-- Logs begin at Thu 2022-04-28 18:25:10 UTC, end at Thu 2022-04-28 20:59:10 UTC. -- Apr 28 19:17:32.467574 n-d-839810-1 systemd[1]: Started Devstack devstack@q-svc.service. Apr 28 19:17:35.279044 n-d-839810-1 neutron-server[102666]: INFO neutron.common.config [-] Logging enabled! Apr 28 19:17:35.279665 n-d-839810-1 neutron-server[102666]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.2.1.dev8 Apr 28 19:17:35.279811 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102666) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 28 19:17:35.283025 n-d-839810-1 neutron-server[102666]: INFO neutron.common.config [-] Logging enabled! Apr 28 19:17:35.283275 n-d-839810-1 neutron-server[102666]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.2.1.dev8 Apr 28 19:17:35.283588 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102666) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 28 19:17:35.284573 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 28 19:17:35.284808 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 28 19:17:35.285166 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 28 19:17:35.285417 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 28 19:17:35.285644 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 28 19:17:35.285964 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.286260 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.286556 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.286789 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.287085 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.287375 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.287658 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.287946 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.288272 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.288562 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.288847 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.289132 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.289362 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.289644 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.289993 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.290811 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.291030 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] debug = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.291390 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.291822 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.292270 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.292555 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.292848 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.293130 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.293408 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.293686 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.293972 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.294303 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] host = n-d-839810-1 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.294582 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.294869 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.295157 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.295451 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.295726 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.296007 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.296318 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.296591 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.296865 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] log_file = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.297141 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.297429 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.297717 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.298004 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.298230 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.298452 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.298740 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.299025 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.299300 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.299574 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.299849 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.300146 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.300429 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.300700 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.300984 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.301269 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.301555 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.301829 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.302103 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.302373 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.302644 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.302926 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.303200 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.303468 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.303743 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.304029 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.304325 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.304599 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.305171 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.305171 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.305466 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.305810 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.306158 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.306443 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.306720 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.306994 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.307266 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] use_json = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.307540 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.307811 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.308095 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.308391 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.308664 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.308936 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.309206 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.309491 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.309765 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:35.310064 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.310360 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.310660 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.310949 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.311240 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.311519 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.311809 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.312087 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.312397 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.312685 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.312974 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.313252 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.313540 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.313817 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.314109 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.314415 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.314709 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.314999 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.315280 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.315554 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.315828 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.316118 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.316417 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.316696 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.316984 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.317273 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.317552 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.317840 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.318137 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.318428 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.318779 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.319087 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.319267 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.319548 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.321895 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.321895 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.321895 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.321895 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.321895 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.321895 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.323141 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.323141 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.323141 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.323141 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.323412 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.323672 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.323952 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.324399 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.324507 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.324787 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.325074 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.325356 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.325640 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.325916 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.326199 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.326478 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.326757 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.327038 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.327314 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.327594 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.327869 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.328172 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.328451 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.328725 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.328997 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.329270 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.329545 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.330044 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.330127 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.330343 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.330617 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.330891 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.331165 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.331451 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.331748 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.332026 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.332330 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.332611 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.332889 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.333168 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.333451 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.333723 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.334000 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.334276 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.334564 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.334846 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.335136 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.335424 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.335716 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.336015 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.336329 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.336617 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.337512 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.338007 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.338097 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.338352 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.338652 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.338952 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.339252 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.339551 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.339847 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.340152 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.340465 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.340744 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:35.340964 n-d-839810-1 neutron-server[102666]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 28 19:17:35.341213 n-d-839810-1 neutron-server[102666]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102666) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 28 19:17:35.698669 n-d-839810-1 neutron-server[102666]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 28 19:17:35.699007 n-d-839810-1 neutron-server[102666]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 28 19:17:35.699381 n-d-839810-1 neutron-server[102666]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 28 19:17:35.699747 n-d-839810-1 neutron-server[102666]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 28 19:17:36.109071 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.109259 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.109535 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.111110 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.111413 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.111689 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.149815 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.150217 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.150503 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.166277 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.166551 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.166821 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.195422 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.195703 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.195973 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.233725 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.233991 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.234261 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.465542 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.466199 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.466199 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.466367 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.467007 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.588822 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.589152 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.589434 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.589707 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.589971 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.590291 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.590550 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.590808 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.591063 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.591346 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.591606 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.591876 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.592152 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.592410 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.592666 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.592929 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.593183 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.593452 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.593732 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.593983 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.594253 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.594506 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.594790 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.595184 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.595433 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.595679 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.596147 n-d-839810-1 neutron-server[102666]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102666) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 19:17:36.596386 n-d-839810-1 neutron-server[102666]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102666) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 19:17:36.596627 n-d-839810-1 neutron-server[102666]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102666) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 19:17:36.596867 n-d-839810-1 neutron-server[102666]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102666) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 19:17:36.597108 n-d-839810-1 neutron-server[102666]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102666) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 19:17:36.597345 n-d-839810-1 neutron-server[102666]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102666) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 19:17:36.597723 n-d-839810-1 neutron-server[102666]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 28 19:17:36.601296 n-d-839810-1 neutron-server[102666]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 28 19:17:36.605557 n-d-839810-1 neutron-server[102666]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 28 19:17:36.609372 n-d-839810-1 neutron-server[102666]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Apr 28 19:17:36.611023 n-d-839810-1 neutron-server[102666]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 28 19:17:36.611476 n-d-839810-1 neutron-server[102666]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 28 19:17:36.611813 n-d-839810-1 neutron-server[102666]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 28 19:17:36.612236 n-d-839810-1 neutron-server[102666]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 28 19:17:36.615034 n-d-839810-1 neutron-server[102666]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 28 19:17:36.615282 n-d-839810-1 neutron-server[102666]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 28 19:17:36.615625 n-d-839810-1 neutron-server[102666]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 28 19:17:36.621648 n-d-839810-1 neutron-server[102666]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 28 19:17:36.644520 n-d-839810-1 neutron-server[102666]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 28 19:17:36.645171 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.645477 n-d-839810-1 neutron-server[102666]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102666) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 28 19:17:36.645844 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.647207 n-d-839810-1 neutron-server[102666]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102666) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 28 19:17:36.647494 n-d-839810-1 neutron-server[102666]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 28 19:17:36.647739 n-d-839810-1 neutron-server[102666]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 28 19:17:36.651112 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.651394 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:36.715617 n-d-839810-1 neutron-server[102666]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 28 19:17:36.715791 n-d-839810-1 neutron-server[102666]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 28 19:17:36.716029 n-d-839810-1 neutron-server[102666]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 28 19:17:36.716460 n-d-839810-1 neutron-server[102666]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 28 19:17:36.737635 n-d-839810-1 neutron-server[102666]: DEBUG oslo_db.sqlalchemy.engines [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102666) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 28 19:17:37.281896 n-d-839810-1 neutron-server[102666]: INFO neutron.plugins.ml2.managers [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Initializing driver for type 'gre' Apr 28 19:17:37.282414 n-d-839810-1 neutron-server[102666]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] gre ID ranges: [(1, 1000)] Apr 28 19:17:37.331386 n-d-839810-1 neutron-server[102666]: INFO neutron.plugins.ml2.managers [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Initializing driver for type 'local' Apr 28 19:17:37.331733 n-d-839810-1 neutron-server[102666]: INFO neutron.plugins.ml2.managers [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Initializing driver for type 'vlan' Apr 28 19:17:37.344648 n-d-839810-1 neutron-server[102666]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] VlanTypeDriver initialization complete Apr 28 19:17:37.344969 n-d-839810-1 neutron-server[102666]: INFO neutron.plugins.ml2.managers [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Initializing driver for type 'vxlan' Apr 28 19:17:37.345459 n-d-839810-1 neutron-server[102666]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] vxlan ID ranges: [(1, 1000)] Apr 28 19:17:37.395736 n-d-839810-1 neutron-server[102666]: INFO neutron.plugins.ml2.managers [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Initializing extension driver 'port_security' Apr 28 19:17:37.396073 n-d-839810-1 neutron-server[102666]: INFO neutron.plugins.ml2.extensions.port_security [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] PortSecurityExtensionDriver initialization complete Apr 28 19:17:37.396430 n-d-839810-1 neutron-server[102666]: INFO neutron.plugins.ml2.managers [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Initializing mechanism driver 'openvswitch' Apr 28 19:17:37.396752 n-d-839810-1 neutron-server[102666]: INFO neutron.plugins.ml2.managers [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Initializing mechanism driver 'hyperv' Apr 28 19:17:37.403943 n-d-839810-1 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:17:37.404655 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > port after_create 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.405027 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > port after_update 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.405380 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > port after_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.405897 n-d-839810-1 neutron-server[102666]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102666) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 28 19:17:37.406327 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > subnet after_create 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.406680 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > subnet after_update 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.407022 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.407412 n-d-839810-1 neutron-server[102666]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102666) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 28 19:17:37.407816 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > network after_create 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.408206 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > network after_update 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.408541 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > network after_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.408921 n-d-839810-1 neutron-server[102666]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102666) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 28 19:17:37.409320 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > security_group after_create 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.409663 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > security_group after_update 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.409999 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.412054 n-d-839810-1 neutron-server[102666]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102666) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 28 19:17:37.412513 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.412885 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.413244 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.413645 n-d-839810-1 neutron-server[102666]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102666) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 28 19:17:37.414059 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > address_group after_create 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.414419 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > address_group after_update 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.414765 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.415713 n-d-839810-1 neutron-server[102666]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102666) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 28 19:17:37.416185 n-d-839810-1 neutron-server[102666]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] ML2 OVO RPC backend initialized. {{(pid=102666) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Apr 28 19:17:37.416896 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.417255 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.417672 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > network before_response 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.418022 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > networks before_response 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.418369 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > port before_response 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.418708 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > ports before_response 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.419050 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > subnet before_response 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.419388 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > subnets before_response 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.419732 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > network after_create 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.420070 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > network after_update 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.420430 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > network after_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.420765 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > port after_create 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.421101 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > port after_update 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.421434 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > port after_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.421769 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > subnet after_create 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.422102 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > subnet after_update 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.422432 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.429725 n-d-839810-1 neutron-server[102666]: INFO neutron.quota [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded quota_driver: . Apr 28 19:17:37.430087 n-d-839810-1 neutron-server[102666]: INFO neutron.plugins.ml2.plugin [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Modular L2 Plugin initialization complete Apr 28 19:17:37.430462 n-d-839810-1 neutron-server[102666]: DEBUG neutron.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading services supported by the core plugin {{(pid=102666) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 28 19:17:37.430871 n-d-839810-1 neutron-server[102666]: INFO neutron.plugins.ml2.managers [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Got port-security extension from driver 'port_security' Apr 28 19:17:37.431350 n-d-839810-1 neutron-server[102666]: INFO neutron.extensions.vlantransparent [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Disabled vlantransparent extension. Apr 28 19:17:37.431847 n-d-839810-1 neutron-server[102666]: DEBUG neutron.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102666) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 28 19:17:37.432198 n-d-839810-1 neutron-server[102666]: INFO neutron.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading Plugin: router Apr 28 19:17:37.467560 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.468193 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > router after_create 55549900 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.468340 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > router before_create 55549900 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.468703 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.469073 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.469429 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > router after_delete 55549900 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.469785 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.470139 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.470497 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > router after_create 55549900 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.470843 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > router after_update 55549900 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.471193 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > router after_update 55549900 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.471540 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.471899 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > router after_update 55549900 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.472336 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > router precommit_update 55549900 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.472704 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: port after_update 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.473042 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: port after_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.473387 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: subnet after_update 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.473722 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.474071 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.474418 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > router precommit_create 55549900 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.474761 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: port before_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.475104 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > router precommit_create 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.475459 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > router after_update 55549900 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.475798 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.476171 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > router precommit_create 55549900 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.476535 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.476879 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > router precommit_update 55549900 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.477243 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > agent after_create 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.478419 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > agent after_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.478772 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > network after_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.479655 n-d-839810-1 neutron-server[102666]: DEBUG neutron.quota.resource_registry [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Tracking information for resource: router configured {{(pid=102666) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 19:17:37.479989 n-d-839810-1 neutron-server[102666]: DEBUG neutron.quota.resource_registry [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Tracking information for resource: floatingip configured {{(pid=102666) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 19:17:37.485097 n-d-839810-1 neutron-server[102666]: INFO neutron.db.l3_agentschedulers_db [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 28 19:17:37.485677 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: port after_update 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.486038 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: port after_create 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.486388 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: port after_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.486741 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: port after_update 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.487545 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > router before_create 55550100 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.487912 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.488316 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > router precommit_create 55550100 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.488674 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > router precommit_update 55550100 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.494121 n-d-839810-1 neutron-server[102666]: DEBUG neutron.services.provider_configuration [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Service providers = [] {{(pid=102666) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 28 19:17:37.494485 n-d-839810-1 neutron-server[102666]: DEBUG neutron.db.servicetype_db [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102666) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 28 19:17:37.497456 n-d-839810-1 neutron-server[102666]: DEBUG neutron.services.service_base [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102666) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 19:17:37.497803 n-d-839810-1 neutron-server[102666]: DEBUG neutron.services.service_base [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102666) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 19:17:37.498143 n-d-839810-1 neutron-server[102666]: DEBUG neutron.services.service_base [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102666) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 19:17:37.499029 n-d-839810-1 neutron-server[102666]: DEBUG neutron.services.service_base [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102666) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 19:17:37.499403 n-d-839810-1 neutron-server[102666]: INFO neutron.services.service_base [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 28 19:17:37.499790 n-d-839810-1 neutron-server[102666]: DEBUG neutron.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102666) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 19:17:37.500117 n-d-839810-1 neutron-server[102666]: INFO neutron.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 28 19:17:37.511203 n-d-839810-1 neutron-server[102666]: DEBUG neutron.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102666) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 19:17:37.511533 n-d-839810-1 neutron-server[102666]: INFO neutron.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading Plugin: auto_allocate Apr 28 19:17:37.517607 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: network precommit_update 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.517975 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: network precommit_create 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.518756 n-d-839810-1 neutron-server[102666]: DEBUG neutron.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102666) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 19:17:37.519077 n-d-839810-1 neutron-server[102666]: INFO neutron.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading Plugin: tag Apr 28 19:17:37.525663 n-d-839810-1 neutron-server[102666]: DEBUG neutron.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102666) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 19:17:37.525987 n-d-839810-1 neutron-server[102666]: INFO neutron.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading Plugin: timestamp Apr 28 19:17:37.529958 n-d-839810-1 neutron-server[102666]: DEBUG neutron.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102666) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 19:17:37.530289 n-d-839810-1 neutron-server[102666]: INFO neutron.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading Plugin: network_ip_availability Apr 28 19:17:37.535720 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.536039 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.536427 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.537154 n-d-839810-1 neutron-server[102666]: DEBUG neutron.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102666) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 19:17:37.537473 n-d-839810-1 neutron-server[102666]: INFO neutron.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading Plugin: flavors Apr 28 19:17:37.543007 n-d-839810-1 neutron-server[102666]: DEBUG neutron.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102666) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 19:17:37.543330 n-d-839810-1 neutron-server[102666]: INFO neutron.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading Plugin: revisions Apr 28 19:17:37.547855 n-d-839810-1 neutron-server[102666]: DEBUG neutron.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102666) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 19:17:37.548286 n-d-839810-1 neutron-server[102666]: DEBUG oslo_concurrency.lockutils [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.849s {{(pid=102666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 28 19:17:37.549065 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102666) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 28 19:17:37.549404 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Initializing extension manager. Apr 28 19:17:37.549925 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: __init__.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.550270 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: __pycache__ {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.550604 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.550938 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: address_group.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.551750 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.552376 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: address-group Apr 28 19:17:37.552702 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: address_scope.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.553425 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.553933 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: address-scope Apr 28 19:17:37.554271 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.555251 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.556520 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: router-admin-state-down-before-update Apr 28 19:17:37.556811 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: agent.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.557828 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.558361 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: agent Apr 28 19:17:37.558692 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: agent_resources_synced.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.559682 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.560219 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: agent-resources-synced Apr 28 19:17:37.560547 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: allowedaddresspairs.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.562422 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.563006 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: allowed-address-pairs Apr 28 19:17:37.563372 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: auto_allocated_topology.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.564600 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.565165 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: auto-allocated-topology Apr 28 19:17:37.565528 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: availability_zone.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.566268 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.566817 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: availability_zone Apr 28 19:17:37.567177 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: availability_zone_filter.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.568221 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.568775 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: availability_zone_filter Apr 28 19:17:37.569134 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: data_plane_status.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.570073 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.570620 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extension data-plane-status not supported by any of loaded plugins Apr 28 19:17:37.570981 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: default_subnetpools.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.572023 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.572606 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: default-subnetpools Apr 28 19:17:37.572970 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.573845 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.574406 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: dhcp_agent_scheduler Apr 28 19:17:37.574821 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: dns.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.575814 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.576414 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extension dns-integration not supported by any of loaded plugins Apr 28 19:17:37.576807 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: dns_domain_ports.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.577763 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.578366 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 28 19:17:37.578728 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.579681 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.580295 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 28 19:17:37.580660 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: dvr.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.581373 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.581919 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: dvr Apr 28 19:17:37.582294 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: ecmp_routes.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.583289 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.583855 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 28 19:17:37.584261 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: empty_string_filtering.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.585311 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.585859 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: empty-string-filtering Apr 28 19:17:37.586221 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.587202 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.587743 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 28 19:17:37.588223 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.589177 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.589723 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 28 19:17:37.590086 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: external_net.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.591030 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.591580 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: external-net Apr 28 19:17:37.591942 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.592923 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.593471 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: extra_dhcp_opt Apr 28 19:17:37.593832 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: extraroute.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.594782 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.595448 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: extraroute Apr 28 19:17:37.595850 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: extraroute_atomic.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.597022 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.597630 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: extraroute-atomic Apr 28 19:17:37.598037 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: filter_validation.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.598789 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.599382 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: filter-validation Apr 28 19:17:37.599783 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: fip_pf_description.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.600816 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.601401 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 28 19:17:37.601810 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: fip_port_details.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.603319 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.603822 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: fip-port-details Apr 28 19:17:37.604179 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: flavors.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.605417 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.605927 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: flavors Apr 28 19:17:37.606252 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.607912 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.608467 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 28 19:17:37.608797 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: floatingip_pools.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.609498 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.610004 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: floatingip-pools Apr 28 19:17:37.610328 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: ip_allocation.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.611256 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.611758 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extension ip_allocation not supported by any of loaded plugins Apr 28 19:17:37.612081 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.613047 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.613551 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: ip-substring-filtering Apr 28 19:17:37.613875 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: l2_adjacency.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.614813 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.615312 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 28 19:17:37.615630 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: l3.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.616660 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.617208 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: router Apr 28 19:17:37.617495 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.620556 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.621157 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 28 19:17:37.621409 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.622347 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.622859 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: ext-gw-mode Apr 28 19:17:37.623182 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.624123 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.624636 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: l3-ha Apr 28 19:17:37.624958 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: l3_flavors.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.625868 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.626372 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: l3-flavors Apr 28 19:17:37.626695 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.627603 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.628127 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 28 19:17:37.628446 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: l3agentscheduler.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.629484 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.629991 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: l3_agent_scheduler Apr 28 19:17:37.630317 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: logging.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.631782 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.632337 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extension logging not supported by any of loaded plugins Apr 28 19:17:37.632667 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: metering.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.633418 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.634450 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: metering Apr 28 19:17:37.634779 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.635871 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.636415 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: metering_source_and_destination_fields Apr 28 19:17:37.636744 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: multiprovidernet.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.637664 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.638166 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: multi-provider Apr 28 19:17:37.638487 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: netmtu.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.639395 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.639893 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: net-mtu Apr 28 19:17:37.640262 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: netmtu_writable.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.641175 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.641675 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: net-mtu-writable Apr 28 19:17:37.641996 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: network_availability_zone.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.642660 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.643162 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: network_availability_zone Apr 28 19:17:37.643748 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: network_ip_availability.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.644995 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.645501 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: network-ip-availability Apr 28 19:17:37.645821 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: network_segment_range.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.646589 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.647087 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extension network-segment-range not supported by any of loaded plugins Apr 28 19:17:37.647409 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: pagination.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.648417 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.648747 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: pagination Apr 28 19:17:37.649068 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: port_device_profile.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.650098 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.650611 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: port-device-profile Apr 28 19:17:37.650931 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.651870 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.652414 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: port-mac-address-regenerate Apr 28 19:17:37.652739 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.653646 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.654161 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: port-numa-affinity-policy Apr 28 19:17:37.654480 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: port_resource_request.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.655391 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.655891 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extension port-resource-request not supported by any of loaded plugins Apr 28 19:17:37.656246 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: portbindings.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.657177 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.657681 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: binding Apr 28 19:17:37.658002 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: portbindings_extended.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.659406 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.659914 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: binding-extended Apr 28 19:17:37.660274 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: portsecurity.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.661184 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.661688 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: port-security Apr 28 19:17:37.662010 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: project_id.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.662987 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.663317 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: project-id Apr 28 19:17:37.663639 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: providernet.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.664590 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.665632 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: provider Apr 28 19:17:37.665951 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: qos.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.669527 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.670045 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extension qos not supported by any of loaded plugins Apr 28 19:17:37.670375 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.671613 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.672152 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 28 19:17:37.672485 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.673395 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.673901 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 28 19:17:37.674234 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: qos_default.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.675139 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.675643 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extension qos-default not supported by any of loaded plugins Apr 28 19:17:37.675976 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: qos_fip.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.676648 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.677151 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extension qos-fip not supported by any of loaded plugins Apr 28 19:17:37.677476 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: qos_gateway_ip.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.678392 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.678893 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 28 19:17:37.679215 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: qos_port_network_policy.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.680120 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.681196 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 28 19:17:37.681521 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: qos_pps_rule.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.682671 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.683190 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extension qos-pps not supported by any of loaded plugins Apr 28 19:17:37.683517 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: qos_rule_type_details.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.684477 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.684979 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 28 19:17:37.685303 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: qos_rules_alias.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.686351 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.686854 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 28 19:17:37.687176 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: quotasv2.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.688118 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.688458 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: quotas Apr 28 19:17:37.688778 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: quotasv2_detail.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.690466 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.690797 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: quota_details Apr 28 19:17:37.691123 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: rbac.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.692210 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.692732 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: rbac-policies Apr 28 19:17:37.693060 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: rbac_address_group.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.693986 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.694500 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: rbac-address-group Apr 28 19:17:37.694824 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: rbac_address_scope.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.695736 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.696499 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: rbac-address-scope Apr 28 19:17:37.696957 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: rbac_security_groups.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.698083 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.698798 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: rbac-security-groups Apr 28 19:17:37.699260 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: rbac_subnetpool.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.700510 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.701046 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: rbac-subnetpool Apr 28 19:17:37.701486 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: revisionifmatch.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.702721 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.703440 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: revision-if-match Apr 28 19:17:37.703877 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: revisions.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.705248 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.706023 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: standard-attr-revisions Apr 28 19:17:37.706423 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: router_availability_zone.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.707310 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.707956 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: router_availability_zone Apr 28 19:17:37.708379 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: routerservicetype.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.709308 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.709815 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extension router-service-type not supported by any of loaded plugins Apr 28 19:17:37.710142 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.711058 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.711569 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: security-groups-normalized-cidr Apr 28 19:17:37.712033 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.712979 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.713488 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: port-security-groups-filtering Apr 28 19:17:37.713810 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.714734 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.715242 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: security-groups-remote-address-group Apr 28 19:17:37.715567 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: securitygroup.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.726492 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.727020 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: security-group Apr 28 19:17:37.727887 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: segment.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.728712 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.729219 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extension segment not supported by any of loaded plugins Apr 28 19:17:37.729551 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.730499 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.731014 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 28 19:17:37.731343 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: servicetype.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.732543 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.733064 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: service-type Apr 28 19:17:37.733410 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: sorting.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.734378 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.734716 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: sorting Apr 28 19:17:37.735037 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: standard_attr_segment.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.735953 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.736493 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 28 19:17:37.736815 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: standardattrdescription.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.737461 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.737964 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: standard-attr-description Apr 28 19:17:37.738287 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: stateful_security_group.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.739240 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.739759 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: stateful-security-group Apr 28 19:17:37.740089 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: stdattrs_common.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.740708 n-d-839810-1 neutron-server[102666]: WARNING neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 28 19:17:37.741040 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.741976 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.742490 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 28 19:17:37.742810 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: subnet_onboard.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.744449 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.744971 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: subnet_onboard Apr 28 19:17:37.745297 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.746227 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.746737 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 28 19:17:37.747061 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: subnet_service_types.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.747988 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.748523 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: subnet-service-types Apr 28 19:17:37.748850 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: subnetallocation.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.749927 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.750435 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: subnet_allocation Apr 28 19:17:37.750761 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.751506 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.751940 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: subnetpool-prefix-ops Apr 28 19:17:37.752479 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.753322 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.753736 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 28 19:17:37.754247 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: tagging.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.755067 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.755580 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: standard-attr-tag Apr 28 19:17:37.755905 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: timestamp.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.757139 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.757649 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loaded extension: standard-attr-timestamp Apr 28 19:17:37.757977 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: trunk.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.759048 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.759553 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extension trunk not supported by any of loaded plugins Apr 28 19:17:37.759879 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: trunk_details.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.760814 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.761329 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extension trunk-details not supported by any of loaded plugins Apr 28 19:17:37.761654 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: uplink_status_propagation.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.762577 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.763091 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 28 19:17:37.763416 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Loading extension file: vlantransparent.py {{(pid=102666) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:17:37.764088 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102666) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:17:37.764624 n-d-839810-1 neutron-server[102666]: INFO neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 28 19:17:37.767091 n-d-839810-1 neutron-server[102666]: INFO neutron.quota.resource_registry [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Creating instance of TrackedResource for resource:network Apr 28 19:17:37.767610 n-d-839810-1 neutron-server[102666]: INFO neutron.quota.resource_registry [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Creating instance of TrackedResource for resource:subnet Apr 28 19:17:37.768008 n-d-839810-1 neutron-server[102666]: INFO neutron.quota.resource_registry [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 19:17:37.768673 n-d-839810-1 neutron-server[102666]: INFO neutron.quota.resource_registry [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Creating instance of TrackedResource for resource:port Apr 28 19:17:37.769924 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.v2.resource_helper [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102666) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:17:37.770361 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.v2.resource_helper [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Service FLAVORS assigned prefix: {{(pid=102666) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:17:37.770998 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.v2.resource_helper [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102666) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:17:37.771429 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.v2.resource_helper [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102666) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:17:37.771757 n-d-839810-1 neutron-server[102666]: INFO neutron.quota.resource_registry [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Creating instance of TrackedResource for resource:router Apr 28 19:17:37.772217 n-d-839810-1 neutron-server[102666]: INFO neutron.quota.resource_registry [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Creating instance of TrackedResource for resource:floatingip Apr 28 19:17:37.772705 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.v2.resource_helper [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Service METERING assigned prefix: /metering {{(pid=102666) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:17:37.774237 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.774892 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.775296 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:17:37.776432 n-d-839810-1 neutron-server[102666]: INFO neutron.quota.resource_registry [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Creating instance of CountableResource for resource:rbac_policy Apr 28 19:17:37.776917 n-d-839810-1 neutron-server[102666]: INFO neutron.quota.resource_registry [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Creating instance of TrackedResource for resource:security_group Apr 28 19:17:37.777497 n-d-839810-1 neutron-server[102666]: INFO neutron.quota.resource_registry [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 28 19:17:37.778141 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.v2.resource_helper [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Service CORE assigned prefix: {{(pid=102666) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:17:37.778510 n-d-839810-1 neutron-server[102666]: INFO neutron.quota.resource_registry [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 19:17:37.778894 n-d-839810-1 neutron-server[102666]: WARNING neutron.quota.resource_registry [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] subnetpool is already registered Apr 28 19:17:37.779364 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.v2.resource_helper [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Service CORE assigned prefix: {{(pid=102666) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:17:37.779730 n-d-839810-1 neutron-server[102666]: INFO neutron.quota.resource_registry [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 19:17:37.780138 n-d-839810-1 neutron-server[102666]: WARNING neutron.quota.resource_registry [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] subnetpool is already registered Apr 28 19:17:37.782468 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.v2.resource_helper [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102666) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:17:37.782901 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.v2.resource_helper [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Service FLAVORS assigned prefix: {{(pid=102666) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:17:37.783504 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.v2.resource_helper [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102666) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:17:37.783922 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.v2.resource_helper [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102666) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:17:37.784283 n-d-839810-1 neutron-server[102666]: INFO neutron.quota.resource_registry [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Creating instance of TrackedResource for resource:router Apr 28 19:17:37.784620 n-d-839810-1 neutron-server[102666]: WARNING neutron.quota.resource_registry [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] router is already registered Apr 28 19:17:37.785028 n-d-839810-1 neutron-server[102666]: INFO neutron.quota.resource_registry [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Creating instance of TrackedResource for resource:floatingip Apr 28 19:17:37.785360 n-d-839810-1 neutron-server[102666]: WARNING neutron.quota.resource_registry [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] floatingip is already registered Apr 28 19:17:37.785854 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.v2.resource_helper [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Service METERING assigned prefix: /metering {{(pid=102666) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:17:37.786452 n-d-839810-1 neutron-server[102666]: INFO neutron.quota.resource_registry [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Creating instance of CountableResource for resource:rbac_policy Apr 28 19:17:37.786776 n-d-839810-1 neutron-server[102666]: WARNING neutron.quota.resource_registry [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] rbac_policy is already registered Apr 28 19:17:37.787180 n-d-839810-1 neutron-server[102666]: INFO neutron.quota.resource_registry [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Creating instance of TrackedResource for resource:security_group Apr 28 19:17:37.787509 n-d-839810-1 neutron-server[102666]: WARNING neutron.quota.resource_registry [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] security_group is already registered Apr 28 19:17:37.787903 n-d-839810-1 neutron-server[102666]: INFO neutron.quota.resource_registry [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 28 19:17:37.788262 n-d-839810-1 neutron-server[102666]: WARNING neutron.quota.resource_registry [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] security_group_rule is already registered Apr 28 19:17:37.788902 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.v2.resource_helper [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Service CORE assigned prefix: {{(pid=102666) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:17:37.789226 n-d-839810-1 neutron-server[102666]: INFO neutron.quota.resource_registry [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 19:17:37.789554 n-d-839810-1 neutron-server[102666]: WARNING neutron.quota.resource_registry [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] subnetpool is already registered Apr 28 19:17:37.790516 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.v2.resource_helper [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Service CORE assigned prefix: {{(pid=102666) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:17:37.790869 n-d-839810-1 neutron-server[102666]: INFO neutron.quota.resource_registry [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 19:17:37.791191 n-d-839810-1 neutron-server[102666]: WARNING neutron.quota.resource_registry [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] subnetpool is already registered Apr 28 19:17:37.791654 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: extensions {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.793148 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: address-groups {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.794604 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: address-scopes {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.795898 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: agents {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.797076 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: auto-allocated-topology {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.798388 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: availability_zones {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.799615 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: dhcp-networks {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.801114 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: dhcp-agents {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.802526 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: routers {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.804720 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: flavors {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.806473 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: service_profiles {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.807778 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: next_providers {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.809260 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: service_profiles {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.810765 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: floatingip-pools {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.811952 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: routers {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.814058 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: floatingips {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.815319 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: l3-routers {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.816706 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: l3-agents {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.818098 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: metering-labels {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.819425 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: metering-label-rules {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.820719 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: network-ip-availabilities {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.822531 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: bindings {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.824174 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: quotas {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.825593 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: quotas {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.826976 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: rbac-policies {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.828222 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: security-groups {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.830554 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: security-group-rules {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.831763 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: service-providers {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.833002 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: subnetpools {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.834389 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: subnetpools {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.835824 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: tags {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.838240 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: tags {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.840115 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: tags {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.841886 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: tags {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.843618 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: tags {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.845602 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: tags {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.847331 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: tags {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.849249 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: tags {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.851015 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: tags {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.858897 n-d-839810-1 neutron-server[102666]: DEBUG neutron.api.extensions [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Extended resource: tags {{(pid=102666) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:17:37.859410 n-d-839810-1 neutron-server[102666]: WARNING keystonemiddleware.auth_token [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 28 19:17:37.864503 n-d-839810-1 neutron-server[102666]: WARNING keystonemiddleware.auth_token [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 28 19:17:37.873875 n-d-839810-1 neutron-server[102666]: DEBUG oslo_concurrency.lockutils [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Acquired lock "singleton_lock" {{(pid=102666) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 28 19:17:37.874362 n-d-839810-1 neutron-server[102666]: DEBUG oslo_concurrency.lockutils [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Releasing lock "singleton_lock" {{(pid=102666) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 28 19:17:37.874985 n-d-839810-1 neutron-server[102666]: INFO oslo_service.service [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Starting 2 workers Apr 28 19:17:37.879829 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Started child 102773 {{(pid=102666) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 19:17:37.885032 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Started child 102774 {{(pid=102666) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 19:17:37.886079 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:17:37.886707 n-d-839810-1 neutron-server[102666]: INFO neutron.service [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 28 19:17:37.887322 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Notify callbacks [] for process, before_spawn {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:17:37.887590 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [-] (102773) wsgi starting up on http://0.0.0.0:9696 Apr 28 19:17:37.889841 n-d-839810-1 neutron-server[102666]: INFO oslo_service.service [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Starting 1 workers Apr 28 19:17:37.890000 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:17:37.891380 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [-] (102774) wsgi starting up on http://0.0.0.0:9696 Apr 28 19:17:37.895347 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Started child 102775 {{(pid=102666) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 19:17:37.895878 n-d-839810-1 neutron-server[102666]: INFO oslo_service.service [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Starting 1 workers Apr 28 19:17:37.900252 n-d-839810-1 neutron-server[102775]: DEBUG neutron.service [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] calling RpcWorker wait() {{(pid=102775) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 28 19:17:37.900846 n-d-839810-1 neutron-server[102775]: DEBUG neutron.service [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] returning from RpcWorker wait() {{(pid=102775) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 28 19:17:37.901305 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Started child 102776 {{(pid=102666) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 19:17:37.902133 n-d-839810-1 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b281c075-b441-43f8-898f-3823d406b3f5 None None] Notify callbacks [] for process, after_spawn {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:17:37.902233 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:17:37.902642 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:17:37.904006 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102666) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 28 19:17:37.904268 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 28 19:17:37.904457 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 28 19:17:37.904672 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 28 19:17:37.905035 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 28 19:17:37.905191 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 28 19:17:37.905669 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.905956 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.906173 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:17:37.906649 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.906649 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.906783 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.907115 n-d-839810-1 neutron-server[102776]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:17:37.907365 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.907660 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.907927 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.908237 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.908480 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.908651 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.908812 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.909239 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.909477 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.909775 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.910039 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.910289 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.910555 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.910728 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.910979 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.911237 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.911495 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.911772 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] debug = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.912015 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.912563 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.912798 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.913046 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.913269 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.913540 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.913767 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.914028 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.914267 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.914486 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.914728 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.915043 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.915300 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.915532 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.915783 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.916087 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.916326 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.916794 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] host = n-d-839810-1 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.917035 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.917273 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.917519 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.917768 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.918010 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.918221 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.918638 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.918901 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.919161 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.919406 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.919668 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.919917 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.920199 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.920436 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] log_file = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.920581 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] log_options = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.920832 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.921097 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.921366 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.921552 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.921709 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.921879 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.922127 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.922291 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.922540 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.922773 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.923004 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.923262 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.923456 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.923711 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.923928 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.924206 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.924430 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.924671 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.924928 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.925172 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.925394 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.925641 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.925854 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.926070 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.926334 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.926523 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.926760 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.926970 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.927223 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.927518 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.927897 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.928505 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.928505 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.928789 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.928934 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.929103 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.929674 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.929674 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.930008 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.930119 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.930963 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.931262 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.931601 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.931891 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.932132 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.932569 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.933580 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] use_json = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.933580 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.933580 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.933580 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.934438 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.934438 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.934438 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.934438 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.935088 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.935088 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:37.935365 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.935502 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.938739 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.938739 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.938739 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.938739 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.938739 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.938739 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.938739 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.938739 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.942193 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.942193 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.942193 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.942193 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.942193 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.942193 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.942193 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.942193 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.944452 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.944452 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.944452 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.944452 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.944452 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.944452 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.944452 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.944452 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.944933 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.944933 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.944933 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.944933 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.944933 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.944933 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.944933 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.944933 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.945382 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.945382 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.945382 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.945382 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.945382 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.945382 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.945382 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.945382 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.945382 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.945879 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.945879 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.945879 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.946744 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.946959 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.947205 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.947438 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.948605 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.948605 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.948605 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.948605 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.948605 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.949037 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.949037 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.949238 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.949490 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.949713 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.949948 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.950167 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.950383 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.950608 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.950832 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.951046 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.951300 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.951535 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.951909 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.955919 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.955919 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.955919 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.955919 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.955919 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.955919 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.955919 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.955919 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.955919 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.957200 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.957200 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.957200 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.957200 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.957200 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.957200 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.957200 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.957200 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.957200 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.958361 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.958361 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.958361 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.958361 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.958361 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.958361 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.958361 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.958361 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.959429 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.959429 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.959429 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.959429 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.959429 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.959429 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.959429 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.959429 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.960555 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.960555 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.960555 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.960555 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.962129 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.962369 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.962622 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.962857 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.963139 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.963373 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.963803 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.965241 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.965509 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.965801 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.966765 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.966859 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.967014 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.968281 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.968585 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.968883 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.969422 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.969422 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.969708 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.969942 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.970376 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.971339 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.971607 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.972267 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.972733 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.973315 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.973787 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.974046 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.974257 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.974492 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.974807 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.975050 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.975268 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.975623 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.975770 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.976025 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.976314 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.976577 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.976828 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.977094 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.977393 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.977798 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.978283 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.978940 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.980143 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.980143 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.980143 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.980143 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.980143 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.980489 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.980610 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.980845 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.981096 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.981437 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.981748 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.982023 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.982264 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.982526 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.982747 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.982979 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.983213 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.983658 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.983936 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.984148 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.984956 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.985245 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.985470 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.985745 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.986865 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.986865 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.986865 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.986865 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.987210 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.987432 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.987699 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.987938 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.988188 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.988408 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.988689 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.988972 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.989187 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.989485 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.989702 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.989972 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.990909 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.991266 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.991520 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.991844 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.992127 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.992366 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.992602 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.992867 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.993681 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.993946 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.994171 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.994416 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.994633 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.994858 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.995074 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.995287 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.995795 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.996547 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.996799 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.997048 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.997270 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.997499 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.998680 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.998680 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.998952 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.998952 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.999684 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:37.999974 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.000264 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.000488 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.000771 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.001020 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.001255 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.001513 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.001754 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.001969 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.002215 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.002427 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.002679 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.002916 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.003232 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.003506 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.003743 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.003913 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.004334 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.004779 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.005001 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.005212 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.005437 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.005670 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.005879 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.006099 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.006546 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.006759 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.006982 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.007190 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.007401 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.007619 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.007831 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.008036 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.008692 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.010248 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.010487 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.010731 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.010955 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.011174 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.011488 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.011745 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.011989 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.012308 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.012560 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.012807 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.013060 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.013387 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.013616 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.013875 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.014104 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.014342 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.014563 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.014828 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.015160 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.015448 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.015712 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.015975 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.016634 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.016941 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.017209 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.017439 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.017732 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.018042 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.018312 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.019449 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.019702 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.019801 n-d-839810-1 neutron-server[102775]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:17:38.019950 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.020194 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.020430 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.020648 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.020896 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.021151 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.021418 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.021646 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.021871 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.022085 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.022312 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.022548 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.022775 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.022985 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.023224 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.023456 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.023611 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 28 19:17:38.024190 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102666) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 28 19:17:38.024908 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 28 19:17:38.025666 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 28 19:17:38.025867 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 28 19:17:38.026053 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 28 19:17:38.026215 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 28 19:17:38.026434 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.026604 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.026769 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.026937 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.027087 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.027268 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.027429 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.027586 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.027744 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.032135 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.032135 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.032135 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.032135 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.032135 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.032135 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.032135 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.032135 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.032734 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.032734 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.032734 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.032734 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.032734 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.032734 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] debug = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.032734 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.033195 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.033195 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.033195 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.033195 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.033195 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.033195 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.033608 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.033608 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.033608 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.033608 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.033608 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.033608 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.033608 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.033608 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.034101 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.034101 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.034101 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] host = n-d-839810-1 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.034101 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.034101 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.034101 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.034101 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.034101 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.034559 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.034559 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.034559 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.034559 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.034787 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.034787 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.034902 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.035104 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.035200 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] log_file = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.035340 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] log_options = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.035499 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.035656 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.035813 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.036054 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.037073 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.037177 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.037277 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.037592 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.037756 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.037895 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.038050 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.038257 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.038469 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.038707 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.038875 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.039039 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.039193 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.039354 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.039517 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.039663 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.039865 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.040702 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.040957 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.041081 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.041212 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.041332 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.041522 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.041683 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.041841 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.042002 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.042160 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.042319 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.042478 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.042641 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.042799 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.042962 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.043121 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.043278 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.043442 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.043603 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.043763 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.043908 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.044075 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.044482 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.044710 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.044887 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.045033 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] use_json = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.045183 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.045342 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.045530 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.045689 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.045848 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.046006 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.046162 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.046322 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.046480 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:17:38.046780 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.047084 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.047259 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.047424 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.047583 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.047748 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.047910 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.048070 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.048306 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.048400 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.048575 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.048769 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.049057 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.049690 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.049957 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.050138 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.050298 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.050456 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.050618 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.050780 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.050955 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.051090 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.051259 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.051420 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.051579 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.051740 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.051901 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.052079 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.052262 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.052424 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.052585 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.052745 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.052906 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.053067 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.053229 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.053400 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.053552 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.053710 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.053870 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.054031 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.054191 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.054351 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.054516 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.054673 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.054836 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.054995 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.055154 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.055315 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.056019 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.056214 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.056370 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.056542 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.056686 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.056843 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.057009 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.057181 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.057340 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.057503 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.057666 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.057824 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.057983 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.058145 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.059539 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.059762 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.060076 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.060278 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.060466 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.060632 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.060794 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.060959 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.061121 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.061286 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.061447 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.061608 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.061771 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.061932 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.062094 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.062256 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.062416 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.062584 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.062742 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.062900 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.063055 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.063213 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.063525 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.063837 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.063990 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.064252 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.064350 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.064490 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.064663 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.064817 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.064984 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.065140 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.065454 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.065613 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.065778 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.065933 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.066086 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.066241 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.066397 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.066552 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.066711 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.066867 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.067032 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.067193 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.067351 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.067512 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.067671 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.067831 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.067991 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.068178 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.068351 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.068507 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.068645 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.068801 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.068973 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.069135 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.069297 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.069461 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.069638 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.069795 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.069960 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.070120 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.070365 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.071134 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.071845 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.072014 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.072199 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.072411 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.072582 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.072742 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.072912 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.073089 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.073248 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.073462 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.073622 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.073935 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.074104 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.074417 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.074593 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.074754 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.074914 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.075075 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.075235 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.075394 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.075554 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.075714 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.075875 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.076035 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.076218 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.076380 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.076540 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.076700 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.076861 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.077021 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.077183 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.077343 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.077503 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.077665 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.077825 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.077987 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.078146 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.078306 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.078471 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.078633 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.078793 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.078955 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.079116 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.079276 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.079437 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.079597 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.079757 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.079917 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.080082 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.080273 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.080436 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.080596 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.080758 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.080918 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.081079 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.081242 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.081401 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.081562 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.081722 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.081883 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.082043 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.082205 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.082391 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.082554 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.082713 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.082873 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.083051 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.083211 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.083371 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.083535 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.083789 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.083956 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.084132 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.084297 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.084458 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.084617 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.084779 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.084940 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.085101 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.085262 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.085422 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.085584 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.085747 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.085911 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.086073 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.086234 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.086397 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.086557 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.086743 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.086949 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.087482 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.087482 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.087482 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.087482 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.087715 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.087819 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.088009 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.088181 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.088346 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.088507 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.088668 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.088914 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.088996 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.089146 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.089305 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.089465 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.089624 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.089795 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.089955 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.090114 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.090272 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.090432 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.090592 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.090754 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.090909 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.091069 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.091228 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.091388 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.091548 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.091718 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.091878 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.092037 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.092218 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.092378 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.092538 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.092710 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.092870 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.093029 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.093188 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.093347 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.093506 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.093676 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.093837 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.093997 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.094165 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.094325 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.094484 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.094644 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.094818 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.094979 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.095141 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.095302 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.095462 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.095622 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.095784 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.095949 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.096147 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.096310 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.096473 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.096650 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.096818 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.096983 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.097137 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.097300 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.097473 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.097660 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.097791 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.097949 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.098111 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.098262 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.098425 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.098586 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.098748 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.099040 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.099040 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.099267 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.099443 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.099572 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.099727 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.099855 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.099969 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.100159 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.100361 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.100625 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:17:38.100746 n-d-839810-1 neutron-server[102666]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102666) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 28 19:17:38.151246 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58822) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:17:38.159841 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064039 Apr 28 19:17:49.714128 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e229837a-2ce5-427d-9104-637bdf2c6409 None None] get_active_networks_info from n-d-839810-1 {{(pid=102775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 28 19:17:49.792007 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-79e6a430-1be6-4fec-b60a-49411ba98a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1632637'] for agent, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:17:49.828288 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e229837a-2ce5-427d-9104-637bdf2c6409 None None] No non-hosted networks {{(pid=102775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 28 19:17:51.950528 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b0cccb05-ed64-4689-8418-0577744e4d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1632637'] for agent, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:17:51.983934 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b614e4c1-23d1-424e-b371-2673ef301071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:17:53.346034 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1632637'] for agent, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:17:55.621110 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1632637'] for agent, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:17:55.792680 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1632637'] for agent, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:17:55.793515 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:17:55.793868 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:17:55.794550 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:17:55.795044 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:17:55.795469 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:17:55.796661 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:17:55.796997 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:17:55.797328 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:17:55.797697 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:17:55.798180 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:17:55.798637 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:17:55.799372 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:17:55.799944 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-839810-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:17:55.811680 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-839810-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:17:55.814937 n-d-839810-1 neutron-server[102775]: INFO neutron.db.l3_hamode_db [None req-6017ebbb-113e-4920-8e22-91ab2b7978dd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 28 19:17:55.899001 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6017ebbb-113e-4920-8e22-91ab2b7978dd None None] Routers set() bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:17:55.899381 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6017ebbb-113e-4920-8e22-91ab2b7978dd None None] Router IDs set() for agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 28 19:17:56.652670 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 58914) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:17:57.193367 n-d-839810-1 neutron-server[102773]: WARNING oslo_policy.policy [None req-cc5f7422-6a61-443a-be71-59bac284f4ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 19:17:57.193894 n-d-839810-1 neutron-server[102773]: WARNING oslo_policy.policy [None req-cc5f7422-6a61-443a-be71-59bac284f4ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 19:17:57.425434 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-cc5f7422-6a61-443a-be71-59bac284f4ad admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:17:57.426586 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cc5f7422-6a61-443a-be71-59bac284f4ad admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7715619 Apr 28 19:17:59.907106 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58930) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:18:00.426599 n-d-839810-1 neutron-server[102774]: WARNING oslo_policy.policy [None req-dff9945e-477e-4045-8a7f-64134f935d50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 19:18:00.427197 n-d-839810-1 neutron-server[102774]: WARNING oslo_policy.policy [None req-dff9945e-477e-4045-8a7f-64134f935d50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 19:18:00.647754 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-dff9945e-477e-4045-8a7f-64134f935d50 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:18:00.742849 n-d-839810-1 neutron-server[102774]: DEBUG neutron.policy [None req-dff9945e-477e-4045-8a7f-64134f935d50 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102774) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 28 19:18:00.789079 n-d-839810-1 neutron-server[102774]: WARNING oslo_policy.policy [None req-dff9945e-477e-4045-8a7f-64134f935d50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 19:18:00.789460 n-d-839810-1 neutron-server[102774]: WARNING oslo_policy.policy [None req-dff9945e-477e-4045-8a7f-64134f935d50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 19:18:00.888387 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dff9945e-477e-4045-8a7f-64134f935d50 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736831155826', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736831148071', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736831168940', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736831170672', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736831575578', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736831117188', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-630525', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-673542', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1750075', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1811148'] for rbac-policy, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:00.963941 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dff9945e-477e-4045-8a7f-64134f935d50 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:00.965178 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-dff9945e-477e-4045-8a7f-64134f935d50 admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0570998 Apr 28 19:18:03.656564 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 58948) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:18:03.971659 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-8edb5e37-ecf4-4479-bc82-1af4e315f643 admin admin] Request body: {'network': {'project_id': '9630c2d092d444e186dbf305c6c44d1e', 'name': 'private', 'admin_state_up': True, 'tenant_id': '9630c2d092d444e186dbf305c6c44d1e'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:18:04.033104 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edb5e37-ecf4-4479-bc82-1af4e315f643 admin admin] Made reservation on behalf of 9630c2d092d444e186dbf305c6c44d1e for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:18:04.101996 n-d-839810-1 neutron-server[102773]: DEBUG neutron.policy [None req-8edb5e37-ecf4-4479-bc82-1af4e315f643 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102773) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 28 19:18:04.149153 n-d-839810-1 neutron-server[102773]: WARNING oslo_policy.policy [None req-8edb5e37-ecf4-4479-bc82-1af4e315f643 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 19:18:04.149535 n-d-839810-1 neutron-server[102773]: WARNING oslo_policy.policy [None req-8edb5e37-ecf4-4479-bc82-1af4e315f643 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 19:18:04.159426 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8edb5e37-ecf4-4479-bc82-1af4e315f643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:04.182652 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8edb5e37-ecf4-4479-bc82-1af4e315f643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:04.301340 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8edb5e37-ecf4-4479-bc82-1af4e315f643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:04.306727 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8edb5e37-ecf4-4479-bc82-1af4e315f643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:04.327484 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8edb5e37-ecf4-4479-bc82-1af4e315f643 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:18:04.357214 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8edb5e37-ecf4-4479-bc82-1af4e315f643 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736828696823', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:04.357805 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8edb5e37-ecf4-4479-bc82-1af4e315f643 admin admin] Unsubscribe: segment precommit_create {{(pid=102773) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 28 19:18:04.358352 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-8edb5e37-ecf4-4479-bc82-1af4e315f643 admin admin] Added segment f5f6265b-b83f-4e6e-9dd9-b51cc1247640 of type vlan for network 17706292-e906-487a-91c6-bdfe45aea9ba Apr 28 19:18:04.374321 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb5e37-ecf4-4479-bc82-1af4e315f643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd496610-6971-4863-8867-f76c658266c9,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:18:04.397121 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb5e37-ecf4-4479-bc82-1af4e315f643 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:04.397457 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb5e37-ecf4-4479-bc82-1af4e315f643 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:04.397868 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb5e37-ecf4-4479-bc82-1af4e315f643 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:04.398711 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb5e37-ecf4-4479-bc82-1af4e315f643 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:04.399038 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb5e37-ecf4-4479-bc82-1af4e315f643 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:04.399362 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb5e37-ecf4-4479-bc82-1af4e315f643 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:04.399684 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb5e37-ecf4-4479-bc82-1af4e315f643 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:04.400001 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb5e37-ecf4-4479-bc82-1af4e315f643 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:04.400343 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb5e37-ecf4-4479-bc82-1af4e315f643 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:04.400663 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb5e37-ecf4-4479-bc82-1af4e315f643 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:04.400986 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb5e37-ecf4-4479-bc82-1af4e315f643 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:04.401298 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb5e37-ecf4-4479-bc82-1af4e315f643 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:04.402460 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edb5e37-ecf4-4479-bc82-1af4e315f643 admin admin] Tracked resource versions report: Apr 28 19:18:04.402460 n-d-839810-1 neutron-server[102773]: pushed versions: Apr 28 19:18:04.402460 n-d-839810-1 neutron-server[102773]: { 'AddressGroup': {'1.2'}, Apr 28 19:18:04.402460 n-d-839810-1 neutron-server[102773]: 'ConntrackHelper': {'1.0'}, Apr 28 19:18:04.402460 n-d-839810-1 neutron-server[102773]: 'Log': {'1.0'}, Apr 28 19:18:04.402460 n-d-839810-1 neutron-server[102773]: 'Network': {'1.1'}, Apr 28 19:18:04.402460 n-d-839810-1 neutron-server[102773]: 'Port': {'1.7'}, Apr 28 19:18:04.402460 n-d-839810-1 neutron-server[102773]: 'PortForwarding': {'1.2'}, Apr 28 19:18:04.402460 n-d-839810-1 neutron-server[102773]: 'QosPolicy': {'1.9'}, Apr 28 19:18:04.402460 n-d-839810-1 neutron-server[102773]: 'SecurityGroup': {'1.4'}, Apr 28 19:18:04.402460 n-d-839810-1 neutron-server[102773]: 'SecurityGroupRule': {'1.2'}, Apr 28 19:18:04.402460 n-d-839810-1 neutron-server[102773]: 'SubPort': {'1.0'}, Apr 28 19:18:04.402460 n-d-839810-1 neutron-server[102773]: 'Subnet': {'1.1'}, Apr 28 19:18:04.402460 n-d-839810-1 neutron-server[102773]: 'Trunk': {'1.1'}} Apr 28 19:18:04.402460 n-d-839810-1 neutron-server[102773]: consumer versions: Apr 28 19:18:04.402460 n-d-839810-1 neutron-server[102773]: { DHCP agent@n-d-839810-1: {}, Apr 28 19:18:04.402460 n-d-839810-1 neutron-server[102773]: L3 agent@n-d-839810-1: {}, Apr 28 19:18:04.402460 n-d-839810-1 neutron-server[102773]: Metadata agent@n-d-839810-1: {}, Apr 28 19:18:04.402460 n-d-839810-1 neutron-server[102773]: Metering agent@n-d-839810-1: {}, Apr 28 19:18:04.402460 n-d-839810-1 neutron-server[102773]: Open vSwitch agent@n-d-839810-1: { 'AddressGroup': '1.2', Apr 28 19:18:04.402460 n-d-839810-1 neutron-server[102773]: 'ConntrackHelper': '1.0', Apr 28 19:18:04.402460 n-d-839810-1 neutron-server[102773]: 'Log': '1.0', Apr 28 19:18:04.402460 n-d-839810-1 neutron-server[102773]: 'Network': '1.1', Apr 28 19:18:04.402460 n-d-839810-1 neutron-server[102773]: 'Port': '1.7', Apr 28 19:18:04.402460 n-d-839810-1 neutron-server[102773]: 'PortForwarding': '1.2', Apr 28 19:18:04.402460 n-d-839810-1 neutron-server[102773]: 'QosPolicy': '1.9', Apr 28 19:18:04.402460 n-d-839810-1 neutron-server[102773]: 'SecurityGroup': '1.4', Apr 28 19:18:04.402460 n-d-839810-1 neutron-server[102773]: 'SecurityGroupRule': '1.2', Apr 28 19:18:04.402460 n-d-839810-1 neutron-server[102773]: 'SubPort': '1.0', Apr 28 19:18:04.402460 n-d-839810-1 neutron-server[102773]: 'Subnet': '1.1', Apr 28 19:18:04.402460 n-d-839810-1 neutron-server[102773]: 'Trunk': '1.1'}} Apr 28 19:18:04.402460 n-d-839810-1 neutron-server[102773]: {{(pid=102773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 19:18:04.491364 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8edb5e37-ecf4-4479-bc82-1af4e315f643 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:04.531153 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8edb5e37-ecf4-4479-bc82-1af4e315f643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:04.532533 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edb5e37-ecf4-4479-bc82-1af4e315f643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:18:04.533373 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8edb5e37-ecf4-4479-bc82-1af4e315f643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:04.617696 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8edb5e37-ecf4-4479-bc82-1af4e315f643 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9599700 Apr 28 19:18:04.641516 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb5e37-ecf4-4479-bc82-1af4e315f643 admin admin] Pushing event updated for resources: {'Network': ['ID=17706292-e906-487a-91c6-bdfe45aea9ba,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:18:04.654761 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 17706292-e906-487a-91c6-bdfe45aea9ba details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:18:07.377269 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 58964) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:18:07.762890 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675b9037-96b3-418d-8a05-8c6ee2937f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:18:07.764260 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-675b9037-96b3-418d-8a05-8c6ee2937f70 admin admin] 10.222.0.42 "GET /v2.0/networks/17706292-e906-487a-91c6-bdfe45aea9ba HTTP/1.1" status: 200 len: 825 time: 0.3860319 Apr 28 19:18:07.805668 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5407bf16-5d0c-4a96-86a5-1da9cc59e03c admin admin] 10.222.0.42 "GET /v2.0/subnetpools/eb7099eb-f2b4-49c9-a79b-5d6143fa9e75 HTTP/1.1" status: 200 len: 734 time: 0.0349016 Apr 28 19:18:07.814915 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-138b20f1-6df8-49a6-92df-a36de40efe06 admin admin] Request body: {'subnet': {'tenant_id': '9630c2d092d444e186dbf305c6c44d1e', 'subnetpool_id': 'eb7099eb-f2b4-49c9-a79b-5d6143fa9e75', 'network_id': '17706292-e906-487a-91c6-bdfe45aea9ba', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:18:07.836281 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138b20f1-6df8-49a6-92df-a36de40efe06 admin admin] Made reservation on behalf of 9630c2d092d444e186dbf305c6c44d1e for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:18:07.838442 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-138b20f1-6df8-49a6-92df-a36de40efe06 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:08.124857 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-138b20f1-6df8-49a6-92df-a36de40efe06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:08.185258 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b20f1-6df8-49a6-92df-a36de40efe06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ab340fb-63e5-4b72-92a9-1bd8eb12cced,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:18:08.195567 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138b20f1-6df8-49a6-92df-a36de40efe06 admin admin] Checking segment: {'id': 'f5f6265b-b83f-4e6e-9dd9-b51cc1247640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '17706292-e906-487a-91c6-bdfe45aea9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:18:08.195944 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138b20f1-6df8-49a6-92df-a36de40efe06 admin admin] Network hostable DHCP agents. Network: 17706292-e906-487a-91c6-bdfe45aea9ba, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:18:08.216244 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138b20f1-6df8-49a6-92df-a36de40efe06 admin admin] Network 17706292-e906-487a-91c6-bdfe45aea9ba is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:18:08.227738 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-138b20f1-6df8-49a6-92df-a36de40efe06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 17706292-e906-487a-91c6-bdfe45aea9ba) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:18:08.232443 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138b20f1-6df8-49a6-92df-a36de40efe06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:18:08.233019 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-138b20f1-6df8-49a6-92df-a36de40efe06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:08.238081 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739cd615-e5b9-4802-8b83-46f606e28160 None None] Network 17706292-e906-487a-91c6-bdfe45aea9ba requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:18:08.251488 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-138b20f1-6df8-49a6-92df-a36de40efe06 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4396839 Apr 28 19:18:08.562398 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223f2473-ff76-417a-9baf-319b22f71a70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-17706292-e906-487a-91c6-bdfe45aea9ba', 'network_id': '17706292-e906-487a-91c6-bdfe45aea9ba', 'tenant_id': '9630c2d092d444e186dbf305c6c44d1e', 'fixed_ips': [{'subnet_id': '3ab340fb-63e5-4b72-92a9-1bd8eb12cced'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:18:08.563660 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-223f2473-ff76-417a-9baf-319b22f71a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:08.876634 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-223f2473-ff76-417a-9baf-319b22f71a70 None None] Allocated IP 172.20.0.2 (17706292-e906-487a-91c6-bdfe45aea9ba/3ab340fb-63e5-4b72-92a9-1bd8eb12cced/f0f5f27f-9aa7-48eb-b5c2-f2ad7304edd4) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:18:09.092586 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-223f2473-ff76-417a-9baf-319b22f71a70 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:09.103416 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-223f2473-ff76-417a-9baf-319b22f71a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:09.174654 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223f2473-ff76-417a-9baf-319b22f71a70 None None] Network 17706292-e906-487a-91c6-bdfe45aea9ba is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:18:09.182215 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-223f2473-ff76-417a-9baf-319b22f71a70 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:18:09.192061 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223f2473-ff76-417a-9baf-319b22f71a70 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:18:09.198731 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f2473-ff76-417a-9baf-319b22f71a70 None None] Pushing event updated for resources: {'Port': ['ID=f0f5f27f-9aa7-48eb-b5c2-f2ad7304edd4,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:18:09.248807 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f2473-ff76-417a-9baf-319b22f71a70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:09.249434 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f2473-ff76-417a-9baf-319b22f71a70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:09.249542 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f2473-ff76-417a-9baf-319b22f71a70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:09.249809 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f2473-ff76-417a-9baf-319b22f71a70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:09.250144 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f2473-ff76-417a-9baf-319b22f71a70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:09.250476 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f2473-ff76-417a-9baf-319b22f71a70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:09.250807 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f2473-ff76-417a-9baf-319b22f71a70 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:09.251142 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f2473-ff76-417a-9baf-319b22f71a70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:09.251619 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f2473-ff76-417a-9baf-319b22f71a70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:09.252852 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f2473-ff76-417a-9baf-319b22f71a70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:09.252852 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f2473-ff76-417a-9baf-319b22f71a70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:09.252852 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f2473-ff76-417a-9baf-319b22f71a70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:09.253679 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f2473-ff76-417a-9baf-319b22f71a70 None None] Tracked resource versions report: Apr 28 19:18:09.253679 n-d-839810-1 neutron-server[102775]: pushed versions: Apr 28 19:18:09.253679 n-d-839810-1 neutron-server[102775]: { 'AddressGroup': {'1.2'}, Apr 28 19:18:09.253679 n-d-839810-1 neutron-server[102775]: 'ConntrackHelper': {'1.0'}, Apr 28 19:18:09.253679 n-d-839810-1 neutron-server[102775]: 'Log': {'1.0'}, Apr 28 19:18:09.253679 n-d-839810-1 neutron-server[102775]: 'Network': {'1.1'}, Apr 28 19:18:09.253679 n-d-839810-1 neutron-server[102775]: 'Port': {'1.7'}, Apr 28 19:18:09.253679 n-d-839810-1 neutron-server[102775]: 'PortForwarding': {'1.2'}, Apr 28 19:18:09.253679 n-d-839810-1 neutron-server[102775]: 'QosPolicy': {'1.9'}, Apr 28 19:18:09.253679 n-d-839810-1 neutron-server[102775]: 'SecurityGroup': {'1.4'}, Apr 28 19:18:09.253679 n-d-839810-1 neutron-server[102775]: 'SecurityGroupRule': {'1.2'}, Apr 28 19:18:09.253679 n-d-839810-1 neutron-server[102775]: 'SubPort': {'1.0'}, Apr 28 19:18:09.253679 n-d-839810-1 neutron-server[102775]: 'Subnet': {'1.1'}, Apr 28 19:18:09.253679 n-d-839810-1 neutron-server[102775]: 'Trunk': {'1.1'}} Apr 28 19:18:09.253679 n-d-839810-1 neutron-server[102775]: consumer versions: Apr 28 19:18:09.253679 n-d-839810-1 neutron-server[102775]: { DHCP agent@n-d-839810-1: {}, Apr 28 19:18:09.253679 n-d-839810-1 neutron-server[102775]: L3 agent@n-d-839810-1: {}, Apr 28 19:18:09.253679 n-d-839810-1 neutron-server[102775]: Metadata agent@n-d-839810-1: {}, Apr 28 19:18:09.253679 n-d-839810-1 neutron-server[102775]: Metering agent@n-d-839810-1: {}, Apr 28 19:18:09.253679 n-d-839810-1 neutron-server[102775]: Open vSwitch agent@n-d-839810-1: { 'AddressGroup': '1.2', Apr 28 19:18:09.253679 n-d-839810-1 neutron-server[102775]: 'ConntrackHelper': '1.0', Apr 28 19:18:09.253679 n-d-839810-1 neutron-server[102775]: 'Log': '1.0', Apr 28 19:18:09.253679 n-d-839810-1 neutron-server[102775]: 'Network': '1.1', Apr 28 19:18:09.253679 n-d-839810-1 neutron-server[102775]: 'Port': '1.7', Apr 28 19:18:09.253679 n-d-839810-1 neutron-server[102775]: 'PortForwarding': '1.2', Apr 28 19:18:09.253679 n-d-839810-1 neutron-server[102775]: 'QosPolicy': '1.9', Apr 28 19:18:09.253679 n-d-839810-1 neutron-server[102775]: 'SecurityGroup': '1.4', Apr 28 19:18:09.253679 n-d-839810-1 neutron-server[102775]: 'SecurityGroupRule': '1.2', Apr 28 19:18:09.253679 n-d-839810-1 neutron-server[102775]: 'SubPort': '1.0', Apr 28 19:18:09.253679 n-d-839810-1 neutron-server[102775]: 'Subnet': '1.1', Apr 28 19:18:09.253679 n-d-839810-1 neutron-server[102775]: 'Trunk': '1.1'}} Apr 28 19:18:09.253679 n-d-839810-1 neutron-server[102775]: {{(pid=102775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 19:18:09.289515 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-223f2473-ff76-417a-9baf-319b22f71a70 None None] Attempting to bind port f0f5f27f-9aa7-48eb-b5c2-f2ad7304edd4 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:18:09.289889 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-223f2473-ff76-417a-9baf-319b22f71a70 None None] Attempting to bind port f0f5f27f-9aa7-48eb-b5c2-f2ad7304edd4 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'f5f6265b-b83f-4e6e-9dd9-b51cc1247640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '17706292-e906-487a-91c6-bdfe45aea9ba'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:18:09.290316 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223f2473-ff76-417a-9baf-319b22f71a70 None None] Attempting to bind port f0f5f27f-9aa7-48eb-b5c2-f2ad7304edd4 on network 17706292-e906-487a-91c6-bdfe45aea9ba {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:18:09.295317 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223f2473-ff76-417a-9baf-319b22f71a70 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:18:09.295727 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223f2473-ff76-417a-9baf-319b22f71a70 None None] Checking segment: {'id': 'f5f6265b-b83f-4e6e-9dd9-b51cc1247640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '17706292-e906-487a-91c6-bdfe45aea9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:18:09.296238 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-223f2473-ff76-417a-9baf-319b22f71a70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:09.296628 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223f2473-ff76-417a-9baf-319b22f71a70 None None] Bound using segment: {'id': 'f5f6265b-b83f-4e6e-9dd9-b51cc1247640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '17706292-e906-487a-91c6-bdfe45aea9ba'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:18:09.297111 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-223f2473-ff76-417a-9baf-319b22f71a70 None None] Bound port: f0f5f27f-9aa7-48eb-b5c2-f2ad7304edd4, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f6265b-b83f-4e6e-9dd9-b51cc1247640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '17706292-e906-487a-91c6-bdfe45aea9ba'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:18:09.297515 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-223f2473-ff76-417a-9baf-319b22f71a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:09.368724 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-223f2473-ff76-417a-9baf-319b22f71a70 None None] For port f0f5f27f-9aa7-48eb-b5c2-f2ad7304edd4, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:18:09.373989 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-223f2473-ff76-417a-9baf-319b22f71a70 None None] For port f0f5f27f-9aa7-48eb-b5c2-f2ad7304edd4, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=f0f5f27f-9aa7-48eb-b5c2-f2ad7304edd4,segment=NetworkSegment(f5f6265b-b83f-4e6e-9dd9-b51cc1247640),segment_id=f5f6265b-b83f-4e6e-9dd9-b51cc1247640)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:18:09.378197 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-223f2473-ff76-417a-9baf-319b22f71a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:09.452422 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f2473-ff76-417a-9baf-319b22f71a70 None None] Pushing event updated for resources: {'Port': ['ID=f0f5f27f-9aa7-48eb-b5c2-f2ad7304edd4,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:18:10.770152 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 58972) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:18:11.131340 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-1699d5b6-5a5f-4db7-84be-9baa8e843c9b admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:18:11.133200 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1699d5b6-5a5f-4db7-84be-9baa8e843c9b admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3618443 Apr 28 19:18:13.632134 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58980) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:18:13.976453 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [None req-d4787f58-904f-496c-95df-c56480d04639 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:18:13.977466 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d4787f58-904f-496c-95df-c56480d04639 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3442359 Apr 28 19:18:16.714117 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58992) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:18:17.055399 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-01b4ffb4-c1c7-4e44-8632-1d2b60a25ab2 admin admin] Request body: {'router': {'tenant_id': '9630c2d092d444e186dbf305c6c44d1e', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:18:17.086597 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-01b4ffb4-c1c7-4e44-8632-1d2b60a25ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:17.088340 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-01b4ffb4-c1c7-4e44-8632-1d2b60a25ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:17.165013 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device f0f5f27f-9aa7-48eb-b5c2-f2ad7304edd4 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:18:17.253313 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-01b4ffb4-c1c7-4e44-8632-1d2b60a25ab2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:17.258243 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-01b4ffb4-c1c7-4e44-8632-1d2b60a25ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:17.260128 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port f0f5f27f-9aa7-48eb-b5c2-f2ad7304edd4 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:18:17.260646 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:17.272762 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-01b4ffb4-c1c7-4e44-8632-1d2b60a25ab2 admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:17.273967 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-01b4ffb4-c1c7-4e44-8632-1d2b60a25ab2 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5585713 Apr 28 19:18:17.379873 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:17.418091 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port f0f5f27f-9aa7-48eb-b5c2-f2ad7304edd4, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=f0f5f27f-9aa7-48eb-b5c2-f2ad7304edd4,segment=NetworkSegment(f5f6265b-b83f-4e6e-9dd9-b51cc1247640),segment_id=f5f6265b-b83f-4e6e-9dd9-b51cc1247640)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:18:17.422444 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:17.472642 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=f0f5f27f-9aa7-48eb-b5c2-f2ad7304edd4,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:18:18.078267 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a85b751-6bb5-4763-9ed2-0425c56cac10 None None] Network 17706292-e906-487a-91c6-bdfe45aea9ba requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:18:18.168920 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-e7ec4b29-69f6-4bd8-b722-9d065f810475 None None] Provisioning complete for port f0f5f27f-9aa7-48eb-b5c2-f2ad7304edd4 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:18:18.169583 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e7ec4b29-69f6-4bd8-b722-9d065f810475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:18.555047 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-dd5d4413-94fa-4a59-beab-52b1577ad3f7 None None] Provisioning complete for port f0f5f27f-9aa7-48eb-b5c2-f2ad7304edd4 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:18:18.555333 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-dd5d4413-94fa-4a59-beab-52b1577ad3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:19.115112 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device f0f5f27f-9aa7-48eb-b5c2-f2ad7304edd4 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:18:19.166106 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port f0f5f27f-9aa7-48eb-b5c2-f2ad7304edd4 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:18:19.166468 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:19.668806 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5351086f-f8fb-4d20-9564-b3d5dc50669e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:19.754210 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 59004) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:18:20.081667 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [None req-31322363-5a50-4082-9602-da790b9793fe admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:18:20.082647 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-31322363-5a50-4082-9602-da790b9793fe admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3275046 Apr 28 19:18:21.944951 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2bab35ca-0887-405f-b06b-902753b15bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:22.533796 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 59012) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:18:22.852319 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-0322bff8-f91e-4ed9-a002-cd454ccb32ab admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:18:22.874832 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0322bff8-f91e-4ed9-a002-cd454ccb32ab admin admin] Made reservation on behalf of 2eaec4c1399e4144a250426e75f1cbb1 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:18:22.877936 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0322bff8-f91e-4ed9-a002-cd454ccb32ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:22.894789 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0322bff8-f91e-4ed9-a002-cd454ccb32ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:23.004555 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0322bff8-f91e-4ed9-a002-cd454ccb32ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:23.009505 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0322bff8-f91e-4ed9-a002-cd454ccb32ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:23.020431 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0322bff8-f91e-4ed9-a002-cd454ccb32ab admin admin] Reserving flat network on physical network physnet1 {{(pid=102774) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 28 19:18:23.054309 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0322bff8-f91e-4ed9-a002-cd454ccb32ab admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736828696823', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:23.056223 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0322bff8-f91e-4ed9-a002-cd454ccb32ab admin admin] Unsubscribe: segment precommit_create {{(pid=102774) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 28 19:18:23.056761 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-0322bff8-f91e-4ed9-a002-cd454ccb32ab admin admin] Added segment 75d46ed0-4280-49b2-8cae-a0cebac72af8 of type flat for network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 Apr 28 19:18:23.074630 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322bff8-f91e-4ed9-a002-cd454ccb32ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9173359d-2b20-4089-bed8-5bce18459e6f,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:18:23.095149 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322bff8-f91e-4ed9-a002-cd454ccb32ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:23.095481 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322bff8-f91e-4ed9-a002-cd454ccb32ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:23.095809 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322bff8-f91e-4ed9-a002-cd454ccb32ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:23.096150 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322bff8-f91e-4ed9-a002-cd454ccb32ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:23.096470 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322bff8-f91e-4ed9-a002-cd454ccb32ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:23.096791 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322bff8-f91e-4ed9-a002-cd454ccb32ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:23.097118 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322bff8-f91e-4ed9-a002-cd454ccb32ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:23.097407 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322bff8-f91e-4ed9-a002-cd454ccb32ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:23.097712 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322bff8-f91e-4ed9-a002-cd454ccb32ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:23.098022 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322bff8-f91e-4ed9-a002-cd454ccb32ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:23.098327 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322bff8-f91e-4ed9-a002-cd454ccb32ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:23.098631 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322bff8-f91e-4ed9-a002-cd454ccb32ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:23.099722 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322bff8-f91e-4ed9-a002-cd454ccb32ab admin admin] Tracked resource versions report: Apr 28 19:18:23.099722 n-d-839810-1 neutron-server[102774]: pushed versions: Apr 28 19:18:23.099722 n-d-839810-1 neutron-server[102774]: { 'AddressGroup': {'1.2'}, Apr 28 19:18:23.099722 n-d-839810-1 neutron-server[102774]: 'ConntrackHelper': {'1.0'}, Apr 28 19:18:23.099722 n-d-839810-1 neutron-server[102774]: 'Log': {'1.0'}, Apr 28 19:18:23.099722 n-d-839810-1 neutron-server[102774]: 'Network': {'1.1'}, Apr 28 19:18:23.099722 n-d-839810-1 neutron-server[102774]: 'Port': {'1.7'}, Apr 28 19:18:23.099722 n-d-839810-1 neutron-server[102774]: 'PortForwarding': {'1.2'}, Apr 28 19:18:23.099722 n-d-839810-1 neutron-server[102774]: 'QosPolicy': {'1.9'}, Apr 28 19:18:23.099722 n-d-839810-1 neutron-server[102774]: 'SecurityGroup': {'1.4'}, Apr 28 19:18:23.099722 n-d-839810-1 neutron-server[102774]: 'SecurityGroupRule': {'1.2'}, Apr 28 19:18:23.099722 n-d-839810-1 neutron-server[102774]: 'SubPort': {'1.0'}, Apr 28 19:18:23.099722 n-d-839810-1 neutron-server[102774]: 'Subnet': {'1.1'}, Apr 28 19:18:23.099722 n-d-839810-1 neutron-server[102774]: 'Trunk': {'1.1'}} Apr 28 19:18:23.099722 n-d-839810-1 neutron-server[102774]: consumer versions: Apr 28 19:18:23.099722 n-d-839810-1 neutron-server[102774]: { DHCP agent@n-d-839810-1: {}, Apr 28 19:18:23.099722 n-d-839810-1 neutron-server[102774]: L3 agent@n-d-839810-1: {}, Apr 28 19:18:23.099722 n-d-839810-1 neutron-server[102774]: Metadata agent@n-d-839810-1: {}, Apr 28 19:18:23.099722 n-d-839810-1 neutron-server[102774]: Metering agent@n-d-839810-1: {}, Apr 28 19:18:23.099722 n-d-839810-1 neutron-server[102774]: Open vSwitch agent@n-d-839810-1: { 'AddressGroup': '1.2', Apr 28 19:18:23.099722 n-d-839810-1 neutron-server[102774]: 'ConntrackHelper': '1.0', Apr 28 19:18:23.099722 n-d-839810-1 neutron-server[102774]: 'Log': '1.0', Apr 28 19:18:23.099722 n-d-839810-1 neutron-server[102774]: 'Network': '1.1', Apr 28 19:18:23.099722 n-d-839810-1 neutron-server[102774]: 'Port': '1.7', Apr 28 19:18:23.099722 n-d-839810-1 neutron-server[102774]: 'PortForwarding': '1.2', Apr 28 19:18:23.099722 n-d-839810-1 neutron-server[102774]: 'QosPolicy': '1.9', Apr 28 19:18:23.099722 n-d-839810-1 neutron-server[102774]: 'SecurityGroup': '1.4', Apr 28 19:18:23.099722 n-d-839810-1 neutron-server[102774]: 'SecurityGroupRule': '1.2', Apr 28 19:18:23.099722 n-d-839810-1 neutron-server[102774]: 'SubPort': '1.0', Apr 28 19:18:23.099722 n-d-839810-1 neutron-server[102774]: 'Subnet': '1.1', Apr 28 19:18:23.099722 n-d-839810-1 neutron-server[102774]: 'Trunk': '1.1'}} Apr 28 19:18:23.099722 n-d-839810-1 neutron-server[102774]: {{(pid=102774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 19:18:23.182961 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0322bff8-f91e-4ed9-a002-cd454ccb32ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:23.227364 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0322bff8-f91e-4ed9-a002-cd454ccb32ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:23.228635 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0322bff8-f91e-4ed9-a002-cd454ccb32ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:18:23.229270 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0322bff8-f91e-4ed9-a002-cd454ccb32ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:23.261493 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:23.307465 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0322bff8-f91e-4ed9-a002-cd454ccb32ab admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7726057 Apr 28 19:18:23.333755 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322bff8-f91e-4ed9-a002-cd454ccb32ab admin admin] Pushing event updated for resources: {'Network': ['ID=562d8c9c-50aa-492e-ae08-06d7f5fe6347,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:18:23.346386 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:18:25.538435 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:25.792371 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59034) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:18:25.801514 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:25.967229 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff41cc8a-36d8-4779-9326-1e726782d8c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:18:25.968569 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ff41cc8a-36d8-4779-9326-1e726782d8c0 admin admin] 10.222.0.42 "GET /v2.0/subnets/3ab340fb-63e5-4b72-92a9-1bd8eb12cced HTTP/1.1" status: 200 len: 849 time: 0.1749139 Apr 28 19:18:26.126204 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-154d7eac-51d3-4aa2-8042-d5164d75c77a admin admin] 10.222.0.42 "GET /v2.0/routers/bd3cb47d-fe06-4c5d-8f32-71ec646615c2 HTTP/1.1" status: 200 len: 704 time: 0.1513534 Apr 28 19:18:26.390022 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0647f98e-0ad2-478e-be02-38666d70356b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:26.675822 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-0647f98e-0ad2-478e-be02-38666d70356b admin admin] Allocated IP 172.20.0.1 (17706292-e906-487a-91c6-bdfe45aea9ba/3ab340fb-63e5-4b72-92a9-1bd8eb12cced/69598856-79f8-4af8-953c-e3a302809a4e) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:18:26.827205 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0647f98e-0ad2-478e-be02-38666d70356b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:26.889769 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0647f98e-0ad2-478e-be02-38666d70356b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:26.953250 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0647f98e-0ad2-478e-be02-38666d70356b admin admin] Network 17706292-e906-487a-91c6-bdfe45aea9ba is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:18:26.958630 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-0647f98e-0ad2-478e-be02-38666d70356b admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:18:26.966985 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0647f98e-0ad2-478e-be02-38666d70356b admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:18:26.967752 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0647f98e-0ad2-478e-be02-38666d70356b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:27.095836 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647f98e-0ad2-478e-be02-38666d70356b admin admin] Pushing event updated for resources: {'Port': ['ID=69598856-79f8-4af8-953c-e3a302809a4e,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:18:27.212932 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-58567b07-911e-4a95-93c4-472a71effa5d None None] Provisioning complete for port 69598856-79f8-4af8-953c-e3a302809a4e triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:18:27.213486 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-58567b07-911e-4a95-93c4-472a71effa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:27.229935 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0647f98e-0ad2-478e-be02-38666d70356b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:27.246365 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-58567b07-911e-4a95-93c4-472a71effa5d None None] Port 69598856-79f8-4af8-953c-e3a302809a4e cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:18:27.439783 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0647f98e-0ad2-478e-be02-38666d70356b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:27.444193 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0647f98e-0ad2-478e-be02-38666d70356b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:27.445270 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0647f98e-0ad2-478e-be02-38666d70356b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:27.519910 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647f98e-0ad2-478e-be02-38666d70356b admin admin] Pushing event updated for resources: {'Port': ['ID=69598856-79f8-4af8-953c-e3a302809a4e,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:18:27.565030 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0647f98e-0ad2-478e-be02-38666d70356b admin admin] Network 17706292-e906-487a-91c6-bdfe45aea9ba is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:18:27.566309 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-0647f98e-0ad2-478e-be02-38666d70356b admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:18:27.726338 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0647f98e-0ad2-478e-be02-38666d70356b admin admin] Router bd3cb47d-fe06-4c5d-8f32-71ec646615c2 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:18:27.768503 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-f5e85c00-19a0-4ea4-b5d2-481da001645e None None] Provisioning complete for port 69598856-79f8-4af8-953c-e3a302809a4e triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:18:27.768875 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f5e85c00-19a0-4ea4-b5d2-481da001645e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:27.801562 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-f5e85c00-19a0-4ea4-b5d2-481da001645e None None] Port 69598856-79f8-4af8-953c-e3a302809a4e cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:18:27.816059 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0647f98e-0ad2-478e-be02-38666d70356b admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:18:27.822123 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0647f98e-0ad2-478e-be02-38666d70356b admin admin] 10.222.0.42 "PUT /v2.0/routers/bd3cb47d-fe06-4c5d-8f32-71ec646615c2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6882772 Apr 28 19:18:27.826407 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3113034a-57d6-4062-952f-53dda52058f0 None None] Sync routers for ids ['bd3cb47d-fe06-4c5d-8f32-71ec646615c2'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:18:27.839668 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3113034a-57d6-4062-952f-53dda52058f0 None None] Routers {'bd3cb47d-fe06-4c5d-8f32-71ec646615c2'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:18:27.840482 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-3113034a-57d6-4062-952f-53dda52058f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:18:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['bd3cb47d-fe06-4c5d-8f32-71ec646615c2'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:18:28.026651 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-3113034a-57d6-4062-952f-53dda52058f0 None None] Set router bd3cb47d-fe06-4c5d-8f32-71ec646615c2 gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:18:28.456961 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-3113034a-57d6-4062-952f-53dda52058f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3cb47d-fe06-4c5d-8f32-71ec646615c2', 'name': 'router1', 'tenant_id': '9630c2d092d444e186dbf305c6c44d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:18:17Z', 'updated_at': '2022-04-28T19:18:27Z', 'revision_number': 2, 'project_id': '9630c2d092d444e186dbf305c6c44d1e', 'gw_port_host': None, '_interfaces': [{'id': '69598856-79f8-4af8-953c-e3a302809a4e', 'name': '', 'network_id': '17706292-e906-487a-91c6-bdfe45aea9ba', 'tenant_id': '9630c2d092d444e186dbf305c6c44d1e', 'mac_address': 'fa:16:3e:d9:a3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3cb47d-fe06-4c5d-8f32-71ec646615c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ab340fb-63e5-4b72-92a9-1bd8eb12cced', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:18:26Z', 'updated_at': '2022-04-28T19:18:27Z', 'revision_number': 2, 'project_id': '9630c2d092d444e186dbf305c6c44d1e', 'subnets': [{'id': '3ab340fb-63e5-4b72-92a9-1bd8eb12cced', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb7099eb-f2b4-49c9-a79b-5d6143fa9e75'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:18:28.509489 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3113034a-57d6-4062-952f-53dda52058f0 None None] Checking router: bd3cb47d-fe06-4c5d-8f32-71ec646615c2 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:18:28.509850 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3113034a-57d6-4062-952f-53dda52058f0 None None] Updating router bd3cb47d-fe06-4c5d-8f32-71ec646615c2 port 69598856-79f8-4af8-953c-e3a302809a4e binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:18:28.559883 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-3113034a-57d6-4062-952f-53dda52058f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:29.079913 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-3113034a-57d6-4062-952f-53dda52058f0 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:29.088039 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-3113034a-57d6-4062-952f-53dda52058f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:29.181031 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4afcc18-8617-4170-aeaa-0905e65323db None None] Pushing event updated for resources: {'Port': ['ID=69598856-79f8-4af8-953c-e3a302809a4e,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:18:29.210525 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afcc18-8617-4170-aeaa-0905e65323db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:29.211459 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afcc18-8617-4170-aeaa-0905e65323db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:29.211728 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afcc18-8617-4170-aeaa-0905e65323db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:29.212278 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afcc18-8617-4170-aeaa-0905e65323db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:29.212616 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afcc18-8617-4170-aeaa-0905e65323db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:29.213155 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afcc18-8617-4170-aeaa-0905e65323db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:29.213264 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afcc18-8617-4170-aeaa-0905e65323db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:29.213612 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afcc18-8617-4170-aeaa-0905e65323db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:29.214061 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afcc18-8617-4170-aeaa-0905e65323db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:29.214435 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afcc18-8617-4170-aeaa-0905e65323db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:29.214802 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afcc18-8617-4170-aeaa-0905e65323db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:29.215343 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afcc18-8617-4170-aeaa-0905e65323db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:18:29.217007 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afcc18-8617-4170-aeaa-0905e65323db None None] Tracked resource versions report: Apr 28 19:18:29.217007 n-d-839810-1 neutron-server[102776]: pushed versions: Apr 28 19:18:29.217007 n-d-839810-1 neutron-server[102776]: { 'AddressGroup': {'1.2'}, Apr 28 19:18:29.217007 n-d-839810-1 neutron-server[102776]: 'ConntrackHelper': {'1.0'}, Apr 28 19:18:29.217007 n-d-839810-1 neutron-server[102776]: 'Log': {'1.0'}, Apr 28 19:18:29.217007 n-d-839810-1 neutron-server[102776]: 'Network': {'1.1'}, Apr 28 19:18:29.217007 n-d-839810-1 neutron-server[102776]: 'Port': {'1.7'}, Apr 28 19:18:29.217007 n-d-839810-1 neutron-server[102776]: 'PortForwarding': {'1.2'}, Apr 28 19:18:29.217007 n-d-839810-1 neutron-server[102776]: 'QosPolicy': {'1.9'}, Apr 28 19:18:29.217007 n-d-839810-1 neutron-server[102776]: 'SecurityGroup': {'1.4'}, Apr 28 19:18:29.217007 n-d-839810-1 neutron-server[102776]: 'SecurityGroupRule': {'1.2'}, Apr 28 19:18:29.217007 n-d-839810-1 neutron-server[102776]: 'SubPort': {'1.0'}, Apr 28 19:18:29.217007 n-d-839810-1 neutron-server[102776]: 'Subnet': {'1.1'}, Apr 28 19:18:29.217007 n-d-839810-1 neutron-server[102776]: 'Trunk': {'1.1'}} Apr 28 19:18:29.217007 n-d-839810-1 neutron-server[102776]: consumer versions: Apr 28 19:18:29.217007 n-d-839810-1 neutron-server[102776]: { DHCP agent@n-d-839810-1: {}, Apr 28 19:18:29.217007 n-d-839810-1 neutron-server[102776]: L3 agent@n-d-839810-1: {}, Apr 28 19:18:29.217007 n-d-839810-1 neutron-server[102776]: Metadata agent@n-d-839810-1: {}, Apr 28 19:18:29.217007 n-d-839810-1 neutron-server[102776]: Metering agent@n-d-839810-1: {}, Apr 28 19:18:29.217007 n-d-839810-1 neutron-server[102776]: Open vSwitch agent@n-d-839810-1: { 'AddressGroup': '1.2', Apr 28 19:18:29.217007 n-d-839810-1 neutron-server[102776]: 'ConntrackHelper': '1.0', Apr 28 19:18:29.217007 n-d-839810-1 neutron-server[102776]: 'Log': '1.0', Apr 28 19:18:29.217007 n-d-839810-1 neutron-server[102776]: 'Network': '1.1', Apr 28 19:18:29.217007 n-d-839810-1 neutron-server[102776]: 'Port': '1.7', Apr 28 19:18:29.217007 n-d-839810-1 neutron-server[102776]: 'PortForwarding': '1.2', Apr 28 19:18:29.217007 n-d-839810-1 neutron-server[102776]: 'QosPolicy': '1.9', Apr 28 19:18:29.217007 n-d-839810-1 neutron-server[102776]: 'SecurityGroup': '1.4', Apr 28 19:18:29.217007 n-d-839810-1 neutron-server[102776]: 'SecurityGroupRule': '1.2', Apr 28 19:18:29.217007 n-d-839810-1 neutron-server[102776]: 'SubPort': '1.0', Apr 28 19:18:29.217007 n-d-839810-1 neutron-server[102776]: 'Subnet': '1.1', Apr 28 19:18:29.217007 n-d-839810-1 neutron-server[102776]: 'Trunk': '1.1'}} Apr 28 19:18:29.217007 n-d-839810-1 neutron-server[102776]: {{(pid=102776) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 19:18:29.270554 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-3113034a-57d6-4062-952f-53dda52058f0 None None] Attempting to bind port 69598856-79f8-4af8-953c-e3a302809a4e on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:18:29.271329 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-3113034a-57d6-4062-952f-53dda52058f0 None None] Attempting to bind port 69598856-79f8-4af8-953c-e3a302809a4e by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'f5f6265b-b83f-4e6e-9dd9-b51cc1247640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '17706292-e906-487a-91c6-bdfe45aea9ba'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:18:29.271847 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3113034a-57d6-4062-952f-53dda52058f0 None None] Attempting to bind port 69598856-79f8-4af8-953c-e3a302809a4e on network 17706292-e906-487a-91c6-bdfe45aea9ba {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:18:29.278619 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3113034a-57d6-4062-952f-53dda52058f0 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:18:29.279115 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3113034a-57d6-4062-952f-53dda52058f0 None None] Checking segment: {'id': 'f5f6265b-b83f-4e6e-9dd9-b51cc1247640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '17706292-e906-487a-91c6-bdfe45aea9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:18:29.279756 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-3113034a-57d6-4062-952f-53dda52058f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:29.280244 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3113034a-57d6-4062-952f-53dda52058f0 None None] Bound using segment: {'id': 'f5f6265b-b83f-4e6e-9dd9-b51cc1247640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '17706292-e906-487a-91c6-bdfe45aea9ba'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:18:29.280729 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-3113034a-57d6-4062-952f-53dda52058f0 None None] Bound port: 69598856-79f8-4af8-953c-e3a302809a4e, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f6265b-b83f-4e6e-9dd9-b51cc1247640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '17706292-e906-487a-91c6-bdfe45aea9ba'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:18:29.281239 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-3113034a-57d6-4062-952f-53dda52058f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:29.357874 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-3113034a-57d6-4062-952f-53dda52058f0 None None] For port 69598856-79f8-4af8-953c-e3a302809a4e, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:18:29.378192 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-3113034a-57d6-4062-952f-53dda52058f0 None None] For port 69598856-79f8-4af8-953c-e3a302809a4e, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=69598856-79f8-4af8-953c-e3a302809a4e,segment=NetworkSegment(f5f6265b-b83f-4e6e-9dd9-b51cc1247640),segment_id=f5f6265b-b83f-4e6e-9dd9-b51cc1247640)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:18:29.382778 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-3113034a-57d6-4062-952f-53dda52058f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:29.443292 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3dfe260d-caca-4f30-bc6c-e469c2736ad7 None None] Provisioning complete for port 69598856-79f8-4af8-953c-e3a302809a4e triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:18:29.444191 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4afcc18-8617-4170-aeaa-0905e65323db None None] Pushing event updated for resources: {'Port': ['ID=69598856-79f8-4af8-953c-e3a302809a4e,revision_number=4']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:18:29.444562 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3dfe260d-caca-4f30-bc6c-e469c2736ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:29.447292 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3113034a-57d6-4062-952f-53dda52058f0 None None] Routers {'bd3cb47d-fe06-4c5d-8f32-71ec646615c2'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:18:29.447897 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-3113034a-57d6-4062-952f-53dda52058f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:18:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['bd3cb47d-fe06-4c5d-8f32-71ec646615c2'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:18:29.550026 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-3113034a-57d6-4062-952f-53dda52058f0 None None] Set router bd3cb47d-fe06-4c5d-8f32-71ec646615c2 gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:18:29.567362 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3dfe260d-caca-4f30-bc6c-e469c2736ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:29.621897 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-3dfe260d-caca-4f30-bc6c-e469c2736ad7 None None] For port 69598856-79f8-4af8-953c-e3a302809a4e, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=69598856-79f8-4af8-953c-e3a302809a4e,segment=NetworkSegment(f5f6265b-b83f-4e6e-9dd9-b51cc1247640),segment_id=f5f6265b-b83f-4e6e-9dd9-b51cc1247640)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:18:29.627844 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3dfe260d-caca-4f30-bc6c-e469c2736ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:29.688115 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe260d-caca-4f30-bc6c-e469c2736ad7 None None] Pushing event updated for resources: {'Port': ['ID=69598856-79f8-4af8-953c-e3a302809a4e,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:18:29.754314 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-f0093123-b0b2-4d41-8767-5b4de9e09448 None None] Provisioning complete for port 69598856-79f8-4af8-953c-e3a302809a4e triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:18:29.754684 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f0093123-b0b2-4d41-8767-5b4de9e09448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:29.798573 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-3113034a-57d6-4062-952f-53dda52058f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3cb47d-fe06-4c5d-8f32-71ec646615c2', 'name': 'router1', 'tenant_id': '9630c2d092d444e186dbf305c6c44d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:18:17Z', 'updated_at': '2022-04-28T19:18:27Z', 'revision_number': 2, 'project_id': '9630c2d092d444e186dbf305c6c44d1e', 'gw_port_host': None, '_interfaces': [{'id': '69598856-79f8-4af8-953c-e3a302809a4e', 'name': '', 'network_id': '17706292-e906-487a-91c6-bdfe45aea9ba', 'tenant_id': '9630c2d092d444e186dbf305c6c44d1e', 'mac_address': 'fa:16:3e:d9:a3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3cb47d-fe06-4c5d-8f32-71ec646615c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ab340fb-63e5-4b72-92a9-1bd8eb12cced', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:18:26Z', 'updated_at': '2022-04-28T19:18:29Z', 'revision_number': 4, 'project_id': '9630c2d092d444e186dbf305c6c44d1e', 'subnets': [{'id': '3ab340fb-63e5-4b72-92a9-1bd8eb12cced', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb7099eb-f2b4-49c9-a79b-5d6143fa9e75'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:18:29.828346 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3113034a-57d6-4062-952f-53dda52058f0 None None] The sync data for ids ['bd3cb47d-fe06-4c5d-8f32-71ec646615c2'] in n-d-839810-1 is: [{'id': 'bd3cb47d-fe06-4c5d-8f32-71ec646615c2', 'name': 'router1', 'tenant_id': '9630c2d092d444e186dbf305c6c44d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:18:17Z', 'updated_at': '2022-04-28T19:18:27Z', 'revision_number': 2, 'project_id': '9630c2d092d444e186dbf305c6c44d1e', 'gw_port_host': None, '_interfaces': [{'id': '69598856-79f8-4af8-953c-e3a302809a4e', 'name': '', 'network_id': '17706292-e906-487a-91c6-bdfe45aea9ba', 'tenant_id': '9630c2d092d444e186dbf305c6c44d1e', 'mac_address': 'fa:16:3e:d9:a3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3cb47d-fe06-4c5d-8f32-71ec646615c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ab340fb-63e5-4b72-92a9-1bd8eb12cced', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:18:26Z', 'updated_at': '2022-04-28T19:18:29Z', 'revision_number': 4, 'project_id': '9630c2d092d444e186dbf305c6c44d1e', 'subnets': [{'id': '3ab340fb-63e5-4b72-92a9-1bd8eb12cced', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb7099eb-f2b4-49c9-a79b-5d6143fa9e75'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:18:30.218335 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59054) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:18:30.328296 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2aceca-7b8f-4b6a-ac23-b25102d03aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:18:30.329664 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5a2aceca-7b8f-4b6a-ac23-b25102d03aa3 admin admin] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 842 time: 0.1102779 Apr 28 19:18:30.340703 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-2f733bfd-44b9-48d6-bb2b-287063e5fbfb admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.25.8.1', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'cidr': '172.25.8.0/24', 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:18:30.361059 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f733bfd-44b9-48d6-bb2b-287063e5fbfb admin admin] Made reservation on behalf of 2eaec4c1399e4144a250426e75f1cbb1 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:18:30.363318 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2f733bfd-44b9-48d6-bb2b-287063e5fbfb admin admin] Notify callbacks [] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:30.643703 n-d-839810-1 neutron-server[102773]: DEBUG neutron.objects.ports [None req-2f733bfd-44b9-48d6-bb2b-287063e5fbfb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102773) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 19:18:30.644158 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2f733bfd-44b9-48d6-bb2b-287063e5fbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:30.714937 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f733bfd-44b9-48d6-bb2b-287063e5fbfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3b9ad27-49e6-4cc8-9e89-97ecb862849e,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:18:30.721721 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f733bfd-44b9-48d6-bb2b-287063e5fbfb admin admin] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:18:30.722138 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f733bfd-44b9-48d6-bb2b-287063e5fbfb admin admin] Network hostable DHCP agents. Network: 562d8c9c-50aa-492e-ae08-06d7f5fe6347, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:18:30.742456 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f733bfd-44b9-48d6-bb2b-287063e5fbfb admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:18:30.751277 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-2f733bfd-44b9-48d6-bb2b-287063e5fbfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 562d8c9c-50aa-492e-ae08-06d7f5fe6347) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:18:30.761688 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f733bfd-44b9-48d6-bb2b-287063e5fbfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:18:30.762262 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089fe129-5e05-4abe-869b-90b96639b97c None None] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:18:30.762725 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2f733bfd-44b9-48d6-bb2b-287063e5fbfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:30.780964 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2f733bfd-44b9-48d6-bb2b-287063e5fbfb admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4436479 Apr 28 19:18:30.898538 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab528246-aa33-4edf-8185-2e9f2ce73a0c None None] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:18:33.144828 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59062) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:18:33.296364 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1b1185b5-dc52-4d69-ab52-e0d7526437fa admin admin] 10.222.0.42 "GET /v2.0/routers/bd3cb47d-fe06-4c5d-8f32-71ec646615c2 HTTP/1.1" status: 200 len: 710 time: 0.1500483 Apr 28 19:18:33.389635 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba74a8a8-afd4-4091-8e73-f77eedbbe0d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:18:33.391021 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ba74a8a8-afd4-4091-8e73-f77eedbbe0d3 admin admin] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 886 time: 0.0870242 Apr 28 19:18:33.401204 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-fba299bd-633a-465c-af8c-100f69038d4e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:18:33.743978 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fba299bd-633a-465c-af8c-100f69038d4e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:33.996377 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fba299bd-633a-465c-af8c-100f69038d4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:34.072910 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fba299bd-633a-465c-af8c-100f69038d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:34.188314 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-fba299bd-633a-465c-af8c-100f69038d4e admin admin] Allocated IP 172.25.8.218 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/d31739eb-96e5-40a7-8722-2b84c1d76571) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:18:34.308630 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fba299bd-633a-465c-af8c-100f69038d4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:34.344850 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fba299bd-633a-465c-af8c-100f69038d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:34.382896 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba299bd-633a-465c-af8c-100f69038d4e admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:18:34.387780 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-fba299bd-633a-465c-af8c-100f69038d4e admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:18:34.391714 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba299bd-633a-465c-af8c-100f69038d4e admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:18:34.427126 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba299bd-633a-465c-af8c-100f69038d4e admin admin] Pushing event updated for resources: {'Port': ['ID=d31739eb-96e5-40a7-8722-2b84c1d76571,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:18:34.653730 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fba299bd-633a-465c-af8c-100f69038d4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:34.863855 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fba299bd-633a-465c-af8c-100f69038d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364'] for router, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:34.867940 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fba299bd-633a-465c-af8c-100f69038d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626624'] for router, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:35.083616 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba299bd-633a-465c-af8c-100f69038d4e admin admin] Router bd3cb47d-fe06-4c5d-8f32-71ec646615c2 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:18:35.185192 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 69598856-79f8-4af8-953c-e3a302809a4e up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:18:35.219093 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba299bd-633a-465c-af8c-100f69038d4e admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:18:35.224587 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fba299bd-633a-465c-af8c-100f69038d4e admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:35.226672 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fba299bd-633a-465c-af8c-100f69038d4e admin admin] 10.222.0.42 "PUT /v2.0/routers/bd3cb47d-fe06-4c5d-8f32-71ec646615c2 HTTP/1.1" status: 200 len: 890 time: 1.8285077 Apr 28 19:18:35.257596 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 69598856-79f8-4af8-953c-e3a302809a4e triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:18:35.257596 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:36.579353 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d92c7f0-4cbd-4fa8-95cf-72d1c56be2c7 None None] Sync routers for ids ['bd3cb47d-fe06-4c5d-8f32-71ec646615c2'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:18:36.596577 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d92c7f0-4cbd-4fa8-95cf-72d1c56be2c7 None None] Routers {'bd3cb47d-fe06-4c5d-8f32-71ec646615c2'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:18:36.597402 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-7d92c7f0-4cbd-4fa8-95cf-72d1c56be2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:18:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['bd3cb47d-fe06-4c5d-8f32-71ec646615c2'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:18:36.819253 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-7d92c7f0-4cbd-4fa8-95cf-72d1c56be2c7 None None] Set router bd3cb47d-fe06-4c5d-8f32-71ec646615c2 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:18:37.306225 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-7d92c7f0-4cbd-4fa8-95cf-72d1c56be2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3cb47d-fe06-4c5d-8f32-71ec646615c2', 'name': 'router1', 'tenant_id': '9630c2d092d444e186dbf305c6c44d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'd31739eb-96e5-40a7-8722-2b84c1d76571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:18:17Z', 'updated_at': '2022-04-28T19:18:34Z', 'revision_number': 4, 'project_id': '9630c2d092d444e186dbf305c6c44d1e', 'gw_port': {'id': 'd31739eb-96e5-40a7-8722-2b84c1d76571', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:75:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3cb47d-fe06-4c5d-8f32-71ec646615c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:18:34Z', 'updated_at': '2022-04-28T19:18:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '69598856-79f8-4af8-953c-e3a302809a4e', 'name': '', 'network_id': '17706292-e906-487a-91c6-bdfe45aea9ba', 'tenant_id': '9630c2d092d444e186dbf305c6c44d1e', 'mac_address': 'fa:16:3e:d9:a3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3cb47d-fe06-4c5d-8f32-71ec646615c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ab340fb-63e5-4b72-92a9-1bd8eb12cced', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:18:26Z', 'updated_at': '2022-04-28T19:18:29Z', 'revision_number': 5, 'project_id': '9630c2d092d444e186dbf305c6c44d1e', 'subnets': [{'id': '3ab340fb-63e5-4b72-92a9-1bd8eb12cced', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb7099eb-f2b4-49c9-a79b-5d6143fa9e75'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:18:37.358982 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d92c7f0-4cbd-4fa8-95cf-72d1c56be2c7 None None] Checking router: bd3cb47d-fe06-4c5d-8f32-71ec646615c2 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:18:37.359257 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d92c7f0-4cbd-4fa8-95cf-72d1c56be2c7 None None] Updating router bd3cb47d-fe06-4c5d-8f32-71ec646615c2 port d31739eb-96e5-40a7-8722-2b84c1d76571 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:18:37.407138 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7d92c7f0-4cbd-4fa8-95cf-72d1c56be2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:37.744229 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7d92c7f0-4cbd-4fa8-95cf-72d1c56be2c7 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:37.750261 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7d92c7f0-4cbd-4fa8-95cf-72d1c56be2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:37.756483 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59074) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:18:37.801753 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60419274-b27c-480d-9908-dfeed4a7cf41 None None] Pushing event updated for resources: {'Port': ['ID=d31739eb-96e5-40a7-8722-2b84c1d76571,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:18:37.811101 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-7d92c7f0-4cbd-4fa8-95cf-72d1c56be2c7 None None] Attempting to bind port d31739eb-96e5-40a7-8722-2b84c1d76571 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:18:37.811101 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-7d92c7f0-4cbd-4fa8-95cf-72d1c56be2c7 None None] Attempting to bind port d31739eb-96e5-40a7-8722-2b84c1d76571 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:18:37.811101 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d92c7f0-4cbd-4fa8-95cf-72d1c56be2c7 None None] Attempting to bind port d31739eb-96e5-40a7-8722-2b84c1d76571 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:18:37.813859 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d92c7f0-4cbd-4fa8-95cf-72d1c56be2c7 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:18:37.814230 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d92c7f0-4cbd-4fa8-95cf-72d1c56be2c7 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:18:37.814633 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7d92c7f0-4cbd-4fa8-95cf-72d1c56be2c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:37.815021 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d92c7f0-4cbd-4fa8-95cf-72d1c56be2c7 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:18:37.815486 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-7d92c7f0-4cbd-4fa8-95cf-72d1c56be2c7 None None] Bound port: d31739eb-96e5-40a7-8722-2b84c1d76571, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:18:37.815891 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7d92c7f0-4cbd-4fa8-95cf-72d1c56be2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:37.877026 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7d92c7f0-4cbd-4fa8-95cf-72d1c56be2c7 None None] For port d31739eb-96e5-40a7-8722-2b84c1d76571, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:18:37.880225 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7d92c7f0-4cbd-4fa8-95cf-72d1c56be2c7 None None] For port d31739eb-96e5-40a7-8722-2b84c1d76571, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=d31739eb-96e5-40a7-8722-2b84c1d76571,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:18:37.884760 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ed7c15df-cd46-48cc-b663-4d9a5a4328a3 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1264765 Apr 28 19:18:37.886301 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7d92c7f0-4cbd-4fa8-95cf-72d1c56be2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:37.955882 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d92c7f0-4cbd-4fa8-95cf-72d1c56be2c7 None None] Routers {'bd3cb47d-fe06-4c5d-8f32-71ec646615c2'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:18:37.956456 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-7d92c7f0-4cbd-4fa8-95cf-72d1c56be2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:18:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['bd3cb47d-fe06-4c5d-8f32-71ec646615c2'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:18:37.963133 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60419274-b27c-480d-9908-dfeed4a7cf41 None None] Pushing event updated for resources: {'Port': ['ID=d31739eb-96e5-40a7-8722-2b84c1d76571,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:18:38.084155 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-7d92c7f0-4cbd-4fa8-95cf-72d1c56be2c7 None None] Set router bd3cb47d-fe06-4c5d-8f32-71ec646615c2 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:18:38.333038 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-7d92c7f0-4cbd-4fa8-95cf-72d1c56be2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3cb47d-fe06-4c5d-8f32-71ec646615c2', 'name': 'router1', 'tenant_id': '9630c2d092d444e186dbf305c6c44d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'd31739eb-96e5-40a7-8722-2b84c1d76571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:18:17Z', 'updated_at': '2022-04-28T19:18:34Z', 'revision_number': 4, 'project_id': '9630c2d092d444e186dbf305c6c44d1e', 'gw_port': {'id': 'd31739eb-96e5-40a7-8722-2b84c1d76571', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:75:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3cb47d-fe06-4c5d-8f32-71ec646615c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:18:34Z', 'updated_at': '2022-04-28T19:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '69598856-79f8-4af8-953c-e3a302809a4e', 'name': '', 'network_id': '17706292-e906-487a-91c6-bdfe45aea9ba', 'tenant_id': '9630c2d092d444e186dbf305c6c44d1e', 'mac_address': 'fa:16:3e:d9:a3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3cb47d-fe06-4c5d-8f32-71ec646615c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ab340fb-63e5-4b72-92a9-1bd8eb12cced', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:18:26Z', 'updated_at': '2022-04-28T19:18:29Z', 'revision_number': 5, 'project_id': '9630c2d092d444e186dbf305c6c44d1e', 'subnets': [{'id': '3ab340fb-63e5-4b72-92a9-1bd8eb12cced', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb7099eb-f2b4-49c9-a79b-5d6143fa9e75'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:18:38.359677 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d92c7f0-4cbd-4fa8-95cf-72d1c56be2c7 None None] The sync data for ids ['bd3cb47d-fe06-4c5d-8f32-71ec646615c2'] in n-d-839810-1 is: [{'id': 'bd3cb47d-fe06-4c5d-8f32-71ec646615c2', 'name': 'router1', 'tenant_id': '9630c2d092d444e186dbf305c6c44d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'd31739eb-96e5-40a7-8722-2b84c1d76571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:18:17Z', 'updated_at': '2022-04-28T19:18:34Z', 'revision_number': 4, 'project_id': '9630c2d092d444e186dbf305c6c44d1e', 'gw_port': {'id': 'd31739eb-96e5-40a7-8722-2b84c1d76571', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:75:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3cb47d-fe06-4c5d-8f32-71ec646615c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:18:34Z', 'updated_at': '2022-04-28T19:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '69598856-79f8-4af8-953c-e3a302809a4e', 'name': '', 'network_id': '17706292-e906-487a-91c6-bdfe45aea9ba', 'tenant_id': '9630c2d092d444e186dbf305c6c44d1e', 'mac_address': 'fa:16:3e:d9:a3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3cb47d-fe06-4c5d-8f32-71ec646615c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ab340fb-63e5-4b72-92a9-1bd8eb12cced', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:18:26Z', 'updated_at': '2022-04-28T19:18:29Z', 'revision_number': 5, 'project_id': '9630c2d092d444e186dbf305c6c44d1e', 'subnets': [{'id': '3ab340fb-63e5-4b72-92a9-1bd8eb12cced', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb7099eb-f2b4-49c9-a79b-5d6143fa9e75'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:18:39.164366 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d31739eb-96e5-40a7-8722-2b84c1d76571 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:18:39.222865 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port d31739eb-96e5-40a7-8722-2b84c1d76571 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:18:39.223243 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:39.314931 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:39.339946 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port d31739eb-96e5-40a7-8722-2b84c1d76571, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=d31739eb-96e5-40a7-8722-2b84c1d76571,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:18:39.343983 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:39.407261 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=d31739eb-96e5-40a7-8722-2b84c1d76571,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:18:41.148266 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d31739eb-96e5-40a7-8722-2b84c1d76571 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:18:41.261606 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port d31739eb-96e5-40a7-8722-2b84c1d76571 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:18:41.262305 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:44.965659 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 5 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:18:49.672956 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-982204a4-4a0d-41df-beb5-291599874733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:51.949846 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d80a0d4f-c575-481c-a360-a7e538938879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:53.278570 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:55.556044 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:18:55.784872 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:19:19.676714 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8b329fee-9671-4812-b544-061ee0fd194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:19:21.949888 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 5 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:19:21.957862 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cea1a8ea-414e-4a34-b6fd-2a3167d057ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:19:23.262108 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:19:25.545341 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:19:25.755563 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:19:49.680799 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b02de187-b00c-4684-ae8e-b8b82f624fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:19:51.951753 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ad18eb43-6ae5-4f97-b7a0-5221c1ff35e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:19:53.261974 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:19:55.542113 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:19:55.760085 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:19:58.951136 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 5 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:20:19.683713 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9a86c663-245d-4ab0-a750-f53b54c0edbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:20:21.953314 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e83280a0-5b8e-4f70-bbf3-edb3a5575f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:20:22.822277 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59668) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:20:22.886145 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21fb7a4-cdd9-49f9-b289-fab3582b61df admin admin] GET failed (client error): The resource could not be found. Apr 28 19:20:22.887572 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a21fb7a4-cdd9-49f9-b289-fab3582b61df admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0643184 Apr 28 19:20:23.063048 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfd5161-38c9-4fd9-bcec-ae5119f0a46f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:20:23.064480 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-bdfd5161-38c9-4fd9-bcec-ae5119f0a46f admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1716161 Apr 28 19:20:23.267416 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:20:25.328045 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59678) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:20:25.421506 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd507e3d-84d1-4562-8d33-1c816f2bd078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:20:25.422784 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fd507e3d-84d1-4562-8d33-1c816f2bd078 admin admin] 10.222.0.42 "GET /v2.0/subnets/3ab340fb-63e5-4b72-92a9-1bd8eb12cced HTTP/1.1" status: 200 len: 849 time: 0.0937698 Apr 28 19:20:25.437963 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-a06652bf-474b-45dc-9d3d-69657edff315 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:20:25.525858 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a06652bf-474b-45dc-9d3d-69657edff315 admin admin] Notify callbacks [] for subnet, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:20:25.547126 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:20:25.667365 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a06652bf-474b-45dc-9d3d-69657edff315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736828789944'] for subnet, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:20:25.699167 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06652bf-474b-45dc-9d3d-69657edff315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:20:25.700220 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a06652bf-474b-45dc-9d3d-69657edff315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:20:25.701224 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a06652bf-474b-45dc-9d3d-69657edff315 admin admin] 10.222.0.42 "PUT /v2.0/subnets/3ab340fb-63e5-4b72-92a9-1bd8eb12cced HTTP/1.1" status: 200 len: 868 time: 0.2669141 Apr 28 19:20:25.711797 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbdb874-8d3d-4585-b72a-07fcc6abc411 None None] Network 17706292-e906-487a-91c6-bdfe45aea9ba requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:20:25.721705 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06652bf-474b-45dc-9d3d-69657edff315 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ab340fb-63e5-4b72-92a9-1bd8eb12cced,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:20:25.729480 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06652bf-474b-45dc-9d3d-69657edff315 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:20:25.729827 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06652bf-474b-45dc-9d3d-69657edff315 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:20:25.730169 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06652bf-474b-45dc-9d3d-69657edff315 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:20:25.730501 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06652bf-474b-45dc-9d3d-69657edff315 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:20:25.730831 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06652bf-474b-45dc-9d3d-69657edff315 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:20:25.731157 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06652bf-474b-45dc-9d3d-69657edff315 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:20:25.731483 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06652bf-474b-45dc-9d3d-69657edff315 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:20:25.731804 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06652bf-474b-45dc-9d3d-69657edff315 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:20:25.732151 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06652bf-474b-45dc-9d3d-69657edff315 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:20:25.732476 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06652bf-474b-45dc-9d3d-69657edff315 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:20:25.732798 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06652bf-474b-45dc-9d3d-69657edff315 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:20:25.733119 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06652bf-474b-45dc-9d3d-69657edff315 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:20:25.789853 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:20:26.125765 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a9624e4f-51e6-4045-a6d7-43fc917d60f1 None None] Provisioning complete for port f0f5f27f-9aa7-48eb-b5c2-f2ad7304edd4 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:20:26.126162 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a9624e4f-51e6-4045-a6d7-43fc917d60f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:20:26.213172 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a9624e4f-51e6-4045-a6d7-43fc917d60f1 None None] Provisioning complete for port 69598856-79f8-4af8-953c-e3a302809a4e triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:20:26.213429 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a9624e4f-51e6-4045-a6d7-43fc917d60f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:20:27.965655 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59686) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:20:28.161707 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1026646-b7ba-41f2-9514-ef27ed0e87c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:20:28.162089 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1026646-b7ba-41f2-9514-ef27ed0e87c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:20:28.164530 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f1026646-b7ba-41f2-9514-ef27ed0e87c7 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1970563 Apr 28 19:20:30.377076 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 59694) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:20:30.611867 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e206e7-de5e-434e-8393-8575662a27fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:20:30.612282 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e206e7-de5e-434e-8393-8575662a27fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:20:30.613897 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-98e206e7-de5e-434e-8393-8575662a27fe admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2358878 Apr 28 19:20:32.955745 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 59704) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:20:33.173371 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949154b2-395c-4727-8486-bdaac38f568a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:20:33.174791 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-949154b2-395c-4727-8486-bdaac38f568a admin admin] 10.222.0.42 "GET /v2.0/networks/17706292-e906-487a-91c6-bdfe45aea9ba HTTP/1.1" status: 200 len: 869 time: 0.2180543 Apr 28 19:20:35.456940 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 59712) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:20:35.586947 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6357be-254c-488c-afea-7927cf84c514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:20:35.588279 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-cf6357be-254c-488c-afea-7927cf84c514 admin admin] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 886 time: 0.1303473 Apr 28 19:20:35.949160 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 5 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:20:37.847573 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 59720) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:20:37.980653 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7366273-7b9a-4a9b-a39b-8ffc817db652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:20:37.981106 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7366273-7b9a-4a9b-a39b-8ffc817db652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:20:37.982619 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a7366273-7b9a-4a9b-a39b-8ffc817db652 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1340306 Apr 28 19:20:40.383367 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 59728) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:20:40.477326 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4d114e-462b-49c9-b551-3ec47e0d4492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:20:40.477778 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4d114e-462b-49c9-b551-3ec47e0d4492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:20:40.479304 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1a4d114e-462b-49c9-b551-3ec47e0d4492 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0949626 Apr 28 19:20:42.711605 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59736) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:20:42.811336 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8430a21-b342-446f-a979-119e5b5d073f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:20:42.812722 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f8430a21-b342-446f-a979-119e5b5d073f admin admin] 10.222.0.42 "GET /v2.0/subnets/3ab340fb-63e5-4b72-92a9-1bd8eb12cced HTTP/1.1" status: 200 len: 868 time: 0.1001227 Apr 28 19:20:45.084901 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59744) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:20:45.177081 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8691e5-2cd0-49f1-ac34-8bc05f06faa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:20:45.178511 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-dc8691e5-2cd0-49f1-ac34-8bc05f06faa9 admin admin] 10.222.0.42 "GET /v2.0/subnets/c3b9ad27-49e6-4cc8-9e89-97ecb862849e HTTP/1.1" status: 200 len: 816 time: 0.0920002 Apr 28 19:20:49.687944 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-83e13c95-f279-438d-9934-0fb2711f4786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:20:51.955086 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-05fb9345-950c-477a-8ea6-3fe08f0f1231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:20:53.269534 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:20:55.550888 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:20:55.766425 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:21:06.287250 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59798) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:21:06.346457 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-506548c3-f1d8-4d0a-af94-dbe986b33ab6 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:21:06.347886 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-506548c3-f1d8-4d0a-af94-dbe986b33ab6 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0595040 Apr 28 19:21:08.675674 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59806) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:21:08.738832 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb9d7739-b991-48bb-bb61-b9168ec0ae6e admin admin] GET failed (client error): The resource could not be found. Apr 28 19:21:08.740244 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-bb9d7739-b991-48bb-bb61-b9168ec0ae6e admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0635784 Apr 28 19:21:08.831836 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a079437-cdba-4772-bd6b-e567f8900db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:21:08.833353 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7a079437-cdba-4772-bd6b-e567f8900db2 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0872326 Apr 28 19:21:11.153492 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59814) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:21:11.203328 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-8414af57-6031-47b4-b473-7547d9f157ed admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:21:11.221059 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8414af57-6031-47b4-b473-7547d9f157ed admin admin] Made reservation on behalf of 2eaec4c1399e4144a250426e75f1cbb1 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:21:11.223408 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8414af57-6031-47b4-b473-7547d9f157ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:21:11.251707 n-d-839810-1 neutron-server[102773]: WARNING neutron.services.revisions.revision_plugin [None req-8414af57-6031-47b4-b473-7547d9f157ed admin admin] Could not find related network for resource to bump revision. Apr 28 19:21:11.265048 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8414af57-6031-47b4-b473-7547d9f157ed admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:21:11.276004 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8414af57-6031-47b4-b473-7547d9f157ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:21:11.276378 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-8414af57-6031-47b4-b473-7547d9f157ed admin admin] Added segment 7ed3c22c-06cc-4381-8960-8e804c766399 of type vlan for network a2ea96f2-6755-492c-8fa3-72807d68d67a Apr 28 19:21:11.317013 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8414af57-6031-47b4-b473-7547d9f157ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:21:11.341023 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8414af57-6031-47b4-b473-7547d9f157ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:21:11.341906 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8414af57-6031-47b4-b473-7547d9f157ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:21:11.342480 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8414af57-6031-47b4-b473-7547d9f157ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:21:11.393314 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8414af57-6031-47b4-b473-7547d9f157ed admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2387233 Apr 28 19:21:11.406816 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414af57-6031-47b4-b473-7547d9f157ed admin admin] Pushing event updated for resources: {'Network': ['ID=a2ea96f2-6755-492c-8fa3-72807d68d67a,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:21:11.418537 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network a2ea96f2-6755-492c-8fa3-72807d68d67a details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:21:12.948429 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 5 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:21:13.687136 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59822) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:21:13.748597 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-952e021c-3846-41ed-9f40-9048733bf5d6 admin admin] GET failed (client error): The resource could not be found. Apr 28 19:21:13.749917 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-952e021c-3846-41ed-9f40-9048733bf5d6 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0618389 Apr 28 19:21:13.819571 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783fafe3-4f2c-4a35-9c00-80f27318eb23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:21:13.821029 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-783fafe3-4f2c-4a35-9c00-80f27318eb23 admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0664744 Apr 28 19:21:13.831254 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-be34777b-786c-4698-a85d-ba1b03b69d91 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'name': 'shared-subnet'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:21:13.849342 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be34777b-786c-4698-a85d-ba1b03b69d91 admin admin] Made reservation on behalf of 2eaec4c1399e4144a250426e75f1cbb1 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:21:13.851758 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-be34777b-786c-4698-a85d-ba1b03b69d91 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:21:14.016126 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-be34777b-786c-4698-a85d-ba1b03b69d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:21:14.069232 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34777b-786c-4698-a85d-ba1b03b69d91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba397751-1619-4962-a669-11aa98e2e3bc,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:21:14.080919 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be34777b-786c-4698-a85d-ba1b03b69d91 admin admin] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:21:14.081268 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be34777b-786c-4698-a85d-ba1b03b69d91 admin admin] Network hostable DHCP agents. Network: a2ea96f2-6755-492c-8fa3-72807d68d67a, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:21:14.098519 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be34777b-786c-4698-a85d-ba1b03b69d91 admin admin] Network a2ea96f2-6755-492c-8fa3-72807d68d67a is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:21:14.107608 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-be34777b-786c-4698-a85d-ba1b03b69d91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, a2ea96f2-6755-492c-8fa3-72807d68d67a) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:21:14.111804 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be34777b-786c-4698-a85d-ba1b03b69d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:21:14.112412 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-be34777b-786c-4698-a85d-ba1b03b69d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:21:14.118112 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5331a2cf-c4c6-41c9-a04c-89655b043705 None None] Network a2ea96f2-6755-492c-8fa3-72807d68d67a requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:21:14.131703 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-be34777b-786c-4698-a85d-ba1b03b69d91 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3028574 Apr 28 19:21:14.369270 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca8096a-ac6d-4452-9da3-3cd7a7a2a3e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-a2ea96f2-6755-492c-8fa3-72807d68d67a', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'tenant_id': '2eaec4c1399e4144a250426e75f1cbb1', 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:21:14.370161 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4ca8096a-ac6d-4452-9da3-3cd7a7a2a3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:21:14.517207 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-4ca8096a-ac6d-4452-9da3-3cd7a7a2a3e0 None None] Allocated IP 192.168.233.2 (a2ea96f2-6755-492c-8fa3-72807d68d67a/ba397751-1619-4962-a669-11aa98e2e3bc/12052234-9680-474d-b912-0ce7b70195b4) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:21:14.670102 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4ca8096a-ac6d-4452-9da3-3cd7a7a2a3e0 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:21:14.677134 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4ca8096a-ac6d-4452-9da3-3cd7a7a2a3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:21:14.718852 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca8096a-ac6d-4452-9da3-3cd7a7a2a3e0 None None] Network a2ea96f2-6755-492c-8fa3-72807d68d67a is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:21:14.723625 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-4ca8096a-ac6d-4452-9da3-3cd7a7a2a3e0 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:21:14.728846 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca8096a-ac6d-4452-9da3-3cd7a7a2a3e0 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:21:14.731054 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8096a-ac6d-4452-9da3-3cd7a7a2a3e0 None None] Pushing event updated for resources: {'Port': ['ID=12052234-9680-474d-b912-0ce7b70195b4,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:21:14.742021 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8096a-ac6d-4452-9da3-3cd7a7a2a3e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:21:14.742373 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8096a-ac6d-4452-9da3-3cd7a7a2a3e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:21:14.742702 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8096a-ac6d-4452-9da3-3cd7a7a2a3e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:21:14.743032 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8096a-ac6d-4452-9da3-3cd7a7a2a3e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:21:14.743357 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8096a-ac6d-4452-9da3-3cd7a7a2a3e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:21:14.743677 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8096a-ac6d-4452-9da3-3cd7a7a2a3e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:21:14.744027 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8096a-ac6d-4452-9da3-3cd7a7a2a3e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:21:14.744337 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8096a-ac6d-4452-9da3-3cd7a7a2a3e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:21:14.744651 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8096a-ac6d-4452-9da3-3cd7a7a2a3e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:21:14.744984 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8096a-ac6d-4452-9da3-3cd7a7a2a3e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:21:14.745304 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8096a-ac6d-4452-9da3-3cd7a7a2a3e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:21:14.745613 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca8096a-ac6d-4452-9da3-3cd7a7a2a3e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:21:14.806797 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-4ca8096a-ac6d-4452-9da3-3cd7a7a2a3e0 None None] Attempting to bind port 12052234-9680-474d-b912-0ce7b70195b4 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:21:14.807154 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-4ca8096a-ac6d-4452-9da3-3cd7a7a2a3e0 None None] Attempting to bind port 12052234-9680-474d-b912-0ce7b70195b4 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:21:14.807505 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca8096a-ac6d-4452-9da3-3cd7a7a2a3e0 None None] Attempting to bind port 12052234-9680-474d-b912-0ce7b70195b4 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:21:14.812602 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca8096a-ac6d-4452-9da3-3cd7a7a2a3e0 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:21:14.812963 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca8096a-ac6d-4452-9da3-3cd7a7a2a3e0 None None] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:21:14.813359 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4ca8096a-ac6d-4452-9da3-3cd7a7a2a3e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:21:14.813741 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca8096a-ac6d-4452-9da3-3cd7a7a2a3e0 None None] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:21:14.814194 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-4ca8096a-ac6d-4452-9da3-3cd7a7a2a3e0 None None] Bound port: 12052234-9680-474d-b912-0ce7b70195b4, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:21:14.814586 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4ca8096a-ac6d-4452-9da3-3cd7a7a2a3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:21:14.881711 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-4ca8096a-ac6d-4452-9da3-3cd7a7a2a3e0 None None] For port 12052234-9680-474d-b912-0ce7b70195b4, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:21:14.885014 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-4ca8096a-ac6d-4452-9da3-3cd7a7a2a3e0 None None] For port 12052234-9680-474d-b912-0ce7b70195b4, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=12052234-9680-474d-b912-0ce7b70195b4,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:21:14.890555 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4ca8096a-ac6d-4452-9da3-3cd7a7a2a3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:21:14.947843 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8096a-ac6d-4452-9da3-3cd7a7a2a3e0 None None] Pushing event updated for resources: {'Port': ['ID=12052234-9680-474d-b912-0ce7b70195b4,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:21:15.317613 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 12052234-9680-474d-b912-0ce7b70195b4 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:21:15.375132 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 12052234-9680-474d-b912-0ce7b70195b4 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:21:15.375468 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:21:15.458893 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:21:15.493555 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 12052234-9680-474d-b912-0ce7b70195b4, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=12052234-9680-474d-b912-0ce7b70195b4,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:21:15.497959 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:21:15.554835 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=12052234-9680-474d-b912-0ce7b70195b4,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:21:15.897518 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e27425-7af8-43a6-85e9-875a2ecf1e8a None None] Network a2ea96f2-6755-492c-8fa3-72807d68d67a requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:21:15.962515 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a18db0e5-8774-4163-aefb-726b31f77e49 None None] Provisioning complete for port 12052234-9680-474d-b912-0ce7b70195b4 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:21:15.962887 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a18db0e5-8774-4163-aefb-726b31f77e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:21:16.335025 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-fc5acab1-0e86-4beb-b96e-f2cd74e4afbc None None] Provisioning complete for port 12052234-9680-474d-b912-0ce7b70195b4 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:21:16.335776 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fc5acab1-0e86-4beb-b96e-f2cd74e4afbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:21:17.232998 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 12052234-9680-474d-b912-0ce7b70195b4 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:21:17.282523 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 12052234-9680-474d-b912-0ce7b70195b4 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:21:17.282887 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:21:19.696766 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fc1ffd18-a0ce-4c13-af4c-a05bf4923b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:21:21.956707 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-11375593-ada7-4690-847a-c2889a25c41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:21:23.273949 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:21:25.553631 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:21:25.760030 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:21:49.687734 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-081c48fd-872f-45b4-affa-be2845e1ad47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:21:49.946798 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 5 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:21:51.959724 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-365047d0-9700-47d8-bca3-204e6ad34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:21:53.277432 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:21:55.558782 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:21:55.762385 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:22:19.690896 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e338f909-18d7-42e0-84eb-bef0cbc51854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:22:21.962183 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-008e56be-ba53-4178-a4f8-3097feb61029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:22:23.278575 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:22:25.560467 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:22:25.765390 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:22:26.945330 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 5 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:22:49.694313 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c778a2d7-3bf0-4d1a-baa2-61c2c814af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:22:51.966257 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c4433a9f-e3ec-45a8-aef0-86f5e0848aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:22:53.282209 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:22:55.560366 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:22:55.766950 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:22:57.499368 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59860) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:22:57.505001 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-ed077dc3-3e3e-4466-bc30-4fabde7e5976 tempest-verify_tempest_config-1734099652 tempest-verify_tempest_config-1734099652-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:22:57.505968 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ed077dc3-3e3e-4466-bc30-4fabde7e5976 tempest-verify_tempest_config-1734099652 tempest-verify_tempest_config-1734099652-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0056245 Apr 28 19:22:57.803714 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 59878) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:22:57.908594 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-14e236dd-0171-4522-8cbc-f3aa3a7314f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:22:57.980492 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-14e236dd-0171-4522-8cbc-f3aa3a7314f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:22:57.984081 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-14e236dd-0171-4522-8cbc-f3aa3a7314f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:22:58.030436 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-14e236dd-0171-4522-8cbc-f3aa3a7314f1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=612a87d3d65a46c6806316450dded20c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2256401 Apr 28 19:22:58.031243 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e236dd-0171-4522-8cbc-f3aa3a7314f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33292092-2a7f-46b7-9cfb-001feaadbbe2,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:22:58.033521 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59884) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:22:58.038053 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e236dd-0171-4522-8cbc-f3aa3a7314f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:22:58.038400 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e236dd-0171-4522-8cbc-f3aa3a7314f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:22:58.038733 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e236dd-0171-4522-8cbc-f3aa3a7314f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:22:58.039070 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e236dd-0171-4522-8cbc-f3aa3a7314f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:22:58.039399 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e236dd-0171-4522-8cbc-f3aa3a7314f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:22:58.039724 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e236dd-0171-4522-8cbc-f3aa3a7314f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:22:58.040051 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e236dd-0171-4522-8cbc-f3aa3a7314f1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:22:58.040409 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e236dd-0171-4522-8cbc-f3aa3a7314f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:22:58.040723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e236dd-0171-4522-8cbc-f3aa3a7314f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:22:58.041089 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e236dd-0171-4522-8cbc-f3aa3a7314f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:22:58.041471 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e236dd-0171-4522-8cbc-f3aa3a7314f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:22:58.041791 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e236dd-0171-4522-8cbc-f3aa3a7314f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:22:58.092062 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1e5670fe-4959-4431-94ab-810ce9ad1a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:22:58.211830 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1e5670fe-4959-4431-94ab-810ce9ad1a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:22:58.301076 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1e5670fe-4959-4431-94ab-810ce9ad1a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:22:58.304182 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1e5670fe-4959-4431-94ab-810ce9ad1a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:22:58.305400 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1e5670fe-4959-4431-94ab-810ce9ad1a4f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/33292092-2a7f-46b7-9cfb-001feaadbbe2 HTTP/1.1" status: 204 len: 168 time: 0.2708595 Apr 28 19:22:58.313605 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5670fe-4959-4431-94ab-810ce9ad1a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33292092-2a7f-46b7-9cfb-001feaadbbe2,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:22:58.321670 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5670fe-4959-4431-94ab-810ce9ad1a4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:22:58.322007 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5670fe-4959-4431-94ab-810ce9ad1a4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:22:58.322354 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5670fe-4959-4431-94ab-810ce9ad1a4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:22:58.322708 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5670fe-4959-4431-94ab-810ce9ad1a4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:22:58.323093 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5670fe-4959-4431-94ab-810ce9ad1a4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:22:58.323431 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5670fe-4959-4431-94ab-810ce9ad1a4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:22:58.323757 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5670fe-4959-4431-94ab-810ce9ad1a4f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:22:58.324079 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5670fe-4959-4431-94ab-810ce9ad1a4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:22:58.324433 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5670fe-4959-4431-94ab-810ce9ad1a4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:22:58.324754 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5670fe-4959-4431-94ab-810ce9ad1a4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:22:58.325073 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5670fe-4959-4431-94ab-810ce9ad1a4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:22:58.325391 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5670fe-4959-4431-94ab-810ce9ad1a4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:03.943384 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 5 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:23:19.694934 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-605c552e-348f-4ff4-84e3-291aa92af8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:23:21.967964 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4c858209-b606-4293-b9d7-ba1af880b20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:23:23.286262 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:23:25.560875 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:23:25.771292 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:23:40.942370 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 5 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:23:49.697218 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b3f117f6-f1a5-466c-b970-da562aaf387b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:23:51.968555 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-dbad82f4-9df5-4651-aeb5-1e66e0bcf96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:23:53.288861 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:23:55.571282 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:23:55.774198 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:24:17.941376 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 5 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:24:19.793458 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-992cf940-d576-4079-9368-b27d041a83e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:24:21.971799 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fdb42c6e-5746-4437-bdda-793591606ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:24:23.292314 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:24:25.572738 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:24:25.776792 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:24:49.695192 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7cb1dfb6-550a-485e-89ff-eaea52ca42bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:24:51.973555 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0b0b2d09-e620-49e2-b013-7d95445d9eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:24:53.294550 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:24:54.940432 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 5 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:24:55.574615 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:24:55.780191 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:25:19.696633 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-798fd6a1-256e-48fb-b33d-4ce0e40ed7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:25:21.975181 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ad0b6e01-9474-4205-8a42-1871051c571a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:25:23.298296 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:25:25.580134 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:25:25.783291 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:25:31.940656 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 5 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:25:49.701724 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ea9f524d-3e14-4554-9d9e-27e71249b313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:25:51.977343 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3dd0cc54-6df9-41dd-a020-8903b8f597e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:25:53.301362 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:25:55.581381 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:25:55.785993 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:26:01.509335 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1632637'] for agent, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:26:03.152154 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1632637'] for agent, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:26:08.941030 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:26:19.704153 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3928e76e-c135-4733-a063-0728e20f29ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:26:21.983153 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-67baf492-6cc5-485a-be66-8ae21bcd91fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:26:23.303351 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:26:25.584175 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:26:25.788029 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:26:31.494504 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:26:33.104942 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:26:45.943504 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:26:46.313003 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59940) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:26:46.422873 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4e6c7ebe-e17a-4fd6-a59f-ba6624918839 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1087615 Apr 28 19:26:48.710106 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59950) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:26:48.781109 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-26cdb657-21e4-4295-bf01-679207035b59 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0696092 Apr 28 19:26:49.708994 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a81ee81a-dc32-49e2-ac58-d08274dbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:26:51.976071 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c4659a9d-5478-445d-9dbb-b42ad62383cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:26:53.311345 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:26:55.588617 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:26:55.790975 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:01.499900 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:03.102457 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:19.712331 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f72a8f74-d214-4148-a08d-ff98076b3ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:21.982526 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f1f16b93-3cc9-4ed4-9fe9-f251d7ce004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:22.943690 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:27:23.311499 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:25.593164 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:25.799495 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:31.506401 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:33.128689 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:49.723536 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4e8c1b68-9ceb-44f5-872b-915cc51b039b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:51.977563 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ab224df3-872e-406d-9ed7-0d7b7dbeb8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:53.321894 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:55.595668 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:55.794205 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:59.944493 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:28:01.514858 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:03.142069 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:19.718972 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e67c7370-47f3-432d-b899-40715bb965e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:21.981837 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783eccf5-396c-444c-9c32-2ed1cc4d0a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:23.321179 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:25.626268 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:25.824523 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:31.526894 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:32.624054 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 60180) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:33.151066 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:33.344492 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60204) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:33.350021 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1a0fcdd1-80b3-4dac-b685-167ecb88104e tempest-AutoAllocateNetworkTest-1050263534 tempest-AutoAllocateNetworkTest-1050263534-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=1678fd4c675a49168b1d8e6d33a4acbc&shared=False HTTP/1.1" status: 200 len: 208 time: 0.7242982 Apr 28 19:28:33.677068 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ba38b9-eaa3-47a1-9845-6529e6fff6ac tempest-AutoAllocateNetworkTest-1050263534 tempest-AutoAllocateNetworkTest-1050263534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:28:33.684636 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 60218) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:33.685911 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-77ba38b9-eaa3-47a1-9845-6529e6fff6ac tempest-AutoAllocateNetworkTest-1050263534 tempest-AutoAllocateNetworkTest-1050263534-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3384900 Apr 28 19:28:33.775299 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-71f39f8c-198d-4423-b50b-832e8b683bc3 tempest-AutoAllocateNetworkTest-1050263534 tempest-AutoAllocateNetworkTest-1050263534-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0871384 Apr 28 19:28:33.776024 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 60226) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:33.810433 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e283372d-153c-4b11-99b2-26d547604219 tempest-AutoAllocateNetworkTest-1050263534 tempest-AutoAllocateNetworkTest-1050263534-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=1678fd4c675a49168b1d8e6d33a4acbc HTTP/1.1" status: 200 len: 208 time: 0.0293686 Apr 28 19:28:34.771074 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60274) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:35.440881 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b5daaae9-5e3e-4102-8a32-587717ec9948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:35.585698 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b5daaae9-5e3e-4102-8a32-587717ec9948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:35.594352 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b5daaae9-5e3e-4102-8a32-587717ec9948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:35.688058 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b5daaae9-5e3e-4102-8a32-587717ec9948 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1678fd4c675a49168b1d8e6d33a4acbc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9140978 Apr 28 19:28:35.692253 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60308) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:35.704954 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5daaae9-5e3e-4102-8a32-587717ec9948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a546bd3b-4cf1-4c19-8e91-78f1c05c331d,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:35.776351 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5daaae9-5e3e-4102-8a32-587717ec9948 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:35.776351 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5daaae9-5e3e-4102-8a32-587717ec9948 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:35.796987 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5daaae9-5e3e-4102-8a32-587717ec9948 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:35.799136 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5daaae9-5e3e-4102-8a32-587717ec9948 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:35.800233 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5daaae9-5e3e-4102-8a32-587717ec9948 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:35.801808 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5daaae9-5e3e-4102-8a32-587717ec9948 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:35.802486 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5daaae9-5e3e-4102-8a32-587717ec9948 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:35.803069 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5daaae9-5e3e-4102-8a32-587717ec9948 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:35.803570 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5daaae9-5e3e-4102-8a32-587717ec9948 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:35.804770 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5daaae9-5e3e-4102-8a32-587717ec9948 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:35.806563 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5daaae9-5e3e-4102-8a32-587717ec9948 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:35.807358 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5daaae9-5e3e-4102-8a32-587717ec9948 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:35.809215 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5daaae9-5e3e-4102-8a32-587717ec9948 admin admin] Tracked resource versions report: Apr 28 19:28:35.809215 n-d-839810-1 neutron-server[102774]: pushed versions: Apr 28 19:28:35.809215 n-d-839810-1 neutron-server[102774]: { 'AddressGroup': {'1.2'}, Apr 28 19:28:35.809215 n-d-839810-1 neutron-server[102774]: 'ConntrackHelper': {'1.0'}, Apr 28 19:28:35.809215 n-d-839810-1 neutron-server[102774]: 'Log': {'1.0'}, Apr 28 19:28:35.809215 n-d-839810-1 neutron-server[102774]: 'Network': {'1.1'}, Apr 28 19:28:35.809215 n-d-839810-1 neutron-server[102774]: 'Port': {'1.7'}, Apr 28 19:28:35.809215 n-d-839810-1 neutron-server[102774]: 'PortForwarding': {'1.2'}, Apr 28 19:28:35.809215 n-d-839810-1 neutron-server[102774]: 'QosPolicy': {'1.9'}, Apr 28 19:28:35.809215 n-d-839810-1 neutron-server[102774]: 'SecurityGroup': {'1.4'}, Apr 28 19:28:35.809215 n-d-839810-1 neutron-server[102774]: 'SecurityGroupRule': {'1.2'}, Apr 28 19:28:35.809215 n-d-839810-1 neutron-server[102774]: 'SubPort': {'1.0'}, Apr 28 19:28:35.809215 n-d-839810-1 neutron-server[102774]: 'Subnet': {'1.1'}, Apr 28 19:28:35.809215 n-d-839810-1 neutron-server[102774]: 'Trunk': {'1.1'}} Apr 28 19:28:35.809215 n-d-839810-1 neutron-server[102774]: consumer versions: Apr 28 19:28:35.809215 n-d-839810-1 neutron-server[102774]: { DHCP agent@n-d-839810-1: {}, Apr 28 19:28:35.809215 n-d-839810-1 neutron-server[102774]: HyperV agent@n-h1-839810-1: {}, Apr 28 19:28:35.809215 n-d-839810-1 neutron-server[102774]: HyperV agent@n-h2-839810-1: {}, Apr 28 19:28:35.809215 n-d-839810-1 neutron-server[102774]: L3 agent@n-d-839810-1: {}, Apr 28 19:28:35.809215 n-d-839810-1 neutron-server[102774]: Metadata agent@n-d-839810-1: {}, Apr 28 19:28:35.809215 n-d-839810-1 neutron-server[102774]: Metering agent@n-d-839810-1: {}, Apr 28 19:28:35.809215 n-d-839810-1 neutron-server[102774]: Open vSwitch agent@n-d-839810-1: { 'AddressGroup': '1.2', Apr 28 19:28:35.809215 n-d-839810-1 neutron-server[102774]: 'ConntrackHelper': '1.0', Apr 28 19:28:35.809215 n-d-839810-1 neutron-server[102774]: 'Log': '1.0', Apr 28 19:28:35.809215 n-d-839810-1 neutron-server[102774]: 'Network': '1.1', Apr 28 19:28:35.809215 n-d-839810-1 neutron-server[102774]: 'Port': '1.7', Apr 28 19:28:35.809215 n-d-839810-1 neutron-server[102774]: 'PortForwarding': '1.2', Apr 28 19:28:35.809215 n-d-839810-1 neutron-server[102774]: 'QosPolicy': '1.9', Apr 28 19:28:35.809215 n-d-839810-1 neutron-server[102774]: 'SecurityGroup': '1.4', Apr 28 19:28:35.809215 n-d-839810-1 neutron-server[102774]: 'SecurityGroupRule': '1.2', Apr 28 19:28:35.809215 n-d-839810-1 neutron-server[102774]: 'SubPort': '1.0', Apr 28 19:28:35.809215 n-d-839810-1 neutron-server[102774]: 'Subnet': '1.1', Apr 28 19:28:35.809215 n-d-839810-1 neutron-server[102774]: 'Trunk': '1.1'}} Apr 28 19:28:35.809215 n-d-839810-1 neutron-server[102774]: {{(pid=102774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 19:28:35.936321 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3cbfa26a-5c8a-4110-9979-ff9ce5851eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:35.966499 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3cbfa26a-5c8a-4110-9979-ff9ce5851eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:36.049033 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3cbfa26a-5c8a-4110-9979-ff9ce5851eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:36.053147 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3cbfa26a-5c8a-4110-9979-ff9ce5851eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:36.055083 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3cbfa26a-5c8a-4110-9979-ff9ce5851eab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a546bd3b-4cf1-4c19-8e91-78f1c05c331d HTTP/1.1" status: 204 len: 168 time: 0.3614745 Apr 28 19:28:36.070870 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbfa26a-5c8a-4110-9979-ff9ce5851eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a546bd3b-4cf1-4c19-8e91-78f1c05c331d,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:36.946713 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:28:37.467675 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 60400) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:37.635134 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-268b37a7-0372-451e-bbf5-a522a2f03d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:37.772789 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-268b37a7-0372-451e-bbf5-a522a2f03d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:37.781349 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-268b37a7-0372-451e-bbf5-a522a2f03d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:37.835363 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b37a7-0372-451e-bbf5-a522a2f03d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497028a5-ea39-4af2-93e5-fc44e3e0261c,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:37.851186 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b37a7-0372-451e-bbf5-a522a2f03d5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:37.851609 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b37a7-0372-451e-bbf5-a522a2f03d5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:37.860341 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b37a7-0372-451e-bbf5-a522a2f03d5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:37.861106 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b37a7-0372-451e-bbf5-a522a2f03d5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:37.861484 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b37a7-0372-451e-bbf5-a522a2f03d5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:37.861917 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b37a7-0372-451e-bbf5-a522a2f03d5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:37.862446 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b37a7-0372-451e-bbf5-a522a2f03d5c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:37.863289 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b37a7-0372-451e-bbf5-a522a2f03d5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:37.863691 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b37a7-0372-451e-bbf5-a522a2f03d5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:37.864081 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b37a7-0372-451e-bbf5-a522a2f03d5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:37.864514 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b37a7-0372-451e-bbf5-a522a2f03d5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:37.864992 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b37a7-0372-451e-bbf5-a522a2f03d5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:37.866629 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b37a7-0372-451e-bbf5-a522a2f03d5c admin admin] Tracked resource versions report: Apr 28 19:28:37.866629 n-d-839810-1 neutron-server[102773]: pushed versions: Apr 28 19:28:37.866629 n-d-839810-1 neutron-server[102773]: { 'AddressGroup': {'1.2'}, Apr 28 19:28:37.866629 n-d-839810-1 neutron-server[102773]: 'ConntrackHelper': {'1.0'}, Apr 28 19:28:37.866629 n-d-839810-1 neutron-server[102773]: 'Log': {'1.0'}, Apr 28 19:28:37.866629 n-d-839810-1 neutron-server[102773]: 'Network': {'1.1'}, Apr 28 19:28:37.866629 n-d-839810-1 neutron-server[102773]: 'Port': {'1.7'}, Apr 28 19:28:37.866629 n-d-839810-1 neutron-server[102773]: 'PortForwarding': {'1.2'}, Apr 28 19:28:37.866629 n-d-839810-1 neutron-server[102773]: 'QosPolicy': {'1.9'}, Apr 28 19:28:37.866629 n-d-839810-1 neutron-server[102773]: 'SecurityGroup': {'1.4'}, Apr 28 19:28:37.866629 n-d-839810-1 neutron-server[102773]: 'SecurityGroupRule': {'1.2'}, Apr 28 19:28:37.866629 n-d-839810-1 neutron-server[102773]: 'SubPort': {'1.0'}, Apr 28 19:28:37.866629 n-d-839810-1 neutron-server[102773]: 'Subnet': {'1.1'}, Apr 28 19:28:37.866629 n-d-839810-1 neutron-server[102773]: 'Trunk': {'1.1'}} Apr 28 19:28:37.866629 n-d-839810-1 neutron-server[102773]: consumer versions: Apr 28 19:28:37.866629 n-d-839810-1 neutron-server[102773]: { DHCP agent@n-d-839810-1: {}, Apr 28 19:28:37.866629 n-d-839810-1 neutron-server[102773]: HyperV agent@n-h1-839810-1: {}, Apr 28 19:28:37.866629 n-d-839810-1 neutron-server[102773]: HyperV agent@n-h2-839810-1: {}, Apr 28 19:28:37.866629 n-d-839810-1 neutron-server[102773]: L3 agent@n-d-839810-1: {}, Apr 28 19:28:37.866629 n-d-839810-1 neutron-server[102773]: Metadata agent@n-d-839810-1: {}, Apr 28 19:28:37.866629 n-d-839810-1 neutron-server[102773]: Metering agent@n-d-839810-1: {}, Apr 28 19:28:37.866629 n-d-839810-1 neutron-server[102773]: Open vSwitch agent@n-d-839810-1: { 'AddressGroup': '1.2', Apr 28 19:28:37.866629 n-d-839810-1 neutron-server[102773]: 'ConntrackHelper': '1.0', Apr 28 19:28:37.866629 n-d-839810-1 neutron-server[102773]: 'Log': '1.0', Apr 28 19:28:37.866629 n-d-839810-1 neutron-server[102773]: 'Network': '1.1', Apr 28 19:28:37.866629 n-d-839810-1 neutron-server[102773]: 'Port': '1.7', Apr 28 19:28:37.866629 n-d-839810-1 neutron-server[102773]: 'PortForwarding': '1.2', Apr 28 19:28:37.866629 n-d-839810-1 neutron-server[102773]: 'QosPolicy': '1.9', Apr 28 19:28:37.866629 n-d-839810-1 neutron-server[102773]: 'SecurityGroup': '1.4', Apr 28 19:28:37.866629 n-d-839810-1 neutron-server[102773]: 'SecurityGroupRule': '1.2', Apr 28 19:28:37.866629 n-d-839810-1 neutron-server[102773]: 'SubPort': '1.0', Apr 28 19:28:37.866629 n-d-839810-1 neutron-server[102773]: 'Subnet': '1.1', Apr 28 19:28:37.866629 n-d-839810-1 neutron-server[102773]: 'Trunk': '1.1'}} Apr 28 19:28:37.866629 n-d-839810-1 neutron-server[102773]: {{(pid=102773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 19:28:37.916181 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-268b37a7-0372-451e-bbf5-a522a2f03d5c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9301cc1f3869468da050d522f7deb1ee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4445193 Apr 28 19:28:37.917541 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60422) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:37.984924 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-33e93188-c5e2-44b1-8de1-018608afa58e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:38.010156 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-33e93188-c5e2-44b1-8de1-018608afa58e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:38.093422 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-33e93188-c5e2-44b1-8de1-018608afa58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:38.096376 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-33e93188-c5e2-44b1-8de1-018608afa58e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:38.097677 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-33e93188-c5e2-44b1-8de1-018608afa58e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/497028a5-ea39-4af2-93e5-fc44e3e0261c HTTP/1.1" status: 204 len: 168 time: 0.1790791 Apr 28 19:28:38.113872 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e93188-c5e2-44b1-8de1-018608afa58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497028a5-ea39-4af2-93e5-fc44e3e0261c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:38.823996 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60484) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:38.844936 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d42cf6e9-8e58-4178-a654-fc6d0ec4b99c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:38.968566 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d42cf6e9-8e58-4178-a654-fc6d0ec4b99c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:38.973794 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d42cf6e9-8e58-4178-a654-fc6d0ec4b99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:39.004659 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42cf6e9-8e58-4178-a654-fc6d0ec4b99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1f4405-bbe8-4ece-aab1-f6b722f431e7,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:39.025222 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d42cf6e9-8e58-4178-a654-fc6d0ec4b99c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8ca6d412dfd44bd79b2138a2c2efa204&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1995771 Apr 28 19:28:39.028093 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 60494) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:39.091825 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-81ebd19a-8638-49e8-83e5-4daa688ae0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:39.117677 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-81ebd19a-8638-49e8-83e5-4daa688ae0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:39.194608 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-81ebd19a-8638-49e8-83e5-4daa688ae0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:39.198732 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-81ebd19a-8638-49e8-83e5-4daa688ae0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:39.203285 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-81ebd19a-8638-49e8-83e5-4daa688ae0c9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ae1f4405-bbe8-4ece-aab1-f6b722f431e7 HTTP/1.1" status: 204 len: 168 time: 0.1740682 Apr 28 19:28:39.222436 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ebd19a-8638-49e8-83e5-4daa688ae0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1f4405-bbe8-4ece-aab1-f6b722f431e7,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:39.282016 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 60510) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:39.707006 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-be5639f6-a5c1-49ef-8a16-f889833132c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:39.868823 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-be5639f6-a5c1-49ef-8a16-f889833132c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:39.877586 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-be5639f6-a5c1-49ef-8a16-f889833132c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:39.960179 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5639f6-a5c1-49ef-8a16-f889833132c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a22f27a-6e40-4c55-a9bc-4c4ac79a439c,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:40.035985 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-be5639f6-a5c1-49ef-8a16-f889833132c6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=95722bdaa7314c89a5f6be11d04b45b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7470062 Apr 28 19:28:40.036813 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60554) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:40.214528 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0e9d6816-a7e1-4526-a524-097c28b046ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:40.247520 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0e9d6816-a7e1-4526-a524-097c28b046ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:40.343032 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0e9d6816-a7e1-4526-a524-097c28b046ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:40.346120 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0e9d6816-a7e1-4526-a524-097c28b046ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:40.348357 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0e9d6816-a7e1-4526-a524-097c28b046ac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0a22f27a-6e40-4c55-a9bc-4c4ac79a439c HTTP/1.1" status: 204 len: 168 time: 0.3104663 Apr 28 19:28:40.359910 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d6816-a7e1-4526-a524-097c28b046ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a22f27a-6e40-4c55-a9bc-4c4ac79a439c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:41.323307 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 60656) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:41.351235 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4e53e68a-8ba4-4416-875d-25cc29cd70f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:41.490359 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60666) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:41.509283 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4e53e68a-8ba4-4416-875d-25cc29cd70f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:41.516409 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4e53e68a-8ba4-4416-875d-25cc29cd70f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:41.603287 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4e53e68a-8ba4-4416-875d-25cc29cd70f0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4c0a213290bb4f31aa985a83fd1b8ef8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2782712 Apr 28 19:28:41.608666 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60678) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:41.620921 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53e68a-8ba4-4416-875d-25cc29cd70f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30940794-cf82-4399-8665-6501b193cb95,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:41.673602 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 60682) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:41.736326 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8ba51030-0e86-4a46-bcd7-2c8c2591fe34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:41.764432 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8ba51030-0e86-4a46-bcd7-2c8c2591fe34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:41.873518 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8ba51030-0e86-4a46-bcd7-2c8c2591fe34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:41.878347 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8ba51030-0e86-4a46-bcd7-2c8c2591fe34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:41.880410 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8ba51030-0e86-4a46-bcd7-2c8c2591fe34 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/30940794-cf82-4399-8665-6501b193cb95 HTTP/1.1" status: 204 len: 168 time: 0.2696707 Apr 28 19:28:41.892287 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba51030-0e86-4a46-bcd7-2c8c2591fe34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30940794-cf82-4399-8665-6501b193cb95,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:41.918487 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9e1bc9a1-7192-47f6-8927-b562c28b536a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:42.058587 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9e1bc9a1-7192-47f6-8927-b562c28b536a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:42.063762 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9e1bc9a1-7192-47f6-8927-b562c28b536a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:42.142175 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9e1bc9a1-7192-47f6-8927-b562c28b536a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d399229cdb6844bfa2f5a647dde9c965&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6517658 Apr 28 19:28:42.143372 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1bc9a1-7192-47f6-8927-b562c28b536a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c5c59b-9fd8-43db-983f-ef39d4a72e8c,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:42.145163 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 60706) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:42.235445 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd189239-939d-4672-8e71-db8de2fc1eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:42.327335 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0f6f6eec-221e-48b0-bd18-6c3b82f521bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:42.447077 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd189239-939d-4672-8e71-db8de2fc1eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:42.466023 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd189239-939d-4672-8e71-db8de2fc1eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:42.474403 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0f6f6eec-221e-48b0-bd18-6c3b82f521bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:42.508084 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60730) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:42.514367 n-d-839810-1 neutron-server[102774]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 28 19:28:42.574954 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-80cd28a7-bf2a-4a82-85be-111b4587f161 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=b0b3697e10304c95b144fa7ebeaaa58a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635431 Apr 28 19:28:42.590487 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60732) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:42.598221 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cd189239-939d-4672-8e71-db8de2fc1eb1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5cd868fa5b38412c9479e0df7964385b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9223192 Apr 28 19:28:42.612871 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60736) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:42.613044 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd189239-939d-4672-8e71-db8de2fc1eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b82ebb-f797-4d88-9ce8-070bba78bbb1,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:42.655770 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0f6f6eec-221e-48b0-bd18-6c3b82f521bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:42.660860 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0f6f6eec-221e-48b0-bd18-6c3b82f521bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:42.663019 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0f6f6eec-221e-48b0-bd18-6c3b82f521bf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c2c5c59b-9fd8-43db-983f-ef39d4a72e8c HTTP/1.1" status: 204 len: 168 time: 0.5154979 Apr 28 19:28:42.677671 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f6eec-221e-48b0-bd18-6c3b82f521bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c5c59b-9fd8-43db-983f-ef39d4a72e8c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:42.838411 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-5eef3201-fa4c-411e-a205-e8af682a46f3 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1117398245-network', 'tenant_id': '39f1ec92eba944f2870178ab14420527'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:28:42.890466 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-ba7d06a2-0a6f-4990-a397-cf5a06ece668 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:28:42.898280 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-ba7d06a2-0a6f-4990-a397-cf5a06ece668 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2984288 Apr 28 19:28:42.941066 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-89318696-b622-4cff-bbb4-67a144560eda tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/quotas/b0b3697e10304c95b144fa7ebeaaa58a HTTP/1.1" status: 200 len: 375 time: 0.0353916 Apr 28 19:28:42.944449 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-686ba1a4-e6da-4643-a0a5-3a0bbbea73f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:42.968424 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eef3201-fa4c-411e-a205-e8af682a46f3 admin admin] Made reservation on behalf of 39f1ec92eba944f2870178ab14420527 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:28:42.971083 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5eef3201-fa4c-411e-a205-e8af682a46f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:43.017546 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-686ba1a4-e6da-4643-a0a5-3a0bbbea73f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:43.037097 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5eef3201-fa4c-411e-a205-e8af682a46f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:43.050570 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-896e4797-ffbc-40e6-b5e0-46249e2f15b2 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0b3697e10304c95b144fa7ebeaaa58a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0900328 Apr 28 19:28:43.379322 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 60770) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:43.383296 n-d-839810-1 neutron-server[102773]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 28 19:28:43.430904 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5eef3201-fa4c-411e-a205-e8af682a46f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:43.445459 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60778) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:43.453682 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5eef3201-fa4c-411e-a205-e8af682a46f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:43.455142 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-2bd354d2-24ba-43c0-8d91-68a054a8016d tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=66ebf96339e84dfa8afe8e7cc39dba15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0745387 Apr 28 19:28:43.475280 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eef3201-fa4c-411e-a205-e8af682a46f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:28:43.489026 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5eef3201-fa4c-411e-a205-e8af682a46f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:43.489609 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-5eef3201-fa4c-411e-a205-e8af682a46f3 admin admin] Added segment abad8af8-3344-480d-866a-e9634518c7a7 of type vlan for network c9825b71-8d0c-4c62-9276-978f0a60b02b Apr 28 19:28:43.536914 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-686ba1a4-e6da-4643-a0a5-3a0bbbea73f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:43.540997 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-686ba1a4-e6da-4643-a0a5-3a0bbbea73f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:43.542340 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-686ba1a4-e6da-4643-a0a5-3a0bbbea73f6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/80b82ebb-f797-4d88-9ce8-070bba78bbb1 HTTP/1.1" status: 204 len: 168 time: 0.9367969 Apr 28 19:28:43.603267 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef3201-fa4c-411e-a205-e8af682a46f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e099f4f-cdc6-4408-8ebc-7e1a554ac124,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:43.628894 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cf762f6c-c128-44ab-8f9a-3a535dacc801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:43.640665 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5eef3201-fa4c-411e-a205-e8af682a46f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:43.661713 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c2b55fdc-731f-4ad3-bd31-17d36d096226 req-372bd8d8-c20a-4378-bd18-57d71558f6ae tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ce0a14-ac6b-47e1-a438-290fc21c8085 HTTP/1.1" status: 200 len: 210 time: 0.1325450 Apr 28 19:28:43.691285 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ba1a4-e6da-4643-a0a5-3a0bbbea73f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b82ebb-f797-4d88-9ce8-070bba78bbb1,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:43.798293 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-54789692-f85b-480c-abc3-d7a912df0978 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:28:43.798293 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-54789692-f85b-480c-abc3-d7a912df0978 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3413589 Apr 28 19:28:43.803679 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5eef3201-fa4c-411e-a205-e8af682a46f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:43.806619 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eef3201-fa4c-411e-a205-e8af682a46f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:28:43.808394 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5eef3201-fa4c-411e-a205-e8af682a46f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:43.856968 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-24745b41-9460-49c1-a476-d1a60e118e70 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/quotas/66ebf96339e84dfa8afe8e7cc39dba15 HTTP/1.1" status: 200 len: 375 time: 0.0454304 Apr 28 19:28:43.917540 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cf762f6c-c128-44ab-8f9a-3a535dacc801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:43.926746 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5eef3201-fa4c-411e-a205-e8af682a46f3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3316574 Apr 28 19:28:43.940483 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 60792) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:43.942172 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cf762f6c-c128-44ab-8f9a-3a535dacc801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:43.947275 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-796cd8f5-723a-4324-8435-5c040104b101 admin admin] Request body: {'subnet': {'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1117398245-subnet', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:28:44.060248 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-9d32636e-e8b4-4b44-b103-a3dc3a6c46b5 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=66ebf96339e84dfa8afe8e7cc39dba15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1904945 Apr 28 19:28:44.095190 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796cd8f5-723a-4324-8435-5c040104b101 admin admin] Made reservation on behalf of 39f1ec92eba944f2870178ab14420527 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:28:44.097942 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef3201-fa4c-411e-a205-e8af682a46f3 admin admin] Pushing event updated for resources: {'Network': ['ID=c9825b71-8d0c-4c62-9276-978f0a60b02b,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:44.104736 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-796cd8f5-723a-4324-8435-5c040104b101 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:44.109449 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-cf762f6c-c128-44ab-8f9a-3a535dacc801 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=39990e9ae728455885ba2c78f51cb7d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6596005 Apr 28 19:28:44.109698 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network c9825b71-8d0c-4c62-9276-978f0a60b02b details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:28:44.112776 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60802) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:44.120169 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf762f6c-c128-44ab-8f9a-3a535dacc801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77dc3ed-8167-48ad-ae89-5574458c377a,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:44.305196 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a2611b47-b3f2-47f5-ba05-220141f62695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:44.402180 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a2611b47-b3f2-47f5-ba05-220141f62695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:44.557970 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a2611b47-b3f2-47f5-ba05-220141f62695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:44.561041 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a2611b47-b3f2-47f5-ba05-220141f62695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:44.569117 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a2611b47-b3f2-47f5-ba05-220141f62695 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a77dc3ed-8167-48ad-ae89-5574458c377a HTTP/1.1" status: 204 len: 168 time: 0.4526234 Apr 28 19:28:44.597680 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2611b47-b3f2-47f5-ba05-220141f62695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77dc3ed-8167-48ad-ae89-5574458c377a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:44.687538 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-796cd8f5-723a-4324-8435-5c040104b101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:44.764048 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2880af5c-08ac-4978-940c-4b7f3efae492 req-036fc9ca-a27e-4c39-a2e0-fea399618e0f tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb0868ca-a6e5-4002-9b87-dac6f7751d23 HTTP/1.1" status: 200 len: 210 time: 0.1251414 Apr 28 19:28:44.765174 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60844) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:44.829873 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7dde83ea-95e6-4da3-90b3-73f74709763b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:44.843504 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796cd8f5-723a-4324-8435-5c040104b101 admin admin] Pushing event updated for resources: {'Subnet': ['ID=696baa90-df03-47df-9fe8-e65ce72cb57c,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:44.859544 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796cd8f5-723a-4324-8435-5c040104b101 admin admin] Checking segment: {'id': 'abad8af8-3344-480d-866a-e9634518c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:28:44.860267 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796cd8f5-723a-4324-8435-5c040104b101 admin admin] Network hostable DHCP agents. Network: c9825b71-8d0c-4c62-9276-978f0a60b02b, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:28:44.912904 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796cd8f5-723a-4324-8435-5c040104b101 admin admin] Network c9825b71-8d0c-4c62-9276-978f0a60b02b is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:28:44.939637 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-796cd8f5-723a-4324-8435-5c040104b101 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, c9825b71-8d0c-4c62-9276-978f0a60b02b) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:28:44.948217 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796cd8f5-723a-4324-8435-5c040104b101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:28:44.949261 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-796cd8f5-723a-4324-8435-5c040104b101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:44.968228 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43163268-4ec8-44be-94e5-6ad5e56555b9 None None] Network c9825b71-8d0c-4c62-9276-978f0a60b02b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:28:45.053620 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-796cd8f5-723a-4324-8435-5c040104b101 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1108825 Apr 28 19:28:45.057776 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60852) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:45.071844 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-10cfe49d-4d52-440f-acdd-7b644aea86b9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1117398245-router', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:28:45.105474 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5763fe35-4647-4e7c-b0b5-2a61334011b7 req-18498019-d0f1-4da0-87cb-62c2a0e5c54d tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ce0a14-ac6b-47e1-a438-290fc21c8085 HTTP/1.1" status: 200 len: 210 time: 0.1480641 Apr 28 19:28:45.163519 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-10cfe49d-4d52-440f-acdd-7b644aea86b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:45.169868 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-10cfe49d-4d52-440f-acdd-7b644aea86b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:45.206322 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7dde83ea-95e6-4da3-90b3-73f74709763b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:45.231517 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7dde83ea-95e6-4da3-90b3-73f74709763b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:45.392095 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4ebd9d-d7d3-4647-a36d-3eb4e272f1d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-c9825b71-8d0c-4c62-9276-978f0a60b02b', 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'fixed_ips': [{'subnet_id': '696baa90-df03-47df-9fe8-e65ce72cb57c'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:28:45.393259 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebd9d-d7d3-4647-a36d-3eb4e272f1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:45.488974 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7dde83ea-95e6-4da3-90b3-73f74709763b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d2c385df97b34ec099b0c84e52ceed2d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7197082 Apr 28 19:28:45.493566 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 60870) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:45.501955 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-10cfe49d-4d52-440f-acdd-7b644aea86b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:45.626409 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-3f4ebd9d-d7d3-4647-a36d-3eb4e272f1d0 None None] Allocated IP 172.20.0.2 (c9825b71-8d0c-4c62-9276-978f0a60b02b/696baa90-df03-47df-9fe8-e65ce72cb57c/40c7395e-2cfa-40ab-961d-19297510c649) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:28:45.664999 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde83ea-95e6-4da3-90b3-73f74709763b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48505e83-db5f-4593-8679-5b582a23cd9d,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:45.732406 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3becb085-ba88-4aa5-8fc8-70933fe4071c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:45.739581 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 60876) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:45.865421 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3becb085-ba88-4aa5-8fc8-70933fe4071c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:46.044593 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3becb085-ba88-4aa5-8fc8-70933fe4071c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:46.049762 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3becb085-ba88-4aa5-8fc8-70933fe4071c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:46.052032 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3becb085-ba88-4aa5-8fc8-70933fe4071c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/48505e83-db5f-4593-8679-5b582a23cd9d HTTP/1.1" status: 204 len: 168 time: 0.5568523 Apr 28 19:28:46.069644 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3becb085-ba88-4aa5-8fc8-70933fe4071c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48505e83-db5f-4593-8679-5b582a23cd9d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:46.092263 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebd9d-d7d3-4647-a36d-3eb4e272f1d0 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:46.120739 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebd9d-d7d3-4647-a36d-3eb4e272f1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:46.160298 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4ebd9d-d7d3-4647-a36d-3eb4e272f1d0 None None] Network c9825b71-8d0c-4c62-9276-978f0a60b02b is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:28:46.163877 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-3f4ebd9d-d7d3-4647-a36d-3eb4e272f1d0 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:28:46.169607 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4ebd9d-d7d3-4647-a36d-3eb4e272f1d0 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:28:46.232079 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ef91fabd-65a5-4153-92e3-cab8e232cef7 req-6f8e835b-3a44-4aa8-af8e-7223c532a66c tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb0868ca-a6e5-4002-9b87-dac6f7751d23 HTTP/1.1" status: 200 len: 210 time: 0.1289775 Apr 28 19:28:46.407315 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebd9d-d7d3-4647-a36d-3eb4e272f1d0 None None] Pushing event updated for resources: {'Port': ['ID=40c7395e-2cfa-40ab-961d-19297510c649,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:46.420638 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-299b6815-2254-4375-9bd3-0ba85aff2227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:46.496352 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-3f4ebd9d-d7d3-4647-a36d-3eb4e272f1d0 None None] Attempting to bind port 40c7395e-2cfa-40ab-961d-19297510c649 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:28:46.496951 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-3f4ebd9d-d7d3-4647-a36d-3eb4e272f1d0 None None] Attempting to bind port 40c7395e-2cfa-40ab-961d-19297510c649 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'abad8af8-3344-480d-866a-e9634518c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:28:46.497507 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ebd9d-d7d3-4647-a36d-3eb4e272f1d0 None None] Attempting to bind port 40c7395e-2cfa-40ab-961d-19297510c649 on network c9825b71-8d0c-4c62-9276-978f0a60b02b {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:28:46.526238 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebd9d-d7d3-4647-a36d-3eb4e272f1d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:46.526820 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebd9d-d7d3-4647-a36d-3eb4e272f1d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:46.527379 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebd9d-d7d3-4647-a36d-3eb4e272f1d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:46.527929 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebd9d-d7d3-4647-a36d-3eb4e272f1d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:46.528514 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebd9d-d7d3-4647-a36d-3eb4e272f1d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:46.529051 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebd9d-d7d3-4647-a36d-3eb4e272f1d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:46.529606 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebd9d-d7d3-4647-a36d-3eb4e272f1d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:46.530172 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebd9d-d7d3-4647-a36d-3eb4e272f1d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:46.530733 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebd9d-d7d3-4647-a36d-3eb4e272f1d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:46.531291 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebd9d-d7d3-4647-a36d-3eb4e272f1d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:46.531841 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebd9d-d7d3-4647-a36d-3eb4e272f1d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:46.544567 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebd9d-d7d3-4647-a36d-3eb4e272f1d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:46.547166 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebd9d-d7d3-4647-a36d-3eb4e272f1d0 None None] Tracked resource versions report: Apr 28 19:28:46.547166 n-d-839810-1 neutron-server[102775]: pushed versions: Apr 28 19:28:46.547166 n-d-839810-1 neutron-server[102775]: { 'AddressGroup': {'1.2'}, Apr 28 19:28:46.547166 n-d-839810-1 neutron-server[102775]: 'ConntrackHelper': {'1.0'}, Apr 28 19:28:46.547166 n-d-839810-1 neutron-server[102775]: 'Log': {'1.0'}, Apr 28 19:28:46.547166 n-d-839810-1 neutron-server[102775]: 'Network': {'1.1'}, Apr 28 19:28:46.547166 n-d-839810-1 neutron-server[102775]: 'Port': {'1.7'}, Apr 28 19:28:46.547166 n-d-839810-1 neutron-server[102775]: 'PortForwarding': {'1.2'}, Apr 28 19:28:46.547166 n-d-839810-1 neutron-server[102775]: 'QosPolicy': {'1.9'}, Apr 28 19:28:46.547166 n-d-839810-1 neutron-server[102775]: 'SecurityGroup': {'1.4'}, Apr 28 19:28:46.547166 n-d-839810-1 neutron-server[102775]: 'SecurityGroupRule': {'1.2'}, Apr 28 19:28:46.547166 n-d-839810-1 neutron-server[102775]: 'SubPort': {'1.0'}, Apr 28 19:28:46.547166 n-d-839810-1 neutron-server[102775]: 'Subnet': {'1.1'}, Apr 28 19:28:46.547166 n-d-839810-1 neutron-server[102775]: 'Trunk': {'1.1'}} Apr 28 19:28:46.547166 n-d-839810-1 neutron-server[102775]: consumer versions: Apr 28 19:28:46.547166 n-d-839810-1 neutron-server[102775]: { DHCP agent@n-d-839810-1: {}, Apr 28 19:28:46.547166 n-d-839810-1 neutron-server[102775]: HyperV agent@n-h1-839810-1: {}, Apr 28 19:28:46.547166 n-d-839810-1 neutron-server[102775]: HyperV agent@n-h2-839810-1: {}, Apr 28 19:28:46.547166 n-d-839810-1 neutron-server[102775]: L3 agent@n-d-839810-1: {}, Apr 28 19:28:46.547166 n-d-839810-1 neutron-server[102775]: Metadata agent@n-d-839810-1: {}, Apr 28 19:28:46.547166 n-d-839810-1 neutron-server[102775]: Metering agent@n-d-839810-1: {}, Apr 28 19:28:46.547166 n-d-839810-1 neutron-server[102775]: Open vSwitch agent@n-d-839810-1: { 'AddressGroup': '1.2', Apr 28 19:28:46.547166 n-d-839810-1 neutron-server[102775]: 'ConntrackHelper': '1.0', Apr 28 19:28:46.547166 n-d-839810-1 neutron-server[102775]: 'Log': '1.0', Apr 28 19:28:46.547166 n-d-839810-1 neutron-server[102775]: 'Network': '1.1', Apr 28 19:28:46.547166 n-d-839810-1 neutron-server[102775]: 'Port': '1.7', Apr 28 19:28:46.547166 n-d-839810-1 neutron-server[102775]: 'PortForwarding': '1.2', Apr 28 19:28:46.547166 n-d-839810-1 neutron-server[102775]: 'QosPolicy': '1.9', Apr 28 19:28:46.547166 n-d-839810-1 neutron-server[102775]: 'SecurityGroup': '1.4', Apr 28 19:28:46.547166 n-d-839810-1 neutron-server[102775]: 'SecurityGroupRule': '1.2', Apr 28 19:28:46.547166 n-d-839810-1 neutron-server[102775]: 'SubPort': '1.0', Apr 28 19:28:46.547166 n-d-839810-1 neutron-server[102775]: 'Subnet': '1.1', Apr 28 19:28:46.547166 n-d-839810-1 neutron-server[102775]: 'Trunk': '1.1'}} Apr 28 19:28:46.547166 n-d-839810-1 neutron-server[102775]: {{(pid=102775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 19:28:46.578212 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ebd9d-d7d3-4647-a36d-3eb4e272f1d0 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:28:46.580244 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ebd9d-d7d3-4647-a36d-3eb4e272f1d0 None None] Checking segment: {'id': 'abad8af8-3344-480d-866a-e9634518c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:28:46.580706 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebd9d-d7d3-4647-a36d-3eb4e272f1d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:46.583171 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ebd9d-d7d3-4647-a36d-3eb4e272f1d0 None None] Bound using segment: {'id': 'abad8af8-3344-480d-866a-e9634518c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:28:46.585305 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-3f4ebd9d-d7d3-4647-a36d-3eb4e272f1d0 None None] Bound port: 40c7395e-2cfa-40ab-961d-19297510c649, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abad8af8-3344-480d-866a-e9634518c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:28:46.585549 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebd9d-d7d3-4647-a36d-3eb4e272f1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:46.595579 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-10cfe49d-4d52-440f-acdd-7b644aea86b9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:46.622331 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-11f990da-4f9f-4ef7-859a-a4b1ac0cf0d7 req-455e9d4e-e8c1-4ac0-904c-b03cc100033b tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ce0a14-ac6b-47e1-a438-290fc21c8085 HTTP/1.1" status: 200 len: 210 time: 0.0847251 Apr 28 19:28:46.671894 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-299b6815-2254-4375-9bd3-0ba85aff2227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:46.678287 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-299b6815-2254-4375-9bd3-0ba85aff2227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:46.784905 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-299b6815-2254-4375-9bd3-0ba85aff2227 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cda6b008a56148b69a87dcb50098363f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0325851 Apr 28 19:28:46.786447 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60910) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:46.791399 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b6815-2254-4375-9bd3-0ba85aff2227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b85e60-f2e1-4685-999a-35f8b950623d,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:46.829929 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-3f4ebd9d-d7d3-4647-a36d-3eb4e272f1d0 None None] For port 40c7395e-2cfa-40ab-961d-19297510c649, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:28:46.849850 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-3f4ebd9d-d7d3-4647-a36d-3eb4e272f1d0 None None] For port 40c7395e-2cfa-40ab-961d-19297510c649, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=40c7395e-2cfa-40ab-961d-19297510c649,segment=NetworkSegment(abad8af8-3344-480d-866a-e9634518c7a7),segment_id=abad8af8-3344-480d-866a-e9634518c7a7)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:28:46.859700 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebd9d-d7d3-4647-a36d-3eb4e272f1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:46.971191 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebd9d-d7d3-4647-a36d-3eb4e272f1d0 None None] Pushing event updated for resources: {'Port': ['ID=40c7395e-2cfa-40ab-961d-19297510c649,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:46.977043 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-56f30285-c80c-4a73-b36a-e69a517272e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:47.054699 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-56f30285-c80c-4a73-b36a-e69a517272e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:47.417971 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-56f30285-c80c-4a73-b36a-e69a517272e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:47.420797 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-56f30285-c80c-4a73-b36a-e69a517272e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:47.422232 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-56f30285-c80c-4a73-b36a-e69a517272e6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/26b85e60-f2e1-4685-999a-35f8b950623d HTTP/1.1" status: 204 len: 168 time: 0.6345792 Apr 28 19:28:47.455497 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f30285-c80c-4a73-b36a-e69a517272e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b85e60-f2e1-4685-999a-35f8b950623d,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:47.487497 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-10cfe49d-4d52-440f-acdd-7b644aea86b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:47.536372 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.44', 62931) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:47.551320 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-10cfe49d-4d52-440f-acdd-7b644aea86b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:47.661121 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-dd2bce8a-1c71-4601-8993-1a6157fb4c85 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b0b3697e10304c95b144fa7ebeaaa58a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1226411 Apr 28 19:28:47.780585 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 40c7395e-2cfa-40ab-961d-19297510c649 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:28:47.954292 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 40c7395e-2cfa-40ab-961d-19297510c649 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:28:47.954774 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:47.991190 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-c28b240a-9dcb-466f-8ca9-374d09328ab3 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:28:47.993664 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-c28b240a-9dcb-466f-8ca9-374d09328ab3 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3240833 Apr 28 19:28:47.995955 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.15', 57950) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:48.022283 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-10cfe49d-4d52-440f-acdd-7b644aea86b9 admin admin] Allocated IP 172.25.8.244 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/14dc4fd9-9ed1-457a-9974-2a669c4e08e7) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:28:48.076678 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-31d2f1e9-5949-4a44-ac2d-2f8ae169d07e req-91e5860b-72a4-4a1c-8b80-ea990c1459eb tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb0868ca-a6e5-4002-9b87-dac6f7751d23 HTTP/1.1" status: 200 len: 210 time: 0.3816857 Apr 28 19:28:48.222007 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:48.241589 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-ce378b14-dfdc-4dea-98f6-85d2621c5caf tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Request body: {'port': {'device_id': '89ce0a14-ac6b-47e1-a438-290fc21c8085', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'admin_state_up': True, 'tenant_id': 'b0b3697e10304c95b144fa7ebeaaa58a'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:28:48.251290 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-039c6ead-ddcf-4f6c-985f-b91a444da8ea req-3d4de6f8-a1d0-47ec-b565-4b230b26f641 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ce0a14-ac6b-47e1-a438-290fc21c8085 HTTP/1.1" status: 200 len: 210 time: 0.2564421 Apr 28 19:28:48.278691 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-566857cc-edd7-448b-ae24-a2d70599a67c tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=66ebf96339e84dfa8afe8e7cc39dba15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2811971 Apr 28 19:28:48.318469 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 40c7395e-2cfa-40ab-961d-19297510c649, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=40c7395e-2cfa-40ab-961d-19297510c649,segment=NetworkSegment(abad8af8-3344-480d-866a-e9634518c7a7),segment_id=abad8af8-3344-480d-866a-e9634518c7a7)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:28:48.328888 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:48.365608 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-10cfe49d-4d52-440f-acdd-7b644aea86b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:48.453615 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=40c7395e-2cfa-40ab-961d-19297510c649,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:48.564692 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-10cfe49d-4d52-440f-acdd-7b644aea86b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:48.708694 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 60966) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:48.755934 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-95000704-d5ea-460e-ad08-dfd4a6d8d6de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:48.871644 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cfe49d-4d52-440f-acdd-7b644aea86b9 admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:28:48.883792 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-10cfe49d-4d52-440f-acdd-7b644aea86b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:28:48.895929 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-23257ef1-0849-46b2-94b4-0c0441532b36 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:28:48.897965 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-23257ef1-0849-46b2-94b4-0c0441532b36 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5907993 Apr 28 19:28:48.918690 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56c2bb5-13e1-4540-80f0-cb60f466f0f7 None None] Network c9825b71-8d0c-4c62-9276-978f0a60b02b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:28:48.919803 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cfe49d-4d52-440f-acdd-7b644aea86b9 admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:28:48.979826 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfe49d-4d52-440f-acdd-7b644aea86b9 admin admin] Pushing event updated for resources: {'Port': ['ID=14dc4fd9-9ed1-457a-9974-2a669c4e08e7,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:48.996904 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-ce378b14-dfdc-4dea-98f6-85d2621c5caf tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Made reservation on behalf of b0b3697e10304c95b144fa7ebeaaa58a for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:28:49.005616 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-ce378b14-dfdc-4dea-98f6-85d2621c5caf tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:49.026591 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-9ec73a8b-056b-4c17-8e40-332753cb1734 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Request body: {'port': {'device_id': 'eb0868ca-a6e5-4002-9b87-dac6f7751d23', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'admin_state_up': True, 'tenant_id': '66ebf96339e84dfa8afe8e7cc39dba15'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:28:49.062854 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-ce378b14-dfdc-4dea-98f6-85d2621c5caf tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:49.120810 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7c88b92f-650c-4131-8ad6-3f5af1da3f2e None None] Provisioning complete for port 40c7395e-2cfa-40ab-961d-19297510c649 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:28:49.123651 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7c88b92f-650c-4131-8ad6-3f5af1da3f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:49.158075 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-95000704-d5ea-460e-ad08-dfd4a6d8d6de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:49.170753 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-95000704-d5ea-460e-ad08-dfd4a6d8d6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:49.218000 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-95000704-d5ea-460e-ad08-dfd4a6d8d6de admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=91de706fa6614ba1893820861545b8c6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5023723 Apr 28 19:28:49.218520 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60994) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:49.339954 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95000704-d5ea-460e-ad08-dfd4a6d8d6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af2816b-5452-47c1-b9cb-97236a2f211b,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:49.386554 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-9ec73a8b-056b-4c17-8e40-332753cb1734 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Made reservation on behalf of 66ebf96339e84dfa8afe8e7cc39dba15 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:28:49.392739 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-9ec73a8b-056b-4c17-8e40-332753cb1734 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:49.498244 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-edad3320-9aba-4f02-8b91-efe4833df28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:49.538378 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-73f8cb92-590a-49fb-bf6b-7e8eac1249a4 req-1cdbb137-f77c-4d58-ae60-29f995ba4621 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb0868ca-a6e5-4002-9b87-dac6f7751d23 HTTP/1.1" status: 200 len: 210 time: 0.2006919 Apr 28 19:28:49.540008 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-9ec73a8b-056b-4c17-8e40-332753cb1734 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:49.574976 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-edad3320-9aba-4f02-8b91-efe4833df28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:49.601344 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-ce378b14-dfdc-4dea-98f6-85d2621c5caf tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:49.621684 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-ce378b14-dfdc-4dea-98f6-85d2621c5caf tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:49.653452 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 40c7395e-2cfa-40ab-961d-19297510c649 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:28:49.810017 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-65a4e36e-c47e-4465-990d-d41d644f6c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:49.840838 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 40c7395e-2cfa-40ab-961d-19297510c649 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:28:49.841368 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:49.996787 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce378b14-dfdc-4dea-98f6-85d2621c5caf tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8029538b-9116-41b0-9a81-a968cd3e3d29,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:50.022040 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aa6c325a-d23f-466a-94dc-f0b5d9e83edc req-852b7149-54b0-4406-83a8-494113c53df9 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ce0a14-ac6b-47e1-a438-290fc21c8085 HTTP/1.1" status: 200 len: 210 time: 0.2964802 Apr 28 19:28:50.172608 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-c559ceda-f46d-4ff3-89e7-bf6cabc533ad None None] Provisioning complete for port 40c7395e-2cfa-40ab-961d-19297510c649 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:28:50.174336 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c559ceda-f46d-4ff3-89e7-bf6cabc533ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:50.198414 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-edad3320-9aba-4f02-8b91-efe4833df28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:50.208183 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-edad3320-9aba-4f02-8b91-efe4833df28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:50.222479 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-edad3320-9aba-4f02-8b91-efe4833df28b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9af2816b-5452-47c1-b9cb-97236a2f211b HTTP/1.1" status: 204 len: 168 time: 1.0023904 Apr 28 19:28:50.323475 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-10cfe49d-4d52-440f-acdd-7b644aea86b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:50.328947 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-9ec73a8b-056b-4c17-8e40-332753cb1734 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:50.344182 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-9ec73a8b-056b-4c17-8e40-332753cb1734 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:50.344579 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad3320-9aba-4f02-8b91-efe4833df28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af2816b-5452-47c1-b9cb-97236a2f211b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:50.383743 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-ce378b14-dfdc-4dea-98f6-85d2621c5caf tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Allocated IP 192.168.233.31 (a2ea96f2-6755-492c-8fa3-72807d68d67a/ba397751-1619-4962-a669-11aa98e2e3bc/7734aa91-846f-40a9-a305-43e4b24c0b5c) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:28:50.455931 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec73a8b-056b-4c17-8e40-332753cb1734 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3ce21b-e8c8-41bb-b5ca-20687e279d4f,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:50.936017 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c345339d-faee-44f4-83c3-952c536f1ea2 req-8dfb2570-146a-419a-85c2-696c93bad99e tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb0868ca-a6e5-4002-9b87-dac6f7751d23 HTTP/1.1" status: 200 len: 210 time: 0.1886554 Apr 28 19:28:51.112039 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-ce378b14-dfdc-4dea-98f6-85d2621c5caf tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:51.172781 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-10cfe49d-4d52-440f-acdd-7b644aea86b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:51.295385 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-9ec73a8b-056b-4c17-8e40-332753cb1734 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Allocated IP 192.168.233.29 (a2ea96f2-6755-492c-8fa3-72807d68d67a/ba397751-1619-4962-a669-11aa98e2e3bc/cd80827e-06a4-4fe7-a62c-3ab4c4c0409c) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:28:51.358529 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-ce378b14-dfdc-4dea-98f6-85d2621c5caf tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:51.597759 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-ce378b14-dfdc-4dea-98f6-85d2621c5caf tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Network a2ea96f2-6755-492c-8fa3-72807d68d67a is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:28:51.624557 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cfe49d-4d52-440f-acdd-7b644aea86b9 admin admin] Router c7e3a73b-513d-45dc-b8ab-bce1fbe77db1 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:28:51.662918 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-ce378b14-dfdc-4dea-98f6-85d2621c5caf tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:28:51.673064 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-ce378b14-dfdc-4dea-98f6-85d2621c5caf tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:28:51.679252 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-ce378b14-dfdc-4dea-98f6-85d2621c5caf tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:28:51.679935 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-ce378b14-dfdc-4dea-98f6-85d2621c5caf tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:51.821721 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce378b14-dfdc-4dea-98f6-85d2621c5caf tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Pushing event updated for resources: {'Port': ['ID=7734aa91-846f-40a9-a305-43e4b24c0b5c,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:51.882060 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158f6c2-e8d4-4c35-b9ed-8f48c6309383 req-c99dd683-43dd-4fda-9ede-c6395c0bd955 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:28:51.895094 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a158f6c2-e8d4-4c35-b9ed-8f48c6309383 req-c99dd683-43dd-4fda-9ede-c6395c0bd955 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ce0a14-ac6b-47e1-a438-290fc21c8085 HTTP/1.1" status: 200 len: 935 time: 0.5498116 Apr 28 19:28:51.936055 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-ce378b14-dfdc-4dea-98f6-85d2621c5caf tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7612288 Apr 28 19:28:52.000398 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-40a887e2-ed7b-483d-a7ec-95222bd64062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:52.003033 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-64c8d185-ed56-450a-a784-7a1c412ba853 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:28:52.006935 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-64c8d185-ed56-450a-a784-7a1c412ba853 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0194547 Apr 28 19:28:52.027105 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 32816) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:52.115533 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cfe49d-4d52-440f-acdd-7b644aea86b9 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:28:52.137898 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b66207-6158-49e2-9373-e9fa4e25b929 None None] Sync routers for ids ['c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:28:52.173591 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b66207-6158-49e2-9373-e9fa4e25b929 None None] Routers {'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:28:52.174240 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-48b66207-6158-49e2-9373-e9fa4e25b929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:28:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:28:52.191642 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-10cfe49d-4d52-440f-acdd-7b644aea86b9 admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:52.192859 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-10cfe49d-4d52-440f-acdd-7b644aea86b9 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.1341438 Apr 28 19:28:52.199603 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 32824) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:52.213512 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-9ec73a8b-056b-4c17-8e40-332753cb1734 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:52.241783 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a158f6c2-e8d4-4c35-b9ed-8f48c6309383 req-e99dc268-c44b-4550-bc23-e26dedf2186f tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/security-groups?id=8029538b-9116-41b0-9a81-a968cd3e3d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435390 Apr 28 19:28:52.259122 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-63c8d230-2cf7-4518-a195-832b6b525266 None None] Provisioning complete for port 7734aa91-846f-40a9-a305-43e4b24c0b5c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:28:52.275754 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-63c8d230-2cf7-4518-a195-832b6b525266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:52.364983 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-9ec73a8b-056b-4c17-8e40-332753cb1734 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:52.387230 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-63c8d230-2cf7-4518-a195-832b6b525266 None None] Port 7734aa91-846f-40a9-a305-43e4b24c0b5c cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:28:52.393279 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1649eb0c-547f-485d-a886-a28e710abaeb req-1d73b186-99f1-408a-bdaf-3f5eb206d1da tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb0868ca-a6e5-4002-9b87-dac6f7751d23 HTTP/1.1" status: 200 len: 210 time: 0.0857584 Apr 28 19:28:52.505298 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-48b66207-6158-49e2-9373-e9fa4e25b929 None None] Set router c7e3a73b-513d-45dc-b8ab-bce1fbe77db1 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:28:52.539970 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec73a8b-056b-4c17-8e40-332753cb1734 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Pushing event updated for resources: {'Port': ['ID=cd80827e-06a4-4fe7-a62c-3ab4c4c0409c,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:52.584870 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-9ec73a8b-056b-4c17-8e40-332753cb1734 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Network a2ea96f2-6755-492c-8fa3-72807d68d67a is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:28:52.593032 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-9ec73a8b-056b-4c17-8e40-332753cb1734 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:28:52.601676 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-9ec73a8b-056b-4c17-8e40-332753cb1734 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:28:52.617361 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-9ec73a8b-056b-4c17-8e40-332753cb1734 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:28:52.619609 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-9ec73a8b-056b-4c17-8e40-332753cb1734 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:52.696158 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-9ec73a8b-056b-4c17-8e40-332753cb1734 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7024810 Apr 28 19:28:52.717542 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-0f922cfc-6898-4db4-b7d8-9550ffba5d06 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:28:52.718678 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-0f922cfc-6898-4db4-b7d8-9550ffba5d06 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164044 Apr 28 19:28:52.782837 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-adc9f794-ba37-4b84-927a-a73bf7e81094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:52.981329 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-48b66207-6158-49e2-9373-e9fa4e25b929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1117398245-router', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:28:45Z', 'updated_at': '2022-04-28T19:28:49Z', 'revision_number': 3, 'project_id': '39f1ec92eba944f2870178ab14420527', 'gw_port': {'id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:47Z', 'updated_at': '2022-04-28T19:28:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:28:53.012651 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-adc9f794-ba37-4b84-927a-a73bf7e81094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:53.026569 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-adc9f794-ba37-4b84-927a-a73bf7e81094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:53.061262 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b66207-6158-49e2-9373-e9fa4e25b929 None None] Checking router: c7e3a73b-513d-45dc-b8ab-bce1fbe77db1 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:28:53.061979 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b66207-6158-49e2-9373-e9fa4e25b929 None None] Updating router c7e3a73b-513d-45dc-b8ab-bce1fbe77db1 port 14dc4fd9-9ed1-457a-9974-2a669c4e08e7 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:28:53.122721 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-48b66207-6158-49e2-9373-e9fa4e25b929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:53.126189 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9f794-ba37-4b84-927a-a73bf7e81094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e7f1fc-606b-441c-89ec-e7e502dc8bd4,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:53.140536 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-6e105a21-8932-4b8d-a0b3-edcae20204ea None None] Provisioning complete for port cd80827e-06a4-4fe7-a62c-3ab4c4c0409c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:28:53.140998 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6e105a21-8932-4b8d-a0b3-edcae20204ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:53.142974 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-adc9f794-ba37-4b84-927a-a73bf7e81094 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a1bf2538f1c644b8a2914996ca6fe693&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1145558 Apr 28 19:28:53.148034 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 32836) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:53.307151 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ad5498be-d399-4575-bc99-9c169cf1a6af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:53.372588 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-6e105a21-8932-4b8d-a0b3-edcae20204ea None None] Port cd80827e-06a4-4fe7-a62c-3ab4c4c0409c cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:28:53.375232 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ad5498be-d399-4575-bc99-9c169cf1a6af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:53.461707 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:53.522391 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ad5498be-d399-4575-bc99-9c169cf1a6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:53.525841 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ad5498be-d399-4575-bc99-9c169cf1a6af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:53.535548 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ad5498be-d399-4575-bc99-9c169cf1a6af admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/55e7f1fc-606b-441c-89ec-e7e502dc8bd4 HTTP/1.1" status: 204 len: 168 time: 0.3801782 Apr 28 19:28:53.545127 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5498be-d399-4575-bc99-9c169cf1a6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e7f1fc-606b-441c-89ec-e7e502dc8bd4,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:53.644473 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-f8322d41-2a8e-400b-8330-724a7f7269b1 service neutron] Request body: {'port': {'device_id': '89ce0a14-ac6b-47e1-a438-290fc21c8085', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:28:53.749196 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-48b66207-6158-49e2-9373-e9fa4e25b929 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:53.762289 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-48b66207-6158-49e2-9373-e9fa4e25b929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:53.974925 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef45138-7ae0-4991-a976-ec8a013d7d9a None None] Pushing event updated for resources: {'Port': ['ID=14dc4fd9-9ed1-457a-9974-2a669c4e08e7,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:54.001525 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-f8322d41-2a8e-400b-8330-724a7f7269b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:54.010759 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a0813-a982-4853-b97a-9c8529b9feef req-97893159-987d-4b16-a187-89ec5fadbb6f tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:28:54.021606 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ba7a0813-a982-4853-b97a-9c8529b9feef req-97893159-987d-4b16-a187-89ec5fadbb6f tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ce0a14-ac6b-47e1-a438-290fc21c8085 HTTP/1.1" status: 200 len: 935 time: 0.4683759 Apr 28 19:28:54.068708 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef45138-7ae0-4991-a976-ec8a013d7d9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:54.069593 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef45138-7ae0-4991-a976-ec8a013d7d9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:54.071887 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef45138-7ae0-4991-a976-ec8a013d7d9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:54.072711 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef45138-7ae0-4991-a976-ec8a013d7d9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:54.074545 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef45138-7ae0-4991-a976-ec8a013d7d9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:54.075298 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef45138-7ae0-4991-a976-ec8a013d7d9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:54.076630 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef45138-7ae0-4991-a976-ec8a013d7d9a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:54.080119 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef45138-7ae0-4991-a976-ec8a013d7d9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:54.081183 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef45138-7ae0-4991-a976-ec8a013d7d9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:54.083589 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef45138-7ae0-4991-a976-ec8a013d7d9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:54.084512 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef45138-7ae0-4991-a976-ec8a013d7d9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:54.087357 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef45138-7ae0-4991-a976-ec8a013d7d9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:54.092309 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef45138-7ae0-4991-a976-ec8a013d7d9a None None] Tracked resource versions report: Apr 28 19:28:54.092309 n-d-839810-1 neutron-server[102776]: pushed versions: Apr 28 19:28:54.092309 n-d-839810-1 neutron-server[102776]: { 'AddressGroup': {'1.2'}, Apr 28 19:28:54.092309 n-d-839810-1 neutron-server[102776]: 'ConntrackHelper': {'1.0'}, Apr 28 19:28:54.092309 n-d-839810-1 neutron-server[102776]: 'Log': {'1.0'}, Apr 28 19:28:54.092309 n-d-839810-1 neutron-server[102776]: 'Network': {'1.1'}, Apr 28 19:28:54.092309 n-d-839810-1 neutron-server[102776]: 'Port': {'1.7'}, Apr 28 19:28:54.092309 n-d-839810-1 neutron-server[102776]: 'PortForwarding': {'1.2'}, Apr 28 19:28:54.092309 n-d-839810-1 neutron-server[102776]: 'QosPolicy': {'1.9'}, Apr 28 19:28:54.092309 n-d-839810-1 neutron-server[102776]: 'SecurityGroup': {'1.4'}, Apr 28 19:28:54.092309 n-d-839810-1 neutron-server[102776]: 'SecurityGroupRule': {'1.2'}, Apr 28 19:28:54.092309 n-d-839810-1 neutron-server[102776]: 'SubPort': {'1.0'}, Apr 28 19:28:54.092309 n-d-839810-1 neutron-server[102776]: 'Subnet': {'1.1'}, Apr 28 19:28:54.092309 n-d-839810-1 neutron-server[102776]: 'Trunk': {'1.1'}} Apr 28 19:28:54.092309 n-d-839810-1 neutron-server[102776]: consumer versions: Apr 28 19:28:54.092309 n-d-839810-1 neutron-server[102776]: { DHCP agent@n-d-839810-1: {}, Apr 28 19:28:54.092309 n-d-839810-1 neutron-server[102776]: HyperV agent@n-h1-839810-1: {}, Apr 28 19:28:54.092309 n-d-839810-1 neutron-server[102776]: HyperV agent@n-h2-839810-1: {}, Apr 28 19:28:54.092309 n-d-839810-1 neutron-server[102776]: L3 agent@n-d-839810-1: {}, Apr 28 19:28:54.092309 n-d-839810-1 neutron-server[102776]: Metadata agent@n-d-839810-1: {}, Apr 28 19:28:54.092309 n-d-839810-1 neutron-server[102776]: Metering agent@n-d-839810-1: {}, Apr 28 19:28:54.092309 n-d-839810-1 neutron-server[102776]: Open vSwitch agent@n-d-839810-1: { 'AddressGroup': '1.2', Apr 28 19:28:54.092309 n-d-839810-1 neutron-server[102776]: 'ConntrackHelper': '1.0', Apr 28 19:28:54.092309 n-d-839810-1 neutron-server[102776]: 'Log': '1.0', Apr 28 19:28:54.092309 n-d-839810-1 neutron-server[102776]: 'Network': '1.1', Apr 28 19:28:54.092309 n-d-839810-1 neutron-server[102776]: 'Port': '1.7', Apr 28 19:28:54.092309 n-d-839810-1 neutron-server[102776]: 'PortForwarding': '1.2', Apr 28 19:28:54.092309 n-d-839810-1 neutron-server[102776]: 'QosPolicy': '1.9', Apr 28 19:28:54.092309 n-d-839810-1 neutron-server[102776]: 'SecurityGroup': '1.4', Apr 28 19:28:54.092309 n-d-839810-1 neutron-server[102776]: 'SecurityGroupRule': '1.2', Apr 28 19:28:54.092309 n-d-839810-1 neutron-server[102776]: 'SubPort': '1.0', Apr 28 19:28:54.092309 n-d-839810-1 neutron-server[102776]: 'Subnet': '1.1', Apr 28 19:28:54.092309 n-d-839810-1 neutron-server[102776]: 'Trunk': '1.1'}} Apr 28 19:28:54.092309 n-d-839810-1 neutron-server[102776]: {{(pid=102776) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 19:28:54.110885 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-48b66207-6158-49e2-9373-e9fa4e25b929 None None] Attempting to bind port 14dc4fd9-9ed1-457a-9974-2a669c4e08e7 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:28:54.113795 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-48b66207-6158-49e2-9373-e9fa4e25b929 None None] Attempting to bind port 14dc4fd9-9ed1-457a-9974-2a669c4e08e7 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:28:54.115848 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b66207-6158-49e2-9373-e9fa4e25b929 None None] Attempting to bind port 14dc4fd9-9ed1-457a-9974-2a669c4e08e7 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:28:54.141913 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b66207-6158-49e2-9373-e9fa4e25b929 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:28:54.144412 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b66207-6158-49e2-9373-e9fa4e25b929 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:28:54.147918 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-48b66207-6158-49e2-9373-e9fa4e25b929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:54.150248 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8884bf0-d987-4e6d-b0e2-0a7842c2dc5e req-fbe959f5-eb7a-4567-a9a3-102ed0641b54 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:28:54.154041 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b66207-6158-49e2-9373-e9fa4e25b929 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:28:54.155245 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-48b66207-6158-49e2-9373-e9fa4e25b929 None None] Bound port: 14dc4fd9-9ed1-457a-9974-2a669c4e08e7, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:28:54.160174 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-48b66207-6158-49e2-9373-e9fa4e25b929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:54.162442 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a8884bf0-d987-4e6d-b0e2-0a7842c2dc5e req-fbe959f5-eb7a-4567-a9a3-102ed0641b54 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb0868ca-a6e5-4002-9b87-dac6f7751d23 HTTP/1.1" status: 200 len: 935 time: 0.4282002 Apr 28 19:28:54.301786 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-48b66207-6158-49e2-9373-e9fa4e25b929 None None] For port 14dc4fd9-9ed1-457a-9974-2a669c4e08e7, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:28:54.306300 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-48b66207-6158-49e2-9373-e9fa4e25b929 None None] For port 14dc4fd9-9ed1-457a-9974-2a669c4e08e7, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=14dc4fd9-9ed1-457a-9974-2a669c4e08e7,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:28:54.315851 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-48b66207-6158-49e2-9373-e9fa4e25b929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:54.435723 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ba7a0813-a982-4853-b97a-9c8529b9feef req-8ceef866-d3aa-4023-9953-7a43ff355cdb tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/security-groups?id=8029538b-9116-41b0-9a81-a968cd3e3d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846781 Apr 28 19:28:54.439432 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a8884bf0-d987-4e6d-b0e2-0a7842c2dc5e req-cfa467ad-3421-48a8-b691-7f826c207dd6 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3ce21b-e8c8-41bb-b5ca-20687e279d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749996 Apr 28 19:28:54.515614 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aaeaa787-80ef-4331-9b8b-a1f0c1670d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:54.562269 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b66207-6158-49e2-9373-e9fa4e25b929 None None] Routers {'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:28:54.563059 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-48b66207-6158-49e2-9373-e9fa4e25b929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:28:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:28:54.575577 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef45138-7ae0-4991-a976-ec8a013d7d9a None None] Pushing event updated for resources: {'Port': ['ID=14dc4fd9-9ed1-457a-9974-2a669c4e08e7,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:54.879435 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-8a8d8421-9d6d-49dc-8de4-23fb74308be6 service neutron] Request body: {'port': {'device_id': 'eb0868ca-a6e5-4002-9b87-dac6f7751d23', 'device_owner': 'compute:tempest-test_az-521036984', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:28:55.038473 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-48b66207-6158-49e2-9373-e9fa4e25b929 None None] Set router c7e3a73b-513d-45dc-b8ab-bce1fbe77db1 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:28:55.154229 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 32866) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:55.350986 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-aaeaa787-80ef-4331-9b8b-a1f0c1670d37 admin admin] Allocated IP 172.20.0.1 (c9825b71-8d0c-4c62-9276-978f0a60b02b/696baa90-df03-47df-9fe8-e65ce72cb57c/56e91097-d6c1-424a-aad6-9cee3c817a99) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:28:55.550841 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-f8322d41-2a8e-400b-8330-724a7f7269b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7734aa91-846f-40a9-a305-43e4b24c0b5c {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:28:55.552647 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aaeaa787-80ef-4331-9b8b-a1f0c1670d37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:55.569701 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-f8322d41-2a8e-400b-8330-724a7f7269b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:55.599338 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-f8322d41-2a8e-400b-8330-724a7f7269b1 service neutron] Transition to ACTIVE for port object 7734aa91-846f-40a9-a305-43e4b24c0b5c will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:28:55.625814 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-f8322d41-2a8e-400b-8330-724a7f7269b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:55.639536 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aaeaa787-80ef-4331-9b8b-a1f0c1670d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:55.685942 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:55.721882 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeaa787-80ef-4331-9b8b-a1f0c1670d37 admin admin] Network c9825b71-8d0c-4c62-9276-978f0a60b02b is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:28:55.732643 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-aaeaa787-80ef-4331-9b8b-a1f0c1670d37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:28:55.740262 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeaa787-80ef-4331-9b8b-a1f0c1670d37 admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:28:55.740869 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aaeaa787-80ef-4331-9b8b-a1f0c1670d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:55.792259 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8322d41-2a8e-400b-8330-724a7f7269b1 service neutron] Pushing event updated for resources: {'Port': ['ID=7734aa91-846f-40a9-a305-43e4b24c0b5c,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:55.796688 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9b2ceb3b-3286-4ee1-9f8c-e081ed388372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:55.864428 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:56.156031 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9b2ceb3b-3286-4ee1-9f8c-e081ed388372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:56.186083 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-48b66207-6158-49e2-9373-e9fa4e25b929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1117398245-router', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:28:45Z', 'updated_at': '2022-04-28T19:28:49Z', 'revision_number': 3, 'project_id': '39f1ec92eba944f2870178ab14420527', 'gw_port': {'id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:47Z', 'updated_at': '2022-04-28T19:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:28:56.307335 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b66207-6158-49e2-9373-e9fa4e25b929 None None] The sync data for ids ['c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'] in n-d-839810-1 is: [{'id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1117398245-router', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:28:45Z', 'updated_at': '2022-04-28T19:28:49Z', 'revision_number': 3, 'project_id': '39f1ec92eba944f2870178ab14420527', 'gw_port': {'id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:47Z', 'updated_at': '2022-04-28T19:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:28:56.318441 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9b2ceb3b-3286-4ee1-9f8c-e081ed388372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:56.375613 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf117ecb-cdad-4e10-ab8e-bb3eb10926b3 req-d59d60b6-91f2-4549-86cc-8a18cd17f28d tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:28:56.386162 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cf117ecb-cdad-4e10-ab8e-bb3eb10926b3 req-d59d60b6-91f2-4549-86cc-8a18cd17f28d tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb0868ca-a6e5-4002-9b87-dac6f7751d23 HTTP/1.1" status: 200 len: 935 time: 0.5942428 Apr 28 19:28:56.431710 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-8a8d8421-9d6d-49dc-8de4-23fb74308be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:56.451962 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-906d794e-ebca-4600-8dad-89f5913ca4f7 None None] Provisioning complete for port 56e91097-d6c1-424a-aad6-9cee3c817a99 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:28:56.455088 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-906d794e-ebca-4600-8dad-89f5913ca4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:56.600067 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-906d794e-ebca-4600-8dad-89f5913ca4f7 None None] Port 56e91097-d6c1-424a-aad6-9cee3c817a99 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:28:56.651190 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeaa787-80ef-4331-9b8b-a1f0c1670d37 admin admin] Pushing event updated for resources: {'Port': ['ID=56e91097-d6c1-424a-aad6-9cee3c817a99,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:56.685138 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ceb3b-3286-4ee1-9f8c-e081ed388372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36531434-24f4-42ae-a3c8-d37a413205b8,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:56.714031 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-f8322d41-2a8e-400b-8330-724a7f7269b1 service neutron] Attempting to bind port 7734aa91-846f-40a9-a305-43e4b24c0b5c on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:28:56.714320 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-f8322d41-2a8e-400b-8330-724a7f7269b1 service neutron] Attempting to bind port 7734aa91-846f-40a9-a305-43e4b24c0b5c by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:28:56.714649 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-f8322d41-2a8e-400b-8330-724a7f7269b1 service neutron] Attempting to bind port 7734aa91-846f-40a9-a305-43e4b24c0b5c on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:28:56.800264 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cf117ecb-cdad-4e10-ab8e-bb3eb10926b3 req-68e71679-74f0-4711-8d90-e30c276a49f5 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3ce21b-e8c8-41bb-b5ca-20687e279d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062815 Apr 28 19:28:56.801471 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-f8322d41-2a8e-400b-8330-724a7f7269b1 service neutron] Port 7734aa91-846f-40a9-a305-43e4b24c0b5c on network a2ea96f2-6755-492c-8fa3-72807d68d67a not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:28:56.803381 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-f8322d41-2a8e-400b-8330-724a7f7269b1 service neutron] Attempting to bind port 7734aa91-846f-40a9-a305-43e4b24c0b5c on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:28:56.887843 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9b2ceb3b-3286-4ee1-9f8c-e081ed388372 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6091c8c0b4f44c5dae7aa72f1702ed07&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7291291 Apr 28 19:28:56.910014 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 32890) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:56.995258 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aaeaa787-80ef-4331-9b8b-a1f0c1670d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:57.030103 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770356d3-cfa2-41a9-a769-b05d7693e137 req-47da8ba4-d11e-4b0d-a057-5f6e373fd8f1 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:28:57.041653 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-770356d3-cfa2-41a9-a769-b05d7693e137 req-47da8ba4-d11e-4b0d-a057-5f6e373fd8f1 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ce0a14-ac6b-47e1-a438-290fc21c8085 HTTP/1.1" status: 200 len: 947 time: 0.5004821 Apr 28 19:28:57.062221 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-f8322d41-2a8e-400b-8330-724a7f7269b1 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:28:57.062787 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-f8322d41-2a8e-400b-8330-724a7f7269b1 service neutron] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:28:57.064062 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-f8322d41-2a8e-400b-8330-724a7f7269b1 service neutron] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:28:57.064991 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-f8322d41-2a8e-400b-8330-724a7f7269b1 service neutron] Bound port: 7734aa91-846f-40a9-a305-43e4b24c0b5c, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:28:57.065600 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-f8322d41-2a8e-400b-8330-724a7f7269b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:57.160698 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-770356d3-cfa2-41a9-a769-b05d7693e137 req-e71d052f-6a99-4e3c-a509-869f1780b16d tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/security-groups?id=8029538b-9116-41b0-9a81-a968cd3e3d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175117 Apr 28 19:28:57.165263 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 32900) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:57.255117 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-f8322d41-2a8e-400b-8330-724a7f7269b1 service neutron] For port 7734aa91-846f-40a9-a305-43e4b24c0b5c, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:28:57.261215 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-f8322d41-2a8e-400b-8330-724a7f7269b1 service neutron] For port 7734aa91-846f-40a9-a305-43e4b24c0b5c, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=7734aa91-846f-40a9-a305-43e4b24c0b5c,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:28:57.282217 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-f8322d41-2a8e-400b-8330-724a7f7269b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:57.417895 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8322d41-2a8e-400b-8330-724a7f7269b1 service neutron] Pushing event updated for resources: {'Port': ['ID=7734aa91-846f-40a9-a305-43e4b24c0b5c,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:57.483664 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0f12282e-1054-4087-ac7b-771bad1aca50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:57.503875 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-f8322d41-2a8e-400b-8330-724a7f7269b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:28:57.518970 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-f8322d41-2a8e-400b-8330-724a7f7269b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:57.525829 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-f8322d41-2a8e-400b-8330-724a7f7269b1 service neutron] 10.222.0.44 "PUT /v2.0/ports/7734aa91-846f-40a9-a305-43e4b24c0b5c HTTP/1.1" status: 200 len: 1095 time: 4.9902949 Apr 28 19:28:57.530693 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ce0a14-ac6b-47e1-a438-290fc21c8085', 'tag': '7734aa91-846f-40a9-a305-43e4b24c0b5c'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:28:57.656847 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b07f4e6f-8f64-4426-9894-5412999d10f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:57.699696 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 14dc4fd9-9ed1-457a-9974-2a669c4e08e7 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:28:57.859423 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 14dc4fd9-9ed1-457a-9974-2a669c4e08e7 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:28:57.862619 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:57.888825 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 32912) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:58.125712 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aaeaa787-80ef-4331-9b8b-a1f0c1670d37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:58.147055 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aaeaa787-80ef-4331-9b8b-a1f0c1670d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:58.151285 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aaeaa787-80ef-4331-9b8b-a1f0c1670d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:58.209493 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:58.289720 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 14dc4fd9-9ed1-457a-9974-2a669c4e08e7, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=14dc4fd9-9ed1-457a-9974-2a669c4e08e7,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:28:58.296729 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:58.399020 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0f12282e-1054-4087-ac7b-771bad1aca50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:58.441425 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=14dc4fd9-9ed1-457a-9974-2a669c4e08e7,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:58.560557 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-506cb28b-5307-4a58-b9ed-d8bb0f6a6fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:28:58.563250 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-506cb28b-5307-4a58-b9ed-d8bb0f6a6fea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b0b3697e10304c95b144fa7ebeaaa58a&device_id=89ce0a14-ac6b-47e1-a438-290fc21c8085 HTTP/1.1" status: 200 len: 1098 time: 0.7632580 Apr 28 19:28:58.592311 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeaa787-80ef-4331-9b8b-a1f0c1670d37 admin admin] Pushing event updated for resources: {'Port': ['ID=56e91097-d6c1-424a-aad6-9cee3c817a99,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:58.646290 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bca077b7-3d25-4bf5-88c1-3234f47f3b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:58.774990 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b07f4e6f-8f64-4426-9894-5412999d10f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:58.829762 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b07f4e6f-8f64-4426-9894-5412999d10f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:58.879099 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-8a8d8421-9d6d-49dc-8de4-23fb74308be6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd80827e-06a4-4fe7-a62c-3ab4c4c0409c {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:28:58.898789 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-8a8d8421-9d6d-49dc-8de4-23fb74308be6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:58.906460 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b07f4e6f-8f64-4426-9894-5412999d10f4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1b0d4b833e28465488e5a1e4828f6af2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7278998 Apr 28 19:28:58.925695 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03b02d2-c0bc-4238-9840-3196c41143cc" -d '{"events": [{"name": "network-changed", "server_uuid": "89ce0a14-ac6b-47e1-a438-290fc21c8085", "tag": "7734aa91-846f-40a9-a305-43e4b24c0b5c"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:28:58.932526 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 32928) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:58.978641 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61523b80-4738-4c58-9501-ee56714795c8 req-ac4c9ae6-210a-4372-aacd-ca356c31f36c tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:28:58.982023 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-61523b80-4738-4c58-9501-ee56714795c8 req-ac4c9ae6-210a-4372-aacd-ca356c31f36c tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ce0a14-ac6b-47e1-a438-290fc21c8085 HTTP/1.1" status: 200 len: 947 time: 0.4385316 Apr 28 19:28:58.982982 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f4e6f-8f64-4426-9894-5412999d10f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40a5d33-4d11-448b-ba7a-3b2c09279192,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:58.997455 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-5be3da7a-0279-4f8a-90f2-058567577ee2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=7734aa91-846f-40a9-a305-43e4b24c0b5c HTTP/1.1" status: 200 len: 217 time: 0.4179642 Apr 28 19:28:59.023522 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c3fde-cbb0-42ec-8248-5c08e5e9c96a req-0dbda293-3122-4559-9e6f-7dd7cb4503db tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:28:59.027171 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d36c3fde-cbb0-42ec-8248-5c08e5e9c96a req-0dbda293-3122-4559-9e6f-7dd7cb4503db tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb0868ca-a6e5-4002-9b87-dac6f7751d23 HTTP/1.1" status: 200 len: 935 time: 0.9146597 Apr 28 19:28:59.153152 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-8a8d8421-9d6d-49dc-8de4-23fb74308be6 service neutron] Transition to ACTIVE for port object cd80827e-06a4-4fe7-a62c-3ab4c4c0409c will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:28:59.175538 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bca077b7-3d25-4bf5-88c1-3234f47f3b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:59.197847 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bca077b7-3d25-4bf5-88c1-3234f47f3b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:59.233300 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0f12282e-1054-4087-ac7b-771bad1aca50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:59.235726 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-bca077b7-3d25-4bf5-88c1-3234f47f3b97 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e984ff88fd9a45ef8cd8121620e3b468&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3246498 Apr 28 19:28:59.239389 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0f12282e-1054-4087-ac7b-771bad1aca50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:59.248038 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0f12282e-1054-4087-ac7b-771bad1aca50 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/36531434-24f4-42ae-a3c8-d37a413205b8 HTTP/1.1" status: 204 len: 168 time: 2.3288918 Apr 28 19:28:59.265918 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-ec511bb8-bee8-40c7-80eb-aa5f8dfa8d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:28:59.267599 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-ec511bb8-bee8-40c7-80eb-aa5f8dfa8d74 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.2401783 Apr 28 19:28:59.277091 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 32932) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:28:59.278157 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca077b7-3d25-4bf5-88c1-3234f47f3b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd6ebd2-7867-4b30-afbc-db1230c01a90,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:59.310880 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeaa787-80ef-4331-9b8b-a1f0c1670d37 admin admin] Network c9825b71-8d0c-4c62-9276-978f0a60b02b is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:28:59.314502 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-8a8d8421-9d6d-49dc-8de4-23fb74308be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:59.329509 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-aaeaa787-80ef-4331-9b8b-a1f0c1670d37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:28:59.357866 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-61523b80-4738-4c58-9501-ee56714795c8 req-85d7437f-5558-420e-ba64-e0bba026bfe2 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/security-groups?id=8029538b-9116-41b0-9a81-a968cd3e3d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190537 Apr 28 19:28:59.575463 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d8421-9d6d-49dc-8de4-23fb74308be6 service neutron] Pushing event updated for resources: {'Port': ['ID=cd80827e-06a4-4fe7-a62c-3ab4c4c0409c,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:59.594443 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 14dc4fd9-9ed1-457a-9974-2a669c4e08e7 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:28:59.774752 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 14dc4fd9-9ed1-457a-9974-2a669c4e08e7 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:28:59.775248 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:59.891708 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d36c3fde-cbb0-42ec-8248-5c08e5e9c96a req-96f631aa-1033-4921-b2c4-07a56bcb248c tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3ce21b-e8c8-41bb-b5ca-20687e279d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7085989 Apr 28 19:28:59.908554 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaeaa787-80ef-4331-9b8b-a1f0c1670d37 admin admin] Router c7e3a73b-513d-45dc-b8ab-bce1fbe77db1 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:28:59.961752 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12282e-1054-4087-ac7b-771bad1aca50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36531434-24f4-42ae-a3c8-d37a413205b8,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:00.169631 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-60d65a40-fc92-4306-8e06-b42887f0b760 None None] Provisioning complete for port 56e91097-d6c1-424a-aad6-9cee3c817a99 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:29:00.170201 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-60d65a40-fc92-4306-8e06-b42887f0b760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:00.179560 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-28892053-a880-44d9-a569-0794e139eee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:00.380680 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-60d65a40-fc92-4306-8e06-b42887f0b760 None None] Port 56e91097-d6c1-424a-aad6-9cee3c817a99 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:29:00.437431 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-f903655a-09b5-469f-894b-b9bb96872a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:00.441376 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-f903655a-09b5-469f-894b-b9bb96872a42 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9463592 Apr 28 19:29:00.565659 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87acf9a7-f1c6-4eca-a493-16dfe3c05894 x-openstack-request-id: req-87acf9a7-f1c6-4eca-a493-16dfe3c05894 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:29:00.566119 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ce0a14-ac6b-47e1-a438-290fc21c8085", "tag": "7734aa91-846f-40a9-a305-43e4b24c0b5c", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:29:00.566524 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-87acf9a7-f1c6-4eca-a493-16dfe3c05894 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:29:00.567258 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87acf9a7-f1c6-4eca-a493-16dfe3c05894'] response: {'name': 'network-changed', 'server_uuid': '89ce0a14-ac6b-47e1-a438-290fc21c8085', 'tag': '7734aa91-846f-40a9-a305-43e4b24c0b5c', 'status': 'completed', 'code': 200} Apr 28 19:29:00.577788 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-8a8d8421-9d6d-49dc-8de4-23fb74308be6 service neutron] Attempting to bind port cd80827e-06a4-4fe7-a62c-3ab4c4c0409c on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:29:00.578465 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-8a8d8421-9d6d-49dc-8de4-23fb74308be6 service neutron] Attempting to bind port cd80827e-06a4-4fe7-a62c-3ab4c4c0409c by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:29:00.581664 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-8a8d8421-9d6d-49dc-8de4-23fb74308be6 service neutron] Attempting to bind port cd80827e-06a4-4fe7-a62c-3ab4c4c0409c on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:29:00.750153 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-8a8d8421-9d6d-49dc-8de4-23fb74308be6 service neutron] Port cd80827e-06a4-4fe7-a62c-3ab4c4c0409c on network a2ea96f2-6755-492c-8fa3-72807d68d67a not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:29:00.750697 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-8a8d8421-9d6d-49dc-8de4-23fb74308be6 service neutron] Attempting to bind port cd80827e-06a4-4fe7-a62c-3ab4c4c0409c on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:29:00.785796 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5fba3b31-6247-4c0e-b2d8-42e9949b6b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:00.903529 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5fba3b31-6247-4c0e-b2d8-42e9949b6b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:01.084721 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411e321-f370-4fc6-86ed-c90ddda910bc req-994a5797-4c42-45be-8b8d-7219304f4f46 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:01.110145 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8411e321-f370-4fc6-86ed-c90ddda910bc req-994a5797-4c42-45be-8b8d-7219304f4f46 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ce0a14-ac6b-47e1-a438-290fc21c8085 HTTP/1.1" status: 200 len: 947 time: 0.4434092 Apr 28 19:29:01.264949 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8411e321-f370-4fc6-86ed-c90ddda910bc req-551ce58b-f2c5-42eb-ab74-7c935ebdcbd4 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/security-groups?id=8029538b-9116-41b0-9a81-a968cd3e3d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503577 Apr 28 19:29:01.271650 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaeaa787-80ef-4331-9b8b-a1f0c1670d37 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:29:01.297320 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-aaeaa787-80ef-4331-9b8b-a1f0c1670d37 admin admin] 10.222.0.42 "PUT /v2.0/routers/c7e3a73b-513d-45dc-b8ab-bce1fbe77db1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0962536 Apr 28 19:29:01.308885 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5243a7-2568-461d-a616-d2402ac881a3 None None] Sync routers for ids ['c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:29:01.337549 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5243a7-2568-461d-a616-d2402ac881a3 None None] Routers {'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:29:01.343861 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-fd5243a7-2568-461d-a616-d2402ac881a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:28:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:29:01.652483 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-fd5243a7-2568-461d-a616-d2402ac881a3 None None] Set router c7e3a73b-513d-45dc-b8ab-bce1fbe77db1 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:29:01.673031 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-28892053-a880-44d9-a569-0794e139eee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:01.709449 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-8a8d8421-9d6d-49dc-8de4-23fb74308be6 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:29:01.711613 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-8a8d8421-9d6d-49dc-8de4-23fb74308be6 service neutron] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:29:01.712889 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-8a8d8421-9d6d-49dc-8de4-23fb74308be6 service neutron] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:29:01.713972 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-8a8d8421-9d6d-49dc-8de4-23fb74308be6 service neutron] Bound port: cd80827e-06a4-4fe7-a62c-3ab4c4c0409c, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:29:01.714889 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-8a8d8421-9d6d-49dc-8de4-23fb74308be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:01.782718 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:01.884922 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5fba3b31-6247-4c0e-b2d8-42e9949b6b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:01.891255 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5fba3b31-6247-4c0e-b2d8-42e9949b6b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:01.896138 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5fba3b31-6247-4c0e-b2d8-42e9949b6b63 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ebd6ebd2-7867-4b30-afbc-db1230c01a90 HTTP/1.1" status: 204 len: 168 time: 2.5708401 Apr 28 19:29:02.041831 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba3b31-6247-4c0e-b2d8-42e9949b6b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd6ebd2-7867-4b30-afbc-db1230c01a90,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:02.202769 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2c1bb-ebde-4edc-82ee-0dfbd4b1c209 req-444ef4f4-f6b8-4a27-88be-4f911b26e532 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:02.208342 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-fd5243a7-2568-461d-a616-d2402ac881a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1117398245-router', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:28:45Z', 'updated_at': '2022-04-28T19:28:56Z', 'revision_number': 4, 'project_id': '39f1ec92eba944f2870178ab14420527', 'gw_port': {'id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:47Z', 'updated_at': '2022-04-28T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '56e91097-d6c1-424a-aad6-9cee3c817a99', 'name': '', 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'mac_address': 'fa:16:3e:52:61:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '696baa90-df03-47df-9fe8-e65ce72cb57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:54Z', 'updated_at': '2022-04-28T19:28:57Z', 'revision_number': 2, 'project_id': '39f1ec92eba944f2870178ab14420527', 'subnets': [{'id': '696baa90-df03-47df-9fe8-e65ce72cb57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:29:02.219473 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-44d2c1bb-ebde-4edc-82ee-0dfbd4b1c209 req-444ef4f4-f6b8-4a27-88be-4f911b26e532 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb0868ca-a6e5-4002-9b87-dac6f7751d23 HTTP/1.1" status: 200 len: 968 time: 0.4898334 Apr 28 19:29:02.231442 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-b5803ccb-72e3-40bd-8d51-b9d986e46570 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6627915 Apr 28 19:29:02.283349 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5243a7-2568-461d-a616-d2402ac881a3 None None] Checking router: c7e3a73b-513d-45dc-b8ab-bce1fbe77db1 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:29:02.283820 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5243a7-2568-461d-a616-d2402ac881a3 None None] Updating router c7e3a73b-513d-45dc-b8ab-bce1fbe77db1 port 56e91097-d6c1-424a-aad6-9cee3c817a99 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:29:02.350189 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fd5243a7-2568-461d-a616-d2402ac881a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:02.498256 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4dba652f-10ab-468f-8af6-7448dadeea61 req-5b060c93-cecb-4a0a-9dfd-32acb422c259 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158787 Apr 28 19:29:02.592854 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-44d2c1bb-ebde-4edc-82ee-0dfbd4b1c209 req-7e6778ba-14aa-42be-859d-fe40f74be9a0 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3ce21b-e8c8-41bb-b5ca-20687e279d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451593 Apr 28 19:29:02.609350 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-8a8d8421-9d6d-49dc-8de4-23fb74308be6 service neutron] For port cd80827e-06a4-4fe7-a62c-3ab4c4c0409c, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:29:02.615346 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-8a8d8421-9d6d-49dc-8de4-23fb74308be6 service neutron] For port cd80827e-06a4-4fe7-a62c-3ab4c4c0409c, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=cd80827e-06a4-4fe7-a62c-3ab4c4c0409c,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:29:02.621275 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-28892053-a880-44d9-a569-0794e139eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:02.635014 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-28892053-a880-44d9-a569-0794e139eee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:02.643590 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-28892053-a880-44d9-a569-0794e139eee8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c40a5d33-4d11-448b-ba7a-3b2c09279192 HTTP/1.1" status: 204 len: 168 time: 3.6753366 Apr 28 19:29:02.663508 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28892053-a880-44d9-a569-0794e139eee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40a5d33-4d11-448b-ba7a-3b2c09279192,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:02.672024 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-8a8d8421-9d6d-49dc-8de4-23fb74308be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:02.806995 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33002) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:02.849511 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d8421-9d6d-49dc-8de4-23fb74308be6 service neutron] Pushing event updated for resources: {'Port': ['ID=cd80827e-06a4-4fe7-a62c-3ab4c4c0409c,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:02.896721 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d2e5e84e-effe-4371-9db9-be933bd18c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:02.942579 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-8a8d8421-9d6d-49dc-8de4-23fb74308be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:02.943700 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-8a8d8421-9d6d-49dc-8de4-23fb74308be6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:02.947513 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-8a8d8421-9d6d-49dc-8de4-23fb74308be6 service neutron] 10.222.0.15 "PUT /v2.0/ports/cd80827e-06a4-4fe7-a62c-3ab4c4c0409c HTTP/1.1" status: 200 len: 1116 time: 9.0412529 Apr 28 19:29:02.950825 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb0868ca-a6e5-4002-9b87-dac6f7751d23', 'tag': 'cd80827e-06a4-4fe7-a62c-3ab4c4c0409c'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:29:02.963818 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb63731-5ae4-4364-b96a-bc4d633e58fd" -d '{"events": [{"name": "network-changed", "server_uuid": "eb0868ca-a6e5-4002-9b87-dac6f7751d23", "tag": "cd80827e-06a4-4fe7-a62c-3ab4c4c0409c"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:29:03.034105 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b02d2-c0bc-4238-9840-3196c41143cc req-25d12e7f-6e1c-412f-9e17-12da94e81209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:03.037712 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e03b02d2-c0bc-4238-9840-3196c41143cc req-25d12e7f-6e1c-412f-9e17-12da94e81209 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b0b3697e10304c95b144fa7ebeaaa58a&device_id=89ce0a14-ac6b-47e1-a438-290fc21c8085 HTTP/1.1" status: 200 len: 1098 time: 0.3533700 Apr 28 19:29:03.309831 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d2e5e84e-effe-4371-9db9-be933bd18c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:03.330267 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fd5243a7-2568-461d-a616-d2402ac881a3 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:03.346275 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d2e5e84e-effe-4371-9db9-be933bd18c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:03.399977 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5568af-3c74-402e-9073-e3308eaf95e7 x-openstack-request-id: req-8c5568af-3c74-402e-9073-e3308eaf95e7 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:29:03.400594 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb0868ca-a6e5-4002-9b87-dac6f7751d23", "tag": "cd80827e-06a4-4fe7-a62c-3ab4c4c0409c", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:29:03.400594 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8c5568af-3c74-402e-9073-e3308eaf95e7 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:29:03.401043 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c5568af-3c74-402e-9073-e3308eaf95e7'] response: {'name': 'network-changed', 'server_uuid': 'eb0868ca-a6e5-4002-9b87-dac6f7751d23', 'tag': 'cd80827e-06a4-4fe7-a62c-3ab4c4c0409c', 'status': 'completed', 'code': 200} Apr 28 19:29:03.402862 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fd5243a7-2568-461d-a616-d2402ac881a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:03.522335 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:03.612748 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8392f1c-762b-4b21-8c55-c750a55163ce req-0f252730-ae32-4246-aa54-2dd6a920d013 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:03.626164 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d8392f1c-762b-4b21-8c55-c750a55163ce req-0f252730-ae32-4246-aa54-2dd6a920d013 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ce0a14-ac6b-47e1-a438-290fc21c8085 HTTP/1.1" status: 200 len: 947 time: 0.9599278 Apr 28 19:29:03.626378 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286822b-3f0e-4827-ab07-a16b3f35cfe4 None None] Pushing event updated for resources: {'Port': ['ID=56e91097-d6c1-424a-aad6-9cee3c817a99,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:03.638101 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d2e5e84e-effe-4371-9db9-be933bd18c08 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=60fc214bf658476ab20310d6312fecba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8260441 Apr 28 19:29:03.691483 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33022) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:03.714854 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5e84e-effe-4371-9db9-be933bd18c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d48407-eb54-4884-bd7c-d63551ee694a,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:03.760995 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-d9258deb-4a62-4ec2-a309-1bc1448f0231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:03.762858 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-d9258deb-4a62-4ec2-a309-1bc1448f0231 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66ebf96339e84dfa8afe8e7cc39dba15&device_id=eb0868ca-a6e5-4002-9b87-dac6f7751d23 HTTP/1.1" status: 200 len: 1119 time: 0.6811597 Apr 28 19:29:03.984365 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d8392f1c-762b-4b21-8c55-c750a55163ce req-ea2bc3bd-e5a4-4401-8e41-ba44d1384537 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/security-groups?id=8029538b-9116-41b0-9a81-a968cd3e3d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479048 Apr 28 19:29:04.014388 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-3f76e6e8-9542-4577-9442-5460187f7b7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=cd80827e-06a4-4fe7-a62c-3ab4c4c0409c HTTP/1.1" status: 200 len: 217 time: 0.2344079 Apr 28 19:29:04.165935 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-fd5243a7-2568-461d-a616-d2402ac881a3 None None] Attempting to bind port 56e91097-d6c1-424a-aad6-9cee3c817a99 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:29:04.166772 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-fd5243a7-2568-461d-a616-d2402ac881a3 None None] Attempting to bind port 56e91097-d6c1-424a-aad6-9cee3c817a99 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'abad8af8-3344-480d-866a-e9634518c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:29:04.167384 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5243a7-2568-461d-a616-d2402ac881a3 None None] Attempting to bind port 56e91097-d6c1-424a-aad6-9cee3c817a99 on network c9825b71-8d0c-4c62-9276-978f0a60b02b {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:29:04.183015 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5243a7-2568-461d-a616-d2402ac881a3 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:29:04.183928 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5243a7-2568-461d-a616-d2402ac881a3 None None] Checking segment: {'id': 'abad8af8-3344-480d-866a-e9634518c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:29:04.184789 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fd5243a7-2568-461d-a616-d2402ac881a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:04.185536 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5243a7-2568-461d-a616-d2402ac881a3 None None] Bound using segment: {'id': 'abad8af8-3344-480d-866a-e9634518c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:29:04.186364 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-fd5243a7-2568-461d-a616-d2402ac881a3 None None] Bound port: 56e91097-d6c1-424a-aad6-9cee3c817a99, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abad8af8-3344-480d-866a-e9634518c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:29:04.187309 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fd5243a7-2568-461d-a616-d2402ac881a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:04.208877 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-91e71759-5ce7-4b04-a1cd-555099b268cc None None] Provisioning complete for port 56e91097-d6c1-424a-aad6-9cee3c817a99 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:29:04.210017 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-91e71759-5ce7-4b04-a1cd-555099b268cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:04.259664 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33028) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:04.263550 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b02d2-c0bc-4238-9840-3196c41143cc req-a04320ff-fd55-4ba6-949b-0ddae12d8a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:04.270304 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e03b02d2-c0bc-4238-9840-3196c41143cc req-a04320ff-fd55-4ba6-949b-0ddae12d8a07 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 1.2258778 Apr 28 19:29:04.271847 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-047ac01f-bcaa-4aa8-bfac-d0535ddf8199 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1242179221-network', 'tenant_id': '10ca727801184ba88d13544a50a2ce20'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:29:04.314182 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33030) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:04.348313 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1780bde3-dae9-443b-8206-2a4a97748529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:04.363560 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047ac01f-bcaa-4aa8-bfac-d0535ddf8199 admin admin] Made reservation on behalf of 10ca727801184ba88d13544a50a2ce20 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:29:04.371333 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-047ac01f-bcaa-4aa8-bfac-d0535ddf8199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:04.395796 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-fd5243a7-2568-461d-a616-d2402ac881a3 None None] For port 56e91097-d6c1-424a-aad6-9cee3c817a99, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:29:04.403996 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-fd5243a7-2568-461d-a616-d2402ac881a3 None None] For port 56e91097-d6c1-424a-aad6-9cee3c817a99, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=56e91097-d6c1-424a-aad6-9cee3c817a99,segment=NetworkSegment(abad8af8-3344-480d-866a-e9634518c7a7),segment_id=abad8af8-3344-480d-866a-e9634518c7a7)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:29:04.406612 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-91e71759-5ce7-4b04-a1cd-555099b268cc None None] Port 56e91097-d6c1-424a-aad6-9cee3c817a99 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:29:04.412975 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fd5243a7-2568-461d-a616-d2402ac881a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:04.505288 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3f99f68-47fc-4a14-808a-476ffb3dba36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:04.528824 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4eb2e0-ac0e-4682-9e92-4505e32155ba req-19ea4e09-e4b7-4065-b61f-452f5dbdec87 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:04.533183 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286822b-3f0e-4827-ab07-a16b3f35cfe4 None None] Pushing event updated for resources: {'Port': ['ID=56e91097-d6c1-424a-aad6-9cee3c817a99,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:04.551353 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2d4eb2e0-ac0e-4682-9e92-4505e32155ba req-19ea4e09-e4b7-4065-b61f-452f5dbdec87 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb0868ca-a6e5-4002-9b87-dac6f7751d23 HTTP/1.1" status: 200 len: 968 time: 0.7542789 Apr 28 19:29:04.557641 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5243a7-2568-461d-a616-d2402ac881a3 None None] Routers {'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:29:04.558349 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-fd5243a7-2568-461d-a616-d2402ac881a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:28:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:29:04.585103 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1780bde3-dae9-443b-8206-2a4a97748529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:04.605186 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1780bde3-dae9-443b-8206-2a4a97748529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:04.637562 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-047ac01f-bcaa-4aa8-bfac-d0535ddf8199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:04.640450 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e03b02d2-c0bc-4238-9840-3196c41143cc req-04404680-2d43-4328-91fa-d1dfc915d63d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=7734aa91-846f-40a9-a305-43e4b24c0b5c HTTP/1.1" status: 200 len: 217 time: 0.3512094 Apr 28 19:29:04.647203 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-b1e927df-4d4b-4998-a23a-2a5b468347a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:04.650630 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-b1e927df-4d4b-4998-a23a-2a5b468347a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.6190994 Apr 28 19:29:04.716369 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3f99f68-47fc-4a14-808a-476ffb3dba36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:04.859636 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-fd5243a7-2568-461d-a616-d2402ac881a3 None None] Set router c7e3a73b-513d-45dc-b8ab-bce1fbe77db1 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:29:04.926834 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780bde3-dae9-443b-8206-2a4a97748529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f5b276-804e-4ff6-a0ea-e94147b79bd4,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:04.974214 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1780bde3-dae9-443b-8206-2a4a97748529 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f0b5f0557d1d413da188cec7ff0d8220&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6563590 Apr 28 19:29:04.976707 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33034) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:04.991183 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-047ac01f-bcaa-4aa8-bfac-d0535ddf8199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:05.056753 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b02d2-c0bc-4238-9840-3196c41143cc req-06bd5f28-f515-445e-a37a-4940813c82d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:05.058628 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e03b02d2-c0bc-4238-9840-3196c41143cc req-06bd5f28-f515-445e-a37a-4940813c82d0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.3359907 Apr 28 19:29:05.063513 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-047ac01f-bcaa-4aa8-bfac-d0535ddf8199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:05.064477 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2d4eb2e0-ac0e-4682-9e92-4505e32155ba req-b383491d-b0cd-4b2b-82dd-8ea5fcd96036 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3ce21b-e8c8-41bb-b5ca-20687e279d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110607 Apr 28 19:29:05.103041 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-e4ca2617-295a-4b67-907d-c453d5f0965a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:05.106509 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-e4ca2617-295a-4b67-907d-c453d5f0965a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3598626 Apr 28 19:29:05.107828 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3f99f68-47fc-4a14-808a-476ffb3dba36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:05.110662 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3f99f68-47fc-4a14-808a-476ffb3dba36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:05.114580 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c3f99f68-47fc-4a14-808a-476ffb3dba36 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f4d48407-eb54-4884-bd7c-d63551ee694a HTTP/1.1" status: 204 len: 168 time: 1.3933437 Apr 28 19:29:05.134422 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f99f68-47fc-4a14-808a-476ffb3dba36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d48407-eb54-4884-bd7c-d63551ee694a,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:05.290436 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b02d2-c0bc-4238-9840-3196c41143cc req-b52c7c67-9b30-4a83-a76c-26c6e0179e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:05.293468 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-047ac01f-bcaa-4aa8-bfac-d0535ddf8199 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:29:05.296074 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e03b02d2-c0bc-4238-9840-3196c41143cc req-b52c7c67-9b30-4a83-a76c-26c6e0179e13 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1311686 Apr 28 19:29:05.301671 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-fbb6c512-21ac-485b-8cc2-2095835b82e0 None None] Provisioning complete for port 56e91097-d6c1-424a-aad6-9cee3c817a99 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:29:05.303735 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fbb6c512-21ac-485b-8cc2-2095835b82e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:05.407239 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b79f0-ef38-4fef-ab18-c766a7775bbe req-32e79ddd-cbda-4830-8816-16bafc3fd5c8 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:05.410748 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3a1b79f0-ef38-4fef-ab18-c766a7775bbe req-32e79ddd-cbda-4830-8816-16bafc3fd5c8 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ce0a14-ac6b-47e1-a438-290fc21c8085 HTTP/1.1" status: 200 len: 947 time: 0.2358034 Apr 28 19:29:05.483012 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-047ac01f-bcaa-4aa8-bfac-d0535ddf8199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:05.485010 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-047ac01f-bcaa-4aa8-bfac-d0535ddf8199 admin admin] Added segment bac3f320-ca11-475a-8c6e-4d25b474c017 of type vlan for network 7eac11dd-5ad5-413c-a461-277f7b58f341 Apr 28 19:29:05.501687 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ac01f-bcaa-4aa8-bfac-d0535ddf8199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f825bcb-ecd6-433a-8843-f876faa9c483,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:05.675797 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3a1b79f0-ef38-4fef-ab18-c766a7775bbe req-b716dc44-1f0f-43d0-aa7c-951d2ec2d5e8 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/security-groups?id=8029538b-9116-41b0-9a81-a968cd3e3d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512743 Apr 28 19:29:05.676486 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ad3304ea-9e00-49ad-a5ca-f23e88caed80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:05.691595 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-c9099237-e44d-45cf-93df-2c48ab6caf67 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5751629 Apr 28 19:29:05.705868 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ad3304ea-9e00-49ad-a5ca-f23e88caed80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:05.732689 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fbb6c512-21ac-485b-8cc2-2095835b82e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:05.763592 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-047ac01f-bcaa-4aa8-bfac-d0535ddf8199 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:05.784007 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ad3304ea-9e00-49ad-a5ca-f23e88caed80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:05.790633 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ad3304ea-9e00-49ad-a5ca-f23e88caed80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:05.792189 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ad3304ea-9e00-49ad-a5ca-f23e88caed80 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/95f5b276-804e-4ff6-a0ea-e94147b79bd4 HTTP/1.1" status: 204 len: 168 time: 0.7951372 Apr 28 19:29:05.797795 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e03b02d2-c0bc-4238-9840-3196c41143cc req-eca2ed88-eeaa-4ed4-8f3b-2ec0bd9a8d82 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789357 Apr 28 19:29:05.811639 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3304ea-9e00-49ad-a5ca-f23e88caed80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f5b276-804e-4ff6-a0ea-e94147b79bd4,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:05.815944 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-fbb6c512-21ac-485b-8cc2-2095835b82e0 None None] For port 56e91097-d6c1-424a-aad6-9cee3c817a99, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=56e91097-d6c1-424a-aad6-9cee3c817a99,segment=NetworkSegment(abad8af8-3344-480d-866a-e9634518c7a7),segment_id=abad8af8-3344-480d-866a-e9634518c7a7)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:29:05.848037 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-047ac01f-bcaa-4aa8-bfac-d0535ddf8199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:05.853070 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047ac01f-bcaa-4aa8-bfac-d0535ddf8199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:05.857037 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fbb6c512-21ac-485b-8cc2-2095835b82e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:05.857826 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-047ac01f-bcaa-4aa8-bfac-d0535ddf8199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:06.002670 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6c512-21ac-485b-8cc2-2095835b82e0 None None] Pushing event updated for resources: {'Port': ['ID=56e91097-d6c1-424a-aad6-9cee3c817a99,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:06.016775 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-fd5243a7-2568-461d-a616-d2402ac881a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1117398245-router', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:28:45Z', 'updated_at': '2022-04-28T19:28:56Z', 'revision_number': 4, 'project_id': '39f1ec92eba944f2870178ab14420527', 'gw_port': {'id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:47Z', 'updated_at': '2022-04-28T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '56e91097-d6c1-424a-aad6-9cee3c817a99', 'name': '', 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'mac_address': 'fa:16:3e:52:61:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '696baa90-df03-47df-9fe8-e65ce72cb57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:54Z', 'updated_at': '2022-04-28T19:29:04Z', 'revision_number': 4, 'project_id': '39f1ec92eba944f2870178ab14420527', 'subnets': [{'id': '696baa90-df03-47df-9fe8-e65ce72cb57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:29:06.019492 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-047ac01f-bcaa-4aa8-bfac-d0535ddf8199 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7573242 Apr 28 19:29:06.023269 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33062) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:06.032297 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-5adcedf5-329c-4ac5-b4cf-e1ab3f5ddad4 admin admin] Request body: {'subnet': {'network_id': '7eac11dd-5ad5-413c-a461-277f7b58f341', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1242179221-subnet', 'tenant_id': '10ca727801184ba88d13544a50a2ce20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:29:06.041311 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ac01f-bcaa-4aa8-bfac-d0535ddf8199 admin admin] Pushing event updated for resources: {'Network': ['ID=7eac11dd-5ad5-413c-a461-277f7b58f341,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:06.064266 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-402dfcd3-463d-4780-83b1-21f6a34449c6 req-dbb3a15f-c797-4d6f-a1cf-cc2d3f3cdb51 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524380 Apr 28 19:29:06.091141 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5adcedf5-329c-4ac5-b4cf-e1ab3f5ddad4 admin admin] Made reservation on behalf of 10ca727801184ba88d13544a50a2ce20 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:29:06.095348 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5adcedf5-329c-4ac5-b4cf-e1ab3f5ddad4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:06.187455 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 7eac11dd-5ad5-413c-a461-277f7b58f341 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:29:06.199368 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5243a7-2568-461d-a616-d2402ac881a3 None None] The sync data for ids ['c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'] in n-d-839810-1 is: [{'id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1117398245-router', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:28:45Z', 'updated_at': '2022-04-28T19:28:56Z', 'revision_number': 4, 'project_id': '39f1ec92eba944f2870178ab14420527', 'gw_port': {'id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:47Z', 'updated_at': '2022-04-28T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '56e91097-d6c1-424a-aad6-9cee3c817a99', 'name': '', 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'mac_address': 'fa:16:3e:52:61:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '696baa90-df03-47df-9fe8-e65ce72cb57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:54Z', 'updated_at': '2022-04-28T19:29:04Z', 'revision_number': 4, 'project_id': '39f1ec92eba944f2870178ab14420527', 'subnets': [{'id': '696baa90-df03-47df-9fe8-e65ce72cb57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:29:06.423965 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56f5ba-35ef-4adf-9852-8df85a10594b req-2a051761-f4b9-4cdc-b86c-c83c5ca0f333 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:06.424915 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-da56f5ba-35ef-4adf-9852-8df85a10594b req-2a051761-f4b9-4cdc-b86c-c83c5ca0f333 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb0868ca-a6e5-4002-9b87-dac6f7751d23 HTTP/1.1" status: 200 len: 968 time: 0.1635807 Apr 28 19:29:06.503590 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e03b02d2-c0bc-4238-9840-3196c41143cc req-c65859c0-dd2d-450b-bb68-16e7d0f0a048 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5651686 Apr 28 19:29:06.507147 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb63731-5ae4-4364-b96a-bc4d633e58fd req-151fed3d-d722-41c1-a5fe-d59525737451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:06.509591 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dcb63731-5ae4-4364-b96a-bc4d633e58fd req-151fed3d-d722-41c1-a5fe-d59525737451 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66ebf96339e84dfa8afe8e7cc39dba15&device_id=eb0868ca-a6e5-4002-9b87-dac6f7751d23 HTTP/1.1" status: 200 len: 1119 time: 0.3092737 Apr 28 19:29:06.818283 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5adcedf5-329c-4ac5-b4cf-e1ab3f5ddad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:06.903048 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7448e871-b15d-4fcd-b52a-b56c69a36bc6 req-455a447a-f377-42ff-aaac-2b87aa4aeef1 tempest-ServersAdmin275Test-1604864797 tempest-ServersAdmin275Test-1604864797-project] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.1653187 Apr 28 19:29:06.913010 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-da56f5ba-35ef-4adf-9852-8df85a10594b req-b69f1534-63d3-4869-83d0-85e1e975b9bd tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3ce21b-e8c8-41bb-b5ca-20687e279d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738414 Apr 28 19:29:07.021788 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adcedf5-329c-4ac5-b4cf-e1ab3f5ddad4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0015496-6757-491a-9870-92d62b50e0a7,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:07.071389 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adcedf5-329c-4ac5-b4cf-e1ab3f5ddad4 admin admin] Checking segment: {'id': 'bac3f320-ca11-475a-8c6e-4d25b474c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7eac11dd-5ad5-413c-a461-277f7b58f341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:29:07.071777 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adcedf5-329c-4ac5-b4cf-e1ab3f5ddad4 admin admin] Network hostable DHCP agents. Network: 7eac11dd-5ad5-413c-a461-277f7b58f341, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:29:07.076431 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb63731-5ae4-4364-b96a-bc4d633e58fd req-529e96fc-2f78-48e2-84c4-13b63a8eb767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:07.084211 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dcb63731-5ae4-4364-b96a-bc4d633e58fd req-529e96fc-2f78-48e2-84c4-13b63a8eb767 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.5677259 Apr 28 19:29:07.172639 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adcedf5-329c-4ac5-b4cf-e1ab3f5ddad4 admin admin] Network 7eac11dd-5ad5-413c-a461-277f7b58f341 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:29:07.258123 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-5adcedf5-329c-4ac5-b4cf-e1ab3f5ddad4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 7eac11dd-5ad5-413c-a461-277f7b58f341) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:29:07.276338 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b50188f-9c34-4dc0-a01e-91a8d766db4c None None] Network 7eac11dd-5ad5-413c-a461-277f7b58f341 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:29:07.290125 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adcedf5-329c-4ac5-b4cf-e1ab3f5ddad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:07.290742 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5adcedf5-329c-4ac5-b4cf-e1ab3f5ddad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:07.324891 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ab66c25a-9449-435a-81fb-91019429cda1 req-fe54114a-f3b4-491c-9b1b-b5cabb6431f1 tempest-ServersAdmin275Test-1604864797 tempest-ServersAdmin275Test-1604864797-project] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.2095175 Apr 28 19:29:07.331565 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dcb63731-5ae4-4364-b96a-bc4d633e58fd req-38c1e9fa-b9cc-4dc4-a15b-f4a88f1e1107 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=cd80827e-06a4-4fe7-a62c-3ab4c4c0409c HTTP/1.1" status: 200 len: 217 time: 0.2240336 Apr 28 19:29:07.381658 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef8f8c-609e-4f7f-9d41-df9d369fc7b6 req-d642818f-50ef-494f-b361-4318c5bf013e tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:07.383541 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b0ef8f8c-609e-4f7f-9d41-df9d369fc7b6 req-d642818f-50ef-494f-b361-4318c5bf013e tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ce0a14-ac6b-47e1-a438-290fc21c8085 HTTP/1.1" status: 200 len: 947 time: 0.2583170 Apr 28 19:29:07.395159 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5adcedf5-329c-4ac5-b4cf-e1ab3f5ddad4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3703802 Apr 28 19:29:07.401085 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33102) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:07.411255 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-77cceffb-0ac3-47d9-a21b-0b365fa16a5a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1242179221-router', 'tenant_id': '10ca727801184ba88d13544a50a2ce20', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:29:07.499475 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77cceffb-0ac3-47d9-a21b-0b365fa16a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:07.515231 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77cceffb-0ac3-47d9-a21b-0b365fa16a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:07.566842 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb63731-5ae4-4364-b96a-bc4d633e58fd req-6c54b7ea-819d-42f2-b34b-970dfa58146f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:07.574291 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dcb63731-5ae4-4364-b96a-bc4d633e58fd req-6c54b7ea-819d-42f2-b34b-970dfa58146f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.2254400 Apr 28 19:29:07.683116 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 56e91097-d6c1-424a-aad6-9cee3c817a99 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:29:07.745787 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b0ef8f8c-609e-4f7f-9d41-df9d369fc7b6 req-209c3282-a901-4250-afa7-c2512e20e404 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/security-groups?id=8029538b-9116-41b0-9a81-a968cd3e3d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707129 Apr 28 19:29:07.751252 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77cceffb-0ac3-47d9-a21b-0b365fa16a5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:08.086613 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d791544f-f29c-4f92-ba42-6e069b655c50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-7eac11dd-5ad5-413c-a461-277f7b58f341', 'network_id': '7eac11dd-5ad5-413c-a461-277f7b58f341', 'tenant_id': '10ca727801184ba88d13544a50a2ce20', 'fixed_ips': [{'subnet_id': 'e0015496-6757-491a-9870-92d62b50e0a7'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:29:08.094151 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d791544f-f29c-4f92-ba42-6e069b655c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:08.104897 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77cceffb-0ac3-47d9-a21b-0b365fa16a5a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:08.230255 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 56e91097-d6c1-424a-aad6-9cee3c817a99 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:29:08.230642 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:08.344921 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb63731-5ae4-4364-b96a-bc4d633e58fd req-38193d7c-467c-482c-8ebf-a4bca88a1d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:08.354539 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dcb63731-5ae4-4364-b96a-bc4d633e58fd req-38193d7c-467c-482c-8ebf-a4bca88a1d50 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7599730 Apr 28 19:29:08.876775 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8dd5f2-bc45-4883-8433-dced4fea6a15 req-91e45fa8-52a6-4aa6-9ae9-8124ee8e5f45 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:08.879305 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7e8dd5f2-bc45-4883-8433-dced4fea6a15 req-91e45fa8-52a6-4aa6-9ae9-8124ee8e5f45 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb0868ca-a6e5-4002-9b87-dac6f7751d23 HTTP/1.1" status: 200 len: 968 time: 0.5438859 Apr 28 19:29:08.903324 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-d791544f-f29c-4f92-ba42-6e069b655c50 None None] Allocated IP 172.20.0.2 (7eac11dd-5ad5-413c-a461-277f7b58f341/e0015496-6757-491a-9870-92d62b50e0a7/f158bdad-8a19-4bef-81e5-8605984ea766) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:29:09.023779 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-89bf3da3-7e7c-4cf6-8831-12e7d0c20fe5 req-0299a4d1-568c-4a89-bb94-6bb16f7e03df tempest-ServersAdmin275Test-1604864797 tempest-ServersAdmin275Test-1604864797-project] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.2373347 Apr 28 19:29:09.302020 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77cceffb-0ac3-47d9-a21b-0b365fa16a5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:09.325305 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7e8dd5f2-bc45-4883-8433-dced4fea6a15 req-a8c8f62a-22c2-431a-9f3a-480de6b45c03 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3ce21b-e8c8-41bb-b5ca-20687e279d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162598 Apr 28 19:29:09.332281 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dcb63731-5ae4-4364-b96a-bc4d633e58fd req-6940ccda-6974-4e14-98b7-4eb44fbb1e1f service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9395127 Apr 28 19:29:09.390579 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d791544f-f29c-4f92-ba42-6e069b655c50 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:09.422973 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d791544f-f29c-4f92-ba42-6e069b655c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:09.643459 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d791544f-f29c-4f92-ba42-6e069b655c50 None None] Network 7eac11dd-5ad5-413c-a461-277f7b58f341 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:29:09.645916 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791544f-f29c-4f92-ba42-6e069b655c50 None None] Pushing event updated for resources: {'Port': ['ID=f158bdad-8a19-4bef-81e5-8605984ea766,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:09.652278 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-d791544f-f29c-4f92-ba42-6e069b655c50 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:29:09.655110 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d791544f-f29c-4f92-ba42-6e069b655c50 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:29:09.816487 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d791544f-f29c-4f92-ba42-6e069b655c50 None None] Attempting to bind port f158bdad-8a19-4bef-81e5-8605984ea766 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:29:09.816923 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d791544f-f29c-4f92-ba42-6e069b655c50 None None] Attempting to bind port f158bdad-8a19-4bef-81e5-8605984ea766 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'bac3f320-ca11-475a-8c6e-4d25b474c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7eac11dd-5ad5-413c-a461-277f7b58f341'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:29:09.817528 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d791544f-f29c-4f92-ba42-6e069b655c50 None None] Attempting to bind port f158bdad-8a19-4bef-81e5-8605984ea766 on network 7eac11dd-5ad5-413c-a461-277f7b58f341 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:29:09.825473 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dcb63731-5ae4-4364-b96a-bc4d633e58fd req-2af9c977-c7cf-4fc7-87a9-6de2b3c76bab service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4833033 Apr 28 19:29:09.830838 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d791544f-f29c-4f92-ba42-6e069b655c50 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:29:09.831723 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d791544f-f29c-4f92-ba42-6e069b655c50 None None] Checking segment: {'id': 'bac3f320-ca11-475a-8c6e-4d25b474c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7eac11dd-5ad5-413c-a461-277f7b58f341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:29:09.832826 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d791544f-f29c-4f92-ba42-6e069b655c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:09.833268 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d791544f-f29c-4f92-ba42-6e069b655c50 None None] Bound using segment: {'id': 'bac3f320-ca11-475a-8c6e-4d25b474c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7eac11dd-5ad5-413c-a461-277f7b58f341'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:29:09.834307 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d791544f-f29c-4f92-ba42-6e069b655c50 None None] Bound port: f158bdad-8a19-4bef-81e5-8605984ea766, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac3f320-ca11-475a-8c6e-4d25b474c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7eac11dd-5ad5-413c-a461-277f7b58f341'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:29:09.835192 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d791544f-f29c-4f92-ba42-6e069b655c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:09.933247 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77cceffb-0ac3-47d9-a21b-0b365fa16a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:09.996076 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d791544f-f29c-4f92-ba42-6e069b655c50 None None] For port f158bdad-8a19-4bef-81e5-8605984ea766, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:29:10.003692 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d791544f-f29c-4f92-ba42-6e069b655c50 None None] For port f158bdad-8a19-4bef-81e5-8605984ea766, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=f158bdad-8a19-4bef-81e5-8605984ea766,segment=NetworkSegment(bac3f320-ca11-475a-8c6e-4d25b474c017),segment_id=bac3f320-ca11-475a-8c6e-4d25b474c017)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:29:10.014638 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d791544f-f29c-4f92-ba42-6e069b655c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:10.213569 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 7734aa91-846f-40a9-a305-43e4b24c0b5c details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:29:10.255367 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e86ac-9f8a-4f58-b335-0963bc4e8727 req-9ad93c11-a9f9-4d55-8f47-40a35ffb7718 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:10.263431 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-435e86ac-9f8a-4f58-b335-0963bc4e8727 req-9ad93c11-a9f9-4d55-8f47-40a35ffb7718 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ce0a14-ac6b-47e1-a438-290fc21c8085 HTTP/1.1" status: 200 len: 947 time: 0.3344193 Apr 28 19:29:10.320427 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-77cceffb-0ac3-47d9-a21b-0b365fa16a5a admin admin] Allocated IP 172.25.8.161 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:29:10.418214 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f7e67e89-1967-4bbb-a27d-93295f725db7 req-8aebe213-ce5d-4f54-8f7e-329fe2e51a96 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.1789079 Apr 28 19:29:10.445035 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-435e86ac-9f8a-4f58-b335-0963bc4e8727 req-22986612-265c-45f4-8b06-9a550e397ecf tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/security-groups?id=8029538b-9116-41b0-9a81-a968cd3e3d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787035 Apr 28 19:29:10.576371 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f747ce05-dc12-4399-a5f0-b75aca0f3688 req-cc63e383-4724-46d1-bdfa-891c28f943b4 tempest-ServersAdmin275Test-1604864797 tempest-ServersAdmin275Test-1604864797-project] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0942690 Apr 28 19:29:10.782988 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791544f-f29c-4f92-ba42-6e069b655c50 None None] Pushing event updated for resources: {'Port': ['ID=f158bdad-8a19-4bef-81e5-8605984ea766,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:10.874237 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118a8cc-6277-4650-aa4d-c56b5b4b3eae req-318d6efc-4b61-40c5-bb72-326050cde38d tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:10.890427 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6118a8cc-6277-4650-aa4d-c56b5b4b3eae req-318d6efc-4b61-40c5-bb72-326050cde38d tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb0868ca-a6e5-4002-9b87-dac6f7751d23 HTTP/1.1" status: 200 len: 968 time: 0.2200365 Apr 28 19:29:10.969324 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 7734aa91-846f-40a9-a305-43e4b24c0b5c, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=7734aa91-846f-40a9-a305-43e4b24c0b5c,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:29:10.998386 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77cceffb-0ac3-47d9-a21b-0b365fa16a5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:11.026038 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6118a8cc-6277-4650-aa4d-c56b5b4b3eae req-f2e65a46-ad38-447d-b4bd-cf2ec182360b tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3ce21b-e8c8-41bb-b5ca-20687e279d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343024 Apr 28 19:29:11.035285 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '7734aa91-846f-40a9-a305-43e4b24c0b5c', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': '7734aa91-846f-40a9-a305-43e4b24c0b5c', 'mac_address': 'fa:16:3e:f0:63:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:29:11.117010 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77cceffb-0ac3-47d9-a21b-0b365fa16a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:11.149226 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33158) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:11.177716 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:11.195174 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cceffb-0ac3-47d9-a21b-0b365fa16a5a admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:29:11.200677 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-77cceffb-0ac3-47d9-a21b-0b365fa16a5a admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:29:11.213690 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cceffb-0ac3-47d9-a21b-0b365fa16a5a admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:29:11.231122 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7734aa91-846f-40a9-a305-43e4b24c0b5c {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:29:11.289988 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cceffb-0ac3-47d9-a21b-0b365fa16a5a admin admin] Pushing event updated for resources: {'Port': ['ID=0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:11.319821 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 7734aa91-846f-40a9-a305-43e4b24c0b5c, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=7734aa91-846f-40a9-a305-43e4b24c0b5c,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:29:11.329746 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:11.418407 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=7734aa91-846f-40a9-a305-43e4b24c0b5c,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:11.707777 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device f158bdad-8a19-4bef-81e5-8605984ea766 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:29:11.767249 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['7734aa91-846f-40a9-a305-43e4b24c0b5c'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:29:11.849944 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c9d30243-5c8d-4864-b30b-88f2a1e0948a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:11.889029 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d857eb-bb2c-45dd-8864-8022beaa04a5 req-8b29e228-9cc3-427c-a27b-a0c615334b00 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:11.890919 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-76d857eb-bb2c-45dd-8864-8022beaa04a5 req-8b29e228-9cc3-427c-a27b-a0c615334b00 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ce0a14-ac6b-47e1-a438-290fc21c8085 HTTP/1.1" status: 200 len: 948 time: 0.1391919 Apr 28 19:29:11.892899 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77cceffb-0ac3-47d9-a21b-0b365fa16a5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:11.986728 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-76d857eb-bb2c-45dd-8864-8022beaa04a5 req-6e4e4b63-c113-4346-81f4-7379209dc774 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/security-groups?id=8029538b-9116-41b0-9a81-a968cd3e3d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741670 Apr 28 19:29:12.126840 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8293f883-aeae-42a1-bfa7-3cbda7501ed5 req-d35d54e8-d784-4c4a-b790-08a996ea979c tempest-ServersAdmin275Test-1604864797 tempest-ServersAdmin275Test-1604864797-project] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.1233118 Apr 28 19:29:12.181533 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c9d30243-5c8d-4864-b30b-88f2a1e0948a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:12.198783 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c9d30243-5c8d-4864-b30b-88f2a1e0948a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:12.305028 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d30243-5c8d-4864-b30b-88f2a1e0948a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4529c76a-c628-41b8-a796-95960b5b458e,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:12.456537 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da643e50-e472-489a-b11e-747478aad387 None None] Network 7eac11dd-5ad5-413c-a461-277f7b58f341 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:29:12.534341 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c9d30243-5c8d-4864-b30b-88f2a1e0948a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b6bd3adc7f164b79a6377b6b43ce4c34&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3832371 Apr 28 19:29:12.541361 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33178) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:12.712823 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77cceffb-0ac3-47d9-a21b-0b365fa16a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:12.719785 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port f158bdad-8a19-4bef-81e5-8605984ea766 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:29:12.720193 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:12.739699 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c5ec7-9c5d-4d03-b922-6f628334a53e req-1b34aa2b-f3d9-44d1-9d82-af0574bf60d6 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:12.741960 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e6c5ec7-9c5d-4d03-b922-6f628334a53e req-1b34aa2b-f3d9-44d1-9d82-af0574bf60d6 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb0868ca-a6e5-4002-9b87-dac6f7751d23 HTTP/1.1" status: 200 len: 968 time: 0.3643923 Apr 28 19:29:12.784680 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7919a700-de60-4deb-af46-25bf36e119c7 None None] Provisioning complete for port f158bdad-8a19-4bef-81e5-8605984ea766 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:29:12.785387 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7919a700-de60-4deb-af46-25bf36e119c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:12.814798 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f1ff62da-1751-41c3-8291-17da79e11358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:12.850731 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-51527385-c649-42c6-a3c6-01bae9786f9b req-b0299633-f72d-4b3a-aef6-3a7fddb28030 tempest-SecurityGroupsTestAdminJSON-2098503302 tempest-SecurityGroupsTestAdminJSON-2098503302-project] Request body: {'security_group': {'name': 'tempest-securitygroup-975950251', 'description': 'tempest-description-1853959225'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:29:12.870351 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f1ff62da-1751-41c3-8291-17da79e11358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:12.951827 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-51527385-c649-42c6-a3c6-01bae9786f9b req-b0299633-f72d-4b3a-aef6-3a7fddb28030 tempest-SecurityGroupsTestAdminJSON-2098503302 tempest-SecurityGroupsTestAdminJSON-2098503302-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:12.962248 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7919a700-de60-4deb-af46-25bf36e119c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:13.012144 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-51527385-c649-42c6-a3c6-01bae9786f9b req-b0299633-f72d-4b3a-aef6-3a7fddb28030 tempest-SecurityGroupsTestAdminJSON-2098503302 tempest-SecurityGroupsTestAdminJSON-2098503302-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:13.043042 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7919a700-de60-4deb-af46-25bf36e119c7 None None] For port f158bdad-8a19-4bef-81e5-8605984ea766, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=f158bdad-8a19-4bef-81e5-8605984ea766,segment=NetworkSegment(bac3f320-ca11-475a-8c6e-4d25b474c017),segment_id=bac3f320-ca11-475a-8c6e-4d25b474c017)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:29:13.062151 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7919a700-de60-4deb-af46-25bf36e119c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:13.068329 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e6c5ec7-9c5d-4d03-b922-6f628334a53e req-fde8f705-3dbe-4342-8b2a-cf7dc4dce82d tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3ce21b-e8c8-41bb-b5ca-20687e279d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067033 Apr 28 19:29:13.090451 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f1ff62da-1751-41c3-8291-17da79e11358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:13.124685 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f1ff62da-1751-41c3-8291-17da79e11358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:13.127173 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f1ff62da-1751-41c3-8291-17da79e11358 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4529c76a-c628-41b8-a796-95960b5b458e HTTP/1.1" status: 204 len: 168 time: 0.5847540 Apr 28 19:29:13.176561 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77cceffb-0ac3-47d9-a21b-0b365fa16a5a admin admin] Router 51866749-52ad-4545-b281-5652152c2ba1 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:29:13.189171 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff62da-1751-41c3-8291-17da79e11358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4529c76a-c628-41b8-a796-95960b5b458e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:13.431905 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cb5ba-e09f-470d-8802-d81a6cb5ab34 req-446201cb-36ce-4e83-8494-36e8db357061 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:13.433871 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-712cb5ba-e09f-470d-8802-d81a6cb5ab34 req-446201cb-36ce-4e83-8494-36e8db357061 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ce0a14-ac6b-47e1-a438-290fc21c8085 HTTP/1.1" status: 200 len: 948 time: 0.1201060 Apr 28 19:29:13.598518 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-712cb5ba-e09f-470d-8802-d81a6cb5ab34 req-1dc86356-f2b5-489e-86c9-f4d1dc3e316b tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/security-groups?id=8029538b-9116-41b0-9a81-a968cd3e3d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514442 Apr 28 19:29:13.641284 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-51527385-c649-42c6-a3c6-01bae9786f9b req-b0299633-f72d-4b3a-aef6-3a7fddb28030 tempest-SecurityGroupsTestAdminJSON-2098503302 tempest-SecurityGroupsTestAdminJSON-2098503302-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:13.656870 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-51527385-c649-42c6-a3c6-01bae9786f9b req-b0299633-f72d-4b3a-aef6-3a7fddb28030 tempest-SecurityGroupsTestAdminJSON-2098503302 tempest-SecurityGroupsTestAdminJSON-2098503302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:13.778961 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77cceffb-0ac3-47d9-a21b-0b365fa16a5a admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:29:13.803489 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3e9a7afb-8bba-416f-ad4b-4d5dcb930e81 req-fc4e7bb1-5ded-4b9c-8aa7-7554c55c257e tempest-ServersAdmin275Test-1604864797 tempest-ServersAdmin275Test-1604864797-project] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0703697 Apr 28 19:29:13.806199 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c882ff-445f-47c5-abcd-bd7a07f8ab3d None None] Sync routers for ids ['51866749-52ad-4545-b281-5652152c2ba1'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:29:13.828719 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919a700-de60-4deb-af46-25bf36e119c7 None None] Pushing event updated for resources: {'Port': ['ID=f158bdad-8a19-4bef-81e5-8605984ea766,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:13.837760 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c882ff-445f-47c5-abcd-bd7a07f8ab3d None None] Routers {'51866749-52ad-4545-b281-5652152c2ba1'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:29:13.841034 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-16c882ff-445f-47c5-abcd-bd7a07f8ab3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:28:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['51866749-52ad-4545-b281-5652152c2ba1'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:29:13.870901 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0299633-f72d-4b3a-aef6-3a7fddb28030 tempest-SecurityGroupsTestAdminJSON-2098503302 tempest-SecurityGroupsTestAdminJSON-2098503302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=477bebfa-59be-4b31-8471-e52d42037111,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:13.937406 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77cceffb-0ac3-47d9-a21b-0b365fa16a5a admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:13.939551 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-77cceffb-0ac3-47d9-a21b-0b365fa16a5a admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.5352206 Apr 28 19:29:13.943251 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33194) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:13.979718 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:29:14.009232 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 7734aa91-846f-40a9-a305-43e4b24c0b5c up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:29:14.115279 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-51527385-c649-42c6-a3c6-01bae9786f9b req-b0299633-f72d-4b3a-aef6-3a7fddb28030 tempest-SecurityGroupsTestAdminJSON-2098503302 tempest-SecurityGroupsTestAdminJSON-2098503302-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:14.122055 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-51527385-c649-42c6-a3c6-01bae9786f9b req-b0299633-f72d-4b3a-aef6-3a7fddb28030 tempest-SecurityGroupsTestAdminJSON-2098503302 tempest-SecurityGroupsTestAdminJSON-2098503302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:14.185188 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-16c882ff-445f-47c5-abcd-bd7a07f8ab3d None None] Set router 51866749-52ad-4545-b281-5652152c2ba1 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:29:14.243728 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0299633-f72d-4b3a-aef6-3a7fddb28030 tempest-SecurityGroupsTestAdminJSON-2098503302 tempest-SecurityGroupsTestAdminJSON-2098503302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4afb82fa-d386-4c76-875e-8a65cf0a3572,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:14.274543 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-51527385-c649-42c6-a3c6-01bae9786f9b req-b0299633-f72d-4b3a-aef6-3a7fddb28030 tempest-SecurityGroupsTestAdminJSON-2098503302 tempest-SecurityGroupsTestAdminJSON-2098503302-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:14.283799 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-51527385-c649-42c6-a3c6-01bae9786f9b req-b0299633-f72d-4b3a-aef6-3a7fddb28030 tempest-SecurityGroupsTestAdminJSON-2098503302 tempest-SecurityGroupsTestAdminJSON-2098503302-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4779599 Apr 28 19:29:14.284625 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 7734aa91-846f-40a9-a305-43e4b24c0b5c completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:29:14.298010 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 7734aa91-846f-40a9-a305-43e4b24c0b5c triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:29:14.298968 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:14.381019 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33210) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:14.419630 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2b4b8c7-1320-4a90-9537-6752d5b08deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:14.469129 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-e042f555-9d19-4e21-b458-befac5ae1692 None None] Provisioning complete for port f158bdad-8a19-4bef-81e5-8605984ea766 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:29:14.469733 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e042f555-9d19-4e21-b458-befac5ae1692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:14.516369 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-16c882ff-445f-47c5-abcd-bd7a07f8ab3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51866749-52ad-4545-b281-5652152c2ba1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1242179221-router', 'tenant_id': '10ca727801184ba88d13544a50a2ce20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:29:07Z', 'updated_at': '2022-04-28T19:29:11Z', 'revision_number': 3, 'project_id': '10ca727801184ba88d13544a50a2ce20', 'gw_port': {'id': '0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51866749-52ad-4545-b281-5652152c2ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:29:09Z', 'updated_at': '2022-04-28T19:29:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:29:14.551372 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c882ff-445f-47c5-abcd-bd7a07f8ab3d None None] Checking router: 51866749-52ad-4545-b281-5652152c2ba1 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:29:14.551729 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c882ff-445f-47c5-abcd-bd7a07f8ab3d None None] Updating router 51866749-52ad-4545-b281-5652152c2ba1 port 0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:29:14.586553 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-16c882ff-445f-47c5-abcd-bd7a07f8ab3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:14.757967 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:14.759588 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8c9f2-473e-40c6-ae9b-b2927cf65ce2 req-90fb5eca-b85c-4a94-baa9-0a908e3ce050 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:14.761908 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e6b8c9f2-473e-40c6-ae9b-b2927cf65ce2 req-90fb5eca-b85c-4a94-baa9-0a908e3ce050 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb0868ca-a6e5-4002-9b87-dac6f7751d23 HTTP/1.1" status: 200 len: 968 time: 0.1791396 Apr 28 19:29:14.821649 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-67975f04-cd63-4982-b228-c5009179ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:14.826211 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ce0a14-ac6b-47e1-a438-290fc21c8085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7734aa91-846f-40a9-a305-43e4b24c0b5c'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:29:14.836445 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2b4b8c7-1320-4a90-9537-6752d5b08deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:14.856893 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2b4b8c7-1320-4a90-9537-6752d5b08deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:14.943074 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e6b8c9f2-473e-40c6-ae9b-b2927cf65ce2 req-e4c656fd-319e-4cdd-9cac-2d6e2f9eb950 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3ce21b-e8c8-41bb-b5ca-20687e279d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602106 Apr 28 19:29:15.026123 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 7734aa91-846f-40a9-a305-43e4b24c0b5c, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=7734aa91-846f-40a9-a305-43e4b24c0b5c,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:29:15.027578 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e2b4b8c7-1320-4a90-9537-6752d5b08deb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b47d8fe159de45b8aebc5573914cc394&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6375344 Apr 28 19:29:15.028358 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33220) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:15.035903 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:15.045193 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4b8c7-1320-4a90-9537-6752d5b08deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2c6e38-bc3b-4fc1-9eec-bc114ef6e7b0,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:15.093952 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-273f5e30-aa6c-4a9d-98c1-11207209a0bf req-9702e000-560d-4cc8-880f-a5ff500e79e6 tempest-SecurityGroupsTestAdminJSON-2098503302 tempest-SecurityGroupsTestAdminJSON-2098503302-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1941745867', 'description': 'tempest-description-899701194'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:29:15.112956 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-67975f04-cd63-4982-b228-c5009179ee87 admin admin] Allocated IP 172.20.0.1 (7eac11dd-5ad5-413c-a461-277f7b58f341/e0015496-6757-491a-9870-92d62b50e0a7/85ab9dc7-1aab-4f10-862c-5ec9b72278cc) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:29:15.195338 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=7734aa91-846f-40a9-a305-43e4b24c0b5c,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:15.231917 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-273f5e30-aa6c-4a9d-98c1-11207209a0bf req-9702e000-560d-4cc8-880f-a5ff500e79e6 tempest-SecurityGroupsTestAdminJSON-2098503302 tempest-SecurityGroupsTestAdminJSON-2098503302-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:15.240990 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-16c882ff-445f-47c5-abcd-bd7a07f8ab3d None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:15.246875 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3e502810-0789-490f-9c86-b7aaa4dc15be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:15.259836 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-16c882ff-445f-47c5-abcd-bd7a07f8ab3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:15.293874 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-355315bc-4431-472b-a8fd-25ee68518d73 req-682539f4-d106-4f01-92f2-bdefd64b70f0 tempest-ServersAdmin275Test-1604864797 tempest-ServersAdmin275Test-1604864797-project] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.1362987 Apr 28 19:29:15.295694 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3e502810-0789-490f-9c86-b7aaa4dc15be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:15.310046 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9955da47-4dca-43fc-949f-959a7d38bace" -d '{"events": [{"server_uuid": "89ce0a14-ac6b-47e1-a438-290fc21c8085", "name": "network-vif-plugged", "status": "completed", "tag": "7734aa91-846f-40a9-a305-43e4b24c0b5c"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:29:15.367973 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-67975f04-cd63-4982-b228-c5009179ee87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:15.419915 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-67975f04-cd63-4982-b228-c5009179ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:15.433612 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-16c882ff-445f-47c5-abcd-bd7a07f8ab3d None None] Attempting to bind port 0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:29:15.433980 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-16c882ff-445f-47c5-abcd-bd7a07f8ab3d None None] Attempting to bind port 0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:29:15.434373 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c882ff-445f-47c5-abcd-bd7a07f8ab3d None None] Attempting to bind port 0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:29:15.440367 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266d6c0-f491-445c-aaab-637401088de6 None None] Pushing event updated for resources: {'Port': ['ID=0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:15.443320 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c882ff-445f-47c5-abcd-bd7a07f8ab3d None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:29:15.443701 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c882ff-445f-47c5-abcd-bd7a07f8ab3d None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:29:15.444138 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-16c882ff-445f-47c5-abcd-bd7a07f8ab3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:15.444659 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c882ff-445f-47c5-abcd-bd7a07f8ab3d None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:29:15.445068 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-16c882ff-445f-47c5-abcd-bd7a07f8ab3d None None] Bound port: 0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:29:15.445481 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-16c882ff-445f-47c5-abcd-bd7a07f8ab3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:15.517347 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67975f04-cd63-4982-b228-c5009179ee87 admin admin] Network 7eac11dd-5ad5-413c-a461-277f7b58f341 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:29:15.541809 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-67975f04-cd63-4982-b228-c5009179ee87 admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:29:15.547108 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-273f5e30-aa6c-4a9d-98c1-11207209a0bf req-9702e000-560d-4cc8-880f-a5ff500e79e6 tempest-SecurityGroupsTestAdminJSON-2098503302 tempest-SecurityGroupsTestAdminJSON-2098503302-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:15.555918 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-273f5e30-aa6c-4a9d-98c1-11207209a0bf req-9702e000-560d-4cc8-880f-a5ff500e79e6 tempest-SecurityGroupsTestAdminJSON-2098503302 tempest-SecurityGroupsTestAdminJSON-2098503302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:15.561065 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-16c882ff-445f-47c5-abcd-bd7a07f8ab3d None None] For port 0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:29:15.566337 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-16c882ff-445f-47c5-abcd-bd7a07f8ab3d None None] For port 0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:29:15.576853 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67975f04-cd63-4982-b228-c5009179ee87 admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:29:15.577079 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3e502810-0789-490f-9c86-b7aaa4dc15be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:15.577367 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-16c882ff-445f-47c5-abcd-bd7a07f8ab3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:15.577578 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-67975f04-cd63-4982-b228-c5009179ee87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:15.583033 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3e502810-0789-490f-9c86-b7aaa4dc15be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:15.588175 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67975f04-cd63-4982-b228-c5009179ee87 admin admin] Pushing event updated for resources: {'Port': ['ID=85ab9dc7-1aab-4f10-862c-5ec9b72278cc,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:15.598736 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3e502810-0789-490f-9c86-b7aaa4dc15be admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/af2c6e38-bc3b-4fc1-9eec-bc114ef6e7b0 HTTP/1.1" status: 204 len: 168 time: 0.5609772 Apr 28 19:29:15.646408 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-273f5e30-aa6c-4a9d-98c1-11207209a0bf req-9702e000-560d-4cc8-880f-a5ff500e79e6 tempest-SecurityGroupsTestAdminJSON-2098503302 tempest-SecurityGroupsTestAdminJSON-2098503302-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:15.649827 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-273f5e30-aa6c-4a9d-98c1-11207209a0bf req-9702e000-560d-4cc8-880f-a5ff500e79e6 tempest-SecurityGroupsTestAdminJSON-2098503302 tempest-SecurityGroupsTestAdminJSON-2098503302-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5945194 Apr 28 19:29:15.651677 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e000-560d-4cc8-880f-a5ff500e79e6 tempest-SecurityGroupsTestAdminJSON-2098503302 tempest-SecurityGroupsTestAdminJSON-2098503302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3846c8cf-f7c4-473d-b06c-d46c5c4440d9,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:15.702939 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e502810-0789-490f-9c86-b7aaa4dc15be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2c6e38-bc3b-4fc1-9eec-bc114ef6e7b0,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:15.821570 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c882ff-445f-47c5-abcd-bd7a07f8ab3d None None] Routers {'51866749-52ad-4545-b281-5652152c2ba1'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:29:15.822854 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-16c882ff-445f-47c5-abcd-bd7a07f8ab3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:28:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['51866749-52ad-4545-b281-5652152c2ba1'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:29:15.840864 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa396d5e-63b2-460c-91d3-69cf81c63e4a req-8b31065a-8781-41e7-9e86-148bc69517d0 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:15.856319 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fa396d5e-63b2-460c-91d3-69cf81c63e4a req-8b31065a-8781-41e7-9e86-148bc69517d0 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ce0a14-ac6b-47e1-a438-290fc21c8085 HTTP/1.1" status: 200 len: 949 time: 0.3599718 Apr 28 19:29:15.905635 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266d6c0-f491-445c-aaab-637401088de6 None None] Pushing event updated for resources: {'Port': ['ID=0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:15.957429 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d25884-2337-49bc-814d-5e6e6a9823cc x-openstack-request-id: req-38d25884-2337-49bc-814d-5e6e6a9823cc {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:29:15.957833 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ce0a14-ac6b-47e1-a438-290fc21c8085", "name": "network-vif-plugged", "status": "completed", "tag": "7734aa91-846f-40a9-a305-43e4b24c0b5c", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:29:15.958185 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-38d25884-2337-49bc-814d-5e6e6a9823cc {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:29:15.978985 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38d25884-2337-49bc-814d-5e6e6a9823cc'] response: {'server_uuid': '89ce0a14-ac6b-47e1-a438-290fc21c8085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7734aa91-846f-40a9-a305-43e4b24c0b5c', 'code': 200} Apr 28 19:29:16.057623 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fa396d5e-63b2-460c-91d3-69cf81c63e4a req-a7a15c2d-535c-4ea5-bca8-5b223e9da2b4 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/security-groups?id=8029538b-9116-41b0-9a81-a968cd3e3d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998222 Apr 28 19:29:16.150579 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device f158bdad-8a19-4bef-81e5-8605984ea766 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:29:16.171471 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-be43b46b-7648-476f-8b7d-4197e7df270d req-08b4f003-e5e4-4d0c-a997-bb858dd9bb41 tempest-ServersAdmin275Test-1604864797 tempest-ServersAdmin275Test-1604864797-project] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0848355 Apr 28 19:29:16.240653 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-67975f04-cd63-4982-b228-c5009179ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:16.250926 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24cb4a-1be5-4e7b-adee-7d9bfee2beb3 req-b566a0a2-33b7-4a90-990e-f8fc7312366a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:16.253999 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eb24cb4a-1be5-4e7b-adee-7d9bfee2beb3 req-b566a0a2-33b7-4a90-990e-f8fc7312366a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=89ce0a14-ac6b-47e1-a438-290fc21c8085 HTTP/1.1" status: 200 len: 1100 time: 0.1926816 Apr 28 19:29:16.312481 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-eb24cb4a-1be5-4e7b-adee-7d9bfee2beb3 req-06fd5cf8-5bf0-4a08-a408-66241890d324 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:16.330910 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-16c882ff-445f-47c5-abcd-bd7a07f8ab3d None None] Set router 51866749-52ad-4545-b281-5652152c2ba1 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:29:16.346644 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b0249643-8d8a-4ade-abd9-4ac5f9799264 None None] Provisioning complete for port 85ab9dc7-1aab-4f10-862c-5ec9b72278cc triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:29:16.347081 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b0249643-8d8a-4ade-abd9-4ac5f9799264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:16.427375 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c618aaf-f301-42ce-ad69-4a179d5303dd req-8cd68620-f655-447f-afa6-9df93a01f202 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:16.441426 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3c618aaf-f301-42ce-ad69-4a179d5303dd req-8cd68620-f655-447f-afa6-9df93a01f202 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb0868ca-a6e5-4002-9b87-dac6f7751d23 HTTP/1.1" status: 200 len: 968 time: 0.1133447 Apr 28 19:29:16.447451 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-b0249643-8d8a-4ade-abd9-4ac5f9799264 None None] Port 85ab9dc7-1aab-4f10-862c-5ec9b72278cc cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:29:16.514709 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port f158bdad-8a19-4bef-81e5-8605984ea766 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:29:16.520133 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:16.539969 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3c618aaf-f301-42ce-ad69-4a179d5303dd req-84d37e36-a3f0-4d55-a854-3663ff0a5d17 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3ce21b-e8c8-41bb-b5ca-20687e279d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975485 Apr 28 19:29:16.563961 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-54d9d712-9709-40c2-92f7-13ffd6e26e06 req-a9704ddb-0307-4b80-9b61-661d31621b20 tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-821899347', 'description': 'tempest-description-1053947357'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:29:16.665397 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-54d9d712-9709-40c2-92f7-13ffd6e26e06 req-a9704ddb-0307-4b80-9b61-661d31621b20 tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:16.703514 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-54d9d712-9709-40c2-92f7-13ffd6e26e06 req-a9704ddb-0307-4b80-9b61-661d31621b20 tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:16.737860 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-eb24cb4a-1be5-4e7b-adee-7d9bfee2beb3 req-06fd5cf8-5bf0-4a08-a408-66241890d324 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:16.765932 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-eb24cb4a-1be5-4e7b-adee-7d9bfee2beb3 req-06fd5cf8-5bf0-4a08-a408-66241890d324 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:16.768926 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-16c882ff-445f-47c5-abcd-bd7a07f8ab3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51866749-52ad-4545-b281-5652152c2ba1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1242179221-router', 'tenant_id': '10ca727801184ba88d13544a50a2ce20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:29:07Z', 'updated_at': '2022-04-28T19:29:11Z', 'revision_number': 3, 'project_id': '10ca727801184ba88d13544a50a2ce20', 'gw_port': {'id': '0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51866749-52ad-4545-b281-5652152c2ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:29:09Z', 'updated_at': '2022-04-28T19:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:29:16.818405 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c882ff-445f-47c5-abcd-bd7a07f8ab3d None None] The sync data for ids ['51866749-52ad-4545-b281-5652152c2ba1'] in n-d-839810-1 is: [{'id': '51866749-52ad-4545-b281-5652152c2ba1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1242179221-router', 'tenant_id': '10ca727801184ba88d13544a50a2ce20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:29:07Z', 'updated_at': '2022-04-28T19:29:11Z', 'revision_number': 3, 'project_id': '10ca727801184ba88d13544a50a2ce20', 'gw_port': {'id': '0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51866749-52ad-4545-b281-5652152c2ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:29:09Z', 'updated_at': '2022-04-28T19:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:29:16.845443 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-67975f04-cd63-4982-b228-c5009179ee87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:16.871647 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eb24cb4a-1be5-4e7b-adee-7d9bfee2beb3 req-06fd5cf8-5bf0-4a08-a408-66241890d324 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8029538b-9116-41b0-9a81-a968cd3e3d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5968852 Apr 28 19:29:16.878669 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-67975f04-cd63-4982-b228-c5009179ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:16.879449 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-67975f04-cd63-4982-b228-c5009179ee87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:16.902802 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd5cf8-5bf0-4a08-a408-66241890d324 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=19d76be5-427f-4b6a-b79b-fbc1b29c24da,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:17.019752 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67975f04-cd63-4982-b228-c5009179ee87 admin admin] Pushing event updated for resources: {'Port': ['ID=85ab9dc7-1aab-4f10-862c-5ec9b72278cc,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:17.095174 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-54d9d712-9709-40c2-92f7-13ffd6e26e06 req-a9704ddb-0307-4b80-9b61-661d31621b20 tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:17.105798 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-54d9d712-9709-40c2-92f7-13ffd6e26e06 req-a9704ddb-0307-4b80-9b61-661d31621b20 tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:17.401750 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67975f04-cd63-4982-b228-c5009179ee87 admin admin] Network 7eac11dd-5ad5-413c-a461-277f7b58f341 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:29:17.419780 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-67975f04-cd63-4982-b228-c5009179ee87 admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:29:17.427125 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9704ddb-0307-4b80-9b61-661d31621b20 tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b21a4f-5100-4d77-84fe-0b267616fc7c,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:17.440348 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d33ff-da3e-4e8f-8bc8-0bbe3a19d890 req-8fdbbc8d-1407-4910-8a6f-dd24a7763608 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:17.443327 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ec5d33ff-da3e-4e8f-8bc8-0bbe3a19d890 req-8fdbbc8d-1407-4910-8a6f-dd24a7763608 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ce0a14-ac6b-47e1-a438-290fc21c8085 HTTP/1.1" status: 200 len: 949 time: 0.2482285 Apr 28 19:29:17.503516 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-54d9d712-9709-40c2-92f7-13ffd6e26e06 req-a9704ddb-0307-4b80-9b61-661d31621b20 tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:17.517750 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-54d9d712-9709-40c2-92f7-13ffd6e26e06 req-a9704ddb-0307-4b80-9b61-661d31621b20 tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:17.540821 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ec5d33ff-da3e-4e8f-8bc8-0bbe3a19d890 req-4a330c26-b443-4e9b-8d62-1c978f6c16ac tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/security-groups?id=8029538b-9116-41b0-9a81-a968cd3e3d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764601 Apr 28 19:29:17.556275 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9704ddb-0307-4b80-9b61-661d31621b20 tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1969f7-79a3-4cf9-976a-4c29cdf2fc8e,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:17.638954 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-54d9d712-9709-40c2-92f7-13ffd6e26e06 req-a9704ddb-0307-4b80-9b61-661d31621b20 tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:17.651039 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-54d9d712-9709-40c2-92f7-13ffd6e26e06 req-a9704ddb-0307-4b80-9b61-661d31621b20 tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1029634 Apr 28 19:29:17.677546 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33266) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:17.685232 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67975f04-cd63-4982-b228-c5009179ee87 admin admin] Router 51866749-52ad-4545-b281-5652152c2ba1 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:29:17.768886 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d2cc8412-cdd8-4afc-8b21-e6fc12c6b70e req-3d257119-d686-46f9-b336-1886559eb45b tempest-ServersAdmin275Test-1604864797 tempest-ServersAdmin275Test-1604864797-project] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0517998 Apr 28 19:29:17.812793 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-558f6e04-01cd-4898-91ae-41aa93d0706c req-5551bf81-3959-46b3-8beb-0b91744e4efc tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2073709414', 'description': 'tempest-description-1480603257'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:29:17.867796 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-558f6e04-01cd-4898-91ae-41aa93d0706c req-5551bf81-3959-46b3-8beb-0b91744e4efc tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:17.888647 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-9046b335-425a-4247-9208-1d648d871dbb None None] Provisioning complete for port 85ab9dc7-1aab-4f10-862c-5ec9b72278cc triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:29:17.889932 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9046b335-425a-4247-9208-1d648d871dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:17.916700 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85daf9-137c-4650-9264-2fbe456eee6b req-8fe94087-c5a7-46ba-a29e-72100f247132 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:17.919139 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6e85daf9-137c-4650-9264-2fbe456eee6b req-8fe94087-c5a7-46ba-a29e-72100f247132 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb0868ca-a6e5-4002-9b87-dac6f7751d23 HTTP/1.1" status: 200 len: 968 time: 0.1795647 Apr 28 19:29:17.986052 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:29:18.002745 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-16255d82-8a83-4ed7-a2fa-e7b8beeb9282 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1110006208-network', 'tenant_id': '5c5d36b27b4e480e8e740094a28e805b'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:29:18.014997 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-9046b335-425a-4247-9208-1d648d871dbb None None] Port 85ab9dc7-1aab-4f10-862c-5ec9b72278cc cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:29:18.016927 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67975f04-cd63-4982-b228-c5009179ee87 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:29:18.037048 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-67975f04-cd63-4982-b228-c5009179ee87 admin admin] 10.222.0.42 "PUT /v2.0/routers/51866749-52ad-4545-b281-5652152c2ba1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0889442 Apr 28 19:29:18.083416 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6e85daf9-137c-4650-9264-2fbe456eee6b req-ebde666f-ac47-4dfe-9be3-09214405b99f tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3ce21b-e8c8-41bb-b5ca-20687e279d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476259 Apr 28 19:29:18.088705 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:29:18.090104 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:18.102850 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-558f6e04-01cd-4898-91ae-41aa93d0706c req-5551bf81-3959-46b3-8beb-0b91744e4efc tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:18.131292 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-558f6e04-01cd-4898-91ae-41aa93d0706c req-5551bf81-3959-46b3-8beb-0b91744e4efc tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:18.134128 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16255d82-8a83-4ed7-a2fa-e7b8beeb9282 admin admin] Made reservation on behalf of 5c5d36b27b4e480e8e740094a28e805b for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:29:18.136912 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-16255d82-8a83-4ed7-a2fa-e7b8beeb9282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:18.151440 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-16255d82-8a83-4ed7-a2fa-e7b8beeb9282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:18.201845 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551bf81-3959-46b3-8beb-0b91744e4efc tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c04f2a-58c6-40f4-8e1e-a29e823e2bd2,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:18.245178 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-558f6e04-01cd-4898-91ae-41aa93d0706c req-5551bf81-3959-46b3-8beb-0b91744e4efc tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:18.246538 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-558f6e04-01cd-4898-91ae-41aa93d0706c req-5551bf81-3959-46b3-8beb-0b91744e4efc tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4386730 Apr 28 19:29:18.353350 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-16255d82-8a83-4ed7-a2fa-e7b8beeb9282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:18.367823 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-16255d82-8a83-4ed7-a2fa-e7b8beeb9282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:18.469316 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16255d82-8a83-4ed7-a2fa-e7b8beeb9282 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:29:18.476684 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:18.511616 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-16255d82-8a83-4ed7-a2fa-e7b8beeb9282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:18.512380 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-16255d82-8a83-4ed7-a2fa-e7b8beeb9282 admin admin] Added segment 2212f884-2ecc-49b4-9341-446b78cc47bf of type vlan for network 7eda79b7-343b-4a75-b041-340d30079011 Apr 28 19:29:18.516383 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16255d82-8a83-4ed7-a2fa-e7b8beeb9282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac133336-d598-4e2b-a163-3127de7b043a,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:18.532630 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:29:18.555878 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:18.572472 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device cd80827e-06a4-4fe7-a62c-3ab4c4c0409c details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:29:18.614574 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-16255d82-8a83-4ed7-a2fa-e7b8beeb9282 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:18.686462 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-16255d82-8a83-4ed7-a2fa-e7b8beeb9282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:18.687455 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16255d82-8a83-4ed7-a2fa-e7b8beeb9282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:18.688081 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-16255d82-8a83-4ed7-a2fa-e7b8beeb9282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:18.737360 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ddfbc318-293f-4595-8a4d-c150fd6cbf6e req-b49d0de6-cbf4-40c7-9d44-b7cdcc2c2d18 tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 34071 time: 0.4423349 Apr 28 19:29:18.778265 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:18.788780 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-16255d82-8a83-4ed7-a2fa-e7b8beeb9282 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1069531 Apr 28 19:29:18.789139 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33280) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:18.794711 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-991e665b-a0c5-4309-94f0-aa5ee6d32932 admin admin] Request body: {'subnet': {'network_id': '7eda79b7-343b-4a75-b041-340d30079011', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1110006208-subnet', 'tenant_id': '5c5d36b27b4e480e8e740094a28e805b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:29:18.809529 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16255d82-8a83-4ed7-a2fa-e7b8beeb9282 admin admin] Pushing event updated for resources: {'Network': ['ID=7eda79b7-343b-4a75-b041-340d30079011,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:18.836889 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991e665b-a0c5-4309-94f0-aa5ee6d32932 admin admin] Made reservation on behalf of 5c5d36b27b4e480e8e740094a28e805b for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:29:18.841393 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-991e665b-a0c5-4309-94f0-aa5ee6d32932 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:18.846766 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 7eda79b7-343b-4a75-b041-340d30079011 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:29:18.911053 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ddfbc318-293f-4595-8a4d-c150fd6cbf6e req-342d8389-3787-40be-85d9-a881aa838f05 tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] 10.222.0.42 "GET /v2.0/security-groups/0e099f4f-cdc6-4408-8ebc-7e1a554ac124 HTTP/1.1" status: 200 len: 2977 time: 0.1471002 Apr 28 19:29:18.943254 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port cd80827e-06a4-4fe7-a62c-3ab4c4c0409c, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=cd80827e-06a4-4fe7-a62c-3ab4c4c0409c,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:29:19.000809 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ddfbc318-293f-4595-8a4d-c150fd6cbf6e req-2bf415d5-09bb-4417-91db-76f66a6b226b tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] 10.222.0.42 "GET /v2.0/security-groups/0e099f4f-cdc6-4408-8ebc-7e1a554ac124 HTTP/1.1" status: 200 len: 2977 time: 0.0761600 Apr 28 19:29:19.005671 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'cd80827e-06a4-4fe7-a62c-3ab4c4c0409c', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': 'cd80827e-06a4-4fe7-a62c-3ab4c4c0409c', 'mac_address': 'fa:16:3e:d7:19:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:tempest-test_az-521036984', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:29:19.073629 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ddfbc318-293f-4595-8a4d-c150fd6cbf6e req-573979f8-267c-4124-9895-5beedde55d7f tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] 10.222.0.42 "GET /v2.0/security-groups/19d76be5-427f-4b6a-b79b-fbc1b29c24da HTTP/1.1" status: 200 len: 2981 time: 0.0716422 Apr 28 19:29:19.083367 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9c373-0436-4df5-bede-84bb725a97b4 req-7b1a2e8e-ce42-43c1-b8f8-6064b56b4218 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:19.092732 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-40c9c373-0436-4df5-bede-84bb725a97b4 req-7b1a2e8e-ce42-43c1-b8f8-6064b56b4218 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ce0a14-ac6b-47e1-a438-290fc21c8085 HTTP/1.1" status: 200 len: 949 time: 0.1286640 Apr 28 19:29:19.143724 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:19.150420 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ddfbc318-293f-4595-8a4d-c150fd6cbf6e req-9e519621-0fd9-429c-affd-a0a5b472bb37 tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] 10.222.0.42 "GET /v2.0/security-groups/19d76be5-427f-4b6a-b79b-fbc1b29c24da HTTP/1.1" status: 200 len: 2981 time: 0.0605946 Apr 28 19:29:19.172243 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd80827e-06a4-4fe7-a62c-3ab4c4c0409c {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:29:19.197089 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port cd80827e-06a4-4fe7-a62c-3ab4c4c0409c, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=cd80827e-06a4-4fe7-a62c-3ab4c4c0409c,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:29:19.202822 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:19.213660 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-40c9c373-0436-4df5-bede-84bb725a97b4 req-b2129dc9-ad7f-4bf6-8a69-34acec091c79 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/security-groups?id=8029538b-9116-41b0-9a81-a968cd3e3d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135104 Apr 28 19:29:19.214933 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ddfbc318-293f-4595-8a4d-c150fd6cbf6e req-bc9442b4-e869-4e49-a168-8c413d7451ef tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] 10.222.0.42 "GET /v2.0/security-groups/477bebfa-59be-4b31-8471-e52d42037111 HTTP/1.1" status: 200 len: 2981 time: 0.0631211 Apr 28 19:29:19.294833 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=cd80827e-06a4-4fe7-a62c-3ab4c4c0409c,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:19.301566 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ddfbc318-293f-4595-8a4d-c150fd6cbf6e req-391f0a4a-ded7-4e88-9383-134eb669b029 tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] 10.222.0.42 "GET /v2.0/security-groups/477bebfa-59be-4b31-8471-e52d42037111 HTTP/1.1" status: 200 len: 2981 time: 0.0856988 Apr 28 19:29:19.342360 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-991e665b-a0c5-4309-94f0-aa5ee6d32932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:19.379182 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ddfbc318-293f-4595-8a4d-c150fd6cbf6e req-bafcbd60-a476-4ccc-9060-0709c47f9341 tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] 10.222.0.42 "GET /v2.0/security-groups/6f825bcb-ecd6-433a-8843-f876faa9c483 HTTP/1.1" status: 200 len: 2981 time: 0.0702417 Apr 28 19:29:19.449393 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ddfbc318-293f-4595-8a4d-c150fd6cbf6e req-e98508bf-c9cc-4002-8d07-8838fbbc4916 tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] 10.222.0.42 "GET /v2.0/security-groups/6f825bcb-ecd6-433a-8843-f876faa9c483 HTTP/1.1" status: 200 len: 2981 time: 0.0692003 Apr 28 19:29:19.458060 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e665b-a0c5-4309-94f0-aa5ee6d32932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa822b12-8ed2-46df-927d-36c60a9b521d,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:19.471618 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991e665b-a0c5-4309-94f0-aa5ee6d32932 admin admin] Checking segment: {'id': '2212f884-2ecc-49b4-9341-446b78cc47bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7eda79b7-343b-4a75-b041-340d30079011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:29:19.473083 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991e665b-a0c5-4309-94f0-aa5ee6d32932 admin admin] Network hostable DHCP agents. Network: 7eda79b7-343b-4a75-b041-340d30079011, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:29:19.485795 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['cd80827e-06a4-4fe7-a62c-3ab4c4c0409c'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:29:19.531443 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ddfbc318-293f-4595-8a4d-c150fd6cbf6e req-128c9137-dc7c-42ab-a7ca-f647d43c4511 tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] 10.222.0.42 "GET /v2.0/security-groups/8029538b-9116-41b0-9a81-a968cd3e3d29 HTTP/1.1" status: 200 len: 2979 time: 0.0794938 Apr 28 19:29:19.549503 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991e665b-a0c5-4309-94f0-aa5ee6d32932 admin admin] Network 7eda79b7-343b-4a75-b041-340d30079011 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:29:19.558055 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-421e0099-9a3e-4422-ab67-24557a68740b req-3e0f387c-9a67-4098-ad23-ed43c569b0ff tempest-ServersAdmin275Test-1604864797 tempest-ServersAdmin275Test-1604864797-project] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0653498 Apr 28 19:29:19.571749 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-991e665b-a0c5-4309-94f0-aa5ee6d32932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 7eda79b7-343b-4a75-b041-340d30079011) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:29:19.579582 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991e665b-a0c5-4309-94f0-aa5ee6d32932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:19.581096 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-991e665b-a0c5-4309-94f0-aa5ee6d32932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:19.583315 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4365fe32-46e5-4929-b179-b3a57066f0e2 None None] Network 7eda79b7-343b-4a75-b041-340d30079011 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:29:19.648229 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-991e665b-a0c5-4309-94f0-aa5ee6d32932 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8540258 Apr 28 19:29:19.655959 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ddfbc318-293f-4595-8a4d-c150fd6cbf6e req-1cc08a03-9c95-4eb0-ad1e-c6f782fde35c tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] 10.222.0.42 "GET /v2.0/security-groups/8029538b-9116-41b0-9a81-a968cd3e3d29 HTTP/1.1" status: 200 len: 2979 time: 0.1148696 Apr 28 19:29:19.712526 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ddfbc318-293f-4595-8a4d-c150fd6cbf6e req-7168714f-5568-4c9e-9f41-dce1fad990d4 tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] 10.222.0.42 "GET /v2.0/security-groups/8e3ce21b-e8c8-41bb-b5ca-20687e279d4f HTTP/1.1" status: 200 len: 2981 time: 0.0554748 Apr 28 19:29:19.772286 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ddfbc318-293f-4595-8a4d-c150fd6cbf6e req-1aae5fbc-17d0-496d-99e8-6818dcc2deb6 tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] 10.222.0.42 "GET /v2.0/security-groups/8e3ce21b-e8c8-41bb-b5ca-20687e279d4f HTTP/1.1" status: 200 len: 2981 time: 0.0582747 Apr 28 19:29:19.772911 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3d3888-1601-452c-b2ba-08f91ece0d57 None None] Sync routers for ids ['51866749-52ad-4545-b281-5652152c2ba1'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:29:19.830985 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ddfbc318-293f-4595-8a4d-c150fd6cbf6e req-fbc8fd38-fd36-4b44-afa8-42c0c3db531d tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] 10.222.0.42 "GET /v2.0/security-groups/9173359d-2b20-4089-bed8-5bce18459e6f HTTP/1.1" status: 200 len: 2977 time: 0.0571651 Apr 28 19:29:19.911791 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ddfbc318-293f-4595-8a4d-c150fd6cbf6e req-5ba4814a-e224-469c-8ae0-0d03a8f93520 tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] 10.222.0.42 "GET /v2.0/security-groups/9173359d-2b20-4089-bed8-5bce18459e6f HTTP/1.1" status: 200 len: 2977 time: 0.0797386 Apr 28 19:29:19.954551 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3d3888-1601-452c-b2ba-08f91ece0d57 None None] Routers {'51866749-52ad-4545-b281-5652152c2ba1'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:29:19.955683 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3d3d3888-1601-452c-b2ba-08f91ece0d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:28:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['51866749-52ad-4545-b281-5652152c2ba1'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:29:19.958020 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-51578d60-d6be-428f-aa5d-812ec086d59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:19.972965 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:29:20.006244 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ddfbc318-293f-4595-8a4d-c150fd6cbf6e req-3017fafd-6f0a-4295-a217-88b0e3dd89f7 tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] 10.222.0.42 "GET /v2.0/security-groups/ac133336-d598-4e2b-a163-3127de7b043a HTTP/1.1" status: 200 len: 2981 time: 0.0930824 Apr 28 19:29:20.018910 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b0eab-8ac1-434f-8ce8-a3514ccb09ce req-0667656e-7b23-418d-833b-75dec4031cdf tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:20.024556 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-723b0eab-8ac1-434f-8ce8-a3514ccb09ce req-0667656e-7b23-418d-833b-75dec4031cdf tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb0868ca-a6e5-4002-9b87-dac6f7751d23 HTTP/1.1" status: 200 len: 969 time: 0.1460242 Apr 28 19:29:20.101287 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ddfbc318-293f-4595-8a4d-c150fd6cbf6e req-fbb5f700-6f23-4497-be23-c0dfc3e25ea0 tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] 10.222.0.42 "GET /v2.0/security-groups/ac133336-d598-4e2b-a163-3127de7b043a HTTP/1.1" status: 200 len: 2981 time: 0.0931249 Apr 28 19:29:20.125748 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-723b0eab-8ac1-434f-8ce8-a3514ccb09ce req-a255b38f-1c70-40ec-9052-592825fd8c1c tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3ce21b-e8c8-41bb-b5ca-20687e279d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927060 Apr 28 19:29:20.201527 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ddfbc318-293f-4595-8a4d-c150fd6cbf6e req-19090883-4a9a-44c7-ad40-f46f7f2c635e tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] 10.222.0.42 "GET /v2.0/security-groups/cd496610-6971-4863-8867-f76c658266c9 HTTP/1.1" status: 200 len: 2973 time: 0.0926633 Apr 28 19:29:20.271601 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ddfbc318-293f-4595-8a4d-c150fd6cbf6e req-f2824f03-9592-4e79-94fb-724327c1209a tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] 10.222.0.42 "GET /v2.0/security-groups/cd496610-6971-4863-8867-f76c658266c9 HTTP/1.1" status: 200 len: 2973 time: 0.0581422 Apr 28 19:29:20.282181 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63e6f2b-8bc6-4e4a-9ace-c5ea60f23a3a None None] Network 7eda79b7-343b-4a75-b041-340d30079011 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:29:20.382133 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ddfbc318-293f-4595-8a4d-c150fd6cbf6e req-809e4a29-ea43-4ff4-af86-25850f3fea5c tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] 10.222.0.42 "GET /v2.0/security-groups/f1b21a4f-5100-4d77-84fe-0b267616fc7c HTTP/1.1" status: 200 len: 2981 time: 0.0783648 Apr 28 19:29:20.456592 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ddfbc318-293f-4595-8a4d-c150fd6cbf6e req-7a9e9e1d-7e90-442f-9f15-7bcb859d1b42 tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] 10.222.0.42 "GET /v2.0/security-groups/f1b21a4f-5100-4d77-84fe-0b267616fc7c HTTP/1.1" status: 200 len: 2981 time: 0.0622199 Apr 28 19:29:20.477394 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-3d3d3888-1601-452c-b2ba-08f91ece0d57 None None] Set router 51866749-52ad-4545-b281-5652152c2ba1 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:29:20.551616 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:29:20.552727 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:20.640622 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-11ba55b0-01bf-4160-8e2a-aac7fffeb278 req-d6b6f52b-467d-4d4c-b6d4-7ca25c64e33c tempest-SecurityGroupsTestAdminJSON-2098503302 tempest-SecurityGroupsTestAdminJSON-2098503302-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=667f0bc7e6074aa7891af0b5a5e59601 HTTP/1.1" status: 200 len: 6102 time: 0.1225910 Apr 28 19:29:20.690986 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33316) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:20.696874 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-87e0164d-0a2a-469a-83e0-3e7f4c9b4fd5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-107071944-network', 'tenant_id': '140970604b5a42bab1f85da75ca0f900'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:29:20.715976 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-11ba55b0-01bf-4160-8e2a-aac7fffeb278 req-044aece1-7f65-4ef2-975a-6f5a6b1bda82 tempest-SecurityGroupsTestAdminJSON-2098503302 tempest-SecurityGroupsTestAdminJSON-2098503302-project] 10.222.0.42 "GET /v2.0/security-groups/477bebfa-59be-4b31-8471-e52d42037111 HTTP/1.1" status: 200 len: 2981 time: 0.0740769 Apr 28 19:29:20.739030 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e0164d-0a2a-469a-83e0-3e7f4c9b4fd5 admin admin] Made reservation on behalf of 140970604b5a42bab1f85da75ca0f900 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:29:20.744698 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-87e0164d-0a2a-469a-83e0-3e7f4c9b4fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:20.758987 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-87e0164d-0a2a-469a-83e0-3e7f4c9b4fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:20.798530 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-11ba55b0-01bf-4160-8e2a-aac7fffeb278 req-e85b3fd4-34f2-4ea9-9fc2-b096aeec20f1 tempest-SecurityGroupsTestAdminJSON-2098503302 tempest-SecurityGroupsTestAdminJSON-2098503302-project] 10.222.0.42 "GET /v2.0/security-groups/477bebfa-59be-4b31-8471-e52d42037111 HTTP/1.1" status: 200 len: 2981 time: 0.0802741 Apr 28 19:29:20.942545 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-87e0164d-0a2a-469a-83e0-3e7f4c9b4fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:20.951260 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-87e0164d-0a2a-469a-83e0-3e7f4c9b4fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:20.984072 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac164c49-c560-4a77-9334-39f72c682845 req-517bb54e-773a-4830-abc0-038aca1e75f6 tempest-ServersAdmin275Test-1604864797 tempest-ServersAdmin275Test-1604864797-project] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0415230 Apr 28 19:29:21.014703 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e0164d-0a2a-469a-83e0-3e7f4c9b4fd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:29:21.036510 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-87e0164d-0a2a-469a-83e0-3e7f4c9b4fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:21.037206 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-87e0164d-0a2a-469a-83e0-3e7f4c9b4fd5 admin admin] Added segment d3002224-b52e-43b0-ac8a-4a5e486145d3 of type vlan for network 8353ea0a-bd02-4d7d-8aa0-6fbc8062885e Apr 28 19:29:21.040400 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0164d-0a2a-469a-83e0-3e7f4c9b4fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f82394f-590e-4a25-83a5-229794807a70,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:21.088626 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-19c54c53-33e4-48aa-8baf-f247b8fb5724 req-d60c852c-98d3-4680-b4c4-5308f1be8378 tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] 10.222.0.42 "GET /v2.0/security-groups/35c04f2a-58c6-40f4-8e1e-a29e823e2bd2 HTTP/1.1" status: 200 len: 1778 time: 0.0565248 Apr 28 19:29:21.139597 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-87e0164d-0a2a-469a-83e0-3e7f4c9b4fd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:21.186360 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-87e0164d-0a2a-469a-83e0-3e7f4c9b4fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:21.187411 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e0164d-0a2a-469a-83e0-3e7f4c9b4fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:21.188050 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-87e0164d-0a2a-469a-83e0-3e7f4c9b4fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:21.190518 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-19c54c53-33e4-48aa-8baf-f247b8fb5724 req-3c14e4d5-9425-44b2-a521-0c757bdd04fc tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:21.209039 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3d3d3888-1601-452c-b2ba-08f91ece0d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51866749-52ad-4545-b281-5652152c2ba1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1242179221-router', 'tenant_id': '10ca727801184ba88d13544a50a2ce20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:29:07Z', 'updated_at': '2022-04-28T19:29:16Z', 'revision_number': 4, 'project_id': '10ca727801184ba88d13544a50a2ce20', 'gw_port': {'id': '0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51866749-52ad-4545-b281-5652152c2ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:29:09Z', 'updated_at': '2022-04-28T19:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '85ab9dc7-1aab-4f10-862c-5ec9b72278cc', 'name': '', 'network_id': '7eac11dd-5ad5-413c-a461-277f7b58f341', 'tenant_id': '10ca727801184ba88d13544a50a2ce20', 'mac_address': 'fa:16:3e:8a:56:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51866749-52ad-4545-b281-5652152c2ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': 'e0015496-6757-491a-9870-92d62b50e0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:29:14Z', 'updated_at': '2022-04-28T19:29:16Z', 'revision_number': 2, 'project_id': '10ca727801184ba88d13544a50a2ce20', 'subnets': [{'id': 'e0015496-6757-491a-9870-92d62b50e0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:29:21.236940 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-19c54c53-33e4-48aa-8baf-f247b8fb5724 req-3c14e4d5-9425-44b2-a521-0c757bdd04fc tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:21.248503 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3d3888-1601-452c-b2ba-08f91ece0d57 None None] Checking router: 51866749-52ad-4545-b281-5652152c2ba1 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:29:21.248503 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3d3888-1601-452c-b2ba-08f91ece0d57 None None] Updating router 51866749-52ad-4545-b281-5652152c2ba1 port 85ab9dc7-1aab-4f10-862c-5ec9b72278cc binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:29:21.268531 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0164d-0a2a-469a-83e0-3e7f4c9b4fd5 admin admin] Pushing event updated for resources: {'Network': ['ID=8353ea0a-bd02-4d7d-8aa0-6fbc8062885e,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:21.281910 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3d3d3888-1601-452c-b2ba-08f91ece0d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:21.286630 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 8353ea0a-bd02-4d7d-8aa0-6fbc8062885e details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:29:21.293159 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-87e0164d-0a2a-469a-83e0-3e7f4c9b4fd5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6005676 Apr 28 19:29:21.296784 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33328) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:21.313519 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-a181b285-ce3c-41b9-8176-d7976c9089f9 admin admin] Request body: {'subnet': {'network_id': '8353ea0a-bd02-4d7d-8aa0-6fbc8062885e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-107071944-subnet', 'tenant_id': '140970604b5a42bab1f85da75ca0f900', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:29:21.339133 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4092c37-3ba7-42e8-a015-9ace58989c33 req-3e43052f-084f-40d7-bebf-b60569b3f40b tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:21.345533 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a181b285-ce3c-41b9-8176-d7976c9089f9 admin admin] Made reservation on behalf of 140970604b5a42bab1f85da75ca0f900 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:29:21.349293 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e4092c37-3ba7-42e8-a015-9ace58989c33 req-3e43052f-084f-40d7-bebf-b60569b3f40b tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ce0a14-ac6b-47e1-a438-290fc21c8085 HTTP/1.1" status: 200 len: 949 time: 0.0974641 Apr 28 19:29:21.349560 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a181b285-ce3c-41b9-8176-d7976c9089f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:21.405529 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-19c54c53-33e4-48aa-8baf-f247b8fb5724 req-3c14e4d5-9425-44b2-a521-0c757bdd04fc tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:21.408227 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-19c54c53-33e4-48aa-8baf-f247b8fb5724 req-3c14e4d5-9425-44b2-a521-0c757bdd04fc tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:21.422887 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-19c54c53-33e4-48aa-8baf-f247b8fb5724 req-3c14e4d5-9425-44b2-a521-0c757bdd04fc tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] 10.222.0.42 "DELETE /v2.0/security-groups/35c04f2a-58c6-40f4-8e1e-a29e823e2bd2 HTTP/1.1" status: 204 len: 173 time: 0.3237655 Apr 28 19:29:21.426052 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e4092c37-3ba7-42e8-a015-9ace58989c33 req-951291c6-141a-41ef-9c14-609a16d35026 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/security-groups?id=8029538b-9116-41b0-9a81-a968cd3e3d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690465 Apr 28 19:29:21.443092 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c14e4d5-9425-44b2-a521-0c757bdd04fc tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c04f2a-58c6-40f4-8e1e-a29e823e2bd2,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:21.659162 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc8a78-5aaf-4997-8933-18f74d73392d req-18445fd1-4739-432b-b816-8b272d6601fe tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:21.662162 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a181b285-ce3c-41b9-8176-d7976c9089f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:21.662461 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3ecc8a78-5aaf-4997-8933-18f74d73392d req-18445fd1-4739-432b-b816-8b272d6601fe tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb0868ca-a6e5-4002-9b87-dac6f7751d23 HTTP/1.1" status: 200 len: 969 time: 0.1101148 Apr 28 19:29:21.732201 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3ecc8a78-5aaf-4997-8933-18f74d73392d req-71bf1ac2-44a9-415e-ad7f-e3b32e522576 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3ce21b-e8c8-41bb-b5ca-20687e279d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604842 Apr 28 19:29:21.791256 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181b285-ce3c-41b9-8176-d7976c9089f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=041030f7-dea5-48f0-94fa-9b51c0b5a820,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:21.799233 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a181b285-ce3c-41b9-8176-d7976c9089f9 admin admin] Checking segment: {'id': 'd3002224-b52e-43b0-ac8a-4a5e486145d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8353ea0a-bd02-4d7d-8aa0-6fbc8062885e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:29:21.800034 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a181b285-ce3c-41b9-8176-d7976c9089f9 admin admin] Network hostable DHCP agents. Network: 8353ea0a-bd02-4d7d-8aa0-6fbc8062885e, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:29:21.832805 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a181b285-ce3c-41b9-8176-d7976c9089f9 admin admin] Network 8353ea0a-bd02-4d7d-8aa0-6fbc8062885e is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:29:21.839098 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33332) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:21.850010 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-32d02899-cd62-4ba9-a248-f88f48e13398 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Request body: {'security_group': {'name': 'tempest-securitygroup--236610764', 'description': 'tempest-description--1905651250'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:29:21.857828 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8b47703c-c1f5-4699-95d8-7a4f993ff47a req-c3e4d9d1-3448-45e8-b7fb-cf24cb02f146 tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] 10.222.0.42 "GET /v2.0/security-groups/6f1969f7-79a3-4cf9-976a-4c29cdf2fc8e HTTP/1.1" status: 200 len: 1777 time: 0.0827115 Apr 28 19:29:21.872525 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-a181b285-ce3c-41b9-8176-d7976c9089f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 8353ea0a-bd02-4d7d-8aa0-6fbc8062885e) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:29:21.888238 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a181b285-ce3c-41b9-8176-d7976c9089f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:21.889400 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a181b285-ce3c-41b9-8176-d7976c9089f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:21.906364 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-32d02899-cd62-4ba9-a248-f88f48e13398 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:21.910525 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d741e51-2052-4e19-9351-2aa3cd0089ab None None] Network 8353ea0a-bd02-4d7d-8aa0-6fbc8062885e requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:29:21.952913 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a181b285-ce3c-41b9-8176-d7976c9089f9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6544027 Apr 28 19:29:21.962078 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8b47703c-c1f5-4699-95d8-7a4f993ff47a req-3533ddd3-e56d-4d94-a259-b4b276c40153 tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:22.013069 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8b47703c-c1f5-4699-95d8-7a4f993ff47a req-3533ddd3-e56d-4d94-a259-b4b276c40153 tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:22.087734 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-32d02899-cd62-4ba9-a248-f88f48e13398 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:22.094420 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8b47703c-c1f5-4699-95d8-7a4f993ff47a req-3533ddd3-e56d-4d94-a259-b4b276c40153 tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:22.105159 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8b47703c-c1f5-4699-95d8-7a4f993ff47a req-3533ddd3-e56d-4d94-a259-b4b276c40153 tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:22.115009 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-32d02899-cd62-4ba9-a248-f88f48e13398 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:22.121071 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8b47703c-c1f5-4699-95d8-7a4f993ff47a req-3533ddd3-e56d-4d94-a259-b4b276c40153 tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] 10.222.0.42 "DELETE /v2.0/security-groups/6f1969f7-79a3-4cf9-976a-4c29cdf2fc8e HTTP/1.1" status: 204 len: 173 time: 0.2468390 Apr 28 19:29:22.142146 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-56c0e008-9864-4c9a-9662-24fc505e6b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:22.159672 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3533ddd3-e56d-4d94-a259-b4b276c40153 tempest-SecurityGroupsTestAdminJSON-408549873 tempest-SecurityGroupsTestAdminJSON-408549873-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1969f7-79a3-4cf9-976a-4c29cdf2fc8e,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:22.159965 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fdcdaf13-ab7c-4ab5-88dc-d8ca5784c500 req-d860037e-9216-4ffb-816a-cda030103e0c tempest-ServersAdmin275Test-1604864797 tempest-ServersAdmin275Test-1604864797-project] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0618620 Apr 28 19:29:22.203482 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-32d02899-cd62-4ba9-a248-f88f48e13398 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:22.205101 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-32d02899-cd62-4ba9-a248-f88f48e13398 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3645411 Apr 28 19:29:22.207572 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d02899-cd62-4ba9-a248-f88f48e13398 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85aaaa06-0ed9-43f5-911f-8d31cda5f9d0,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:22.213571 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33340) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:22.215439 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3d3d3888-1601-452c-b2ba-08f91ece0d57 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:22.222961 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-7be9b8f8-35ab-4308-888d-fc6ff6daf337 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Request body: {'security_group_rule': {'security_group_id': '85aaaa06-0ed9-43f5-911f-8d31cda5f9d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:29:22.266705 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7be9b8f8-35ab-4308-888d-fc6ff6daf337 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:22.269576 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e9bb3dd9-8bc6-4a67-b003-bbc9d9c5a6d5 req-80e413a9-6e87-4cbc-96be-3bc299f4747d tempest-SecurityGroupsTestAdminJSON-2098503302 tempest-SecurityGroupsTestAdminJSON-2098503302-project] 10.222.0.42 "GET /v2.0/security-groups/3846c8cf-f7c4-473d-b06c-d46c5c4440d9 HTTP/1.1" status: 200 len: 1777 time: 0.0917287 Apr 28 19:29:22.271013 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33342) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:22.278236 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3d3d3888-1601-452c-b2ba-08f91ece0d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:22.347937 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbec94b9-dad9-432c-a943-292e0a97e582 admin admin] Deleting subnet fa822b12-8ed2-46df-927d-36c60a9b521d {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:29:22.363471 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7be9b8f8-35ab-4308-888d-fc6ff6daf337 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:22.366246 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cbec94b9-dad9-432c-a943-292e0a97e582 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:22.369673 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4d6115-fcbd-4ed3-829d-a7a013a5ecdb None None] Network 8353ea0a-bd02-4d7d-8aa0-6fbc8062885e requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:29:22.369970 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7be9b8f8-35ab-4308-888d-fc6ff6daf337 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:22.399117 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9b8f8-35ab-4308-888d-fc6ff6daf337 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae4044b-573e-4d7f-b430-798861aa97b2,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:22.407191 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e9bb3dd9-8bc6-4a67-b003-bbc9d9c5a6d5 req-c64ee2e7-8e8f-42c6-bc36-83c548501406 tempest-SecurityGroupsTestAdminJSON-2098503302 tempest-SecurityGroupsTestAdminJSON-2098503302-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:22.434113 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7be9b8f8-35ab-4308-888d-fc6ff6daf337 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:22.435524 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7be9b8f8-35ab-4308-888d-fc6ff6daf337 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2208118 Apr 28 19:29:22.440391 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33344) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:22.449280 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-34d46e26-b41b-416f-b540-f1fa1455e4f7 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Request body: {'security_group_rule': {'security_group_id': '85aaaa06-0ed9-43f5-911f-8d31cda5f9d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:29:22.451147 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725c68c-e881-42a7-8331-609a4bd9ee17 None None] Pushing event updated for resources: {'Port': ['ID=85ab9dc7-1aab-4f10-862c-5ec9b72278cc,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:22.466941 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e9bb3dd9-8bc6-4a67-b003-bbc9d9c5a6d5 req-c64ee2e7-8e8f-42c6-bc36-83c548501406 tempest-SecurityGroupsTestAdminJSON-2098503302 tempest-SecurityGroupsTestAdminJSON-2098503302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:22.471407 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cbec94b9-dad9-432c-a943-292e0a97e582 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:22.500354 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cbec94b9-dad9-432c-a943-292e0a97e582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:22.533368 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-34d46e26-b41b-416f-b540-f1fa1455e4f7 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:22.533626 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-3d3d3888-1601-452c-b2ba-08f91ece0d57 None None] Attempting to bind port 85ab9dc7-1aab-4f10-862c-5ec9b72278cc on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:29:22.534069 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-3d3d3888-1601-452c-b2ba-08f91ece0d57 None None] Attempting to bind port 85ab9dc7-1aab-4f10-862c-5ec9b72278cc by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'bac3f320-ca11-475a-8c6e-4d25b474c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7eac11dd-5ad5-413c-a461-277f7b58f341'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:29:22.535114 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3d3888-1601-452c-b2ba-08f91ece0d57 None None] Attempting to bind port 85ab9dc7-1aab-4f10-862c-5ec9b72278cc on network 7eac11dd-5ad5-413c-a461-277f7b58f341 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:29:22.543327 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device cd80827e-06a4-4fe7-a62c-3ab4c4c0409c up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:29:22.592700 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e9bb3dd9-8bc6-4a67-b003-bbc9d9c5a6d5 req-c64ee2e7-8e8f-42c6-bc36-83c548501406 tempest-SecurityGroupsTestAdminJSON-2098503302 tempest-SecurityGroupsTestAdminJSON-2098503302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:22.595321 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e9bb3dd9-8bc6-4a67-b003-bbc9d9c5a6d5 req-c64ee2e7-8e8f-42c6-bc36-83c548501406 tempest-SecurityGroupsTestAdminJSON-2098503302 tempest-SecurityGroupsTestAdminJSON-2098503302-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:22.597487 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e9bb3dd9-8bc6-4a67-b003-bbc9d9c5a6d5 req-c64ee2e7-8e8f-42c6-bc36-83c548501406 tempest-SecurityGroupsTestAdminJSON-2098503302 tempest-SecurityGroupsTestAdminJSON-2098503302-project] 10.222.0.42 "DELETE /v2.0/security-groups/3846c8cf-f7c4-473d-b06c-d46c5c4440d9 HTTP/1.1" status: 204 len: 173 time: 0.2963579 Apr 28 19:29:22.597710 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3d3888-1601-452c-b2ba-08f91ece0d57 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:29:22.597912 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3d3888-1601-452c-b2ba-08f91ece0d57 None None] Checking segment: {'id': 'bac3f320-ca11-475a-8c6e-4d25b474c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7eac11dd-5ad5-413c-a461-277f7b58f341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:29:22.598993 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3d3d3888-1601-452c-b2ba-08f91ece0d57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:22.598993 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3d3888-1601-452c-b2ba-08f91ece0d57 None None] Bound using segment: {'id': 'bac3f320-ca11-475a-8c6e-4d25b474c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7eac11dd-5ad5-413c-a461-277f7b58f341'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:29:22.599308 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-3d3d3888-1601-452c-b2ba-08f91ece0d57 None None] Bound port: 85ab9dc7-1aab-4f10-862c-5ec9b72278cc, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac3f320-ca11-475a-8c6e-4d25b474c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7eac11dd-5ad5-413c-a461-277f7b58f341'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:29:22.599678 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3d3d3888-1601-452c-b2ba-08f91ece0d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:22.626588 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ee2e7-8e8f-42c6-bc36-83c548501406 tempest-SecurityGroupsTestAdminJSON-2098503302 tempest-SecurityGroupsTestAdminJSON-2098503302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3846c8cf-f7c4-473d-b06c-d46c5c4440d9,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:22.635160 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cbec94b9-dad9-432c-a943-292e0a97e582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:22.690758 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec94b9-dad9-432c-a943-292e0a97e582 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa822b12-8ed2-46df-927d-36c60a9b521d,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:22.705245 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cbec94b9-dad9-432c-a943-292e0a97e582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:22.709592 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-cbec94b9-dad9-432c-a943-292e0a97e582 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fa822b12-8ed2-46df-927d-36c60a9b521d HTTP/1.1" status: 204 len: 168 time: 0.4374075 Apr 28 19:29:22.717951 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33350) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:22.782578 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port cd80827e-06a4-4fe7-a62c-3ab4c4c0409c completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:29:22.791222 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port cd80827e-06a4-4fe7-a62c-3ab4c4c0409c triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:29:22.791807 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:22.824276 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f58ed-5096-409a-9b80-dd5546e33207 req-30a22815-9bcc-40fa-ae7e-87801a0a5793 tempest-DeleteServersAdminTestJSON-1401015710 tempest-DeleteServersAdminTestJSON-1401015710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:22.827530 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-999f58ed-5096-409a-9b80-dd5546e33207 req-30a22815-9bcc-40fa-ae7e-87801a0a5793 tempest-DeleteServersAdminTestJSON-1401015710 tempest-DeleteServersAdminTestJSON-1401015710-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=89ce0a14-ac6b-47e1-a438-290fc21c8085 HTTP/1.1" status: 200 len: 1100 time: 0.2483411 Apr 28 19:29:22.827841 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5369e53b-dd2e-475a-b064-eae756d77421 req-39ad20c2-35d5-4a08-aca5-ecb9eb3996d7 tempest-SecurityGroupsTestAdminJSON-2098503302 tempest-SecurityGroupsTestAdminJSON-2098503302-project] 10.222.0.42 "GET /v2.0/security-groups/4afb82fa-d386-4c76-875e-8a65cf0a3572 HTTP/1.1" status: 200 len: 1777 time: 0.1479893 Apr 28 19:29:22.837616 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-3d3d3888-1601-452c-b2ba-08f91ece0d57 None None] For port 85ab9dc7-1aab-4f10-862c-5ec9b72278cc, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:29:22.841077 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d4266dfc-fb90-48c9-8694-f4ccd6622012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:22.862142 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de33627-83e4-4b7a-8baf-458b4a5ba221 req-2400c23d-b130-4da4-9519-30fb21013600 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:22.871838 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-3d3d3888-1601-452c-b2ba-08f91ece0d57 None None] For port 85ab9dc7-1aab-4f10-862c-5ec9b72278cc, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=85ab9dc7-1aab-4f10-862c-5ec9b72278cc,segment=NetworkSegment(bac3f320-ca11-475a-8c6e-4d25b474c017),segment_id=bac3f320-ca11-475a-8c6e-4d25b474c017)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:29:22.877560 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9de33627-83e4-4b7a-8baf-458b4a5ba221 req-2400c23d-b130-4da4-9519-30fb21013600 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ce0a14-ac6b-47e1-a438-290fc21c8085 HTTP/1.1" status: 200 len: 949 time: 0.2355189 Apr 28 19:29:22.890520 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3d3d3888-1601-452c-b2ba-08f91ece0d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:22.900437 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-ddf89892-77a0-47cf-8d2d-502d4afd6b46 None None] Provisioning complete for port 85ab9dc7-1aab-4f10-862c-5ec9b72278cc triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:29:22.900984 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ddf89892-77a0-47cf-8d2d-502d4afd6b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:22.995151 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5369e53b-dd2e-475a-b064-eae756d77421 req-901b8d0c-1c97-4eb9-9bf8-2db3a497a3fe tempest-SecurityGroupsTestAdminJSON-2098503302 tempest-SecurityGroupsTestAdminJSON-2098503302-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:22.996236 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:23.014230 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d4266dfc-fb90-48c9-8694-f4ccd6622012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:23.034470 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-34d46e26-b41b-416f-b540-f1fa1455e4f7 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:23.048982 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-34d46e26-b41b-416f-b540-f1fa1455e4f7 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:23.063006 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d4266dfc-fb90-48c9-8694-f4ccd6622012 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:29:23.063327 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d4266dfc-fb90-48c9-8694-f4ccd6622012 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:29:23.063977 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d4266dfc-fb90-48c9-8694-f4ccd6622012 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:29:23.064430 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d4266dfc-fb90-48c9-8694-f4ccd6622012 admin admin] Subscribe: > port after_create 55550000 {{(pid=102774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:29:23.064768 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d4266dfc-fb90-48c9-8694-f4ccd6622012 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:29:23.065099 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d4266dfc-fb90-48c9-8694-f4ccd6622012 admin admin] Subscribe: > port after_update 55550000 {{(pid=102774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:29:23.065416 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d4266dfc-fb90-48c9-8694-f4ccd6622012 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:29:23.065732 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d4266dfc-fb90-48c9-8694-f4ccd6622012 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:29:23.066042 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d4266dfc-fb90-48c9-8694-f4ccd6622012 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:29:23.066354 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d4266dfc-fb90-48c9-8694-f4ccd6622012 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:29:23.106621 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-34d46e26-b41b-416f-b540-f1fa1455e4f7 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:23.108956 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-34d46e26-b41b-416f-b540-f1fa1455e4f7 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6673815 Apr 28 19:29:23.128352 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33354) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:23.139222 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-4ada489e-45a9-4795-8746-5a09254d9dcc tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:29:23.144756 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port cd80827e-06a4-4fe7-a62c-3ab4c4c0409c, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=cd80827e-06a4-4fe7-a62c-3ab4c4c0409c,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:29:23.151086 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725c68c-e881-42a7-8331-609a4bd9ee17 None None] Pushing event updated for resources: {'Port': ['ID=85ab9dc7-1aab-4f10-862c-5ec9b72278cc,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:23.158926 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0868ca-a6e5-4002-9b87-dac6f7751d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd80827e-06a4-4fe7-a62c-3ab4c4c0409c'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:29:23.165376 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9de33627-83e4-4b7a-8baf-458b4a5ba221 req-4dba764d-ca19-429c-a6ce-2d8161815ab5 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/security-groups?id=8029538b-9116-41b0-9a81-a968cd3e3d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863228 Apr 28 19:29:23.173124 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d46e26-b41b-416f-b540-f1fa1455e4f7 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d4d64f-b2af-4e20-ba34-dce0feb868d8,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:23.176192 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526cd5ce-75b1-46b2-8f36-af2d7796bc20" -d '{"events": [{"server_uuid": "eb0868ca-a6e5-4002-9b87-dac6f7751d23", "name": "network-vif-plugged", "status": "completed", "tag": "cd80827e-06a4-4fe7-a62c-3ab4c4c0409c"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:29:23.184601 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:23.205143 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3d3888-1601-452c-b2ba-08f91ece0d57 None None] Routers {'51866749-52ad-4545-b281-5652152c2ba1'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:29:23.206062 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3d3d3888-1601-452c-b2ba-08f91ece0d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:29:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['51866749-52ad-4545-b281-5652152c2ba1'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:29:23.232052 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-999f58ed-5096-409a-9b80-dd5546e33207 req-d5345475-8d8e-4c80-888d-c6126417624b tempest-DeleteServersAdminTestJSON-1401015710 tempest-DeleteServersAdminTestJSON-1401015710-project-admin] Deleting port 7734aa91-846f-40a9-a305-43e4b24c0b5c {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:29:23.233109 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-999f58ed-5096-409a-9b80-dd5546e33207 req-d5345475-8d8e-4c80-888d-c6126417624b tempest-DeleteServersAdminTestJSON-1401015710 tempest-DeleteServersAdminTestJSON-1401015710-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:23.359890 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4ada489e-45a9-4795-8746-5a09254d9dcc tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks [] for floatingip, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:23.382525 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:23.383455 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ddf89892-77a0-47cf-8d2d-502d4afd6b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:23.386092 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=cd80827e-06a4-4fe7-a62c-3ab4c4c0409c,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:23.416917 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d4266dfc-fb90-48c9-8694-f4ccd6622012 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:29:23.416917 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d4266dfc-fb90-48c9-8694-f4ccd6622012 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:29:23.418049 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d4266dfc-fb90-48c9-8694-f4ccd6622012 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:29:23.418049 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d4266dfc-fb90-48c9-8694-f4ccd6622012 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:29:23.418049 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-d4266dfc-fb90-48c9-8694-f4ccd6622012 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eda79b7-343b-4a75-b041-340d30079011']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:29:23.424394 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5369e53b-dd2e-475a-b064-eae756d77421 req-901b8d0c-1c97-4eb9-9bf8-2db3a497a3fe tempest-SecurityGroupsTestAdminJSON-2098503302 tempest-SecurityGroupsTestAdminJSON-2098503302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:23.450183 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-d4266dfc-fb90-48c9-8694-f4ccd6622012 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2212f884-2ecc-49b4-9341-446b78cc47bf') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:29:23.450632 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-d4266dfc-fb90-48c9-8694-f4ccd6622012 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2212f884-2ecc-49b4-9341-446b78cc47bf') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:29:23.466272 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-999f58ed-5096-409a-9b80-dd5546e33207 req-d5345475-8d8e-4c80-888d-c6126417624b tempest-DeleteServersAdminTestJSON-1401015710 tempest-DeleteServersAdminTestJSON-1401015710-project-admin] For port 7734aa91-846f-40a9-a305-43e4b24c0b5c, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=7734aa91-846f-40a9-a305-43e4b24c0b5c,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:29:23.466272 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-999f58ed-5096-409a-9b80-dd5546e33207 req-d5345475-8d8e-4c80-888d-c6126417624b tempest-DeleteServersAdminTestJSON-1401015710 tempest-DeleteServersAdminTestJSON-1401015710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:23.468853 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-ddf89892-77a0-47cf-8d2d-502d4afd6b46 None None] For port 85ab9dc7-1aab-4f10-862c-5ec9b72278cc, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=85ab9dc7-1aab-4f10-862c-5ec9b72278cc,segment=NetworkSegment(bac3f320-ca11-475a-8c6e-4d25b474c017),segment_id=bac3f320-ca11-475a-8c6e-4d25b474c017)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:29:23.481427 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d4266dfc-fb90-48c9-8694-f4ccd6622012 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:23.483490 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-3d3d3888-1601-452c-b2ba-08f91ece0d57 None None] Set router 51866749-52ad-4545-b281-5652152c2ba1 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:29:23.517628 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d4266dfc-fb90-48c9-8694-f4ccd6622012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:23.532267 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4266dfc-fb90-48c9-8694-f4ccd6622012 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:29:23.532737 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d4266dfc-fb90-48c9-8694-f4ccd6622012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:23.548136 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ddf89892-77a0-47cf-8d2d-502d4afd6b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:23.557551 n-d-839810-1 neutron-server[102774]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 19:29:23.557551 n-d-839810-1 neutron-server[102774]: from cryptography.utils import int_from_bytes Apr 28 19:29:23.557551 n-d-839810-1 neutron-server[102774]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 19:29:23.557551 n-d-839810-1 neutron-server[102774]: from cryptography.utils import int_from_bytes Apr 28 19:29:23.557551 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:29:23.557551 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:29:23.557551 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:29:23.557551 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:29:23.557551 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:29:23.557551 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:29:23.557551 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:29:23.557551 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:29:23.557551 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:29:23.557551 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:29:23.557551 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:29:23.557551 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:29:23.557551 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:29:23.557551 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:29:23.557551 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:29:23.557551 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:29:23.557551 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:29:23.557551 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:29:23.557551 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:29:23.557551 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:29:23.557551 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:29:23.557551 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:29:23.557551 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:29:23.557551 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:29:23.557551 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:29:23.557551 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:29:23.557551 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:29:23.557551 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:29:23.557551 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:29:23.557551 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:29:23.557551 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:29:23.557551 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:29:23.569682 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5369e53b-dd2e-475a-b064-eae756d77421 req-901b8d0c-1c97-4eb9-9bf8-2db3a497a3fe tempest-SecurityGroupsTestAdminJSON-2098503302 tempest-SecurityGroupsTestAdminJSON-2098503302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:23.570597 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85a2c9-4787-4ab4-a2d3-cc4f39360d72 req-b3d4c5d8-90d5-4c79-a223-9d3af221bb1d tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:23.572662 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5369e53b-dd2e-475a-b064-eae756d77421 req-901b8d0c-1c97-4eb9-9bf8-2db3a497a3fe tempest-SecurityGroupsTestAdminJSON-2098503302 tempest-SecurityGroupsTestAdminJSON-2098503302-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:23.573388 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5b85a2c9-4787-4ab4-a2d3-cc4f39360d72 req-b3d4c5d8-90d5-4c79-a223-9d3af221bb1d tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb0868ca-a6e5-4002-9b87-dac6f7751d23 HTTP/1.1" status: 200 len: 970 time: 0.2747192 Apr 28 19:29:23.582625 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5369e53b-dd2e-475a-b064-eae756d77421 req-901b8d0c-1c97-4eb9-9bf8-2db3a497a3fe tempest-SecurityGroupsTestAdminJSON-2098503302 tempest-SecurityGroupsTestAdminJSON-2098503302-project] 10.222.0.42 "DELETE /v2.0/security-groups/4afb82fa-d386-4c76-875e-8a65cf0a3572 HTTP/1.1" status: 204 len: 173 time: 0.7342479 Apr 28 19:29:23.597820 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-999f58ed-5096-409a-9b80-dd5546e33207 req-d5345475-8d8e-4c80-888d-c6126417624b tempest-DeleteServersAdminTestJSON-1401015710 tempest-DeleteServersAdminTestJSON-1401015710-project-admin] Calling delete_port for 7734aa91-846f-40a9-a305-43e4b24c0b5c owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:29:23.629293 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b8d0c-1c97-4eb9-9bf8-2db3a497a3fe tempest-SecurityGroupsTestAdminJSON-2098503302 tempest-SecurityGroupsTestAdminJSON-2098503302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afb82fa-d386-4c76-875e-8a65cf0a3572,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:23.660033 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d4266dfc-fb90-48c9-8694-f4ccd6622012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:23.669764 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d4266dfc-fb90-48c9-8694-f4ccd6622012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:23.675706 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d4266dfc-fb90-48c9-8694-f4ccd6622012 admin admin] 10.222.0.42 "DELETE /v2.0/networks/7eda79b7-343b-4a75-b041-340d30079011 HTTP/1.1" status: 204 len: 168 time: 0.9566820 Apr 28 19:29:23.690830 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33362) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:23.703376 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4266dfc-fb90-48c9-8694-f4ccd6622012 admin admin] Pushing event deleted for resources: {'Network': ['ID=7eda79b7-343b-4a75-b041-340d30079011,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:23.736886 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfaf2e1-c203-48a9-bbbd-efcd95497ae0 x-openstack-request-id: req-0cfaf2e1-c203-48a9-bbbd-efcd95497ae0 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:29:23.737799 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb0868ca-a6e5-4002-9b87-dac6f7751d23", "name": "network-vif-plugged", "status": "completed", "tag": "cd80827e-06a4-4fe7-a62c-3ab4c4c0409c", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:29:23.738356 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0cfaf2e1-c203-48a9-bbbd-efcd95497ae0 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:29:23.739066 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cfaf2e1-c203-48a9-bbbd-efcd95497ae0'] response: {'server_uuid': 'eb0868ca-a6e5-4002-9b87-dac6f7751d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd80827e-06a4-4fe7-a62c-3ab4c4c0409c', 'code': 200} Apr 28 19:29:23.831626 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf89892-77a0-47cf-8d2d-502d4afd6b46 None None] Pushing event updated for resources: {'Port': ['ID=85ab9dc7-1aab-4f10-862c-5ec9b72278cc,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:23.868653 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3786b72b-9fef-4ae9-be74-b9f108613e88 None None] Provisioning complete for port 85ab9dc7-1aab-4f10-862c-5ec9b72278cc triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:29:23.869366 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3786b72b-9fef-4ae9-be74-b9f108613e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:23.881474 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-74f577d4-91d4-4dca-89c7-fb8636f86277 req-36b539d7-83a1-44b1-8823-27b757879f9b tempest-ServersAdmin275Test-1604864797 tempest-ServersAdmin275Test-1604864797-project] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0350304 Apr 28 19:29:23.911127 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5b85a2c9-4787-4ab4-a2d3-cc4f39360d72 req-b0de6b90-3c48-44f0-8f60-339773fc6ba6 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3ce21b-e8c8-41bb-b5ca-20687e279d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554069 Apr 28 19:29:23.951591 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b0e92f-9dee-47df-b295-1c0959f56240 admin admin] Deleting subnet 041030f7-dea5-48f0-94fa-9b51c0b5a820 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:29:23.963211 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51b0e92f-9dee-47df-b295-1c0959f56240 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:24.020021 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb904c-0021-4a6a-a37c-6f6283d5e9ee req-e3e26f8f-e434-42dd-8502-bd0a60f0eea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:24.021838 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-74fb904c-0021-4a6a-a37c-6f6283d5e9ee req-e3e26f8f-e434-42dd-8502-bd0a60f0eea4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eb0868ca-a6e5-4002-9b87-dac6f7751d23 HTTP/1.1" status: 200 len: 1121 time: 0.2100000 Apr 28 19:29:24.040927 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51b0e92f-9dee-47df-b295-1c0959f56240 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:24.089861 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51b0e92f-9dee-47df-b295-1c0959f56240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:24.097940 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4ada489e-45a9-4795-8746-5a09254d9dcc tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:24.111559 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33366) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:24.176672 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3d3d3888-1601-452c-b2ba-08f91ece0d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51866749-52ad-4545-b281-5652152c2ba1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1242179221-router', 'tenant_id': '10ca727801184ba88d13544a50a2ce20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:29:07Z', 'updated_at': '2022-04-28T19:29:16Z', 'revision_number': 4, 'project_id': '10ca727801184ba88d13544a50a2ce20', 'gw_port': {'id': '0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51866749-52ad-4545-b281-5652152c2ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:29:09Z', 'updated_at': '2022-04-28T19:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '85ab9dc7-1aab-4f10-862c-5ec9b72278cc', 'name': '', 'network_id': '7eac11dd-5ad5-413c-a461-277f7b58f341', 'tenant_id': '10ca727801184ba88d13544a50a2ce20', 'mac_address': 'fa:16:3e:8a:56:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51866749-52ad-4545-b281-5652152c2ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': 'e0015496-6757-491a-9870-92d62b50e0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:29:14Z', 'updated_at': '2022-04-28T19:29:22Z', 'revision_number': 4, 'project_id': '10ca727801184ba88d13544a50a2ce20', 'subnets': [{'id': 'e0015496-6757-491a-9870-92d62b50e0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:29:24.206550 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-74fb904c-0021-4a6a-a37c-6f6283d5e9ee req-844b248c-a916-44d7-8dba-031ee0fdd52e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8e3ce21b-e8c8-41bb-b5ca-20687e279d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753275 Apr 28 19:29:24.212977 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3d3888-1601-452c-b2ba-08f91ece0d57 None None] The sync data for ids ['51866749-52ad-4545-b281-5652152c2ba1'] in n-d-839810-1 is: [{'id': '51866749-52ad-4545-b281-5652152c2ba1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1242179221-router', 'tenant_id': '10ca727801184ba88d13544a50a2ce20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:29:07Z', 'updated_at': '2022-04-28T19:29:16Z', 'revision_number': 4, 'project_id': '10ca727801184ba88d13544a50a2ce20', 'gw_port': {'id': '0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51866749-52ad-4545-b281-5652152c2ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:29:09Z', 'updated_at': '2022-04-28T19:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '85ab9dc7-1aab-4f10-862c-5ec9b72278cc', 'name': '', 'network_id': '7eac11dd-5ad5-413c-a461-277f7b58f341', 'tenant_id': '10ca727801184ba88d13544a50a2ce20', 'mac_address': 'fa:16:3e:8a:56:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51866749-52ad-4545-b281-5652152c2ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': 'e0015496-6757-491a-9870-92d62b50e0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:29:14Z', 'updated_at': '2022-04-28T19:29:22Z', 'revision_number': 4, 'project_id': '10ca727801184ba88d13544a50a2ce20', 'subnets': [{'id': 'e0015496-6757-491a-9870-92d62b50e0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:29:24.237176 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-999f58ed-5096-409a-9b80-dd5546e33207 req-d5345475-8d8e-4c80-888d-c6126417624b tempest-DeleteServersAdminTestJSON-1401015710 tempest-DeleteServersAdminTestJSON-1401015710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:24.337765 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5345475-8d8e-4c80-888d-c6126417624b tempest-DeleteServersAdminTestJSON-1401015710 tempest-DeleteServersAdminTestJSON-1401015710-project-admin] Pushing event deleted for resources: {'Port': ['ID=7734aa91-846f-40a9-a305-43e4b24c0b5c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:24.423691 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b5707832-e7a4-41c3-963b-52adf5f67242 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=667f0bc7e6074aa7891af0b5a5e59601&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103209 Apr 28 19:29:24.427296 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33372) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:24.509584 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-927ca53e-e987-447c-ad29-a3a53ca9c2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:24.548534 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-927ca53e-e987-447c-ad29-a3a53ca9c2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:24.621795 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-927ca53e-e987-447c-ad29-a3a53ca9c2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:24.625146 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-927ca53e-e987-447c-ad29-a3a53ca9c2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:24.626661 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-927ca53e-e987-447c-ad29-a3a53ca9c2a2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/477bebfa-59be-4b31-8471-e52d42037111 HTTP/1.1" status: 204 len: 168 time: 0.1970427 Apr 28 19:29:24.635994 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ca53e-e987-447c-ad29-a3a53ca9c2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477bebfa-59be-4b31-8471-e52d42037111,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:24.709260 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-999f58ed-5096-409a-9b80-dd5546e33207 req-d5345475-8d8e-4c80-888d-c6126417624b tempest-DeleteServersAdminTestJSON-1401015710 tempest-DeleteServersAdminTestJSON-1401015710-project-admin] No DVR routers for this DVR port 7734aa91-846f-40a9-a305-43e4b24c0b5c on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:29:24.741650 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51b0e92f-9dee-47df-b295-1c0959f56240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:24.757368 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c77d2b87-ebbc-458c-a3ec-eeac6ac9c6fa req-08f826c8-dcb1-45e8-8a34-0df9e756f989 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ce0a14-ac6b-47e1-a438-290fc21c8085 HTTP/1.1" status: 200 len: 210 time: 0.4266191 Apr 28 19:29:24.799974 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-999f58ed-5096-409a-9b80-dd5546e33207 req-d5345475-8d8e-4c80-888d-c6126417624b tempest-DeleteServersAdminTestJSON-1401015710 tempest-DeleteServersAdminTestJSON-1401015710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:24.804323 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-999f58ed-5096-409a-9b80-dd5546e33207 req-d5345475-8d8e-4c80-888d-c6126417624b tempest-DeleteServersAdminTestJSON-1401015710 tempest-DeleteServersAdminTestJSON-1401015710-project-admin] 10.222.0.44 "DELETE /v2.0/ports/7734aa91-846f-40a9-a305-43e4b24c0b5c HTTP/1.1" status: 204 len: 173 time: 1.9627068 Apr 28 19:29:24.809597 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ce0a14-ac6b-47e1-a438-290fc21c8085', 'name': 'network-vif-deleted', 'tag': '7734aa91-846f-40a9-a305-43e4b24c0b5c'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:29:24.811935 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefe653d-be1a-4baf-8f0c-8c153700282e" -d '{"events": [{"server_uuid": "89ce0a14-ac6b-47e1-a438-290fc21c8085", "name": "network-vif-deleted", "tag": "7734aa91-846f-40a9-a305-43e4b24c0b5c"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:29:24.821864 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b0e92f-9dee-47df-b295-1c0959f56240 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=041030f7-dea5-48f0-94fa-9b51c0b5a820,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:24.830194 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51b0e92f-9dee-47df-b295-1c0959f56240 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:24.834236 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-51b0e92f-9dee-47df-b295-1c0959f56240 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/041030f7-dea5-48f0-94fa-9b51c0b5a820 HTTP/1.1" status: 204 len: 168 time: 1.1352158 Apr 28 19:29:24.836478 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33380) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:24.867960 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-4ada489e-45a9-4795-8746-5a09254d9dcc tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Allocated IP 172.25.8.222 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/bd932905-3f30-43b5-a1eb-b9fd2225689e) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:29:24.978520 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9983a1-c7f0-4c18-8af0-e485ee1af2d7 x-openstack-request-id: req-9c9983a1-c7f0-4c18-8af0-e485ee1af2d7 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:29:24.978933 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ce0a14-ac6b-47e1-a438-290fc21c8085", "name": "network-vif-deleted", "tag": "7734aa91-846f-40a9-a305-43e4b24c0b5c", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:29:24.979301 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9c9983a1-c7f0-4c18-8af0-e485ee1af2d7 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:29:24.979803 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c9983a1-c7f0-4c18-8af0-e485ee1af2d7'] response: {'server_uuid': '89ce0a14-ac6b-47e1-a438-290fc21c8085', 'name': 'network-vif-deleted', 'tag': '7734aa91-846f-40a9-a305-43e4b24c0b5c', 'status': 'completed', 'code': 200} Apr 28 19:29:25.023754 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-305ff5ca-3d7a-4279-a9ec-a8c983174f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:25.175963 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33386) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:25.177378 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4ada489e-45a9-4795-8746-5a09254d9dcc tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:25.204165 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9f04313f-5847-4f02-b2d7-f6cda70e1e0e req-70004b52-d7e7-4da1-aba3-4bb315375bd2 tempest-ServersAdmin275Test-1604864797 tempest-ServersAdmin275Test-1604864797-project] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0791292 Apr 28 19:29:25.223439 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d37ac-ca21-4aa9-9532-03ec77bdbf4f req-1f673e8d-b5fa-4551-b083-1b2bad1e3f84 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:25.226720 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-503d37ac-ca21-4aa9-9532-03ec77bdbf4f req-1f673e8d-b5fa-4551-b083-1b2bad1e3f84 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb0868ca-a6e5-4002-9b87-dac6f7751d23 HTTP/1.1" status: 200 len: 970 time: 0.2125599 Apr 28 19:29:25.281889 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-305ff5ca-3d7a-4279-a9ec-a8c983174f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:25.283838 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4ada489e-45a9-4795-8746-5a09254d9dcc tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:25.336735 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-305ff5ca-3d7a-4279-a9ec-a8c983174f88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8353ea0a-bd02-4d7d-8aa0-6fbc8062885e']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:29:25.354041 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8b881a83-d5a9-4b91-b080-7eb42276d07a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9efad239693c48f9bed8430f79ef12f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1648653 Apr 28 19:29:25.356596 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-305ff5ca-3d7a-4279-a9ec-a8c983174f88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3002224-b52e-43b0-ac8a-4a5e486145d3') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:29:25.357466 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-305ff5ca-3d7a-4279-a9ec-a8c983174f88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3002224-b52e-43b0-ac8a-4a5e486145d3') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:29:25.358883 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ada489e-45a9-4795-8746-5a09254d9dcc tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:29:25.359195 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33388) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:25.361553 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-4ada489e-45a9-4795-8746-5a09254d9dcc tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:29:25.369640 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ada489e-45a9-4795-8746-5a09254d9dcc tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:29:25.379707 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-305ff5ca-3d7a-4279-a9ec-a8c983174f88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:25.405087 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-503d37ac-ca21-4aa9-9532-03ec77bdbf4f req-68918ee2-1ac5-4716-a65f-f5f55b5b6138 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3ce21b-e8c8-41bb-b5ca-20687e279d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431224 Apr 28 19:29:25.420894 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-305ff5ca-3d7a-4279-a9ec-a8c983174f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:25.443350 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-305ff5ca-3d7a-4279-a9ec-a8c983174f88 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:29:25.445370 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-305ff5ca-3d7a-4279-a9ec-a8c983174f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:25.447376 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:29:25.447376 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:29:25.447376 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:29:25.447376 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:29:25.447376 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:29:25.447376 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:29:25.447376 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:29:25.447376 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:29:25.447376 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:29:25.447376 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:29:25.447376 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:29:25.447376 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:29:25.447376 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:29:25.447376 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:29:25.447376 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:29:25.447376 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:29:25.447376 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:29:25.447376 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:29:25.447376 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:29:25.447376 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:29:25.447376 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:29:25.447376 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:29:25.447376 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:29:25.447376 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:29:25.447376 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:29:25.447376 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:29:25.447376 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:29:25.447376 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:29:25.447376 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:29:25.447376 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:29:25.447376 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:29:25.447376 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:29:25.490460 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada489e-45a9-4795-8746-5a09254d9dcc tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Pushing event updated for resources: {'Port': ['ID=bd932905-3f30-43b5-a1eb-b9fd2225689e,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:25.525262 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-16a71bf5-7417-4848-a647-c1d14025d256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:25.538094 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-305ff5ca-3d7a-4279-a9ec-a8c983174f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:25.546962 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-305ff5ca-3d7a-4279-a9ec-a8c983174f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:25.554039 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-305ff5ca-3d7a-4279-a9ec-a8c983174f88 admin admin] 10.222.0.42 "DELETE /v2.0/networks/8353ea0a-bd02-4d7d-8aa0-6fbc8062885e HTTP/1.1" status: 204 len: 168 time: 0.7155509 Apr 28 19:29:25.567710 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4ada489e-45a9-4795-8746-5a09254d9dcc tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:25.640163 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:25.652939 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4ada489e-45a9-4795-8746-5a09254d9dcc tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:25.707577 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ff5ca-3d7a-4279-a9ec-a8c983174f88 admin admin] Pushing event deleted for resources: {'Network': ['ID=8353ea0a-bd02-4d7d-8aa0-6fbc8062885e,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:25.715618 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-16a71bf5-7417-4848-a647-c1d14025d256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:25.797179 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-16a71bf5-7417-4848-a647-c1d14025d256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:25.801723 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-16a71bf5-7417-4848-a647-c1d14025d256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:25.803976 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-16a71bf5-7417-4848-a647-c1d14025d256 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f1b21a4f-5100-4d77-84fe-0b267616fc7c HTTP/1.1" status: 204 len: 168 time: 0.4431961 Apr 28 19:29:25.817578 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a71bf5-7417-4848-a647-c1d14025d256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b21a4f-5100-4d77-84fe-0b267616fc7c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:25.849839 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:25.958472 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4ada489e-45a9-4795-8746-5a09254d9dcc tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:25.977127 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4ada489e-45a9-4795-8746-5a09254d9dcc tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:26.071412 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 7734aa91-846f-40a9-a305-43e4b24c0b5c no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:29:26.094334 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4ada489e-45a9-4795-8746-5a09254d9dcc tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:26.134985 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada489e-45a9-4795-8746-5a09254d9dcc tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Pushing event updated for resources: {'Port': ['ID=bd932905-3f30-43b5-a1eb-b9fd2225689e,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:26.138131 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33398) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:26.170880 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 85ab9dc7-1aab-4f10-862c-5ec9b72278cc up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:29:26.181096 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4ada489e-45a9-4795-8746-5a09254d9dcc tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:26.189459 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4ada489e-45a9-4795-8746-5a09254d9dcc tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0576825 Apr 28 19:29:26.234004 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 7734aa91-846f-40a9-a305-43e4b24c0b5c {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:29:26.234226 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 7734aa91-846f-40a9-a305-43e4b24c0b5c not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:29:26.250079 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b0431270-4ba0-434f-b4d4-5b6df18693ce admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5c5d36b27b4e480e8e740094a28e805b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1103230 Apr 28 19:29:26.252627 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33404) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:26.282202 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 85ab9dc7-1aab-4f10-862c-5ec9b72278cc triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:29:26.282651 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:26.392176 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-edb9e5cf-3452-4ae1-9e5e-926729d0b670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:26.416863 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-685b10e0-d574-4c9d-87c4-e772ad78aa2c req-e6131960-f5c0-48ca-803d-a72f50f02276 tempest-ServersAdmin275Test-1604864797 tempest-ServersAdmin275Test-1604864797-project] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0610037 Apr 28 19:29:26.460375 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-edb9e5cf-3452-4ae1-9e5e-926729d0b670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:26.554124 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-ce50ff43-d6dd-470a-98b6-73798a1b101a tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=b0b3697e10304c95b144fa7ebeaaa58a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0803981 Apr 28 19:29:26.639962 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd323fa-250c-4896-b823-f1652065305e req-3c3e8ccc-555a-4aac-af6a-45479fabca46 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:26.642971 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8dd323fa-250c-4896-b823-f1652065305e req-3c3e8ccc-555a-4aac-af6a-45479fabca46 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb0868ca-a6e5-4002-9b87-dac6f7751d23 HTTP/1.1" status: 200 len: 970 time: 0.1113815 Apr 28 19:29:26.704314 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8dd323fa-250c-4896-b823-f1652065305e req-bea67343-0e20-4030-8932-39fd55de5a47 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3ce21b-e8c8-41bb-b5ca-20687e279d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520601 Apr 28 19:29:26.719161 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-edb9e5cf-3452-4ae1-9e5e-926729d0b670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:26.721955 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-edb9e5cf-3452-4ae1-9e5e-926729d0b670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:26.723129 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-edb9e5cf-3452-4ae1-9e5e-926729d0b670 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ac133336-d598-4e2b-a163-3127de7b043a HTTP/1.1" status: 204 len: 168 time: 0.4684312 Apr 28 19:29:26.736025 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9e5cf-3452-4ae1-9e5e-926729d0b670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac133336-d598-4e2b-a163-3127de7b043a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:26.757376 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-da6d9ac7-62b2-46ce-8a75-c565b7bac409 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:26.759046 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-da6d9ac7-62b2-46ce-8a75-c565b7bac409 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1963053 Apr 28 19:29:26.808283 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-bdbf3340-ac77-473e-aa3b-a303b66b5d8a tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/quotas/b0b3697e10304c95b144fa7ebeaaa58a HTTP/1.1" status: 200 len: 375 time: 0.0280957 Apr 28 19:29:26.846843 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-1f6fc7a6-bec2-4ddf-bc05-04fbc02ee2b7 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0b3697e10304c95b144fa7ebeaaa58a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375652 Apr 28 19:29:26.899597 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-d02648e3-6c60-45d4-9cc2-efb51da289a5 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--236610764&fields=id&tenant_id=39f1ec92eba944f2870178ab14420527 HTTP/1.1" status: 200 len: 267 time: 0.0794168 Apr 28 19:29:27.153297 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-0518ad20-0e8e-4197-9b9e-fb9ae6745f5d tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:27.154826 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-0518ad20-0e8e-4197-9b9e-fb9ae6745f5d tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/networks?id=c9825b71-8d0c-4c62-9276-978f0a60b02b HTTP/1.1" status: 200 len: 824 time: 0.2404160 Apr 28 19:29:27.177577 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-32b2c234-a216-46b4-8082-b0ffaa0c0343 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/quotas/39f1ec92eba944f2870178ab14420527 HTTP/1.1" status: 200 len: 375 time: 0.0113318 Apr 28 19:29:27.208420 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b0e9b-3604-40e9-bad2-132a10a31e7f req-b261189a-78f2-4ea7-803f-f3933bb74f72 tempest-AggregatesAdminTestJSON-1864712023 tempest-AggregatesAdminTestJSON-1864712023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:27.211490 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-073b0e9b-3604-40e9-bad2-132a10a31e7f req-b261189a-78f2-4ea7-803f-f3933bb74f72 tempest-AggregatesAdminTestJSON-1864712023 tempest-AggregatesAdminTestJSON-1864712023-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=eb0868ca-a6e5-4002-9b87-dac6f7751d23 HTTP/1.1" status: 200 len: 1121 time: 0.1335876 Apr 28 19:29:27.264185 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-073b0e9b-3604-40e9-bad2-132a10a31e7f req-05172f42-9cb2-4337-ad57-f9e8df51ea16 tempest-AggregatesAdminTestJSON-1864712023 tempest-AggregatesAdminTestJSON-1864712023-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:27.287195 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-2d66ede6-b702-407c-b633-6b9f20953ed5 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=39f1ec92eba944f2870178ab14420527&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1001248 Apr 28 19:29:27.330759 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33460) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:27.427324 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-073b0e9b-3604-40e9-bad2-132a10a31e7f req-05172f42-9cb2-4337-ad57-f9e8df51ea16 tempest-AggregatesAdminTestJSON-1864712023 tempest-AggregatesAdminTestJSON-1864712023-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:27.440273 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-073b0e9b-3604-40e9-bad2-132a10a31e7f req-05172f42-9cb2-4337-ad57-f9e8df51ea16 tempest-AggregatesAdminTestJSON-1864712023 tempest-AggregatesAdminTestJSON-1864712023-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:27.440549 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9dd945e6-9020-4987-93a2-d2067fc66dcb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=140970604b5a42bab1f85da75ca0f900&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1023042 Apr 28 19:29:27.440549 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33464) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:27.478393 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-073b0e9b-3604-40e9-bad2-132a10a31e7f req-05172f42-9cb2-4337-ad57-f9e8df51ea16 tempest-AggregatesAdminTestJSON-1864712023 tempest-AggregatesAdminTestJSON-1864712023-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=8e3ce21b-e8c8-41bb-b5ca-20687e279d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509086 Apr 28 19:29:27.491633 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05172f42-9cb2-4337-ad57-f9e8df51ea16 tempest-AggregatesAdminTestJSON-1864712023 tempest-AggregatesAdminTestJSON-1864712023-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f52f1f-8794-426f-81ee-fd3ffd65b0d7,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:27.547085 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a9ac0f6a-21a8-420c-be1b-8c3d10f42e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:27.618132 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a9ac0f6a-21a8-420c-be1b-8c3d10f42e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:27.630471 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e4b16bb-6157-44e9-b496-d0590cafbff2 req-fbd6dc10-93ac-4b6f-b3c1-400507b047be tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f80f4d-5a31-42cc-9125-6a8de78c9538 HTTP/1.1" status: 200 len: 210 time: 0.0469382 Apr 28 19:29:27.703193 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a9ac0f6a-21a8-420c-be1b-8c3d10f42e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:27.706821 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a9ac0f6a-21a8-420c-be1b-8c3d10f42e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:27.708784 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a9ac0f6a-21a8-420c-be1b-8c3d10f42e53 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0f82394f-590e-4a25-83a5-229794807a70 HTTP/1.1" status: 204 len: 168 time: 0.2670534 Apr 28 19:29:27.721481 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac0f6a-21a8-420c-be1b-8c3d10f42e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f82394f-590e-4a25-83a5-229794807a70,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:27.775418 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9d0c6ae4-5443-42c9-b287-f45bf621212e req-ced44874-5629-4c96-a211-10c1417eada5 tempest-ServersAdmin275Test-1604864797 tempest-ServersAdmin275Test-1604864797-project] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0717504 Apr 28 19:29:27.779055 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-a861b4b1-d940-4e94-bd3b-63b613b1e86e service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:29:27.788811 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-a861b4b1-d940-4e94-bd3b-63b613b1e86e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2172837 Apr 28 19:29:27.938518 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-a4b00aa0-e3ea-432e-aaf8-60f6d6491add service neutron] 10.222.0.42 "GET /v2.0/networks/c9825b71-8d0c-4c62-9276-978f0a60b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486719 Apr 28 19:29:28.103192 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-029bcc28-7eb8-49ec-962c-0c9cd2854f9a service neutron] 10.222.0.42 "GET /v2.0/networks/c9825b71-8d0c-4c62-9276-978f0a60b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503980 Apr 28 19:29:28.279946 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfcbfc2-abb9-4bf6-a8d1-23806d67aded req-25c8bef3-5dba-4c5a-b0a3-e1abc0b1a40b tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:28.282658 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7bfcbfc2-abb9-4bf6-a8d1-23806d67aded req-25c8bef3-5dba-4c5a-b0a3-e1abc0b1a40b tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb0868ca-a6e5-4002-9b87-dac6f7751d23 HTTP/1.1" status: 200 len: 970 time: 0.1285868 Apr 28 19:29:28.387741 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7bfcbfc2-abb9-4bf6-a8d1-23806d67aded req-dbddf301-9a36-4bd8-8199-7ee03338bb39 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3ce21b-e8c8-41bb-b5ca-20687e279d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925205 Apr 28 19:29:28.407792 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3eeecb34-16f1-4be9-b7e4-cc0eaa2a7bab req-a785667e-9d33-409e-aacd-234bdcdf0bb8 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e600f08-1126-40df-9bbc-7410833ae331 HTTP/1.1" status: 200 len: 210 time: 0.0824955 Apr 28 19:29:28.603745 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-7402a321-49e8-4bd7-b4f1-9ee96963bb09 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b0b3697e10304c95b144fa7ebeaaa58a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702250 Apr 28 19:29:28.808612 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d4487fdd-407c-4509-b0c7-82be47f13c87 req-31f52c51-e800-4193-852a-8abd3713683f tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f80f4d-5a31-42cc-9125-6a8de78c9538 HTTP/1.1" status: 200 len: 210 time: 0.0645430 Apr 28 19:29:28.944901 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-f3b565c4-a426-4d69-aac8-e1b481a6560f tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:28.947796 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-f3b565c4-a426-4d69-aac8-e1b481a6560f tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3360376 Apr 28 19:29:28.967800 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-a75f89be-70bf-45f2-908b-b33ab1cc38b5 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Request body: {'port': {'device_id': '43f80f4d-5a31-42cc-9125-6a8de78c9538', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'admin_state_up': True, 'tenant_id': 'b0b3697e10304c95b144fa7ebeaaa58a'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:29:29.072778 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6546fa24-ed98-450f-95ab-6d1cfac3a29f req-924cb7d3-744b-4f08-975c-6b0cbf7bcd30 tempest-ServersAdmin275Test-1604864797 tempest-ServersAdmin275Test-1604864797-project] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0617547 Apr 28 19:29:29.204464 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-a75f89be-70bf-45f2-908b-b33ab1cc38b5 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Made reservation on behalf of b0b3697e10304c95b144fa7ebeaaa58a for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:29:29.210927 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-a75f89be-70bf-45f2-908b-b33ab1cc38b5 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:29.498524 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-a75f89be-70bf-45f2-908b-b33ab1cc38b5 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Allocated IP 192.168.233.232 (a2ea96f2-6755-492c-8fa3-72807d68d67a/ba397751-1619-4962-a669-11aa98e2e3bc/012f8f5d-7c01-4f64-8c53-d7592e2b18ed) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:29:29.524745 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730474fc-e1c3-40c5-82db-8152eafb69d8 req-87ceec81-aba6-4ef7-8a95-2b898b552594 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:29.526960 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-730474fc-e1c3-40c5-82db-8152eafb69d8 req-87ceec81-aba6-4ef7-8a95-2b898b552594 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb0868ca-a6e5-4002-9b87-dac6f7751d23 HTTP/1.1" status: 200 len: 970 time: 0.1332502 Apr 28 19:29:29.655225 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4fa508-a2fc-4774-9f3b-f431f06c95c8 req-0f22bba6-3d01-4fde-b051-7e6763329c90 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:29.657180 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9c4fa508-a2fc-4774-9f3b-f431f06c95c8 req-0f22bba6-3d01-4fde-b051-7e6763329c90 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb0868ca-a6e5-4002-9b87-dac6f7751d23 HTTP/1.1" status: 200 len: 970 time: 0.0740986 Apr 28 19:29:29.715839 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9c4fa508-a2fc-4774-9f3b-f431f06c95c8 req-effb12c5-4582-4763-955c-55f34fb7bcb1 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3ce21b-e8c8-41bb-b5ca-20687e279d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470316 Apr 28 19:29:29.741939 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6bc45532-0fab-49f9-b992-d235c3acf2e9 req-be9fb02c-5229-4eea-ac63-d730294a4b43 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e600f08-1126-40df-9bbc-7410833ae331 HTTP/1.1" status: 200 len: 210 time: 0.1311824 Apr 28 19:29:30.002123 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.15', 57963) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:30.151649 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-a75f89be-70bf-45f2-908b-b33ab1cc38b5 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:30.196152 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-749618a4-50a0-44de-a160-ed26e0bbae67 req-81ca579d-1546-4d73-8394-1130e6ed6948 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f80f4d-5a31-42cc-9125-6a8de78c9538 HTTP/1.1" status: 200 len: 210 time: 0.1972635 Apr 28 19:29:30.198946 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-a75f89be-70bf-45f2-908b-b33ab1cc38b5 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:30.212063 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-730474fc-e1c3-40c5-82db-8152eafb69d8 req-b9ce88cc-28d2-4dd0-b04e-e9843843c79b tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Deleting port cd80827e-06a4-4fe7-a62c-3ab4c4c0409c {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:29:30.212421 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-730474fc-e1c3-40c5-82db-8152eafb69d8 req-b9ce88cc-28d2-4dd0-b04e-e9843843c79b tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:30.248969 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-42363805-8bf3-4fb4-b5ea-4f2a1407aca7 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ebad228c1b4944f6b357421a29469bd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0831690 Apr 28 19:29:30.410081 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-51e02015-2dd0-47fe-95ba-2b46fc123678 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:30.413506 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-51e02015-2dd0-47fe-95ba-2b46fc123678 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.15 "GET /v2.0/networks?id=c9825b71-8d0c-4c62-9276-978f0a60b02b HTTP/1.1" status: 200 len: 824 time: 0.4097884 Apr 28 19:29:30.556451 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-905c886e-399d-45fe-82a2-17c5ef017cac tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39f1ec92eba944f2870178ab14420527 HTTP/1.1" status: 200 len: 379 time: 0.1303110 Apr 28 19:29:30.572535 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-d9072017-9dc0-467d-9acf-392c990bc416 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:30.579548 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-d9072017-9dc0-467d-9acf-392c990bc416 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3141549 Apr 28 19:29:30.592756 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-360e337f-f740-46b2-aa43-74578965e012 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Request body: {'port': {'device_id': '2e600f08-1126-40df-9bbc-7410833ae331', 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b', 'admin_state_up': True, 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'security_groups': ['85aaaa06-0ed9-43f5-911f-8d31cda5f9d0']}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:29:30.607644 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-a75f89be-70bf-45f2-908b-b33ab1cc38b5 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Network a2ea96f2-6755-492c-8fa3-72807d68d67a is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:29:30.628379 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-30020f35-aa97-42ea-9c7d-eece7dbf950a req-54974b85-7e34-44fe-ad4b-b7cc6105ea19 tempest-ServersAdmin275Test-1604864797 tempest-ServersAdmin275Test-1604864797-project] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.2545331 Apr 28 19:29:30.634168 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-a75f89be-70bf-45f2-908b-b33ab1cc38b5 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:29:30.639429 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-a75f89be-70bf-45f2-908b-b33ab1cc38b5 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:29:30.645207 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-a75f89be-70bf-45f2-908b-b33ab1cc38b5 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:30.646124 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-a75f89be-70bf-45f2-908b-b33ab1cc38b5 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:30.656933 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f89be-70bf-45f2-908b-b33ab1cc38b5 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Pushing event updated for resources: {'Port': ['ID=012f8f5d-7c01-4f64-8c53-d7592e2b18ed,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:30.684991 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-a75f89be-70bf-45f2-908b-b33ab1cc38b5 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7275057 Apr 28 19:29:30.701936 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-75c8aae5-7724-4eac-9269-118e3710b48e tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/quotas/ebad228c1b4944f6b357421a29469bd6 HTTP/1.1" status: 200 len: 375 time: 0.1159384 Apr 28 19:29:30.702218 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-1775fa36-86ae-45be-a9ac-9d29248243d8 service neutron] Request body: {'port': {'device_id': '43f80f4d-5a31-42cc-9125-6a8de78c9538', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:29:30.718319 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-730474fc-e1c3-40c5-82db-8152eafb69d8 req-b9ce88cc-28d2-4dd0-b04e-e9843843c79b tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] For port cd80827e-06a4-4fe7-a62c-3ab4c4c0409c, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=cd80827e-06a4-4fe7-a62c-3ab4c4c0409c,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:29:30.718970 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-730474fc-e1c3-40c5-82db-8152eafb69d8 req-b9ce88cc-28d2-4dd0-b04e-e9843843c79b tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:30.781433 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-730474fc-e1c3-40c5-82db-8152eafb69d8 req-b9ce88cc-28d2-4dd0-b04e-e9843843c79b tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Calling delete_port for cd80827e-06a4-4fe7-a62c-3ab4c4c0409c owned by compute:tempest-test_az-521036984 {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:29:30.824621 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-1775fa36-86ae-45be-a9ac-9d29248243d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:30.895684 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-1d033409-c9c6-43e6-84e8-9069b3558e45 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebad228c1b4944f6b357421a29469bd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409739 Apr 28 19:29:30.924144 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-360e337f-f740-46b2-aa43-74578965e012 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Made reservation on behalf of 39f1ec92eba944f2870178ab14420527 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:29:30.930311 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-360e337f-f740-46b2-aa43-74578965e012 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:30.950625 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-956d1469-3a72-4540-9c45-7d66000e2db3 None None] Provisioning complete for port 012f8f5d-7c01-4f64-8c53-d7592e2b18ed triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:29:30.951779 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-956d1469-3a72-4540-9c45-7d66000e2db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:31.011073 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-956d1469-3a72-4540-9c45-7d66000e2db3 None None] Port 012f8f5d-7c01-4f64-8c53-d7592e2b18ed cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:29:31.019712 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-1d3ec3a2-97a2-4a92-a236-d7fdbb3b303f tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8b6f268207a441e39ce17d2e9418f280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296175 Apr 28 19:29:31.294349 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-360e337f-f740-46b2-aa43-74578965e012 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Allocated IP 172.20.0.14 (c9825b71-8d0c-4c62-9276-978f0a60b02b/696baa90-df03-47df-9fe8-e65ce72cb57c/e08323a9-7a0d-4844-95b3-025a5b947f2c) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:29:31.294991 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-ded3db58-b681-4d49-a4ca-44a050369dbd tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:31.303822 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff932d-ca26-48ba-8bd1-c6f50fe6ab57 req-0c9dee9b-0921-47d2-8810-c1f8c75f212c tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:31.304625 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-ded3db58-b681-4d49-a4ca-44a050369dbd tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2704599 Apr 28 19:29:31.305584 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bbff932d-ca26-48ba-8bd1-c6f50fe6ab57 req-0c9dee9b-0921-47d2-8810-c1f8c75f212c tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb0868ca-a6e5-4002-9b87-dac6f7751d23 HTTP/1.1" status: 200 len: 970 time: 0.1065938 Apr 28 19:29:31.324167 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-730474fc-e1c3-40c5-82db-8152eafb69d8 req-b9ce88cc-28d2-4dd0-b04e-e9843843c79b tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:31.334851 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-08012ef2-e684-45a0-9887-fcbdc34e45fc tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/quotas/8b6f268207a441e39ce17d2e9418f280 HTTP/1.1" status: 200 len: 375 time: 0.0290751 Apr 28 19:29:31.338441 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['cd80827e-06a4-4fe7-a62c-3ab4c4c0409c'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:29:31.394690 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce88cc-28d2-4dd0-b04e-e9843843c79b tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Pushing event deleted for resources: {'Port': ['ID=cd80827e-06a4-4fe7-a62c-3ab4c4c0409c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:31.432143 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-35a30dfd-ed00-4519-8c0d-cfe981ee81ae tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0837617 Apr 28 19:29:31.464484 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bbff932d-ca26-48ba-8bd1-c6f50fe6ab57 req-091f7c39-8aaf-4e6d-b7ed-dbd01a317701 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3ce21b-e8c8-41bb-b5ca-20687e279d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338387 Apr 28 19:29:31.556972 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:31.559755 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-730474fc-e1c3-40c5-82db-8152eafb69d8 req-b9ce88cc-28d2-4dd0-b04e-e9843843c79b tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] No DVR routers for this DVR port cd80827e-06a4-4fe7-a62c-3ab4c4c0409c on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:29:31.565679 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-730474fc-e1c3-40c5-82db-8152eafb69d8 req-b9ce88cc-28d2-4dd0-b04e-e9843843c79b tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:31.580661 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-730474fc-e1c3-40c5-82db-8152eafb69d8 req-b9ce88cc-28d2-4dd0-b04e-e9843843c79b tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.15 "DELETE /v2.0/ports/cd80827e-06a4-4fe7-a62c-3ab4c4c0409c HTTP/1.1" status: 204 len: 173 time: 2.0433912 Apr 28 19:29:31.592038 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0868ca-a6e5-4002-9b87-dac6f7751d23', 'name': 'network-vif-deleted', 'tag': 'cd80827e-06a4-4fe7-a62c-3ab4c4c0409c'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:29:31.594485 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae08640f-b6fc-4dbd-bba7-d35c87b34928" -d '{"events": [{"server_uuid": "eb0868ca-a6e5-4002-9b87-dac6f7751d23", "name": "network-vif-deleted", "tag": "cd80827e-06a4-4fe7-a62c-3ab4c4c0409c"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:29:31.694852 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-360e337f-f740-46b2-aa43-74578965e012 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:31.793253 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-1775fa36-86ae-45be-a9ac-9d29248243d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 012f8f5d-7c01-4f64-8c53-d7592e2b18ed {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:29:31.808555 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-1775fa36-86ae-45be-a9ac-9d29248243d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:31.854594 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d70d0e96-9990-4eb7-a617-02f5cdcaa87b req-1cc52424-0263-422c-8750-8150ed9f27c5 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1efbccd-fc77-46ac-81dd-d5732d0dae98 HTTP/1.1" status: 200 len: 210 time: 0.1306505 Apr 28 19:29:31.887576 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-1775fa36-86ae-45be-a9ac-9d29248243d8 service neutron] Transition to ACTIVE for port object 012f8f5d-7c01-4f64-8c53-d7592e2b18ed will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:29:31.897060 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-1775fa36-86ae-45be-a9ac-9d29248243d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:31.941465 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2f34664f-593a-49e9-b548-1ff0ac2811e1 req-c2c94809-b670-4fed-8b5f-d1eabf491265 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e600f08-1126-40df-9bbc-7410833ae331 HTTP/1.1" status: 200 len: 210 time: 0.2277904 Apr 28 19:29:32.008981 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d84101-2c40-4dec-941e-31211c365062 x-openstack-request-id: req-b0d84101-2c40-4dec-941e-31211c365062 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:29:32.009862 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb0868ca-a6e5-4002-9b87-dac6f7751d23", "name": "network-vif-deleted", "tag": "cd80827e-06a4-4fe7-a62c-3ab4c4c0409c", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:29:32.010381 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b0d84101-2c40-4dec-941e-31211c365062 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:29:32.012244 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0d84101-2c40-4dec-941e-31211c365062'] response: {'server_uuid': 'eb0868ca-a6e5-4002-9b87-dac6f7751d23', 'name': 'network-vif-deleted', 'tag': 'cd80827e-06a4-4fe7-a62c-3ab4c4c0409c', 'status': 'completed', 'code': 200} Apr 28 19:29:32.013281 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-360e337f-f740-46b2-aa43-74578965e012 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:32.080137 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775fa36-86ae-45be-a9ac-9d29248243d8 service neutron] Pushing event updated for resources: {'Port': ['ID=012f8f5d-7c01-4f64-8c53-d7592e2b18ed,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:32.179753 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac2a38-aab2-4f53-87d8-84d05304da20 req-265b886f-1ca7-4008-ad90-bfc4e1e6dac6 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:32.184177 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b5ac2a38-aab2-4f53-87d8-84d05304da20 req-265b886f-1ca7-4008-ad90-bfc4e1e6dac6 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f80f4d-5a31-42cc-9125-6a8de78c9538 HTTP/1.1" status: 200 len: 948 time: 0.1550870 Apr 28 19:29:32.186801 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-1775fa36-86ae-45be-a9ac-9d29248243d8 service neutron] Attempting to bind port 012f8f5d-7c01-4f64-8c53-d7592e2b18ed on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:29:32.187347 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-1775fa36-86ae-45be-a9ac-9d29248243d8 service neutron] Attempting to bind port 012f8f5d-7c01-4f64-8c53-d7592e2b18ed by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:29:32.187902 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-1775fa36-86ae-45be-a9ac-9d29248243d8 service neutron] Attempting to bind port 012f8f5d-7c01-4f64-8c53-d7592e2b18ed on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:29:32.200393 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-1775fa36-86ae-45be-a9ac-9d29248243d8 service neutron] Port 012f8f5d-7c01-4f64-8c53-d7592e2b18ed on network a2ea96f2-6755-492c-8fa3-72807d68d67a not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:29:32.202013 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-1775fa36-86ae-45be-a9ac-9d29248243d8 service neutron] Attempting to bind port 012f8f5d-7c01-4f64-8c53-d7592e2b18ed on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:29:32.223950 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-93f709a4-734f-4ed3-99ba-93a8d9ba169a req-d260397e-80ea-4506-b2e6-3a25aba74172 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 210 time: 0.1820681 Apr 28 19:29:32.281357 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-360e337f-f740-46b2-aa43-74578965e012 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Network c9825b71-8d0c-4c62-9276-978f0a60b02b is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:29:32.293106 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-360e337f-f740-46b2-aa43-74578965e012 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:29:32.298560 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-360e337f-f740-46b2-aa43-74578965e012 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:29:32.312953 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-1775fa36-86ae-45be-a9ac-9d29248243d8 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:29:32.313297 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-1775fa36-86ae-45be-a9ac-9d29248243d8 service neutron] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:29:32.315918 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-1775fa36-86ae-45be-a9ac-9d29248243d8 service neutron] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:29:32.316725 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-1775fa36-86ae-45be-a9ac-9d29248243d8 service neutron] Bound port: 012f8f5d-7c01-4f64-8c53-d7592e2b18ed, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:29:32.317106 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-1775fa36-86ae-45be-a9ac-9d29248243d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:32.374682 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b5ac2a38-aab2-4f53-87d8-84d05304da20 req-8de69028-0bae-41e4-9362-d53658b0ade5 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/security-groups?id=8029538b-9116-41b0-9a81-a968cd3e3d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761243 Apr 28 19:29:32.433492 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-360e337f-f740-46b2-aa43-74578965e012 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:32.447478 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-360e337f-f740-46b2-aa43-74578965e012 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:32.459923 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e337f-f740-46b2-aa43-74578965e012 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Pushing event updated for resources: {'Port': ['ID=e08323a9-7a0d-4844-95b3-025a5b947f2c,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:32.543173 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-1775fa36-86ae-45be-a9ac-9d29248243d8 service neutron] For port 012f8f5d-7c01-4f64-8c53-d7592e2b18ed, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:29:32.561952 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-1775fa36-86ae-45be-a9ac-9d29248243d8 service neutron] For port 012f8f5d-7c01-4f64-8c53-d7592e2b18ed, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=012f8f5d-7c01-4f64-8c53-d7592e2b18ed,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:29:32.573801 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2ecf9588-0790-4b55-80ff-113684e1840e req-f5ae7ad9-9f98-4f62-be51-b953c9aba413 tempest-ServersAdmin275Test-1604864797 tempest-ServersAdmin275Test-1604864797-project] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.1198137 Apr 28 19:29:32.580014 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-1775fa36-86ae-45be-a9ac-9d29248243d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:32.608506 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-360e337f-f740-46b2-aa43-74578965e012 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0258024 Apr 28 19:29:32.622618 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-7fd7028e-b225-4ce9-bf2c-4ee1c7975c62 service neutron] Request body: {'port': {'device_id': '2e600f08-1126-40df-9bbc-7410833ae331', 'device_owner': 'compute:tempest-test_az-521036984', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:29:32.710711 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-7fd7028e-b225-4ce9-bf2c-4ee1c7975c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:32.719318 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-da67054b-8d98-4a2c-812f-5a554a39822d None None] Provisioning complete for port e08323a9-7a0d-4844-95b3-025a5b947f2c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:29:32.720180 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-da67054b-8d98-4a2c-812f-5a554a39822d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:32.764140 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-da67054b-8d98-4a2c-812f-5a554a39822d None None] Port e08323a9-7a0d-4844-95b3-025a5b947f2c cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:29:32.764669 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-1775fa36-86ae-45be-a9ac-9d29248243d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:32.766001 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-1775fa36-86ae-45be-a9ac-9d29248243d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:32.768077 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-1775fa36-86ae-45be-a9ac-9d29248243d8 service neutron] 10.222.0.44 "PUT /v2.0/ports/012f8f5d-7c01-4f64-8c53-d7592e2b18ed HTTP/1.1" status: 200 len: 1096 time: 2.0746422 Apr 28 19:29:32.779394 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9079f453-2703-411e-bc0e-651c6a520ced req-bcb3afd3-74f1-4c4e-a50b-74124f6e8142 tempest-AggregatesAdminTestJSON-517716047 tempest-AggregatesAdminTestJSON-517716047-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb0868ca-a6e5-4002-9b87-dac6f7751d23 HTTP/1.1" status: 200 len: 210 time: 0.0741653 Apr 28 19:29:32.813513 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775fa36-86ae-45be-a9ac-9d29248243d8 service neutron] Pushing event updated for resources: {'Port': ['ID=012f8f5d-7c01-4f64-8c53-d7592e2b18ed,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:33.019299 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ea5993b5-cc08-484e-ad7e-6acbcf70dcd6 req-0565811d-00a2-4b2c-a183-5520bdb2de42 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1efbccd-fc77-46ac-81dd-d5732d0dae98 HTTP/1.1" status: 200 len: 210 time: 0.1031885 Apr 28 19:29:33.025549 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-ef1f9762-909c-41d2-b076-1be588b40ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:33.027128 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-ef1f9762-909c-41d2-b076-1be588b40ace service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b0b3697e10304c95b144fa7ebeaaa58a&device_id=43f80f4d-5a31-42cc-9125-6a8de78c9538 HTTP/1.1" status: 200 len: 1099 time: 0.1368437 Apr 28 19:29:33.102684 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-f3c01813-f09c-48c7-a176-575461effec0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=012f8f5d-7c01-4f64-8c53-d7592e2b18ed HTTP/1.1" status: 200 len: 217 time: 0.0637922 Apr 28 19:29:33.110170 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.44', 62950) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:33.182015 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:33.184540 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-b3b6c3c7-f743-4f19-8245-fa9db7943b0f tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ebad228c1b4944f6b357421a29469bd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0726824 Apr 28 19:29:33.254216 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-b7062cfe-f21b-4d5a-9cfd-eee9b7d5bb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:33.255644 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-b7062cfe-f21b-4d5a-9cfd-eee9b7d5bb2c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1237280 Apr 28 19:29:33.313419 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833318a-cf6a-4c35-bb18-491349a4c2f5 req-e699755f-13d2-41c6-b7d1-cc8ab886374d tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:33.314998 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8833318a-cf6a-4c35-bb18-491349a4c2f5 req-e699755f-13d2-41c6-b7d1-cc8ab886374d tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e600f08-1126-40df-9bbc-7410833ae331 HTTP/1.1" status: 200 len: 932 time: 0.2160289 Apr 28 19:29:33.335117 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-7fd7028e-b225-4ce9-bf2c-4ee1c7975c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e08323a9-7a0d-4844-95b3-025a5b947f2c {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:29:33.356779 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-7fd7028e-b225-4ce9-bf2c-4ee1c7975c62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:33.396348 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cca413f4-56d9-414a-b8c3-b37d2a531f13 req-8fccb357-7704-4046-ba07-8da3bf208537 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 210 time: 0.0418792 Apr 28 19:29:33.408585 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-7fd7028e-b225-4ce9-bf2c-4ee1c7975c62 service neutron] Transition to ACTIVE for port object e08323a9-7a0d-4844-95b3-025a5b947f2c will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:29:33.413120 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8833318a-cf6a-4c35-bb18-491349a4c2f5 req-d91f7004-57b2-46e5-8301-00d46104ce2b tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/security-groups?id=85aaaa06-0ed9-43f5-911f-8d31cda5f9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794430 Apr 28 19:29:33.413990 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-7fd7028e-b225-4ce9-bf2c-4ee1c7975c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:33.439033 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-0328fe0f-7c53-433a-9fbe-f5a0840e9b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:33.441068 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-0328fe0f-7c53-433a-9fbe-f5a0840e9b50 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1579499 Apr 28 19:29:33.448503 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-86c6aab8-d563-4d07-ab5e-fbc94e440b16 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:33.450023 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-86c6aab8-d563-4d07-ab5e-fbc94e440b16 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2567050 Apr 28 19:29:33.465566 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-4520a7cd-66c4-4e89-a4cd-1c34f9359514 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Request body: {'port': {'device_id': 'e1efbccd-fc77-46ac-81dd-d5732d0dae98', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'admin_state_up': True, 'tenant_id': 'ebad228c1b4944f6b357421a29469bd6'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:29:33.592644 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7028e-b225-4ce9-bf2c-4ee1c7975c62 service neutron] Pushing event updated for resources: {'Port': ['ID=e08323a9-7a0d-4844-95b3-025a5b947f2c,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:33.645676 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-def5ef73-f071-4dba-8f13-99903e6337c8 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8b6f268207a441e39ce17d2e9418f280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555456 Apr 28 19:29:33.783359 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ead4703f-8882-49ed-a0f3-76bf719caad9 req-d6d2f67e-5263-4a63-803d-72e086b3e433 tempest-ServersAdmin275Test-1604864797 tempest-ServersAdmin275Test-1604864797-project] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0702972 Apr 28 19:29:33.788925 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-e0664170-3625-4bf4-ab37-c97e23fb5d99 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373132 Apr 28 19:29:33.824857 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-7fd7028e-b225-4ce9-bf2c-4ee1c7975c62 service neutron] Attempting to bind port e08323a9-7a0d-4844-95b3-025a5b947f2c on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:29:33.826422 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-7fd7028e-b225-4ce9-bf2c-4ee1c7975c62 service neutron] Attempting to bind port e08323a9-7a0d-4844-95b3-025a5b947f2c by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'abad8af8-3344-480d-866a-e9634518c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:29:33.826422 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-7fd7028e-b225-4ce9-bf2c-4ee1c7975c62 service neutron] Attempting to bind port e08323a9-7a0d-4844-95b3-025a5b947f2c on network c9825b71-8d0c-4c62-9276-978f0a60b02b {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:29:33.847199 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-7fd7028e-b225-4ce9-bf2c-4ee1c7975c62 service neutron] Port e08323a9-7a0d-4844-95b3-025a5b947f2c on network c9825b71-8d0c-4c62-9276-978f0a60b02b not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:29:33.847720 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-7fd7028e-b225-4ce9-bf2c-4ee1c7975c62 service neutron] Attempting to bind port e08323a9-7a0d-4844-95b3-025a5b947f2c on network c9825b71-8d0c-4c62-9276-978f0a60b02b {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:29:33.850494 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11de22-e8cd-4e03-936d-d2b57a88b506 req-5360877a-8116-4bce-b63d-dbc3e7249141 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:33.858587 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bb11de22-e8cd-4e03-936d-d2b57a88b506 req-5360877a-8116-4bce-b63d-dbc3e7249141 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f80f4d-5a31-42cc-9125-6a8de78c9538 HTTP/1.1" status: 200 len: 948 time: 0.2500479 Apr 28 19:29:33.859818 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-7fd7028e-b225-4ce9-bf2c-4ee1c7975c62 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:29:33.860596 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-7fd7028e-b225-4ce9-bf2c-4ee1c7975c62 service neutron] Checking segment: {'id': 'abad8af8-3344-480d-866a-e9634518c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:29:33.862163 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-7fd7028e-b225-4ce9-bf2c-4ee1c7975c62 service neutron] Bound using segment: {'id': 'abad8af8-3344-480d-866a-e9634518c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:29:33.862922 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-7fd7028e-b225-4ce9-bf2c-4ee1c7975c62 service neutron] Bound port: e08323a9-7a0d-4844-95b3-025a5b947f2c, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abad8af8-3344-480d-866a-e9634518c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:29:33.863563 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-7fd7028e-b225-4ce9-bf2c-4ee1c7975c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:33.927023 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-4520a7cd-66c4-4e89-a4cd-1c34f9359514 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Made reservation on behalf of ebad228c1b4944f6b357421a29469bd6 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:29:33.931060 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-4520a7cd-66c4-4e89-a4cd-1c34f9359514 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:33.961741 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-4520a7cd-66c4-4e89-a4cd-1c34f9359514 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:33.995613 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-60de24c4-0b2d-48fd-a693-14d0c7a75380 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:33.997264 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-60de24c4-0b2d-48fd-a693-14d0c7a75380 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3271019 Apr 28 19:29:34.011074 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bb11de22-e8cd-4e03-936d-d2b57a88b506 req-f2b73010-7813-45b3-9bcb-67c1c3555d24 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/security-groups?id=8029538b-9116-41b0-9a81-a968cd3e3d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490889 Apr 28 19:29:34.027348 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f80f4d-5a31-42cc-9125-6a8de78c9538', 'tag': '012f8f5d-7c01-4f64-8c53-d7592e2b18ed'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:29:34.028943 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-7fd7028e-b225-4ce9-bf2c-4ee1c7975c62 service neutron] For port e08323a9-7a0d-4844-95b3-025a5b947f2c, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:29:34.029747 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f958bb8b-96e6-40cb-a0dc-5fa5c4a23c17" -d '{"events": [{"name": "network-changed", "server_uuid": "43f80f4d-5a31-42cc-9125-6a8de78c9538", "tag": "012f8f5d-7c01-4f64-8c53-d7592e2b18ed"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:29:34.036079 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-7fd7028e-b225-4ce9-bf2c-4ee1c7975c62 service neutron] For port e08323a9-7a0d-4844-95b3-025a5b947f2c, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e08323a9-7a0d-4844-95b3-025a5b947f2c,segment=NetworkSegment(abad8af8-3344-480d-866a-e9634518c7a7),segment_id=abad8af8-3344-480d-866a-e9634518c7a7)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:29:34.038508 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-9b9303ac-5988-425f-b350-5da56914cda7 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Request body: {'port': {'device_id': 'ffa207c8-5498-4409-b3e7-85361ef38e9e', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'admin_state_up': True, 'tenant_id': '8b6f268207a441e39ce17d2e9418f280'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:29:34.058907 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-7fd7028e-b225-4ce9-bf2c-4ee1c7975c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:34.130323 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c2a3e26d-2044-43c0-aebe-38667dccf2b8 req-c212d3c4-2d02-466f-aa33-5e2bdf3055b4 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271918 Apr 28 19:29:34.153776 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8945841f-5991-406a-8186-687b211d7452 x-openstack-request-id: req-8945841f-5991-406a-8186-687b211d7452 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:29:34.154131 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f80f4d-5a31-42cc-9125-6a8de78c9538", "tag": "012f8f5d-7c01-4f64-8c53-d7592e2b18ed", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:29:34.154315 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8945841f-5991-406a-8186-687b211d7452 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:29:34.154718 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8945841f-5991-406a-8186-687b211d7452'] response: {'name': 'network-changed', 'server_uuid': '43f80f4d-5a31-42cc-9125-6a8de78c9538', 'tag': '012f8f5d-7c01-4f64-8c53-d7592e2b18ed', 'status': 'completed', 'code': 200} Apr 28 19:29:34.170912 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-7fd7028e-b225-4ce9-bf2c-4ee1c7975c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:34.171546 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-7fd7028e-b225-4ce9-bf2c-4ee1c7975c62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:34.173059 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-7fd7028e-b225-4ce9-bf2c-4ee1c7975c62 service neutron] 10.222.0.15 "PUT /v2.0/ports/e08323a9-7a0d-4844-95b3-025a5b947f2c HTTP/1.1" status: 200 len: 1113 time: 1.5567105 Apr 28 19:29:34.173524 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e600f08-1126-40df-9bbc-7410833ae331', 'tag': 'e08323a9-7a0d-4844-95b3-025a5b947f2c'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:29:34.260233 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-4520a7cd-66c4-4e89-a4cd-1c34f9359514 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:34.285411 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-4520a7cd-66c4-4e89-a4cd-1c34f9359514 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:34.286944 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58317731-affe-4616-8d64-5e9677d96894" -d '{"events": [{"name": "network-changed", "server_uuid": "2e600f08-1126-40df-9bbc-7410833ae331", "tag": "e08323a9-7a0d-4844-95b3-025a5b947f2c"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:29:34.290519 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7028e-b225-4ce9-bf2c-4ee1c7975c62 service neutron] Pushing event updated for resources: {'Port': ['ID=e08323a9-7a0d-4844-95b3-025a5b947f2c,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:34.401452 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-69cadbb6-ede6-422b-8acc-ad9f13d2c074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:34.404365 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-69cadbb6-ede6-422b-8acc-ad9f13d2c074 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=39f1ec92eba944f2870178ab14420527&device_id=2e600f08-1126-40df-9bbc-7410833ae331 HTTP/1.1" status: 200 len: 1116 time: 0.1051149 Apr 28 19:29:34.523860 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa5e1dc-7804-4caa-9976-5200ab79b789 x-openstack-request-id: req-4aa5e1dc-7804-4caa-9976-5200ab79b789 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:29:34.524304 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e600f08-1126-40df-9bbc-7410833ae331", "tag": "e08323a9-7a0d-4844-95b3-025a5b947f2c", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:29:34.524618 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4aa5e1dc-7804-4caa-9976-5200ab79b789 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:29:34.525147 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aa5e1dc-7804-4caa-9976-5200ab79b789'] response: {'name': 'network-changed', 'server_uuid': '2e600f08-1126-40df-9bbc-7410833ae331', 'tag': 'e08323a9-7a0d-4844-95b3-025a5b947f2c', 'status': 'completed', 'code': 200} Apr 28 19:29:34.526821 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-1271b9d8-c275-49f8-9eeb-332695125458 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e08323a9-7a0d-4844-95b3-025a5b947f2c HTTP/1.1" status: 200 len: 217 time: 0.1135292 Apr 28 19:29:34.550927 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520a7cd-66c4-4e89-a4cd-1c34f9359514 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7ea570-27ce-4454-8e9a-78bae3f27722,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:34.604004 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7663db1a-7800-4699-b2f3-ed5247eac1a5 req-375f89f4-cfa4-4238-9456-169f2e305d23 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1efbccd-fc77-46ac-81dd-d5732d0dae98 HTTP/1.1" status: 200 len: 210 time: 0.1840477 Apr 28 19:29:34.622014 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-9abf289d-364c-42be-b11b-e8b9c581585f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:34.625516 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-9abf289d-364c-42be-b11b-e8b9c581585f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=696baa90-df03-47df-9fe8-e65ce72cb57c HTTP/1.1" status: 200 len: 863 time: 0.0906320 Apr 28 19:29:34.630735 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device cd80827e-06a4-4fe7-a62c-3ab4c4c0409c no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:29:34.701639 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958bb8b-96e6-40cb-a0dc-5fa5c4a23c17 req-f944bde6-4e0e-4bf1-83a3-3d32ff545915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:34.703428 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f958bb8b-96e6-40cb-a0dc-5fa5c4a23c17 req-f944bde6-4e0e-4bf1-83a3-3d32ff545915 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b0b3697e10304c95b144fa7ebeaaa58a&device_id=43f80f4d-5a31-42cc-9125-6a8de78c9538 HTTP/1.1" status: 200 len: 1099 time: 0.4400947 Apr 28 19:29:34.709635 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: cd80827e-06a4-4fe7-a62c-3ab4c4c0409c {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:29:34.710171 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device cd80827e-06a4-4fe7-a62c-3ab4c4c0409c not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:29:34.774176 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b5f09255-da02-41d7-8521-a907f0472c0d req-2df1f45d-24fa-41e6-b234-0b9e4ca48c7d tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 210 time: 0.0662267 Apr 28 19:29:34.797923 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-f8e302d8-e10f-4fce-8532-392ed34cd2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:34.800474 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-f8e302d8-e10f-4fce-8532-392ed34cd2ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9825b71-8d0c-4c62-9276-978f0a60b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1650424 Apr 28 19:29:34.830802 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377a265-24ab-42a5-aa85-e4f495f43386 req-909361c6-865d-4132-823c-3569d4fd2c7a tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:34.833214 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0377a265-24ab-42a5-aa85-e4f495f43386 req-909361c6-865d-4132-823c-3569d4fd2c7a tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e600f08-1126-40df-9bbc-7410833ae331 HTTP/1.1" status: 200 len: 965 time: 0.1408193 Apr 28 19:29:34.841494 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-9b9303ac-5988-425f-b350-5da56914cda7 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Made reservation on behalf of 8b6f268207a441e39ce17d2e9418f280 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:29:34.845470 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-9b9303ac-5988-425f-b350-5da56914cda7 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:34.878721 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-9b9303ac-5988-425f-b350-5da56914cda7 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:34.998745 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0377a265-24ab-42a5-aa85-e4f495f43386 req-3d9e80ee-fe46-49ab-b5b7-ec2296ecd7ce tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/security-groups?id=85aaaa06-0ed9-43f5-911f-8d31cda5f9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473432 Apr 28 19:29:35.055220 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-640bece3-9d4f-44f7-a113-271d23d05864 service neutron] 10.222.0.15 "GET /v2.0/networks/c9825b71-8d0c-4c62-9276-978f0a60b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474768 Apr 28 19:29:35.172486 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-4520a7cd-66c4-4e89-a4cd-1c34f9359514 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Allocated IP 192.168.233.55 (a2ea96f2-6755-492c-8fa3-72807d68d67a/ba397751-1619-4962-a669-11aa98e2e3bc/c2e419a1-27cd-4ed4-bf9e-e37de3c0d961) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:29:35.219449 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5b298282-9578-428f-9946-3ec69048baf3 req-83d39e8f-f997-402b-a6d3-9922bf56ef01 tempest-ServersAdmin275Test-1604864797 tempest-ServersAdmin275Test-1604864797-project] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0664475 Apr 28 19:29:35.220509 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958bb8b-96e6-40cb-a0dc-5fa5c4a23c17 req-369a0ead-611a-45b3-ac8e-edfa9ce166f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:35.221841 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f958bb8b-96e6-40cb-a0dc-5fa5c4a23c17 req-369a0ead-611a-45b3-ac8e-edfa9ce166f9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.5003607 Apr 28 19:29:35.222456 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc3cd354-11e8-452d-a375-4d04bc8e9763 req-58d595d2-8db0-49bb-97aa-83d15a448d7b service neutron] 10.222.0.15 "GET /v2.0/networks/c9825b71-8d0c-4c62-9276-978f0a60b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601779 Apr 28 19:29:35.293201 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f958bb8b-96e6-40cb-a0dc-5fa5c4a23c17 req-5d94fed3-a65f-41cf-9a22-b9eafd403452 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=012f8f5d-7c01-4f64-8c53-d7592e2b18ed HTTP/1.1" status: 200 len: 217 time: 0.0602698 Apr 28 19:29:35.391018 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58317731-affe-4616-8d64-5e9677d96894 req-a02994f5-20f9-493b-a823-370b52d92353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:35.393034 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-58317731-affe-4616-8d64-5e9677d96894 req-a02994f5-20f9-493b-a823-370b52d92353 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=39f1ec92eba944f2870178ab14420527&device_id=2e600f08-1126-40df-9bbc-7410833ae331 HTTP/1.1" status: 200 len: 1116 time: 0.0867577 Apr 28 19:29:35.484177 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958bb8b-96e6-40cb-a0dc-5fa5c4a23c17 req-ae74121d-d5b7-4754-8868-93372db9fe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:35.486649 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f958bb8b-96e6-40cb-a0dc-5fa5c4a23c17 req-ae74121d-d5b7-4754-8868-93372db9fe55 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1858068 Apr 28 19:29:35.516176 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-9b9303ac-5988-425f-b350-5da56914cda7 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:35.541316 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-9b9303ac-5988-425f-b350-5da56914cda7 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:35.694071 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecff694-03e6-4788-96e3-c7e0140b6024 req-74671c54-9e82-4c4c-8e64-82cf13755a6f tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:35.705577 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aecff694-03e6-4788-96e3-c7e0140b6024 req-74671c54-9e82-4c4c-8e64-82cf13755a6f tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f80f4d-5a31-42cc-9125-6a8de78c9538 HTTP/1.1" status: 200 len: 948 time: 0.3265843 Apr 28 19:29:35.735968 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9303ac-5988-425f-b350-5da56914cda7 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be1ac0e6-0787-4f62-b690-da3061494341,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:35.766372 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958bb8b-96e6-40cb-a0dc-5fa5c4a23c17 req-f5f1e528-f9bc-4bdb-8b5f-44501b53a8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:35.768006 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f958bb8b-96e6-40cb-a0dc-5fa5c4a23c17 req-f5f1e528-f9bc-4bdb-8b5f-44501b53a8b1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2686796 Apr 28 19:29:35.771897 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-4520a7cd-66c4-4e89-a4cd-1c34f9359514 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:35.834870 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aecff694-03e6-4788-96e3-c7e0140b6024 req-7b452a9f-19e5-4c51-874c-addf2c858e31 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/security-groups?id=8029538b-9116-41b0-9a81-a968cd3e3d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224446 Apr 28 19:29:35.852270 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58317731-affe-4616-8d64-5e9677d96894 req-658901c9-d473-4489-b628-142ffd049804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:35.854855 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-58317731-affe-4616-8d64-5e9677d96894 req-658901c9-d473-4489-b628-142ffd049804 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c9825b71-8d0c-4c62-9276-978f0a60b02b HTTP/1.1" status: 200 len: 925 time: 0.4540257 Apr 28 19:29:35.911819 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-4520a7cd-66c4-4e89-a4cd-1c34f9359514 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:35.916956 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-58317731-affe-4616-8d64-5e9677d96894 req-f1f59531-745f-4919-86df-e0a9e3885598 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e08323a9-7a0d-4844-95b3-025a5b947f2c HTTP/1.1" status: 200 len: 217 time: 0.0483251 Apr 28 19:29:36.000660 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56872760-d0e5-47b8-b2c3-5a68489fda36 req-e22f8ad1-6190-44ac-b25f-4ecea2c2d269 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:36.002236 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-56872760-d0e5-47b8-b2c3-5a68489fda36 req-e22f8ad1-6190-44ac-b25f-4ecea2c2d269 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1efbccd-fc77-46ac-81dd-d5732d0dae98 HTTP/1.1" status: 200 len: 935 time: 0.0879636 Apr 28 19:29:36.003912 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58317731-affe-4616-8d64-5e9677d96894 req-5aac3ef5-fffc-4891-8e90-213f004119d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:36.005313 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-58317731-affe-4616-8d64-5e9677d96894 req-5aac3ef5-fffc-4891-8e90-213f004119d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=696baa90-df03-47df-9fe8-e65ce72cb57c HTTP/1.1" status: 200 len: 863 time: 0.0792742 Apr 28 19:29:36.028156 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-41a0bb57-2ccd-48fa-a6db-519641845489 req-7a7be2a3-387b-46dc-9041-4121a9cc7ba2 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 210 time: 0.0709763 Apr 28 19:29:36.038652 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-4520a7cd-66c4-4e89-a4cd-1c34f9359514 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Network a2ea96f2-6755-492c-8fa3-72807d68d67a is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:29:36.059230 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-4520a7cd-66c4-4e89-a4cd-1c34f9359514 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:29:36.075635 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-4520a7cd-66c4-4e89-a4cd-1c34f9359514 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:29:36.081274 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-4520a7cd-66c4-4e89-a4cd-1c34f9359514 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:36.081937 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-4520a7cd-66c4-4e89-a4cd-1c34f9359514 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:36.082072 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-56872760-d0e5-47b8-b2c3-5a68489fda36 req-59f7c159-f64d-417e-ab44-2f6e9e058a23 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721362 Apr 28 19:29:36.092278 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-9b9303ac-5988-425f-b350-5da56914cda7 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Allocated IP 192.168.233.100 (a2ea96f2-6755-492c-8fa3-72807d68d67a/ba397751-1619-4962-a669-11aa98e2e3bc/1a4a4667-75da-4916-8414-40be6204041b) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:29:36.094504 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520a7cd-66c4-4e89-a4cd-1c34f9359514 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Pushing event updated for resources: {'Port': ['ID=c2e419a1-27cd-4ed4-bf9e-e37de3c0d961,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:36.096474 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58317731-affe-4616-8d64-5e9677d96894 req-7d517bef-90b9-4fda-9f81-82ebeb04b6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:36.098171 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-58317731-affe-4616-8d64-5e9677d96894 req-7d517bef-90b9-4fda-9f81-82ebeb04b6b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9825b71-8d0c-4c62-9276-978f0a60b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821440 Apr 28 19:29:36.108016 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f958bb8b-96e6-40cb-a0dc-5fa5c4a23c17 req-69bebc4b-d9d1-4b71-8349-355e379b2295 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276362 Apr 28 19:29:36.154074 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-4520a7cd-66c4-4e89-a4cd-1c34f9359514 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6928840 Apr 28 19:29:36.170609 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-933dd6ba-0b09-41e9-bf9d-4c324381bf83 service neutron] Request body: {'port': {'device_id': 'e1efbccd-fc77-46ac-81dd-d5732d0dae98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:29:36.264288 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-58317731-affe-4616-8d64-5e9677d96894 req-baef312b-287e-495f-bc6e-00f0b525a9fb service neutron] 10.222.0.15 "GET /v2.0/networks/c9825b71-8d0c-4c62-9276-978f0a60b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454432 Apr 28 19:29:36.392554 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-58317731-affe-4616-8d64-5e9677d96894 req-8d78c04f-e117-4693-a62f-fa69d9f1db01 service neutron] 10.222.0.15 "GET /v2.0/networks/c9825b71-8d0c-4c62-9276-978f0a60b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207244 Apr 28 19:29:36.422639 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-933dd6ba-0b09-41e9-bf9d-4c324381bf83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:36.424997 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6a3a0d9f-dc47-48ae-bc44-f617c7577bae req-accee616-d3c8-477e-9bbd-98683a283ef7 tempest-ServersAdmin275Test-1604864797 tempest-ServersAdmin275Test-1604864797-project] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0314193 Apr 28 19:29:36.425981 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f958bb8b-96e6-40cb-a0dc-5fa5c4a23c17 req-696ca8b7-f43e-44e9-a0cf-79df49e15762 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108587 Apr 28 19:29:36.433684 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416aa8d9-0903-426c-946c-82402ef999b8 req-f5a93c54-046f-4113-a99c-7550093db7e6 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:36.435150 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-416aa8d9-0903-426c-946c-82402ef999b8 req-f5a93c54-046f-4113-a99c-7550093db7e6 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e600f08-1126-40df-9bbc-7410833ae331 HTTP/1.1" status: 200 len: 965 time: 0.2276385 Apr 28 19:29:36.467642 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-4e9da3c2-f7fc-409c-ba0d-ae6abc5bac8c None None] Provisioning complete for port c2e419a1-27cd-4ed4-bf9e-e37de3c0d961 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:29:36.468234 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4e9da3c2-f7fc-409c-ba0d-ae6abc5bac8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:36.513471 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-4e9da3c2-f7fc-409c-ba0d-ae6abc5bac8c None None] Port c2e419a1-27cd-4ed4-bf9e-e37de3c0d961 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:29:36.564915 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-416aa8d9-0903-426c-946c-82402ef999b8 req-6ca1edf0-847f-40bf-847d-f504fde953cc tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/security-groups?id=85aaaa06-0ed9-43f5-911f-8d31cda5f9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180167 Apr 28 19:29:36.570866 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-9b9303ac-5988-425f-b350-5da56914cda7 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:36.683274 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-9b9303ac-5988-425f-b350-5da56914cda7 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:36.779337 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-9b9303ac-5988-425f-b350-5da56914cda7 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Network a2ea96f2-6755-492c-8fa3-72807d68d67a is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:29:36.788661 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-9b9303ac-5988-425f-b350-5da56914cda7 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:29:36.792765 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-9b9303ac-5988-425f-b350-5da56914cda7 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:29:36.798332 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-9b9303ac-5988-425f-b350-5da56914cda7 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:36.798988 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-9b9303ac-5988-425f-b350-5da56914cda7 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:36.801590 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9303ac-5988-425f-b350-5da56914cda7 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Pushing event updated for resources: {'Port': ['ID=1a4a4667-75da-4916-8414-40be6204041b,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:36.846430 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-9b9303ac-5988-425f-b350-5da56914cda7 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8312442 Apr 28 19:29:36.873054 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-0f4a02ca-976f-4e15-8e62-1bcbf65e5bf8 service neutron] Request body: {'port': {'device_id': 'ffa207c8-5498-4409-b3e7-85361ef38e9e', 'device_owner': 'compute:tempest-test_az-521036984', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:29:37.066949 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006015c0-7be5-4ebf-a0ac-e79d9b4d089e req-d7169418-84d7-4dcd-87f5-6bd62c687900 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:37.072943 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-006015c0-7be5-4ebf-a0ac-e79d9b4d089e req-d7169418-84d7-4dcd-87f5-6bd62c687900 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f80f4d-5a31-42cc-9125-6a8de78c9538 HTTP/1.1" status: 200 len: 948 time: 0.0926619 Apr 28 19:29:37.101961 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-0f4a02ca-976f-4e15-8e62-1bcbf65e5bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:37.105447 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-933dd6ba-0b09-41e9-bf9d-4c324381bf83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2e419a1-27cd-4ed4-bf9e-e37de3c0d961 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:29:37.134274 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-933dd6ba-0b09-41e9-bf9d-4c324381bf83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:37.139250 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-006015c0-7be5-4ebf-a0ac-e79d9b4d089e req-674ab6c4-7ce7-4ff4-b0a8-8253b7f414ba tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/security-groups?id=8029538b-9116-41b0-9a81-a968cd3e3d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548692 Apr 28 19:29:37.150540 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-2edbef1c-896d-49c6-8493-11c094e3098a None None] Provisioning complete for port 1a4a4667-75da-4916-8414-40be6204041b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:29:37.151080 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2edbef1c-896d-49c6-8493-11c094e3098a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:37.195810 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-933dd6ba-0b09-41e9-bf9d-4c324381bf83 service neutron] Transition to ACTIVE for port object c2e419a1-27cd-4ed4-bf9e-e37de3c0d961 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:29:37.209657 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-933dd6ba-0b09-41e9-bf9d-4c324381bf83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:37.217673 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-2edbef1c-896d-49c6-8493-11c094e3098a None None] Port 1a4a4667-75da-4916-8414-40be6204041b cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:29:37.353470 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5c697-53ac-4a7b-a507-a820f1877258 req-c14cb86d-1872-4fe3-aec0-8306b06faee8 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:37.357029 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2cf5c697-53ac-4a7b-a507-a820f1877258 req-c14cb86d-1872-4fe3-aec0-8306b06faee8 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1efbccd-fc77-46ac-81dd-d5732d0dae98 HTTP/1.1" status: 200 len: 947 time: 0.0733845 Apr 28 19:29:37.404392 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933dd6ba-0b09-41e9-bf9d-4c324381bf83 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e419a1-27cd-4ed4-bf9e-e37de3c0d961,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:37.424259 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2cf5c697-53ac-4a7b-a507-a820f1877258 req-77c83684-4cf5-419e-8d90-fdfea6104fb3 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610783 Apr 28 19:29:37.480798 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-933dd6ba-0b09-41e9-bf9d-4c324381bf83 service neutron] Attempting to bind port c2e419a1-27cd-4ed4-bf9e-e37de3c0d961 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:29:37.481128 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-933dd6ba-0b09-41e9-bf9d-4c324381bf83 service neutron] Attempting to bind port c2e419a1-27cd-4ed4-bf9e-e37de3c0d961 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:29:37.481452 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-933dd6ba-0b09-41e9-bf9d-4c324381bf83 service neutron] Attempting to bind port c2e419a1-27cd-4ed4-bf9e-e37de3c0d961 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:29:37.493096 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdf28e-543d-4f40-a092-f8ac9c1e115c req-674f099d-6864-48d4-b1cb-c8246802207b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:37.496834 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a4cdf28e-543d-4f40-a092-f8ac9c1e115c req-674f099d-6864-48d4-b1cb-c8246802207b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 936 time: 0.1961212 Apr 28 19:29:37.523014 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-933dd6ba-0b09-41e9-bf9d-4c324381bf83 service neutron] Port c2e419a1-27cd-4ed4-bf9e-e37de3c0d961 on network a2ea96f2-6755-492c-8fa3-72807d68d67a not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:29:37.523673 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-933dd6ba-0b09-41e9-bf9d-4c324381bf83 service neutron] Attempting to bind port c2e419a1-27cd-4ed4-bf9e-e37de3c0d961 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:29:37.547344 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-933dd6ba-0b09-41e9-bf9d-4c324381bf83 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:29:37.547768 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-933dd6ba-0b09-41e9-bf9d-4c324381bf83 service neutron] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:29:37.548282 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-933dd6ba-0b09-41e9-bf9d-4c324381bf83 service neutron] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:29:37.548791 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-933dd6ba-0b09-41e9-bf9d-4c324381bf83 service neutron] Bound port: c2e419a1-27cd-4ed4-bf9e-e37de3c0d961, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:29:37.549404 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-933dd6ba-0b09-41e9-bf9d-4c324381bf83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:37.594791 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a4cdf28e-543d-4f40-a092-f8ac9c1e115c req-59e8bc25-c35e-465e-96c8-f54d9f96ec41 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886676 Apr 28 19:29:37.757761 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3a2f6461-4fef-485c-ad98-ee42cb159fec req-fcae2938-7ba5-46cd-b708-a98dc7acfe3f tempest-ServersAdmin275Test-1604864797 tempest-ServersAdmin275Test-1604864797-project] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0816846 Apr 28 19:29:37.769118 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-933dd6ba-0b09-41e9-bf9d-4c324381bf83 service neutron] For port c2e419a1-27cd-4ed4-bf9e-e37de3c0d961, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:29:37.790595 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-0f4a02ca-976f-4e15-8e62-1bcbf65e5bf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a4a4667-75da-4916-8414-40be6204041b {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:29:37.796728 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-933dd6ba-0b09-41e9-bf9d-4c324381bf83 service neutron] For port c2e419a1-27cd-4ed4-bf9e-e37de3c0d961, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c2e419a1-27cd-4ed4-bf9e-e37de3c0d961,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:29:37.814196 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-0f4a02ca-976f-4e15-8e62-1bcbf65e5bf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:37.824590 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-933dd6ba-0b09-41e9-bf9d-4c324381bf83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:37.847104 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516f50c-e482-4bf3-b98d-ffc357f7489c req-ca6b92ab-ddf2-4085-9d0b-4a64553be491 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:37.849694 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9516f50c-e482-4bf3-b98d-ffc357f7489c req-ca6b92ab-ddf2-4085-9d0b-4a64553be491 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e600f08-1126-40df-9bbc-7410833ae331 HTTP/1.1" status: 200 len: 965 time: 0.0973008 Apr 28 19:29:37.870264 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-0f4a02ca-976f-4e15-8e62-1bcbf65e5bf8 service neutron] Transition to ACTIVE for port object 1a4a4667-75da-4916-8414-40be6204041b will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:29:37.871938 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-933dd6ba-0b09-41e9-bf9d-4c324381bf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:37.872590 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-933dd6ba-0b09-41e9-bf9d-4c324381bf83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:37.874090 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-933dd6ba-0b09-41e9-bf9d-4c324381bf83 service neutron] 10.222.0.44 "PUT /v2.0/ports/c2e419a1-27cd-4ed4-bf9e-e37de3c0d961 HTTP/1.1" status: 200 len: 1095 time: 1.7100363 Apr 28 19:29:37.877119 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1efbccd-fc77-46ac-81dd-d5732d0dae98', 'tag': 'c2e419a1-27cd-4ed4-bf9e-e37de3c0d961'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:29:37.879457 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c11a39-99de-45cd-93b4-a09190400a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "e1efbccd-fc77-46ac-81dd-d5732d0dae98", "tag": "c2e419a1-27cd-4ed4-bf9e-e37de3c0d961"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:29:37.885939 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-0f4a02ca-976f-4e15-8e62-1bcbf65e5bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:37.965015 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933dd6ba-0b09-41e9-bf9d-4c324381bf83 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e419a1-27cd-4ed4-bf9e-e37de3c0d961,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:37.965367 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9516f50c-e482-4bf3-b98d-ffc357f7489c req-a048381d-18a1-470f-a91d-60736077a71b tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/security-groups?id=85aaaa06-0ed9-43f5-911f-8d31cda5f9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931485 Apr 28 19:29:38.027685 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656eb9b8-9a8b-4422-b372-dea35eb2e7fe x-openstack-request-id: req-656eb9b8-9a8b-4422-b372-dea35eb2e7fe {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:29:38.027978 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1efbccd-fc77-46ac-81dd-d5732d0dae98", "tag": "c2e419a1-27cd-4ed4-bf9e-e37de3c0d961", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:29:38.028376 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-656eb9b8-9a8b-4422-b372-dea35eb2e7fe {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:29:38.028836 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-656eb9b8-9a8b-4422-b372-dea35eb2e7fe'] response: {'name': 'network-changed', 'server_uuid': 'e1efbccd-fc77-46ac-81dd-d5732d0dae98', 'tag': 'c2e419a1-27cd-4ed4-bf9e-e37de3c0d961', 'status': 'completed', 'code': 200} Apr 28 19:29:38.037296 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933dd6ba-0b09-41e9-bf9d-4c324381bf83 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:29:38.037758 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933dd6ba-0b09-41e9-bf9d-4c324381bf83 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:29:38.038290 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933dd6ba-0b09-41e9-bf9d-4c324381bf83 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:29:38.038559 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933dd6ba-0b09-41e9-bf9d-4c324381bf83 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:29:38.038963 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933dd6ba-0b09-41e9-bf9d-4c324381bf83 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:29:38.039358 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933dd6ba-0b09-41e9-bf9d-4c324381bf83 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:29:38.040179 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933dd6ba-0b09-41e9-bf9d-4c324381bf83 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:29:38.040179 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933dd6ba-0b09-41e9-bf9d-4c324381bf83 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:29:38.040577 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933dd6ba-0b09-41e9-bf9d-4c324381bf83 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:29:38.040928 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933dd6ba-0b09-41e9-bf9d-4c324381bf83 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:29:38.041325 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933dd6ba-0b09-41e9-bf9d-4c324381bf83 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:29:38.041705 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933dd6ba-0b09-41e9-bf9d-4c324381bf83 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:29:38.103892 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 012f8f5d-7c01-4f64-8c53-d7592e2b18ed details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:29:38.145903 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a02ca-976f-4e15-8e62-1bcbf65e5bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4a4667-75da-4916-8414-40be6204041b,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:38.167327 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-0f4a02ca-976f-4e15-8e62-1bcbf65e5bf8 service neutron] Attempting to bind port 1a4a4667-75da-4916-8414-40be6204041b on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:29:38.167666 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-0f4a02ca-976f-4e15-8e62-1bcbf65e5bf8 service neutron] Attempting to bind port 1a4a4667-75da-4916-8414-40be6204041b by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:29:38.168135 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-0f4a02ca-976f-4e15-8e62-1bcbf65e5bf8 service neutron] Attempting to bind port 1a4a4667-75da-4916-8414-40be6204041b on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:29:38.183439 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-0f4a02ca-976f-4e15-8e62-1bcbf65e5bf8 service neutron] Port 1a4a4667-75da-4916-8414-40be6204041b on network a2ea96f2-6755-492c-8fa3-72807d68d67a not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:29:38.183827 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-0f4a02ca-976f-4e15-8e62-1bcbf65e5bf8 service neutron] Attempting to bind port 1a4a4667-75da-4916-8414-40be6204041b on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:29:38.216743 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-c23919ed-0a64-4500-9a73-af9db167f2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:38.218298 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-c23919ed-0a64-4500-9a73-af9db167f2d9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ebad228c1b4944f6b357421a29469bd6&device_id=e1efbccd-fc77-46ac-81dd-d5732d0dae98 HTTP/1.1" status: 200 len: 1098 time: 0.2666721 Apr 28 19:29:38.227505 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-0f4a02ca-976f-4e15-8e62-1bcbf65e5bf8 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:29:38.227852 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-0f4a02ca-976f-4e15-8e62-1bcbf65e5bf8 service neutron] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:29:38.228287 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-0f4a02ca-976f-4e15-8e62-1bcbf65e5bf8 service neutron] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:29:38.228742 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-0f4a02ca-976f-4e15-8e62-1bcbf65e5bf8 service neutron] Bound port: 1a4a4667-75da-4916-8414-40be6204041b, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:29:38.229110 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-0f4a02ca-976f-4e15-8e62-1bcbf65e5bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:38.341130 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-0f4a02ca-976f-4e15-8e62-1bcbf65e5bf8 service neutron] For port 1a4a4667-75da-4916-8414-40be6204041b, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:29:38.344729 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-0f4a02ca-976f-4e15-8e62-1bcbf65e5bf8 service neutron] For port 1a4a4667-75da-4916-8414-40be6204041b, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=1a4a4667-75da-4916-8414-40be6204041b,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:29:38.397171 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-0f4a02ca-976f-4e15-8e62-1bcbf65e5bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:38.403758 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-9d4e692b-67af-4edc-b945-4d8d25d7f7dd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=c2e419a1-27cd-4ed4-bf9e-e37de3c0d961 HTTP/1.1" status: 200 len: 217 time: 0.1535330 Apr 28 19:29:38.489643 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-0f4a02ca-976f-4e15-8e62-1bcbf65e5bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:38.490423 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-0f4a02ca-976f-4e15-8e62-1bcbf65e5bf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:38.491992 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-0f4a02ca-976f-4e15-8e62-1bcbf65e5bf8 service neutron] 10.222.0.15 "PUT /v2.0/ports/1a4a4667-75da-4916-8414-40be6204041b HTTP/1.1" status: 200 len: 1117 time: 1.6279635 Apr 28 19:29:38.536079 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 012f8f5d-7c01-4f64-8c53-d7592e2b18ed, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=012f8f5d-7c01-4f64-8c53-d7592e2b18ed,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:29:38.552768 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '012f8f5d-7c01-4f64-8c53-d7592e2b18ed', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': '012f8f5d-7c01-4f64-8c53-d7592e2b18ed', 'mac_address': 'fa:16:3e:9e:27:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:29:38.553117 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0a713-69bf-4836-acd3-69560bd4014d req-aeb4a500-9d38-45d6-a8ca-92e3dace2e62 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:38.561778 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1b0a713-69bf-4836-acd3-69560bd4014d req-aeb4a500-9d38-45d6-a8ca-92e3dace2e62 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f80f4d-5a31-42cc-9125-6a8de78c9538 HTTP/1.1" status: 200 len: 948 time: 0.3101399 Apr 28 19:29:38.654921 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:38.660308 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a02ca-976f-4e15-8e62-1bcbf65e5bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4a4667-75da-4916-8414-40be6204041b,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:38.666993 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-fa1a8c32-d8db-49bf-a84b-4287284a4515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:38.668896 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-fa1a8c32-d8db-49bf-a84b-4287284a4515 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.2412918 Apr 28 19:29:38.698618 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device e08323a9-7a0d-4844-95b3-025a5b947f2c details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:29:38.731936 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1b0a713-69bf-4836-acd3-69560bd4014d req-cc102ef1-b267-4abe-bb3d-b2f2badb780d tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/security-groups?id=8029538b-9116-41b0-9a81-a968cd3e3d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687667 Apr 28 19:29:38.754458 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33808) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:38.757732 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-f7a35261-5779-474c-b9ac-53d5d6172c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:38.761314 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-f7a35261-5779-474c-b9ac-53d5d6172c8f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 1120 time: 0.1963935 Apr 28 19:29:38.845748 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d772ac-d011-43d9-961e-12f5e5d564f2 req-4791a690-6c1a-49cd-98ae-4bddc6aacf78 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:38.861001 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c9d772ac-d011-43d9-961e-12f5e5d564f2 req-4791a690-6c1a-49cd-98ae-4bddc6aacf78 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1efbccd-fc77-46ac-81dd-d5732d0dae98 HTTP/1.1" status: 200 len: 947 time: 0.1386154 Apr 28 19:29:38.900843 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 012f8f5d-7c01-4f64-8c53-d7592e2b18ed {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:29:38.955178 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c9d772ac-d011-43d9-961e-12f5e5d564f2 req-5fb17e27-bae3-4c57-bc93-fe335a106395 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874834 Apr 28 19:29:38.957834 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 012f8f5d-7c01-4f64-8c53-d7592e2b18ed, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=012f8f5d-7c01-4f64-8c53-d7592e2b18ed,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:29:39.002688 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:39.090553 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port e08323a9-7a0d-4844-95b3-025a5b947f2c, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e08323a9-7a0d-4844-95b3-025a5b947f2c,segment=NetworkSegment(abad8af8-3344-480d-866a-e9634518c7a7),segment_id=abad8af8-3344-480d-866a-e9634518c7a7)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:29:39.135403 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9a4089e0-6973-4e29-8be4-615f9a58849b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:39.166091 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'e08323a9-7a0d-4844-95b3-025a5b947f2c', 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b', 'port_id': 'e08323a9-7a0d-4844-95b3-025a5b947f2c', 'mac_address': 'fa:16:3e:db:4b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '696baa90-df03-47df-9fe8-e65ce72cb57c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:tempest-test_az-521036984', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:29:39.175333 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=012f8f5d-7c01-4f64-8c53-d7592e2b18ed,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:39.210559 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-0497a548-24a8-40dd-99f9-471faf27b319 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=1a4a4667-75da-4916-8414-40be6204041b HTTP/1.1" status: 200 len: 217 time: 0.4380558 Apr 28 19:29:39.266601 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-82277eae-0024-46f6-807d-193e19261521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:39.268169 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-82277eae-0024-46f6-807d-193e19261521 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5871952 Apr 28 19:29:39.272313 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b9b971f7-7171-4d09-ac57-0efe5caf79e1 req-837c677d-b942-4037-9d52-815513cac480 tempest-ServersAdmin275Test-1604864797 tempest-ServersAdmin275Test-1604864797-project] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0779998 Apr 28 19:29:39.284613 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['012f8f5d-7c01-4f64-8c53-d7592e2b18ed'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:29:39.369398 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-792e7943-a8ef-4786-ad10-010d47526387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:39.371127 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-792e7943-a8ef-4786-ad10-010d47526387 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1497016 Apr 28 19:29:39.384074 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceafcee-2b3b-4400-a5f1-733a89a2ebfe req-689b346d-f314-491e-a76f-c430ec37beb1 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:39.391929 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3ceafcee-2b3b-4400-a5f1-733a89a2ebfe req-689b346d-f314-491e-a76f-c430ec37beb1 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 969 time: 0.1801088 Apr 28 19:29:39.456899 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9a4089e0-6973-4e29-8be4-615f9a58849b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:39.467653 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:39.476992 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9a4089e0-6973-4e29-8be4-615f9a58849b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:39.492992 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e08323a9-7a0d-4844-95b3-025a5b947f2c {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:29:39.508339 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3ceafcee-2b3b-4400-a5f1-733a89a2ebfe req-a709e3c4-aa6e-4523-9f3d-47c6fff74408 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133745 Apr 28 19:29:39.512635 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-940dc8eb-f0bb-4153-846a-a5f20e9b6076 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358685 Apr 28 19:29:39.519466 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port e08323a9-7a0d-4844-95b3-025a5b947f2c, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e08323a9-7a0d-4844-95b3-025a5b947f2c,segment=NetworkSegment(abad8af8-3344-480d-866a-e9634518c7a7),segment_id=abad8af8-3344-480d-866a-e9634518c7a7)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:29:39.523106 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-667587b2-623f-4025-9364-95ba0e03a5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:39.524617 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-667587b2-623f-4025-9364-95ba0e03a5ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1285570 Apr 28 19:29:39.539499 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:39.587606 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4089e0-6973-4e29-8be4-615f9a58849b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85551768-183b-4a39-8a0e-8d9016bfaf66,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:39.601223 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4089e0-6973-4e29-8be4-615f9a58849b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:29:39.601856 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4089e0-6973-4e29-8be4-615f9a58849b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:29:39.602262 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4089e0-6973-4e29-8be4-615f9a58849b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:29:39.602662 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4089e0-6973-4e29-8be4-615f9a58849b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:29:39.603060 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4089e0-6973-4e29-8be4-615f9a58849b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:29:39.603444 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4089e0-6973-4e29-8be4-615f9a58849b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:29:39.603829 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4089e0-6973-4e29-8be4-615f9a58849b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:29:39.604267 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4089e0-6973-4e29-8be4-615f9a58849b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:29:39.604649 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4089e0-6973-4e29-8be4-615f9a58849b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:29:39.605031 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4089e0-6973-4e29-8be4-615f9a58849b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:29:39.605415 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4089e0-6973-4e29-8be4-615f9a58849b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:29:39.605796 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4089e0-6973-4e29-8be4-615f9a58849b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:29:39.613384 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9a4089e0-6973-4e29-8be4-615f9a58849b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7de2ca27f26849d6abb47e1bc01db334&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8573978 Apr 28 19:29:39.619043 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33828) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:39.686977 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-eb44f1a8-a056-4d6b-bd10-d8691a7f62bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:39.714472 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-eb44f1a8-a056-4d6b-bd10-d8691a7f62bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:39.748778 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['e08323a9-7a0d-4844-95b3-025a5b947f2c'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:29:39.749076 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d03c2bd-b94b-4586-ac60-06342f13e10d req-42b6ed58-0960-4e3a-8f61-cc8087ec1e9c service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284758 Apr 28 19:29:39.754144 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=e08323a9-7a0d-4844-95b3-025a5b947f2c,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:39.803825 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-eb44f1a8-a056-4d6b-bd10-d8691a7f62bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:39.807261 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-eb44f1a8-a056-4d6b-bd10-d8691a7f62bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:39.812552 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-eb44f1a8-a056-4d6b-bd10-d8691a7f62bd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/85551768-183b-4a39-8a0e-8d9016bfaf66 HTTP/1.1" status: 204 len: 168 time: 0.1882012 Apr 28 19:29:39.812552 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33834) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:39.844435 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb44f1a8-a056-4d6b-bd10-d8691a7f62bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85551768-183b-4a39-8a0e-8d9016bfaf66,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:39.861192 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46742e6-ac65-40a6-b1d8-7e1ff2457b18 req-37f7abe0-4d45-477b-862a-b9c25e2f88f5 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:39.870443 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b46742e6-ac65-40a6-b1d8-7e1ff2457b18 req-37f7abe0-4d45-477b-862a-b9c25e2f88f5 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e600f08-1126-40df-9bbc-7410833ae331 HTTP/1.1" status: 200 len: 966 time: 0.0992000 Apr 28 19:29:39.971678 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b46742e6-ac65-40a6-b1d8-7e1ff2457b18 req-620dfe1c-ad5a-418d-9f21-4e373d71fa3c tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/security-groups?id=85aaaa06-0ed9-43f5-911f-8d31cda5f9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001992 Apr 28 19:29:40.054848 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa207c8-5498-4409-b3e7-85361ef38e9e', 'tag': '1a4a4667-75da-4916-8414-40be6204041b'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:29:40.059462 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7fd22d-f5db-4397-af58-12b6aa604560" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa207c8-5498-4409-b3e7-85361ef38e9e", "tag": "1a4a4667-75da-4916-8414-40be6204041b"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:29:40.165480 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c11a39-99de-45cd-93b4-a09190400a5e req-2e1a1d76-6e0d-4f0b-b0cd-7f3bc7c0e618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:40.168579 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39c11a39-99de-45cd-93b4-a09190400a5e req-2e1a1d76-6e0d-4f0b-b0cd-7f3bc7c0e618 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ebad228c1b4944f6b357421a29469bd6&device_id=e1efbccd-fc77-46ac-81dd-d5732d0dae98 HTTP/1.1" status: 200 len: 1098 time: 0.2843509 Apr 28 19:29:40.193564 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef77a5-40e6-4371-9844-ec14216280d2 req-aa3a0fc5-fbb7-4295-a171-fcd6fc727b46 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:40.203992 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3eef77a5-40e6-4371-9844-ec14216280d2 req-aa3a0fc5-fbb7-4295-a171-fcd6fc727b46 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f80f4d-5a31-42cc-9125-6a8de78c9538 HTTP/1.1" status: 200 len: 949 time: 0.0962248 Apr 28 19:29:40.255190 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3eef77a5-40e6-4371-9844-ec14216280d2 req-8f1bbc7f-5311-4d02-a0d0-f996b9b66797 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/security-groups?id=8029538b-9116-41b0-9a81-a968cd3e3d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495980 Apr 28 19:29:40.292173 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-177e3e93-4fe4-4ade-9ab6-ee9b47016936 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7503049 Apr 28 19:29:40.320437 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9127ac64-f69d-4b84-b15c-163f5d12a0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:40.419447 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8182e78e-956c-4cdf-85f8-7c9214e3dcef x-openstack-request-id: req-8182e78e-956c-4cdf-85f8-7c9214e3dcef {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:29:40.421315 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa207c8-5498-4409-b3e7-85361ef38e9e", "tag": "1a4a4667-75da-4916-8414-40be6204041b", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:29:40.422209 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8182e78e-956c-4cdf-85f8-7c9214e3dcef {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:29:40.423532 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8182e78e-956c-4cdf-85f8-7c9214e3dcef'] response: {'name': 'network-changed', 'server_uuid': 'ffa207c8-5498-4409-b3e7-85361ef38e9e', 'tag': '1a4a4667-75da-4916-8414-40be6204041b', 'status': 'completed', 'code': 200} Apr 28 19:29:40.449869 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33854) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:40.454635 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9127ac64-f69d-4b84-b15c-163f5d12a0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:40.466225 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9127ac64-f69d-4b84-b15c-163f5d12a0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:40.471150 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206d63a-d594-44a4-bab3-2609c4cc647c req-726296c2-494f-4c1f-9396-6582175608cd tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:40.472782 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5206d63a-d594-44a4-bab3-2609c4cc647c req-726296c2-494f-4c1f-9396-6582175608cd tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1efbccd-fc77-46ac-81dd-d5732d0dae98 HTTP/1.1" status: 200 len: 947 time: 0.3011274 Apr 28 19:29:40.495161 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d23903bb-b9a9-4b47-93bf-d94b9e24b5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:40.498039 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c11a39-99de-45cd-93b4-a09190400a5e req-c3555993-6aa0-4663-8bf7-fc62cd612ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:40.500403 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39c11a39-99de-45cd-93b4-a09190400a5e req-c3555993-6aa0-4663-8bf7-fc62cd612ea9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.3114192 Apr 28 19:29:40.501660 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2014136d-e681-4cef-acec-577c3f8c2d68 req-ff072dbe-985c-4f46-aecf-56f78efd7673 tempest-ServersAdmin275Test-1604864797 tempest-ServersAdmin275Test-1604864797-project] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0455861 Apr 28 19:29:40.530000 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9127ac64-f69d-4b84-b15c-163f5d12a0ac admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=53943ad4092f4d32bc855837d074d7ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7120724 Apr 28 19:29:40.531548 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127ac64-f69d-4b84-b15c-163f5d12a0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04faf367-c607-47be-81c9-8075e4991437,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:40.534888 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33856) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:40.589970 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39c11a39-99de-45cd-93b4-a09190400a5e req-a6b45329-d671-4532-97aa-8d3a7c6315b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=c2e419a1-27cd-4ed4-bf9e-e37de3c0d961 HTTP/1.1" status: 200 len: 217 time: 0.0758545 Apr 28 19:29:40.600927 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-948db40b-b5da-4ae6-af1a-8552e47db519 req-9393560a-8907-4b37-bed6-73eb7aebe241 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876785 Apr 28 19:29:40.617903 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-52393074-e046-4c5b-a4a3-e1996fd4f4ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:40.630984 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device e08323a9-7a0d-4844-95b3-025a5b947f2c up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:29:40.699825 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-52393074-e046-4c5b-a4a3-e1996fd4f4ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:40.729585 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port e08323a9-7a0d-4844-95b3-025a5b947f2c completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:29:40.733601 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port e08323a9-7a0d-4844-95b3-025a5b947f2c triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:29:40.733974 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:40.776722 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5206d63a-d594-44a4-bab3-2609c4cc647c req-15077703-2e31-4f9d-83f6-2454557dc2f5 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824051 Apr 28 19:29:40.835953 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c11a39-99de-45cd-93b4-a09190400a5e req-ca3efbc7-9c91-4ec5-b18c-b6a5129424a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:40.838467 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39c11a39-99de-45cd-93b4-a09190400a5e req-ca3efbc7-9c91-4ec5-b18c-b6a5129424a4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.2284570 Apr 28 19:29:40.843648 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00e784-75b1-4d4f-9bd8-41da9b46c20d req-30507284-c3f9-4c53-86c0-5848d589c3de tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:40.863309 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fd22d-f5db-4397-af58-12b6aa604560 req-a908fd9d-d670-48f4-9fa2-8d5949dbb12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:40.867141 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ab7fd22d-f5db-4397-af58-12b6aa604560 req-a908fd9d-d670-48f4-9fa2-8d5949dbb12a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 1120 time: 0.1620092 Apr 28 19:29:40.871650 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bc00e784-75b1-4d4f-9bd8-41da9b46c20d req-30507284-c3f9-4c53-86c0-5848d589c3de tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 969 time: 0.1677563 Apr 28 19:29:40.893660 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:40.925809 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-52393074-e046-4c5b-a4a3-e1996fd4f4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:40.930407 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e600f08-1126-40df-9bbc-7410833ae331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08323a9-7a0d-4844-95b3-025a5b947f2c'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:29:40.931084 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-52393074-e046-4c5b-a4a3-e1996fd4f4ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:40.934198 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12a40f3-7305-4cb3-bff1-54d33dd04bee" -d '{"events": [{"server_uuid": "2e600f08-1126-40df-9bbc-7410833ae331", "name": "network-vif-plugged", "status": "completed", "tag": "e08323a9-7a0d-4844-95b3-025a5b947f2c"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:29:40.937562 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-52393074-e046-4c5b-a4a3-e1996fd4f4ae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/04faf367-c607-47be-81c9-8075e4991437 HTTP/1.1" status: 204 len: 168 time: 0.4016750 Apr 28 19:29:40.954842 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port e08323a9-7a0d-4844-95b3-025a5b947f2c, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e08323a9-7a0d-4844-95b3-025a5b947f2c,segment=NetworkSegment(abad8af8-3344-480d-866a-e9634518c7a7),segment_id=abad8af8-3344-480d-866a-e9634518c7a7)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:29:40.963407 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bc00e784-75b1-4d4f-9bd8-41da9b46c20d req-9904391e-54f8-4dd9-9b53-64affe96d569 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890169 Apr 28 19:29:40.964848 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52393074-e046-4c5b-a4a3-e1996fd4f4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04faf367-c607-47be-81c9-8075e4991437,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:40.979055 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:41.045895 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=e08323a9-7a0d-4844-95b3-025a5b947f2c,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:41.079804 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41745645-a6d4-458f-86cb-b590cc3fad6d x-openstack-request-id: req-41745645-a6d4-458f-86cb-b590cc3fad6d {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:29:41.080758 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e600f08-1126-40df-9bbc-7410833ae331", "name": "network-vif-plugged", "status": "completed", "tag": "e08323a9-7a0d-4844-95b3-025a5b947f2c", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:29:41.081085 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-41745645-a6d4-458f-86cb-b590cc3fad6d {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:29:41.081503 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41745645-a6d4-458f-86cb-b590cc3fad6d'] response: {'server_uuid': '2e600f08-1126-40df-9bbc-7410833ae331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08323a9-7a0d-4844-95b3-025a5b947f2c', 'code': 200} Apr 28 19:29:41.151002 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c11a39-99de-45cd-93b4-a09190400a5e req-b720d33d-cdcd-4a77-8bc3-711bbeb300a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:41.153811 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39c11a39-99de-45cd-93b4-a09190400a5e req-b720d33d-cdcd-4a77-8bc3-711bbeb300a5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3064911 Apr 28 19:29:41.185707 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d23903bb-b9a9-4b47-93bf-d94b9e24b5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:41.238071 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d23903bb-b9a9-4b47-93bf-d94b9e24b5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:41.257803 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19be3c-1b3a-4a81-ae93-900e0318dd82 req-0b5499dc-3ef1-407e-bd37-51484b345846 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:41.265624 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0a19be3c-1b3a-4a81-ae93-900e0318dd82 req-0b5499dc-3ef1-407e-bd37-51484b345846 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e600f08-1126-40df-9bbc-7410833ae331 HTTP/1.1" status: 200 len: 967 time: 0.1282246 Apr 28 19:29:41.298427 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6794d8-b329-4f17-a266-c4ce04907fdc req-5c36207d-f893-49db-81bb-680797b9bcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:41.309322 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2c6794d8-b329-4f17-a266-c4ce04907fdc req-5c36207d-f893-49db-81bb-680797b9bcba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2e600f08-1126-40df-9bbc-7410833ae331 HTTP/1.1" status: 200 len: 1118 time: 0.1149502 Apr 28 19:29:41.358948 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2c6794d8-b329-4f17-a266-c4ce04907fdc req-35eae100-7326-4e84-9469-78bc3177e0fc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=85aaaa06-0ed9-43f5-911f-8d31cda5f9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408320 Apr 28 19:29:41.388195 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0a19be3c-1b3a-4a81-ae93-900e0318dd82 req-ca619fff-f1c8-4b6d-9499-9dbd693af091 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/security-groups?id=85aaaa06-0ed9-43f5-911f-8d31cda5f9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076071 Apr 28 19:29:41.402944 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fd22d-f5db-4397-af58-12b6aa604560 req-f263362e-b82e-47e8-b909-36b4c0f11cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:41.405680 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ab7fd22d-f5db-4397-af58-12b6aa604560 req-f263362e-b82e-47e8-b909-36b4c0f11cd1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.5084534 Apr 28 19:29:41.431776 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d23903bb-b9a9-4b47-93bf-d94b9e24b5f2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fbb5d08807ae4fb68b3705e66df6b70e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9804792 Apr 28 19:29:41.435478 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33882) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:41.457906 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23903bb-b9a9-4b47-93bf-d94b9e24b5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a291dffd-0d6b-40aa-8e54-9615a62d2dc8,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:41.525536 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39c11a39-99de-45cd-93b4-a09190400a5e req-94c239e8-4ed0-4593-bc73-0e037c30307e service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569767 Apr 28 19:29:41.535572 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2e1454fb-f0bf-40d7-8be9-9fd747c6edd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:41.574581 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2e1454fb-f0bf-40d7-8be9-9fd747c6edd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:41.599110 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d235b6b-ee47-4850-a8da-4ef3806f3f7e req-585d6ed8-172a-4937-8993-9bf11854a6da tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:41.603370 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4d235b6b-ee47-4850-a8da-4ef3806f3f7e req-585d6ed8-172a-4937-8993-9bf11854a6da tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f80f4d-5a31-42cc-9125-6a8de78c9538 HTTP/1.1" status: 200 len: 949 time: 0.1874099 Apr 28 19:29:41.675163 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33886) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:41.691469 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2e1454fb-f0bf-40d7-8be9-9fd747c6edd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:41.696704 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2e1454fb-f0bf-40d7-8be9-9fd747c6edd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:41.701076 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2e1454fb-f0bf-40d7-8be9-9fd747c6edd1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a291dffd-0d6b-40aa-8e54-9615a62d2dc8 HTTP/1.1" status: 204 len: 168 time: 0.2611589 Apr 28 19:29:41.723680 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5a07fdef-2b42-4487-8dfd-d68f9a7152b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:41.731012 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1454fb-f0bf-40d7-8be9-9fd747c6edd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a291dffd-0d6b-40aa-8e54-9615a62d2dc8,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:41.819225 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1a56373d-b004-48e5-b550-be497a15b4a8 req-5867474e-0177-4d07-8650-d39231161f6f tempest-ServersAdmin275Test-1604864797 tempest-ServersAdmin275Test-1604864797-project] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0666697 Apr 28 19:29:41.826069 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33894) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:41.881517 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39c11a39-99de-45cd-93b4-a09190400a5e req-d9ad5bcc-ea0e-47a6-be67-c18d7afa273d service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371491 Apr 28 19:29:41.892134 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ab7fd22d-f5db-4397-af58-12b6aa604560 req-549e129a-b3e8-4f97-9a6e-d0439d149957 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=1a4a4667-75da-4916-8414-40be6204041b HTTP/1.1" status: 200 len: 217 time: 0.2850251 Apr 28 19:29:41.972055 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4d235b6b-ee47-4850-a8da-4ef3806f3f7e req-ed26181d-ae31-4836-8c1f-785bcd21c14a tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/security-groups?id=8029538b-9116-41b0-9a81-a968cd3e3d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385053 Apr 28 19:29:42.016427 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5a07fdef-2b42-4487-8dfd-d68f9a7152b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:42.044092 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fd22d-f5db-4397-af58-12b6aa604560 req-6dedc24a-ae73-41aa-ae79-8401af1df2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:42.045828 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ab7fd22d-f5db-4397-af58-12b6aa604560 req-6dedc24a-ae73-41aa-ae79-8401af1df2eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1400311 Apr 28 19:29:42.052166 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5a07fdef-2b42-4487-8dfd-d68f9a7152b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:42.118853 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c2e419a1-27cd-4ed4-bf9e-e37de3c0d961 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:29:42.186094 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5a07fdef-2b42-4487-8dfd-d68f9a7152b0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4e6f18c000ac4cd4a5d08ad19254f3b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5085917 Apr 28 19:29:42.189850 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33902) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:42.191530 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07fdef-2b42-4487-8dfd-d68f9a7152b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40ea221-7058-4cbd-b6ce-1ac55f9f4b0f,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:42.196586 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 012f8f5d-7c01-4f64-8c53-d7592e2b18ed up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:29:42.221002 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083a0ec-6293-41d6-8c2d-02a51dabb2cf req-063262bf-2a3b-4d1a-b1fa-ca881c919fe2 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:42.238274 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8083a0ec-6293-41d6-8c2d-02a51dabb2cf req-063262bf-2a3b-4d1a-b1fa-ca881c919fe2 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1efbccd-fc77-46ac-81dd-d5732d0dae98 HTTP/1.1" status: 200 len: 947 time: 0.2107511 Apr 28 19:29:42.304788 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8083a0ec-6293-41d6-8c2d-02a51dabb2cf req-c3984ae9-bf1c-4e1d-bacf-ea849ec4449d tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650413 Apr 28 19:29:42.307978 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.resource_extend [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:29:42.327815 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fd22d-f5db-4397-af58-12b6aa604560 req-52ad92fc-3b8e-4b2b-b2d3-ea92737abd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:42.330582 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ab7fd22d-f5db-4397-af58-12b6aa604560 req-52ad92fc-3b8e-4b2b-b2d3-ea92737abd09 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2760494 Apr 28 19:29:42.398052 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac20502-6d1b-431e-a552-73bfb9a9acf8 req-d1bb7b00-4bc7-4f96-873d-22c7ade16c03 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:42.422958 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eac20502-6d1b-431e-a552-73bfb9a9acf8 req-d1bb7b00-4bc7-4f96-873d-22c7ade16c03 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 969 time: 0.3139575 Apr 28 19:29:42.449679 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a14a86b-7216-4de5-b671-9f2baa1b5bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:42.488401 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 012f8f5d-7c01-4f64-8c53-d7592e2b18ed completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:29:42.533238 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 012f8f5d-7c01-4f64-8c53-d7592e2b18ed triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:29:42.534168 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:42.541673 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c2e419a1-27cd-4ed4-bf9e-e37de3c0d961, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c2e419a1-27cd-4ed4-bf9e-e37de3c0d961,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:29:42.554511 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e3cfff13-6332-40bd-bfad-c3d9792c4c01 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=66ebf96339e84dfa8afe8e7cc39dba15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7260115 Apr 28 19:29:42.555160 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33914) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:42.611651 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'c2e419a1-27cd-4ed4-bf9e-e37de3c0d961', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': 'c2e419a1-27cd-4ed4-bf9e-e37de3c0d961', 'mac_address': 'fa:16:3e:43:7a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:29:42.646921 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eac20502-6d1b-431e-a552-73bfb9a9acf8 req-2d9ea8e2-f8c6-4bbe-b25d-0eb8b72551b4 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080193 Apr 28 19:29:42.653874 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a14a86b-7216-4de5-b671-9f2baa1b5bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:42.698500 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e365e6fc-c3ec-4629-9672-c5068e16bd48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:42.701341 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:42.724866 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e365e6fc-c3ec-4629-9672-c5068e16bd48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:42.731060 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ab7fd22d-f5db-4397-af58-12b6aa604560 req-692425fe-7a44-43cf-89c7-4a5be6b069c6 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680556 Apr 28 19:29:42.751805 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2e419a1-27cd-4ed4-bf9e-e37de3c0d961 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:29:42.788983 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:42.807206 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c2e419a1-27cd-4ed4-bf9e-e37de3c0d961, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c2e419a1-27cd-4ed4-bf9e-e37de3c0d961,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:29:42.827722 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:42.828433 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca8f30-181f-4f5f-9d6b-7b8623d7a7db req-14b4b545-c9b3-480d-a25b-c17663f68798 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:42.844980 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e3ca8f30-181f-4f5f-9d6b-7b8623d7a7db req-14b4b545-c9b3-480d-a25b-c17663f68798 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e600f08-1126-40df-9bbc-7410833ae331 HTTP/1.1" status: 200 len: 967 time: 0.2824106 Apr 28 19:29:42.864602 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a14a86b-7216-4de5-b671-9f2baa1b5bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:42.870511 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a14a86b-7216-4de5-b671-9f2baa1b5bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:42.872611 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1a14a86b-7216-4de5-b671-9f2baa1b5bac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b40ea221-7058-4cbd-b6ce-1ac55f9f4b0f HTTP/1.1" status: 204 len: 168 time: 0.6810074 Apr 28 19:29:42.902497 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a14a86b-7216-4de5-b671-9f2baa1b5bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40ea221-7058-4cbd-b6ce-1ac55f9f4b0f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:42.918387 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 012f8f5d-7c01-4f64-8c53-d7592e2b18ed, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=012f8f5d-7c01-4f64-8c53-d7592e2b18ed,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:29:42.931193 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e365e6fc-c3ec-4629-9672-c5068e16bd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:42.937049 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e365e6fc-c3ec-4629-9672-c5068e16bd48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:42.942023 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e365e6fc-c3ec-4629-9672-c5068e16bd48 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8e3ce21b-e8c8-41bb-b5ca-20687e279d4f HTTP/1.1" status: 204 len: 168 time: 0.3820481 Apr 28 19:29:42.959265 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:42.961550 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e3ca8f30-181f-4f5f-9d6b-7b8623d7a7db req-a61927f5-0458-445c-a414-0c353ac70d3b tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/security-groups?id=85aaaa06-0ed9-43f5-911f-8d31cda5f9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996404 Apr 28 19:29:42.978151 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365e6fc-c3ec-4629-9672-c5068e16bd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3ce21b-e8c8-41bb-b5ca-20687e279d4f,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:43.039337 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ab7fd22d-f5db-4397-af58-12b6aa604560 req-372b6aca-5d1a-41d2-ad30-d57ee5beb86b service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011420 Apr 28 19:29:43.091001 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['c2e419a1-27cd-4ed4-bf9e-e37de3c0d961'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:29:43.101637 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f80f4d-5a31-42cc-9125-6a8de78c9538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012f8f5d-7c01-4f64-8c53-d7592e2b18ed'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:29:43.116988 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f090527b-f4f2-4ce4-b8ef-f69182fdcde2" -d '{"events": [{"server_uuid": "43f80f4d-5a31-42cc-9125-6a8de78c9538", "name": "network-vif-plugged", "status": "completed", "tag": "012f8f5d-7c01-4f64-8c53-d7592e2b18ed"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:29:43.133075 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ab9c92bd-90a8-4aa3-82d2-276c7c677aa1 req-19e1df05-c8c5-4fd1-bbd2-9edef3d41090 tempest-ServersAdmin275Test-1604864797 tempest-ServersAdmin275Test-1604864797-project] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0528917 Apr 28 19:29:43.195704 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=c2e419a1-27cd-4ed4-bf9e-e37de3c0d961,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:43.341623 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8bba2-7369-48ca-924c-7364ba3de82e req-0547e618-b93a-4aa0-968d-0d18df60e2e9 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:43.358699 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49909a8f-fe73-4066-adf8-d05d779677f7 x-openstack-request-id: req-49909a8f-fe73-4066-adf8-d05d779677f7 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:29:43.359504 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f80f4d-5a31-42cc-9125-6a8de78c9538", "name": "network-vif-plugged", "status": "completed", "tag": "012f8f5d-7c01-4f64-8c53-d7592e2b18ed", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:29:43.360118 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-49909a8f-fe73-4066-adf8-d05d779677f7 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:29:43.360975 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49909a8f-fe73-4066-adf8-d05d779677f7'] response: {'server_uuid': '43f80f4d-5a31-42cc-9125-6a8de78c9538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012f8f5d-7c01-4f64-8c53-d7592e2b18ed', 'code': 200} Apr 28 19:29:43.373651 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8da8bba2-7369-48ca-924c-7364ba3de82e req-0547e618-b93a-4aa0-968d-0d18df60e2e9 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f80f4d-5a31-42cc-9125-6a8de78c9538 HTTP/1.1" status: 200 len: 950 time: 0.1745651 Apr 28 19:29:43.462620 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=012f8f5d-7c01-4f64-8c53-d7592e2b18ed,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:43.476218 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8da8bba2-7369-48ca-924c-7364ba3de82e req-e834df56-9bf6-427f-9035-44a6f5ed270a tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/security-groups?id=8029538b-9116-41b0-9a81-a968cd3e3d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938253 Apr 28 19:29:43.650774 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-766bd3f5-a7c0-4648-9184-e8e1be4549fb req-be281bf9-95d2-467e-a760-c6d401c7752d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0722923 Apr 28 19:29:43.666427 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237cd49-9f9b-46ba-8f09-aa776862fdfa req-62dbe8cc-2b5c-4c4e-ac4e-aece9b0756a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:43.667929 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6237cd49-9f9b-46ba-8f09-aa776862fdfa req-62dbe8cc-2b5c-4c4e-ac4e-aece9b0756a8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=43f80f4d-5a31-42cc-9125-6a8de78c9538 HTTP/1.1" status: 200 len: 1101 time: 0.1216383 Apr 28 19:29:43.683554 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293a3bb-164f-4c7d-927c-cbab0d15103e req-829bc639-876c-4c5f-830a-d04fcb05c110 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:43.685158 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d293a3bb-164f-4c7d-927c-cbab0d15103e req-829bc639-876c-4c5f-830a-d04fcb05c110 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1efbccd-fc77-46ac-81dd-d5732d0dae98 HTTP/1.1" status: 200 len: 948 time: 0.1078606 Apr 28 19:29:43.737899 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d293a3bb-164f-4c7d-927c-cbab0d15103e req-5ae25c1c-66ae-4a57-a02b-10a71eb049b9 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416744 Apr 28 19:29:43.805486 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33944) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:43.876423 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d026d-f6e6-4cff-8b21-1277f97cca3e req-18d46e0a-e4bc-490d-9293-0424b5ab5429 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:43.892534 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-300d026d-f6e6-4cff-8b21-1277f97cca3e req-18d46e0a-e4bc-490d-9293-0424b5ab5429 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 969 time: 0.1220858 Apr 28 19:29:43.938947 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-25108ff7-bfd4-44f8-b430-600042c2245f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=572f9c17c58f4dbb91f1bf1eed4c8b9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1316180 Apr 28 19:29:43.942812 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33948) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:43.976473 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6237cd49-9f9b-46ba-8f09-aa776862fdfa req-33c462c1-50f5-49ac-a6c7-f96ef2193f60 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8029538b-9116-41b0-9a81-a968cd3e3d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302891 Apr 28 19:29:43.985128 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-300d026d-f6e6-4cff-8b21-1277f97cca3e req-7e858222-2143-40e3-ab67-0299bf7528c3 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912874 Apr 28 19:29:44.077771 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0de46a82-44b8-431d-a26b-7172551d5339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:44.117417 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c2e419a1-27cd-4ed4-bf9e-e37de3c0d961 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:29:44.131562 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0de46a82-44b8-431d-a26b-7172551d5339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:44.206351 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22b0fd-d966-48ab-8527-c84290133043 req-f14b5188-c800-4912-9a46-82963c3a8a83 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:44.212182 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fb22b0fd-d966-48ab-8527-c84290133043 req-f14b5188-c800-4912-9a46-82963c3a8a83 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e600f08-1126-40df-9bbc-7410833ae331 HTTP/1.1" status: 200 len: 967 time: 0.1151013 Apr 28 19:29:44.220256 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0de46a82-44b8-431d-a26b-7172551d5339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:44.226099 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0de46a82-44b8-431d-a26b-7172551d5339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:44.227803 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0de46a82-44b8-431d-a26b-7172551d5339 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/16f52f1f-8794-426f-81ee-fd3ffd65b0d7 HTTP/1.1" status: 204 len: 168 time: 0.2829440 Apr 28 19:29:44.249440 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de46a82-44b8-431d-a26b-7172551d5339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f52f1f-8794-426f-81ee-fd3ffd65b0d7,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:44.293722 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fb22b0fd-d966-48ab-8527-c84290133043 req-fb21b42b-76ae-477f-bf7f-b5bff1529b6d tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/security-groups?id=85aaaa06-0ed9-43f5-911f-8d31cda5f9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604055 Apr 28 19:29:44.370498 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port c2e419a1-27cd-4ed4-bf9e-e37de3c0d961 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:29:44.380800 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port c2e419a1-27cd-4ed4-bf9e-e37de3c0d961 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:29:44.389610 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:44.404528 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d5b0e34b-f417-49dd-a2ae-51e03d407adb req-f9a2e3f5-841e-4ac4-b6c4-0e7f8cbd8717 tempest-ServersAdmin275Test-1604864797 tempest-ServersAdmin275Test-1604864797-project] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0601594 Apr 28 19:29:44.541686 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2466c-5e24-42ac-b651-06b8801ec153 req-b05a66cd-61f5-47bc-89cd-7107fc14bfdc tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:44.543257 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-05d2466c-5e24-42ac-b651-06b8801ec153 req-b05a66cd-61f5-47bc-89cd-7107fc14bfdc tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e600f08-1126-40df-9bbc-7410833ae331 HTTP/1.1" status: 200 len: 967 time: 0.1075213 Apr 28 19:29:44.559224 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33974) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:44.564400 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-d4b90bf1-b8da-4816-bce0-611462f956ea tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Request body: {'floatingip': {'port_id': 'e08323a9-7a0d-4844-95b3-025a5b947f2c'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:29:44.614403 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:44.658193 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 1a4a4667-75da-4916-8414-40be6204041b details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:29:44.742834 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c2e419a1-27cd-4ed4-bf9e-e37de3c0d961, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c2e419a1-27cd-4ed4-bf9e-e37de3c0d961,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:29:44.774895 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:44.811055 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d4b90bf1-b8da-4816-bce0-611462f956ea tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks [] for floatingip, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:45.020014 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=c2e419a1-27cd-4ed4-bf9e-e37de3c0d961,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:45.040856 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 1a4a4667-75da-4916-8414-40be6204041b, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=1a4a4667-75da-4916-8414-40be6204041b,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:29:45.063637 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '1a4a4667-75da-4916-8414-40be6204041b', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': '1a4a4667-75da-4916-8414-40be6204041b', 'mac_address': 'fa:16:3e:76:7d:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:tempest-test_az-521036984', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:29:45.128614 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1041a82-f84a-4721-bb7f-644df405c86b req-26d9d2f6-9f33-4816-b046-e804d87c4512 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:45.146901 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d1041a82-f84a-4721-bb7f-644df405c86b req-26d9d2f6-9f33-4816-b046-e804d87c4512 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1efbccd-fc77-46ac-81dd-d5732d0dae98 HTTP/1.1" status: 200 len: 949 time: 0.1694684 Apr 28 19:29:45.228550 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:45.265528 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d1041a82-f84a-4721-bb7f-644df405c86b req-880f5cb0-e7e0-4464-8828-479547cd8596 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159835 Apr 28 19:29:45.306895 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4a4667-75da-4916-8414-40be6204041b {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:29:45.319540 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c9886-6853-4132-bf60-7a9657032423 req-24c57230-1720-4829-802e-f6700305e784 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:45.332507 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c43c9886-6853-4132-bf60-7a9657032423 req-24c57230-1720-4829-802e-f6700305e784 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f80f4d-5a31-42cc-9125-6a8de78c9538 HTTP/1.1" status: 200 len: 950 time: 0.6187468 Apr 28 19:29:45.371808 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1efbccd-fc77-46ac-81dd-d5732d0dae98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e419a1-27cd-4ed4-bf9e-e37de3c0d961'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:29:45.376648 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b068cc-68b0-49af-9974-fb15b62934a5" -d '{"events": [{"server_uuid": "e1efbccd-fc77-46ac-81dd-d5732d0dae98", "name": "network-vif-plugged", "status": "completed", "tag": "c2e419a1-27cd-4ed4-bf9e-e37de3c0d961"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:29:45.384045 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 1a4a4667-75da-4916-8414-40be6204041b, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=1a4a4667-75da-4916-8414-40be6204041b,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:29:45.395883 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:45.429712 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c43c9886-6853-4132-bf60-7a9657032423 req-ab2a0426-cd7d-4479-818e-ec490b8e9ce6 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/security-groups?id=8029538b-9116-41b0-9a81-a968cd3e3d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954311 Apr 28 19:29:45.538454 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdcce36-9270-4c2e-85e4-ac32ec025543 req-8f000914-47b5-4292-8931-7c4f0ecd6445 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:45.550662 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ebdcce36-9270-4c2e-85e4-ac32ec025543 req-8f000914-47b5-4292-8931-7c4f0ecd6445 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 970 time: 0.1079271 Apr 28 19:29:45.588880 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e063c1-2aca-4f8d-ad22-83febfa7e85d x-openstack-request-id: req-a0e063c1-2aca-4f8d-ad22-83febfa7e85d {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:29:45.589226 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1efbccd-fc77-46ac-81dd-d5732d0dae98", "name": "network-vif-plugged", "status": "completed", "tag": "c2e419a1-27cd-4ed4-bf9e-e37de3c0d961", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:29:45.589610 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a0e063c1-2aca-4f8d-ad22-83febfa7e85d {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:29:45.590196 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0e063c1-2aca-4f8d-ad22-83febfa7e85d'] response: {'server_uuid': 'e1efbccd-fc77-46ac-81dd-d5732d0dae98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e419a1-27cd-4ed4-bf9e-e37de3c0d961', 'code': 200} Apr 28 19:29:45.638668 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ebdcce36-9270-4c2e-85e4-ac32ec025543 req-8a3e1f8a-0b0f-4d8d-8c20-5a21ed403c91 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868986 Apr 28 19:29:45.782969 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5f6b4-dd29-4a21-bf2a-b240c418694d req-2fef145d-3d4c-4b39-8cec-52f10b0359e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:45.786086 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0eb5f6b4-dd29-4a21-bf2a-b240c418694d req-2fef145d-3d4c-4b39-8cec-52f10b0359e7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e1efbccd-fc77-46ac-81dd-d5732d0dae98 HTTP/1.1" status: 200 len: 1100 time: 0.1150010 Apr 28 19:29:45.896590 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0eb5f6b4-dd29-4a21-bf2a-b240c418694d req-021b646b-b80d-40d4-949b-4afeec4a7ac4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021328 Apr 28 19:29:45.908425 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['1a4a4667-75da-4916-8414-40be6204041b'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:29:45.913971 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=1a4a4667-75da-4916-8414-40be6204041b,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:45.939059 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b1df7e50-8004-433d-8806-7906d11bf7fd req-fe102d70-0c21-4da5-a4fd-e1ac2c2e3477 tempest-ServersAdmin275Test-1604864797 tempest-ServersAdmin275Test-1604864797-project] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.1830363 Apr 28 19:29:46.480270 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.db.resource_extend [None req-d4b90bf1-b8da-4816-bce0-611462f956ea tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:29:46.648973 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d4b90bf1-b8da-4816-bce0-611462f956ea tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:46.651817 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 1a4a4667-75da-4916-8414-40be6204041b up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:29:46.659216 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d4b90bf1-b8da-4816-bce0-611462f956ea tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:46.760625 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a32259-b2c0-4bea-b668-aa08318b6bcd req-e3d98390-35a8-47fd-9604-61fa1421615e tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:46.765533 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-38a32259-b2c0-4bea-b668-aa08318b6bcd req-e3d98390-35a8-47fd-9604-61fa1421615e tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1efbccd-fc77-46ac-81dd-d5732d0dae98 HTTP/1.1" status: 200 len: 949 time: 0.1200633 Apr 28 19:29:46.777449 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 1a4a4667-75da-4916-8414-40be6204041b completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:29:46.783118 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 1a4a4667-75da-4916-8414-40be6204041b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:29:46.784156 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:46.833055 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-38a32259-b2c0-4bea-b668-aa08318b6bcd req-a3aa6146-540e-4487-a7be-162a37ac7081 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540764 Apr 28 19:29:46.907460 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c9dcf131-11ad-4b0f-ba39-e5efe91cc099 req-643239f6-9a2b-43d2-8764-271a7c6b976f tempest-ServersAdmin275Test-897164647 tempest-ServersAdmin275Test-897164647-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0823593 Apr 28 19:29:46.967174 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:47.048160 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 1a4a4667-75da-4916-8414-40be6204041b, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=1a4a4667-75da-4916-8414-40be6204041b,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:29:47.050255 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-d4b90bf1-b8da-4816-bce0-611462f956ea tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Floating IP 6e6892c3-397d-43b5-83bc-dcce4e766e7e associated. External IP: 172.25.8.222, port: e08323a9-7a0d-4844-95b3-025a5b947f2c. Apr 28 19:29:47.062877 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:47.137986 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7c593-a92c-47b8-8e78-471801973b0b req-f7e7e6f5-6b18-4d4d-8483-24d289e254c3 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:47.154611 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c9e7c593-a92c-47b8-8e78-471801973b0b req-f7e7e6f5-6b18-4d4d-8483-24d289e254c3 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f80f4d-5a31-42cc-9125-6a8de78c9538 HTTP/1.1" status: 200 len: 950 time: 0.1590319 Apr 28 19:29:47.169855 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=1a4a4667-75da-4916-8414-40be6204041b,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:47.180529 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:29:47.180923 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:29:47.181264 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:29:47.181869 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:29:47.182323 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:29:47.182654 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:29:47.182981 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:29:47.183306 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:29:47.184188 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:29:47.184188 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:29:47.184546 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:29:47.184697 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:29:47.264379 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c9e7c593-a92c-47b8-8e78-471801973b0b req-7da24b9b-8015-40f4-ac56-a0475ac4a337 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/security-groups?id=8029538b-9116-41b0-9a81-a968cd3e3d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084599 Apr 28 19:29:47.465466 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9bc58-8c58-4d45-a5c3-d3d72431f71a req-46fd6330-a982-426b-b911-9d3989b850db tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:47.467125 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5de9bc58-8c58-4d45-a5c3-d3d72431f71a req-46fd6330-a982-426b-b911-9d3989b850db tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 971 time: 0.1025622 Apr 28 19:29:47.467934 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b90bf1-b8da-4816-bce0-611462f956ea tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Router c7e3a73b-513d-45dc-b8ab-bce1fbe77db1 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:29:47.543214 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5de9bc58-8c58-4d45-a5c3-d3d72431f71a req-dc2f5673-ca67-4de4-94a1-b5615be40b38 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664945 Apr 28 19:29:47.592083 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa207c8-5498-4409-b3e7-85361ef38e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4a4667-75da-4916-8414-40be6204041b'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:29:47.594662 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f24aa3-db25-4e48-961e-afc8e804936f" -d '{"events": [{"server_uuid": "ffa207c8-5498-4409-b3e7-85361ef38e9e", "name": "network-vif-plugged", "status": "completed", "tag": "1a4a4667-75da-4916-8414-40be6204041b"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:29:47.627622 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b90bf1-b8da-4816-bce0-611462f956ea tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:29:47.657984 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d4b90bf1-b8da-4816-bce0-611462f956ea tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:47.663962 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e68da5a-d366-4714-903c-bca2d1c9901d None None] Sync routers for ids ['c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:29:47.689022 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e68da5a-d366-4714-903c-bca2d1c9901d None None] Routers {'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:29:47.690079 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-0e68da5a-d366-4714-903c-bca2d1c9901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:29:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:29:47.707674 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d4b90bf1-b8da-4816-bce0-611462f956ea tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "PUT /v2.0/floatingips/6e6892c3-397d-43b5-83bc-dcce4e766e7e HTTP/1.1" status: 200 len: 1013 time: 3.1468267 Apr 28 19:29:47.708443 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e600f08-1126-40df-9bbc-7410833ae331', 'tag': 'e08323a9-7a0d-4844-95b3-025a5b947f2c'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:29:47.711157 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ca13b2-f6af-4240-a567-fd200633112a" -d '{"events": [{"name": "network-changed", "server_uuid": "2e600f08-1126-40df-9bbc-7410833ae331", "tag": "e08323a9-7a0d-4844-95b3-025a5b947f2c"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:29:47.732150 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-32096722-f946-49db-a6b3-9b3e38a5fe25 req-306ab95f-2808-4bec-a91c-6fbbfce5a528 tempest-ServersAdmin275Test-897164647 tempest-ServersAdmin275Test-897164647-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0435753 Apr 28 19:29:47.848984 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-0e68da5a-d366-4714-903c-bca2d1c9901d None None] Set router c7e3a73b-513d-45dc-b8ab-bce1fbe77db1 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:29:47.900680 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8b67e6-2ef6-449b-8672-49b2719127f5 x-openstack-request-id: req-bb8b67e6-2ef6-449b-8672-49b2719127f5 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:29:47.901542 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa207c8-5498-4409-b3e7-85361ef38e9e", "name": "network-vif-plugged", "status": "completed", "tag": "1a4a4667-75da-4916-8414-40be6204041b", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:29:47.901542 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bb8b67e6-2ef6-449b-8672-49b2719127f5 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:29:47.902256 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb8b67e6-2ef6-449b-8672-49b2719127f5'] response: {'server_uuid': 'ffa207c8-5498-4409-b3e7-85361ef38e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4a4667-75da-4916-8414-40be6204041b', 'code': 200} Apr 28 19:29:48.126228 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e6db6-c3ab-408b-85bd-aff770c01d08 req-f8c92ae1-768a-4100-a0f5-3dcb37c17fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:48.131318 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2d1e6db6-c3ab-408b-85bd-aff770c01d08 req-f8c92ae1-768a-4100-a0f5-3dcb37c17fce service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 1122 time: 0.1260102 Apr 28 19:29:48.196203 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0ab23b-91c6-42bd-8d15-3be6cd9aa9e0 x-openstack-request-id: req-3d0ab23b-91c6-42bd-8d15-3be6cd9aa9e0 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:29:48.196499 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e600f08-1126-40df-9bbc-7410833ae331", "tag": "e08323a9-7a0d-4844-95b3-025a5b947f2c", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:29:48.196755 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3d0ab23b-91c6-42bd-8d15-3be6cd9aa9e0 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:29:48.197225 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d0ab23b-91c6-42bd-8d15-3be6cd9aa9e0'] response: {'name': 'network-changed', 'server_uuid': '2e600f08-1126-40df-9bbc-7410833ae331', 'tag': 'e08323a9-7a0d-4844-95b3-025a5b947f2c', 'status': 'completed', 'code': 200} Apr 28 19:29:48.239398 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d6352-cec7-49f2-ab8f-dfa3992807d6 req-a839f821-2513-4857-9f43-453592f05bb5 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:48.243429 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-958d6352-cec7-49f2-ab8f-dfa3992807d6 req-a839f821-2513-4857-9f43-453592f05bb5 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e600f08-1126-40df-9bbc-7410833ae331 HTTP/1.1" status: 200 len: 967 time: 0.1839931 Apr 28 19:29:48.249949 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2d1e6db6-c3ab-408b-85bd-aff770c01d08 req-fadd85e9-f508-4bf1-b267-d972df84ed7f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046748 Apr 28 19:29:48.273605 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca13b2-f6af-4240-a567-fd200633112a req-91714bc2-3988-4e50-a022-96faeb4477d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:48.275984 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-14ca13b2-f6af-4240-a567-fd200633112a req-91714bc2-3988-4e50-a022-96faeb4477d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=39f1ec92eba944f2870178ab14420527&device_id=2e600f08-1126-40df-9bbc-7410833ae331 HTTP/1.1" status: 200 len: 1118 time: 0.0579720 Apr 28 19:29:48.299360 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-0e68da5a-d366-4714-903c-bca2d1c9901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1117398245-router', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:28:45Z', 'updated_at': '2022-04-28T19:28:56Z', 'revision_number': 4, 'project_id': '39f1ec92eba944f2870178ab14420527', 'gw_port': {'id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:47Z', 'updated_at': '2022-04-28T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '6e6892c3-397d-43b5-83bc-dcce4e766e7e', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'floating_ip_address': '172.25.8.222', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'port_id': 'e08323a9-7a0d-4844-95b3-025a5b947f2c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b', 'mac_address': 'fa:16:3e:db:4b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e600f08-1126-40df-9bbc-7410833ae331', 'device_owner': 'compute:tempest-test_az-521036984'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:29:25Z', 'updated_at': '2022-04-28T19:29:46Z', 'revision_number': 1, 'project_id': '39f1ec92eba944f2870178ab14420527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56e91097-d6c1-424a-aad6-9cee3c817a99', 'name': '', 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'mac_address': 'fa:16:3e:52:61:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '696baa90-df03-47df-9fe8-e65ce72cb57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:54Z', 'updated_at': '2022-04-28T19:29:05Z', 'revision_number': 5, 'project_id': '39f1ec92eba944f2870178ab14420527', 'subnets': [{'id': '696baa90-df03-47df-9fe8-e65ce72cb57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:29:48.352174 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e68da5a-d366-4714-903c-bca2d1c9901d None None] Checking router: c7e3a73b-513d-45dc-b8ab-bce1fbe77db1 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:29:48.356450 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863502e-8a58-4eea-9933-c1e41d608e0b req-6dc9aac3-1e4c-4412-94b4-8463569c6feb tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:48.358091 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b863502e-8a58-4eea-9933-c1e41d608e0b req-6dc9aac3-1e4c-4412-94b4-8463569c6feb tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f80f4d-5a31-42cc-9125-6a8de78c9538 HTTP/1.1" status: 200 len: 950 time: 0.0639634 Apr 28 19:29:48.362736 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e68da5a-d366-4714-903c-bca2d1c9901d None None] Routers {'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:29:48.363532 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-0e68da5a-d366-4714-903c-bca2d1c9901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:29:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:29:48.408579 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b863502e-8a58-4eea-9933-c1e41d608e0b req-c2ae5a30-a1d0-432c-9d20-84441e1d2cee tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/security-groups?id=8029538b-9116-41b0-9a81-a968cd3e3d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400908 Apr 28 19:29:48.510435 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-0e68da5a-d366-4714-903c-bca2d1c9901d None None] Set router c7e3a73b-513d-45dc-b8ab-bce1fbe77db1 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:29:48.597733 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0e3fc-7f75-4bcd-95c9-0142f129a366 req-8ca2619f-78ec-469b-97db-c55b1e45a4e8 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:48.599779 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0fc0e3fc-7f75-4bcd-95c9-0142f129a366 req-8ca2619f-78ec-469b-97db-c55b1e45a4e8 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1efbccd-fc77-46ac-81dd-d5732d0dae98 HTTP/1.1" status: 200 len: 949 time: 0.0913198 Apr 28 19:29:48.600719 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca13b2-f6af-4240-a567-fd200633112a req-f9ae6c80-bf55-4597-92f2-eb40b03e6479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:48.602207 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-14ca13b2-f6af-4240-a567-fd200633112a req-f9ae6c80-bf55-4597-92f2-eb40b03e6479 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c9825b71-8d0c-4c62-9276-978f0a60b02b HTTP/1.1" status: 200 len: 925 time: 0.1519544 Apr 28 19:29:48.612430 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-958d6352-cec7-49f2-ab8f-dfa3992807d6 req-3a523c75-5f6d-481b-b3de-7097fc71d368 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/security-groups?id=85aaaa06-0ed9-43f5-911f-8d31cda5f9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3599007 Apr 28 19:29:48.720158 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0fc0e3fc-7f75-4bcd-95c9-0142f129a366 req-f9be25e3-e06a-4368-a707-16101904f022 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089997 Apr 28 19:29:48.751714 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-14ca13b2-f6af-4240-a567-fd200633112a req-c509e880-a01d-4025-9e03-f5303cfdb1ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e08323a9-7a0d-4844-95b3-025a5b947f2c HTTP/1.1" status: 200 len: 1021 time: 0.1378212 Apr 28 19:29:48.815276 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-0e68da5a-d366-4714-903c-bca2d1c9901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1117398245-router', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:28:45Z', 'updated_at': '2022-04-28T19:28:56Z', 'revision_number': 4, 'project_id': '39f1ec92eba944f2870178ab14420527', 'gw_port': {'id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:47Z', 'updated_at': '2022-04-28T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '6e6892c3-397d-43b5-83bc-dcce4e766e7e', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'floating_ip_address': '172.25.8.222', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'port_id': 'e08323a9-7a0d-4844-95b3-025a5b947f2c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b', 'mac_address': 'fa:16:3e:db:4b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e600f08-1126-40df-9bbc-7410833ae331', 'device_owner': 'compute:tempest-test_az-521036984'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:29:25Z', 'updated_at': '2022-04-28T19:29:46Z', 'revision_number': 1, 'project_id': '39f1ec92eba944f2870178ab14420527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56e91097-d6c1-424a-aad6-9cee3c817a99', 'name': '', 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'mac_address': 'fa:16:3e:52:61:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '696baa90-df03-47df-9fe8-e65ce72cb57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:54Z', 'updated_at': '2022-04-28T19:29:05Z', 'revision_number': 5, 'project_id': '39f1ec92eba944f2870178ab14420527', 'subnets': [{'id': '696baa90-df03-47df-9fe8-e65ce72cb57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:29:48.857584 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca13b2-f6af-4240-a567-fd200633112a req-047a996b-a0df-4c20-a8fb-8ed7ac301fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:48.859070 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-14ca13b2-f6af-4240-a567-fd200633112a req-047a996b-a0df-4c20-a8fb-8ed7ac301fa1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=696baa90-df03-47df-9fe8-e65ce72cb57c HTTP/1.1" status: 200 len: 863 time: 0.0999727 Apr 28 19:29:48.876681 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e68da5a-d366-4714-903c-bca2d1c9901d None None] The sync data for ids ['c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'] in n-d-839810-1 is: [{'id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1117398245-router', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:28:45Z', 'updated_at': '2022-04-28T19:28:56Z', 'revision_number': 4, 'project_id': '39f1ec92eba944f2870178ab14420527', 'gw_port': {'id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:47Z', 'updated_at': '2022-04-28T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '6e6892c3-397d-43b5-83bc-dcce4e766e7e', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'floating_ip_address': '172.25.8.222', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'port_id': 'e08323a9-7a0d-4844-95b3-025a5b947f2c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b', 'mac_address': 'fa:16:3e:db:4b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e600f08-1126-40df-9bbc-7410833ae331', 'device_owner': 'compute:tempest-test_az-521036984'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:29:25Z', 'updated_at': '2022-04-28T19:29:46Z', 'revision_number': 1, 'project_id': '39f1ec92eba944f2870178ab14420527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56e91097-d6c1-424a-aad6-9cee3c817a99', 'name': '', 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'mac_address': 'fa:16:3e:52:61:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '696baa90-df03-47df-9fe8-e65ce72cb57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:54Z', 'updated_at': '2022-04-28T19:29:05Z', 'revision_number': 5, 'project_id': '39f1ec92eba944f2870178ab14420527', 'subnets': [{'id': '696baa90-df03-47df-9fe8-e65ce72cb57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:29:48.953139 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca13b2-f6af-4240-a567-fd200633112a req-21f5e254-8a53-49fb-98e6-ebeb0097621b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:48.954824 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-14ca13b2-f6af-4240-a567-fd200633112a req-21f5e254-8a53-49fb-98e6-ebeb0097621b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9825b71-8d0c-4c62-9276-978f0a60b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855336 Apr 28 19:29:49.083158 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5448b1-b842-4b57-a5ca-78c3806a9d40 req-f015fc8d-a4b8-408b-8805-31fce501824b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:49.085317 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ff5448b1-b842-4b57-a5ca-78c3806a9d40 req-f015fc8d-a4b8-408b-8805-31fce501824b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 971 time: 0.1317995 Apr 28 19:29:49.135507 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-14ca13b2-f6af-4240-a567-fd200633112a req-263ce7d9-fe98-4a2a-83a0-177569d825de service neutron] 10.222.0.15 "GET /v2.0/networks/c9825b71-8d0c-4c62-9276-978f0a60b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713543 Apr 28 19:29:49.163944 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34126) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:49.195102 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ff5448b1-b842-4b57-a5ca-78c3806a9d40 req-4a69de5e-70d0-4529-a006-b66e8fd4f752 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775106 Apr 28 19:29:49.293264 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e0e8de-41d3-4a55-bbd9-46b24972f426 None None] New status for floating IP 6e6892c3-397d-43b5-83bc-dcce4e766e7e: ACTIVE {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:29:49.310856 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34130) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:49.366303 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d52b98e-89d7-4008-8abe-5cac4a4769b0 req-440e12e6-9afd-48e5-adab-9829245bbe39 tempest-ServersAdmin275Test-897164647 tempest-ServersAdmin275Test-897164647-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0464528 Apr 28 19:29:49.383652 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-14ca13b2-f6af-4240-a567-fd200633112a req-fef525c4-700c-40f0-b994-5c8841ac6f35 service neutron] 10.222.0.15 "GET /v2.0/networks/c9825b71-8d0c-4c62-9276-978f0a60b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410944 Apr 28 19:29:49.545882 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d4034448-adde-4335-abd8-632bd57e7a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:49.561421 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7e13f189-7358-4acb-ad1c-def9c5aa6f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:49.608253 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fb225-ec85-4b29-85f7-6d61b2ca464a req-b3d4720e-db03-44e1-94cf-6877ebf8048a tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:49.610187 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-578fb225-ec85-4b29-85f7-6d61b2ca464a req-b3d4720e-db03-44e1-94cf-6877ebf8048a tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f80f4d-5a31-42cc-9125-6a8de78c9538 HTTP/1.1" status: 200 len: 950 time: 0.1027491 Apr 28 19:29:49.663580 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b64f77-90f1-42b8-bb90-c62082ff88a2 req-8fd096d3-3f36-4c8b-8c3e-97f5e0644234 tempest-ServersOnMultiNodesTest-1949443882 tempest-ServersOnMultiNodesTest-1949443882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:49.666367 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-46b64f77-90f1-42b8-bb90-c62082ff88a2 req-8fd096d3-3f36-4c8b-8c3e-97f5e0644234 tempest-ServersOnMultiNodesTest-1949443882 tempest-ServersOnMultiNodesTest-1949443882-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e1efbccd-fc77-46ac-81dd-d5732d0dae98 HTTP/1.1" status: 200 len: 1100 time: 0.0933719 Apr 28 19:29:49.679504 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-578fb225-ec85-4b29-85f7-6d61b2ca464a req-055cbf2c-33c1-4e4d-b1cf-b30327c48954 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/security-groups?id=8029538b-9116-41b0-9a81-a968cd3e3d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614100 Apr 28 19:29:49.728024 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-46b64f77-90f1-42b8-bb90-c62082ff88a2 req-82336ac8-c697-4b4b-a5fe-676eb017cd2c tempest-ServersOnMultiNodesTest-1949443882 tempest-ServersOnMultiNodesTest-1949443882-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:49.744489 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7e13f189-7358-4acb-ad1c-def9c5aa6f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:49.752861 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d4034448-adde-4335-abd8-632bd57e7a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:49.754033 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7e13f189-7358-4acb-ad1c-def9c5aa6f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:49.760829 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2e872062-2541-4ee0-87fc-f49c2112f40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:49.768592 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d4034448-adde-4335-abd8-632bd57e7a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:49.799076 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13f189-7358-4acb-ad1c-def9c5aa6f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66115c9f-b934-4a46-9d0c-233b9a47dcab,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:49.809619 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7e13f189-7358-4acb-ad1c-def9c5aa6f5f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8ae59a409f7c4c36b2048f76b979b41d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4940772 Apr 28 19:29:49.810077 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4034448-adde-4335-abd8-632bd57e7a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25915f04-9960-4c2b-8097-9198f409a6fd,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:49.810218 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34138) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:49.868448 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d4034448-adde-4335-abd8-632bd57e7a92 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=94257050d8634a6ca34770f4d32f7c0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7034128 Apr 28 19:29:49.871479 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34146) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:49.917533 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cc8b3c7d-4ab3-480e-9dee-b5b2daf5999f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:49.957352 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cc8b3c7d-4ab3-480e-9dee-b5b2daf5999f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:49.968633 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8dcdb800-4f52-48da-a1fe-e77d342e1c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:49.973451 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-46b64f77-90f1-42b8-bb90-c62082ff88a2 req-82336ac8-c697-4b4b-a5fe-676eb017cd2c tempest-ServersOnMultiNodesTest-1949443882 tempest-ServersOnMultiNodesTest-1949443882-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:49.982404 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-46b64f77-90f1-42b8-bb90-c62082ff88a2 req-82336ac8-c697-4b4b-a5fe-676eb017cd2c tempest-ServersOnMultiNodesTest-1949443882 tempest-ServersOnMultiNodesTest-1949443882-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:50.013161 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8dcdb800-4f52-48da-a1fe-e77d342e1c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:50.023171 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-46b64f77-90f1-42b8-bb90-c62082ff88a2 req-82336ac8-c697-4b4b-a5fe-676eb017cd2c tempest-ServersOnMultiNodesTest-1949443882 tempest-ServersOnMultiNodesTest-1949443882-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153470 Apr 28 19:29:50.035685 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82336ac8-c697-4b4b-a5fe-676eb017cd2c tempest-ServersOnMultiNodesTest-1949443882 tempest-ServersOnMultiNodesTest-1949443882-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a958ef6a-ec34-4119-997c-46d17422e020,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:50.061431 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cc8b3c7d-4ab3-480e-9dee-b5b2daf5999f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:50.065018 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cc8b3c7d-4ab3-480e-9dee-b5b2daf5999f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:50.066363 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-cc8b3c7d-4ab3-480e-9dee-b5b2daf5999f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/66115c9f-b934-4a46-9d0c-233b9a47dcab HTTP/1.1" status: 204 len: 168 time: 0.2445183 Apr 28 19:29:50.077586 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b3c7d-4ab3-480e-9dee-b5b2daf5999f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66115c9f-b934-4a46-9d0c-233b9a47dcab,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:50.133357 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8dcdb800-4f52-48da-a1fe-e77d342e1c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:50.136228 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8dcdb800-4f52-48da-a1fe-e77d342e1c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:50.140565 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8dcdb800-4f52-48da-a1fe-e77d342e1c48 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/25915f04-9960-4c2b-8097-9198f409a6fd HTTP/1.1" status: 204 len: 168 time: 0.2651308 Apr 28 19:29:50.148937 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcdb800-4f52-48da-a1fe-e77d342e1c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25915f04-9960-4c2b-8097-9198f409a6fd,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:50.381719 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686cfff-8ffe-493d-b811-26e84f99ea4f req-d656a5da-b2ac-4bb3-8a11-5d1be64dc278 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:50.383983 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a686cfff-8ffe-493d-b811-26e84f99ea4f req-d656a5da-b2ac-4bb3-8a11-5d1be64dc278 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 971 time: 0.0689940 Apr 28 19:29:50.438292 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a686cfff-8ffe-493d-b811-26e84f99ea4f req-a6708bb6-4990-4300-9634-be8bb5492f0a tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399044 Apr 28 19:29:50.495926 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34170) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:50.524450 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1c50f-a913-423c-a60c-71ffa6e33e78 req-a920ac13-5fd8-48f8-bb87-44a6a7cc31b8 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:50.527613 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02a1c50f-a913-423c-a60c-71ffa6e33e78 req-a920ac13-5fd8-48f8-bb87-44a6a7cc31b8 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.44 "GET /v2.0/ports?device_id=43f80f4d-5a31-42cc-9125-6a8de78c9538 HTTP/1.1" status: 200 len: 950 time: 0.1178832 Apr 28 19:29:50.651172 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bac2a082-57ee-419e-8e3f-a9017dd91ac3 req-b035d634-cda7-490a-8342-c2f4e0e63f4e tempest-ServersAdmin275Test-897164647 tempest-ServersAdmin275Test-897164647-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0580726 Apr 28 19:29:50.728724 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-02a1c50f-a913-423c-a60c-71ffa6e33e78 req-4544d393-618c-4209-8697-0ebe749bfe10 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Deleting port 012f8f5d-7c01-4f64-8c53-d7592e2b18ed {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:29:50.729685 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-02a1c50f-a913-423c-a60c-71ffa6e33e78 req-4544d393-618c-4209-8697-0ebe749bfe10 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:50.862485 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-06768089-4674-4935-ab29-64af51b6cf58 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ebad228c1b4944f6b357421a29469bd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514808 Apr 28 19:29:50.874264 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ec7a609c-19cb-48db-9e7f-9b97623e2c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:50.912987 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34190) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:50.946464 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fd88bf2d-b06d-49fd-9a8a-7d07fa229227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:50.961654 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:29:51.078034 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ec7a609c-19cb-48db-9e7f-9b97623e2c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:51.083017 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-02a1c50f-a913-423c-a60c-71ffa6e33e78 req-4544d393-618c-4209-8697-0ebe749bfe10 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] For port 012f8f5d-7c01-4f64-8c53-d7592e2b18ed, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=012f8f5d-7c01-4f64-8c53-d7592e2b18ed,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:29:51.085300 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-02a1c50f-a913-423c-a60c-71ffa6e33e78 req-4544d393-618c-4209-8697-0ebe749bfe10 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:51.089844 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ec7a609c-19cb-48db-9e7f-9b97623e2c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:51.118536 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-02a1c50f-a913-423c-a60c-71ffa6e33e78 req-4544d393-618c-4209-8697-0ebe749bfe10 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Calling delete_port for 012f8f5d-7c01-4f64-8c53-d7592e2b18ed owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:29:51.123565 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ec7a609c-19cb-48db-9e7f-9b97623e2c2b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=caea06a306244b3f94c69c24f5dd3765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6225374 Apr 28 19:29:51.126170 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34192) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:51.170438 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34194) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:51.273900 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04c5ce72-643b-4032-aac5-bfe77494105b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:51.290020 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-d55518dc-6b5d-4e24-b808-5e99bea25917 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:51.292905 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-d55518dc-6b5d-4e24-b808-5e99bea25917 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4051414 Apr 28 19:29:51.349313 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-9fe08bf4-8877-4225-b636-5b40ed38ce88 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/quotas/ebad228c1b4944f6b357421a29469bd6 HTTP/1.1" status: 200 len: 375 time: 0.0341690 Apr 28 19:29:51.387491 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fd88bf2d-b06d-49fd-9a8a-7d07fa229227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:51.402933 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fd88bf2d-b06d-49fd-9a8a-7d07fa229227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:51.433169 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a609c-19cb-48db-9e7f-9b97623e2c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4c717a-5eec-409d-b0d4-6dec6c029fdb,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:51.449133 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-fd88bf2d-b06d-49fd-9a8a-7d07fa229227 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=378631de72ce4a73af8765c0d689ef92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5341508 Apr 28 19:29:51.465579 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34196) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:51.505323 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e82b647b-35ce-4744-bda6-feed626dc9a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:51.523958 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-5cb38a3c-80c8-4e7f-8550-4772ea2995be tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebad228c1b4944f6b357421a29469bd6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1544068 Apr 28 19:29:51.534908 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88bf2d-b06d-49fd-9a8a-7d07fa229227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bb6c20-f7b6-457b-94c2-17a4b392a94b,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:51.557345 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e82b647b-35ce-4744-bda6-feed626dc9a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:51.565641 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-02a1c50f-a913-423c-a60c-71ffa6e33e78 req-4544d393-618c-4209-8697-0ebe749bfe10 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:51.584049 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['012f8f5d-7c01-4f64-8c53-d7592e2b18ed'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:29:51.585291 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0e157-c57a-4e42-b158-11a391c4c631 req-52205395-1492-4799-bbcf-22fc09e5578c tempest-MigrationsAdminTest-1149930152 tempest-MigrationsAdminTest-1149930152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:51.586863 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a3d0e157-c57a-4e42-b158-11a391c4c631 req-52205395-1492-4799-bbcf-22fc09e5578c tempest-MigrationsAdminTest-1149930152 tempest-MigrationsAdminTest-1149930152-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 1122 time: 0.1578808 Apr 28 19:29:51.617174 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04c5ce72-643b-4032-aac5-bfe77494105b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:51.633463 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c5790272-6228-4eb2-a80e-b9a468570b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:51.638330 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a3d0e157-c57a-4e42-b158-11a391c4c631 req-7380b50e-83d9-442a-b0f2-635a193a4b87 tempest-MigrationsAdminTest-1149930152 tempest-MigrationsAdminTest-1149930152-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:51.681044 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c5790272-6228-4eb2-a80e-b9a468570b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:51.690872 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544d393-618c-4209-8697-0ebe749bfe10 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Pushing event deleted for resources: {'Port': ['ID=012f8f5d-7c01-4f64-8c53-d7592e2b18ed,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:51.708633 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04c5ce72-643b-4032-aac5-bfe77494105b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:51.721275 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e82b647b-35ce-4744-bda6-feed626dc9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:51.726302 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e82b647b-35ce-4744-bda6-feed626dc9a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:51.729903 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e82b647b-35ce-4744-bda6-feed626dc9a4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2a4c717a-5eec-409d-b0d4-6dec6c029fdb HTTP/1.1" status: 204 len: 168 time: 0.6012490 Apr 28 19:29:51.766782 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b647b-35ce-4744-bda6-feed626dc9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4c717a-5eec-409d-b0d4-6dec6c029fdb,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:51.813771 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a1c50f-a913-423c-a60c-71ffa6e33e78 req-4544d393-618c-4209-8697-0ebe749bfe10 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] No DVR routers for this DVR port 012f8f5d-7c01-4f64-8c53-d7592e2b18ed on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:29:51.822082 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-02a1c50f-a913-423c-a60c-71ffa6e33e78 req-4544d393-618c-4209-8697-0ebe749bfe10 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:51.832630 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02a1c50f-a913-423c-a60c-71ffa6e33e78 req-4544d393-618c-4209-8697-0ebe749bfe10 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.44 "DELETE /v2.0/ports/012f8f5d-7c01-4f64-8c53-d7592e2b18ed HTTP/1.1" status: 204 len: 173 time: 1.2951307 Apr 28 19:29:51.840015 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f80f4d-5a31-42cc-9125-6a8de78c9538', 'name': 'network-vif-deleted', 'tag': '012f8f5d-7c01-4f64-8c53-d7592e2b18ed'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:29:51.846174 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a303b1a9-3722-4841-96b2-9deaede7872b" -d '{"events": [{"server_uuid": "43f80f4d-5a31-42cc-9125-6a8de78c9538", "name": "network-vif-deleted", "tag": "012f8f5d-7c01-4f64-8c53-d7592e2b18ed"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:29:51.897477 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a3d0e157-c57a-4e42-b158-11a391c4c631 req-7380b50e-83d9-442a-b0f2-635a193a4b87 tempest-MigrationsAdminTest-1149930152 tempest-MigrationsAdminTest-1149930152-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:51.904838 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5ce72-643b-4032-aac5-bfe77494105b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fc7fa4-7642-47a3-94cb-9104239b216e,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:51.913310 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a3d0e157-c57a-4e42-b158-11a391c4c631 req-7380b50e-83d9-442a-b0f2-635a193a4b87 tempest-MigrationsAdminTest-1149930152 tempest-MigrationsAdminTest-1149930152-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:51.952874 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-04c5ce72-643b-4032-aac5-bfe77494105b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e571cd87d02d469296bb3ab88fd6e61e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7685935 Apr 28 19:29:51.954882 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34204) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:51.978411 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c5790272-6228-4eb2-a80e-b9a468570b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:51.986071 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c5790272-6228-4eb2-a80e-b9a468570b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:51.993936 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c5790272-6228-4eb2-a80e-b9a468570b12 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/92bb6c20-f7b6-457b-94c2-17a4b392a94b HTTP/1.1" status: 204 len: 168 time: 0.5173938 Apr 28 19:29:52.007521 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380b50e-83d9-442a-b0f2-635a193a4b87 tempest-MigrationsAdminTest-1149930152 tempest-MigrationsAdminTest-1149930152-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280dcb93-3516-40fa-bba4-5c8165635a23,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:52.050697 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a3d0e157-c57a-4e42-b158-11a391c4c631 req-7380b50e-83d9-442a-b0f2-635a193a4b87 tempest-MigrationsAdminTest-1149930152 tempest-MigrationsAdminTest-1149930152-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4395204 Apr 28 19:29:52.053015 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-11c64df8-b35b-4c0a-b4f0-7e20627252a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:52.054090 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5790272-6228-4eb2-a80e-b9a468570b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bb6c20-f7b6-457b-94c2-17a4b392a94b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:52.110408 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc3e3f84-5b63-4bcf-a1d1-f39d49023224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:52.172697 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc3e3f84-5b63-4bcf-a1d1-f39d49023224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:52.280547 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc3e3f84-5b63-4bcf-a1d1-f39d49023224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:52.283934 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc3e3f84-5b63-4bcf-a1d1-f39d49023224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:52.289255 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-dc3e3f84-5b63-4bcf-a1d1-f39d49023224 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/18fc7fa4-7642-47a3-94cb-9104239b216e HTTP/1.1" status: 204 len: 168 time: 0.3320479 Apr 28 19:29:52.300789 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-70d2948c-1465-4803-a8cd-db04786a7e83 req-a38d9aa5-418f-415c-86fe-622a5c6caaa9 tempest-DeleteServersAdminTestJSON-552676295 tempest-DeleteServersAdminTestJSON-552676295-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f80f4d-5a31-42cc-9125-6a8de78c9538 HTTP/1.1" status: 200 len: 210 time: 0.0841959 Apr 28 19:29:52.316871 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e3f84-5b63-4bcf-a1d1-f39d49023224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fc7fa4-7642-47a3-94cb-9104239b216e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:52.482548 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-90fd6b26-f4d5-45d4-91b3-fa67d41cc467 req-0fd8bbc1-3cf2-4ee5-9db4-fd16c4d9c135 tempest-ServersAdmin275Test-897164647 tempest-ServersAdmin275Test-897164647-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0630498 Apr 28 19:29:52.655202 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c044e3d0-03ef-44c2-85c2-763e9fb61c16 x-openstack-request-id: req-c044e3d0-03ef-44c2-85c2-763e9fb61c16 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:29:52.656876 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f80f4d-5a31-42cc-9125-6a8de78c9538", "name": "network-vif-deleted", "tag": "012f8f5d-7c01-4f64-8c53-d7592e2b18ed", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:29:52.657334 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c044e3d0-03ef-44c2-85c2-763e9fb61c16 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:29:52.658017 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c044e3d0-03ef-44c2-85c2-763e9fb61c16'] response: {'server_uuid': '43f80f4d-5a31-42cc-9125-6a8de78c9538', 'name': 'network-vif-deleted', 'tag': '012f8f5d-7c01-4f64-8c53-d7592e2b18ed', 'status': 'completed', 'code': 200} Apr 28 19:29:52.839699 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34220) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:52.913955 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b6a676b2-e33a-4025-a615-9df7ad3503cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:53.202099 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b6a676b2-e33a-4025-a615-9df7ad3503cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:53.213580 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b6a676b2-e33a-4025-a615-9df7ad3503cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:53.272473 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-48d0d1a5-3a7b-474f-a5c8-8725e168be0f req-56653815-e3fc-4ce1-9866-5f78623a4939 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:29:53.279098 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-48d0d1a5-3a7b-474f-a5c8-8725e168be0f req-56653815-e3fc-4ce1-9866-5f78623a4939 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1557462 Apr 28 19:29:53.377182 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:53.379050 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6ed9177f-cc4c-44f6-a650-9f7ebfe49f3c req-cb6def50-049b-4733-ba8a-e0b198319fbd tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=274831bb-591b-48f1-bf1a-6031c48c85f8 HTTP/1.1" status: 200 len: 210 time: 0.1468306 Apr 28 19:29:53.416682 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34256) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:53.416862 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b6a676b2-e33a-4025-a615-9df7ad3503cb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8c0cbe3a1bce4c48954cc10f67c262af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5734258 Apr 28 19:29:53.418050 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a676b2-e33a-4025-a615-9df7ad3503cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5560751c-c48e-472d-9180-28a7d0770f8d,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:53.587908 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a140f7fb-e159-4b02-9d1a-ec620af8438e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:53.646276 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a140f7fb-e159-4b02-9d1a-ec620af8438e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:53.758742 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a140f7fb-e159-4b02-9d1a-ec620af8438e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:53.781154 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a140f7fb-e159-4b02-9d1a-ec620af8438e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:53.787145 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a140f7fb-e159-4b02-9d1a-ec620af8438e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5560751c-c48e-472d-9180-28a7d0770f8d HTTP/1.1" status: 204 len: 168 time: 0.3683314 Apr 28 19:29:53.818582 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a3575fda-8ac6-418a-a25e-649dd907ef39 req-034cfd9c-cbeb-45e2-acdd-ee10ed82b0fe tempest-ServersAdmin275Test-897164647 tempest-ServersAdmin275Test-897164647-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.1005123 Apr 28 19:29:53.820405 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140f7fb-e159-4b02-9d1a-ec620af8438e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5560751c-c48e-472d-9180-28a7d0770f8d,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:54.163133 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 012f8f5d-7c01-4f64-8c53-d7592e2b18ed no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:29:54.202040 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 012f8f5d-7c01-4f64-8c53-d7592e2b18ed {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:29:54.202857 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 012f8f5d-7c01-4f64-8c53-d7592e2b18ed not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:29:54.588265 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3e9aa747-66ef-4fc6-aa65-c6746e792f3a req-1731ca28-a79c-41d6-a0c5-1fa13c5ecdd9 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=274831bb-591b-48f1-bf1a-6031c48c85f8 HTTP/1.1" status: 200 len: 210 time: 0.0543013 Apr 28 19:29:54.731936 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524dac1-1c0c-4dff-9dee-62bc1de0fe03 req-a348ed0a-5012-4d0e-83f6-d0294b163eb5 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:54.734981 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a524dac1-1c0c-4dff-9dee-62bc1de0fe03 req-a348ed0a-5012-4d0e-83f6-d0294b163eb5 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 971 time: 0.0994856 Apr 28 19:29:54.835709 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a524dac1-1c0c-4dff-9dee-62bc1de0fe03 req-e62d2081-2c6a-405c-98b2-8a18a6d60241 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886469 Apr 28 19:29:54.875673 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34318) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:55.049563 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-86437779-6e73-417d-83a4-67dc53b71c3d tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ebad228c1b4944f6b357421a29469bd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403557 Apr 28 19:29:55.122075 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ae5412cc-7bc1-4cb6-bebe-dd9e5b11ee31 req-dc0cc8b6-8473-42e0-b272-f30d7a243503 tempest-ServersAdmin275Test-897164647 tempest-ServersAdmin275Test-897164647-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0613632 Apr 28 19:29:55.217817 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34332) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:55.296369 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-3dafcc9e-506c-4245-bec9-2c847efe398c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:55.298299 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-3dafcc9e-506c-4245-bec9-2c847efe398c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2397041 Apr 28 19:29:55.319889 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-aa75f6b1-43f3-4b71-9891-75a1eaf06a67 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Request body: {'port': {'device_id': 'bb80f220-05b9-421f-82dd-280828ebb3bd', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'admin_state_up': True, 'tenant_id': 'ebad228c1b4944f6b357421a29469bd6'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:29:55.459794 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-f6ed616f-e024-45cd-9ce0-efe866624d04 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ebad228c1b4944f6b357421a29469bd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551860 Apr 28 19:29:55.483588 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-85fbf506-3f5e-48be-ac84-5e37299954e9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b0b3697e10304c95b144fa7ebeaaa58a&name=default HTTP/1.1" status: 200 len: 2977 time: 0.6066134 Apr 28 19:29:55.487958 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34338) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:55.552965 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d3d67a7e-ed06-4c1e-b058-5aa35f4d2d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:55.588906 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d3d67a7e-ed06-4c1e-b058-5aa35f4d2d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:55.647123 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:55.651587 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-aa75f6b1-43f3-4b71-9891-75a1eaf06a67 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Made reservation on behalf of ebad228c1b4944f6b357421a29469bd6 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:29:55.665101 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-aa75f6b1-43f3-4b71-9891-75a1eaf06a67 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:55.702467 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d3d67a7e-ed06-4c1e-b058-5aa35f4d2d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:55.705662 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d3d67a7e-ed06-4c1e-b058-5aa35f4d2d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:55.707192 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d3d67a7e-ed06-4c1e-b058-5aa35f4d2d3b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8029538b-9116-41b0-9a81-a968cd3e3d29 HTTP/1.1" status: 204 len: 168 time: 0.2177808 Apr 28 19:29:55.735590 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d67a7e-ed06-4c1e-b058-5aa35f4d2d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8029538b-9116-41b0-9a81-a968cd3e3d29,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:55.742405 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-22d7a633-c70f-4d88-b378-ed9bf8387a1c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:55.744737 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-22d7a633-c70f-4d88-b378-ed9bf8387a1c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2757750 Apr 28 19:29:55.762446 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-842d6197-7f8a-4b33-874b-7668f13f63fe tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Request body: {'port': {'device_id': '274831bb-591b-48f1-bf1a-6031c48c85f8', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'admin_state_up': True, 'tenant_id': 'ebad228c1b4944f6b357421a29469bd6'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:29:55.768151 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c5245b73-4c24-4e70-a85f-9f6c2fdd4943 req-0fe82b94-992b-4bba-a122-cf48f6945720 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=274831bb-591b-48f1-bf1a-6031c48c85f8 HTTP/1.1" status: 200 len: 210 time: 0.0588255 Apr 28 19:29:55.840063 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:55.899104 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-037554a7-4fd1-4653-8186-ad80daaa183d req-31f3b6bc-2089-40cd-8321-e1e5b4f16bc6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6793306 Apr 28 19:29:55.913704 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-037554a7-4fd1-4653-8186-ad80daaa183d req-c23a1cb1-77cc-4b38-9b50-93baca09357e service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:29:55.916234 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-037554a7-4fd1-4653-8186-ad80daaa183d req-c23a1cb1-77cc-4b38-9b50-93baca09357e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058870 Apr 28 19:29:56.171635 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-aa75f6b1-43f3-4b71-9891-75a1eaf06a67 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Allocated IP 192.168.233.155 (a2ea96f2-6755-492c-8fa3-72807d68d67a/ba397751-1619-4962-a669-11aa98e2e3bc/85587bcf-59af-42cb-9e68-0ce372795bee) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:29:56.212354 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7aa05-f856-4af7-9a9d-83ca417ddb3d req-d15a0bfc-eba6-4283-9fbc-0688c26a856b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:56.215632 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-12c7aa05-f856-4af7-9a9d-83ca417ddb3d req-d15a0bfc-eba6-4283-9fbc-0688c26a856b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 971 time: 0.2208729 Apr 28 19:29:56.220372 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-842d6197-7f8a-4b33-874b-7668f13f63fe tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Made reservation on behalf of ebad228c1b4944f6b357421a29469bd6 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:29:56.240171 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-842d6197-7f8a-4b33-874b-7668f13f63fe tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:56.399260 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aec6acea-8223-43b3-bf36-f9f503e8bccf req-fee2ddd5-bbe1-44b8-a862-ba45d954ebf9 tempest-ServersAdmin275Test-897164647 tempest-ServersAdmin275Test-897164647-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0523238 Apr 28 19:29:56.411786 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-12c7aa05-f856-4af7-9a9d-83ca417ddb3d req-5ff77e0f-f6a0-46e1-a302-984cc2bf3b1b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511350 Apr 28 19:29:56.646139 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-aa75f6b1-43f3-4b71-9891-75a1eaf06a67 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:56.703459 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-aa75f6b1-43f3-4b71-9891-75a1eaf06a67 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:56.729875 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['c2e419a1-27cd-4ed4-bf9e-e37de3c0d961'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:29:56.782946 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-aa75f6b1-43f3-4b71-9891-75a1eaf06a67 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Network a2ea96f2-6755-492c-8fa3-72807d68d67a is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:29:56.793269 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-aa75f6b1-43f3-4b71-9891-75a1eaf06a67 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:29:56.799750 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-aa75f6b1-43f3-4b71-9891-75a1eaf06a67 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:29:56.805735 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-aa75f6b1-43f3-4b71-9891-75a1eaf06a67 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:56.806875 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-aa75f6b1-43f3-4b71-9891-75a1eaf06a67 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:56.827373 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75f6b1-43f3-4b71-9891-75a1eaf06a67 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Pushing event updated for resources: {'Port': ['ID=85587bcf-59af-42cb-9e68-0ce372795bee,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:56.830393 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-842d6197-7f8a-4b33-874b-7668f13f63fe tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Allocated IP 192.168.233.74 (a2ea96f2-6755-492c-8fa3-72807d68d67a/ba397751-1619-4962-a669-11aa98e2e3bc/d1cc09ce-75a3-48ce-ac36-4b9c20b8a342) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:29:56.852488 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-aa75f6b1-43f3-4b71-9891-75a1eaf06a67 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5372629 Apr 28 19:29:56.869090 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-37ed5417-7b89-4dcb-832c-10f99075309a service neutron] Request body: {'port': {'device_id': 'bb80f220-05b9-421f-82dd-280828ebb3bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:29:56.933575 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34386) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:56.982139 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1aee72d4-cf28-4afa-ba14-f9388b915bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:57.028879 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-37ed5417-7b89-4dcb-832c-10f99075309a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:57.156387 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2ddec959-eafe-40c8-8a7d-0d5c6bc62105 req-6acf5bdf-75c8-4d0c-801b-75a88b3a2a87 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=274831bb-591b-48f1-bf1a-6031c48c85f8 HTTP/1.1" status: 200 len: 210 time: 0.0983174 Apr 28 19:29:57.226640 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-842d6197-7f8a-4b33-874b-7668f13f63fe tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:57.275043 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1aee72d4-cf28-4afa-ba14-f9388b915bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:57.290010 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1aee72d4-cf28-4afa-ba14-f9388b915bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:57.345883 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-842d6197-7f8a-4b33-874b-7668f13f63fe tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:57.361514 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['c2e419a1-27cd-4ed4-bf9e-e37de3c0d961'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:29:57.422573 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee72d4-cf28-4afa-ba14-f9388b915bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997d85d1-bf68-492c-8d81-c0fcba0ca181,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:57.449218 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1aee72d4-cf28-4afa-ba14-f9388b915bc1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3b3db98555b240f4a484262c42ef253d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5111091 Apr 28 19:29:57.451952 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34396) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:57.683462 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fd06e9f5-f9ec-4db5-acd5-286af448ba63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:57.733241 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fd06e9f5-f9ec-4db5-acd5-286af448ba63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:57.803102 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-37ed5417-7b89-4dcb-832c-10f99075309a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85587bcf-59af-42cb-9e68-0ce372795bee {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:29:57.822955 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-37ed5417-7b89-4dcb-832c-10f99075309a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:57.828213 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-e331f146-1fe4-4559-9328-406c7578e74c None None] Provisioning complete for port 85587bcf-59af-42cb-9e68-0ce372795bee triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:29:57.828842 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e331f146-1fe4-4559-9328-406c7578e74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:57.848133 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34408) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:29:57.903171 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d954cd-90d4-4856-a8bf-7804c77bb022 req-817b9d52-8e0b-4289-9ec5-23da06a99fc1 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:57.916920 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e5d954cd-90d4-4856-a8bf-7804c77bb022 req-817b9d52-8e0b-4289-9ec5-23da06a99fc1 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 971 time: 0.3071189 Apr 28 19:29:57.918344 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-842d6197-7f8a-4b33-874b-7668f13f63fe tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Network a2ea96f2-6755-492c-8fa3-72807d68d67a is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:29:57.920280 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fd06e9f5-f9ec-4db5-acd5-286af448ba63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:57.926178 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-37ed5417-7b89-4dcb-832c-10f99075309a service neutron] Transition to ACTIVE for port object 85587bcf-59af-42cb-9e68-0ce372795bee will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:29:57.936646 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fd06e9f5-f9ec-4db5-acd5-286af448ba63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:57.941606 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-fd06e9f5-f9ec-4db5-acd5-286af448ba63 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/997d85d1-bf68-492c-8d81-c0fcba0ca181 HTTP/1.1" status: 204 len: 168 time: 0.4837747 Apr 28 19:29:57.957512 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-842d6197-7f8a-4b33-874b-7668f13f63fe tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:29:57.980593 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d6197-7f8a-4b33-874b-7668f13f63fe tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Pushing event updated for resources: {'Port': ['ID=d1cc09ce-75a3-48ce-ac36-4b9c20b8a342,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:58.007560 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-e331f146-1fe4-4559-9328-406c7578e74c None None] Port 85587bcf-59af-42cb-9e68-0ce372795bee cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:29:58.017042 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-842d6197-7f8a-4b33-874b-7668f13f63fe tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:29:58.027250 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06e9f5-f9ec-4db5-acd5-286af448ba63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997d85d1-bf68-492c-8d81-c0fcba0ca181,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:58.047264 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-842d6197-7f8a-4b33-874b-7668f13f63fe tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:58.063643 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-842d6197-7f8a-4b33-874b-7668f13f63fe tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:58.176968 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e5d954cd-90d4-4856-a8bf-7804c77bb022 req-b7a24725-0541-4086-8202-c8fccecfb84a tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342348 Apr 28 19:29:58.187949 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-37ed5417-7b89-4dcb-832c-10f99075309a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:58.243043 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-935cd342-5a1b-4979-954b-c10a186e73ef req-2f0f965d-2405-4804-8113-bcdcc2956edc tempest-ServersAdmin275Test-897164647 tempest-ServersAdmin275Test-897164647-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.3966033 Apr 28 19:29:58.410531 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed5417-7b89-4dcb-832c-10f99075309a service neutron] Pushing event updated for resources: {'Port': ['ID=85587bcf-59af-42cb-9e68-0ce372795bee,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:58.477685 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-842d6197-7f8a-4b33-874b-7668f13f63fe tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7206144 Apr 28 19:29:58.482648 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-7b317cfe-e760-4cea-8347-e5346f1462e3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-96485195-network', 'tenant_id': 'e1af134fdfb54762be9898d865bc6112'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:29:58.513898 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-bc02b1ae-c0ea-401a-aaf7-94af61c12f37 service neutron] Request body: {'port': {'device_id': '274831bb-591b-48f1-bf1a-6031c48c85f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:29:58.584059 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-37ed5417-7b89-4dcb-832c-10f99075309a service neutron] Attempting to bind port 85587bcf-59af-42cb-9e68-0ce372795bee on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:29:58.584702 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-37ed5417-7b89-4dcb-832c-10f99075309a service neutron] Attempting to bind port 85587bcf-59af-42cb-9e68-0ce372795bee by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:29:58.585187 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-37ed5417-7b89-4dcb-832c-10f99075309a service neutron] Attempting to bind port 85587bcf-59af-42cb-9e68-0ce372795bee on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:29:58.591171 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b317cfe-e760-4cea-8347-e5346f1462e3 admin admin] Made reservation on behalf of e1af134fdfb54762be9898d865bc6112 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:29:58.593011 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7cdf09-252a-49b8-a085-11ed182feea6 req-d41c0fd1-f5e4-4d6d-9315-954bcb0f1987 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:58.596087 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7b317cfe-e760-4cea-8347-e5346f1462e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:58.604875 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-37ed5417-7b89-4dcb-832c-10f99075309a service neutron] Port 85587bcf-59af-42cb-9e68-0ce372795bee on network a2ea96f2-6755-492c-8fa3-72807d68d67a not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:29:58.605406 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-37ed5417-7b89-4dcb-832c-10f99075309a service neutron] Attempting to bind port 85587bcf-59af-42cb-9e68-0ce372795bee on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:29:58.611571 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-34575b0e-1b96-4c56-84cf-a3065a7679e2 None None] Provisioning complete for port d1cc09ce-75a3-48ce-ac36-4b9c20b8a342 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:29:58.612175 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-34575b0e-1b96-4c56-84cf-a3065a7679e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:58.617878 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-be7cdf09-252a-49b8-a085-11ed182feea6 req-d41c0fd1-f5e4-4d6d-9315-954bcb0f1987 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=274831bb-591b-48f1-bf1a-6031c48c85f8 HTTP/1.1" status: 200 len: 935 time: 0.2564349 Apr 28 19:29:58.661810 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7b317cfe-e760-4cea-8347-e5346f1462e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:58.675889 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-37ed5417-7b89-4dcb-832c-10f99075309a service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:29:58.676593 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-37ed5417-7b89-4dcb-832c-10f99075309a service neutron] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:29:58.677292 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-37ed5417-7b89-4dcb-832c-10f99075309a service neutron] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:29:58.677906 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-37ed5417-7b89-4dcb-832c-10f99075309a service neutron] Bound port: 85587bcf-59af-42cb-9e68-0ce372795bee, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:29:58.678856 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-37ed5417-7b89-4dcb-832c-10f99075309a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:58.731909 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-bc02b1ae-c0ea-401a-aaf7-94af61c12f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:58.749517 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-be7cdf09-252a-49b8-a085-11ed182feea6 req-49f3262f-01ca-4258-8e31-7d62f5fa4776 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301663 Apr 28 19:29:58.798236 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-34575b0e-1b96-4c56-84cf-a3065a7679e2 None None] Port d1cc09ce-75a3-48ce-ac36-4b9c20b8a342 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:29:59.031993 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-37ed5417-7b89-4dcb-832c-10f99075309a service neutron] For port 85587bcf-59af-42cb-9e68-0ce372795bee, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:29:59.038701 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-37ed5417-7b89-4dcb-832c-10f99075309a service neutron] For port 85587bcf-59af-42cb-9e68-0ce372795bee, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=85587bcf-59af-42cb-9e68-0ce372795bee,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:29:59.122295 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-37ed5417-7b89-4dcb-832c-10f99075309a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:59.192681 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed5417-7b89-4dcb-832c-10f99075309a service neutron] Pushing event updated for resources: {'Port': ['ID=85587bcf-59af-42cb-9e68-0ce372795bee,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:59.289651 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-37ed5417-7b89-4dcb-832c-10f99075309a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:59.290599 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-37ed5417-7b89-4dcb-832c-10f99075309a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:59.308176 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-37ed5417-7b89-4dcb-832c-10f99075309a service neutron] 10.222.0.44 "PUT /v2.0/ports/85587bcf-59af-42cb-9e68-0ce372795bee HTTP/1.1" status: 200 len: 1096 time: 2.4398341 Apr 28 19:29:59.308176 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb80f220-05b9-421f-82dd-280828ebb3bd', 'tag': '85587bcf-59af-42cb-9e68-0ce372795bee'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:29:59.308176 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a6e975-9946-44a4-8330-22f25e8dd03e" -d '{"events": [{"name": "network-changed", "server_uuid": "bb80f220-05b9-421f-82dd-280828ebb3bd", "tag": "85587bcf-59af-42cb-9e68-0ce372795bee"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:29:59.495803 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7b317cfe-e760-4cea-8347-e5346f1462e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:59.521427 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7b317cfe-e760-4cea-8347-e5346f1462e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:59.679453 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b317cfe-e760-4cea-8347-e5346f1462e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:29:59.716222 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037554a7-4fd1-4653-8186-ad80daaa183d req-ad022b90-9300-4aeb-97e4-c893ab4d4174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:59.720765 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-037554a7-4fd1-4653-8186-ad80daaa183d req-ad022b90-9300-4aeb-97e4-c893ab4d4174 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 1122 time: 0.1291409 Apr 28 19:29:59.764162 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b317cfe-e760-4cea-8347-e5346f1462e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72227a8-f460-479a-adff-82c8c15ad92d,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:29:59.793883 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7b317cfe-e760-4cea-8347-e5346f1462e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:59.794588 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-7b317cfe-e760-4cea-8347-e5346f1462e3 admin admin] Added segment 997fb431-714a-45a1-9ec6-42189a2a3b13 of type vlan for network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 Apr 28 19:29:59.845612 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-f69445f9-117e-44a2-a306-a87a66ad59e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:59.850276 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-f69445f9-117e-44a2-a306-a87a66ad59e2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ebad228c1b4944f6b357421a29469bd6&device_id=bb80f220-05b9-421f-82dd-280828ebb3bd HTTP/1.1" status: 200 len: 1099 time: 0.3411710 Apr 28 19:29:59.885510 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f8e92-3feb-40de-9379-fb7e6bdd4b92 req-180e14cc-e62b-4e16-9689-a2c8eab3c22f tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:59.888433 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6d1f8e92-3feb-40de-9379-fb7e6bdd4b92 req-180e14cc-e62b-4e16-9689-a2c8eab3c22f tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 971 time: 0.3872492 Apr 28 19:29:59.906072 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037554a7-4fd1-4653-8186-ad80daaa183d req-ca406ff9-d4bd-49c1-bd2e-5fa6b2f9689a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:29:59.908200 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-037554a7-4fd1-4653-8186-ad80daaa183d req-ca406ff9-d4bd-49c1-bd2e-5fa6b2f9689a service neutron] 10.222.0.15 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.1793056 Apr 28 19:29:59.967226 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-037554a7-4fd1-4653-8186-ad80daaa183d req-7a2623ca-4f92-42b5-a14e-89f5af228c1f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=1a4a4667-75da-4916-8414-40be6204041b HTTP/1.1" status: 200 len: 217 time: 0.0520287 Apr 28 19:30:00.007047 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff89ef82-a58d-4638-b316-6ad4bc75b5ad x-openstack-request-id: req-ff89ef82-a58d-4638-b316-6ad4bc75b5ad {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:30:00.007373 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb80f220-05b9-421f-82dd-280828ebb3bd", "tag": "85587bcf-59af-42cb-9e68-0ce372795bee", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:30:00.007775 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff89ef82-a58d-4638-b316-6ad4bc75b5ad {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:30:00.008562 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff89ef82-a58d-4638-b316-6ad4bc75b5ad'] response: {'name': 'network-changed', 'server_uuid': 'bb80f220-05b9-421f-82dd-280828ebb3bd', 'tag': '85587bcf-59af-42cb-9e68-0ce372795bee', 'status': 'completed', 'code': 200} Apr 28 19:30:00.026004 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-693901c2-af40-4515-93bf-6df0aaf02eae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=85587bcf-59af-42cb-9e68-0ce372795bee HTTP/1.1" status: 200 len: 217 time: 0.0855134 Apr 28 19:30:00.027615 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037554a7-4fd1-4653-8186-ad80daaa183d req-4ec6bf2c-5011-4aa0-9b28-45df67676cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:00.029462 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-037554a7-4fd1-4653-8186-ad80daaa183d req-4ec6bf2c-5011-4aa0-9b28-45df67676cd3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.0543430 Apr 28 19:30:00.072003 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7b317cfe-e760-4cea-8347-e5346f1462e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:00.110197 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037554a7-4fd1-4653-8186-ad80daaa183d req-101b2eab-1bf3-4feb-af34-aa1976e60765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:00.112711 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-037554a7-4fd1-4653-8186-ad80daaa183d req-101b2eab-1bf3-4feb-af34-aa1976e60765 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0750325 Apr 28 19:30:00.304897 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-037554a7-4fd1-4653-8186-ad80daaa183d req-93f03230-6b03-4c2e-9536-d2b17e5ca2d5 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827056 Apr 28 19:30:00.466353 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6d1f8e92-3feb-40de-9379-fb7e6bdd4b92 req-6feff2cb-deef-473d-8e70-a9419799de61 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4626980 Apr 28 19:30:00.470591 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-037554a7-4fd1-4653-8186-ad80daaa183d req-d3e36f77-07a1-430e-a9e5-4b23cd3cb1de service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578832 Apr 28 19:30:00.483065 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-a28e1704-fc33-4e29-8ab4-2f0f14efe617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:00.486113 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-a28e1704-fc33-4e29-8ab4-2f0f14efe617 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.4418571 Apr 28 19:30:00.495464 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7b317cfe-e760-4cea-8347-e5346f1462e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:00.496595 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b317cfe-e760-4cea-8347-e5346f1462e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:00.497328 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7b317cfe-e760-4cea-8347-e5346f1462e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:00.502825 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-bc02b1ae-c0ea-401a-aaf7-94af61c12f37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1cc09ce-75a3-48ce-ac36-4b9c20b8a342 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:30:00.529581 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4cc27829-e97b-4770-9a35-298bdd83d1ff req-45b4deb9-74bf-4b41-b713-6368c55065df tempest-ServersAdmin275Test-897164647 tempest-ServersAdmin275Test-897164647-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0855656 Apr 28 19:30:00.545706 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-bc02b1ae-c0ea-401a-aaf7-94af61c12f37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:00.640656 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7b317cfe-e760-4cea-8347-e5346f1462e3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.7872026 Apr 28 19:30:00.646191 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34474) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:00.652664 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-516ac398-de49-4b2e-a382-1e37448535b7 admin admin] Request body: {'subnet': {'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-96485195-subnet', 'tenant_id': 'e1af134fdfb54762be9898d865bc6112', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:30:00.659101 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-bc02b1ae-c0ea-401a-aaf7-94af61c12f37 service neutron] Transition to ACTIVE for port object d1cc09ce-75a3-48ce-ac36-4b9c20b8a342 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:30:00.687201 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b317cfe-e760-4cea-8347-e5346f1462e3 admin admin] Pushing event updated for resources: {'Network': ['ID=6836a994-cb1e-455e-a97f-31c9ee3bdef2,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:00.689878 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-bc02b1ae-c0ea-401a-aaf7-94af61c12f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:00.699801 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516ac398-de49-4b2e-a382-1e37448535b7 admin admin] Made reservation on behalf of e1af134fdfb54762be9898d865bc6112 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:30:00.704604 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:30:00.709374 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-516ac398-de49-4b2e-a382-1e37448535b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:00.757242 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-e63b6419-8889-4bcd-9cf2-507ec97ae0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:00.758722 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-e63b6419-8889-4bcd-9cf2-507ec97ae0ed service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2479205 Apr 28 19:30:00.850718 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc02b1ae-c0ea-401a-aaf7-94af61c12f37 service neutron] Pushing event updated for resources: {'Port': ['ID=d1cc09ce-75a3-48ce-ac36-4b9c20b8a342,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:00.939361 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd90ad0-483d-4e35-9424-d51b29a28539 req-8e398fd0-f25e-4f32-ab0d-24526a833b21 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:00.949301 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3bd90ad0-483d-4e35-9424-d51b29a28539 req-8e398fd0-f25e-4f32-ab0d-24526a833b21 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=274831bb-591b-48f1-bf1a-6031c48c85f8 HTTP/1.1" status: 200 len: 935 time: 0.3266547 Apr 28 19:30:01.023877 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-bc02b1ae-c0ea-401a-aaf7-94af61c12f37 service neutron] Attempting to bind port d1cc09ce-75a3-48ce-ac36-4b9c20b8a342 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:30:01.024484 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-bc02b1ae-c0ea-401a-aaf7-94af61c12f37 service neutron] Attempting to bind port d1cc09ce-75a3-48ce-ac36-4b9c20b8a342 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:30:01.025105 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-bc02b1ae-c0ea-401a-aaf7-94af61c12f37 service neutron] Attempting to bind port d1cc09ce-75a3-48ce-ac36-4b9c20b8a342 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:30:01.062399 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-bc02b1ae-c0ea-401a-aaf7-94af61c12f37 service neutron] Port d1cc09ce-75a3-48ce-ac36-4b9c20b8a342 on network a2ea96f2-6755-492c-8fa3-72807d68d67a not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:30:01.062885 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-bc02b1ae-c0ea-401a-aaf7-94af61c12f37 service neutron] Attempting to bind port d1cc09ce-75a3-48ce-ac36-4b9c20b8a342 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:30:01.107368 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-bc02b1ae-c0ea-401a-aaf7-94af61c12f37 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:30:01.107896 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-bc02b1ae-c0ea-401a-aaf7-94af61c12f37 service neutron] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:30:01.109579 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-bc02b1ae-c0ea-401a-aaf7-94af61c12f37 service neutron] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:30:01.110407 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-bc02b1ae-c0ea-401a-aaf7-94af61c12f37 service neutron] Bound port: d1cc09ce-75a3-48ce-ac36-4b9c20b8a342, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:30:01.111040 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-bc02b1ae-c0ea-401a-aaf7-94af61c12f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:01.158232 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-516ac398-de49-4b2e-a382-1e37448535b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:01.185088 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3bd90ad0-483d-4e35-9424-d51b29a28539 req-9f8c5ee2-3447-4d7f-b54c-622aada2d163 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147667 Apr 28 19:30:01.217484 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-547918fd-0aeb-46f2-b3bc-d141106565a8 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320891 Apr 28 19:30:01.265470 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516ac398-de49-4b2e-a382-1e37448535b7 admin admin] Checking segment: {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:30:01.265899 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516ac398-de49-4b2e-a382-1e37448535b7 admin admin] Network hostable DHCP agents. Network: 6836a994-cb1e-455e-a97f-31c9ee3bdef2, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:30:01.275873 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ac398-de49-4b2e-a382-1e37448535b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb798a62-4141-409b-9f67-e98b8568ccb2,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:01.326011 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516ac398-de49-4b2e-a382-1e37448535b7 admin admin] Network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:30:01.379039 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-516ac398-de49-4b2e-a382-1e37448535b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 6836a994-cb1e-455e-a97f-31c9ee3bdef2) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:30:01.388605 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516ac398-de49-4b2e-a382-1e37448535b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:01.390090 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-516ac398-de49-4b2e-a382-1e37448535b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:01.402517 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf9fae2-508c-43f7-a846-f3e6979b26f7 None None] Network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:30:01.454036 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-bc02b1ae-c0ea-401a-aaf7-94af61c12f37 service neutron] For port d1cc09ce-75a3-48ce-ac36-4b9c20b8a342, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:30:01.458390 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-516ac398-de49-4b2e-a382-1e37448535b7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8091321 Apr 28 19:30:01.463443 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-bc02b1ae-c0ea-401a-aaf7-94af61c12f37 service neutron] For port d1cc09ce-75a3-48ce-ac36-4b9c20b8a342, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=d1cc09ce-75a3-48ce-ac36-4b9c20b8a342,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:30:01.503620 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-bc02b1ae-c0ea-401a-aaf7-94af61c12f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:01.651027 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc02b1ae-c0ea-401a-aaf7-94af61c12f37 service neutron] Pushing event updated for resources: {'Port': ['ID=d1cc09ce-75a3-48ce-ac36-4b9c20b8a342,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:01.682647 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-5869f891-acb6-493a-bb02-9b6f63e2a736 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826878 Apr 28 19:30:01.744833 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-bc02b1ae-c0ea-401a-aaf7-94af61c12f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:01.745984 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-bc02b1ae-c0ea-401a-aaf7-94af61c12f37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:01.748262 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-bc02b1ae-c0ea-401a-aaf7-94af61c12f37 service neutron] 10.222.0.44 "PUT /v2.0/ports/d1cc09ce-75a3-48ce-ac36-4b9c20b8a342 HTTP/1.1" status: 200 len: 1095 time: 3.2547069 Apr 28 19:30:01.815478 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:01.826645 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8f6675-e658-4444-9ba7-b06c5457f836 None None] Network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:30:01.873219 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a2e26-cb3a-401a-8e5c-162cea9d4446 req-e1c35785-aa9c-4115-9cdc-c955d244eb2e tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:01.882092 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-450a2e26-cb3a-401a-8e5c-162cea9d4446 req-e1c35785-aa9c-4115-9cdc-c955d244eb2e tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 971 time: 0.2058058 Apr 28 19:30:01.996604 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6e975-9946-44a4-8330-22f25e8dd03e req-617d185e-28ef-4c2c-8390-1bd19c3609aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:01.998638 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-13a6e975-9946-44a4-8330-22f25e8dd03e req-617d185e-28ef-4c2c-8390-1bd19c3609aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ebad228c1b4944f6b357421a29469bd6&device_id=bb80f220-05b9-421f-82dd-280828ebb3bd HTTP/1.1" status: 200 len: 1099 time: 0.2355373 Apr 28 19:30:02.014592 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5cf99478-1888-4537-bf0a-230e186fdcb0 req-d4729b50-05ee-41f4-b426-9c4986371f61 tempest-ServersAdmin275Test-897164647 tempest-ServersAdmin275Test-897164647-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0597663 Apr 28 19:30:02.019066 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274831bb-591b-48f1-bf1a-6031c48c85f8', 'tag': 'd1cc09ce-75a3-48ce-ac36-4b9c20b8a342'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:30:02.023964 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da619f24-01c3-47cd-ac55-81f45a23924a" -d '{"events": [{"name": "network-changed", "server_uuid": "274831bb-591b-48f1-bf1a-6031c48c85f8", "tag": "d1cc09ce-75a3-48ce-ac36-4b9c20b8a342"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:30:02.066368 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-6dc08bcb-0944-45fd-bdeb-774001380d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:02.076657 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-6dc08bcb-0944-45fd-bdeb-774001380d62 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ebad228c1b4944f6b357421a29469bd6&device_id=274831bb-591b-48f1-bf1a-6031c48c85f8 HTTP/1.1" status: 200 len: 1098 time: 0.1875429 Apr 28 19:30:02.094729 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-450a2e26-cb3a-401a-8e5c-162cea9d4446 req-e9666077-19e6-44b5-bfc8-1e193cab6e50 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675858 Apr 28 19:30:02.179287 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-b83a4db8-49b4-4f44-84ab-78237377e70d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=d1cc09ce-75a3-48ce-ac36-4b9c20b8a342 HTTP/1.1" status: 200 len: 217 time: 0.0972190 Apr 28 19:30:02.181061 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41913d30-dc67-4277-844d-b7002025f3fc x-openstack-request-id: req-41913d30-dc67-4277-844d-b7002025f3fc {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:30:02.181366 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "274831bb-591b-48f1-bf1a-6031c48c85f8", "tag": "d1cc09ce-75a3-48ce-ac36-4b9c20b8a342", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:30:02.181618 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-41913d30-dc67-4277-844d-b7002025f3fc {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:30:02.182001 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41913d30-dc67-4277-844d-b7002025f3fc'] response: {'name': 'network-changed', 'server_uuid': '274831bb-591b-48f1-bf1a-6031c48c85f8', 'tag': 'd1cc09ce-75a3-48ce-ac36-4b9c20b8a342', 'status': 'completed', 'code': 200} Apr 28 19:30:02.289464 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-0bac48ab-80c4-45ef-b094-7519c2aa0695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:02.291034 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-0bac48ab-80c4-45ef-b094-7519c2aa0695 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1016188 Apr 28 19:30:02.292645 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6e975-9946-44a4-8330-22f25e8dd03e req-53369103-8500-4de8-ac71-52c760c24aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:02.294093 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-13a6e975-9946-44a4-8330-22f25e8dd03e req-53369103-8500-4de8-ac71-52c760c24aa5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.2864163 Apr 28 19:30:02.372263 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-13a6e975-9946-44a4-8330-22f25e8dd03e req-90ab810b-2956-41d1-bd5c-08fc2c1dd75f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=85587bcf-59af-42cb-9e68-0ce372795bee HTTP/1.1" status: 200 len: 217 time: 0.0676174 Apr 28 19:30:02.415496 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-5794a8e4-c9c7-4d47-b35a-e27b8f1ab583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:02.416492 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-5794a8e4-c9c7-4d47-b35a-e27b8f1ab583 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1132247 Apr 28 19:30:02.528784 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6e975-9946-44a4-8330-22f25e8dd03e req-0e62b853-f56a-4d41-8a7b-561f3969445b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:02.530268 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-13a6e975-9946-44a4-8330-22f25e8dd03e req-0e62b853-f56a-4d41-8a7b-561f3969445b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1507933 Apr 28 19:30:02.558019 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34554) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:02.563032 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-2769eb86-c80d-424b-8ec2-97f0ef7a0039 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1822791493-network', 'tenant_id': '3a5a99d6c0a04797ae389127d3c60eca'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:30:02.598591 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2769eb86-c80d-424b-8ec2-97f0ef7a0039 admin admin] Made reservation on behalf of 3a5a99d6c0a04797ae389127d3c60eca for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:30:02.603498 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2769eb86-c80d-424b-8ec2-97f0ef7a0039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:02.618525 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2769eb86-c80d-424b-8ec2-97f0ef7a0039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:02.624367 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313fe3d-55da-4d3d-919f-96bd0b30d330 req-1d910a55-e290-499a-b8b2-cf9226dd86e2 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:02.629067 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f313fe3d-55da-4d3d-919f-96bd0b30d330 req-1d910a55-e290-499a-b8b2-cf9226dd86e2 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=274831bb-591b-48f1-bf1a-6031c48c85f8 HTTP/1.1" status: 200 len: 947 time: 0.2160764 Apr 28 19:30:02.664629 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-8e93a283-4013-406d-a02d-9eb1ba9e555d service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351210 Apr 28 19:30:02.693757 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6e975-9946-44a4-8330-22f25e8dd03e req-9eabe46e-0f62-44ef-a090-8b59cf248266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:02.695441 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-13a6e975-9946-44a4-8330-22f25e8dd03e req-9eabe46e-0f62-44ef-a090-8b59cf248266 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1536999 Apr 28 19:30:02.745791 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2769eb86-c80d-424b-8ec2-97f0ef7a0039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:02.753856 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2769eb86-c80d-424b-8ec2-97f0ef7a0039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:02.819396 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769eb86-c80d-424b-8ec2-97f0ef7a0039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1bbae8-2ee5-4729-83d6-652f5753c177,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:02.821849 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f313fe3d-55da-4d3d-919f-96bd0b30d330 req-92b21a14-2e85-4469-b7ac-cecbe634f512 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712768 Apr 28 19:30:02.852337 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2769eb86-c80d-424b-8ec2-97f0ef7a0039 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:30:02.873364 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2769eb86-c80d-424b-8ec2-97f0ef7a0039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:02.873935 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-2769eb86-c80d-424b-8ec2-97f0ef7a0039 admin admin] Added segment 69d303b9-4207-4ea1-a483-50a924059ca9 of type vlan for network 4844eba8-a8a0-48f5-9fe5-7fe744daa8f8 Apr 28 19:30:02.900776 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75685a7e-9e8f-4bc2-994f-180b5d140ebd req-6bf82ffc-cebc-4a9d-b484-5bc234a22515 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217460 Apr 28 19:30:02.904901 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-13a6e975-9946-44a4-8330-22f25e8dd03e req-c9b32b4c-0b55-4143-9476-81f4e5695edd service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984220 Apr 28 19:30:02.963422 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2769eb86-c80d-424b-8ec2-97f0ef7a0039 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:03.005425 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2769eb86-c80d-424b-8ec2-97f0ef7a0039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:03.006820 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2769eb86-c80d-424b-8ec2-97f0ef7a0039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:03.007507 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2769eb86-c80d-424b-8ec2-97f0ef7a0039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:03.059003 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da619f24-01c3-47cd-ac55-81f45a23924a req-639f194e-868e-4f2d-85f8-b8199412fecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:03.062552 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-da619f24-01c3-47cd-ac55-81f45a23924a req-639f194e-868e-4f2d-85f8-b8199412fecf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ebad228c1b4944f6b357421a29469bd6&device_id=274831bb-591b-48f1-bf1a-6031c48c85f8 HTTP/1.1" status: 200 len: 1098 time: 0.0714991 Apr 28 19:30:03.070107 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769eb86-c80d-424b-8ec2-97f0ef7a0039 admin admin] Pushing event updated for resources: {'Network': ['ID=4844eba8-a8a0-48f5-9fe5-7fe744daa8f8,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:03.083318 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 4844eba8-a8a0-48f5-9fe5-7fe744daa8f8 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:30:03.084882 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-13a6e975-9946-44a4-8330-22f25e8dd03e req-0aafbd68-000d-4e1c-bc83-13f453428103 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651943 Apr 28 19:30:03.096636 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2769eb86-c80d-424b-8ec2-97f0ef7a0039 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5373864 Apr 28 19:30:03.097269 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34570) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:03.102925 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-da023bd0-14ee-4ca3-a528-b120f814a9fe admin admin] Request body: {'subnet': {'network_id': '4844eba8-a8a0-48f5-9fe5-7fe744daa8f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1822791493-subnet', 'tenant_id': '3a5a99d6c0a04797ae389127d3c60eca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:30:03.135027 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da023bd0-14ee-4ca3-a528-b120f814a9fe admin admin] Made reservation on behalf of 3a5a99d6c0a04797ae389127d3c60eca for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:30:03.138204 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da023bd0-14ee-4ca3-a528-b120f814a9fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:03.269167 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34576) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:03.271612 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-26477115-9ab9-4464-bb98-5f49e55e7600 req-c5aad57b-128c-4861-829c-927036ee0465 tempest-ServersAdmin275Test-897164647 tempest-ServersAdmin275Test-897164647-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0453355 Apr 28 19:30:03.311034 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:03.404585 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34582) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:03.422153 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34586) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:03.480620 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ea269-2a13-45aa-9ace-298129ebd97b req-39d853be-c44a-4421-ab74-3c3ddf0fae32 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:03.482167 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-746ea269-2a13-45aa-9ace-298129ebd97b req-39d853be-c44a-4421-ab74-3c3ddf0fae32 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 971 time: 0.1218266 Apr 28 19:30:03.488263 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da619f24-01c3-47cd-ac55-81f45a23924a req-80d6dabe-9e18-4082-9d60-286c1de32311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:03.489956 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-da619f24-01c3-47cd-ac55-81f45a23924a req-80d6dabe-9e18-4082-9d60-286c1de32311 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.4093609 Apr 28 19:30:03.549377 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d0f88c67-3dc0-4c8e-8d57-45176346c173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:03.562485 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-da619f24-01c3-47cd-ac55-81f45a23924a req-73a135e6-59b5-4a55-82ad-a0b43344b716 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=d1cc09ce-75a3-48ce-ac36-4b9c20b8a342 HTTP/1.1" status: 200 len: 217 time: 0.0493453 Apr 28 19:30:03.594494 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8170a308-a126-4b7b-a0f5-63541cb151b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:03.633286 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da023bd0-14ee-4ca3-a528-b120f814a9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:03.651235 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f81d204e-fa6b-44d3-8c23-92f70caa4d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:03.695307 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-746ea269-2a13-45aa-9ace-298129ebd97b req-d830883d-5f97-431a-8e35-28d76ffd9ccf tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810882 Apr 28 19:30:03.710313 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da619f24-01c3-47cd-ac55-81f45a23924a req-e3ab6221-d5dc-48ec-915b-aced4559fc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:03.711814 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-da619f24-01c3-47cd-ac55-81f45a23924a req-e3ab6221-d5dc-48ec-915b-aced4559fc06 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1386800 Apr 28 19:30:03.717251 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d0f88c67-3dc0-4c8e-8d57-45176346c173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:03.730001 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d0f88c67-3dc0-4c8e-8d57-45176346c173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:03.757511 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da023bd0-14ee-4ca3-a528-b120f814a9fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=57d78a4c-fb6a-4cb8-9f58-60d2540de85f,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:03.758813 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8170a308-a126-4b7b-a0f5-63541cb151b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:03.788484 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8170a308-a126-4b7b-a0f5-63541cb151b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:03.796483 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da023bd0-14ee-4ca3-a528-b120f814a9fe admin admin] Checking segment: {'id': '69d303b9-4207-4ea1-a483-50a924059ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4844eba8-a8a0-48f5-9fe5-7fe744daa8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:30:03.796835 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da023bd0-14ee-4ca3-a528-b120f814a9fe admin admin] Network hostable DHCP agents. Network: 4844eba8-a8a0-48f5-9fe5-7fe744daa8f8, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:30:03.804549 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f88c67-3dc0-4c8e-8d57-45176346c173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3945b5c7-1a9e-4410-b698-8b8b32425bc5,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:03.811792 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d0f88c67-3dc0-4c8e-8d57-45176346c173 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d21d686bfa034f9c8c30067deac64102&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4063637 Apr 28 19:30:03.815197 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34590) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:03.827921 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da619f24-01c3-47cd-ac55-81f45a23924a req-7906e4a2-524e-45e4-8fdc-c922a5129621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:03.829565 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-da619f24-01c3-47cd-ac55-81f45a23924a req-7906e4a2-524e-45e4-8fdc-c922a5129621 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1073668 Apr 28 19:30:03.868159 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da023bd0-14ee-4ca3-a528-b120f814a9fe admin admin] Network 4844eba8-a8a0-48f5-9fe5-7fe744daa8f8 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:30:03.871349 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8170a308-a126-4b7b-a0f5-63541cb151b2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d15f009d19f147e5968cc0114f888e46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4477444 Apr 28 19:30:03.876887 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34594) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:03.890675 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170a308-a126-4b7b-a0f5-63541cb151b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc7398e-cf45-4fce-b554-2bd7005d469d,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:03.929919 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f81d204e-fa6b-44d3-8c23-92f70caa4d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:03.938086 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-da023bd0-14ee-4ca3-a528-b120f814a9fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 4844eba8-a8a0-48f5-9fe5-7fe744daa8f8) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:30:03.947509 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f81d204e-fa6b-44d3-8c23-92f70caa4d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:03.950632 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da023bd0-14ee-4ca3-a528-b120f814a9fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:03.951217 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da023bd0-14ee-4ca3-a528-b120f814a9fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:03.955966 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4bd5f1-daea-4f1c-9021-416189924b24 None None] Network 4844eba8-a8a0-48f5-9fe5-7fe744daa8f8 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:30:03.968360 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-215019c3-533d-4623-9b92-d900234fc718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:03.997741 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-215019c3-533d-4623-9b92-d900234fc718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:04.028437 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012051a3-25b9-4bf6-8c05-c614756bf12b req-b110e424-c444-431e-ad32-3defa1dd64a5 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:04.029908 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-012051a3-25b9-4bf6-8c05-c614756bf12b req-b110e424-c444-431e-ad32-3defa1dd64a5 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=274831bb-591b-48f1-bf1a-6031c48c85f8 HTTP/1.1" status: 200 len: 947 time: 0.0989928 Apr 28 19:30:04.032761 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-da023bd0-14ee-4ca3-a528-b120f814a9fe admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9324872 Apr 28 19:30:04.042624 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f81d204e-fa6b-44d3-8c23-92f70caa4d1b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7caa7a35cfe14ed3bd4673ebf3a30aa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7649941 Apr 28 19:30:04.044327 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34596) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:04.058978 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d204e-fa6b-44d3-8c23-92f70caa4d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2db9ec-a380-40ce-86a3-b5a0e8086d3e,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:04.098198 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-da619f24-01c3-47cd-ac55-81f45a23924a req-5890e9af-c7bd-4f63-86e6-6bd2c7dcd907 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599919 Apr 28 19:30:04.109604 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f0dddc8-0f2f-4e6e-acd8-a8cd80c6f9e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:04.116016 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-215019c3-533d-4623-9b92-d900234fc718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:04.119378 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-215019c3-533d-4623-9b92-d900234fc718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:04.124830 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-215019c3-533d-4623-9b92-d900234fc718 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3945b5c7-1a9e-4410-b698-8b8b32425bc5 HTTP/1.1" status: 204 len: 168 time: 0.3087420 Apr 28 19:30:04.137622 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215019c3-533d-4623-9b92-d900234fc718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3945b5c7-1a9e-4410-b698-8b8b32425bc5,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:04.163693 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-012051a3-25b9-4bf6-8c05-c614756bf12b req-07cf8d73-2618-44f5-8a6d-ba4ce9b78ea6 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109142 Apr 28 19:30:04.247404 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 85587bcf-59af-42cb-9e68-0ce372795bee details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:30:04.350951 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645cd0fc-4335-476a-9b7a-195557179d4f None None] Network 4844eba8-a8a0-48f5-9fe5-7fe744daa8f8 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:30:04.418723 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f0dddc8-0f2f-4e6e-acd8-a8cd80c6f9e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:04.458352 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2213da58-705c-4587-aedb-e285c42ef098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:04.537222 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d9347395-cd7e-4107-89e4-97a309fc9eb3 req-6fdcacda-4924-4c36-9b05-480dece5ad5d tempest-ServersAdmin275Test-897164647 tempest-ServersAdmin275Test-897164647-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0641618 Apr 28 19:30:04.544344 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2213da58-705c-4587-aedb-e285c42ef098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:04.557979 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-da619f24-01c3-47cd-ac55-81f45a23924a req-fc8d6005-7c3b-4c1d-a452-7563ce837dc3 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4506154 Apr 28 19:30:04.600729 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f0dddc8-0f2f-4e6e-acd8-a8cd80c6f9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:04.604704 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f0dddc8-0f2f-4e6e-acd8-a8cd80c6f9e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:04.606234 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8f0dddc8-0f2f-4e6e-acd8-a8cd80c6f9e9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1cc7398e-cf45-4fce-b554-2bd7005d469d HTTP/1.1" status: 204 len: 168 time: 0.7243304 Apr 28 19:30:04.619743 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0dddc8-0f2f-4e6e-acd8-a8cd80c6f9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc7398e-cf45-4fce-b554-2bd7005d469d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:04.643975 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2213da58-705c-4587-aedb-e285c42ef098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:04.652789 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2213da58-705c-4587-aedb-e285c42ef098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:04.654461 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2213da58-705c-4587-aedb-e285c42ef098 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bc2db9ec-a380-40ce-86a3-b5a0e8086d3e HTTP/1.1" status: 204 len: 168 time: 0.6073749 Apr 28 19:30:04.665580 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213da58-705c-4587-aedb-e285c42ef098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2db9ec-a380-40ce-86a3-b5a0e8086d3e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:04.844662 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34626) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:04.867106 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d799b5c2-fbc5-484c-a652-53f62eb76d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:04.928122 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a3f96-da88-4db0-9090-96bc6dd5f9e9 req-e418b1d4-cece-440b-b612-840c5b898497 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:04.938269 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dc6a3f96-da88-4db0-9090-96bc6dd5f9e9 req-e418b1d4-cece-440b-b612-840c5b898497 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 971 time: 0.1391883 Apr 28 19:30:05.024161 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dc6a3f96-da88-4db0-9090-96bc6dd5f9e9 req-7211113b-91fc-414b-a71f-3958cb0ee5da tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836935 Apr 28 19:30:05.047364 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-0e68a711-f5cf-4452-9995-26b2d15dcc4e tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:05.053331 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-0e68a711-f5cf-4452-9995-26b2d15dcc4e tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/networks?id=6836a994-cb1e-455e-a97f-31c9ee3bdef2 HTTP/1.1" status: 200 len: 819 time: 0.2162330 Apr 28 19:30:05.073062 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 85587bcf-59af-42cb-9e68-0ce372795bee, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=85587bcf-59af-42cb-9e68-0ce372795bee,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:05.101330 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d799b5c2-fbc5-484c-a652-53f62eb76d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:05.104296 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-db4402ad-dcf3-42e5-9419-c95fd94177e5 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/quotas/e1af134fdfb54762be9898d865bc6112 HTTP/1.1" status: 200 len: 375 time: 0.0324354 Apr 28 19:30:05.108794 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '85587bcf-59af-42cb-9e68-0ce372795bee', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': '85587bcf-59af-42cb-9e68-0ce372795bee', 'mac_address': 'fa:16:3e:0a:b9:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:30:05.109314 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d799b5c2-fbc5-484c-a652-53f62eb76d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:05.163526 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:05.184066 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85587bcf-59af-42cb-9e68-0ce372795bee {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:30:05.191098 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-7ccb97ef-3eff-48f9-acd6-8d0ca4c8930e tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e1af134fdfb54762be9898d865bc6112&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841637 Apr 28 19:30:05.204388 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-0ab3582f-2e13-40f9-9973-5ad516394358 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:30:05.220371 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-0ab3582f-2e13-40f9-9973-5ad516394358 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0208478 Apr 28 19:30:05.237980 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 85587bcf-59af-42cb-9e68-0ce372795bee, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=85587bcf-59af-42cb-9e68-0ce372795bee,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:05.239462 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799b5c2-fbc5-484c-a652-53f62eb76d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6211e8-1d0a-42f9-bc39-fa2c20ff3959,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:05.247051 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:05.251165 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d799b5c2-fbc5-484c-a652-53f62eb76d3b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b40da34cd4ce4bcbb399e5b79c032a53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3991780 Apr 28 19:30:05.252460 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34632) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:05.382366 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=85587bcf-59af-42cb-9e68-0ce372795bee,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:05.471082 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884a163-1131-43f3-81e8-975aa22d4178 req-5e3f4cb6-54cf-4f71-a38a-2517dee38c11 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:05.472835 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a884a163-1131-43f3-81e8-975aa22d4178 req-5e3f4cb6-54cf-4f71-a38a-2517dee38c11 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=274831bb-591b-48f1-bf1a-6031c48c85f8 HTTP/1.1" status: 200 len: 947 time: 0.1807144 Apr 28 19:30:05.477233 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['85587bcf-59af-42cb-9e68-0ce372795bee'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:30:05.497215 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ddb8e1f-7592-41c2-8072-f54c24c4b524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:05.514144 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cd4efec6-63f8-4e9e-a29c-2407a92161c0 req-0d738141-3383-4a1c-b4c5-c6ba545b7646 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2e600f08-1126-40df-9bbc-7410833ae331&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1438115 Apr 28 19:30:05.528962 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-7ee5a8e1-0a90-4cd2-8675-f9b12c7d68e3 service neutron] 10.222.0.42 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033638 Apr 28 19:30:05.548474 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34636) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:05.571221 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ddb8e1f-7592-41c2-8072-f54c24c4b524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:05.594679 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-368e8f87-33bb-4fda-8f08-d93a268f9496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:05.611245 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a884a163-1131-43f3-81e8-975aa22d4178 req-1d70b089-d4d2-4ffa-a53c-689fcc544048 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141112 Apr 28 19:30:05.689332 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ddb8e1f-7592-41c2-8072-f54c24c4b524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:05.694574 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ddb8e1f-7592-41c2-8072-f54c24c4b524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:05.695754 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5ddb8e1f-7592-41c2-8072-f54c24c4b524 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9f6211e8-1d0a-42f9-bc39-fa2c20ff3959 HTTP/1.1" status: 204 len: 168 time: 0.4419107 Apr 28 19:30:05.711699 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb8e1f-7592-41c2-8072-f54c24c4b524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6211e8-1d0a-42f9-bc39-fa2c20ff3959,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:05.774726 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a4764eae-871d-4678-a0ce-8bc4540f386b req-4e77fd8f-c0d2-4d6c-9c64-949898d1acad tempest-ServersAdmin275Test-897164647 tempest-ServersAdmin275Test-897164647-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0542779 Apr 28 19:30:05.841870 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-31047fac-bf66-4ff2-ae96-3c6711d41dbd service neutron] 10.222.0.42 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080842 Apr 28 19:30:05.855324 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4efec6-63f8-4e9e-a29c-2407a92161c0 req-aca633c1-0a62-463d-9263-8ff68c58252f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:05.858235 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cd4efec6-63f8-4e9e-a29c-2407a92161c0 req-aca633c1-0a62-463d-9263-8ff68c58252f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=39f1ec92eba944f2870178ab14420527&device_id=2e600f08-1126-40df-9bbc-7410833ae331 HTTP/1.1" status: 200 len: 1118 time: 0.2048271 Apr 28 19:30:05.982219 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34642) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:06.031247 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fd9db653-f64d-4e79-8dbe-9ca062ce0e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:06.044277 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-368e8f87-33bb-4fda-8f08-d93a268f9496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:06.060776 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-368e8f87-33bb-4fda-8f08-d93a268f9496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:06.158964 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8a03cc5a-def5-4fad-9ebd-93b086f6caf7 req-5cfb6343-609f-44c0-8b88-152b54cb4049 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=f030b5f9-5ef7-4449-a7a0-59be72047267 HTTP/1.1" status: 200 len: 210 time: 0.0928464 Apr 28 19:30:06.240677 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e8f87-33bb-4fda-8f08-d93a268f9496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec5913f-28ea-4992-948f-7c887db50764,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:06.241143 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device d1cc09ce-75a3-48ce-ac36-4b9c20b8a342 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:30:06.274177 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-368e8f87-33bb-4fda-8f08-d93a268f9496 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eb86ca17827b46678f27702f8c72cd2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7222972 Apr 28 19:30:06.275504 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34654) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:06.284976 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fd9db653-f64d-4e79-8dbe-9ca062ce0e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:06.288450 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4efec6-63f8-4e9e-a29c-2407a92161c0 req-5d4fa3af-51dd-424d-928c-d06dfbe3e69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:06.291051 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cd4efec6-63f8-4e9e-a29c-2407a92161c0 req-5d4fa3af-51dd-424d-928c-d06dfbe3e69c service neutron] 10.222.0.15 "GET /v2.0/networks?id=c9825b71-8d0c-4c62-9276-978f0a60b02b HTTP/1.1" status: 200 len: 925 time: 0.3945055 Apr 28 19:30:06.302806 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fd9db653-f64d-4e79-8dbe-9ca062ce0e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:06.399875 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cd4efec6-63f8-4e9e-a29c-2407a92161c0 req-fac966b6-e27d-4b54-9958-cc67d2b104eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e08323a9-7a0d-4844-95b3-025a5b947f2c HTTP/1.1" status: 200 len: 1023 time: 0.1009150 Apr 28 19:30:06.428437 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fd9db653-f64d-4e79-8dbe-9ca062ce0e2d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b1a7a7865d10411dac792b93025dc9bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4441197 Apr 28 19:30:06.431963 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34658) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:06.434445 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9db653-f64d-4e79-8dbe-9ca062ce0e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb5e9d4-2e68-4bb0-807d-7670953f28db,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:06.455956 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b83b0e-84fb-4287-8a2e-9b6368c4fbee req-db544d8b-1c78-49ca-8a69-0c22eb7bb860 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:06.466917 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-50b83b0e-84fb-4287-8a2e-9b6368c4fbee req-db544d8b-1c78-49ca-8a69-0c22eb7bb860 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 971 time: 0.3195958 Apr 28 19:30:06.524843 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bd165b5c-4a15-4ced-ad6f-9ccce1a0e2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:06.573325 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-605103cb-4800-4816-aa32-2d7f3818f4f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:06.588933 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port d1cc09ce-75a3-48ce-ac36-4b9c20b8a342, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=d1cc09ce-75a3-48ce-ac36-4b9c20b8a342,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:06.602487 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-605103cb-4800-4816-aa32-2d7f3818f4f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:06.618000 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'd1cc09ce-75a3-48ce-ac36-4b9c20b8a342', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': 'd1cc09ce-75a3-48ce-ac36-4b9c20b8a342', 'mac_address': 'fa:16:3e:fa:a8:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:30:06.633496 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bd165b5c-4a15-4ced-ad6f-9ccce1a0e2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:06.710856 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-50b83b0e-84fb-4287-8a2e-9b6368c4fbee req-5695835b-688d-4a8c-8c52-b72b7815b74c tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418823 Apr 28 19:30:06.719188 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-605103cb-4800-4816-aa32-2d7f3818f4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:06.722112 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-605103cb-4800-4816-aa32-2d7f3818f4f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:06.732996 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-605103cb-4800-4816-aa32-2d7f3818f4f7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fec5913f-28ea-4992-948f-7c887db50764 HTTP/1.1" status: 204 len: 168 time: 0.4547539 Apr 28 19:30:06.742649 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4efec6-63f8-4e9e-a29c-2407a92161c0 req-29c0ac06-c8f0-42df-a8b6-4c234e478684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:06.744470 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cd4efec6-63f8-4e9e-a29c-2407a92161c0 req-29c0ac06-c8f0-42df-a8b6-4c234e478684 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=696baa90-df03-47df-9fe8-e65ce72cb57c HTTP/1.1" status: 200 len: 863 time: 0.3339467 Apr 28 19:30:06.792135 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:06.854204 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1cc09ce-75a3-48ce-ac36-4b9c20b8a342 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:30:06.876815 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605103cb-4800-4816-aa32-2d7f3818f4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec5913f-28ea-4992-948f-7c887db50764,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:06.905882 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9495c4-82a8-4707-a76f-2f98f6dc6057 req-109b567c-d15d-46d4-a188-92927bac6a25 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:06.915219 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4efec6-63f8-4e9e-a29c-2407a92161c0 req-3bab64ba-869c-4b41-8d1c-216df01b4fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:06.917344 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cd4efec6-63f8-4e9e-a29c-2407a92161c0 req-3bab64ba-869c-4b41-8d1c-216df01b4fce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9825b71-8d0c-4c62-9276-978f0a60b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1652248 Apr 28 19:30:06.918765 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1f9495c4-82a8-4707-a76f-2f98f6dc6057 req-109b567c-d15d-46d4-a188-92927bac6a25 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=274831bb-591b-48f1-bf1a-6031c48c85f8 HTTP/1.1" status: 200 len: 947 time: 0.1749296 Apr 28 19:30:06.942725 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bd165b5c-4a15-4ced-ad6f-9ccce1a0e2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:06.949942 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bd165b5c-4a15-4ced-ad6f-9ccce1a0e2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:06.953136 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-bd165b5c-4a15-4ced-ad6f-9ccce1a0e2f1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fbb5e9d4-2e68-4bb0-807d-7670953f28db HTTP/1.1" status: 204 len: 168 time: 0.5112312 Apr 28 19:30:06.983911 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd165b5c-4a15-4ced-ad6f-9ccce1a0e2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb5e9d4-2e68-4bb0-807d-7670953f28db,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:06.985884 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port d1cc09ce-75a3-48ce-ac36-4b9c20b8a342, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=d1cc09ce-75a3-48ce-ac36-4b9c20b8a342,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:07.016749 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:07.053466 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1f9495c4-82a8-4707-a76f-2f98f6dc6057 req-0a9ba4dd-a219-42c0-baa2-a328a01ca35c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337521 Apr 28 19:30:07.106641 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3ffab10c-5dda-4684-9129-1980ee526436 req-b9862ab7-93e2-4331-b5cd-a2f615196c43 tempest-ServersAdmin275Test-897164647 tempest-ServersAdmin275Test-897164647-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0365298 Apr 28 19:30:07.164887 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cd4efec6-63f8-4e9e-a29c-2407a92161c0 req-7a5e5028-a870-45b2-9495-4453f3738944 service neutron] 10.222.0.15 "GET /v2.0/networks/c9825b71-8d0c-4c62-9276-978f0a60b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387350 Apr 28 19:30:07.178934 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=d1cc09ce-75a3-48ce-ac36-4b9c20b8a342,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:07.268661 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['d1cc09ce-75a3-48ce-ac36-4b9c20b8a342'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:30:07.330527 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cd4efec6-63f8-4e9e-a29c-2407a92161c0 req-cfa5cafb-b82b-4afc-9f26-d9850bb94f75 service neutron] 10.222.0.15 "GET /v2.0/networks/c9825b71-8d0c-4c62-9276-978f0a60b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548381 Apr 28 19:30:07.352954 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-188c3925-eb90-4b23-a40a-3ca8bfc9fa93 req-7b66a86a-76f5-4330-826e-e2c776ca252b tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=f030b5f9-5ef7-4449-a7a0-59be72047267 HTTP/1.1" status: 200 len: 210 time: 0.0609198 Apr 28 19:30:07.901540 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef602b0-b9ea-4f68-8275-b76db5deec2c req-244d62a3-3e3d-4b40-898e-5f5859e3b65d tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:07.918753 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aef602b0-b9ea-4f68-8275-b76db5deec2c req-244d62a3-3e3d-4b40-898e-5f5859e3b65d tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 971 time: 0.0991662 Apr 28 19:30:07.993036 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aef602b0-b9ea-4f68-8275-b76db5deec2c req-7d59c1e8-c613-4954-8aad-223247f3187e tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728176 Apr 28 19:30:08.272737 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-ab12d46c-55ea-4dbf-b6c3-6e0f52005e4a tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:08.289345 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device d1cc09ce-75a3-48ce-ac36-4b9c20b8a342 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:30:08.296981 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-ab12d46c-55ea-4dbf-b6c3-6e0f52005e4a tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.15 "GET /v2.0/networks?id=6836a994-cb1e-455e-a97f-31c9ee3bdef2 HTTP/1.1" status: 200 len: 819 time: 0.3127763 Apr 28 19:30:08.332229 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-34bd3bf2-d03a-46da-b9c0-5d24ca721099 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Request body: {'port': {'device_id': 'f030b5f9-5ef7-4449-a7a0-59be72047267', 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2', 'admin_state_up': True, 'tenant_id': 'e1af134fdfb54762be9898d865bc6112'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:30:08.371984 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab395cf-49c2-4f26-9704-9d4af8d3c0cf req-656bb882-d4c1-4663-90e6-eb2678b47bb9 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:08.374402 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8ab395cf-49c2-4f26-9704-9d4af8d3c0cf req-656bb882-d4c1-4663-90e6-eb2678b47bb9 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=274831bb-591b-48f1-bf1a-6031c48c85f8 HTTP/1.1" status: 200 len: 948 time: 0.1116407 Apr 28 19:30:08.486768 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8ab395cf-49c2-4f26-9704-9d4af8d3c0cf req-96b80809-714a-4bd4-9f40-858bef330a2f tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045768 Apr 28 19:30:08.522238 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port d1cc09ce-75a3-48ce-ac36-4b9c20b8a342 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:30:08.530993 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b6eb9d27-99bb-407b-96f5-2b7e10cac511 req-99e81c6a-0b77-4b2b-a02e-2cf8fbb66d40 tempest-ServersAdmin275Test-897164647 tempest-ServersAdmin275Test-897164647-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0550761 Apr 28 19:30:08.533979 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port d1cc09ce-75a3-48ce-ac36-4b9c20b8a342 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:30:08.534356 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:08.590292 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c15e0d75-5f36-4728-87bf-2606de7fd783 req-607f7432-ddb4-475b-92f2-d0913268bf15 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=875fd9ff298741ff9c02e515552ad9ed&device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0758059 Apr 28 19:30:08.676975 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c15e0d75-5f36-4728-87bf-2606de7fd783 req-1d0b873d-b837-48f3-940f-f2b5750f44bd service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=875fd9ff298741ff9c02e515552ad9ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597861 Apr 28 19:30:08.678690 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-34bd3bf2-d03a-46da-b9c0-5d24ca721099 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Made reservation on behalf of e1af134fdfb54762be9898d865bc6112 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:30:08.683607 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-34bd3bf2-d03a-46da-b9c0-5d24ca721099 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:08.726161 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:08.823212 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-60800a1d-4b19-4c71-89a8-946110729d82 req-9836ecbe-890c-459a-99a2-6567e06437dc tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=f030b5f9-5ef7-4449-a7a0-59be72047267 HTTP/1.1" status: 200 len: 210 time: 0.1632013 Apr 28 19:30:08.829579 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port d1cc09ce-75a3-48ce-ac36-4b9c20b8a342, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=d1cc09ce-75a3-48ce-ac36-4b9c20b8a342,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:08.834611 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274831bb-591b-48f1-bf1a-6031c48c85f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cc09ce-75a3-48ce-ac36-4b9c20b8a342'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:30:08.841351 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947b4f3e-309a-4d25-956d-d08a8615ea38" -d '{"events": [{"server_uuid": "274831bb-591b-48f1-bf1a-6031c48c85f8", "name": "network-vif-plugged", "status": "completed", "tag": "d1cc09ce-75a3-48ce-ac36-4b9c20b8a342"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:30:08.853467 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:08.854508 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 85587bcf-59af-42cb-9e68-0ce372795bee up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:30:08.951103 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-34bd3bf2-d03a-46da-b9c0-5d24ca721099 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Allocated IP 172.20.0.13 (6836a994-cb1e-455e-a97f-31c9ee3bdef2/bb798a62-4141-409b-9f67-e98b8568ccb2/b2aa6693-c550-4118-a732-c7c080ef05c8) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:30:08.954877 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e0d75-5f36-4728-87bf-2606de7fd783 req-1804a760-a3a1-41ac-b777-1e56dc4bce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:08.957033 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c15e0d75-5f36-4728-87bf-2606de7fd783 req-1804a760-a3a1-41ac-b777-1e56dc4bce04 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2732179 Apr 28 19:30:09.002607 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=d1cc09ce-75a3-48ce-ac36-4b9c20b8a342,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:09.008336 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1db6b8-34ee-4069-b9d1-feafbf2460ed x-openstack-request-id: req-1e1db6b8-34ee-4069-b9d1-feafbf2460ed {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:30:09.008665 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274831bb-591b-48f1-bf1a-6031c48c85f8", "name": "network-vif-plugged", "status": "completed", "tag": "d1cc09ce-75a3-48ce-ac36-4b9c20b8a342", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:30:09.008972 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1e1db6b8-34ee-4069-b9d1-feafbf2460ed {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:30:09.009399 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e1db6b8-34ee-4069-b9d1-feafbf2460ed'] response: {'server_uuid': '274831bb-591b-48f1-bf1a-6031c48c85f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cc09ce-75a3-48ce-ac36-4b9c20b8a342', 'code': 200} Apr 28 19:30:09.073984 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 85587bcf-59af-42cb-9e68-0ce372795bee completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:30:09.080085 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 85587bcf-59af-42cb-9e68-0ce372795bee triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:30:09.081542 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:09.090933 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c5439-24ec-418d-828a-39b58ac4db34 req-db1ef04a-507a-4196-8343-ba7f40974d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:09.095424 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-975c5439-24ec-418d-828a-39b58ac4db34 req-db1ef04a-507a-4196-8343-ba7f40974d44 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=274831bb-591b-48f1-bf1a-6031c48c85f8 HTTP/1.1" status: 200 len: 1100 time: 0.0645616 Apr 28 19:30:09.214076 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:09.232442 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbe894-11f5-4357-a013-1374e132e7a9 req-301887b1-9948-4dd2-a258-01d62cc3733d tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:09.234411 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-70bbe894-11f5-4357-a013-1374e132e7a9 req-301887b1-9948-4dd2-a258-01d62cc3733d tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 971 time: 0.0954800 Apr 28 19:30:09.236925 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-975c5439-24ec-418d-828a-39b58ac4db34 req-5115e69f-39f3-4fa6-98b7-f9e30db14816 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313567 Apr 28 19:30:09.250170 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-34bd3bf2-d03a-46da-b9c0-5d24ca721099 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:09.275562 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 85587bcf-59af-42cb-9e68-0ce372795bee, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=85587bcf-59af-42cb-9e68-0ce372795bee,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:09.283600 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:09.315174 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-70bbe894-11f5-4357-a013-1374e132e7a9 req-3511a72d-310e-49f8-9414-ef0fde141acb tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732434 Apr 28 19:30:09.323123 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-34bd3bf2-d03a-46da-b9c0-5d24ca721099 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:09.387548 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=85587bcf-59af-42cb-9e68-0ce372795bee,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:09.397102 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-34bd3bf2-d03a-46da-b9c0-5d24ca721099 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:30:09.403294 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-34bd3bf2-d03a-46da-b9c0-5d24ca721099 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:30:09.407533 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-34bd3bf2-d03a-46da-b9c0-5d24ca721099 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:30:09.438048 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd3bf2-d03a-46da-b9c0-5d24ca721099 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Pushing event updated for resources: {'Port': ['ID=b2aa6693-c550-4118-a732-c7c080ef05c8,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:09.470064 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-34bd3bf2-d03a-46da-b9c0-5d24ca721099 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:09.470981 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-34bd3bf2-d03a-46da-b9c0-5d24ca721099 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:09.491652 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-34bd3bf2-d03a-46da-b9c0-5d24ca721099 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1784067 Apr 28 19:30:09.503857 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-3edb7fc2-967c-42dd-bfb5-15d6a1711022 service neutron] Request body: {'port': {'device_id': 'f030b5f9-5ef7-4449-a7a0-59be72047267', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:30:09.588131 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-3edb7fc2-967c-42dd-bfb5-15d6a1711022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:09.919513 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd508ed9-a326-462e-b681-ffb862acae5c req-d33fed71-43c6-40a1-a539-3ed7b69f8d4f tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:09.927690 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bd508ed9-a326-462e-b681-ffb862acae5c req-d33fed71-43c6-40a1-a539-3ed7b69f8d4f tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=274831bb-591b-48f1-bf1a-6031c48c85f8 HTTP/1.1" status: 200 len: 949 time: 0.0991805 Apr 28 19:30:10.094177 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bd508ed9-a326-462e-b681-ffb862acae5c req-e4e0a2cb-1db4-44d5-9192-5874b1ed8a07 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608632 Apr 28 19:30:10.125236 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5fde5467-453d-4f7c-a289-569056bab88c req-5af462ee-c15f-4ee6-9de0-fdcd7e1c81ad tempest-ServersAdmin275Test-897164647 tempest-ServersAdmin275Test-897164647-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0481942 Apr 28 19:30:10.303273 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedee8cc-f40b-4cbe-b06b-6f19cce1e8c4 req-37204361-1d26-4d3d-8b0d-133fc68f6303 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:10.305219 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fedee8cc-f40b-4cbe-b06b-6f19cce1e8c4 req-37204361-1d26-4d3d-8b0d-133fc68f6303 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=f030b5f9-5ef7-4449-a7a0-59be72047267 HTTP/1.1" status: 200 len: 932 time: 0.1368008 Apr 28 19:30:10.309905 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-3edb7fc2-967c-42dd-bfb5-15d6a1711022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2aa6693-c550-4118-a732-c7c080ef05c8 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:30:10.324394 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-3edb7fc2-967c-42dd-bfb5-15d6a1711022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:10.354956 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-3edb7fc2-967c-42dd-bfb5-15d6a1711022 service neutron] Transition to ACTIVE for port object b2aa6693-c550-4118-a732-c7c080ef05c8 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:30:10.374392 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-3edb7fc2-967c-42dd-bfb5-15d6a1711022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:10.384036 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fedee8cc-f40b-4cbe-b06b-6f19cce1e8c4 req-a7b351db-b7c1-4465-8af5-16f69d43c85d tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694938 Apr 28 19:30:10.443891 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb7fc2-967c-42dd-bfb5-15d6a1711022 service neutron] Pushing event updated for resources: {'Port': ['ID=b2aa6693-c550-4118-a732-c7c080ef05c8,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:10.605016 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-3edb7fc2-967c-42dd-bfb5-15d6a1711022 service neutron] Attempting to bind port b2aa6693-c550-4118-a732-c7c080ef05c8 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:30:10.605357 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-3edb7fc2-967c-42dd-bfb5-15d6a1711022 service neutron] Attempting to bind port b2aa6693-c550-4118-a732-c7c080ef05c8 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:30:10.605692 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-3edb7fc2-967c-42dd-bfb5-15d6a1711022 service neutron] Attempting to bind port b2aa6693-c550-4118-a732-c7c080ef05c8 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:30:10.613376 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-3edb7fc2-967c-42dd-bfb5-15d6a1711022 service neutron] Port b2aa6693-c550-4118-a732-c7c080ef05c8 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:30:10.614285 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-3edb7fc2-967c-42dd-bfb5-15d6a1711022 service neutron] Attempting to bind port b2aa6693-c550-4118-a732-c7c080ef05c8 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:30:10.626913 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-3edb7fc2-967c-42dd-bfb5-15d6a1711022 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:30:10.627252 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-3edb7fc2-967c-42dd-bfb5-15d6a1711022 service neutron] Checking segment: {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:30:10.627640 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-3edb7fc2-967c-42dd-bfb5-15d6a1711022 service neutron] Bound using segment: {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:30:10.628090 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-3edb7fc2-967c-42dd-bfb5-15d6a1711022 service neutron] Bound port: b2aa6693-c550-4118-a732-c7c080ef05c8, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:30:10.628495 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-3edb7fc2-967c-42dd-bfb5-15d6a1711022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:10.677579 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b431d-c0b5-4e6e-862f-97e211700561 req-bca58db0-a76e-4e51-949b-1214413dcda4 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:10.679556 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f81b431d-c0b5-4e6e-862f-97e211700561 req-bca58db0-a76e-4e51-949b-1214413dcda4 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 971 time: 0.0554197 Apr 28 19:30:10.714418 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffb582-2f58-46f2-86e6-29ae00039095 req-a557ff2f-7ad2-4964-8813-b50d02fc95f5 tempest-NetworksTest-28466625 tempest-NetworksTest-28466625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:10.714897 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffb582-2f58-46f2-86e6-29ae00039095 req-a557ff2f-7ad2-4964-8813-b50d02fc95f5 tempest-NetworksTest-28466625 tempest-NetworksTest-28466625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:10.715384 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffb582-2f58-46f2-86e6-29ae00039095 req-a557ff2f-7ad2-4964-8813-b50d02fc95f5 tempest-NetworksTest-28466625 tempest-NetworksTest-28466625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:10.715855 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffb582-2f58-46f2-86e6-29ae00039095 req-a557ff2f-7ad2-4964-8813-b50d02fc95f5 tempest-NetworksTest-28466625 tempest-NetworksTest-28466625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:10.716365 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffb582-2f58-46f2-86e6-29ae00039095 req-a557ff2f-7ad2-4964-8813-b50d02fc95f5 tempest-NetworksTest-28466625 tempest-NetworksTest-28466625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:10.716834 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffb582-2f58-46f2-86e6-29ae00039095 req-a557ff2f-7ad2-4964-8813-b50d02fc95f5 tempest-NetworksTest-28466625 tempest-NetworksTest-28466625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:10.717295 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffb582-2f58-46f2-86e6-29ae00039095 req-a557ff2f-7ad2-4964-8813-b50d02fc95f5 tempest-NetworksTest-28466625 tempest-NetworksTest-28466625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:10.719336 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ebffb582-2f58-46f2-86e6-29ae00039095 req-a557ff2f-7ad2-4964-8813-b50d02fc95f5 tempest-NetworksTest-28466625 tempest-NetworksTest-28466625-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5046 time: 0.1824560 Apr 28 19:30:10.726731 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f81b431d-c0b5-4e6e-862f-97e211700561 req-06c934ee-5cee-437f-9d8a-ab925666f8cd tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401380 Apr 28 19:30:10.746098 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-3edb7fc2-967c-42dd-bfb5-15d6a1711022 service neutron] For port b2aa6693-c550-4118-a732-c7c080ef05c8, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:30:10.751089 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-3edb7fc2-967c-42dd-bfb5-15d6a1711022 service neutron] For port b2aa6693-c550-4118-a732-c7c080ef05c8, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=b2aa6693-c550-4118-a732-c7c080ef05c8,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:30:10.759912 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-3edb7fc2-967c-42dd-bfb5-15d6a1711022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:10.822588 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-3edb7fc2-967c-42dd-bfb5-15d6a1711022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:10.823456 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-3edb7fc2-967c-42dd-bfb5-15d6a1711022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:10.825503 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-3edb7fc2-967c-42dd-bfb5-15d6a1711022 service neutron] 10.222.0.15 "PUT /v2.0/ports/b2aa6693-c550-4118-a732-c7c080ef05c8 HTTP/1.1" status: 200 len: 1092 time: 1.3258610 Apr 28 19:30:10.839652 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f030b5f9-5ef7-4449-a7a0-59be72047267', 'tag': 'b2aa6693-c550-4118-a732-c7c080ef05c8'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:30:10.843556 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77240fdf-99af-46ad-bbc3-03bce5e5eef7" -d '{"events": [{"name": "network-changed", "server_uuid": "f030b5f9-5ef7-4449-a7a0-59be72047267", "tag": "b2aa6693-c550-4118-a732-c7c080ef05c8"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:30:10.918117 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f880f6-01b1-49e2-ae54-ac1d5026f362 req-128ab4ea-5189-4f48-8b1f-5dd4f0bfbf0e tempest-NetworksTest-28466625 tempest-NetworksTest-28466625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:10.919596 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-90f880f6-01b1-49e2-ae54-ac1d5026f362 req-128ab4ea-5189-4f48-8b1f-5dd4f0bfbf0e tempest-NetworksTest-28466625 tempest-NetworksTest-28466625-project-admin] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 886 time: 0.1305168 Apr 28 19:30:10.922208 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb7fc2-967c-42dd-bfb5-15d6a1711022 service neutron] Pushing event updated for resources: {'Port': ['ID=b2aa6693-c550-4118-a732-c7c080ef05c8,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:10.946757 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ad5d88-d8d5-4704-b66f-dfb6c00cfead x-openstack-request-id: req-48ad5d88-d8d5-4704-b66f-dfb6c00cfead {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:30:10.948676 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f030b5f9-5ef7-4449-a7a0-59be72047267", "tag": "b2aa6693-c550-4118-a732-c7c080ef05c8", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:30:10.948941 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-48ad5d88-d8d5-4704-b66f-dfb6c00cfead {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:30:10.949363 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48ad5d88-d8d5-4704-b66f-dfb6c00cfead'] response: {'name': 'network-changed', 'server_uuid': 'f030b5f9-5ef7-4449-a7a0-59be72047267', 'tag': 'b2aa6693-c550-4118-a732-c7c080ef05c8', 'status': 'completed', 'code': 200} Apr 28 19:30:10.952948 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-fd3d1be0-1348-4809-984a-374e1b55ca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:10.954919 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-fd3d1be0-1348-4809-984a-374e1b55ca19 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1af134fdfb54762be9898d865bc6112&device_id=f030b5f9-5ef7-4449-a7a0-59be72047267 HTTP/1.1" status: 200 len: 1095 time: 0.0731292 Apr 28 19:30:11.010306 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb80f220-05b9-421f-82dd-280828ebb3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85587bcf-59af-42cb-9e68-0ce372795bee'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:30:11.013209 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cf5f9a-4acd-4a54-a39f-266da87f836a" -d '{"events": [{"server_uuid": "bb80f220-05b9-421f-82dd-280828ebb3bd", "name": "network-vif-plugged", "status": "completed", "tag": "85587bcf-59af-42cb-9e68-0ce372795bee"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:30:11.016885 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-5da35d2d-3716-4bd2-8d41-6b95b3bfdfcc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2aa6693-c550-4118-a732-c7c080ef05c8 HTTP/1.1" status: 200 len: 217 time: 0.0512962 Apr 28 19:30:11.056249 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f645f0c1-5c88-4399-9278-58b83ca4cc57 x-openstack-request-id: req-f645f0c1-5c88-4399-9278-58b83ca4cc57 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:30:11.057041 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb80f220-05b9-421f-82dd-280828ebb3bd", "name": "network-vif-plugged", "status": "completed", "tag": "85587bcf-59af-42cb-9e68-0ce372795bee", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:30:11.057285 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f645f0c1-5c88-4399-9278-58b83ca4cc57 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:30:11.057754 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f645f0c1-5c88-4399-9278-58b83ca4cc57'] response: {'server_uuid': 'bb80f220-05b9-421f-82dd-280828ebb3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85587bcf-59af-42cb-9e68-0ce372795bee', 'code': 200} Apr 28 19:30:11.186012 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-f6d4f111-f582-4f36-a383-d88331f09a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:11.187472 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-f6d4f111-f582-4f36-a383-d88331f09a76 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb798a62-4141-409b-9f67-e98b8568ccb2 HTTP/1.1" status: 200 len: 859 time: 0.1578178 Apr 28 19:30:11.239826 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-a785daa4-7ef9-47e5-bee8-bd6bead08d18 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6836a994-cb1e-455e-a97f-31c9ee3bdef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411422 Apr 28 19:30:11.287918 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70f959-f5ab-45d3-bb10-ef11b003204d req-11709926-5ef5-4871-8671-7e6527eb089b tempest-NetworksTest-28466625 tempest-NetworksTest-28466625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:11.288627 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70f959-f5ab-45d3-bb10-ef11b003204d req-11709926-5ef5-4871-8671-7e6527eb089b tempest-NetworksTest-28466625 tempest-NetworksTest-28466625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:11.289156 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70f959-f5ab-45d3-bb10-ef11b003204d req-11709926-5ef5-4871-8671-7e6527eb089b tempest-NetworksTest-28466625 tempest-NetworksTest-28466625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:11.289617 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70f959-f5ab-45d3-bb10-ef11b003204d req-11709926-5ef5-4871-8671-7e6527eb089b tempest-NetworksTest-28466625 tempest-NetworksTest-28466625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:11.290070 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70f959-f5ab-45d3-bb10-ef11b003204d req-11709926-5ef5-4871-8671-7e6527eb089b tempest-NetworksTest-28466625 tempest-NetworksTest-28466625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:11.290518 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70f959-f5ab-45d3-bb10-ef11b003204d req-11709926-5ef5-4871-8671-7e6527eb089b tempest-NetworksTest-28466625 tempest-NetworksTest-28466625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:11.290968 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70f959-f5ab-45d3-bb10-ef11b003204d req-11709926-5ef5-4871-8671-7e6527eb089b tempest-NetworksTest-28466625 tempest-NetworksTest-28466625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:11.292967 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-de70f959-f5ab-45d3-bb10-ef11b003204d req-11709926-5ef5-4871-8671-7e6527eb089b tempest-NetworksTest-28466625 tempest-NetworksTest-28466625-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5046 time: 0.3190498 Apr 28 19:30:11.340333 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c035ad-3ee9-4b94-a298-775815c4b858 req-83ffd98f-b491-40d1-a967-437b120352f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:11.343011 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-89c035ad-3ee9-4b94-a298-775815c4b858 req-83ffd98f-b491-40d1-a967-437b120352f2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bb80f220-05b9-421f-82dd-280828ebb3bd HTTP/1.1" status: 200 len: 1101 time: 0.1971290 Apr 28 19:30:11.377753 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-d9114a6f-a0bb-4440-a990-b8bef8d66e67 service neutron] 10.222.0.15 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262205 Apr 28 19:30:11.396315 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34840) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:11.411267 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06691f0-6869-4305-a1c1-a6417284f7c2 req-092fbd47-a60e-499d-a464-90fe26312221 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:11.416689 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34842) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:11.425455 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c06691f0-6869-4305-a1c1-a6417284f7c2 req-092fbd47-a60e-499d-a464-90fe26312221 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=274831bb-591b-48f1-bf1a-6031c48c85f8 HTTP/1.1" status: 200 len: 949 time: 0.1916885 Apr 28 19:30:11.486352 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-89c035ad-3ee9-4b94-a298-775815c4b858 req-6a6214f6-0404-4688-9312-a4984c3894fc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343632 Apr 28 19:30:11.513861 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a6c232cc-10e5-4b83-b10a-d66f2f82d413 req-db0b932b-b119-4459-a26f-ea101777b75c tempest-ServersAdmin275Test-897164647 tempest-ServersAdmin275Test-897164647-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0388520 Apr 28 19:30:11.532078 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c06691f0-6869-4305-a1c1-a6417284f7c2 req-968e70d5-dfdb-4db7-9e8e-c8e2ab5c3610 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046174 Apr 28 19:30:11.574719 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1618c1b8-fa2c-4f97-8a99-556f52a41142 req-de12be7f-db55-40bb-a4b6-f22760f967a4 service neutron] 10.222.0.15 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887717 Apr 28 19:30:11.750307 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff285a15-249c-4ad5-8ae0-aad5f0ff40a2 req-d583c04f-d91d-4f22-8c5a-dd529f7b868c tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:11.759206 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ff285a15-249c-4ad5-8ae0-aad5f0ff40a2 req-d583c04f-d91d-4f22-8c5a-dd529f7b868c tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=f030b5f9-5ef7-4449-a7a0-59be72047267 HTTP/1.1" status: 200 len: 944 time: 0.0940437 Apr 28 19:30:11.777867 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77240fdf-99af-46ad-bbc3-03bce5e5eef7 req-ba61a791-d0cd-4832-b39f-322e8c2df486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:11.779774 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-77240fdf-99af-46ad-bbc3-03bce5e5eef7 req-ba61a791-d0cd-4832-b39f-322e8c2df486 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1af134fdfb54762be9898d865bc6112&device_id=f030b5f9-5ef7-4449-a7a0-59be72047267 HTTP/1.1" status: 200 len: 1095 time: 0.1110599 Apr 28 19:30:11.808793 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c60be0-f24b-4475-b859-18ca3154827e req-d684ba56-b93e-4902-9f11-88d3e683e75e tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:11.816421 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-02c60be0-f24b-4475-b859-18ca3154827e req-d684ba56-b93e-4902-9f11-88d3e683e75e tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb80f220-05b9-421f-82dd-280828ebb3bd HTTP/1.1" status: 200 len: 950 time: 0.1033404 Apr 28 19:30:11.823542 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ff285a15-249c-4ad5-8ae0-aad5f0ff40a2 req-73bbc0d8-d67c-4c07-be82-df3df4235c6a tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631266 Apr 28 19:30:11.850051 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3144660-5ce8-4362-b09f-f9b3a57c605b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:11.919506 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-02c60be0-f24b-4475-b859-18ca3154827e req-02cceaec-73b2-4499-ae40-b100234d8fc3 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948679 Apr 28 19:30:11.960694 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ac8b4b77-fcd1-4b16-ab49-3188701e24c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:11.999439 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77240fdf-99af-46ad-bbc3-03bce5e5eef7 req-aeeff709-22ed-4534-a270-9171b308d7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:12.001112 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-77240fdf-99af-46ad-bbc3-03bce5e5eef7 req-aeeff709-22ed-4534-a270-9171b308d7fb service neutron] 10.222.0.15 "GET /v2.0/networks?id=6836a994-cb1e-455e-a97f-31c9ee3bdef2 HTTP/1.1" status: 200 len: 920 time: 0.2114375 Apr 28 19:30:12.017006 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34856) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:12.054653 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3144660-5ce8-4362-b09f-f9b3a57c605b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:12.056689 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-77240fdf-99af-46ad-bbc3-03bce5e5eef7 req-7599b5ad-8c2a-4410-8504-d4b6697778c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2aa6693-c550-4118-a732-c7c080ef05c8 HTTP/1.1" status: 200 len: 217 time: 0.0457869 Apr 28 19:30:12.061438 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3144660-5ce8-4362-b09f-f9b3a57c605b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:12.074462 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8055b80-1e6c-4b37-b26d-3d9874c6b493 req-98bcaf0a-745c-44ea-9765-c5904aaa1aef tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:12.076013 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f8055b80-1e6c-4b37-b26d-3d9874c6b493 req-98bcaf0a-745c-44ea-9765-c5904aaa1aef tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 971 time: 0.1246688 Apr 28 19:30:12.135011 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77240fdf-99af-46ad-bbc3-03bce5e5eef7 req-864eeaf2-f68a-4cae-ab9b-247c541c585f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:12.136515 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-77240fdf-99af-46ad-bbc3-03bce5e5eef7 req-864eeaf2-f68a-4cae-ab9b-247c541c585f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb798a62-4141-409b-9f67-e98b8568ccb2 HTTP/1.1" status: 200 len: 859 time: 0.0682676 Apr 28 19:30:12.136987 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c3144660-5ce8-4362-b09f-f9b3a57c605b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4055db8d9e6f44f3b9f890f822a02910&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7079604 Apr 28 19:30:12.141119 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34860) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:12.143552 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3144660-5ce8-4362-b09f-f9b3a57c605b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13892db6-88d3-4cc5-a1e5-89e322d5ee7d,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:12.147431 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a4c31d25-18b5-43b5-b7d9-95f2575ec908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:12.158646 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ac8b4b77-fcd1-4b16-ab49-3188701e24c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:12.173241 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ac8b4b77-fcd1-4b16-ab49-3188701e24c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:12.190341 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f8055b80-1e6c-4b37-b26d-3d9874c6b493 req-d1bfca38-b01c-4cf3-ae79-6abf9fe0d46a tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846033 Apr 28 19:30:12.204438 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-77240fdf-99af-46ad-bbc3-03bce5e5eef7 req-d1b423a1-d989-4b40-9b4f-f6a9cd9b1aa5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6836a994-cb1e-455e-a97f-31c9ee3bdef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521784 Apr 28 19:30:12.261565 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a4c31d25-18b5-43b5-b7d9-95f2575ec908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:12.266086 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a4c31d25-18b5-43b5-b7d9-95f2575ec908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:12.272248 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ac8b4b77-fcd1-4b16-ab49-3188701e24c0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5eed08abf6af4b2b9ff47b41e581c687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8542619 Apr 28 19:30:12.277728 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34862) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:12.302868 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b4b77-fcd1-4b16-ab49-3188701e24c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02227941-3112-4bf2-b58e-0492c6ebea8c,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:12.321491 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c31d25-18b5-43b5-b7d9-95f2575ec908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f8a94e-8c93-4870-aff3-13cbf8172b42,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:12.336782 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a3c64701-33a1-423f-b850-363742a79e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:12.341886 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a4c31d25-18b5-43b5-b7d9-95f2575ec908 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fc58d8145b9543c9be056eb1cde60280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3197851 Apr 28 19:30:12.342655 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34864) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:12.379234 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a3c64701-33a1-423f-b850-363742a79e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:12.382729 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-77240fdf-99af-46ad-bbc3-03bce5e5eef7 req-23cbbc10-ae11-447c-9ccb-eb9f5a4624d6 service neutron] 10.222.0.15 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631660 Apr 28 19:30:12.397190 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53fffb0b-20ba-4e1a-acd4-351050748e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:12.437778 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53fffb0b-20ba-4e1a-acd4-351050748e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:12.449243 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9e1f1ab3-c023-40e5-8531-18307ee0478c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:12.495151 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9e1f1ab3-c023-40e5-8531-18307ee0478c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:12.507149 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a3c64701-33a1-423f-b850-363742a79e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:12.509846 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a3c64701-33a1-423f-b850-363742a79e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:12.511024 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a3c64701-33a1-423f-b850-363742a79e52 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/13892db6-88d3-4cc5-a1e5-89e322d5ee7d HTTP/1.1" status: 204 len: 168 time: 0.3689759 Apr 28 19:30:12.527440 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c64701-33a1-423f-b850-363742a79e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13892db6-88d3-4cc5-a1e5-89e322d5ee7d,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:12.538511 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-77240fdf-99af-46ad-bbc3-03bce5e5eef7 req-6a9c0e7f-a6a2-4290-b2e3-3c02fe69deee service neutron] 10.222.0.15 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475127 Apr 28 19:30:12.546763 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53fffb0b-20ba-4e1a-acd4-351050748e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:12.550562 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53fffb0b-20ba-4e1a-acd4-351050748e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:12.552213 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-53fffb0b-20ba-4e1a-acd4-351050748e6f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/02227941-3112-4bf2-b58e-0492c6ebea8c HTTP/1.1" status: 204 len: 168 time: 0.2690759 Apr 28 19:30:12.562316 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fffb0b-20ba-4e1a-acd4-351050748e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02227941-3112-4bf2-b58e-0492c6ebea8c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:12.574408 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9e1f1ab3-c023-40e5-8531-18307ee0478c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:12.577397 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9e1f1ab3-c023-40e5-8531-18307ee0478c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:12.580222 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9e1f1ab3-c023-40e5-8531-18307ee0478c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d4f8a94e-8c93-4870-aff3-13cbf8172b42 HTTP/1.1" status: 204 len: 168 time: 0.2356467 Apr 28 19:30:12.588550 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f1ab3-c023-40e5-8531-18307ee0478c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f8a94e-8c93-4870-aff3-13cbf8172b42,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:12.734114 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-06a4563d-2824-44d1-9684-0935d6a012c5 req-ce57ebdc-a1d2-4551-8ae8-d2a13c7f5441 tempest-ServersAdmin275Test-897164647 tempest-ServersAdmin275Test-897164647-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0421488 Apr 28 19:30:12.992511 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac20704-2f15-4f0e-a917-6814936defe4 req-c4c310ea-b87e-4646-bdec-1a7c17445334 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:12.994972 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eac20704-2f15-4f0e-a917-6814936defe4 req-c4c310ea-b87e-4646-bdec-1a7c17445334 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=f030b5f9-5ef7-4449-a7a0-59be72047267 HTTP/1.1" status: 200 len: 944 time: 0.0817692 Apr 28 19:30:13.012665 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34882) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:13.028370 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f6c9f195-a666-4ec6-abd7-ff34708c6f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:13.078978 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eac20704-2f15-4f0e-a917-6814936defe4 req-4233cc90-f87d-4607-b97b-85188bc5b5f5 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710425 Apr 28 19:30:13.167131 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f6c9f195-a666-4ec6-abd7-ff34708c6f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:13.180648 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f6c9f195-a666-4ec6-abd7-ff34708c6f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:13.191888 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92d5c1-f0a6-4afb-a368-7d7e544f9fc7 req-427fcb7d-53d9-461a-9d5f-f587f69aa64b tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:13.193678 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2f92d5c1-f0a6-4afb-a368-7d7e544f9fc7 req-427fcb7d-53d9-461a-9d5f-f587f69aa64b tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb80f220-05b9-421f-82dd-280828ebb3bd HTTP/1.1" status: 200 len: 950 time: 0.1548710 Apr 28 19:30:13.279192 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f6c9f195-a666-4ec6-abd7-ff34708c6f09 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=865de751d4e647f7865c7e2f662015bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2624013 Apr 28 19:30:13.279639 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34888) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:13.289257 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c9f195-a666-4ec6-abd7-ff34708c6f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ba014a-8b24-4f80-b3ed-dffbb6293562,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:13.317041 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34890) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:13.324750 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2f92d5c1-f0a6-4afb-a368-7d7e544f9fc7 req-c1a10be0-bcbf-43da-96f9-95c995fc6064 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222389 Apr 28 19:30:13.366457 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4becfe66-9b74-40ad-bf5c-948e84795b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:13.390050 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34894) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:13.404623 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d9a2adad-060d-48c7-a2e0-d9765df5b424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:13.448213 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-391fa613-ec70-4067-a678-e99776d29e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:13.469120 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c36d9f-2592-41c6-93b3-41ee643b9c0b req-f8bdf32e-8462-4cb7-adc6-8989440b49b2 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:13.476960 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-06c36d9f-2592-41c6-93b3-41ee643b9c0b req-f8bdf32e-8462-4cb7-adc6-8989440b49b2 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 971 time: 0.1405332 Apr 28 19:30:13.525817 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-391fa613-ec70-4067-a678-e99776d29e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:13.532143 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d9a2adad-060d-48c7-a2e0-d9765df5b424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:13.538325 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d9a2adad-060d-48c7-a2e0-d9765df5b424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:13.588831 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d9a2adad-060d-48c7-a2e0-d9765df5b424 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=acac0601f59840c189fc8ab78d8871ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1986670 Apr 28 19:30:13.592046 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34896) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:13.601025 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2adad-060d-48c7-a2e0-d9765df5b424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed32dc7d-6147-421e-88bd-687c83938c94,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:13.654720 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-06c36d9f-2592-41c6-93b3-41ee643b9c0b req-f37d27f4-f2fd-45a4-a0df-48d1e0cdb918 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764674 Apr 28 19:30:13.663284 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4becfe66-9b74-40ad-bf5c-948e84795b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:13.673064 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4becfe66-9b74-40ad-bf5c-948e84795b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:13.693758 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2976d0e-c6fe-4713-9525-7ed927c54473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:13.697267 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-391fa613-ec70-4067-a678-e99776d29e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:13.699831 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-391fa613-ec70-4067-a678-e99776d29e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:13.700973 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-391fa613-ec70-4067-a678-e99776d29e96 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/11ba014a-8b24-4f80-b3ed-dffbb6293562 HTTP/1.1" status: 204 len: 168 time: 0.4203072 Apr 28 19:30:13.723951 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4becfe66-9b74-40ad-bf5c-948e84795b42 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a3c1d05d414c4470883fdf45fa51f180&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4094388 Apr 28 19:30:13.726454 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4becfe66-9b74-40ad-bf5c-948e84795b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12c2412-f5d2-4750-9f77-13b5e26fe52a,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:13.729330 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34900) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:13.742095 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2976d0e-c6fe-4713-9525-7ed927c54473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:13.748577 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391fa613-ec70-4067-a678-e99776d29e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ba014a-8b24-4f80-b3ed-dffbb6293562,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:13.805238 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6a099f34-aec0-46b6-893a-fd8562ef28c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:13.831667 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4886f-46e8-4233-aa9b-3b46d6bb832d req-f12a418c-4c91-4aca-8bf1-6f661a019726 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:13.834523 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6a099f34-aec0-46b6-893a-fd8562ef28c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:13.838815 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4886f-46e8-4233-aa9b-3b46d6bb832d req-f12a418c-4c91-4aca-8bf1-6f661a019726 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:13.840455 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1bf4886f-46e8-4233-aa9b-3b46d6bb832d req-f12a418c-4c91-4aca-8bf1-6f661a019726 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=274831bb-591b-48f1-bf1a-6031c48c85f8&device_id=bb80f220-05b9-421f-82dd-280828ebb3bd HTTP/1.1" status: 200 len: 1690 time: 0.0960743 Apr 28 19:30:13.905419 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2976d0e-c6fe-4713-9525-7ed927c54473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:13.910064 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2976d0e-c6fe-4713-9525-7ed927c54473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:13.912938 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e2976d0e-c6fe-4713-9525-7ed927c54473 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ed32dc7d-6147-421e-88bd-687c83938c94 HTTP/1.1" status: 204 len: 168 time: 0.3196061 Apr 28 19:30:13.928308 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1bf4886f-46e8-4233-aa9b-3b46d6bb832d req-7d3a2e79-9b73-4a39-b801-41e3c4432c8b tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736330 Apr 28 19:30:13.929866 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c293da54-b1a2-4ebf-8a4f-c66f6ec5eaf2 req-5f447312-fd94-4005-a40c-fac7d214369c tempest-ServersAdmin275Test-897164647 tempest-ServersAdmin275Test-897164647-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0374568 Apr 28 19:30:13.947349 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6a099f34-aec0-46b6-893a-fd8562ef28c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:13.951911 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6a099f34-aec0-46b6-893a-fd8562ef28c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:13.953137 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6a099f34-aec0-46b6-893a-fd8562ef28c2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d12c2412-f5d2-4750-9f77-13b5e26fe52a HTTP/1.1" status: 204 len: 168 time: 0.2227983 Apr 28 19:30:13.962942 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a099f34-aec0-46b6-893a-fd8562ef28c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12c2412-f5d2-4750-9f77-13b5e26fe52a,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:13.967496 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2976d0e-c6fe-4713-9525-7ed927c54473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed32dc7d-6147-421e-88bd-687c83938c94,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:14.282757 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b83be-ec66-4328-8494-ed55d02f99e8 req-23a937f8-ff28-4982-8ffe-7c3588c855e2 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:14.285698 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cd4b83be-ec66-4328-8494-ed55d02f99e8 req-23a937f8-ff28-4982-8ffe-7c3588c855e2 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=f030b5f9-5ef7-4449-a7a0-59be72047267 HTTP/1.1" status: 200 len: 944 time: 0.1083739 Apr 28 19:30:14.294737 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6e41b-e3f0-48b8-8a3b-aeb3404ee586 req-1129f82d-0630-4704-8764-a3f78373e5f9 tempest-ServersOnMultiNodesTest-1949443882 tempest-ServersOnMultiNodesTest-1949443882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:14.296190 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fbf6e41b-e3f0-48b8-8a3b-aeb3404ee586 req-1129f82d-0630-4704-8764-a3f78373e5f9 tempest-ServersOnMultiNodesTest-1949443882 tempest-ServersOnMultiNodesTest-1949443882-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=274831bb-591b-48f1-bf1a-6031c48c85f8 HTTP/1.1" status: 200 len: 1100 time: 0.0705595 Apr 28 19:30:14.340082 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fbf6e41b-e3f0-48b8-8a3b-aeb3404ee586 req-d799875b-ee52-4f7a-b213-afab0a4c5c79 tempest-ServersOnMultiNodesTest-1949443882 tempest-ServersOnMultiNodesTest-1949443882-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339055 Apr 28 19:30:14.369226 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cd4b83be-ec66-4328-8494-ed55d02f99e8 req-3e2a06d0-17e0-4290-9d06-a3f2191946f3 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766673 Apr 28 19:30:14.513431 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbeb39-ea4f-40b6-9c1b-4efd2a1039d9 req-ec150cb7-b38c-42ed-9d51-cacbe4742d80 tempest-ServersOnMultiNodesTest-1949443882 tempest-ServersOnMultiNodesTest-1949443882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:14.514947 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57fbeb39-ea4f-40b6-9c1b-4efd2a1039d9 req-ec150cb7-b38c-42ed-9d51-cacbe4742d80 tempest-ServersOnMultiNodesTest-1949443882 tempest-ServersOnMultiNodesTest-1949443882-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=bb80f220-05b9-421f-82dd-280828ebb3bd HTTP/1.1" status: 200 len: 1101 time: 0.0557446 Apr 28 19:30:14.558214 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57fbeb39-ea4f-40b6-9c1b-4efd2a1039d9 req-7d5effc7-0222-4abb-9b9b-ca057a8edaf9 tempest-ServersOnMultiNodesTest-1949443882 tempest-ServersOnMultiNodesTest-1949443882-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347719 Apr 28 19:30:14.757344 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device b2aa6693-c550-4118-a732-c7c080ef05c8 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:30:14.821374 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76934f92-2650-4dc0-9e5a-aadaf3d62a3e req-3e8f390f-4f97-469a-8f75-702ba48ec1a7 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:14.823619 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-76934f92-2650-4dc0-9e5a-aadaf3d62a3e req-3e8f390f-4f97-469a-8f75-702ba48ec1a7 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 971 time: 0.0660272 Apr 28 19:30:14.874951 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-76934f92-2650-4dc0-9e5a-aadaf3d62a3e req-ee118b8c-eb82-47bd-a35d-65687660b244 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449123 Apr 28 19:30:14.936830 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port b2aa6693-c550-4118-a732-c7c080ef05c8, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=b2aa6693-c550-4118-a732-c7c080ef05c8,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:14.952747 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'b2aa6693-c550-4118-a732-c7c080ef05c8', 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2', 'port_id': 'b2aa6693-c550-4118-a732-c7c080ef05c8', 'mac_address': 'fa:16:3e:9d:51:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb798a62-4141-409b-9f67-e98b8568ccb2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:30:15.002321 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:15.018889 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2aa6693-c550-4118-a732-c7c080ef05c8 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:30:15.046520 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port b2aa6693-c550-4118-a732-c7c080ef05c8, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=b2aa6693-c550-4118-a732-c7c080ef05c8,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:15.052350 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:15.158925 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=b2aa6693-c550-4118-a732-c7c080ef05c8,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:15.177861 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e006b103-916b-427f-9089-aa3643002a90 req-b4d6a70f-acad-4183-ad7b-31df81d03d26 tempest-ServersAdmin275Test-897164647 tempest-ServersAdmin275Test-897164647-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0350091 Apr 28 19:30:15.190646 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-9062abc9-55b1-4e81-86a4-64fcdbb76dc4 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ebad228c1b4944f6b357421a29469bd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329061 Apr 28 19:30:15.298213 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['b2aa6693-c550-4118-a732-c7c080ef05c8'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:30:15.386912 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-4682bff8-3874-4997-94d3-09dfd303d436 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:15.389636 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-4682bff8-3874-4997-94d3-09dfd303d436 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1916077 Apr 28 19:30:15.415984 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-bbf2042a-0caf-41c2-a33a-592eb5ea246d tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/quotas/ebad228c1b4944f6b357421a29469bd6 HTTP/1.1" status: 200 len: 375 time: 0.0154626 Apr 28 19:30:15.538972 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-e43cacd5-a66c-4de6-b6de-2cf9e4fc74bb tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebad228c1b4944f6b357421a29469bd6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1146233 Apr 28 19:30:15.663624 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c944e4f-8ffc-426e-8e2a-247418d74bae req-4449b612-4285-4332-a8e3-3196a05defcc tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:15.666073 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5c944e4f-8ffc-426e-8e2a-247418d74bae req-4449b612-4285-4332-a8e3-3196a05defcc tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=f030b5f9-5ef7-4449-a7a0-59be72047267 HTTP/1.1" status: 200 len: 945 time: 0.0787389 Apr 28 19:30:15.715566 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5c944e4f-8ffc-426e-8e2a-247418d74bae req-0f964288-15ef-4952-b087-05bc832e79e4 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421760 Apr 28 19:30:16.048227 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13a1b5-2d87-42aa-b871-e28dc17564fe req-b954874d-9f36-4438-b7d9-776b0e220468 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:16.050388 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6c13a1b5-2d87-42aa-b871-e28dc17564fe req-b954874d-9f36-4438-b7d9-776b0e220468 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 971 time: 0.0648170 Apr 28 19:30:16.117992 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6c13a1b5-2d87-42aa-b871-e28dc17564fe req-772c4dd4-3b37-43fe-9fb6-544d3b633e50 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603991 Apr 28 19:30:16.381458 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-016bbae9-9399-4bdf-94ac-11cdcd65f5d4 req-19b0fcd6-4f77-4c48-95ff-e5625a30fe0f tempest-ServersAdmin275Test-897164647 tempest-ServersAdmin275Test-897164647-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0409491 Apr 28 19:30:16.572566 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5af082f9-7928-45fc-b54c-8dfbd21e84b6 req-9d79be6d-7dce-4094-818b-e5a7c1fe4f46 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e5bf37-c053-4f92-9378-3f77aecc7f40 HTTP/1.1" status: 200 len: 210 time: 0.0550268 Apr 28 19:30:16.789533 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device b2aa6693-c550-4118-a732-c7c080ef05c8 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:30:16.877358 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port b2aa6693-c550-4118-a732-c7c080ef05c8 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:30:16.883003 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port b2aa6693-c550-4118-a732-c7c080ef05c8 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:30:16.883413 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:16.948802 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb0380-600e-46b5-a4d2-2d6881e53117 req-7112949f-3af1-4754-9f35-7e0f9561cb3d tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:16.959932 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-00bb0380-600e-46b5-a4d2-2d6881e53117 req-7112949f-3af1-4754-9f35-7e0f9561cb3d tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=f030b5f9-5ef7-4449-a7a0-59be72047267 HTTP/1.1" status: 200 len: 945 time: 0.1107187 Apr 28 19:30:17.018929 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:17.035289 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-00bb0380-600e-46b5-a4d2-2d6881e53117 req-90d13390-dc3d-4e33-a9e7-1ebcfa10b74c tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740216 Apr 28 19:30:17.086014 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f030b5f9-5ef7-4449-a7a0-59be72047267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2aa6693-c550-4118-a732-c7c080ef05c8'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:30:17.090615 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f93ccaf-0713-49fe-b530-d87258256201" -d '{"events": [{"server_uuid": "f030b5f9-5ef7-4449-a7a0-59be72047267", "name": "network-vif-plugged", "status": "completed", "tag": "b2aa6693-c550-4118-a732-c7c080ef05c8"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:30:17.112584 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port b2aa6693-c550-4118-a732-c7c080ef05c8, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=b2aa6693-c550-4118-a732-c7c080ef05c8,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:17.122293 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:17.220421 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed05f65-9a05-48c5-be5e-0ae52f4539e4 x-openstack-request-id: req-3ed05f65-9a05-48c5-be5e-0ae52f4539e4 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:30:17.221669 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f030b5f9-5ef7-4449-a7a0-59be72047267", "name": "network-vif-plugged", "status": "completed", "tag": "b2aa6693-c550-4118-a732-c7c080ef05c8", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:30:17.224216 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3ed05f65-9a05-48c5-be5e-0ae52f4539e4 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:30:17.224828 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ed05f65-9a05-48c5-be5e-0ae52f4539e4'] response: {'server_uuid': 'f030b5f9-5ef7-4449-a7a0-59be72047267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2aa6693-c550-4118-a732-c7c080ef05c8', 'code': 200} Apr 28 19:30:17.235371 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=b2aa6693-c550-4118-a732-c7c080ef05c8,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:17.472186 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de320848-a28c-495c-9293-a2831a8db12c req-fa6cf2f1-6d89-4be7-869e-aeadd4d070cc tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:17.493534 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-de320848-a28c-495c-9293-a2831a8db12c req-fa6cf2f1-6d89-4be7-869e-aeadd4d070cc tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 971 time: 0.1407895 Apr 28 19:30:17.506045 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f070f1-7008-4af6-ba45-0f994d3680df req-5e29e274-2a2c-4f2f-b676-4ac2cfc63d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:17.514231 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-46f070f1-7008-4af6-ba45-0f994d3680df req-5e29e274-2a2c-4f2f-b676-4ac2cfc63d7b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f030b5f9-5ef7-4449-a7a0-59be72047267 HTTP/1.1" status: 200 len: 1097 time: 0.1866930 Apr 28 19:30:17.575694 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-de320848-a28c-495c-9293-a2831a8db12c req-ff5bf4b0-dc16-4892-a534-1a34fdf7f188 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799544 Apr 28 19:30:17.648187 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-46f070f1-7008-4af6-ba45-0f994d3680df req-3482ab70-376b-4d86-9a38-bbb876eb81ff service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122496 Apr 28 19:30:17.674803 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-84c9714a-9125-4835-a23a-bd12ad28e41a req-a823ce0d-09a7-49f1-935d-e4dcf75515cd tempest-ServersAdmin275Test-897164647 tempest-ServersAdmin275Test-897164647-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0405629 Apr 28 19:30:17.843848 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4aa9991c-bc18-43fe-b9d6-04294676e6bf req-44da2c95-37ef-42fc-8011-7060e2bd86e4 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e5bf37-c053-4f92-9378-3f77aecc7f40 HTTP/1.1" status: 200 len: 210 time: 0.0472963 Apr 28 19:30:18.104074 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [req-037554a7-4fd1-4653-8186-ad80daaa183d req-60859a4a-a2bd-4777-a4ec-671c2fc6dcf4 service neutron] show failed (client error): The resource could not be found. Apr 28 19:30:18.105840 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-037554a7-4fd1-4653-8186-ad80daaa183d req-60859a4a-a2bd-4777-a4ec-671c2fc6dcf4 service neutron] 10.222.0.15 "GET /v2.0/ports/1a4a4667-75da-4916-8414-40be6204041b/bindings/n-h2-839810-1 HTTP/1.1" status: 404 len: 380 time: 0.1072667 Apr 28 19:30:18.132730 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-9d41a7af-b8d8-4874-b3bc-96d32bd0e80b tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--236610764&fields=id&tenant_id=39f1ec92eba944f2870178ab14420527 HTTP/1.1" status: 200 len: 267 time: 0.0698872 Apr 28 19:30:18.284652 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-fe45d86f-a879-400a-85ae-efac2e11174c tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:18.286736 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-fe45d86f-a879-400a-85ae-efac2e11174c tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/networks?id=c9825b71-8d0c-4c62-9276-978f0a60b02b HTTP/1.1" status: 200 len: 824 time: 0.1336133 Apr 28 19:30:18.317862 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1eb511-73a7-4b4e-95c1-1ef619e91e78 req-fb352a07-bf4e-4cab-bce9-66e46682e932 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:18.320615 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-030b5d75-2a64-4106-9eb9-9a40ebdcf675 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/quotas/39f1ec92eba944f2870178ab14420527 HTTP/1.1" status: 200 len: 375 time: 0.0227284 Apr 28 19:30:18.341484 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4e1eb511-73a7-4b4e-95c1-1ef619e91e78 req-fb352a07-bf4e-4cab-bce9-66e46682e932 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=f030b5f9-5ef7-4449-a7a0-59be72047267 HTTP/1.1" status: 200 len: 946 time: 0.1473894 Apr 28 19:30:18.446742 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4e1eb511-73a7-4b4e-95c1-1ef619e91e78 req-567ad53a-3127-40c9-8075-35bb57cc712b tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902643 Apr 28 19:30:18.472395 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-54f99ffd-e6a0-4e5c-95f2-01818ded533f tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=39f1ec92eba944f2870178ab14420527&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1288993 Apr 28 19:30:18.554394 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-f5322311-f5af-48ce-89a1-6018f2ba8663 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ebad228c1b4944f6b357421a29469bd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601394 Apr 28 19:30:18.659517 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-36b14117-773d-4fae-a8f6-c39d92f7b47d service neutron] 10.222.0.42 "GET /v2.0/networks/c9825b71-8d0c-4c62-9276-978f0a60b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815946 Apr 28 19:30:18.845692 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-151086b1-82fe-4a02-8572-27b1d2e7db39 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ebad228c1b4944f6b357421a29469bd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586352 Apr 28 19:30:18.847797 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037554a7-4fd1-4653-8186-ad80daaa183d req-e363feb3-37c1-4717-933f-523a6ab06f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:18.851545 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-037554a7-4fd1-4653-8186-ad80daaa183d req-e363feb3-37c1-4717-933f-523a6ab06f17 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e&tenant_id=8b6f268207a441e39ce17d2e9418f280 HTTP/1.1" status: 200 len: 1122 time: 0.3125477 Apr 28 19:30:18.872212 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-037554a7-4fd1-4653-8186-ad80daaa183d req-9ec0aa0e-74d8-4a22-a702-2f00ee4e015d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-839810-1', 'device_owner': 'compute:nova'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:30:18.993522 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-690def26-9e82-46c1-b764-c36b4ffdd2be tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:18.994384 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-52e4d322-4989-4ffc-9a50-58115521be3a service neutron] 10.222.0.42 "GET /v2.0/networks/c9825b71-8d0c-4c62-9276-978f0a60b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333807 Apr 28 19:30:18.995153 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-690def26-9e82-46c1-b764-c36b4ffdd2be tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3857665 Apr 28 19:30:18.996879 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-037554a7-4fd1-4653-8186-ad80daaa183d req-9ec0aa0e-74d8-4a22-a702-2f00ee4e015d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:19.017532 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-f55dce2b-4e9d-4a6f-9312-d6a165d80ccc tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Request body: {'port': {'device_id': 'b2e5bf37-c053-4f92-9378-3f77aecc7f40', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'admin_state_up': True, 'tenant_id': 'ebad228c1b4944f6b357421a29469bd6'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:30:19.150273 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-4d76da6c-55af-450a-bf9e-18ee384b4302 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:19.151796 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-4d76da6c-55af-450a-bf9e-18ee384b4302 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2975464 Apr 28 19:30:19.169063 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-b41ab322-df2b-4a51-8cc2-32da4880ada9 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Request body: {'port': {'device_id': '9463486f-9912-4389-85cb-292fced48623', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'admin_state_up': True, 'tenant_id': 'ebad228c1b4944f6b357421a29469bd6'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:30:19.468493 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e8631-5c22-49e5-ba91-f6909b768b75 req-6ef825c1-ddb1-4f8b-8e9c-9cdf5d22e2e7 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:19.477018 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1d7e8631-5c22-49e5-ba91-f6909b768b75 req-6ef825c1-ddb1-4f8b-8e9c-9cdf5d22e2e7 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 971 time: 0.0863349 Apr 28 19:30:19.485873 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-b41ab322-df2b-4a51-8cc2-32da4880ada9 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Made reservation on behalf of ebad228c1b4944f6b357421a29469bd6 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:30:19.490395 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-b41ab322-df2b-4a51-8cc2-32da4880ada9 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:19.549336 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1d7e8631-5c22-49e5-ba91-f6909b768b75 req-f4c3f029-0739-4270-8035-1d1538566a58 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712473 Apr 28 19:30:19.644049 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f5d611e8-eeed-44a0-af38-378472cd0a10 req-1a140d2d-27ca-4400-b673-6d443b67303b tempest-ServersAdmin275Test-897164647 tempest-ServersAdmin275Test-897164647-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.2510583 Apr 28 19:30:19.726547 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-86bd156f-d983-4daa-941b-39520d64b10f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:19.755578 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de352a-9cf5-4a11-a2ff-25fec8d862f5 req-999ffc43-912d-4909-ad9a-b602aa23af25 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:19.759623 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a1de352a-9cf5-4a11-a2ff-25fec8d862f5 req-999ffc43-912d-4909-ad9a-b602aa23af25 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e600f08-1126-40df-9bbc-7410833ae331 HTTP/1.1" status: 200 len: 967 time: 0.4288857 Apr 28 19:30:19.846257 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-f55dce2b-4e9d-4a6f-9312-d6a165d80ccc tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Made reservation on behalf of ebad228c1b4944f6b357421a29469bd6 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:30:19.852958 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-f55dce2b-4e9d-4a6f-9312-d6a165d80ccc tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:19.907307 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-037554a7-4fd1-4653-8186-ad80daaa183d req-9ec0aa0e-74d8-4a22-a702-2f00ee4e015d service neutron] For port 1a4a4667-75da-4916-8414-40be6204041b, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=1a4a4667-75da-4916-8414-40be6204041b,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:19.965671 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53f18349-4841-4ce9-8782-d581779c50b8 req-ccf0e4b5-5f92-4037-ada8-822eb27e1b23 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e5bf37-c053-4f92-9378-3f77aecc7f40 HTTP/1.1" status: 200 len: 210 time: 0.1209395 Apr 28 19:30:20.142187 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-037554a7-4fd1-4653-8186-ad80daaa183d req-9ec0aa0e-74d8-4a22-a702-2f00ee4e015d service neutron] For port 1a4a4667-75da-4916-8414-40be6204041b, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:30:20.185017 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-61dffc6f-6fce-47f9-8f1c-2d396d85e02f tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f6cb95ce499b463cb4c46aa35681ada9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2708526 Apr 28 19:30:20.401419 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-7d446114-b0d1-436c-a896-d9a13a332463 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:20.403152 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-7d446114-b0d1-436c-a896-d9a13a332463 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2173150 Apr 28 19:30:20.436950 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-4bccf87d-eb8b-47d2-b56f-81975974ab93 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/quotas/f6cb95ce499b463cb4c46aa35681ada9 HTTP/1.1" status: 200 len: 375 time: 0.0220737 Apr 28 19:30:20.462465 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa207c8-5498-4409-b3e7-85361ef38e9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a4a4667-75da-4916-8414-40be6204041b'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:30:20.464747 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9eecdde-6e44-4919-baa4-8276fa1dc6a6" -d '{"events": [{"server_uuid": "ffa207c8-5498-4409-b3e7-85361ef38e9e", "name": "network-vif-unplugged", "status": "completed", "tag": "1a4a4667-75da-4916-8414-40be6204041b"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:30:20.473279 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b2464c37-6e88-4d99-85b0-f3274f502721 req-51e20a24-977f-432c-8f9a-a78bb8c536e4 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fe9653c-4321-4cb5-ba30-f73346f13424 HTTP/1.1" status: 200 len: 210 time: 0.0657513 Apr 28 19:30:20.479453 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-037554a7-4fd1-4653-8186-ad80daaa183d req-9ec0aa0e-74d8-4a22-a702-2f00ee4e015d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:20.509235 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-f4afa8c2-3b47-457b-9fcc-ad0ad7c7b773 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f6cb95ce499b463cb4c46aa35681ada9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639837 Apr 28 19:30:20.517479 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-037554a7-4fd1-4653-8186-ad80daaa183d req-9ec0aa0e-74d8-4a22-a702-2f00ee4e015d service neutron] Transition to ACTIVE for port object 1a4a4667-75da-4916-8414-40be6204041b will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:30:20.525110 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-a1de352a-9cf5-4a11-a2ff-25fec8d862f5 req-fce4c424-8d0c-405d-b0e3-8c8e19d79958 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Deleting port e08323a9-7a0d-4844-95b3-025a5b947f2c {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:30:20.526270 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a1de352a-9cf5-4a11-a2ff-25fec8d862f5 req-fce4c424-8d0c-405d-b0e3-8c8e19d79958 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:20.530944 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-037554a7-4fd1-4653-8186-ad80daaa183d req-9ec0aa0e-74d8-4a22-a702-2f00ee4e015d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:20.670887 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-b41ab322-df2b-4a51-8cc2-32da4880ada9 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Allocated IP 192.168.233.13 (a2ea96f2-6755-492c-8fa3-72807d68d67a/ba397751-1619-4962-a669-11aa98e2e3bc/27679c7b-3c6b-4002-a6f4-a1564802e5b4) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:30:20.708047 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0aa0e-74d8-4a22-a702-2f00ee4e015d service neutron] Pushing event updated for resources: {'Port': ['ID=1a4a4667-75da-4916-8414-40be6204041b,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:20.731712 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-037554a7-4fd1-4653-8186-ad80daaa183d req-9ec0aa0e-74d8-4a22-a702-2f00ee4e015d service neutron] No DVR routers for this DVR port 1a4a4667-75da-4916-8414-40be6204041b on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:30:20.763132 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.15', 57976) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:20.922274 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-b41ab322-df2b-4a51-8cc2-32da4880ada9 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:20.967890 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.44', 62965) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:21.006853 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-49ca6eb4-acef-488c-8e68-07097f38004e req-a10d9ba4-ad1f-4ffb-8f1a-dc1890f8cfad service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0375173 Apr 28 19:30:21.008560 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-b41ab322-df2b-4a51-8cc2-32da4880ada9 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:21.026120 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['c2e419a1-27cd-4ed4-bf9e-e37de3c0d961', '85587bcf-59af-42cb-9e68-0ce372795bee', 'd1cc09ce-75a3-48ce-ac36-4b9c20b8a342'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:30:21.053198 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-a1de352a-9cf5-4a11-a2ff-25fec8d862f5 req-fce4c424-8d0c-405d-b0e3-8c8e19d79958 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] For port e08323a9-7a0d-4844-95b3-025a5b947f2c, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e08323a9-7a0d-4844-95b3-025a5b947f2c,segment=NetworkSegment(abad8af8-3344-480d-866a-e9634518c7a7),segment_id=abad8af8-3344-480d-866a-e9634518c7a7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:21.055251 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a1de352a-9cf5-4a11-a2ff-25fec8d862f5 req-fce4c424-8d0c-405d-b0e3-8c8e19d79958 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:21.063562 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 19:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a154ee8b-98d5-4e7e-89b6-e80e697ae5d1 x-openstack-request-id: req-a154ee8b-98d5-4e7e-89b6-e80e697ae5d1 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:30:21.063867 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa207c8-5498-4409-b3e7-85361ef38e9e", "name": "network-vif-unplugged", "status": "completed", "tag": "1a4a4667-75da-4916-8414-40be6204041b", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:30:21.064146 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a154ee8b-98d5-4e7e-89b6-e80e697ae5d1 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:30:21.064559 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a154ee8b-98d5-4e7e-89b6-e80e697ae5d1'] response: {'server_uuid': 'ffa207c8-5498-4409-b3e7-85361ef38e9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a4a4667-75da-4916-8414-40be6204041b', 'code': 200} Apr 28 19:30:21.108899 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-b41ab322-df2b-4a51-8cc2-32da4880ada9 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Network a2ea96f2-6755-492c-8fa3-72807d68d67a is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:30:21.119744 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-b41ab322-df2b-4a51-8cc2-32da4880ada9 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:30:21.135664 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-037554a7-4fd1-4653-8186-ad80daaa183d req-9ec0aa0e-74d8-4a22-a702-2f00ee4e015d service neutron] Attempting to bind port 1a4a4667-75da-4916-8414-40be6204041b on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:30:21.136254 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-037554a7-4fd1-4653-8186-ad80daaa183d req-9ec0aa0e-74d8-4a22-a702-2f00ee4e015d service neutron] Attempting to bind port 1a4a4667-75da-4916-8414-40be6204041b by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:30:21.136619 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037554a7-4fd1-4653-8186-ad80daaa183d req-9ec0aa0e-74d8-4a22-a702-2f00ee4e015d service neutron] Attempting to bind port 1a4a4667-75da-4916-8414-40be6204041b on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:30:21.140621 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-b41ab322-df2b-4a51-8cc2-32da4880ada9 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:30:21.211073 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-b41ab322-df2b-4a51-8cc2-32da4880ada9 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:21.212060 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-b41ab322-df2b-4a51-8cc2-32da4880ada9 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:21.240067 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-b41ab322-df2b-4a51-8cc2-32da4880ada9 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0752456 Apr 28 19:30:21.244976 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ab322-df2b-4a51-8cc2-32da4880ada9 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Pushing event updated for resources: {'Port': ['ID=27679c7b-3c6b-4002-a6f4-a1564802e5b4,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:21.253298 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-1ff50060-fdcb-4501-8331-3f5df1ec4b15 service neutron] Request body: {'port': {'device_id': '9463486f-9912-4389-85cb-292fced48623', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:30:21.316913 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037554a7-4fd1-4653-8186-ad80daaa183d req-9ec0aa0e-74d8-4a22-a702-2f00ee4e015d service neutron] Port 1a4a4667-75da-4916-8414-40be6204041b on network a2ea96f2-6755-492c-8fa3-72807d68d67a not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:30:21.316913 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037554a7-4fd1-4653-8186-ad80daaa183d req-9ec0aa0e-74d8-4a22-a702-2f00ee4e015d service neutron] Attempting to bind port 1a4a4667-75da-4916-8414-40be6204041b on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:30:21.328845 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-1ff50060-fdcb-4501-8331-3f5df1ec4b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:21.503103 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037554a7-4fd1-4653-8186-ad80daaa183d req-9ec0aa0e-74d8-4a22-a702-2f00ee4e015d service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:30:21.504083 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037554a7-4fd1-4653-8186-ad80daaa183d req-9ec0aa0e-74d8-4a22-a702-2f00ee4e015d service neutron] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:30:21.504809 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037554a7-4fd1-4653-8186-ad80daaa183d req-9ec0aa0e-74d8-4a22-a702-2f00ee4e015d service neutron] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:30:21.505333 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-037554a7-4fd1-4653-8186-ad80daaa183d req-9ec0aa0e-74d8-4a22-a702-2f00ee4e015d service neutron] Bound port: 1a4a4667-75da-4916-8414-40be6204041b, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:30:21.505707 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-037554a7-4fd1-4653-8186-ad80daaa183d req-9ec0aa0e-74d8-4a22-a702-2f00ee4e015d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:21.595647 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-f55dce2b-4e9d-4a6f-9312-d6a165d80ccc tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Allocated IP 192.168.233.142 (a2ea96f2-6755-492c-8fa3-72807d68d67a/ba397751-1619-4962-a669-11aa98e2e3bc/49a5e30e-4c80-460a-9d4f-e31ac15f312d) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:30:21.601741 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55844f73-5bb1-4a1f-a18f-65551c89342b req-f7f64878-8f93-4998-b142-2e421ff57c3e tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:21.603107 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-55844f73-5bb1-4a1f-a18f-65551c89342b req-f7f64878-8f93-4998-b142-2e421ff57c3e tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 948 time: 0.0922112 Apr 28 19:30:21.611437 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-d337af4d-e237-45f7-9846-49880d372a35 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:21.614079 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-d337af4d-e237-45f7-9846-49880d372a35 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.15 "GET /v2.0/networks?id=c9825b71-8d0c-4c62-9276-978f0a60b02b HTTP/1.1" status: 200 len: 824 time: 0.8497596 Apr 28 19:30:21.659684 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b42f826b-af4d-4706-a0c5-ec93e5835366 None None] Provisioning complete for port 27679c7b-3c6b-4002-a6f4-a1564802e5b4 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:30:21.660604 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b42f826b-af4d-4706-a0c5-ec93e5835366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:21.672138 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-55844f73-5bb1-4a1f-a18f-65551c89342b req-456c6d72-d9b5-473a-97c2-162b98c2fb77 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610716 Apr 28 19:30:21.704894 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-b42f826b-af4d-4706-a0c5-ec93e5835366 None None] Port 27679c7b-3c6b-4002-a6f4-a1564802e5b4 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:30:21.716181 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd7e68-e1f8-41d1-b937-e98703be0168 req-07030b02-104e-4def-a1c2-239122c1ac4c tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:21.723669 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dafd7e68-e1f8-41d1-b937-e98703be0168 req-07030b02-104e-4def-a1c2-239122c1ac4c tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=f030b5f9-5ef7-4449-a7a0-59be72047267 HTTP/1.1" status: 200 len: 946 time: 0.8862453 Apr 28 19:30:21.819937 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8ca0bc12-d27d-490c-9ace-56b3e0cf206a req-0dcba5de-66c9-43fb-821e-fc6c5375b5a9 tempest-ServersAdmin275Test-897164647 tempest-ServersAdmin275Test-897164647-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0292869 Apr 28 19:30:21.978038 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4402289-05a6-420e-ae9a-1fe4f4bfb8a0 req-84410d7d-996d-43f6-9355-ddd551c5c29b tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/ports?device_id=32c92cca-4c4d-4c3f-a92d-8c994738f720 HTTP/1.1" status: 200 len: 210 time: 0.0445759 Apr 28 19:30:22.007496 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-30942ab0-219e-4e8b-9936-4481f791426f tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39f1ec92eba944f2870178ab14420527 HTTP/1.1" status: 200 len: 379 time: 0.3054314 Apr 28 19:30:22.009783 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1a9c5265-385f-420c-873c-c7f9af326093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:22.017116 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-037554a7-4fd1-4653-8186-ad80daaa183d req-9ec0aa0e-74d8-4a22-a702-2f00ee4e015d service neutron] For port 1a4a4667-75da-4916-8414-40be6204041b, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:30:22.062500 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-b5ef5c46-26c4-4a62-a8d6-ba616dc1316c tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Request body: {'port': {'device_id': '5fe9653c-4321-4cb5-ba30-f73346f13424', 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b', 'admin_state_up': True, 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'security_groups': ['85aaaa06-0ed9-43f5-911f-8d31cda5f9d0']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:30:22.077662 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5721b21d-41a1-43be-981b-3aa7bd8524c1 req-2358ee16-bed1-4f7e-82f7-2e764603d3a3 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e5bf37-c053-4f92-9378-3f77aecc7f40 HTTP/1.1" status: 200 len: 210 time: 0.0329864 Apr 28 19:30:22.127081 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-037554a7-4fd1-4653-8186-ad80daaa183d req-9ec0aa0e-74d8-4a22-a702-2f00ee4e015d service neutron] For port 1a4a4667-75da-4916-8414-40be6204041b, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=1a4a4667-75da-4916-8414-40be6204041b,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:30:22.134294 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dafd7e68-e1f8-41d1-b937-e98703be0168 req-4e3e9b98-b010-4344-b206-301ae2626d2a tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891325 Apr 28 19:30:22.230208 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-037554a7-4fd1-4653-8186-ad80daaa183d req-9ec0aa0e-74d8-4a22-a702-2f00ee4e015d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:22.428371 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a1de352a-9cf5-4a11-a2ff-25fec8d862f5 req-fce4c424-8d0c-405d-b0e3-8c8e19d79958 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:22.428851 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a1de352a-9cf5-4a11-a2ff-25fec8d862f5 req-fce4c424-8d0c-405d-b0e3-8c8e19d79958 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:22.429193 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [req-a1de352a-9cf5-4a11-a2ff-25fec8d862f5 req-fce4c424-8d0c-405d-b0e3-8c8e19d79958 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Floating IP 6e6892c3-397d-43b5-83bc-dcce4e766e7e disassociated. External IP: 172.25.8.222, port: e08323a9-7a0d-4844-95b3-025a5b947f2c. Apr 28 19:30:22.429539 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-a1de352a-9cf5-4a11-a2ff-25fec8d862f5 req-fce4c424-8d0c-405d-b0e3-8c8e19d79958 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Calling delete_port for e08323a9-7a0d-4844-95b3-025a5b947f2c owned by compute:tempest-test_az-521036984 {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:30:22.458715 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.15', 57978) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:22.501510 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-046fd28d-1268-4062-ad3b-d4a70c1b6247 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f6cb95ce499b463cb4c46aa35681ada9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410812 Apr 28 19:30:22.560760 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-da4af445-bde3-4589-a41c-e6c6e0020d96 req-1ba6174b-062c-426e-8630-c60c8b291630 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fe9653c-4321-4cb5-ba30-f73346f13424 HTTP/1.1" status: 200 len: 210 time: 0.3294940 Apr 28 19:30:22.596238 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037554a7-4fd1-4653-8186-ad80daaa183d req-9ec0aa0e-74d8-4a22-a702-2f00ee4e015d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:22.604061 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-037554a7-4fd1-4653-8186-ad80daaa183d req-9ec0aa0e-74d8-4a22-a702-2f00ee4e015d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:22.606107 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-037554a7-4fd1-4653-8186-ad80daaa183d req-9ec0aa0e-74d8-4a22-a702-2f00ee4e015d service neutron] 10.222.0.44 "PUT /v2.0/ports/1a4a4667-75da-4916-8414-40be6204041b HTTP/1.1" status: 200 len: 1096 time: 3.7389963 Apr 28 19:30:22.629317 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-b5ef5c46-26c4-4a62-a8d6-ba616dc1316c tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Made reservation on behalf of 39f1ec92eba944f2870178ab14420527 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:30:22.635737 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-b5ef5c46-26c4-4a62-a8d6-ba616dc1316c tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:22.715438 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1029afa-a851-4d2d-8993-ec54af74adc9 req-5c67570b-fdd0-49de-b0ad-f4bcae70ffc4 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:22.736787 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b1029afa-a851-4d2d-8993-ec54af74adc9 req-5c67570b-fdd0-49de-b0ad-f4bcae70ffc4 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f030b5f9-5ef7-4449-a7a0-59be72047267 HTTP/1.1" status: 200 len: 1097 time: 0.1994474 Apr 28 19:30:22.792836 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-f55dce2b-4e9d-4a6f-9312-d6a165d80ccc tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:22.803580 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device e08323a9-7a0d-4844-95b3-025a5b947f2c no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:30:22.840423 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0aa0e-74d8-4a22-a702-2f00ee4e015d service neutron] Pushing event updated for resources: {'Port': ['ID=1a4a4667-75da-4916-8414-40be6204041b,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:22.986716 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-f55dce2b-4e9d-4a6f-9312-d6a165d80ccc tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:23.020801 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['c2e419a1-27cd-4ed4-bf9e-e37de3c0d961', '85587bcf-59af-42cb-9e68-0ce372795bee', 'd1cc09ce-75a3-48ce-ac36-4b9c20b8a342'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:30:23.069340 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa207c8-5498-4409-b3e7-85361ef38e9e', 'tag': '1a4a4667-75da-4916-8414-40be6204041b'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:30:23.071804 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63edc285-1ecf-49d5-a0ba-068ecb05bc5b" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa207c8-5498-4409-b3e7-85361ef38e9e", "tag": "1a4a4667-75da-4916-8414-40be6204041b"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:30:23.104562 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:23.124089 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b1029afa-a851-4d2d-8993-ec54af74adc9 req-c5c8a9da-c662-4afe-9ac8-cab4b72325d8 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859189 Apr 28 19:30:23.155438 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037554a7-4fd1-4653-8186-ad80daaa183d req-44741303-0cdc-44c9-9f87-9b88f84b7698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:23.158181 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-037554a7-4fd1-4653-8186-ad80daaa183d req-44741303-0cdc-44c9-9f87-9b88f84b7698 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 1099 time: 0.5141184 Apr 28 19:30:23.181137 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-f55dce2b-4e9d-4a6f-9312-d6a165d80ccc tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Network a2ea96f2-6755-492c-8fa3-72807d68d67a is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:30:23.204997 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cafab7-ad52-4fe0-8206-4a026c8b0972 req-5657494e-28b8-4c78-8974-ecd2a765be50 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:23.213468 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b6cafab7-ad52-4fe0-8206-4a026c8b0972 req-5657494e-28b8-4c78-8974-ecd2a765be50 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 948 time: 0.2373471 Apr 28 19:30:23.220710 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-b5ef5c46-26c4-4a62-a8d6-ba616dc1316c tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Allocated IP 172.20.0.11 (c9825b71-8d0c-4c62-9276-978f0a60b02b/696baa90-df03-47df-9fe8-e65ce72cb57c/41308357-1fc0-4dcc-9750-aee17bbd1bde) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:30:23.224733 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-f55dce2b-4e9d-4a6f-9312-d6a165d80ccc tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:30:23.346612 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-2e87c160-1d1f-4007-8e36-183a1ab8fa47 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:23.352888 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-2e87c160-1d1f-4007-8e36-183a1ab8fa47 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8433957 Apr 28 19:30:23.387285 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-7f832a27-a6b9-4c9f-9062-dc5617b07a25 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Request body: {'port': {'device_id': '32c92cca-4c4d-4c3f-a92d-8c994738f720', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'admin_state_up': True, 'tenant_id': 'f6cb95ce499b463cb4c46aa35681ada9'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:30:23.389775 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 28 19:30:23.389775 n-d-839810-1 neutron-server[102775]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Apr 28 19:30:23.389775 n-d-839810-1 neutron-server[102775]: [parameters: {'status': 'DOWN', 'ports_id': 'e08323a9-7a0d-4844-95b3-025a5b947f2c'}] Apr 28 19:30:23.389775 n-d-839810-1 neutron-server[102775]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:30:23.389775 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:30:23.399965 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:23.441838 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9ee54cc6-bef7-408a-8b17-16afdb8a42cc req-4a7c8add-7021-4456-9647-65e5cf239c09 tempest-ServersAdmin275Test-897164647 tempest-ServersAdmin275Test-897164647-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.1290271 Apr 28 19:30:23.451901 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35222) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:23.582856 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-f55dce2b-4e9d-4a6f-9312-d6a165d80ccc tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:30:23.615392 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-f55dce2b-4e9d-4a6f-9312-d6a165d80ccc tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:23.616064 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-f55dce2b-4e9d-4a6f-9312-d6a165d80ccc tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:23.696512 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-1ff50060-fdcb-4501-8331-3f5df1ec4b15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27679c7b-3c6b-4002-a6f4-a1564802e5b4 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:30:23.706724 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-1ff50060-fdcb-4501-8331-3f5df1ec4b15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:23.725719 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-1ff50060-fdcb-4501-8331-3f5df1ec4b15 service neutron] Transition to ACTIVE for port object 27679c7b-3c6b-4002-a6f4-a1564802e5b4 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:30:23.760900 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-1ff50060-fdcb-4501-8331-3f5df1ec4b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:23.766084 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fe06977a-2fe8-4c73-a7e4-d2172fc302e7 req-8a33cc1d-ec7e-42fa-8615-875f07cb5e40 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/ports?device_id=32c92cca-4c4d-4c3f-a92d-8c994738f720 HTTP/1.1" status: 200 len: 210 time: 0.1234114 Apr 28 19:30:23.805303 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35232) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:23.838285 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-16250df0-2f4d-4019-8b60-c869ad4b0eff None None] Provisioning complete for port 49a5e30e-4c80-460a-9d4f-e31ac15f312d triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:30:23.838846 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-16250df0-2f4d-4019-8b60-c869ad4b0eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:23.872903 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-7f832a27-a6b9-4c9f-9062-dc5617b07a25 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Made reservation on behalf of f6cb95ce499b463cb4c46aa35681ada9 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:30:23.877719 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-7f832a27-a6b9-4c9f-9062-dc5617b07a25 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:23.934209 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-7f832a27-a6b9-4c9f-9062-dc5617b07a25 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:23.981610 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-16250df0-2f4d-4019-8b60-c869ad4b0eff None None] Port 49a5e30e-4c80-460a-9d4f-e31ac15f312d cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:30:23.990795 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:24.002479 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff50060-fdcb-4501-8331-3f5df1ec4b15 service neutron] Pushing event updated for resources: {'Port': ['ID=27679c7b-3c6b-4002-a6f4-a1564802e5b4,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:24.186069 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-84c53200-3d0b-4396-9c37-137e9385e782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:24.293934 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55dce2b-4e9d-4a6f-9312-d6a165d80ccc tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Pushing event updated for resources: {'Port': ['ID=49a5e30e-4c80-460a-9d4f-e31ac15f312d,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:24.311141 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-f55dce2b-4e9d-4a6f-9312-d6a165d80ccc tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2978811 Apr 28 19:30:24.312569 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.15', 57979) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:24.351801 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541fd9a9-df89-4171-ba1b-47aab530c6d1 x-openstack-request-id: req-541fd9a9-df89-4171-ba1b-47aab530c6d1 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:30:24.352279 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa207c8-5498-4409-b3e7-85361ef38e9e", "tag": "1a4a4667-75da-4916-8414-40be6204041b", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:30:24.352668 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-541fd9a9-df89-4171-ba1b-47aab530c6d1 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:30:24.353309 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-541fd9a9-df89-4171-ba1b-47aab530c6d1'] response: {'name': 'network-changed', 'server_uuid': 'ffa207c8-5498-4409-b3e7-85361ef38e9e', 'tag': '1a4a4667-75da-4916-8414-40be6204041b', 'status': 'completed', 'code': 200} Apr 28 19:30:24.428128 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-796162f7-fda3-4826-aae4-869f4745e210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:24.479504 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-5c5145b1-d7e9-486a-ae04-7ee772bf1f52 service neutron] Request body: {'port': {'device_id': 'b2e5bf37-c053-4f92-9378-3f77aecc7f40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:30:24.506920 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-7f832a27-a6b9-4c9f-9062-dc5617b07a25 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:24.529924 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-7f832a27-a6b9-4c9f-9062-dc5617b07a25 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:24.552065 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be950c7e-f0ea-4af2-8f51-06c6c7f43ab1 req-a1955795-7183-4866-a1bc-11533d119834 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:24.553710 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-be950c7e-f0ea-4af2-8f51-06c6c7f43ab1 req-a1955795-7183-4866-a1bc-11533d119834 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e5bf37-c053-4f92-9378-3f77aecc7f40 HTTP/1.1" status: 200 len: 936 time: 0.2211523 Apr 28 19:30:24.566533 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-1ff50060-fdcb-4501-8331-3f5df1ec4b15 service neutron] Attempting to bind port 27679c7b-3c6b-4002-a6f4-a1564802e5b4 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:30:24.566875 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-1ff50060-fdcb-4501-8331-3f5df1ec4b15 service neutron] Attempting to bind port 27679c7b-3c6b-4002-a6f4-a1564802e5b4 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:30:24.567370 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-1ff50060-fdcb-4501-8331-3f5df1ec4b15 service neutron] Attempting to bind port 27679c7b-3c6b-4002-a6f4-a1564802e5b4 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:30:24.612527 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-1ff50060-fdcb-4501-8331-3f5df1ec4b15 service neutron] Port 27679c7b-3c6b-4002-a6f4-a1564802e5b4 on network a2ea96f2-6755-492c-8fa3-72807d68d67a not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:30:24.612879 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-1ff50060-fdcb-4501-8331-3f5df1ec4b15 service neutron] Attempting to bind port 27679c7b-3c6b-4002-a6f4-a1564802e5b4 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:30:24.645510 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b6cafab7-ad52-4fe0-8206-4a026c8b0972 req-a6d2488c-7718-42c5-bb8e-804cc5321326 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4305534 Apr 28 19:30:24.696204 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a1de352a-9cf5-4a11-a2ff-25fec8d862f5 req-fce4c424-8d0c-405d-b0e3-8c8e19d79958 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:24.716309 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 1a4a4667-75da-4916-8414-40be6204041b no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:30:24.720276 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-1ff50060-fdcb-4501-8331-3f5df1ec4b15 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:30:24.720872 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-1ff50060-fdcb-4501-8331-3f5df1ec4b15 service neutron] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:30:24.721298 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-1ff50060-fdcb-4501-8331-3f5df1ec4b15 service neutron] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:30:24.721850 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-1ff50060-fdcb-4501-8331-3f5df1ec4b15 service neutron] Bound port: 27679c7b-3c6b-4002-a6f4-a1564802e5b4, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:30:24.722878 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-1ff50060-fdcb-4501-8331-3f5df1ec4b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:24.731049 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f832a27-a6b9-4c9f-9062-dc5617b07a25 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2052a2ba-bc21-474c-9217-e003b274475f,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:24.775058 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edc285-1ecf-49d5-a0ba-068ecb05bc5b req-089f6165-6aa9-4367-932a-c7d706c6094f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:24.777503 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-63edc285-1ecf-49d5-a0ba-068ecb05bc5b req-089f6165-6aa9-4367-932a-c7d706c6094f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 1099 time: 0.3632689 Apr 28 19:30:24.779139 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037554a7-4fd1-4653-8186-ad80daaa183d req-d1e60076-815d-4322-b88c-076fc21db36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:24.781451 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-037554a7-4fd1-4653-8186-ad80daaa183d req-d1e60076-815d-4322-b88c-076fc21db36f service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 1.6074049 Apr 28 19:30:24.793476 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-84c53200-3d0b-4396-9c37-137e9385e782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:24.817545 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 1a4a4667-75da-4916-8414-40be6204041b not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:30:24.822388 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-b5ef5c46-26c4-4a62-a8d6-ba616dc1316c tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:24.833850 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-84c53200-3d0b-4396-9c37-137e9385e782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:24.855092 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4c424-8d0c-405d-b0e3-8c8e19d79958 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Pushing event deleted for resources: {'Port': ['ID=e08323a9-7a0d-4844-95b3-025a5b947f2c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:24.871575 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-5c5145b1-d7e9-486a-ae04-7ee772bf1f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:24.874674 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-be950c7e-f0ea-4af2-8f51-06c6c7f43ab1 req-2745a077-1cf8-45b0-8988-8634e20c1e5e tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023372 Apr 28 19:30:24.916934 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-796162f7-fda3-4826-aae4-869f4745e210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:24.944205 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-796162f7-fda3-4826-aae4-869f4745e210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:24.946458 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-037554a7-4fd1-4653-8186-ad80daaa183d req-f3fe7326-15c5-4f99-b597-7493a2474c89 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=1a4a4667-75da-4916-8414-40be6204041b HTTP/1.1" status: 200 len: 217 time: 0.1214628 Apr 28 19:30:24.950652 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-7f832a27-a6b9-4c9f-9062-dc5617b07a25 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Allocated IP 192.168.233.18 (a2ea96f2-6755-492c-8fa3-72807d68d67a/ba397751-1619-4962-a669-11aa98e2e3bc/919bb4b8-a5ff-4b93-bae9-fefeea6783b2) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:30:24.953290 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c53200-3d0b-4396-9c37-137e9385e782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532e0fe6-0ac3-47d0-939f-3895fdefa2e1,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:24.973825 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-84c53200-3d0b-4396-9c37-137e9385e782 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=84cde08d405a4488ad7aa8122562ff42&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1640935 Apr 28 19:30:24.984206 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35242) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:25.067498 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-796162f7-fda3-4826-aae4-869f4745e210 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=30a388d14005425c8bc76b64af4c6d24&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6139302 Apr 28 19:30:25.070356 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35244) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:25.092019 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796162f7-fda3-4826-aae4-869f4745e210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af6e99c-feaa-47b3-a05a-d3e81e4c50de,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:25.099358 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-1ff50060-fdcb-4501-8331-3f5df1ec4b15 service neutron] For port 27679c7b-3c6b-4002-a6f4-a1564802e5b4, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:30:25.139018 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-1ff50060-fdcb-4501-8331-3f5df1ec4b15 service neutron] For port 27679c7b-3c6b-4002-a6f4-a1564802e5b4, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=27679c7b-3c6b-4002-a6f4-a1564802e5b4,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:30:25.160890 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-1ff50060-fdcb-4501-8331-3f5df1ec4b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:25.161127 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-b5ef5c46-26c4-4a62-a8d6-ba616dc1316c tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:25.316284 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef5c46-26c4-4a62-a8d6-ba616dc1316c tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Pushing event updated for resources: {'Port': ['ID=41308357-1fc0-4dcc-9750-aee17bbd1bde,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:25.356293 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff50060-fdcb-4501-8331-3f5df1ec4b15 service neutron] Pushing event updated for resources: {'Port': ['ID=27679c7b-3c6b-4002-a6f4-a1564802e5b4,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:25.367430 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edc285-1ecf-49d5-a0ba-068ecb05bc5b req-bac85200-e2cc-4688-b260-f476672b7025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:25.368968 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-63edc285-1ecf-49d5-a0ba-068ecb05bc5b req-bac85200-e2cc-4688-b260-f476672b7025 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.5383849 Apr 28 19:30:25.383542 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-b5ef5c46-26c4-4a62-a8d6-ba616dc1316c tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Network c9825b71-8d0c-4c62-9276-978f0a60b02b is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:30:25.391761 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-b5ef5c46-26c4-4a62-a8d6-ba616dc1316c tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:30:25.432707 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-b5ef5c46-26c4-4a62-a8d6-ba616dc1316c tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:30:25.438291 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-b5ef5c46-26c4-4a62-a8d6-ba616dc1316c tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:25.438925 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-b5ef5c46-26c4-4a62-a8d6-ba616dc1316c tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:25.449146 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-208a35ea-da0c-4f10-85e6-6880b60148b3 req-6aea73d0-f934-48e4-87c5-80c5abdc6e1f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=875fd9ff298741ff9c02e515552ad9ed&device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.2098753 Apr 28 19:30:25.476165 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-1ff50060-fdcb-4501-8331-3f5df1ec4b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:25.476567 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-1ff50060-fdcb-4501-8331-3f5df1ec4b15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:25.478094 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-1ff50060-fdcb-4501-8331-3f5df1ec4b15 service neutron] 10.222.0.15 "PUT /v2.0/ports/27679c7b-3c6b-4002-a6f4-a1564802e5b4 HTTP/1.1" status: 200 len: 1095 time: 4.2294905 Apr 28 19:30:25.482386 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b6ed11bf-c5c5-4b4b-9618-5bed074d8f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:25.492781 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef872a0-905a-4ed5-b1a5-5d8fb52cf1a4 req-82bde5c6-c541-4879-98ea-ee23c5907e57 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:25.500779 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1ef872a0-905a-4ed5-b1a5-5d8fb52cf1a4 req-82bde5c6-c541-4879-98ea-ee23c5907e57 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f030b5f9-5ef7-4449-a7a0-59be72047267 HTTP/1.1" status: 200 len: 1097 time: 0.6884868 Apr 28 19:30:25.514382 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037554a7-4fd1-4653-8186-ad80daaa183d req-141c73e2-6f30-416e-b68f-bc16427078fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:25.515468 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-037554a7-4fd1-4653-8186-ad80daaa183d req-141c73e2-6f30-416e-b68f-bc16427078fc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.3579080 Apr 28 19:30:25.516816 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-63edc285-1ecf-49d5-a0ba-068ecb05bc5b req-12f51a8a-36ed-440e-832e-edd102b3017d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=1a4a4667-75da-4916-8414-40be6204041b HTTP/1.1" status: 200 len: 217 time: 0.1301403 Apr 28 19:30:25.534472 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b6ed11bf-c5c5-4b4b-9618-5bed074d8f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:25.578512 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-b5ef5c46-26c4-4a62-a8d6-ba616dc1316c tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5241945 Apr 28 19:30:25.615346 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9463486f-9912-4389-85cb-292fced48623', 'tag': '27679c7b-3c6b-4002-a6f4-a1564802e5b4'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:30:25.624459 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137b89b6-019b-4967-bdc6-f8468d02edd2" -d '{"events": [{"name": "network-changed", "server_uuid": "9463486f-9912-4389-85cb-292fced48623", "tag": "27679c7b-3c6b-4002-a6f4-a1564802e5b4"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:30:25.659813 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:25.736261 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-9ec217b8-49eb-4ed1-af67-f0766791e4d5 service neutron] Request body: {'port': {'device_id': '5fe9653c-4321-4cb5-ba30-f73346f13424', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:30:25.750737 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b6ed11bf-c5c5-4b4b-9618-5bed074d8f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:25.755092 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b6ed11bf-c5c5-4b4b-9618-5bed074d8f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:25.756970 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b6ed11bf-c5c5-4b4b-9618-5bed074d8f4f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2af6e99c-feaa-47b3-a05a-d3e81e4c50de HTTP/1.1" status: 204 len: 168 time: 0.6786878 Apr 28 19:30:25.757707 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-71a64a1c-9578-4fae-a2ec-a539e8cf9039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:25.774944 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edc285-1ecf-49d5-a0ba-068ecb05bc5b req-d491ce3f-2172-4960-9e60-b21258d55326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:25.776960 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-63edc285-1ecf-49d5-a0ba-068ecb05bc5b req-d491ce3f-2172-4960-9e60-b21258d55326 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.2177918 Apr 28 19:30:25.795002 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-71a64a1c-9578-4fae-a2ec-a539e8cf9039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:25.831168 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1ef872a0-905a-4ed5-b1a5-5d8fb52cf1a4 req-10c0cf01-1a57-402f-9fc0-867ccc0970cc tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234243 Apr 28 19:30:25.833910 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:25.893282 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-208a35ea-da0c-4f10-85e6-6880b60148b3 req-f7564d87-24bc-41f1-b5b8-2d064b187c0e service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=875fd9ff298741ff9c02e515552ad9ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2125862 Apr 28 19:30:25.959987 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed11bf-c5c5-4b4b-9618-5bed074d8f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af6e99c-feaa-47b3-a05a-d3e81e4c50de,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:25.996819 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-7f832a27-a6b9-4c9f-9062-dc5617b07a25 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:26.000068 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1de352a-9cf5-4a11-a2ff-25fec8d862f5 req-fce4c424-8d0c-405d-b0e3-8c8e19d79958 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Router c7e3a73b-513d-45dc-b8ab-bce1fbe77db1 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:30:26.006451 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-9ec217b8-49eb-4ed1-af67-f0766791e4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:26.026912 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edc285-1ecf-49d5-a0ba-068ecb05bc5b req-407153d1-dd8f-482e-a416-30b4acd57569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:26.028722 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-63edc285-1ecf-49d5-a0ba-068ecb05bc5b req-407153d1-dd8f-482e-a416-30b4acd57569 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0991518 Apr 28 19:30:26.030478 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037554a7-4fd1-4653-8186-ad80daaa183d req-e6ab6eeb-0db7-49b5-a009-129385a2893a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:26.031961 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-037554a7-4fd1-4653-8186-ad80daaa183d req-e6ab6eeb-0db7-49b5-a009-129385a2893a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5064375 Apr 28 19:30:26.058735 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff60a42-f0f8-492b-8009-df8ce9a12730 req-253b5e81-fce9-4c48-ab0e-a500075223b1 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:26.060580 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1ff60a42-f0f8-492b-8009-df8ce9a12730 req-253b5e81-fce9-4c48-ab0e-a500075223b1 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fe9653c-4321-4cb5-ba30-f73346f13424 HTTP/1.1" status: 200 len: 932 time: 0.6588948 Apr 28 19:30:26.222828 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-037554a7-4fd1-4653-8186-ad80daaa183d req-05149ae1-0001-40a5-ab44-cf6306057f93 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152537 Apr 28 19:30:26.298860 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7e979678-de82-4742-b9fe-add6e7a9bbeb req-296045bb-1c15-403e-921c-9040b7f9fb71 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/ports?device_id=32c92cca-4c4d-4c3f-a92d-8c994738f720 HTTP/1.1" status: 200 len: 210 time: 0.2641871 Apr 28 19:30:26.427307 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35260) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:26.445629 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-cea3ad16-af54-4595-9e06-02c517c9becc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:26.448435 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-cea3ad16-af54-4595-9e06-02c517c9becc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebad228c1b4944f6b357421a29469bd6&device_id=9463486f-9912-4389-85cb-292fced48623 HTTP/1.1" status: 200 len: 1098 time: 0.8176086 Apr 28 19:30:26.491755 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c7baae6b-6cf3-4940-91b4-0d0bd29ad109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:26.565265 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-1659f4da-9391-4b40-aed5-4a2ea384604d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=27679c7b-3c6b-4002-a6f4-a1564802e5b4 HTTP/1.1" status: 200 len: 217 time: 0.0903773 Apr 28 19:30:26.625834 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1ff60a42-f0f8-492b-8009-df8ce9a12730 req-0a029075-bd18-4c87-aefd-69688be4d474 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/security-groups?id=85aaaa06-0ed9-43f5-911f-8d31cda5f9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5262094 Apr 28 19:30:26.631518 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a35ea-da0c-4f10-85e6-6880b60148b3 req-7e2a38ab-c283-48a3-94f5-249257a319c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:26.633098 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-208a35ea-da0c-4f10-85e6-6880b60148b3 req-7e2a38ab-c283-48a3-94f5-249257a319c2 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7120106 Apr 28 19:30:26.634458 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-71a64a1c-9578-4fae-a2ec-a539e8cf9039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:26.636467 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-71a64a1c-9578-4fae-a2ec-a539e8cf9039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:26.639601 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-71a64a1c-9578-4fae-a2ec-a539e8cf9039 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/532e0fe6-0ac3-47d0-939f-3895fdefa2e1 HTTP/1.1" status: 204 len: 168 time: 1.6405032 Apr 28 19:30:26.663333 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a64a1c-9578-4fae-a2ec-a539e8cf9039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532e0fe6-0ac3-47d0-939f-3895fdefa2e1,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:26.686288 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-7f832a27-a6b9-4c9f-9062-dc5617b07a25 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:26.740246 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-37929d12-d175-459b-8ddd-92af1856676c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:26.744808 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-37929d12-d175-459b-8ddd-92af1856676c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1646307 Apr 28 19:30:26.791291 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d97f8c-fcdd-446c-a8df-74d430c88f82 x-openstack-request-id: req-70d97f8c-fcdd-446c-a8df-74d430c88f82 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:30:26.793807 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9463486f-9912-4389-85cb-292fced48623", "tag": "27679c7b-3c6b-4002-a6f4-a1564802e5b4", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:30:26.794480 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-70d97f8c-fcdd-446c-a8df-74d430c88f82 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:30:26.795102 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70d97f8c-fcdd-446c-a8df-74d430c88f82'] response: {'name': 'network-changed', 'server_uuid': '9463486f-9912-4389-85cb-292fced48623', 'tag': '27679c7b-3c6b-4002-a6f4-a1564802e5b4', 'status': 'completed', 'code': 200} Apr 28 19:30:26.867110 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-7f832a27-a6b9-4c9f-9062-dc5617b07a25 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Network a2ea96f2-6755-492c-8fa3-72807d68d67a is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:30:26.887141 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-7f832a27-a6b9-4c9f-9062-dc5617b07a25 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:30:26.911460 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-7f832a27-a6b9-4c9f-9062-dc5617b07a25 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:30:26.940147 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dd472d57-1719-46ad-af58-4aa08a1f3e24 req-337d923f-8628-4c97-b73d-a0cdc6135395 tempest-ServersAdmin275Test-1604864797 tempest-ServersAdmin275Test-1604864797-project] 10.222.0.42 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.4941978 Apr 28 19:30:26.954183 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f832a27-a6b9-4c9f-9062-dc5617b07a25 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Pushing event updated for resources: {'Port': ['ID=919bb4b8-a5ff-4b93-bae9-fefeea6783b2,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:27.027703 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-47cd0a05-8f00-4238-b2d0-76d004b89888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:27.029637 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-47cd0a05-8f00-4238-b2d0-76d004b89888 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2334938 Apr 28 19:30:27.038659 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-7f832a27-a6b9-4c9f-9062-dc5617b07a25 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:27.039692 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-7f832a27-a6b9-4c9f-9062-dc5617b07a25 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:27.059135 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba89eb1-a533-4287-b09f-0d9841832dbf req-ca66e039-7ce4-4447-9f56-a3d3447de2de tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:27.061155 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6ba89eb1-a533-4287-b09f-0d9841832dbf req-ca66e039-7ce4-4447-9f56-a3d3447de2de tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 948 time: 0.2097771 Apr 28 19:30:27.103363 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1de352a-9cf5-4a11-a2ff-25fec8d862f5 req-fce4c424-8d0c-405d-b0e3-8c8e19d79958 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:30:27.127774 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-63edc285-1ecf-49d5-a0ba-068ecb05bc5b req-9e6b5187-7834-40fa-8298-3076489c3f48 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0799339 Apr 28 19:30:27.131950 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e05b036-4cec-4e5b-9f50-cdb9124decc7 None None] Sync routers for ids ['c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:30:27.143762 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-7f832a27-a6b9-4c9f-9062-dc5617b07a25 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7684541 Apr 28 19:30:27.158114 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-84cdaa73-ceb1-43c6-bf3b-53ec61ce68c0 service neutron] Request body: {'port': {'device_id': '32c92cca-4c4d-4c3f-a92d-8c994738f720', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:30:27.182189 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e05b036-4cec-4e5b-9f50-cdb9124decc7 None None] Routers {'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:30:27.186115 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-8e05b036-4cec-4e5b-9f50-cdb9124decc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:30:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:30:27.243671 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1de352a-9cf5-4a11-a2ff-25fec8d862f5 req-fce4c424-8d0c-405d-b0e3-8c8e19d79958 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] No DVR routers for this DVR port e08323a9-7a0d-4844-95b3-025a5b947f2c on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:30:27.271007 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6ba89eb1-a533-4287-b09f-0d9841832dbf req-fee31df1-f717-4964-8279-48cb4449b820 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899416 Apr 28 19:30:27.341787 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a1de352a-9cf5-4a11-a2ff-25fec8d862f5 req-fce4c424-8d0c-405d-b0e3-8c8e19d79958 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:27.346108 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a1de352a-9cf5-4a11-a2ff-25fec8d862f5 req-fce4c424-8d0c-405d-b0e3-8c8e19d79958 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.15 "DELETE /v2.0/ports/e08323a9-7a0d-4844-95b3-025a5b947f2c HTTP/1.1" status: 204 len: 173 time: 7.5732772 Apr 28 19:30:27.361145 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e600f08-1126-40df-9bbc-7410833ae331', 'name': 'network-vif-deleted', 'tag': 'e08323a9-7a0d-4844-95b3-025a5b947f2c'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:30:27.368428 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b403b64f-0937-4535-a6dc-de2e58ab9dbd" -d '{"events": [{"server_uuid": "2e600f08-1126-40df-9bbc-7410833ae331", "name": "network-vif-deleted", "tag": "e08323a9-7a0d-4844-95b3-025a5b947f2c"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:30:27.445412 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-e92c193b-6df4-476d-b7b1-2810ca67f4e2 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018400 Apr 28 19:30:27.445964 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-84cdaa73-ceb1-43c6-bf3b-53ec61ce68c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:27.452660 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-92cf511e-941a-4a84-a30c-fae5ac0d6994 None None] Provisioning complete for port 919bb4b8-a5ff-4b93-bae9-fefeea6783b2 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:30:27.453422 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-92cf511e-941a-4a84-a30c-fae5ac0d6994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:27.486179 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35274) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:27.552210 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-8e05b036-4cec-4e5b-9f50-cdb9124decc7 None None] Set router c7e3a73b-513d-45dc-b8ab-bce1fbe77db1 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:30:27.603877 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-92cf511e-941a-4a84-a30c-fae5ac0d6994 None None] Port 919bb4b8-a5ff-4b93-bae9-fefeea6783b2 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:30:27.614469 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-02a794aa-b7a9-42ac-b81c-999508d4d575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:27.789957 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-037554a7-4fd1-4653-8186-ad80daaa183d req-a0f37275-4feb-4e66-ae1d-c6509e8c3fbc service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5307751 Apr 28 19:30:28.017938 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-8e05b036-4cec-4e5b-9f50-cdb9124decc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1117398245-router', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:28:45Z', 'updated_at': '2022-04-28T19:28:56Z', 'revision_number': 4, 'project_id': '39f1ec92eba944f2870178ab14420527', 'gw_port': {'id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:47Z', 'updated_at': '2022-04-28T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '56e91097-d6c1-424a-aad6-9cee3c817a99', 'name': '', 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'mac_address': 'fa:16:3e:52:61:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '696baa90-df03-47df-9fe8-e65ce72cb57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:54Z', 'updated_at': '2022-04-28T19:29:05Z', 'revision_number': 5, 'project_id': '39f1ec92eba944f2870178ab14420527', 'subnets': [{'id': '696baa90-df03-47df-9fe8-e65ce72cb57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:30:28.022651 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:30:28.031538 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-7318b44e-4ef6-46b1-b3f3-7eaae988a895 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5696869 Apr 28 19:30:28.060792 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-d2fd2f78-0a4a-416a-b49c-008f7ea56fbd None None] Provisioning complete for port 41308357-1fc0-4dcc-9750-aee17bbd1bde triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:30:28.061626 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d2fd2f78-0a4a-416a-b49c-008f7ea56fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:28.101350 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e05b036-4cec-4e5b-9f50-cdb9124decc7 None None] Checking router: c7e3a73b-513d-45dc-b8ab-bce1fbe77db1 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:30:28.124635 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-208a35ea-da0c-4f10-85e6-6880b60148b3 req-419ed671-25c4-426d-a59e-ae8fdaf46301 tempest-ServersAdmin275Test-1604864797 tempest-ServersAdmin275Test-1604864797-project] 10.222.0.44 "GET /v2.0/ports?device_id=e39f7d7c-54f8-4ce7-a3d2-588b604ffd69 HTTP/1.1" status: 200 len: 210 time: 0.0903118 Apr 28 19:30:28.126220 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e05b036-4cec-4e5b-9f50-cdb9124decc7 None None] Routers {'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:30:28.127498 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-8e05b036-4cec-4e5b-9f50-cdb9124decc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:30:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:30:28.147253 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-d2fd2f78-0a4a-416a-b49c-008f7ea56fbd None None] Port 41308357-1fc0-4dcc-9750-aee17bbd1bde cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:30:28.170500 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6469066-d9d9-4cfe-910c-1cf81fa1450b req-512d817e-00cf-49bf-8641-ef04afe18222 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:28.172613 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f6469066-d9d9-4cfe-910c-1cf81fa1450b req-512d817e-00cf-49bf-8641-ef04afe18222 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e5bf37-c053-4f92-9378-3f77aecc7f40 HTTP/1.1" status: 200 len: 936 time: 0.7062380 Apr 28 19:30:28.174926 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edc285-1ecf-49d5-a0ba-068ecb05bc5b req-6938753f-b8af-4b0a-bd30-2d55fef02e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:28.178779 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-63edc285-1ecf-49d5-a0ba-068ecb05bc5b req-6938753f-b8af-4b0a-bd30-2d55fef02e08 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 1099 time: 0.2626138 Apr 28 19:30:28.195667 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-02a794aa-b7a9-42ac-b81c-999508d4d575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:28.210459 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-02a794aa-b7a9-42ac-b81c-999508d4d575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:28.213676 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-63edc285-1ecf-49d5-a0ba-068ecb05bc5b req-504f9bb0-9d51-4575-b0b2-6950185769c9 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9714410 Apr 28 19:30:28.256772 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c7baae6b-6cf3-4940-91b4-0d0bd29ad109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:28.326675 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-8e05b036-4cec-4e5b-9f50-cdb9124decc7 None None] Set router c7e3a73b-513d-45dc-b8ab-bce1fbe77db1 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:30:28.333970 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c7baae6b-6cf3-4940-91b4-0d0bd29ad109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:28.349806 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-5c5145b1-d7e9-486a-ae04-7ee772bf1f52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a5e30e-4c80-460a-9d4f-e31ac15f312d {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:30:28.353198 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a794aa-b7a9-42ac-b81c-999508d4d575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca0ac22-1f22-4ea8-8c54-7078f4cda3bd,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:28.385319 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-02a794aa-b7a9-42ac-b81c-999508d4d575 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ab78f2ad549046dca7331cd548039714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8848271 Apr 28 19:30:28.391325 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35288) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:28.410281 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-5c5145b1-d7e9-486a-ae04-7ee772bf1f52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:28.484877 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b89b6-019b-4967-bdc6-f8468d02edd2 req-c82b8b48-f3ae-4ad6-8386-b7853b63c54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:28.488839 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-137b89b6-019b-4967-bdc6-f8468d02edd2 req-c82b8b48-f3ae-4ad6-8386-b7853b63c54a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebad228c1b4944f6b357421a29469bd6&device_id=9463486f-9912-4389-85cb-292fced48623 HTTP/1.1" status: 200 len: 1098 time: 0.2734785 Apr 28 19:30:28.501833 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f6469066-d9d9-4cfe-910c-1cf81fa1450b req-f6d0b166-5e59-4226-afcb-753634010910 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863381 Apr 28 19:30:28.508577 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-5c5145b1-d7e9-486a-ae04-7ee772bf1f52 service neutron] Transition to ACTIVE for port object 49a5e30e-4c80-460a-9d4f-e31ac15f312d will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:30:28.519907 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c7baae6b-6cf3-4940-91b4-0d0bd29ad109 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c3cf175a0ade4aa5bfce60de1e2f62ac&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0876513 Apr 28 19:30:28.520908 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-9ec217b8-49eb-4ed1-af67-f0766791e4d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41308357-1fc0-4dcc-9750-aee17bbd1bde {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:30:28.527244 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35296) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:28.536685 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-5c5145b1-d7e9-486a-ae04-7ee772bf1f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:28.538677 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7baae6b-6cf3-4940-91b4-0d0bd29ad109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7dcf38-0688-4ee8-abc6-1053b384a026,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:28.542737 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-9ec217b8-49eb-4ed1-af67-f0766791e4d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:28.651261 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-9ec217b8-49eb-4ed1-af67-f0766791e4d5 service neutron] Transition to ACTIVE for port object 41308357-1fc0-4dcc-9750-aee17bbd1bde will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:30:28.684251 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-9ec217b8-49eb-4ed1-af67-f0766791e4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:28.703687 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edc285-1ecf-49d5-a0ba-068ecb05bc5b req-75a856bf-a074-46f4-8f59-a58703af5ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:28.705082 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-63edc285-1ecf-49d5-a0ba-068ecb05bc5b req-75a856bf-a074-46f4-8f59-a58703af5ac9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.4838669 Apr 28 19:30:28.707831 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-8e05b036-4cec-4e5b-9f50-cdb9124decc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1117398245-router', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:28:45Z', 'updated_at': '2022-04-28T19:28:56Z', 'revision_number': 4, 'project_id': '39f1ec92eba944f2870178ab14420527', 'gw_port': {'id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:47Z', 'updated_at': '2022-04-28T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '56e91097-d6c1-424a-aad6-9cee3c817a99', 'name': '', 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'mac_address': 'fa:16:3e:52:61:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '696baa90-df03-47df-9fe8-e65ce72cb57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:54Z', 'updated_at': '2022-04-28T19:29:05Z', 'revision_number': 5, 'project_id': '39f1ec92eba944f2870178ab14420527', 'subnets': [{'id': '696baa90-df03-47df-9fe8-e65ce72cb57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:30:28.757367 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e05b036-4cec-4e5b-9f50-cdb9124decc7 None None] The sync data for ids ['c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'] in n-d-839810-1 is: [{'id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1117398245-router', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:28:45Z', 'updated_at': '2022-04-28T19:28:56Z', 'revision_number': 4, 'project_id': '39f1ec92eba944f2870178ab14420527', 'gw_port': {'id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:47Z', 'updated_at': '2022-04-28T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '56e91097-d6c1-424a-aad6-9cee3c817a99', 'name': '', 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'mac_address': 'fa:16:3e:52:61:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '696baa90-df03-47df-9fe8-e65ce72cb57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:54Z', 'updated_at': '2022-04-28T19:29:05Z', 'revision_number': 5, 'project_id': '39f1ec92eba944f2870178ab14420527', 'subnets': [{'id': '696baa90-df03-47df-9fe8-e65ce72cb57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:30:28.763641 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ffd1b766-0f61-4bdc-bdf3-2adf2bef467c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:28.801511 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-63edc285-1ecf-49d5-a0ba-068ecb05bc5b req-4ca2012b-2ee3-4302-8ed9-875a712e6748 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=1a4a4667-75da-4916-8414-40be6204041b HTTP/1.1" status: 200 len: 217 time: 0.0801258 Apr 28 19:30:28.804446 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5145b1-d7e9-486a-ae04-7ee772bf1f52 service neutron] Pushing event updated for resources: {'Port': ['ID=49a5e30e-4c80-460a-9d4f-e31ac15f312d,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:28.842628 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ffd1b766-0f61-4bdc-bdf3-2adf2bef467c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:29.044191 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4c921af7-d185-4751-933a-6b07610f009e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:29.087364 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4c921af7-d185-4751-933a-6b07610f009e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:29.122219 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b89b6-019b-4967-bdc6-f8468d02edd2 req-d8501ab6-3fa4-413e-89dc-62ae6ff0a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:29.123954 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-137b89b6-019b-4967-bdc6-f8468d02edd2 req-d8501ab6-3fa4-413e-89dc-62ae6ff0a68e service neutron] 10.222.0.15 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.6265497 Apr 28 19:30:29.137798 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-5c5145b1-d7e9-486a-ae04-7ee772bf1f52 service neutron] Attempting to bind port 49a5e30e-4c80-460a-9d4f-e31ac15f312d on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:30:29.138128 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-5c5145b1-d7e9-486a-ae04-7ee772bf1f52 service neutron] Attempting to bind port 49a5e30e-4c80-460a-9d4f-e31ac15f312d by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:30:29.138458 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-5c5145b1-d7e9-486a-ae04-7ee772bf1f52 service neutron] Attempting to bind port 49a5e30e-4c80-460a-9d4f-e31ac15f312d on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:30:29.146676 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ffd1b766-0f61-4bdc-bdf3-2adf2bef467c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:29.149653 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ffd1b766-0f61-4bdc-bdf3-2adf2bef467c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:29.155117 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ffd1b766-0f61-4bdc-bdf3-2adf2bef467c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8ca0ac22-1f22-4ea8-8c54-7078f4cda3bd HTTP/1.1" status: 204 len: 168 time: 0.7580690 Apr 28 19:30:29.172308 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1b766-0f61-4bdc-bdf3-2adf2bef467c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca0ac22-1f22-4ea8-8c54-7078f4cda3bd,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:29.200049 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-5c5145b1-d7e9-486a-ae04-7ee772bf1f52 service neutron] Port 49a5e30e-4c80-460a-9d4f-e31ac15f312d on network a2ea96f2-6755-492c-8fa3-72807d68d67a not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:30:29.200660 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-5c5145b1-d7e9-486a-ae04-7ee772bf1f52 service neutron] Attempting to bind port 49a5e30e-4c80-460a-9d4f-e31ac15f312d on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:30:29.207828 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edc285-1ecf-49d5-a0ba-068ecb05bc5b req-4162a806-d87d-43ac-8345-0fb6268b517b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:29.209766 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-63edc285-1ecf-49d5-a0ba-068ecb05bc5b req-4162a806-d87d-43ac-8345-0fb6268b517b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.3459718 Apr 28 19:30:29.250380 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec217b8-49eb-4ed1-af67-f0766791e4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=41308357-1fc0-4dcc-9750-aee17bbd1bde,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:29.260168 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-137b89b6-019b-4967-bdc6-f8468d02edd2 req-3e3a7c23-cc26-49d0-992e-f4baca5b6805 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=27679c7b-3c6b-4002-a6f4-a1564802e5b4 HTTP/1.1" status: 200 len: 217 time: 0.1082010 Apr 28 19:30:29.268012 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-84cdaa73-ceb1-43c6-bf3b-53ec61ce68c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 919bb4b8-a5ff-4b93-bae9-fefeea6783b2 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:30:29.285264 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66096b58-053d-48e1-b1b7-7c7e2c5ab0d6 None None] New status for floating IP 6e6892c3-397d-43b5-83bc-dcce4e766e7e: DOWN {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:30:29.292177 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-84cdaa73-ceb1-43c6-bf3b-53ec61ce68c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:29.313248 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-5c5145b1-d7e9-486a-ae04-7ee772bf1f52 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:30:29.314183 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-5c5145b1-d7e9-486a-ae04-7ee772bf1f52 service neutron] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:30:29.314733 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-5c5145b1-d7e9-486a-ae04-7ee772bf1f52 service neutron] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:30:29.315785 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-5c5145b1-d7e9-486a-ae04-7ee772bf1f52 service neutron] Bound port: 49a5e30e-4c80-460a-9d4f-e31ac15f312d, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:30:29.316548 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-5c5145b1-d7e9-486a-ae04-7ee772bf1f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:29.347943 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6334ee-2ee6-42f8-b62f-13749f0bc5d6 req-8ea6a745-050d-4a21-8e96-6bb0cc72cbc7 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:29.357387 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fb6334ee-2ee6-42f8-b62f-13749f0bc5d6 req-8ea6a745-050d-4a21-8e96-6bb0cc72cbc7 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/ports?device_id=32c92cca-4c4d-4c3f-a92d-8c994738f720 HTTP/1.1" status: 200 len: 935 time: 0.6209989 Apr 28 19:30:29.384286 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4c921af7-d185-4751-933a-6b07610f009e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:29.390010 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-84cdaa73-ceb1-43c6-bf3b-53ec61ce68c0 service neutron] Transition to ACTIVE for port object 919bb4b8-a5ff-4b93-bae9-fefeea6783b2 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:30:29.405286 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4c921af7-d185-4751-933a-6b07610f009e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:29.410791 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4c921af7-d185-4751-933a-6b07610f009e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/db7dcf38-0688-4ee8-abc6-1053b384a026 HTTP/1.1" status: 204 len: 168 time: 0.8760140 Apr 28 19:30:29.415862 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b89b6-019b-4967-bdc6-f8468d02edd2 req-38b7496f-c6ce-4472-b10e-95a346136652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:29.417812 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-137b89b6-019b-4967-bdc6-f8468d02edd2 req-38b7496f-c6ce-4472-b10e-95a346136652 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1449099 Apr 28 19:30:29.420662 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-9ec217b8-49eb-4ed1-af67-f0766791e4d5 service neutron] Attempting to bind port 41308357-1fc0-4dcc-9750-aee17bbd1bde on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:30:29.421827 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-84cdaa73-ceb1-43c6-bf3b-53ec61ce68c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:29.425587 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-9ec217b8-49eb-4ed1-af67-f0766791e4d5 service neutron] Attempting to bind port 41308357-1fc0-4dcc-9750-aee17bbd1bde by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'abad8af8-3344-480d-866a-e9634518c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:30:29.426661 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-9ec217b8-49eb-4ed1-af67-f0766791e4d5 service neutron] Attempting to bind port 41308357-1fc0-4dcc-9750-aee17bbd1bde on network c9825b71-8d0c-4c62-9276-978f0a60b02b {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:30:29.543812 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-5c5145b1-d7e9-486a-ae04-7ee772bf1f52 service neutron] For port 49a5e30e-4c80-460a-9d4f-e31ac15f312d, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:30:29.550956 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-5c5145b1-d7e9-486a-ae04-7ee772bf1f52 service neutron] For port 49a5e30e-4c80-460a-9d4f-e31ac15f312d, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=49a5e30e-4c80-460a-9d4f-e31ac15f312d,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:30:29.563264 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c921af7-d185-4751-933a-6b07610f009e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7dcf38-0688-4ee8-abc6-1053b384a026,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:29.568685 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-9ec217b8-49eb-4ed1-af67-f0766791e4d5 service neutron] Port 41308357-1fc0-4dcc-9750-aee17bbd1bde on network c9825b71-8d0c-4c62-9276-978f0a60b02b not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:30:29.569040 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-9ec217b8-49eb-4ed1-af67-f0766791e4d5 service neutron] Attempting to bind port 41308357-1fc0-4dcc-9750-aee17bbd1bde on network c9825b71-8d0c-4c62-9276-978f0a60b02b {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:30:29.586141 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-5c5145b1-d7e9-486a-ae04-7ee772bf1f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:29.590361 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdaa73-ceb1-43c6-bf3b-53ec61ce68c0 service neutron] Pushing event updated for resources: {'Port': ['ID=919bb4b8-a5ff-4b93-bae9-fefeea6783b2,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:29.700866 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b89b6-019b-4967-bdc6-f8468d02edd2 req-93ed4238-2195-48e2-9ea1-497efe13a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:29.702394 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-137b89b6-019b-4967-bdc6-f8468d02edd2 req-93ed4238-2195-48e2-9ea1-497efe13a311 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2762196 Apr 28 19:30:29.723791 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fb6334ee-2ee6-42f8-b62f-13749f0bc5d6 req-4ce713d2-e7f0-4dc9-964f-ac46e73be338 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/security-groups?id=2052a2ba-bc21-474c-9217-e003b274475f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647194 Apr 28 19:30:29.728636 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-9ec217b8-49eb-4ed1-af67-f0766791e4d5 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:30:29.729809 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-9ec217b8-49eb-4ed1-af67-f0766791e4d5 service neutron] Checking segment: {'id': 'abad8af8-3344-480d-866a-e9634518c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:30:29.732591 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-9ec217b8-49eb-4ed1-af67-f0766791e4d5 service neutron] Bound using segment: {'id': 'abad8af8-3344-480d-866a-e9634518c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:30:29.735458 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-9ec217b8-49eb-4ed1-af67-f0766791e4d5 service neutron] Bound port: 41308357-1fc0-4dcc-9750-aee17bbd1bde, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abad8af8-3344-480d-866a-e9634518c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:30:29.737728 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-9ec217b8-49eb-4ed1-af67-f0766791e4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:29.782452 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edc285-1ecf-49d5-a0ba-068ecb05bc5b req-d0028790-46aa-4bf8-a07e-707152b1ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:29.784625 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-63edc285-1ecf-49d5-a0ba-068ecb05bc5b req-d0028790-46aa-4bf8-a07e-707152b1ed02 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5526381 Apr 28 19:30:29.845385 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adace9ab-8afe-427d-8244-5e30d6e42e47 x-openstack-request-id: req-adace9ab-8afe-427d-8244-5e30d6e42e47 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:30:29.845385 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e600f08-1126-40df-9bbc-7410833ae331", "name": "network-vif-deleted", "tag": "e08323a9-7a0d-4844-95b3-025a5b947f2c", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:30:29.845385 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-adace9ab-8afe-427d-8244-5e30d6e42e47 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:30:29.845385 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adace9ab-8afe-427d-8244-5e30d6e42e47'] response: {'server_uuid': '2e600f08-1126-40df-9bbc-7410833ae331', 'name': 'network-vif-deleted', 'tag': 'e08323a9-7a0d-4844-95b3-025a5b947f2c', 'status': 'completed', 'code': 200} Apr 28 19:30:29.870628 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-84cdaa73-ceb1-43c6-bf3b-53ec61ce68c0 service neutron] Attempting to bind port 919bb4b8-a5ff-4b93-bae9-fefeea6783b2 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:30:29.873750 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-84cdaa73-ceb1-43c6-bf3b-53ec61ce68c0 service neutron] Attempting to bind port 919bb4b8-a5ff-4b93-bae9-fefeea6783b2 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:30:29.874430 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-84cdaa73-ceb1-43c6-bf3b-53ec61ce68c0 service neutron] Attempting to bind port 919bb4b8-a5ff-4b93-bae9-fefeea6783b2 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:30:29.931336 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-84cdaa73-ceb1-43c6-bf3b-53ec61ce68c0 service neutron] Port 919bb4b8-a5ff-4b93-bae9-fefeea6783b2 on network a2ea96f2-6755-492c-8fa3-72807d68d67a not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:30:29.937878 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-84cdaa73-ceb1-43c6-bf3b-53ec61ce68c0 service neutron] Attempting to bind port 919bb4b8-a5ff-4b93-bae9-fefeea6783b2 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:30:29.976321 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-5c5145b1-d7e9-486a-ae04-7ee772bf1f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:29.977053 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-5c5145b1-d7e9-486a-ae04-7ee772bf1f52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:29.978434 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-5c5145b1-d7e9-486a-ae04-7ee772bf1f52 service neutron] 10.222.0.44 "PUT /v2.0/ports/49a5e30e-4c80-460a-9d4f-e31ac15f312d HTTP/1.1" status: 200 len: 1096 time: 5.5395780 Apr 28 19:30:29.985844 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-84cdaa73-ceb1-43c6-bf3b-53ec61ce68c0 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:30:29.986566 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-84cdaa73-ceb1-43c6-bf3b-53ec61ce68c0 service neutron] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:30:29.987281 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-84cdaa73-ceb1-43c6-bf3b-53ec61ce68c0 service neutron] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:30:29.988209 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-84cdaa73-ceb1-43c6-bf3b-53ec61ce68c0 service neutron] Bound port: 919bb4b8-a5ff-4b93-bae9-fefeea6783b2, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:30:29.988883 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-84cdaa73-ceb1-43c6-bf3b-53ec61ce68c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:30.064159 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-137b89b6-019b-4967-bdc6-f8468d02edd2 req-8c02ada6-92ec-49d6-b062-d9060e332b99 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529813 Apr 28 19:30:30.098317 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5145b1-d7e9-486a-ae04-7ee772bf1f52 service neutron] Pushing event updated for resources: {'Port': ['ID=49a5e30e-4c80-460a-9d4f-e31ac15f312d,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:30.361093 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-9ec217b8-49eb-4ed1-af67-f0766791e4d5 service neutron] For port 41308357-1fc0-4dcc-9750-aee17bbd1bde, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:30:30.433903 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-9ec217b8-49eb-4ed1-af67-f0766791e4d5 service neutron] For port 41308357-1fc0-4dcc-9750-aee17bbd1bde, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=41308357-1fc0-4dcc-9750-aee17bbd1bde,segment=NetworkSegment(abad8af8-3344-480d-866a-e9634518c7a7),segment_id=abad8af8-3344-480d-866a-e9634518c7a7)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:30:30.455606 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-84cdaa73-ceb1-43c6-bf3b-53ec61ce68c0 service neutron] For port 919bb4b8-a5ff-4b93-bae9-fefeea6783b2, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:30:30.461654 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794e9c4-e909-4a6a-829f-1e0eb8a12b0f req-f7733e5d-9ce9-4307-a754-e6ef6e342301 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:30.464617 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7794e9c4-e909-4a6a-829f-1e0eb8a12b0f req-f7733e5d-9ce9-4307-a754-e6ef6e342301 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fe9653c-4321-4cb5-ba30-f73346f13424 HTTP/1.1" status: 200 len: 944 time: 0.4817219 Apr 28 19:30:30.469389 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-db00fe09-ef32-4ca1-af1e-c5b96d433202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:30.471728 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-db00fe09-ef32-4ca1-af1e-c5b96d433202 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ebad228c1b4944f6b357421a29469bd6&device_id=b2e5bf37-c053-4f92-9378-3f77aecc7f40 HTTP/1.1" status: 200 len: 1099 time: 0.3054471 Apr 28 19:30:30.474969 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-9ec217b8-49eb-4ed1-af67-f0766791e4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:30.482085 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-63edc285-1ecf-49d5-a0ba-068ecb05bc5b req-cf41390f-579d-4574-a4ff-256a57cc9241 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6482754 Apr 28 19:30:30.485043 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-84cdaa73-ceb1-43c6-bf3b-53ec61ce68c0 service neutron] For port 919bb4b8-a5ff-4b93-bae9-fefeea6783b2, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=919bb4b8-a5ff-4b93-bae9-fefeea6783b2,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:30:30.499674 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-137b89b6-019b-4967-bdc6-f8468d02edd2 req-c176d22f-7a30-4706-bef5-aaad93f63f4b service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153043 Apr 28 19:30:30.500503 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35336) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:30.538056 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-84cdaa73-ceb1-43c6-bf3b-53ec61ce68c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:30.622810 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-84cdaa73-ceb1-43c6-bf3b-53ec61ce68c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:30.623916 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-84cdaa73-ceb1-43c6-bf3b-53ec61ce68c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:30.631521 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-84cdaa73-ceb1-43c6-bf3b-53ec61ce68c0 service neutron] 10.222.0.15 "PUT /v2.0/ports/919bb4b8-a5ff-4b93-bae9-fefeea6783b2 HTTP/1.1" status: 200 len: 1095 time: 3.4786098 Apr 28 19:30:30.635654 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-9ec217b8-49eb-4ed1-af67-f0766791e4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:30.636509 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-9ec217b8-49eb-4ed1-af67-f0766791e4d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:30.638116 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-9ec217b8-49eb-4ed1-af67-f0766791e4d5 service neutron] 10.222.0.15 "PUT /v2.0/ports/41308357-1fc0-4dcc-9750-aee17bbd1bde HTTP/1.1" status: 200 len: 1092 time: 4.9812534 Apr 28 19:30:30.671359 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-aaf8dc86-0ca5-4125-b48f-9384da66dbf5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=49a5e30e-4c80-460a-9d4f-e31ac15f312d HTTP/1.1" status: 200 len: 217 time: 0.1425653 Apr 28 19:30:30.695743 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c92cca-4c4d-4c3f-a92d-8c994738f720', 'tag': '919bb4b8-a5ff-4b93-bae9-fefeea6783b2'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:30:30.708503 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50982f2-934f-477a-ac9c-073fa88abfaa" -d '{"events": [{"name": "network-changed", "server_uuid": "32c92cca-4c4d-4c3f-a92d-8c994738f720", "tag": "919bb4b8-a5ff-4b93-bae9-fefeea6783b2"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:30:30.801544 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec217b8-49eb-4ed1-af67-f0766791e4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=41308357-1fc0-4dcc-9750-aee17bbd1bde,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:30.821570 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 27679c7b-3c6b-4002-a6f4-a1564802e5b4 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:30:30.843224 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7794e9c4-e909-4a6a-829f-1e0eb8a12b0f req-2b4fe2d8-340d-420a-9404-141bd04abbea tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/security-groups?id=85aaaa06-0ed9-43f5-911f-8d31cda5f9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3583205 Apr 28 19:30:30.996286 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-3f2bc32a-ea5e-4813-94ac-717e3c99d0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:30.998076 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-3f2bc32a-ea5e-4813-94ac-717e3c99d0ee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.3053055 Apr 28 19:30:31.003005 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-63edc285-1ecf-49d5-a0ba-068ecb05bc5b req-bf9b14ff-8ef2-48f8-8c02-dc2c38a8bf92 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731722 Apr 28 19:30:31.029666 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-8a551216-2c3d-45ae-b2a2-24e901c6022f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:31.035371 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdaa73-ceb1-43c6-bf3b-53ec61ce68c0 service neutron] Pushing event updated for resources: {'Port': ['ID=919bb4b8-a5ff-4b93-bae9-fefeea6783b2,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:31.040883 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-8a551216-2c3d-45ae-b2a2-24e901c6022f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6cb95ce499b463cb4c46aa35681ada9&device_id=32c92cca-4c4d-4c3f-a92d-8c994738f720 HTTP/1.1" status: 200 len: 1098 time: 0.2412255 Apr 28 19:30:31.072776 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-7e4e1ab5-5351-49bc-90be-a6ea6775941b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:31.079281 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-7e4e1ab5-5351-49bc-90be-a6ea6775941b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=39f1ec92eba944f2870178ab14420527&device_id=5fe9653c-4321-4cb5-ba30-f73346f13424 HTTP/1.1" status: 200 len: 1095 time: 0.3129044 Apr 28 19:30:31.139610 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 27679c7b-3c6b-4002-a6f4-a1564802e5b4, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=27679c7b-3c6b-4002-a6f4-a1564802e5b4,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:31.169545 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-140b675b-a257-4b54-a9a1-d3d6e68ab754 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41308357-1fc0-4dcc-9750-aee17bbd1bde HTTP/1.1" status: 200 len: 217 time: 0.0797448 Apr 28 19:30:31.174100 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-e016eda1-e42d-4013-877e-4c1defb4f3c0 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:30:31.175187 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-e016eda1-e42d-4013-877e-4c1defb4f3c0 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6728001 Apr 28 19:30:31.175800 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '27679c7b-3c6b-4002-a6f4-a1564802e5b4', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': '27679c7b-3c6b-4002-a6f4-a1564802e5b4', 'mac_address': 'fa:16:3e:ca:d1:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:30:31.185596 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-ae0a3560-676b-4222-bbdf-3d2ae42dd6cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=919bb4b8-a5ff-4b93-bae9-fefeea6783b2 HTTP/1.1" status: 200 len: 217 time: 0.1017084 Apr 28 19:30:31.256803 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:31.259409 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-0b0e2855-5559-4988-b1d0-7c3fe512d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:31.261264 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-0b0e2855-5559-4988-b1d0-7c3fe512d601 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2487080 Apr 28 19:30:31.262505 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-4621c43b-2cf4-4320-9577-627f63c7d148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:31.264351 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-4621c43b-2cf4-4320-9577-627f63c7d148 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=696baa90-df03-47df-9fe8-e65ce72cb57c HTTP/1.1" status: 200 len: 863 time: 0.0872335 Apr 28 19:30:31.270456 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-8c2617f8-767f-4a17-9b10-60ccde9e5185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:31.274171 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-8c2617f8-767f-4a17-9b10-60ccde9e5185 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.0710576 Apr 28 19:30:31.283947 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27679c7b-3c6b-4002-a6f4-a1564802e5b4 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:30:31.318834 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d1867-1dee-4b17-be3e-a106e5a0f003 req-4ae9941d-d7b5-4938-8ce7-574b07d2b8f0 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:31.326544 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-664d1867-1dee-4b17-be3e-a106e5a0f003 req-4ae9941d-d7b5-4938-8ce7-574b07d2b8f0 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 948 time: 0.1638563 Apr 28 19:30:31.362025 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 27679c7b-3c6b-4002-a6f4-a1564802e5b4, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=27679c7b-3c6b-4002-a6f4-a1564802e5b4,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:31.375859 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:31.399042 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-ba6f3e8d-df1e-4e99-bab9-f12d446956fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:31.400700 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-ba6f3e8d-df1e-4e99-bab9-f12d446956fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9825b71-8d0c-4c62-9276-978f0a60b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1171334 Apr 28 19:30:31.471327 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=27679c7b-3c6b-4002-a6f4-a1564802e5b4,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:31.555846 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-07724abf-8a94-4772-973b-b81b4d43e042 service neutron] 10.222.0.15 "GET /v2.0/networks/c9825b71-8d0c-4c62-9276-978f0a60b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385736 Apr 28 19:30:31.588683 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:31.605324 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['27679c7b-3c6b-4002-a6f4-a1564802e5b4'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:30:31.793563 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c6061128-ae7f-4849-9fce-18f035e6d54b req-baa836f0-908c-4d73-995b-4b948247d768 service neutron] 10.222.0.15 "GET /v2.0/networks/c9825b71-8d0c-4c62-9276-978f0a60b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272112 Apr 28 19:30:31.846054 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e5bf37-c053-4f92-9378-3f77aecc7f40', 'tag': '49a5e30e-4c80-460a-9d4f-e31ac15f312d'}, {'name': 'network-changed', 'server_uuid': '5fe9653c-4321-4cb5-ba30-f73346f13424', 'tag': '41308357-1fc0-4dcc-9750-aee17bbd1bde'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:30:31.849926 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44ee27f-885b-493e-9da1-75288c64af4e" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e5bf37-c053-4f92-9378-3f77aecc7f40", "tag": "49a5e30e-4c80-460a-9d4f-e31ac15f312d"}, {"name": "network-changed", "server_uuid": "5fe9653c-4321-4cb5-ba30-f73346f13424", "tag": "41308357-1fc0-4dcc-9750-aee17bbd1bde"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:30:31.864005 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35370) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:31.920707 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-664d1867-1dee-4b17-be3e-a106e5a0f003 req-da138e7a-ff3a-43d8-ab6e-81ad12957a4b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5911059 Apr 28 19:30:31.937347 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-96fcac37-9e4e-441a-aea5-beae895082d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:31.940176 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-96fcac37-9e4e-441a-aea5-beae895082d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6520405 Apr 28 19:30:32.019076 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-f5d6d53e-49c4-4311-a2eb-565dff7ace92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:32.020917 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-f5d6d53e-49c4-4311-a2eb-565dff7ace92 service neutron] 10.222.0.42 "GET /v2.0/ports/b2aa6693-c550-4118-a732-c7c080ef05c8 HTTP/1.1" status: 200 len: 1094 time: 0.4760144 Apr 28 19:30:32.030490 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-240f1ca9-cd74-48b4-8a11-676e87dd74d1 service neutron] Request body: {'binding': {'host': 'n-h2-839810-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:30:32.031060 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-240f1ca9-cd74-48b4-8a11-676e87dd74d1 service neutron] Unknown quota resources ['binding']. {{(pid=102774) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 28 19:30:32.065680 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-0074ebf5-f111-4451-a682-334f7d32bad5 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7902405 Apr 28 19:30:32.138906 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-506025ba-2ac6-4c95-a509-97ce3231e259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:32.220387 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b53e0-1258-47f2-8869-cfd3aac16952 req-f9cbd491-c5f5-43bd-a8f2-cf024b16fe34 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:32.223032 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c74b53e0-1258-47f2-8869-cfd3aac16952 req-f9cbd491-c5f5-43bd-a8f2-cf024b16fe34 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e5bf37-c053-4f92-9378-3f77aecc7f40 HTTP/1.1" status: 200 len: 948 time: 0.2110901 Apr 28 19:30:32.229074 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-40d90beb-3b44-4dd3-9766-2f60ae7c82da service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773743 Apr 28 19:30:32.317599 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-506025ba-2ac6-4c95-a509-97ce3231e259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:32.319493 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-240f1ca9-cd74-48b4-8a11-676e87dd74d1 service neutron] Attempting to bind port b2aa6693-c550-4118-a732-c7c080ef05c8 on host n-h2-839810-1 for vnic_type normal with profile None {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:30:32.320061 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-240f1ca9-cd74-48b4-8a11-676e87dd74d1 service neutron] Attempting to bind port b2aa6693-c550-4118-a732-c7c080ef05c8 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:30:32.320740 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-240f1ca9-cd74-48b4-8a11-676e87dd74d1 service neutron] Attempting to bind port b2aa6693-c550-4118-a732-c7c080ef05c8 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:30:32.334623 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-240f1ca9-cd74-48b4-8a11-676e87dd74d1 service neutron] Port b2aa6693-c550-4118-a732-c7c080ef05c8 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:30:32.334998 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-240f1ca9-cd74-48b4-8a11-676e87dd74d1 service neutron] Attempting to bind port b2aa6693-c550-4118-a732-c7c080ef05c8 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:30:32.339374 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-506025ba-2ac6-4c95-a509-97ce3231e259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:32.380159 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f35be659-899c-4d0c-99f4-2951685e9e6d req-be08a491-6889-4078-81a6-4cd132e051ac service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349919 Apr 28 19:30:32.380941 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-240f1ca9-cd74-48b4-8a11-676e87dd74d1 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:30:32.381516 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-240f1ca9-cd74-48b4-8a11-676e87dd74d1 service neutron] Checking segment: {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:30:32.382123 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-240f1ca9-cd74-48b4-8a11-676e87dd74d1 service neutron] Bound using segment: {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:30:32.382836 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-240f1ca9-cd74-48b4-8a11-676e87dd74d1 service neutron] Bound port: b2aa6693-c550-4118-a732-c7c080ef05c8, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:30:32.383575 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fc8dfac7-5694-461f-89d5-fc37284a34b5 req-f06317be-3fe9-4e77-9f19-4aabef268a85 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066754 Apr 28 19:30:32.411685 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 1a4a4667-75da-4916-8414-40be6204041b details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:30:32.436499 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c74b53e0-1258-47f2-8869-cfd3aac16952 req-dc37ee97-69c9-49c4-99cc-d41f5e46cf93 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924899 Apr 28 19:30:32.492897 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35390) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:32.493204 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-506025ba-2ac6-4c95-a509-97ce3231e259 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=875fd9ff298741ff9c02e515552ad9ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6258981 Apr 28 19:30:32.511934 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506025ba-2ac6-4c95-a509-97ce3231e259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bb183b-e507-4bd1-8d2d-4ec1419ff7cb,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:32.543163 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-240f1ca9-cd74-48b4-8a11-676e87dd74d1 service neutron] For port b2aa6693-c550-4118-a732-c7c080ef05c8, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=b2aa6693-c550-4118-a732-c7c080ef05c8,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:30:32.558184 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-240f1ca9-cd74-48b4-8a11-676e87dd74d1 service neutron] Notify callbacks [] for binding, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:32.569638 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-240f1ca9-cd74-48b4-8a11-676e87dd74d1 service neutron] 10.222.0.42 "POST /v2.0/ports/b2aa6693-c550-4118-a732-c7c080ef05c8/bindings HTTP/1.1" status: 201 len: 389 time: 0.5425277 Apr 28 19:30:32.610826 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-298836b2-cfec-48b6-af0e-80fb502fce1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:32.616760 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 1a4a4667-75da-4916-8414-40be6204041b, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=1a4a4667-75da-4916-8414-40be6204041b,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:32.642461 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '1a4a4667-75da-4916-8414-40be6204041b', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': '1a4a4667-75da-4916-8414-40be6204041b', 'mac_address': 'fa:16:3e:76:7d:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:30:32.740660 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-298836b2-cfec-48b6-af0e-80fb502fce1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:32.748195 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:32.756870 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0027be-e7b4-4b7d-9b6b-8f3e4d63b565 x-openstack-request-id: req-0a0027be-e7b4-4b7d-9b6b-8f3e4d63b565 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:30:32.757161 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c92cca-4c4d-4c3f-a92d-8c994738f720", "tag": "919bb4b8-a5ff-4b93-bae9-fefeea6783b2", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:30:32.757413 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0a0027be-e7b4-4b7d-9b6b-8f3e4d63b565 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:30:32.758344 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a0027be-e7b4-4b7d-9b6b-8f3e4d63b565'] response: {'name': 'network-changed', 'server_uuid': '32c92cca-4c4d-4c3f-a92d-8c994738f720', 'tag': '919bb4b8-a5ff-4b93-bae9-fefeea6783b2', 'status': 'completed', 'code': 200} Apr 28 19:30:32.775599 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f3f0b-df84-4f51-94bc-493c03ac4b6e req-ae6fa73c-52ed-4d47-a553-2f1d003d4e6d tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:32.784032 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-738f3f0b-df84-4f51-94bc-493c03ac4b6e req-ae6fa73c-52ed-4d47-a553-2f1d003d4e6d tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/ports?device_id=32c92cca-4c4d-4c3f-a92d-8c994738f720 HTTP/1.1" status: 200 len: 947 time: 0.1207638 Apr 28 19:30:32.805108 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4a4667-75da-4916-8414-40be6204041b {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:30:32.852852 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 27679c7b-3c6b-4002-a6f4-a1564802e5b4 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:30:32.855716 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 28 Apr 2022 19:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0042ad2e-65f4-43b2-aceb-2b1c268d2059 x-openstack-request-id: req-0042ad2e-65f4-43b2-aceb-2b1c268d2059 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:30:32.856017 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e5bf37-c053-4f92-9378-3f77aecc7f40", "tag": "49a5e30e-4c80-460a-9d4f-e31ac15f312d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5fe9653c-4321-4cb5-ba30-f73346f13424", "tag": "41308357-1fc0-4dcc-9750-aee17bbd1bde", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:30:32.856299 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0042ad2e-65f4-43b2-aceb-2b1c268d2059 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:30:32.856812 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0042ad2e-65f4-43b2-aceb-2b1c268d2059'] response: {'name': 'network-changed', 'server_uuid': 'b2e5bf37-c053-4f92-9378-3f77aecc7f40', 'tag': '49a5e30e-4c80-460a-9d4f-e31ac15f312d', 'status': 'completed', 'code': 200} Apr 28 19:30:32.857274 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0042ad2e-65f4-43b2-aceb-2b1c268d2059'] response: {'name': 'network-changed', 'server_uuid': '5fe9653c-4321-4cb5-ba30-f73346f13424', 'tag': '41308357-1fc0-4dcc-9750-aee17bbd1bde', 'status': 'completed', 'code': 200} Apr 28 19:30:32.958856 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50982f2-934f-477a-ac9c-073fa88abfaa req-e9a2c8ab-746b-46a0-801e-aa4649d49955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:32.963577 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a50982f2-934f-477a-ac9c-073fa88abfaa req-e9a2c8ab-746b-46a0-801e-aa4649d49955 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6cb95ce499b463cb4c46aa35681ada9&device_id=32c92cca-4c4d-4c3f-a92d-8c994738f720 HTTP/1.1" status: 200 len: 1098 time: 0.1690965 Apr 28 19:30:32.998747 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-738f3f0b-df84-4f51-94bc-493c03ac4b6e req-6f49f641-b681-4a80-9846-1a2fca4c5227 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/security-groups?id=2052a2ba-bc21-474c-9217-e003b274475f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104175 Apr 28 19:30:33.029399 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 1a4a4667-75da-4916-8414-40be6204041b, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=1a4a4667-75da-4916-8414-40be6204041b,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:33.041761 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ee27f-885b-493e-9da1-75288c64af4e req-ca16f8e7-c0e3-481e-b990-60b3df939749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:33.042323 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:33.045041 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d44ee27f-885b-493e-9da1-75288c64af4e req-ca16f8e7-c0e3-481e-b990-60b3df939749 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=39f1ec92eba944f2870178ab14420527&device_id=5fe9653c-4321-4cb5-ba30-f73346f13424 HTTP/1.1" status: 200 len: 1095 time: 0.1351755 Apr 28 19:30:33.073677 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ee27f-885b-493e-9da1-75288c64af4e req-ec1d0399-0945-457c-baff-94f992fa05c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:33.075835 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340593c6-5e5a-473e-8a2e-13a4d5e30aa7 req-fa4c6672-7032-4360-93db-09772515cc7d tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:33.080124 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d44ee27f-885b-493e-9da1-75288c64af4e req-ec1d0399-0945-457c-baff-94f992fa05c0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ebad228c1b4944f6b357421a29469bd6&device_id=b2e5bf37-c053-4f92-9378-3f77aecc7f40 HTTP/1.1" status: 200 len: 1099 time: 0.2074170 Apr 28 19:30:33.093812 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-340593c6-5e5a-473e-8a2e-13a4d5e30aa7 req-fa4c6672-7032-4360-93db-09772515cc7d tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fe9653c-4321-4cb5-ba30-f73346f13424 HTTP/1.1" status: 200 len: 944 time: 0.1972306 Apr 28 19:30:33.108027 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 27679c7b-3c6b-4002-a6f4-a1564802e5b4 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:30:33.150066 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 27679c7b-3c6b-4002-a6f4-a1564802e5b4 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:30:33.150706 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:33.201753 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=1a4a4667-75da-4916-8414-40be6204041b,revision_number=8']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:33.210979 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:33.218925 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-298836b2-cfec-48b6-af0e-80fb502fce1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:33.226998 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-298836b2-cfec-48b6-af0e-80fb502fce1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:33.230496 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-298836b2-cfec-48b6-af0e-80fb502fce1d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c9bb183b-e507-4bd1-8d2d-4ec1419ff7cb HTTP/1.1" status: 204 len: 168 time: 0.7340562 Apr 28 19:30:33.282485 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:33.326460 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9463486f-9912-4389-85cb-292fced48623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27679c7b-3c6b-4002-a6f4-a1564802e5b4'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:30:33.329393 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1bfddd-d3c0-4087-b902-389bc66d6a6e" -d '{"events": [{"server_uuid": "9463486f-9912-4389-85cb-292fced48623", "name": "network-vif-plugged", "status": "completed", "tag": "27679c7b-3c6b-4002-a6f4-a1564802e5b4"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:30:33.334832 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-340593c6-5e5a-473e-8a2e-13a4d5e30aa7 req-3474852a-d5a9-4b5a-9e47-0fd99e0808c3 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/security-groups?id=85aaaa06-0ed9-43f5-911f-8d31cda5f9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813128 Apr 28 19:30:33.355620 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 27679c7b-3c6b-4002-a6f4-a1564802e5b4, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=27679c7b-3c6b-4002-a6f4-a1564802e5b4,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:33.376695 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:33.445703 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['1a4a4667-75da-4916-8414-40be6204041b'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:30:33.514586 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50982f2-934f-477a-ac9c-073fa88abfaa req-94d6ef00-88d4-46b1-bcb7-5a59529e6976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:33.515735 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a50982f2-934f-477a-ac9c-073fa88abfaa req-94d6ef00-88d4-46b1-bcb7-5a59529e6976 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.5451374 Apr 28 19:30:33.553629 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531d9f51-7186-4ce4-adda-fbe294d539ec x-openstack-request-id: req-531d9f51-7186-4ce4-adda-fbe294d539ec {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:30:33.554117 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9463486f-9912-4389-85cb-292fced48623", "name": "network-vif-plugged", "status": "completed", "tag": "27679c7b-3c6b-4002-a6f4-a1564802e5b4", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:30:33.555253 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-531d9f51-7186-4ce4-adda-fbe294d539ec {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:30:33.555873 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-531d9f51-7186-4ce4-adda-fbe294d539ec'] response: {'server_uuid': '9463486f-9912-4389-85cb-292fced48623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27679c7b-3c6b-4002-a6f4-a1564802e5b4', 'code': 200} Apr 28 19:30:33.583164 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=27679c7b-3c6b-4002-a6f4-a1564802e5b4,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:33.590718 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ee27f-885b-493e-9da1-75288c64af4e req-a2ad80c1-cbe1-4843-b874-8a8164eed3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:33.593331 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d44ee27f-885b-493e-9da1-75288c64af4e req-a2ad80c1-cbe1-4843-b874-8a8164eed3c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c9825b71-8d0c-4c62-9276-978f0a60b02b HTTP/1.1" status: 200 len: 925 time: 0.4954481 Apr 28 19:30:33.712143 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298836b2-cfec-48b6-af0e-80fb502fce1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bb183b-e507-4bd1-8d2d-4ec1419ff7cb,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:33.725072 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a50982f2-934f-477a-ac9c-073fa88abfaa req-888b7b2d-de1a-4b50-a4bd-6530160e0eca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=919bb4b8-a5ff-4b93-bae9-fefeea6783b2 HTTP/1.1" status: 200 len: 217 time: 0.1887496 Apr 28 19:30:33.873094 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-a8a564ec-6507-4fba-a75a-d7dffad6721f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:33.874674 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-a8a564ec-6507-4fba-a75a-d7dffad6721f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1af134fdfb54762be9898d865bc6112&device_id=f030b5f9-5ef7-4449-a7a0-59be72047267 HTTP/1.1" status: 200 len: 1097 time: 0.7048655 Apr 28 19:30:33.909983 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d44ee27f-885b-493e-9da1-75288c64af4e req-452f9930-6479-4634-9b50-d0328e76e340 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41308357-1fc0-4dcc-9750-aee17bbd1bde HTTP/1.1" status: 200 len: 217 time: 0.2690446 Apr 28 19:30:33.967971 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4f3b2-b9d4-4d6b-9a20-a99e08a91ec5 req-aefb23e9-66d9-4c53-819c-38c3b1a8f090 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:33.971488 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-70a4f3b2-b9d4-4d6b-9a20-a99e08a91ec5 req-aefb23e9-66d9-4c53-819c-38c3b1a8f090 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=f030b5f9-5ef7-4449-a7a0-59be72047267 HTTP/1.1" status: 200 len: 946 time: 0.4394312 Apr 28 19:30:33.989876 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50982f2-934f-477a-ac9c-073fa88abfaa req-ff19d3d3-43cb-4bdf-8a23-ad0e727ef805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:33.991402 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a50982f2-934f-477a-ac9c-073fa88abfaa req-ff19d3d3-43cb-4bdf-8a23-ad0e727ef805 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.2448351 Apr 28 19:30:34.011468 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3414ab8-eeec-43cf-98ae-413aaaabdee1 req-593cff19-7ca2-42d3-b23a-1a9cc49dbb5d tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:34.019832 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f3414ab8-eeec-43cf-98ae-413aaaabdee1 req-593cff19-7ca2-42d3-b23a-1a9cc49dbb5d tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 949 time: 0.2758396 Apr 28 19:30:34.026550 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ee27f-885b-493e-9da1-75288c64af4e req-9be56757-b086-4d34-8ee0-df7a6d0c18ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:34.028054 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d44ee27f-885b-493e-9da1-75288c64af4e req-9be56757-b086-4d34-8ee0-df7a6d0c18ea service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.8434830 Apr 28 19:30:34.039153 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4e8e0-4b20-441b-ba5d-89398269ba75 req-d8826eb2-971f-4b1b-8f8c-49493d695ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:34.040712 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d8c4e8e0-4b20-441b-ba5d-89398269ba75 req-d8826eb2-971f-4b1b-8f8c-49493d695ee0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9463486f-9912-4389-85cb-292fced48623 HTTP/1.1" status: 200 len: 1100 time: 0.3241343 Apr 28 19:30:34.145619 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d44ee27f-885b-493e-9da1-75288c64af4e req-50b292f5-b285-4ebd-a280-b1bc393b8dfa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=49a5e30e-4c80-460a-9d4f-e31ac15f312d HTTP/1.1" status: 200 len: 217 time: 0.0958908 Apr 28 19:30:34.209835 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d8c4e8e0-4b20-441b-ba5d-89398269ba75 req-4e7fca48-6165-4914-9079-9f4ecc2145bc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466594 Apr 28 19:30:34.245084 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-41cda07c-752e-411b-a1f4-c7e422112d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:34.246747 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-41cda07c-752e-411b-a1f4-c7e422112d65 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6836a994-cb1e-455e-a97f-31c9ee3bdef2 HTTP/1.1" status: 200 len: 920 time: 0.3497059 Apr 28 19:30:34.254077 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f3414ab8-eeec-43cf-98ae-413aaaabdee1 req-063180b8-ed82-47a9-a927-f872c1b4ddc1 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323794 Apr 28 19:30:34.256930 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50982f2-934f-477a-ac9c-073fa88abfaa req-8e2fa3a0-45ad-4a56-981d-901ecbe96892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:34.258859 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a50982f2-934f-477a-ac9c-073fa88abfaa req-8e2fa3a0-45ad-4a56-981d-901ecbe96892 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2353842 Apr 28 19:30:34.307469 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-ae425feb-7c68-459a-b07d-9b6f258a38be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2aa6693-c550-4118-a732-c7c080ef05c8 HTTP/1.1" status: 200 len: 217 time: 0.0424263 Apr 28 19:30:34.314469 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ee27f-885b-493e-9da1-75288c64af4e req-1465626f-cd9a-45ed-8d5a-c2eb5f0d99be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:34.317360 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d44ee27f-885b-493e-9da1-75288c64af4e req-1465626f-cd9a-45ed-8d5a-c2eb5f0d99be service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1591275 Apr 28 19:30:34.334014 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35430) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:34.430437 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 1a4a4667-75da-4916-8414-40be6204041b up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:30:34.438450 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5945b63-99c5-4bf0-b74c-d6c7529f2494 req-bc31325a-7d5c-47a9-bf23-fc7f51049fb8 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:34.438746 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2d0ab827-53a7-4986-aac7-c8e4b4587dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:34.440239 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c5945b63-99c5-4bf0-b74c-d6c7529f2494 req-bc31325a-7d5c-47a9-bf23-fc7f51049fb8 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e&tenant_id=8b6f268207a441e39ce17d2e9418f280&binding%3Ahost_id=n-h2-839810-1 HTTP/1.1" status: 200 len: 949 time: 0.7732260 Apr 28 19:30:34.467411 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-70a4f3b2-b9d4-4d6b-9a20-a99e08a91ec5 req-48e0585f-1677-46fa-8ea3-dd7456498bdd tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4795935 Apr 28 19:30:34.506557 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-b08b17e7-cdd9-4603-95c8-ee81350caa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:34.509906 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-b08b17e7-cdd9-4603-95c8-ee81350caa01 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb798a62-4141-409b-9f67-e98b8568ccb2 HTTP/1.1" status: 200 len: 859 time: 0.1917024 Apr 28 19:30:34.543959 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 1a4a4667-75da-4916-8414-40be6204041b completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:30:34.553201 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 1a4a4667-75da-4916-8414-40be6204041b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:30:34.553201 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:34.569271 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ee27f-885b-493e-9da1-75288c64af4e req-3b3575fc-77fb-4d93-956c-1f1aa3b27f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:34.570787 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d44ee27f-885b-493e-9da1-75288c64af4e req-3b3575fc-77fb-4d93-956c-1f1aa3b27f61 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=696baa90-df03-47df-9fe8-e65ce72cb57c HTTP/1.1" status: 200 len: 863 time: 0.6476188 Apr 28 19:30:34.601709 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ee27f-885b-493e-9da1-75288c64af4e req-f0375423-fd85-402a-a07c-1f7bdb2e1fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:34.609499 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d44ee27f-885b-493e-9da1-75288c64af4e req-f0375423-fd85-402a-a07c-1f7bdb2e1fd5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2802727 Apr 28 19:30:34.646475 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:34.681196 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [req-c5945b63-99c5-4bf0-b74c-d6c7529f2494 req-13fcedeb-8848-457f-9f46-eeabccc6079a service neutron] delete failed (client error): The resource could not be found. Apr 28 19:30:34.682297 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c5945b63-99c5-4bf0-b74c-d6c7529f2494 req-13fcedeb-8848-457f-9f46-eeabccc6079a service neutron] 10.222.0.15 "DELETE /v2.0/ports/1a4a4667-75da-4916-8414-40be6204041b/bindings/n-h1-839810-1 HTTP/1.1" status: 404 len: 380 time: 0.2333848 Apr 28 19:30:34.692638 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ee27f-885b-493e-9da1-75288c64af4e req-67b22f3b-ebe5-48e7-bd42-8cade48d46ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:34.694106 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d44ee27f-885b-493e-9da1-75288c64af4e req-67b22f3b-ebe5-48e7-bd42-8cade48d46ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9825b71-8d0c-4c62-9276-978f0a60b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114295 Apr 28 19:30:34.702485 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441fe94-ad55-4f3b-95df-903bd3329ced req-7d0e74de-d833-49c7-a6a1-eb43b6af69ce tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:34.704249 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9441fe94-ad55-4f3b-95df-903bd3329ced req-7d0e74de-d833-49c7-a6a1-eb43b6af69ce tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/ports?device_id=32c92cca-4c4d-4c3f-a92d-8c994738f720 HTTP/1.1" status: 200 len: 947 time: 0.1274657 Apr 28 19:30:34.713548 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 1a4a4667-75da-4916-8414-40be6204041b, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=1a4a4667-75da-4916-8414-40be6204041b,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:34.739838 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:34.758096 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d44ee27f-885b-493e-9da1-75288c64af4e req-be5f2965-0ec8-4414-ac83-c8db3a9987c8 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378424 Apr 28 19:30:34.797339 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-76a37cf6-f903-4e14-ae69-394f251b78ba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6836a994-cb1e-455e-a97f-31c9ee3bdef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1859055 Apr 28 19:30:34.829076 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=1a4a4667-75da-4916-8414-40be6204041b,revision_number=9']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:34.839042 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a5f0c-2c25-47a4-9b4b-582c5f8e60ca req-8d319058-b059-4665-9f55-99d7d94d6b42 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:34.840903 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-179a5f0c-2c25-47a4-9b4b-582c5f8e60ca req-8d319058-b059-4665-9f55-99d7d94d6b42 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e5bf37-c053-4f92-9378-3f77aecc7f40 HTTP/1.1" status: 200 len: 948 time: 0.4420516 Apr 28 19:30:34.851079 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 41308357-1fc0-4dcc-9750-aee17bbd1bde details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:30:34.902809 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9441fe94-ad55-4f3b-95df-903bd3329ced req-261404a5-81b5-4fde-ad6d-b0ee7fb9b06a tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/security-groups?id=2052a2ba-bc21-474c-9217-e003b274475f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708474 Apr 28 19:30:35.018044 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d44ee27f-885b-493e-9da1-75288c64af4e req-35db0116-462e-4d77-a5a7-1d1c245c1034 service neutron] 10.222.0.15 "GET /v2.0/networks/c9825b71-8d0c-4c62-9276-978f0a60b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130665 Apr 28 19:30:35.125876 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5945b63-99c5-4bf0-b74c-d6c7529f2494 req-74ededcb-7cf2-4689-9fa5-d81da6b29d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:35.128652 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c5945b63-99c5-4bf0-b74c-d6c7529f2494 req-74ededcb-7cf2-4689-9fa5-d81da6b29d37 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 1101 time: 0.1831498 Apr 28 19:30:35.161650 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-179a5f0c-2c25-47a4-9b4b-582c5f8e60ca req-be55f118-3f0c-4ec7-b7f9-9d386c6e0f1c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489309 Apr 28 19:30:35.195423 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a50982f2-934f-477a-ac9c-073fa88abfaa req-a96469f4-7168-460d-93c1-2b3bdc16acad service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7804480 Apr 28 19:30:35.210607 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14019e8f-8fd7-4623-9923-578cda76f77c req-36af7847-b19b-4fa3-991e-9d1cd2face63 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:35.221212 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-14019e8f-8fd7-4623-9923-578cda76f77c req-36af7847-b19b-4fa3-991e-9d1cd2face63 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fe9653c-4321-4cb5-ba30-f73346f13424 HTTP/1.1" status: 200 len: 944 time: 0.1980815 Apr 28 19:30:35.290949 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 41308357-1fc0-4dcc-9750-aee17bbd1bde, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=41308357-1fc0-4dcc-9750-aee17bbd1bde,segment=NetworkSegment(abad8af8-3344-480d-866a-e9634518c7a7),segment_id=abad8af8-3344-480d-866a-e9634518c7a7)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:35.348709 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '41308357-1fc0-4dcc-9750-aee17bbd1bde', 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b', 'port_id': '41308357-1fc0-4dcc-9750-aee17bbd1bde', 'mac_address': 'fa:16:3e:37:e3:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '696baa90-df03-47df-9fe8-e65ce72cb57c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:30:35.409832 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-14019e8f-8fd7-4623-9923-578cda76f77c req-99e72aa3-fe80-47da-9468-fe033e006eda tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/security-groups?id=85aaaa06-0ed9-43f5-911f-8d31cda5f9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880240 Apr 28 19:30:35.440334 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d44ee27f-885b-493e-9da1-75288c64af4e req-ae3d5700-bf1c-4cfd-a6da-fdb26211b736 service neutron] 10.222.0.15 "GET /v2.0/networks/c9825b71-8d0c-4c62-9276-978f0a60b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076264 Apr 28 19:30:35.492427 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:35.527196 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41308357-1fc0-4dcc-9750-aee17bbd1bde {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:30:35.529190 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5945b63-99c5-4bf0-b74c-d6c7529f2494 req-d41f6e64-561c-4371-9f2b-fdf56a081cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:35.537400 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c5945b63-99c5-4bf0-b74c-d6c7529f2494 req-d41f6e64-561c-4371-9f2b-fdf56a081cd6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.3979402 Apr 28 19:30:35.557313 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa207c8-5498-4409-b3e7-85361ef38e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4a4667-75da-4916-8414-40be6204041b'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:30:35.568318 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fe16f7-4401-46d3-b651-763efd1b4bed" -d '{"events": [{"server_uuid": "ffa207c8-5498-4409-b3e7-85361ef38e9e", "name": "network-vif-plugged", "status": "completed", "tag": "1a4a4667-75da-4916-8414-40be6204041b"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:30:35.610620 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d44ee27f-885b-493e-9da1-75288c64af4e req-bd25a4db-7ffe-4251-906a-dc9e61d86582 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8017311 Apr 28 19:30:35.617282 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 41308357-1fc0-4dcc-9750-aee17bbd1bde, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=41308357-1fc0-4dcc-9750-aee17bbd1bde,segment=NetworkSegment(abad8af8-3344-480d-866a-e9634518c7a7),segment_id=abad8af8-3344-480d-866a-e9634518c7a7)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:35.627463 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2d0ab827-53a7-4986-aac7-c8e4b4587dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:35.633915 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:35.635430 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 919bb4b8-a5ff-4b93-bae9-fefeea6783b2 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:30:35.658080 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-5acac860-8561-4d9c-aca2-00cef33a93ef service neutron] 10.222.0.44 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8314168 Apr 28 19:30:35.686615 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2d0ab827-53a7-4986-aac7-c8e4b4587dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:35.696363 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c5945b63-99c5-4bf0-b74c-d6c7529f2494 req-6e0ab05a-fa0d-4642-ae4a-6da8beae95ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=1a4a4667-75da-4916-8414-40be6204041b HTTP/1.1" status: 200 len: 217 time: 0.1517460 Apr 28 19:30:35.794219 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5945b63-99c5-4bf0-b74c-d6c7529f2494 req-e005bd69-014a-4166-981f-7cfceb5fc3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:35.796397 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c5945b63-99c5-4bf0-b74c-d6c7529f2494 req-e005bd69-014a-4166-981f-7cfceb5fc3cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.0882046 Apr 28 19:30:35.957177 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=41308357-1fc0-4dcc-9750-aee17bbd1bde,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:36.004680 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5945b63-99c5-4bf0-b74c-d6c7529f2494 req-dd05e8cf-7231-4642-a516-4f7c9fda49aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:36.009369 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c5945b63-99c5-4bf0-b74c-d6c7529f2494 req-dd05e8cf-7231-4642-a516-4f7c9fda49aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1977601 Apr 28 19:30:36.217347 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 919bb4b8-a5ff-4b93-bae9-fefeea6783b2, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=919bb4b8-a5ff-4b93-bae9-fefeea6783b2,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:36.257270 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '919bb4b8-a5ff-4b93-bae9-fefeea6783b2', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': '919bb4b8-a5ff-4b93-bae9-fefeea6783b2', 'mac_address': 'fa:16:3e:d8:52:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:30:36.386646 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-6e053eee-392e-4578-b632-694572563456 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f825fe9b47794b18a1d440cb016e22b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2133496 Apr 28 19:30:36.423593 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:36.460588 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c5945b63-99c5-4bf0-b74c-d6c7529f2494 req-5e79fdf9-6921-4326-b6ea-74b9b6776604 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4331977 Apr 28 19:30:36.468195 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ab827-53a7-4986-aac7-c8e4b4587dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6e049f-dc23-4f2d-87b1-223226982d91,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:36.472931 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a50982f2-934f-477a-ac9c-073fa88abfaa req-949c9e74-c26b-4ceb-9c6d-bf4e1e5dfdd4 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2443779 Apr 28 19:30:36.485161 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 49a5e30e-4c80-460a-9d4f-e31ac15f312d details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:30:36.507729 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2d0ab827-53a7-4986-aac7-c8e4b4587dd4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=43ebe3fe89f7455ebbc1b2a98dcc1ff6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1450732 Apr 28 19:30:36.515044 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 919bb4b8-a5ff-4b93-bae9-fefeea6783b2 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:30:36.515906 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35468) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:36.573815 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 919bb4b8-a5ff-4b93-bae9-fefeea6783b2, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=919bb4b8-a5ff-4b93-bae9-fefeea6783b2,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:36.581178 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:36.597572 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-51a6a4a4-c16f-4b36-92ac-a7df07c78e0c service neutron] 10.222.0.44 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8998797 Apr 28 19:30:36.636969 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-febbe8af-8ecb-46ee-8910-be136144bc4a tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:36.638849 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-febbe8af-8ecb-46ee-8910-be136144bc4a tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2450757 Apr 28 19:30:36.657071 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce1645-c460-476e-81c7-04c83edb4759 req-36481584-525a-490f-8bcd-34051dcd357e tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:36.658734 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d3ce1645-c460-476e-81c7-04c83edb4759 req-36481584-525a-490f-8bcd-34051dcd357e tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 950 time: 0.0988038 Apr 28 19:30:36.664436 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c5945b63-99c5-4bf0-b74c-d6c7529f2494 req-2455e003-0f29-4e07-8dc4-9a7d8dde9a9e service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734109 Apr 28 19:30:36.666165 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-f431e7b9-6d33-4cf8-b287-eaaeb99a67e1 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/quotas/f825fe9b47794b18a1d440cb016e22b1 HTTP/1.1" status: 200 len: 375 time: 0.0169461 Apr 28 19:30:36.668386 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-84af98a8-cc59-4fb3-b8f9-a304157b7366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:36.699154 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=919bb4b8-a5ff-4b93-bae9-fefeea6783b2,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:36.710494 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-84af98a8-cc59-4fb3-b8f9-a304157b7366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:36.730578 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-2fd9d35c-ec40-405a-b5d1-6e49cca7658a tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f825fe9b47794b18a1d440cb016e22b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332303 Apr 28 19:30:36.745781 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d3ce1645-c460-476e-81c7-04c83edb4759 req-96283ee2-d4fa-41b9-912f-dd40d21875a4 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782635 Apr 28 19:30:36.750085 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 49a5e30e-4c80-460a-9d4f-e31ac15f312d, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=49a5e30e-4c80-460a-9d4f-e31ac15f312d,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:36.771495 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '49a5e30e-4c80-460a-9d4f-e31ac15f312d', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': '49a5e30e-4c80-460a-9d4f-e31ac15f312d', 'mac_address': 'fa:16:3e:6a:7f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:30:36.837185 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['919bb4b8-a5ff-4b93-bae9-fefeea6783b2'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:30:36.873133 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['41308357-1fc0-4dcc-9750-aee17bbd1bde'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:30:36.881404 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:36.927204 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-84af98a8-cc59-4fb3-b8f9-a304157b7366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:36.930136 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-84af98a8-cc59-4fb3-b8f9-a304157b7366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:36.933519 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-84af98a8-cc59-4fb3-b8f9-a304157b7366 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5f6e049f-dc23-4f2d-87b1-223226982d91 HTTP/1.1" status: 204 len: 168 time: 0.4140592 Apr 28 19:30:36.945479 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49a5e30e-4c80-460a-9d4f-e31ac15f312d {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:30:36.962291 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9618b77-e53d-41f9-a142-4adc48d95979 x-openstack-request-id: req-c9618b77-e53d-41f9-a142-4adc48d95979 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:30:36.962846 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa207c8-5498-4409-b3e7-85361ef38e9e", "name": "network-vif-plugged", "status": "completed", "tag": "1a4a4667-75da-4916-8414-40be6204041b", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:30:36.963105 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c9618b77-e53d-41f9-a142-4adc48d95979 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:30:36.963505 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9618b77-e53d-41f9-a142-4adc48d95979'] response: {'server_uuid': 'ffa207c8-5498-4409-b3e7-85361ef38e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4a4667-75da-4916-8414-40be6204041b', 'code': 200} Apr 28 19:30:36.976512 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-2238cb2d-3540-4e4f-a15a-a1d400ab396d tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:36.978538 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-2238cb2d-3540-4e4f-a15a-a1d400ab396d tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f030b5f9-5ef7-4449-a7a0-59be72047267&tenant_id=e1af134fdfb54762be9898d865bc6112&binding%3Ahost_id=n-h1-839810-1 HTTP/1.1" status: 200 len: 1097 time: 0.1864796 Apr 28 19:30:36.979314 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af98a8-cc59-4fb3-b8f9-a304157b7366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6e049f-dc23-4f2d-87b1-223226982d91,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:36.999372 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-077af823-0b8a-4a9f-8ae5-cf75f79c8789 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-839810-1'}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:30:37.004491 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 49a5e30e-4c80-460a-9d4f-e31ac15f312d, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=49a5e30e-4c80-460a-9d4f-e31ac15f312d,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:37.043964 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d842c-98b6-43f6-bfb3-968daf663a47 req-0e9bcfe0-90ba-4c95-9f38-3888c057ea7c tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:37.045723 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bc7d842c-98b6-43f6-bfb3-968daf663a47 req-0e9bcfe0-90ba-4c95-9f38-3888c057ea7c tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=f030b5f9-5ef7-4449-a7a0-59be72047267 HTTP/1.1" status: 200 len: 946 time: 0.1627245 Apr 28 19:30:37.046230 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:37.146350 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-077af823-0b8a-4a9f-8ae5-cf75f79c8789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:37.160054 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3494f4-5e37-4499-8b4e-bc6af9c869d7 req-0c85597e-0646-4dd4-ac7c-eece7d1006b4 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:37.162846 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5c3494f4-5e37-4499-8b4e-bc6af9c869d7 req-0c85597e-0646-4dd4-ac7c-eece7d1006b4 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/ports?device_id=32c92cca-4c4d-4c3f-a92d-8c994738f720 HTTP/1.1" status: 200 len: 948 time: 0.0884895 Apr 28 19:30:37.251165 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5c3494f4-5e37-4499-8b4e-bc6af9c869d7 req-2f48b00f-b070-4c74-9191-23f716c4e4be tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/security-groups?id=2052a2ba-bc21-474c-9217-e003b274475f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780277 Apr 28 19:30:37.311429 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bc7d842c-98b6-43f6-bfb3-968daf663a47 req-8de0b997-51f2-4ecd-8487-d35d835e914a tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545824 Apr 28 19:30:37.323862 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=49a5e30e-4c80-460a-9d4f-e31ac15f312d,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:37.384482 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['49a5e30e-4c80-460a-9d4f-e31ac15f312d'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:30:37.477521 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9bf57-ee5b-41c1-be27-63241b98874d req-7ab1d1be-0732-4cc7-add3-30a6b1ffc93e tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:37.483914 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-077af823-0b8a-4a9f-8ae5-cf75f79c8789 service neutron] For port b2aa6693-c550-4118-a732-c7c080ef05c8, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=b2aa6693-c550-4118-a732-c7c080ef05c8,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:37.487119 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aef9bf57-ee5b-41c1-be27-63241b98874d req-7ab1d1be-0732-4cc7-add3-30a6b1ffc93e tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e5bf37-c053-4f92-9378-3f77aecc7f40 HTTP/1.1" status: 200 len: 949 time: 0.1175160 Apr 28 19:30:37.587723 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aef9bf57-ee5b-41c1-be27-63241b98874d req-53eeffd4-7943-43a9-8754-2de66e38be0f tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955622 Apr 28 19:30:37.588763 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-077af823-0b8a-4a9f-8ae5-cf75f79c8789 service neutron] For port b2aa6693-c550-4118-a732-c7c080ef05c8, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:30:37.725003 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f030b5f9-5ef7-4449-a7a0-59be72047267', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2aa6693-c550-4118-a732-c7c080ef05c8'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:30:37.739904 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6e2a25-cd38-45d7-8cac-86294803c3f8" -d '{"events": [{"server_uuid": "f030b5f9-5ef7-4449-a7a0-59be72047267", "name": "network-vif-unplugged", "status": "completed", "tag": "b2aa6693-c550-4118-a732-c7c080ef05c8"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:30:37.760578 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-077af823-0b8a-4a9f-8ae5-cf75f79c8789 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:37.771678 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-077af823-0b8a-4a9f-8ae5-cf75f79c8789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:37.788348 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16855c-a9fa-42ed-bfb1-d5b00fe3945e req-3cd25c72-5fa7-4419-a973-ef2719b10e21 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:37.799614 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-db16855c-a9fa-42ed-bfb1-d5b00fe3945e req-3cd25c72-5fa7-4419-a973-ef2719b10e21 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fe9653c-4321-4cb5-ba30-f73346f13424 HTTP/1.1" status: 200 len: 945 time: 0.0865014 Apr 28 19:30:37.872858 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-db16855c-a9fa-42ed-bfb1-d5b00fe3945e req-00e727cc-5bba-44e4-a055-171c97dfff23 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/security-groups?id=85aaaa06-0ed9-43f5-911f-8d31cda5f9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678484 Apr 28 19:30:37.944042 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077af823-0b8a-4a9f-8ae5-cf75f79c8789 service neutron] Pushing event updated for resources: {'Port': ['ID=b2aa6693-c550-4118-a732-c7c080ef05c8,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:37.990073 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 19:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b589432-bc14-4011-b573-ad371b926e49 x-openstack-request-id: req-7b589432-bc14-4011-b573-ad371b926e49 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:30:37.990703 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f030b5f9-5ef7-4449-a7a0-59be72047267", "name": "network-vif-unplugged", "status": "completed", "tag": "b2aa6693-c550-4118-a732-c7c080ef05c8", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:30:37.990813 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7b589432-bc14-4011-b573-ad371b926e49 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:30:37.991334 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b589432-bc14-4011-b573-ad371b926e49'] response: {'server_uuid': 'f030b5f9-5ef7-4449-a7a0-59be72047267', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2aa6693-c550-4118-a732-c7c080ef05c8', 'code': 200} Apr 28 19:30:38.027605 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-077af823-0b8a-4a9f-8ae5-cf75f79c8789 service neutron] Attempting to bind port b2aa6693-c550-4118-a732-c7c080ef05c8 on host n-h1-839810-1 for vnic_type normal with profile {"migrating_to": "n-h2-839810-1"} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:30:38.027945 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-077af823-0b8a-4a9f-8ae5-cf75f79c8789 service neutron] Attempting to bind port b2aa6693-c550-4118-a732-c7c080ef05c8 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:30:38.028412 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-077af823-0b8a-4a9f-8ae5-cf75f79c8789 service neutron] Attempting to bind port b2aa6693-c550-4118-a732-c7c080ef05c8 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:30:38.045111 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-077af823-0b8a-4a9f-8ae5-cf75f79c8789 service neutron] Port b2aa6693-c550-4118-a732-c7c080ef05c8 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:30:38.045448 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-077af823-0b8a-4a9f-8ae5-cf75f79c8789 service neutron] Attempting to bind port b2aa6693-c550-4118-a732-c7c080ef05c8 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:30:38.052522 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-1e847e3c-928e-43eb-aeb3-28ea1aa8d047 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f825fe9b47794b18a1d440cb016e22b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576539 Apr 28 19:30:38.052926 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-077af823-0b8a-4a9f-8ae5-cf75f79c8789 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:30:38.056683 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-077af823-0b8a-4a9f-8ae5-cf75f79c8789 service neutron] Checking segment: {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:30:38.057147 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-077af823-0b8a-4a9f-8ae5-cf75f79c8789 service neutron] Bound using segment: {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:30:38.059004 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-077af823-0b8a-4a9f-8ae5-cf75f79c8789 service neutron] Bound port: b2aa6693-c550-4118-a732-c7c080ef05c8, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:30:38.059735 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-077af823-0b8a-4a9f-8ae5-cf75f79c8789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:38.208770 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f7121-1677-48e8-b273-30823063e808 req-d3defb37-aa2f-4d33-a102-0b834ca3de79 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:38.213788 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4c5f7121-1677-48e8-b273-30823063e808 req-d3defb37-aa2f-4d33-a102-0b834ca3de79 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 950 time: 0.1187968 Apr 28 19:30:38.223104 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-5fe3e465-7ca7-45a5-a04c-a9e87a739cfc tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:38.225221 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-5fe3e465-7ca7-45a5-a04c-a9e87a739cfc tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1716602 Apr 28 19:30:38.244486 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-077af823-0b8a-4a9f-8ae5-cf75f79c8789 service neutron] For port b2aa6693-c550-4118-a732-c7c080ef05c8, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:30:38.253339 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-d41771b9-4b87-4139-a5d0-86877510e8d1 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/quotas/f825fe9b47794b18a1d440cb016e22b1 HTTP/1.1" status: 200 len: 375 time: 0.0212035 Apr 28 19:30:38.257157 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-077af823-0b8a-4a9f-8ae5-cf75f79c8789 service neutron] For port b2aa6693-c550-4118-a732-c7c080ef05c8, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=b2aa6693-c550-4118-a732-c7c080ef05c8,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:30:38.278142 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-077af823-0b8a-4a9f-8ae5-cf75f79c8789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:38.309956 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-02fabef9-581f-46d2-9337-4484cf03ef7c tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f825fe9b47794b18a1d440cb016e22b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468614 Apr 28 19:30:38.333691 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4c5f7121-1677-48e8-b273-30823063e808 req-a6464a8a-4df9-4cd4-95f7-1b344771ca7a tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150210 Apr 28 19:30:38.376129 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077af823-0b8a-4a9f-8ae5-cf75f79c8789 service neutron] Pushing event updated for resources: {'Port': ['ID=b2aa6693-c550-4118-a732-c7c080ef05c8,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:38.404959 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-077af823-0b8a-4a9f-8ae5-cf75f79c8789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:38.405571 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-077af823-0b8a-4a9f-8ae5-cf75f79c8789 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:38.409867 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-077af823-0b8a-4a9f-8ae5-cf75f79c8789 service neutron] 10.222.0.44 "PUT /v2.0/ports/b2aa6693-c550-4118-a732-c7c080ef05c8 HTTP/1.1" status: 200 len: 1122 time: 1.4226832 Apr 28 19:30:38.411492 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077af823-0b8a-4a9f-8ae5-cf75f79c8789 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:38.411832 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077af823-0b8a-4a9f-8ae5-cf75f79c8789 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:38.412264 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077af823-0b8a-4a9f-8ae5-cf75f79c8789 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:38.412597 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077af823-0b8a-4a9f-8ae5-cf75f79c8789 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:38.412927 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077af823-0b8a-4a9f-8ae5-cf75f79c8789 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:38.413247 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077af823-0b8a-4a9f-8ae5-cf75f79c8789 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:38.413775 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077af823-0b8a-4a9f-8ae5-cf75f79c8789 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:38.414248 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077af823-0b8a-4a9f-8ae5-cf75f79c8789 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:38.414719 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077af823-0b8a-4a9f-8ae5-cf75f79c8789 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:38.415202 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077af823-0b8a-4a9f-8ae5-cf75f79c8789 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:38.415667 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077af823-0b8a-4a9f-8ae5-cf75f79c8789 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:38.416263 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077af823-0b8a-4a9f-8ae5-cf75f79c8789 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:38.507681 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['b2aa6693-c550-4118-a732-c7c080ef05c8'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:30:38.652456 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca2e0a-42bd-4c23-9977-417fbcb62800 req-99e01880-7693-4fbe-9b69-be5b208359d3 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:38.662321 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-12ca2e0a-42bd-4c23-9977-417fbcb62800 req-99e01880-7693-4fbe-9b69-be5b208359d3 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/ports?device_id=32c92cca-4c4d-4c3f-a92d-8c994738f720 HTTP/1.1" status: 200 len: 948 time: 0.1069255 Apr 28 19:30:38.730325 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-12ca2e0a-42bd-4c23-9977-417fbcb62800 req-6fd40070-7169-4a4d-a709-f0aabb364e69 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/security-groups?id=2052a2ba-bc21-474c-9217-e003b274475f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661166 Apr 28 19:30:38.851936 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 41308357-1fc0-4dcc-9750-aee17bbd1bde up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:30:38.910779 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-21f5279a-b104-4bcb-8fad-41d0f1ea0e6f tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f825fe9b47794b18a1d440cb016e22b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526032 Apr 28 19:30:38.999713 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee08c7-47bd-476c-8af9-ad6d49a72e79 req-e758f9c4-9109-4f1e-8c06-c53f1da7a476 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:39.003954 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 41308357-1fc0-4dcc-9750-aee17bbd1bde completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:30:39.006298 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9bee08c7-47bd-476c-8af9-ad6d49a72e79 req-e758f9c4-9109-4f1e-8c06-c53f1da7a476 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=f030b5f9-5ef7-4449-a7a0-59be72047267 HTTP/1.1" status: 200 len: 944 time: 0.1059437 Apr 28 19:30:39.012288 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 41308357-1fc0-4dcc-9750-aee17bbd1bde triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:30:39.012288 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:39.110352 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9bee08c7-47bd-476c-8af9-ad6d49a72e79 req-7ba172c4-ae53-42e4-879d-ababae9bc0c4 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852711 Apr 28 19:30:39.169477 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:39.186562 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-67745156-18bc-4fd0-a638-2c8084ff445a req-0bd70440-ec3e-4776-ab83-794bac351e85 tempest-QuotasAdminNegativeTest-693510968 tempest-QuotasAdminNegativeTest-693510968-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=476ca1c2c274415d93f3468974400b60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373144 Apr 28 19:30:39.195287 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-ff95b3ac-8e10-44ed-89bf-870c072d1092 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:39.196942 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-ff95b3ac-8e10-44ed-89bf-870c072d1092 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2808089 Apr 28 19:30:39.216588 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe9653c-4321-4cb5-ba30-f73346f13424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41308357-1fc0-4dcc-9750-aee17bbd1bde'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:30:39.218214 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-33938853-97bd-41f2-871d-2dbcfa505c3d tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Request body: {'port': {'device_id': '92561a5b-4e07-4e6a-8f2a-23a3436ae79a', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'admin_state_up': True, 'tenant_id': 'f825fe9b47794b18a1d440cb016e22b1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:30:39.219040 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd4e6a6-7331-4f48-8968-b020b6d0d8f7" -d '{"events": [{"server_uuid": "5fe9653c-4321-4cb5-ba30-f73346f13424", "name": "network-vif-plugged", "status": "completed", "tag": "41308357-1fc0-4dcc-9750-aee17bbd1bde"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:30:39.235859 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 41308357-1fc0-4dcc-9750-aee17bbd1bde, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=41308357-1fc0-4dcc-9750-aee17bbd1bde,segment=NetworkSegment(abad8af8-3344-480d-866a-e9634518c7a7),segment_id=abad8af8-3344-480d-866a-e9634518c7a7)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:39.244526 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:39.246359 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 919bb4b8-a5ff-4b93-bae9-fefeea6783b2 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:30:39.342147 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc4266-a1ab-4620-ab27-03c2280a4223 req-2b257de8-8c05-4ec4-ac72-041dd65e7172 tempest-MigrationsAdminTest-1149930152 tempest-MigrationsAdminTest-1149930152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:39.343983 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3cbc4266-a1ab-4620-ab27-03c2280a4223 req-2b257de8-8c05-4ec4-ac72-041dd65e7172 tempest-MigrationsAdminTest-1149930152 tempest-MigrationsAdminTest-1149930152-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 1101 time: 0.0786510 Apr 28 19:30:39.381129 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 919bb4b8-a5ff-4b93-bae9-fefeea6783b2 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:30:39.387414 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 919bb4b8-a5ff-4b93-bae9-fefeea6783b2 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:30:39.388286 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:39.390327 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=41308357-1fc0-4dcc-9750-aee17bbd1bde,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:39.448365 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3cbc4266-a1ab-4620-ab27-03c2280a4223 req-e958daa7-2c50-4168-8894-719f6ce0ecb1 tempest-MigrationsAdminTest-1149930152 tempest-MigrationsAdminTest-1149930152-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901234 Apr 28 19:30:39.494378 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67745156-18bc-4fd0-a638-2c8084ff445a req-70763e2a-076c-452a-b043-bcc123af14b9 tempest-QuotasAdminNegativeTest-693510968 tempest-QuotasAdminNegativeTest-693510968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:39.501785 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-67745156-18bc-4fd0-a638-2c8084ff445a req-70763e2a-076c-452a-b043-bcc123af14b9 tempest-QuotasAdminNegativeTest-693510968 tempest-QuotasAdminNegativeTest-693510968-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3037548 Apr 28 19:30:39.531342 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-67745156-18bc-4fd0-a638-2c8084ff445a req-d9541fdb-814d-45ec-bcd1-d36f4f92552e tempest-QuotasAdminNegativeTest-693510968 tempest-QuotasAdminNegativeTest-693510968-project] 10.222.0.42 "GET /v2.0/quotas/476ca1c2c274415d93f3468974400b60 HTTP/1.1" status: 200 len: 375 time: 0.0274460 Apr 28 19:30:39.535260 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:39.575640 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7e0f219f-4ff0-446b-9bbf-cda2febba18c req-6fa7b5b2-6cca-402a-a5d9-cbb9ad6ab26d tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=556e633a-203b-4980-bbdc-9d8ac7b04d69 HTTP/1.1" status: 200 len: 210 time: 0.0506775 Apr 28 19:30:39.577060 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-67745156-18bc-4fd0-a638-2c8084ff445a req-ab6c7e13-e1e0-4fcd-b91d-e5fcfa603fa2 tempest-QuotasAdminNegativeTest-693510968 tempest-QuotasAdminNegativeTest-693510968-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=476ca1c2c274415d93f3468974400b60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457044 Apr 28 19:30:39.584367 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-33938853-97bd-41f2-871d-2dbcfa505c3d tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Made reservation on behalf of f825fe9b47794b18a1d440cb016e22b1 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:30:39.597695 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-33938853-97bd-41f2-871d-2dbcfa505c3d tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:39.625193 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 919bb4b8-a5ff-4b93-bae9-fefeea6783b2, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=919bb4b8-a5ff-4b93-bae9-fefeea6783b2,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:39.630252 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-33938853-97bd-41f2-871d-2dbcfa505c3d tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:39.634369 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:39.733955 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=919bb4b8-a5ff-4b93-bae9-fefeea6783b2,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:39.777255 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c8967-4bbf-4925-bd75-d13a063b7ea2 req-4cc17b91-38c0-407c-8e54-40da1eeae0ec tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:39.779063 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d67c8967-4bbf-4925-bd75-d13a063b7ea2 req-4cc17b91-38c0-407c-8e54-40da1eeae0ec tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e5bf37-c053-4f92-9378-3f77aecc7f40 HTTP/1.1" status: 200 len: 949 time: 0.0702062 Apr 28 19:30:39.828052 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0738f2-9246-47d1-9867-c2acc710977c req-2de2e1c0-3d28-477a-94dd-bda72a3398ec tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:39.829643 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1d0738f2-9246-47d1-9867-c2acc710977c req-2de2e1c0-3d28-477a-94dd-bda72a3398ec tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fe9653c-4321-4cb5-ba30-f73346f13424 HTTP/1.1" status: 200 len: 946 time: 0.0851221 Apr 28 19:30:39.833075 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d67c8967-4bbf-4925-bd75-d13a063b7ea2 req-cef05cb2-425e-48d6-bd0b-1677da35ef54 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473034 Apr 28 19:30:39.842806 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-33938853-97bd-41f2-871d-2dbcfa505c3d tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:39.851831 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-33938853-97bd-41f2-871d-2dbcfa505c3d tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:39.883267 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92086242-0a5b-43d9-a2fe-ca48252ae152 x-openstack-request-id: req-92086242-0a5b-43d9-a2fe-ca48252ae152 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:30:39.883668 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe9653c-4321-4cb5-ba30-f73346f13424", "name": "network-vif-plugged", "status": "completed", "tag": "41308357-1fc0-4dcc-9750-aee17bbd1bde", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:30:39.883987 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-92086242-0a5b-43d9-a2fe-ca48252ae152 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:30:39.884527 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92086242-0a5b-43d9-a2fe-ca48252ae152'] response: {'server_uuid': '5fe9653c-4321-4cb5-ba30-f73346f13424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41308357-1fc0-4dcc-9750-aee17bbd1bde', 'code': 200} Apr 28 19:30:39.959738 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33938853-97bd-41f2-871d-2dbcfa505c3d tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d51bd166-3ded-4d55-9506-505254ea7eb1,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:39.976424 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1d0738f2-9246-47d1-9867-c2acc710977c req-420ebfca-3483-4801-b55d-518bb9eccdeb tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/security-groups?id=85aaaa06-0ed9-43f5-911f-8d31cda5f9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357112 Apr 28 19:30:39.995873 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f030b5f9-5ef7-4449-a7a0-59be72047267', 'tag': 'b2aa6693-c550-4118-a732-c7c080ef05c8'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:30:39.998398 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2844cd-89e9-49aa-aefc-d2b74b08c8a4" -d '{"events": [{"name": "network-changed", "server_uuid": "f030b5f9-5ef7-4449-a7a0-59be72047267", "tag": "b2aa6693-c550-4118-a732-c7c080ef05c8"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:30:40.042575 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5da71c-3ffa-466c-b6ce-1ea27d709cfc req-55e30b1a-af91-43e9-8341-2bb944607622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:40.045032 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ee5da71c-3ffa-466c-b6ce-1ea27d709cfc req-55e30b1a-af91-43e9-8341-2bb944607622 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5fe9653c-4321-4cb5-ba30-f73346f13424 HTTP/1.1" status: 200 len: 1097 time: 0.0719702 Apr 28 19:30:40.105464 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ee5da71c-3ffa-466c-b6ce-1ea27d709cfc req-c2ba7332-cedc-4c75-988d-ea67d1dd0529 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=85aaaa06-0ed9-43f5-911f-8d31cda5f9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526106 Apr 28 19:30:40.149391 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-afd8d9a1-1112-458d-9fef-08e8e3523c56 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f825fe9b47794b18a1d440cb016e22b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476811 Apr 28 19:30:40.189566 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-33938853-97bd-41f2-871d-2dbcfa505c3d tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Allocated IP 192.168.233.27 (a2ea96f2-6755-492c-8fa3-72807d68d67a/ba397751-1619-4962-a669-11aa98e2e3bc/29d4de75-2c78-4bbb-83c4-0f004513c3d1) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:30:40.305796 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2124a3-31ba-46f8-b4c0-68b6ddf57775 req-cc253927-f8a3-47e5-8fb6-686ac8c9621e tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:40.307287 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9c2124a3-31ba-46f8-b4c0-68b6ddf57775 req-cc253927-f8a3-47e5-8fb6-686ac8c9621e tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/ports?device_id=32c92cca-4c4d-4c3f-a92d-8c994738f720 HTTP/1.1" status: 200 len: 949 time: 0.1877210 Apr 28 19:30:40.389189 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-039c1a7a-6e2d-45ec-be17-58a3f425e37e tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:40.390658 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-039c1a7a-6e2d-45ec-be17-58a3f425e37e tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2231593 Apr 28 19:30:40.432014 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-8bef62bf-eb77-46b2-97d5-47525a130fa4 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Request body: {'port': {'device_id': '556e633a-203b-4980-bbdc-9d8ac7b04d69', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'admin_state_up': True, 'tenant_id': 'f825fe9b47794b18a1d440cb016e22b1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:30:40.450132 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 49a5e30e-4c80-460a-9d4f-e31ac15f312d up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:30:40.460504 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9c2124a3-31ba-46f8-b4c0-68b6ddf57775 req-796b6776-1fae-4284-ba79-4a1672bd39bc tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/security-groups?id=2052a2ba-bc21-474c-9217-e003b274475f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409459 Apr 28 19:30:40.495581 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df230d1-deba-4a71-87cf-d6c05d2ca642 x-openstack-request-id: req-1df230d1-deba-4a71-87cf-d6c05d2ca642 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:30:40.495870 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f030b5f9-5ef7-4449-a7a0-59be72047267", "tag": "b2aa6693-c550-4118-a732-c7c080ef05c8", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:30:40.496143 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1df230d1-deba-4a71-87cf-d6c05d2ca642 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:30:40.496546 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1df230d1-deba-4a71-87cf-d6c05d2ca642'] response: {'name': 'network-changed', 'server_uuid': 'f030b5f9-5ef7-4449-a7a0-59be72047267', 'tag': 'b2aa6693-c550-4118-a732-c7c080ef05c8', 'status': 'completed', 'code': 200} Apr 28 19:30:40.522165 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 49a5e30e-4c80-460a-9d4f-e31ac15f312d completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:30:40.531617 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 49a5e30e-4c80-460a-9d4f-e31ac15f312d triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:30:40.532721 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:40.598941 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-c3389ddb-9ae3-4c74-a6dc-44923e6d708f tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8b6f268207a441e39ce17d2e9418f280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429850 Apr 28 19:30:40.603826 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2844cd-89e9-49aa-aefc-d2b74b08c8a4 req-dad81ed1-8090-4052-a12d-4e71adf04670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:40.605492 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1b2844cd-89e9-49aa-aefc-d2b74b08c8a4 req-dad81ed1-8090-4052-a12d-4e71adf04670 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1af134fdfb54762be9898d865bc6112&device_id=f030b5f9-5ef7-4449-a7a0-59be72047267 HTTP/1.1" status: 200 len: 1125 time: 0.0997229 Apr 28 19:30:40.620665 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-33938853-97bd-41f2-871d-2dbcfa505c3d tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:40.641902 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:40.678228 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d535b5-023f-486c-917b-107815d4d468 req-58fccf96-a9f9-4a17-bed0-0dd1770a9c97 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:40.680604 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a6d535b5-023f-486c-917b-107815d4d468 req-58fccf96-a9f9-4a17-bed0-0dd1770a9c97 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=f030b5f9-5ef7-4449-a7a0-59be72047267 HTTP/1.1" status: 200 len: 944 time: 0.1026447 Apr 28 19:30:40.685984 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 49a5e30e-4c80-460a-9d4f-e31ac15f312d, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=49a5e30e-4c80-460a-9d4f-e31ac15f312d,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:40.691321 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:40.702634 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-8bef62bf-eb77-46b2-97d5-47525a130fa4 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Made reservation on behalf of f825fe9b47794b18a1d440cb016e22b1 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:30:40.706797 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-8bef62bf-eb77-46b2-97d5-47525a130fa4 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:40.744159 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=49a5e30e-4c80-460a-9d4f-e31ac15f312d,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:40.759023 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-33938853-97bd-41f2-871d-2dbcfa505c3d tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:40.764033 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a6d535b5-023f-486c-917b-107815d4d468 req-6afb98c9-5979-4666-ad3b-a7db767396f7 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728271 Apr 28 19:30:40.796757 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-423c96ed-4c24-4660-8e87-56be75a2915a tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:40.804275 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-423c96ed-4c24-4660-8e87-56be75a2915a tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2045054 Apr 28 19:30:40.812735 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-33938853-97bd-41f2-871d-2dbcfa505c3d tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Network a2ea96f2-6755-492c-8fa3-72807d68d67a is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:30:40.815748 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2844cd-89e9-49aa-aefc-d2b74b08c8a4 req-a0d92ec1-d158-48c0-a002-089c8862c5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:40.817521 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1b2844cd-89e9-49aa-aefc-d2b74b08c8a4 req-a0d92ec1-d158-48c0-a002-089c8862c5e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6836a994-cb1e-455e-a97f-31c9ee3bdef2 HTTP/1.1" status: 200 len: 920 time: 0.1900787 Apr 28 19:30:40.818614 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-8949d90a-b430-4d4b-838d-2711815541db tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/quotas/8b6f268207a441e39ce17d2e9418f280 HTTP/1.1" status: 200 len: 375 time: 0.0135684 Apr 28 19:30:40.843188 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-33938853-97bd-41f2-871d-2dbcfa505c3d tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:30:40.852237 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-33938853-97bd-41f2-871d-2dbcfa505c3d tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:30:40.858021 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-33938853-97bd-41f2-871d-2dbcfa505c3d tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:40.858651 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-33938853-97bd-41f2-871d-2dbcfa505c3d tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:40.885357 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33938853-97bd-41f2-871d-2dbcfa505c3d tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Pushing event updated for resources: {'Port': ['ID=29d4de75-2c78-4bbb-83c4-0f004513c3d1,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:40.897637 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1b2844cd-89e9-49aa-aefc-d2b74b08c8a4 req-2802d0e0-8bdc-458e-8fba-5d41a2703df4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2aa6693-c550-4118-a732-c7c080ef05c8 HTTP/1.1" status: 200 len: 217 time: 0.0721297 Apr 28 19:30:40.916739 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-33938853-97bd-41f2-871d-2dbcfa505c3d tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7058997 Apr 28 19:30:40.934236 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-b9bc4c58-79a3-4008-8f7d-59667aab450a service neutron] Request body: {'port': {'device_id': '92561a5b-4e07-4e6a-8f2a-23a3436ae79a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:30:40.980600 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2844cd-89e9-49aa-aefc-d2b74b08c8a4 req-9a39749a-fb4c-4d1f-b37a-f3773bb45220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:40.983107 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1b2844cd-89e9-49aa-aefc-d2b74b08c8a4 req-9a39749a-fb4c-4d1f-b37a-f3773bb45220 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb798a62-4141-409b-9f67-e98b8568ccb2 HTTP/1.1" status: 200 len: 859 time: 0.0682385 Apr 28 19:30:40.996814 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-4c76d7bd-aa56-4010-8315-4fdb9a6b07aa tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1698666 Apr 28 19:30:41.034182 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-b9bc4c58-79a3-4008-8f7d-59667aab450a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:41.035617 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1b2844cd-89e9-49aa-aefc-d2b74b08c8a4 req-472c3db9-9a78-4980-849b-4cb17f03ccb6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6836a994-cb1e-455e-a97f-31c9ee3bdef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376904 Apr 28 19:30:41.066845 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ebc43af4-307b-4547-8cf9-748e02045c11 req-5bcb281d-de1c-428c-ad70-920f0d512e34 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=556e633a-203b-4980-bbdc-9d8ac7b04d69 HTTP/1.1" status: 200 len: 210 time: 0.0907240 Apr 28 19:30:41.139361 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-750c7995-f048-4ac0-a0d4-7e29a648a5c5 None None] Provisioning complete for port 29d4de75-2c78-4bbb-83c4-0f004513c3d1 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:30:41.140046 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-750c7995-f048-4ac0-a0d4-7e29a648a5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:41.150249 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-8bef62bf-eb77-46b2-97d5-47525a130fa4 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Allocated IP 192.168.233.38 (a2ea96f2-6755-492c-8fa3-72807d68d67a/ba397751-1619-4962-a669-11aa98e2e3bc/3c8175c1-ca25-4523-a3dc-23f2842675bc) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:30:41.193405 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1b2844cd-89e9-49aa-aefc-d2b74b08c8a4 req-abf35e7e-5a6a-4ade-80ea-314596689a08 service neutron] 10.222.0.15 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358304 Apr 28 19:30:41.241673 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-750c7995-f048-4ac0-a0d4-7e29a648a5c5 None None] Port 29d4de75-2c78-4bbb-83c4-0f004513c3d1 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:30:41.336209 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1b2844cd-89e9-49aa-aefc-d2b74b08c8a4 req-6aa52b46-87e9-4720-a17a-ca7841db6b1a service neutron] 10.222.0.15 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381254 Apr 28 19:30:41.356299 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2c239-0ae4-44c6-b2c5-7346c03135b1 req-3a297ffa-8129-4f8d-82c4-fd7df4876371 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:41.358028 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53c2c239-0ae4-44c6-b2c5-7346c03135b1 req-3a297ffa-8129-4f8d-82c4-fd7df4876371 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e5bf37-c053-4f92-9378-3f77aecc7f40 HTTP/1.1" status: 200 len: 950 time: 0.1871760 Apr 28 19:30:41.480485 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53c2c239-0ae4-44c6-b2c5-7346c03135b1 req-79bbaa8a-8b79-42be-8905-92f68acf19df tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931385 Apr 28 19:30:41.557286 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-018b4d8f-804b-4ddd-be6e-f668886b9eba req-420b1839-552c-44c1-9f29-2a6902ec3af9 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 210 time: 0.0425730 Apr 28 19:30:41.584819 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-8bef62bf-eb77-46b2-97d5-47525a130fa4 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:41.605651 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd63af-4d51-42e5-b4dc-6b7c9b2e547c req-945fbe33-b2f0-4659-b1fe-3b3ac8ccf9cc tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:41.615482 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3efd63af-4d51-42e5-b4dc-6b7c9b2e547c req-945fbe33-b2f0-4659-b1fe-3b3ac8ccf9cc tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fe9653c-4321-4cb5-ba30-f73346f13424 HTTP/1.1" status: 200 len: 946 time: 0.0865743 Apr 28 19:30:41.657593 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-8bef62bf-eb77-46b2-97d5-47525a130fa4 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:41.666696 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3efd63af-4d51-42e5-b4dc-6b7c9b2e547c req-e5886c9f-ebe3-4114-b521-e2acc4a87374 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/security-groups?id=85aaaa06-0ed9-43f5-911f-8d31cda5f9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503349 Apr 28 19:30:41.767180 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-8bef62bf-eb77-46b2-97d5-47525a130fa4 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Network a2ea96f2-6755-492c-8fa3-72807d68d67a is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:30:41.775906 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-8bef62bf-eb77-46b2-97d5-47525a130fa4 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:30:41.780659 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8ad0f274-2c7f-4bd9-ba8e-032231e59462 req-7a745a58-cd61-43e3-a681-da3e3cb25171 tempest-QuotasAdminNegativeTest-693510968 tempest-QuotasAdminNegativeTest-693510968-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=476ca1c2c274415d93f3468974400b60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252233 Apr 28 19:30:41.795532 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-8bef62bf-eb77-46b2-97d5-47525a130fa4 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:30:41.801116 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-8bef62bf-eb77-46b2-97d5-47525a130fa4 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:41.801771 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-8bef62bf-eb77-46b2-97d5-47525a130fa4 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:41.848700 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef62bf-eb77-46b2-97d5-47525a130fa4 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Pushing event updated for resources: {'Port': ['ID=3c8175c1-ca25-4523-a3dc-23f2842675bc,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:41.878950 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-8bef62bf-eb77-46b2-97d5-47525a130fa4 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4503481 Apr 28 19:30:41.885726 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c92cca-4c4d-4c3f-a92d-8c994738f720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919bb4b8-a5ff-4b93-bae9-fefeea6783b2'}, {'server_uuid': 'b2e5bf37-c053-4f92-9378-3f77aecc7f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a5e30e-4c80-460a-9d4f-e31ac15f312d'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:30:41.889139 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfa088d-f24d-4f62-a57f-805fdf3bc614" -d '{"events": [{"server_uuid": "32c92cca-4c4d-4c3f-a92d-8c994738f720", "name": "network-vif-plugged", "status": "completed", "tag": "919bb4b8-a5ff-4b93-bae9-fefeea6783b2"}, {"server_uuid": "b2e5bf37-c053-4f92-9378-3f77aecc7f40", "name": "network-vif-plugged", "status": "completed", "tag": "49a5e30e-4c80-460a-9d4f-e31ac15f312d"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:30:41.900047 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-02e1c9ab-227f-4b1c-aa94-ebbb482296ac service neutron] Request body: {'port': {'device_id': '556e633a-203b-4980-bbdc-9d8ac7b04d69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:30:41.937634 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1edf6ce-46ac-4ee2-8911-529c2a792a62 req-5e79bd01-5ee0-4764-819b-8d12e271c3b2 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:41.945459 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d1edf6ce-46ac-4ee2-8911-529c2a792a62 req-5e79bd01-5ee0-4764-819b-8d12e271c3b2 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/ports?device_id=32c92cca-4c4d-4c3f-a92d-8c994738f720 HTTP/1.1" status: 200 len: 949 time: 0.2471931 Apr 28 19:30:41.983659 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0f274-2c7f-4bd9-ba8e-032231e59462 req-5756fcac-9817-419d-94ad-09f36123b4d9 tempest-QuotasAdminNegativeTest-693510968 tempest-QuotasAdminNegativeTest-693510968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:41.985309 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8ad0f274-2c7f-4bd9-ba8e-032231e59462 req-5756fcac-9817-419d-94ad-09f36123b4d9 tempest-QuotasAdminNegativeTest-693510968 tempest-QuotasAdminNegativeTest-693510968-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1811421 Apr 28 19:30:42.014088 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8ad0f274-2c7f-4bd9-ba8e-032231e59462 req-13d8fc91-27a6-4bb0-8aec-34bde9a7b347 tempest-QuotasAdminNegativeTest-693510968 tempest-QuotasAdminNegativeTest-693510968-project] 10.222.0.42 "GET /v2.0/quotas/476ca1c2c274415d93f3468974400b60 HTTP/1.1" status: 200 len: 375 time: 0.0205023 Apr 28 19:30:42.053944 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8ad0f274-2c7f-4bd9-ba8e-032231e59462 req-24d1614d-ca3a-421c-8d6f-8ae817d00b0e tempest-QuotasAdminNegativeTest-693510968 tempest-QuotasAdminNegativeTest-693510968-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=476ca1c2c274415d93f3468974400b60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325336 Apr 28 19:30:42.066809 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d1edf6ce-46ac-4ee2-8911-529c2a792a62 req-7cfff2b6-488a-4cfc-b78c-273e363e1302 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/security-groups?id=2052a2ba-bc21-474c-9217-e003b274475f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176095 Apr 28 19:30:42.073054 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-02e1c9ab-227f-4b1c-aa94-ebbb482296ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:42.077101 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-05eafc1b-d470-489a-8604-dcbf484afc63 None None] Provisioning complete for port 3c8175c1-ca25-4523-a3dc-23f2842675bc triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:30:42.085646 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-05eafc1b-d470-489a-8604-dcbf484afc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:42.133478 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-05eafc1b-d470-489a-8604-dcbf484afc63 None None] Port 3c8175c1-ca25-4523-a3dc-23f2842675bc cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:30:42.144919 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-b9bc4c58-79a3-4008-8f7d-59667aab450a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d4de75-2c78-4bbb-83c4-0f004513c3d1 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:30:42.156267 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-b9bc4c58-79a3-4008-8f7d-59667aab450a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:42.201041 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-b9bc4c58-79a3-4008-8f7d-59667aab450a service neutron] Transition to ACTIVE for port object 29d4de75-2c78-4bbb-83c4-0f004513c3d1 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:30:42.224516 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-b9bc4c58-79a3-4008-8f7d-59667aab450a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:42.240137 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1d728-cca8-4ee5-8382-cd5954c67dd2 req-43c0f6cb-bdb9-4ed1-9356-d6bae935ae2f tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:42.242445 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-acb1d728-cca8-4ee5-8382-cd5954c67dd2 req-43c0f6cb-bdb9-4ed1-9356-d6bae935ae2f tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=f030b5f9-5ef7-4449-a7a0-59be72047267 HTTP/1.1" status: 200 len: 944 time: 0.0542290 Apr 28 19:30:42.288731 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-acb1d728-cca8-4ee5-8382-cd5954c67dd2 req-a67fd49e-4ed4-41de-89d4-dd1a5182c440 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390973 Apr 28 19:30:42.354027 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 28 Apr 2022 19:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f771a2e-850f-40da-ac28-07d410046315 x-openstack-request-id: req-4f771a2e-850f-40da-ac28-07d410046315 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:30:42.354616 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c92cca-4c4d-4c3f-a92d-8c994738f720", "name": "network-vif-plugged", "status": "completed", "tag": "919bb4b8-a5ff-4b93-bae9-fefeea6783b2", "code": 200}, {"server_uuid": "b2e5bf37-c053-4f92-9378-3f77aecc7f40", "name": "network-vif-plugged", "status": "completed", "tag": "49a5e30e-4c80-460a-9d4f-e31ac15f312d", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:30:42.355011 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4f771a2e-850f-40da-ac28-07d410046315 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:30:42.355599 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f771a2e-850f-40da-ac28-07d410046315'] response: {'server_uuid': '32c92cca-4c4d-4c3f-a92d-8c994738f720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919bb4b8-a5ff-4b93-bae9-fefeea6783b2', 'code': 200} Apr 28 19:30:42.355997 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f771a2e-850f-40da-ac28-07d410046315'] response: {'server_uuid': 'b2e5bf37-c053-4f92-9378-3f77aecc7f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a5e30e-4c80-460a-9d4f-e31ac15f312d', 'code': 200} Apr 28 19:30:42.467861 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device b2aa6693-c550-4118-a732-c7c080ef05c8 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:30:42.538815 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98079e34-701a-417e-9d79-f59367174169 req-8ce88de3-1850-4db1-a458-6146218c0af6 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:42.540689 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-98079e34-701a-417e-9d79-f59367174169 req-8ce88de3-1850-4db1-a458-6146218c0af6 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=556e633a-203b-4980-bbdc-9d8ac7b04d69 HTTP/1.1" status: 200 len: 935 time: 0.1252260 Apr 28 19:30:42.558655 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe20e18-10cb-4018-9ea8-894551bad819 req-fa743fdc-3fb6-42fd-991d-3dff2c04bbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:42.560307 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-abe20e18-10cb-4018-9ea8-894551bad819 req-fa743fdc-3fb6-42fd-991d-3dff2c04bbf2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b2e5bf37-c053-4f92-9378-3f77aecc7f40 HTTP/1.1" status: 200 len: 1101 time: 0.1097028 Apr 28 19:30:42.632173 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc4c58-79a3-4008-8f7d-59667aab450a service neutron] Pushing event updated for resources: {'Port': ['ID=29d4de75-2c78-4bbb-83c4-0f004513c3d1,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:42.636582 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-abe20e18-10cb-4018-9ea8-894551bad819 req-b813ba53-c5e0-4a93-af2d-23ec54564e11 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497317 Apr 28 19:30:42.637020 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port b2aa6693-c550-4118-a732-c7c080ef05c8, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=b2aa6693-c550-4118-a732-c7c080ef05c8,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:42.640885 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d9da7-369e-4c6b-9b38-b928be5d5643 req-7f3da877-aa69-4d67-b8d0-dfe3477a526e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:42.642732 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-999d9da7-369e-4c6b-9b38-b928be5d5643 req-7f3da877-aa69-4d67-b8d0-dfe3477a526e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=32c92cca-4c4d-4c3f-a92d-8c994738f720 HTTP/1.1" status: 200 len: 1100 time: 0.1933413 Apr 28 19:30:42.648269 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-98079e34-701a-417e-9d79-f59367174169 req-5e5ac141-2d2a-419d-908c-d5f9f786fa4d tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968306 Apr 28 19:30:42.663587 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device b2aa6693-c550-4118-a732-c7c080ef05c8 has no active binding in host n-h2-839810-1 {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 28 19:30:42.687277 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858ca0f-e007-4bcb-bc1b-a0c59aa1e6fc req-cfe8dc81-d2e2-4b2c-b77e-9edf9c71daa0 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:42.689005 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1858ca0f-e007-4bcb-bc1b-a0c59aa1e6fc req-cfe8dc81-d2e2-4b2c-b77e-9edf9c71daa0 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fe9653c-4321-4cb5-ba30-f73346f13424 HTTP/1.1" status: 200 len: 946 time: 0.5047011 Apr 28 19:30:42.695976 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-9108b08f-bdc3-4eca-bf9f-32f821bcc499 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8b6f268207a441e39ce17d2e9418f280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573399 Apr 28 19:30:42.700787 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35674) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:42.711080 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-999d9da7-369e-4c6b-9b38-b928be5d5643 req-dfde17c0-455f-475b-b287-cbacd0ecee02 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2052a2ba-bc21-474c-9217-e003b274475f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558951 Apr 28 19:30:42.720538 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-0cf3278b-4987-4b31-9952-5d77c4991a96 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Request body: {'floatingip': {'port_id': '41308357-1fc0-4dcc-9750-aee17bbd1bde'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:30:42.785544 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0cf3278b-4987-4b31-9952-5d77c4991a96 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks [] for floatingip, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:42.800038 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-b9bc4c58-79a3-4008-8f7d-59667aab450a service neutron] Attempting to bind port 29d4de75-2c78-4bbb-83c4-0f004513c3d1 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:30:42.800407 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-b9bc4c58-79a3-4008-8f7d-59667aab450a service neutron] Attempting to bind port 29d4de75-2c78-4bbb-83c4-0f004513c3d1 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:30:42.800844 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-b9bc4c58-79a3-4008-8f7d-59667aab450a service neutron] Attempting to bind port 29d4de75-2c78-4bbb-83c4-0f004513c3d1 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:30:42.839619 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-b9bc4c58-79a3-4008-8f7d-59667aab450a service neutron] Port 29d4de75-2c78-4bbb-83c4-0f004513c3d1 on network a2ea96f2-6755-492c-8fa3-72807d68d67a not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:30:42.839619 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-b9bc4c58-79a3-4008-8f7d-59667aab450a service neutron] Attempting to bind port 29d4de75-2c78-4bbb-83c4-0f004513c3d1 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:30:42.855026 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-b9bc4c58-79a3-4008-8f7d-59667aab450a service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:30:42.855416 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-b9bc4c58-79a3-4008-8f7d-59667aab450a service neutron] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:30:42.855728 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-b9bc4c58-79a3-4008-8f7d-59667aab450a service neutron] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:30:42.856198 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-b9bc4c58-79a3-4008-8f7d-59667aab450a service neutron] Bound port: 29d4de75-2c78-4bbb-83c4-0f004513c3d1, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:30:42.856559 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-b9bc4c58-79a3-4008-8f7d-59667aab450a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:42.938915 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e3f97-c34d-488d-8710-0b05790b7add req-6b08628a-a674-44c9-9d7e-ab35df0c4c60 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:42.942625 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-908e3f97-c34d-488d-8710-0b05790b7add req-6b08628a-a674-44c9-9d7e-ab35df0c4c60 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e5bf37-c053-4f92-9378-3f77aecc7f40 HTTP/1.1" status: 200 len: 950 time: 0.1169436 Apr 28 19:30:42.961407 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-a438705d-d314-455b-9fd1-69a55e8b9c7a tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:42.962767 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-a438705d-d314-455b-9fd1-69a55e8b9c7a tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2500274 Apr 28 19:30:42.991910 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-d865ad6a-5db1-4384-ac07-220947623f4b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Request body: {'port': {'device_id': 'a31a55b2-8ef8-4efe-bbd3-88adc46e013a', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'admin_state_up': True, 'tenant_id': '8b6f268207a441e39ce17d2e9418f280'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:30:43.026460 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1c7d12e0-eeb4-4525-931e-cdf8b704c761 req-f206d608-8cfd-4354-9bd2-584945940f58 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 210 time: 0.0557830 Apr 28 19:30:43.027250 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-908e3f97-c34d-488d-8710-0b05790b7add req-8c8ed223-196e-488a-8b9b-c69e2f28cbcd tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790296 Apr 28 19:30:43.094761 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-b9bc4c58-79a3-4008-8f7d-59667aab450a service neutron] For port 29d4de75-2c78-4bbb-83c4-0f004513c3d1, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:30:43.164185 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-b9bc4c58-79a3-4008-8f7d-59667aab450a service neutron] For port 29d4de75-2c78-4bbb-83c4-0f004513c3d1, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=29d4de75-2c78-4bbb-83c4-0f004513c3d1,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:30:43.184919 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-b9bc4c58-79a3-4008-8f7d-59667aab450a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:43.245793 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-02e1c9ab-227f-4b1c-aa94-ebbb482296ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c8175c1-ca25-4523-a3dc-23f2842675bc {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:30:43.269985 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-b9bc4c58-79a3-4008-8f7d-59667aab450a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:43.270592 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-b9bc4c58-79a3-4008-8f7d-59667aab450a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:43.272399 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-b9bc4c58-79a3-4008-8f7d-59667aab450a service neutron] 10.222.0.44 "PUT /v2.0/ports/29d4de75-2c78-4bbb-83c4-0f004513c3d1 HTTP/1.1" status: 200 len: 1095 time: 2.3419425 Apr 28 19:30:43.274057 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-02e1c9ab-227f-4b1c-aa94-ebbb482296ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:43.279200 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92561a5b-4e07-4e6a-8f2a-23a3436ae79a', 'tag': '29d4de75-2c78-4bbb-83c4-0f004513c3d1'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:30:43.282949 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5659c78-b5f8-4193-a6f2-fbe963bed4b7" -d '{"events": [{"name": "network-changed", "server_uuid": "92561a5b-4e07-4e6a-8f2a-23a3436ae79a", "tag": "29d4de75-2c78-4bbb-83c4-0f004513c3d1"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:30:43.328366 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-02e1c9ab-227f-4b1c-aa94-ebbb482296ac service neutron] Transition to ACTIVE for port object 3c8175c1-ca25-4523-a3dc-23f2842675bc will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:30:43.332137 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc4c58-79a3-4008-8f7d-59667aab450a service neutron] Pushing event updated for resources: {'Port': ['ID=29d4de75-2c78-4bbb-83c4-0f004513c3d1,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:43.337311 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-02e1c9ab-227f-4b1c-aa94-ebbb482296ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:43.392358 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-d865ad6a-5db1-4384-ac07-220947623f4b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Made reservation on behalf of 8b6f268207a441e39ce17d2e9418f280 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:30:43.398517 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-d865ad6a-5db1-4384-ac07-220947623f4b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:43.493164 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0914717-7505-4aa8-a939-08f4af1abc53 req-fd3601e7-dfe9-49dd-b08f-16de1bdcfaea tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:43.504531 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f0914717-7505-4aa8-a939-08f4af1abc53 req-fd3601e7-dfe9-49dd-b08f-16de1bdcfaea tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/ports?device_id=32c92cca-4c4d-4c3f-a92d-8c994738f720 HTTP/1.1" status: 200 len: 949 time: 0.2028079 Apr 28 19:30:43.512917 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1c9ab-227f-4b1c-aa94-ebbb482296ac service neutron] Pushing event updated for resources: {'Port': ['ID=3c8175c1-ca25-4523-a3dc-23f2842675bc,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:43.662477 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f0914717-7505-4aa8-a939-08f4af1abc53 req-8ce3fd16-3d0f-451f-a7ae-5c29c287068d tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/security-groups?id=2052a2ba-bc21-474c-9217-e003b274475f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533411 Apr 28 19:30:43.678131 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0cf3278b-4987-4b31-9952-5d77c4991a96 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:43.691034 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0cf3278b-4987-4b31-9952-5d77c4991a96 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:43.703410 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-02e1c9ab-227f-4b1c-aa94-ebbb482296ac service neutron] Attempting to bind port 3c8175c1-ca25-4523-a3dc-23f2842675bc on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:30:43.703696 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-02e1c9ab-227f-4b1c-aa94-ebbb482296ac service neutron] Attempting to bind port 3c8175c1-ca25-4523-a3dc-23f2842675bc by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:30:43.704427 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-02e1c9ab-227f-4b1c-aa94-ebbb482296ac service neutron] Attempting to bind port 3c8175c1-ca25-4523-a3dc-23f2842675bc on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:30:43.719981 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-088acdd2-507d-4699-80a6-bbc34479131b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:43.722720 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-088acdd2-507d-4699-80a6-bbc34479131b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f825fe9b47794b18a1d440cb016e22b1&device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 1098 time: 0.3748732 Apr 28 19:30:43.729567 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3110100-fabb-48b8-b0f5-2c6771be0601 x-openstack-request-id: req-c3110100-fabb-48b8-b0f5-2c6771be0601 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:30:43.729897 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92561a5b-4e07-4e6a-8f2a-23a3436ae79a", "tag": "29d4de75-2c78-4bbb-83c4-0f004513c3d1", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:30:43.731285 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c3110100-fabb-48b8-b0f5-2c6771be0601 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:30:43.731846 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3110100-fabb-48b8-b0f5-2c6771be0601'] response: {'name': 'network-changed', 'server_uuid': '92561a5b-4e07-4e6a-8f2a-23a3436ae79a', 'tag': '29d4de75-2c78-4bbb-83c4-0f004513c3d1', 'status': 'completed', 'code': 200} Apr 28 19:30:43.799607 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-02e1c9ab-227f-4b1c-aa94-ebbb482296ac service neutron] Port 3c8175c1-ca25-4523-a3dc-23f2842675bc on network a2ea96f2-6755-492c-8fa3-72807d68d67a not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:30:43.800494 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-02e1c9ab-227f-4b1c-aa94-ebbb482296ac service neutron] Attempting to bind port 3c8175c1-ca25-4523-a3dc-23f2842675bc on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:30:43.869992 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35712) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:43.880347 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-d865ad6a-5db1-4384-ac07-220947623f4b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Allocated IP 192.168.233.106 (a2ea96f2-6755-492c-8fa3-72807d68d67a/ba397751-1619-4962-a669-11aa98e2e3bc/bedbfd15-14b8-47eb-b3c4-300fef4b6df1) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:30:43.916822 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-2c8426a1-ee68-45bc-b319-82e00eb8a32f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=29d4de75-2c78-4bbb-83c4-0f004513c3d1 HTTP/1.1" status: 200 len: 217 time: 0.1651959 Apr 28 19:30:43.931313 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-02e1c9ab-227f-4b1c-aa94-ebbb482296ac service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:30:43.932199 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-02e1c9ab-227f-4b1c-aa94-ebbb482296ac service neutron] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:30:43.933497 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-02e1c9ab-227f-4b1c-aa94-ebbb482296ac service neutron] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:30:43.934567 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-02e1c9ab-227f-4b1c-aa94-ebbb482296ac service neutron] Bound port: 3c8175c1-ca25-4523-a3dc-23f2842675bc, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:30:43.935423 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-02e1c9ab-227f-4b1c-aa94-ebbb482296ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:44.161803 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-f3c9e27b-8f4d-443f-9020-e57928dda9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:44.161803 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-f3c9e27b-8f4d-443f-9020-e57928dda9f1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.2185514 Apr 28 19:30:44.174136 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1d2506ef-f0e2-49f7-b187-53c264a6194d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:44.218370 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47002ee1-5d33-4113-96c4-216e24a72f92 req-7f6c1790-58a1-4021-91e5-e160d6ada782 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:44.228240 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-47002ee1-5d33-4113-96c4-216e24a72f92 req-7f6c1790-58a1-4021-91e5-e160d6ada782 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=556e633a-203b-4980-bbdc-9d8ac7b04d69 HTTP/1.1" status: 200 len: 947 time: 0.3528566 Apr 28 19:30:44.267212 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ab283-31bb-4fd3-93fd-69c891e28d40 req-d90204f5-2b10-4a63-95c2-87371c589ec4 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:44.269276 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-942ab283-31bb-4fd3-93fd-69c891e28d40 req-d90204f5-2b10-4a63-95c2-87371c589ec4 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=f030b5f9-5ef7-4449-a7a0-59be72047267 HTTP/1.1" status: 200 len: 944 time: 0.1029153 Apr 28 19:30:44.301233 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-0cf3278b-4987-4b31-9952-5d77c4991a96 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Floating IP 6e6892c3-397d-43b5-83bc-dcce4e766e7e associated. External IP: 172.25.8.222, port: 41308357-1fc0-4dcc-9750-aee17bbd1bde. Apr 28 19:30:44.336704 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-02e1c9ab-227f-4b1c-aa94-ebbb482296ac service neutron] For port 3c8175c1-ca25-4523-a3dc-23f2842675bc, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:30:44.386141 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-02e1c9ab-227f-4b1c-aa94-ebbb482296ac service neutron] For port 3c8175c1-ca25-4523-a3dc-23f2842675bc, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=3c8175c1-ca25-4523-a3dc-23f2842675bc,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:30:44.389811 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-942ab283-31bb-4fd3-93fd-69c891e28d40 req-cb8b7161-0b5f-4ac3-9b67-bbe9293f0ef5 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053135 Apr 28 19:30:44.400977 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-47002ee1-5d33-4113-96c4-216e24a72f92 req-3d5cf0ca-2869-4f56-adaa-13fa89de427e tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720731 Apr 28 19:30:44.452802 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-d865ad6a-5db1-4384-ac07-220947623f4b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:44.469946 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-02e1c9ab-227f-4b1c-aa94-ebbb482296ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:44.478067 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-42ecc507-c4e7-4477-8faa-d8c0358600eb service neutron] 10.222.0.15 "GET /v2.0/ports/b2aa6693-c550-4118-a732-c7c080ef05c8/bindings/n-h2-839810-1 HTTP/1.1" status: 200 len: 384 time: 0.1208777 Apr 28 19:30:44.485392 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-4216e066-f7d1-4851-b8d8-15a1a1765ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:44.487030 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-4216e066-f7d1-4851-b8d8-15a1a1765ad6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2999744 Apr 28 19:30:44.548876 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-02e1c9ab-227f-4b1c-aa94-ebbb482296ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:44.549570 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-02e1c9ab-227f-4b1c-aa94-ebbb482296ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:44.550959 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-02e1c9ab-227f-4b1c-aa94-ebbb482296ac service neutron] 10.222.0.44 "PUT /v2.0/ports/3c8175c1-ca25-4523-a3dc-23f2842675bc HTTP/1.1" status: 200 len: 1095 time: 2.6580195 Apr 28 19:30:44.574754 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aac160e0-d224-46c6-ba65-a3db0c75eced req-356f73f8-76da-45b4-84c9-cff29d41e911 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 210 time: 0.0735593 Apr 28 19:30:44.584090 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-12a10215-7801-4c9f-bae0-6ed0267c2d3a req-67207f77-aa76-49f8-9df8-079fc0d95c2b tempest-QuotasAdminNegativeTest-693510968 tempest-QuotasAdminNegativeTest-693510968-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=476ca1c2c274415d93f3468974400b60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425227 Apr 28 19:30:44.717945 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1c9ab-227f-4b1c-aa94-ebbb482296ac service neutron] Pushing event updated for resources: {'Port': ['ID=3c8175c1-ca25-4523-a3dc-23f2842675bc,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:44.760030 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1d2506ef-f0e2-49f7-b187-53c264a6194d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:44.784643 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1d2506ef-f0e2-49f7-b187-53c264a6194d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:44.793718 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-d865ad6a-5db1-4384-ac07-220947623f4b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:44.795543 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf3278b-4987-4b31-9952-5d77c4991a96 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Router c7e3a73b-513d-45dc-b8ab-bce1fbe77db1 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:30:44.807782 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['1a4a4667-75da-4916-8414-40be6204041b'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:30:44.866893 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a10215-7801-4c9f-bae0-6ed0267c2d3a req-951b5124-56d0-4935-bc9e-e1596f461820 tempest-QuotasAdminNegativeTest-693510968 tempest-QuotasAdminNegativeTest-693510968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:44.870928 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-12a10215-7801-4c9f-bae0-6ed0267c2d3a req-951b5124-56d0-4935-bc9e-e1596f461820 tempest-QuotasAdminNegativeTest-693510968 tempest-QuotasAdminNegativeTest-693510968-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2762642 Apr 28 19:30:44.894341 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-53c423b0-8347-4b0f-8b43-a3380ce8a839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:44.896332 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-53c423b0-8347-4b0f-8b43-a3380ce8a839 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f825fe9b47794b18a1d440cb016e22b1&device_id=556e633a-203b-4980-bbdc-9d8ac7b04d69 HTTP/1.1" status: 200 len: 1098 time: 0.2349539 Apr 28 19:30:44.898169 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-2aa7625f-186c-4b65-9e6b-a405e753a860 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881075 Apr 28 19:30:44.906207 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1d2506ef-f0e2-49f7-b187-53c264a6194d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d8e8534ecd304d959e1bb3456792e589&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0332315 Apr 28 19:30:44.914650 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2506ef-f0e2-49f7-b187-53c264a6194d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bb854c-dfa5-4313-992d-087fc2b16c71,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:44.920239 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35732) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:44.925621 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-d865ad6a-5db1-4384-ac07-220947623f4b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Network a2ea96f2-6755-492c-8fa3-72807d68d67a is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:30:44.938623 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-12a10215-7801-4c9f-bae0-6ed0267c2d3a req-eeb1f4e4-c80f-4f8f-a144-889727e94eb0 tempest-QuotasAdminNegativeTest-693510968 tempest-QuotasAdminNegativeTest-693510968-project] 10.222.0.42 "GET /v2.0/quotas/476ca1c2c274415d93f3468974400b60 HTTP/1.1" status: 200 len: 375 time: 0.0572748 Apr 28 19:30:44.952475 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-d865ad6a-5db1-4384-ac07-220947623f4b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:30:44.994518 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d865ad6a-5db1-4384-ac07-220947623f4b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Pushing event updated for resources: {'Port': ['ID=bedbfd15-14b8-47eb-b3c4-300fef4b6df1,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:44.997296 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-d865ad6a-5db1-4384-ac07-220947623f4b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:30:44.999665 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-12a10215-7801-4c9f-bae0-6ed0267c2d3a req-6456c1e0-aca1-4d00-92bb-fb25b0f8eabb tempest-QuotasAdminNegativeTest-693510968 tempest-QuotasAdminNegativeTest-693510968-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=476ca1c2c274415d93f3468974400b60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591886 Apr 28 19:30:45.003887 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-d865ad6a-5db1-4384-ac07-220947623f4b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:45.004577 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-d865ad6a-5db1-4384-ac07-220947623f4b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:45.022778 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052c4c9-7494-49ce-a1c6-bf40b273ca08 req-aada19ed-8908-4e71-a824-0d2c7d62e3a8 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:45.024373 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6052c4c9-7494-49ce-a1c6-bf40b273ca08 req-aada19ed-8908-4e71-a824-0d2c7d62e3a8 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e5bf37-c053-4f92-9378-3f77aecc7f40 HTTP/1.1" status: 200 len: 950 time: 0.3241329 Apr 28 19:30:45.032075 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-8c191aa7-41b6-412d-843f-5727738bdff2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=3c8175c1-ca25-4523-a3dc-23f2842675bc HTTP/1.1" status: 200 len: 217 time: 0.1138508 Apr 28 19:30:45.059129 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-ce6e8beb-61b2-4d24-aea1-24a4bea6e9e3 service neutron] For port b2aa6693-c550-4118-a732-c7c080ef05c8, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=b2aa6693-c550-4118-a732-c7c080ef05c8,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:45.096029 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-ce6e8beb-61b2-4d24-aea1-24a4bea6e9e3 service neutron] For port b2aa6693-c550-4118-a732-c7c080ef05c8, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:30:45.099163 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf3278b-4987-4b31-9952-5d77c4991a96 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:30:45.105831 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0cf3278b-4987-4b31-9952-5d77c4991a96 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:45.123498 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492a2fb2-9abe-4d1d-8ed4-dfb519cde879 None None] Sync routers for ids ['c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:30:45.137943 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492a2fb2-9abe-4d1d-8ed4-dfb519cde879 None None] Routers {'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:30:45.138802 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-492a2fb2-9abe-4d1d-8ed4-dfb519cde879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:30:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:30:45.178042 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-d865ad6a-5db1-4384-ac07-220947623f4b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1928501 Apr 28 19:30:45.183485 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0cf3278b-4987-4b31-9952-5d77c4991a96 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "PUT /v2.0/floatingips/6e6892c3-397d-43b5-83bc-dcce4e766e7e HTTP/1.1" status: 200 len: 992 time: 2.4754398 Apr 28 19:30:45.184679 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe9653c-4321-4cb5-ba30-f73346f13424', 'tag': '41308357-1fc0-4dcc-9750-aee17bbd1bde'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:30:45.187134 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e63c06b-b271-41c7-a4c0-4bd7e63776ad" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe9653c-4321-4cb5-ba30-f73346f13424", "tag": "41308357-1fc0-4dcc-9750-aee17bbd1bde"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:30:45.200597 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-2d65abe2-3419-4412-b064-c06b5fe2458e service neutron] Request body: {'port': {'device_id': 'a31a55b2-8ef8-4efe-bbd3-88adc46e013a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:30:45.228129 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-ce6e8beb-61b2-4d24-aea1-24a4bea6e9e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2aa6693-c550-4118-a732-c7c080ef05c8 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:30:45.243442 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-ce6e8beb-61b2-4d24-aea1-24a4bea6e9e3 service neutron] For port b2aa6693-c550-4118-a732-c7c080ef05c8, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=b2aa6693-c550-4118-a732-c7c080ef05c8,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:45.271436 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617fdbed-d15a-4009-a2c8-f98f583d548a req-a4dbd9c8-bc56-473c-96eb-0a4a40a87fbc tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:45.273125 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-617fdbed-d15a-4009-a2c8-f98f583d548a req-a4dbd9c8-bc56-473c-96eb-0a4a40a87fbc tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/ports?device_id=32c92cca-4c4d-4c3f-a92d-8c994738f720 HTTP/1.1" status: 200 len: 949 time: 0.1129186 Apr 28 19:30:45.274324 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-ce6e8beb-61b2-4d24-aea1-24a4bea6e9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:45.286136 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6052c4c9-7494-49ce-a1c6-bf40b273ca08 req-84953abb-723a-4274-aa73-bf9b1867cbe8 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138155 Apr 28 19:30:45.293077 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-f8b77a3a-93a5-440d-83a7-fc3dc62a6c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:45.294546 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-f8b77a3a-93a5-440d-83a7-fc3dc62a6c50 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.2141440 Apr 28 19:30:45.333152 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-03b1daa3-939b-4c6a-a12e-0e9c2d726b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:45.337296 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-492a2fb2-9abe-4d1d-8ed4-dfb519cde879 None None] Set router c7e3a73b-513d-45dc-b8ab-bce1fbe77db1 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:30:45.360636 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-617fdbed-d15a-4009-a2c8-f98f583d548a req-b4930377-3a5a-4957-9be1-15b1086eb55e tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/security-groups?id=2052a2ba-bc21-474c-9217-e003b274475f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761936 Apr 28 19:30:45.371632 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c1dac930-eb2b-4bc3-9fb0-2ff481c7175e req-a4e3559c-2e4f-40f3-a9ff-677c7db7c2f0 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520447 Apr 28 19:30:45.416587 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7f1547e9-9ec3-4815-8ebd-8611bc182b16 None None] Provisioning complete for port bedbfd15-14b8-47eb-b3c4-300fef4b6df1 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:30:45.418717 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7f1547e9-9ec3-4815-8ebd-8611bc182b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:45.431818 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-03b1daa3-939b-4c6a-a12e-0e9c2d726b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:45.487585 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-2d65abe2-3419-4412-b064-c06b5fe2458e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:45.507416 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7f1547e9-9ec3-4815-8ebd-8611bc182b16 None None] Port bedbfd15-14b8-47eb-b3c4-300fef4b6df1 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:30:45.520353 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-ce6e8beb-61b2-4d24-aea1-24a4bea6e9e3 service neutron] Transition to ACTIVE for port object b2aa6693-c550-4118-a732-c7c080ef05c8 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:30:45.552255 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-ce6e8beb-61b2-4d24-aea1-24a4bea6e9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:45.563789 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-a714ec75-39bb-40ac-92d3-54162b95edad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:45.566985 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-a714ec75-39bb-40ac-92d3-54162b95edad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2517989 Apr 28 19:30:45.571725 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-03b1daa3-939b-4c6a-a12e-0e9c2d726b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:45.573295 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-03b1daa3-939b-4c6a-a12e-0e9c2d726b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:45.574515 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-03b1daa3-939b-4c6a-a12e-0e9c2d726b77 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/41bb854c-dfa5-4313-992d-087fc2b16c71 HTTP/1.1" status: 204 len: 168 time: 0.6477828 Apr 28 19:30:45.651394 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b1daa3-939b-4c6a-a12e-0e9c2d726b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bb854c-dfa5-4313-992d-087fc2b16c71,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:45.663794 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5659c78-b5f8-4193-a6f2-fbe963bed4b7 req-2a021caf-57db-465a-bba2-e669358a65de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:45.665701 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b5659c78-b5f8-4193-a6f2-fbe963bed4b7 req-2a021caf-57db-465a-bba2-e669358a65de service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f825fe9b47794b18a1d440cb016e22b1&device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 1098 time: 0.1907854 Apr 28 19:30:45.680408 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-ce6e8beb-61b2-4d24-aea1-24a4bea6e9e3 service neutron] No DVR routers for this DVR port b2aa6693-c550-4118-a732-c7c080ef05c8 on host n-h1-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:30:45.704565 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8b9c3-3f7b-420f-a023-ca145eda0dcf req-c1811e06-50b9-4a5e-88cd-7955f7d86ea8 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:45.714897 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-13c8b9c3-3f7b-420f-a023-ca145eda0dcf req-c1811e06-50b9-4a5e-88cd-7955f7d86ea8 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fe9653c-4321-4cb5-ba30-f73346f13424 HTTP/1.1" status: 200 len: 946 time: 0.2283893 Apr 28 19:30:45.739331 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '556e633a-203b-4980-bbdc-9d8ac7b04d69', 'tag': '3c8175c1-ca25-4523-a3dc-23f2842675bc'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:30:45.741849 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49500797-3dab-4cd0-94fd-73ff8b81168a" -d '{"events": [{"name": "network-changed", "server_uuid": "556e633a-203b-4980-bbdc-9d8ac7b04d69", "tag": "3c8175c1-ca25-4523-a3dc-23f2842675bc"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:30:45.742739 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e8beb-61b2-4d24-aea1-24a4bea6e9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=b2aa6693-c550-4118-a732-c7c080ef05c8,revision_number=10']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:45.774914 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e8beb-61b2-4d24-aea1-24a4bea6e9e3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:45.775258 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e8beb-61b2-4d24-aea1-24a4bea6e9e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:45.775600 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e8beb-61b2-4d24-aea1-24a4bea6e9e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:45.775937 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e8beb-61b2-4d24-aea1-24a4bea6e9e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:45.776301 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e8beb-61b2-4d24-aea1-24a4bea6e9e3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:45.776630 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e8beb-61b2-4d24-aea1-24a4bea6e9e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:45.776959 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e8beb-61b2-4d24-aea1-24a4bea6e9e3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:45.777282 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e8beb-61b2-4d24-aea1-24a4bea6e9e3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:45.777614 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e8beb-61b2-4d24-aea1-24a4bea6e9e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:45.778124 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e8beb-61b2-4d24-aea1-24a4bea6e9e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:45.778465 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e8beb-61b2-4d24-aea1-24a4bea6e9e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:45.778901 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e8beb-61b2-4d24-aea1-24a4bea6e9e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:45.804611 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-ce6e8beb-61b2-4d24-aea1-24a4bea6e9e3 service neutron] 10.222.0.15 "PUT /v2.0/ports/b2aa6693-c550-4118-a732-c7c080ef05c8/bindings/n-h2-839810-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3190584 Apr 28 19:30:45.855555 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-13c8b9c3-3f7b-420f-a023-ca145eda0dcf req-18739267-f77f-4947-abd7-213a9ccc3b86 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/security-groups?id=85aaaa06-0ed9-43f5-911f-8d31cda5f9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372566 Apr 28 19:30:45.895934 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-492a2fb2-9abe-4d1d-8ed4-dfb519cde879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1117398245-router', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:28:45Z', 'updated_at': '2022-04-28T19:28:56Z', 'revision_number': 4, 'project_id': '39f1ec92eba944f2870178ab14420527', 'gw_port': {'id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:47Z', 'updated_at': '2022-04-28T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '6e6892c3-397d-43b5-83bc-dcce4e766e7e', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'floating_ip_address': '172.25.8.222', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'port_id': '41308357-1fc0-4dcc-9750-aee17bbd1bde', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b', 'mac_address': 'fa:16:3e:37:e3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe9653c-4321-4cb5-ba30-f73346f13424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:29:25Z', 'updated_at': '2022-04-28T19:30:43Z', 'revision_number': 5, 'project_id': '39f1ec92eba944f2870178ab14420527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56e91097-d6c1-424a-aad6-9cee3c817a99', 'name': '', 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'mac_address': 'fa:16:3e:52:61:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '696baa90-df03-47df-9fe8-e65ce72cb57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:54Z', 'updated_at': '2022-04-28T19:29:05Z', 'revision_number': 5, 'project_id': '39f1ec92eba944f2870178ab14420527', 'subnets': [{'id': '696baa90-df03-47df-9fe8-e65ce72cb57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:30:45.964823 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcba0f4-5c35-46e7-b1c5-5d3447ef8b24 x-openstack-request-id: req-fdcba0f4-5c35-46e7-b1c5-5d3447ef8b24 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:30:45.965216 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe9653c-4321-4cb5-ba30-f73346f13424", "tag": "41308357-1fc0-4dcc-9750-aee17bbd1bde", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:30:45.965614 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fdcba0f4-5c35-46e7-b1c5-5d3447ef8b24 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:30:45.966351 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdcba0f4-5c35-46e7-b1c5-5d3447ef8b24'] response: {'name': 'network-changed', 'server_uuid': '5fe9653c-4321-4cb5-ba30-f73346f13424', 'tag': '41308357-1fc0-4dcc-9750-aee17bbd1bde', 'status': 'completed', 'code': 200} Apr 28 19:30:46.001007 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492a2fb2-9abe-4d1d-8ed4-dfb519cde879 None None] Checking router: c7e3a73b-513d-45dc-b8ab-bce1fbe77db1 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:30:46.022905 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492a2fb2-9abe-4d1d-8ed4-dfb519cde879 None None] Routers {'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:30:46.024979 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-492a2fb2-9abe-4d1d-8ed4-dfb519cde879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:30:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:30:46.120729 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63c06b-b271-41c7-a4c0-4bd7e63776ad req-9cfdc6d7-95d2-4f3d-8580-b21bd98cf2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:46.123000 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4e63c06b-b271-41c7-a4c0-4bd7e63776ad req-9cfdc6d7-95d2-4f3d-8580-b21bd98cf2b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=39f1ec92eba944f2870178ab14420527&device_id=5fe9653c-4321-4cb5-ba30-f73346f13424 HTTP/1.1" status: 200 len: 1097 time: 0.1557050 Apr 28 19:30:46.124651 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35766) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:46.134890 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-16b67741-59ab-4167-a94a-da6eb0582e80 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:46.136381 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-16b67741-59ab-4167-a94a-da6eb0582e80 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f030b5f9-5ef7-4449-a7a0-59be72047267&tenant_id=e1af134fdfb54762be9898d865bc6112&binding%3Ahost_id=n-h1-839810-1 HTTP/1.1" status: 200 len: 1096 time: 0.2506049 Apr 28 19:30:46.157884 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fca3d86a-1aac-4217-aa72-372154b3cd94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:46.200155 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-c8f58bc5-9f5a-4611-823a-8fbee96f327a service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6191092 Apr 28 19:30:46.212004 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea3b51-5de1-4007-8c01-084c9d5046e2 req-3e219da6-5281-4a09-949c-4a05c0e953cd tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:46.219423 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f7ea3b51-5de1-4007-8c01-084c9d5046e2 req-3e219da6-5281-4a09-949c-4a05c0e953cd tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=9463486f-9912-4389-85cb-292fced48623 HTTP/1.1" status: 200 len: 949 time: 0.1790655 Apr 28 19:30:46.246295 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-492a2fb2-9abe-4d1d-8ed4-dfb519cde879 None None] Set router c7e3a73b-513d-45dc-b8ab-bce1fbe77db1 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:30:46.367284 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5659c78-b5f8-4193-a6f2-fbe963bed4b7 req-87c23d36-9601-4ec5-8d07-dd60f32cce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:46.368776 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b5659c78-b5f8-4193-a6f2-fbe963bed4b7 req-87c23d36-9601-4ec5-8d07-dd60f32cce5d service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.6919973 Apr 28 19:30:46.390369 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f7ea3b51-5de1-4007-8c01-084c9d5046e2 req-b3a79e4c-2524-45e6-b18c-48a5d6ca9a32 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676307 Apr 28 19:30:46.418144 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-e94d56a3-b518-4806-8763-17fc279c12fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:46.425904 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-e94d56a3-b518-4806-8763-17fc279c12fd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f030b5f9-5ef7-4449-a7a0-59be72047267&tenant_id=e1af134fdfb54762be9898d865bc6112 HTTP/1.1" status: 200 len: 1096 time: 0.2708106 Apr 28 19:30:46.450427 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b5659c78-b5f8-4193-a6f2-fbe963bed4b7 req-e5c2b396-24a8-4677-bf95-6ab27fc2b114 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=29d4de75-2c78-4bbb-83c4-0f004513c3d1 HTTP/1.1" status: 200 len: 217 time: 0.0581098 Apr 28 19:30:46.463632 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63c06b-b271-41c7-a4c0-4bd7e63776ad req-4534b6b0-e1b0-41d4-af0d-a0708358ea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:46.465286 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4e63c06b-b271-41c7-a4c0-4bd7e63776ad req-4534b6b0-e1b0-41d4-af0d-a0708358ea89 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c9825b71-8d0c-4c62-9276-978f0a60b02b HTTP/1.1" status: 200 len: 925 time: 0.3263655 Apr 28 19:30:46.506597 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-377bb29b-7d10-496e-8eb1-7ec5ebd7e76e req-c88b392a-09ef-4551-bce5-4725f7e57bfa service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776966 Apr 28 19:30:46.565746 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5659c78-b5f8-4193-a6f2-fbe963bed4b7 req-6065759e-fe2d-4275-b7d8-6ce340dc2f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:46.566500 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b5659c78-b5f8-4193-a6f2-fbe963bed4b7 req-6065759e-fe2d-4275-b7d8-6ce340dc2f40 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.0965528 Apr 28 19:30:46.595429 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-2d65abe2-3419-4412-b064-c06b5fe2458e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bedbfd15-14b8-47eb-b3c4-300fef4b6df1 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:30:46.595929 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-492a2fb2-9abe-4d1d-8ed4-dfb519cde879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1117398245-router', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:28:45Z', 'updated_at': '2022-04-28T19:28:56Z', 'revision_number': 4, 'project_id': '39f1ec92eba944f2870178ab14420527', 'gw_port': {'id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:47Z', 'updated_at': '2022-04-28T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '6e6892c3-397d-43b5-83bc-dcce4e766e7e', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'floating_ip_address': '172.25.8.222', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'port_id': '41308357-1fc0-4dcc-9750-aee17bbd1bde', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b', 'mac_address': 'fa:16:3e:37:e3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe9653c-4321-4cb5-ba30-f73346f13424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:29:25Z', 'updated_at': '2022-04-28T19:30:43Z', 'revision_number': 5, 'project_id': '39f1ec92eba944f2870178ab14420527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56e91097-d6c1-424a-aad6-9cee3c817a99', 'name': '', 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'mac_address': 'fa:16:3e:52:61:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '696baa90-df03-47df-9fe8-e65ce72cb57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:54Z', 'updated_at': '2022-04-28T19:29:05Z', 'revision_number': 5, 'project_id': '39f1ec92eba944f2870178ab14420527', 'subnets': [{'id': '696baa90-df03-47df-9fe8-e65ce72cb57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:30:46.622514 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-2d65abe2-3419-4412-b064-c06b5fe2458e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:46.633351 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-8193af17-e257-4ed6-b09b-d692fc029154 req-99597556-9566-4214-a60a-52e5b095d9ee service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:30:46.634404 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8193af17-e257-4ed6-b09b-d692fc029154 req-99597556-9566-4214-a60a-52e5b095d9ee service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094533 Apr 28 19:30:46.639600 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fca3d86a-1aac-4217-aa72-372154b3cd94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:46.642021 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4e63c06b-b271-41c7-a4c0-4bd7e63776ad req-e8142048-4b77-4c62-901b-40dccdb9fcc2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41308357-1fc0-4dcc-9750-aee17bbd1bde HTTP/1.1" status: 200 len: 1000 time: 0.1690309 Apr 28 19:30:46.648927 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-2d65abe2-3419-4412-b064-c06b5fe2458e service neutron] Transition to ACTIVE for port object bedbfd15-14b8-47eb-b3c4-300fef4b6df1 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:30:46.649549 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-e8a88e6b-72f5-4d69-941e-107ecb574bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:46.651166 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-e8a88e6b-72f5-4d69-941e-107ecb574bb5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1af134fdfb54762be9898d865bc6112&device_id=f030b5f9-5ef7-4449-a7a0-59be72047267 HTTP/1.1" status: 200 len: 1096 time: 0.1829512 Apr 28 19:30:46.652368 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492a2fb2-9abe-4d1d-8ed4-dfb519cde879 None None] The sync data for ids ['c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'] in n-d-839810-1 is: [{'id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1117398245-router', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:28:45Z', 'updated_at': '2022-04-28T19:28:56Z', 'revision_number': 4, 'project_id': '39f1ec92eba944f2870178ab14420527', 'gw_port': {'id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:47Z', 'updated_at': '2022-04-28T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '6e6892c3-397d-43b5-83bc-dcce4e766e7e', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'floating_ip_address': '172.25.8.222', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'port_id': '41308357-1fc0-4dcc-9750-aee17bbd1bde', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b', 'mac_address': 'fa:16:3e:37:e3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe9653c-4321-4cb5-ba30-f73346f13424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:29:25Z', 'updated_at': '2022-04-28T19:30:43Z', 'revision_number': 5, 'project_id': '39f1ec92eba944f2870178ab14420527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56e91097-d6c1-424a-aad6-9cee3c817a99', 'name': '', 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'mac_address': 'fa:16:3e:52:61:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '696baa90-df03-47df-9fe8-e65ce72cb57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:54Z', 'updated_at': '2022-04-28T19:29:05Z', 'revision_number': 5, 'project_id': '39f1ec92eba944f2870178ab14420527', 'subnets': [{'id': '696baa90-df03-47df-9fe8-e65ce72cb57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:30:46.654254 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fca3d86a-1aac-4217-aa72-372154b3cd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:46.662810 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5659c78-b5f8-4193-a6f2-fbe963bed4b7 req-40db34e7-7b6f-4175-80c8-77181f39d71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:46.664784 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b5659c78-b5f8-4193-a6f2-fbe963bed4b7 req-40db34e7-7b6f-4175-80c8-77181f39d71e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0802932 Apr 28 19:30:46.665770 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-2d65abe2-3419-4412-b064-c06b5fe2458e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:46.686095 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123d83d-87bf-44b8-bd98-0251618e060e req-0ef916a9-446c-4c6d-9b66-4a91139ab6c8 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:46.694329 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2123d83d-87bf-44b8-bd98-0251618e060e req-0ef916a9-446c-4c6d-9b66-4a91139ab6c8 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=556e633a-203b-4980-bbdc-9d8ac7b04d69 HTTP/1.1" status: 200 len: 947 time: 0.1951466 Apr 28 19:30:46.785316 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65abe2-3419-4412-b064-c06b5fe2458e service neutron] Pushing event updated for resources: {'Port': ['ID=bedbfd15-14b8-47eb-b3c4-300fef4b6df1,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:46.881836 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-2d65abe2-3419-4412-b064-c06b5fe2458e service neutron] Attempting to bind port bedbfd15-14b8-47eb-b3c4-300fef4b6df1 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:30:46.882173 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-2d65abe2-3419-4412-b064-c06b5fe2458e service neutron] Attempting to bind port bedbfd15-14b8-47eb-b3c4-300fef4b6df1 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:30:46.882502 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-2d65abe2-3419-4412-b064-c06b5fe2458e service neutron] Attempting to bind port bedbfd15-14b8-47eb-b3c4-300fef4b6df1 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:30:46.904004 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-2d65abe2-3419-4412-b064-c06b5fe2458e service neutron] Port bedbfd15-14b8-47eb-b3c4-300fef4b6df1 on network a2ea96f2-6755-492c-8fa3-72807d68d67a not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:30:46.904360 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-2d65abe2-3419-4412-b064-c06b5fe2458e service neutron] Attempting to bind port bedbfd15-14b8-47eb-b3c4-300fef4b6df1 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:30:46.910559 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b5659c78-b5f8-4193-a6f2-fbe963bed4b7 req-1715a7f2-ea34-4c8c-8e3e-e53ccba37388 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363019 Apr 28 19:30:46.916725 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-2d65abe2-3419-4412-b064-c06b5fe2458e service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:30:46.917077 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-2d65abe2-3419-4412-b064-c06b5fe2458e service neutron] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:30:46.917447 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-2d65abe2-3419-4412-b064-c06b5fe2458e service neutron] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:30:46.917890 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-2d65abe2-3419-4412-b064-c06b5fe2458e service neutron] Bound port: bedbfd15-14b8-47eb-b3c4-300fef4b6df1, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:30:46.918252 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-2d65abe2-3419-4412-b064-c06b5fe2458e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:46.938773 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db48fd-0f5c-424c-b43a-5d0d6ba2da16 req-1e5ddc3f-fcf3-4d53-9284-e64face218ba tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:46.940954 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b6db48fd-0f5c-424c-b43a-5d0d6ba2da16 req-1e5ddc3f-fcf3-4d53-9284-e64face218ba tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=f030b5f9-5ef7-4449-a7a0-59be72047267 HTTP/1.1" status: 200 len: 945 time: 0.1215744 Apr 28 19:30:47.000178 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe19d6e-193f-45da-9fcc-96d7318fca1d None None] New status for floating IP 6e6892c3-397d-43b5-83bc-dcce4e766e7e: ACTIVE {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:30:47.084587 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b6db48fd-0f5c-424c-b43a-5d0d6ba2da16 req-88e2c121-c943-4779-9159-be8e868a0004 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331551 Apr 28 19:30:47.096946 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca3d86a-1aac-4217-aa72-372154b3cd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c633e6-913f-4429-9f88-09318cc7ca79,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:47.105853 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-fca3d86a-1aac-4217-aa72-372154b3cd94 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c7cdfa889d534f5cbc1cb435f9425a17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9749937 Apr 28 19:30:47.107842 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35772) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:47.145632 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-2d65abe2-3419-4412-b064-c06b5fe2458e service neutron] For port bedbfd15-14b8-47eb-b3c4-300fef4b6df1, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:30:47.150228 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-2d65abe2-3419-4412-b064-c06b5fe2458e service neutron] For port bedbfd15-14b8-47eb-b3c4-300fef4b6df1, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=bedbfd15-14b8-47eb-b3c4-300fef4b6df1,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:30:47.153566 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b5659c78-b5f8-4193-a6f2-fbe963bed4b7 req-0f00ecbb-e07e-4360-9240-7a30cd2d21a1 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228990 Apr 28 19:30:47.157120 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-2d65abe2-3419-4412-b064-c06b5fe2458e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:47.166031 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2123d83d-87bf-44b8-bd98-0251618e060e req-70be6612-efcf-4a9e-bf3a-99e05036e5c9 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4707575 Apr 28 19:30:47.171028 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63c06b-b271-41c7-a4c0-4bd7e63776ad req-7c9f0d47-796a-4514-96ca-9e1006682b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:47.175617 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4e63c06b-b271-41c7-a4c0-4bd7e63776ad req-7c9f0d47-796a-4514-96ca-9e1006682b98 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=696baa90-df03-47df-9fe8-e65ce72cb57c HTTP/1.1" status: 200 len: 863 time: 0.5172949 Apr 28 19:30:47.230479 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-2d65abe2-3419-4412-b064-c06b5fe2458e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:47.231259 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-2d65abe2-3419-4412-b064-c06b5fe2458e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:47.233084 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-2d65abe2-3419-4412-b064-c06b5fe2458e service neutron] 10.222.0.15 "PUT /v2.0/ports/bedbfd15-14b8-47eb-b3c4-300fef4b6df1 HTTP/1.1" status: 200 len: 1096 time: 2.0428843 Apr 28 19:30:47.248344 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65abe2-3419-4412-b064-c06b5fe2458e service neutron] Pushing event updated for resources: {'Port': ['ID=bedbfd15-14b8-47eb-b3c4-300fef4b6df1,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:47.286682 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2511dc00-7b7f-4346-9a48-c8e77c461ee4 x-openstack-request-id: req-2511dc00-7b7f-4346-9a48-c8e77c461ee4 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:30:47.287118 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "556e633a-203b-4980-bbdc-9d8ac7b04d69", "tag": "3c8175c1-ca25-4523-a3dc-23f2842675bc", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:30:47.287823 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2511dc00-7b7f-4346-9a48-c8e77c461ee4 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:30:47.288221 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2511dc00-7b7f-4346-9a48-c8e77c461ee4'] response: {'name': 'network-changed', 'server_uuid': '556e633a-203b-4980-bbdc-9d8ac7b04d69', 'tag': '3c8175c1-ca25-4523-a3dc-23f2842675bc', 'status': 'completed', 'code': 200} Apr 28 19:30:47.302929 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63c06b-b271-41c7-a4c0-4bd7e63776ad req-e72d08a2-7b83-49d5-b61c-cb0986828206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:47.314845 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4e63c06b-b271-41c7-a4c0-4bd7e63776ad req-e72d08a2-7b83-49d5-b61c-cb0986828206 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9825b71-8d0c-4c62-9276-978f0a60b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249318 Apr 28 19:30:47.326847 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0735057c-938a-42d6-b103-0256a90de93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:47.406437 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734413a-8c15-4ecc-a382-d583b0442841 req-34e5d10d-6c6a-4e53-9351-65551c3d7188 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:47.408400 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9734413a-8c15-4ecc-a382-d583b0442841 req-34e5d10d-6c6a-4e53-9351-65551c3d7188 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 948 time: 0.1946187 Apr 28 19:30:47.409954 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-981e635f-d192-496a-b063-a060701cefb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:47.412914 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-981e635f-d192-496a-b063-a060701cefb9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6836a994-cb1e-455e-a97f-31c9ee3bdef2 HTTP/1.1" status: 200 len: 920 time: 0.7464967 Apr 28 19:30:47.429796 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0735057c-938a-42d6-b103-0256a90de93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:47.462748 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-f8fd4372-e109-4214-a862-f5b9d2f85488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:47.464266 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-f8fd4372-e109-4214-a862-f5b9d2f85488 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 1099 time: 0.1623750 Apr 28 19:30:47.517010 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-5304f77b-95b3-41e6-8b11-38b620bf8edf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=bedbfd15-14b8-47eb-b3c4-300fef4b6df1 HTTP/1.1" status: 200 len: 217 time: 0.0408726 Apr 28 19:30:47.552139 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9734413a-8c15-4ecc-a382-d583b0442841 req-2bab99f9-2287-49a7-8d29-13ddd184e45d tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298070 Apr 28 19:30:47.555641 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49500797-3dab-4cd0-94fd-73ff8b81168a req-86928fca-d447-44e5-9e14-c9422e8adca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:47.557404 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49500797-3dab-4cd0-94fd-73ff8b81168a req-86928fca-d447-44e5-9e14-c9422e8adca6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f825fe9b47794b18a1d440cb016e22b1&device_id=556e633a-203b-4980-bbdc-9d8ac7b04d69 HTTP/1.1" status: 200 len: 1098 time: 0.1911743 Apr 28 19:30:47.591123 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-6c942950-1d47-463e-9a93-faf195e5ed20 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2aa6693-c550-4118-a732-c7c080ef05c8 HTTP/1.1" status: 200 len: 217 time: 0.0599256 Apr 28 19:30:47.695372 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0735057c-938a-42d6-b103-0256a90de93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:47.697956 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0735057c-938a-42d6-b103-0256a90de93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:47.699095 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0735057c-938a-42d6-b103-0256a90de93d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/91c633e6-913f-4429-9f88-09318cc7ca79 HTTP/1.1" status: 204 len: 168 time: 0.5649774 Apr 28 19:30:47.716646 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4e63c06b-b271-41c7-a4c0-4bd7e63776ad req-d138c8ea-1085-450e-9e97-00a54a8fb7fd service neutron] 10.222.0.15 "GET /v2.0/networks/c9825b71-8d0c-4c62-9276-978f0a60b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761957 Apr 28 19:30:47.718559 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-30190f45-b3a5-4b48-99ea-e83f756feed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:47.721074 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-30190f45-b3a5-4b48-99ea-e83f756feed9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb798a62-4141-409b-9f67-e98b8568ccb2 HTTP/1.1" status: 200 len: 859 time: 0.1125987 Apr 28 19:30:47.729113 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc6b60-be89-4ab8-a8e2-299ce862cd57 req-a1c78a3a-4da0-4127-87be-ec55f4d81771 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:47.734793 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc6b60-be89-4ab8-a8e2-299ce862cd57 req-a1c78a3a-4da0-4127-87be-ec55f4d81771 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:47.735933 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-6bd04da7-8ffa-49d6-b9c2-d82263811699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:47.737681 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-6bd04da7-8ffa-49d6-b9c2-d82263811699 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.2118883 Apr 28 19:30:47.742544 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c3dc6b60-be89-4ab8-a8e2-299ce862cd57 req-a1c78a3a-4da0-4127-87be-ec55f4d81771 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=9463486f-9912-4389-85cb-292fced48623&device_id=b2e5bf37-c053-4f92-9378-3f77aecc7f40 HTTP/1.1" status: 200 len: 1690 time: 0.1534190 Apr 28 19:30:47.753343 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0735057c-938a-42d6-b103-0256a90de93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c633e6-913f-4429-9f88-09318cc7ca79,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:47.787677 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35780) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:47.813556 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-1e550ecd-e9e5-4106-94b4-ae358a8b25f1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6836a994-cb1e-455e-a97f-31c9ee3bdef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622265 Apr 28 19:30:47.814309 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488a7b7-2d1a-46c0-b696-c10e8934dec8 req-04939e8c-a497-4a8e-b8f6-9d724469dcde tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:47.822034 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a488a7b7-2d1a-46c0-b696-c10e8934dec8 req-04939e8c-a497-4a8e-b8f6-9d724469dcde tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/ports?device_id=32c92cca-4c4d-4c3f-a92d-8c994738f720 HTTP/1.1" status: 200 len: 949 time: 0.1796477 Apr 28 19:30:47.869122 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49500797-3dab-4cd0-94fd-73ff8b81168a req-d7a121bc-5f99-4a2a-9daa-a8f27c321d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:47.870590 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49500797-3dab-4cd0-94fd-73ff8b81168a req-d7a121bc-5f99-4a2a-9daa-a8f27c321d36 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.2827191 Apr 28 19:30:47.880223 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-548ac4e1-a6b5-45a1-ab33-8fb534cac3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:47.882178 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-548ac4e1-a6b5-45a1-ab33-8fb534cac3d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1352167 Apr 28 19:30:47.893121 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c3dc6b60-be89-4ab8-a8e2-299ce862cd57 req-293acf9f-46bb-444a-8f43-ac7011279e52 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496255 Apr 28 19:30:47.971262 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4e63c06b-b271-41c7-a4c0-4bd7e63776ad req-6d320572-b7ff-460b-977c-f394ce34d644 service neutron] 10.222.0.15 "GET /v2.0/networks/c9825b71-8d0c-4c62-9276-978f0a60b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193673 Apr 28 19:30:47.999705 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49500797-3dab-4cd0-94fd-73ff8b81168a req-b673c1bf-6175-4179-a353-89d7859e9ef1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=3c8175c1-ca25-4523-a3dc-23f2842675bc HTTP/1.1" status: 200 len: 217 time: 0.1165273 Apr 28 19:30:48.006957 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a488a7b7-2d1a-46c0-b696-c10e8934dec8 req-c62c9f91-c30f-49f2-ac9a-bf7a2e8c9eaf tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/security-groups?id=2052a2ba-bc21-474c-9217-e003b274475f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840467 Apr 28 19:30:48.008940 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-2bd70f1f-319e-4018-9a4f-ad973f6fde67 service neutron] 10.222.0.44 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661351 Apr 28 19:30:48.112842 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49500797-3dab-4cd0-94fd-73ff8b81168a req-541d2bca-9a72-4534-b320-50260d5c78ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:48.114639 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49500797-3dab-4cd0-94fd-73ff8b81168a req-541d2bca-9a72-4534-b320-50260d5c78ad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1059544 Apr 28 19:30:48.206648 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8471d-2cae-4c49-8d2c-568f8047a825 req-45f51c8d-7ce7-47f6-add2-c60ca59c65b0 tempest-ServersOnMultiNodesTest-1949443882 tempest-ServersOnMultiNodesTest-1949443882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:48.214052 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4bc8471d-2cae-4c49-8d2c-568f8047a825 req-45f51c8d-7ce7-47f6-add2-c60ca59c65b0 tempest-ServersOnMultiNodesTest-1949443882 tempest-ServersOnMultiNodesTest-1949443882-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9463486f-9912-4389-85cb-292fced48623 HTTP/1.1" status: 200 len: 1100 time: 0.1419590 Apr 28 19:30:48.219876 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-cb74817a-6635-42a6-b34e-51a3dfcf778b service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283470 Apr 28 19:30:48.225482 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49500797-3dab-4cd0-94fd-73ff8b81168a req-8b46dd6b-1bc1-4e89-b3c4-5e2133c9d12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:48.226937 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49500797-3dab-4cd0-94fd-73ff8b81168a req-8b46dd6b-1bc1-4e89-b3c4-5e2133c9d12d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0997577 Apr 28 19:30:48.251491 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-ac211946-86a3-4024-a600-5567a738d51d service neutron] 10.222.0.44 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353258 Apr 28 19:30:48.263570 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4bc8471d-2cae-4c49-8d2c-568f8047a825 req-8bb8e31d-c27c-481b-aa7e-cd493877a0aa tempest-ServersOnMultiNodesTest-1949443882 tempest-ServersOnMultiNodesTest-1949443882-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486209 Apr 28 19:30:48.279914 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ba16110a-623e-4b78-853b-a4b47da56a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:48.493197 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1d911-281a-4416-9461-e229820905ed req-3e7f8ec9-4941-4aa9-a36e-b584e14a58fe tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:48.497367 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51595d0e-4fb4-425e-a065-3396f847dd00 req-af09e4f0-f279-4dc7-9a63-2fd6d65c5a7a tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:48.499163 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-51595d0e-4fb4-425e-a065-3396f847dd00 req-af09e4f0-f279-4dc7-9a63-2fd6d65c5a7a tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=556e633a-203b-4980-bbdc-9d8ac7b04d69 HTTP/1.1" status: 200 len: 947 time: 0.1188259 Apr 28 19:30:48.500485 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b1b1d911-281a-4416-9461-e229820905ed req-3e7f8ec9-4941-4aa9-a36e-b584e14a58fe tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=f030b5f9-5ef7-4449-a7a0-59be72047267 HTTP/1.1" status: 200 len: 945 time: 0.3005908 Apr 28 19:30:48.505422 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 29d4de75-2c78-4bbb-83c4-0f004513c3d1 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:30:48.551945 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49500797-3dab-4cd0-94fd-73ff8b81168a req-07e5dda5-353e-460f-b8a8-460d4baeca45 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070271 Apr 28 19:30:48.562645 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-44ed5862-71ed-4c94-91b6-53b51ee569f2 req-ec15359d-f210-4600-85a9-e7ac3fb6fcb5 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848520 Apr 28 19:30:48.597896 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-51595d0e-4fb4-425e-a065-3396f847dd00 req-04ff20e7-4370-4807-9809-7df54d72053f tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779543 Apr 28 19:30:48.608731 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ba16110a-623e-4b78-853b-a4b47da56a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:48.614021 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b1b1d911-281a-4416-9461-e229820905ed req-b59c85fc-00c6-4ecb-84db-dfe7029afce0 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126480 Apr 28 19:30:48.624719 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ba16110a-623e-4b78-853b-a4b47da56a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:48.681833 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-4273a12b-b133-4514-ab78-33dcdddae39a tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:48.683616 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-4273a12b-b133-4514-ab78-33dcdddae39a tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f030b5f9-5ef7-4449-a7a0-59be72047267&tenant_id=e1af134fdfb54762be9898d865bc6112&binding%3Ahost_id=n-h2-839810-1 HTTP/1.1" status: 200 len: 1096 time: 0.0837922 Apr 28 19:30:48.713434 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 29d4de75-2c78-4bbb-83c4-0f004513c3d1, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=29d4de75-2c78-4bbb-83c4-0f004513c3d1,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:48.733613 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '29d4de75-2c78-4bbb-83c4-0f004513c3d1', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': '29d4de75-2c78-4bbb-83c4-0f004513c3d1', 'mac_address': 'fa:16:3e:68:83:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:30:48.774639 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ba16110a-623e-4b78-853b-a4b47da56a1b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=476ca1c2c274415d93f3468974400b60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9799929 Apr 28 19:30:48.778609 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35826) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:48.804268 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:48.807487 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16110a-623e-4b78-853b-a4b47da56a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c14e9c-dac3-4e99-b55a-20a3d1e6e97b,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:48.827047 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d4de75-2c78-4bbb-83c4-0f004513c3d1 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:30:48.841202 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-96e8cfcb-24ea-4bb2-874d-243811d64522 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f6cb95ce499b463cb4c46aa35681ada9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664723 Apr 28 19:30:48.845354 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49500797-3dab-4cd0-94fd-73ff8b81168a req-f71464e2-eb44-4060-b44f-784af7c0de11 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604172 Apr 28 19:30:48.848258 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c61ba1-b06f-4410-9117-b56b3527933b req-87c08e13-a3eb-4b1e-84ec-f033acdc7f60 tempest-ServersOnMultiNodesTest-1949443882 tempest-ServersOnMultiNodesTest-1949443882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:48.856131 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d2c61ba1-b06f-4410-9117-b56b3527933b req-87c08e13-a3eb-4b1e-84ec-f033acdc7f60 tempest-ServersOnMultiNodesTest-1949443882 tempest-ServersOnMultiNodesTest-1949443882-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b2e5bf37-c053-4f92-9378-3f77aecc7f40 HTTP/1.1" status: 200 len: 1101 time: 0.1295524 Apr 28 19:30:48.873855 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 29d4de75-2c78-4bbb-83c4-0f004513c3d1, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=29d4de75-2c78-4bbb-83c4-0f004513c3d1,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:48.881530 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:48.903821 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d2c61ba1-b06f-4410-9117-b56b3527933b req-3983fb84-36e4-43f2-9c05-d1bfc04c7ec2 tempest-ServersOnMultiNodesTest-1949443882 tempest-ServersOnMultiNodesTest-1949443882-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467305 Apr 28 19:30:48.915099 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device b2aa6693-c550-4118-a732-c7c080ef05c8 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:30:48.999781 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=29d4de75-2c78-4bbb-83c4-0f004513c3d1,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:49.011333 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:49.011688 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:49.012013 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:49.012382 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:49.012717 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:49.013044 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:49.013368 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:49.013694 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:49.014013 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:49.014338 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:49.014659 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:49.014983 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:49.022022 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device b2aa6693-c550-4118-a732-c7c080ef05c8 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:30:49.059810 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-9f1ce394-df08-469f-805f-ab4348c593ff service neutron] For port b2aa6693-c550-4118-a732-c7c080ef05c8, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:30:49.070293 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-9f1ce394-df08-469f-805f-ab4348c593ff service neutron] Notify callbacks [] for binding, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:49.071454 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-00b8745a-dc63-4c30-aefe-b86daffe2c92 req-9f1ce394-df08-469f-805f-ab4348c593ff service neutron] 10.222.0.44 "DELETE /v2.0/ports/b2aa6693-c550-4118-a732-c7c080ef05c8/bindings/n-h1-839810-1 HTTP/1.1" status: 204 len: 173 time: 0.3789895 Apr 28 19:30:49.089335 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6225f65-51ed-4b47-a430-0beacb5ce3b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:49.097217 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e5ea8-5ec0-4c9a-9b0d-d8357223e956 req-4f9d98c9-4111-4479-af2b-d68f42e3ddec tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:49.108023 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a71e5ea8-5ec0-4c9a-9b0d-d8357223e956 req-4f9d98c9-4111-4479-af2b-d68f42e3ddec tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 948 time: 0.1082444 Apr 28 19:30:49.122477 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6225f65-51ed-4b47-a430-0beacb5ce3b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:49.153650 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a71e5ea8-5ec0-4c9a-9b0d-d8357223e956 req-65094583-dbd8-4be3-8ecb-bb52a9751c53 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443313 Apr 28 19:30:49.189128 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-3acbb38d-785d-437c-938c-c041b87b26fc tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:49.197376 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-3acbb38d-785d-437c-938c-c041b87b26fc tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3550298 Apr 28 19:30:49.218937 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-15b9b916-dd33-4d44-819b-4e896a6fbb84 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/quotas/f6cb95ce499b463cb4c46aa35681ada9 HTTP/1.1" status: 200 len: 375 time: 0.0206225 Apr 28 19:30:49.244537 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['29d4de75-2c78-4bbb-83c4-0f004513c3d1'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:30:49.267073 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6225f65-51ed-4b47-a430-0beacb5ce3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:49.270649 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6225f65-51ed-4b47-a430-0beacb5ce3b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:49.274427 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c6225f65-51ed-4b47-a430-0beacb5ce3b6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/55c14e9c-dac3-4e99-b55a-20a3d1e6e97b HTTP/1.1" status: 204 len: 168 time: 0.4804597 Apr 28 19:30:49.286146 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6225f65-51ed-4b47-a430-0beacb5ce3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c14e9c-dac3-4e99-b55a-20a3d1e6e97b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:49.299695 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-4fd645f4-7095-4d7f-9690-23a3bb1e041d tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f6cb95ce499b463cb4c46aa35681ada9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0796168 Apr 28 19:30:49.308785 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a31a55b2-8ef8-4efe-bbd3-88adc46e013a', 'tag': 'bedbfd15-14b8-47eb-b3c4-300fef4b6df1'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:30:49.311100 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c044a534-8193-4620-92ba-093240383180" -d '{"events": [{"name": "network-changed", "server_uuid": "a31a55b2-8ef8-4efe-bbd3-88adc46e013a", "tag": "bedbfd15-14b8-47eb-b3c4-300fef4b6df1"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:30:49.316897 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-6a3f2ba2-666a-4965-90d3-f76d22f153db tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ebad228c1b4944f6b357421a29469bd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512199 Apr 28 19:30:49.592727 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-4e889bc6-043d-4fd5-b74b-cb247ff0be22 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:49.599915 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-4e889bc6-043d-4fd5-b74b-cb247ff0be22 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2753749 Apr 28 19:30:49.601371 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf656fe8-54a0-4ac5-8bf7-6c9ef5b02cbe x-openstack-request-id: req-bf656fe8-54a0-4ac5-8bf7-6c9ef5b02cbe {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:30:49.601655 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a31a55b2-8ef8-4efe-bbd3-88adc46e013a", "tag": "bedbfd15-14b8-47eb-b3c4-300fef4b6df1", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:30:49.601906 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bf656fe8-54a0-4ac5-8bf7-6c9ef5b02cbe {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:30:49.602286 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf656fe8-54a0-4ac5-8bf7-6c9ef5b02cbe'] response: {'name': 'network-changed', 'server_uuid': 'a31a55b2-8ef8-4efe-bbd3-88adc46e013a', 'tag': 'bedbfd15-14b8-47eb-b3c4-300fef4b6df1', 'status': 'completed', 'code': 200} Apr 28 19:30:49.666703 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6e1e3113-e420-4278-a83f-51c739b48e1e req-49d1f225-c673-4d3d-98a1-21d2e01da047 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/ports?device_id=d035bf96-c27c-4c3c-98d7-a7f27b9ab8b7 HTTP/1.1" status: 200 len: 210 time: 0.0537407 Apr 28 19:30:49.725122 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7c3ead20-74ce-4c1d-b96d-c59971dce1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:49.727075 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-2b6ca76a-e434-4873-bd69-8f515d177f34 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/quotas/ebad228c1b4944f6b357421a29469bd6 HTTP/1.1" status: 200 len: 375 time: 0.0980225 Apr 28 19:30:49.777240 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044a534-8193-4620-92ba-093240383180 req-754dfd1f-438e-4418-a95a-317ff779779f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:49.778740 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c044a534-8193-4620-92ba-093240383180 req-754dfd1f-438e-4418-a95a-317ff779779f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 1099 time: 0.1757262 Apr 28 19:30:49.802893 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35868) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:49.811362 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-cd05bf45-40bc-41da-a52a-111dcc5505ea tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebad228c1b4944f6b357421a29469bd6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0831115 Apr 28 19:30:49.826769 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b163f933-cb4f-436f-b6b6-d23f6ca6904a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:49.860564 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbaaee-d60d-48c9-a4c0-0ed3625ec57b req-edbb8759-a869-4999-a4f9-495ecd3c932d tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:49.869530 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-43bbaaee-d60d-48c9-a4c0-0ed3625ec57b req-edbb8759-a869-4999-a4f9-495ecd3c932d tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=556e633a-203b-4980-bbdc-9d8ac7b04d69 HTTP/1.1" status: 200 len: 947 time: 0.1145680 Apr 28 19:30:49.985059 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044a534-8193-4620-92ba-093240383180 req-23b1e988-d3de-4985-999d-748d25925a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:49.987576 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c044a534-8193-4620-92ba-093240383180 req-23b1e988-d3de-4985-999d-748d25925a25 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.1974871 Apr 28 19:30:50.031499 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-43bbaaee-d60d-48c9-a4c0-0ed3625ec57b req-5399b2cc-2212-49bf-bf3c-b4cc26fc7bf8 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604817 Apr 28 19:30:50.067155 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b163f933-cb4f-436f-b6b6-d23f6ca6904a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:50.079400 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b163f933-cb4f-436f-b6b6-d23f6ca6904a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:50.089300 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c044a534-8193-4620-92ba-093240383180 req-88698526-0a0c-42d5-bdcd-a399153636ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=bedbfd15-14b8-47eb-b3c4-300fef4b6df1 HTTP/1.1" status: 200 len: 217 time: 0.0884156 Apr 28 19:30:50.208379 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b163f933-cb4f-436f-b6b6-d23f6ca6904a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cd99a19dd7c44bbfb805d40ba821c00b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4042344 Apr 28 19:30:50.212081 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35886) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:50.218643 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163f933-cb4f-436f-b6b6-d23f6ca6904a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f6e32d-aa22-4a05-856c-202582a0c99a,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:50.284903 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-520a7e90-60ed-4486-acf8-efe089688bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:50.311886 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-520a7e90-60ed-4486-acf8-efe089688bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:50.375291 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-520a7e90-60ed-4486-acf8-efe089688bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:50.378990 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-520a7e90-60ed-4486-acf8-efe089688bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:50.380041 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-520a7e90-60ed-4486-acf8-efe089688bf0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/60f6e32d-aa22-4a05-856c-202582a0c99a HTTP/1.1" status: 204 len: 168 time: 0.1669896 Apr 28 19:30:50.405487 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a7e90-60ed-4486-acf8-efe089688bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f6e32d-aa22-4a05-856c-202582a0c99a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:50.514527 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9b179-0eee-41a3-b2f0-7eaf34a68e15 req-d7bd30ee-c5fb-415d-8ba6-19ebc8d46492 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:50.516947 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3ef9b179-0eee-41a3-b2f0-7eaf34a68e15 req-d7bd30ee-c5fb-415d-8ba6-19ebc8d46492 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=f030b5f9-5ef7-4449-a7a0-59be72047267 HTTP/1.1" status: 200 len: 945 time: 0.4415910 Apr 28 19:30:50.520435 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044a534-8193-4620-92ba-093240383180 req-f7fe982b-590c-4164-9be7-545495a50148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:50.522167 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c044a534-8193-4620-92ba-093240383180 req-f7fe982b-590c-4164-9be7-545495a50148 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.4137006 Apr 28 19:30:50.530561 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 3c8175c1-ca25-4523-a3dc-23f2842675bc details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:30:50.531669 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5e97d187-dd57-43ff-96ec-e45d2a3e9eee req-48ea6d66-929c-4251-b29b-8e9032d9df36 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=39251fbb-350b-4e70-8bc0-b7987ee461b6 HTTP/1.1" status: 200 len: 210 time: 0.0372310 Apr 28 19:30:50.537533 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 29d4de75-2c78-4bbb-83c4-0f004513c3d1 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:30:50.692440 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 29d4de75-2c78-4bbb-83c4-0f004513c3d1 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:30:50.699771 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044a534-8193-4620-92ba-093240383180 req-a5d4e060-16b9-4564-bcaa-0bbb15e48dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:50.701330 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c044a534-8193-4620-92ba-093240383180 req-a5d4e060-16b9-4564-bcaa-0bbb15e48dd2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1455591 Apr 28 19:30:50.714196 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3ef9b179-0eee-41a3-b2f0-7eaf34a68e15 req-10abdf7e-7faa-403a-ab69-fb333f2cc83a tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903081 Apr 28 19:30:50.714529 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 29d4de75-2c78-4bbb-83c4-0f004513c3d1 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:30:50.715921 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:50.773872 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 3c8175c1-ca25-4523-a3dc-23f2842675bc, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=3c8175c1-ca25-4523-a3dc-23f2842675bc,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:50.792343 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '3c8175c1-ca25-4523-a3dc-23f2842675bc', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': '3c8175c1-ca25-4523-a3dc-23f2842675bc', 'mac_address': 'fa:16:3e:12:59:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:30:50.794095 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428c369-867c-4643-96c6-0ac89ece1147 req-b3f69f81-556d-4584-92c8-8ed772b3936d tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:50.795693 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2428c369-867c-4643-96c6-0ac89ece1147 req-b3f69f81-556d-4584-92c8-8ed772b3936d tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 948 time: 0.1600833 Apr 28 19:30:50.922479 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2428c369-867c-4643-96c6-0ac89ece1147 req-79bfca58-569e-42af-840f-1869bb1fdd68 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057198 Apr 28 19:30:50.969536 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c044a534-8193-4620-92ba-093240383180 req-8cbc3ea8-4ceb-49cf-b4b5-f7c085d1653d service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459280 Apr 28 19:30:51.036417 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device bedbfd15-14b8-47eb-b3c4-300fef4b6df1 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:30:51.055860 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c715319f-4cc3-4dd6-bc84-454199f7dd73 req-4fb4ea4b-c884-4eae-9013-2fa67585b70c tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/ports?device_id=d035bf96-c27c-4c3c-98d7-a7f27b9ab8b7 HTTP/1.1" status: 200 len: 210 time: 0.0795200 Apr 28 19:30:51.068812 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:51.071511 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:51.130858 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c8175c1-ca25-4523-a3dc-23f2842675bc {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:30:51.247643 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c044a534-8193-4620-92ba-093240383180 req-a2f4d6b1-263f-45e0-8913-8692ae6c8785 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588964 Apr 28 19:30:51.304847 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 29d4de75-2c78-4bbb-83c4-0f004513c3d1, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=29d4de75-2c78-4bbb-83c4-0f004513c3d1,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:51.305363 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ab32f-822e-4190-9f11-ed3a525b679b req-c2b0c5f8-44a0-4450-a3b0-451d5390e78b tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:51.310047 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-14cc78a7-17ad-44f4-846f-ab3f5d9a3182 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f6cb95ce499b463cb4c46aa35681ada9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468771 Apr 28 19:30:51.312658 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8b8ab32f-822e-4190-9f11-ed3a525b679b req-c2b0c5f8-44a0-4450-a3b0-451d5390e78b tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f030b5f9-5ef7-4449-a7a0-59be72047267 HTTP/1.1" status: 200 len: 1096 time: 0.1744950 Apr 28 19:30:51.324318 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92561a5b-4e07-4e6a-8f2a-23a3436ae79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d4de75-2c78-4bbb-83c4-0f004513c3d1'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:30:51.330397 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea52aac-f36e-4d4b-a1d2-06158547ab8f" -d '{"events": [{"server_uuid": "92561a5b-4e07-4e6a-8f2a-23a3436ae79a", "name": "network-vif-plugged", "status": "completed", "tag": "29d4de75-2c78-4bbb-83c4-0f004513c3d1"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:30:51.345310 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:51.386800 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8b8ab32f-822e-4190-9f11-ed3a525b679b req-a6dd1ce4-47dc-426e-8f16-e9ac272604f8 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698700 Apr 28 19:30:51.598229 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 3c8175c1-ca25-4523-a3dc-23f2842675bc, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=3c8175c1-ca25-4523-a3dc-23f2842675bc,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:51.642931 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ccc1f8-3b7a-4edd-af61-19f392853e69 x-openstack-request-id: req-32ccc1f8-3b7a-4edd-af61-19f392853e69 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:30:51.643658 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92561a5b-4e07-4e6a-8f2a-23a3436ae79a", "name": "network-vif-plugged", "status": "completed", "tag": "29d4de75-2c78-4bbb-83c4-0f004513c3d1", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:30:51.644227 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-32ccc1f8-3b7a-4edd-af61-19f392853e69 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:30:51.645087 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32ccc1f8-3b7a-4edd-af61-19f392853e69'] response: {'server_uuid': '92561a5b-4e07-4e6a-8f2a-23a3436ae79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d4de75-2c78-4bbb-83c4-0f004513c3d1', 'code': 200} Apr 28 19:30:51.650386 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:51.709715 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port bedbfd15-14b8-47eb-b3c4-300fef4b6df1, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=bedbfd15-14b8-47eb-b3c4-300fef4b6df1,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:51.714651 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=29d4de75-2c78-4bbb-83c4-0f004513c3d1,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:51.734129 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'bedbfd15-14b8-47eb-b3c4-300fef4b6df1', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': 'bedbfd15-14b8-47eb-b3c4-300fef4b6df1', 'mac_address': 'fa:16:3e:c0:b2:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:30:51.747122 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-fe8069ce-369b-4694-ae9c-dcc77ac724b4 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:51.749150 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-fe8069ce-369b-4694-ae9c-dcc77ac724b4 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4058642 Apr 28 19:30:51.782436 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-601b8586-0b97-4fa1-8245-e59c4275ee06 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Request body: {'port': {'device_id': 'd035bf96-c27c-4c3c-98d7-a7f27b9ab8b7', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'admin_state_up': True, 'tenant_id': 'f6cb95ce499b463cb4c46aa35681ada9'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:30:51.808016 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03176089-7a40-445d-bc82-50263d4508c8 req-ac4aa065-df1c-44f9-b7b3-1d2c67e905e2 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:51.818966 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-03176089-7a40-445d-bc82-50263d4508c8 req-ac4aa065-df1c-44f9-b7b3-1d2c67e905e2 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=556e633a-203b-4980-bbdc-9d8ac7b04d69 HTTP/1.1" status: 200 len: 947 time: 0.5074430 Apr 28 19:30:51.838932 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:51.842992 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=3c8175c1-ca25-4523-a3dc-23f2842675bc,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:51.868480 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bedbfd15-14b8-47eb-b3c4-300fef4b6df1 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:30:51.911650 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port bedbfd15-14b8-47eb-b3c4-300fef4b6df1, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=bedbfd15-14b8-47eb-b3c4-300fef4b6df1,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:51.919608 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:51.940317 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435db174-bbc7-4444-a074-580146d058b7 req-eed08016-7f73-4bca-b0f7-d80154435db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:51.942054 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-435db174-bbc7-4444-a074-580146d058b7 req-eed08016-7f73-4bca-b0f7-d80154435db2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 1100 time: 0.1694109 Apr 28 19:30:52.003382 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ef353ecd-557d-4fda-97ec-fb8161863fbd req-f74aede1-8c03-4b75-99e7-cefbdc1655a0 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=39251fbb-350b-4e70-8bc0-b7987ee461b6 HTTP/1.1" status: 200 len: 210 time: 0.0660324 Apr 28 19:30:52.020875 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['3c8175c1-ca25-4523-a3dc-23f2842675bc'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:30:52.059740 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-a39d60fc-b685-4878-abfc-9a6dc8c24481 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ebad228c1b4944f6b357421a29469bd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761652 Apr 28 19:30:52.081595 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=bedbfd15-14b8-47eb-b3c4-300fef4b6df1,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:52.107591 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6e162a23-0475-4f97-993c-8117befd215d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:52.227259 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['bedbfd15-14b8-47eb-b3c4-300fef4b6df1'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:30:52.235958 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-03176089-7a40-445d-bc82-50263d4508c8 req-fd20f715-1a85-4bf6-8f8d-0afff5d6cdf5 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158258 Apr 28 19:30:52.261999 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-601b8586-0b97-4fa1-8245-e59c4275ee06 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Made reservation on behalf of f6cb95ce499b463cb4c46aa35681ada9 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:30:52.270289 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-601b8586-0b97-4fa1-8245-e59c4275ee06 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:52.321847 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-435db174-bbc7-4444-a074-580146d058b7 req-4415146c-7f59-49d6-857b-19c6257c5a93 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369610 Apr 28 19:30:52.534788 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-d3ce4811-1b1f-40eb-95b9-30d74f2f17da tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:52.536750 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-d3ce4811-1b1f-40eb-95b9-30d74f2f17da tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/networks?id=6836a994-cb1e-455e-a97f-31c9ee3bdef2 HTTP/1.1" status: 200 len: 819 time: 0.3534310 Apr 28 19:30:52.562122 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-e9395367-bcb8-46d3-91c9-fa0ef26cfef7 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:52.564056 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-e9395367-bcb8-46d3-91c9-fa0ef26cfef7 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4941080 Apr 28 19:30:52.580742 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-849f152c-f3cf-4897-876e-9d54fa6e35ae tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Request body: {'port': {'device_id': '39251fbb-350b-4e70-8bc0-b7987ee461b6', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'admin_state_up': True, 'tenant_id': 'ebad228c1b4944f6b357421a29469bd6'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:30:52.604242 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177aead1-fc46-44c3-ab48-52664b178732 req-5a8e307c-2f85-41bd-878d-76ea24944abf tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:52.604469 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-5573cde3-da5c-4d51-8093-3ed335305df1 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/quotas/e1af134fdfb54762be9898d865bc6112 HTTP/1.1" status: 200 len: 375 time: 0.0565674 Apr 28 19:30:52.613972 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-177aead1-fc46-44c3-ab48-52664b178732 req-5a8e307c-2f85-41bd-878d-76ea24944abf tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 949 time: 0.1857820 Apr 28 19:30:52.662986 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-601b8586-0b97-4fa1-8245-e59c4275ee06 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Allocated IP 192.168.233.131 (a2ea96f2-6755-492c-8fa3-72807d68d67a/ba397751-1619-4962-a669-11aa98e2e3bc/d597eac5-c36c-4055-86c8-843610a9dde1) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:30:52.703121 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-177aead1-fc46-44c3-ab48-52664b178732 req-49f467ca-115d-47a9-a1a7-85d2d8390aca tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879180 Apr 28 19:30:52.805355 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-5296561f-f81d-4cde-b791-2300f012f21d tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e1af134fdfb54762be9898d865bc6112&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1369953 Apr 28 19:30:52.820725 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-849f152c-f3cf-4897-876e-9d54fa6e35ae tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Made reservation on behalf of ebad228c1b4944f6b357421a29469bd6 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:30:52.827614 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-849f152c-f3cf-4897-876e-9d54fa6e35ae tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:52.877308 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fca6fe9e-fe4d-4805-82b8-e9653cc0031b req-5ddb7cc8-f3bf-4d8f-8c78-3555ab91bb98 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/ports?device_id=d035bf96-c27c-4c3c-98d7-a7f27b9ab8b7 HTTP/1.1" status: 200 len: 210 time: 0.0742192 Apr 28 19:30:52.972796 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-601b8586-0b97-4fa1-8245-e59c4275ee06 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:53.039183 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-601b8586-0b97-4fa1-8245-e59c4275ee06 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:53.093703 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-251b9aa1-6293-44a3-9f61-91287f6b3c74 service neutron] 10.222.0.42 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613604 Apr 28 19:30:53.128151 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-601b8586-0b97-4fa1-8245-e59c4275ee06 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Network a2ea96f2-6755-492c-8fa3-72807d68d67a is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:30:53.138711 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['919bb4b8-a5ff-4b93-bae9-fefeea6783b2'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:30:53.139888 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-601b8586-0b97-4fa1-8245-e59c4275ee06 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:30:53.146130 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-601b8586-0b97-4fa1-8245-e59c4275ee06 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:30:53.154805 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-601b8586-0b97-4fa1-8245-e59c4275ee06 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:53.155207 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-601b8586-0b97-4fa1-8245-e59c4275ee06 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:53.197112 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-601b8586-0b97-4fa1-8245-e59c4275ee06 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4334714 Apr 28 19:30:53.199674 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b8586-0b97-4fa1-8245-e59c4275ee06 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Pushing event updated for resources: {'Port': ['ID=d597eac5-c36c-4055-86c8-843610a9dde1,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:53.248979 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b8a9657f-179d-4711-ba7f-322a970b6548 req-73edbc9a-3686-444a-9286-32c0893ca2b9 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=39251fbb-350b-4e70-8bc0-b7987ee461b6 HTTP/1.1" status: 200 len: 210 time: 0.1107635 Apr 28 19:30:53.266490 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-889bcb3b-521a-45e5-b5a2-de0863d86aaa service neutron] Request body: {'port': {'device_id': 'd035bf96-c27c-4c3c-98d7-a7f27b9ab8b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:30:53.337414 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-849f152c-f3cf-4897-876e-9d54fa6e35ae tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Allocated IP 192.168.233.157 (a2ea96f2-6755-492c-8fa3-72807d68d67a/ba397751-1619-4962-a669-11aa98e2e3bc/a588af6e-cda2-47ed-abf0-821458835cb5) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:30:53.403416 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-889bcb3b-521a-45e5-b5a2-de0863d86aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:53.427434 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:53.442054 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-9c94da92-be85-451e-97f3-3de58372f285 service neutron] 10.222.0.42 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471518 Apr 28 19:30:53.753621 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3ef250b1-cc30-427f-b141-2bc55f1345ff None None] Provisioning complete for port d597eac5-c36c-4055-86c8-843610a9dde1 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:30:53.754142 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3ef250b1-cc30-427f-b141-2bc55f1345ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:53.931666 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-3ef250b1-cc30-427f-b141-2bc55f1345ff None None] Port d597eac5-c36c-4055-86c8-843610a9dde1 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:30:53.941450 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-849f152c-f3cf-4897-876e-9d54fa6e35ae tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:54.084584 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-849f152c-f3cf-4897-876e-9d54fa6e35ae tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:54.105960 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['27679c7b-3c6b-4002-a6f4-a1564802e5b4'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:30:54.163196 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['c2e419a1-27cd-4ed4-bf9e-e37de3c0d961', '85587bcf-59af-42cb-9e68-0ce372795bee', 'd1cc09ce-75a3-48ce-ac36-4b9c20b8a342', '49a5e30e-4c80-460a-9d4f-e31ac15f312d'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:30:54.293737 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b317c8-f5fa-4fed-907c-ab704cbe0e17 req-193108b0-f777-4f82-abdc-4b1d07d95957 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:54.294283 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1b317c8-f5fa-4fed-907c-ab704cbe0e17 req-193108b0-f777-4f82-abdc-4b1d07d95957 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 949 time: 0.1350088 Apr 28 19:30:54.302420 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-849f152c-f3cf-4897-876e-9d54fa6e35ae tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Network a2ea96f2-6755-492c-8fa3-72807d68d67a is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:30:54.332361 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-849f152c-f3cf-4897-876e-9d54fa6e35ae tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:30:54.341294 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-849f152c-f3cf-4897-876e-9d54fa6e35ae tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:30:54.351938 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f152c-f3cf-4897-876e-9d54fa6e35ae tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Pushing event updated for resources: {'Port': ['ID=a588af6e-cda2-47ed-abf0-821458835cb5,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:54.432675 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52a8f3-60b6-4990-bb87-3a0761792b3a req-2165c21e-cbae-414a-946c-7b8f9a4fc0fc tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:54.443977 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eb52a8f3-60b6-4990-bb87-3a0761792b3a req-2165c21e-cbae-414a-946c-7b8f9a4fc0fc tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=556e633a-203b-4980-bbdc-9d8ac7b04d69 HTTP/1.1" status: 200 len: 948 time: 0.3903000 Apr 28 19:30:54.558029 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-849f152c-f3cf-4897-876e-9d54fa6e35ae tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:54.558707 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-849f152c-f3cf-4897-876e-9d54fa6e35ae tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:54.569276 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1b317c8-f5fa-4fed-907c-ab704cbe0e17 req-ecfc3d19-4d9b-4928-9e65-6d50d6457cf3 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583055 Apr 28 19:30:54.578728 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-889bcb3b-521a-45e5-b5a2-de0863d86aaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d597eac5-c36c-4055-86c8-843610a9dde1 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:30:54.615077 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-889bcb3b-521a-45e5-b5a2-de0863d86aaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:54.655942 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eb52a8f3-60b6-4990-bb87-3a0761792b3a req-85058c73-4e4a-4c41-ace5-553e8fba6eed tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003391 Apr 28 19:30:54.668903 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-889bcb3b-521a-45e5-b5a2-de0863d86aaa service neutron] Transition to ACTIVE for port object d597eac5-c36c-4055-86c8-843610a9dde1 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:30:54.670110 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 3c8175c1-ca25-4523-a3dc-23f2842675bc up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:30:54.680764 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-849f152c-f3cf-4897-876e-9d54fa6e35ae tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1054840 Apr 28 19:30:54.695871 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-889bcb3b-521a-45e5-b5a2-de0863d86aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:54.706002 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-d6c7809a-29ce-4965-908e-e871ad5b3686 service neutron] Request body: {'port': {'device_id': '39251fbb-350b-4e70-8bc0-b7987ee461b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:30:54.765361 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36016) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:54.812516 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2c953268-bfde-4ecf-8796-be3e9ab17e4d req-cc59aca8-bc65-4999-9640-512f5c32cb1b tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 210 time: 0.1483011 Apr 28 19:30:54.899118 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 3c8175c1-ca25-4523-a3dc-23f2842675bc completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:30:54.904139 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889bcb3b-521a-45e5-b5a2-de0863d86aaa service neutron] Pushing event updated for resources: {'Port': ['ID=d597eac5-c36c-4055-86c8-843610a9dde1,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:54.931560 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device bedbfd15-14b8-47eb-b3c4-300fef4b6df1 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:30:54.982350 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 3c8175c1-ca25-4523-a3dc-23f2842675bc triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:30:54.982728 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:55.028631 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-889bcb3b-521a-45e5-b5a2-de0863d86aaa service neutron] Attempting to bind port d597eac5-c36c-4055-86c8-843610a9dde1 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:30:55.028631 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-889bcb3b-521a-45e5-b5a2-de0863d86aaa service neutron] Attempting to bind port d597eac5-c36c-4055-86c8-843610a9dde1 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:30:55.031684 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-889bcb3b-521a-45e5-b5a2-de0863d86aaa service neutron] Attempting to bind port d597eac5-c36c-4055-86c8-843610a9dde1 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:30:55.043767 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-889bcb3b-521a-45e5-b5a2-de0863d86aaa service neutron] Port d597eac5-c36c-4055-86c8-843610a9dde1 on network a2ea96f2-6755-492c-8fa3-72807d68d67a not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:30:55.044411 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-889bcb3b-521a-45e5-b5a2-de0863d86aaa service neutron] Attempting to bind port d597eac5-c36c-4055-86c8-843610a9dde1 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:30:55.055423 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-fb30ae77-717f-4d8c-8aa8-4fbbc0de7926 None None] Provisioning complete for port a588af6e-cda2-47ed-abf0-821458835cb5 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:30:55.055801 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fb30ae77-717f-4d8c-8aa8-4fbbc0de7926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:55.075750 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-889bcb3b-521a-45e5-b5a2-de0863d86aaa service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:30:55.075750 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-889bcb3b-521a-45e5-b5a2-de0863d86aaa service neutron] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:30:55.075750 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-889bcb3b-521a-45e5-b5a2-de0863d86aaa service neutron] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:30:55.075750 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-889bcb3b-521a-45e5-b5a2-de0863d86aaa service neutron] Bound port: d597eac5-c36c-4055-86c8-843610a9dde1, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:30:55.076523 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-889bcb3b-521a-45e5-b5a2-de0863d86aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:55.128659 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-fb30ae77-717f-4d8c-8aa8-4fbbc0de7926 None None] Port a588af6e-cda2-47ed-abf0-821458835cb5 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:30:55.146689 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0bf7f0-b96c-4ad1-8b58-86a56f93c629 req-e2be5103-bb97-4f93-acc9-3d13c314523e tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:55.157916 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8d0bf7f0-b96c-4ad1-8b58-86a56f93c629 req-e2be5103-bb97-4f93-acc9-3d13c314523e tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/ports?device_id=d035bf96-c27c-4c3c-98d7-a7f27b9ab8b7 HTTP/1.1" status: 200 len: 948 time: 0.3920875 Apr 28 19:30:55.273804 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-d6c7809a-29ce-4965-908e-e871ad5b3686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:55.289306 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port bedbfd15-14b8-47eb-b3c4-300fef4b6df1 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:30:55.293651 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-889bcb3b-521a-45e5-b5a2-de0863d86aaa service neutron] For port d597eac5-c36c-4055-86c8-843610a9dde1, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:30:55.301242 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-889bcb3b-521a-45e5-b5a2-de0863d86aaa service neutron] For port d597eac5-c36c-4055-86c8-843610a9dde1, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=d597eac5-c36c-4055-86c8-843610a9dde1,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:30:55.312043 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-889bcb3b-521a-45e5-b5a2-de0863d86aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:55.315075 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-43d3659b-fa9a-4f0c-ad23-9e1f126ff811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:55.325034 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port bedbfd15-14b8-47eb-b3c4-300fef4b6df1 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:30:55.325447 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:55.396835 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-889bcb3b-521a-45e5-b5a2-de0863d86aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:55.398090 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-889bcb3b-521a-45e5-b5a2-de0863d86aaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:55.411511 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-889bcb3b-521a-45e5-b5a2-de0863d86aaa service neutron] 10.222.0.15 "PUT /v2.0/ports/d597eac5-c36c-4055-86c8-843610a9dde1 HTTP/1.1" status: 200 len: 1096 time: 2.1806178 Apr 28 19:30:55.417630 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd035bf96-c27c-4c3c-98d7-a7f27b9ab8b7', 'tag': 'd597eac5-c36c-4055-86c8-843610a9dde1'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:30:55.422267 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65acfb89-8488-45da-bddb-20e1623bcf65" -d '{"events": [{"name": "network-changed", "server_uuid": "d035bf96-c27c-4c3c-98d7-a7f27b9ab8b7", "tag": "d597eac5-c36c-4055-86c8-843610a9dde1"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:30:55.443788 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8d0bf7f0-b96c-4ad1-8b58-86a56f93c629 req-00824d90-a197-4f04-a2b0-378351eb73af tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/security-groups?id=2052a2ba-bc21-474c-9217-e003b274475f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476068 Apr 28 19:30:55.463016 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:55.579120 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340ae714-f3f1-4e6b-8539-00998ca13f4e x-openstack-request-id: req-340ae714-f3f1-4e6b-8539-00998ca13f4e {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:30:55.579394 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d035bf96-c27c-4c3c-98d7-a7f27b9ab8b7", "tag": "d597eac5-c36c-4055-86c8-843610a9dde1", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:30:55.580793 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-340ae714-f3f1-4e6b-8539-00998ca13f4e {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:30:55.580793 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-340ae714-f3f1-4e6b-8539-00998ca13f4e'] response: {'name': 'network-changed', 'server_uuid': 'd035bf96-c27c-4c3c-98d7-a7f27b9ab8b7', 'tag': 'd597eac5-c36c-4055-86c8-843610a9dde1', 'status': 'completed', 'code': 200} Apr 28 19:30:55.583288 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556e633a-203b-4980-bbdc-9d8ac7b04d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8175c1-ca25-4523-a3dc-23f2842675bc'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:30:55.594319 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf8fd71-a160-425d-82a8-d710d8d474eb" -d '{"events": [{"server_uuid": "556e633a-203b-4980-bbdc-9d8ac7b04d69", "name": "network-vif-plugged", "status": "completed", "tag": "3c8175c1-ca25-4523-a3dc-23f2842675bc"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:30:55.633480 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889bcb3b-521a-45e5-b5a2-de0863d86aaa service neutron] Pushing event updated for resources: {'Port': ['ID=d597eac5-c36c-4055-86c8-843610a9dde1,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:55.664755 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-676d0b5f-c10f-45dc-86bf-7ee23ec361b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:55.666654 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-676d0b5f-c10f-45dc-86bf-7ee23ec361b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6cb95ce499b463cb4c46aa35681ada9&device_id=d035bf96-c27c-4c3c-98d7-a7f27b9ab8b7 HTTP/1.1" status: 200 len: 1099 time: 0.1894748 Apr 28 19:30:55.735776 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 3c8175c1-ca25-4523-a3dc-23f2842675bc, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=3c8175c1-ca25-4523-a3dc-23f2842675bc,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:55.743959 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07018da-ad32-431d-8115-eb644798be4a req-31fd5bc8-59be-47d2-bfa8-6b531e169dbd tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:55.764171 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f07018da-ad32-431d-8115-eb644798be4a req-31fd5bc8-59be-47d2-bfa8-6b531e169dbd tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=39251fbb-350b-4e70-8bc0-b7987ee461b6 HTTP/1.1" status: 200 len: 936 time: 0.2211173 Apr 28 19:30:55.774517 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-b1297c74-f541-4f88-9cc5-511787930546 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=d597eac5-c36c-4055-86c8-843610a9dde1 HTTP/1.1" status: 200 len: 217 time: 0.0982382 Apr 28 19:30:55.829063 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:55.853175 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:55.889477 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f07018da-ad32-431d-8115-eb644798be4a req-5184021e-4da6-4d06-98ca-e92406439b5f tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180265 Apr 28 19:30:55.916238 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:55.924565 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-7b7a7c5f-edcc-4ecb-a13b-6544017bdb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:55.926430 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-7b7a7c5f-edcc-4ecb-a13b-6544017bdb81 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1397233 Apr 28 19:30:56.009120 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-43d3659b-fa9a-4f0c-ad23-9e1f126ff811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:56.118086 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81eeca9a-7db1-4356-8a6d-f5d7579decda x-openstack-request-id: req-81eeca9a-7db1-4356-8a6d-f5d7579decda {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:30:56.121028 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556e633a-203b-4980-bbdc-9d8ac7b04d69", "name": "network-vif-plugged", "status": "completed", "tag": "3c8175c1-ca25-4523-a3dc-23f2842675bc", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:30:56.121386 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-81eeca9a-7db1-4356-8a6d-f5d7579decda {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:30:56.121748 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81eeca9a-7db1-4356-8a6d-f5d7579decda'] response: {'server_uuid': '556e633a-203b-4980-bbdc-9d8ac7b04d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8175c1-ca25-4523-a3dc-23f2842675bc', 'code': 200} Apr 28 19:30:56.139038 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-971c8f11-6259-40e5-ae47-af99eaa6c0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:56.145605 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-971c8f11-6259-40e5-ae47-af99eaa6c0d6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2024000 Apr 28 19:30:56.225145 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:56.227183 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=3c8175c1-ca25-4523-a3dc-23f2842675bc,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:56.356406 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port bedbfd15-14b8-47eb-b3c4-300fef4b6df1, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=bedbfd15-14b8-47eb-b3c4-300fef4b6df1,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:30:56.380613 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b1ae7-90b0-46a0-bb8e-5a6caec4c003 req-cc9f4d6c-0378-41ea-b3b3-472fd5404a08 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:56.382422 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f92b1ae7-90b0-46a0-bb8e-5a6caec4c003 req-cc9f4d6c-0378-41ea-b3b3-472fd5404a08 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 949 time: 0.2961724 Apr 28 19:30:56.385508 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:56.461718 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36042) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:56.481532 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-ade1df9a-cf7e-49e8-93d3-cb9d06167c7a service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926924 Apr 28 19:30:56.500247 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f92b1ae7-90b0-46a0-bb8e-5a6caec4c003 req-feb4a0a7-20fb-4107-9b7f-4ae41065b01a tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974736 Apr 28 19:30:56.543660 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=bedbfd15-14b8-47eb-b3c4-300fef4b6df1,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:56.579249 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-1f83bdc0-2a2b-433a-ac8d-25eb49e4378f tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:56.582788 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-1f83bdc0-2a2b-433a-ac8d-25eb49e4378f tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.15 "GET /v2.0/networks?id=6836a994-cb1e-455e-a97f-31c9ee3bdef2 HTTP/1.1" status: 200 len: 819 time: 0.7046609 Apr 28 19:30:56.606852 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-43d3659b-fa9a-4f0c-ad23-9e1f126ff811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:56.664365 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-a6a27d0b-4e91-4b44-97ce-301a0fe6ba49 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Request body: {'port': {'device_id': '62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b', 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2', 'admin_state_up': True, 'tenant_id': 'e1af134fdfb54762be9898d865bc6112'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:30:56.670342 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e4e2cd7-132f-470d-b414-817054dca1f2 req-899adbb4-1c13-40f5-9587-bb57a36fc1fd service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738498 Apr 28 19:30:56.691424 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d8e3ebfc-ac16-46a3-b781-655a3c02b44f req-d8d5b8ba-6df5-4ef7-8c65-c0bf011c6a44 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 210 time: 0.0437496 Apr 28 19:30:56.712277 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8d58504f-bd48-458f-891e-5b257108f36a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:56.858620 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3659b-fa9a-4f0c-ad23-9e1f126ff811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2659cb-6eb2-4d5b-bcfb-50594e707872,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:56.863354 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acfb89-8488-45da-bddb-20e1623bcf65 req-6b1db165-bf2b-4760-85f0-ef567dd90105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:56.865366 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65acfb89-8488-45da-bddb-20e1623bcf65 req-6b1db165-bf2b-4760-85f0-ef567dd90105 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6cb95ce499b463cb4c46aa35681ada9&device_id=d035bf96-c27c-4c3c-98d7-a7f27b9ab8b7 HTTP/1.1" status: 200 len: 1099 time: 0.1072507 Apr 28 19:30:56.883276 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-43d3659b-fa9a-4f0c-ad23-9e1f126ff811 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ef37f5a1853f4cc88212b80cee2df1a0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1139035 Apr 28 19:30:56.885818 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36048) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:56.915709 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-d6c7809a-29ce-4965-908e-e871ad5b3686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a588af6e-cda2-47ed-abf0-821458835cb5 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:30:56.923368 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea1e06-4ae6-4414-8419-51abfe57163d req-74ca0c1e-e676-4b9e-a9d9-1df9d56f2b2f tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:56.930619 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-afea1e06-4ae6-4414-8419-51abfe57163d req-74ca0c1e-e676-4b9e-a9d9-1df9d56f2b2f tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/ports?device_id=d035bf96-c27c-4c3c-98d7-a7f27b9ab8b7 HTTP/1.1" status: 200 len: 948 time: 0.1392348 Apr 28 19:30:56.942938 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-d6c7809a-29ce-4965-908e-e871ad5b3686 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:56.966473 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8d58504f-bd48-458f-891e-5b257108f36a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:56.966840 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9facb00-f5d6-4684-b9e4-884559a52337 req-4b61fea6-6fae-456d-832b-c7af54fbaece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:56.968859 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c9facb00-f5d6-4684-b9e4-884559a52337 req-4b61fea6-6fae-456d-832b-c7af54fbaece service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=556e633a-203b-4980-bbdc-9d8ac7b04d69 HTTP/1.1" status: 200 len: 1100 time: 0.3783503 Apr 28 19:30:56.988964 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8d58504f-bd48-458f-891e-5b257108f36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:57.001374 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d3f38-c46f-4ad8-8d16-34e3cfc186b2 req-93fc72f2-0d22-40fd-8490-1b1bbc609da5 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:57.003159 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fa9d3f38-c46f-4ad8-8d16-34e3cfc186b2 req-93fc72f2-0d22-40fd-8490-1b1bbc609da5 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=556e633a-203b-4980-bbdc-9d8ac7b04d69 HTTP/1.1" status: 200 len: 949 time: 0.4169824 Apr 28 19:30:57.027321 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-d6c7809a-29ce-4965-908e-e871ad5b3686 service neutron] Transition to ACTIVE for port object a588af6e-cda2-47ed-abf0-821458835cb5 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:30:57.053656 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-d6c7809a-29ce-4965-908e-e871ad5b3686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:57.073878 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-afea1e06-4ae6-4414-8419-51abfe57163d req-59b9dc0b-fe56-437a-b1d8-f8e0545de2b0 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/security-groups?id=2052a2ba-bc21-474c-9217-e003b274475f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342871 Apr 28 19:30:57.083800 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8d58504f-bd48-458f-891e-5b257108f36a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4831cb9452a24eb299f4eff3b749e473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6182303 Apr 28 19:30:57.084461 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36052) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:57.091458 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58504f-bd48-458f-891e-5b257108f36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781f1dd2-ac87-442e-a159-6b03f1ba495c,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:57.094546 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acfb89-8488-45da-bddb-20e1623bcf65 req-c49f7ff2-eb19-4793-a365-c4bc67a0a630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:57.096314 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65acfb89-8488-45da-bddb-20e1623bcf65 req-c49f7ff2-eb19-4793-a365-c4bc67a0a630 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.2203090 Apr 28 19:30:57.137216 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c9facb00-f5d6-4684-b9e4-884559a52337 req-d68051e2-9a09-4f3d-87f9-2917910e6d5e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562922 Apr 28 19:30:57.147760 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-a6a27d0b-4e91-4b44-97ce-301a0fe6ba49 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Made reservation on behalf of e1af134fdfb54762be9898d865bc6112 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:30:57.151250 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-a6a27d0b-4e91-4b44-97ce-301a0fe6ba49 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:57.178427 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4673f985-cb1f-4b2f-94b5-ff91cfcef54b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:57.194597 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fa9d3f38-c46f-4ad8-8d16-34e3cfc186b2 req-3fe8ce4a-6bd7-44cf-9c2c-59747adf85df tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732500 Apr 28 19:30:57.218450 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7809a-29ce-4965-908e-e871ad5b3686 service neutron] Pushing event updated for resources: {'Port': ['ID=a588af6e-cda2-47ed-abf0-821458835cb5,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:57.232724 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65acfb89-8488-45da-bddb-20e1623bcf65 req-92265d28-b532-4185-83cf-82a2b82f8fd5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=d597eac5-c36c-4055-86c8-843610a9dde1 HTTP/1.1" status: 200 len: 217 time: 0.0940189 Apr 28 19:30:57.240830 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-892304de-2ceb-46e0-ba28-397ea980336a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:57.267079 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4673f985-cb1f-4b2f-94b5-ff91cfcef54b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:57.321961 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-892304de-2ceb-46e0-ba28-397ea980336a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:57.343829 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fd88a-8a59-4f79-896b-51eb3ee5bdad req-d42083b0-2ec9-4cf0-9e51-8c215c3071df tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:57.354485 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0a7fd88a-8a59-4f79-896b-51eb3ee5bdad req-d42083b0-2ec9-4cf0-9e51-8c215c3071df tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=39251fbb-350b-4e70-8bc0-b7987ee461b6 HTTP/1.1" status: 200 len: 948 time: 0.1583455 Apr 28 19:30:57.372350 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acfb89-8488-45da-bddb-20e1623bcf65 req-13415e36-6329-47e9-8d92-b1bda66bc864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:57.373896 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65acfb89-8488-45da-bddb-20e1623bcf65 req-13415e36-6329-47e9-8d92-b1bda66bc864 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1282477 Apr 28 19:30:57.455640 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-d6c7809a-29ce-4965-908e-e871ad5b3686 service neutron] Attempting to bind port a588af6e-cda2-47ed-abf0-821458835cb5 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:30:57.455965 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-d6c7809a-29ce-4965-908e-e871ad5b3686 service neutron] Attempting to bind port a588af6e-cda2-47ed-abf0-821458835cb5 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:30:57.456279 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-d6c7809a-29ce-4965-908e-e871ad5b3686 service neutron] Attempting to bind port a588af6e-cda2-47ed-abf0-821458835cb5 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:30:57.466400 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0a7fd88a-8a59-4f79-896b-51eb3ee5bdad req-37a5d2bb-f01d-4f6b-865b-6d7cc963d62a tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090031 Apr 28 19:30:57.471079 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-d6c7809a-29ce-4965-908e-e871ad5b3686 service neutron] Port a588af6e-cda2-47ed-abf0-821458835cb5 on network a2ea96f2-6755-492c-8fa3-72807d68d67a not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:30:57.471324 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-d6c7809a-29ce-4965-908e-e871ad5b3686 service neutron] Attempting to bind port a588af6e-cda2-47ed-abf0-821458835cb5 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:30:57.496879 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-d6c7809a-29ce-4965-908e-e871ad5b3686 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:30:57.497409 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-d6c7809a-29ce-4965-908e-e871ad5b3686 service neutron] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:30:57.498619 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-d6c7809a-29ce-4965-908e-e871ad5b3686 service neutron] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:30:57.498619 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-d6c7809a-29ce-4965-908e-e871ad5b3686 service neutron] Bound port: a588af6e-cda2-47ed-abf0-821458835cb5, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:30:57.498850 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-d6c7809a-29ce-4965-908e-e871ad5b3686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:57.509612 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-892304de-2ceb-46e0-ba28-397ea980336a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:57.511239 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4673f985-cb1f-4b2f-94b5-ff91cfcef54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:57.513736 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-892304de-2ceb-46e0-ba28-397ea980336a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:57.514333 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4673f985-cb1f-4b2f-94b5-ff91cfcef54b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:57.518043 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-892304de-2ceb-46e0-ba28-397ea980336a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/781f1dd2-ac87-442e-a159-6b03f1ba495c HTTP/1.1" status: 204 len: 168 time: 0.4292209 Apr 28 19:30:57.518213 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4673f985-cb1f-4b2f-94b5-ff91cfcef54b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fa2659cb-6eb2-4d5b-bcfb-50594e707872 HTTP/1.1" status: 204 len: 168 time: 0.6216762 Apr 28 19:30:57.521437 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acfb89-8488-45da-bddb-20e1623bcf65 req-d3bc17be-c338-4ce6-972c-460f35e5591f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:57.522239 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65acfb89-8488-45da-bddb-20e1623bcf65 req-d3bc17be-c338-4ce6-972c-460f35e5591f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1288567 Apr 28 19:30:57.531422 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892304de-2ceb-46e0-ba28-397ea980336a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781f1dd2-ac87-442e-a159-6b03f1ba495c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:57.535378 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-a6a27d0b-4e91-4b44-97ce-301a0fe6ba49 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Allocated IP 172.20.0.4 (6836a994-cb1e-455e-a97f-31c9ee3bdef2/bb798a62-4141-409b-9f67-e98b8568ccb2/6db7db40-a23e-4656-883e-e52c47e636b4) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:30:57.538331 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673f985-cb1f-4b2f-94b5-ff91cfcef54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2659cb-6eb2-4d5b-bcfb-50594e707872,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:57.681834 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-d6c7809a-29ce-4965-908e-e871ad5b3686 service neutron] For port a588af6e-cda2-47ed-abf0-821458835cb5, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:30:57.750876 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-d6c7809a-29ce-4965-908e-e871ad5b3686 service neutron] For port a588af6e-cda2-47ed-abf0-821458835cb5, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=a588af6e-cda2-47ed-abf0-821458835cb5,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:30:57.769894 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65acfb89-8488-45da-bddb-20e1623bcf65 req-eebb28e6-f619-4505-9b98-ae6771754897 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232559 Apr 28 19:30:57.794368 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-d6c7809a-29ce-4965-908e-e871ad5b3686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:57.880918 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-d6c7809a-29ce-4965-908e-e871ad5b3686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:57.881857 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-d6c7809a-29ce-4965-908e-e871ad5b3686 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:57.883535 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-d6c7809a-29ce-4965-908e-e871ad5b3686 service neutron] 10.222.0.15 "PUT /v2.0/ports/a588af6e-cda2-47ed-abf0-821458835cb5 HTTP/1.1" status: 200 len: 1096 time: 3.1939311 Apr 28 19:30:57.884216 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39251fbb-350b-4e70-8bc0-b7987ee461b6', 'tag': 'a588af6e-cda2-47ed-abf0-821458835cb5'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:30:57.886657 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902a60df-641d-4db5-9cb5-bc0a368ad8de" -d '{"events": [{"name": "network-changed", "server_uuid": "39251fbb-350b-4e70-8bc0-b7987ee461b6", "tag": "a588af6e-cda2-47ed-abf0-821458835cb5"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:30:57.898929 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-74d149ca-562b-4eb3-b863-a0be85144ba2 req-b21e18e2-2cf7-47b0-8824-af2257c2018e tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 210 time: 0.0670824 Apr 28 19:30:57.941453 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b344f1-5522-4410-8b11-e3a35b38a420 req-3f6af202-22b0-4604-8280-9cba84e50268 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:57.943814 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-07b344f1-5522-4410-8b11-e3a35b38a420 req-3f6af202-22b0-4604-8280-9cba84e50268 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 950 time: 0.2794983 Apr 28 19:30:57.983179 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-a6a27d0b-4e91-4b44-97ce-301a0fe6ba49 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:58.047349 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2775df8b-64dc-4a03-8e1f-05e4c0961e86 x-openstack-request-id: req-2775df8b-64dc-4a03-8e1f-05e4c0961e86 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:30:58.048090 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39251fbb-350b-4e70-8bc0-b7987ee461b6", "tag": "a588af6e-cda2-47ed-abf0-821458835cb5", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:30:58.048226 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2775df8b-64dc-4a03-8e1f-05e4c0961e86 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:30:58.049283 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2775df8b-64dc-4a03-8e1f-05e4c0961e86'] response: {'name': 'network-changed', 'server_uuid': '39251fbb-350b-4e70-8bc0-b7987ee461b6', 'tag': 'a588af6e-cda2-47ed-abf0-821458835cb5', 'status': 'completed', 'code': 200} Apr 28 19:30:58.081412 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-a6a27d0b-4e91-4b44-97ce-301a0fe6ba49 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:58.119353 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7809a-29ce-4965-908e-e871ad5b3686 service neutron] Pushing event updated for resources: {'Port': ['ID=a588af6e-cda2-47ed-abf0-821458835cb5,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:58.123665 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31a55b2-8ef8-4efe-bbd3-88adc46e013a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedbfd15-14b8-47eb-b3c4-300fef4b6df1'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:30:58.129838 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65acfb89-8488-45da-bddb-20e1623bcf65 req-054744fa-4200-47d8-b0bc-564bc20894e9 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478465 Apr 28 19:30:58.132057 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebe4409-5b21-45aa-803d-1f75a3d71dd5" -d '{"events": [{"server_uuid": "a31a55b2-8ef8-4efe-bbd3-88adc46e013a", "name": "network-vif-plugged", "status": "completed", "tag": "bedbfd15-14b8-47eb-b3c4-300fef4b6df1"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:30:58.269763 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36074) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:58.273211 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-a6a27d0b-4e91-4b44-97ce-301a0fe6ba49 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:30:58.293180 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-a6a27d0b-4e91-4b44-97ce-301a0fe6ba49 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:30:58.309805 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ec023845-35ba-46a7-9522-726e62875de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:58.318660 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-a6a27d0b-4e91-4b44-97ce-301a0fe6ba49 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:30:58.358048 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36078) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:58.376397 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a27d0b-4e91-4b44-97ce-301a0fe6ba49 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Pushing event updated for resources: {'Port': ['ID=6db7db40-a23e-4656-883e-e52c47e636b4,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:58.393074 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-07b344f1-5522-4410-8b11-e3a35b38a420 req-4a7caa30-facc-41fa-a641-c1235a96c901 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378890 Apr 28 19:30:58.406934 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b6cd10bc-696a-42b1-8eca-f73d8fe75f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:58.410673 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-57449dd5-5241-4227-8581-59e03f69c598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:58.413687 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-57449dd5-5241-4227-8581-59e03f69c598 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebad228c1b4944f6b357421a29469bd6&device_id=39251fbb-350b-4e70-8bc0-b7987ee461b6 HTTP/1.1" status: 200 len: 1099 time: 0.3604934 Apr 28 19:30:58.460549 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e10ce3-92ad-49d3-bea9-cb8c48be61c7 req-f5173a3d-8291-4982-84e5-cbb09dffbf70 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:58.462167 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53e10ce3-92ad-49d3-bea9-cb8c48be61c7 req-f5173a3d-8291-4982-84e5-cbb09dffbf70 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/ports?device_id=d035bf96-c27c-4c3c-98d7-a7f27b9ab8b7 HTTP/1.1" status: 200 len: 948 time: 0.1223764 Apr 28 19:30:58.483494 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d979d694-0e9a-4095-be22-d2f8d27bcef3 x-openstack-request-id: req-d979d694-0e9a-4095-be22-d2f8d27bcef3 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:30:58.487119 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31a55b2-8ef8-4efe-bbd3-88adc46e013a", "name": "network-vif-plugged", "status": "completed", "tag": "bedbfd15-14b8-47eb-b3c4-300fef4b6df1", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:30:58.487488 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d979d694-0e9a-4095-be22-d2f8d27bcef3 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:30:58.493223 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d979d694-0e9a-4095-be22-d2f8d27bcef3'] response: {'server_uuid': 'a31a55b2-8ef8-4efe-bbd3-88adc46e013a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedbfd15-14b8-47eb-b3c4-300fef4b6df1', 'code': 200} Apr 28 19:30:58.512032 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-d9c10061-0a39-4992-a96a-fef280ae9d5b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=a588af6e-cda2-47ed-abf0-821458835cb5 HTTP/1.1" status: 200 len: 217 time: 0.0886312 Apr 28 19:30:58.575647 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-a6a27d0b-4e91-4b44-97ce-301a0fe6ba49 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:58.576496 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-a6a27d0b-4e91-4b44-97ce-301a0fe6ba49 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:58.605416 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53e10ce3-92ad-49d3-bea9-cb8c48be61c7 req-f7bf3b8b-ab91-4347-970f-f5cfad77908e tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/security-groups?id=2052a2ba-bc21-474c-9217-e003b274475f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271451 Apr 28 19:30:58.637086 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-a6a27d0b-4e91-4b44-97ce-301a0fe6ba49 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0235913 Apr 28 19:30:58.655616 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-fc63a6bc-97dc-4586-b917-d72f4a6170e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:58.664946 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-fc63a6bc-97dc-4586-b917-d72f4a6170e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1441193 Apr 28 19:30:58.670799 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-6c56e55a-82da-4db0-adf6-9278b91e902e service neutron] Request body: {'port': {'device_id': '62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:30:58.683258 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ec023845-35ba-46a7-9522-726e62875de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:58.696033 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ec023845-35ba-46a7-9522-726e62875de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:58.704023 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5128b85-d335-42f5-9fca-04f5181b3153 req-4b199074-827f-40e0-9967-61a9a81d6671 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:58.713811 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a5128b85-d335-42f5-9fca-04f5181b3153 req-4b199074-827f-40e0-9967-61a9a81d6671 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=556e633a-203b-4980-bbdc-9d8ac7b04d69 HTTP/1.1" status: 200 len: 949 time: 0.1220849 Apr 28 19:30:58.742557 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771cdcc-b625-44c6-b68d-5c3ec5f31fbd req-e57fd528-9e99-407a-81ee-ddf30cc9c33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:58.744486 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1771cdcc-b625-44c6-b68d-5c3ec5f31fbd req-e57fd528-9e99-407a-81ee-ddf30cc9c33a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 1101 time: 0.1688485 Apr 28 19:30:58.800225 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec023845-35ba-46a7-9522-726e62875de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe0d22f-3981-45d4-8f50-d10b422c84b9,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:58.821605 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ec023845-35ba-46a7-9522-726e62875de9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=622b3cb5c82c45e29d2d5fd9e5f07826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5507267 Apr 28 19:30:58.825073 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b6cd10bc-696a-42b1-8eca-f73d8fe75f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:58.826043 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36082) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:58.846436 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a5128b85-d335-42f5-9fca-04f5181b3153 req-55630279-f7d6-4741-9e58-89c880374e1b tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312964 Apr 28 19:30:58.859626 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b6cd10bc-696a-42b1-8eca-f73d8fe75f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:58.913543 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1771cdcc-b625-44c6-b68d-5c3ec5f31fbd req-4901b58a-9486-4850-981f-e1bab7e33f55 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527793 Apr 28 19:30:58.918703 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd10bc-696a-42b1-8eca-f73d8fe75f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17d0a58-5c52-40e7-b301-14bdc3393e46,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:58.922016 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-6c56e55a-82da-4db0-adf6-9278b91e902e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:58.925302 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-561c65d4-c33b-4934-862b-f83a531807f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:58.926877 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-561c65d4-c33b-4934-862b-f83a531807f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2462494 Apr 28 19:30:58.928018 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b6cd10bc-696a-42b1-8eca-f73d8fe75f28 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5bfc293eb5a8413cbb874750e041d590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5666409 Apr 28 19:30:58.929283 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36084) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:30:58.960900 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cffba2-73bf-402d-b3a2-661aef182e80 req-4bc51dc0-7570-4748-9f1e-31e9fab89467 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:58.962714 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f6cffba2-73bf-402d-b3a2-661aef182e80 req-4bc51dc0-7570-4748-9f1e-31e9fab89467 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=39251fbb-350b-4e70-8bc0-b7987ee461b6 HTTP/1.1" status: 200 len: 948 time: 0.1587389 Apr 28 19:30:59.022148 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-242dd7d2-3735-4b1f-80af-a39607dd3195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:59.037341 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f6cffba2-73bf-402d-b3a2-661aef182e80 req-627a2bf3-61d4-4103-9075-a681de105a56 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620244 Apr 28 19:30:59.041663 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c887645a-a029-4e54-b8f3-c45199097131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:59.070547 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c887645a-a029-4e54-b8f3-c45199097131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:59.106343 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-242dd7d2-3735-4b1f-80af-a39607dd3195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:59.131261 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c887645a-a029-4e54-b8f3-c45199097131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:59.134740 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c887645a-a029-4e54-b8f3-c45199097131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:59.138369 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c887645a-a029-4e54-b8f3-c45199097131 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a17d0a58-5c52-40e7-b301-14bdc3393e46 HTTP/1.1" status: 204 len: 168 time: 0.2045243 Apr 28 19:30:59.145554 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887645a-a029-4e54-b8f3-c45199097131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17d0a58-5c52-40e7-b301-14bdc3393e46,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:59.371818 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f97ff3-c147-4a09-ac15-252b3fc14280 req-0ab4913c-9c07-4eb8-beb1-77d25f3b15b5 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:59.371818 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-30f97ff3-c147-4a09-ac15-252b3fc14280 req-0ab4913c-9c07-4eb8-beb1-77d25f3b15b5 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 931 time: 0.3399897 Apr 28 19:30:59.493252 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-56d98540-652c-4f6b-8941-b94d6a931f00 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134820 Apr 28 19:30:59.500492 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-242dd7d2-3735-4b1f-80af-a39607dd3195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:59.507446 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-242dd7d2-3735-4b1f-80af-a39607dd3195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:59.507446 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-242dd7d2-3735-4b1f-80af-a39607dd3195 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6fe0d22f-3981-45d4-8f50-d10b422c84b9 HTTP/1.1" status: 204 len: 168 time: 0.6510777 Apr 28 19:30:59.587120 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242dd7d2-3735-4b1f-80af-a39607dd3195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe0d22f-3981-45d4-8f50-d10b422c84b9,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:59.654252 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d22476-cb6a-42fd-9cfb-7467d5fdce51 req-cd4c44c9-fe0d-486b-aef3-4c759bfaaf76 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:59.669304 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-14d22476-cb6a-42fd-9cfb-7467d5fdce51 req-cd4c44c9-fe0d-486b-aef3-4c759bfaaf76 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 950 time: 0.1747036 Apr 28 19:30:59.724176 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-30f97ff3-c147-4a09-ac15-252b3fc14280 req-fe08b039-d300-4faa-b751-1b4e28e56b54 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908325 Apr 28 19:30:59.817472 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-14d22476-cb6a-42fd-9cfb-7467d5fdce51 req-220836f4-e9b0-4906-b640-369623e74d44 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466928 Apr 28 19:30:59.875409 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-84ce48b1-08a9-4bfa-95b2-07ef6f669b94 req-5ab79203-2b10-4bfd-9cff-820eda144cb4 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654466 Apr 28 19:31:00.099330 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba27e5-0ae1-4933-b482-63fd4f6f6097 req-86d75362-7522-403f-b0f5-2c10a06c4dd8 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:00.102424 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3dba27e5-0ae1-4933-b482-63fd4f6f6097 req-86d75362-7522-403f-b0f5-2c10a06c4dd8 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/ports?device_id=d035bf96-c27c-4c3c-98d7-a7f27b9ab8b7 HTTP/1.1" status: 200 len: 948 time: 0.2292850 Apr 28 19:31:00.139030 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-6c56e55a-82da-4db0-adf6-9278b91e902e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db7db40-a23e-4656-883e-e52c47e636b4 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:31:00.168411 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4253b-1069-46e0-8773-cd414bd7c237 req-b3f18328-5fb2-46fa-85c8-9bb5bb231673 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:00.169207 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-6c56e55a-82da-4db0-adf6-9278b91e902e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:00.170259 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2ab4253b-1069-46e0-8773-cd414bd7c237 req-b3f18328-5fb2-46fa-85c8-9bb5bb231673 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=556e633a-203b-4980-bbdc-9d8ac7b04d69 HTTP/1.1" status: 200 len: 949 time: 0.1350589 Apr 28 19:31:00.256561 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-6c56e55a-82da-4db0-adf6-9278b91e902e service neutron] Transition to ACTIVE for port object 6db7db40-a23e-4656-883e-e52c47e636b4 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:31:00.267231 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2ab4253b-1069-46e0-8773-cd414bd7c237 req-6ac7a64a-63f8-48a2-8da1-7ac1c62c73e6 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811889 Apr 28 19:31:00.273257 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-6c56e55a-82da-4db0-adf6-9278b91e902e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:00.360357 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a60df-641d-4db5-9cb5-bc0a368ad8de req-58a28f45-7fdc-4564-ae34-57b01d0dca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:00.363485 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-902a60df-641d-4db5-9cb5-bc0a368ad8de req-58a28f45-7fdc-4564-ae34-57b01d0dca5b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebad228c1b4944f6b357421a29469bd6&device_id=39251fbb-350b-4e70-8bc0-b7987ee461b6 HTTP/1.1" status: 200 len: 1099 time: 0.1916678 Apr 28 19:31:00.411475 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3dba27e5-0ae1-4933-b482-63fd4f6f6097 req-a3eef427-9364-4736-9f82-73475fac12b2 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/security-groups?id=2052a2ba-bc21-474c-9217-e003b274475f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229142 Apr 28 19:31:00.473045 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c56e55a-82da-4db0-adf6-9278b91e902e service neutron] Pushing event updated for resources: {'Port': ['ID=6db7db40-a23e-4656-883e-e52c47e636b4,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:00.505772 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27d5a8-b7f2-45c5-abc2-d6c4a564c67b req-e8e21321-968d-4c3a-8434-eff3a691d6ce tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:00.510574 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-de27d5a8-b7f2-45c5-abc2-d6c4a564c67b req-e8e21321-968d-4c3a-8434-eff3a691d6ce tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=39251fbb-350b-4e70-8bc0-b7987ee461b6 HTTP/1.1" status: 200 len: 948 time: 0.1335680 Apr 28 19:31:00.599272 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-de27d5a8-b7f2-45c5-abc2-d6c4a564c67b req-caf974ab-0fe6-431a-b5a4-59876c9a4a22 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729764 Apr 28 19:31:00.707297 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-6c56e55a-82da-4db0-adf6-9278b91e902e service neutron] Attempting to bind port 6db7db40-a23e-4656-883e-e52c47e636b4 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:31:00.707931 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-6c56e55a-82da-4db0-adf6-9278b91e902e service neutron] Attempting to bind port 6db7db40-a23e-4656-883e-e52c47e636b4 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:31:00.707931 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-6c56e55a-82da-4db0-adf6-9278b91e902e service neutron] Attempting to bind port 6db7db40-a23e-4656-883e-e52c47e636b4 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:31:00.712731 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a60df-641d-4db5-9cb5-bc0a368ad8de req-cb9cdeb1-3c74-4c2e-93ec-6088b266b90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:00.714192 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-902a60df-641d-4db5-9cb5-bc0a368ad8de req-cb9cdeb1-3c74-4c2e-93ec-6088b266b90d service neutron] 10.222.0.15 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.3328428 Apr 28 19:31:00.723328 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31761ebd-8b8a-4969-8b99-f162f1e15ce3 req-42b26aec-d1b7-4149-a172-21df04991e83 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:00.729179 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-31761ebd-8b8a-4969-8b99-f162f1e15ce3 req-42b26aec-d1b7-4149-a172-21df04991e83 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.1722724 Apr 28 19:31:00.734799 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-6c56e55a-82da-4db0-adf6-9278b91e902e service neutron] Port 6db7db40-a23e-4656-883e-e52c47e636b4 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:31:00.735420 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-6c56e55a-82da-4db0-adf6-9278b91e902e service neutron] Attempting to bind port 6db7db40-a23e-4656-883e-e52c47e636b4 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:31:00.814835 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-6c56e55a-82da-4db0-adf6-9278b91e902e service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:31:00.815336 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-6c56e55a-82da-4db0-adf6-9278b91e902e service neutron] Checking segment: {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:31:00.815838 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-6c56e55a-82da-4db0-adf6-9278b91e902e service neutron] Bound using segment: {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:31:00.816950 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-6c56e55a-82da-4db0-adf6-9278b91e902e service neutron] Bound port: 6db7db40-a23e-4656-883e-e52c47e636b4, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:31:00.817456 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-6c56e55a-82da-4db0-adf6-9278b91e902e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:00.836450 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-902a60df-641d-4db5-9cb5-bc0a368ad8de req-1ea7984b-34a5-4dd7-8f68-e71753def798 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=a588af6e-cda2-47ed-abf0-821458835cb5 HTTP/1.1" status: 200 len: 217 time: 0.1028306 Apr 28 19:31:00.848484 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-31761ebd-8b8a-4969-8b99-f162f1e15ce3 req-6f6bc125-d697-47f6-bd5e-2212ed89b4d0 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077509 Apr 28 19:31:00.948850 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a60df-641d-4db5-9cb5-bc0a368ad8de req-73c49037-e471-4c2c-8d7e-a4327f94b2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:00.951121 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-902a60df-641d-4db5-9cb5-bc0a368ad8de req-73c49037-e471-4c2c-8d7e-a4327f94b2ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1064146 Apr 28 19:31:00.976488 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device d597eac5-c36c-4055-86c8-843610a9dde1 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:31:01.011879 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84dfe81-638f-4fe2-b217-dbc4ac2caa2c req-6a2ae693-423e-4aa8-9449-525e086d3cba tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:01.020726 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b84dfe81-638f-4fe2-b217-dbc4ac2caa2c req-6a2ae693-423e-4aa8-9449-525e086d3cba tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 943 time: 0.1455836 Apr 28 19:31:01.077623 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b84dfe81-638f-4fe2-b217-dbc4ac2caa2c req-e83abfb1-8233-4db1-86e2-bc509fe3d9b1 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549617 Apr 28 19:31:01.195123 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port d597eac5-c36c-4055-86c8-843610a9dde1, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=d597eac5-c36c-4055-86c8-843610a9dde1,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:01.213049 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'd597eac5-c36c-4055-86c8-843610a9dde1', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': 'd597eac5-c36c-4055-86c8-843610a9dde1', 'mac_address': 'fa:16:3e:e5:cf:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:31:01.268843 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:01.287652 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d597eac5-c36c-4055-86c8-843610a9dde1 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:31:01.318548 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port d597eac5-c36c-4055-86c8-843610a9dde1, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=d597eac5-c36c-4055-86c8-843610a9dde1,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:01.325833 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:01.334997 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-6c56e55a-82da-4db0-adf6-9278b91e902e service neutron] For port 6db7db40-a23e-4656-883e-e52c47e636b4, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:31:01.355032 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-6c56e55a-82da-4db0-adf6-9278b91e902e service neutron] For port 6db7db40-a23e-4656-883e-e52c47e636b4, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=6db7db40-a23e-4656-883e-e52c47e636b4,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:31:01.364789 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-6c56e55a-82da-4db0-adf6-9278b91e902e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:01.392369 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=d597eac5-c36c-4055-86c8-843610a9dde1,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:01.401649 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a60df-641d-4db5-9cb5-bc0a368ad8de req-ba86af2f-017f-4d72-a977-f5ae06b428d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:01.404015 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-902a60df-641d-4db5-9cb5-bc0a368ad8de req-ba86af2f-017f-4d72-a977-f5ae06b428d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4422898 Apr 28 19:31:01.414545 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e9c2-2fe6-46bc-b35f-c80189c5f476 req-8cc105ef-c811-4bdd-9821-355dec3ec0f5 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:01.415886 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a446e9c2-2fe6-46bc-b35f-c80189c5f476 req-8cc105ef-c811-4bdd-9821-355dec3ec0f5 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 950 time: 0.4563246 Apr 28 19:31:01.459749 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-6c56e55a-82da-4db0-adf6-9278b91e902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:01.460407 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-6c56e55a-82da-4db0-adf6-9278b91e902e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:01.462072 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-6c56e55a-82da-4db0-adf6-9278b91e902e service neutron] 10.222.0.15 "PUT /v2.0/ports/6db7db40-a23e-4656-883e-e52c47e636b4 HTTP/1.1" status: 200 len: 1091 time: 2.8125939 Apr 28 19:31:01.466378 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b', 'tag': '6db7db40-a23e-4656-883e-e52c47e636b4'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:31:01.468247 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f4a52e-5ef6-431e-b9c8-920ac0eb93b9" -d '{"events": [{"name": "network-changed", "server_uuid": "62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b", "tag": "6db7db40-a23e-4656-883e-e52c47e636b4"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:31:01.544894 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:01.582131 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c56e55a-82da-4db0-adf6-9278b91e902e service neutron] Pushing event updated for resources: {'Port': ['ID=6db7db40-a23e-4656-883e-e52c47e636b4,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:01.617863 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['d597eac5-c36c-4055-86c8-843610a9dde1'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:31:01.625596 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a446e9c2-2fe6-46bc-b35f-c80189c5f476 req-69d7a5d0-3682-4d61-9ce3-ded6b85b0d61 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938770 Apr 28 19:31:01.626133 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-331c64dd-aa0a-42e8-9f7a-8abe32c5264a tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f825fe9b47794b18a1d440cb016e22b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311387 Apr 28 19:31:01.630258 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-954e8051-b08f-41ad-b14a-af18bb5f16c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:01.631732 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-954e8051-b08f-41ad-b14a-af18bb5f16c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1af134fdfb54762be9898d865bc6112&device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 1094 time: 0.1020851 Apr 28 19:31:01.735495 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-bf4e3ffb-5c3d-45df-85d1-f813544be23a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6db7db40-a23e-4656-883e-e52c47e636b4 HTTP/1.1" status: 200 len: 217 time: 0.0877614 Apr 28 19:31:01.763771 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-902a60df-641d-4db5-9cb5-bc0a368ad8de req-3fe04ead-8dbc-477b-8b79-f02f4108bf4c service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448174 Apr 28 19:31:01.799034 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-c22eec5b-72a2-4516-8a71-22ac3dab4245 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:01.808092 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-c22eec5b-72a2-4516-8a71-22ac3dab4245 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1716645 Apr 28 19:31:01.830402 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-2eb80762-341c-483f-8cb5-93d4ab68a821 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/quotas/f825fe9b47794b18a1d440cb016e22b1 HTTP/1.1" status: 200 len: 375 time: 0.0204608 Apr 28 19:31:01.879268 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-abd7cbab-d30c-4073-a713-8c0c0cede67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:01.880956 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-abd7cbab-d30c-4073-a713-8c0c0cede67f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb798a62-4141-409b-9f67-e98b8568ccb2 HTTP/1.1" status: 200 len: 859 time: 0.1377597 Apr 28 19:31:01.910607 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-90618ea1-2376-4943-bc95-a1edf280f01d tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f825fe9b47794b18a1d440cb016e22b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769613 Apr 28 19:31:01.932500 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-919c8de2-1ef5-4eec-833f-67d26d9447ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6836a994-cb1e-455e-a97f-31c9ee3bdef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393980 Apr 28 19:31:02.058662 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-902a60df-641d-4db5-9cb5-bc0a368ad8de req-a906ba78-cc1b-4302-b063-5da170b52ebb service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736821 Apr 28 19:31:02.086966 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b4b73-8dfa-41a3-9b23-92e4c00a2fbf req-7d29fbca-2bb7-4a02-b807-3cdc46e728ea tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:02.088930 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-130b4b73-8dfa-41a3-9b23-92e4c00a2fbf req-7d29fbca-2bb7-4a02-b807-3cdc46e728ea tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/ports?device_id=d035bf96-c27c-4c3c-98d7-a7f27b9ab8b7 HTTP/1.1" status: 200 len: 949 time: 0.1602514 Apr 28 19:31:02.108998 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e5f7cf-ea99-4081-8067-369d2d6cad96 x-openstack-request-id: req-69e5f7cf-ea99-4081-8067-369d2d6cad96 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:31:02.109357 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b", "tag": "6db7db40-a23e-4656-883e-e52c47e636b4", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:31:02.109513 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-69e5f7cf-ea99-4081-8067-369d2d6cad96 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:31:02.109906 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69e5f7cf-ea99-4081-8067-369d2d6cad96'] response: {'name': 'network-changed', 'server_uuid': '62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b', 'tag': '6db7db40-a23e-4656-883e-e52c47e636b4', 'status': 'completed', 'code': 200} Apr 28 19:31:02.150907 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-015993cc-796c-4cae-992f-77f1d46d3ac9 service neutron] 10.222.0.15 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012985 Apr 28 19:31:02.206656 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-130b4b73-8dfa-41a3-9b23-92e4c00a2fbf req-ce79b6dc-1715-4696-ac82-ae83497d1dd2 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/security-groups?id=2052a2ba-bc21-474c-9217-e003b274475f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971136 Apr 28 19:31:02.385704 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ed98d2ca-1344-4c1d-959d-35d4749da9ec req-56159572-ed68-4dc5-925e-22972d30b9c2 service neutron] 10.222.0.15 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256291 Apr 28 19:31:02.389045 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9506017-26e3-4f77-aa17-e4c4ad7ea088 req-d2b4be84-d5e5-4ed6-b899-126cebe14c94 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:02.399093 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f9506017-26e3-4f77-aa17-e4c4ad7ea088 req-d2b4be84-d5e5-4ed6-b899-126cebe14c94 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=39251fbb-350b-4e70-8bc0-b7987ee461b6 HTTP/1.1" status: 200 len: 948 time: 0.1335852 Apr 28 19:31:02.451110 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f9506017-26e3-4f77-aa17-e4c4ad7ea088 req-d9b55ec0-30fc-45a0-a540-98a083f34e12 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509896 Apr 28 19:31:02.495578 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-0f13ee4f-f091-45c6-905f-5397e377c6af req-02ab2241-67ca-48d6-bf4a-6b9cbd232cab service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:31:02.496873 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0f13ee4f-f091-45c6-905f-5397e377c6af req-02ab2241-67ca-48d6-bf4a-6b9cbd232cab service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073552 Apr 28 19:31:02.563631 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1f247c33-ab61-4d26-b550-0792a42a753a req-3c764790-32e3-4b38-8374-f4df834c4fdf tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=b94b6110-ba08-4bd6-acba-77b2363570e0 HTTP/1.1" status: 200 len: 210 time: 0.0408955 Apr 28 19:31:02.660038 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4a52e-5ef6-431e-b9c8-920ac0eb93b9 req-6d4f64e0-efd5-4a45-8dce-7d582cced99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:02.661772 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e3f4a52e-5ef6-431e-b9c8-920ac0eb93b9 req-6d4f64e0-efd5-4a45-8dce-7d582cced99a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1af134fdfb54762be9898d865bc6112&device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 1094 time: 0.1074669 Apr 28 19:31:02.774622 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e69cb-e41e-40c0-940c-02cdd963d323 req-acef4334-5318-4826-ab4d-8bdc62e595a6 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:02.784321 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1b1e69cb-e41e-40c0-940c-02cdd963d323 req-acef4334-5318-4826-ab4d-8bdc62e595a6 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 943 time: 0.0774949 Apr 28 19:31:02.840814 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1b1e69cb-e41e-40c0-940c-02cdd963d323 req-32ade9eb-0c77-4224-9a5b-761f9264eefb tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551529 Apr 28 19:31:03.008299 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device a588af6e-cda2-47ed-abf0-821458835cb5 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:31:03.082834 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4a52e-5ef6-431e-b9c8-920ac0eb93b9 req-55ba0b87-339a-4f53-8c00-5d3f47c6419c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:03.101512 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e3f4a52e-5ef6-431e-b9c8-920ac0eb93b9 req-55ba0b87-339a-4f53-8c00-5d3f47c6419c service neutron] 10.222.0.15 "GET /v2.0/networks?id=6836a994-cb1e-455e-a97f-31c9ee3bdef2 HTTP/1.1" status: 200 len: 920 time: 0.4240284 Apr 28 19:31:03.107102 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edd5c8-48dc-43bd-b276-7da8eb7a5850 req-98192482-ff05-41d9-bf86-a3b97f5ec930 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:03.133471 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65edd5c8-48dc-43bd-b276-7da8eb7a5850 req-98192482-ff05-41d9-bf86-a3b97f5ec930 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 950 time: 0.1493809 Apr 28 19:31:03.188938 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device d597eac5-c36c-4055-86c8-843610a9dde1 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:31:03.195392 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e3f4a52e-5ef6-431e-b9c8-920ac0eb93b9 req-3cd80915-2939-4da2-b8b0-f5a4837f01c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6db7db40-a23e-4656-883e-e52c47e636b4 HTTP/1.1" status: 200 len: 217 time: 0.0814490 Apr 28 19:31:03.208288 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6349aac9-7104-4525-9f44-de4d140f9f3f req-5aea7d43-bec5-482d-86f6-6d2ed1594e8f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2776766 Apr 28 19:31:03.226667 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65edd5c8-48dc-43bd-b276-7da8eb7a5850 req-18ec556b-72ba-4dc4-b578-2ce88ecde9b1 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991540 Apr 28 19:31:03.264702 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-6349aac9-7104-4525-9f44-de4d140f9f3f req-38a5cba4-f873-4db4-99fd-76f1617c8ffb service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:31:03.265966 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6349aac9-7104-4525-9f44-de4d140f9f3f req-38a5cba4-f873-4db4-99fd-76f1617c8ffb service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0235357 Apr 28 19:31:03.398314 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:03.403274 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4a52e-5ef6-431e-b9c8-920ac0eb93b9 req-12de163a-1107-43ac-8a9d-c2e0b056d7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:03.406083 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e3f4a52e-5ef6-431e-b9c8-920ac0eb93b9 req-12de163a-1107-43ac-8a9d-c2e0b056d7c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb798a62-4141-409b-9f67-e98b8568ccb2 HTTP/1.1" status: 200 len: 859 time: 0.1958263 Apr 28 19:31:03.453948 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8cf98080-90ef-4569-8e62-81d3b4fcdef0 req-ae3f9d63-e61d-4a25-9308-a1643023acf1 tempest-FlavorsV2NegativeTest-1388235390 tempest-FlavorsV2NegativeTest-1388235390-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=e0c5bcd4be014bfbb832894b4fece988&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0877225 Apr 28 19:31:03.461355 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port a588af6e-cda2-47ed-abf0-821458835cb5, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=a588af6e-cda2-47ed-abf0-821458835cb5,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:03.471774 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port d597eac5-c36c-4055-86c8-843610a9dde1 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:31:03.486479 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c9335-21ab-4580-8e67-10d3c533ffdb req-e0157c03-31ed-44a5-9061-f5cd0877b7d9 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:03.496866 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port d597eac5-c36c-4055-86c8-843610a9dde1 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:31:03.497911 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:03.513926 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8c4c9335-21ab-4580-8e67-10d3c533ffdb req-e0157c03-31ed-44a5-9061-f5cd0877b7d9 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/ports?device_id=d035bf96-c27c-4c3c-98d7-a7f27b9ab8b7 HTTP/1.1" status: 200 len: 949 time: 0.1355348 Apr 28 19:31:03.541713 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'a588af6e-cda2-47ed-abf0-821458835cb5', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': 'a588af6e-cda2-47ed-abf0-821458835cb5', 'mac_address': 'fa:16:3e:a6:58:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:31:03.609985 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8c4c9335-21ab-4580-8e67-10d3c533ffdb req-9edf6dbb-c846-4d65-87f6-9c97fe249c72 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/security-groups?id=2052a2ba-bc21-474c-9217-e003b274475f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947127 Apr 28 19:31:03.627335 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:03.683414 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e3f4a52e-5ef6-431e-b9c8-920ac0eb93b9 req-a44c5484-4de4-4834-a2ce-7b7dc1853358 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6836a994-cb1e-455e-a97f-31c9ee3bdef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2531686 Apr 28 19:31:03.699298 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a588af6e-cda2-47ed-abf0-821458835cb5 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:31:03.741284 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf98080-90ef-4569-8e62-81d3b4fcdef0 req-4fa8c037-5d61-4bf4-8ecd-31fd87102c31 tempest-FlavorsV2NegativeTest-1388235390 tempest-FlavorsV2NegativeTest-1388235390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:03.750797 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8cf98080-90ef-4569-8e62-81d3b4fcdef0 req-4fa8c037-5d61-4bf4-8ecd-31fd87102c31 tempest-FlavorsV2NegativeTest-1388235390 tempest-FlavorsV2NegativeTest-1388235390-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2957048 Apr 28 19:31:03.810230 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8cf98080-90ef-4569-8e62-81d3b4fcdef0 req-d150271e-3b82-4b24-9e79-30243aaaec3f tempest-FlavorsV2NegativeTest-1388235390 tempest-FlavorsV2NegativeTest-1388235390-project] 10.222.0.42 "GET /v2.0/quotas/e0c5bcd4be014bfbb832894b4fece988 HTTP/1.1" status: 200 len: 375 time: 0.0583282 Apr 28 19:31:03.861603 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8cf98080-90ef-4569-8e62-81d3b4fcdef0 req-9d2c9c16-2d8f-48f5-acd8-81ce3960a68b tempest-FlavorsV2NegativeTest-1388235390 tempest-FlavorsV2NegativeTest-1388235390-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e0c5bcd4be014bfbb832894b4fece988&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477686 Apr 28 19:31:03.884891 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port a588af6e-cda2-47ed-abf0-821458835cb5, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=a588af6e-cda2-47ed-abf0-821458835cb5,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:03.900274 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:03.921409 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:03.934248 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656420fb-2fb3-4f5c-b68a-44dfbca41a71 req-89a51b2b-7a09-44fd-a3fc-4a599018ee02 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:03.937902 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-656420fb-2fb3-4f5c-b68a-44dfbca41a71 req-89a51b2b-7a09-44fd-a3fc-4a599018ee02 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=39251fbb-350b-4e70-8bc0-b7987ee461b6 HTTP/1.1" status: 200 len: 948 time: 0.2293410 Apr 28 19:31:03.946809 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e3f4a52e-5ef6-431e-b9c8-920ac0eb93b9 req-d2c086cf-92f2-4df4-8b67-bf185f1f0ea6 service neutron] 10.222.0.15 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365091 Apr 28 19:31:04.032735 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-75a49074-7eef-4db0-86ff-bdd01d63863c req-1262c7f7-1cc8-418f-ae2e-619b3c576451 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=b94b6110-ba08-4bd6-acba-77b2363570e0 HTTP/1.1" status: 200 len: 210 time: 0.0598769 Apr 28 19:31:04.047671 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36286) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:31:04.137725 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=a588af6e-cda2-47ed-abf0-821458835cb5,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:04.161773 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd035bf96-c27c-4c3c-98d7-a7f27b9ab8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd597eac5-c36c-4055-86c8-843610a9dde1'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:31:04.165102 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b1e92f-e0f4-45bf-8a8a-b61405fab60f" -d '{"events": [{"server_uuid": "d035bf96-c27c-4c3c-98d7-a7f27b9ab8b7", "name": "network-vif-plugged", "status": "completed", "tag": "d597eac5-c36c-4055-86c8-843610a9dde1"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:31:04.218991 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-656420fb-2fb3-4f5c-b68a-44dfbca41a71 req-d508c7cd-48a6-4065-9b2a-67d4c284747f tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311749 Apr 28 19:31:04.247941 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-de807d30-58cf-471f-b1d9-2add0576fec1 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f825fe9b47794b18a1d440cb016e22b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632131 Apr 28 19:31:04.265476 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port d597eac5-c36c-4055-86c8-843610a9dde1, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=d597eac5-c36c-4055-86c8-843610a9dde1,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:04.285551 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['a588af6e-cda2-47ed-abf0-821458835cb5'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:31:04.430495 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e3f4a52e-5ef6-431e-b9c8-920ac0eb93b9 req-afbf6aad-908e-4eed-9f81-927d84ada515 service neutron] 10.222.0.15 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4734347 Apr 28 19:31:04.449269 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f1098-7188-40b3-afba-59dba7f70cbe req-c54634fe-2df9-4933-ace9-67ca5d7fdfe5 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:04.457275 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b66f1098-7188-40b3-afba-59dba7f70cbe req-c54634fe-2df9-4933-ace9-67ca5d7fdfe5 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 943 time: 0.1389186 Apr 28 19:31:04.550350 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-7f1bc6f3-b42b-4284-a901-9fd96bc7f0b0 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:04.560199 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-7f1bc6f3-b42b-4284-a901-9fd96bc7f0b0 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2961421 Apr 28 19:31:04.585456 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-8bce5260-4db4-417f-9158-ae78c43330b6 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Request body: {'port': {'device_id': 'b94b6110-ba08-4bd6-acba-77b2363570e0', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'admin_state_up': True, 'tenant_id': 'f825fe9b47794b18a1d440cb016e22b1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:31:04.646605 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b66f1098-7188-40b3-afba-59dba7f70cbe req-3a3f72e3-7afd-43e7-8234-a46a20ae1876 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880374 Apr 28 19:31:04.721251 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acde34a-115b-461f-b828-f122c8fbb2b3 req-76dcf463-77ef-4984-b686-3164482017c7 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:04.737405 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b6d5d646-7b3a-4de5-a5b6-8af84d77e305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:04.739358 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3acde34a-115b-461f-b828-f122c8fbb2b3 req-76dcf463-77ef-4984-b686-3164482017c7 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 950 time: 0.2144120 Apr 28 19:31:04.826060 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3acde34a-115b-461f-b828-f122c8fbb2b3 req-75c39912-4191-4e40-b6a4-38dc7f574df5 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820241 Apr 28 19:31:04.862418 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3479b88d-1d60-4be1-8e82-16bb7fe2973d x-openstack-request-id: req-3479b88d-1d60-4be1-8e82-16bb7fe2973d {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:31:04.862726 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d035bf96-c27c-4c3c-98d7-a7f27b9ab8b7", "name": "network-vif-plugged", "status": "completed", "tag": "d597eac5-c36c-4055-86c8-843610a9dde1", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:31:04.862972 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3479b88d-1d60-4be1-8e82-16bb7fe2973d {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:31:04.863358 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3479b88d-1d60-4be1-8e82-16bb7fe2973d'] response: {'server_uuid': 'd035bf96-c27c-4c3c-98d7-a7f27b9ab8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd597eac5-c36c-4055-86c8-843610a9dde1', 'code': 200} Apr 28 19:31:04.869869 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:04.938768 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=d597eac5-c36c-4055-86c8-843610a9dde1,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:04.972656 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:31:05.006929 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562cb75f-4e96-406c-8342-191f61c0ebec req-afe1dd62-2dda-4d77-9620-61d375fcf257 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:05.014695 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-562cb75f-4e96-406c-8342-191f61c0ebec req-afe1dd62-2dda-4d77-9620-61d375fcf257 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/ports?device_id=d035bf96-c27c-4c3c-98d7-a7f27b9ab8b7 HTTP/1.1" status: 200 len: 950 time: 0.2436650 Apr 28 19:31:05.029682 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a250e7-0480-4b62-9cc3-64872d933463 req-abdd91fd-a9c0-43c7-9071-6a12d98ec56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:05.031192 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-49a250e7-0480-4b62-9cc3-64872d933463 req-abdd91fd-a9c0-43c7-9071-6a12d98ec56e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d035bf96-c27c-4c3c-98d7-a7f27b9ab8b7 HTTP/1.1" status: 200 len: 1101 time: 0.2649522 Apr 28 19:31:05.041146 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 6db7db40-a23e-4656-883e-e52c47e636b4 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:31:05.152160 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8766eb5b-ae7c-42d7-a850-15049c8be487 req-da0bd041-0fc5-4927-bc0b-ac1d54c73d61 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=b94b6110-ba08-4bd6-acba-77b2363570e0 HTTP/1.1" status: 200 len: 210 time: 0.0432546 Apr 28 19:31:05.156345 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b6d5d646-7b3a-4de5-a5b6-8af84d77e305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:05.177692 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b6d5d646-7b3a-4de5-a5b6-8af84d77e305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:05.220160 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b6d5d646-7b3a-4de5-a5b6-8af84d77e305 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=46ff46e557464ac790a156974b12bc6b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1715791 Apr 28 19:31:05.223928 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36326) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:31:05.258216 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-562cb75f-4e96-406c-8342-191f61c0ebec req-6f1c49c3-192b-4310-a0d3-2ca4bd2a12e1 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/security-groups?id=2052a2ba-bc21-474c-9217-e003b274475f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344961 Apr 28 19:31:05.262040 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-8bce5260-4db4-417f-9158-ae78c43330b6 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Made reservation on behalf of f825fe9b47794b18a1d440cb016e22b1 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:31:05.266790 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-8bce5260-4db4-417f-9158-ae78c43330b6 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:05.277189 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-49a250e7-0480-4b62-9cc3-64872d933463 req-e6b690df-2706-4777-a922-210b8d6f2833 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2052a2ba-bc21-474c-9217-e003b274475f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265363 Apr 28 19:31:05.278875 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 6db7db40-a23e-4656-883e-e52c47e636b4, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=6db7db40-a23e-4656-883e-e52c47e636b4,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:05.292467 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '6db7db40-a23e-4656-883e-e52c47e636b4', 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2', 'port_id': '6db7db40-a23e-4656-883e-e52c47e636b4', 'mac_address': 'fa:16:3e:be:37:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb798a62-4141-409b-9f67-e98b8568ccb2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:31:05.307973 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5d646-7b3a-4de5-a5b6-8af84d77e305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc909553-45fd-4e07-a7dd-4f73dcdf4357,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:05.322956 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-780fc41b-d255-427d-8f5a-e73c20ecd741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:05.357302 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:05.374600 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-780fc41b-d255-427d-8f5a-e73c20ecd741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:05.381159 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db7db40-a23e-4656-883e-e52c47e636b4 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:31:05.409561 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36330) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:31:05.422401 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 6db7db40-a23e-4656-883e-e52c47e636b4, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=6db7db40-a23e-4656-883e-e52c47e636b4,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:05.427685 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:05.462322 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb5782-1b27-4e82-b5ee-9ea2e0c565db req-e9fd3d88-88ad-43e0-93fe-a3381969f10d tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:05.464010 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2efb5782-1b27-4e82-b5ee-9ea2e0c565db req-e9fd3d88-88ad-43e0-93fe-a3381969f10d tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=39251fbb-350b-4e70-8bc0-b7987ee461b6 HTTP/1.1" status: 200 len: 949 time: 0.1203601 Apr 28 19:31:05.480890 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-8bce5260-4db4-417f-9158-ae78c43330b6 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Allocated IP 192.168.233.67 (a2ea96f2-6755-492c-8fa3-72807d68d67a/ba397751-1619-4962-a669-11aa98e2e3bc/e77080ae-6e52-4e69-8823-db3f8a5af095) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:31:05.498807 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=6db7db40-a23e-4656-883e-e52c47e636b4,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:05.511491 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-780fc41b-d255-427d-8f5a-e73c20ecd741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:05.515063 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-780fc41b-d255-427d-8f5a-e73c20ecd741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:05.516750 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-780fc41b-d255-427d-8f5a-e73c20ecd741 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fc909553-45fd-4e07-a7dd-4f73dcdf4357 HTTP/1.1" status: 204 len: 168 time: 0.2916985 Apr 28 19:31:05.555909 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780fc41b-d255-427d-8f5a-e73c20ecd741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc909553-45fd-4e07-a7dd-4f73dcdf4357,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:05.568515 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2efb5782-1b27-4e82-b5ee-9ea2e0c565db req-c4f50b0e-330c-4971-9d7f-e182bc7c463c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963435 Apr 28 19:31:05.588719 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a63db13a-4e2d-4262-a969-0a94d12e08e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:05.686041 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-8bce5260-4db4-417f-9158-ae78c43330b6 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:05.701140 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a63db13a-4e2d-4262-a969-0a94d12e08e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:05.708911 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a63db13a-4e2d-4262-a969-0a94d12e08e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:05.725352 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-8bce5260-4db4-417f-9158-ae78c43330b6 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:05.741154 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['29d4de75-2c78-4bbb-83c4-0f004513c3d1', '3c8175c1-ca25-4523-a3dc-23f2842675bc'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:31:05.765204 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63db13a-4e2d-4262-a969-0a94d12e08e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a622b5a0-a466-4c4f-9a14-c49459c74d93,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:05.787412 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a63db13a-4e2d-4262-a969-0a94d12e08e2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e0c5bcd4be014bfbb832894b4fece988&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3753645 Apr 28 19:31:05.788162 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36342) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:31:05.790490 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['6db7db40-a23e-4656-883e-e52c47e636b4'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:31:05.843975 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-8bce5260-4db4-417f-9158-ae78c43330b6 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Network a2ea96f2-6755-492c-8fa3-72807d68d67a is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:31:05.851328 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-8bce5260-4db4-417f-9158-ae78c43330b6 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:31:05.854179 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-8bce5260-4db4-417f-9158-ae78c43330b6 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:31:05.876535 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3c8d406a-2140-477b-a9b5-2af7aa5ba7e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:05.920492 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3c8d406a-2140-477b-a9b5-2af7aa5ba7e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:05.966831 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-8bce5260-4db4-417f-9158-ae78c43330b6 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:05.973664 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-8bce5260-4db4-417f-9158-ae78c43330b6 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:06.028364 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-8bce5260-4db4-417f-9158-ae78c43330b6 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4520488 Apr 28 19:31:06.060379 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3c8d406a-2140-477b-a9b5-2af7aa5ba7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:06.063295 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3c8d406a-2140-477b-a9b5-2af7aa5ba7e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:06.069456 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3c8d406a-2140-477b-a9b5-2af7aa5ba7e3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a622b5a0-a466-4c4f-9a14-c49459c74d93 HTTP/1.1" status: 204 len: 168 time: 0.2801094 Apr 28 19:31:06.088757 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-a0de382c-3362-4d63-a166-f59f9abf5f2a service neutron] Request body: {'port': {'device_id': 'b94b6110-ba08-4bd6-acba-77b2363570e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:31:06.118301 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d406a-2140-477b-a9b5-2af7aa5ba7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a622b5a0-a466-4c4f-9a14-c49459c74d93,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:06.172543 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4a9e6-1822-4b66-aebf-c381927c34af req-2a998d97-1da9-4fc8-81ae-0cba7bfe38b9 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:06.194121 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ccb4a9e6-1822-4b66-aebf-c381927c34af req-2a998d97-1da9-4fc8-81ae-0cba7bfe38b9 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 950 time: 0.1351757 Apr 28 19:31:06.247344 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2e27f-64fa-4c71-b40c-197faf448e65 req-edc16e99-3faa-4ee1-a074-877b23ba217c tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:06.261060 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-10d2e27f-64fa-4c71-b40c-197faf448e65 req-edc16e99-3faa-4ee1-a074-877b23ba217c tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 944 time: 0.4890921 Apr 28 19:31:06.310076 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ccb4a9e6-1822-4b66-aebf-c381927c34af req-053336ba-c125-4527-82cd-ace968f0be5f tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149693 Apr 28 19:31:06.375520 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce5260-4db4-417f-9158-ae78c43330b6 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Pushing event updated for resources: {'Port': ['ID=e77080ae-6e52-4e69-8823-db3f8a5af095,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:06.451799 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-a0de382c-3362-4d63-a166-f59f9abf5f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:06.470901 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-10d2e27f-64fa-4c71-b40c-197faf448e65 req-a4a84f69-dc39-4feb-ab6a-a6d90e7819ab tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043591 Apr 28 19:31:06.473830 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa506fc-7df3-41f4-b7d3-6709f216c093 req-3fbe42fa-4f7f-4f60-a836-94261f58c02a tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:06.475372 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9aa506fc-7df3-41f4-b7d3-6709f216c093 req-3fbe42fa-4f7f-4f60-a836-94261f58c02a tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=b94b6110-ba08-4bd6-acba-77b2363570e0 HTTP/1.1" status: 200 len: 935 time: 0.0908282 Apr 28 19:31:06.476784 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3c90384a-27ac-4a3a-b67b-273eafeb4e0f None None] Provisioning complete for port e77080ae-6e52-4e69-8823-db3f8a5af095 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:31:06.477291 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3c90384a-27ac-4a3a-b67b-273eafeb4e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:06.483808 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349aac9-7104-4525-9f44-de4d140f9f3f req-868f2a89-1080-4b60-856d-30e690abf6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:06.488078 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6349aac9-7104-4525-9f44-de4d140f9f3f req-868f2a89-1080-4b60-856d-30e690abf6c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 1101 time: 0.1935637 Apr 28 19:31:06.563761 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9aa506fc-7df3-41f4-b7d3-6709f216c093 req-486f1643-43f6-412d-be96-0498dbeef11a tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777617 Apr 28 19:31:06.567066 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-3c90384a-27ac-4a3a-b67b-273eafeb4e0f None None] Port e77080ae-6e52-4e69-8823-db3f8a5af095 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:31:06.759523 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358bb1cb-2f47-4e54-9fc2-c71a2a080ba9 req-3444119a-c133-481b-a3e3-3ea0bab52a04 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:06.769612 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-358bb1cb-2f47-4e54-9fc2-c71a2a080ba9 req-3444119a-c133-481b-a3e3-3ea0bab52a04 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=39251fbb-350b-4e70-8bc0-b7987ee461b6 HTTP/1.1" status: 200 len: 949 time: 0.1070380 Apr 28 19:31:06.829401 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-358bb1cb-2f47-4e54-9fc2-c71a2a080ba9 req-ed21d14f-456a-49eb-af3a-dc4b170a4c47 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526409 Apr 28 19:31:07.038075 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f7255-0591-42da-baaf-3abdb58af313 req-7d018a78-dbe2-4236-b589-be2862b5955c tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:07.044612 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3e3f7255-0591-42da-baaf-3abdb58af313 req-7d018a78-dbe2-4236-b589-be2862b5955c tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/ports?device_id=d035bf96-c27c-4c3c-98d7-a7f27b9ab8b7 HTTP/1.1" status: 200 len: 950 time: 0.1869884 Apr 28 19:31:07.050518 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device a588af6e-cda2-47ed-abf0-821458835cb5 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:31:07.092302 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349aac9-7104-4525-9f44-de4d140f9f3f req-eb560a8d-46cb-4c01-99e0-6d8ee064c367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:07.093954 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6349aac9-7104-4525-9f44-de4d140f9f3f req-eb560a8d-46cb-4c01-99e0-6d8ee064c367 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.5959044 Apr 28 19:31:07.119737 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port a588af6e-cda2-47ed-abf0-821458835cb5 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:31:07.124014 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port a588af6e-cda2-47ed-abf0-821458835cb5 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:31:07.124481 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:07.156915 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6349aac9-7104-4525-9f44-de4d140f9f3f req-7978b38a-8ede-4876-9baa-fb09b6b90499 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=bedbfd15-14b8-47eb-b3c4-300fef4b6df1 HTTP/1.1" status: 200 len: 217 time: 0.0467184 Apr 28 19:31:07.230053 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:07.238107 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3e3f7255-0591-42da-baaf-3abdb58af313 req-cf63ec5b-55a7-4a73-96b2-d4b657cd03cd tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/security-groups?id=2052a2ba-bc21-474c-9217-e003b274475f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926293 Apr 28 19:31:07.241603 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36394) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:31:07.275110 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39251fbb-350b-4e70-8bc0-b7987ee461b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a588af6e-cda2-47ed-abf0-821458835cb5'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:31:07.277612 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5109469f-ccc7-4517-bd77-50e7cde508e2" -d '{"events": [{"server_uuid": "39251fbb-350b-4e70-8bc0-b7987ee461b6", "name": "network-vif-plugged", "status": "completed", "tag": "a588af6e-cda2-47ed-abf0-821458835cb5"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:31:07.297102 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349aac9-7104-4525-9f44-de4d140f9f3f req-7c761805-5f6f-45d3-bbeb-a2b6f09e1f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:07.306240 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6349aac9-7104-4525-9f44-de4d140f9f3f req-7c761805-5f6f-45d3-bbeb-a2b6f09e1f73 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1054068 Apr 28 19:31:07.320478 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port a588af6e-cda2-47ed-abf0-821458835cb5, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=a588af6e-cda2-47ed-abf0-821458835cb5,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:07.329194 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:07.377109 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bdb391-1432-41d0-8b64-b0ed3540c501 x-openstack-request-id: req-f2bdb391-1432-41d0-8b64-b0ed3540c501 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:31:07.377728 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39251fbb-350b-4e70-8bc0-b7987ee461b6", "name": "network-vif-plugged", "status": "completed", "tag": "a588af6e-cda2-47ed-abf0-821458835cb5", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:31:07.378158 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f2bdb391-1432-41d0-8b64-b0ed3540c501 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:31:07.378728 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2bdb391-1432-41d0-8b64-b0ed3540c501'] response: {'server_uuid': '39251fbb-350b-4e70-8bc0-b7987ee461b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a588af6e-cda2-47ed-abf0-821458835cb5', 'code': 200} Apr 28 19:31:07.400803 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-c6e93d5f-f040-4c55-87cf-a134923420a7 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-237067067-network', 'tenant_id': '18ae396e368a491dbb7b54576f3720d9'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:31:07.422456 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=a588af6e-cda2-47ed-abf0-821458835cb5,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:07.429950 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-a0de382c-3362-4d63-a166-f59f9abf5f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e77080ae-6e52-4e69-8823-db3f8a5af095 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:31:07.450151 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-a0de382c-3362-4d63-a166-f59f9abf5f2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:07.454297 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2802425d-caa9-4487-9d9c-39db0c277241 req-c7fd5a9b-ea09-46d8-9a1d-8c59be73ab52 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a16cc4c2f900428da4a88e1154f04ab5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495851 Apr 28 19:31:07.472192 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e93d5f-f040-4c55-87cf-a134923420a7 admin admin] Made reservation on behalf of 18ae396e368a491dbb7b54576f3720d9 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:31:07.474360 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c6e93d5f-f040-4c55-87cf-a134923420a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:07.493711 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c6e93d5f-f040-4c55-87cf-a134923420a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:07.503343 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-a0de382c-3362-4d63-a166-f59f9abf5f2a service neutron] Transition to ACTIVE for port object e77080ae-6e52-4e69-8823-db3f8a5af095 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:31:07.519075 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349aac9-7104-4525-9f44-de4d140f9f3f req-f67de835-fcc0-4354-a9ef-cf21b6fa63ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:07.520901 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6349aac9-7104-4525-9f44-de4d140f9f3f req-f67de835-fcc0-4354-a9ef-cf21b6fa63ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2090466 Apr 28 19:31:07.523124 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-a0de382c-3362-4d63-a166-f59f9abf5f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:07.583385 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1235a03-7d91-47b3-a6c7-f699fb4f2855 req-e3e2af0e-644f-4dae-b26f-063091490ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:07.584810 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f1235a03-7d91-47b3-a6c7-f699fb4f2855 req-e3e2af0e-644f-4dae-b26f-063091490ddc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=39251fbb-350b-4e70-8bc0-b7987ee461b6 HTTP/1.1" status: 200 len: 1101 time: 0.1489990 Apr 28 19:31:07.665023 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de382c-3362-4d63-a166-f59f9abf5f2a service neutron] Pushing event updated for resources: {'Port': ['ID=e77080ae-6e52-4e69-8823-db3f8a5af095,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:07.685621 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e574d63-8e33-4f1b-b286-b5a1a75ce3d8 req-d4ff468b-2011-4abc-8821-7425e3d544f8 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:07.687791 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5e574d63-8e33-4f1b-b286-b5a1a75ce3d8 req-d4ff468b-2011-4abc-8821-7425e3d544f8 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 950 time: 0.2132487 Apr 28 19:31:07.746314 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f1235a03-7d91-47b3-a6c7-f699fb4f2855 req-9b16e548-15ee-454c-9c63-7e88550339b5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157815 Apr 28 19:31:07.808017 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6349aac9-7104-4525-9f44-de4d140f9f3f req-7623f1c4-f438-4bd0-bd01-232bdbc32786 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771320 Apr 28 19:31:07.815241 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5e574d63-8e33-4f1b-b286-b5a1a75ce3d8 req-cd067d96-1992-42be-9fd1-18e5d9aaefd1 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153359 Apr 28 19:31:07.838701 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-a0de382c-3362-4d63-a166-f59f9abf5f2a service neutron] Attempting to bind port e77080ae-6e52-4e69-8823-db3f8a5af095 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:31:07.838964 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-a0de382c-3362-4d63-a166-f59f9abf5f2a service neutron] Attempting to bind port e77080ae-6e52-4e69-8823-db3f8a5af095 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:31:07.839528 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-a0de382c-3362-4d63-a166-f59f9abf5f2a service neutron] Attempting to bind port e77080ae-6e52-4e69-8823-db3f8a5af095 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:31:07.847088 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-a0de382c-3362-4d63-a166-f59f9abf5f2a service neutron] Port e77080ae-6e52-4e69-8823-db3f8a5af095 on network a2ea96f2-6755-492c-8fa3-72807d68d67a not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:31:07.847408 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-a0de382c-3362-4d63-a166-f59f9abf5f2a service neutron] Attempting to bind port e77080ae-6e52-4e69-8823-db3f8a5af095 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:31:07.853101 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-a0de382c-3362-4d63-a166-f59f9abf5f2a service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:31:07.853463 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-a0de382c-3362-4d63-a166-f59f9abf5f2a service neutron] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:31:07.853848 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-a0de382c-3362-4d63-a166-f59f9abf5f2a service neutron] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:31:07.854256 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-a0de382c-3362-4d63-a166-f59f9abf5f2a service neutron] Bound port: e77080ae-6e52-4e69-8823-db3f8a5af095, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:31:07.854606 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-a0de382c-3362-4d63-a166-f59f9abf5f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:07.856243 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802425d-caa9-4487-9d9c-39db0c277241 req-6cdea7ee-08a6-4b6f-b6dc-c06908e884f6 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:07.860660 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2802425d-caa9-4487-9d9c-39db0c277241 req-6cdea7ee-08a6-4b6f-b6dc-c06908e884f6 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3998044 Apr 28 19:31:07.884234 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2802425d-caa9-4487-9d9c-39db0c277241 req-fef03d95-8546-4d1e-aa9f-bf3590bbe28c tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.42 "GET /v2.0/quotas/a16cc4c2f900428da4a88e1154f04ab5 HTTP/1.1" status: 200 len: 375 time: 0.0183663 Apr 28 19:31:07.930286 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2802425d-caa9-4487-9d9c-39db0c277241 req-f8c5e464-d5bb-4581-8f16-7dff458bad5d tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a16cc4c2f900428da4a88e1154f04ab5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340300 Apr 28 19:31:07.932017 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c6e93d5f-f040-4c55-87cf-a134923420a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:07.937848 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c6e93d5f-f040-4c55-87cf-a134923420a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:07.949103 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-a0de382c-3362-4d63-a166-f59f9abf5f2a service neutron] For port e77080ae-6e52-4e69-8823-db3f8a5af095, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:31:07.955687 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-a0de382c-3362-4d63-a166-f59f9abf5f2a service neutron] For port e77080ae-6e52-4e69-8823-db3f8a5af095, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=e77080ae-6e52-4e69-8823-db3f8a5af095,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:31:07.976423 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6e93d5f-f040-4c55-87cf-a134923420a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:31:07.977000 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-a0de382c-3362-4d63-a166-f59f9abf5f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:07.994798 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e93d5f-f040-4c55-87cf-a134923420a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28bbdf86-4c22-401d-888d-619c24f69818,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:07.999588 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c6e93d5f-f040-4c55-87cf-a134923420a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:08.000410 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-c6e93d5f-f040-4c55-87cf-a134923420a7 admin admin] Added segment 8fc1f4c1-a782-4abd-b384-b46f9c6b3366 of type vlan for network 0a818354-dbcf-4136-b854-44772dd68b79 Apr 28 19:31:08.027826 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133811d-723a-489f-8eb6-1c4f67f0e1aa req-6d9aebe9-b8f1-419b-9bb1-1d409c8b1235 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:08.029478 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e133811d-723a-489f-8eb6-1c4f67f0e1aa req-6d9aebe9-b8f1-419b-9bb1-1d409c8b1235 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 944 time: 0.1333807 Apr 28 19:31:08.076450 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c6e93d5f-f040-4c55-87cf-a134923420a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:08.078158 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-a0de382c-3362-4d63-a166-f59f9abf5f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:08.078841 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-a0de382c-3362-4d63-a166-f59f9abf5f2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:08.081122 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-a0de382c-3362-4d63-a166-f59f9abf5f2a service neutron] 10.222.0.44 "PUT /v2.0/ports/e77080ae-6e52-4e69-8823-db3f8a5af095 HTTP/1.1" status: 200 len: 1095 time: 2.0206354 Apr 28 19:31:08.089123 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94b6110-ba08-4bd6-acba-77b2363570e0', 'tag': 'e77080ae-6e52-4e69-8823-db3f8a5af095'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:31:08.091749 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628d2224-8de6-4e9c-8957-a323e58fb0d5" -d '{"events": [{"name": "network-changed", "server_uuid": "b94b6110-ba08-4bd6-acba-77b2363570e0", "tag": "e77080ae-6e52-4e69-8823-db3f8a5af095"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:31:08.118896 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c6e93d5f-f040-4c55-87cf-a134923420a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:08.121299 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e93d5f-f040-4c55-87cf-a134923420a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:08.122268 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c6e93d5f-f040-4c55-87cf-a134923420a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:08.164779 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de382c-3362-4d63-a166-f59f9abf5f2a service neutron] Pushing event updated for resources: {'Port': ['ID=e77080ae-6e52-4e69-8823-db3f8a5af095,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:08.228789 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c6e93d5f-f040-4c55-87cf-a134923420a7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9860182 Apr 28 19:31:08.229637 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36422) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:31:08.233267 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e133811d-723a-489f-8eb6-1c4f67f0e1aa req-fdab723d-d213-453d-b916-f5f07c7b3604 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813276 Apr 28 19:31:08.239015 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-ae4b030c-4a97-4f6e-8bd0-73f48eb0fd02 admin admin] Request body: {'subnet': {'network_id': '0a818354-dbcf-4136-b854-44772dd68b79', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-237067067-subnet', 'tenant_id': '18ae396e368a491dbb7b54576f3720d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:31:08.241255 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6349aac9-7104-4525-9f44-de4d140f9f3f req-6ef091e0-e079-4710-be02-b12f891490ef service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898977 Apr 28 19:31:08.279247 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-096f647f-902d-4ade-a240-9ed2c6ff5653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:08.281182 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e93d5f-f040-4c55-87cf-a134923420a7 admin admin] Pushing event updated for resources: {'Network': ['ID=0a818354-dbcf-4136-b854-44772dd68b79,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:08.283015 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-096f647f-902d-4ade-a240-9ed2c6ff5653 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f825fe9b47794b18a1d440cb016e22b1&device_id=b94b6110-ba08-4bd6-acba-77b2363570e0 HTTP/1.1" status: 200 len: 1098 time: 0.1209888 Apr 28 19:31:08.316846 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 0a818354-dbcf-4136-b854-44772dd68b79 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:31:08.383460 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaeb63c-e5e0-4c68-8f7c-72b2543ba6b2 req-b1201951-f201-4641-9f03-ce27f839d6f7 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:08.393320 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9eaeb63c-e5e0-4c68-8f7c-72b2543ba6b2 req-b1201951-f201-4641-9f03-ce27f839d6f7 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=b94b6110-ba08-4bd6-acba-77b2363570e0 HTTP/1.1" status: 200 len: 947 time: 0.2380760 Apr 28 19:31:08.399122 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-2642a716-6334-4e7e-b530-f028145f7aad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=e77080ae-6e52-4e69-8823-db3f8a5af095 HTTP/1.1" status: 200 len: 217 time: 0.1068208 Apr 28 19:31:08.433907 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4b030c-4a97-4f6e-8bd0-73f48eb0fd02 admin admin] Made reservation on behalf of 18ae396e368a491dbb7b54576f3720d9 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:31:08.436916 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ae4b030c-4a97-4f6e-8bd0-73f48eb0fd02 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:08.528441 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-996105de-0c3d-48d7-aaad-2c5a06ad4109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:08.529958 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-996105de-0c3d-48d7-aaad-2c5a06ad4109 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1113591 Apr 28 19:31:08.560394 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9eaeb63c-e5e0-4c68-8f7c-72b2543ba6b2 req-9b7dda6f-0103-46a3-aa06-c1f4bcda81e6 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639707 Apr 28 19:31:08.583133 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d50f2-ed66-41bb-ac51-51b6c7634d67 req-b362b5a9-e9c4-4cbb-bc7b-b1125061dcdf tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:08.584710 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b72d50f2-ed66-41bb-ac51-51b6c7634d67 req-b362b5a9-e9c4-4cbb-bc7b-b1125061dcdf tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=39251fbb-350b-4e70-8bc0-b7987ee461b6 HTTP/1.1" status: 200 len: 950 time: 0.1924834 Apr 28 19:31:08.637008 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-b3dabe2f-d9f5-4075-872f-d1f7f3c0bfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:08.639155 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-b3dabe2f-d9f5-4075-872f-d1f7f3c0bfa4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0992439 Apr 28 19:31:08.682754 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b72d50f2-ed66-41bb-ac51-51b6c7634d67 req-46124392-6f57-4edd-a277-c34692102124 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900061 Apr 28 19:31:08.683464 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-678d36fd-1d00-401a-acc5-5ec3fe63c2b0 req-38276841-69c5-4ad0-b0e0-c9e75982784f tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.42 "GET /v2.0/ports?device_id=73582b64-3cce-4bc9-b0cb-77019d900f8a HTTP/1.1" status: 200 len: 210 time: 0.0343843 Apr 28 19:31:08.718803 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ae4b030c-4a97-4f6e-8bd0-73f48eb0fd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:08.759203 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d285ad-fabe-4859-92c8-bfc11caa0043 x-openstack-request-id: req-a5d285ad-fabe-4859-92c8-bfc11caa0043 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:31:08.759480 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94b6110-ba08-4bd6-acba-77b2363570e0", "tag": "e77080ae-6e52-4e69-8823-db3f8a5af095", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:31:08.759860 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a5d285ad-fabe-4859-92c8-bfc11caa0043 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:31:08.760267 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5d285ad-fabe-4859-92c8-bfc11caa0043'] response: {'name': 'network-changed', 'server_uuid': 'b94b6110-ba08-4bd6-acba-77b2363570e0', 'tag': 'e77080ae-6e52-4e69-8823-db3f8a5af095', 'status': 'completed', 'code': 200} Apr 28 19:31:08.839408 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b030c-4a97-4f6e-8bd0-73f48eb0fd02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09693431-05ed-41e8-8d54-1a8b3b11f1bb,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:08.853309 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4b030c-4a97-4f6e-8bd0-73f48eb0fd02 admin admin] Checking segment: {'id': '8fc1f4c1-a782-4abd-b384-b46f9c6b3366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a818354-dbcf-4136-b854-44772dd68b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:31:08.853930 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4b030c-4a97-4f6e-8bd0-73f48eb0fd02 admin admin] Network hostable DHCP agents. Network: 0a818354-dbcf-4136-b854-44772dd68b79, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:31:08.891606 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4b030c-4a97-4f6e-8bd0-73f48eb0fd02 admin admin] Network 0a818354-dbcf-4136-b854-44772dd68b79 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:31:08.902154 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679772d-06bd-41ad-84e1-e76c4cc6eb81 req-ede07ba1-3517-476b-88a0-b8eca7a7ca6a tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:08.903773 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1679772d-06bd-41ad-84e1-e76c4cc6eb81 req-ede07ba1-3517-476b-88a0-b8eca7a7ca6a tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/ports?device_id=d035bf96-c27c-4c3c-98d7-a7f27b9ab8b7 HTTP/1.1" status: 200 len: 950 time: 0.1249075 Apr 28 19:31:08.906363 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-0ed5680f-2bbb-49bc-8b7c-c7d992406723 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521358 Apr 28 19:31:08.911391 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-ae4b030c-4a97-4f6e-8bd0-73f48eb0fd02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 0a818354-dbcf-4136-b854-44772dd68b79) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:31:08.925124 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36e5616-0e8b-43c7-a626-157a3d87619b None None] Network 0a818354-dbcf-4136-b854-44772dd68b79 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:31:08.925307 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4b030c-4a97-4f6e-8bd0-73f48eb0fd02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:08.925817 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ae4b030c-4a97-4f6e-8bd0-73f48eb0fd02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:08.996741 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ae4b030c-4a97-4f6e-8bd0-73f48eb0fd02 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7627401 Apr 28 19:31:09.049298 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab696d9-1d1f-4d33-92d3-e03bf70d5f57 req-178ef41b-99ed-4f13-8712-15078b5461f3 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:09.059474 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 6db7db40-a23e-4656-883e-e52c47e636b4 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:31:09.062545 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7ab696d9-1d1f-4d33-92d3-e03bf70d5f57 req-178ef41b-99ed-4f13-8712-15078b5461f3 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 950 time: 0.1105063 Apr 28 19:31:09.110016 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1679772d-06bd-41ad-84e1-e76c4cc6eb81 req-ff747eee-40b6-4b70-b2f6-f05d95d30b41 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/security-groups?id=2052a2ba-bc21-474c-9217-e003b274475f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675453 Apr 28 19:31:09.157668 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7ab696d9-1d1f-4d33-92d3-e03bf70d5f57 req-ea544f9e-b942-4305-81b9-0bb88a64b5bd tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923693 Apr 28 19:31:09.159633 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-362b19b4-2a68-43fb-8f98-adf4ed308b2f req-6b1f7242-5abe-4d4e-a8bf-48047c3aa682 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045794 Apr 28 19:31:09.244596 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23f6929-ebfe-4709-a480-caa599600a71 None None] Network 0a818354-dbcf-4136-b854-44772dd68b79 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:31:09.359554 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d2224-8de6-4e9c-8957-a323e58fb0d5 req-5637f109-e474-4df2-bae8-a054098cc7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:09.361905 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-628d2224-8de6-4e9c-8957-a323e58fb0d5 req-5637f109-e474-4df2-bae8-a054098cc7cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f825fe9b47794b18a1d440cb016e22b1&device_id=b94b6110-ba08-4bd6-acba-77b2363570e0 HTTP/1.1" status: 200 len: 1098 time: 0.0845447 Apr 28 19:31:09.371417 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 6db7db40-a23e-4656-883e-e52c47e636b4 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:31:09.395559 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 6db7db40-a23e-4656-883e-e52c47e636b4 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:31:09.395835 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:09.481134 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e013b4-8819-4bfa-8f88-33d44e32aae1 req-2afd7faa-7367-4224-94cf-1cf79f606459 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:09.483590 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-47e013b4-8819-4bfa-8f88-33d44e32aae1 req-2afd7faa-7367-4224-94cf-1cf79f606459 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 944 time: 0.0527823 Apr 28 19:31:09.501873 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d2224-8de6-4e9c-8957-a323e58fb0d5 req-a7a8f434-519f-4ead-89e3-7ca476ae2489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:09.503572 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-628d2224-8de6-4e9c-8957-a323e58fb0d5 req-a7a8f434-519f-4ead-89e3-7ca476ae2489 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.1250176 Apr 28 19:31:09.526351 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-47e013b4-8819-4bfa-8f88-33d44e32aae1 req-050cac95-f080-484d-8822-7380b03d5ef7 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364158 Apr 28 19:31:09.555770 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:09.575419 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-628d2224-8de6-4e9c-8957-a323e58fb0d5 req-2647e1ea-8858-4f4a-b6f0-193545f50fb2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=e77080ae-6e52-4e69-8823-db3f8a5af095 HTTP/1.1" status: 200 len: 217 time: 0.0564094 Apr 28 19:31:09.587004 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db7db40-a23e-4656-883e-e52c47e636b4'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:31:09.589360 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d291919-56bf-4ae9-8940-10fdfbc3249d" -d '{"events": [{"server_uuid": "62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b", "name": "network-vif-plugged", "status": "completed", "tag": "6db7db40-a23e-4656-883e-e52c47e636b4"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:31:09.605271 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 6db7db40-a23e-4656-883e-e52c47e636b4, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=6db7db40-a23e-4656-883e-e52c47e636b4,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:09.611358 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:09.640788 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae39142-6022-4e25-9028-45ef7b437bc5 req-799d3b64-2e0c-4a63-a641-2889fab1e29f tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:09.642951 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bae39142-6022-4e25-9028-45ef7b437bc5 req-799d3b64-2e0c-4a63-a641-2889fab1e29f tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/ports?device_id=d035bf96-c27c-4c3c-98d7-a7f27b9ab8b7 HTTP/1.1" status: 200 len: 950 time: 0.1382239 Apr 28 19:31:09.647174 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d2224-8de6-4e9c-8957-a323e58fb0d5 req-e8d96c25-1537-4841-b1e4-1d5257fe44af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:09.648522 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-628d2224-8de6-4e9c-8957-a323e58fb0d5 req-e8d96c25-1537-4841-b1e4-1d5257fe44af service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.0639446 Apr 28 19:31:09.695318 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=6db7db40-a23e-4656-883e-e52c47e636b4,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:09.715108 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bae39142-6022-4e25-9028-45ef7b437bc5 req-130f5f07-0fba-4f97-9723-75e0ebd8c389 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/security-groups?id=2052a2ba-bc21-474c-9217-e003b274475f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630021 Apr 28 19:31:09.728154 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d2224-8de6-4e9c-8957-a323e58fb0d5 req-cbc47d94-ee8e-4257-992c-6e7692c245d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:09.737743 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-628d2224-8de6-4e9c-8957-a323e58fb0d5 req-cbc47d94-ee8e-4257-992c-6e7692c245d7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0640991 Apr 28 19:31:09.764371 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94110b2b-a75d-4243-94aa-a3b6a00b04b8 x-openstack-request-id: req-94110b2b-a75d-4243-94aa-a3b6a00b04b8 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:31:09.764691 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b", "name": "network-vif-plugged", "status": "completed", "tag": "6db7db40-a23e-4656-883e-e52c47e636b4", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:31:09.764946 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-94110b2b-a75d-4243-94aa-a3b6a00b04b8 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:31:09.765412 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94110b2b-a75d-4243-94aa-a3b6a00b04b8'] response: {'server_uuid': '62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db7db40-a23e-4656-883e-e52c47e636b4', 'code': 200} Apr 28 19:31:09.800807 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-03f734c4-6678-4f72-b343-e900014000bd tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:09.802675 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-03f734c4-6678-4f72-b343-e900014000bd tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/networks?id=0a818354-dbcf-4136-b854-44772dd68b79 HTTP/1.1" status: 200 len: 804 time: 0.1263728 Apr 28 19:31:09.821655 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-d9424fd6-a12d-407c-9a5b-ae6fb8a42b81 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/quotas/18ae396e368a491dbb7b54576f3720d9 HTTP/1.1" status: 200 len: 375 time: 0.0111017 Apr 28 19:31:09.860698 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-edd7379d-6f43-467c-a390-eab25cfede80 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=18ae396e368a491dbb7b54576f3720d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315433 Apr 28 19:31:09.900072 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-628d2224-8de6-4e9c-8957-a323e58fb0d5 req-1fd1f27b-4731-4c8b-9db5-121b2ea816e0 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531267 Apr 28 19:31:09.946023 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcf97c-79fa-4be9-90a2-628605158c1f req-8641ac96-7584-4b0e-b7e3-dbd70a99727c tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:09.947567 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1fbcf97c-79fa-4be9-90a2-628605158c1f req-8641ac96-7584-4b0e-b7e3-dbd70a99727c tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=b94b6110-ba08-4bd6-acba-77b2363570e0 HTTP/1.1" status: 200 len: 947 time: 0.1167431 Apr 28 19:31:09.979982 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937462b-2dbf-4249-921d-ad7374ab4e33 req-28cbdebd-5996-49b6-aba3-8f8a0dcdd75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:09.981475 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1937462b-2dbf-4249-921d-ad7374ab4e33 req-28cbdebd-5996-49b6-aba3-8f8a0dcdd75c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 1096 time: 0.1165247 Apr 28 19:31:10.011418 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-5195ec7d-868f-404b-ba74-9bd91f679305 service neutron] 10.222.0.42 "GET /v2.0/networks/0a818354-dbcf-4136-b854-44772dd68b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407418 Apr 28 19:31:10.070382 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1fbcf97c-79fa-4be9-90a2-628605158c1f req-9578699e-00ee-44ef-9336-82973efda441 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956397 Apr 28 19:31:10.078838 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1937462b-2dbf-4249-921d-ad7374ab4e33 req-18b3ac01-fd88-4d5e-9b0b-2435382ef81b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851974 Apr 28 19:31:10.083235 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-628d2224-8de6-4e9c-8957-a323e58fb0d5 req-fd672ae1-a57e-4d0e-8f96-f9d63190a988 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731827 Apr 28 19:31:10.124525 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-fef970ab-b5ea-4517-afe1-a3c003f1607f service neutron] 10.222.0.42 "GET /v2.0/networks/0a818354-dbcf-4136-b854-44772dd68b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009557 Apr 28 19:31:10.169777 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6f67872f-3bd2-42b4-8d62-b3a4b94ba2d2 req-cc9d31f2-62f0-4d2b-a3f5-3d13992108a2 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.42 "GET /v2.0/ports?device_id=73582b64-3cce-4bc9-b0cb-77019d900f8a HTTP/1.1" status: 200 len: 210 time: 0.0280647 Apr 28 19:31:10.293400 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895fd04-6db8-4c2e-9368-b1959d51b86e req-64ebe89d-191b-4c3f-b1b2-53ec3a9cb473 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:10.295111 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7895fd04-6db8-4c2e-9368-b1959d51b86e req-64ebe89d-191b-4c3f-b1b2-53ec3a9cb473 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=39251fbb-350b-4e70-8bc0-b7987ee461b6 HTTP/1.1" status: 200 len: 950 time: 0.0618157 Apr 28 19:31:10.348139 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7895fd04-6db8-4c2e-9368-b1959d51b86e req-e6b42aee-1891-4a3e-b556-a4d964c3e05c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452702 Apr 28 19:31:10.356043 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e953bd-ba9d-4c21-a1b0-5431c50a984d req-c3a80dd5-7a88-4611-9196-cd33b28d0b13 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:10.357802 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b0e953bd-ba9d-4c21-a1b0-5431c50a984d req-c3a80dd5-7a88-4611-9196-cd33b28d0b13 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 950 time: 0.0576360 Apr 28 19:31:10.409268 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b0e953bd-ba9d-4c21-a1b0-5431c50a984d req-5edc8595-454f-48a6-aebb-c94764f0d221 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423324 Apr 28 19:31:10.435119 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-34aa4b0e-88df-4d8c-ab64-6b7240f6ff93 req-d3cd6339-ff95-4d22-aa8e-036199823208 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a190ae9-44a2-4fa5-8d0e-00295ce692dd HTTP/1.1" status: 200 len: 210 time: 0.0384700 Apr 28 19:31:10.529821 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39657cd5-e7f2-4a30-9be4-9637ed9d5d3e req-5cf7a2dd-89b0-43e5-80a7-ac0016efe289 tempest-ServersOnMultiNodesTest-1949443882 tempest-ServersOnMultiNodesTest-1949443882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:10.531371 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39657cd5-e7f2-4a30-9be4-9637ed9d5d3e req-5cf7a2dd-89b0-43e5-80a7-ac0016efe289 tempest-ServersOnMultiNodesTest-1949443882 tempest-ServersOnMultiNodesTest-1949443882-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=39251fbb-350b-4e70-8bc0-b7987ee461b6 HTTP/1.1" status: 200 len: 1101 time: 0.0502717 Apr 28 19:31:10.571483 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39657cd5-e7f2-4a30-9be4-9637ed9d5d3e req-05635542-a467-4b96-b038-7baf25425438 tempest-ServersOnMultiNodesTest-1949443882 tempest-ServersOnMultiNodesTest-1949443882-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321095 Apr 28 19:31:10.711114 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227ef7a-ea99-42a6-80f9-14bf40cf8a59 req-5d812163-5816-4874-8ca6-a86b7ac527dd tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:10.713076 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3227ef7a-ea99-42a6-80f9-14bf40cf8a59 req-5d812163-5816-4874-8ca6-a86b7ac527dd tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 945 time: 0.1037059 Apr 28 19:31:10.751092 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-21448c35-0b87-4ee6-b516-0d42ba37ee08 req-06653911-fe38-48ce-b9ac-2179354482d8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e1efbccd-fc77-46ac-81dd-d5732d0dae98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0958409 Apr 28 19:31:10.788217 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3227ef7a-ea99-42a6-80f9-14bf40cf8a59 req-917402fb-7d42-42e4-8f45-49c8a4f8ddbb tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650043 Apr 28 19:31:10.863292 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-de0717c2-5539-4a7c-9e15-79807af5f321 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ebad228c1b4944f6b357421a29469bd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409374 Apr 28 19:31:10.885427 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2802425d-caa9-4487-9d9c-39db0c277241 req-8648c849-fcd2-43b5-83a6-ce71481c4ece tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a16cc4c2f900428da4a88e1154f04ab5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0882647 Apr 28 19:31:10.958615 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21448c35-0b87-4ee6-b516-0d42ba37ee08 req-03128b44-db19-42d1-85ec-bf23eda80e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:10.960126 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-21448c35-0b87-4ee6-b516-0d42ba37ee08 req-03128b44-db19-42d1-85ec-bf23eda80e8c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ebad228c1b4944f6b357421a29469bd6&device_id=e1efbccd-fc77-46ac-81dd-d5732d0dae98 HTTP/1.1" status: 200 len: 1100 time: 0.1709065 Apr 28 19:31:11.007972 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-d081ac92-b549-4bb2-9374-242e2596b163 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:11.009992 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-d081ac92-b549-4bb2-9374-242e2596b163 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1398869 Apr 28 19:31:11.022231 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f313f5-669b-4e76-968e-30013efba824 req-686eccb8-7ea8-42d5-81c2-b5bf61370a94 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:11.023713 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a2f313f5-669b-4e76-968e-30013efba824 req-686eccb8-7ea8-42d5-81c2-b5bf61370a94 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/ports?device_id=d035bf96-c27c-4c3c-98d7-a7f27b9ab8b7 HTTP/1.1" status: 200 len: 950 time: 0.1354935 Apr 28 19:31:11.030685 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-5b17955a-1775-469c-8c21-c8b8516f197a tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/quotas/ebad228c1b4944f6b357421a29469bd6 HTTP/1.1" status: 200 len: 375 time: 0.0121088 Apr 28 19:31:11.101739 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-58465cdd-4687-44f4-8b35-d379b2e52127 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebad228c1b4944f6b357421a29469bd6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0628057 Apr 28 19:31:11.323564 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9d2c0-f850-480f-b286-256c924207d0 req-36f87cac-689c-4f4f-b287-b72f00800453 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:11.325111 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1db9d2c0-f850-480f-b286-256c924207d0 req-36f87cac-689c-4f4f-b287-b72f00800453 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=b94b6110-ba08-4bd6-acba-77b2363570e0 HTTP/1.1" status: 200 len: 947 time: 0.0622079 Apr 28 19:31:11.353489 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802425d-caa9-4487-9d9c-39db0c277241 req-9d7fd5a6-49ec-4c93-be55-48429ea92158 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:11.354974 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2802425d-caa9-4487-9d9c-39db0c277241 req-9d7fd5a6-49ec-4c93-be55-48429ea92158 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4545259 Apr 28 19:31:11.371380 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a2f313f5-669b-4e76-968e-30013efba824 req-2d7dd984-0a06-431b-a844-1f9e84e277cf tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/security-groups?id=2052a2ba-bc21-474c-9217-e003b274475f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325226 Apr 28 19:31:11.373015 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1db9d2c0-f850-480f-b286-256c924207d0 req-7144570c-0cc3-43e8-9324-f3cacee88311 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358367 Apr 28 19:31:11.380017 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-2802425d-caa9-4487-9d9c-39db0c277241 req-36d8eb17-b1c4-4eb8-b70c-31ae28ec0779 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Request body: {'port': {'device_id': '73582b64-3cce-4bc9-b0cb-77019d900f8a', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'admin_state_up': True, 'tenant_id': 'a16cc4c2f900428da4a88e1154f04ab5'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:31:11.442229 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21448c35-0b87-4ee6-b516-0d42ba37ee08 req-229178aa-daa6-4d25-910a-0a6694a2988c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:11.443648 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-21448c35-0b87-4ee6-b516-0d42ba37ee08 req-229178aa-daa6-4d25-910a-0a6694a2988c service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.4384162 Apr 28 19:31:11.486748 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b959655b-3812-4ce6-b0fc-b0c0f485f80e req-f5d01ce9-d6f4-4ab4-9002-0c0be160baa1 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.42 "GET /v2.0/ports?device_id=73582b64-3cce-4bc9-b0cb-77019d900f8a HTTP/1.1" status: 200 len: 210 time: 0.0457547 Apr 28 19:31:11.502401 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86fcb8a4-c688-41f7-8d62-073aab2e81be req-d4cb95c0-acca-4182-85c3-88483bbd6d53 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=87d074b4-76d6-4700-bdd8-69aba18299b7 HTTP/1.1" status: 200 len: 210 time: 0.0455258 Apr 28 19:31:11.521990 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-21448c35-0b87-4ee6-b516-0d42ba37ee08 req-ca101e0a-6b75-4dbc-b36a-b9551112888c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=c2e419a1-27cd-4ed4-bf9e-e37de3c0d961 HTTP/1.1" status: 200 len: 217 time: 0.0625291 Apr 28 19:31:11.619898 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21448c35-0b87-4ee6-b516-0d42ba37ee08 req-f12d8df1-72ea-4885-a08a-9be9fad89a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:11.621728 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-21448c35-0b87-4ee6-b516-0d42ba37ee08 req-f12d8df1-72ea-4885-a08a-9be9fad89a11 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.0866215 Apr 28 19:31:11.633152 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2802425d-caa9-4487-9d9c-39db0c277241 req-36d8eb17-b1c4-4eb8-b70c-31ae28ec0779 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Made reservation on behalf of a16cc4c2f900428da4a88e1154f04ab5 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:31:11.645097 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2802425d-caa9-4487-9d9c-39db0c277241 req-36d8eb17-b1c4-4eb8-b70c-31ae28ec0779 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:11.693961 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2802425d-caa9-4487-9d9c-39db0c277241 req-36d8eb17-b1c4-4eb8-b70c-31ae28ec0779 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:11.776023 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d1286-3f58-49dc-b24b-57fa97650f43 req-926b11c2-67ae-4f0c-ba44-efbc14a22086 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:11.780767 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-749d1286-3f58-49dc-b24b-57fa97650f43 req-926b11c2-67ae-4f0c-ba44-efbc14a22086 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 950 time: 0.1656399 Apr 28 19:31:11.800397 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21448c35-0b87-4ee6-b516-0d42ba37ee08 req-ddc57af6-bf27-44cf-9540-7bfc0006ad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:11.802434 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-21448c35-0b87-4ee6-b516-0d42ba37ee08 req-ddc57af6-bf27-44cf-9540-7bfc0006ad88 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1487100 Apr 28 19:31:11.816901 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c673107-657c-4567-838f-1b8a76a54143 req-8ac62762-5d7c-4c7c-96f8-3e22765f0f13 tempest-LiveMigrationNegativeTest-582243720 tempest-LiveMigrationNegativeTest-582243720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:11.818534 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6c673107-657c-4567-838f-1b8a76a54143 req-8ac62762-5d7c-4c7c-96f8-3e22765f0f13 tempest-LiveMigrationNegativeTest-582243720 tempest-LiveMigrationNegativeTest-582243720-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d035bf96-c27c-4c3c-98d7-a7f27b9ab8b7 HTTP/1.1" status: 200 len: 1101 time: 0.1265187 Apr 28 19:31:11.821356 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-24bb3365-ac75-4269-9c3e-7ba78558f215 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:11.824052 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-24bb3365-ac75-4269-9c3e-7ba78558f215 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.44 "GET /v2.0/networks?id=0a818354-dbcf-4136-b854-44772dd68b79 HTTP/1.1" status: 200 len: 804 time: 0.2697306 Apr 28 19:31:11.839221 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-bb310309-100a-4972-bd70-ae31e507baa5 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Request body: {'port': {'device_id': '5a190ae9-44a2-4fa5-8d0e-00295ce692dd', 'network_id': '0a818354-dbcf-4136-b854-44772dd68b79', 'admin_state_up': True, 'tenant_id': '18ae396e368a491dbb7b54576f3720d9'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:31:11.870969 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-749d1286-3f58-49dc-b24b-57fa97650f43 req-b8332966-a8f6-451e-9f85-c2421e4e0f74 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839279 Apr 28 19:31:11.904254 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6c673107-657c-4567-838f-1b8a76a54143 req-44da3e9f-2b00-4546-add1-31f9cc46dbe7 tempest-LiveMigrationNegativeTest-582243720 tempest-LiveMigrationNegativeTest-582243720-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:11.972413 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac06c46e-57be-4d5f-abf3-9e112cd7cdd6 req-e2e396a3-d618-4a15-bb5c-568f976bdb4a tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a190ae9-44a2-4fa5-8d0e-00295ce692dd HTTP/1.1" status: 200 len: 210 time: 0.0369582 Apr 28 19:31:11.976127 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2802425d-caa9-4487-9d9c-39db0c277241 req-36d8eb17-b1c4-4eb8-b70c-31ae28ec0779 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:11.992963 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2802425d-caa9-4487-9d9c-39db0c277241 req-36d8eb17-b1c4-4eb8-b70c-31ae28ec0779 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:12.021274 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-21448c35-0b87-4ee6-b516-0d42ba37ee08 req-5b62824b-f790-4737-832f-89880d005a76 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065861 Apr 28 19:31:12.038735 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-bb310309-100a-4972-bd70-ae31e507baa5 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Made reservation on behalf of 18ae396e368a491dbb7b54576f3720d9 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:31:12.042701 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-bb310309-100a-4972-bd70-ae31e507baa5 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:12.163951 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d8eb17-b1c4-4eb8-b70c-31ae28ec0779 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c803da03-ebad-4b64-9050-c2be14e3f1a3,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:12.197484 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0bfdc-afcb-4941-8f29-25a2e09fc84a req-987c1f69-c91e-44b4-b3b1-e3fd9412ffe3 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:12.198981 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a6e0bfdc-afcb-4941-8f29-25a2e09fc84a req-987c1f69-c91e-44b4-b3b1-e3fd9412ffe3 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 945 time: 0.1361997 Apr 28 19:31:12.244041 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6c673107-657c-4567-838f-1b8a76a54143 req-44da3e9f-2b00-4546-add1-31f9cc46dbe7 tempest-LiveMigrationNegativeTest-582243720 tempest-LiveMigrationNegativeTest-582243720-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:12.245766 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-bb310309-100a-4972-bd70-ae31e507baa5 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Allocated IP 172.20.0.11 (0a818354-dbcf-4136-b854-44772dd68b79/09693431-05ed-41e8-8d54-1a8b3b11f1bb/c5a4a501-ebca-461e-b3f2-0f22914ff4e1) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:31:12.263597 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a6e0bfdc-afcb-4941-8f29-25a2e09fc84a req-0bd58d17-5ef8-41a0-8864-e8237245be9c tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574327 Apr 28 19:31:12.265742 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6c673107-657c-4567-838f-1b8a76a54143 req-44da3e9f-2b00-4546-add1-31f9cc46dbe7 tempest-LiveMigrationNegativeTest-582243720 tempest-LiveMigrationNegativeTest-582243720-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:12.315499 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-21448c35-0b87-4ee6-b516-0d42ba37ee08 req-c48a8ef6-cb28-40dd-a9d3-bb64f8dd29f6 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813444 Apr 28 19:31:12.317168 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-2802425d-caa9-4487-9d9c-39db0c277241 req-36d8eb17-b1c4-4eb8-b70c-31ae28ec0779 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Allocated IP 192.168.233.68 (a2ea96f2-6755-492c-8fa3-72807d68d67a/ba397751-1619-4962-a669-11aa98e2e3bc/906427ec-8b98-4c26-89a7-4a52f172a324) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:31:12.335534 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6c673107-657c-4567-838f-1b8a76a54143 req-44da3e9f-2b00-4546-add1-31f9cc46dbe7 tempest-LiveMigrationNegativeTest-582243720 tempest-LiveMigrationNegativeTest-582243720-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2052a2ba-bc21-474c-9217-e003b274475f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5028658 Apr 28 19:31:12.342432 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da3e9f-2b00-4546-add1-31f9cc46dbe7 tempest-LiveMigrationNegativeTest-582243720 tempest-LiveMigrationNegativeTest-582243720-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aab09ee-aeec-4cc8-bfc3-e12fe80213e3,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:12.457013 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4097ec7-ddd3-4442-a148-7b715c8c0435 req-80f80622-aaef-4fed-87a3-0dea9190da91 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:12.458513 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c4097ec7-ddd3-4442-a148-7b715c8c0435 req-80f80622-aaef-4fed-87a3-0dea9190da91 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 1096 time: 0.1004837 Apr 28 19:31:12.499748 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-bb310309-100a-4972-bd70-ae31e507baa5 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:12.525472 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-b4e71ced-b00e-4e87-b35d-396e1da079df tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ebad228c1b4944f6b357421a29469bd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567384 Apr 28 19:31:12.550761 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c4097ec7-ddd3-4442-a148-7b715c8c0435 req-6750ab81-c463-4044-b19c-f75509dfc300 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796125 Apr 28 19:31:12.589191 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-bb310309-100a-4972-bd70-ae31e507baa5 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:12.647165 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-bb310309-100a-4972-bd70-ae31e507baa5 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Network 0a818354-dbcf-4136-b854-44772dd68b79 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:31:12.650687 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-bb310309-100a-4972-bd70-ae31e507baa5 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:31:12.655603 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-bb310309-100a-4972-bd70-ae31e507baa5 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:31:12.662934 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-bb310309-100a-4972-bd70-ae31e507baa5 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:12.663631 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-bb310309-100a-4972-bd70-ae31e507baa5 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:12.669822 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device e77080ae-6e52-4e69-8823-db3f8a5af095 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:31:12.674398 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb310309-100a-4972-bd70-ae31e507baa5 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Pushing event updated for resources: {'Port': ['ID=c5a4a501-ebca-461e-b3f2-0f22914ff4e1,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:12.687985 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2802425d-caa9-4487-9d9c-39db0c277241 req-36d8eb17-b1c4-4eb8-b70c-31ae28ec0779 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:12.694234 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-bb310309-100a-4972-bd70-ae31e507baa5 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8596287 Apr 28 19:31:12.710668 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-cdcf1f93-af5c-4d77-b1e7-683c97259b28 service neutron] Request body: {'port': {'device_id': '5a190ae9-44a2-4fa5-8d0e-00295ce692dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:31:12.731723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534345f-ec09-4a2a-8ae5-b3f4922623ca req-7575805a-7588-454f-a793-27593e0dc7c2 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:12.741644 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d534345f-ec09-4a2a-8ae5-b3f4922623ca req-7575805a-7588-454f-a793-27593e0dc7c2 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=b94b6110-ba08-4bd6-acba-77b2363570e0 HTTP/1.1" status: 200 len: 947 time: 0.1348548 Apr 28 19:31:12.765121 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-39ee5f90-4933-4dde-86f7-71608ac12d91 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:12.766790 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-39ee5f90-4933-4dde-86f7-71608ac12d91 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2326393 Apr 28 19:31:12.790070 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-fa474206-8ebc-4767-ac2b-e109687703ca tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Request body: {'port': {'device_id': '87d074b4-76d6-4700-bdd8-69aba18299b7', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'admin_state_up': True, 'tenant_id': 'ebad228c1b4944f6b357421a29469bd6'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:31:12.805465 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-cdcf1f93-af5c-4d77-b1e7-683c97259b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:12.841137 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port e77080ae-6e52-4e69-8823-db3f8a5af095, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=e77080ae-6e52-4e69-8823-db3f8a5af095,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:12.853355 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'e77080ae-6e52-4e69-8823-db3f8a5af095', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': 'e77080ae-6e52-4e69-8823-db3f8a5af095', 'mac_address': 'fa:16:3e:cd:f5:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:31:12.873573 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2802425d-caa9-4487-9d9c-39db0c277241 req-36d8eb17-b1c4-4eb8-b70c-31ae28ec0779 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:12.881707 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-576981a6-a8a3-42a4-be84-cf4b89c07a5c req-75d6b099-a6f4-4681-a28a-9176c9995dd8 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.42 "GET /v2.0/ports?device_id=73582b64-3cce-4bc9-b0cb-77019d900f8a HTTP/1.1" status: 200 len: 210 time: 0.0545638 Apr 28 19:31:12.884365 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d534345f-ec09-4a2a-8ae5-b3f4922623ca req-f6cae89a-32e0-4659-bf91-3a79f19e0241 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412582 Apr 28 19:31:12.925642 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:12.954053 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e77080ae-6e52-4e69-8823-db3f8a5af095 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:31:12.961136 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2802425d-caa9-4487-9d9c-39db0c277241 req-36d8eb17-b1c4-4eb8-b70c-31ae28ec0779 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Network a2ea96f2-6755-492c-8fa3-72807d68d67a is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:31:12.965004 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-2802425d-caa9-4487-9d9c-39db0c277241 req-36d8eb17-b1c4-4eb8-b70c-31ae28ec0779 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:31:12.972438 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2802425d-caa9-4487-9d9c-39db0c277241 req-36d8eb17-b1c4-4eb8-b70c-31ae28ec0779 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:31:13.003570 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port e77080ae-6e52-4e69-8823-db3f8a5af095, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=e77080ae-6e52-4e69-8823-db3f8a5af095,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:13.009530 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:13.026305 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d8eb17-b1c4-4eb8-b70c-31ae28ec0779 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Pushing event updated for resources: {'Port': ['ID=906427ec-8b98-4c26-89a7-4a52f172a324,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:13.027864 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ae8bcba5-9108-40c7-a75a-bcca01289bba req-11b3a98a-f599-4f69-a9ec-51c75522f92b tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=87d074b4-76d6-4700-bdd8-69aba18299b7 HTTP/1.1" status: 200 len: 210 time: 0.0411472 Apr 28 19:31:13.081959 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-fa474206-8ebc-4767-ac2b-e109687703ca tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Made reservation on behalf of ebad228c1b4944f6b357421a29469bd6 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:31:13.085434 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-fa474206-8ebc-4767-ac2b-e109687703ca tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:13.134943 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=e77080ae-6e52-4e69-8823-db3f8a5af095,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:13.148143 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802425d-caa9-4487-9d9c-39db0c277241 req-36d8eb17-b1c4-4eb8-b70c-31ae28ec0779 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:13.149915 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2802425d-caa9-4487-9d9c-39db0c277241 req-36d8eb17-b1c4-4eb8-b70c-31ae28ec0779 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:13.168490 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88405632-dfe4-4603-ba68-65b576185404 req-0e04ec67-a1a6-4054-a033-af32f9d3086e tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:13.170681 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-88405632-dfe4-4603-ba68-65b576185404 req-0e04ec67-a1a6-4054-a033-af32f9d3086e tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 1096 time: 0.1390011 Apr 28 19:31:13.210676 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2802425d-caa9-4487-9d9c-39db0c277241 req-36d8eb17-b1c4-4eb8-b70c-31ae28ec0779 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8365350 Apr 28 19:31:13.225324 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff62d0-1f42-4ec1-9c9b-a4488b41cbdd req-38dc5fe6-8c87-4009-8063-b89559ac2804 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:13.226824 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a4ff62d0-1f42-4ec1-9c9b-a4488b41cbdd req-38dc5fe6-8c87-4009-8063-b89559ac2804 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/ports?device_id=d035bf96-c27c-4c3c-98d7-a7f27b9ab8b7 HTTP/1.1" status: 200 len: 950 time: 0.0949378 Apr 28 19:31:13.242752 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-2802425d-caa9-4487-9d9c-39db0c277241 req-5c5d9cf9-45f0-4efe-bc11-efbdc4d85489 service neutron] Request body: {'port': {'device_id': '73582b64-3cce-4bc9-b0cb-77019d900f8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:31:13.311147 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-cdcf1f93-af5c-4d77-b1e7-683c97259b28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5a4a501-ebca-461e-b3f2-0f22914ff4e1 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:31:13.320354 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a4ff62d0-1f42-4ec1-9c9b-a4488b41cbdd req-503ab563-96dd-4661-a3c4-395f90ae63fd tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/security-groups?id=2052a2ba-bc21-474c-9217-e003b274475f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795171 Apr 28 19:31:13.322217 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-cdcf1f93-af5c-4d77-b1e7-683c97259b28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:13.341298 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-cdcf1f93-af5c-4d77-b1e7-683c97259b28 service neutron] Transition to ACTIVE for port object c5a4a501-ebca-461e-b3f2-0f22914ff4e1 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:31:13.349830 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-cdcf1f93-af5c-4d77-b1e7-683c97259b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:13.363685 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-cd2a930f-b3ee-4280-b85c-580442dbe2fc None None] Provisioning complete for port 906427ec-8b98-4c26-89a7-4a52f172a324 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:31:13.364378 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cd2a930f-b3ee-4280-b85c-580442dbe2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:13.375119 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-88405632-dfe4-4603-ba68-65b576185404 req-b0536885-3cfb-4b5d-8a34-8dac7d484c7e tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723120 Apr 28 19:31:13.405792 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2802425d-caa9-4487-9d9c-39db0c277241 req-5c5d9cf9-45f0-4efe-bc11-efbdc4d85489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:13.421399 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['e77080ae-6e52-4e69-8823-db3f8a5af095'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:31:13.443212 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-fa474206-8ebc-4767-ac2b-e109687703ca tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Allocated IP 192.168.233.186 (a2ea96f2-6755-492c-8fa3-72807d68d67a/ba397751-1619-4962-a669-11aa98e2e3bc/e5834ab4-f5f0-4130-927e-dacd5d9ad75f) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:31:13.451606 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf1f93-af5c-4d77-b1e7-683c97259b28 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a4a501-ebca-461e-b3f2-0f22914ff4e1,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:13.471842 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-cdcf1f93-af5c-4d77-b1e7-683c97259b28 service neutron] Attempting to bind port c5a4a501-ebca-461e-b3f2-0f22914ff4e1 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:31:13.472195 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-cdcf1f93-af5c-4d77-b1e7-683c97259b28 service neutron] Attempting to bind port c5a4a501-ebca-461e-b3f2-0f22914ff4e1 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '8fc1f4c1-a782-4abd-b384-b46f9c6b3366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a818354-dbcf-4136-b854-44772dd68b79'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:31:13.472524 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-cdcf1f93-af5c-4d77-b1e7-683c97259b28 service neutron] Attempting to bind port c5a4a501-ebca-461e-b3f2-0f22914ff4e1 on network 0a818354-dbcf-4136-b854-44772dd68b79 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:31:13.478339 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-cdcf1f93-af5c-4d77-b1e7-683c97259b28 service neutron] Port c5a4a501-ebca-461e-b3f2-0f22914ff4e1 on network 0a818354-dbcf-4136-b854-44772dd68b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:31:13.478665 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-cdcf1f93-af5c-4d77-b1e7-683c97259b28 service neutron] Attempting to bind port c5a4a501-ebca-461e-b3f2-0f22914ff4e1 on network 0a818354-dbcf-4136-b854-44772dd68b79 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:31:13.486019 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-cdcf1f93-af5c-4d77-b1e7-683c97259b28 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:31:13.486370 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-cdcf1f93-af5c-4d77-b1e7-683c97259b28 service neutron] Checking segment: {'id': '8fc1f4c1-a782-4abd-b384-b46f9c6b3366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a818354-dbcf-4136-b854-44772dd68b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:31:13.486733 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-cdcf1f93-af5c-4d77-b1e7-683c97259b28 service neutron] Bound using segment: {'id': '8fc1f4c1-a782-4abd-b384-b46f9c6b3366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a818354-dbcf-4136-b854-44772dd68b79'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:31:13.487174 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-cdcf1f93-af5c-4d77-b1e7-683c97259b28 service neutron] Bound port: c5a4a501-ebca-461e-b3f2-0f22914ff4e1, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc1f4c1-a782-4abd-b384-b46f9c6b3366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a818354-dbcf-4136-b854-44772dd68b79'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:31:13.487534 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-cdcf1f93-af5c-4d77-b1e7-683c97259b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:13.517065 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-cd2a930f-b3ee-4280-b85c-580442dbe2fc None None] Port 906427ec-8b98-4c26-89a7-4a52f172a324 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:31:13.518722 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c763bc-3f7e-4a09-b69e-f304aec025c1 req-cccbcea4-4cbe-4556-8586-3d0851b75868 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:13.520598 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-61c763bc-3f7e-4a09-b69e-f304aec025c1 req-cccbcea4-4cbe-4556-8586-3d0851b75868 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 950 time: 0.0985713 Apr 28 19:31:13.587535 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-61c763bc-3f7e-4a09-b69e-f304aec025c1 req-5ac7244c-643f-4df9-a531-4ee8f1b1c04c tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496523 Apr 28 19:31:13.605067 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-cdcf1f93-af5c-4d77-b1e7-683c97259b28 service neutron] For port c5a4a501-ebca-461e-b3f2-0f22914ff4e1, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:31:13.608648 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-cdcf1f93-af5c-4d77-b1e7-683c97259b28 service neutron] For port c5a4a501-ebca-461e-b3f2-0f22914ff4e1, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c5a4a501-ebca-461e-b3f2-0f22914ff4e1,segment=NetworkSegment(8fc1f4c1-a782-4abd-b384-b46f9c6b3366),segment_id=8fc1f4c1-a782-4abd-b384-b46f9c6b3366)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:31:13.615937 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-cdcf1f93-af5c-4d77-b1e7-683c97259b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:13.680396 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf1f93-af5c-4d77-b1e7-683c97259b28 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a4a501-ebca-461e-b3f2-0f22914ff4e1,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:13.686698 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-cdcf1f93-af5c-4d77-b1e7-683c97259b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:13.687311 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-cdcf1f93-af5c-4d77-b1e7-683c97259b28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:13.689088 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-cdcf1f93-af5c-4d77-b1e7-683c97259b28 service neutron] 10.222.0.44 "PUT /v2.0/ports/c5a4a501-ebca-461e-b3f2-0f22914ff4e1 HTTP/1.1" status: 200 len: 1092 time: 0.9855063 Apr 28 19:31:13.689674 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a190ae9-44a2-4fa5-8d0e-00295ce692dd', 'tag': 'c5a4a501-ebca-461e-b3f2-0f22914ff4e1'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:31:13.691717 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7b8d73-85ba-41e8-8a28-091d6d807f60" -d '{"events": [{"name": "network-changed", "server_uuid": "5a190ae9-44a2-4fa5-8d0e-00295ce692dd", "tag": "c5a4a501-ebca-461e-b3f2-0f22914ff4e1"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:31:13.736672 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d38411-891d-4728-b8b6-b30231c12175 req-52f07d5c-a8b8-4606-acbe-ddad346224ea tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:13.738316 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b1d38411-891d-4728-b8b6-b30231c12175 req-52f07d5c-a8b8-4606-acbe-ddad346224ea tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a190ae9-44a2-4fa5-8d0e-00295ce692dd HTTP/1.1" status: 200 len: 944 time: 0.2330313 Apr 28 19:31:13.783525 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-cdfad665-91e9-49fb-b0be-c2152df97bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:13.785096 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-cdfad665-91e9-49fb-b0be-c2152df97bc4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=18ae396e368a491dbb7b54576f3720d9&device_id=5a190ae9-44a2-4fa5-8d0e-00295ce692dd HTTP/1.1" status: 200 len: 1095 time: 0.0501232 Apr 28 19:31:13.817922 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-fa474206-8ebc-4767-ac2b-e109687703ca tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:13.822585 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b1d38411-891d-4728-b8b6-b30231c12175 req-e3c3186e-443b-4621-ba91-1688b66aae0b tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728552 Apr 28 19:31:13.874857 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0300b426-8306-4fc7-9147-22352a37844f x-openstack-request-id: req-0300b426-8306-4fc7-9147-22352a37844f {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:31:13.875231 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a190ae9-44a2-4fa5-8d0e-00295ce692dd", "tag": "c5a4a501-ebca-461e-b3f2-0f22914ff4e1", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:31:13.875444 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0300b426-8306-4fc7-9147-22352a37844f {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:31:13.875786 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0300b426-8306-4fc7-9147-22352a37844f'] response: {'name': 'network-changed', 'server_uuid': '5a190ae9-44a2-4fa5-8d0e-00295ce692dd', 'tag': 'c5a4a501-ebca-461e-b3f2-0f22914ff4e1', 'status': 'completed', 'code': 200} Apr 28 19:31:13.878283 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-e4b220bd-5145-4741-8465-52acf4151d1e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5a4a501-ebca-461e-b3f2-0f22914ff4e1 HTTP/1.1" status: 200 len: 217 time: 0.0787697 Apr 28 19:31:13.897955 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-fa474206-8ebc-4767-ac2b-e109687703ca tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:13.909511 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['27679c7b-3c6b-4002-a6f4-a1564802e5b4', 'a588af6e-cda2-47ed-abf0-821458835cb5'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:31:13.946575 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-64ffe7e8-f108-4ec7-9e8d-8a6604955d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:13.948190 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-64ffe7e8-f108-4ec7-9e8d-8a6604955d8b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=09693431-05ed-41e8-8d54-1a8b3b11f1bb HTTP/1.1" status: 200 len: 844 time: 0.0615053 Apr 28 19:31:14.004095 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-6cba4cbe-b776-4b98-a869-1da2bd770a70 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0a818354-dbcf-4136-b854-44772dd68b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354769 Apr 28 19:31:14.034114 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-fa474206-8ebc-4767-ac2b-e109687703ca tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Network a2ea96f2-6755-492c-8fa3-72807d68d67a is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:31:14.043944 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-fa474206-8ebc-4767-ac2b-e109687703ca tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:31:14.052988 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-fa474206-8ebc-4767-ac2b-e109687703ca tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:31:14.066732 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa474206-8ebc-4767-ac2b-e109687703ca tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Pushing event updated for resources: {'Port': ['ID=e5834ab4-f5f0-4130-927e-dacd5d9ad75f,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:14.119926 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f9908-a57b-4f8d-99aa-0301e741a5ff req-48d045b8-0b83-43cd-9ef1-2eabbe3be458 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:14.128443 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc8f9908-a57b-4f8d-99aa-0301e741a5ff req-48d045b8-0b83-43cd-9ef1-2eabbe3be458 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 1096 time: 0.2211838 Apr 28 19:31:14.129762 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-1dd2023d-41f8-48bd-8e0a-ff97aa868be5 service neutron] 10.222.0.44 "GET /v2.0/networks/0a818354-dbcf-4136-b854-44772dd68b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105070 Apr 28 19:31:14.164508 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436595f8-a56e-4030-a492-1bb9d79eb69d req-b8df1b80-8877-4f5d-932c-0389a09802cc tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:14.174306 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-436595f8-a56e-4030-a492-1bb9d79eb69d req-b8df1b80-8877-4f5d-932c-0389a09802cc tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.42 "GET /v2.0/ports?device_id=73582b64-3cce-4bc9-b0cb-77019d900f8a HTTP/1.1" status: 200 len: 935 time: 0.1947997 Apr 28 19:31:14.193445 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-fa474206-8ebc-4767-ac2b-e109687703ca tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:14.194213 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-fa474206-8ebc-4767-ac2b-e109687703ca tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:14.265289 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-436595f8-a56e-4030-a492-1bb9d79eb69d req-70cc04cb-00fc-4378-92b1-330cd310d4c4 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.42 "GET /v2.0/security-groups?id=c803da03-ebad-4b64-9050-c2be14e3f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901203 Apr 28 19:31:14.266001 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-fa474206-8ebc-4767-ac2b-e109687703ca tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4795313 Apr 28 19:31:14.269009 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc8f9908-a57b-4f8d-99aa-0301e741a5ff req-5b42d6e5-cec9-4403-905c-ab9bff9d8f2b tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396310 Apr 28 19:31:14.287723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-f3fb1d37-ffa3-460c-af73-65e6e8cf70be service neutron] Request body: {'port': {'device_id': '87d074b4-76d6-4700-bdd8-69aba18299b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:31:14.300986 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-2802425d-caa9-4487-9d9c-39db0c277241 req-5c5d9cf9-45f0-4efe-bc11-efbdc4d85489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 906427ec-8b98-4c26-89a7-4a52f172a324 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:31:14.334967 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2802425d-caa9-4487-9d9c-39db0c277241 req-5c5d9cf9-45f0-4efe-bc11-efbdc4d85489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:14.336626 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3cae9bb5-00ea-4b94-89af-7da71c54486c req-3dfdc0db-d596-49d7-b4bc-3bffa364e259 service neutron] 10.222.0.44 "GET /v2.0/networks/0a818354-dbcf-4136-b854-44772dd68b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903012 Apr 28 19:31:14.371382 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-2802425d-caa9-4487-9d9c-39db0c277241 req-5c5d9cf9-45f0-4efe-bc11-efbdc4d85489 service neutron] Transition to ACTIVE for port object 906427ec-8b98-4c26-89a7-4a52f172a324 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:31:14.384784 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2802425d-caa9-4487-9d9c-39db0c277241 req-5c5d9cf9-45f0-4efe-bc11-efbdc4d85489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:14.410401 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-f3fb1d37-ffa3-460c-af73-65e6e8cf70be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:14.432870 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34edff9-b9a4-4bc8-a43a-2037f5676da4 req-f7846373-cc97-4d7d-b652-75882c9250ba tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:14.435597 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b34edff9-b9a4-4bc8-a43a-2037f5676da4 req-f7846373-cc97-4d7d-b652-75882c9250ba tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=b94b6110-ba08-4bd6-acba-77b2363570e0 HTTP/1.1" status: 200 len: 948 time: 0.0659530 Apr 28 19:31:14.454037 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-22dd9428-b163-402b-b62e-84aa9bf25662 None None] Provisioning complete for port e5834ab4-f5f0-4130-927e-dacd5d9ad75f triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:31:14.456026 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-22dd9428-b163-402b-b62e-84aa9bf25662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:14.494414 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['c2e419a1-27cd-4ed4-bf9e-e37de3c0d961', '85587bcf-59af-42cb-9e68-0ce372795bee', 'd1cc09ce-75a3-48ce-ac36-4b9c20b8a342', '49a5e30e-4c80-460a-9d4f-e31ac15f312d'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:31:14.508006 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d9cf9-45f0-4efe-bc11-efbdc4d85489 service neutron] Pushing event updated for resources: {'Port': ['ID=906427ec-8b98-4c26-89a7-4a52f172a324,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:14.509257 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b8d73-85ba-41e8-8a28-091d6d807f60 req-0f35f8ca-9be9-49fb-b117-c0e03cafa0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:14.511878 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7b7b8d73-85ba-41e8-8a28-091d6d807f60 req-0f35f8ca-9be9-49fb-b117-c0e03cafa0f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=18ae396e368a491dbb7b54576f3720d9&device_id=5a190ae9-44a2-4fa5-8d0e-00295ce692dd HTTP/1.1" status: 200 len: 1095 time: 0.0752087 Apr 28 19:31:14.527596 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b34edff9-b9a4-4bc8-a43a-2037f5676da4 req-aef531b1-809b-4ba6-b071-ba17c0447af5 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819595 Apr 28 19:31:14.564647 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-22dd9428-b163-402b-b62e-84aa9bf25662 None None] Port e5834ab4-f5f0-4130-927e-dacd5d9ad75f cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:31:14.598954 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654f4a4-2dfd-49e4-b192-df8658ebdc49 req-9538f18a-a5ad-4be2-9ee0-b1b989bc493b tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:14.600110 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9654f4a4-2dfd-49e4-b192-df8658ebdc49 req-9538f18a-a5ad-4be2-9ee0-b1b989bc493b tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=87d074b4-76d6-4700-bdd8-69aba18299b7 HTTP/1.1" status: 200 len: 936 time: 0.2165258 Apr 28 19:31:14.682400 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device e77080ae-6e52-4e69-8823-db3f8a5af095 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:31:14.705898 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652de50-21fc-4f35-8f16-eed6fd6794f2 req-cb00751c-73da-4dec-bc1e-f3d1468b090a tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:14.713464 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a652de50-21fc-4f35-8f16-eed6fd6794f2 req-cb00751c-73da-4dec-bc1e-f3d1468b090a tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/ports?device_id=d035bf96-c27c-4c3c-98d7-a7f27b9ab8b7 HTTP/1.1" status: 200 len: 950 time: 0.0805357 Apr 28 19:31:14.736334 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b8d73-85ba-41e8-8a28-091d6d807f60 req-687a8db0-060d-422f-b6cc-0668257757c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:14.738399 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7b7b8d73-85ba-41e8-8a28-091d6d807f60 req-687a8db0-060d-422f-b6cc-0668257757c7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0a818354-dbcf-4136-b854-44772dd68b79 HTTP/1.1" status: 200 len: 905 time: 0.2091026 Apr 28 19:31:14.804343 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port e77080ae-6e52-4e69-8823-db3f8a5af095 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:31:14.812008 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a652de50-21fc-4f35-8f16-eed6fd6794f2 req-35e5eef9-27e5-4d03-bf28-8f3bd1d748b7 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/security-groups?id=2052a2ba-bc21-474c-9217-e003b274475f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970581 Apr 28 19:31:14.821510 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port e77080ae-6e52-4e69-8823-db3f8a5af095 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:31:14.821883 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:14.841087 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7b7b8d73-85ba-41e8-8a28-091d6d807f60 req-c8c03f17-ebe2-4745-af46-cc75d2ccf4c8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5a4a501-ebca-461e-b3f2-0f22914ff4e1 HTTP/1.1" status: 200 len: 217 time: 0.0905626 Apr 28 19:31:14.868275 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9654f4a4-2dfd-49e4-b192-df8658ebdc49 req-00f5add9-ad30-4401-a6bf-c992c5d422fc tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650651 Apr 28 19:31:14.895181 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-2802425d-caa9-4487-9d9c-39db0c277241 req-5c5d9cf9-45f0-4efe-bc11-efbdc4d85489 service neutron] Attempting to bind port 906427ec-8b98-4c26-89a7-4a52f172a324 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:31:14.895512 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-2802425d-caa9-4487-9d9c-39db0c277241 req-5c5d9cf9-45f0-4efe-bc11-efbdc4d85489 service neutron] Attempting to bind port 906427ec-8b98-4c26-89a7-4a52f172a324 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:31:14.895840 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2802425d-caa9-4487-9d9c-39db0c277241 req-5c5d9cf9-45f0-4efe-bc11-efbdc4d85489 service neutron] Attempting to bind port 906427ec-8b98-4c26-89a7-4a52f172a324 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:31:14.919785 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2802425d-caa9-4487-9d9c-39db0c277241 req-5c5d9cf9-45f0-4efe-bc11-efbdc4d85489 service neutron] Port 906427ec-8b98-4c26-89a7-4a52f172a324 on network a2ea96f2-6755-492c-8fa3-72807d68d67a not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:31:14.920470 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2802425d-caa9-4487-9d9c-39db0c277241 req-5c5d9cf9-45f0-4efe-bc11-efbdc4d85489 service neutron] Attempting to bind port 906427ec-8b98-4c26-89a7-4a52f172a324 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:31:14.929519 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2802425d-caa9-4487-9d9c-39db0c277241 req-5c5d9cf9-45f0-4efe-bc11-efbdc4d85489 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:31:14.929796 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2802425d-caa9-4487-9d9c-39db0c277241 req-5c5d9cf9-45f0-4efe-bc11-efbdc4d85489 service neutron] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:31:14.930040 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2802425d-caa9-4487-9d9c-39db0c277241 req-5c5d9cf9-45f0-4efe-bc11-efbdc4d85489 service neutron] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:31:14.930398 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-2802425d-caa9-4487-9d9c-39db0c277241 req-5c5d9cf9-45f0-4efe-bc11-efbdc4d85489 service neutron] Bound port: 906427ec-8b98-4c26-89a7-4a52f172a324, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:31:14.930755 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2802425d-caa9-4487-9d9c-39db0c277241 req-5c5d9cf9-45f0-4efe-bc11-efbdc4d85489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:14.940964 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fcb1ff-a106-43e7-937c-c9a4b20fd24f req-ae341831-17f2-47f9-a0ac-19d4858d445f tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:14.942485 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-51fcb1ff-a106-43e7-937c-c9a4b20fd24f req-ae341831-17f2-47f9-a0ac-19d4858d445f tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.15 "GET /v2.0/ports?device_id=d035bf96-c27c-4c3c-98d7-a7f27b9ab8b7 HTTP/1.1" status: 200 len: 950 time: 0.1800842 Apr 28 19:31:14.948763 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-f3fb1d37-ffa3-460c-af73-65e6e8cf70be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5834ab4-f5f0-4130-927e-dacd5d9ad75f {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:31:14.967631 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-f3fb1d37-ffa3-460c-af73-65e6e8cf70be service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:15.000275 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b8d73-85ba-41e8-8a28-091d6d807f60 req-d09ed94b-ae6a-4620-b2e6-c47114cf8147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:15.002750 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7b7b8d73-85ba-41e8-8a28-091d6d807f60 req-d09ed94b-ae6a-4620-b2e6-c47114cf8147 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=09693431-05ed-41e8-8d54-1a8b3b11f1bb HTTP/1.1" status: 200 len: 844 time: 0.1421657 Apr 28 19:31:15.010238 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:15.016346 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-f3fb1d37-ffa3-460c-af73-65e6e8cf70be service neutron] Transition to ACTIVE for port object e5834ab4-f5f0-4130-927e-dacd5d9ad75f will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:31:15.027197 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-f3fb1d37-ffa3-460c-af73-65e6e8cf70be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:15.045448 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7b7b8d73-85ba-41e8-8a28-091d6d807f60 req-0cbc6bb2-4c95-4d8b-8ec9-4d5291eb8d73 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0a818354-dbcf-4136-b854-44772dd68b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310428 Apr 28 19:31:15.045664 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94b6110-ba08-4bd6-acba-77b2363570e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77080ae-6e52-4e69-8823-db3f8a5af095'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:31:15.047557 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3938e735-2456-404c-bb59-365250ebd5d7" -d '{"events": [{"server_uuid": "b94b6110-ba08-4bd6-acba-77b2363570e0", "name": "network-vif-plugged", "status": "completed", "tag": "e77080ae-6e52-4e69-8823-db3f8a5af095"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:31:15.070206 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873291a-4155-4f18-8b40-49e3ce00d1be req-b2b6b940-981d-47f2-b389-f04c54d7b778 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:15.070768 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port e77080ae-6e52-4e69-8823-db3f8a5af095, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=e77080ae-6e52-4e69-8823-db3f8a5af095,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:15.072535 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5873291a-4155-4f18-8b40-49e3ce00d1be req-b2b6b940-981d-47f2-b389-f04c54d7b778 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 950 time: 0.1629431 Apr 28 19:31:15.086287 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:15.099394 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-2802425d-caa9-4487-9d9c-39db0c277241 req-5c5d9cf9-45f0-4efe-bc11-efbdc4d85489 service neutron] For port 906427ec-8b98-4c26-89a7-4a52f172a324, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:31:15.112195 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fbe7b-5827-43ea-94d1-55788f40db48 req-81bfde3b-bd3d-4299-b374-74613a5ba700 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:15.113745 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8e6fbe7b-5827-43ea-94d1-55788f40db48 req-81bfde3b-bd3d-4299-b374-74613a5ba700 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a190ae9-44a2-4fa5-8d0e-00295ce692dd HTTP/1.1" status: 200 len: 944 time: 0.1594160 Apr 28 19:31:15.125758 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb1d37-ffa3-460c-af73-65e6e8cf70be service neutron] Pushing event updated for resources: {'Port': ['ID=e5834ab4-f5f0-4130-927e-dacd5d9ad75f,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:15.133777 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-2802425d-caa9-4487-9d9c-39db0c277241 req-5c5d9cf9-45f0-4efe-bc11-efbdc4d85489 service neutron] For port 906427ec-8b98-4c26-89a7-4a52f172a324, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=906427ec-8b98-4c26-89a7-4a52f172a324,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:31:15.156730 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2802425d-caa9-4487-9d9c-39db0c277241 req-5c5d9cf9-45f0-4efe-bc11-efbdc4d85489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:15.173437 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=e77080ae-6e52-4e69-8823-db3f8a5af095,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:15.264167 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802425d-caa9-4487-9d9c-39db0c277241 req-5c5d9cf9-45f0-4efe-bc11-efbdc4d85489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:15.264810 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2802425d-caa9-4487-9d9c-39db0c277241 req-5c5d9cf9-45f0-4efe-bc11-efbdc4d85489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:15.266212 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2802425d-caa9-4487-9d9c-39db0c277241 req-5c5d9cf9-45f0-4efe-bc11-efbdc4d85489 service neutron] 10.222.0.15 "PUT /v2.0/ports/906427ec-8b98-4c26-89a7-4a52f172a324 HTTP/1.1" status: 200 len: 1095 time: 2.0384858 Apr 28 19:31:15.272919 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8e6fbe7b-5827-43ea-94d1-55788f40db48 req-49ff4213-cad2-4bdb-b06c-8da263f0fb66 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178768 Apr 28 19:31:15.273380 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73582b64-3cce-4bc9-b0cb-77019d900f8a', 'tag': '906427ec-8b98-4c26-89a7-4a52f172a324'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:31:15.275660 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f96aa3-c8a2-4d84-a68f-698686b5ded2" -d '{"events": [{"name": "network-changed", "server_uuid": "73582b64-3cce-4bc9-b0cb-77019d900f8a", "tag": "906427ec-8b98-4c26-89a7-4a52f172a324"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:31:15.324193 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-f3fb1d37-ffa3-460c-af73-65e6e8cf70be service neutron] Attempting to bind port e5834ab4-f5f0-4130-927e-dacd5d9ad75f on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:31:15.324592 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-f3fb1d37-ffa3-460c-af73-65e6e8cf70be service neutron] Attempting to bind port e5834ab4-f5f0-4130-927e-dacd5d9ad75f by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:31:15.324925 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-f3fb1d37-ffa3-460c-af73-65e6e8cf70be service neutron] Attempting to bind port e5834ab4-f5f0-4130-927e-dacd5d9ad75f on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:31:15.341016 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d9cf9-45f0-4efe-bc11-efbdc4d85489 service neutron] Pushing event updated for resources: {'Port': ['ID=906427ec-8b98-4c26-89a7-4a52f172a324,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:15.384769 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6b0a87-53f7-4376-8814-ebc5f62eebd8 x-openstack-request-id: req-8f6b0a87-53f7-4376-8814-ebc5f62eebd8 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:31:15.384769 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94b6110-ba08-4bd6-acba-77b2363570e0", "name": "network-vif-plugged", "status": "completed", "tag": "e77080ae-6e52-4e69-8823-db3f8a5af095", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:31:15.385037 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8f6b0a87-53f7-4376-8814-ebc5f62eebd8 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:31:15.385272 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f6b0a87-53f7-4376-8814-ebc5f62eebd8'] response: {'server_uuid': 'b94b6110-ba08-4bd6-acba-77b2363570e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77080ae-6e52-4e69-8823-db3f8a5af095', 'code': 200} Apr 28 19:31:15.526055 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5873291a-4155-4f18-8b40-49e3ce00d1be req-01f0f776-5d77-49c1-a7ec-b258a16ed70b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198408 Apr 28 19:31:15.561338 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7b7b8d73-85ba-41e8-8a28-091d6d807f60 req-197ed3a9-6152-4239-beee-fd835142d7de service neutron] 10.222.0.44 "GET /v2.0/networks/0a818354-dbcf-4136-b854-44772dd68b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5019238 Apr 28 19:31:15.565530 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-51fcb1ff-a106-43e7-937c-c9a4b20fd24f req-42ec5620-3182-4849-b3c9-abb4016e6a83 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Deleting port d597eac5-c36c-4055-86c8-843610a9dde1 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:31:15.566054 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-51fcb1ff-a106-43e7-937c-c9a4b20fd24f req-42ec5620-3182-4849-b3c9-abb4016e6a83 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:15.604933 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1552f71c-d445-4d76-a321-52e5817ea530 x-openstack-request-id: req-1552f71c-d445-4d76-a321-52e5817ea530 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:31:15.605221 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73582b64-3cce-4bc9-b0cb-77019d900f8a", "tag": "906427ec-8b98-4c26-89a7-4a52f172a324", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:31:15.605465 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1552f71c-d445-4d76-a321-52e5817ea530 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:31:15.605862 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1552f71c-d445-4d76-a321-52e5817ea530'] response: {'name': 'network-changed', 'server_uuid': '73582b64-3cce-4bc9-b0cb-77019d900f8a', 'tag': '906427ec-8b98-4c26-89a7-4a52f172a324', 'status': 'completed', 'code': 200} Apr 28 19:31:15.634384 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-f3fb1d37-ffa3-460c-af73-65e6e8cf70be service neutron] Port e5834ab4-f5f0-4130-927e-dacd5d9ad75f on network a2ea96f2-6755-492c-8fa3-72807d68d67a not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:31:15.635113 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-f3fb1d37-ffa3-460c-af73-65e6e8cf70be service neutron] Attempting to bind port e5834ab4-f5f0-4130-927e-dacd5d9ad75f on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:31:15.698078 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-f3fb1d37-ffa3-460c-af73-65e6e8cf70be service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:31:15.698713 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-f3fb1d37-ffa3-460c-af73-65e6e8cf70be service neutron] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:31:15.699468 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-f3fb1d37-ffa3-460c-af73-65e6e8cf70be service neutron] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:31:15.700021 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-f3fb1d37-ffa3-460c-af73-65e6e8cf70be service neutron] Bound port: e5834ab4-f5f0-4130-927e-dacd5d9ad75f, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:31:15.700800 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-f3fb1d37-ffa3-460c-af73-65e6e8cf70be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:15.731793 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802425d-caa9-4487-9d9c-39db0c277241 req-f58836af-3b53-4d17-b94c-ca7a634d623f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:15.733611 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2802425d-caa9-4487-9d9c-39db0c277241 req-f58836af-3b53-4d17-b94c-ca7a634d623f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a16cc4c2f900428da4a88e1154f04ab5&device_id=73582b64-3cce-4bc9-b0cb-77019d900f8a HTTP/1.1" status: 200 len: 1098 time: 0.4062116 Apr 28 19:31:15.770536 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf003226-d082-42f0-af00-bce1324a0ab0 req-263892bf-91f8-4188-8522-74cbe6b0b0f2 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:15.771962 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bf003226-d082-42f0-af00-bce1324a0ab0 req-263892bf-91f8-4188-8522-74cbe6b0b0f2 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 1096 time: 0.1276422 Apr 28 19:31:15.778234 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-51fcb1ff-a106-43e7-937c-c9a4b20fd24f req-42ec5620-3182-4849-b3c9-abb4016e6a83 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] For port d597eac5-c36c-4055-86c8-843610a9dde1, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=d597eac5-c36c-4055-86c8-843610a9dde1,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:15.778600 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-51fcb1ff-a106-43e7-937c-c9a4b20fd24f req-42ec5620-3182-4849-b3c9-abb4016e6a83 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:15.813034 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2802425d-caa9-4487-9d9c-39db0c277241 req-74c148df-99fc-4838-b2ac-cdfa70579660 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=906427ec-8b98-4c26-89a7-4a52f172a324 HTTP/1.1" status: 200 len: 217 time: 0.0463574 Apr 28 19:31:15.815006 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d94f62-b977-4cd2-bc5a-a4f660081861 req-80e086eb-e14c-4ae8-bc7d-9181f449d00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:15.816094 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-51fcb1ff-a106-43e7-937c-c9a4b20fd24f req-42ec5620-3182-4849-b3c9-abb4016e6a83 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Calling delete_port for d597eac5-c36c-4055-86c8-843610a9dde1 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:31:15.816521 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-88d94f62-b977-4cd2-bc5a-a4f660081861 req-80e086eb-e14c-4ae8-bc7d-9181f449d00d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b94b6110-ba08-4bd6-acba-77b2363570e0 HTTP/1.1" status: 200 len: 1100 time: 0.2077782 Apr 28 19:31:15.826507 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e39f5b-5f43-4991-88bb-0d06a10a2735 req-a806d933-44ba-45b0-9c74-bc861835a993 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:15.828031 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-33e39f5b-5f43-4991-88bb-0d06a10a2735 req-a806d933-44ba-45b0-9c74-bc861835a993 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.42 "GET /v2.0/ports?device_id=73582b64-3cce-4bc9-b0cb-77019d900f8a HTTP/1.1" status: 200 len: 947 time: 0.2210541 Apr 28 19:31:15.862392 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bf003226-d082-42f0-af00-bce1324a0ab0 req-6aa4f90f-014f-46aa-9ea2-5e21bd108d53 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793653 Apr 28 19:31:15.893973 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7b7b8d73-85ba-41e8-8a28-091d6d807f60 req-4909485e-4106-48f5-abf5-e2d5efbe3258 service neutron] 10.222.0.44 "GET /v2.0/networks/0a818354-dbcf-4136-b854-44772dd68b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604277 Apr 28 19:31:15.963741 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-f3fb1d37-ffa3-460c-af73-65e6e8cf70be service neutron] For port e5834ab4-f5f0-4130-927e-dacd5d9ad75f, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:31:15.981834 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802425d-caa9-4487-9d9c-39db0c277241 req-2606a33e-6ae1-4db8-a8c7-1cd55e0634d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:15.983293 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2802425d-caa9-4487-9d9c-39db0c277241 req-2606a33e-6ae1-4db8-a8c7-1cd55e0634d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1470523 Apr 28 19:31:15.987676 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-33e39f5b-5f43-4991-88bb-0d06a10a2735 req-2c6c6f0a-2e91-4045-8a5f-164df101644e tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.42 "GET /v2.0/security-groups?id=c803da03-ebad-4b64-9050-c2be14e3f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440368 Apr 28 19:31:15.989210 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-88d94f62-b977-4cd2-bc5a-a4f660081861 req-2d6964c4-122e-48bd-9a9d-36f3978cef02 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602597 Apr 28 19:31:16.035344 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-51fcb1ff-a106-43e7-937c-c9a4b20fd24f req-42ec5620-3182-4849-b3c9-abb4016e6a83 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:16.044016 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba10918-a34f-43da-9106-e589cc05a8b8 req-3e492ec2-f7c8-4532-88fa-9048fc10cb11 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:16.044995 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-f3fb1d37-ffa3-460c-af73-65e6e8cf70be service neutron] For port e5834ab4-f5f0-4130-927e-dacd5d9ad75f, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e5834ab4-f5f0-4130-927e-dacd5d9ad75f,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:31:16.047187 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802425d-caa9-4487-9d9c-39db0c277241 req-c20bbc8b-f6af-49b9-8ab9-c9a8646b6192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:16.047513 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['919bb4b8-a5ff-4b93-bae9-fefeea6783b2', 'd597eac5-c36c-4055-86c8-843610a9dde1'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:31:16.049445 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2802425d-caa9-4487-9d9c-39db0c277241 req-c20bbc8b-f6af-49b9-8ab9-c9a8646b6192 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0549793 Apr 28 19:31:16.053285 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-f3fb1d37-ffa3-460c-af73-65e6e8cf70be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:16.059881 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1ba10918-a34f-43da-9106-e589cc05a8b8 req-3e492ec2-f7c8-4532-88fa-9048fc10cb11 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=b94b6110-ba08-4bd6-acba-77b2363570e0 HTTP/1.1" status: 200 len: 949 time: 0.0821660 Apr 28 19:31:16.105962 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec5620-3182-4849-b3c9-abb4016e6a83 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Pushing event deleted for resources: {'Port': ['ID=d597eac5-c36c-4055-86c8-843610a9dde1,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:16.136720 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0bc2b63f-9f23-48a3-a7f2-fda0296e383f req-914e30a7-0984-49f6-aeb9-2ec587c9309d tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/ports?device_id=d035bf96-c27c-4c3c-98d7-a7f27b9ab8b7 HTTP/1.1" status: 200 len: 210 time: 0.0764334 Apr 28 19:31:16.166411 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1ba10918-a34f-43da-9106-e589cc05a8b8 req-650e943a-208f-4c50-b302-a2572adb61c3 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056838 Apr 28 19:31:16.170311 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-f3fb1d37-ffa3-460c-af73-65e6e8cf70be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:16.171130 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-f3fb1d37-ffa3-460c-af73-65e6e8cf70be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:16.173758 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-f3fb1d37-ffa3-460c-af73-65e6e8cf70be service neutron] 10.222.0.15 "PUT /v2.0/ports/e5834ab4-f5f0-4130-927e-dacd5d9ad75f HTTP/1.1" status: 200 len: 1096 time: 1.8928382 Apr 28 19:31:16.202900 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb1d37-ffa3-460c-af73-65e6e8cf70be service neutron] Pushing event updated for resources: {'Port': ['ID=e5834ab4-f5f0-4130-927e-dacd5d9ad75f,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:16.245489 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-51fcb1ff-a106-43e7-937c-c9a4b20fd24f req-42ec5620-3182-4849-b3c9-abb4016e6a83 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] No DVR routers for this DVR port d597eac5-c36c-4055-86c8-843610a9dde1 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:31:16.255354 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-51fcb1ff-a106-43e7-937c-c9a4b20fd24f req-42ec5620-3182-4849-b3c9-abb4016e6a83 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:16.259926 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-51fcb1ff-a106-43e7-937c-c9a4b20fd24f req-42ec5620-3182-4849-b3c9-abb4016e6a83 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.15 "DELETE /v2.0/ports/d597eac5-c36c-4055-86c8-843610a9dde1 HTTP/1.1" status: 204 len: 173 time: 1.2953334 Apr 28 19:31:16.260426 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd035bf96-c27c-4c3c-98d7-a7f27b9ab8b7', 'name': 'network-vif-deleted', 'tag': 'd597eac5-c36c-4055-86c8-843610a9dde1'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:31:16.272778 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf55a7b8-75e0-4a23-afff-6974ebdc35f8" -d '{"events": [{"server_uuid": "d035bf96-c27c-4c3c-98d7-a7f27b9ab8b7", "name": "network-vif-deleted", "tag": "d597eac5-c36c-4055-86c8-843610a9dde1"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:31:16.343272 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2802425d-caa9-4487-9d9c-39db0c277241 req-93e48a4a-ddc5-4dcf-8e79-82abae12c422 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519023 Apr 28 19:31:16.457426 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-c4a57375-1ac4-418f-9c43-50560d29a29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:16.458953 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-c4a57375-1ac4-418f-9c43-50560d29a29a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebad228c1b4944f6b357421a29469bd6&device_id=87d074b4-76d6-4700-bdd8-69aba18299b7 HTTP/1.1" status: 200 len: 1099 time: 0.2041755 Apr 28 19:31:16.482020 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb86ba-5c23-4236-aee9-8ac37a9906d4 req-82f82818-95ea-46ed-b202-91ef154097d2 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:16.483609 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-29fb86ba-5c23-4236-aee9-8ac37a9906d4 req-82f82818-95ea-46ed-b202-91ef154097d2 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=87d074b4-76d6-4700-bdd8-69aba18299b7 HTTP/1.1" status: 200 len: 948 time: 0.1565330 Apr 28 19:31:16.546239 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2802425d-caa9-4487-9d9c-39db0c277241 req-4da369cc-bd7b-4f08-a841-49cba5d8e652 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826918 Apr 28 19:31:16.547507 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-55683f46-3063-4d91-9789-7496b1b28faf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=e5834ab4-f5f0-4130-927e-dacd5d9ad75f HTTP/1.1" status: 200 len: 217 time: 0.0737994 Apr 28 19:31:16.604315 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-29fb86ba-5c23-4236-aee9-8ac37a9906d4 req-6095695d-6046-491e-a23a-b01a496f587b tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118019 Apr 28 19:31:16.656355 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-8544fd85-42bb-4d92-8ce1-604858fe369d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:16.659214 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-8544fd85-42bb-4d92-8ce1-604858fe369d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1021752 Apr 28 19:31:16.679212 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3dc309-4478-45b3-bf8a-0e985d9e4dce x-openstack-request-id: req-2b3dc309-4478-45b3-bf8a-0e985d9e4dce {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:31:16.679715 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d035bf96-c27c-4c3c-98d7-a7f27b9ab8b7", "name": "network-vif-deleted", "tag": "d597eac5-c36c-4055-86c8-843610a9dde1", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:31:16.679715 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2b3dc309-4478-45b3-bf8a-0e985d9e4dce {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:31:16.680067 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b3dc309-4478-45b3-bf8a-0e985d9e4dce'] response: {'server_uuid': 'd035bf96-c27c-4c3c-98d7-a7f27b9ab8b7', 'name': 'network-vif-deleted', 'tag': 'd597eac5-c36c-4055-86c8-843610a9dde1', 'status': 'completed', 'code': 200} Apr 28 19:31:16.686389 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f96aa3-c8a2-4d84-a68f-698686b5ded2 req-b7461f67-1139-48ab-85a8-56946e996c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:16.688955 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d7f96aa3-c8a2-4d84-a68f-698686b5ded2 req-b7461f67-1139-48ab-85a8-56946e996c40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a16cc4c2f900428da4a88e1154f04ab5&device_id=73582b64-3cce-4bc9-b0cb-77019d900f8a HTTP/1.1" status: 200 len: 1098 time: 0.0708723 Apr 28 19:31:16.809760 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-136483ec-1639-4c27-99bb-3ea25d5e15ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:16.811279 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-136483ec-1639-4c27-99bb-3ea25d5e15ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1407902 Apr 28 19:31:16.859444 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1012e6-1653-4af6-abcd-e10c3ea5bf8f req-96cda377-5bd7-43dc-83d4-aef3b60f4947 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:16.861673 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7b1012e6-1653-4af6-abcd-e10c3ea5bf8f req-96cda377-5bd7-43dc-83d4-aef3b60f4947 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a190ae9-44a2-4fa5-8d0e-00295ce692dd HTTP/1.1" status: 200 len: 944 time: 0.1013827 Apr 28 19:31:16.877434 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f96aa3-c8a2-4d84-a68f-698686b5ded2 req-cc8f8a93-8057-4166-a698-54fc7fb5dd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:16.878869 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d7f96aa3-c8a2-4d84-a68f-698686b5ded2 req-cc8f8a93-8057-4166-a698-54fc7fb5dd0f service neutron] 10.222.0.15 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.1749637 Apr 28 19:31:16.967598 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d7f96aa3-c8a2-4d84-a68f-698686b5ded2 req-bbd605b9-46d2-41cc-a508-8872422cdc84 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=906427ec-8b98-4c26-89a7-4a52f172a324 HTTP/1.1" status: 200 len: 217 time: 0.0514314 Apr 28 19:31:17.020088 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7b1012e6-1653-4af6-abcd-e10c3ea5bf8f req-0ae8a370-532f-495e-97aa-fddbc0a6c20b tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469257 Apr 28 19:31:17.056264 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-7c4df4ff-a52f-49bd-88cc-2dba9fb6e37f service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239475 Apr 28 19:31:17.061475 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f96aa3-c8a2-4d84-a68f-698686b5ded2 req-26920881-f7fd-4db7-8ddc-eafed902d109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:17.062826 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d7f96aa3-c8a2-4d84-a68f-698686b5ded2 req-26920881-f7fd-4db7-8ddc-eafed902d109 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.0811467 Apr 28 19:31:17.218377 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908bea8-4757-4e46-bff8-4919b015f28e req-0b3f570d-d5b1-46c1-b781-3bca2fa3e38b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:17.220374 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a908bea8-4757-4e46-bff8-4919b015f28e req-0b3f570d-d5b1-46c1-b781-3bca2fa3e38b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 950 time: 0.1435030 Apr 28 19:31:17.231410 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-122cee29-d0e1-4b50-8f11-9406d9d2aa3f tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:31:17.232494 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-122cee29-d0e1-4b50-8f11-9406d9d2aa3f tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0219851 Apr 28 19:31:17.234251 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f96aa3-c8a2-4d84-a68f-698686b5ded2 req-85327b67-1ddb-4b02-b31c-72957a653a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:17.236254 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d7f96aa3-c8a2-4d84-a68f-698686b5ded2 req-85327b67-1ddb-4b02-b31c-72957a653a18 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1277616 Apr 28 19:31:17.305118 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e5456e9a-b7b0-4177-ae1b-14511a36d604 req-5dbabce0-70e2-469a-a222-e257d0388ad1 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196174 Apr 28 19:31:17.348033 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-8346c96f-41e7-44c0-b3f9-b3dd1870156b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:17.349422 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-8346c96f-41e7-44c0-b3f9-b3dd1870156b service neutron] 10.222.0.42 "GET /v2.0/ports/6db7db40-a23e-4656-883e-e52c47e636b4 HTTP/1.1" status: 200 len: 1093 time: 0.1060114 Apr 28 19:31:17.364553 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-86259397-38bf-4e87-9257-9a083bbd7959 service neutron] Request body: {'binding': {'host': 'n-h2-839810-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:31:17.365003 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-86259397-38bf-4e87-9257-9a083bbd7959 service neutron] Unknown quota resources ['binding']. {{(pid=102774) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 28 19:31:17.371188 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a908bea8-4757-4e46-bff8-4919b015f28e req-e5473499-fc83-40e8-af6b-121807dcd6bc tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340451 Apr 28 19:31:17.454571 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d7f96aa3-c8a2-4d84-a68f-698686b5ded2 req-22d0fb9c-db31-41a7-86fc-e6db326f4e67 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980553 Apr 28 19:31:17.610066 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e7a87-9547-4ff5-811e-5eab6e84a5c8 req-03deef91-35df-4cde-abcb-cebabf4071a9 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:17.611987 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c12e7a87-9547-4ff5-811e-5eab6e84a5c8 req-03deef91-35df-4cde-abcb-cebabf4071a9 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.42 "GET /v2.0/ports?device_id=73582b64-3cce-4bc9-b0cb-77019d900f8a HTTP/1.1" status: 200 len: 947 time: 0.1715560 Apr 28 19:31:17.615471 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d074b4-76d6-4700-bdd8-69aba18299b7', 'tag': 'e5834ab4-f5f0-4130-927e-dacd5d9ad75f'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:31:17.617720 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc31da50-d9bb-443f-ba98-e05fd69a4f09" -d '{"events": [{"name": "network-changed", "server_uuid": "87d074b4-76d6-4700-bdd8-69aba18299b7", "tag": "e5834ab4-f5f0-4130-927e-dacd5d9ad75f"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:31:17.669657 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d7f96aa3-c8a2-4d84-a68f-698686b5ded2 req-3392ed50-75e2-46e3-8e09-056ab2772ae3 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987252 Apr 28 19:31:17.675406 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-86259397-38bf-4e87-9257-9a083bbd7959 service neutron] Attempting to bind port 6db7db40-a23e-4656-883e-e52c47e636b4 on host n-h2-839810-1 for vnic_type normal with profile None {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:31:17.675745 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-86259397-38bf-4e87-9257-9a083bbd7959 service neutron] Attempting to bind port 6db7db40-a23e-4656-883e-e52c47e636b4 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:31:17.676067 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-86259397-38bf-4e87-9257-9a083bbd7959 service neutron] Attempting to bind port 6db7db40-a23e-4656-883e-e52c47e636b4 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:31:17.694310 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c12e7a87-9547-4ff5-811e-5eab6e84a5c8 req-27596db4-6c81-4715-b7f3-deb4bdc5961b tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.42 "GET /v2.0/security-groups?id=c803da03-ebad-4b64-9050-c2be14e3f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702221 Apr 28 19:31:17.694900 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-86259397-38bf-4e87-9257-9a083bbd7959 service neutron] Port 6db7db40-a23e-4656-883e-e52c47e636b4 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:31:17.695218 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-86259397-38bf-4e87-9257-9a083bbd7959 service neutron] Attempting to bind port 6db7db40-a23e-4656-883e-e52c47e636b4 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:31:17.701397 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-86259397-38bf-4e87-9257-9a083bbd7959 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:31:17.701733 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-86259397-38bf-4e87-9257-9a083bbd7959 service neutron] Checking segment: {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:31:17.702281 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-86259397-38bf-4e87-9257-9a083bbd7959 service neutron] Bound using segment: {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:31:17.702726 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-86259397-38bf-4e87-9257-9a083bbd7959 service neutron] Bound port: 6db7db40-a23e-4656-883e-e52c47e636b4, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:31:17.757540 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-86259397-38bf-4e87-9257-9a083bbd7959 service neutron] For port 6db7db40-a23e-4656-883e-e52c47e636b4, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=6db7db40-a23e-4656-883e-e52c47e636b4,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:31:17.763719 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-86259397-38bf-4e87-9257-9a083bbd7959 service neutron] Notify callbacks [] for binding, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:17.764941 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-86259397-38bf-4e87-9257-9a083bbd7959 service neutron] 10.222.0.42 "POST /v2.0/ports/6db7db40-a23e-4656-883e-e52c47e636b4/bindings HTTP/1.1" status: 201 len: 389 time: 0.4063621 Apr 28 19:31:17.839991 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0128f-d55a-4c80-b9e5-07d6c19c6e67 req-cb091fec-1025-4e02-9650-1a34d4efb38d tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:17.841793 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5fb0128f-d55a-4c80-b9e5-07d6c19c6e67 req-cb091fec-1025-4e02-9650-1a34d4efb38d tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=b94b6110-ba08-4bd6-acba-77b2363570e0 HTTP/1.1" status: 200 len: 949 time: 0.0615628 Apr 28 19:31:17.864318 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731d5997-d122-4839-b712-53a2f164e807 x-openstack-request-id: req-731d5997-d122-4839-b712-53a2f164e807 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:31:17.864504 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d074b4-76d6-4700-bdd8-69aba18299b7", "tag": "e5834ab4-f5f0-4130-927e-dacd5d9ad75f", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:31:17.864755 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-731d5997-d122-4839-b712-53a2f164e807 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:31:17.865346 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-731d5997-d122-4839-b712-53a2f164e807'] response: {'name': 'network-changed', 'server_uuid': '87d074b4-76d6-4700-bdd8-69aba18299b7', 'tag': 'e5834ab4-f5f0-4130-927e-dacd5d9ad75f', 'status': 'completed', 'code': 200} Apr 28 19:31:17.890542 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5fb0128f-d55a-4c80-b9e5-07d6c19c6e67 req-596e9b36-bbfc-4cb5-a16c-e0e46373d9fe tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427899 Apr 28 19:31:17.955625 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31da50-d9bb-443f-ba98-e05fd69a4f09 req-65f5e869-8dab-429f-9d2c-fd7557c8c30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:17.957337 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc31da50-d9bb-443f-ba98-e05fd69a4f09 req-65f5e869-8dab-429f-9d2c-fd7557c8c30e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebad228c1b4944f6b357421a29469bd6&device_id=87d074b4-76d6-4700-bdd8-69aba18299b7 HTTP/1.1" status: 200 len: 1099 time: 0.0478101 Apr 28 19:31:17.990119 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be2c01-7017-4d32-942f-97267957a1b2 req-f8d3d532-7e75-4e7a-81ab-c6ac069f8f6e tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:17.991650 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-69be2c01-7017-4d32-942f-97267957a1b2 req-f8d3d532-7e75-4e7a-81ab-c6ac069f8f6e tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=87d074b4-76d6-4700-bdd8-69aba18299b7 HTTP/1.1" status: 200 len: 948 time: 0.0821848 Apr 28 19:31:18.033995 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-69be2c01-7017-4d32-942f-97267957a1b2 req-dba6fdb3-8172-4c03-9724-8b6f597ec157 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343232 Apr 28 19:31:18.095813 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-c67df6e0-11d9-4736-a318-f3f6179de0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:18.097322 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-c67df6e0-11d9-4736-a318-f3f6179de0e5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1af134fdfb54762be9898d865bc6112&device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 1096 time: 0.0781300 Apr 28 19:31:18.102402 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31da50-d9bb-443f-ba98-e05fd69a4f09 req-49ab80e0-a5b7-47e4-80f0-c8566d07d224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:18.104288 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc31da50-d9bb-443f-ba98-e05fd69a4f09 req-49ab80e0-a5b7-47e4-80f0-c8566d07d224 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.1359978 Apr 28 19:31:18.162761 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc31da50-d9bb-443f-ba98-e05fd69a4f09 req-30f42762-4dd0-4893-a6ae-6bc6b3fa6ece service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=e5834ab4-f5f0-4130-927e-dacd5d9ad75f HTTP/1.1" status: 200 len: 217 time: 0.0452855 Apr 28 19:31:18.176589 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a794e7f-46b6-421a-a03a-b0efa061d386 req-a4fe6ec2-a29f-420e-8e78-43b73369636c tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:18.178737 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9a794e7f-46b6-421a-a03a-b0efa061d386 req-a4fe6ec2-a29f-420e-8e78-43b73369636c tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 945 time: 0.0595093 Apr 28 19:31:18.227183 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9a794e7f-46b6-421a-a03a-b0efa061d386 req-f5b4e6d7-3dad-4ece-9876-c467709fc956 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405133 Apr 28 19:31:18.378332 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a0181-3ff8-495c-8c7b-c408252983a5 req-aaba0f01-4952-4113-b205-cba95d599daf tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:18.385601 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-645a0181-3ff8-495c-8c7b-c408252983a5 req-aaba0f01-4952-4113-b205-cba95d599daf tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a190ae9-44a2-4fa5-8d0e-00295ce692dd HTTP/1.1" status: 200 len: 944 time: 0.0917981 Apr 28 19:31:18.422493 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-645a0181-3ff8-495c-8c7b-c408252983a5 req-63691a4c-d77c-4a6a-b1b2-374c6e09abee tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359230 Apr 28 19:31:18.523934 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31da50-d9bb-443f-ba98-e05fd69a4f09 req-3c33a370-62ea-46bc-bfef-40e5826dd2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:18.525396 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc31da50-d9bb-443f-ba98-e05fd69a4f09 req-3c33a370-62ea-46bc-bfef-40e5826dd2f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.0881495 Apr 28 19:31:18.566506 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f7365-e7a9-43c1-9e3d-4d1dc765b654 req-93ea2813-5117-48d0-b3a7-924274bc452f tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:18.568012 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-be7f7365-e7a9-43c1-9e3d-4d1dc765b654 req-93ea2813-5117-48d0-b3a7-924274bc452f tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/ports?device_id=32c92cca-4c4d-4c3f-a92d-8c994738f720 HTTP/1.1" status: 200 len: 949 time: 0.1322820 Apr 28 19:31:18.583043 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-8ec221ce-07a9-4e75-b868-40115481005c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:18.584496 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-8ec221ce-07a9-4e75-b868-40115481005c service neutron] 10.222.0.44 "GET /v2.0/networks?id=6836a994-cb1e-455e-a97f-31c9ee3bdef2 HTTP/1.1" status: 200 len: 920 time: 0.4761155 Apr 28 19:31:18.647984 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-32dc1307-82c0-40d8-8cba-293c9e9b4b2e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6db7db40-a23e-4656-883e-e52c47e636b4 HTTP/1.1" status: 200 len: 217 time: 0.0429263 Apr 28 19:31:18.667348 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31da50-d9bb-443f-ba98-e05fd69a4f09 req-03fa0990-cbfe-4396-8ea0-e9d258a55fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:18.668834 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc31da50-d9bb-443f-ba98-e05fd69a4f09 req-03fa0990-cbfe-4396-8ea0-e9d258a55fa3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1327648 Apr 28 19:31:18.705305 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-be7f7365-e7a9-43c1-9e3d-4d1dc765b654 req-773768bc-481c-49ba-a55e-00ce9049eabb tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/security-groups?id=2052a2ba-bc21-474c-9217-e003b274475f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198480 Apr 28 19:31:18.712044 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c5a4a501-ebca-461e-b3f2-0f22914ff4e1 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:31:18.771465 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-b86dafe4-3bb0-41bb-a6e0-f51849bc1485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:18.772971 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-b86dafe4-3bb0-41bb-a6e0-f51849bc1485 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb798a62-4141-409b-9f67-e98b8568ccb2 HTTP/1.1" status: 200 len: 859 time: 0.1174705 Apr 28 19:31:18.812511 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61a96f-9d5a-40e9-bb2f-e324573e3065 req-581a33a1-5773-4c6e-8d1c-0890c9846ce9 tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:18.813109 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61a96f-9d5a-40e9-bb2f-e324573e3065 req-581a33a1-5773-4c6e-8d1c-0890c9846ce9 tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:18.814341 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61a96f-9d5a-40e9-bb2f-e324573e3065 req-581a33a1-5773-4c6e-8d1c-0890c9846ce9 tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:18.814843 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61a96f-9d5a-40e9-bb2f-e324573e3065 req-581a33a1-5773-4c6e-8d1c-0890c9846ce9 tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:18.815400 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61a96f-9d5a-40e9-bb2f-e324573e3065 req-581a33a1-5773-4c6e-8d1c-0890c9846ce9 tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:18.815875 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61a96f-9d5a-40e9-bb2f-e324573e3065 req-581a33a1-5773-4c6e-8d1c-0890c9846ce9 tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:18.816391 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61a96f-9d5a-40e9-bb2f-e324573e3065 req-581a33a1-5773-4c6e-8d1c-0890c9846ce9 tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:18.816863 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61a96f-9d5a-40e9-bb2f-e324573e3065 req-581a33a1-5773-4c6e-8d1c-0890c9846ce9 tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:18.817330 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61a96f-9d5a-40e9-bb2f-e324573e3065 req-581a33a1-5773-4c6e-8d1c-0890c9846ce9 tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:18.817959 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61a96f-9d5a-40e9-bb2f-e324573e3065 req-581a33a1-5773-4c6e-8d1c-0890c9846ce9 tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:18.818435 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61a96f-9d5a-40e9-bb2f-e324573e3065 req-581a33a1-5773-4c6e-8d1c-0890c9846ce9 tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:18.818901 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61a96f-9d5a-40e9-bb2f-e324573e3065 req-581a33a1-5773-4c6e-8d1c-0890c9846ce9 tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:18.819361 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61a96f-9d5a-40e9-bb2f-e324573e3065 req-581a33a1-5773-4c6e-8d1c-0890c9846ce9 tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:18.819927 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61a96f-9d5a-40e9-bb2f-e324573e3065 req-581a33a1-5773-4c6e-8d1c-0890c9846ce9 tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:18.820436 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61a96f-9d5a-40e9-bb2f-e324573e3065 req-581a33a1-5773-4c6e-8d1c-0890c9846ce9 tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:18.820896 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61a96f-9d5a-40e9-bb2f-e324573e3065 req-581a33a1-5773-4c6e-8d1c-0890c9846ce9 tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:18.821358 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61a96f-9d5a-40e9-bb2f-e324573e3065 req-581a33a1-5773-4c6e-8d1c-0890c9846ce9 tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:18.821818 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61a96f-9d5a-40e9-bb2f-e324573e3065 req-581a33a1-5773-4c6e-8d1c-0890c9846ce9 tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:18.824887 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7a61a96f-9d5a-40e9-bb2f-e324573e3065 req-581a33a1-5773-4c6e-8d1c-0890c9846ce9 tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=87d074b4-76d6-4700-bdd8-69aba18299b7&device_id=5a190ae9-44a2-4fa5-8d0e-00295ce692dd&device_id=73582b64-3cce-4bc9-b0cb-77019d900f8a&device_id=b94b6110-ba08-4bd6-acba-77b2363570e0&device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b&device_id=39251fbb-350b-4e70-8bc0-b7987ee461b6&device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a&device_id=556e633a-203b-4980-bbdc-9d8ac7b04d69&device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a&device_id=32c92cca-4c4d-4c3f-a92d-8c994738f720&device_id=5fe9653c-4321-4cb5-ba30-f73346f13424&device_id=9463486f-9912-4389-85cb-292fced48623&device_id=b2e5bf37-c053-4f92-9378-3f77aecc7f40&device_id=f030b5f9-5ef7-4449-a7a0-59be72047267&device_id=274831bb-591b-48f1-bf1a-6031c48c85f8&device_id=bb80f220-05b9-421f-82dd-280828ebb3bd&device_id=e1efbccd-fc77-46ac-81dd-d5732d0dae98&device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 16218 time: 0.0813620 Apr 28 19:31:18.837239 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-f0104093-e7fb-4a2e-b9c7-c383f8544443 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6836a994-cb1e-455e-a97f-31c9ee3bdef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531797 Apr 28 19:31:18.853650 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7a61a96f-9d5a-40e9-bb2f-e324573e3065 req-09579f07-0b3a-41f1-a554-b266f121d9df tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:18.855249 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c5a4a501-ebca-461e-b3f2-0f22914ff4e1, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c5a4a501-ebca-461e-b3f2-0f22914ff4e1,segment=NetworkSegment(8fc1f4c1-a782-4abd-b384-b46f9c6b3366),segment_id=8fc1f4c1-a782-4abd-b384-b46f9c6b3366)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:18.870406 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'c5a4a501-ebca-461e-b3f2-0f22914ff4e1', 'network_id': '0a818354-dbcf-4136-b854-44772dd68b79', 'port_id': 'c5a4a501-ebca-461e-b3f2-0f22914ff4e1', 'mac_address': 'fa:16:3e:f5:58:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09693431-05ed-41e8-8d54-1a8b3b11f1bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:31:18.921404 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:18.939830 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5a4a501-ebca-461e-b3f2-0f22914ff4e1 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:31:18.953033 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc31da50-d9bb-443f-ba98-e05fd69a4f09 req-7029faa9-4469-4828-9f4b-40d7061323ba service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630560 Apr 28 19:31:18.954564 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7a61a96f-9d5a-40e9-bb2f-e324573e3065 req-09579f07-0b3a-41f1-a554-b266f121d9df tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:18.962965 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7a61a96f-9d5a-40e9-bb2f-e324573e3065 req-09579f07-0b3a-41f1-a554-b266f121d9df tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:18.980837 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c5a4a501-ebca-461e-b3f2-0f22914ff4e1, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c5a4a501-ebca-461e-b3f2-0f22914ff4e1,segment=NetworkSegment(8fc1f4c1-a782-4abd-b384-b46f9c6b3366),segment_id=8fc1f4c1-a782-4abd-b384-b46f9c6b3366)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:18.989200 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:18.997487 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6edb7-489a-46f4-b7a2-6a157fe74dc7 req-e0a6d070-9323-46f4-ac32-528c7c4a03ff tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:18.999101 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3cf6edb7-489a-46f4-b7a2-6a157fe74dc7 req-e0a6d070-9323-46f4-ac32-528c7c4a03ff tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 950 time: 0.2021456 Apr 28 19:31:19.020424 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7a61a96f-9d5a-40e9-bb2f-e324573e3065 req-09579f07-0b3a-41f1-a554-b266f121d9df tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&id=85aaaa06-0ed9-43f5-911f-8d31cda5f9d0&id=2052a2ba-bc21-474c-9217-e003b274475f&id=28bbdf86-4c22-401d-888d-619c24f69818&id=c803da03-ebad-4b64-9050-c2be14e3f1a3&id=c72227a8-f460-479a-adff-82c8c15ad92d&id=be1ac0e6-0787-4f62-b690-da3061494341&id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 781 time: 0.1879852 Apr 28 19:31:19.050105 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09579f07-0b3a-41f1-a554-b266f121d9df tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0192f3c7-a4f9-404e-bc66-a7f4a60ee1cc,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:19.092878 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-78cbc7c9-d350-4c39-b55e-873b25730108 service neutron] 10.222.0.44 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387674 Apr 28 19:31:19.098764 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=c5a4a501-ebca-461e-b3f2-0f22914ff4e1,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:19.138026 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 906427ec-8b98-4c26-89a7-4a52f172a324 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:31:19.162949 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3cf6edb7-489a-46f4-b7a2-6a157fe74dc7 req-1ffcd41e-e535-4b34-bd98-c04df830d300 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556211 Apr 28 19:31:19.183844 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d49893-5d37-4201-9b34-9dbdc6fe72a5 req-0da0b23f-e7be-4fde-bb5b-523e72b60e0a tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:19.186398 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2d49893-5d37-4201-9b34-9dbdc6fe72a5 req-0da0b23f-e7be-4fde-bb5b-523e72b60e0a tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.42 "GET /v2.0/ports?device_id=73582b64-3cce-4bc9-b0cb-77019d900f8a HTTP/1.1" status: 200 len: 947 time: 0.0743139 Apr 28 19:31:19.261642 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc31da50-d9bb-443f-ba98-e05fd69a4f09 req-d864b3a3-65da-47d4-af4e-4015d054698a service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979865 Apr 28 19:31:19.265499 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 906427ec-8b98-4c26-89a7-4a52f172a324, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=906427ec-8b98-4c26-89a7-4a52f172a324,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:19.270014 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2d49893-5d37-4201-9b34-9dbdc6fe72a5 req-f58be8c4-3120-4112-b58d-20fcfe3a495e tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.42 "GET /v2.0/security-groups?id=c803da03-ebad-4b64-9050-c2be14e3f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759349 Apr 28 19:31:19.309719 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device d597eac5-c36c-4055-86c8-843610a9dde1 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:31:19.352478 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '906427ec-8b98-4c26-89a7-4a52f172a324', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': '906427ec-8b98-4c26-89a7-4a52f172a324', 'mac_address': 'fa:16:3e:5c:c8:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:31:19.354495 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-5f96385b-beaf-430c-91fb-700d7d4fee75 service neutron] 10.222.0.44 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498569 Apr 28 19:31:19.355446 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: d597eac5-c36c-4055-86c8-843610a9dde1 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:31:19.361221 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device d597eac5-c36c-4055-86c8-843610a9dde1 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:31:19.395399 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3936e9-4425-4fd8-a94b-8ed3f3b9739e req-1a2ead71-74be-4c76-aacd-bf4767c0b514 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:19.397451 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4b3936e9-4425-4fd8-a94b-8ed3f3b9739e req-1a2ead71-74be-4c76-aacd-bf4767c0b514 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=87d074b4-76d6-4700-bdd8-69aba18299b7 HTTP/1.1" status: 200 len: 948 time: 0.1072471 Apr 28 19:31:19.420419 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:19.444197 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906427ec-8b98-4c26-89a7-4a52f172a324 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:31:19.460179 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4b3936e9-4425-4fd8-a94b-8ed3f3b9739e req-c80d100c-cd0f-4da0-8dfa-1c36998d7246 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555696 Apr 28 19:31:19.476186 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 906427ec-8b98-4c26-89a7-4a52f172a324, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=906427ec-8b98-4c26-89a7-4a52f172a324,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:19.489609 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['c5a4a501-ebca-461e-b3f2-0f22914ff4e1'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:31:19.503572 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-b4cb5f36-9b96-467e-9ec5-0a3acfcdee5d tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:19.505876 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-b4cb5f36-9b96-467e-9ec5-0a3acfcdee5d tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b&tenant_id=e1af134fdfb54762be9898d865bc6112&binding%3Ahost_id=n-h1-839810-1 HTTP/1.1" status: 200 len: 1096 time: 0.0605633 Apr 28 19:31:19.519612 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-c56cb367-38c2-466a-a089-4bad245d2302 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-839810-1'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:31:19.539310 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:19.621106 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-c56cb367-38c2-466a-a089-4bad245d2302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:19.633586 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=906427ec-8b98-4c26-89a7-4a52f172a324,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:19.650858 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399028c-1b01-495c-8e18-68be4026a1b6 req-52733c9f-85b1-40f4-8b67-3e2a9c6be1d3 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:19.652481 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d399028c-1b01-495c-8e18-68be4026a1b6 req-52733c9f-85b1-40f4-8b67-3e2a9c6be1d3 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 945 time: 0.1070545 Apr 28 19:31:19.717713 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc8a23-8176-44b6-8d37-0a383abe8edb req-51e262d8-79b9-43ab-a2b5-2d44c18fc361 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:19.720287 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-63dc8a23-8176-44b6-8d37-0a383abe8edb req-51e262d8-79b9-43ab-a2b5-2d44c18fc361 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a190ae9-44a2-4fa5-8d0e-00295ce692dd HTTP/1.1" status: 200 len: 945 time: 0.0711546 Apr 28 19:31:19.734038 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d399028c-1b01-495c-8e18-68be4026a1b6 req-2167b4bb-aa23-4cd1-8d36-f4488e937244 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596309 Apr 28 19:31:19.747217 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6670c90f-6ed6-450a-bc1f-f242476bd3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:19.779890 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-63dc8a23-8176-44b6-8d37-0a383abe8edb req-99c58749-b12d-45cb-a2a1-f63d0357da10 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518239 Apr 28 19:31:19.842060 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-c56cb367-38c2-466a-a089-4bad245d2302 service neutron] For port 6db7db40-a23e-4656-883e-e52c47e636b4, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=6db7db40-a23e-4656-883e-e52c47e636b4,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:19.894384 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e9a5f-e83f-401d-b1d0-9661e802e43e req-5e95c4bf-714a-41a1-b5d5-52e7008b2184 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:19.896178 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1b0e9a5f-e83f-401d-b1d0-9661e802e43e req-5e95c4bf-714a-41a1-b5d5-52e7008b2184 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/ports?device_id=32c92cca-4c4d-4c3f-a92d-8c994738f720 HTTP/1.1" status: 200 len: 949 time: 0.0530195 Apr 28 19:31:19.917435 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['906427ec-8b98-4c26-89a7-4a52f172a324'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:31:19.937269 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1b0e9a5f-e83f-401d-b1d0-9661e802e43e req-2990aa3e-2044-4e64-b67e-a2118bf83ed5 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/security-groups?id=2052a2ba-bc21-474c-9217-e003b274475f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345745 Apr 28 19:31:20.007735 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-c56cb367-38c2-466a-a089-4bad245d2302 service neutron] For port 6db7db40-a23e-4656-883e-e52c47e636b4, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:31:20.084703 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3027b2d-06a0-4622-8aff-5b227d637447 req-fb78b94f-f613-4980-af51-e391167b63bf tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:20.087163 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f3027b2d-06a0-4622-8aff-5b227d637447 req-fb78b94f-f613-4980-af51-e391167b63bf tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c92cca-4c4d-4c3f-a92d-8c994738f720 HTTP/1.1" status: 200 len: 949 time: 0.2130058 Apr 28 19:31:20.128343 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6db7db40-a23e-4656-883e-e52c47e636b4'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:31:20.132173 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a0eb29-2ae8-45b9-ad97-c398be61d9e5" -d '{"events": [{"server_uuid": "62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b", "name": "network-vif-unplugged", "status": "completed", "tag": "6db7db40-a23e-4656-883e-e52c47e636b4"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:31:20.141017 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36968d26-4587-47e8-a848-51fd4ca21c19 req-c422f924-06a2-4e43-a9bc-01743d01cc4a tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:20.142439 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36968d26-4587-47e8-a848-51fd4ca21c19 req-c422f924-06a2-4e43-a9bc-01743d01cc4a tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:20.143297 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36968d26-4587-47e8-a848-51fd4ca21c19 req-c422f924-06a2-4e43-a9bc-01743d01cc4a tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:20.146423 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-36968d26-4587-47e8-a848-51fd4ca21c19 req-c422f924-06a2-4e43-a9bc-01743d01cc4a tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b94b6110-ba08-4bd6-acba-77b2363570e0&device_id=556e633a-203b-4980-bbdc-9d8ac7b04d69&device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 2881 time: 0.2260017 Apr 28 19:31:20.176631 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-c56cb367-38c2-466a-a089-4bad245d2302 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:20.186763 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 19:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d1ffab-5bec-4db8-9c8d-0e9afc2576f5 x-openstack-request-id: req-35d1ffab-5bec-4db8-9c8d-0e9afc2576f5 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:31:20.187210 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b", "name": "network-vif-unplugged", "status": "completed", "tag": "6db7db40-a23e-4656-883e-e52c47e636b4", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:31:20.187610 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-35d1ffab-5bec-4db8-9c8d-0e9afc2576f5 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:31:20.188320 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35d1ffab-5bec-4db8-9c8d-0e9afc2576f5'] response: {'server_uuid': '62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6db7db40-a23e-4656-883e-e52c47e636b4', 'code': 200} Apr 28 19:31:20.211561 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-c56cb367-38c2-466a-a089-4bad245d2302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:20.304251 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e26d62b-e1d0-4213-839f-557c1ee5294c req-d5b9641d-ca0e-46e2-a72f-6272651441fe tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:20.304251 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5e26d62b-e1d0-4213-839f-557c1ee5294c req-d5b9641d-ca0e-46e2-a72f-6272651441fe tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 950 time: 0.0504920 Apr 28 19:31:20.342274 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5e26d62b-e1d0-4213-839f-557c1ee5294c req-c6a6d0b3-1564-4c57-8cf8-cb4c7b3f456b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324731 Apr 28 19:31:20.435495 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-36968d26-4587-47e8-a848-51fd4ca21c19 req-1c388cfc-3fa0-4b18-b966-8ba338fb9983 tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513669 Apr 28 19:31:20.455935 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0efbf8-0960-45b0-a95d-31a79d1f7903 req-96563fa2-f4bd-4db2-a52e-d115d7a3c049 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:20.457689 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dd0efbf8-0960-45b0-a95d-31a79d1f7903 req-96563fa2-f4bd-4db2-a52e-d115d7a3c049 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.42 "GET /v2.0/ports?device_id=73582b64-3cce-4bc9-b0cb-77019d900f8a HTTP/1.1" status: 200 len: 948 time: 0.0504825 Apr 28 19:31:20.482859 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56cb367-38c2-466a-a089-4bad245d2302 service neutron] Pushing event updated for resources: {'Port': ['ID=6db7db40-a23e-4656-883e-e52c47e636b4,revision_number=7']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:20.518976 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dd0efbf8-0960-45b0-a95d-31a79d1f7903 req-0cd131f0-7ba8-46ab-b34c-5c5bec60225e tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.42 "GET /v2.0/security-groups?id=c803da03-ebad-4b64-9050-c2be14e3f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532343 Apr 28 19:31:20.527813 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-c56cb367-38c2-466a-a089-4bad245d2302 service neutron] Attempting to bind port 6db7db40-a23e-4656-883e-e52c47e636b4 on host n-h1-839810-1 for vnic_type normal with profile {"migrating_to": "n-h2-839810-1"} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:31:20.528406 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-c56cb367-38c2-466a-a089-4bad245d2302 service neutron] Attempting to bind port 6db7db40-a23e-4656-883e-e52c47e636b4 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:31:20.528963 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-c56cb367-38c2-466a-a089-4bad245d2302 service neutron] Attempting to bind port 6db7db40-a23e-4656-883e-e52c47e636b4 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:31:20.545833 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-c56cb367-38c2-466a-a089-4bad245d2302 service neutron] Port 6db7db40-a23e-4656-883e-e52c47e636b4 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:31:20.546370 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-c56cb367-38c2-466a-a089-4bad245d2302 service neutron] Attempting to bind port 6db7db40-a23e-4656-883e-e52c47e636b4 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:31:20.585692 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-f3027b2d-06a0-4622-8aff-5b227d637447 req-f34aa4f1-e173-4139-ab7d-17a236f9dbf0 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Deleting port 919bb4b8-a5ff-4b93-bae9-fefeea6783b2 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:31:20.586271 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f3027b2d-06a0-4622-8aff-5b227d637447 req-f34aa4f1-e173-4139-ab7d-17a236f9dbf0 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:20.590999 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-c56cb367-38c2-466a-a089-4bad245d2302 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:31:20.591567 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-c56cb367-38c2-466a-a089-4bad245d2302 service neutron] Checking segment: {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:31:20.592240 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-c56cb367-38c2-466a-a089-4bad245d2302 service neutron] Bound using segment: {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:31:20.592989 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-c56cb367-38c2-466a-a089-4bad245d2302 service neutron] Bound port: 6db7db40-a23e-4656-883e-e52c47e636b4, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:31:20.593582 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-c56cb367-38c2-466a-a089-4bad245d2302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:20.833638 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71252b-dd08-4028-98cc-936594aa0b58 req-6b215c41-1618-4a82-baef-53f9c52bd29d tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:20.836264 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d71252b-dd08-4028-98cc-936594aa0b58 req-6b215c41-1618-4a82-baef-53f9c52bd29d tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=87d074b4-76d6-4700-bdd8-69aba18299b7 HTTP/1.1" status: 200 len: 948 time: 0.2839892 Apr 28 19:31:20.897521 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-c56cb367-38c2-466a-a089-4bad245d2302 service neutron] For port 6db7db40-a23e-4656-883e-e52c47e636b4, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:31:20.916771 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d73536-7565-45c7-8c0f-8f8f1928b50d req-ce855471-d2fd-4f77-81a4-30cf2119ff0d tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:20.918315 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-12d73536-7565-45c7-8c0f-8f8f1928b50d req-ce855471-d2fd-4f77-81a4-30cf2119ff0d tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 943 time: 0.0502932 Apr 28 19:31:20.938564 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-f3027b2d-06a0-4622-8aff-5b227d637447 req-f34aa4f1-e173-4139-ab7d-17a236f9dbf0 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] For port 919bb4b8-a5ff-4b93-bae9-fefeea6783b2, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=919bb4b8-a5ff-4b93-bae9-fefeea6783b2,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:20.939157 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f3027b2d-06a0-4622-8aff-5b227d637447 req-f34aa4f1-e173-4139-ab7d-17a236f9dbf0 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:20.959011 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-12d73536-7565-45c7-8c0f-8f8f1928b50d req-9ad01be2-a4e6-4b31-984d-e407b2c050ae tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329995 Apr 28 19:31:20.960709 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-c56cb367-38c2-466a-a089-4bad245d2302 service neutron] For port 6db7db40-a23e-4656-883e-e52c47e636b4, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=6db7db40-a23e-4656-883e-e52c47e636b4,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:31:20.985180 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-c56cb367-38c2-466a-a089-4bad245d2302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:20.993015 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-f3027b2d-06a0-4622-8aff-5b227d637447 req-f34aa4f1-e173-4139-ab7d-17a236f9dbf0 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Calling delete_port for 919bb4b8-a5ff-4b93-bae9-fefeea6783b2 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:31:21.046592 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d71252b-dd08-4028-98cc-936594aa0b58 req-8d417830-b3a9-46fd-a003-d6a750a0cf3e tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952229 Apr 28 19:31:21.082558 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc7aca-91df-4838-b226-7745952da6d4 req-6d99def6-a50b-4152-928a-5d6c7e752f7d tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:21.084189 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-08dc7aca-91df-4838-b226-7745952da6d4 req-6d99def6-a50b-4152-928a-5d6c7e752f7d tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a190ae9-44a2-4fa5-8d0e-00295ce692dd HTTP/1.1" status: 200 len: 945 time: 0.0590103 Apr 28 19:31:21.125471 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-08dc7aca-91df-4838-b226-7745952da6d4 req-35764f54-f1a1-4949-9e54-8e8616908b73 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347147 Apr 28 19:31:21.147805 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device e5834ab4-f5f0-4130-927e-dacd5d9ad75f details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:31:21.150825 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 906427ec-8b98-4c26-89a7-4a52f172a324 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:31:21.234125 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56cb367-38c2-466a-a089-4bad245d2302 service neutron] Pushing event updated for resources: {'Port': ['ID=6db7db40-a23e-4656-883e-e52c47e636b4,revision_number=8']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:21.284896 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112d2a0-6b81-4e7d-9c2c-02b773140a74 req-1a7dbfa5-50b8-44a7-8e13-fca7f9b226b2 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:21.286561 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3112d2a0-6b81-4e7d-9c2c-02b773140a74 req-1a7dbfa5-50b8-44a7-8e13-fca7f9b226b2 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/ports?device_id=32c92cca-4c4d-4c3f-a92d-8c994738f720 HTTP/1.1" status: 200 len: 949 time: 0.0550785 Apr 28 19:31:21.286730 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-c56cb367-38c2-466a-a089-4bad245d2302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:21.287715 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-c56cb367-38c2-466a-a089-4bad245d2302 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:21.290033 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-c56cb367-38c2-466a-a089-4bad245d2302 service neutron] 10.222.0.44 "PUT /v2.0/ports/6db7db40-a23e-4656-883e-e52c47e636b4 HTTP/1.1" status: 200 len: 1121 time: 1.7758076 Apr 28 19:31:21.351648 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3112d2a0-6b81-4e7d-9c2c-02b773140a74 req-7779906c-d09a-4a29-8e07-a75d5db4537f tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/security-groups?id=2052a2ba-bc21-474c-9217-e003b274475f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537446 Apr 28 19:31:21.365223 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 906427ec-8b98-4c26-89a7-4a52f172a324 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:31:21.369486 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf476fb2-5569-478d-8b9b-248ba83f6e2e req-bd840dc2-bdd4-460e-8276-f87fcca423cf tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:21.371837 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bf476fb2-5569-478d-8b9b-248ba83f6e2e req-bd840dc2-bdd4-460e-8276-f87fcca423cf tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 1100 time: 0.1408217 Apr 28 19:31:21.371998 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port e5834ab4-f5f0-4130-927e-dacd5d9ad75f, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e5834ab4-f5f0-4130-927e-dacd5d9ad75f,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:21.374606 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 906427ec-8b98-4c26-89a7-4a52f172a324 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:31:21.375561 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:21.412836 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['6db7db40-a23e-4656-883e-e52c47e636b4'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:31:21.421913 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'e5834ab4-f5f0-4130-927e-dacd5d9ad75f', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': 'e5834ab4-f5f0-4130-927e-dacd5d9ad75f', 'mac_address': 'fa:16:3e:c7:34:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:31:21.479107 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f3027b2d-06a0-4622-8aff-5b227d637447 req-f34aa4f1-e173-4139-ab7d-17a236f9dbf0 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:21.479482 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b700cf-71c0-4332-ab5f-9da06c056688 req-e53b6d7f-2c3c-4d01-9bd0-4b04f290428d tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:21.482479 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-31b700cf-71c0-4332-ab5f-9da06c056688 req-e53b6d7f-2c3c-4d01-9bd0-4b04f290428d tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 950 time: 0.0614183 Apr 28 19:31:21.527368 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-31b700cf-71c0-4332-ab5f-9da06c056688 req-46eee136-e066-4850-9f40-5fc2269ae7db tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364871 Apr 28 19:31:21.538969 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bf476fb2-5569-478d-8b9b-248ba83f6e2e req-68ed631e-be94-4a36-b5b3-09fcd919bebc tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351163 Apr 28 19:31:21.543652 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34aa4f1-e173-4139-ab7d-17a236f9dbf0 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Pushing event deleted for resources: {'Port': ['ID=919bb4b8-a5ff-4b93-bae9-fefeea6783b2,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:21.560723 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:21.589036 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:21.651015 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3027b2d-06a0-4622-8aff-5b227d637447 req-f34aa4f1-e173-4139-ab7d-17a236f9dbf0 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] No DVR routers for this DVR port 919bb4b8-a5ff-4b93-bae9-fefeea6783b2 on host n-h1-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:31:21.653054 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5834ab4-f5f0-4130-927e-dacd5d9ad75f {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:31:21.655138 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f3027b2d-06a0-4622-8aff-5b227d637447 req-f34aa4f1-e173-4139-ab7d-17a236f9dbf0 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:21.660270 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f3027b2d-06a0-4622-8aff-5b227d637447 req-f34aa4f1-e173-4139-ab7d-17a236f9dbf0 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.15 "DELETE /v2.0/ports/919bb4b8-a5ff-4b93-bae9-fefeea6783b2 HTTP/1.1" status: 204 len: 173 time: 1.5546005 Apr 28 19:31:21.668865 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73582b64-3cce-4bc9-b0cb-77019d900f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906427ec-8b98-4c26-89a7-4a52f172a324'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:31:21.671260 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2889d501-5f25-469e-9f96-0eab42ade488" -d '{"events": [{"server_uuid": "73582b64-3cce-4bc9-b0cb-77019d900f8a", "name": "network-vif-plugged", "status": "completed", "tag": "906427ec-8b98-4c26-89a7-4a52f172a324"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:31:21.679506 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 906427ec-8b98-4c26-89a7-4a52f172a324, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=906427ec-8b98-4c26-89a7-4a52f172a324,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:21.694807 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ec7e6-44bb-4f92-82f2-f7d5d1736707 req-8bbdda4c-b597-44ed-ae45-81125c90a776 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:21.703568 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816be37-cdee-4dab-bb65-c7fceed0ba4d req-94df3d2b-2d69-4c45-b33b-424f711717bb tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:21.704367 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port e5834ab4-f5f0-4130-927e-dacd5d9ad75f, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e5834ab4-f5f0-4130-927e-dacd5d9ad75f,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:21.704818 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e21ec7e6-44bb-4f92-82f2-f7d5d1736707 req-8bbdda4c-b597-44ed-ae45-81125c90a776 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.42 "GET /v2.0/ports?device_id=73582b64-3cce-4bc9-b0cb-77019d900f8a HTTP/1.1" status: 200 len: 948 time: 0.0845213 Apr 28 19:31:21.705162 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8816be37-cdee-4dab-bb65-c7fceed0ba4d req-94df3d2b-2d69-4c45-b33b-424f711717bb tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 1100 time: 0.0433319 Apr 28 19:31:21.738593 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:21.741445 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:21.752619 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8816be37-cdee-4dab-bb65-c7fceed0ba4d req-e4aeb0ec-b354-4f18-b93e-6cecd973bbcd tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391665 Apr 28 19:31:21.763702 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e21ec7e6-44bb-4f92-82f2-f7d5d1736707 req-e3b45693-d080-4fc5-926e-f2d44c63c4a2 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.42 "GET /v2.0/security-groups?id=c803da03-ebad-4b64-9050-c2be14e3f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534174 Apr 28 19:31:21.827267 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570c5304-dbdf-4916-9570-335843e09dc4 x-openstack-request-id: req-570c5304-dbdf-4916-9570-335843e09dc4 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:31:21.827557 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73582b64-3cce-4bc9-b0cb-77019d900f8a", "name": "network-vif-plugged", "status": "completed", "tag": "906427ec-8b98-4c26-89a7-4a52f172a324", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:31:21.827920 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-570c5304-dbdf-4916-9570-335843e09dc4 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:31:21.828372 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-570c5304-dbdf-4916-9570-335843e09dc4'] response: {'server_uuid': '73582b64-3cce-4bc9-b0cb-77019d900f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906427ec-8b98-4c26-89a7-4a52f172a324', 'code': 200} Apr 28 19:31:21.837711 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=906427ec-8b98-4c26-89a7-4a52f172a324,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:21.898802 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=e5834ab4-f5f0-4130-927e-dacd5d9ad75f,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:21.955204 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076f1ef-b23e-46e7-8ca5-eab5ecd2eb9f req-9376c95d-ad3e-462b-8b0e-c4fe29528cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:21.956869 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2076f1ef-b23e-46e7-8ca5-eab5ecd2eb9f req-9376c95d-ad3e-462b-8b0e-c4fe29528cdd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=73582b64-3cce-4bc9-b0cb-77019d900f8a HTTP/1.1" status: 200 len: 1100 time: 0.0461795 Apr 28 19:31:22.004378 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9daa06de-4063-4f55-b312-50fd8173bddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:22.030177 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2076f1ef-b23e-46e7-8ca5-eab5ecd2eb9f req-3e74373d-7a38-4547-85a4-ab5ef95592c2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c803da03-ebad-4b64-9050-c2be14e3f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642784 Apr 28 19:31:22.101348 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f4325-f29f-4e60-99b7-3baf8c9fb4c7 req-336c76c1-82ef-4e4d-ae3f-b1ce09c891eb tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:22.103017 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-676f4325-f29f-4e60-99b7-3baf8c9fb4c7 req-336c76c1-82ef-4e4d-ae3f-b1ce09c891eb tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 943 time: 0.0540164 Apr 28 19:31:22.131455 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['e5834ab4-f5f0-4130-927e-dacd5d9ad75f'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:31:22.148788 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-676f4325-f29f-4e60-99b7-3baf8c9fb4c7 req-242102c9-ac22-4b5d-b2e1-606b6c99be2e tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386193 Apr 28 19:31:22.189378 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b', 'tag': '6db7db40-a23e-4656-883e-e52c47e636b4'}, {'server_uuid': '32c92cca-4c4d-4c3f-a92d-8c994738f720', 'name': 'network-vif-deleted', 'tag': '919bb4b8-a5ff-4b93-bae9-fefeea6783b2'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:31:22.192744 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799c7345-a205-441d-8452-5c02efce9c83" -d '{"events": [{"name": "network-changed", "server_uuid": "62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b", "tag": "6db7db40-a23e-4656-883e-e52c47e636b4"}, {"server_uuid": "32c92cca-4c4d-4c3f-a92d-8c994738f720", "name": "network-vif-deleted", "tag": "919bb4b8-a5ff-4b93-bae9-fefeea6783b2"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:31:22.274483 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7146e-a2ac-48ec-aa87-a6f0472397da req-acfaddc1-24a9-4182-aae0-457237e4016f tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:22.276085 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a8f7146e-a2ac-48ec-aa87-a6f0472397da req-acfaddc1-24a9-4182-aae0-457237e4016f tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a190ae9-44a2-4fa5-8d0e-00295ce692dd HTTP/1.1" status: 200 len: 945 time: 0.0523441 Apr 28 19:31:22.276989 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a821d30-5301-4908-b927-bba597abf3c9 req-510eae9e-f71f-4e58-a74b-0c9e5e375972 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:22.278984 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3a821d30-5301-4908-b927-bba597abf3c9 req-510eae9e-f71f-4e58-a74b-0c9e5e375972 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=87d074b4-76d6-4700-bdd8-69aba18299b7 HTTP/1.1" status: 200 len: 949 time: 0.0637016 Apr 28 19:31:22.317489 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a8f7146e-a2ac-48ec-aa87-a6f0472397da req-7cc97712-8a54-422e-87c2-25920da51f3d tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349414 Apr 28 19:31:22.319410 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3a821d30-5301-4908-b927-bba597abf3c9 req-94f6921a-4d76-49b8-bbc7-a9b876b41ba4 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344591 Apr 28 19:31:22.379116 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 28 Apr 2022 19:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3bb96f-104f-48dd-a634-66c9034640db x-openstack-request-id: req-9c3bb96f-104f-48dd-a634-66c9034640db {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:31:22.379413 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b", "tag": "6db7db40-a23e-4656-883e-e52c47e636b4", "status": "completed", "code": 200}, {"server_uuid": "32c92cca-4c4d-4c3f-a92d-8c994738f720", "name": "network-vif-deleted", "tag": "919bb4b8-a5ff-4b93-bae9-fefeea6783b2", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:31:22.379662 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9c3bb96f-104f-48dd-a634-66c9034640db {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:31:22.380061 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c3bb96f-104f-48dd-a634-66c9034640db'] response: {'name': 'network-changed', 'server_uuid': '62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b', 'tag': '6db7db40-a23e-4656-883e-e52c47e636b4', 'status': 'completed', 'code': 200} Apr 28 19:31:22.381228 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c3bb96f-104f-48dd-a634-66c9034640db'] response: {'server_uuid': '32c92cca-4c4d-4c3f-a92d-8c994738f720', 'name': 'network-vif-deleted', 'tag': '919bb4b8-a5ff-4b93-bae9-fefeea6783b2', 'status': 'completed', 'code': 200} Apr 28 19:31:22.459762 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c7345-a205-441d-8452-5c02efce9c83 req-ae59b8cd-4faf-409f-9541-a8c860849eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:22.461320 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-799c7345-a205-441d-8452-5c02efce9c83 req-ae59b8cd-4faf-409f-9541-a8c860849eb9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1af134fdfb54762be9898d865bc6112&device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 1124 time: 0.0454557 Apr 28 19:31:22.494647 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4396c5d4-9652-4838-a822-ecc36c2e5a40 req-a0de053a-fcda-440f-9a05-57f844dfabf7 tempest-LiveMigrationNegativeTest-2027838782 tempest-LiveMigrationNegativeTest-2027838782-project] 10.222.0.42 "GET /v2.0/ports?device_id=32c92cca-4c4d-4c3f-a92d-8c994738f720 HTTP/1.1" status: 200 len: 210 time: 0.0318518 Apr 28 19:31:22.648619 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c7345-a205-441d-8452-5c02efce9c83 req-25a091b4-8fd4-4240-9fd0-9ab85c1e5610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:22.650309 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-799c7345-a205-441d-8452-5c02efce9c83 req-25a091b4-8fd4-4240-9fd0-9ab85c1e5610 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6836a994-cb1e-455e-a97f-31c9ee3bdef2 HTTP/1.1" status: 200 len: 920 time: 0.1616168 Apr 28 19:31:22.726774 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-799c7345-a205-441d-8452-5c02efce9c83 req-4a7f4fa6-fd3b-48e8-bd78-9f3da46c9da3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6db7db40-a23e-4656-883e-e52c47e636b4 HTTP/1.1" status: 200 len: 217 time: 0.0485997 Apr 28 19:31:22.730316 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb067e4-d10f-4b84-9152-488ff75f7e6d req-19d86c8f-759f-4495-a642-2fbdd896b968 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:22.732068 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3fb067e4-d10f-4b84-9152-488ff75f7e6d req-19d86c8f-759f-4495-a642-2fbdd896b968 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.0603206 Apr 28 19:31:22.743875 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c5a4a501-ebca-461e-b3f2-0f22914ff4e1 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:31:22.774476 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3fb067e4-d10f-4b84-9152-488ff75f7e6d req-e4c1b029-aa8c-4bd1-aa05-515be295be30 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353620 Apr 28 19:31:22.785305 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05941a-2d2e-48c3-9cb7-5fef2a1af691 req-eceb6068-3d0b-49a9-ab54-fe4a8941263e tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:22.786938 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9b05941a-2d2e-48c3-9cb7-5fef2a1af691 req-eceb6068-3d0b-49a9-ab54-fe4a8941263e tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 950 time: 0.1491818 Apr 28 19:31:22.815545 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port c5a4a501-ebca-461e-b3f2-0f22914ff4e1 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:31:22.820673 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port c5a4a501-ebca-461e-b3f2-0f22914ff4e1 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:31:22.821385 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:22.828234 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c7345-a205-441d-8452-5c02efce9c83 req-d0eae0ed-f693-489a-85b8-8dffb9365d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:22.830491 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-799c7345-a205-441d-8452-5c02efce9c83 req-d0eae0ed-f693-489a-85b8-8dffb9365d7a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb798a62-4141-409b-9f67-e98b8568ccb2 HTTP/1.1" status: 200 len: 859 time: 0.0852261 Apr 28 19:31:22.862071 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9b05941a-2d2e-48c3-9cb7-5fef2a1af691 req-2b243d5a-8357-4bd5-bfed-9ab5d44be1b1 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642936 Apr 28 19:31:22.896059 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-799c7345-a205-441d-8452-5c02efce9c83 req-692586e8-ed2a-4034-8ed2-e0cbda89aee1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6836a994-cb1e-455e-a97f-31c9ee3bdef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567746 Apr 28 19:31:22.907528 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f410d-bd86-40df-be94-6f5a52a74508 req-bbefd330-8ae6-4547-a98f-cdf958d26cd6 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:22.911583 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e74f410d-bd86-40df-be94-6f5a52a74508 req-bbefd330-8ae6-4547-a98f-cdf958d26cd6 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.42 "GET /v2.0/ports?device_id=73582b64-3cce-4bc9-b0cb-77019d900f8a HTTP/1.1" status: 200 len: 949 time: 0.0643692 Apr 28 19:31:22.923451 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:22.966478 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c5a4a501-ebca-461e-b3f2-0f22914ff4e1, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c5a4a501-ebca-461e-b3f2-0f22914ff4e1,segment=NetworkSegment(8fc1f4c1-a782-4abd-b384-b46f9c6b3366),segment_id=8fc1f4c1-a782-4abd-b384-b46f9c6b3366)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:22.972137 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:22.973013 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e74f410d-bd86-40df-be94-6f5a52a74508 req-6adac6fc-390c-4ece-a10a-129499cbad4e tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.42 "GET /v2.0/security-groups?id=c803da03-ebad-4b64-9050-c2be14e3f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533304 Apr 28 19:31:23.013366 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-799c7345-a205-441d-8452-5c02efce9c83 req-2233107f-57a8-4710-922c-297bc59aa4b5 service neutron] 10.222.0.15 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036472 Apr 28 19:31:23.024937 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=c5a4a501-ebca-461e-b3f2-0f22914ff4e1,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:23.104750 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-799c7345-a205-441d-8452-5c02efce9c83 req-8adf1d00-5831-460b-a5fc-73f0aa55be02 service neutron] 10.222.0.15 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829158 Apr 28 19:31:23.178201 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 919bb4b8-a5ff-4b93-bae9-fefeea6783b2 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:31:23.199138 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 919bb4b8-a5ff-4b93-bae9-fefeea6783b2 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:31:23.199484 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 919bb4b8-a5ff-4b93-bae9-fefeea6783b2 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:31:23.286973 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989969b1-5e27-47a2-833f-8b8478122f2d req-5d77ad1a-9c9b-438b-a783-bb65364289c7 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:23.288600 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-989969b1-5e27-47a2-833f-8b8478122f2d req-5d77ad1a-9c9b-438b-a783-bb65364289c7 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 943 time: 0.0574253 Apr 28 19:31:23.338392 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:23.452247 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc03f2-4884-4eee-9251-16009b4637fe req-f7016066-42e8-4406-9f72-e11c4a566a07 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:23.454634 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-81dc03f2-4884-4eee-9251-16009b4637fe req-f7016066-42e8-4406-9f72-e11c4a566a07 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a190ae9-44a2-4fa5-8d0e-00295ce692dd HTTP/1.1" status: 200 len: 946 time: 0.0544558 Apr 28 19:31:23.497588 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-81dc03f2-4884-4eee-9251-16009b4637fe req-c72acd66-5fbe-482d-be7d-4a59435bbf12 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362649 Apr 28 19:31:23.568897 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-989969b1-5e27-47a2-833f-8b8478122f2d req-68ed62ed-332b-48bd-8f40-8b480eb8f172 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739527 Apr 28 19:31:23.625224 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac083a4a-02b0-425f-b7c6-f95a4aae9014 req-8d19f2f9-fb71-45e2-bd70-43d8b88ce290 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:23.627573 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac083a4a-02b0-425f-b7c6-f95a4aae9014 req-8d19f2f9-fb71-45e2-bd70-43d8b88ce290 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=87d074b4-76d6-4700-bdd8-69aba18299b7 HTTP/1.1" status: 200 len: 949 time: 0.0527842 Apr 28 19:31:23.666629 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac083a4a-02b0-425f-b7c6-f95a4aae9014 req-7e01abca-b26c-4b80-96c5-1e95e27a31d7 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330582 Apr 28 19:31:23.817484 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36740) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:31:23.829397 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a190ae9-44a2-4fa5-8d0e-00295ce692dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a4a501-ebca-461e-b3f2-0f22914ff4e1'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:31:23.832303 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d62572-9221-4798-b091-9eb6175e8531" -d '{"events": [{"server_uuid": "5a190ae9-44a2-4fa5-8d0e-00295ce692dd", "name": "network-vif-plugged", "status": "completed", "tag": "c5a4a501-ebca-461e-b3f2-0f22914ff4e1"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:31:23.877005 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9e6683-23bf-4ff0-87ee-cd235d5c261d x-openstack-request-id: req-5e9e6683-23bf-4ff0-87ee-cd235d5c261d {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:31:23.877317 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a190ae9-44a2-4fa5-8d0e-00295ce692dd", "name": "network-vif-plugged", "status": "completed", "tag": "c5a4a501-ebca-461e-b3f2-0f22914ff4e1", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:31:23.877566 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5e9e6683-23bf-4ff0-87ee-cd235d5c261d {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:31:23.877958 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e9e6683-23bf-4ff0-87ee-cd235d5c261d'] response: {'server_uuid': '5a190ae9-44a2-4fa5-8d0e-00295ce692dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a4a501-ebca-461e-b3f2-0f22914ff4e1', 'code': 200} Apr 28 19:31:23.897309 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aad60e-b8b6-4e38-bea4-eb0a4dd8bbfe req-5653171c-513a-4745-8492-af0283d05b90 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:23.898702 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e2aad60e-b8b6-4e38-bea4-eb0a4dd8bbfe req-5653171c-513a-4745-8492-af0283d05b90 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.0508027 Apr 28 19:31:23.956493 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e2aad60e-b8b6-4e38-bea4-eb0a4dd8bbfe req-b6628c94-3cb6-43c6-917d-9a925b912db2 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491211 Apr 28 19:31:23.996828 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca8243-b0c5-44e7-80d7-f3e18fc2b8ed req-7d904487-bcf9-4717-a948-e646afd2d184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:23.998320 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d1ca8243-b0c5-44e7-80d7-f3e18fc2b8ed req-7d904487-bcf9-4717-a948-e646afd2d184 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5a190ae9-44a2-4fa5-8d0e-00295ce692dd HTTP/1.1" status: 200 len: 1097 time: 0.0408993 Apr 28 19:31:24.007171 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8b4d65aa-4f77-4d4e-91fe-74b4a7c4e9cc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f6cb95ce499b463cb4c46aa35681ada9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1884582 Apr 28 19:31:24.010564 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36750) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:31:24.029137 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1d1a8-1434-4ab9-a915-0b98ad0d3ce3 req-21c64549-461d-4815-8d2c-21bbe40b862d tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:24.030634 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e8e1d1a8-1434-4ab9-a915-0b98ad0d3ce3 req-21c64549-461d-4815-8d2c-21bbe40b862d tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 950 time: 0.0742695 Apr 28 19:31:24.072302 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e8e1d1a8-1434-4ab9-a915-0b98ad0d3ce3 req-5310a678-c966-4f9d-8b31-412bbaf04cfa tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338180 Apr 28 19:31:24.093129 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d1ca8243-b0c5-44e7-80d7-f3e18fc2b8ed req-d34b83bf-a36b-4fa7-874c-8e2b9f46a1fb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794716 Apr 28 19:31:24.126195 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8b1474f8-251c-41cd-a07e-9a80878cb9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:24.136314 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70e471-9c79-45c9-b009-65bb9ba2b9ad req-cf8a4a86-3d73-439a-9dfc-c01a283a0a4b tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:24.137792 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ee70e471-9c79-45c9-b009-65bb9ba2b9ad req-cf8a4a86-3d73-439a-9dfc-c01a283a0a4b tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.42 "GET /v2.0/ports?device_id=73582b64-3cce-4bc9-b0cb-77019d900f8a HTTP/1.1" status: 200 len: 949 time: 0.0782986 Apr 28 19:31:24.169865 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8b1474f8-251c-41cd-a07e-9a80878cb9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:24.211501 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ee70e471-9c79-45c9-b009-65bb9ba2b9ad req-99e4d0d5-6ef9-4ace-b04b-2557144561d6 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.42 "GET /v2.0/security-groups?id=c803da03-ebad-4b64-9050-c2be14e3f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654268 Apr 28 19:31:24.236136 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8b1474f8-251c-41cd-a07e-9a80878cb9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:24.238632 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8b1474f8-251c-41cd-a07e-9a80878cb9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:24.242980 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8b1474f8-251c-41cd-a07e-9a80878cb9ad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2052a2ba-bc21-474c-9217-e003b274475f HTTP/1.1" status: 204 len: 168 time: 0.2289844 Apr 28 19:31:24.258412 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1474f8-251c-41cd-a07e-9a80878cb9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2052a2ba-bc21-474c-9217-e003b274475f,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:24.526373 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36768) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:31:24.573690 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f098f213-6d7c-4e06-af23-869ba1ed74d6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f3c81b8e6ff5457195b29675ebc751c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459459 Apr 28 19:31:24.580651 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36770) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:31:24.682564 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781af910-8e07-4e2c-92b7-f5e932a79d1e req-80edb8f0-04e6-4490-8ae6-0c94626fdc86 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:24.684020 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-781af910-8e07-4e2c-92b7-f5e932a79d1e req-80edb8f0-04e6-4490-8ae6-0c94626fdc86 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a190ae9-44a2-4fa5-8d0e-00295ce692dd HTTP/1.1" status: 200 len: 946 time: 0.0971048 Apr 28 19:31:24.686925 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-65203dda-8ed5-40ed-8afc-11796b30edca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:24.725986 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-65203dda-8ed5-40ed-8afc-11796b30edca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:24.739493 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07994560-7ee0-4359-9390-4a60933241e4 req-fd4b995d-bcaa-48c5-8a32-a198a5ae71b7 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:24.740921 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07994560-7ee0-4359-9390-4a60933241e4 req-fd4b995d-bcaa-48c5-8a32-a198a5ae71b7 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 943 time: 0.0506432 Apr 28 19:31:24.751754 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-781af910-8e07-4e2c-92b7-f5e932a79d1e req-abbd26df-cb34-41ff-8015-2b43afac73a4 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600965 Apr 28 19:31:24.762553 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 6db7db40-a23e-4656-883e-e52c47e636b4 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:31:24.802350 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07994560-7ee0-4359-9390-4a60933241e4 req-45cd8b70-ed1a-497c-8b3c-169dd6e8a7c6 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505402 Apr 28 19:31:24.814518 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-65203dda-8ed5-40ed-8afc-11796b30edca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:24.817356 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-65203dda-8ed5-40ed-8afc-11796b30edca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:24.820550 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-65203dda-8ed5-40ed-8afc-11796b30edca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4aab09ee-aeec-4cc8-bfc3-e12fe80213e3 HTTP/1.1" status: 204 len: 168 time: 0.2415116 Apr 28 19:31:24.846563 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65203dda-8ed5-40ed-8afc-11796b30edca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aab09ee-aeec-4cc8-bfc3-e12fe80213e3,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:24.915467 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab0fb3-64d4-4498-95c8-e4c7a2848e28 req-e35d4afb-14d1-4a6b-a28f-d1121e0868db tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:24.917193 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-63ab0fb3-64d4-4498-95c8-e4c7a2848e28 req-e35d4afb-14d1-4a6b-a28f-d1121e0868db tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=87d074b4-76d6-4700-bdd8-69aba18299b7 HTTP/1.1" status: 200 len: 949 time: 0.0719376 Apr 28 19:31:24.917406 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 6db7db40-a23e-4656-883e-e52c47e636b4, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=6db7db40-a23e-4656-883e-e52c47e636b4,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:24.929255 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 6db7db40-a23e-4656-883e-e52c47e636b4 has no active binding in host n-h2-839810-1 {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 28 19:31:24.972663 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-63ab0fb3-64d4-4498-95c8-e4c7a2848e28 req-eb357229-7bbf-48f5-8943-cd3e16c22ade tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489273 Apr 28 19:31:25.084861 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8dc5e-d889-41c5-8100-b8c2be232357 req-cd8e9bba-3019-4f00-9e6f-3837197bcdb6 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:25.086423 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ecc8dc5e-d889-41c5-8100-b8c2be232357 req-cd8e9bba-3019-4f00-9e6f-3837197bcdb6 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.0571401 Apr 28 19:31:25.145585 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ecc8dc5e-d889-41c5-8100-b8c2be232357 req-7e8ce1a5-d37e-4092-82e4-7cac48c973ed tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501509 Apr 28 19:31:25.176928 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device e5834ab4-f5f0-4130-927e-dacd5d9ad75f up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:31:25.204850 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cb5d1-1630-4eaa-ad0e-be3b11287f22 req-2438be45-b400-4849-a503-4d384ca22971 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:25.206447 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-196cb5d1-1630-4eaa-ad0e-be3b11287f22 req-2438be45-b400-4849-a503-4d384ca22971 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 950 time: 0.0630476 Apr 28 19:31:25.236885 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port e5834ab4-f5f0-4130-927e-dacd5d9ad75f completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:31:25.242057 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port e5834ab4-f5f0-4130-927e-dacd5d9ad75f triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:31:25.242436 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:25.251523 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-196cb5d1-1630-4eaa-ad0e-be3b11287f22 req-e5afc6e2-91c7-407f-8ae0-c13f4a1812ba tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376081 Apr 28 19:31:25.334394 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:25.368709 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port e5834ab4-f5f0-4130-927e-dacd5d9ad75f, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e5834ab4-f5f0-4130-927e-dacd5d9ad75f,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:25.372457 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:25.426997 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=e5834ab4-f5f0-4130-927e-dacd5d9ad75f,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:25.608730 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-bb24e4a0-2c04-4563-91d9-1b599c3df5f1 service neutron] 10.222.0.15 "GET /v2.0/ports/6db7db40-a23e-4656-883e-e52c47e636b4/bindings/n-h2-839810-1 HTTP/1.1" status: 200 len: 384 time: 0.0583882 Apr 28 19:31:25.640048 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:25.791762 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-77008f0b-cfe9-441d-9a27-31ed29fe11e5 service neutron] For port 6db7db40-a23e-4656-883e-e52c47e636b4, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=6db7db40-a23e-4656-883e-e52c47e636b4,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:25.813983 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:25.829798 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-77008f0b-cfe9-441d-9a27-31ed29fe11e5 service neutron] For port 6db7db40-a23e-4656-883e-e52c47e636b4, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:31:25.879583 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d074b4-76d6-4700-bdd8-69aba18299b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5834ab4-f5f0-4130-927e-dacd5d9ad75f'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:31:25.883198 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7880aee0-7003-4816-9e24-d6600dcc2c39" -d '{"events": [{"server_uuid": "87d074b4-76d6-4700-bdd8-69aba18299b7", "name": "network-vif-plugged", "status": "completed", "tag": "e5834ab4-f5f0-4130-927e-dacd5d9ad75f"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:31:25.919050 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-77008f0b-cfe9-441d-9a27-31ed29fe11e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db7db40-a23e-4656-883e-e52c47e636b4 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:31:25.933352 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-77008f0b-cfe9-441d-9a27-31ed29fe11e5 service neutron] For port 6db7db40-a23e-4656-883e-e52c47e636b4, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=6db7db40-a23e-4656-883e-e52c47e636b4,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:25.944865 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bda591-758a-469a-877f-659f0b469003 req-67d9b3cc-b7bc-4c5d-95e0-a9c82f79f3b3 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:25.946624 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d1bda591-758a-469a-877f-659f0b469003 req-67d9b3cc-b7bc-4c5d-95e0-a9c82f79f3b3 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 943 time: 0.0599442 Apr 28 19:31:25.961462 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72096aa0-7904-47d5-a898-d692285b3390 req-19bfb5af-f7c0-4a28-80af-ea5a1f3272de tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:25.963018 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-72096aa0-7904-47d5-a898-d692285b3390 req-19bfb5af-f7c0-4a28-80af-ea5a1f3272de tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a190ae9-44a2-4fa5-8d0e-00295ce692dd HTTP/1.1" status: 200 len: 946 time: 0.0938857 Apr 28 19:31:25.964185 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-77008f0b-cfe9-441d-9a27-31ed29fe11e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:25.999430 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d1bda591-758a-469a-877f-659f0b469003 req-d5da8cff-a9f8-4bf7-b617-70332898b141 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439456 Apr 28 19:31:26.033874 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-72096aa0-7904-47d5-a898-d692285b3390 req-8fb293e3-44cc-48e0-8cd4-679dc75d1e3b tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603373 Apr 28 19:31:26.066017 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a5c0ac-3619-46bc-895c-f32ef0d3efc0 x-openstack-request-id: req-03a5c0ac-3619-46bc-895c-f32ef0d3efc0 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:31:26.066500 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d074b4-76d6-4700-bdd8-69aba18299b7", "name": "network-vif-plugged", "status": "completed", "tag": "e5834ab4-f5f0-4130-927e-dacd5d9ad75f", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:31:26.066584 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-03a5c0ac-3619-46bc-895c-f32ef0d3efc0 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:31:26.066973 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03a5c0ac-3619-46bc-895c-f32ef0d3efc0'] response: {'server_uuid': '87d074b4-76d6-4700-bdd8-69aba18299b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5834ab4-f5f0-4130-927e-dacd5d9ad75f', 'code': 200} Apr 28 19:31:26.084137 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-77008f0b-cfe9-441d-9a27-31ed29fe11e5 service neutron] Transition to ACTIVE for port object 6db7db40-a23e-4656-883e-e52c47e636b4 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:31:26.091499 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-77008f0b-cfe9-441d-9a27-31ed29fe11e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:26.234106 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-77008f0b-cfe9-441d-9a27-31ed29fe11e5 service neutron] No DVR routers for this DVR port 6db7db40-a23e-4656-883e-e52c47e636b4 on host n-h1-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:31:26.242297 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77008f0b-cfe9-441d-9a27-31ed29fe11e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6db7db40-a23e-4656-883e-e52c47e636b4,revision_number=10']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:26.279436 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e89c1-0d01-4713-8095-7e877175713e req-83d60052-813f-4fd4-8c17-a1d031ab4f8b tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:26.281175 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b62e89c1-0d01-4713-8095-7e877175713e req-83d60052-813f-4fd4-8c17-a1d031ab4f8b tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.0705893 Apr 28 19:31:26.301283 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844864dd-d7a1-416b-aabb-05c3f88ed5cd req-c6b999cf-bb27-4b26-bd03-16eec93c0bbb tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:26.302750 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-844864dd-d7a1-416b-aabb-05c3f88ed5cd req-c6b999cf-bb27-4b26-bd03-16eec93c0bbb tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=87d074b4-76d6-4700-bdd8-69aba18299b7 HTTP/1.1" status: 200 len: 950 time: 0.1829185 Apr 28 19:31:26.308946 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8ba5c-4a34-4e3f-8307-8d6fc49b831e req-50f5f6cf-79fe-4d9c-b6c7-c9422737ee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:26.310597 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4c8ba5c-4a34-4e3f-8307-8d6fc49b831e req-50f5f6cf-79fe-4d9c-b6c7-c9422737ee32 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=87d074b4-76d6-4700-bdd8-69aba18299b7 HTTP/1.1" status: 200 len: 1101 time: 0.1544795 Apr 28 19:31:26.327688 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-77008f0b-cfe9-441d-9a27-31ed29fe11e5 service neutron] 10.222.0.15 "PUT /v2.0/ports/6db7db40-a23e-4656-883e-e52c47e636b4/bindings/n-h2-839810-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7111168 Apr 28 19:31:26.330669 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b62e89c1-0d01-4713-8095-7e877175713e req-fd3d826e-1a30-4706-b029-03a3279b6eb7 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417821 Apr 28 19:31:26.370750 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-844864dd-d7a1-416b-aabb-05c3f88ed5cd req-00a233d9-dbbc-47e6-82c2-6de6f49180af tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574646 Apr 28 19:31:26.385073 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4c8ba5c-4a34-4e3f-8307-8d6fc49b831e req-ee83c67f-c9ae-437d-a901-004b5e7e2200 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613787 Apr 28 19:31:26.465955 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c04693-1947-4ee1-81cd-b1fa2e18d8b5 req-2d22e419-2e76-4f11-9882-71305340fde4 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:26.467464 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-00c04693-1947-4ee1-81cd-b1fa2e18d8b5 req-2d22e419-2e76-4f11-9882-71305340fde4 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 950 time: 0.0637767 Apr 28 19:31:26.489824 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-17aeee92-4e04-491c-9bff-ccaaee8d36e1 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:26.491473 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-17aeee92-4e04-491c-9bff-ccaaee8d36e1 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b&tenant_id=e1af134fdfb54762be9898d865bc6112&binding%3Ahost_id=n-h1-839810-1 HTTP/1.1" status: 200 len: 1095 time: 0.0492313 Apr 28 19:31:26.510597 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-00c04693-1947-4ee1-81cd-b1fa2e18d8b5 req-4b667471-3839-4407-806a-70ada6b4aa96 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359054 Apr 28 19:31:26.542466 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-bacac934-d437-4cee-a144-50e802fdf6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:26.543962 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-bacac934-d437-4cee-a144-50e802fdf6f8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b&tenant_id=e1af134fdfb54762be9898d865bc6112 HTTP/1.1" status: 200 len: 1095 time: 0.0422313 Apr 28 19:31:26.619568 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-b80c470e-8d23-40aa-bb41-af1986640422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:26.621130 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-b80c470e-8d23-40aa-bb41-af1986640422 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1af134fdfb54762be9898d865bc6112&device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 1095 time: 0.0415833 Apr 28 19:31:26.743256 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-d3bd3794-b62e-4cad-9d92-7f0a0b1f7805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:26.744867 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-d3bd3794-b62e-4cad-9d92-7f0a0b1f7805 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6836a994-cb1e-455e-a97f-31c9ee3bdef2 HTTP/1.1" status: 200 len: 920 time: 0.0936325 Apr 28 19:31:26.795943 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-b548cecd-978d-45b3-bb81-c885f49dbf59 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6db7db40-a23e-4656-883e-e52c47e636b4 HTTP/1.1" status: 200 len: 217 time: 0.0364158 Apr 28 19:31:26.851888 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-9d2327e1-4067-48a3-855b-ba7c1a4fde8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:26.853398 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-9d2327e1-4067-48a3-855b-ba7c1a4fde8a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb798a62-4141-409b-9f67-e98b8568ccb2 HTTP/1.1" status: 200 len: 859 time: 0.0495453 Apr 28 19:31:26.888279 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-9daf02df-c2d7-43dd-9bb7-29f699849d6a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6836a994-cb1e-455e-a97f-31c9ee3bdef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254958 Apr 28 19:31:26.987320 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-92eb9f47-3137-4067-a037-49ade46d6794 service neutron] 10.222.0.44 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863905 Apr 28 19:31:27.111121 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-2542bb9c-5379-4807-88f0-0087503262ab service neutron] 10.222.0.44 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099415 Apr 28 19:31:27.154801 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7572ba-8e53-4046-b736-5efd4fcb430f req-f77f8fb5-8938-44b2-94d8-2605419fe4c7 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:27.156383 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0b7572ba-8e53-4046-b736-5efd4fcb430f req-f77f8fb5-8938-44b2-94d8-2605419fe4c7 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 944 time: 0.0622549 Apr 28 19:31:27.192401 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 906427ec-8b98-4c26-89a7-4a52f172a324 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:31:27.200403 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0b7572ba-8e53-4046-b736-5efd4fcb430f req-ef3128d9-7c24-41e8-9d9c-aa614dced802 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366890 Apr 28 19:31:27.326970 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444263c4-3224-4089-a2f3-6c5fb53a2123 req-b9b4348f-d93a-4500-83ed-628c1f07c04a tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:27.329054 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-444263c4-3224-4089-a2f3-6c5fb53a2123 req-b9b4348f-d93a-4500-83ed-628c1f07c04a tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a190ae9-44a2-4fa5-8d0e-00295ce692dd HTTP/1.1" status: 200 len: 946 time: 0.0599642 Apr 28 19:31:27.330372 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 906427ec-8b98-4c26-89a7-4a52f172a324, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=906427ec-8b98-4c26-89a7-4a52f172a324,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:27.345345 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '906427ec-8b98-4c26-89a7-4a52f172a324', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': '906427ec-8b98-4c26-89a7-4a52f172a324', 'mac_address': 'fa:16:3e:5c:c8:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:31:27.380325 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-444263c4-3224-4089-a2f3-6c5fb53a2123 req-9a87218b-e736-4767-831a-4763f3a6664d tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437200 Apr 28 19:31:27.395532 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:27.414570 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 906427ec-8b98-4c26-89a7-4a52f172a324 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:31:27.442805 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 906427ec-8b98-4c26-89a7-4a52f172a324, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=906427ec-8b98-4c26-89a7-4a52f172a324,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:27.449898 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:27.501305 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=906427ec-8b98-4c26-89a7-4a52f172a324,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:27.530631 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792da65-b62d-487f-a07f-5b348c6a3398 req-1cfddf53-44bc-4268-a7ee-641cd3f74f7c tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:27.532841 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6792da65-b62d-487f-a07f-5b348c6a3398 req-1cfddf53-44bc-4268-a7ee-641cd3f74f7c tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.0815337 Apr 28 19:31:27.535805 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-9e16333e-39ce-4b9b-8eac-a0506fafe759 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:27.537689 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-9e16333e-39ce-4b9b-8eac-a0506fafe759 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b&tenant_id=e1af134fdfb54762be9898d865bc6112&binding%3Ahost_id=n-h2-839810-1 HTTP/1.1" status: 200 len: 1095 time: 0.1254120 Apr 28 19:31:27.565397 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e5517-a690-4a35-b6bf-dd6221f99266 req-e1ebad23-e2e7-4933-92f8-2e7823c7e55f tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:27.567164 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ff9e5517-a690-4a35-b6bf-dd6221f99266 req-e1ebad23-e2e7-4933-92f8-2e7823c7e55f tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=87d074b4-76d6-4700-bdd8-69aba18299b7 HTTP/1.1" status: 200 len: 950 time: 0.0792696 Apr 28 19:31:27.584760 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6792da65-b62d-487f-a07f-5b348c6a3398 req-cd537347-0154-44a6-88f2-8a295ce826a3 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444224 Apr 28 19:31:27.617472 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['906427ec-8b98-4c26-89a7-4a52f172a324'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:31:27.653011 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ff9e5517-a690-4a35-b6bf-dd6221f99266 req-97d504cd-3358-4da3-b873-6aec463002ed tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675719 Apr 28 19:31:27.730900 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-ce8345e3-fe6a-4cab-97ea-f420c90d5f8f service neutron] For port 6db7db40-a23e-4656-883e-e52c47e636b4, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:31:27.736860 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-ce8345e3-fe6a-4cab-97ea-f420c90d5f8f service neutron] Notify callbacks [] for binding, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:27.741356 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5db23776-1564-479a-8b54-7e7a5d321d39 req-ce8345e3-fe6a-4cab-97ea-f420c90d5f8f service neutron] 10.222.0.44 "DELETE /v2.0/ports/6db7db40-a23e-4656-883e-e52c47e636b4/bindings/n-h1-839810-1 HTTP/1.1" status: 204 len: 173 time: 0.1917369 Apr 28 19:31:27.790542 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e3a4a-ca67-4f1b-9234-1565c9ca2548 req-8b320681-056b-430d-8841-1afeae8ba9cf tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:27.793440 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b03e3a4a-ca67-4f1b-9234-1565c9ca2548 req-8b320681-056b-430d-8841-1afeae8ba9cf tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 950 time: 0.1285005 Apr 28 19:31:27.861292 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b03e3a4a-ca67-4f1b-9234-1565c9ca2548 req-62bfad77-4fb0-4af3-b49f-f84cd426bbad tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518405 Apr 28 19:31:28.151704 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36922) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:31:28.267663 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-492162d1-bf70-44df-88f3-76850ec8946b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:28.333790 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0d3a0-3fab-407a-984b-776b38bf749e req-49ee939a-154f-4db2-bc4d-de141d9f5ddb tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:28.335363 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3fe0d3a0-3fab-407a-984b-776b38bf749e req-49ee939a-154f-4db2-bc4d-de141d9f5ddb tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 944 time: 0.0568311 Apr 28 19:31:28.358997 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-492162d1-bf70-44df-88f3-76850ec8946b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:28.364505 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-492162d1-bf70-44df-88f3-76850ec8946b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:28.378126 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3fe0d3a0-3fab-407a-984b-776b38bf749e req-210a541a-8ceb-46e0-980b-ef302b42f0fa tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351102 Apr 28 19:31:28.403442 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492162d1-bf70-44df-88f3-76850ec8946b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbe3b65-e918-4703-aa52-adecbbf09707,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:28.409134 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-492162d1-bf70-44df-88f3-76850ec8946b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=df6d443303d9408ab94ac3da3e9ceda0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562852 Apr 28 19:31:28.411690 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36932) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:31:28.478810 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca06fea0-0187-4a16-959a-d8904cbedb16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:28.511164 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca06fea0-0187-4a16-959a-d8904cbedb16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:28.537610 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee79a6-d32c-4333-a6be-fdce88144202 req-0f9a567f-6ed0-4f3d-a33b-9f8526c63a1b tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:28.539160 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-31ee79a6-d32c-4333-a6be-fdce88144202 req-0f9a567f-6ed0-4f3d-a33b-9f8526c63a1b tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a190ae9-44a2-4fa5-8d0e-00295ce692dd HTTP/1.1" status: 200 len: 946 time: 0.0607450 Apr 28 19:31:28.565985 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193757e-0566-4e48-a3f1-08038c4acbf0 req-a1871a20-129e-404a-8b20-c2f16169f4d8 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:28.567627 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c193757e-0566-4e48-a3f1-08038c4acbf0 req-a1871a20-129e-404a-8b20-c2f16169f4d8 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 1095 time: 0.0705996 Apr 28 19:31:28.584347 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-31ee79a6-d32c-4333-a6be-fdce88144202 req-f3472d25-ab3e-4214-8174-12a60224fba6 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373261 Apr 28 19:31:28.602645 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca06fea0-0187-4a16-959a-d8904cbedb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:28.605478 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca06fea0-0187-4a16-959a-d8904cbedb16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:28.606621 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ca06fea0-0187-4a16-959a-d8904cbedb16 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6cbe3b65-e918-4703-aa52-adecbbf09707 HTTP/1.1" status: 204 len: 168 time: 0.1939301 Apr 28 19:31:28.626707 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06fea0-0187-4a16-959a-d8904cbedb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbe3b65-e918-4703-aa52-adecbbf09707,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:28.630435 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c193757e-0566-4e48-a3f1-08038c4acbf0 req-086f94fb-3536-40d3-b398-70fe0dbff6d0 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549490 Apr 28 19:31:28.723432 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7ca3a-6c65-44f4-b4b7-684664783970 req-43401a27-d1f7-4974-b5c6-c4f5381d9af2 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:28.731046 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-69b7ca3a-6c65-44f4-b4b7-684664783970 req-43401a27-d1f7-4974-b5c6-c4f5381d9af2 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.0770385 Apr 28 19:31:28.768888 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-69b7ca3a-6c65-44f4-b4b7-684664783970 req-af988cb7-18ea-410d-a33c-370f7964515b tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369623 Apr 28 19:31:28.902452 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e7eb9-6988-46d2-8027-e52ae9f8c7f9 req-f2b4b29c-9f6b-4078-980e-a88543e570a4 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:28.910943 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-583e7eb9-6988-46d2-8027-e52ae9f8c7f9 req-f2b4b29c-9f6b-4078-980e-a88543e570a4 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=87d074b4-76d6-4700-bdd8-69aba18299b7 HTTP/1.1" status: 200 len: 950 time: 0.0676894 Apr 28 19:31:28.917219 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07faebb4-2ad2-476d-8e74-13c2fb6c7366 req-173bd705-cff5-4add-9a88-572e877dd4dc tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:28.919022 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-07faebb4-2ad2-476d-8e74-13c2fb6c7366 req-173bd705-cff5-4add-9a88-572e877dd4dc tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a190ae9-44a2-4fa5-8d0e-00295ce692dd HTTP/1.1" status: 200 len: 946 time: 0.0646024 Apr 28 19:31:28.958192 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-583e7eb9-6988-46d2-8027-e52ae9f8c7f9 req-61b143d8-491b-4262-aa3c-18c3b0fd114f tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461981 Apr 28 19:31:28.972680 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-07faebb4-2ad2-476d-8e74-13c2fb6c7366 req-79319023-9805-406f-8737-dea0eead825e tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467453 Apr 28 19:31:29.108633 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36984) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:31:29.126631 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f4c52231-5227-4b8a-8e0f-dae3ed90c9e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:29.195610 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 906427ec-8b98-4c26-89a7-4a52f172a324 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:31:29.229095 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c93ae-e93a-4dfb-9acf-907c27c9b04a req-63137f25-9f99-4d72-8d95-bd662b902ba2 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:29.231181 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b19c93ae-e93a-4dfb-9acf-907c27c9b04a req-63137f25-9f99-4d72-8d95-bd662b902ba2 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 950 time: 0.0915115 Apr 28 19:31:29.259931 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 906427ec-8b98-4c26-89a7-4a52f172a324 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:31:29.260472 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:29.289623 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-a3de44c6-ae13-4007-97f7-35fe47b181f8 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:29.302655 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-a3de44c6-ae13-4007-97f7-35fe47b181f8 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/networks?id=6836a994-cb1e-455e-a97f-31c9ee3bdef2 HTTP/1.1" status: 200 len: 819 time: 0.1992390 Apr 28 19:31:29.311581 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b19c93ae-e93a-4dfb-9acf-907c27c9b04a req-9fd25d81-7074-4a3f-9163-246b6667c070 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695817 Apr 28 19:31:29.324945 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-07017ce0-45a5-4390-b430-43947cd6731d tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/quotas/e1af134fdfb54762be9898d865bc6112 HTTP/1.1" status: 200 len: 375 time: 0.0209482 Apr 28 19:31:29.353444 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f4c52231-5227-4b8a-8e0f-dae3ed90c9e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:29.363776 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f4c52231-5227-4b8a-8e0f-dae3ed90c9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:29.379796 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:29.428818 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-b65d5abc-e0be-4f67-ab82-44538bdd0d62 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e1af134fdfb54762be9898d865bc6112&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1028352 Apr 28 19:31:29.471759 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f4c52231-5227-4b8a-8e0f-dae3ed90c9e8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bdf4f1afaeea4714a758a130efa379c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3578863 Apr 28 19:31:29.471759 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c52231-5227-4b8a-8e0f-dae3ed90c9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d8c680-d8d3-49a3-81a7-0f998d348360,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:29.485529 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36996) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:31:29.523330 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27136c96-7268-40ef-9bd5-4cee3939f2de req-5d87627a-24c9-4351-9749-00c396f35a94 tempest-ServersOnMultiNodesTest-1949443882 tempest-ServersOnMultiNodesTest-1949443882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:29.525045 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-27136c96-7268-40ef-9bd5-4cee3939f2de req-5d87627a-24c9-4351-9749-00c396f35a94 tempest-ServersOnMultiNodesTest-1949443882 tempest-ServersOnMultiNodesTest-1949443882-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=87d074b4-76d6-4700-bdd8-69aba18299b7 HTTP/1.1" status: 200 len: 1101 time: 0.1119387 Apr 28 19:31:29.556430 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73582b64-3cce-4bc9-b0cb-77019d900f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906427ec-8b98-4c26-89a7-4a52f172a324'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:31:29.559423 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10155ba2-eb67-4868-b9f1-c9b61939eefa" -d '{"events": [{"server_uuid": "73582b64-3cce-4bc9-b0cb-77019d900f8a", "name": "network-vif-plugged", "status": "completed", "tag": "906427ec-8b98-4c26-89a7-4a52f172a324"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:31:29.573912 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 906427ec-8b98-4c26-89a7-4a52f172a324, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=906427ec-8b98-4c26-89a7-4a52f172a324,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:29.578053 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-d8aeae7d-5638-431d-b269-4204060a8b04 service neutron] 10.222.0.42 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442311 Apr 28 19:31:29.580813 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:29.581996 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 6db7db40-a23e-4656-883e-e52c47e636b4 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:31:29.592696 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-27136c96-7268-40ef-9bd5-4cee3939f2de req-305bfc06-04c4-4817-ad2b-f6b128578bb1 tempest-ServersOnMultiNodesTest-1949443882 tempest-ServersOnMultiNodesTest-1949443882-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537434 Apr 28 19:31:29.593706 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-632150c0-2b45-4da8-9d2b-ac42b947a994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:29.633893 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-632150c0-2b45-4da8-9d2b-ac42b947a994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:29.699478 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbcd1336-867a-47c5-bd3d-51467d4bb0bc x-openstack-request-id: req-cbcd1336-867a-47c5-bd3d-51467d4bb0bc {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:31:29.699478 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73582b64-3cce-4bc9-b0cb-77019d900f8a", "name": "network-vif-plugged", "status": "completed", "tag": "906427ec-8b98-4c26-89a7-4a52f172a324", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:31:29.699478 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cbcd1336-867a-47c5-bd3d-51467d4bb0bc {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:31:29.699965 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbcd1336-867a-47c5-bd3d-51467d4bb0bc'] response: {'server_uuid': '73582b64-3cce-4bc9-b0cb-77019d900f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906427ec-8b98-4c26-89a7-4a52f172a324', 'code': 200} Apr 28 19:31:29.717607 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 6db7db40-a23e-4656-883e-e52c47e636b4 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:31:29.739596 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-632150c0-2b45-4da8-9d2b-ac42b947a994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:29.743446 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-632150c0-2b45-4da8-9d2b-ac42b947a994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:29.745465 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-632150c0-2b45-4da8-9d2b-ac42b947a994 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/00d8c680-d8d3-49a3-81a7-0f998d348360 HTTP/1.1" status: 204 len: 168 time: 0.2549870 Apr 28 19:31:29.752859 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=906427ec-8b98-4c26-89a7-4a52f172a324,revision_number=7']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:29.779484 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632150c0-2b45-4da8-9d2b-ac42b947a994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d8c680-d8d3-49a3-81a7-0f998d348360,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:29.805495 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-a8675751-8e8f-4fa3-9bf4-1df44a95ccc2 service neutron] 10.222.0.42 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242885 Apr 28 19:31:29.936452 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf505df-ce6a-49b6-870e-ee1fb8cc4071 req-dea30b52-cdfc-4914-a1cc-9d11dc25f49b tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:29.945149 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3cf505df-ce6a-49b6-870e-ee1fb8cc4071 req-dea30b52-cdfc-4914-a1cc-9d11dc25f49b tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.0646236 Apr 28 19:31:30.042515 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3cf505df-ce6a-49b6-870e-ee1fb8cc4071 req-23bfeea4-c890-4753-baee-748f002121e7 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899758 Apr 28 19:31:30.142624 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-a8f8b062-aa13-428a-a8cf-e47bbc527e84 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ebad228c1b4944f6b357421a29469bd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522308 Apr 28 19:31:30.278551 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef739eb-85ae-4d2c-b2ec-f3b0e3d85db1 req-a3277191-89f8-45e9-93de-41e5b64a0061 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:30.280495 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fef739eb-85ae-4d2c-b2ec-f3b0e3d85db1 req-a3277191-89f8-45e9-93de-41e5b64a0061 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a190ae9-44a2-4fa5-8d0e-00295ce692dd HTTP/1.1" status: 200 len: 946 time: 0.1177859 Apr 28 19:31:30.349512 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fef739eb-85ae-4d2c-b2ec-f3b0e3d85db1 req-850069a0-6a8f-486c-9a5c-5eacba15eba7 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616293 Apr 28 19:31:30.396691 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-6005933a-5e39-4ba0-9b13-5087d56a0674 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:30.421376 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-6005933a-5e39-4ba0-9b13-5087d56a0674 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2774847 Apr 28 19:31:30.471097 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-5c259d99-2539-48b1-882d-0671cc816302 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/quotas/ebad228c1b4944f6b357421a29469bd6 HTTP/1.1" status: 200 len: 375 time: 0.0487473 Apr 28 19:31:30.478276 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-29a20d54-d7e1-4669-8e4f-e5851159565d req-5362633f-e629-450f-ab2f-34c4b025818c tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 210 time: 0.0742753 Apr 28 19:31:30.582580 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-76965ad5-818e-47e5-8d43-c3119b8d6778 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebad228c1b4944f6b357421a29469bd6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1104903 Apr 28 19:31:30.777021 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c8db1-def4-42a1-bbe3-8ef912c9c5ab req-beba48b7-3351-4046-bd48-7f715133ced4 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:30.786398 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-392c8db1-def4-42a1-bbe3-8ef912c9c5ab req-beba48b7-3351-4046-bd48-7f715133ced4 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 950 time: 0.1039655 Apr 28 19:31:30.885126 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-392c8db1-def4-42a1-bbe3-8ef912c9c5ab req-89c83f14-9326-4d6d-8bd7-fbc914f0c78b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971515 Apr 28 19:31:31.228226 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-338d2f87-d5a9-4283-bb59-f6efad7f9005 req-76f89c61-059f-48a6-a35a-afb4c27c74a0 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=1147f7ec-ee95-4d69-87b0-44bca32c0313 HTTP/1.1" status: 200 len: 210 time: 0.0674715 Apr 28 19:31:31.453574 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37088) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:31:31.508924 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bebe0-c098-4249-94ad-e89383be2aba req-b4fe2afb-c716-4aa1-b3f8-525cad0038fa tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:31.517764 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0d1bebe0-c098-4249-94ad-e89383be2aba req-b4fe2afb-c716-4aa1-b3f8-525cad0038fa tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.2118049 Apr 28 19:31:31.525526 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ac153-3ba5-4a1f-86ed-773acb040bd0 req-373c8f44-5650-4ddf-849e-48e1df0eb2b0 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:31.535363 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d88ac153-3ba5-4a1f-86ed-773acb040bd0 req-373c8f44-5650-4ddf-849e-48e1df0eb2b0 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fe9653c-4321-4cb5-ba30-f73346f13424 HTTP/1.1" status: 200 len: 946 time: 0.1117835 Apr 28 19:31:31.556435 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:31.614444 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0d1bebe0-c098-4249-94ad-e89383be2aba req-8fff6e89-6089-4cac-a09e-0c8ad938af8b tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839434 Apr 28 19:31:31.635073 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d88ac153-3ba5-4a1f-86ed-773acb040bd0 req-70a29dda-9bb7-4e4b-994b-cde13c05296c tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/security-groups?id=85aaaa06-0ed9-43f5-911f-8d31cda5f9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929339 Apr 28 19:31:31.699319 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-41041e04-f65e-43eb-a637-2363e1694f90 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1619959515-network', 'tenant_id': '3ca2e282e3574699957e149cd9497a5f'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:31:31.777838 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41041e04-f65e-43eb-a637-2363e1694f90 admin admin] Made reservation on behalf of 3ca2e282e3574699957e149cd9497a5f for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:31:31.783694 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-41041e04-f65e-43eb-a637-2363e1694f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:31.802256 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-41041e04-f65e-43eb-a637-2363e1694f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:31.811535 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d9a218ff-9793-4981-a32b-abbce5368d65 req-56e3b1ce-7b94-451f-8a0f-511cab896069 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 210 time: 0.0495169 Apr 28 19:31:32.007223 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-41041e04-f65e-43eb-a637-2363e1694f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:32.022763 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-41041e04-f65e-43eb-a637-2363e1694f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:32.040061 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-0f58afcb-e608-416a-8ff5-87774504d098 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:32.042102 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-0f58afcb-e608-416a-8ff5-87774504d098 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.15 "GET /v2.0/networks?id=6836a994-cb1e-455e-a97f-31c9ee3bdef2 HTTP/1.1" status: 200 len: 819 time: 0.1593871 Apr 28 19:31:32.057701 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41041e04-f65e-43eb-a637-2363e1694f90 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:31:32.070411 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-5d9faab5-1c5a-4864-865b-26d07de09b34 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Request body: {'port': {'device_id': '4d2566c6-5331-40c7-ad87-9c463d245ed1', 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2', 'admin_state_up': True, 'tenant_id': 'e1af134fdfb54762be9898d865bc6112'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:31:32.100677 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1954a39-85c2-40ca-9647-124698fd58d8 req-51c05de0-e399-48ae-ae86-b8453db69995 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:32.108673 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41041e04-f65e-43eb-a637-2363e1694f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda48961-7a82-4ef6-ac9b-6c5c2126d536,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:32.115117 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1954a39-85c2-40ca-9647-124698fd58d8 req-51c05de0-e399-48ae-ae86-b8453db69995 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 950 time: 0.0947545 Apr 28 19:31:32.123924 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-41041e04-f65e-43eb-a637-2363e1694f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:32.124326 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-41041e04-f65e-43eb-a637-2363e1694f90 admin admin] Added segment c85834cc-a03d-4032-9d41-86c230081d23 of type vlan for network 4178d38c-32ee-49c9-9235-fc29b5c3ad70 Apr 28 19:31:32.183940 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1954a39-85c2-40ca-9647-124698fd58d8 req-ddde1314-31a0-4289-ac2b-14206dc70f27 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674245 Apr 28 19:31:32.271764 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-41041e04-f65e-43eb-a637-2363e1694f90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:32.316879 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-5d9faab5-1c5a-4864-865b-26d07de09b34 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Made reservation on behalf of e1af134fdfb54762be9898d865bc6112 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:31:32.321431 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-5d9faab5-1c5a-4864-865b-26d07de09b34 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:32.325134 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-41041e04-f65e-43eb-a637-2363e1694f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:32.326243 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41041e04-f65e-43eb-a637-2363e1694f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:32.327024 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-41041e04-f65e-43eb-a637-2363e1694f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:32.436388 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-41041e04-f65e-43eb-a637-2363e1694f90 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9766142 Apr 28 19:31:32.440014 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37118) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:31:32.445224 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-7640c98e-b311-41ae-8210-a2347629ac7f admin admin] Request body: {'subnet': {'network_id': '4178d38c-32ee-49c9-9235-fc29b5c3ad70', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1619959515-subnet', 'tenant_id': '3ca2e282e3574699957e149cd9497a5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:31:32.448296 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8cd08361-557e-4189-8590-6f475bcc443f req-032fe445-84e8-4963-a419-307d6e1bf08b tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=1147f7ec-ee95-4d69-87b0-44bca32c0313 HTTP/1.1" status: 200 len: 210 time: 0.1031749 Apr 28 19:31:32.481942 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7640c98e-b311-41ae-8210-a2347629ac7f admin admin] Made reservation on behalf of 3ca2e282e3574699957e149cd9497a5f for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:31:32.484390 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7640c98e-b311-41ae-8210-a2347629ac7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:32.491339 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41041e04-f65e-43eb-a637-2363e1694f90 admin admin] Pushing event updated for resources: {'Network': ['ID=4178d38c-32ee-49c9-9235-fc29b5c3ad70,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:32.514204 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 4178d38c-32ee-49c9-9235-fc29b5c3ad70 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:31:32.648637 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-5d9faab5-1c5a-4864-865b-26d07de09b34 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Allocated IP 172.20.0.2 (6836a994-cb1e-455e-a97f-31c9ee3bdef2/bb798a62-4141-409b-9f67-e98b8568ccb2/0c7a81ce-1546-41d9-8b30-54a66b16fac7) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:31:32.739376 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7640c98e-b311-41ae-8210-a2347629ac7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:32.841227 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640c98e-b311-41ae-8210-a2347629ac7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=233d3b02-5dff-483a-8ff4-932292a3f9ac,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:32.967648 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7640c98e-b311-41ae-8210-a2347629ac7f admin admin] Checking segment: {'id': 'c85834cc-a03d-4032-9d41-86c230081d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4178d38c-32ee-49c9-9235-fc29b5c3ad70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:31:32.968130 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7640c98e-b311-41ae-8210-a2347629ac7f admin admin] Network hostable DHCP agents. Network: 4178d38c-32ee-49c9-9235-fc29b5c3ad70, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:31:32.974082 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-5d9faab5-1c5a-4864-865b-26d07de09b34 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:32.990892 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88be29e-28ff-4643-b2fe-bca5bcde3282 req-4a4d4c92-0a95-4cd4-9753-4af9017be301 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:32.992670 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e88be29e-28ff-4643-b2fe-bca5bcde3282 req-4a4d4c92-0a95-4cd4-9753-4af9017be301 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.1436498 Apr 28 19:31:33.010541 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7640c98e-b311-41ae-8210-a2347629ac7f admin admin] Network 4178d38c-32ee-49c9-9235-fc29b5c3ad70 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:31:33.059639 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e88be29e-28ff-4643-b2fe-bca5bcde3282 req-ba8e77ea-c65b-47a4-be65-e25debc77cf5 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533137 Apr 28 19:31:33.060774 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-7640c98e-b311-41ae-8210-a2347629ac7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 4178d38c-32ee-49c9-9235-fc29b5c3ad70) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:31:33.088583 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7640c98e-b311-41ae-8210-a2347629ac7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:33.089690 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7640c98e-b311-41ae-8210-a2347629ac7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:33.103426 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe94451-dca6-4e46-b7d7-f7cf2fb20b1c None None] Network 4178d38c-32ee-49c9-9235-fc29b5c3ad70 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:31:33.131234 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7640c98e-b311-41ae-8210-a2347629ac7f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6828387 Apr 28 19:31:33.282696 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-4eb082ad-704e-4099-9776-2313d002f85e tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ebad228c1b4944f6b357421a29469bd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2489126 Apr 28 19:31:33.323102 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-5d9faab5-1c5a-4864-865b-26d07de09b34 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:33.383908 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ca35a-8cda-4774-9b46-cca0d383a384 req-3d9f1a1e-a6ab-4d6f-87d4-e986f5572667 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:33.386398 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-573ca35a-8cda-4774-9b46-cca0d383a384 req-3d9f1a1e-a6ab-4d6f-87d4-e986f5572667 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 931 time: 0.0993381 Apr 28 19:31:33.401517 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:33.444611 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbdaea0-3754-4087-a7d9-a7aa84338569 None None] Network 4178d38c-32ee-49c9-9235-fc29b5c3ad70 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:31:33.458922 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-573ca35a-8cda-4774-9b46-cca0d383a384 req-0bb60499-049f-4934-b670-5024aeb67728 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613687 Apr 28 19:31:33.609072 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-5d9faab5-1c5a-4864-865b-26d07de09b34 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:31:33.674214 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ccf15-99d2-45e5-aeff-48efc7ca60af req-2547ac1c-9792-4572-a18f-31f4d725cfe9 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:33.675784 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d40ccf15-99d2-45e5-aeff-48efc7ca60af req-2547ac1c-9792-4572-a18f-31f4d725cfe9 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fe9653c-4321-4cb5-ba30-f73346f13424 HTTP/1.1" status: 200 len: 946 time: 0.4882042 Apr 28 19:31:33.707294 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d405f-0450-4ed3-a0b1-23dbae8a967d req-b5d2a72f-d7d4-442a-9403-45357957b8d6 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:33.724562 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6d3d405f-0450-4ed3-a0b1-23dbae8a967d req-b5d2a72f-d7d4-442a-9403-45357957b8d6 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fe9653c-4321-4cb5-ba30-f73346f13424 HTTP/1.1" status: 200 len: 946 time: 0.6645660 Apr 28 19:31:33.727846 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-5d9faab5-1c5a-4864-865b-26d07de09b34 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:31:33.732876 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-5d9faab5-1c5a-4864-865b-26d07de09b34 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:31:33.760953 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9faab5-1c5a-4864-865b-26d07de09b34 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Pushing event updated for resources: {'Port': ['ID=0c7a81ce-1546-41d9-8b30-54a66b16fac7,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:33.838065 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f0f36-cbec-4bcd-80b9-eee0acd05533 req-94ab4dc0-5084-46c4-b38b-6d58fceb9d6e tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:33.847626 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0a8f0f36-cbec-4bcd-80b9-eee0acd05533 req-94ab4dc0-5084-46c4-b38b-6d58fceb9d6e tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 950 time: 0.0762620 Apr 28 19:31:33.870966 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-a43c276d-4271-49e8-8000-94d227126430 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:33.872785 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-a43c276d-4271-49e8-8000-94d227126430 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5516648 Apr 28 19:31:33.908973 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0a8f0f36-cbec-4bcd-80b9-eee0acd05533 req-456a9793-1e6a-429d-96fd-ec30316f2da3 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576081 Apr 28 19:31:33.934597 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-9a5b4d42-906e-4902-83d9-069cb5cf826c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Request body: {'port': {'device_id': '1147f7ec-ee95-4d69-87b0-44bca32c0313', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'admin_state_up': True, 'tenant_id': 'ebad228c1b4944f6b357421a29469bd6'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:31:33.945672 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-5d9faab5-1c5a-4864-865b-26d07de09b34 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:33.946536 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-5d9faab5-1c5a-4864-865b-26d07de09b34 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:33.981338 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6d3d405f-0450-4ed3-a0b1-23dbae8a967d req-95631df5-cc47-40ce-84d9-14de0414594b tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/security-groups?id=85aaaa06-0ed9-43f5-911f-8d31cda5f9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2547696 Apr 28 19:31:34.010346 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37164) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:31:34.017303 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-2be8bc71-a087-48e5-ad1b-d7e8fdf32daf admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1358801088-network', 'tenant_id': 'f728a374fe0641769e8a279f0c362042'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:31:34.052037 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-5d9faab5-1c5a-4864-865b-26d07de09b34 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9886580 Apr 28 19:31:34.053421 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-11c1f3bd-8f11-4ac0-9727-1ac2409ed18c req-4ee8981a-1083-49cd-bb50-c62784122c16 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=1147f7ec-ee95-4d69-87b0-44bca32c0313 HTTP/1.1" status: 200 len: 210 time: 0.0714211 Apr 28 19:31:34.076915 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-5916782c-828f-4d0c-a2f2-21588ba635c4 service neutron] Request body: {'port': {'device_id': '4d2566c6-5331-40c7-ad87-9c463d245ed1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:31:34.087220 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be8bc71-a087-48e5-ad1b-d7e8fdf32daf admin admin] Made reservation on behalf of f728a374fe0641769e8a279f0c362042 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:31:34.091198 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2be8bc71-a087-48e5-ad1b-d7e8fdf32daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:34.105463 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2be8bc71-a087-48e5-ad1b-d7e8fdf32daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:34.221239 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-d40ccf15-99d2-45e5-aeff-48efc7ca60af req-96ca984a-9a65-4480-a08d-929d9d83e0a4 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Deleting port 41308357-1fc0-4dcc-9750-aee17bbd1bde {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:31:34.221699 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d40ccf15-99d2-45e5-aeff-48efc7ca60af req-96ca984a-9a65-4480-a08d-929d9d83e0a4 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:34.252740 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2be8bc71-a087-48e5-ad1b-d7e8fdf32daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:34.281896 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2be8bc71-a087-48e5-ad1b-d7e8fdf32daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:34.313462 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be8bc71-a087-48e5-ad1b-d7e8fdf32daf admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:31:34.332312 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2be8bc71-a087-48e5-ad1b-d7e8fdf32daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:34.332924 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-2be8bc71-a087-48e5-ad1b-d7e8fdf32daf admin admin] Added segment 294c50cb-9e73-4a49-97bd-2238198db88d of type vlan for network 6888241e-1485-4f3f-8e79-4166c730a2e3 Apr 28 19:31:34.334632 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8bc71-a087-48e5-ad1b-d7e8fdf32daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e07271-8af4-4718-a877-e3294673e793,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:34.384790 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2be8bc71-a087-48e5-ad1b-d7e8fdf32daf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:34.438541 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2be8bc71-a087-48e5-ad1b-d7e8fdf32daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:34.444077 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be8bc71-a087-48e5-ad1b-d7e8fdf32daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:34.444904 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2be8bc71-a087-48e5-ad1b-d7e8fdf32daf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:34.549699 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2be8bc71-a087-48e5-ad1b-d7e8fdf32daf admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5360122 Apr 28 19:31:34.550572 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37180) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:31:34.570408 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-fae40123-65f1-4c0b-8fbc-6856ee63929e admin admin] Request body: {'subnet': {'network_id': '6888241e-1485-4f3f-8e79-4166c730a2e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1358801088-subnet', 'tenant_id': 'f728a374fe0641769e8a279f0c362042', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:31:34.592898 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-5916782c-828f-4d0c-a2f2-21588ba635c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:34.623427 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-9a5b4d42-906e-4902-83d9-069cb5cf826c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Made reservation on behalf of ebad228c1b4944f6b357421a29469bd6 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:31:34.627090 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-9a5b4d42-906e-4902-83d9-069cb5cf826c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:34.653822 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8bc71-a087-48e5-ad1b-d7e8fdf32daf admin admin] Pushing event updated for resources: {'Network': ['ID=6888241e-1485-4f3f-8e79-4166c730a2e3,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:34.668798 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 6888241e-1485-4f3f-8e79-4166c730a2e3 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:31:34.687449 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d1505-490b-49d9-b247-39a997a3879e req-588e269c-0f33-4bec-a48e-794afc628d4f tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:34.689636 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b849288-b65a-4fd7-9556-e39572518744 req-43276f09-3278-4bf1-88c4-fe1afff4ddd6 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:34.691802 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-371d1505-490b-49d9-b247-39a997a3879e req-588e269c-0f33-4bec-a48e-794afc628d4f tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.5265732 Apr 28 19:31:34.698710 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2b849288-b65a-4fd7-9556-e39572518744 req-43276f09-3278-4bf1-88c4-fe1afff4ddd6 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 931 time: 0.1225953 Apr 28 19:31:34.709222 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae40123-65f1-4c0b-8fbc-6856ee63929e admin admin] Made reservation on behalf of f728a374fe0641769e8a279f0c362042 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:31:34.711564 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fae40123-65f1-4c0b-8fbc-6856ee63929e admin admin] Notify callbacks [] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:34.801267 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c5a4a501-ebca-461e-b3f2-0f22914ff4e1 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:31:34.824087 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2b849288-b65a-4fd7-9556-e39572518744 req-fbb0b169-5e29-4d24-9546-718980d05405 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231332 Apr 28 19:31:35.025185 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c5a4a501-ebca-461e-b3f2-0f22914ff4e1, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c5a4a501-ebca-461e-b3f2-0f22914ff4e1,segment=NetworkSegment(8fc1f4c1-a782-4abd-b384-b46f9c6b3366),segment_id=8fc1f4c1-a782-4abd-b384-b46f9c6b3366)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:35.043936 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'c5a4a501-ebca-461e-b3f2-0f22914ff4e1', 'network_id': '0a818354-dbcf-4136-b854-44772dd68b79', 'port_id': 'c5a4a501-ebca-461e-b3f2-0f22914ff4e1', 'mac_address': 'fa:16:3e:f5:58:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09693431-05ed-41e8-8d54-1a8b3b11f1bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:31:35.067301 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-d40ccf15-99d2-45e5-aeff-48efc7ca60af req-96ca984a-9a65-4480-a08d-929d9d83e0a4 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] For port 41308357-1fc0-4dcc-9750-aee17bbd1bde, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=41308357-1fc0-4dcc-9750-aee17bbd1bde,segment=NetworkSegment(abad8af8-3344-480d-866a-e9634518c7a7),segment_id=abad8af8-3344-480d-866a-e9634518c7a7)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:35.067944 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d40ccf15-99d2-45e5-aeff-48efc7ca60af req-96ca984a-9a65-4480-a08d-929d9d83e0a4 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:35.120129 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:35.124711 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fae40123-65f1-4c0b-8fbc-6856ee63929e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:35.154826 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5a4a501-ebca-461e-b3f2-0f22914ff4e1 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:31:35.221217 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868efb3-6722-4826-b6a5-090649be06c3 req-182d1b0e-c1dc-4990-9e8b-b7267dd0883a tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:35.222832 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3868efb3-6722-4826-b6a5-090649be06c3 req-182d1b0e-c1dc-4990-9e8b-b7267dd0883a tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 950 time: 0.1802821 Apr 28 19:31:35.241675 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c5a4a501-ebca-461e-b3f2-0f22914ff4e1, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c5a4a501-ebca-461e-b3f2-0f22914ff4e1,segment=NetworkSegment(8fc1f4c1-a782-4abd-b384-b46f9c6b3366),segment_id=8fc1f4c1-a782-4abd-b384-b46f9c6b3366)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:35.249109 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:35.274074 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae40123-65f1-4c0b-8fbc-6856ee63929e admin admin] Pushing event updated for resources: {'Subnet': ['ID=44adee2e-9afd-4b40-8542-3565b78889c8,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:35.301723 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae40123-65f1-4c0b-8fbc-6856ee63929e admin admin] Checking segment: {'id': '294c50cb-9e73-4a49-97bd-2238198db88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6888241e-1485-4f3f-8e79-4166c730a2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:31:35.302404 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae40123-65f1-4c0b-8fbc-6856ee63929e admin admin] Network hostable DHCP agents. Network: 6888241e-1485-4f3f-8e79-4166c730a2e3, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:31:35.316060 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=c5a4a501-ebca-461e-b3f2-0f22914ff4e1,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:35.327805 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3868efb3-6722-4826-b6a5-090649be06c3 req-10c4b204-3740-42d2-893e-eaff25514e63 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955486 Apr 28 19:31:35.346048 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae40123-65f1-4c0b-8fbc-6856ee63929e admin admin] Network 6888241e-1485-4f3f-8e79-4166c730a2e3 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:31:35.353987 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-371d1505-490b-49d9-b247-39a997a3879e req-94e66eb6-18fc-4e7b-ba6e-4a6b37095a43 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4887621 Apr 28 19:31:35.372794 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-fae40123-65f1-4c0b-8fbc-6856ee63929e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 6888241e-1485-4f3f-8e79-4166c730a2e3) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:31:35.379045 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae40123-65f1-4c0b-8fbc-6856ee63929e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:35.380755 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fae40123-65f1-4c0b-8fbc-6856ee63929e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:35.386618 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace9ccea-57fa-4822-89c7-50f87022a1ed None None] Network 6888241e-1485-4f3f-8e79-4166c730a2e3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:31:35.444136 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fae40123-65f1-4c0b-8fbc-6856ee63929e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8744614 Apr 28 19:31:35.444378 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['c5a4a501-ebca-461e-b3f2-0f22914ff4e1'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:31:35.574918 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a6236f-b35d-46c7-bcc7-43a27225c48a req-d6521c1b-cb54-4019-8f66-03b91fb62b82 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:35.576528 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-85a6236f-b35d-46c7-bcc7-43a27225c48a req-d6521c1b-cb54-4019-8f66-03b91fb62b82 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fe9653c-4321-4cb5-ba30-f73346f13424 HTTP/1.1" status: 200 len: 946 time: 0.1105132 Apr 28 19:31:35.628955 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-47fbba3e-52d8-4680-9801-645feccb1a61 req-68797a11-8423-4ee6-ba57-f9724db79817 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=1147f7ec-ee95-4d69-87b0-44bca32c0313 HTTP/1.1" status: 200 len: 210 time: 0.1122346 Apr 28 19:31:35.696317 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-5916782c-828f-4d0c-a2f2-21588ba635c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c7a81ce-1546-41d9-8b30-54a66b16fac7 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:31:35.704986 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-85a6236f-b35d-46c7-bcc7-43a27225c48a req-75593c58-517a-4092-9a96-2dd427834aaf tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/security-groups?id=85aaaa06-0ed9-43f5-911f-8d31cda5f9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196272 Apr 28 19:31:35.724534 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-5916782c-828f-4d0c-a2f2-21588ba635c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:35.773976 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626f0f7e-5eb6-4e6e-be1c-47b9db965ced None None] Network 6888241e-1485-4f3f-8e79-4166c730a2e3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:31:35.838272 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-5916782c-828f-4d0c-a2f2-21588ba635c4 service neutron] Transition to ACTIVE for port object 0c7a81ce-1546-41d9-8b30-54a66b16fac7 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:31:35.879910 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-5916782c-828f-4d0c-a2f2-21588ba635c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:36.061468 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d40ccf15-99d2-45e5-aeff-48efc7ca60af req-96ca984a-9a65-4480-a08d-929d9d83e0a4 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:36.061844 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d40ccf15-99d2-45e5-aeff-48efc7ca60af req-96ca984a-9a65-4480-a08d-929d9d83e0a4 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:36.067350 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [req-d40ccf15-99d2-45e5-aeff-48efc7ca60af req-96ca984a-9a65-4480-a08d-929d9d83e0a4 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Floating IP 6e6892c3-397d-43b5-83bc-dcce4e766e7e disassociated. External IP: 172.25.8.222, port: 41308357-1fc0-4dcc-9750-aee17bbd1bde. Apr 28 19:31:36.068051 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-d40ccf15-99d2-45e5-aeff-48efc7ca60af req-96ca984a-9a65-4480-a08d-929d9d83e0a4 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Calling delete_port for 41308357-1fc0-4dcc-9750-aee17bbd1bde owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:31:36.095323 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-9a5b4d42-906e-4902-83d9-069cb5cf826c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Allocated IP 192.168.233.195 (a2ea96f2-6755-492c-8fa3-72807d68d67a/ba397751-1619-4962-a669-11aa98e2e3bc/8f735c9c-617c-4364-a4e4-c3d6a08ca908) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:31:36.132011 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916782c-828f-4d0c-a2f2-21588ba635c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0c7a81ce-1546-41d9-8b30-54a66b16fac7,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:36.372738 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-5916782c-828f-4d0c-a2f2-21588ba635c4 service neutron] Attempting to bind port 0c7a81ce-1546-41d9-8b30-54a66b16fac7 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:31:36.373350 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-5916782c-828f-4d0c-a2f2-21588ba635c4 service neutron] Attempting to bind port 0c7a81ce-1546-41d9-8b30-54a66b16fac7 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:31:36.373696 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-5916782c-828f-4d0c-a2f2-21588ba635c4 service neutron] Attempting to bind port 0c7a81ce-1546-41d9-8b30-54a66b16fac7 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:31:36.388797 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-5916782c-828f-4d0c-a2f2-21588ba635c4 service neutron] Port 0c7a81ce-1546-41d9-8b30-54a66b16fac7 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:31:36.389166 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-5916782c-828f-4d0c-a2f2-21588ba635c4 service neutron] Attempting to bind port 0c7a81ce-1546-41d9-8b30-54a66b16fac7 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:31:36.425937 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-5916782c-828f-4d0c-a2f2-21588ba635c4 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:31:36.426291 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-5916782c-828f-4d0c-a2f2-21588ba635c4 service neutron] Checking segment: {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:31:36.426663 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-5916782c-828f-4d0c-a2f2-21588ba635c4 service neutron] Bound using segment: {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:31:36.427113 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-5916782c-828f-4d0c-a2f2-21588ba635c4 service neutron] Bound port: 0c7a81ce-1546-41d9-8b30-54a66b16fac7, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:31:36.427475 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-5916782c-828f-4d0c-a2f2-21588ba635c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:36.522465 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-9a5b4d42-906e-4902-83d9-069cb5cf826c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:36.527682 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d40ccf15-99d2-45e5-aeff-48efc7ca60af req-96ca984a-9a65-4480-a08d-929d9d83e0a4 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:36.587320 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca984a-9a65-4480-a08d-929d9d83e0a4 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Pushing event deleted for resources: {'Port': ['ID=41308357-1fc0-4dcc-9750-aee17bbd1bde,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:36.613999 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-5916782c-828f-4d0c-a2f2-21588ba635c4 service neutron] For port 0c7a81ce-1546-41d9-8b30-54a66b16fac7, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:31:36.675115 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-5916782c-828f-4d0c-a2f2-21588ba635c4 service neutron] For port 0c7a81ce-1546-41d9-8b30-54a66b16fac7, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=0c7a81ce-1546-41d9-8b30-54a66b16fac7,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:31:36.693008 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-5916782c-828f-4d0c-a2f2-21588ba635c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:36.698431 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-9a5b4d42-906e-4902-83d9-069cb5cf826c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:36.714532 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['c2e419a1-27cd-4ed4-bf9e-e37de3c0d961', '85587bcf-59af-42cb-9e68-0ce372795bee', 'd1cc09ce-75a3-48ce-ac36-4b9c20b8a342', '49a5e30e-4c80-460a-9d4f-e31ac15f312d'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:31:36.716871 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['27679c7b-3c6b-4002-a6f4-a1564802e5b4', 'a588af6e-cda2-47ed-abf0-821458835cb5', 'e5834ab4-f5f0-4130-927e-dacd5d9ad75f'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:31:36.781180 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-5916782c-828f-4d0c-a2f2-21588ba635c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:36.781755 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-5916782c-828f-4d0c-a2f2-21588ba635c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:36.783145 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-5916782c-828f-4d0c-a2f2-21588ba635c4 service neutron] 10.222.0.15 "PUT /v2.0/ports/0c7a81ce-1546-41d9-8b30-54a66b16fac7 HTTP/1.1" status: 200 len: 1091 time: 2.7119498 Apr 28 19:31:36.785339 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2566c6-5331-40c7-ad87-9c463d245ed1', 'tag': '0c7a81ce-1546-41d9-8b30-54a66b16fac7'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:31:36.788309 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77adfa03-2733-4f98-81dc-5ac43b7ce799" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2566c6-5331-40c7-ad87-9c463d245ed1", "tag": "0c7a81ce-1546-41d9-8b30-54a66b16fac7"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:31:36.816461 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-9a5b4d42-906e-4902-83d9-069cb5cf826c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Network a2ea96f2-6755-492c-8fa3-72807d68d67a is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:31:36.840128 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-9a5b4d42-906e-4902-83d9-069cb5cf826c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:31:36.840426 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c5a4a501-ebca-461e-b3f2-0f22914ff4e1 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:31:36.865297 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-9a5b4d42-906e-4902-83d9-069cb5cf826c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:31:36.926272 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d40ccf15-99d2-45e5-aeff-48efc7ca60af req-96ca984a-9a65-4480-a08d-929d9d83e0a4 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Router c7e3a73b-513d-45dc-b8ab-bce1fbe77db1 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:31:36.979323 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916782c-828f-4d0c-a2f2-21588ba635c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0c7a81ce-1546-41d9-8b30-54a66b16fac7,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:37.131937 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-9a5b4d42-906e-4902-83d9-069cb5cf826c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:37.132679 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-9a5b4d42-906e-4902-83d9-069cb5cf826c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:37.142170 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port c5a4a501-ebca-461e-b3f2-0f22914ff4e1 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:31:37.142889 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:37.248708 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 41308357-1fc0-4dcc-9750-aee17bbd1bde no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:31:37.285657 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-96d52c77-e070-4e0e-8bc6-2254b278b8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:37.287180 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-96d52c77-e070-4e0e-8bc6-2254b278b8bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1af134fdfb54762be9898d865bc6112&device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 1094 time: 0.4444537 Apr 28 19:31:37.322031 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b4d42-906e-4902-83d9-069cb5cf826c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Pushing event updated for resources: {'Port': ['ID=8f735c9c-617c-4364-a4e4-c3d6a08ca908,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:37.357079 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 41308357-1fc0-4dcc-9750-aee17bbd1bde {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:31:37.357995 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 41308357-1fc0-4dcc-9750-aee17bbd1bde not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:31:37.378897 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-9a5b4d42-906e-4902-83d9-069cb5cf826c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4633391 Apr 28 19:31:37.397788 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-f6b56efe-d593-4803-b30f-36f334a239b5 None None] Provisioning complete for port 8f735c9c-617c-4364-a4e4-c3d6a08ca908 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:31:37.398853 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f6b56efe-d593-4803-b30f-36f334a239b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:37.408475 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-59c4df72-5a93-47ac-a90b-9a85907bd96b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c7a81ce-1546-41d9-8b30-54a66b16fac7 HTTP/1.1" status: 200 len: 217 time: 0.1046960 Apr 28 19:31:37.415908 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-0618c85f-cfe6-4090-809b-7898c8271261 service neutron] Request body: {'port': {'device_id': '1147f7ec-ee95-4d69-87b0-44bca32c0313', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:31:37.450442 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-f6b56efe-d593-4803-b30f-36f334a239b5 None None] Port 8f735c9c-617c-4364-a4e4-c3d6a08ca908 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:31:37.632039 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:37.687523 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a190ae9-44a2-4fa5-8d0e-00295ce692dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a4a501-ebca-461e-b3f2-0f22914ff4e1'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:31:37.690322 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f73beec-c379-46dc-8eb4-1ace13dd7e7d" -d '{"events": [{"server_uuid": "5a190ae9-44a2-4fa5-8d0e-00295ce692dd", "name": "network-vif-plugged", "status": "completed", "tag": "c5a4a501-ebca-461e-b3f2-0f22914ff4e1"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:31:37.717554 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c5a4a501-ebca-461e-b3f2-0f22914ff4e1, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c5a4a501-ebca-461e-b3f2-0f22914ff4e1,segment=NetworkSegment(8fc1f4c1-a782-4abd-b384-b46f9c6b3366),segment_id=8fc1f4c1-a782-4abd-b384-b46f9c6b3366)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:37.719468 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d40ccf15-99d2-45e5-aeff-48efc7ca60af req-96ca984a-9a65-4480-a08d-929d9d83e0a4 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:31:37.722718 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-f0f6d0d6-5380-4e26-83ab-b873434604c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:37.724355 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-f0f6d0d6-5380-4e26-83ab-b873434604c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb798a62-4141-409b-9f67-e98b8568ccb2 HTTP/1.1" status: 200 len: 859 time: 0.2905021 Apr 28 19:31:37.727887 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-0618c85f-cfe6-4090-809b-7898c8271261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:37.733622 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726a4ceb-0368-47b9-be2f-d77b1d11953a None None] Sync routers for ids ['c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:31:37.755472 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726a4ceb-0368-47b9-be2f-d77b1d11953a None None] Routers {'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:31:37.758655 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-726a4ceb-0368-47b9-be2f-d77b1d11953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:31:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:31:37.759103 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:37.858109 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-51966854-5579-46aa-8f64-007174c8450b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6836a994-cb1e-455e-a97f-31c9ee3bdef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167381 Apr 28 19:31:37.861054 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40ccf15-99d2-45e5-aeff-48efc7ca60af req-96ca984a-9a65-4480-a08d-929d9d83e0a4 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] No DVR routers for this DVR port 41308357-1fc0-4dcc-9750-aee17bbd1bde on host n-h1-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:31:37.880586 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d40ccf15-99d2-45e5-aeff-48efc7ca60af req-96ca984a-9a65-4480-a08d-929d9d83e0a4 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:37.890744 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d40ccf15-99d2-45e5-aeff-48efc7ca60af req-96ca984a-9a65-4480-a08d-929d9d83e0a4 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.15 "DELETE /v2.0/ports/41308357-1fc0-4dcc-9750-aee17bbd1bde HTTP/1.1" status: 204 len: 173 time: 4.1492851 Apr 28 19:31:37.959430 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=c5a4a501-ebca-461e-b3f2-0f22914ff4e1,revision_number=7']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:38.096164 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-2a0c2a33-c19b-4c33-a0ab-64bd42a1f101 service neutron] 10.222.0.15 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236216 Apr 28 19:31:38.207580 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-726a4ceb-0368-47b9-be2f-d77b1d11953a None None] Set router c7e3a73b-513d-45dc-b8ab-bce1fbe77db1 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:31:38.572026 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-726a4ceb-0368-47b9-be2f-d77b1d11953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1117398245-router', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:28:45Z', 'updated_at': '2022-04-28T19:28:56Z', 'revision_number': 4, 'project_id': '39f1ec92eba944f2870178ab14420527', 'gw_port': {'id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:47Z', 'updated_at': '2022-04-28T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '56e91097-d6c1-424a-aad6-9cee3c817a99', 'name': '', 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'mac_address': 'fa:16:3e:52:61:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '696baa90-df03-47df-9fe8-e65ce72cb57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:54Z', 'updated_at': '2022-04-28T19:29:05Z', 'revision_number': 5, 'project_id': '39f1ec92eba944f2870178ab14420527', 'subnets': [{'id': '696baa90-df03-47df-9fe8-e65ce72cb57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:31:38.621152 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726a4ceb-0368-47b9-be2f-d77b1d11953a None None] Checking router: c7e3a73b-513d-45dc-b8ab-bce1fbe77db1 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:31:38.634370 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726a4ceb-0368-47b9-be2f-d77b1d11953a None None] Routers {'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:31:38.635016 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-726a4ceb-0368-47b9-be2f-d77b1d11953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:31:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:31:38.815724 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 29d4de75-2c78-4bbb-83c4-0f004513c3d1 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:31:38.826927 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 29d4de75-2c78-4bbb-83c4-0f004513c3d1 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:31:38.831144 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-726a4ceb-0368-47b9-be2f-d77b1d11953a None None] Set router c7e3a73b-513d-45dc-b8ab-bce1fbe77db1 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:31:38.993622 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a412d612-0cdb-45a2-850c-53ac70770b7b req-63ef2395-9d48-483d-a72c-5c47efb89cab service neutron] 10.222.0.15 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8635905 Apr 28 19:31:39.048617 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:39.102074 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 29d4de75-2c78-4bbb-83c4-0f004513c3d1, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=29d4de75-2c78-4bbb-83c4-0f004513c3d1,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:39.149065 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '29d4de75-2c78-4bbb-83c4-0f004513c3d1', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': '29d4de75-2c78-4bbb-83c4-0f004513c3d1', 'mac_address': 'fa:16:3e:68:83:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:31:39.237705 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-0618c85f-cfe6-4090-809b-7898c8271261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f735c9c-617c-4364-a4e4-c3d6a08ca908 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:31:39.261281 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-0618c85f-cfe6-4090-809b-7898c8271261 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:39.286466 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-0618c85f-cfe6-4090-809b-7898c8271261 service neutron] Transition to ACTIVE for port object 8f735c9c-617c-4364-a4e4-c3d6a08ca908 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:31:39.297690 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 29d4de75-2c78-4bbb-83c4-0f004513c3d1, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=29d4de75-2c78-4bbb-83c4-0f004513c3d1,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:39.324323 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:39.326689 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-0618c85f-cfe6-4090-809b-7898c8271261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:39.441335 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618c85f-cfe6-4090-809b-7898c8271261 service neutron] Pushing event updated for resources: {'Port': ['ID=8f735c9c-617c-4364-a4e4-c3d6a08ca908,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:39.622135 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-726a4ceb-0368-47b9-be2f-d77b1d11953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1117398245-router', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:28:45Z', 'updated_at': '2022-04-28T19:28:56Z', 'revision_number': 4, 'project_id': '39f1ec92eba944f2870178ab14420527', 'gw_port': {'id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:47Z', 'updated_at': '2022-04-28T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '56e91097-d6c1-424a-aad6-9cee3c817a99', 'name': '', 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'mac_address': 'fa:16:3e:52:61:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '696baa90-df03-47df-9fe8-e65ce72cb57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:54Z', 'updated_at': '2022-04-28T19:29:05Z', 'revision_number': 5, 'project_id': '39f1ec92eba944f2870178ab14420527', 'subnets': [{'id': '696baa90-df03-47df-9fe8-e65ce72cb57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:31:39.633658 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:39.665735 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-0618c85f-cfe6-4090-809b-7898c8271261 service neutron] Attempting to bind port 8f735c9c-617c-4364-a4e4-c3d6a08ca908 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:31:39.666083 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-0618c85f-cfe6-4090-809b-7898c8271261 service neutron] Attempting to bind port 8f735c9c-617c-4364-a4e4-c3d6a08ca908 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:31:39.666420 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-0618c85f-cfe6-4090-809b-7898c8271261 service neutron] Attempting to bind port 8f735c9c-617c-4364-a4e4-c3d6a08ca908 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:31:39.680651 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-0618c85f-cfe6-4090-809b-7898c8271261 service neutron] Port 8f735c9c-617c-4364-a4e4-c3d6a08ca908 on network a2ea96f2-6755-492c-8fa3-72807d68d67a not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:31:39.683185 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-0618c85f-cfe6-4090-809b-7898c8271261 service neutron] Attempting to bind port 8f735c9c-617c-4364-a4e4-c3d6a08ca908 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:31:39.696291 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-0618c85f-cfe6-4090-809b-7898c8271261 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:31:39.696558 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-0618c85f-cfe6-4090-809b-7898c8271261 service neutron] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:31:39.696953 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-0618c85f-cfe6-4090-809b-7898c8271261 service neutron] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:31:39.697399 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-0618c85f-cfe6-4090-809b-7898c8271261 service neutron] Bound port: 8f735c9c-617c-4364-a4e4-c3d6a08ca908, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:31:39.702117 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-0618c85f-cfe6-4090-809b-7898c8271261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:39.703047 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29d4de75-2c78-4bbb-83c4-0f004513c3d1 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:31:39.720814 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=29d4de75-2c78-4bbb-83c4-0f004513c3d1,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:39.723452 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726a4ceb-0368-47b9-be2f-d77b1d11953a None None] The sync data for ids ['c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'] in n-d-839810-1 is: [{'id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1117398245-router', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:28:45Z', 'updated_at': '2022-04-28T19:28:56Z', 'revision_number': 4, 'project_id': '39f1ec92eba944f2870178ab14420527', 'gw_port': {'id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:47Z', 'updated_at': '2022-04-28T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '56e91097-d6c1-424a-aad6-9cee3c817a99', 'name': '', 'network_id': 'c9825b71-8d0c-4c62-9276-978f0a60b02b', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'mac_address': 'fa:16:3e:52:61:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '696baa90-df03-47df-9fe8-e65ce72cb57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:54Z', 'updated_at': '2022-04-28T19:29:05Z', 'revision_number': 5, 'project_id': '39f1ec92eba944f2870178ab14420527', 'subnets': [{'id': '696baa90-df03-47df-9fe8-e65ce72cb57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:31:39.817780 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:31:39.818467 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:31:39.887219 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-0618c85f-cfe6-4090-809b-7898c8271261 service neutron] For port 8f735c9c-617c-4364-a4e4-c3d6a08ca908, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:31:39.893827 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-0618c85f-cfe6-4090-809b-7898c8271261 service neutron] For port 8f735c9c-617c-4364-a4e4-c3d6a08ca908, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=8f735c9c-617c-4364-a4e4-c3d6a08ca908,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:31:39.900191 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-0618c85f-cfe6-4090-809b-7898c8271261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:39.958688 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-0618c85f-cfe6-4090-809b-7898c8271261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:39.959089 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-0618c85f-cfe6-4090-809b-7898c8271261 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:39.960610 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-0618c85f-cfe6-4090-809b-7898c8271261 service neutron] 10.222.0.44 "PUT /v2.0/ports/8f735c9c-617c-4364-a4e4-c3d6a08ca908 HTTP/1.1" status: 200 len: 1096 time: 2.5517852 Apr 28 19:31:39.988781 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618c85f-cfe6-4090-809b-7898c8271261 service neutron] Pushing event updated for resources: {'Port': ['ID=8f735c9c-617c-4364-a4e4-c3d6a08ca908,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:40.118823 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-42e0dee6-0004-403e-b4a2-63fa68e541c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:40.120447 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-42e0dee6-0004-403e-b4a2-63fa68e541c4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ebad228c1b4944f6b357421a29469bd6&device_id=1147f7ec-ee95-4d69-87b0-44bca32c0313 HTTP/1.1" status: 200 len: 1099 time: 0.0942941 Apr 28 19:31:40.216252 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-c94b2918-0e9f-4825-8d1c-7449b5f84c41 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=8f735c9c-617c-4364-a4e4-c3d6a08ca908 HTTP/1.1" status: 200 len: 217 time: 0.0841379 Apr 28 19:31:40.305108 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05beeabe-3fbc-4f96-9160-703e1218a3be None None] New status for floating IP 6e6892c3-397d-43b5-83bc-dcce4e766e7e: DOWN {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:31:40.379867 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-dec2f71d-e658-413a-bb88-998d809983f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:40.381734 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-dec2f71d-e658-413a-bb88-998d809983f4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1584144 Apr 28 19:31:40.493912 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-bce9fb14-5271-4780-8d46-26cd3a0b42e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:40.496452 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-bce9fb14-5271-4780-8d46-26cd3a0b42e2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1064119 Apr 28 19:31:40.622611 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-b4b7336a-2444-49d1-889a-323ab8f31915 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159334 Apr 28 19:31:40.659451 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:40.686327 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d4de75-2c78-4bbb-83c4-0f004513c3d1 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:31:40.756515 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 29d4de75-2c78-4bbb-83c4-0f004513c3d1, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=29d4de75-2c78-4bbb-83c4-0f004513c3d1,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:40.762692 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:40.877646 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-19e5c53b-0f68-4120-a6e8-8b0eb449d12d req-bdb730e8-ec69-4880-af68-2bbab70c6c3f service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470362 Apr 28 19:31:40.891384 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=29d4de75-2c78-4bbb-83c4-0f004513c3d1,revision_number=7']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:40.964715 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6349aac9-7104-4525-9f44-de4d140f9f3f req-2e45726d-cf3c-4f24-84f5-6775439934a2 service neutron] 10.222.0.15 "GET /v2.0/ports/bedbfd15-14b8-47eb-b3c4-300fef4b6df1/bindings/n-h1-839810-1 HTTP/1.1" status: 200 len: 382 time: 0.1926274 Apr 28 19:31:41.162663 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['29d4de75-2c78-4bbb-83c4-0f004513c3d1'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:31:41.235544 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 0c7a81ce-1546-41d9-8b30-54a66b16fac7 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:31:41.445161 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349aac9-7104-4525-9f44-de4d140f9f3f req-da10c842-db24-435c-b70e-314b023e6818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:41.447562 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6349aac9-7104-4525-9f44-de4d140f9f3f req-da10c842-db24-435c-b70e-314b023e6818 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a&tenant_id=8b6f268207a441e39ce17d2e9418f280 HTTP/1.1" status: 200 len: 1101 time: 0.0931699 Apr 28 19:31:41.540899 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349aac9-7104-4525-9f44-de4d140f9f3f req-c2a1583e-65bf-4bc4-bb0f-6cbdd3dea712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:41.543883 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6349aac9-7104-4525-9f44-de4d140f9f3f req-c2a1583e-65bf-4bc4-bb0f-6cbdd3dea712 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 1101 time: 0.0624473 Apr 28 19:31:41.660319 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 0c7a81ce-1546-41d9-8b30-54a66b16fac7, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=0c7a81ce-1546-41d9-8b30-54a66b16fac7,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:41.660319 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '0c7a81ce-1546-41d9-8b30-54a66b16fac7', 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2', 'port_id': '0c7a81ce-1546-41d9-8b30-54a66b16fac7', 'mac_address': 'fa:16:3e:9a:5a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb798a62-4141-409b-9f67-e98b8568ccb2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:31:41.696141 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:41.722094 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349aac9-7104-4525-9f44-de4d140f9f3f req-70321db1-deef-4f97-b1d8-6c9db5695395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:41.725712 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6349aac9-7104-4525-9f44-de4d140f9f3f req-70321db1-deef-4f97-b1d8-6c9db5695395 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.1738937 Apr 28 19:31:41.737362 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c7a81ce-1546-41d9-8b30-54a66b16fac7 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:31:41.772038 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 0c7a81ce-1546-41d9-8b30-54a66b16fac7, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=0c7a81ce-1546-41d9-8b30-54a66b16fac7,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:41.777687 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:41.819927 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6349aac9-7104-4525-9f44-de4d140f9f3f req-0fb818ce-ab0d-4bb0-b5dc-265ea9f11c58 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=bedbfd15-14b8-47eb-b3c4-300fef4b6df1 HTTP/1.1" status: 200 len: 217 time: 0.0676556 Apr 28 19:31:41.891240 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=0c7a81ce-1546-41d9-8b30-54a66b16fac7,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:41.930076 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349aac9-7104-4525-9f44-de4d140f9f3f req-4f2c7db9-54e9-42ca-99a3-ab831e797dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:41.931721 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6349aac9-7104-4525-9f44-de4d140f9f3f req-4f2c7db9-54e9-42ca-99a3-ab831e797dbb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.0990679 Apr 28 19:31:41.975766 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:31:42.039819 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349aac9-7104-4525-9f44-de4d140f9f3f req-dc41c23a-e6d9-44e9-8da9-1c7033f67dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:42.041554 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6349aac9-7104-4525-9f44-de4d140f9f3f req-dc41c23a-e6d9-44e9-8da9-1c7033f67dd7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1017773 Apr 28 19:31:42.115828 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['0c7a81ce-1546-41d9-8b30-54a66b16fac7'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:31:42.244273 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6349aac9-7104-4525-9f44-de4d140f9f3f req-37ed741a-b2e4-4608-b76d-eb74aaff3c5b service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945553 Apr 28 19:31:42.459830 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6349aac9-7104-4525-9f44-de4d140f9f3f req-17fe408d-0a2b-4b26-a0f3-fe36b754b18a service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076566 Apr 28 19:31:42.818598 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 29d4de75-2c78-4bbb-83c4-0f004513c3d1 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:31:42.959616 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 29d4de75-2c78-4bbb-83c4-0f004513c3d1 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:31:42.960152 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:43.168795 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:43.309811 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 0c7a81ce-1546-41d9-8b30-54a66b16fac7 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:31:43.318296 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 29d4de75-2c78-4bbb-83c4-0f004513c3d1, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=29d4de75-2c78-4bbb-83c4-0f004513c3d1,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:43.344772 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:43.495249 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=29d4de75-2c78-4bbb-83c4-0f004513c3d1,revision_number=8']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:43.536036 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 0c7a81ce-1546-41d9-8b30-54a66b16fac7 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:31:43.540399 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 0c7a81ce-1546-41d9-8b30-54a66b16fac7 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:31:43.540399 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:43.782116 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:43.890783 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 0c7a81ce-1546-41d9-8b30-54a66b16fac7, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=0c7a81ce-1546-41d9-8b30-54a66b16fac7,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:43.900837 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:43.992351 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=0c7a81ce-1546-41d9-8b30-54a66b16fac7,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:44.850893 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 8f735c9c-617c-4364-a4e4-c3d6a08ca908 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:31:45.049380 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 8f735c9c-617c-4364-a4e4-c3d6a08ca908, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=8f735c9c-617c-4364-a4e4-c3d6a08ca908,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:45.067793 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '8f735c9c-617c-4364-a4e4-c3d6a08ca908', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': '8f735c9c-617c-4364-a4e4-c3d6a08ca908', 'mac_address': 'fa:16:3e:79:e9:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:31:45.126419 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:45.153270 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f735c9c-617c-4364-a4e4-c3d6a08ca908 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:31:45.185147 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 8f735c9c-617c-4364-a4e4-c3d6a08ca908, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=8f735c9c-617c-4364-a4e4-c3d6a08ca908,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:45.191014 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:45.262866 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device bedbfd15-14b8-47eb-b3c4-300fef4b6df1 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:31:45.266243 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device bedbfd15-14b8-47eb-b3c4-300fef4b6df1 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:31:45.305615 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=8f735c9c-617c-4364-a4e4-c3d6a08ca908,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:45.472982 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-b73a39ac-e5a3-4a31-9e4d-9a9b55be0e6d tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:45.481320 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-b73a39ac-e5a3-4a31-9e4d-9a9b55be0e6d tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] 10.222.0.42 "GET /v2.0/networks?id=4178d38c-32ee-49c9-9235-fc29b5c3ad70 HTTP/1.1" status: 200 len: 815 time: 0.1472583 Apr 28 19:31:45.482959 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b38d27-bd2e-47ca-b06d-d646153159c0 req-63e43888-6721-4427-87dd-c1047fa645da tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:45.492972 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-06b38d27-bd2e-47ca-b06d-d646153159c0 req-63e43888-6721-4427-87dd-c1047fa645da tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 945 time: 0.0828748 Apr 28 19:31:45.499055 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-0955f286-4178-461b-bb9a-7090bfe93bc8 tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] 10.222.0.42 "GET /v2.0/quotas/3ca2e282e3574699957e149cd9497a5f HTTP/1.1" status: 200 len: 375 time: 0.0163953 Apr 28 19:31:45.515362 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:45.539956 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port bedbfd15-14b8-47eb-b3c4-300fef4b6df1, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=bedbfd15-14b8-47eb-b3c4-300fef4b6df1,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:45.540303 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-5fe3780a-263b-47b6-af53-3977ec4f669f tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ca2e282e3574699957e149cd9497a5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388446 Apr 28 19:31:45.552133 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-06b38d27-bd2e-47ca-b06d-d646153159c0 req-d72365b3-f23f-42eb-acc0-afe48938b8b8 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581596 Apr 28 19:31:45.572151 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port bedbfd15-14b8-47eb-b3c4-300fef4b6df1, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=bedbfd15-14b8-47eb-b3c4-300fef4b6df1,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:45.578316 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['8f735c9c-617c-4364-a4e4-c3d6a08ca908'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:31:45.584004 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:45.608800 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'bedbfd15-14b8-47eb-b3c4-300fef4b6df1', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': 'bedbfd15-14b8-47eb-b3c4-300fef4b6df1', 'mac_address': 'fa:16:3e:c0:b2:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:31:45.654956 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-737f2b3b-ecd3-4371-b28d-e2b098004c4d service neutron] 10.222.0.42 "GET /v2.0/networks/4178d38c-32ee-49c9-9235-fc29b5c3ad70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135273 Apr 28 19:31:45.739071 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:45.743514 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=bedbfd15-14b8-47eb-b3c4-300fef4b6df1,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:45.785988 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bedbfd15-14b8-47eb-b3c4-300fef4b6df1 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:31:45.792911 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-dcaa0ad5-c50a-48ff-8331-6aa3c7ab7d61 service neutron] 10.222.0.42 "GET /v2.0/networks/4178d38c-32ee-49c9-9235-fc29b5c3ad70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368763 Apr 28 19:31:45.822991 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6547f37-7015-4f45-8602-faee47d4d74d req-836837fd-590a-4e7e-ba4e-3054b0fc8d7e tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:45.825379 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e6547f37-7015-4f45-8602-faee47d4d74d req-836837fd-590a-4e7e-ba4e-3054b0fc8d7e tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 948 time: 0.0735240 Apr 28 19:31:45.830372 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port bedbfd15-14b8-47eb-b3c4-300fef4b6df1, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=bedbfd15-14b8-47eb-b3c4-300fef4b6df1,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:45.842939 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:45.885401 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e6547f37-7015-4f45-8602-faee47d4d74d req-441a2685-4280-442f-8cd1-a75125643f8b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519943 Apr 28 19:31:45.937263 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=bedbfd15-14b8-47eb-b3c4-300fef4b6df1,revision_number=7']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:46.053978 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f30186-b672-4ea6-80eb-9b64a6b550a5 req-ee81f7b2-f58f-42de-b3b4-aa5951cca316 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:46.061891 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-80f30186-b672-4ea6-80eb-9b64a6b550a5 req-ee81f7b2-f58f-42de-b3b4-aa5951cca316 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.0879178 Apr 28 19:31:46.116527 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-80f30186-b672-4ea6-80eb-9b64a6b550a5 req-6841eeef-93c4-4e40-90d4-e77f80c61fbf tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534847 Apr 28 19:31:46.195383 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102f1149-1699-4d12-95db-fea9fd143b5b x-openstack-request-id: req-102f1149-1699-4d12-95db-fea9fd143b5b {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:31:46.195732 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2566c6-5331-40c7-ad87-9c463d245ed1", "tag": "0c7a81ce-1546-41d9-8b30-54a66b16fac7", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:31:46.195985 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-102f1149-1699-4d12-95db-fea9fd143b5b {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:31:46.196419 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-102f1149-1699-4d12-95db-fea9fd143b5b'] response: {'name': 'network-changed', 'server_uuid': '4d2566c6-5331-40c7-ad87-9c463d245ed1', 'tag': '0c7a81ce-1546-41d9-8b30-54a66b16fac7', 'status': 'completed', 'code': 200} Apr 28 19:31:46.206167 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7ea49-8fcb-446e-bde1-27159b5186a3 req-3c649e16-6b96-4897-b9d3-e96700962d74 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:46.209873 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-45a7ea49-8fcb-446e-bde1-27159b5186a3 req-3c649e16-6b96-4897-b9d3-e96700962d74 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=1147f7ec-ee95-4d69-87b0-44bca32c0313 HTTP/1.1" status: 200 len: 949 time: 0.1087608 Apr 28 19:31:46.230435 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['bedbfd15-14b8-47eb-b3c4-300fef4b6df1'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:31:46.295885 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57318861-6941-4912-9182-caa473085102 x-openstack-request-id: req-57318861-6941-4912-9182-caa473085102 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:31:46.296221 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a190ae9-44a2-4fa5-8d0e-00295ce692dd", "name": "network-vif-plugged", "status": "completed", "tag": "c5a4a501-ebca-461e-b3f2-0f22914ff4e1", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:31:46.296600 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-57318861-6941-4912-9182-caa473085102 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:31:46.297006 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57318861-6941-4912-9182-caa473085102'] response: {'server_uuid': '5a190ae9-44a2-4fa5-8d0e-00295ce692dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a4a501-ebca-461e-b3f2-0f22914ff4e1', 'code': 200} Apr 28 19:31:46.309911 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-45a7ea49-8fcb-446e-bde1-27159b5186a3 req-d592338e-c6d5-4c04-8292-f2e88dd2b17d tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833941 Apr 28 19:31:46.310614 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adfa03-2733-4f98-81dc-5ac43b7ce799 req-b1d5ca7b-b863-49f0-9413-f2fbbe438b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:46.312996 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-77adfa03-2733-4f98-81dc-5ac43b7ce799 req-b1d5ca7b-b863-49f0-9413-f2fbbe438b8c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1af134fdfb54762be9898d865bc6112&device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 1096 time: 0.0892358 Apr 28 19:31:46.583189 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7b2719f2-f62d-4d1a-8179-3a366f4dd58b req-c0467e93-11c4-4a4c-8139-dabafede94fb tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] 10.222.0.42 "GET /v2.0/ports?device_id=37a45806-6399-40a8-b1a8-a30ef4f3f2cd HTTP/1.1" status: 200 len: 210 time: 0.0421526 Apr 28 19:31:46.599164 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adfa03-2733-4f98-81dc-5ac43b7ce799 req-dedfb6c1-7dc9-4db3-9b14-47a9923eb7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:46.605709 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-77adfa03-2733-4f98-81dc-5ac43b7ce799 req-dedfb6c1-7dc9-4db3-9b14-47a9923eb7e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6836a994-cb1e-455e-a97f-31c9ee3bdef2 HTTP/1.1" status: 200 len: 920 time: 0.2747085 Apr 28 19:31:46.745669 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-77adfa03-2733-4f98-81dc-5ac43b7ce799 req-61ec6713-4156-4366-80d2-39e59622d76c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c7a81ce-1546-41d9-8b30-54a66b16fac7 HTTP/1.1" status: 200 len: 217 time: 0.1034501 Apr 28 19:31:46.805132 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add71d5-517c-4aeb-9fcc-b992ec200829 req-3d1ede3a-7050-45b1-989a-7456faf4c9f1 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:46.814066 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3add71d5-517c-4aeb-9fcc-b992ec200829 req-3d1ede3a-7050-45b1-989a-7456faf4c9f1 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 949 time: 0.0973082 Apr 28 19:31:46.861913 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08266c-f903-4e24-8046-ce8cad634c60 req-7188e2eb-00d0-47f2-bd30-db0ba286dab4 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:46.864570 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7d08266c-f903-4e24-8046-ce8cad634c60 req-7188e2eb-00d0-47f2-bd30-db0ba286dab4 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.15 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a&tenant_id=8b6f268207a441e39ce17d2e9418f280&binding%3Ahost_id=n-h1-839810-1 HTTP/1.1" status: 200 len: 949 time: 0.2373741 Apr 28 19:31:46.899019 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3add71d5-517c-4aeb-9fcc-b992ec200829 req-56249631-3d29-44e6-b255-5f1b892ce7df tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832810 Apr 28 19:31:46.933652 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62a69e-bf4c-4a5f-adea-620860fe8571 req-1e71f365-dd4c-468e-8603-33db432de3e4 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:46.936780 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8a62a69e-bf4c-4a5f-adea-620860fe8571 req-1e71f365-dd4c-468e-8603-33db432de3e4 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.42 "GET /v2.0/ports?device_id=73582b64-3cce-4bc9-b0cb-77019d900f8a HTTP/1.1" status: 200 len: 949 time: 0.2044711 Apr 28 19:31:46.943729 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adfa03-2733-4f98-81dc-5ac43b7ce799 req-e0cd9a76-c90f-4895-a9e1-8c95772f9f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:46.946319 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-77adfa03-2733-4f98-81dc-5ac43b7ce799 req-e0cd9a76-c90f-4895-a9e1-8c95772f9f1a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb798a62-4141-409b-9f67-e98b8568ccb2 HTTP/1.1" status: 200 len: 859 time: 0.1827681 Apr 28 19:31:47.056362 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-77adfa03-2733-4f98-81dc-5ac43b7ce799 req-bd28baef-45dc-498f-9839-78fd7da453f3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6836a994-cb1e-455e-a97f-31c9ee3bdef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967002 Apr 28 19:31:47.126801 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8a62a69e-bf4c-4a5f-adea-620860fe8571 req-bdc8e172-6c63-46f9-818b-3c03ce710c14 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.42 "GET /v2.0/security-groups?id=c803da03-ebad-4b64-9050-c2be14e3f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789804 Apr 28 19:31:47.204783 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08266c-f903-4e24-8046-ce8cad634c60 req-610f2b92-84fe-4617-8eea-384e557c2cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:47.206363 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7d08266c-f903-4e24-8046-ce8cad634c60 req-610f2b92-84fe-4617-8eea-384e557c2cd3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 1100 time: 0.1744614 Apr 28 19:31:47.216971 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f4767-9594-465c-93b4-ae91a4c2ecb4 req-54e91e71-ff84-4867-818f-5fbaaececb44 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:47.228724 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-355f4767-9594-465c-93b4-ae91a4c2ecb4 req-54e91e71-ff84-4867-818f-5fbaaececb44 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 945 time: 0.0802608 Apr 28 19:31:47.264959 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37348) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:31:47.310106 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-77adfa03-2733-4f98-81dc-5ac43b7ce799 req-2d74024e-ddc4-4f60-8b70-b2fa3d49fa82 service neutron] 10.222.0.15 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307010 Apr 28 19:31:47.332995 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-355f4767-9594-465c-93b4-ae91a4c2ecb4 req-64558365-836e-4f6a-8105-31d7ccb59bad tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031704 Apr 28 19:31:47.399856 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-66551d26-f32b-40dc-a8ef-b0eda1f28dac tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:47.432776 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-66551d26-f32b-40dc-a8ef-b0eda1f28dac tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:47.502541 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-66551d26-f32b-40dc-a8ef-b0eda1f28dac tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:47.507710 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-66551d26-f32b-40dc-a8ef-b0eda1f28dac tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:47.511915 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-66551d26-f32b-40dc-a8ef-b0eda1f28dac tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "DELETE /v2.0/security-groups/85aaaa06-0ed9-43f5-911f-8d31cda5f9d0 HTTP/1.1" status: 204 len: 168 time: 0.2429037 Apr 28 19:31:47.525902 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37360) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:31:47.537047 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66551d26-f32b-40dc-a8ef-b0eda1f28dac tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85aaaa06-0ed9-43f5-911f-8d31cda5f9d0,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:47.570272 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66551d26-f32b-40dc-a8ef-b0eda1f28dac tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:47.570676 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66551d26-f32b-40dc-a8ef-b0eda1f28dac tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:47.571188 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66551d26-f32b-40dc-a8ef-b0eda1f28dac tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:47.571541 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66551d26-f32b-40dc-a8ef-b0eda1f28dac tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:47.571949 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66551d26-f32b-40dc-a8ef-b0eda1f28dac tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:47.576283 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66551d26-f32b-40dc-a8ef-b0eda1f28dac tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:47.576819 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66551d26-f32b-40dc-a8ef-b0eda1f28dac tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:47.579075 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66551d26-f32b-40dc-a8ef-b0eda1f28dac tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:47.579609 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66551d26-f32b-40dc-a8ef-b0eda1f28dac tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:47.580494 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66551d26-f32b-40dc-a8ef-b0eda1f28dac tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:47.581155 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-a567e54b-7cac-43a2-8948-bd8ad3f136f6 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] show failed (client error): The resource could not be found. Apr 28 19:31:47.582043 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66551d26-f32b-40dc-a8ef-b0eda1f28dac tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:47.582420 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66551d26-f32b-40dc-a8ef-b0eda1f28dac tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:47.585355 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a567e54b-7cac-43a2-8948-bd8ad3f136f6 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "GET /v2.0/security-groups/85aaaa06-0ed9-43f5-911f-8d31cda5f9d0 HTTP/1.1" status: 404 len: 347 time: 0.0565701 Apr 28 19:31:47.587990 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37364) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:31:47.611736 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08266c-f903-4e24-8046-ce8cad634c60 req-982251b3-9ae3-41e3-b6ee-7d5d5af5bab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:47.613596 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7d08266c-f903-4e24-8046-ce8cad634c60 req-982251b3-9ae3-41e3-b6ee-7d5d5af5bab3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.4001787 Apr 28 19:31:47.646944 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee965533-f35e-48da-bf69-3f2edf62e921 req-50f251db-5fcc-43b8-8978-52eaf0469672 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:47.655392 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ee965533-f35e-48da-bf69-3f2edf62e921 req-50f251db-5fcc-43b8-8978-52eaf0469672 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.2773087 Apr 28 19:31:47.674520 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-77adfa03-2733-4f98-81dc-5ac43b7ce799 req-c1c01efa-c5fb-45c7-a522-503268740c8f service neutron] 10.222.0.15 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549917 Apr 28 19:31:47.721928 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7d08266c-f903-4e24-8046-ce8cad634c60 req-69bdb756-869c-4d6c-8327-06e504d37bc9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=bedbfd15-14b8-47eb-b3c4-300fef4b6df1 HTTP/1.1" status: 200 len: 217 time: 0.0984206 Apr 28 19:31:47.853363 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ee965533-f35e-48da-bf69-3f2edf62e921 req-dbaa4735-d1a7-4fed-ad29-ca7b453f13bc tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964569 Apr 28 19:31:47.873810 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08266c-f903-4e24-8046-ce8cad634c60 req-62ad14c2-7dce-4ccc-9d1a-0c01e06b7e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:47.876320 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7d08266c-f903-4e24-8046-ce8cad634c60 req-62ad14c2-7dce-4ccc-9d1a-0c01e06b7e55 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1415601 Apr 28 19:31:47.937693 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e7bb8f7a-4d30-4a36-9f3a-60c78e3af020 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Deleting port bd932905-3f30-43b5-a1eb-b9fd2225689e {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:31:47.938207 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e7bb8f7a-4d30-4a36-9f3a-60c78e3af020 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:47.953628 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8995c5-ce5d-4044-8e10-f25541a5d8ac req-2a781f92-4fa8-4bbb-901e-8b681eb44ed5 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:47.966577 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4a8995c5-ce5d-4044-8e10-f25541a5d8ac req-2a781f92-4fa8-4bbb-901e-8b681eb44ed5 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=1147f7ec-ee95-4d69-87b0-44bca32c0313 HTTP/1.1" status: 200 len: 949 time: 0.2251716 Apr 28 19:31:47.971602 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-c2916a6b-ea0f-46f1-9e24-688d71bc2be1 tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:47.973214 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-c2916a6b-ea0f-46f1-9e24-688d71bc2be1 tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] 10.222.0.15 "GET /v2.0/networks?id=4178d38c-32ee-49c9-9235-fc29b5c3ad70 HTTP/1.1" status: 200 len: 815 time: 0.2554076 Apr 28 19:31:47.981364 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08266c-f903-4e24-8046-ce8cad634c60 req-fa0f6950-af8f-4e7a-9641-766f9fb1a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:47.983008 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7d08266c-f903-4e24-8046-ce8cad634c60 req-fa0f6950-af8f-4e7a-9641-766f9fb1a8bc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0978751 Apr 28 19:31:47.999895 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-3e609ac3-e6b0-482b-bab8-8af32e69eeae tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Request body: {'port': {'device_id': '37a45806-6399-40a8-b1a8-a30ef4f3f2cd', 'network_id': '4178d38c-32ee-49c9-9235-fc29b5c3ad70', 'admin_state_up': True, 'tenant_id': '3ca2e282e3574699957e149cd9497a5f'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:31:48.089502 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-207d73aa-5578-4fe7-88e4-ef4b9ba4d3a4 req-0e6776ca-24c5-4ddb-888f-2c1346136849 tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] 10.222.0.42 "GET /v2.0/ports?device_id=37a45806-6399-40a8-b1a8-a30ef4f3f2cd HTTP/1.1" status: 200 len: 210 time: 0.0783098 Apr 28 19:31:48.101564 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4a8995c5-ce5d-4044-8e10-f25541a5d8ac req-1959a3e6-d7f7-4342-b64c-6b2419a89dc1 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314952 Apr 28 19:31:48.166246 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e7bb8f7a-4d30-4a36-9f3a-60c78e3af020 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:48.168931 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e7bb8f7a-4d30-4a36-9f3a-60c78e3af020 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:48.197866 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e7bb8f7a-4d30-4a36-9f3a-60c78e3af020 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Calling delete_port for bd932905-3f30-43b5-a1eb-b9fd2225689e owned by network:floatingip {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:31:48.269894 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe9653c-4321-4cb5-ba30-f73346f13424', 'name': 'network-vif-deleted', 'tag': '41308357-1fc0-4dcc-9750-aee17bbd1bde'}, {'name': 'network-changed', 'server_uuid': '1147f7ec-ee95-4d69-87b0-44bca32c0313', 'tag': '8f735c9c-617c-4364-a4e4-c3d6a08ca908'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:31:48.275721 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e36a8c-d75a-4781-b007-001d39cc5281" -d '{"events": [{"server_uuid": "5fe9653c-4321-4cb5-ba30-f73346f13424", "name": "network-vif-deleted", "tag": "41308357-1fc0-4dcc-9750-aee17bbd1bde"}, {"name": "network-changed", "server_uuid": "1147f7ec-ee95-4d69-87b0-44bca32c0313", "tag": "8f735c9c-617c-4364-a4e4-c3d6a08ca908"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:31:48.298775 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92561a5b-4e07-4e6a-8f2a-23a3436ae79a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29d4de75-2c78-4bbb-83c4-0f004513c3d1'}, {'server_uuid': '92561a5b-4e07-4e6a-8f2a-23a3436ae79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d4de75-2c78-4bbb-83c4-0f004513c3d1'}, {'server_uuid': '4d2566c6-5331-40c7-ad87-9c463d245ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7a81ce-1546-41d9-8b30-54a66b16fac7'}, {'server_uuid': 'a31a55b2-8ef8-4efe-bbd3-88adc46e013a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bedbfd15-14b8-47eb-b3c4-300fef4b6df1'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:31:48.303780 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f4ca57-3215-4ab5-bfff-be5a472fe234" -d '{"events": [{"server_uuid": "92561a5b-4e07-4e6a-8f2a-23a3436ae79a", "name": "network-vif-unplugged", "status": "completed", "tag": "29d4de75-2c78-4bbb-83c4-0f004513c3d1"}, {"server_uuid": "92561a5b-4e07-4e6a-8f2a-23a3436ae79a", "name": "network-vif-plugged", "status": "completed", "tag": "29d4de75-2c78-4bbb-83c4-0f004513c3d1"}, {"server_uuid": "4d2566c6-5331-40c7-ad87-9c463d245ed1", "name": "network-vif-plugged", "status": "completed", "tag": "0c7a81ce-1546-41d9-8b30-54a66b16fac7"}, {"server_uuid": "a31a55b2-8ef8-4efe-bbd3-88adc46e013a", "name": "network-vif-unplugged", "status": "completed", "tag": "bedbfd15-14b8-47eb-b3c4-300fef4b6df1"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:31:48.382458 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7d08266c-f903-4e24-8046-ce8cad634c60 req-9b3804d3-4d55-44cb-bd1e-487739bedb6a service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886621 Apr 28 19:31:48.402249 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-3e609ac3-e6b0-482b-bab8-8af32e69eeae tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Made reservation on behalf of 3ca2e282e3574699957e149cd9497a5f for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:31:48.407429 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-3e609ac3-e6b0-482b-bab8-8af32e69eeae tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:48.426011 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e7bb8f7a-4d30-4a36-9f3a-60c78e3af020 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:48.492398 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb8f7a-4d30-4a36-9f3a-60c78e3af020 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Pushing event deleted for resources: {'Port': ['ID=bd932905-3f30-43b5-a1eb-b9fd2225689e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:48.516918 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e7bb8f7a-4d30-4a36-9f3a-60c78e3af020 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks [] for floatingip, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:48.520129 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e7bb8f7a-4d30-4a36-9f3a-60c78e3af020 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:48.521429 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e7bb8f7a-4d30-4a36-9f3a-60c78e3af020 tempest-ServersWithSpecificFlavorTestJSON-1339738892 tempest-ServersWithSpecificFlavorTestJSON-1339738892-project] 10.222.0.42 "DELETE /v2.0/floatingips/6e6892c3-397d-43b5-83bc-dcce4e766e7e HTTP/1.1" status: 204 len: 168 time: 0.9304132 Apr 28 19:31:48.665321 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7d08266c-f903-4e24-8046-ce8cad634c60 req-43c6eb7a-ff2e-435c-8de3-62c710078837 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719705 Apr 28 19:31:48.675965 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-3e609ac3-e6b0-482b-bab8-8af32e69eeae tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Allocated IP 172.20.0.10 (4178d38c-32ee-49c9-9235-fc29b5c3ad70/233d3b02-5dff-483a-8ff4-932292a3f9ac/120a5e7b-e8fd-4032-8e40-6d931f2efa35) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:31:48.850245 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 8f735c9c-617c-4364-a4e4-c3d6a08ca908 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:31:48.932443 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 8f735c9c-617c-4364-a4e4-c3d6a08ca908 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:31:48.940560 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 8f735c9c-617c-4364-a4e4-c3d6a08ca908 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:31:48.943027 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:49.036847 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-3e609ac3-e6b0-482b-bab8-8af32e69eeae tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:49.045608 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:49.110229 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 8f735c9c-617c-4364-a4e4-c3d6a08ca908, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=8f735c9c-617c-4364-a4e4-c3d6a08ca908,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:49.115802 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:49.120253 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-3e609ac3-e6b0-482b-bab8-8af32e69eeae tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:49.275455 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-3e609ac3-e6b0-482b-bab8-8af32e69eeae tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Network 4178d38c-32ee-49c9-9235-fc29b5c3ad70 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:31:49.281550 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-3e609ac3-e6b0-482b-bab8-8af32e69eeae tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:31:49.286556 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-3e609ac3-e6b0-482b-bab8-8af32e69eeae tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:31:49.319342 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e609ac3-e6b0-482b-bab8-8af32e69eeae tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Pushing event updated for resources: {'Port': ['ID=120a5e7b-e8fd-4032-8e40-6d931f2efa35,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:49.340640 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e609ac3-e6b0-482b-bab8-8af32e69eeae tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:49.341038 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e609ac3-e6b0-482b-bab8-8af32e69eeae tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:49.342077 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e609ac3-e6b0-482b-bab8-8af32e69eeae tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:49.342446 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e609ac3-e6b0-482b-bab8-8af32e69eeae tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:49.342783 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e609ac3-e6b0-482b-bab8-8af32e69eeae tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:49.344312 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e609ac3-e6b0-482b-bab8-8af32e69eeae tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:49.344671 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e609ac3-e6b0-482b-bab8-8af32e69eeae tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:49.345002 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e609ac3-e6b0-482b-bab8-8af32e69eeae tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:49.345381 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e609ac3-e6b0-482b-bab8-8af32e69eeae tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:49.345764 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e609ac3-e6b0-482b-bab8-8af32e69eeae tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:49.346691 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e609ac3-e6b0-482b-bab8-8af32e69eeae tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:49.346851 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device bedbfd15-14b8-47eb-b3c4-300fef4b6df1 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:31:49.347501 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e609ac3-e6b0-482b-bab8-8af32e69eeae tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:49.383500 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-3e609ac3-e6b0-482b-bab8-8af32e69eeae tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:49.385202 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-3e609ac3-e6b0-482b-bab8-8af32e69eeae tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:49.419650 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-3e609ac3-e6b0-482b-bab8-8af32e69eeae tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4269853 Apr 28 19:31:49.420965 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=8f735c9c-617c-4364-a4e4-c3d6a08ca908,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:49.442807 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:49.443152 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:49.443490 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:49.443821 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:49.444172 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:49.444503 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:49.444825 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:49.445144 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:49.445460 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:49.445779 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:49.446096 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:49.446411 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:49.455228 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-d244fb0e-d632-4601-9948-d007b5e72a6b service neutron] Request body: {'port': {'device_id': '37a45806-6399-40a8-b1a8-a30ef4f3f2cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:31:49.483141 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port bedbfd15-14b8-47eb-b3c4-300fef4b6df1 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:31:49.484040 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:49.533960 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 700 Content-Type: application/json Date: Thu, 28 Apr 2022 19:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b7c341-b306-475f-9460-4eddd933675c x-openstack-request-id: req-93b7c341-b306-475f-9460-4eddd933675c {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:31:49.534258 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92561a5b-4e07-4e6a-8f2a-23a3436ae79a", "name": "network-vif-unplugged", "status": "completed", "tag": "29d4de75-2c78-4bbb-83c4-0f004513c3d1", "code": 200}, {"server_uuid": "92561a5b-4e07-4e6a-8f2a-23a3436ae79a", "name": "network-vif-plugged", "status": "completed", "tag": "29d4de75-2c78-4bbb-83c4-0f004513c3d1", "code": 200}, {"server_uuid": "4d2566c6-5331-40c7-ad87-9c463d245ed1", "name": "network-vif-plugged", "status": "completed", "tag": "0c7a81ce-1546-41d9-8b30-54a66b16fac7", "code": 200}, {"server_uuid": "a31a55b2-8ef8-4efe-bbd3-88adc46e013a", "name": "network-vif-unplugged", "status": "completed", "tag": "bedbfd15-14b8-47eb-b3c4-300fef4b6df1", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:31:49.534532 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-93b7c341-b306-475f-9460-4eddd933675c {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:31:49.535180 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93b7c341-b306-475f-9460-4eddd933675c'] response: {'server_uuid': '92561a5b-4e07-4e6a-8f2a-23a3436ae79a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29d4de75-2c78-4bbb-83c4-0f004513c3d1', 'code': 200} Apr 28 19:31:49.535442 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93b7c341-b306-475f-9460-4eddd933675c'] response: {'server_uuid': '92561a5b-4e07-4e6a-8f2a-23a3436ae79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d4de75-2c78-4bbb-83c4-0f004513c3d1', 'code': 200} Apr 28 19:31:49.535690 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93b7c341-b306-475f-9460-4eddd933675c'] response: {'server_uuid': '4d2566c6-5331-40c7-ad87-9c463d245ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7a81ce-1546-41d9-8b30-54a66b16fac7', 'code': 200} Apr 28 19:31:49.535979 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93b7c341-b306-475f-9460-4eddd933675c'] response: {'server_uuid': 'a31a55b2-8ef8-4efe-bbd3-88adc46e013a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bedbfd15-14b8-47eb-b3c4-300fef4b6df1', 'code': 200} Apr 28 19:31:49.580906 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-d244fb0e-d632-4601-9948-d007b5e72a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:49.693696 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 28 Apr 2022 19:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afaaf9ce-7b07-4104-a33b-1922ed8c7da5 x-openstack-request-id: req-afaaf9ce-7b07-4104-a33b-1922ed8c7da5 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:31:49.696831 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe9653c-4321-4cb5-ba30-f73346f13424", "name": "network-vif-deleted", "tag": "41308357-1fc0-4dcc-9750-aee17bbd1bde", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1147f7ec-ee95-4d69-87b0-44bca32c0313", "tag": "8f735c9c-617c-4364-a4e4-c3d6a08ca908", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:31:49.697751 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-afaaf9ce-7b07-4104-a33b-1922ed8c7da5 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:31:49.698727 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afaaf9ce-7b07-4104-a33b-1922ed8c7da5'] response: {'server_uuid': '5fe9653c-4321-4cb5-ba30-f73346f13424', 'name': 'network-vif-deleted', 'tag': '41308357-1fc0-4dcc-9750-aee17bbd1bde', 'status': 'completed', 'code': 200} Apr 28 19:31:49.699224 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afaaf9ce-7b07-4104-a33b-1922ed8c7da5'] response: {'name': 'network-changed', 'server_uuid': '1147f7ec-ee95-4d69-87b0-44bca32c0313', 'tag': '8f735c9c-617c-4364-a4e4-c3d6a08ca908', 'status': 'completed', 'code': 200} Apr 28 19:31:49.706248 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75446d39-2ee4-4032-a087-78e523418d40 req-a82c7612-ddb9-4208-ab9b-88608b795b78 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:49.711057 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:49.721069 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75446d39-2ee4-4032-a087-78e523418d40 req-a82c7612-ddb9-4208-ab9b-88608b795b78 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 949 time: 0.1956611 Apr 28 19:31:49.783136 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-347ea506-259f-42da-844d-0af1e2d5b6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:49.819123 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e86c6-a500-4f18-a983-191933d3ae03 req-246e3320-0384-48be-ba70-afeb5aceae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:49.821313 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5f2e86c6-a500-4f18-a983-191933d3ae03 req-246e3320-0384-48be-ba70-afeb5aceae35 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 1096 time: 0.1206396 Apr 28 19:31:49.822938 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port bedbfd15-14b8-47eb-b3c4-300fef4b6df1, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=bedbfd15-14b8-47eb-b3c4-300fef4b6df1,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:49.835022 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:49.836185 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 906427ec-8b98-4c26-89a7-4a52f172a324 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:31:49.850497 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75446d39-2ee4-4032-a087-78e523418d40 req-319055a7-7e8c-413f-ae8c-12f1c1f9fd75 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285269 Apr 28 19:31:49.868727 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d603fbd-705b-449a-a907-3a6bc2cc389b req-8ddecdb8-dec5-45d1-a5bd-c5c256c33432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:49.871468 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9d603fbd-705b-449a-a907-3a6bc2cc389b req-8ddecdb8-dec5-45d1-a5bd-c5c256c33432 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 1100 time: 0.1484015 Apr 28 19:31:49.942539 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=bedbfd15-14b8-47eb-b3c4-300fef4b6df1,revision_number=8']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:49.967636 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9d603fbd-705b-449a-a907-3a6bc2cc389b req-43224823-2ec8-455c-b643-ce3c0367f9b7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868349 Apr 28 19:31:49.971419 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e36a8c-d75a-4781-b007-001d39cc5281 req-65afdf78-0704-4c3d-8471-85c3ac2c36c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:49.971917 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d0e36a8c-d75a-4781-b007-001d39cc5281 req-65afdf78-0704-4c3d-8471-85c3ac2c36c7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ebad228c1b4944f6b357421a29469bd6&device_id=1147f7ec-ee95-4d69-87b0-44bca32c0313 HTTP/1.1" status: 200 len: 1101 time: 0.2869070 Apr 28 19:31:50.006665 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cea961-7cea-4dda-ae66-a121f6ac7354 req-914160c9-2118-445e-bbfe-325d6fbb5987 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:50.006931 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:50.008217 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f9cea961-7cea-4dda-ae66-a121f6ac7354 req-914160c9-2118-445e-bbfe-325d6fbb5987 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 945 time: 0.2368174 Apr 28 19:31:50.009845 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5f2e86c6-a500-4f18-a983-191933d3ae03 req-62e1b044-96e3-4f12-bdc1-0892490d9091 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139460 Apr 28 19:31:50.069920 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff379cb-4ba8-4ca0-8116-68e996b14fe6 req-341c2e09-89ca-4943-b9fd-7c572aa5883f tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:50.079171 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8ff379cb-4ba8-4ca0-8116-68e996b14fe6 req-341c2e09-89ca-4943-b9fd-7c572aa5883f tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.0791590 Apr 28 19:31:50.081141 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 906427ec-8b98-4c26-89a7-4a52f172a324, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=906427ec-8b98-4c26-89a7-4a52f172a324,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:50.096296 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:50.134735 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f9cea961-7cea-4dda-ae66-a121f6ac7354 req-0ab77aea-75ef-4e2d-8a18-274615eb8017 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133344 Apr 28 19:31:50.144421 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8ff379cb-4ba8-4ca0-8116-68e996b14fe6 req-b9c96f86-d26f-4e20-b12c-dbcc66504996 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642562 Apr 28 19:31:50.216538 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=906427ec-8b98-4c26-89a7-4a52f172a324,revision_number=8']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:50.271617 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1bfda-3956-4d08-a843-94b4ea955250 req-fb030f5c-0b09-46a9-9d6c-21dc0d5f936b tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:50.283135 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-04a1bfda-3956-4d08-a843-94b4ea955250 req-fb030f5c-0b09-46a9-9d6c-21dc0d5f936b tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] 10.222.0.42 "GET /v2.0/ports?device_id=37a45806-6399-40a8-b1a8-a30ef4f3f2cd HTTP/1.1" status: 200 len: 932 time: 0.0774035 Apr 28 19:31:50.344719 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-04a1bfda-3956-4d08-a843-94b4ea955250 req-b5a2c49e-43d4-4364-b60b-c4bc8a18fb8e tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] 10.222.0.42 "GET /v2.0/security-groups?id=dda48961-7a82-4ef6-ac9b-6c5c2126d536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572999 Apr 28 19:31:50.523490 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf835a6-a304-4b72-b4f5-21ab1a97a4d3 req-ed65a672-5b49-422b-a456-b25d8050d9b2 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:50.525193 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8bf835a6-a304-4b72-b4f5-21ab1a97a4d3 req-ed65a672-5b49-422b-a456-b25d8050d9b2 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 950 time: 0.0655675 Apr 28 19:31:50.571200 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8bf835a6-a304-4b72-b4f5-21ab1a97a4d3 req-4b235d2e-814b-4967-821c-320516858949 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384021 Apr 28 19:31:50.712193 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-d244fb0e-d632-4601-9948-d007b5e72a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 120a5e7b-e8fd-4032-8e40-6d931f2efa35 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:31:50.732303 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c241bc-0804-4e3e-82fc-3c75798e0d43 req-5ba5c21b-0cfc-4c37-be76-7ba5d3e10a8f tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:50.734403 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-65c241bc-0804-4e3e-82fc-3c75798e0d43 req-5ba5c21b-0cfc-4c37-be76-7ba5d3e10a8f tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=1147f7ec-ee95-4d69-87b0-44bca32c0313 HTTP/1.1" status: 200 len: 950 time: 0.4915192 Apr 28 19:31:50.741410 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-d244fb0e-d632-4601-9948-d007b5e72a6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:50.756494 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e36a8c-d75a-4781-b007-001d39cc5281 req-837cb101-7606-4102-8fb6-4bad6057ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:50.757948 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d0e36a8c-d75a-4781-b007-001d39cc5281 req-837cb101-7606-4102-8fb6-4bad6057ad10 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.5879397 Apr 28 19:31:50.779955 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-d244fb0e-d632-4601-9948-d007b5e72a6b service neutron] Transition to ACTIVE for port object 120a5e7b-e8fd-4032-8e40-6d931f2efa35 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:31:50.811542 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-d244fb0e-d632-4601-9948-d007b5e72a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:50.814962 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d0e36a8c-d75a-4781-b007-001d39cc5281 req-1805fb41-039d-4d2c-a597-f15c992a1101 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=8f735c9c-617c-4364-a4e4-c3d6a08ca908 HTTP/1.1" status: 200 len: 217 time: 0.0434136 Apr 28 19:31:50.892753 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-65c241bc-0804-4e3e-82fc-3c75798e0d43 req-1e0985eb-c081-4439-ae23-56d26954f300 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485748 Apr 28 19:31:50.926446 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e36a8c-d75a-4781-b007-001d39cc5281 req-236f19d7-7af3-4abb-a836-367ab927df06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:50.932207 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d0e36a8c-d75a-4781-b007-001d39cc5281 req-236f19d7-7af3-4abb-a836-367ab927df06 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1001649 Apr 28 19:31:50.963947 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244fb0e-d632-4601-9948-d007b5e72a6b service neutron] Pushing event updated for resources: {'Port': ['ID=120a5e7b-e8fd-4032-8e40-6d931f2efa35,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:51.070897 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e36a8c-d75a-4781-b007-001d39cc5281 req-dba234b2-8da7-4603-91d4-906f56695101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:51.072427 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d0e36a8c-d75a-4781-b007-001d39cc5281 req-dba234b2-8da7-4603-91d4-906f56695101 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1302972 Apr 28 19:31:51.075047 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-d244fb0e-d632-4601-9948-d007b5e72a6b service neutron] Attempting to bind port 120a5e7b-e8fd-4032-8e40-6d931f2efa35 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:31:51.075383 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-d244fb0e-d632-4601-9948-d007b5e72a6b service neutron] Attempting to bind port 120a5e7b-e8fd-4032-8e40-6d931f2efa35 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c85834cc-a03d-4032-9d41-86c230081d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4178d38c-32ee-49c9-9235-fc29b5c3ad70'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:31:51.075708 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-d244fb0e-d632-4601-9948-d007b5e72a6b service neutron] Attempting to bind port 120a5e7b-e8fd-4032-8e40-6d931f2efa35 on network 4178d38c-32ee-49c9-9235-fc29b5c3ad70 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:31:51.087883 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-d244fb0e-d632-4601-9948-d007b5e72a6b service neutron] Port 120a5e7b-e8fd-4032-8e40-6d931f2efa35 on network 4178d38c-32ee-49c9-9235-fc29b5c3ad70 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:31:51.088172 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-d244fb0e-d632-4601-9948-d007b5e72a6b service neutron] Attempting to bind port 120a5e7b-e8fd-4032-8e40-6d931f2efa35 on network 4178d38c-32ee-49c9-9235-fc29b5c3ad70 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:31:51.123460 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-d244fb0e-d632-4601-9948-d007b5e72a6b service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:31:51.123803 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-d244fb0e-d632-4601-9948-d007b5e72a6b service neutron] Checking segment: {'id': 'c85834cc-a03d-4032-9d41-86c230081d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4178d38c-32ee-49c9-9235-fc29b5c3ad70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:31:51.124301 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-d244fb0e-d632-4601-9948-d007b5e72a6b service neutron] Bound using segment: {'id': 'c85834cc-a03d-4032-9d41-86c230081d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4178d38c-32ee-49c9-9235-fc29b5c3ad70'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:31:51.124806 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-d244fb0e-d632-4601-9948-d007b5e72a6b service neutron] Bound port: 120a5e7b-e8fd-4032-8e40-6d931f2efa35, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c85834cc-a03d-4032-9d41-86c230081d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4178d38c-32ee-49c9-9235-fc29b5c3ad70'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:31:51.124806 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-d244fb0e-d632-4601-9948-d007b5e72a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:51.399864 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec0f61-31b7-4822-8621-72a9952e2f32 req-f9a29ffb-0dbe-4841-9f0f-bed3a877144c tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:51.413337 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a8ec0f61-31b7-4822-8621-72a9952e2f32 req-f9a29ffb-0dbe-4841-9f0f-bed3a877144c tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.1378305 Apr 28 19:31:51.424183 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d0e36a8c-d75a-4781-b007-001d39cc5281 req-25740192-df54-4bbc-8c28-839a76e87f9e service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430257 Apr 28 19:31:51.428232 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-d244fb0e-d632-4601-9948-d007b5e72a6b service neutron] For port 120a5e7b-e8fd-4032-8e40-6d931f2efa35, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:31:51.470832 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-d244fb0e-d632-4601-9948-d007b5e72a6b service neutron] For port 120a5e7b-e8fd-4032-8e40-6d931f2efa35, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=120a5e7b-e8fd-4032-8e40-6d931f2efa35,segment=NetworkSegment(c85834cc-a03d-4032-9d41-86c230081d23),segment_id=c85834cc-a03d-4032-9d41-86c230081d23)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:31:51.508646 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-d244fb0e-d632-4601-9948-d007b5e72a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:51.531911 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a8ec0f61-31b7-4822-8621-72a9952e2f32 req-8babe648-b8ea-47d3-a89c-015905bd2e6d tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176238 Apr 28 19:31:51.536024 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca67886-8d56-4c93-9db1-26a01cbfd612 req-dcf36b53-15de-4994-9ec4-5b878c2950b5 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:51.536901 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1147f7ec-ee95-4d69-87b0-44bca32c0313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f735c9c-617c-4364-a4e4-c3d6a08ca908'}, {'server_uuid': 'a31a55b2-8ef8-4efe-bbd3-88adc46e013a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedbfd15-14b8-47eb-b3c4-300fef4b6df1'}, {'server_uuid': '73582b64-3cce-4bc9-b0cb-77019d900f8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '906427ec-8b98-4c26-89a7-4a52f172a324'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:31:51.543711 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00cfa0e5-3276-44de-a795-24a8f8e31bc1" -d '{"events": [{"server_uuid": "1147f7ec-ee95-4d69-87b0-44bca32c0313", "name": "network-vif-plugged", "status": "completed", "tag": "8f735c9c-617c-4364-a4e4-c3d6a08ca908"}, {"server_uuid": "a31a55b2-8ef8-4efe-bbd3-88adc46e013a", "name": "network-vif-plugged", "status": "completed", "tag": "bedbfd15-14b8-47eb-b3c4-300fef4b6df1"}, {"server_uuid": "73582b64-3cce-4bc9-b0cb-77019d900f8a", "name": "network-vif-unplugged", "status": "completed", "tag": "906427ec-8b98-4c26-89a7-4a52f172a324"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:31:51.557439 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0ca67886-8d56-4c93-9db1-26a01cbfd612 req-dcf36b53-15de-4994-9ec4-5b878c2950b5 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 945 time: 0.1956112 Apr 28 19:31:51.646855 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-d244fb0e-d632-4601-9948-d007b5e72a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:51.647467 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-d244fb0e-d632-4601-9948-d007b5e72a6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:51.648879 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-d244fb0e-d632-4601-9948-d007b5e72a6b service neutron] 10.222.0.15 "PUT /v2.0/ports/120a5e7b-e8fd-4032-8e40-6d931f2efa35 HTTP/1.1" status: 200 len: 1092 time: 2.2073781 Apr 28 19:31:51.703643 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a45806-6399-40a8-b1a8-a30ef4f3f2cd', 'tag': '120a5e7b-e8fd-4032-8e40-6d931f2efa35'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:31:51.705903 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da376530-e152-492a-8de3-48abd73aea9a" -d '{"events": [{"name": "network-changed", "server_uuid": "37a45806-6399-40a8-b1a8-a30ef4f3f2cd", "tag": "120a5e7b-e8fd-4032-8e40-6d931f2efa35"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:31:51.740082 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a0c7a-bc39-4338-90a5-6d861269ceac req-f423208b-1bf9-48f5-929b-6be03c6157bd tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:51.741868 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-493a0c7a-bc39-4338-90a5-6d861269ceac req-f423208b-1bf9-48f5-929b-6be03c6157bd tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] 10.222.0.42 "GET /v2.0/ports?device_id=37a45806-6399-40a8-b1a8-a30ef4f3f2cd HTTP/1.1" status: 200 len: 944 time: 0.0601981 Apr 28 19:31:51.787700 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244fb0e-d632-4601-9948-d007b5e72a6b service neutron] Pushing event updated for resources: {'Port': ['ID=120a5e7b-e8fd-4032-8e40-6d931f2efa35,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:51.789138 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-493a0c7a-bc39-4338-90a5-6d861269ceac req-949c83fb-4952-4505-8114-20cbeef9592f tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] 10.222.0.42 "GET /v2.0/security-groups?id=dda48961-7a82-4ef6-ac9b-6c5c2126d536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402403 Apr 28 19:31:51.797538 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0ca67886-8d56-4c93-9db1-26a01cbfd612 req-79652a6a-2c77-4fa3-9107-02b7744518be tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945109 Apr 28 19:31:51.819645 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d0e36a8c-d75a-4781-b007-001d39cc5281 req-ab502761-3c07-489b-9583-e7f253865ddc service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718622 Apr 28 19:31:51.835688 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-173e7968-49c8-4b11-945e-0652a55e0c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:51.837297 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-173e7968-49c8-4b11-945e-0652a55e0c68 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ca2e282e3574699957e149cd9497a5f&device_id=37a45806-6399-40a8-b1a8-a30ef4f3f2cd HTTP/1.1" status: 200 len: 1095 time: 0.1209362 Apr 28 19:31:51.861199 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Thu, 28 Apr 2022 19:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca8f278-3d99-4641-9b12-95aa96f3f4a0 x-openstack-request-id: req-dca8f278-3d99-4641-9b12-95aa96f3f4a0 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:31:51.861722 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1147f7ec-ee95-4d69-87b0-44bca32c0313", "name": "network-vif-plugged", "status": "completed", "tag": "8f735c9c-617c-4364-a4e4-c3d6a08ca908", "code": 200}, {"server_uuid": "a31a55b2-8ef8-4efe-bbd3-88adc46e013a", "name": "network-vif-plugged", "status": "completed", "tag": "bedbfd15-14b8-47eb-b3c4-300fef4b6df1", "code": 200}, {"server_uuid": "73582b64-3cce-4bc9-b0cb-77019d900f8a", "name": "network-vif-unplugged", "status": "completed", "tag": "906427ec-8b98-4c26-89a7-4a52f172a324", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:31:51.862163 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dca8f278-3d99-4641-9b12-95aa96f3f4a0 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:31:51.862888 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dca8f278-3d99-4641-9b12-95aa96f3f4a0'] response: {'server_uuid': '1147f7ec-ee95-4d69-87b0-44bca32c0313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f735c9c-617c-4364-a4e4-c3d6a08ca908', 'code': 200} Apr 28 19:31:51.863442 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dca8f278-3d99-4641-9b12-95aa96f3f4a0'] response: {'server_uuid': 'a31a55b2-8ef8-4efe-bbd3-88adc46e013a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedbfd15-14b8-47eb-b3c4-300fef4b6df1', 'code': 200} Apr 28 19:31:51.863866 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dca8f278-3d99-4641-9b12-95aa96f3f4a0'] response: {'server_uuid': '73582b64-3cce-4bc9-b0cb-77019d900f8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '906427ec-8b98-4c26-89a7-4a52f172a324', 'code': 200} Apr 28 19:31:51.899110 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-ea58fd88-2a5b-49ee-ad86-0e6467c4f3e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=120a5e7b-e8fd-4032-8e40-6d931f2efa35 HTTP/1.1" status: 200 len: 217 time: 0.0505085 Apr 28 19:31:51.900834 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba710b48-4ce1-4c10-921c-066bd6394f0e x-openstack-request-id: req-ba710b48-4ce1-4c10-921c-066bd6394f0e {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:31:51.901117 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a45806-6399-40a8-b1a8-a30ef4f3f2cd", "tag": "120a5e7b-e8fd-4032-8e40-6d931f2efa35", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:31:51.901360 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ba710b48-4ce1-4c10-921c-066bd6394f0e {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:31:51.901865 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba710b48-4ce1-4c10-921c-066bd6394f0e'] response: {'name': 'network-changed', 'server_uuid': '37a45806-6399-40a8-b1a8-a30ef4f3f2cd', 'tag': '120a5e7b-e8fd-4032-8e40-6d931f2efa35', 'status': 'completed', 'code': 200} Apr 28 19:31:51.935911 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37534) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:31:51.998775 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fcdacc30-79ff-4ec0-b5d3-ec25f589bfbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:52.010714 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-0dce7b0a-abd3-413d-b660-7a1fc19ac1cd tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8b6f268207a441e39ce17d2e9418f280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529976 Apr 28 19:31:52.021882 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-b9741b7a-9745-46ac-99cb-4d35edc4e596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:52.023476 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-b9741b7a-9745-46ac-99cb-4d35edc4e596 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=233d3b02-5dff-483a-8ff4-932292a3f9ac HTTP/1.1" status: 200 len: 855 time: 0.1099858 Apr 28 19:31:52.105511 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-f44bea2a-1493-4ce5-9b40-2577c1e79198 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4178d38c-32ee-49c9-9235-fc29b5c3ad70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577054 Apr 28 19:31:52.112055 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16ee14-9a7c-4a7b-add6-fee4278bfdfc req-b59ecdf4-e240-4eeb-be18-6e4920a61280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:52.113627 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bd16ee14-9a7c-4a7b-add6-fee4278bfdfc req-b59ecdf4-e240-4eeb-be18-6e4920a61280 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1147f7ec-ee95-4d69-87b0-44bca32c0313 HTTP/1.1" status: 200 len: 1101 time: 0.1661816 Apr 28 19:31:52.241109 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bd16ee14-9a7c-4a7b-add6-fee4278bfdfc req-1f5a369c-20ae-47bc-96de-94406ad1ce71 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149285 Apr 28 19:31:52.252064 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-8dce250f-32af-4845-877e-ebd84f920f77 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:52.252607 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-8dce250f-32af-4845-877e-ebd84f920f77 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2342672 Apr 28 19:31:52.284876 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-447733b8-920a-4796-a892-0a54306da7d8 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/quotas/8b6f268207a441e39ce17d2e9418f280 HTTP/1.1" status: 200 len: 375 time: 0.0256758 Apr 28 19:31:52.290731 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-0d8c51a6-1821-4df2-a09b-c498e1a4d7d1 service neutron] 10.222.0.15 "GET /v2.0/networks/4178d38c-32ee-49c9-9235-fc29b5c3ad70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544659 Apr 28 19:31:52.311902 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced38529-d520-4b9d-851a-1e3ebfc51c2c req-28cc55b2-ab24-43ec-af5d-4e1985ccbecd tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:52.313578 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ced38529-d520-4b9d-851a-1e3ebfc51c2c req-28cc55b2-ab24-43ec-af5d-4e1985ccbecd tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=1147f7ec-ee95-4d69-87b0-44bca32c0313 HTTP/1.1" status: 200 len: 950 time: 0.3263927 Apr 28 19:31:52.394961 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ced38529-d520-4b9d-851a-1e3ebfc51c2c req-1dd8881e-019c-4c2f-a57f-7fc00387c4c7 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744722 Apr 28 19:31:52.396289 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-c3086a03-9c1a-4955-93aa-a2a4d11984ad tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1044042 Apr 28 19:31:52.458845 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-72a3a558-2419-4394-a7ae-7b9f2810ffbf req-c7570153-7bad-439a-ba20-ad4585a49264 service neutron] 10.222.0.15 "GET /v2.0/networks/4178d38c-32ee-49c9-9235-fc29b5c3ad70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401210 Apr 28 19:31:52.609810 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da376530-e152-492a-8de3-48abd73aea9a req-aac19a00-d386-4f40-8ec2-04fa5dc85d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:52.611362 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-da376530-e152-492a-8de3-48abd73aea9a req-aac19a00-d386-4f40-8ec2-04fa5dc85d7b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ca2e282e3574699957e149cd9497a5f&device_id=37a45806-6399-40a8-b1a8-a30ef4f3f2cd HTTP/1.1" status: 200 len: 1095 time: 0.0812595 Apr 28 19:31:52.669865 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ccc0d223-268c-422c-9575-555210e3fd5a req-2f2c4d70-50b2-4df4-b09b-fce7afe49cd4 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 210 time: 0.0556345 Apr 28 19:31:52.762662 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da376530-e152-492a-8de3-48abd73aea9a req-1ce6b0e0-d54b-4743-90e6-ac818e3b648e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:52.764322 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-da376530-e152-492a-8de3-48abd73aea9a req-1ce6b0e0-d54b-4743-90e6-ac818e3b648e service neutron] 10.222.0.15 "GET /v2.0/networks?id=4178d38c-32ee-49c9-9235-fc29b5c3ad70 HTTP/1.1" status: 200 len: 916 time: 0.1430848 Apr 28 19:31:52.796389 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8084486-6c59-440d-94a8-441ab1f79c0b req-e8d3ec28-e62d-4e25-a02d-d2edfd952023 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:52.797647 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a8084486-6c59-440d-94a8-441ab1f79c0b req-e8d3ec28-e62d-4e25-a02d-d2edfd952023 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.0847735 Apr 28 19:31:52.801359 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-624839f2-2bb6-4b39-a2a5-6f3784656009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:52.837821 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-da376530-e152-492a-8de3-48abd73aea9a req-3e925668-f529-400e-b023-e47f955be52d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=120a5e7b-e8fd-4032-8e40-6d931f2efa35 HTTP/1.1" status: 200 len: 217 time: 0.0642548 Apr 28 19:31:52.909149 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a8084486-6c59-440d-94a8-441ab1f79c0b req-2fbb4615-e579-4e78-9f53-fc8d78361459 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744948 Apr 28 19:31:52.921696 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da376530-e152-492a-8de3-48abd73aea9a req-49467139-5492-430d-a96c-40a43651f3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:52.923222 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-da376530-e152-492a-8de3-48abd73aea9a req-49467139-5492-430d-a96c-40a43651f3c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=233d3b02-5dff-483a-8ff4-932292a3f9ac HTTP/1.1" status: 200 len: 855 time: 0.0703533 Apr 28 19:31:52.969333 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-da376530-e152-492a-8de3-48abd73aea9a req-ff97d1ca-99ba-4982-b49d-67912d3b3ddf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4178d38c-32ee-49c9-9235-fc29b5c3ad70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294356 Apr 28 19:31:53.101393 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb3adf-35f9-492a-88eb-be5b261317ca req-98236e85-cd8b-4fec-a9bf-37ec40de9ae0 tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:53.102879 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d9bb3adf-35f9-492a-88eb-be5b261317ca req-98236e85-cd8b-4fec-a9bf-37ec40de9ae0 tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] 10.222.0.42 "GET /v2.0/ports?device_id=37a45806-6399-40a8-b1a8-a30ef4f3f2cd HTTP/1.1" status: 200 len: 944 time: 0.1112022 Apr 28 19:31:53.151990 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-da376530-e152-492a-8de3-48abd73aea9a req-b97c775c-4c4b-4a09-b07b-275378b3775e service neutron] 10.222.0.15 "GET /v2.0/networks/4178d38c-32ee-49c9-9235-fc29b5c3ad70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708791 Apr 28 19:31:53.168676 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d9bb3adf-35f9-492a-88eb-be5b261317ca req-e560e9f6-26cb-44a9-89dd-1ebc0b2a01bf tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] 10.222.0.42 "GET /v2.0/security-groups?id=dda48961-7a82-4ef6-ac9b-6c5c2126d536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531845 Apr 28 19:31:53.279551 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-624839f2-2bb6-4b39-a2a5-6f3784656009 admin admin] Deleting port 56e91097-d6c1-424a-aad6-9cee3c817a99 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:31:53.279883 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-624839f2-2bb6-4b39-a2a5-6f3784656009 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:53.339729 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa18b6d-0938-4ce1-82a3-7a1ab521fbd8 req-2bfcb148-43f0-4ddc-9071-bc47a12e17be tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:53.342552 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:53.348313 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eaa18b6d-0938-4ce1-82a3-7a1ab521fbd8 req-2bfcb148-43f0-4ddc-9071-bc47a12e17be tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 945 time: 0.1016803 Apr 28 19:31:53.389671 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-da376530-e152-492a-8de3-48abd73aea9a req-1a8ea3aa-1438-4928-8887-288e6405e48e service neutron] 10.222.0.15 "GET /v2.0/networks/4178d38c-32ee-49c9-9235-fc29b5c3ad70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258396 Apr 28 19:31:53.403191 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-624839f2-2bb6-4b39-a2a5-6f3784656009 admin admin] For port 56e91097-d6c1-424a-aad6-9cee3c817a99, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=56e91097-d6c1-424a-aad6-9cee3c817a99,segment=NetworkSegment(abad8af8-3344-480d-866a-e9634518c7a7),segment_id=abad8af8-3344-480d-866a-e9634518c7a7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:53.404716 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-624839f2-2bb6-4b39-a2a5-6f3784656009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:53.419447 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-624839f2-2bb6-4b39-a2a5-6f3784656009 admin admin] Calling delete_port for 56e91097-d6c1-424a-aad6-9cee3c817a99 owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:31:53.439204 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eaa18b6d-0938-4ce1-82a3-7a1ab521fbd8 req-7469546e-c447-4fd8-9723-77ede7b7838e tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895584 Apr 28 19:31:53.577155 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5bc6d-f732-4b42-9baf-a2fd9cdab47b req-30c69ca4-59e9-4406-844c-fc5c2e38fb27 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:53.584695 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c0d5bc6d-f732-4b42-9baf-a2fd9cdab47b req-30c69ca4-59e9-4406-844c-fc5c2e38fb27 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.0804648 Apr 28 19:31:53.625372 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c0d5bc6d-f732-4b42-9baf-a2fd9cdab47b req-d02970b8-2dbc-4c27-adda-19837ba4558f tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386457 Apr 28 19:31:53.635075 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ece424-c8c6-4dad-80ca-bfa59714b2c8 req-25aaad63-5483-41df-a4f1-663e20376504 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:53.636593 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-11ece424-c8c6-4dad-80ca-bfa59714b2c8 req-25aaad63-5483-41df-a4f1-663e20376504 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=1147f7ec-ee95-4d69-87b0-44bca32c0313 HTTP/1.1" status: 200 len: 950 time: 0.0722532 Apr 28 19:31:53.707997 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-11ece424-c8c6-4dad-80ca-bfa59714b2c8 req-1e885998-e966-4e4a-ac62-9a5364f87af5 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631669 Apr 28 19:31:53.720085 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-624839f2-2bb6-4b39-a2a5-6f3784656009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:53.735243 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b33bb-9568-423c-88f7-d1e9fbb8a9df req-f8ed177e-f6be-44fa-b7b1-82a9db4f341b tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:53.743059 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-695b33bb-9568-423c-88f7-d1e9fbb8a9df req-f8ed177e-f6be-44fa-b7b1-82a9db4f341b tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 1096 time: 0.0537620 Apr 28 19:31:53.747861 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624839f2-2bb6-4b39-a2a5-6f3784656009 admin admin] Pushing event deleted for resources: {'Port': ['ID=56e91097-d6c1-424a-aad6-9cee3c817a99,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:53.789145 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-695b33bb-9568-423c-88f7-d1e9fbb8a9df req-cbb20e98-9fa6-44af-91b3-afb58bddae18 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451121 Apr 28 19:31:53.904232 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-624839f2-2bb6-4b39-a2a5-6f3784656009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:54.053123 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-59c68de1-404b-491c-9845-9df4bbdbf910 req-e3b4dd5c-a1dc-42f9-b8f7-f5a673ccb546 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 210 time: 0.0514517 Apr 28 19:31:54.198582 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-fca34c11-5948-4bb7-94fa-999ee130c31a tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8b6f268207a441e39ce17d2e9418f280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453446 Apr 28 19:31:54.425263 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be97c0-57a9-4b53-8d18-8d90a734e91b req-cf8f3086-fee1-492f-9bb3-99267e652c79 tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:54.426314 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a6be97c0-57a9-4b53-8d18-8d90a734e91b req-cf8f3086-fee1-492f-9bb3-99267e652c79 tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] 10.222.0.42 "GET /v2.0/ports?device_id=37a45806-6399-40a8-b1a8-a30ef4f3f2cd HTTP/1.1" status: 200 len: 944 time: 0.1000826 Apr 28 19:31:54.436814 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624839f2-2bb6-4b39-a2a5-6f3784656009 admin admin] Router c7e3a73b-513d-45dc-b8ab-bce1fbe77db1 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:31:54.492666 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-8879e655-a0c9-42fa-be0b-272ba2c4cc47 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:54.494079 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-8879e655-a0c9-42fa-be0b-272ba2c4cc47 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2829809 Apr 28 19:31:54.510031 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-cc6db847-0987-4337-8e25-e0b729534e26 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:54.512150 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-cc6db847-0987-4337-8e25-e0b729534e26 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/networks?id=0a818354-dbcf-4136-b854-44772dd68b79 HTTP/1.1" status: 200 len: 804 time: 0.2217271 Apr 28 19:31:54.516897 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a6be97c0-57a9-4b53-8d18-8d90a734e91b req-553b332f-669f-4cc8-a0c5-101092885ad5 tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] 10.222.0.42 "GET /v2.0/security-groups?id=dda48961-7a82-4ef6-ac9b-6c5c2126d536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786862 Apr 28 19:31:54.518131 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-5c432ba0-2afc-488e-a4ac-77d88ae1e368 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Request body: {'port': {'device_id': '251cec4d-b5ae-4e32-8c03-b8298378ee1a', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'admin_state_up': True, 'tenant_id': '8b6f268207a441e39ce17d2e9418f280'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:31:54.552656 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-a218f42b-d204-48c0-a97c-25016168fbba tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/quotas/18ae396e368a491dbb7b54576f3720d9 HTTP/1.1" status: 200 len: 375 time: 0.0290487 Apr 28 19:31:54.633555 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624839f2-2bb6-4b39-a2a5-6f3784656009 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:31:54.639706 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-624839f2-2bb6-4b39-a2a5-6f3784656009 admin admin] 10.222.0.42 "PUT /v2.0/routers/c7e3a73b-513d-45dc-b8ab-bce1fbe77db1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7026148 Apr 28 19:31:54.647804 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37680) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:31:54.651829 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ad2221-a945-412f-bc5a-c42a9bf28a71 None None] Sync routers for ids ['c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:31:54.668997 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ad2221-a945-412f-bc5a-c42a9bf28a71 None None] Routers {'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:31:54.670773 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-68ad2221-a945-412f-bc5a-c42a9bf28a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:31:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:31:54.704803 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ea3b0-7c27-4e2e-98c4-d51395ca63f3 req-8b56a6b3-767a-4bc2-992b-d363cf84d571 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:54.706572 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-190ea3b0-7c27-4e2e-98c4-d51395ca63f3 req-8b56a6b3-767a-4bc2-992b-d363cf84d571 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.0655081 Apr 28 19:31:54.713944 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-f5fccff7-0e9c-4ee5-a3dc-708840e203f4 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=18ae396e368a491dbb7b54576f3720d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1561232 Apr 28 19:31:54.775512 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-190ea3b0-7c27-4e2e-98c4-d51395ca63f3 req-cf46158e-4986-43f4-8693-038cd5dfa139 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612314 Apr 28 19:31:54.806837 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-68ad2221-a945-412f-bc5a-c42a9bf28a71 None None] Set router c7e3a73b-513d-45dc-b8ab-bce1fbe77db1 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:31:54.845503 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-5c432ba0-2afc-488e-a4ac-77d88ae1e368 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Made reservation on behalf of 8b6f268207a441e39ce17d2e9418f280 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:31:54.848658 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-5c432ba0-2afc-488e-a4ac-77d88ae1e368 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:54.878829 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1ffdc382-7030-49ba-9f0f-4becafc3dd0a admin admin] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:54.893465 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b724c3-583c-4b80-9e79-d50ec7b4650f req-76318c6b-2804-48da-91ba-a46f0d9efaa7 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:54.902328 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-25b724c3-583c-4b80-9e79-d50ec7b4650f req-76318c6b-2804-48da-91ba-a46f0d9efaa7 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=1147f7ec-ee95-4d69-87b0-44bca32c0313 HTTP/1.1" status: 200 len: 950 time: 0.0639713 Apr 28 19:31:54.966474 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-25b724c3-583c-4b80-9e79-d50ec7b4650f req-41238e8f-fef8-41ba-ab02-2a4e61ae6ced tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595841 Apr 28 19:31:55.113296 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-68ad2221-a945-412f-bc5a-c42a9bf28a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1117398245-router', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:28:45Z', 'updated_at': '2022-04-28T19:31:53Z', 'revision_number': 5, 'project_id': '39f1ec92eba944f2870178ab14420527', 'gw_port': {'id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:47Z', 'updated_at': '2022-04-28T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:31:55.146213 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62284a1a-bcbd-4e8d-b371-543c2e9d3249 req-e70888c7-778f-4ccb-a376-dd566b667b86 tempest-ServersOnMultiNodesTest-1949443882 tempest-ServersOnMultiNodesTest-1949443882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:55.159126 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ad2221-a945-412f-bc5a-c42a9bf28a71 None None] Checking router: c7e3a73b-513d-45dc-b8ab-bce1fbe77db1 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:31:55.159481 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-62284a1a-bcbd-4e8d-b371-543c2e9d3249 req-e70888c7-778f-4ccb-a376-dd566b667b86 tempest-ServersOnMultiNodesTest-1949443882 tempest-ServersOnMultiNodesTest-1949443882-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1147f7ec-ee95-4d69-87b0-44bca32c0313 HTTP/1.1" status: 200 len: 1101 time: 0.0620065 Apr 28 19:31:55.171660 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ad2221-a945-412f-bc5a-c42a9bf28a71 None None] Routers {'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:31:55.172806 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-68ad2221-a945-412f-bc5a-c42a9bf28a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:31:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:31:55.211385 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-62284a1a-bcbd-4e8d-b371-543c2e9d3249 req-7a4ea25d-193d-4ac6-8560-0211667481e7 tempest-ServersOnMultiNodesTest-1949443882 tempest-ServersOnMultiNodesTest-1949443882-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509782 Apr 28 19:31:55.282091 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-e48a17c9-e9c8-4afc-a72f-4c0d08dc9139 service neutron] 10.222.0.42 "GET /v2.0/networks/0a818354-dbcf-4136-b854-44772dd68b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5587654 Apr 28 19:31:55.296937 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-68ad2221-a945-412f-bc5a-c42a9bf28a71 None None] Set router c7e3a73b-513d-45dc-b8ab-bce1fbe77db1 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:31:55.320723 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07bd0ec4-80c7-421d-be89-473f061de211 req-e0854a8d-c205-46c3-bc9d-5027a38c1ed0 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 210 time: 0.0472059 Apr 28 19:31:55.326924 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 906427ec-8b98-4c26-89a7-4a52f172a324 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:31:55.465005 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1ffdc382-7030-49ba-9f0f-4becafc3dd0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:55.487813 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 906427ec-8b98-4c26-89a7-4a52f172a324, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=906427ec-8b98-4c26-89a7-4a52f172a324,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:55.503011 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '906427ec-8b98-4c26-89a7-4a52f172a324', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': '906427ec-8b98-4c26-89a7-4a52f172a324', 'mac_address': 'fa:16:3e:5c:c8:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:31:55.506527 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-5c432ba0-2afc-488e-a4ac-77d88ae1e368 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Allocated IP 192.168.233.102 (a2ea96f2-6755-492c-8fa3-72807d68d67a/ba397751-1619-4962-a669-11aa98e2e3bc/25b412fe-621a-4ff0-a890-43abbaa3bbff) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:31:55.519908 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-68ad2221-a945-412f-bc5a-c42a9bf28a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1117398245-router', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:28:45Z', 'updated_at': '2022-04-28T19:31:53Z', 'revision_number': 5, 'project_id': '39f1ec92eba944f2870178ab14420527', 'gw_port': {'id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:47Z', 'updated_at': '2022-04-28T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:31:55.552364 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ad2221-a945-412f-bc5a-c42a9bf28a71 None None] The sync data for ids ['c7e3a73b-513d-45dc-b8ab-bce1fbe77db1'] in n-d-839810-1 is: [{'id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1117398245-router', 'tenant_id': '39f1ec92eba944f2870178ab14420527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:28:45Z', 'updated_at': '2022-04-28T19:31:53Z', 'revision_number': 5, 'project_id': '39f1ec92eba944f2870178ab14420527', 'gw_port': {'id': '14dc4fd9-9ed1-457a-9974-2a669c4e08e7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3a73b-513d-45dc-b8ab-bce1fbe77db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:47Z', 'updated_at': '2022-04-28T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:31:55.554072 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:55.557640 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-640e46a4-4292-45e1-ae9b-61e1cf341ea4 service neutron] 10.222.0.42 "GET /v2.0/networks/0a818354-dbcf-4136-b854-44772dd68b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746117 Apr 28 19:31:55.571238 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906427ec-8b98-4c26-89a7-4a52f172a324 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:31:55.599337 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 906427ec-8b98-4c26-89a7-4a52f172a324, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=906427ec-8b98-4c26-89a7-4a52f172a324,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:55.605653 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:55.606748 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 120a5e7b-e8fd-4032-8e40-6d931f2efa35 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:31:55.685639 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:55.712964 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-1ffdc382-7030-49ba-9f0f-4becafc3dd0a admin admin] Deleting port 14dc4fd9-9ed1-457a-9974-2a669c4e08e7 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:31:55.713509 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1ffdc382-7030-49ba-9f0f-4becafc3dd0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:55.719129 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=906427ec-8b98-4c26-89a7-4a52f172a324,revision_number=9']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:55.817583 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 120a5e7b-e8fd-4032-8e40-6d931f2efa35, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=120a5e7b-e8fd-4032-8e40-6d931f2efa35,segment=NetworkSegment(c85834cc-a03d-4032-9d41-86c230081d23),segment_id=c85834cc-a03d-4032-9d41-86c230081d23)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:55.840396 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '120a5e7b-e8fd-4032-8e40-6d931f2efa35', 'network_id': '4178d38c-32ee-49c9-9235-fc29b5c3ad70', 'port_id': '120a5e7b-e8fd-4032-8e40-6d931f2efa35', 'mac_address': 'fa:16:3e:25:0f:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '233d3b02-5dff-483a-8ff4-932292a3f9ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:31:55.893483 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:55.893632 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-5c432ba0-2afc-488e-a4ac-77d88ae1e368 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:55.898493 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:55.907099 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-1ffdc382-7030-49ba-9f0f-4becafc3dd0a admin admin] For port 14dc4fd9-9ed1-457a-9974-2a669c4e08e7, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=14dc4fd9-9ed1-457a-9974-2a669c4e08e7,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:55.907495 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1ffdc382-7030-49ba-9f0f-4becafc3dd0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:55.915613 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 120a5e7b-e8fd-4032-8e40-6d931f2efa35 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:31:55.946302 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 120a5e7b-e8fd-4032-8e40-6d931f2efa35, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=120a5e7b-e8fd-4032-8e40-6d931f2efa35,segment=NetworkSegment(c85834cc-a03d-4032-9d41-86c230081d23),segment_id=c85834cc-a03d-4032-9d41-86c230081d23)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:55.951950 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:55.957666 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab10709-e463-4865-93e3-621ce234ec1f req-4c1f9b27-4de2-438f-b4c7-dbf93e09bf0b tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:55.961942 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0ab10709-e463-4865-93e3-621ce234ec1f req-4c1f9b27-4de2-438f-b4c7-dbf93e09bf0b tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] 10.222.0.42 "GET /v2.0/ports?device_id=37a45806-6399-40a8-b1a8-a30ef4f3f2cd HTTP/1.1" status: 200 len: 944 time: 0.1370301 Apr 28 19:31:55.982081 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-1ffdc382-7030-49ba-9f0f-4becafc3dd0a admin admin] Calling delete_port for 14dc4fd9-9ed1-457a-9974-2a669c4e08e7 owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:31:56.030799 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=120a5e7b-e8fd-4032-8e40-6d931f2efa35,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:56.046897 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0ab10709-e463-4865-93e3-621ce234ec1f req-a52fa353-4032-4be1-b324-0fe68467b07f tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] 10.222.0.42 "GET /v2.0/security-groups?id=dda48961-7a82-4ef6-ac9b-6c5c2126d536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747602 Apr 28 19:31:56.100912 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 56e91097-d6c1-424a-aad6-9cee3c817a99 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:31:56.107589 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8dc70e-58d7-43e1-bc43-64286177d99d req-5867c3b8-6f9e-4c56-bd3d-f9aaff6ae269 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:56.110362 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3b8dc70e-58d7-43e1-bc43-64286177d99d req-5867c3b8-6f9e-4c56-bd3d-f9aaff6ae269 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=1147f7ec-ee95-4d69-87b0-44bca32c0313 HTTP/1.1" status: 200 len: 950 time: 0.1252553 Apr 28 19:31:56.119532 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505d87d-3d86-4478-99d8-dde604c82ea2 req-8391645d-e091-4da2-8adb-aef2d714fb91 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:56.121214 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0505d87d-3d86-4478-99d8-dde604c82ea2 req-8391645d-e091-4da2-8adb-aef2d714fb91 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a190ae9-44a2-4fa5-8d0e-00295ce692dd HTTP/1.1" status: 200 len: 946 time: 0.2090714 Apr 28 19:31:56.125358 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-5c432ba0-2afc-488e-a4ac-77d88ae1e368 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:56.149110 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 56e91097-d6c1-424a-aad6-9cee3c817a99 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:31:56.149722 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 56e91097-d6c1-424a-aad6-9cee3c817a99 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:31:56.158551 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['906427ec-8b98-4c26-89a7-4a52f172a324'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:31:56.168873 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['1a4a4667-75da-4916-8414-40be6204041b'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:31:56.279750 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-5c432ba0-2afc-488e-a4ac-77d88ae1e368 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Network a2ea96f2-6755-492c-8fa3-72807d68d67a is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:31:56.281712 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530566c-c16d-4f98-94d7-01cc7456df46 req-94e5388b-91d3-4a05-8089-62669b0e133d tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:56.297165 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-5c432ba0-2afc-488e-a4ac-77d88ae1e368 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:31:56.304382 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2530566c-c16d-4f98-94d7-01cc7456df46 req-94e5388b-91d3-4a05-8089-62669b0e133d tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.1333764 Apr 28 19:31:56.318239 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-5c432ba0-2afc-488e-a4ac-77d88ae1e368 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:31:56.389072 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2530566c-c16d-4f98-94d7-01cc7456df46 req-bf5e9ba7-f19a-4482-8c98-ef8bff5535f8 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844438 Apr 28 19:31:56.474692 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['120a5e7b-e8fd-4032-8e40-6d931f2efa35'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:31:56.527040 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c432ba0-2afc-488e-a4ac-77d88ae1e368 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Pushing event updated for resources: {'Port': ['ID=25b412fe-621a-4ff0-a890-43abbaa3bbff,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:56.580061 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3b8dc70e-58d7-43e1-bc43-64286177d99d req-bed951be-6a79-4454-a2ec-b9a5f324ae4b tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573870 Apr 28 19:31:56.603139 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-604ca48e-1932-4e5c-bf1a-7e33c338fbb8 req-168ad86a-7c01-4ff1-bcbb-fbb069eb9947 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 210 time: 0.1179798 Apr 28 19:31:56.648762 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-5c432ba0-2afc-488e-a4ac-77d88ae1e368 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:56.650895 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-5c432ba0-2afc-488e-a4ac-77d88ae1e368 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:56.750567 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-5c432ba0-2afc-488e-a4ac-77d88ae1e368 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2370992 Apr 28 19:31:56.769931 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-d4bb2410-aecb-4b94-98c4-1bc37fd93995 service neutron] Request body: {'port': {'device_id': '251cec4d-b5ae-4e32-8c03-b8298378ee1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:31:56.808245 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b0cedca3-7c6c-4771-9aa6-c0857a762cb9 None None] Provisioning complete for port 25b412fe-621a-4ff0-a890-43abbaa3bbff triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:31:56.809014 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b0cedca3-7c6c-4771-9aa6-c0857a762cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:56.812734 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-0505d87d-3d86-4478-99d8-dde604c82ea2 req-0746bce6-55d2-4826-aa19-917c4ee33216 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Deleting port c5a4a501-ebca-461e-b3f2-0f22914ff4e1 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:31:56.813088 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0505d87d-3d86-4478-99d8-dde604c82ea2 req-0746bce6-55d2-4826-aa19-917c4ee33216 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:56.877958 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c5a4a501-ebca-461e-b3f2-0f22914ff4e1 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:31:56.913559 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1ffdc382-7030-49ba-9f0f-4becafc3dd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:56.960309 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffdc382-7030-49ba-9f0f-4becafc3dd0a admin admin] Pushing event deleted for resources: {'Port': ['ID=14dc4fd9-9ed1-457a-9974-2a669c4e08e7,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:56.974850 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10d444-c33e-4584-b9c7-969654b800d5 req-dbd96560-a235-4fc8-b221-eb7c7f669ffa tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:56.983247 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-d4bb2410-aecb-4b94-98c4-1bc37fd93995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:56.995746 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6e10d444-c33e-4584-b9c7-969654b800d5 req-dbd96560-a235-4fc8-b221-eb7c7f669ffa tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 936 time: 0.1609342 Apr 28 19:31:57.007954 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-b0cedca3-7c6c-4771-9aa6-c0857a762cb9 None None] Port 25b412fe-621a-4ff0-a890-43abbaa3bbff cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:31:57.083686 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:57.115601 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a190ae9-44a2-4fa5-8d0e-00295ce692dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5a4a501-ebca-461e-b3f2-0f22914ff4e1'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:31:57.117965 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692aa946-6b81-4072-b2ea-2fd237baee0b" -d '{"events": [{"server_uuid": "5a190ae9-44a2-4fa5-8d0e-00295ce692dd", "name": "network-vif-unplugged", "status": "completed", "tag": "c5a4a501-ebca-461e-b3f2-0f22914ff4e1"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:31:57.136352 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c5a4a501-ebca-461e-b3f2-0f22914ff4e1, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c5a4a501-ebca-461e-b3f2-0f22914ff4e1,segment=NetworkSegment(8fc1f4c1-a782-4abd-b384-b46f9c6b3366),segment_id=8fc1f4c1-a782-4abd-b384-b46f9c6b3366)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:57.145293 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:57.149364 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6e10d444-c33e-4584-b9c7-969654b800d5 req-0c60fbd1-7785-4439-97c0-b9a22d767ced tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522384 Apr 28 19:31:57.225309 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=c5a4a501-ebca-461e-b3f2-0f22914ff4e1,revision_number=8']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:57.257350 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 19:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbea9cb-d157-435c-83c2-85f45b8e0b6d x-openstack-request-id: req-1fbea9cb-d157-435c-83c2-85f45b8e0b6d {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:31:57.257661 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a190ae9-44a2-4fa5-8d0e-00295ce692dd", "name": "network-vif-unplugged", "status": "completed", "tag": "c5a4a501-ebca-461e-b3f2-0f22914ff4e1", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:31:57.257914 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1fbea9cb-d157-435c-83c2-85f45b8e0b6d {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:31:57.258319 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fbea9cb-d157-435c-83c2-85f45b8e0b6d'] response: {'server_uuid': '5a190ae9-44a2-4fa5-8d0e-00295ce692dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5a4a501-ebca-461e-b3f2-0f22914ff4e1', 'code': 200} Apr 28 19:31:57.345234 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6eacfd-0fc3-43e6-aec1-b56822f9985e req-3aba6892-37eb-409f-ae9a-d9a6a6572a5f tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:57.347579 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5a6eacfd-0fc3-43e6-aec1-b56822f9985e req-3aba6892-37eb-409f-ae9a-d9a6a6572a5f tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=1147f7ec-ee95-4d69-87b0-44bca32c0313 HTTP/1.1" status: 200 len: 950 time: 0.0877230 Apr 28 19:31:57.409635 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-0505d87d-3d86-4478-99d8-dde604c82ea2 req-0746bce6-55d2-4826-aa19-917c4ee33216 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] For port c5a4a501-ebca-461e-b3f2-0f22914ff4e1, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c5a4a501-ebca-461e-b3f2-0f22914ff4e1,segment=NetworkSegment(8fc1f4c1-a782-4abd-b384-b46f9c6b3366),segment_id=8fc1f4c1-a782-4abd-b384-b46f9c6b3366)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:57.410080 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0505d87d-3d86-4478-99d8-dde604c82ea2 req-0746bce6-55d2-4826-aa19-917c4ee33216 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:57.454810 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-0505d87d-3d86-4478-99d8-dde604c82ea2 req-0746bce6-55d2-4826-aa19-917c4ee33216 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Calling delete_port for c5a4a501-ebca-461e-b3f2-0f22914ff4e1 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:31:57.473431 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['bedbfd15-14b8-47eb-b3c4-300fef4b6df1'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:31:57.490530 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-5a6eacfd-0fc3-43e6-aec1-b56822f9985e req-d3a9e521-cb6f-44b7-a6cd-06bf63703d8f tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Deleting port 8f735c9c-617c-4364-a4e4-c3d6a08ca908 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:31:57.491363 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5a6eacfd-0fc3-43e6-aec1-b56822f9985e req-d3a9e521-cb6f-44b7-a6cd-06bf63703d8f tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:57.596655 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840f5cf-474d-40ed-8bdc-85e68b0ddd9d req-7d55c010-12fc-4b98-953b-65deff8e81d8 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:57.598117 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4840f5cf-474d-40ed-8bdc-85e68b0ddd9d req-7d55c010-12fc-4b98-953b-65deff8e81d8 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.1034758 Apr 28 19:31:57.612309 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1ffdc382-7030-49ba-9f0f-4becafc3dd0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:57.658764 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-5a6eacfd-0fc3-43e6-aec1-b56822f9985e req-d3a9e521-cb6f-44b7-a6cd-06bf63703d8f tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] For port 8f735c9c-617c-4364-a4e4-c3d6a08ca908, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=8f735c9c-617c-4364-a4e4-c3d6a08ca908,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:57.659185 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5a6eacfd-0fc3-43e6-aec1-b56822f9985e req-d3a9e521-cb6f-44b7-a6cd-06bf63703d8f tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:57.680271 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-5a6eacfd-0fc3-43e6-aec1-b56822f9985e req-d3a9e521-cb6f-44b7-a6cd-06bf63703d8f tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Calling delete_port for 8f735c9c-617c-4364-a4e4-c3d6a08ca908 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:31:57.693196 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4840f5cf-474d-40ed-8bdc-85e68b0ddd9d req-4db5fc8d-de9d-496d-9486-c34bf9a98ad4 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721114 Apr 28 19:31:57.789689 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1ffdc382-7030-49ba-9f0f-4becafc3dd0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:57.797085 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1ffdc382-7030-49ba-9f0f-4becafc3dd0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:57.898100 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86582cc9-eb3c-414b-b4a5-24c1c88d9109 req-18aa58d1-5af7-43e1-8738-5405bb096bc2 tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:57.908935 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90e2d6-cd83-44e4-9da6-b2076e4e55e2 req-26bcf526-83e6-4d92-8606-1fe71b1c5e26 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:57.909160 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-86582cc9-eb3c-414b-b4a5-24c1c88d9109 req-18aa58d1-5af7-43e1-8738-5405bb096bc2 tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] 10.222.0.42 "GET /v2.0/ports?device_id=37a45806-6399-40a8-b1a8-a30ef4f3f2cd HTTP/1.1" status: 200 len: 945 time: 0.5485430 Apr 28 19:31:57.910525 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eb90e2d6-cd83-44e4-9da6-b2076e4e55e2 req-26bcf526-83e6-4d92-8606-1fe71b1c5e26 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=1147f7ec-ee95-4d69-87b0-44bca32c0313 HTTP/1.1" status: 200 len: 950 time: 0.0854511 Apr 28 19:31:57.911688 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5a6eacfd-0fc3-43e6-aec1-b56822f9985e req-d3a9e521-cb6f-44b7-a6cd-06bf63703d8f tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:57.923420 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1ffdc382-7030-49ba-9f0f-4becafc3dd0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:57.923952 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ffdc382-7030-49ba-9f0f-4becafc3dd0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7e3a73b-513d-45dc-b8ab-bce1fbe77db1 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:31:57.926446 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['c2e419a1-27cd-4ed4-bf9e-e37de3c0d961', '85587bcf-59af-42cb-9e68-0ce372795bee', 'd1cc09ce-75a3-48ce-ac36-4b9c20b8a342', '49a5e30e-4c80-460a-9d4f-e31ac15f312d', '8f735c9c-617c-4364-a4e4-c3d6a08ca908'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:31:57.952299 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1ffdc382-7030-49ba-9f0f-4becafc3dd0a admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:57.955845 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1ffdc382-7030-49ba-9f0f-4becafc3dd0a admin admin] 10.222.0.42 "DELETE /v2.0/routers/c7e3a73b-513d-45dc-b8ab-bce1fbe77db1 HTTP/1.1" status: 204 len: 168 time: 3.3033242 Apr 28 19:31:57.964514 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37778) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:31:57.993706 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a9e521-cb6f-44b7-a6cd-06bf63703d8f tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Pushing event deleted for resources: {'Port': ['ID=8f735c9c-617c-4364-a4e4-c3d6a08ca908,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:58.039310 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['27679c7b-3c6b-4002-a6f4-a1564802e5b4', 'a588af6e-cda2-47ed-abf0-821458835cb5', 'e5834ab4-f5f0-4130-927e-dacd5d9ad75f'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:31:58.094117 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-d4bb2410-aecb-4b94-98c4-1bc37fd93995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25b412fe-621a-4ff0-a890-43abbaa3bbff {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:31:58.122387 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-d4bb2410-aecb-4b94-98c4-1bc37fd93995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:58.142462 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6eacfd-0fc3-43e6-aec1-b56822f9985e req-d3a9e521-cb6f-44b7-a6cd-06bf63703d8f tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] No DVR routers for this DVR port 8f735c9c-617c-4364-a4e4-c3d6a08ca908 on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:31:58.149019 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5a6eacfd-0fc3-43e6-aec1-b56822f9985e req-d3a9e521-cb6f-44b7-a6cd-06bf63703d8f tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:58.150457 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-d4bb2410-aecb-4b94-98c4-1bc37fd93995 service neutron] Transition to ACTIVE for port object 25b412fe-621a-4ff0-a890-43abbaa3bbff will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:31:58.163664 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5a6eacfd-0fc3-43e6-aec1-b56822f9985e req-d3a9e521-cb6f-44b7-a6cd-06bf63703d8f tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.44 "DELETE /v2.0/ports/8f735c9c-617c-4364-a4e4-c3d6a08ca908 HTTP/1.1" status: 204 len: 173 time: 0.8090718 Apr 28 19:31:58.168811 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1147f7ec-ee95-4d69-87b0-44bca32c0313', 'name': 'network-vif-deleted', 'tag': '8f735c9c-617c-4364-a4e4-c3d6a08ca908'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:31:58.173497 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4915543-5ffd-4453-92d7-0a0596863acd" -d '{"events": [{"server_uuid": "1147f7ec-ee95-4d69-87b0-44bca32c0313", "name": "network-vif-deleted", "tag": "8f735c9c-617c-4364-a4e4-c3d6a08ca908"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:31:58.242612 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eb90e2d6-cd83-44e4-9da6-b2076e4e55e2 req-adabf61d-6a81-4230-885c-84e8ea2743b2 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547791 Apr 28 19:31:58.463591 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-85d405d6-1d61-4a50-8cfa-67b7b57ec835 req-a0eee5f6-f9c4-446c-8cb6-8932c7f736f9 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 210 time: 0.0667181 Apr 28 19:31:58.516169 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-d4bb2410-aecb-4b94-98c4-1bc37fd93995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:58.614327 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0505d87d-3d86-4478-99d8-dde604c82ea2 req-0746bce6-55d2-4826-aa19-917c4ee33216 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:58.637965 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc78a83e-df9c-448c-ae7f-372a6bb9521c admin admin] Deleting subnet 696baa90-df03-47df-9fe8-e65ce72cb57c {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:31:58.654001 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bc78a83e-df9c-448c-ae7f-372a6bb9521c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:58.720445 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-86582cc9-eb3c-414b-b4a5-24c1c88d9109 req-a76d39fb-b1af-4b6f-9df5-af2b6f84f93e tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] 10.222.0.42 "GET /v2.0/security-groups?id=dda48961-7a82-4ef6-ac9b-6c5c2126d536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8064492 Apr 28 19:31:58.798404 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07979b70-33dd-4c79-aee8-58ecc4216518 req-6de5371a-d761-43e5-856d-bc5bbebbb4eb tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:58.802432 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07979b70-33dd-4c79-aee8-58ecc4216518 req-6de5371a-d761-43e5-856d-bc5bbebbb4eb tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 948 time: 0.1593416 Apr 28 19:31:58.808488 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63556d8a-3b56-4910-9767-303c218c5581 x-openstack-request-id: req-63556d8a-3b56-4910-9767-303c218c5581 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:31:58.809054 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1147f7ec-ee95-4d69-87b0-44bca32c0313", "name": "network-vif-deleted", "tag": "8f735c9c-617c-4364-a4e4-c3d6a08ca908", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:31:58.809400 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-63556d8a-3b56-4910-9767-303c218c5581 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:31:58.810547 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63556d8a-3b56-4910-9767-303c218c5581'] response: {'server_uuid': '1147f7ec-ee95-4d69-87b0-44bca32c0313', 'name': 'network-vif-deleted', 'tag': '8f735c9c-617c-4364-a4e4-c3d6a08ca908', 'status': 'completed', 'code': 200} Apr 28 19:31:58.825267 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb2410-aecb-4b94-98c4-1bc37fd93995 service neutron] Pushing event updated for resources: {'Port': ['ID=25b412fe-621a-4ff0-a890-43abbaa3bbff,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:58.865383 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-62cbc8b1-a68a-4536-8584-c1fa631bd711 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:58.868752 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-62cbc8b1-a68a-4536-8584-c1fa631bd711 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.15 "GET /v2.0/networks?id=0a818354-dbcf-4136-b854-44772dd68b79 HTTP/1.1" status: 200 len: 804 time: 0.8875947 Apr 28 19:31:58.899897 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07979b70-33dd-4c79-aee8-58ecc4216518 req-63ffdf14-d438-4656-b41c-f112e9392366 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879202 Apr 28 19:31:58.991377 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bc78a83e-df9c-448c-ae7f-372a6bb9521c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:59.037215 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-0c98dd86-fd9a-4e24-b3f6-6e97f7284c46 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Request body: {'port': {'device_id': '7368e056-32cb-41fc-890c-9e0270c8a52f', 'network_id': '0a818354-dbcf-4136-b854-44772dd68b79', 'admin_state_up': True, 'tenant_id': '18ae396e368a491dbb7b54576f3720d9'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:31:59.053554 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746bce6-55d2-4826-aa19-917c4ee33216 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Pushing event deleted for resources: {'Port': ['ID=c5a4a501-ebca-461e-b3f2-0f22914ff4e1,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:59.058952 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0505d87d-3d86-4478-99d8-dde604c82ea2 req-0746bce6-55d2-4826-aa19-917c4ee33216 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] No DVR routers for this DVR port c5a4a501-ebca-461e-b3f2-0f22914ff4e1 on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:31:59.099169 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0505d87d-3d86-4478-99d8-dde604c82ea2 req-0746bce6-55d2-4826-aa19-917c4ee33216 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:59.116380 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce5750-9d3d-4951-b09e-6b9aca0a791c req-efbf3881-60ff-4c80-8348-c70314612331 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:59.119322 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-adce5750-9d3d-4951-b09e-6b9aca0a791c req-efbf3881-60ff-4c80-8348-c70314612331 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.1066754 Apr 28 19:31:59.121689 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0505d87d-3d86-4478-99d8-dde604c82ea2 req-0746bce6-55d2-4826-aa19-917c4ee33216 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.44 "DELETE /v2.0/ports/c5a4a501-ebca-461e-b3f2-0f22914ff4e1 HTTP/1.1" status: 204 len: 173 time: 2.9845269 Apr 28 19:31:59.127119 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a190ae9-44a2-4fa5-8d0e-00295ce692dd', 'name': 'network-vif-deleted', 'tag': 'c5a4a501-ebca-461e-b3f2-0f22914ff4e1'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:31:59.130692 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91996417-8bce-4d9b-8049-d5e04442e67d" -d '{"events": [{"server_uuid": "5a190ae9-44a2-4fa5-8d0e-00295ce692dd", "name": "network-vif-deleted", "tag": "c5a4a501-ebca-461e-b3f2-0f22914ff4e1"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:31:59.358018 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-adce5750-9d3d-4951-b09e-6b9aca0a791c req-0fc3166b-0ead-494b-9a39-c01bc0239cea tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949828 Apr 28 19:31:59.430228 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-d4bb2410-aecb-4b94-98c4-1bc37fd93995 service neutron] Attempting to bind port 25b412fe-621a-4ff0-a890-43abbaa3bbff on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:31:59.430572 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-d4bb2410-aecb-4b94-98c4-1bc37fd93995 service neutron] Attempting to bind port 25b412fe-621a-4ff0-a890-43abbaa3bbff by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:31:59.430897 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-d4bb2410-aecb-4b94-98c4-1bc37fd93995 service neutron] Attempting to bind port 25b412fe-621a-4ff0-a890-43abbaa3bbff on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:31:59.456214 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-d4bb2410-aecb-4b94-98c4-1bc37fd93995 service neutron] Port 25b412fe-621a-4ff0-a890-43abbaa3bbff on network a2ea96f2-6755-492c-8fa3-72807d68d67a not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:31:59.456629 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-d4bb2410-aecb-4b94-98c4-1bc37fd93995 service neutron] Attempting to bind port 25b412fe-621a-4ff0-a890-43abbaa3bbff on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:31:59.468638 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bc78a83e-df9c-448c-ae7f-372a6bb9521c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:59.497628 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 906427ec-8b98-4c26-89a7-4a52f172a324 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:31:59.498211 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-d4bb2410-aecb-4b94-98c4-1bc37fd93995 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:31:59.498211 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-d4bb2410-aecb-4b94-98c4-1bc37fd93995 service neutron] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:31:59.498702 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-d4bb2410-aecb-4b94-98c4-1bc37fd93995 service neutron] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:31:59.499901 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-d4bb2410-aecb-4b94-98c4-1bc37fd93995 service neutron] Bound port: 25b412fe-621a-4ff0-a890-43abbaa3bbff, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:31:59.500321 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-d4bb2410-aecb-4b94-98c4-1bc37fd93995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:59.506477 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebae6aa-4364-4ced-9457-d064cc356550 x-openstack-request-id: req-9ebae6aa-4364-4ced-9457-d064cc356550 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:31:59.506776 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a190ae9-44a2-4fa5-8d0e-00295ce692dd", "name": "network-vif-deleted", "tag": "c5a4a501-ebca-461e-b3f2-0f22914ff4e1", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:31:59.507009 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9ebae6aa-4364-4ced-9457-d064cc356550 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:31:59.507834 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ebae6aa-4364-4ced-9457-d064cc356550'] response: {'server_uuid': '5a190ae9-44a2-4fa5-8d0e-00295ce692dd', 'name': 'network-vif-deleted', 'tag': 'c5a4a501-ebca-461e-b3f2-0f22914ff4e1', 'status': 'completed', 'code': 200} Apr 28 19:31:59.578513 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-0c98dd86-fd9a-4e24-b3f6-6e97f7284c46 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Made reservation on behalf of 18ae396e368a491dbb7b54576f3720d9 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:31:59.591519 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-0c98dd86-fd9a-4e24-b3f6-6e97f7284c46 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:59.597047 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 906427ec-8b98-4c26-89a7-4a52f172a324 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:31:59.598574 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:59.672980 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bc78a83e-df9c-448c-ae7f-372a6bb9521c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:59.703466 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-d4bb2410-aecb-4b94-98c4-1bc37fd93995 service neutron] For port 25b412fe-621a-4ff0-a890-43abbaa3bbff, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:31:59.754303 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-61ae973a-c1a3-4428-8d2a-aa571b882fbc req-439606a9-66cb-4e7d-aa74-32563002e410 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 210 time: 0.0437517 Apr 28 19:31:59.756112 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:59.825090 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 906427ec-8b98-4c26-89a7-4a52f172a324, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=906427ec-8b98-4c26-89a7-4a52f172a324,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:59.826581 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73582b64-3cce-4bc9-b0cb-77019d900f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906427ec-8b98-4c26-89a7-4a52f172a324'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:31:59.830160 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940bb0db-e723-47b2-9f71-5d5f871af3ad" -d '{"events": [{"server_uuid": "73582b64-3cce-4bc9-b0cb-77019d900f8a", "name": "network-vif-plugged", "status": "completed", "tag": "906427ec-8b98-4c26-89a7-4a52f172a324"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:31:59.833950 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78a83e-df9c-448c-ae7f-372a6bb9521c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=696baa90-df03-47df-9fe8-e65ce72cb57c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:59.835556 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:59.836515 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 120a5e7b-e8fd-4032-8e40-6d931f2efa35 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:31:59.864191 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bc78a83e-df9c-448c-ae7f-372a6bb9521c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:59.885120 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-bc78a83e-df9c-448c-ae7f-372a6bb9521c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/696baa90-df03-47df-9fe8-e65ce72cb57c HTTP/1.1" status: 204 len: 168 time: 1.9183328 Apr 28 19:31:59.892761 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-d4bb2410-aecb-4b94-98c4-1bc37fd93995 service neutron] For port 25b412fe-621a-4ff0-a890-43abbaa3bbff, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=25b412fe-621a-4ff0-a890-43abbaa3bbff,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:31:59.894216 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37830) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:31:59.942929 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159fff76-f033-4dc5-886c-79718ed493f4 None None] Network c9825b71-8d0c-4c62-9276-978f0a60b02b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:31:59.951560 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b07b5c-7e8d-4d85-ba1d-c5f16d352434 req-e03bb9ea-d7f3-431f-98ee-eda05dbc8359 tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:59.971774 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-15b07b5c-7e8d-4d85-ba1d-c5f16d352434 req-e03bb9ea-d7f3-431f-98ee-eda05dbc8359 tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] 10.222.0.42 "GET /v2.0/ports?device_id=37a45806-6399-40a8-b1a8-a30ef4f3f2cd HTTP/1.1" status: 200 len: 945 time: 0.1449690 Apr 28 19:31:59.975930 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-d4bb2410-aecb-4b94-98c4-1bc37fd93995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:00.363551 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=906427ec-8b98-4c26-89a7-4a52f172a324,revision_number=10']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:00.376358 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe625704-28d1-4204-a4ea-845537819f53 x-openstack-request-id: req-fe625704-28d1-4204-a4ea-845537819f53 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:00.376985 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73582b64-3cce-4bc9-b0cb-77019d900f8a", "name": "network-vif-plugged", "status": "completed", "tag": "906427ec-8b98-4c26-89a7-4a52f172a324", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:00.377479 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fe625704-28d1-4204-a4ea-845537819f53 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:00.378135 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe625704-28d1-4204-a4ea-845537819f53'] response: {'server_uuid': '73582b64-3cce-4bc9-b0cb-77019d900f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906427ec-8b98-4c26-89a7-4a52f172a324', 'code': 200} Apr 28 19:32:00.379150 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 14dc4fd9-9ed1-457a-9974-2a669c4e08e7 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:32:00.425618 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 14dc4fd9-9ed1-457a-9974-2a669c4e08e7 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:32:00.426324 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 14dc4fd9-9ed1-457a-9974-2a669c4e08e7 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:32:00.530614 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 120a5e7b-e8fd-4032-8e40-6d931f2efa35 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:32:00.547878 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 120a5e7b-e8fd-4032-8e40-6d931f2efa35 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:32:00.558054 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:00.650959 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-15b07b5c-7e8d-4d85-ba1d-c5f16d352434 req-f99581dd-1ffb-44e8-b061-5bbf59f74267 tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] 10.222.0.42 "GET /v2.0/security-groups?id=dda48961-7a82-4ef6-ac9b-6c5c2126d536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6722131 Apr 28 19:32:00.722108 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640aaed0-b3ce-477e-b819-4b10cebd83f2 None None] DHCP port deletion for c9825b71-8d0c-4c62-9276-978f0a60b02b request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:32:00.735047 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:00.804475 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 120a5e7b-e8fd-4032-8e40-6d931f2efa35, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=120a5e7b-e8fd-4032-8e40-6d931f2efa35,segment=NetworkSegment(c85834cc-a03d-4032-9d41-86c230081d23),segment_id=c85834cc-a03d-4032-9d41-86c230081d23)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:00.819199 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:00.850951 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-d4bb2410-aecb-4b94-98c4-1bc37fd93995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:00.854207 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-d4bb2410-aecb-4b94-98c4-1bc37fd93995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:00.856589 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-d4bb2410-aecb-4b94-98c4-1bc37fd93995 service neutron] 10.222.0.15 "PUT /v2.0/ports/25b412fe-621a-4ff0-a890-43abbaa3bbff HTTP/1.1" status: 200 len: 1096 time: 4.0927536 Apr 28 19:32:00.881251 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=120a5e7b-e8fd-4032-8e40-6d931f2efa35,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:00.884288 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 8f735c9c-617c-4364-a4e4-c3d6a08ca908 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:32:00.926342 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12482d00-3396-4f54-8551-6d1bdc6fd757 req-67104fb6-fa54-419f-a3c5-c42e745a955a tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:00.926942 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-640aaed0-b3ce-477e-b819-4b10cebd83f2 None None] Deleting port 40c7395e-2cfa-40ab-961d-19297510c649 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:32:00.927342 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-640aaed0-b3ce-477e-b819-4b10cebd83f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:00.929171 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 8f735c9c-617c-4364-a4e4-c3d6a08ca908 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:32:00.929507 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 8f735c9c-617c-4364-a4e4-c3d6a08ca908 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:32:00.937898 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-12482d00-3396-4f54-8551-6d1bdc6fd757 req-67104fb6-fa54-419f-a3c5-c42e745a955a tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=87d074b4-76d6-4700-bdd8-69aba18299b7 HTTP/1.1" status: 200 len: 950 time: 0.1224914 Apr 28 19:32:00.996165 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-12482d00-3396-4f54-8551-6d1bdc6fd757 req-e4caef28-c170-4ee8-a3c8-9aa0f1e68aea tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570099 Apr 28 19:32:01.066182 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-640aaed0-b3ce-477e-b819-4b10cebd83f2 None None] For port 40c7395e-2cfa-40ab-961d-19297510c649, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=40c7395e-2cfa-40ab-961d-19297510c649,segment=NetworkSegment(abad8af8-3344-480d-866a-e9634518c7a7),segment_id=abad8af8-3344-480d-866a-e9634518c7a7)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:01.067094 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-640aaed0-b3ce-477e-b819-4b10cebd83f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:01.096093 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-640aaed0-b3ce-477e-b819-4b10cebd83f2 None None] Calling delete_port for 40c7395e-2cfa-40ab-961d-19297510c649 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:32:01.133056 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb2410-aecb-4b94-98c4-1bc37fd93995 service neutron] Pushing event updated for resources: {'Port': ['ID=25b412fe-621a-4ff0-a890-43abbaa3bbff,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:01.229203 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-0e71c663-3b81-4bb2-9af3-21099e4703fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:01.230692 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-0e71c663-3b81-4bb2-9af3-21099e4703fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 1099 time: 0.2484589 Apr 28 19:32:01.238508 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c15dbd13-b554-4643-a19a-f232a48455ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:01.242770 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a30cc-fb92-47f3-8f44-89daaa3988f4 req-32fdb257-3cef-43ea-a225-3db476c322c4 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:01.244348 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9f7a30cc-fb92-47f3-8f44-89daaa3988f4 req-32fdb257-3cef-43ea-a225-3db476c322c4 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.0860705 Apr 28 19:32:01.312716 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-640aaed0-b3ce-477e-b819-4b10cebd83f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:01.318891 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c480fd-6ae9-49a6-a1cb-0c3f7372c29f req-702b6f82-16d1-4373-bc8e-9ba42492f3d7 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:01.320509 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-81c480fd-6ae9-49a6-a1cb-0c3f7372c29f req-702b6f82-16d1-4373-bc8e-9ba42492f3d7 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 948 time: 0.4342914 Apr 28 19:32:01.322476 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-93e1181c-7e1a-4e34-81e6-af0384203f90 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=25b412fe-621a-4ff0-a890-43abbaa3bbff HTTP/1.1" status: 200 len: 217 time: 0.0788736 Apr 28 19:32:01.346560 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640aaed0-b3ce-477e-b819-4b10cebd83f2 None None] Pushing event deleted for resources: {'Port': ['ID=40c7395e-2cfa-40ab-961d-19297510c649,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:01.357179 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640aaed0-b3ce-477e-b819-4b10cebd83f2 None None] No DVR routers for this DVR port 40c7395e-2cfa-40ab-961d-19297510c649 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:32:01.365678 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9f7a30cc-fb92-47f3-8f44-89daaa3988f4 req-b1f47c63-3dc4-4a6d-bc50-75e6e7c04a8a tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016495 Apr 28 19:32:01.366180 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-0c98dd86-fd9a-4e24-b3f6-6e97f7284c46 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Allocated IP 172.20.0.10 (0a818354-dbcf-4136-b854-44772dd68b79/09693431-05ed-41e8-8d54-1a8b3b11f1bb/a220f3c9-0550-4bcd-b64a-d325ba473f8f) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:32:01.532402 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251cec4d-b5ae-4e32-8c03-b8298378ee1a', 'tag': '25b412fe-621a-4ff0-a890-43abbaa3bbff'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:01.534730 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6afbd7f-73d3-4fc2-a213-b0a1ec1415a4" -d '{"events": [{"name": "network-changed", "server_uuid": "251cec4d-b5ae-4e32-8c03-b8298378ee1a", "tag": "25b412fe-621a-4ff0-a890-43abbaa3bbff"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:01.562019 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-81c480fd-6ae9-49a6-a1cb-0c3f7372c29f req-e9efa5ba-a77e-4dfa-bb69-420800690894 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346566 Apr 28 19:32:01.592876 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-38e8dc75-be18-4b93-b88e-54884856b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:01.594562 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:01.602543 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-38e8dc75-be18-4b93-b88e-54884856b6fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.2652304 Apr 28 19:32:01.618384 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2f3973e2-ab48-4ac4-bf01-5f113f4c2ea4 req-b0e57b3e-23ad-4841-b299-3f2ebccabdd7 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 210 time: 0.0663927 Apr 28 19:32:01.653718 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c15dbd13-b554-4643-a19a-f232a48455ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:01.657870 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48cc028-06d1-4c4b-8f9f-d448a8ef0bad x-openstack-request-id: req-c48cc028-06d1-4c4b-8f9f-d448a8ef0bad {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:01.658166 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "251cec4d-b5ae-4e32-8c03-b8298378ee1a", "tag": "25b412fe-621a-4ff0-a890-43abbaa3bbff", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:01.658427 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c48cc028-06d1-4c4b-8f9f-d448a8ef0bad {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:01.658830 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c48cc028-06d1-4c4b-8f9f-d448a8ef0bad'] response: {'name': 'network-changed', 'server_uuid': '251cec4d-b5ae-4e32-8c03-b8298378ee1a', 'tag': '25b412fe-621a-4ff0-a890-43abbaa3bbff', 'status': 'completed', 'code': 200} Apr 28 19:32:01.762833 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-c15dbd13-b554-4643-a19a-f232a48455ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9825b71-8d0c-4c62-9276-978f0a60b02b']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:32:01.786336 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-c15dbd13-b554-4643-a19a-f232a48455ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abad8af8-3344-480d-866a-e9634518c7a7') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:32:01.786634 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-c15dbd13-b554-4643-a19a-f232a48455ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abad8af8-3344-480d-866a-e9634518c7a7') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:32:01.802870 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c15dbd13-b554-4643-a19a-f232a48455ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:01.806185 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-64158128-4c0b-4771-bf89-e622f628dab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:01.807864 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-64158128-4c0b-4771-bf89-e622f628dab5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1934330 Apr 28 19:32:01.933474 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c15dbd13-b554-4643-a19a-f232a48455ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:01.961267 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d739b73-1019-491e-9d85-2299d2db019b req-aa9155d5-d983-4063-bd84-4d51a3719654 tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:01.962822 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8d739b73-1019-491e-9d85-2299d2db019b req-aa9155d5-d983-4063-bd84-4d51a3719654 tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] 10.222.0.42 "GET /v2.0/ports?device_id=37a45806-6399-40a8-b1a8-a30ef4f3f2cd HTTP/1.1" status: 200 len: 946 time: 0.1678560 Apr 28 19:32:01.977835 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605f4d6-c322-4f00-a0a2-3c3205058e75 req-4366b799-10d4-47d7-8fb4-279bf4ee4332 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:01.985125 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d605f4d6-c322-4f00-a0a2-3c3205058e75 req-4366b799-10d4-47d7-8fb4-279bf4ee4332 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.15 "GET /v2.0/ports?device_id=87d074b4-76d6-4700-bdd8-69aba18299b7 HTTP/1.1" status: 200 len: 950 time: 0.1491177 Apr 28 19:32:01.999483 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c15dbd13-b554-4643-a19a-f232a48455ca admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:32:02.000068 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c15dbd13-b554-4643-a19a-f232a48455ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:02.014798 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-0c98dd86-fd9a-4e24-b3f6-6e97f7284c46 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:02.016322 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:32:02.016322 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:32:02.016322 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:32:02.016322 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:32:02.016322 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:32:02.016322 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:32:02.016322 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:32:02.016322 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:32:02.016322 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:32:02.016322 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:32:02.016322 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:32:02.016322 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:32:02.016322 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:32:02.016322 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:32:02.016322 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:32:02.016322 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:32:02.016322 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:32:02.016322 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:32:02.016322 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:32:02.016322 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:32:02.016322 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:32:02.016322 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:32:02.016322 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:32:02.016322 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:32:02.016322 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:32:02.016322 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:32:02.016322 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:32:02.016322 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:32:02.016322 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:32:02.016322 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:32:02.016322 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:32:02.016322 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:32:02.095206 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8d739b73-1019-491e-9d85-2299d2db019b req-5ffeb901-bd6d-4842-90f0-70110bf034a4 tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] 10.222.0.42 "GET /v2.0/security-groups?id=dda48961-7a82-4ef6-ac9b-6c5c2126d536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089518 Apr 28 19:32:02.158382 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-d605f4d6-c322-4f00-a0a2-3c3205058e75 req-99436bf3-871a-4acb-a067-55d119e72941 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Deleting port e5834ab4-f5f0-4130-927e-dacd5d9ad75f {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:32:02.159145 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d605f4d6-c322-4f00-a0a2-3c3205058e75 req-99436bf3-871a-4acb-a067-55d119e72941 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:02.165533 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 40c7395e-2cfa-40ab-961d-19297510c649 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:32:02.181280 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-6c499286-bea1-4a88-bfec-96cfeef97f4b service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525727 Apr 28 19:32:02.195093 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 40c7395e-2cfa-40ab-961d-19297510c649 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:32:02.195360 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 40c7395e-2cfa-40ab-961d-19297510c649 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:32:02.211175 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c15dbd13-b554-4643-a19a-f232a48455ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:02.273242 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-0c98dd86-fd9a-4e24-b3f6-6e97f7284c46 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:02.287458 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-d605f4d6-c322-4f00-a0a2-3c3205058e75 req-99436bf3-871a-4acb-a067-55d119e72941 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] For port e5834ab4-f5f0-4130-927e-dacd5d9ad75f, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e5834ab4-f5f0-4130-927e-dacd5d9ad75f,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:02.288254 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d605f4d6-c322-4f00-a0a2-3c3205058e75 req-99436bf3-871a-4acb-a067-55d119e72941 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:02.307131 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15dbd13-b554-4643-a19a-f232a48455ca admin admin] Pushing event deleted for resources: {'Network': ['ID=c9825b71-8d0c-4c62-9276-978f0a60b02b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:02.313178 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-d605f4d6-c322-4f00-a0a2-3c3205058e75 req-99436bf3-871a-4acb-a067-55d119e72941 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Calling delete_port for e5834ab4-f5f0-4130-927e-dacd5d9ad75f owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:32:02.367351 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-0c98dd86-fd9a-4e24-b3f6-6e97f7284c46 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Network 0a818354-dbcf-4136-b854-44772dd68b79 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:32:02.369556 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c15dbd13-b554-4643-a19a-f232a48455ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:02.374064 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c15dbd13-b554-4643-a19a-f232a48455ca admin admin] 10.222.0.42 "DELETE /v2.0/networks/c9825b71-8d0c-4c62-9276-978f0a60b02b HTTP/1.1" status: 204 len: 168 time: 2.4743896 Apr 28 19:32:02.377639 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98dd86-fd9a-4e24-b3f6-6e97f7284c46 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Pushing event updated for resources: {'Port': ['ID=a220f3c9-0550-4bcd-b64a-d325ba473f8f,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:02.379974 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a45806-6399-40a8-b1a8-a30ef4f3f2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120a5e7b-e8fd-4032-8e40-6d931f2efa35'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:02.382649 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d71c6b7-3ec1-4380-9a44-374211b9d2dd" -d '{"events": [{"server_uuid": "37a45806-6399-40a8-b1a8-a30ef4f3f2cd", "name": "network-vif-plugged", "status": "completed", "tag": "120a5e7b-e8fd-4032-8e40-6d931f2efa35"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:02.391575 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37862) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:02.402716 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-0c98dd86-fd9a-4e24-b3f6-6e97f7284c46 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:32:02.488089 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-0c98dd86-fd9a-4e24-b3f6-6e97f7284c46 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:32:02.541081 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916e76c-1503-4e8f-868b-38992d79ca8d req-3620e9dc-70a3-421f-8d75-9d97263ef8b8 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:02.542641 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a916e76c-1503-4e8f-868b-38992d79ca8d req-3620e9dc-70a3-421f-8d75-9d97263ef8b8 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=87d074b4-76d6-4700-bdd8-69aba18299b7 HTTP/1.1" status: 200 len: 950 time: 0.3641813 Apr 28 19:32:02.602913 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-0c98dd86-fd9a-4e24-b3f6-6e97f7284c46 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:02.603586 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-0c98dd86-fd9a-4e24-b3f6-6e97f7284c46 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:02.658276 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-50dc256d-faa7-41bd-bf2e-74471b6398fb req-78a4ff0e-b0f5-4efb-a293-229b54da8c80 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626746 Apr 28 19:32:02.673299 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7e594-242e-4bd5-9fab-b1c547126414 req-0723a020-9627-4381-b3f0-b7e8a0ecd1ef tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:02.674932 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fad7e594-242e-4bd5-9fab-b1c547126414 req-0723a020-9627-4381-b3f0-b7e8a0ecd1ef tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.1834693 Apr 28 19:32:02.676598 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-0c98dd86-fd9a-4e24-b3f6-6e97f7284c46 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6829350 Apr 28 19:32:02.677933 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d605f4d6-c322-4f00-a0a2-3c3205058e75 req-99436bf3-871a-4acb-a067-55d119e72941 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:02.692655 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['c2e419a1-27cd-4ed4-bf9e-e37de3c0d961', '85587bcf-59af-42cb-9e68-0ce372795bee', 'd1cc09ce-75a3-48ce-ac36-4b9c20b8a342', '49a5e30e-4c80-460a-9d4f-e31ac15f312d'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:32:02.701178 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['27679c7b-3c6b-4002-a6f4-a1564802e5b4', 'a588af6e-cda2-47ed-abf0-821458835cb5', 'e5834ab4-f5f0-4130-927e-dacd5d9ad75f'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:32:02.709460 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a916e76c-1503-4e8f-868b-38992d79ca8d req-00e2bb6c-fbe2-44a4-9df9-691f85714595 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437728 Apr 28 19:32:02.723213 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-4fb7edd3-b023-4c16-a7ae-f99eda78492e service neutron] Request body: {'port': {'device_id': '7368e056-32cb-41fc-890c-9e0270c8a52f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:32:02.828046 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99436bf3-871a-4acb-a067-55d119e72941 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Pushing event deleted for resources: {'Port': ['ID=e5834ab4-f5f0-4130-927e-dacd5d9ad75f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:02.870286 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a9a5ca-3ad1-4089-afab-32a3848ffd36 x-openstack-request-id: req-75a9a5ca-3ad1-4089-afab-32a3848ffd36 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:02.870957 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a45806-6399-40a8-b1a8-a30ef4f3f2cd", "name": "network-vif-plugged", "status": "completed", "tag": "120a5e7b-e8fd-4032-8e40-6d931f2efa35", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:02.871434 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-75a9a5ca-3ad1-4089-afab-32a3848ffd36 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:02.872048 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75a9a5ca-3ad1-4089-afab-32a3848ffd36'] response: {'server_uuid': '37a45806-6399-40a8-b1a8-a30ef4f3f2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120a5e7b-e8fd-4032-8e40-6d931f2efa35', 'code': 200} Apr 28 19:32:02.879036 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afbd7f-73d3-4fc2-a213-b0a1ec1415a4 req-aca0809b-5b23-488e-8f7e-5e6f19dfb1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:02.896709 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e6afbd7f-73d3-4fc2-a213-b0a1ec1415a4 req-aca0809b-5b23-488e-8f7e-5e6f19dfb1eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 1099 time: 0.1649797 Apr 28 19:32:03.103835 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d605f4d6-c322-4f00-a0a2-3c3205058e75 req-99436bf3-871a-4acb-a067-55d119e72941 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] No DVR routers for this DVR port e5834ab4-f5f0-4130-927e-dacd5d9ad75f on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:32:03.140807 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afbd7f-73d3-4fc2-a213-b0a1ec1415a4 req-cb49553f-343e-43fa-ad5e-24cf8474a127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:03.143255 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e6afbd7f-73d3-4fc2-a213-b0a1ec1415a4 req-cb49553f-343e-43fa-ad5e-24cf8474a127 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.2323673 Apr 28 19:32:03.180561 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d605f4d6-c322-4f00-a0a2-3c3205058e75 req-99436bf3-871a-4acb-a067-55d119e72941 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:03.184862 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d605f4d6-c322-4f00-a0a2-3c3205058e75 req-99436bf3-871a-4acb-a067-55d119e72941 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.15 "DELETE /v2.0/ports/e5834ab4-f5f0-4130-927e-dacd5d9ad75f HTTP/1.1" status: 204 len: 173 time: 1.1807454 Apr 28 19:32:03.185962 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d074b4-76d6-4700-bdd8-69aba18299b7', 'name': 'network-vif-deleted', 'tag': 'e5834ab4-f5f0-4130-927e-dacd5d9ad75f'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:03.190006 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac1e217-7484-4a4a-9329-9ba7b633c2df" -d '{"events": [{"server_uuid": "87d074b4-76d6-4700-bdd8-69aba18299b7", "name": "network-vif-deleted", "tag": "e5834ab4-f5f0-4130-927e-dacd5d9ad75f"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:03.209476 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fad7e594-242e-4bd5-9fab-b1c547126414 req-f3ad56e5-dab8-46ff-ba2a-5278e56f51cb tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4919939 Apr 28 19:32:03.212041 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-4fb7edd3-b023-4c16-a7ae-f99eda78492e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:03.281674 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ed40f-71f3-4a80-9325-0c9690a0032f req-b2dd6e1f-4a02-4a0a-a1fd-4cb230897449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:03.283569 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-428ed40f-71f3-4a80-9325-0c9690a0032f req-b2dd6e1f-4a02-4a0a-a1fd-4cb230897449 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=37a45806-6399-40a8-b1a8-a30ef4f3f2cd HTTP/1.1" status: 200 len: 1097 time: 0.3526645 Apr 28 19:32:03.285301 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:03.454419 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e6afbd7f-73d3-4fc2-a213-b0a1ec1415a4 req-b906f720-e21e-4f1a-bf58-4de11d7dcf2a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=25b412fe-621a-4ff0-a890-43abbaa3bbff HTTP/1.1" status: 200 len: 217 time: 0.2286811 Apr 28 19:32:03.467014 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197c977-4202-4be7-bb74-efa41c2d412b req-1f80ef29-5a84-4ccd-8eab-5f6525e1bfc1 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:03.477383 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a197c977-4202-4be7-bb74-efa41c2d412b req-1f80ef29-5a84-4ccd-8eab-5f6525e1bfc1 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 932 time: 0.1354964 Apr 28 19:32:03.482558 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-428ed40f-71f3-4a80-9325-0c9690a0032f req-90e131cf-eb9c-45de-a940-2b002921eb19 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dda48961-7a82-4ef6-ac9b-6c5c2126d536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418698 Apr 28 19:32:03.560564 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56755e90-8c9c-45ed-94ae-c94e9c74bb0c req-a57713ff-9050-4752-9fc0-c939d62d85f1 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:03.565140 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a197c977-4202-4be7-bb74-efa41c2d412b req-02328305-b29e-4233-bfd3-1e0d037f3e82 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800736 Apr 28 19:32:03.565836 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-56755e90-8c9c-45ed-94ae-c94e9c74bb0c req-a57713ff-9050-4752-9fc0-c939d62d85f1 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 948 time: 0.4186625 Apr 28 19:32:03.705390 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afbd7f-73d3-4fc2-a213-b0a1ec1415a4 req-5e4ddec8-b492-4e65-a035-ef9d7817b760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:03.707085 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e6afbd7f-73d3-4fc2-a213-b0a1ec1415a4 req-5e4ddec8-b492-4e65-a035-ef9d7817b760 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.2332973 Apr 28 19:32:03.714669 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-56755e90-8c9c-45ed-94ae-c94e9c74bb0c req-ca441d62-d0bf-4e0a-bb68-4d66f1f16092 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337481 Apr 28 19:32:03.765778 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ff926-ef62-4324-b919-e6372f1ec57a req-bb61fbd6-1263-4dfb-bc72-ede36204f7bd tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:03.774178 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a85ff926-ef62-4324-b919-e6372f1ec57a req-bb61fbd6-1263-4dfb-bc72-ede36204f7bd tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] 10.222.0.42 "GET /v2.0/ports?device_id=37a45806-6399-40a8-b1a8-a30ef4f3f2cd HTTP/1.1" status: 200 len: 946 time: 0.1002371 Apr 28 19:32:03.787152 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59dc046f-ea9b-49cb-9b0d-587e30584f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:03.828327 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c895ad39-c4db-4f50-8e71-3e15d4c56979 x-openstack-request-id: req-c895ad39-c4db-4f50-8e71-3e15d4c56979 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:03.828754 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d074b4-76d6-4700-bdd8-69aba18299b7", "name": "network-vif-deleted", "tag": "e5834ab4-f5f0-4130-927e-dacd5d9ad75f", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:03.829097 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c895ad39-c4db-4f50-8e71-3e15d4c56979 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:03.829584 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c895ad39-c4db-4f50-8e71-3e15d4c56979'] response: {'server_uuid': '87d074b4-76d6-4700-bdd8-69aba18299b7', 'name': 'network-vif-deleted', 'tag': 'e5834ab4-f5f0-4130-927e-dacd5d9ad75f', 'status': 'completed', 'code': 200} Apr 28 19:32:03.866022 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a85ff926-ef62-4324-b919-e6372f1ec57a req-71279b20-d8e9-4375-bf2d-660d9a118670 tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] 10.222.0.42 "GET /v2.0/security-groups?id=dda48961-7a82-4ef6-ac9b-6c5c2126d536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887606 Apr 28 19:32:04.307533 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c477e029-56fc-4c08-89d0-c9dd1a167c82 req-c298c313-9a47-43a6-b2cc-58151d7b72a4 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=87d074b4-76d6-4700-bdd8-69aba18299b7 HTTP/1.1" status: 200 len: 210 time: 0.3005168 Apr 28 19:32:04.361705 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-59dc046f-ea9b-49cb-9b0d-587e30584f19 admin admin] Deleting port 85ab9dc7-1aab-4f10-862c-5ec9b72278cc {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:32:04.362324 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59dc046f-ea9b-49cb-9b0d-587e30584f19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:04.427516 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afbd7f-73d3-4fc2-a213-b0a1ec1415a4 req-ae4a622d-e36d-4f9b-94c7-717d4175c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:04.429169 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e6afbd7f-73d3-4fc2-a213-b0a1ec1415a4 req-ae4a622d-e36d-4f9b-94c7-717d4175c03b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6920877 Apr 28 19:32:04.491256 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b10703-e6af-476d-8e8b-9a7fb11de185 req-92e87f6e-44cf-4d2b-91de-1d17612a620e tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:04.500399 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b8b10703-e6af-476d-8e8b-9a7fb11de185 req-92e87f6e-44cf-4d2b-91de-1d17612a620e tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.1352923 Apr 28 19:32:04.531814 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-4fb7edd3-b023-4c16-a7ae-f99eda78492e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a220f3c9-0550-4bcd-b64a-d325ba473f8f {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:32:04.543008 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-4fb7edd3-b023-4c16-a7ae-f99eda78492e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:04.562824 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b8b10703-e6af-476d-8e8b-9a7fb11de185 req-aea28d3f-e022-411a-b34e-1ee53b738f0e tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613770 Apr 28 19:32:04.569320 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-4fb7edd3-b023-4c16-a7ae-f99eda78492e service neutron] Transition to ACTIVE for port object a220f3c9-0550-4bcd-b64a-d325ba473f8f will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:32:04.593812 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-59dc046f-ea9b-49cb-9b0d-587e30584f19 admin admin] For port 85ab9dc7-1aab-4f10-862c-5ec9b72278cc, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=85ab9dc7-1aab-4f10-862c-5ec9b72278cc,segment=NetworkSegment(bac3f320-ca11-475a-8c6e-4d25b474c017),segment_id=bac3f320-ca11-475a-8c6e-4d25b474c017)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:04.594213 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59dc046f-ea9b-49cb-9b0d-587e30584f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:04.599139 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-4fb7edd3-b023-4c16-a7ae-f99eda78492e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:04.625492 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-59dc046f-ea9b-49cb-9b0d-587e30584f19 admin admin] Calling delete_port for 85ab9dc7-1aab-4f10-862c-5ec9b72278cc owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:32:04.647960 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e6afbd7f-73d3-4fc2-a213-b0a1ec1415a4 req-0bcbaa10-cc19-428a-a8e4-951d6bfda5b5 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047446 Apr 28 19:32:04.766837 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7edd3-b023-4c16-a7ae-f99eda78492e service neutron] Pushing event updated for resources: {'Port': ['ID=a220f3c9-0550-4bcd-b64a-d325ba473f8f,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:04.968486 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e135c-c678-4ab2-b354-422006655add req-ba0b1eae-5f87-4370-8b24-c9fd145715bb tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:04.970407 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1b2e135c-c678-4ab2-b354-422006655add req-ba0b1eae-5f87-4370-8b24-c9fd145715bb tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 944 time: 0.2851057 Apr 28 19:32:04.975435 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e6afbd7f-73d3-4fc2-a213-b0a1ec1415a4 req-5426ed79-85c7-4942-82dc-c2c2c2d6cf33 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173485 Apr 28 19:32:04.978400 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-4fb7edd3-b023-4c16-a7ae-f99eda78492e service neutron] Attempting to bind port a220f3c9-0550-4bcd-b64a-d325ba473f8f on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:32:04.978736 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-4fb7edd3-b023-4c16-a7ae-f99eda78492e service neutron] Attempting to bind port a220f3c9-0550-4bcd-b64a-d325ba473f8f by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '8fc1f4c1-a782-4abd-b384-b46f9c6b3366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a818354-dbcf-4136-b854-44772dd68b79'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:32:04.979057 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-4fb7edd3-b023-4c16-a7ae-f99eda78492e service neutron] Attempting to bind port a220f3c9-0550-4bcd-b64a-d325ba473f8f on network 0a818354-dbcf-4136-b854-44772dd68b79 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:32:04.984568 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-4fb7edd3-b023-4c16-a7ae-f99eda78492e service neutron] Port a220f3c9-0550-4bcd-b64a-d325ba473f8f on network 0a818354-dbcf-4136-b854-44772dd68b79 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:32:04.985014 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-4fb7edd3-b023-4c16-a7ae-f99eda78492e service neutron] Attempting to bind port a220f3c9-0550-4bcd-b64a-d325ba473f8f on network 0a818354-dbcf-4136-b854-44772dd68b79 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:32:04.990889 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-4fb7edd3-b023-4c16-a7ae-f99eda78492e service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:32:04.991216 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-4fb7edd3-b023-4c16-a7ae-f99eda78492e service neutron] Checking segment: {'id': '8fc1f4c1-a782-4abd-b384-b46f9c6b3366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a818354-dbcf-4136-b854-44772dd68b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:32:04.991681 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-4fb7edd3-b023-4c16-a7ae-f99eda78492e service neutron] Bound using segment: {'id': '8fc1f4c1-a782-4abd-b384-b46f9c6b3366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a818354-dbcf-4136-b854-44772dd68b79'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:32:04.992010 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-4fb7edd3-b023-4c16-a7ae-f99eda78492e service neutron] Bound port: a220f3c9-0550-4bcd-b64a-d325ba473f8f, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc1f4c1-a782-4abd-b384-b46f9c6b3366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a818354-dbcf-4136-b854-44772dd68b79'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:32:04.992535 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-4fb7edd3-b023-4c16-a7ae-f99eda78492e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:05.021535 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e01ba-9e4c-4f58-854b-04a489e03434 req-12846bc4-c48a-487d-ae81-ec54f73af6f3 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:05.032471 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-911e01ba-9e4c-4f58-854b-04a489e03434 req-12846bc4-c48a-487d-ae81-ec54f73af6f3 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 948 time: 0.1221445 Apr 28 19:32:05.094121 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-911e01ba-9e4c-4f58-854b-04a489e03434 req-65f265fd-e6f4-4f1f-9332-334decde44f4 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606501 Apr 28 19:32:05.103728 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1b2e135c-c678-4ab2-b354-422006655add req-649dd946-53e3-4123-a997-9fb8a8504a72 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895827 Apr 28 19:32:05.144984 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-4fb7edd3-b023-4c16-a7ae-f99eda78492e service neutron] For port a220f3c9-0550-4bcd-b64a-d325ba473f8f, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:32:05.152613 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-4fb7edd3-b023-4c16-a7ae-f99eda78492e service neutron] For port a220f3c9-0550-4bcd-b64a-d325ba473f8f, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=a220f3c9-0550-4bcd-b64a-d325ba473f8f,segment=NetworkSegment(8fc1f4c1-a782-4abd-b384-b46f9c6b3366),segment_id=8fc1f4c1-a782-4abd-b384-b46f9c6b3366)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:32:05.161828 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-4fb7edd3-b023-4c16-a7ae-f99eda78492e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:05.193552 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59dc046f-ea9b-49cb-9b0d-587e30584f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:05.250044 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7edd3-b023-4c16-a7ae-f99eda78492e service neutron] Pushing event updated for resources: {'Port': ['ID=a220f3c9-0550-4bcd-b64a-d325ba473f8f,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:05.271650 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-4fb7edd3-b023-4c16-a7ae-f99eda78492e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:05.273318 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-4fb7edd3-b023-4c16-a7ae-f99eda78492e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:05.275710 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-4fb7edd3-b023-4c16-a7ae-f99eda78492e service neutron] 10.222.0.15 "PUT /v2.0/ports/a220f3c9-0550-4bcd-b64a-d325ba473f8f HTTP/1.1" status: 200 len: 1092 time: 2.5602288 Apr 28 19:32:05.276482 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7368e056-32cb-41fc-890c-9e0270c8a52f', 'tag': 'a220f3c9-0550-4bcd-b64a-d325ba473f8f'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:05.279141 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac263c3-946e-4096-aed2-90deb7e80f25" -d '{"events": [{"name": "network-changed", "server_uuid": "7368e056-32cb-41fc-890c-9e0270c8a52f", "tag": "a220f3c9-0550-4bcd-b64a-d325ba473f8f"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:05.332159 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3059cb4e-5f09-4456-92f7-0fb4b1563ea4 x-openstack-request-id: req-3059cb4e-5f09-4456-92f7-0fb4b1563ea4 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:05.332159 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7368e056-32cb-41fc-890c-9e0270c8a52f", "tag": "a220f3c9-0550-4bcd-b64a-d325ba473f8f", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:05.332159 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3059cb4e-5f09-4456-92f7-0fb4b1563ea4 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:05.333140 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3059cb4e-5f09-4456-92f7-0fb4b1563ea4'] response: {'name': 'network-changed', 'server_uuid': '7368e056-32cb-41fc-890c-9e0270c8a52f', 'tag': 'a220f3c9-0550-4bcd-b64a-d325ba473f8f', 'status': 'completed', 'code': 200} Apr 28 19:32:05.380339 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc046f-ea9b-49cb-9b0d-587e30584f19 admin admin] Pushing event deleted for resources: {'Port': ['ID=85ab9dc7-1aab-4f10-862c-5ec9b72278cc,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:05.409477 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 25b412fe-621a-4ff0-a890-43abbaa3bbff details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:32:05.482491 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-63072060-3890-46c2-bec7-f12ac4a3b340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:05.485875 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-63072060-3890-46c2-bec7-f12ac4a3b340 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=18ae396e368a491dbb7b54576f3720d9&device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 1095 time: 0.1455784 Apr 28 19:32:05.561888 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e9fdb-54f9-4858-babc-a46718344253 req-d30e09c6-97ba-4029-878b-6d4b74536779 tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:05.563970 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0c0e9fdb-54f9-4858-babc-a46718344253 req-d30e09c6-97ba-4029-878b-6d4b74536779 tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] 10.222.0.42 "GET /v2.0/ports?device_id=37a45806-6399-40a8-b1a8-a30ef4f3f2cd HTTP/1.1" status: 200 len: 946 time: 0.3617635 Apr 28 19:32:05.601312 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device e5834ab4-f5f0-4130-927e-dacd5d9ad75f no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:32:05.686726 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59dc046f-ea9b-49cb-9b0d-587e30584f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:05.691315 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: e5834ab4-f5f0-4130-927e-dacd5d9ad75f {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:32:05.691654 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device e5834ab4-f5f0-4130-927e-dacd5d9ad75f not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:32:05.758275 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 25b412fe-621a-4ff0-a890-43abbaa3bbff, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=25b412fe-621a-4ff0-a890-43abbaa3bbff,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:05.791211 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '25b412fe-621a-4ff0-a890-43abbaa3bbff', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': '25b412fe-621a-4ff0-a890-43abbaa3bbff', 'mac_address': 'fa:16:3e:ce:47:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:32:05.886462 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:05.910362 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0c0e9fdb-54f9-4858-babc-a46718344253 req-36c7c9e1-9263-488e-aa82-093adafe38aa tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] 10.222.0.42 "GET /v2.0/security-groups?id=dda48961-7a82-4ef6-ac9b-6c5c2126d536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371959 Apr 28 19:32:05.916206 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25b412fe-621a-4ff0-a890-43abbaa3bbff {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:32:05.955113 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 25b412fe-621a-4ff0-a890-43abbaa3bbff, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=25b412fe-621a-4ff0-a890-43abbaa3bbff,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:05.963634 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:05.979399 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-15353507-2bae-41c4-868f-91e453c448f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a220f3c9-0550-4bcd-b64a-d325ba473f8f HTTP/1.1" status: 200 len: 217 time: 0.4838808 Apr 28 19:32:06.069599 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab50666-c1af-4662-91cf-e9044b8066d6 req-dd2633f2-452c-4177-8cc5-494b8e182ac6 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:06.082570 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9ab50666-c1af-4662-91cf-e9044b8066d6 req-dd2633f2-452c-4177-8cc5-494b8e182ac6 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.1136818 Apr 28 19:32:06.089216 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=25b412fe-621a-4ff0-a890-43abbaa3bbff,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:06.141299 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-21018c20-9355-4522-97e7-e5c417818ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:06.148423 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-21018c20-9355-4522-97e7-e5c417818ada service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09693431-05ed-41e8-8d54-1a8b3b11f1bb HTTP/1.1" status: 200 len: 844 time: 0.1520853 Apr 28 19:32:06.201214 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-a8c1e0c2-9bdb-4335-a3e5-b76caceb6546 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a818354-dbcf-4136-b854-44772dd68b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381811 Apr 28 19:32:06.219420 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9ab50666-c1af-4662-91cf-e9044b8066d6 req-426d3446-83f7-43b7-8656-d98961e090c9 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357219 Apr 28 19:32:06.309389 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['25b412fe-621a-4ff0-a890-43abbaa3bbff'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:32:06.415418 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-d3d03de6-eeaf-4767-a4d0-ad1690ef5176 service neutron] 10.222.0.15 "GET /v2.0/networks/0a818354-dbcf-4136-b854-44772dd68b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925309 Apr 28 19:32:06.542546 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0cdec2-20dc-4918-a802-4c24a5c1edda req-c11c54ae-15f3-4ab6-83de-c13349a63a78 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:06.552633 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ce0cdec2-20dc-4918-a802-4c24a5c1edda req-c11c54ae-15f3-4ab6-83de-c13349a63a78 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 949 time: 0.1357007 Apr 28 19:32:06.621347 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ce0cdec2-20dc-4918-a802-4c24a5c1edda req-fd15c873-6013-41ed-97ed-c6a03926aedb tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675087 Apr 28 19:32:06.654019 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-67ed7ed6-862d-430a-bb2e-593fa60ea3b1 req-9238dd04-986a-41ae-9100-0f89640143d8 service neutron] 10.222.0.15 "GET /v2.0/networks/0a818354-dbcf-4136-b854-44772dd68b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268057 Apr 28 19:32:06.931128 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac00fa6-6dab-467f-bb24-ff456a6cf94d req-aa795705-a9f1-4cae-8ab8-b74d5f73999a tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:06.939931 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6ac00fa6-6dab-467f-bb24-ff456a6cf94d req-aa795705-a9f1-4cae-8ab8-b74d5f73999a tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 944 time: 0.1922605 Apr 28 19:32:06.946349 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba5472-d109-4d08-9dc6-6bab68617bf2 req-2c324af6-c2fa-4337-9e46-b333f9faac34 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:06.957495 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-35ba5472-d109-4d08-9dc6-6bab68617bf2 req-2c324af6-c2fa-4337-9e46-b333f9faac34 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=39251fbb-350b-4e70-8bc0-b7987ee461b6 HTTP/1.1" status: 200 len: 950 time: 0.8687241 Apr 28 19:32:06.990814 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac263c3-946e-4096-aed2-90deb7e80f25 req-70718a3d-c7c5-43a9-bd3c-316f0e2dcb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:06.995075 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fac263c3-946e-4096-aed2-90deb7e80f25 req-70718a3d-c7c5-43a9-bd3c-316f0e2dcb7f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=18ae396e368a491dbb7b54576f3720d9&device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 1095 time: 0.2538626 Apr 28 19:32:07.003692 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59dc046f-ea9b-49cb-9b0d-587e30584f19 admin admin] Router 51866749-52ad-4545-b281-5652152c2ba1 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:32:07.039170 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-35ba5472-d109-4d08-9dc6-6bab68617bf2 req-e058518f-b7c2-4839-84f6-69ccdb325e9e tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796206 Apr 28 19:32:07.190036 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59dc046f-ea9b-49cb-9b0d-587e30584f19 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:32:07.201858 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a59ed71-e0db-40a0-958f-b7c37dd52419 None None] Sync routers for ids ['51866749-52ad-4545-b281-5652152c2ba1'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:32:07.221954 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-59dc046f-ea9b-49cb-9b0d-587e30584f19 admin admin] 10.222.0.42 "PUT /v2.0/routers/51866749-52ad-4545-b281-5652152c2ba1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8240907 Apr 28 19:32:07.223158 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a59ed71-e0db-40a0-958f-b7c37dd52419 None None] Routers {'51866749-52ad-4545-b281-5652152c2ba1'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:32:07.224045 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37964) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:07.226531 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-9a59ed71-e0db-40a0-958f-b7c37dd52419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:31:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['51866749-52ad-4545-b281-5652152c2ba1'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:32:07.235202 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6ac00fa6-6dab-467f-bb24-ff456a6cf94d req-0d9acca3-6885-4fe4-a7ed-57aa80eaac5a tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940588 Apr 28 19:32:07.244179 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac263c3-946e-4096-aed2-90deb7e80f25 req-fdcbe58d-898e-43d2-8dd9-293b8b5e06e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:07.256440 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fac263c3-946e-4096-aed2-90deb7e80f25 req-fdcbe58d-898e-43d2-8dd9-293b8b5e06e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a818354-dbcf-4136-b854-44772dd68b79 HTTP/1.1" status: 200 len: 905 time: 0.2275426 Apr 28 19:32:07.262866 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-378c09cb-455b-4748-9851-952bc2188c49 req-89214103-1936-497f-adab-ea89a60b7643 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9463486f-9912-4389-85cb-292fced48623&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3102121 Apr 28 19:32:07.386284 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fac263c3-946e-4096-aed2-90deb7e80f25 req-2d281d90-a652-4b4c-be91-9f44d6d4d16a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a220f3c9-0550-4bcd-b64a-d325ba473f8f HTTP/1.1" status: 200 len: 217 time: 0.1206458 Apr 28 19:32:07.476702 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59fbbb94-5371-43d5-b7ad-ea27ce9c1510 admin admin] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:07.490010 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-9a59ed71-e0db-40a0-958f-b7c37dd52419 None None] Set router 51866749-52ad-4545-b281-5652152c2ba1 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:32:07.545259 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c09cb-455b-4748-9851-952bc2188c49 req-c0b3627f-caa2-47fe-8be5-11c0f4071d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:07.556732 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-378c09cb-455b-4748-9851-952bc2188c49 req-c0b3627f-caa2-47fe-8be5-11c0f4071d0e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebad228c1b4944f6b357421a29469bd6&device_id=9463486f-9912-4389-85cb-292fced48623 HTTP/1.1" status: 200 len: 1100 time: 0.1828184 Apr 28 19:32:07.564642 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac263c3-946e-4096-aed2-90deb7e80f25 req-72e4d283-3c67-4cef-b4bf-d4086528f4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:07.572559 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fac263c3-946e-4096-aed2-90deb7e80f25 req-72e4d283-3c67-4cef-b4bf-d4086528f4e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09693431-05ed-41e8-8d54-1a8b3b11f1bb HTTP/1.1" status: 200 len: 844 time: 0.1485512 Apr 28 19:32:07.680912 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fac263c3-946e-4096-aed2-90deb7e80f25 req-d46b8ed5-ad8e-42b3-87ec-f866fef5d18a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a818354-dbcf-4136-b854-44772dd68b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827224 Apr 28 19:32:07.896969 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1eff9c-4afc-4920-9928-3622c76ab1e3 req-cd3e7454-3ce4-46ae-bd06-a05e4835bf9f tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:07.898903 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bd1eff9c-4afc-4920-9928-3622c76ab1e3 req-cd3e7454-3ce4-46ae-bd06-a05e4835bf9f tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.15 "GET /v2.0/ports?device_id=39251fbb-350b-4e70-8bc0-b7987ee461b6 HTTP/1.1" status: 200 len: 950 time: 0.4181464 Apr 28 19:32:07.923099 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331826a1-5510-482c-a8df-2277930ebc0c req-8712d891-1f12-45af-86e3-9d9ec309ed29 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:07.936188 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-331826a1-5510-482c-a8df-2277930ebc0c req-8712d891-1f12-45af-86e3-9d9ec309ed29 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.4402647 Apr 28 19:32:07.958528 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-9a59ed71-e0db-40a0-958f-b7c37dd52419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51866749-52ad-4545-b281-5652152c2ba1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1242179221-router', 'tenant_id': '10ca727801184ba88d13544a50a2ce20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:29:07Z', 'updated_at': '2022-04-28T19:32:05Z', 'revision_number': 5, 'project_id': '10ca727801184ba88d13544a50a2ce20', 'gw_port': {'id': '0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51866749-52ad-4545-b281-5652152c2ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:29:09Z', 'updated_at': '2022-04-28T19:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:32:07.962275 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c09cb-455b-4748-9851-952bc2188c49 req-ea266dbc-f677-4bbe-b5cf-5cf5c65dce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:07.963727 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-378c09cb-455b-4748-9851-952bc2188c49 req-ea266dbc-f677-4bbe-b5cf-5cf5c65dce74 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.3579345 Apr 28 19:32:08.024046 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a59ed71-e0db-40a0-958f-b7c37dd52419 None None] Checking router: 51866749-52ad-4545-b281-5652152c2ba1 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:32:08.038602 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a59ed71-e0db-40a0-958f-b7c37dd52419 None None] Routers {'51866749-52ad-4545-b281-5652152c2ba1'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:32:08.039427 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-9a59ed71-e0db-40a0-958f-b7c37dd52419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:31:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['51866749-52ad-4545-b281-5652152c2ba1'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:32:08.065515 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fac263c3-946e-4096-aed2-90deb7e80f25 req-1459239c-bd15-4306-ae27-c158f5d074f2 service neutron] 10.222.0.15 "GET /v2.0/networks/0a818354-dbcf-4136-b854-44772dd68b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479631 Apr 28 19:32:08.080491 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-378c09cb-455b-4748-9851-952bc2188c49 req-e3b3794f-57c8-45af-a3a9-21c4ceffb70a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=27679c7b-3c6b-4002-a6f4-a1564802e5b4 HTTP/1.1" status: 200 len: 217 time: 0.0987282 Apr 28 19:32:08.103786 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb909bb-9b07-4602-91d7-41a1942e7a56 req-0ed93724-d72f-4404-81a7-66d02c4bca02 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:08.105559 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7eb909bb-9b07-4602-91d7-41a1942e7a56 req-0ed93724-d72f-4404-81a7-66d02c4bca02 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 949 time: 0.2506950 Apr 28 19:32:08.111597 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59fbbb94-5371-43d5-b7ad-ea27ce9c1510 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:08.177269 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c09cb-455b-4748-9851-952bc2188c49 req-7af24b50-38ea-4864-8ae8-cf42fafad368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:08.179903 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-378c09cb-455b-4748-9851-952bc2188c49 req-7af24b50-38ea-4864-8ae8-cf42fafad368 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.0723665 Apr 28 19:32:08.272985 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-9a59ed71-e0db-40a0-958f-b7c37dd52419 None None] Set router 51866749-52ad-4545-b281-5652152c2ba1 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:32:08.276379 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-331826a1-5510-482c-a8df-2277930ebc0c req-d8461e48-c7eb-4392-9de5-08350b4e5fec tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196752 Apr 28 19:32:08.332323 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7eb909bb-9b07-4602-91d7-41a1942e7a56 req-f2b9c17f-d20b-499a-a0c9-1fc91171402c tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392305 Apr 28 19:32:08.353141 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c09cb-455b-4748-9851-952bc2188c49 req-a0fb8122-e09d-4a27-8a27-f6e4b80f62d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:08.354636 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-378c09cb-455b-4748-9851-952bc2188c49 req-a0fb8122-e09d-4a27-8a27-f6e4b80f62d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1385639 Apr 28 19:32:08.404751 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fac263c3-946e-4096-aed2-90deb7e80f25 req-c9138da5-19f2-42ec-b633-8f0cfe58bf6c service neutron] 10.222.0.15 "GET /v2.0/networks/0a818354-dbcf-4136-b854-44772dd68b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231194 Apr 28 19:32:08.417276 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-bd1eff9c-4afc-4920-9928-3622c76ab1e3 req-aad86062-16bd-4ca9-976f-58bec3f05127 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Deleting port a588af6e-cda2-47ed-abf0-821458835cb5 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:32:08.440699 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-bd1eff9c-4afc-4920-9928-3622c76ab1e3 req-aad86062-16bd-4ca9-976f-58bec3f05127 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:08.448032 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-59fbbb94-5371-43d5-b7ad-ea27ce9c1510 admin admin] Deleting port 0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:32:08.468418 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59fbbb94-5371-43d5-b7ad-ea27ce9c1510 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:08.526702 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-378c09cb-455b-4748-9851-952bc2188c49 req-716c8358-219d-4b3b-ab6e-f6a55950a6e4 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593986 Apr 28 19:32:08.609686 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-59fbbb94-5371-43d5-b7ad-ea27ce9c1510 admin admin] For port 0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:08.610161 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59fbbb94-5371-43d5-b7ad-ea27ce9c1510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:08.622422 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-59fbbb94-5371-43d5-b7ad-ea27ce9c1510 admin admin] Calling delete_port for 0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8 owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:32:08.652443 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-378c09cb-455b-4748-9851-952bc2188c49 req-849dd6ad-8c1b-4f03-9ced-810a24b601e1 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173720 Apr 28 19:32:08.799699 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7e171-6082-46b8-877f-7e797f587c3c req-50253334-b85a-4e15-aefa-f4e6c66d7252 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:08.802634 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a6d7e171-6082-46b8-877f-7e797f587c3c req-50253334-b85a-4e15-aefa-f4e6c66d7252 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 944 time: 0.1422009 Apr 28 19:32:08.869560 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a6d7e171-6082-46b8-877f-7e797f587c3c req-2ddb29f8-132e-4eb8-92e7-d5d27afd8f92 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531580 Apr 28 19:32:08.878120 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-9a59ed71-e0db-40a0-958f-b7c37dd52419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51866749-52ad-4545-b281-5652152c2ba1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1242179221-router', 'tenant_id': '10ca727801184ba88d13544a50a2ce20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:29:07Z', 'updated_at': '2022-04-28T19:32:05Z', 'revision_number': 5, 'project_id': '10ca727801184ba88d13544a50a2ce20', 'gw_port': {'id': '0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51866749-52ad-4545-b281-5652152c2ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:29:09Z', 'updated_at': '2022-04-28T19:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:32:08.931287 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a59ed71-e0db-40a0-958f-b7c37dd52419 None None] The sync data for ids ['51866749-52ad-4545-b281-5652152c2ba1'] in n-d-839810-1 is: [{'id': '51866749-52ad-4545-b281-5652152c2ba1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1242179221-router', 'tenant_id': '10ca727801184ba88d13544a50a2ce20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:29:07Z', 'updated_at': '2022-04-28T19:32:05Z', 'revision_number': 5, 'project_id': '10ca727801184ba88d13544a50a2ce20', 'gw_port': {'id': '0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51866749-52ad-4545-b281-5652152c2ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:29:09Z', 'updated_at': '2022-04-28T19:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:32:08.966448 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1663e0-b2cf-49d4-a2f9-27cc59e0c2ca req-fdcd1273-1915-4740-bd39-d5ad92f9511e tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:08.975482 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5c1663e0-b2cf-49d4-a2f9-27cc59e0c2ca req-fdcd1273-1915-4740-bd39-d5ad92f9511e tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=39251fbb-350b-4e70-8bc0-b7987ee461b6 HTTP/1.1" status: 200 len: 950 time: 0.1541638 Apr 28 19:32:09.041020 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59fbbb94-5371-43d5-b7ad-ea27ce9c1510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:09.103037 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-bd1eff9c-4afc-4920-9928-3622c76ab1e3 req-aad86062-16bd-4ca9-976f-58bec3f05127 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] For port a588af6e-cda2-47ed-abf0-821458835cb5, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=a588af6e-cda2-47ed-abf0-821458835cb5,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:09.103413 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-bd1eff9c-4afc-4920-9928-3622c76ab1e3 req-aad86062-16bd-4ca9-976f-58bec3f05127 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:09.108643 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbbb94-5371-43d5-b7ad-ea27ce9c1510 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:09.145694 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5c1663e0-b2cf-49d4-a2f9-27cc59e0c2ca req-a68fdba3-c10e-44c3-aab8-b6d61307036c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692352 Apr 28 19:32:09.164202 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-bd1eff9c-4afc-4920-9928-3622c76ab1e3 req-aad86062-16bd-4ca9-976f-58bec3f05127 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Calling delete_port for a588af6e-cda2-47ed-abf0-821458835cb5 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:32:09.171305 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59fbbb94-5371-43d5-b7ad-ea27ce9c1510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:09.392858 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59fbbb94-5371-43d5-b7ad-ea27ce9c1510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:09.398415 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59fbbb94-5371-43d5-b7ad-ea27ce9c1510 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:09.433046 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device a220f3c9-0550-4bcd-b64a-d325ba473f8f details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:32:09.435705 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 25b412fe-621a-4ff0-a890-43abbaa3bbff up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:32:09.556356 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59fbbb94-5371-43d5-b7ad-ea27ce9c1510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:09.556929 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fbbb94-5371-43d5-b7ad-ea27ce9c1510 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51866749-52ad-4545-b281-5652152c2ba1 {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:32:09.568683 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59fbbb94-5371-43d5-b7ad-ea27ce9c1510 admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:09.570175 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-59fbbb94-5371-43d5-b7ad-ea27ce9c1510 admin admin] 10.222.0.42 "DELETE /v2.0/routers/51866749-52ad-4545-b281-5652152c2ba1 HTTP/1.1" status: 204 len: 168 time: 2.3449054 Apr 28 19:32:09.579245 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38006) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:09.665924 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb3f55-6344-44a3-8b7b-33beb83203c8 req-6943a076-87a0-411f-bd7f-d089f3a963d5 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:09.673646 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8eeb3f55-6344-44a3-8b7b-33beb83203c8 req-6943a076-87a0-411f-bd7f-d089f3a963d5 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.2687995 Apr 28 19:32:09.727199 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port a220f3c9-0550-4bcd-b64a-d325ba473f8f, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=a220f3c9-0550-4bcd-b64a-d325ba473f8f,segment=NetworkSegment(8fc1f4c1-a782-4abd-b384-b46f9c6b3366),segment_id=8fc1f4c1-a782-4abd-b384-b46f9c6b3366)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:09.764127 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'a220f3c9-0550-4bcd-b64a-d325ba473f8f', 'network_id': '0a818354-dbcf-4136-b854-44772dd68b79', 'port_id': 'a220f3c9-0550-4bcd-b64a-d325ba473f8f', 'mac_address': 'fa:16:3e:5f:f6:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09693431-05ed-41e8-8d54-1a8b3b11f1bb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:32:09.792678 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cfe9d8c-1503-4263-992e-f698c63b0ff1 admin admin] Deleting subnet e0015496-6757-491a-9870-92d62b50e0a7 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:32:09.809242 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1cfe9d8c-1503-4263-992e-f698c63b0ff1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:09.853423 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-bd1eff9c-4afc-4920-9928-3622c76ab1e3 req-aad86062-16bd-4ca9-976f-58bec3f05127 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:09.866601 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be908ae4-d49d-4ec1-b061-76a5a4bb8a8b req-f21b8d17-7ece-4f36-8460-38c5d831804a tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:09.885591 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-be908ae4-d49d-4ec1-b061-76a5a4bb8a8b req-f21b8d17-7ece-4f36-8460-38c5d831804a tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 949 time: 0.1299379 Apr 28 19:32:09.891046 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8eeb3f55-6344-44a3-8b7b-33beb83203c8 req-a426eb34-daca-4625-a8ae-03c2f91771d3 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025125 Apr 28 19:32:09.950687 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad86062-16bd-4ca9-976f-58bec3f05127 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Pushing event deleted for resources: {'Port': ['ID=a588af6e-cda2-47ed-abf0-821458835cb5,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:09.970398 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-be908ae4-d49d-4ec1-b061-76a5a4bb8a8b req-9309757c-656d-45bc-adc7-25908a820d27 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840876 Apr 28 19:32:09.991692 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1cfe9d8c-1503-4263-992e-f698c63b0ff1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:10.032559 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:10.054381 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['c2e419a1-27cd-4ed4-bf9e-e37de3c0d961', '85587bcf-59af-42cb-9e68-0ce372795bee', 'd1cc09ce-75a3-48ce-ac36-4b9c20b8a342', '49a5e30e-4c80-460a-9d4f-e31ac15f312d'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:32:10.115533 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['27679c7b-3c6b-4002-a6f4-a1564802e5b4', 'a588af6e-cda2-47ed-abf0-821458835cb5'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:32:10.140468 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1eff9c-4afc-4920-9928-3622c76ab1e3 req-aad86062-16bd-4ca9-976f-58bec3f05127 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] No DVR routers for this DVR port a588af6e-cda2-47ed-abf0-821458835cb5 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:32:10.152728 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-bd1eff9c-4afc-4920-9928-3622c76ab1e3 req-aad86062-16bd-4ca9-976f-58bec3f05127 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:10.160600 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bd1eff9c-4afc-4920-9928-3622c76ab1e3 req-aad86062-16bd-4ca9-976f-58bec3f05127 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.15 "DELETE /v2.0/ports/a588af6e-cda2-47ed-abf0-821458835cb5 HTTP/1.1" status: 204 len: 173 time: 2.2229218 Apr 28 19:32:10.174157 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a220f3c9-0550-4bcd-b64a-d325ba473f8f {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:32:10.192822 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337013b-b02d-4a2d-847f-1df0ad751fb2 req-bbb5bbb4-a061-4647-b755-74d946e7c7f2 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:10.202796 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5337013b-b02d-4a2d-847f-1df0ad751fb2 req-bbb5bbb4-a061-4647-b755-74d946e7c7f2 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 944 time: 0.0952013 Apr 28 19:32:10.206759 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port a220f3c9-0550-4bcd-b64a-d325ba473f8f, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=a220f3c9-0550-4bcd-b64a-d325ba473f8f,segment=NetworkSegment(8fc1f4c1-a782-4abd-b384-b46f9c6b3366),segment_id=8fc1f4c1-a782-4abd-b384-b46f9c6b3366)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:10.209594 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39251fbb-350b-4e70-8bc0-b7987ee461b6', 'name': 'network-vif-deleted', 'tag': 'a588af6e-cda2-47ed-abf0-821458835cb5'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:10.213625 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aadd173-c376-4c05-ba55-a0a78ce260f9" -d '{"events": [{"server_uuid": "39251fbb-350b-4e70-8bc0-b7987ee461b6", "name": "network-vif-deleted", "tag": "a588af6e-cda2-47ed-abf0-821458835cb5"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:10.235009 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:10.259009 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5337013b-b02d-4a2d-847f-1df0ad751fb2 req-55decd75-db28-4d17-ad73-ab02ef570d8d tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547020 Apr 28 19:32:10.291636 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1cfe9d8c-1503-4263-992e-f698c63b0ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:10.328889 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be31bd34-d321-4ddc-8944-efb3a8c5e0c8 x-openstack-request-id: req-be31bd34-d321-4ddc-8944-efb3a8c5e0c8 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:10.329174 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39251fbb-350b-4e70-8bc0-b7987ee461b6", "name": "network-vif-deleted", "tag": "a588af6e-cda2-47ed-abf0-821458835cb5", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:10.329419 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-be31bd34-d321-4ddc-8944-efb3a8c5e0c8 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:10.329805 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be31bd34-d321-4ddc-8944-efb3a8c5e0c8'] response: {'server_uuid': '39251fbb-350b-4e70-8bc0-b7987ee461b6', 'name': 'network-vif-deleted', 'tag': 'a588af6e-cda2-47ed-abf0-821458835cb5', 'status': 'completed', 'code': 200} Apr 28 19:32:10.371114 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1cfe9d8c-1503-4263-992e-f698c63b0ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:10.396730 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=a220f3c9-0550-4bcd-b64a-d325ba473f8f,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:10.411306 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 25b412fe-621a-4ff0-a890-43abbaa3bbff completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:32:10.451926 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 25b412fe-621a-4ff0-a890-43abbaa3bbff triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:32:10.452950 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:10.538617 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 85ab9dc7-1aab-4f10-862c-5ec9b72278cc no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:32:10.559098 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7dc21a97-c4ed-4142-95da-47e82d3131af req-497ec913-d562-41e4-9c56-edf6ef6e773e tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=39251fbb-350b-4e70-8bc0-b7987ee461b6 HTTP/1.1" status: 200 len: 210 time: 0.1362720 Apr 28 19:32:10.562789 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1cfe9d8c-1503-4263-992e-f698c63b0ff1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:10.569017 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1cfe9d8c-1503-4263-992e-f698c63b0ff1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e0015496-6757-491a-9870-92d62b50e0a7 HTTP/1.1" status: 204 len: 168 time: 0.9794502 Apr 28 19:32:10.569608 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38026) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:10.601626 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe9d8c-1503-4263-992e-f698c63b0ff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0015496-6757-491a-9870-92d62b50e0a7,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:10.672678 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fde267-6e48-4384-9cf2-8693d30d7ca2 None None] Network 7eac11dd-5ad5-413c-a461-277f7b58f341 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:32:10.725623 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-24523ff2-c00a-4525-9dbc-c4e3ed0369d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:10.756914 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['a220f3c9-0550-4bcd-b64a-d325ba473f8f'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:32:10.769033 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 85ab9dc7-1aab-4f10-862c-5ec9b72278cc {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:32:10.769339 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 85ab9dc7-1aab-4f10-862c-5ec9b72278cc not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:32:10.869064 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-24523ff2-c00a-4525-9dbc-c4e3ed0369d5 admin admin] Deleting port f158bdad-8a19-4bef-81e5-8605984ea766 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:32:10.869624 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-24523ff2-c00a-4525-9dbc-c4e3ed0369d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:10.964426 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-24523ff2-c00a-4525-9dbc-c4e3ed0369d5 admin admin] For port f158bdad-8a19-4bef-81e5-8605984ea766, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=f158bdad-8a19-4bef-81e5-8605984ea766,segment=NetworkSegment(bac3f320-ca11-475a-8c6e-4d25b474c017),segment_id=bac3f320-ca11-475a-8c6e-4d25b474c017)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:10.965084 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-24523ff2-c00a-4525-9dbc-c4e3ed0369d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:11.023020 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-24523ff2-c00a-4525-9dbc-c4e3ed0369d5 admin admin] Calling delete_port for f158bdad-8a19-4bef-81e5-8605984ea766 owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:32:11.093243 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:11.179261 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-24523ff2-c00a-4525-9dbc-c4e3ed0369d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:11.216284 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c3255-5198-4cc1-a640-4e1aa99dc372 req-44afe3ea-9c8e-4229-91e9-75deec40b1c1 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:11.218975 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d36c3255-5198-4cc1-a640-4e1aa99dc372 req-44afe3ea-9c8e-4229-91e9-75deec40b1c1 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 949 time: 0.1154668 Apr 28 19:32:11.236042 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ba188e-ad9e-4ae7-b640-1f1cefa77a2c None None] DHCP port deletion for 7eac11dd-5ad5-413c-a461-277f7b58f341 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:32:11.271406 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24523ff2-c00a-4525-9dbc-c4e3ed0369d5 admin admin] No DVR routers for this DVR port f158bdad-8a19-4bef-81e5-8605984ea766 on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:32:11.305301 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d36c3255-5198-4cc1-a640-4e1aa99dc372 req-fb72e366-15f6-468e-959f-d8941b123fdb tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731246 Apr 28 19:32:11.308842 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251cec4d-b5ae-4e32-8c03-b8298378ee1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b412fe-621a-4ff0-a890-43abbaa3bbff'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:11.310911 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230e127b-c718-4a7c-9e23-afdad10a67f9" -d '{"events": [{"server_uuid": "251cec4d-b5ae-4e32-8c03-b8298378ee1a", "name": "network-vif-plugged", "status": "completed", "tag": "25b412fe-621a-4ff0-a890-43abbaa3bbff"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:11.338492 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24523ff2-c00a-4525-9dbc-c4e3ed0369d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f158bdad-8a19-4bef-81e5-8605984ea766,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:11.344255 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 25b412fe-621a-4ff0-a890-43abbaa3bbff, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=25b412fe-621a-4ff0-a890-43abbaa3bbff,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:11.387289 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9f366-e2fe-48a7-91a9-1876f80a8ee6 req-a8b1dce1-24dd-4b7e-866f-0fee1889b2e4 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:11.389712 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a0e9f366-e2fe-48a7-91a9-1876f80a8ee6 req-a8b1dce1-24dd-4b7e-866f-0fee1889b2e4 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.2280586 Apr 28 19:32:11.396636 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:11.484873 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device a588af6e-cda2-47ed-abf0-821458835cb5 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:32:11.529562 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-24523ff2-c00a-4525-9dbc-c4e3ed0369d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:11.555746 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a0e9f366-e2fe-48a7-91a9-1876f80a8ee6 req-8790a780-fee2-408a-8336-a720f1a98c58 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820668 Apr 28 19:32:11.584423 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-24523ff2-c00a-4525-9dbc-c4e3ed0369d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eac11dd-5ad5-413c-a461-277f7b58f341']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:32:11.597414 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-24523ff2-c00a-4525-9dbc-c4e3ed0369d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac3f320-ca11-475a-8c6e-4d25b474c017') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:32:11.597713 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-24523ff2-c00a-4525-9dbc-c4e3ed0369d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac3f320-ca11-475a-8c6e-4d25b474c017') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:32:11.614717 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-24523ff2-c00a-4525-9dbc-c4e3ed0369d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:11.645543 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab5b329-503b-4658-87cb-f7996d755c96 x-openstack-request-id: req-dab5b329-503b-4658-87cb-f7996d755c96 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:11.651902 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-24523ff2-c00a-4525-9dbc-c4e3ed0369d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:11.652470 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251cec4d-b5ae-4e32-8c03-b8298378ee1a", "name": "network-vif-plugged", "status": "completed", "tag": "25b412fe-621a-4ff0-a890-43abbaa3bbff", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:11.652863 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dab5b329-503b-4658-87cb-f7996d755c96 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:11.653418 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dab5b329-503b-4658-87cb-f7996d755c96'] response: {'server_uuid': '251cec4d-b5ae-4e32-8c03-b8298378ee1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b412fe-621a-4ff0-a890-43abbaa3bbff', 'code': 200} Apr 28 19:32:11.661665 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24523ff2-c00a-4525-9dbc-c4e3ed0369d5 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:32:11.662378 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-24523ff2-c00a-4525-9dbc-c4e3ed0369d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:11.664846 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:32:11.664846 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:32:11.664846 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:32:11.664846 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:32:11.664846 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:32:11.664846 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:32:11.664846 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:32:11.664846 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:32:11.664846 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:32:11.664846 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:32:11.664846 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:32:11.664846 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:32:11.664846 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:32:11.664846 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:32:11.664846 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:32:11.664846 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:32:11.664846 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:32:11.664846 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:32:11.664846 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:32:11.664846 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:32:11.664846 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:32:11.664846 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:32:11.664846 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:32:11.664846 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:32:11.664846 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:32:11.664846 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:32:11.664846 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:32:11.664846 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:32:11.664846 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:32:11.664846 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:32:11.664846 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:32:11.664846 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:32:11.672371 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: a588af6e-cda2-47ed-abf0-821458835cb5 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:32:11.673774 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80de2c4-007d-47dd-9949-11868cc74849 req-43089605-bb71-4eb6-8c82-9273888838fd tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:11.675546 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f80de2c4-007d-47dd-9949-11868cc74849 req-43089605-bb71-4eb6-8c82-9273888838fd tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 945 time: 0.1478622 Apr 28 19:32:11.676085 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device a588af6e-cda2-47ed-abf0-821458835cb5 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:32:11.773101 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=25b412fe-621a-4ff0-a890-43abbaa3bbff,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:11.775577 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f80de2c4-007d-47dd-9949-11868cc74849 req-94ffd6cf-1399-41f9-8742-6c307df51bed tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906062 Apr 28 19:32:11.798647 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d07a75-ead7-4e3e-a97b-1efa12c514e1 req-4aca9ed2-d414-45d0-a9d6-fff98f28dc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:11.800863 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-56d07a75-ead7-4e3e-a97b-1efa12c514e1 req-4aca9ed2-d414-45d0-a9d6-fff98f28dc5a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 1101 time: 0.0849059 Apr 28 19:32:11.803165 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-24523ff2-c00a-4525-9dbc-c4e3ed0369d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:11.822982 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-24523ff2-c00a-4525-9dbc-c4e3ed0369d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:11.827399 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-24523ff2-c00a-4525-9dbc-c4e3ed0369d5 admin admin] 10.222.0.42 "DELETE /v2.0/networks/7eac11dd-5ad5-413c-a461-277f7b58f341 HTTP/1.1" status: 204 len: 168 time: 1.2556713 Apr 28 19:32:11.869283 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24523ff2-c00a-4525-9dbc-c4e3ed0369d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7eac11dd-5ad5-413c-a461-277f7b58f341,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:11.885620 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-56d07a75-ead7-4e3e-a97b-1efa12c514e1 req-7a3a39d2-d314-44eb-b4d5-0f031aefb63e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634162 Apr 28 19:32:12.269387 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38062) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:12.295453 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:32:12.324512 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cb2cfb11-63fe-488d-ba7d-944e5b1553a8 req-f40e89f1-f620-4fc4-9856-e03f6d7afe90 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e1efbccd-fc77-46ac-81dd-d5732d0dae98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1240056 Apr 28 19:32:12.343524 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e812aae6-e6ca-414f-9f60-02c6d8b5666c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=39f1ec92eba944f2870178ab14420527&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0728672 Apr 28 19:32:12.346758 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38070) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:12.372078 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:32:12.372389 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 0e85e2dd-7b65-45d2-b82f-b2f1dd5d06d8 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:32:12.372807 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device f158bdad-8a19-4bef-81e5-8605984ea766 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:32:12.458943 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2cfb11-63fe-488d-ba7d-944e5b1553a8 req-6e8b54e7-2bbb-4f4c-8a45-78832efbcdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:12.465318 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cb2cfb11-63fe-488d-ba7d-944e5b1553a8 req-6e8b54e7-2bbb-4f4c-8a45-78832efbcdad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ebad228c1b4944f6b357421a29469bd6&device_id=e1efbccd-fc77-46ac-81dd-d5732d0dae98 HTTP/1.1" status: 200 len: 1100 time: 0.0883043 Apr 28 19:32:12.468588 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: f158bdad-8a19-4bef-81e5-8605984ea766 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:32:12.468931 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device f158bdad-8a19-4bef-81e5-8605984ea766 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:32:12.487279 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a7bc01f9-04e1-4040-93ee-51703b3a21b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:12.547909 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a7bc01f9-04e1-4040-93ee-51703b3a21b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:12.634917 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627b8aa-e204-4015-ac89-533d47f252ed req-7600401d-244a-4d46-8350-e6c66ebcdb3d tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:12.636574 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d627b8aa-e204-4015-ac89-533d47f252ed req-7600401d-244a-4d46-8350-e6c66ebcdb3d tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 950 time: 0.1422708 Apr 28 19:32:12.643171 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a7bc01f9-04e1-4040-93ee-51703b3a21b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:12.646026 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a7bc01f9-04e1-4040-93ee-51703b3a21b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:12.650799 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a7bc01f9-04e1-4040-93ee-51703b3a21b7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0e099f4f-cdc6-4408-8ebc-7e1a554ac124 HTTP/1.1" status: 204 len: 168 time: 0.3019681 Apr 28 19:32:12.676900 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc01f9-04e1-4040-93ee-51703b3a21b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e099f4f-cdc6-4408-8ebc-7e1a554ac124,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:12.791054 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d837e-14d2-49bd-a39d-150c2c5eb294 req-ea926a34-1abc-4ad2-a332-bac15af6e4ee tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:12.802567 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-572d837e-14d2-49bd-a39d-150c2c5eb294 req-ea926a34-1abc-4ad2-a332-bac15af6e4ee tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=9463486f-9912-4389-85cb-292fced48623 HTTP/1.1" status: 200 len: 949 time: 0.1052957 Apr 28 19:32:12.809880 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d627b8aa-e204-4015-ac89-533d47f252ed req-b862fd17-7c49-4ed3-a436-0e5db5dd59bf tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953331 Apr 28 19:32:12.821363 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2cfb11-63fe-488d-ba7d-944e5b1553a8 req-8c7a0874-84b4-4d7c-b710-c2418d82c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:12.821363 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cb2cfb11-63fe-488d-ba7d-944e5b1553a8 req-8c7a0874-84b4-4d7c-b710-c2418d82c1b2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.2923944 Apr 28 19:32:12.863103 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-572d837e-14d2-49bd-a39d-150c2c5eb294 req-25a4129b-2ebd-4eff-876d-d12079b273b9 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528030 Apr 28 19:32:12.922309 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cb2cfb11-63fe-488d-ba7d-944e5b1553a8 req-deec9241-270b-44cc-b60e-7d18523de923 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=c2e419a1-27cd-4ed4-bf9e-e37de3c0d961 HTTP/1.1" status: 200 len: 217 time: 0.0932336 Apr 28 19:32:13.067614 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca852e-2fd0-48aa-b5dc-71874f1e9eaa req-f23b092e-1f62-45a1-badd-d7a015d99fab tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:13.067614 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b7ca852e-2fd0-48aa-b5dc-71874f1e9eaa req-f23b092e-1f62-45a1-badd-d7a015d99fab tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 945 time: 0.1016672 Apr 28 19:32:13.082860 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ebbb7-8b12-4d56-98ca-19cee669bb85 req-56b59eb7-c34b-4d93-9a36-7f7a964c0ab3 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:13.086823 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3b7ebbb7-8b12-4d56-98ca-19cee669bb85 req-56b59eb7-c34b-4d93-9a36-7f7a964c0ab3 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.1721597 Apr 28 19:32:13.128987 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b7ca852e-2fd0-48aa-b5dc-71874f1e9eaa req-e570f20f-fa91-4d5a-8dfd-8998685f8e30 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533333 Apr 28 19:32:13.136342 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2cfb11-63fe-488d-ba7d-944e5b1553a8 req-0f956c53-c8c4-4693-85ce-fde859d5b390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:13.140022 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cb2cfb11-63fe-488d-ba7d-944e5b1553a8 req-0f956c53-c8c4-4693-85ce-fde859d5b390 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1741257 Apr 28 19:32:13.194303 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3b7ebbb7-8b12-4d56-98ca-19cee669bb85 req-8bf5181f-aac8-472d-bc3c-fb7f8eab105a tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960839 Apr 28 19:32:13.251526 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2cfb11-63fe-488d-ba7d-944e5b1553a8 req-e56a130a-f81a-4fa2-96db-fe1eaa30fad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:13.255182 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cb2cfb11-63fe-488d-ba7d-944e5b1553a8 req-e56a130a-f81a-4fa2-96db-fe1eaa30fad1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0876446 Apr 28 19:32:13.319036 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38096) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:13.387486 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-32a18e88-4e08-438a-ad38-4044a40854e9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=10ca727801184ba88d13544a50a2ce20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0650549 Apr 28 19:32:13.387694 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38098) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:13.444133 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device a220f3c9-0550-4bcd-b64a-d325ba473f8f up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:32:13.456422 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dea7fa4b-8c7a-47ff-953d-c1cc77e1be96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:13.490653 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dea7fa4b-8c7a-47ff-953d-c1cc77e1be96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:13.519525 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cb2cfb11-63fe-488d-ba7d-944e5b1553a8 req-0e677cf9-41ea-4f0b-b223-789f7f7de8ef service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508171 Apr 28 19:32:13.577378 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dea7fa4b-8c7a-47ff-953d-c1cc77e1be96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:13.592087 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dea7fa4b-8c7a-47ff-953d-c1cc77e1be96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:13.597244 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-dea7fa4b-8c7a-47ff-953d-c1cc77e1be96 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6f825bcb-ecd6-433a-8843-f876faa9c483 HTTP/1.1" status: 204 len: 168 time: 0.2064137 Apr 28 19:32:13.644345 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7fa4b-8c7a-47ff-953d-c1cc77e1be96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f825bcb-ecd6-433a-8843-f876faa9c483,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:13.726537 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port a220f3c9-0550-4bcd-b64a-d325ba473f8f completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:32:13.740960 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port a220f3c9-0550-4bcd-b64a-d325ba473f8f triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:32:13.741659 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:13.837627 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cb2cfb11-63fe-488d-ba7d-944e5b1553a8 req-2a37a3a3-7d05-491c-8232-8528762385d8 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126292 Apr 28 19:32:13.989858 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:14.018097 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7368e056-32cb-41fc-890c-9e0270c8a52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a220f3c9-0550-4bcd-b64a-d325ba473f8f'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:14.020888 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ffab70-45f3-4366-95b1-62a581d25b89" -d '{"events": [{"server_uuid": "7368e056-32cb-41fc-890c-9e0270c8a52f", "name": "network-vif-plugged", "status": "completed", "tag": "a220f3c9-0550-4bcd-b64a-d325ba473f8f"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:14.035867 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port a220f3c9-0550-4bcd-b64a-d325ba473f8f, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=a220f3c9-0550-4bcd-b64a-d325ba473f8f,segment=NetworkSegment(8fc1f4c1-a782-4abd-b384-b46f9c6b3366),segment_id=8fc1f4c1-a782-4abd-b384-b46f9c6b3366)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:14.043692 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:14.089766 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ff253-985b-4fd2-b7d5-94c1932fec00 req-2eace35f-f186-4dff-b8a1-4f644c3089d7 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:14.093669 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-387ff253-985b-4fd2-b7d5-94c1932fec00 req-2eace35f-f186-4dff-b8a1-4f644c3089d7 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=9463486f-9912-4389-85cb-292fced48623 HTTP/1.1" status: 200 len: 949 time: 0.0972464 Apr 28 19:32:14.129378 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=a220f3c9-0550-4bcd-b64a-d325ba473f8f,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:14.173847 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ce2f1-ce39-4abd-a9df-368b87dec124 req-60a4131c-b118-487d-b6b1-3c4bd51c78b2 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:14.175454 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-821ce2f1-ce39-4abd-a9df-368b87dec124 req-60a4131c-b118-487d-b6b1-3c4bd51c78b2 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2e5bf37-c053-4f92-9378-3f77aecc7f40 HTTP/1.1" status: 200 len: 950 time: 0.2602932 Apr 28 19:32:14.212695 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-387ff253-985b-4fd2-b7d5-94c1932fec00 req-e27a7c34-c018-41a7-a63b-485394c28568 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015246 Apr 28 19:32:14.282684 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5e8b8-0aa8-4371-93d7-59c91df394df req-9e072c4e-a5ce-4b34-9f25-a6f5f1413f03 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:14.284296 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7bb5e8b8-0aa8-4371-93d7-59c91df394df req-9e072c4e-a5ce-4b34-9f25-a6f5f1413f03 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 950 time: 0.2622585 Apr 28 19:32:14.296331 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40330fc8-3bb9-40a1-9772-d8e3938e550a req-ff6bf637-cec4-4aa5-811f-1e59eed642cd tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:14.298220 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-40330fc8-3bb9-40a1-9772-d8e3938e550a req-ff6bf637-cec4-4aa5-811f-1e59eed642cd tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.15 "GET /v2.0/ports?device_id=9463486f-9912-4389-85cb-292fced48623 HTTP/1.1" status: 200 len: 949 time: 0.1241415 Apr 28 19:32:14.335575 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1743f2cc-06f2-4993-835d-cc5651c64e44 x-openstack-request-id: req-1743f2cc-06f2-4993-835d-cc5651c64e44 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:14.335874 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7368e056-32cb-41fc-890c-9e0270c8a52f", "name": "network-vif-plugged", "status": "completed", "tag": "a220f3c9-0550-4bcd-b64a-d325ba473f8f", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:14.336160 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1743f2cc-06f2-4993-835d-cc5651c64e44 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:14.336563 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1743f2cc-06f2-4993-835d-cc5651c64e44'] response: {'server_uuid': '7368e056-32cb-41fc-890c-9e0270c8a52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a220f3c9-0550-4bcd-b64a-d325ba473f8f', 'code': 200} Apr 28 19:32:14.550871 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7bb5e8b8-0aa8-4371-93d7-59c91df394df req-2f220b53-c253-4398-bf94-2ab43f9ae8a5 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467785 Apr 28 19:32:14.563904 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610b144-d8d7-46d4-9687-8226ace547a4 req-5bd1ec41-0a63-41c5-b3fa-83ed78641e2f tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:14.579742 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5610b144-d8d7-46d4-9687-8226ace547a4 req-5bd1ec41-0a63-41c5-b3fa-83ed78641e2f tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 946 time: 0.1602139 Apr 28 19:32:14.589487 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfaed1a-5a79-470c-9cd4-1c14d66cc472 req-8465b0b1-edfa-4e77-b92a-6f64b51ebf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:14.591009 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4bfaed1a-5a79-470c-9cd4-1c14d66cc472 req-8465b0b1-edfa-4e77-b92a-6f64b51ebf75 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 1097 time: 0.1562121 Apr 28 19:32:14.679617 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4bfaed1a-5a79-470c-9cd4-1c14d66cc472 req-12ac8ec5-7bcd-44dd-bcef-c796ce6fd0e8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763552 Apr 28 19:32:14.681756 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-821ce2f1-ce39-4abd-a9df-368b87dec124 req-89f6786b-c5ed-4843-a1fb-36573c22175a tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Deleting port 49a5e30e-4c80-460a-9d4f-e31ac15f312d {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:32:14.682101 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-821ce2f1-ce39-4abd-a9df-368b87dec124 req-89f6786b-c5ed-4843-a1fb-36573c22175a tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:14.716436 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-40330fc8-3bb9-40a1-9772-d8e3938e550a req-039cd0a0-cd78-4650-960b-71b2626a91e0 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Deleting port 27679c7b-3c6b-4002-a6f4-a1564802e5b4 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:32:14.725331 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-40330fc8-3bb9-40a1-9772-d8e3938e550a req-039cd0a0-cd78-4650-960b-71b2626a91e0 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:14.761418 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5610b144-d8d7-46d4-9687-8226ace547a4 req-bd3dfdfd-f36b-4bd7-9335-c8422ac2c25e tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803172 Apr 28 19:32:14.891224 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-821ce2f1-ce39-4abd-a9df-368b87dec124 req-89f6786b-c5ed-4843-a1fb-36573c22175a tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] For port 49a5e30e-4c80-460a-9d4f-e31ac15f312d, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=49a5e30e-4c80-460a-9d4f-e31ac15f312d,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:14.891772 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-821ce2f1-ce39-4abd-a9df-368b87dec124 req-89f6786b-c5ed-4843-a1fb-36573c22175a tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:14.911488 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-821ce2f1-ce39-4abd-a9df-368b87dec124 req-89f6786b-c5ed-4843-a1fb-36573c22175a tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Calling delete_port for 49a5e30e-4c80-460a-9d4f-e31ac15f312d owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:32:14.933226 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4d447-7627-42a2-83e5-89c1e226c0dc req-e95608db-7b79-4f01-8323-9d299f028517 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:14.942617 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-25e4d447-7627-42a2-83e5-89c1e226c0dc req-e95608db-7b79-4f01-8323-9d299f028517 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.1462793 Apr 28 19:32:15.046799 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-25e4d447-7627-42a2-83e5-89c1e226c0dc req-49659f06-35ae-4cbb-8582-209dc6f226d1 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981929 Apr 28 19:32:15.071841 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0694a-0611-4224-9203-3e960a22152a req-f1a25b08-8571-4572-a9b3-a6c6d786a581 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:15.073417 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ecf0694a-0611-4224-9203-3e960a22152a req-f1a25b08-8571-4572-a9b3-a6c6d786a581 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 950 time: 0.2101512 Apr 28 19:32:15.158724 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-40330fc8-3bb9-40a1-9772-d8e3938e550a req-039cd0a0-cd78-4650-960b-71b2626a91e0 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] For port 27679c7b-3c6b-4002-a6f4-a1564802e5b4, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=27679c7b-3c6b-4002-a6f4-a1564802e5b4,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:15.161686 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-40330fc8-3bb9-40a1-9772-d8e3938e550a req-039cd0a0-cd78-4650-960b-71b2626a91e0 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:15.233436 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-40330fc8-3bb9-40a1-9772-d8e3938e550a req-039cd0a0-cd78-4650-960b-71b2626a91e0 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Calling delete_port for 27679c7b-3c6b-4002-a6f4-a1564802e5b4 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:32:15.242349 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-821ce2f1-ce39-4abd-a9df-368b87dec124 req-89f6786b-c5ed-4843-a1fb-36573c22175a tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:15.257992 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['c2e419a1-27cd-4ed4-bf9e-e37de3c0d961', '85587bcf-59af-42cb-9e68-0ce372795bee', 'd1cc09ce-75a3-48ce-ac36-4b9c20b8a342'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:32:15.263269 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['27679c7b-3c6b-4002-a6f4-a1564802e5b4'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:32:15.288846 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ecf0694a-0611-4224-9203-3e960a22152a req-25f33812-dc7e-4a21-988d-67433756ec67 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002914 Apr 28 19:32:15.993468 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6786b-c5ed-4843-a1fb-36573c22175a tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Pushing event deleted for resources: {'Port': ['ID=49a5e30e-4c80-460a-9d4f-e31ac15f312d,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:16.098665 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-821ce2f1-ce39-4abd-a9df-368b87dec124 req-89f6786b-c5ed-4843-a1fb-36573c22175a tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] No DVR routers for this DVR port 49a5e30e-4c80-460a-9d4f-e31ac15f312d on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:32:16.107195 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-821ce2f1-ce39-4abd-a9df-368b87dec124 req-89f6786b-c5ed-4843-a1fb-36573c22175a tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:16.118101 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-821ce2f1-ce39-4abd-a9df-368b87dec124 req-89f6786b-c5ed-4843-a1fb-36573c22175a tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.44 "DELETE /v2.0/ports/49a5e30e-4c80-460a-9d4f-e31ac15f312d HTTP/1.1" status: 204 len: 173 time: 1.9276850 Apr 28 19:32:16.118585 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e5bf37-c053-4f92-9378-3f77aecc7f40', 'name': 'network-vif-deleted', 'tag': '49a5e30e-4c80-460a-9d4f-e31ac15f312d'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:16.121347 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6856b87b-7c6a-46d7-8e51-48efca279024" -d '{"events": [{"server_uuid": "b2e5bf37-c053-4f92-9378-3f77aecc7f40", "name": "network-vif-deleted", "tag": "49a5e30e-4c80-460a-9d4f-e31ac15f312d"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:16.162684 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a234282-5433-4c3c-9955-be5af1fdae6a req-3e7599c8-984e-46ee-881d-1ccac50c897c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:16.176482 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9a234282-5433-4c3c-9955-be5af1fdae6a req-3e7599c8-984e-46ee-881d-1ccac50c897c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=9463486f-9912-4389-85cb-292fced48623 HTTP/1.1" status: 200 len: 949 time: 0.1875353 Apr 28 19:32:16.267766 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9a234282-5433-4c3c-9955-be5af1fdae6a req-7419c370-a920-4b5f-9e15-d7dbfe13ede6 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870352 Apr 28 19:32:16.489862 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-9866e8a0-981b-481e-b941-ace699d05f9b req-65f663b8-c7e2-436a-be74-64311ae003a5 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:32:16.523369 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a0028-caa5-4313-8cb9-6fabf929a8c4 req-82281aba-67e8-4a58-8546-dd01a7b86d01 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:16.524482 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9866e8a0-981b-481e-b941-ace699d05f9b req-65f663b8-c7e2-436a-be74-64311ae003a5 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0498943 Apr 28 19:32:16.531273 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eb9a0028-caa5-4313-8cb9-6fabf929a8c4 req-82281aba-67e8-4a58-8546-dd01a7b86d01 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 946 time: 0.1389370 Apr 28 19:32:16.617779 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-40330fc8-3bb9-40a1-9772-d8e3938e550a req-039cd0a0-cd78-4650-960b-71b2626a91e0 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:16.638359 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eb9a0028-caa5-4313-8cb9-6fabf929a8c4 req-75497774-92f9-4921-b867-86043225e20e tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060116 Apr 28 19:32:16.721789 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039cd0a0-cd78-4650-960b-71b2626a91e0 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Pushing event deleted for resources: {'Port': ['ID=27679c7b-3c6b-4002-a6f4-a1564802e5b4,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:16.836560 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc3430-2d66-4132-9bce-133059f02b74 req-8c1ae9e9-0476-40fe-acff-9fdaa316531e tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:16.838088 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a7bc3430-2d66-4132-9bce-133059f02b74 req-8c1ae9e9-0476-40fe-acff-9fdaa316531e tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.0750647 Apr 28 19:32:16.859131 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-40330fc8-3bb9-40a1-9772-d8e3938e550a req-039cd0a0-cd78-4650-960b-71b2626a91e0 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] No DVR routers for this DVR port 27679c7b-3c6b-4002-a6f4-a1564802e5b4 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:32:16.864996 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-40330fc8-3bb9-40a1-9772-d8e3938e550a req-039cd0a0-cd78-4650-960b-71b2626a91e0 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:16.874263 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-40330fc8-3bb9-40a1-9772-d8e3938e550a req-039cd0a0-cd78-4650-960b-71b2626a91e0 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.15 "DELETE /v2.0/ports/27679c7b-3c6b-4002-a6f4-a1564802e5b4 HTTP/1.1" status: 204 len: 173 time: 2.5664871 Apr 28 19:32:16.874771 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9463486f-9912-4389-85cb-292fced48623', 'name': 'network-vif-deleted', 'tag': '27679c7b-3c6b-4002-a6f4-a1564802e5b4'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:16.877106 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07813e01-d428-4092-a197-c492029cebc5" -d '{"events": [{"server_uuid": "9463486f-9912-4389-85cb-292fced48623", "name": "network-vif-deleted", "tag": "27679c7b-3c6b-4002-a6f4-a1564802e5b4"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:16.905891 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0b522c-c394-4d86-b20d-51c7c3a2f237 x-openstack-request-id: req-ca0b522c-c394-4d86-b20d-51c7c3a2f237 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:16.906184 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e5bf37-c053-4f92-9378-3f77aecc7f40", "name": "network-vif-deleted", "tag": "49a5e30e-4c80-460a-9d4f-e31ac15f312d", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:16.907097 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ca0b522c-c394-4d86-b20d-51c7c3a2f237 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:16.910113 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca0b522c-c394-4d86-b20d-51c7c3a2f237'] response: {'server_uuid': 'b2e5bf37-c053-4f92-9378-3f77aecc7f40', 'name': 'network-vif-deleted', 'tag': '49a5e30e-4c80-460a-9d4f-e31ac15f312d', 'status': 'completed', 'code': 200} Apr 28 19:32:16.942021 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 49a5e30e-4c80-460a-9d4f-e31ac15f312d no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:32:16.971611 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a7bc3430-2d66-4132-9bce-133059f02b74 req-3dc84963-47db-488a-addf-29e3a094495b tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241105 Apr 28 19:32:16.985675 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 49a5e30e-4c80-460a-9d4f-e31ac15f312d {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:32:16.986015 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 49a5e30e-4c80-460a-9d4f-e31ac15f312d not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:32:17.152572 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-e87574df-cae9-47e5-a357-295987f05e1d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1284406 Apr 28 19:32:17.157353 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3759fae-d00b-4ffd-9321-68f0574a1c9d x-openstack-request-id: req-a3759fae-d00b-4ffd-9321-68f0574a1c9d {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:17.157491 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9463486f-9912-4389-85cb-292fced48623", "name": "network-vif-deleted", "tag": "27679c7b-3c6b-4002-a6f4-a1564802e5b4", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:17.157892 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a3759fae-d00b-4ffd-9321-68f0574a1c9d {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:17.158442 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3759fae-d00b-4ffd-9321-68f0574a1c9d'] response: {'server_uuid': '9463486f-9912-4389-85cb-292fced48623', 'name': 'network-vif-deleted', 'tag': '27679c7b-3c6b-4002-a6f4-a1564802e5b4', 'status': 'completed', 'code': 200} Apr 28 19:32:17.229202 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['c2e419a1-27cd-4ed4-bf9e-e37de3c0d961', '85587bcf-59af-42cb-9e68-0ce372795bee', 'd1cc09ce-75a3-48ce-ac36-4b9c20b8a342'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:32:17.300925 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6bfe5b-eb35-4873-943b-4180c33a9dff req-803c9584-cf70-454a-ad23-c5ab6b1a1707 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:17.304983 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ce6bfe5b-eb35-4873-943b-4180c33a9dff req-803c9584-cf70-454a-ad23-c5ab6b1a1707 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 950 time: 0.1345079 Apr 28 19:32:17.429876 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ce6bfe5b-eb35-4873-943b-4180c33a9dff req-ad89b94a-a116-4f90-b8f3-0655c512746b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154191 Apr 28 19:32:17.469093 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 27679c7b-3c6b-4002-a6f4-a1564802e5b4 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:32:17.551014 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 27679c7b-3c6b-4002-a6f4-a1564802e5b4 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:32:17.551390 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 27679c7b-3c6b-4002-a6f4-a1564802e5b4 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:32:17.574526 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a663958b-16bc-488e-822d-aa82aea05a99 req-84063e45-1218-4332-806d-6df2731f47b2 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=9463486f-9912-4389-85cb-292fced48623 HTTP/1.1" status: 200 len: 210 time: 0.1037378 Apr 28 19:32:17.612351 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f72ad-bb68-4b6c-ac2c-a0d369543555 req-1d554e13-6775-4886-be26-d57247a41c4a tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:17.621839 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b30f72ad-bb68-4b6c-ac2c-a0d369543555 req-1d554e13-6775-4886-be26-d57247a41c4a tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 1096 time: 0.0848737 Apr 28 19:32:17.735333 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b30f72ad-bb68-4b6c-ac2c-a0d369543555 req-f091ca38-c32b-45e7-9e56-3daa2eda2ae1 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101141 Apr 28 19:32:17.927734 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660b36a-350b-4f4a-96f6-e7dcdb8fc7fa req-6a36cde4-b656-400a-ae6e-dd5c7fcfe9c4 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:17.929467 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5660b36a-350b-4f4a-96f6-e7dcdb8fc7fa req-6a36cde4-b656-400a-ae6e-dd5c7fcfe9c4 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 946 time: 0.1014023 Apr 28 19:32:18.010654 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5660b36a-350b-4f4a-96f6-e7dcdb8fc7fa req-acf40a57-9d22-4fa3-95b5-bc36130bf74f tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714273 Apr 28 19:32:18.706695 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fc5e1-a1ae-4567-b146-e80abbc99bf9 req-bad752a9-db46-4eec-a252-3e62ed26ac7d tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:18.710272 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d04fc5e1-a1ae-4567-b146-e80abbc99bf9 req-bad752a9-db46-4eec-a252-3e62ed26ac7d tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.0945168 Apr 28 19:32:18.788557 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d04fc5e1-a1ae-4567-b146-e80abbc99bf9 req-fc35142a-760a-486b-a9a8-26937df61a06 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614827 Apr 28 19:32:18.975949 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:32:19.284290 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76de6de-2d7d-4442-9cf5-519787d19e94 req-df84142f-b6be-4b43-b0fe-4fe71350f3d2 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:19.286231 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d76de6de-2d7d-4442-9cf5-519787d19e94 req-df84142f-b6be-4b43-b0fe-4fe71350f3d2 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 950 time: 0.0738957 Apr 28 19:32:19.379363 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d76de6de-2d7d-4442-9cf5-519787d19e94 req-10473ebe-a4aa-4787-9b3e-464775af6c09 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621071 Apr 28 19:32:19.731698 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-825230d5-1fad-40f6-8942-2764fa17ec68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:19.799435 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-9d4ef0f8-72f3-4134-aeab-b8f1c1c552e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:19.802460 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-9d4ef0f8-72f3-4134-aeab-b8f1c1c552e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 1101 time: 0.0963726 Apr 28 19:32:19.832718 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa53a4-72dd-42d1-81ec-ba3e52f6a825 req-b23af94f-6bdd-45f8-995e-aebbcedd984e tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:19.834809 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5baa53a4-72dd-42d1-81ec-ba3e52f6a825 req-b23af94f-6bdd-45f8-995e-aebbcedd984e tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 946 time: 0.0943685 Apr 28 19:32:19.859366 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-550f570e-1344-455d-a691-2fe91da7185a tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:32:19.860466 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-550f570e-1344-455d-a691-2fe91da7185a tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2062876 Apr 28 19:32:19.934358 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-460b4c4e-7043-41bf-b9d6-4fdfe84a15c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:19.937159 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-460b4c4e-7043-41bf-b9d6-4fdfe84a15c6 service neutron] 10.222.0.42 "GET /v2.0/ports/0c7a81ce-1546-41d9-8b30-54a66b16fac7 HTTP/1.1" status: 200 len: 1093 time: 0.0655284 Apr 28 19:32:19.955216 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-5125f54b-5c82-44ea-a06d-8351f7e45e35 service neutron] Request body: {'binding': {'host': 'n-h2-839810-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:32:19.955758 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-5125f54b-5c82-44ea-a06d-8351f7e45e35 service neutron] Unknown quota resources ['binding']. {{(pid=102774) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 28 19:32:19.970472 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5baa53a4-72dd-42d1-81ec-ba3e52f6a825 req-3d246385-cbf6-4aef-b89e-1457e5198c7a tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197636 Apr 28 19:32:20.005305 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-b242bd70-004c-4465-b274-fd3abf82d6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:20.007226 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-b242bd70-004c-4465-b274-fd3abf82d6d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.1956382 Apr 28 19:32:20.067729 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-997de314-9fa2-46dd-a9e0-06b61e8d0574 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=25b412fe-621a-4ff0-a890-43abbaa3bbff HTTP/1.1" status: 200 len: 217 time: 0.0459487 Apr 28 19:32:20.129512 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-397ef24c-e34f-4114-b804-a5db969bcfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:20.131156 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-397ef24c-e34f-4114-b804-a5db969bcfef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.0547280 Apr 28 19:32:20.218193 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-5125f54b-5c82-44ea-a06d-8351f7e45e35 service neutron] Attempting to bind port 0c7a81ce-1546-41d9-8b30-54a66b16fac7 on host n-h2-839810-1 for vnic_type normal with profile None {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:32:20.218805 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-5125f54b-5c82-44ea-a06d-8351f7e45e35 service neutron] Attempting to bind port 0c7a81ce-1546-41d9-8b30-54a66b16fac7 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:32:20.219460 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-5125f54b-5c82-44ea-a06d-8351f7e45e35 service neutron] Attempting to bind port 0c7a81ce-1546-41d9-8b30-54a66b16fac7 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:32:20.224839 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-5125f54b-5c82-44ea-a06d-8351f7e45e35 service neutron] Port 0c7a81ce-1546-41d9-8b30-54a66b16fac7 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:32:20.225589 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-5125f54b-5c82-44ea-a06d-8351f7e45e35 service neutron] Attempting to bind port 0c7a81ce-1546-41d9-8b30-54a66b16fac7 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:32:20.231984 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-5125f54b-5c82-44ea-a06d-8351f7e45e35 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:32:20.232910 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-5125f54b-5c82-44ea-a06d-8351f7e45e35 service neutron] Checking segment: {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:32:20.233551 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-5125f54b-5c82-44ea-a06d-8351f7e45e35 service neutron] Bound using segment: {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:32:20.234187 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-5125f54b-5c82-44ea-a06d-8351f7e45e35 service neutron] Bound port: 0c7a81ce-1546-41d9-8b30-54a66b16fac7, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:32:20.257227 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-7aed6be9-c5ff-4477-8b1c-0c859c340606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:20.259038 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-7aed6be9-c5ff-4477-8b1c-0c859c340606 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1061363 Apr 28 19:32:20.300794 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6034c16-fe99-44b4-8878-6e6b656598bf req-526e719a-6230-40c7-a437-9892c14d49e4 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:20.302485 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-5125f54b-5c82-44ea-a06d-8351f7e45e35 service neutron] For port 0c7a81ce-1546-41d9-8b30-54a66b16fac7, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=0c7a81ce-1546-41d9-8b30-54a66b16fac7,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:32:20.302822 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c6034c16-fe99-44b4-8878-6e6b656598bf req-526e719a-6230-40c7-a437-9892c14d49e4 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.0923209 Apr 28 19:32:20.316573 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-5125f54b-5c82-44ea-a06d-8351f7e45e35 service neutron] Notify callbacks [] for binding, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:20.325377 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-5125f54b-5c82-44ea-a06d-8351f7e45e35 service neutron] 10.222.0.42 "POST /v2.0/ports/0c7a81ce-1546-41d9-8b30-54a66b16fac7/bindings HTTP/1.1" status: 201 len: 389 time: 0.3751605 Apr 28 19:32:20.392886 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c6034c16-fe99-44b4-8878-6e6b656598bf req-64ce03bf-c1c2-4fe8-adda-b89bf3859117 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582018 Apr 28 19:32:20.431983 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-bac07478-270c-49c7-9410-e89c565cfa50 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548233 Apr 28 19:32:20.580186 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-70c48ef2-6cea-4276-9e57-8bd62e6fb05a service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403790 Apr 28 19:32:20.714544 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c91fbc-8762-4ea8-9da1-755c6c69fea8 req-aae9a1a2-eb3d-4c38-97a5-493cff674346 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:20.716571 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d5c91fbc-8762-4ea8-9da1-755c6c69fea8 req-aae9a1a2-eb3d-4c38-97a5-493cff674346 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 950 time: 0.0720828 Apr 28 19:32:20.728381 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255fca2-9da9-4ef3-a602-94ba7bb947bc req-a568574f-0686-40ab-ab02-ddcc450f20f1 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:20.733317 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d255fca2-9da9-4ef3-a602-94ba7bb947bc req-a568574f-0686-40ab-ab02-ddcc450f20f1 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 945 time: 0.1175783 Apr 28 19:32:20.763858 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d5c91fbc-8762-4ea8-9da1-755c6c69fea8 req-f58f9d49-8477-4bd6-b9c6-9a1988243150 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400729 Apr 28 19:32:20.770428 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-2c46e604-40c2-498e-b7f9-396e74af8a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:20.771942 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-2c46e604-40c2-498e-b7f9-396e74af8a44 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1af134fdfb54762be9898d865bc6112&device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 1096 time: 0.0837996 Apr 28 19:32:20.786519 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d255fca2-9da9-4ef3-a602-94ba7bb947bc req-1a784c65-4ab9-4a0a-ab75-2fca37123c9e tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493240 Apr 28 19:32:20.904034 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-f05c0a08-cc1b-41b6-852d-05bbad39c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:20.905673 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-f05c0a08-cc1b-41b6-852d-05bbad39c06c service neutron] 10.222.0.44 "GET /v2.0/networks?id=6836a994-cb1e-455e-a97f-31c9ee3bdef2 HTTP/1.1" status: 200 len: 920 time: 0.1250818 Apr 28 19:32:20.964439 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-198f363e-7ab5-490f-a950-88df7e7bf663 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c7a81ce-1546-41d9-8b30-54a66b16fac7 HTTP/1.1" status: 200 len: 217 time: 0.0491238 Apr 28 19:32:21.033651 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-cee700b2-d8e6-4b18-afe2-db21c3ac39fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:21.035677 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-cee700b2-d8e6-4b18-afe2-db21c3ac39fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb798a62-4141-409b-9f67-e98b8568ccb2 HTTP/1.1" status: 200 len: 859 time: 0.0644870 Apr 28 19:32:21.080902 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-10a73a69-b239-42e8-9a12-a97c062f0fe7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6836a994-cb1e-455e-a97f-31c9ee3bdef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348270 Apr 28 19:32:21.152544 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc95195-f6e8-43d5-b8dd-e5b00628a723 req-a51607f6-9359-47cf-8405-2ba157cb9bb4 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:21.161248 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bbc95195-f6e8-43d5-b8dd-e5b00628a723 req-a51607f6-9359-47cf-8405-2ba157cb9bb4 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 946 time: 0.0900359 Apr 28 19:32:21.207663 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-b1c4c53d-6b76-4734-a63e-ead8dedb1609 service neutron] 10.222.0.44 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178772 Apr 28 19:32:21.211711 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bbc95195-f6e8-43d5-b8dd-e5b00628a723 req-904bb171-90e4-440e-b3a6-792ac262b171 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486951 Apr 28 19:32:21.316238 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b4649-303c-428a-92e1-6508e4a8d0ca req-9a856be4-c442-4de5-83fc-350c86fb077c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:21.317778 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc1b4649-303c-428a-92e1-6508e4a8d0ca req-9a856be4-c442-4de5-83fc-350c86fb077c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb80f220-05b9-421f-82dd-280828ebb3bd HTTP/1.1" status: 200 len: 950 time: 0.1086812 Apr 28 19:32:21.356126 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-e77d796a-96f6-46f4-8e34-49db9fd2ef33 service neutron] 10.222.0.44 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375403 Apr 28 19:32:21.375538 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc1b4649-303c-428a-92e1-6508e4a8d0ca req-35a730e0-d2ad-4578-a2f2-1271bb8e1341 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484931 Apr 28 19:32:21.552671 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f1695-62f2-4bd3-9d2f-9bd2277eb72a req-26ef00a7-2f4e-4773-bc8a-764d5c486bf7 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:21.560145 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-af9f1695-62f2-4bd3-9d2f-9bd2277eb72a req-26ef00a7-2f4e-4773-bc8a-764d5c486bf7 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.0763376 Apr 28 19:32:21.600545 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-af9f1695-62f2-4bd3-9d2f-9bd2277eb72a req-849b6d61-e153-4b28-9b7b-99c50bbe41bb tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387719 Apr 28 19:32:21.788461 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302ab5b-0560-4a95-ab71-191393a76089 req-ccb7d90a-3d57-4ae8-8195-f4e50a700d08 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:21.797085 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b302ab5b-0560-4a95-ab71-191393a76089 req-ccb7d90a-3d57-4ae8-8195-f4e50a700d08 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.42 "GET /v2.0/ports?device_id=73582b64-3cce-4bc9-b0cb-77019d900f8a HTTP/1.1" status: 200 len: 950 time: 0.0642610 Apr 28 19:32:21.836727 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b302ab5b-0560-4a95-ab71-191393a76089 req-4e1ffea2-8857-47c2-9414-d8edfbf9f59f tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.42 "GET /v2.0/security-groups?id=c803da03-ebad-4b64-9050-c2be14e3f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387442 Apr 28 19:32:21.914711 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205dc83-8af6-4cea-9eb4-6e40e3ef283d req-06556cca-ba20-4dc8-90b3-83d3ffbc7738 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:21.917119 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6205dc83-8af6-4cea-9eb4-6e40e3ef283d req-06556cca-ba20-4dc8-90b3-83d3ffbc7738 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 950 time: 0.0627453 Apr 28 19:32:21.962935 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6205dc83-8af6-4cea-9eb4-6e40e3ef283d req-394cf96b-b48b-473a-81b0-34f587481e30 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395360 Apr 28 19:32:21.998299 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-131e4582-f49e-483b-95c5-133fc58867b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:22.006809 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41238fc1-47f1-46ce-9782-9420fa41bc3b req-73413040-ffd3-49b1-a8c1-0845336eb0b4 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:22.008481 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-41238fc1-47f1-46ce-9782-9420fa41bc3b req-73413040-ffd3-49b1-a8c1-0845336eb0b4 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 945 time: 0.0659766 Apr 28 19:32:22.061290 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-41238fc1-47f1-46ce-9782-9420fa41bc3b req-536aaeec-a444-4370-a488-81840cbbe850 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430946 Apr 28 19:32:22.383677 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f773140-f2af-4302-9ec5-6140e76d40ea req-9fcee367-156b-47b2-83b5-7a811d1d9daa tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:22.385335 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1f773140-f2af-4302-9ec5-6140e76d40ea req-9fcee367-156b-47b2-83b5-7a811d1d9daa tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 946 time: 0.0683839 Apr 28 19:32:22.437467 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1f773140-f2af-4302-9ec5-6140e76d40ea req-4b2c5a8d-ebc4-4542-84c7-d89c4bcc61aa tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448635 Apr 28 19:32:22.575136 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bc1a2-6e56-4e88-8eeb-05d94a55ce98 req-25ef68a0-ddc6-4ae5-b8a7-706f490b0d8d tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:22.578197 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a33bc1a2-6e56-4e88-8eeb-05d94a55ce98 req-25ef68a0-ddc6-4ae5-b8a7-706f490b0d8d tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb80f220-05b9-421f-82dd-280828ebb3bd HTTP/1.1" status: 200 len: 950 time: 0.1280835 Apr 28 19:32:22.589831 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c83e7c-9102-416c-b1ca-0127d217e1db req-5404fd8d-358a-4dcb-961e-f9d25415461f tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:22.592207 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a0c83e7c-9102-416c-b1ca-0127d217e1db req-5404fd8d-358a-4dcb-961e-f9d25415461f tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb80f220-05b9-421f-82dd-280828ebb3bd HTTP/1.1" status: 200 len: 950 time: 0.0794311 Apr 28 19:32:22.673337 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38504) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:22.676761 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25f96f-3ba3-41c6-8560-1a22c8f80d15 req-bad37006-8d38-44a2-8889-6be8544acc89 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:22.680198 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5e25f96f-3ba3-41c6-8560-1a22c8f80d15 req-bad37006-8d38-44a2-8889-6be8544acc89 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=274831bb-591b-48f1-bf1a-6031c48c85f8 HTTP/1.1" status: 200 len: 949 time: 0.0888619 Apr 28 19:32:22.730682 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a0c83e7c-9102-416c-b1ca-0127d217e1db req-27d0c83f-e4a7-4929-90dd-ae489b852453 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881112 Apr 28 19:32:22.754102 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-a33bc1a2-6e56-4e88-8eeb-05d94a55ce98 req-9014ef8e-e1a4-495a-927d-1ee01841610c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Deleting port 85587bcf-59af-42cb-9e68-0ce372795bee {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:32:22.754449 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a33bc1a2-6e56-4e88-8eeb-05d94a55ce98 req-9014ef8e-e1a4-495a-927d-1ee01841610c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:22.866513 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-5e25f96f-3ba3-41c6-8560-1a22c8f80d15 req-481f6395-7a8b-4642-bec7-904ffe0e8c68 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Deleting port d1cc09ce-75a3-48ce-ac36-4b9c20b8a342 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:32:22.866858 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5e25f96f-3ba3-41c6-8560-1a22c8f80d15 req-481f6395-7a8b-4642-bec7-904ffe0e8c68 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:22.952457 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8a0628e3-a3ad-466c-8d70-f03286436775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:22.979629 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-a33bc1a2-6e56-4e88-8eeb-05d94a55ce98 req-9014ef8e-e1a4-495a-927d-1ee01841610c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] For port 85587bcf-59af-42cb-9e68-0ce372795bee, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=85587bcf-59af-42cb-9e68-0ce372795bee,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:22.980000 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a33bc1a2-6e56-4e88-8eeb-05d94a55ce98 req-9014ef8e-e1a4-495a-927d-1ee01841610c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:22.994759 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-5e25f96f-3ba3-41c6-8560-1a22c8f80d15 req-481f6395-7a8b-4642-bec7-904ffe0e8c68 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] For port d1cc09ce-75a3-48ce-ac36-4b9c20b8a342, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=d1cc09ce-75a3-48ce-ac36-4b9c20b8a342,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:22.995443 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5e25f96f-3ba3-41c6-8560-1a22c8f80d15 req-481f6395-7a8b-4642-bec7-904ffe0e8c68 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:23.014692 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-5e25f96f-3ba3-41c6-8560-1a22c8f80d15 req-481f6395-7a8b-4642-bec7-904ffe0e8c68 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Calling delete_port for d1cc09ce-75a3-48ce-ac36-4b9c20b8a342 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:32:23.016723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-a33bc1a2-6e56-4e88-8eeb-05d94a55ce98 req-9014ef8e-e1a4-495a-927d-1ee01841610c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Calling delete_port for 85587bcf-59af-42cb-9e68-0ce372795bee owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:32:23.120963 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd2dd9-c99b-4f3c-aeac-315a054b573a req-36e79a01-0215-4bb3-a9f1-a9b9babca067 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:23.123732 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-27cd2dd9-c99b-4f3c-aeac-315a054b573a req-36e79a01-0215-4bb3-a9f1-a9b9babca067 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.2571054 Apr 28 19:32:23.225155 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5e25f96f-3ba3-41c6-8560-1a22c8f80d15 req-481f6395-7a8b-4642-bec7-904ffe0e8c68 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:23.239676 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-27cd2dd9-c99b-4f3c-aeac-315a054b573a req-34466940-fa5a-4dde-8aff-2a5869235ad9 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941038 Apr 28 19:32:23.244418 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['c2e419a1-27cd-4ed4-bf9e-e37de3c0d961', '85587bcf-59af-42cb-9e68-0ce372795bee', 'd1cc09ce-75a3-48ce-ac36-4b9c20b8a342'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:32:23.267012 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d545a-9553-47ee-bc79-fd36895a3669 req-aa450c7e-ff33-41c2-88c1-37d227eb5588 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:23.274629 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bd2d545a-9553-47ee-bc79-fd36895a3669 req-aa450c7e-ff33-41c2-88c1-37d227eb5588 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 950 time: 0.1206634 Apr 28 19:32:23.285486 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8a0628e3-a3ad-466c-8d70-f03286436775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:23.292632 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f6395-7a8b-4642-bec7-904ffe0e8c68 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Pushing event deleted for resources: {'Port': ['ID=d1cc09ce-75a3-48ce-ac36-4b9c20b8a342,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:23.328358 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8a0628e3-a3ad-466c-8d70-f03286436775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:23.372950 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bd2d545a-9553-47ee-bc79-fd36895a3669 req-84a00e58-b29e-4073-a0b4-a9ffd7ffd0f5 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969405 Apr 28 19:32:23.402280 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e25f96f-3ba3-41c6-8560-1a22c8f80d15 req-481f6395-7a8b-4642-bec7-904ffe0e8c68 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] No DVR routers for this DVR port d1cc09ce-75a3-48ce-ac36-4b9c20b8a342 on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:32:23.417796 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5e25f96f-3ba3-41c6-8560-1a22c8f80d15 req-481f6395-7a8b-4642-bec7-904ffe0e8c68 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:23.422133 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5e25f96f-3ba3-41c6-8560-1a22c8f80d15 req-481f6395-7a8b-4642-bec7-904ffe0e8c68 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.44 "DELETE /v2.0/ports/d1cc09ce-75a3-48ce-ac36-4b9c20b8a342 HTTP/1.1" status: 204 len: 173 time: 0.7345552 Apr 28 19:32:23.426665 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8a0628e3-a3ad-466c-8d70-f03286436775 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a4a7c1f0fcdf4704b7095019e2825f85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7479250 Apr 28 19:32:23.427272 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38524) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:23.428014 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a33bc1a2-6e56-4e88-8eeb-05d94a55ce98 req-9014ef8e-e1a4-495a-927d-1ee01841610c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:23.430149 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0628e3-a3ad-466c-8d70-f03286436775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b3bfab-2212-413f-b8a9-c9dcc067d895,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:23.444604 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274831bb-591b-48f1-bf1a-6031c48c85f8', 'name': 'network-vif-deleted', 'tag': 'd1cc09ce-75a3-48ce-ac36-4b9c20b8a342'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:23.447179 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f217532-9e0a-4a61-9048-47050fc429c0" -d '{"events": [{"server_uuid": "274831bb-591b-48f1-bf1a-6031c48c85f8", "name": "network-vif-deleted", "tag": "d1cc09ce-75a3-48ce-ac36-4b9c20b8a342"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:23.490355 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:23.531354 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014ef8e-e1a4-495a-927d-1ee01841610c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Pushing event deleted for resources: {'Port': ['ID=85587bcf-59af-42cb-9e68-0ce372795bee,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:23.601230 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4f444-40c9-445e-a204-296c49b0b3ce req-75eddf55-cb3b-44d0-895a-5657f240b0e2 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:23.606450 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5dd4f444-40c9-445e-a204-296c49b0b3ce req-75eddf55-cb3b-44d0-895a-5657f240b0e2 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 945 time: 0.1266510 Apr 28 19:32:23.668927 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5dd4f444-40c9-445e-a204-296c49b0b3ce req-b996649f-c2e5-4f1c-8cb8-11d695019f86 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540361 Apr 28 19:32:23.671147 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33bc1a2-6e56-4e88-8eeb-05d94a55ce98 req-9014ef8e-e1a4-495a-927d-1ee01841610c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] No DVR routers for this DVR port 85587bcf-59af-42cb-9e68-0ce372795bee on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:32:23.684661 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f8c48-cee6-4034-9a3e-8bac0b62c5e9 req-dcf2bfcc-64f6-4484-a3d2-c602e0e15c4a tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:23.688055 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3f4f8c48-cee6-4034-9a3e-8bac0b62c5e9 req-dcf2bfcc-64f6-4484-a3d2-c602e0e15c4a tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.42 "GET /v2.0/ports?device_id=73582b64-3cce-4bc9-b0cb-77019d900f8a HTTP/1.1" status: 200 len: 950 time: 0.2455649 Apr 28 19:32:23.692407 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a33bc1a2-6e56-4e88-8eeb-05d94a55ce98 req-9014ef8e-e1a4-495a-927d-1ee01841610c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:23.696471 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a33bc1a2-6e56-4e88-8eeb-05d94a55ce98 req-9014ef8e-e1a4-495a-927d-1ee01841610c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.44 "DELETE /v2.0/ports/85587bcf-59af-42cb-9e68-0ce372795bee HTTP/1.1" status: 204 len: 173 time: 1.1027935 Apr 28 19:32:23.697231 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb80f220-05b9-421f-82dd-280828ebb3bd', 'name': 'network-vif-deleted', 'tag': '85587bcf-59af-42cb-9e68-0ce372795bee'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:23.701340 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce4c3be-b6ee-4373-8229-0fb75dbd42da" -d '{"events": [{"server_uuid": "bb80f220-05b9-421f-82dd-280828ebb3bd", "name": "network-vif-deleted", "tag": "85587bcf-59af-42cb-9e68-0ce372795bee"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:23.771362 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8839e3e0-fa79-4c0d-b145-8b3886f41d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:23.785471 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3f4f8c48-cee6-4034-9a3e-8bac0b62c5e9 req-42287e28-aafa-4ecb-b9bf-10f362b03e13 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.42 "GET /v2.0/security-groups?id=c803da03-ebad-4b64-9050-c2be14e3f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726986 Apr 28 19:32:23.814106 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8839e3e0-fa79-4c0d-b145-8b3886f41d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:23.901207 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fa518d-16cd-48b4-bd6b-28c8c90fb71c x-openstack-request-id: req-01fa518d-16cd-48b4-bd6b-28c8c90fb71c {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:23.902388 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8839e3e0-fa79-4c0d-b145-8b3886f41d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:23.905066 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274831bb-591b-48f1-bf1a-6031c48c85f8", "name": "network-vif-deleted", "tag": "d1cc09ce-75a3-48ce-ac36-4b9c20b8a342", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:23.905570 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-01fa518d-16cd-48b4-bd6b-28c8c90fb71c {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:23.906272 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01fa518d-16cd-48b4-bd6b-28c8c90fb71c'] response: {'server_uuid': '274831bb-591b-48f1-bf1a-6031c48c85f8', 'name': 'network-vif-deleted', 'tag': 'd1cc09ce-75a3-48ce-ac36-4b9c20b8a342', 'status': 'completed', 'code': 200} Apr 28 19:32:23.912331 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8839e3e0-fa79-4c0d-b145-8b3886f41d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:23.926234 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8839e3e0-fa79-4c0d-b145-8b3886f41d12 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/46b3bfab-2212-413f-b8a9-c9dcc067d895 HTTP/1.1" status: 204 len: 168 time: 0.4926372 Apr 28 19:32:23.961051 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8839e3e0-fa79-4c0d-b145-8b3886f41d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b3bfab-2212-413f-b8a9-c9dcc067d895,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:23.962669 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a19ab-bee5-4ddf-b77c-d5dd360b1a72 req-a6fc717c-3c84-42ac-a3b6-6efe81df9109 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:23.971852 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-be9a19ab-bee5-4ddf-b77c-d5dd360b1a72 req-a6fc717c-3c84-42ac-a3b6-6efe81df9109 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 946 time: 0.2109938 Apr 28 19:32:24.000355 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53807e31-84c7-4eae-a239-74cf7554134b x-openstack-request-id: req-53807e31-84c7-4eae-a239-74cf7554134b {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:24.000655 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb80f220-05b9-421f-82dd-280828ebb3bd", "name": "network-vif-deleted", "tag": "85587bcf-59af-42cb-9e68-0ce372795bee", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:24.000910 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-53807e31-84c7-4eae-a239-74cf7554134b {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:24.001331 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53807e31-84c7-4eae-a239-74cf7554134b'] response: {'server_uuid': 'bb80f220-05b9-421f-82dd-280828ebb3bd', 'name': 'network-vif-deleted', 'tag': '85587bcf-59af-42cb-9e68-0ce372795bee', 'status': 'completed', 'code': 200} Apr 28 19:32:24.056207 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-be9a19ab-bee5-4ddf-b77c-d5dd360b1a72 req-771f4f6e-0f03-43e6-8f9a-ffc4276ca632 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762911 Apr 28 19:32:24.150532 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ffcd5062-8e3c-48bb-936a-c0b7254b2b95 req-576371a0-bb22-4ae6-8450-7fa77cc21749 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb80f220-05b9-421f-82dd-280828ebb3bd HTTP/1.1" status: 200 len: 210 time: 0.0434768 Apr 28 19:32:24.218353 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['c2e419a1-27cd-4ed4-bf9e-e37de3c0d961', 'd1cc09ce-75a3-48ce-ac36-4b9c20b8a342'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:32:24.447220 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38544) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:24.471081 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-033c5a0e-6093-4619-aa71-ea4df8936a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:24.513617 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd88de7-9bfa-45b0-8bfa-a64c8bc8af71 req-7f6817c8-b452-4d37-9a8d-3ece7cb45385 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:24.523021 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cdd88de7-9bfa-45b0-8bfa-a64c8bc8af71 req-7f6817c8-b452-4d37-9a8d-3ece7cb45385 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.1142950 Apr 28 19:32:24.572954 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cdd88de7-9bfa-45b0-8bfa-a64c8bc8af71 req-a60a6fb2-c9ba-4438-add2-9890b85f552e tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461397 Apr 28 19:32:24.623926 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524077ca-b0ad-4f9d-bbea-055b41791d4f req-a4dead70-7b0e-48a8-aef5-5d1a87b8c242 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:24.625638 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-524077ca-b0ad-4f9d-bbea-055b41791d4f req-a4dead70-7b0e-48a8-aef5-5d1a87b8c242 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 950 time: 0.1038685 Apr 28 19:32:24.654734 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-033c5a0e-6093-4619-aa71-ea4df8936a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:24.664996 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-033c5a0e-6093-4619-aa71-ea4df8936a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:24.718687 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c5a0e-6093-4619-aa71-ea4df8936a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff8be3b-d26f-4b13-ab82-0a43e54b82fa,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:24.724018 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-033c5a0e-6093-4619-aa71-ea4df8936a60 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a8699d8b6ba64e548d573816bc247275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2753754 Apr 28 19:32:24.727127 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-524077ca-b0ad-4f9d-bbea-055b41791d4f req-0da7c31f-9b73-4166-965d-1fb3fb816fba tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900824 Apr 28 19:32:24.727980 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38548) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:24.785892 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-19030893-dde0-4853-ac96-750ed9e04523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:24.807566 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-19030893-dde0-4853-ac96-750ed9e04523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:24.829889 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4223a7-434c-427f-bd92-0673d6c92ad1 req-d660f677-1a4f-406f-8f9f-d4668ecd07f1 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:24.831786 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-da4223a7-434c-427f-bd92-0673d6c92ad1 req-d660f677-1a4f-406f-8f9f-d4668ecd07f1 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 945 time: 0.0602372 Apr 28 19:32:24.875623 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-19030893-dde0-4853-ac96-750ed9e04523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:24.877019 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-da4223a7-434c-427f-bd92-0673d6c92ad1 req-671d0771-e6db-4e58-877e-65da02ca35ef tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387995 Apr 28 19:32:24.880038 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-19030893-dde0-4853-ac96-750ed9e04523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:24.881021 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-19030893-dde0-4853-ac96-750ed9e04523 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4ff8be3b-d26f-4b13-ab82-0a43e54b82fa HTTP/1.1" status: 204 len: 168 time: 0.1521151 Apr 28 19:32:24.926700 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19030893-dde0-4853-ac96-750ed9e04523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff8be3b-d26f-4b13-ab82-0a43e54b82fa,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:24.953883 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55cb16-e42c-43ab-b80a-ec03cfc9855c req-b6f1c02a-c395-43a7-88b2-91ef7d7b6d18 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:24.955694 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8c55cb16-e42c-43ab-b80a-ec03cfc9855c req-b6f1c02a-c395-43a7-88b2-91ef7d7b6d18 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.42 "GET /v2.0/ports?device_id=73582b64-3cce-4bc9-b0cb-77019d900f8a HTTP/1.1" status: 200 len: 950 time: 0.0823269 Apr 28 19:32:24.998373 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8c55cb16-e42c-43ab-b80a-ec03cfc9855c req-05ea59f4-603b-438c-8013-2def30a4833c tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.42 "GET /v2.0/security-groups?id=c803da03-ebad-4b64-9050-c2be14e3f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358653 Apr 28 19:32:25.175424 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4dd19c-caba-4c52-88af-262b55e48523 req-96343e34-5140-4265-881b-346d7db63da8 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:25.177283 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fa4dd19c-caba-4c52-88af-262b55e48523 req-96343e34-5140-4265-881b-346d7db63da8 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 946 time: 0.0557234 Apr 28 19:32:25.246112 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fa4dd19c-caba-4c52-88af-262b55e48523 req-7e61d3f8-55cc-4618-ba5c-dbdbc74826a7 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597858 Apr 28 19:32:25.275290 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38564) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:25.291400 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-15bcea0d-9e40-4525-bd98-47c713cab4d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:25.420014 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-15bcea0d-9e40-4525-bd98-47c713cab4d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:25.427314 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-15bcea0d-9e40-4525-bd98-47c713cab4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:25.503072 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 906427ec-8b98-4c26-89a7-4a52f172a324 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:32:25.519601 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bcea0d-9e40-4525-bd98-47c713cab4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b3b757-3699-433a-990a-8515e7bb9b5d,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:25.528294 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-15bcea0d-9e40-4525-bd98-47c713cab4d9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3248aea6c07b42cca8c0c6609829b0dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2517743 Apr 28 19:32:25.531618 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38576) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:25.609597 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9caa2ff5-9032-4950-9531-482eba6a235c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:25.627102 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1a7eb-beb1-474c-a53e-1c3de4735c9d req-f2fc218e-96f5-4ab1-b4c6-096e83bd4119 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:25.630912 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-11e1a7eb-beb1-474c-a53e-1c3de4735c9d req-f2fc218e-96f5-4ab1-b4c6-096e83bd4119 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.15 "GET /v2.0/ports?device_id=73582b64-3cce-4bc9-b0cb-77019d900f8a HTTP/1.1" status: 200 len: 950 time: 0.1007180 Apr 28 19:32:25.633122 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:25.653799 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9caa2ff5-9032-4950-9531-482eba6a235c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:25.707161 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:25.733905 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73582b64-3cce-4bc9-b0cb-77019d900f8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '906427ec-8b98-4c26-89a7-4a52f172a324'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:25.736471 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e270a18c-6821-423a-93b4-74ade07fc5c4" -d '{"events": [{"server_uuid": "73582b64-3cce-4bc9-b0cb-77019d900f8a", "name": "network-vif-unplugged", "status": "completed", "tag": "906427ec-8b98-4c26-89a7-4a52f172a324"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:25.745846 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 906427ec-8b98-4c26-89a7-4a52f172a324, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=906427ec-8b98-4c26-89a7-4a52f172a324,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:25.754357 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:25.760455 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152191f1-5d51-4723-a154-18a31c78a2e6 req-a2c2c2eb-01f3-46b6-ae79-4418f04f456e tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:25.762280 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-152191f1-5d51-4723-a154-18a31c78a2e6 req-a2c2c2eb-01f3-46b6-ae79-4418f04f456e tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1efbccd-fc77-46ac-81dd-d5732d0dae98 HTTP/1.1" status: 200 len: 949 time: 0.1051242 Apr 28 19:32:25.805654 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9caa2ff5-9032-4950-9531-482eba6a235c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:25.815095 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9caa2ff5-9032-4950-9531-482eba6a235c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:25.816369 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9caa2ff5-9032-4950-9531-482eba6a235c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/94b3b757-3699-433a-990a-8515e7bb9b5d HTTP/1.1" status: 204 len: 168 time: 0.2836056 Apr 28 19:32:25.843078 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa2ff5-9032-4950-9531-482eba6a235c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b3b757-3699-433a-990a-8515e7bb9b5d,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:25.852434 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-11e1a7eb-beb1-474c-a53e-1c3de4735c9d req-73589894-6baf-47c8-bad8-0f8b1fb0d167 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Deleting port 906427ec-8b98-4c26-89a7-4a52f172a324 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:32:25.852899 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-11e1a7eb-beb1-474c-a53e-1c3de4735c9d req-73589894-6baf-47c8-bad8-0f8b1fb0d167 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:25.856676 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:25.889297 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-152191f1-5d51-4723-a154-18a31c78a2e6 req-dffb4edf-cdb8-4a95-9e7f-525d40bf48e8 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142404 Apr 28 19:32:25.927627 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=906427ec-8b98-4c26-89a7-4a52f172a324,revision_number=11']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:26.013072 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-11e1a7eb-beb1-474c-a53e-1c3de4735c9d req-73589894-6baf-47c8-bad8-0f8b1fb0d167 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] For port 906427ec-8b98-4c26-89a7-4a52f172a324, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=906427ec-8b98-4c26-89a7-4a52f172a324,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:26.013619 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-11e1a7eb-beb1-474c-a53e-1c3de4735c9d req-73589894-6baf-47c8-bad8-0f8b1fb0d167 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:26.025661 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdac885-add2-409c-96a2-4d7131e91e33 req-fc0a6134-af4a-4c5e-be78-184b902f63fb tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:26.027246 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-11e1a7eb-beb1-474c-a53e-1c3de4735c9d req-73589894-6baf-47c8-bad8-0f8b1fb0d167 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Calling delete_port for 906427ec-8b98-4c26-89a7-4a52f172a324 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:32:26.036017 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dcdac885-add2-409c-96a2-4d7131e91e33 req-fc0a6134-af4a-4c5e-be78-184b902f63fb tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.0773861 Apr 28 19:32:26.089779 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dcdac885-add2-409c-96a2-4d7131e91e33 req-fa707f99-fc09-4511-8b5c-b0991fcc0ed1 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522614 Apr 28 19:32:26.159093 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdacb62-c8a5-4956-8700-de1d4b0f76b0 x-openstack-request-id: req-0cdacb62-c8a5-4956-8700-de1d4b0f76b0 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:26.159400 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73582b64-3cce-4bc9-b0cb-77019d900f8a", "name": "network-vif-unplugged", "status": "completed", "tag": "906427ec-8b98-4c26-89a7-4a52f172a324", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:26.159650 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0cdacb62-c8a5-4956-8700-de1d4b0f76b0 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:26.160045 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cdacb62-c8a5-4956-8700-de1d4b0f76b0'] response: {'server_uuid': '73582b64-3cce-4bc9-b0cb-77019d900f8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '906427ec-8b98-4c26-89a7-4a52f172a324', 'code': 200} Apr 28 19:32:26.270484 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-11e1a7eb-beb1-474c-a53e-1c3de4735c9d req-73589894-6baf-47c8-bad8-0f8b1fb0d167 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:26.332166 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73589894-6baf-47c8-bad8-0f8b1fb0d167 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Pushing event deleted for resources: {'Port': ['ID=906427ec-8b98-4c26-89a7-4a52f172a324,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:26.362957 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cba9d-41b0-4af8-a2d0-d487b9eacfce req-40577a9a-af57-44a4-8ed3-764aecc2d8a1 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:26.364882 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bd2cba9d-41b0-4af8-a2d0-d487b9eacfce req-40577a9a-af57-44a4-8ed3-764aecc2d8a1 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 950 time: 0.0971432 Apr 28 19:32:26.417022 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bd2cba9d-41b0-4af8-a2d0-d487b9eacfce req-974b424e-b339-4ead-84fa-557356f4c929 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455151 Apr 28 19:32:26.446524 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e1a7eb-beb1-474c-a53e-1c3de4735c9d req-73589894-6baf-47c8-bad8-0f8b1fb0d167 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] No DVR routers for this DVR port 906427ec-8b98-4c26-89a7-4a52f172a324 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:32:26.449907 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-11e1a7eb-beb1-474c-a53e-1c3de4735c9d req-73589894-6baf-47c8-bad8-0f8b1fb0d167 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:26.455728 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-11e1a7eb-beb1-474c-a53e-1c3de4735c9d req-73589894-6baf-47c8-bad8-0f8b1fb0d167 tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.15 "DELETE /v2.0/ports/906427ec-8b98-4c26-89a7-4a52f172a324 HTTP/1.1" status: 204 len: 173 time: 0.8157990 Apr 28 19:32:26.462650 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73582b64-3cce-4bc9-b0cb-77019d900f8a', 'name': 'network-vif-deleted', 'tag': '906427ec-8b98-4c26-89a7-4a52f172a324'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:26.470289 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c4f880-7eff-4a8f-acbb-ae67af75a1b9" -d '{"events": [{"server_uuid": "73582b64-3cce-4bc9-b0cb-77019d900f8a", "name": "network-vif-deleted", "tag": "906427ec-8b98-4c26-89a7-4a52f172a324"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:26.519926 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b609544-ce00-475c-bb1b-8f14929527c9 req-b33c4d50-e187-475c-9795-f1a70b6bf849 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:26.531138 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4b609544-ce00-475c-bb1b-8f14929527c9 req-b33c4d50-e187-475c-9795-f1a70b6bf849 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 945 time: 0.1882296 Apr 28 19:32:26.543561 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-52344c66-0943-4f10-8141-727f521d6a07 req-c8329007-862c-4482-aa6c-be37e4d729bb tempest-ImagesOneServerTestJSON-1538814222 tempest-ImagesOneServerTestJSON-1538814222-project] 10.222.0.42 "GET /v2.0/ports?device_id=73582b64-3cce-4bc9-b0cb-77019d900f8a HTTP/1.1" status: 200 len: 210 time: 0.0418234 Apr 28 19:32:26.595892 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4b609544-ce00-475c-bb1b-8f14929527c9 req-de8e7449-dfb2-48c6-95f9-332f203211a3 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571094 Apr 28 19:32:26.668384 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1a124-1cf0-434a-94ae-13c3dfe5dbaf req-abd9e3ea-96c0-4c04-b2ef-af6592ac2116 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:26.678093 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f0e1a124-1cf0-434a-94ae-13c3dfe5dbaf req-abd9e3ea-96c0-4c04-b2ef-af6592ac2116 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 946 time: 0.0775666 Apr 28 19:32:26.727319 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f0e1a124-1cf0-434a-94ae-13c3dfe5dbaf req-2d43e75d-1857-426f-a14b-32ec6a84f5fd tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481014 Apr 28 19:32:26.809887 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d9a3e8-55e4-49f9-a2b9-7781484a7d06 x-openstack-request-id: req-25d9a3e8-55e4-49f9-a2b9-7781484a7d06 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:26.810702 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73582b64-3cce-4bc9-b0cb-77019d900f8a", "name": "network-vif-deleted", "tag": "906427ec-8b98-4c26-89a7-4a52f172a324", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:26.810950 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-25d9a3e8-55e4-49f9-a2b9-7781484a7d06 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:26.811506 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25d9a3e8-55e4-49f9-a2b9-7781484a7d06'] response: {'server_uuid': '73582b64-3cce-4bc9-b0cb-77019d900f8a', 'name': 'network-vif-deleted', 'tag': '906427ec-8b98-4c26-89a7-4a52f172a324', 'status': 'completed', 'code': 200} Apr 28 19:32:26.969314 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e93d6-dd7a-44d4-a83f-288e66856080 req-faeeb343-53f7-4498-a9c2-d613960865e0 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:26.973881 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5f8e93d6-dd7a-44d4-a83f-288e66856080 req-faeeb343-53f7-4498-a9c2-d613960865e0 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1efbccd-fc77-46ac-81dd-d5732d0dae98 HTTP/1.1" status: 200 len: 949 time: 0.1061428 Apr 28 19:32:27.000883 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device d1cc09ce-75a3-48ce-ac36-4b9c20b8a342 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:32:27.051301 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: d1cc09ce-75a3-48ce-ac36-4b9c20b8a342 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:32:27.051639 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device d1cc09ce-75a3-48ce-ac36-4b9c20b8a342 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:32:27.056240 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 85587bcf-59af-42cb-9e68-0ce372795bee no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:32:27.092840 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 85587bcf-59af-42cb-9e68-0ce372795bee {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:32:27.093466 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 85587bcf-59af-42cb-9e68-0ce372795bee not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:32:27.136862 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47570a-abb2-4e26-904d-d7c0cd9bb741 req-2382144e-ec99-46fc-984e-b4a318c7906c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:27.139111 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-be47570a-abb2-4e26-904d-d7c0cd9bb741 req-2382144e-ec99-46fc-984e-b4a318c7906c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1efbccd-fc77-46ac-81dd-d5732d0dae98 HTTP/1.1" status: 200 len: 949 time: 0.1178842 Apr 28 19:32:27.229947 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-be47570a-abb2-4e26-904d-d7c0cd9bb741 req-854552f2-9fd9-47e9-956f-318fcb68f326 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b7ea570-27ce-4454-8e9a-78bae3f27722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733030 Apr 28 19:32:27.237854 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-5f8e93d6-dd7a-44d4-a83f-288e66856080 req-9a5bcfd8-4ccf-4cb5-b6ec-383f975f214c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Deleting port c2e419a1-27cd-4ed4-bf9e-e37de3c0d961 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:32:27.238202 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5f8e93d6-dd7a-44d4-a83f-288e66856080 req-9a5bcfd8-4ccf-4cb5-b6ec-383f975f214c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:27.256448 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad72a8-c6c9-4ac1-9d50-0315d0b17ddb req-8f863970-5b17-4a8b-9ce4-952fcea93c1a tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:27.257999 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bdad72a8-c6c9-4ac1-9d50-0315d0b17ddb req-8f863970-5b17-4a8b-9ce4-952fcea93c1a tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.0623848 Apr 28 19:32:27.305223 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bdad72a8-c6c9-4ac1-9d50-0315d0b17ddb req-77def08a-67b5-4d9e-b8e9-d143a758de32 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393109 Apr 28 19:32:27.362383 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-5f8e93d6-dd7a-44d4-a83f-288e66856080 req-9a5bcfd8-4ccf-4cb5-b6ec-383f975f214c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] For port c2e419a1-27cd-4ed4-bf9e-e37de3c0d961, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c2e419a1-27cd-4ed4-bf9e-e37de3c0d961,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:27.362524 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5f8e93d6-dd7a-44d4-a83f-288e66856080 req-9a5bcfd8-4ccf-4cb5-b6ec-383f975f214c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:27.376935 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-5f8e93d6-dd7a-44d4-a83f-288e66856080 req-9a5bcfd8-4ccf-4cb5-b6ec-383f975f214c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Calling delete_port for c2e419a1-27cd-4ed4-bf9e-e37de3c0d961 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:32:27.555440 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5f8e93d6-dd7a-44d4-a83f-288e66856080 req-9a5bcfd8-4ccf-4cb5-b6ec-383f975f214c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:27.567762 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['c2e419a1-27cd-4ed4-bf9e-e37de3c0d961'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:32:27.569477 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacdb839-ba80-42eb-97ac-2780d50de1c2 req-264e1fe2-43ef-4987-b3ad-45fcb04a5de5 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:27.571054 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aacdb839-ba80-42eb-97ac-2780d50de1c2 req-264e1fe2-43ef-4987-b3ad-45fcb04a5de5 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 950 time: 0.0717449 Apr 28 19:32:27.607845 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5bcfd8-4ccf-4cb5-b6ec-383f975f214c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Pushing event deleted for resources: {'Port': ['ID=c2e419a1-27cd-4ed4-bf9e-e37de3c0d961,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:27.679081 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8e93d6-dd7a-44d4-a83f-288e66856080 req-9a5bcfd8-4ccf-4cb5-b6ec-383f975f214c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] No DVR routers for this DVR port c2e419a1-27cd-4ed4-bf9e-e37de3c0d961 on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:32:27.683248 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5f8e93d6-dd7a-44d4-a83f-288e66856080 req-9a5bcfd8-4ccf-4cb5-b6ec-383f975f214c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:27.687216 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5f8e93d6-dd7a-44d4-a83f-288e66856080 req-9a5bcfd8-4ccf-4cb5-b6ec-383f975f214c tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.44 "DELETE /v2.0/ports/c2e419a1-27cd-4ed4-bf9e-e37de3c0d961 HTTP/1.1" status: 204 len: 173 time: 0.7029607 Apr 28 19:32:27.687960 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1efbccd-fc77-46ac-81dd-d5732d0dae98', 'name': 'network-vif-deleted', 'tag': 'c2e419a1-27cd-4ed4-bf9e-e37de3c0d961'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:27.690492 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fe2c1a-168b-4418-8701-c3e053e12cc7" -d '{"events": [{"server_uuid": "e1efbccd-fc77-46ac-81dd-d5732d0dae98", "name": "network-vif-deleted", "tag": "c2e419a1-27cd-4ed4-bf9e-e37de3c0d961"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:27.696429 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aacdb839-ba80-42eb-97ac-2780d50de1c2 req-e673ad47-d086-4fe6-a779-8174e65be336 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929174 Apr 28 19:32:27.806323 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e69c53-8c9e-41a1-9f6e-056302661249 x-openstack-request-id: req-f5e69c53-8c9e-41a1-9f6e-056302661249 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:27.806323 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1efbccd-fc77-46ac-81dd-d5732d0dae98", "name": "network-vif-deleted", "tag": "c2e419a1-27cd-4ed4-bf9e-e37de3c0d961", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:27.806323 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f5e69c53-8c9e-41a1-9f6e-056302661249 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:27.806323 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5e69c53-8c9e-41a1-9f6e-056302661249'] response: {'server_uuid': 'e1efbccd-fc77-46ac-81dd-d5732d0dae98', 'name': 'network-vif-deleted', 'tag': 'c2e419a1-27cd-4ed4-bf9e-e37de3c0d961', 'status': 'completed', 'code': 200} Apr 28 19:32:27.806943 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85246d1c-ac26-40b1-9ab5-2c872b0abbec req-c61bb592-df3c-4fab-af97-5b8a61f0b14c tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:27.817032 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-85246d1c-ac26-40b1-9ab5-2c872b0abbec req-c61bb592-df3c-4fab-af97-5b8a61f0b14c tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 945 time: 0.1335640 Apr 28 19:32:27.911173 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-85246d1c-ac26-40b1-9ab5-2c872b0abbec req-31c59f40-744c-4e30-b11e-784e47d5c368 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784957 Apr 28 19:32:27.976459 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956434a5-c02f-4dfb-9c95-07ca7ba211d1 req-ae93c92b-bd4e-43e5-9286-646044f9ed02 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:27.978694 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-956434a5-c02f-4dfb-9c95-07ca7ba211d1 req-ae93c92b-bd4e-43e5-9286-646044f9ed02 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 946 time: 0.0796776 Apr 28 19:32:28.034267 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-956434a5-c02f-4dfb-9c95-07ca7ba211d1 req-0603fded-1320-431d-be3d-cffb7d6ea9d3 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415056 Apr 28 19:32:28.141124 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38666) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:28.407697 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-28923fe7-3286-49fa-8067-da654b04a29a req-c3653a22-0217-4b92-9d76-1d77d86f5120 tempest-ServersOnMultiNodesTest-1726571883 tempest-ServersOnMultiNodesTest-1726571883-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1efbccd-fc77-46ac-81dd-d5732d0dae98 HTTP/1.1" status: 200 len: 210 time: 0.0480106 Apr 28 19:32:28.427374 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0b110148-e467-4f8c-9e52-712e5c9eb182 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a16cc4c2f900428da4a88e1154f04ab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2848935 Apr 28 19:32:28.429873 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38676) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:28.504280 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-172dd9cc-bcf6-4cbd-aef7-08b7c49e9618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:28.519191 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4924d-7ced-4a9a-af09-31ca6ac34b1e req-6674d3f9-ce07-4e61-a1be-2258252f441c tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:28.521649 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-96a4924d-7ced-4a9a-af09-31ca6ac34b1e req-6674d3f9-ce07-4e61-a1be-2258252f441c tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.0753014 Apr 28 19:32:28.532403 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-172dd9cc-bcf6-4cbd-aef7-08b7c49e9618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:28.570652 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-96a4924d-7ced-4a9a-af09-31ca6ac34b1e req-28454f84-ce0b-4a6b-9356-76c2045dbedc tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387969 Apr 28 19:32:28.599828 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-172dd9cc-bcf6-4cbd-aef7-08b7c49e9618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:28.602690 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-172dd9cc-bcf6-4cbd-aef7-08b7c49e9618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:28.606179 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-172dd9cc-bcf6-4cbd-aef7-08b7c49e9618 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c803da03-ebad-4b64-9050-c2be14e3f1a3 HTTP/1.1" status: 204 len: 168 time: 0.1730311 Apr 28 19:32:28.613609 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172dd9cc-bcf6-4cbd-aef7-08b7c49e9618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c803da03-ebad-4b64-9050-c2be14e3f1a3,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:28.887698 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92043728-8492-4e9b-9124-42ebdf9b434d req-0e1fa1b4-7a37-4009-b15d-01f1533acedd tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:28.890416 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-92043728-8492-4e9b-9124-42ebdf9b434d req-0e1fa1b4-7a37-4009-b15d-01f1533acedd tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 950 time: 0.0760453 Apr 28 19:32:28.980393 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-92043728-8492-4e9b-9124-42ebdf9b434d req-1a8a359f-cd7d-4570-bb10-9018354a28d8 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779777 Apr 28 19:32:29.011501 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 29d4de75-2c78-4bbb-83c4-0f004513c3d1 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:32:29.064694 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 29d4de75-2c78-4bbb-83c4-0f004513c3d1 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:32:29.093395 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30cf1a-8b5e-4102-944f-8816f442a51d req-536cd260-9b70-4624-b160-103974c891ea tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:29.104263 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1a30cf1a-8b5e-4102-944f-8816f442a51d req-536cd260-9b70-4624-b160-103974c891ea tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 945 time: 0.0945864 Apr 28 19:32:29.156272 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1a30cf1a-8b5e-4102-944f-8816f442a51d req-1620e948-0775-4302-90f7-c485d2c04411 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495040 Apr 28 19:32:29.294030 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe7b9d-d87f-46f7-83ed-01d155184076 req-db4fb6e4-9d32-4867-8bd1-4b82e3703a42 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:29.327164 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:29.333304 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-10fe7b9d-d87f-46f7-83ed-01d155184076 req-db4fb6e4-9d32-4867-8bd1-4b82e3703a42 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 946 time: 0.1732109 Apr 28 19:32:29.334564 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 29d4de75-2c78-4bbb-83c4-0f004513c3d1, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=29d4de75-2c78-4bbb-83c4-0f004513c3d1,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:29.378625 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '29d4de75-2c78-4bbb-83c4-0f004513c3d1', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': '29d4de75-2c78-4bbb-83c4-0f004513c3d1', 'mac_address': 'fa:16:3e:68:83:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:32:29.384677 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92561a5b-4e07-4e6a-8f2a-23a3436ae79a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29d4de75-2c78-4bbb-83c4-0f004513c3d1'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:29.387757 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94036f04-5d40-4b91-beb2-d53ef51c7c2a" -d '{"events": [{"server_uuid": "92561a5b-4e07-4e6a-8f2a-23a3436ae79a", "name": "network-vif-unplugged", "status": "completed", "tag": "29d4de75-2c78-4bbb-83c4-0f004513c3d1"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:29.406692 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 29d4de75-2c78-4bbb-83c4-0f004513c3d1, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=29d4de75-2c78-4bbb-83c4-0f004513c3d1,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:29.456591 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:29.464360 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-10fe7b9d-d87f-46f7-83ed-01d155184076 req-c7c68f4f-a1a0-4c7d-829b-0a4178ac2f0e tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211553 Apr 28 19:32:29.535795 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f4291f-cab4-4952-9344-a5f1888b09ff x-openstack-request-id: req-d5f4291f-cab4-4952-9344-a5f1888b09ff {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:29.536529 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92561a5b-4e07-4e6a-8f2a-23a3436ae79a", "name": "network-vif-unplugged", "status": "completed", "tag": "29d4de75-2c78-4bbb-83c4-0f004513c3d1", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:29.537156 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d5f4291f-cab4-4952-9344-a5f1888b09ff {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:29.538834 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5f4291f-cab4-4952-9344-a5f1888b09ff'] response: {'server_uuid': '92561a5b-4e07-4e6a-8f2a-23a3436ae79a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29d4de75-2c78-4bbb-83c4-0f004513c3d1', 'code': 200} Apr 28 19:32:29.545680 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 906427ec-8b98-4c26-89a7-4a52f172a324 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:32:29.598326 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 906427ec-8b98-4c26-89a7-4a52f172a324 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:32:29.598898 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 906427ec-8b98-4c26-89a7-4a52f172a324 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:32:29.604771 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:29.634557 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=29d4de75-2c78-4bbb-83c4-0f004513c3d1,revision_number=9']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:29.640204 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29d4de75-2c78-4bbb-83c4-0f004513c3d1 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:32:29.689464 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:32:29.690106 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:32:29.789881 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f32b5b-5216-410d-aba0-667c07318985 req-340bc107-90cc-47ba-89d7-35f2ccea4bb9 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:29.792545 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d8f32b5b-5216-410d-aba0-667c07318985 req-340bc107-90cc-47ba-89d7-35f2ccea4bb9 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 947 time: 0.0607779 Apr 28 19:32:29.859885 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d8f32b5b-5216-410d-aba0-667c07318985 req-80f61642-d0eb-4a5d-8248-245e93861609 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587380 Apr 28 19:32:29.896407 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38748) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:30.136664 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7bba9-40cc-4755-a6ef-a95b74080d33 req-c2797d7f-eaba-42ee-815c-85eec6145227 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:30.140572 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ef7aac18-1bad-4296-9b7f-65e693061754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:30.142171 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4cf7bba9-40cc-4755-a6ef-a95b74080d33 req-c2797d7f-eaba-42ee-815c-85eec6145227 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 950 time: 0.0644040 Apr 28 19:32:30.161953 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38756) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:30.222986 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4cf7bba9-40cc-4755-a6ef-a95b74080d33 req-8daff2a7-f116-4db6-a278-b4dd5f812c29 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732481 Apr 28 19:32:30.285912 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ef7aac18-1bad-4296-9b7f-65e693061754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:30.292404 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:30.314433 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d4de75-2c78-4bbb-83c4-0f004513c3d1 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:32:30.319113 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ef7aac18-1bad-4296-9b7f-65e693061754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:30.337431 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0814a111-1ce1-4991-aa2d-1fbc05af9112 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ebad228c1b4944f6b357421a29469bd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1740065 Apr 28 19:32:30.339995 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38774) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:30.355291 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 29d4de75-2c78-4bbb-83c4-0f004513c3d1, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=29d4de75-2c78-4bbb-83c4-0f004513c3d1,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:30.368944 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7aac18-1bad-4296-9b7f-65e693061754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b141a5c7-1c91-4d64-b972-94e14beb3e87,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:30.370545 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:30.388065 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ef7aac18-1bad-4296-9b7f-65e693061754 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0f4d4f211ebf460b8515d2c03607592b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4899797 Apr 28 19:32:30.390602 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38776) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:30.453971 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b04aed62-f218-45f8-8376-950aff4f53fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:30.485367 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=29d4de75-2c78-4bbb-83c4-0f004513c3d1,revision_number=10']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:30.488551 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b04aed62-f218-45f8-8376-950aff4f53fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:30.516145 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fa42e-db2f-4c31-9342-7b0b1a99d4bf req-4a07bd29-e327-4357-a289-5bd857d5bba9 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:30.517955 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fd3fa42e-db2f-4c31-9342-7b0b1a99d4bf req-4a07bd29-e327-4357-a289-5bd857d5bba9 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 945 time: 0.1698861 Apr 28 19:32:30.554899 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-91011bda-328a-49d5-8b1d-9d103203f095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:30.577386 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b04aed62-f218-45f8-8376-950aff4f53fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:30.581336 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b04aed62-f218-45f8-8376-950aff4f53fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:30.583023 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b04aed62-f218-45f8-8376-950aff4f53fe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b141a5c7-1c91-4d64-b972-94e14beb3e87 HTTP/1.1" status: 204 len: 168 time: 0.1909442 Apr 28 19:32:30.593774 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04aed62-f218-45f8-8376-950aff4f53fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b141a5c7-1c91-4d64-b972-94e14beb3e87,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:30.623568 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['29d4de75-2c78-4bbb-83c4-0f004513c3d1'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:32:30.628700 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-91011bda-328a-49d5-8b1d-9d103203f095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:30.655650 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fd3fa42e-db2f-4c31-9342-7b0b1a99d4bf req-8815b8d2-0b77-44a7-a91f-ef97d9e254da tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207974 Apr 28 19:32:30.740417 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-91011bda-328a-49d5-8b1d-9d103203f095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:30.743686 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-91011bda-328a-49d5-8b1d-9d103203f095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:30.745429 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-91011bda-328a-49d5-8b1d-9d103203f095 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2b7ea570-27ce-4454-8e9a-78bae3f27722 HTTP/1.1" status: 204 len: 168 time: 0.4042497 Apr 28 19:32:30.760093 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91011bda-328a-49d5-8b1d-9d103203f095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7ea570-27ce-4454-8e9a-78bae3f27722,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:30.762593 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c7d00-c1e4-4851-b714-80cfee4ad8de req-bdbdeca0-bd6b-44b3-979f-859673c07b9d tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:30.764705 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-024c7d00-c1e4-4851-b714-80cfee4ad8de req-bdbdeca0-bd6b-44b3-979f-859673c07b9d tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 946 time: 0.0814867 Apr 28 19:32:30.848776 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-024c7d00-c1e4-4851-b714-80cfee4ad8de req-73ae9870-b717-465e-9aac-aded536d11e2 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698910 Apr 28 19:32:30.997280 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecbfc1-4fdb-49bb-9978-2c8227634b17 req-b551ba8a-6219-42c3-88ae-45fdffa9cb09 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:30.999168 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-76ecbfc1-4fdb-49bb-9978-2c8227634b17 req-b551ba8a-6219-42c3-88ae-45fdffa9cb09 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.0538394 Apr 28 19:32:31.012176 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c2e419a1-27cd-4ed4-bf9e-e37de3c0d961 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:32:31.049207 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-76ecbfc1-4fdb-49bb-9978-2c8227634b17 req-0e2b9570-a7f0-42d9-ba34-4d9bc9510c9b tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435913 Apr 28 19:32:31.058476 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: c2e419a1-27cd-4ed4-bf9e-e37de3c0d961 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:32:31.059977 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c2e419a1-27cd-4ed4-bf9e-e37de3c0d961 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:32:31.107266 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38810) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:31.126227 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b3658b25-4cb5-458d-a52e-4d9c73e3eb9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:31.222277 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38814) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:31.238784 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b3658b25-4cb5-458d-a52e-4d9c73e3eb9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:31.249225 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b3658b25-4cb5-458d-a52e-4d9c73e3eb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:31.305985 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b3658b25-4cb5-458d-a52e-4d9c73e3eb9b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=52de70963c3d423fa35faf7e4ed340de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1962321 Apr 28 19:32:31.309494 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38820) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:31.311741 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3658b25-4cb5-458d-a52e-4d9c73e3eb9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51f7138-74b8-4271-875e-8719cbcdf521,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:31.409510 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38824) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:31.419313 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bc6318db-2f01-488b-9167-40dbf43584f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:31.456361 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887b78f-f089-4f0c-bb8c-62fb513b8430 req-a3bf1257-0984-48d3-a76e-9936d295eac3 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:31.457933 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7887b78f-f089-4f0c-bb8c-62fb513b8430 req-a3bf1257-0984-48d3-a76e-9936d295eac3 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 950 time: 0.1248848 Apr 28 19:32:31.469033 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a51e8cae-e384-4523-abdf-fb0d9268b8d9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5700988213f34323a3bce93b0af31575&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0583124 Apr 28 19:32:31.469446 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-23c7aa2f-2d62-4ba5-8ef6-b91225da2771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:31.471810 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38826) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:31.526794 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-23c7aa2f-2d62-4ba5-8ef6-b91225da2771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:31.529964 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-904e0da3-4568-47aa-9bc1-650dd6710c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:31.553682 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-904e0da3-4568-47aa-9bc1-650dd6710c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:31.576864 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7887b78f-f089-4f0c-bb8c-62fb513b8430 req-e7a053b9-0ac9-46bd-a8cd-f8130446a0a5 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014879 Apr 28 19:32:31.583975 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:31.614964 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-904e0da3-4568-47aa-9bc1-650dd6710c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:31.618451 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-904e0da3-4568-47aa-9bc1-650dd6710c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:31.620857 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-904e0da3-4568-47aa-9bc1-650dd6710c02 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a958ef6a-ec34-4119-997c-46d17422e020 HTTP/1.1" status: 204 len: 168 time: 0.1469326 Apr 28 19:32:31.628852 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bc6318db-2f01-488b-9167-40dbf43584f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:31.631331 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e0da3-4568-47aa-9bc1-650dd6710c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a958ef6a-ec34-4119-997c-46d17422e020,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:31.633206 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-23c7aa2f-2d62-4ba5-8ef6-b91225da2771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:31.637149 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-23c7aa2f-2d62-4ba5-8ef6-b91225da2771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:31.640225 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-23c7aa2f-2d62-4ba5-8ef6-b91225da2771 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d51f7138-74b8-4271-875e-8719cbcdf521 HTTP/1.1" status: 204 len: 168 time: 0.3283758 Apr 28 19:32:31.644893 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bc6318db-2f01-488b-9167-40dbf43584f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:31.660934 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7aa2f-2d62-4ba5-8ef6-b91225da2771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51f7138-74b8-4271-875e-8719cbcdf521,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:31.692046 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-bc6318db-2f01-488b-9167-40dbf43584f7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f2688e2535464fb780ea7f8e1c62a56c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4688067 Apr 28 19:32:31.696161 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38834) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:31.717978 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6318db-2f01-488b-9167-40dbf43584f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af48aa7-b0dd-4462-ba1e-82dd4eb2c843,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:31.756773 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6cae3cd3-934b-4a47-ba4b-9092662fce07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:31.789219 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6cae3cd3-934b-4a47-ba4b-9092662fce07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:31.859115 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b58e20-930b-4ad4-9337-fb587c4c49e0 req-dac1ecba-0508-4ac0-af5b-57cf280a0906 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:31.860917 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75b58e20-930b-4ad4-9337-fb587c4c49e0 req-dac1ecba-0508-4ac0-af5b-57cf280a0906 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 945 time: 0.0882978 Apr 28 19:32:31.898706 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6cae3cd3-934b-4a47-ba4b-9092662fce07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:31.902120 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6cae3cd3-934b-4a47-ba4b-9092662fce07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:31.904133 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6cae3cd3-934b-4a47-ba4b-9092662fce07 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2af48aa7-b0dd-4462-ba1e-82dd4eb2c843 HTTP/1.1" status: 204 len: 168 time: 0.2063141 Apr 28 19:32:31.919444 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae3cd3-934b-4a47-ba4b-9092662fce07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af48aa7-b0dd-4462-ba1e-82dd4eb2c843,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:31.947741 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75b58e20-930b-4ad4-9337-fb587c4c49e0 req-fb4e8b79-338c-4f87-b98b-bedbb982dfed tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692914 Apr 28 19:32:32.039422 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b623d05-db92-4ebc-8f77-aec9060b5164 req-c4c7e08f-006b-426c-9b59-8f0b813d29af tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:32.040902 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6b623d05-db92-4ebc-8f77-aec9060b5164 req-c4c7e08f-006b-426c-9b59-8f0b813d29af tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 946 time: 0.0798604 Apr 28 19:32:32.090136 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6b623d05-db92-4ebc-8f77-aec9060b5164 req-c4afd9bd-4e59-43e1-845e-b4f34dbc3908 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418155 Apr 28 19:32:32.206229 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43ae6a-a494-42c9-8128-31f47860fa3d req-66fb2a69-6bee-48b9-b888-3ff44b125cda tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:32.216782 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5c43ae6a-a494-42c9-8128-31f47860fa3d req-66fb2a69-6bee-48b9-b888-3ff44b125cda tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 949 time: 0.0738995 Apr 28 19:32:32.258530 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5c43ae6a-a494-42c9-8128-31f47860fa3d req-956647dc-2e5a-4db2-8ff9-49a44b0cdfff tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406702 Apr 28 19:32:32.747765 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f7c01-4198-4ec5-b999-838220447b9a req-3135124b-5a99-4905-b356-b36ff358eeda tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:32.749515 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2f4f7c01-4198-4ec5-b999-838220447b9a req-3135124b-5a99-4905-b356-b36ff358eeda tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 950 time: 0.0665472 Apr 28 19:32:32.807128 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2f4f7c01-4198-4ec5-b999-838220447b9a req-f37619b1-0617-47c8-9d5c-c8297dbac515 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483651 Apr 28 19:32:33.021750 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 29d4de75-2c78-4bbb-83c4-0f004513c3d1 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:32:33.099398 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 29d4de75-2c78-4bbb-83c4-0f004513c3d1 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:32:33.099974 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:33.110008 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26e9df-9324-4508-8319-4a4619c4cc28 req-5a2303dd-ad7a-42a5-8977-53bc7fbdf474 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:33.120065 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-da26e9df-9324-4508-8319-4a4619c4cc28 req-5a2303dd-ad7a-42a5-8977-53bc7fbdf474 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 945 time: 0.0812109 Apr 28 19:32:33.190111 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:33.209990 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-da26e9df-9324-4508-8319-4a4619c4cc28 req-449b2e13-8fe2-4ec3-981e-5506615e75c5 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873845 Apr 28 19:32:33.257549 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:33.316027 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92561a5b-4e07-4e6a-8f2a-23a3436ae79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d4de75-2c78-4bbb-83c4-0f004513c3d1'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:33.319827 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709dd6a1-7659-4214-a049-41bc46ad7a0a" -d '{"events": [{"server_uuid": "92561a5b-4e07-4e6a-8f2a-23a3436ae79a", "name": "network-vif-plugged", "status": "completed", "tag": "29d4de75-2c78-4bbb-83c4-0f004513c3d1"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:33.334995 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217bd1c-3bd2-4afd-ac4e-bf54f16fd4cd req-4d491075-83b3-46cc-a5c3-5d7f77603e7f tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:33.339621 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4217bd1c-3bd2-4afd-ac4e-bf54f16fd4cd req-4d491075-83b3-46cc-a5c3-5d7f77603e7f tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 946 time: 0.1255617 Apr 28 19:32:33.340347 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 29d4de75-2c78-4bbb-83c4-0f004513c3d1, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=29d4de75-2c78-4bbb-83c4-0f004513c3d1,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:33.350013 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:33.391290 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4217bd1c-3bd2-4afd-ac4e-bf54f16fd4cd req-77aae54e-4459-4091-a067-e1e5c7b93259 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450490 Apr 28 19:32:33.454020 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=29d4de75-2c78-4bbb-83c4-0f004513c3d1,revision_number=11']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:33.469914 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6686f006-d7c9-452d-a693-cc999087ba84 x-openstack-request-id: req-6686f006-d7c9-452d-a693-cc999087ba84 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:33.470309 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92561a5b-4e07-4e6a-8f2a-23a3436ae79a", "name": "network-vif-plugged", "status": "completed", "tag": "29d4de75-2c78-4bbb-83c4-0f004513c3d1", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:33.473785 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6686f006-d7c9-452d-a693-cc999087ba84 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:33.474197 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6686f006-d7c9-452d-a693-cc999087ba84'] response: {'server_uuid': '92561a5b-4e07-4e6a-8f2a-23a3436ae79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d4de75-2c78-4bbb-83c4-0f004513c3d1', 'code': 200} Apr 28 19:32:33.499705 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e642527-af75-4d08-ad16-4fd531757959 req-1e1612bc-80dd-4e27-9625-3855052f5365 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:33.510870 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3e642527-af75-4d08-ad16-4fd531757959 req-1e1612bc-80dd-4e27-9625-3855052f5365 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 950 time: 0.1176903 Apr 28 19:32:33.615001 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3e642527-af75-4d08-ad16-4fd531757959 req-e1ca4ed5-2224-46f9-92b2-cf1c30ece5a4 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991240 Apr 28 19:32:33.737069 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eaad92-ea45-49f5-b89e-f426a78494c7 req-0a2bcca2-a4e3-440b-ac74-1f73452ecde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:33.740437 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-82eaad92-ea45-49f5-b89e-f426a78494c7 req-0a2bcca2-a4e3-440b-ac74-1f73452ecde2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 1101 time: 0.0647533 Apr 28 19:32:33.794190 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-82eaad92-ea45-49f5-b89e-f426a78494c7 req-221f7460-67a1-4a66-bf9a-6dd8f7b9b11f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462272 Apr 28 19:32:33.956935 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d6219-7126-4a4f-89b0-9c344034a636 req-d464c6b3-f952-4795-ad9a-5579848f4d25 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:33.965917 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-237d6219-7126-4a4f-89b0-9c344034a636 req-d464c6b3-f952-4795-ad9a-5579848f4d25 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 950 time: 0.0731742 Apr 28 19:32:34.001321 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-237d6219-7126-4a4f-89b0-9c344034a636 req-b1a2c036-0dde-4b67-9d24-a108e54e8615 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336049 Apr 28 19:32:34.262518 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-97b6f828-a2ee-4fff-a914-0a9e495fa027 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:34.266053 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-97b6f828-a2ee-4fff-a914-0a9e495fa027 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1&tenant_id=e1af134fdfb54762be9898d865bc6112&binding%3Ahost_id=n-h1-839810-1 HTTP/1.1" status: 200 len: 1096 time: 0.0646570 Apr 28 19:32:34.279798 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-39513799-0896-4752-8fa6-aea113522dc7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-839810-1'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:32:34.358279 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7ac28-c5ad-4c55-aa5e-cea8ceea09d9 req-db1db099-c240-4a65-8dd1-6a978253fec0 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:34.371392 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2ab7ac28-c5ad-4c55-aa5e-cea8ceea09d9 req-db1db099-c240-4a65-8dd1-6a978253fec0 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 945 time: 0.0732203 Apr 28 19:32:34.372931 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-39513799-0896-4752-8fa6-aea113522dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:34.447075 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2ab7ac28-c5ad-4c55-aa5e-cea8ceea09d9 req-fa8c577b-101e-4465-a527-12309b126c11 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747998 Apr 28 19:32:34.583836 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3315403-cc68-4051-aa3e-f8ecc7373d76 req-2e8cf303-7c5f-47d7-a9c4-80d5e9861bf8 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:34.585669 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b3315403-cc68-4051-aa3e-f8ecc7373d76 req-2e8cf303-7c5f-47d7-a9c4-80d5e9861bf8 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 946 time: 0.0917196 Apr 28 19:32:34.587828 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-39513799-0896-4752-8fa6-aea113522dc7 service neutron] For port 0c7a81ce-1546-41d9-8b30-54a66b16fac7, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=0c7a81ce-1546-41d9-8b30-54a66b16fac7,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:34.658181 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b3315403-cc68-4051-aa3e-f8ecc7373d76 req-19b7e86a-e5ba-4665-97fa-dc23340ba53f tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615013 Apr 28 19:32:34.665210 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-39513799-0896-4752-8fa6-aea113522dc7 service neutron] For port 0c7a81ce-1546-41d9-8b30-54a66b16fac7, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:32:34.727645 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2566c6-5331-40c7-ad87-9c463d245ed1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c7a81ce-1546-41d9-8b30-54a66b16fac7'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:34.730152 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58310110-720d-44f7-952f-a51e2e89c073" -d '{"events": [{"server_uuid": "4d2566c6-5331-40c7-ad87-9c463d245ed1", "name": "network-vif-unplugged", "status": "completed", "tag": "0c7a81ce-1546-41d9-8b30-54a66b16fac7"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:34.736342 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-39513799-0896-4752-8fa6-aea113522dc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:34.741987 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-39513799-0896-4752-8fa6-aea113522dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:34.811863 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6c2b302c-75b5-445e-b981-2d9836f04378 req-7cf69347-0d6f-4ee5-be61-aeee98fd4f84 tempest-AbsoluteLimitsNegativeTestJSON-448822443 tempest-AbsoluteLimitsNegativeTestJSON-448822443-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=5081a6d250644a398dd414f2dec3062b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437682 Apr 28 19:32:34.874602 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-fdad599e-5f81-400e-984d-fd778943262a tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=806af625531d47fc92eee196e857fb10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274634 Apr 28 19:32:34.875262 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39513799-0896-4752-8fa6-aea113522dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=0c7a81ce-1546-41d9-8b30-54a66b16fac7,revision_number=7']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:34.927279 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-39513799-0896-4752-8fa6-aea113522dc7 service neutron] Attempting to bind port 0c7a81ce-1546-41d9-8b30-54a66b16fac7 on host n-h1-839810-1 for vnic_type normal with profile {"migrating_to": "n-h2-839810-1"} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:32:34.927610 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-39513799-0896-4752-8fa6-aea113522dc7 service neutron] Attempting to bind port 0c7a81ce-1546-41d9-8b30-54a66b16fac7 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:32:34.927933 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-39513799-0896-4752-8fa6-aea113522dc7 service neutron] Attempting to bind port 0c7a81ce-1546-41d9-8b30-54a66b16fac7 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:32:34.938333 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-39513799-0896-4752-8fa6-aea113522dc7 service neutron] Port 0c7a81ce-1546-41d9-8b30-54a66b16fac7 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:32:34.938665 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-39513799-0896-4752-8fa6-aea113522dc7 service neutron] Attempting to bind port 0c7a81ce-1546-41d9-8b30-54a66b16fac7 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:32:34.953065 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-39513799-0896-4752-8fa6-aea113522dc7 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:32:34.953424 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-39513799-0896-4752-8fa6-aea113522dc7 service neutron] Checking segment: {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:32:34.953789 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-39513799-0896-4752-8fa6-aea113522dc7 service neutron] Bound using segment: {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:32:34.954234 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-39513799-0896-4752-8fa6-aea113522dc7 service neutron] Bound port: 0c7a81ce-1546-41d9-8b30-54a66b16fac7, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:32:34.954580 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-39513799-0896-4752-8fa6-aea113522dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:35.015864 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b302c-75b5-445e-b981-2d9836f04378 req-5a8cd545-ec7e-4366-96b2-b8fae077acfc tempest-AbsoluteLimitsNegativeTestJSON-448822443 tempest-AbsoluteLimitsNegativeTestJSON-448822443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:35.017369 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6c2b302c-75b5-445e-b981-2d9836f04378 req-5a8cd545-ec7e-4366-96b2-b8fae077acfc tempest-AbsoluteLimitsNegativeTestJSON-448822443 tempest-AbsoluteLimitsNegativeTestJSON-448822443-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1936817 Apr 28 19:32:35.027038 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 0c7a81ce-1546-41d9-8b30-54a66b16fac7 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:32:35.039826 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-341f4527-824b-482b-ad18-c12a6a3ff350 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:35.052382 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-341f4527-824b-482b-ad18-c12a6a3ff350 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1538606 Apr 28 19:32:35.066099 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-39513799-0896-4752-8fa6-aea113522dc7 service neutron] For port 0c7a81ce-1546-41d9-8b30-54a66b16fac7, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:32:35.073994 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-c906033c-56f9-4702-b94d-0aa8156f482a tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] 10.222.0.42 "GET /v2.0/quotas/806af625531d47fc92eee196e857fb10 HTTP/1.1" status: 200 len: 375 time: 0.0198963 Apr 28 19:32:35.085311 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6c2b302c-75b5-445e-b981-2d9836f04378 req-4fc3d74c-5a24-4411-8d0f-d7ba30e08315 tempest-AbsoluteLimitsNegativeTestJSON-448822443 tempest-AbsoluteLimitsNegativeTestJSON-448822443-project] 10.222.0.42 "GET /v2.0/quotas/5081a6d250644a398dd414f2dec3062b HTTP/1.1" status: 200 len: 375 time: 0.0355277 Apr 28 19:32:35.090642 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-39513799-0896-4752-8fa6-aea113522dc7 service neutron] For port 0c7a81ce-1546-41d9-8b30-54a66b16fac7, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=0c7a81ce-1546-41d9-8b30-54a66b16fac7,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:32:35.106407 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-39513799-0896-4752-8fa6-aea113522dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:35.124564 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-69e3845f-d313-427d-aef2-01365ab2f6cc tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=806af625531d47fc92eee196e857fb10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492892 Apr 28 19:32:35.149445 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6c2b302c-75b5-445e-b981-2d9836f04378 req-2795a0c4-7531-4b6e-858f-33e5424130a4 tempest-AbsoluteLimitsNegativeTestJSON-448822443 tempest-AbsoluteLimitsNegativeTestJSON-448822443-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5081a6d250644a398dd414f2dec3062b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557339 Apr 28 19:32:35.269353 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 0c7a81ce-1546-41d9-8b30-54a66b16fac7, host n-h1-839810-1, got binding levels [] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:35.272149 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-39513799-0896-4752-8fa6-aea113522dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:35.272774 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-39513799-0896-4752-8fa6-aea113522dc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:35.274116 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-39513799-0896-4752-8fa6-aea113522dc7 service neutron] 10.222.0.44 "PUT /v2.0/ports/0c7a81ce-1546-41d9-8b30-54a66b16fac7 HTTP/1.1" status: 200 len: 1121 time: 1.0002785 Apr 28 19:32:35.339787 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Attempting to bind port 0c7a81ce-1546-41d9-8b30-54a66b16fac7 on host n-h1-839810-1 for vnic_type normal with profile {"migrating_to": "n-h2-839810-1"} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:32:35.340720 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Attempting to bind port 0c7a81ce-1546-41d9-8b30-54a66b16fac7 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:32:35.341420 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Attempting to bind port 0c7a81ce-1546-41d9-8b30-54a66b16fac7 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:32:35.358740 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Port 0c7a81ce-1546-41d9-8b30-54a66b16fac7 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:32:35.359782 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Attempting to bind port 0c7a81ce-1546-41d9-8b30-54a66b16fac7 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:32:35.378510 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39513799-0896-4752-8fa6-aea113522dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=0c7a81ce-1546-41d9-8b30-54a66b16fac7,revision_number=8']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:35.382731 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['0c7a81ce-1546-41d9-8b30-54a66b16fac7'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:32:35.389387 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['0c7a81ce-1546-41d9-8b30-54a66b16fac7'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:32:35.447550 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ede6ed-df94-4174-b20b-cadd07618386 req-4897527c-6b2c-4ef3-933b-dd16184b327f tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:35.456845 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-67ede6ed-df94-4174-b20b-cadd07618386 req-4897527c-6b2c-4ef3-933b-dd16184b327f tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 950 time: 0.1863132 Apr 28 19:32:35.508954 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-67ede6ed-df94-4174-b20b-cadd07618386 req-faf723b8-2d65-4a2f-91db-e573eb82ea94 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506902 Apr 28 19:32:35.521628 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:32:35.522022 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Checking segment: {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:32:35.522627 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Bound using segment: {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:32:35.523092 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Bound port: 0c7a81ce-1546-41d9-8b30-54a66b16fac7, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:32:35.530940 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:35.565632 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4714764-7fde-4134-9efd-6c1992ca504e x-openstack-request-id: req-c4714764-7fde-4134-9efd-6c1992ca504e {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:35.565907 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2566c6-5331-40c7-ad87-9c463d245ed1", "name": "network-vif-unplugged", "status": "completed", "tag": "0c7a81ce-1546-41d9-8b30-54a66b16fac7", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:35.566166 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c4714764-7fde-4134-9efd-6c1992ca504e {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:35.566692 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4714764-7fde-4134-9efd-6c1992ca504e'] response: {'server_uuid': '4d2566c6-5331-40c7-ad87-9c463d245ed1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c7a81ce-1546-41d9-8b30-54a66b16fac7', 'code': 200} Apr 28 19:32:35.718878 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c92a80bb-1f1e-42ce-93a9-e37e8e739672 req-04ebb78e-4135-4519-9653-cdf7edcbaf65 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] 10.222.0.42 "GET /v2.0/ports?device_id=9557fffb-f895-44ed-8f0a-d5707bda9f6f HTTP/1.1" status: 200 len: 210 time: 0.0687010 Apr 28 19:32:35.723635 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39024) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:35.752275 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3cd62-d846-444b-80b8-45243a5cf1f5 req-1abdc335-9890-462e-80c8-c68d2322d3f1 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:35.754165 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-72a3cd62-d846-444b-80b8-45243a5cf1f5 req-1abdc335-9890-462e-80c8-c68d2322d3f1 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 950 time: 0.1144207 Apr 28 19:32:35.798265 n-d-839810-1 neutron-server[102775]: WARNING neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Concurrent port binding operations failed on port 0c7a81ce-1546-41d9-8b30-54a66b16fac7 Apr 28 19:32:35.818025 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 0c7a81ce-1546-41d9-8b30-54a66b16fac7, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=0c7a81ce-1546-41d9-8b30-54a66b16fac7,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:35.837400 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-72a3cd62-d846-444b-80b8-45243a5cf1f5 req-4d5590b7-93a2-4faa-b6fd-ceb87a89a7a2 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705578 Apr 28 19:32:35.859125 n-d-839810-1 neutron-server[102775]: INFO neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Attempt 2 to bind port 0c7a81ce-1546-41d9-8b30-54a66b16fac7 Apr 28 19:32:35.859738 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 0c7a81ce-1546-41d9-8b30-54a66b16fac7 has no active binding in host n-h2-839810-1 {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 28 19:32:35.995126 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486af227-c9eb-4088-a0b8-2ff76eadc8a4 req-b51857c4-1749-402b-946a-89c9ac7ecded tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:36.006654 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-486af227-c9eb-4088-a0b8-2ff76eadc8a4 req-b51857c4-1749-402b-946a-89c9ac7ecded tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 943 time: 0.0793273 Apr 28 19:32:36.033418 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd81ac34-3c2d-4fb0-81ff-30e3edbeffae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:36.072700 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-486af227-c9eb-4088-a0b8-2ff76eadc8a4 req-3a9a502f-a805-4fb1-8236-eddf3c53628e tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643728 Apr 28 19:32:36.199801 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd81ac34-3c2d-4fb0-81ff-30e3edbeffae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:36.207675 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd81ac34-3c2d-4fb0-81ff-30e3edbeffae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:36.286582 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cd81ac34-3c2d-4fb0-81ff-30e3edbeffae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5081a6d250644a398dd414f2dec3062b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5609510 Apr 28 19:32:36.290801 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39036) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:36.318772 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81ac34-3c2d-4fb0-81ff-30e3edbeffae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982b5134-223c-4db3-b677-1a853e6bbdbf,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:36.330491 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64efec8-73d9-4c59-af24-84946735513f req-511bfbe8-f3db-46e9-8b1c-c7df1bd046ca tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:36.339844 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e64efec8-73d9-4c59-af24-84946735513f req-511bfbe8-f3db-46e9-8b1c-c7df1bd046ca tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 946 time: 0.1041698 Apr 28 19:32:36.392700 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-65d7a166-e0fd-483f-a1c9-e401d5fd690d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:36.426617 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-65d7a166-e0fd-483f-a1c9-e401d5fd690d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:36.430016 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e64efec8-73d9-4c59-af24-84946735513f req-8f598460-0d4c-4760-8e0f-566de0cf4b74 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889490 Apr 28 19:32:36.525948 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3abc1d-846b-46d8-aba1-bb7c5f3cd17a req-8694d52c-e883-4998-9abc-9e7a1ff6edf2 tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:36.527664 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6a3abc1d-846b-46d8-aba1-bb7c5f3cd17a req-8694d52c-e883-4998-9abc-9e7a1ff6edf2 tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 1101 time: 0.0874593 Apr 28 19:32:36.584906 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6a3abc1d-846b-46d8-aba1-bb7c5f3cd17a req-04155b78-127b-458c-bde3-79c93a7b699d tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474591 Apr 28 19:32:36.602241 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-65d7a166-e0fd-483f-a1c9-e401d5fd690d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:36.609021 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-65d7a166-e0fd-483f-a1c9-e401d5fd690d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:36.616650 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-65d7a166-e0fd-483f-a1c9-e401d5fd690d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/982b5134-223c-4db3-b677-1a853e6bbdbf HTTP/1.1" status: 204 len: 168 time: 0.3223977 Apr 28 19:32:36.636190 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7a166-e0fd-483f-a1c9-e401d5fd690d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982b5134-223c-4db3-b677-1a853e6bbdbf,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:36.952075 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aeb1dc-d75a-4069-89f8-7bbe500538b6 req-07825d2f-1f64-44c6-8814-45a3446a4535 tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:36.967073 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-76aeb1dc-d75a-4069-89f8-7bbe500538b6 req-07825d2f-1f64-44c6-8814-45a3446a4535 tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 1101 time: 0.0795581 Apr 28 19:32:36.994415 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4112d8a8-8e40-404f-bcdd-b98fa4789ae4 req-88dc376a-e2b6-44be-8536-7f8440eef500 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] 10.222.0.42 "GET /v2.0/ports?device_id=9557fffb-f895-44ed-8f0a-d5707bda9f6f HTTP/1.1" status: 200 len: 210 time: 0.1187558 Apr 28 19:32:36.996890 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39064) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:37.052071 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-9a6df2c9-de0d-4fec-aa24-de194c54bf1d tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=806af625531d47fc92eee196e857fb10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421271 Apr 28 19:32:37.055307 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-76aeb1dc-d75a-4069-89f8-7bbe500538b6 req-225cd2df-a2af-41b0-9b35-c52069be5f4a tempest-ServersAdminTestJSON-2117741731 tempest-ServersAdminTestJSON-2117741731-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855205 Apr 28 19:32:37.278929 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18599a41-21e0-461a-b5e6-826a12f8a1b0 req-2ad8f235-fb37-47ea-830a-ab565b0d9fad tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:37.282445 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-18599a41-21e0-461a-b5e6-826a12f8a1b0 req-2ad8f235-fb37-47ea-830a-ab565b0d9fad tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 950 time: 0.1567118 Apr 28 19:32:37.326893 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-45ea59eb-f7f7-4d76-9691-4ed7f23304ce tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:37.328494 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-45ea59eb-f7f7-4d76-9691-4ed7f23304ce tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2716925 Apr 28 19:32:37.346446 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f346e606-24af-4a77-8cec-49da3c5c0801 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] Request body: {'port': {'device_id': '9557fffb-f895-44ed-8f0a-d5707bda9f6f', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'admin_state_up': True, 'tenant_id': '806af625531d47fc92eee196e857fb10'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:32:37.441739 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-18599a41-21e0-461a-b5e6-826a12f8a1b0 req-b3e28814-2a0a-4735-ad22-c8527e952e4b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509209 Apr 28 19:32:37.484432 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd2e15d1-00b8-4706-a823-701a046c3165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:37.571397 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2566c6-5331-40c7-ad87-9c463d245ed1', 'tag': '0c7a81ce-1546-41d9-8b30-54a66b16fac7'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:37.573869 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2077e7a-19ec-4b23-aa66-61550eba43e6" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2566c6-5331-40c7-ad87-9c463d245ed1", "tag": "0c7a81ce-1546-41d9-8b30-54a66b16fac7"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:37.588555 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f346e606-24af-4a77-8cec-49da3c5c0801 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] Made reservation on behalf of 806af625531d47fc92eee196e857fb10 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:32:37.612855 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f346e606-24af-4a77-8cec-49da3c5c0801 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:37.660144 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f346e606-24af-4a77-8cec-49da3c5c0801 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:37.726231 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd2e15d1-00b8-4706-a823-701a046c3165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:37.741029 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c34a2-9965-4637-a95e-4b2a2433d101 req-7609d455-cd37-4748-873c-d7c2ae989802 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:37.750964 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-835c34a2-9965-4637-a95e-4b2a2433d101 req-7609d455-cd37-4748-873c-d7c2ae989802 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=b94b6110-ba08-4bd6-acba-77b2363570e0 HTTP/1.1" status: 200 len: 949 time: 0.1327255 Apr 28 19:32:37.771198 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd2e15d1-00b8-4706-a823-701a046c3165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:37.915749 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-835c34a2-9965-4637-a95e-4b2a2433d101 req-5737f68e-c9a9-4cb2-a2a7-c5aad6311b2c tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633871 Apr 28 19:32:37.932026 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee131a-c0bd-48ef-8445-d48ba177562b req-35c0783c-3d88-46f0-8720-0fc39085e573 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:37.935561 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1dee131a-c0bd-48ef-8445-d48ba177562b req-35c0783c-3d88-46f0-8720-0fc39085e573 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 943 time: 0.3173754 Apr 28 19:32:37.947316 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39096) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:37.950940 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cd2e15d1-00b8-4706-a823-701a046c3165 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c5fa9522076541fc9f94640184f4aa5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9500506 Apr 28 19:32:37.953053 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e15d1-00b8-4706-a823-701a046c3165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a58d27-f196-4a24-884e-9642ce231882,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:38.146576 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e68b8-e8e0-45fc-900f-680e814d0991 req-0bbc8a93-0046-41f6-a329-a15990caeaf8 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:38.148460 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6c5e68b8-e8e0-45fc-900f-680e814d0991 req-0bbc8a93-0046-41f6-a329-a15990caeaf8 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 946 time: 0.0835440 Apr 28 19:32:38.165533 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f346e606-24af-4a77-8cec-49da3c5c0801 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:38.180529 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1dee131a-c0bd-48ef-8445-d48ba177562b req-ac0d44c7-a0e1-46a3-b1ef-23310517ab0b tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994073 Apr 28 19:32:38.187059 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f346e606-24af-4a77-8cec-49da3c5c0801 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:38.259474 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39104) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:38.263523 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6c5e68b8-e8e0-45fc-900f-680e814d0991 req-0e723eb0-69a8-47b5-90b7-8dde5562768d tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020875 Apr 28 19:32:38.296983 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd787d0-b618-4094-bfc6-5eeaf2ea09ff x-openstack-request-id: req-6dd787d0-b618-4094-bfc6-5eeaf2ea09ff {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:38.297445 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2566c6-5331-40c7-ad87-9c463d245ed1", "tag": "0c7a81ce-1546-41d9-8b30-54a66b16fac7", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:38.297817 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6dd787d0-b618-4094-bfc6-5eeaf2ea09ff {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:38.298432 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dd787d0-b618-4094-bfc6-5eeaf2ea09ff'] response: {'name': 'network-changed', 'server_uuid': '4d2566c6-5331-40c7-ad87-9c463d245ed1', 'tag': '0c7a81ce-1546-41d9-8b30-54a66b16fac7', 'status': 'completed', 'code': 200} Apr 28 19:32:38.308011 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0742edb3-a85a-434b-bb8c-49adac138ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:38.389140 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f346e606-24af-4a77-8cec-49da3c5c0801 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b51a0784-bd9b-446a-b4e8-34954c88f5cc,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:38.413357 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2077e7a-19ec-4b23-aa66-61550eba43e6 req-986b2548-b86c-4449-8d15-a8475f1fbe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:38.417850 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f2077e7a-19ec-4b23-aa66-61550eba43e6 req-986b2548-b86c-4449-8d15-a8475f1fbe1d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1af134fdfb54762be9898d865bc6112&device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 1124 time: 0.0852902 Apr 28 19:32:38.447627 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0742edb3-a85a-434b-bb8c-49adac138ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:38.471919 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-b1606d02-7596-4df3-836d-d46ffd0a921b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1627533096-network', 'tenant_id': 'f969262094984a16ab4b8b19d6c12396'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:32:38.514382 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9aa2c48c-b8ed-464e-bebc-2aa8aa918a3e req-6ea0d656-55b3-4ef5-99c7-756c3f8ea397 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] 10.222.0.42 "GET /v2.0/ports?device_id=9557fffb-f895-44ed-8f0a-d5707bda9f6f HTTP/1.1" status: 200 len: 210 time: 0.1144013 Apr 28 19:32:38.573696 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2077e7a-19ec-4b23-aa66-61550eba43e6 req-b56f8a4d-a4ef-4952-905b-450e83fc8fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:38.577016 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f2077e7a-19ec-4b23-aa66-61550eba43e6 req-b56f8a4d-a4ef-4952-905b-450e83fc8fc1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6836a994-cb1e-455e-a97f-31c9ee3bdef2 HTTP/1.1" status: 200 len: 920 time: 0.1463697 Apr 28 19:32:38.639337 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1606d02-7596-4df3-836d-d46ffd0a921b admin admin] Made reservation on behalf of f969262094984a16ab4b8b19d6c12396 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:32:38.643590 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b1606d02-7596-4df3-836d-d46ffd0a921b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:38.662360 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f2077e7a-19ec-4b23-aa66-61550eba43e6 req-5498d456-c06c-4021-bde2-ed6fd94a988d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c7a81ce-1546-41d9-8b30-54a66b16fac7 HTTP/1.1" status: 200 len: 217 time: 0.0694942 Apr 28 19:32:38.673119 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b1606d02-7596-4df3-836d-d46ffd0a921b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:38.714671 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f346e606-24af-4a77-8cec-49da3c5c0801 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] Allocated IP 192.168.233.234 (a2ea96f2-6755-492c-8fa3-72807d68d67a/ba397751-1619-4962-a669-11aa98e2e3bc/f78f6a02-34be-48b9-b86e-07c2587caf68) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:32:38.772482 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0742edb3-a85a-434b-bb8c-49adac138ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:38.777039 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0742edb3-a85a-434b-bb8c-49adac138ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:38.779541 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0742edb3-a85a-434b-bb8c-49adac138ed1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c0a58d27-f196-4a24-884e-9642ce231882 HTTP/1.1" status: 204 len: 168 time: 0.8304060 Apr 28 19:32:38.800550 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2077e7a-19ec-4b23-aa66-61550eba43e6 req-a0f98d1d-ffe5-47bd-9989-0b1b5c9447e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:38.802441 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f2077e7a-19ec-4b23-aa66-61550eba43e6 req-a0f98d1d-ffe5-47bd-9989-0b1b5c9447e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb798a62-4141-409b-9f67-e98b8568ccb2 HTTP/1.1" status: 200 len: 859 time: 0.1263649 Apr 28 19:32:38.812821 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742edb3-a85a-434b-bb8c-49adac138ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a58d27-f196-4a24-884e-9642ce231882,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:38.833548 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded880c4-a52e-499d-ab1e-38708aed4cd1 req-c55eebe5-cf48-4a2b-b220-f1f14830f2a4 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:38.844457 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ded880c4-a52e-499d-ab1e-38708aed4cd1 req-c55eebe5-cf48-4a2b-b220-f1f14830f2a4 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 950 time: 0.1852326 Apr 28 19:32:38.914801 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f2077e7a-19ec-4b23-aa66-61550eba43e6 req-29408e79-52d0-4c8e-825e-d5f0cda32b44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6836a994-cb1e-455e-a97f-31c9ee3bdef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679803 Apr 28 19:32:38.977969 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ded880c4-a52e-499d-ab1e-38708aed4cd1 req-98920e32-04b7-432d-ab43-5389c89e501e tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322746 Apr 28 19:32:39.134997 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f2077e7a-19ec-4b23-aa66-61550eba43e6 req-78409205-316a-400a-aa67-bb2871c56605 service neutron] 10.222.0.15 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513419 Apr 28 19:32:39.304636 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39122) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:39.361111 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-96b897f1-2f5a-47f6-b5e0-aa2208fe4ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:39.429168 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc1603-d24b-4e1e-a305-a4f65bc9542d req-c35de20f-a9bd-41c5-af33-c52a66b7013a tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:39.430890 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f7dc1603-d24b-4e1e-a305-a4f65bc9542d req-c35de20f-a9bd-41c5-af33-c52a66b7013a tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.44 "GET /v2.0/ports?device_id=b94b6110-ba08-4bd6-acba-77b2363570e0 HTTP/1.1" status: 200 len: 949 time: 0.2651997 Apr 28 19:32:39.479911 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e156b26-75e4-47bb-8539-a60ffbfe1935 req-1a4777f1-e863-448c-a0b3-d1bcb5e4bda8 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:39.482442 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8e156b26-75e4-47bb-8539-a60ffbfe1935 req-1a4777f1-e863-448c-a0b3-d1bcb5e4bda8 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=b94b6110-ba08-4bd6-acba-77b2363570e0 HTTP/1.1" status: 200 len: 949 time: 0.1715331 Apr 28 19:32:39.530565 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f2077e7a-19ec-4b23-aa66-61550eba43e6 req-05f4fd4e-7379-4852-80fc-752ecf7de598 service neutron] 10.222.0.15 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784142 Apr 28 19:32:39.531509 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b1606d02-7596-4df3-836d-d46ffd0a921b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:39.556389 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b1606d02-7596-4df3-836d-d46ffd0a921b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:39.581072 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1341a0-da09-4c56-91d7-facc9bef06ab req-8a48d78e-86ba-4bc6-ba65-ba8034b0e2af tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:39.583751 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dd1341a0-da09-4c56-91d7-facc9bef06ab req-8a48d78e-86ba-4bc6-ba65-ba8034b0e2af tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 943 time: 0.2776175 Apr 28 19:32:39.663395 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1606d02-7596-4df3-836d-d46ffd0a921b admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:32:39.704300 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8e156b26-75e4-47bb-8539-a60ffbfe1935 req-1bf6c8f2-fa7d-459a-9b8b-a17e1cab33de tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072506 Apr 28 19:32:39.720871 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1606d02-7596-4df3-836d-d46ffd0a921b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6e5e07-2397-442e-876d-34148ec92451,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:39.745800 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b1606d02-7596-4df3-836d-d46ffd0a921b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:39.746417 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-b1606d02-7596-4df3-836d-d46ffd0a921b admin admin] Added segment 3203ee38-b50c-4fe0-be3f-74c90553314a of type vlan for network 290ceb20-de81-4b99-a7d2-f44afb82683c Apr 28 19:32:39.753963 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f346e606-24af-4a77-8cec-49da3c5c0801 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:39.772743 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dd1341a0-da09-4c56-91d7-facc9bef06ab req-e548593d-d037-486f-b8fa-56a295138993 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697168 Apr 28 19:32:39.845683 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-96b897f1-2f5a-47f6-b5e0-aa2208fe4ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:39.850549 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-f7dc1603-d24b-4e1e-a305-a4f65bc9542d req-8d9720d8-1065-4de9-84d3-210360b02fac tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Deleting port e77080ae-6e52-4e69-8823-db3f8a5af095 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:32:39.851101 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f7dc1603-d24b-4e1e-a305-a4f65bc9542d req-8d9720d8-1065-4de9-84d3-210360b02fac tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:39.860422 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-96b897f1-2f5a-47f6-b5e0-aa2208fe4ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:39.948346 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b1606d02-7596-4df3-836d-d46ffd0a921b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:39.980273 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbfebb-1013-4019-b99e-50d6b4699ef1 req-731a6a51-2b75-45e8-a60c-07439c9f3d1a tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:39.991020 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4efbfebb-1013-4019-b99e-50d6b4699ef1 req-731a6a51-2b75-45e8-a60c-07439c9f3d1a tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 946 time: 0.1619804 Apr 28 19:32:40.058080 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4efbfebb-1013-4019-b99e-50d6b4699ef1 req-301047d4-38f3-455c-a117-f7753c93066e tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658121 Apr 28 19:32:40.059904 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b1606d02-7596-4df3-836d-d46ffd0a921b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:40.061854 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1606d02-7596-4df3-836d-d46ffd0a921b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:40.062590 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b1606d02-7596-4df3-836d-d46ffd0a921b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:40.063707 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9b89e304-a27e-4401-b0fd-bd71582e3f10 req-f4430ec4-a663-4a69-8d82-e18d4c580218 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] 10.222.0.42 "GET /v2.0/ports?device_id=9557fffb-f895-44ed-8f0a-d5707bda9f6f HTTP/1.1" status: 200 len: 210 time: 0.0803912 Apr 28 19:32:40.074466 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-96b897f1-2f5a-47f6-b5e0-aa2208fe4ca7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4dabff5c57ee42cf9c1d7590308edcd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7626481 Apr 28 19:32:40.078517 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39130) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:40.084950 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b897f1-2f5a-47f6-b5e0-aa2208fe4ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1386c507-cd9a-4c01-810d-f93c3901712c,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:40.137639 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f346e606-24af-4a77-8cec-49da3c5c0801 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:40.181900 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b1606d02-7596-4df3-836d-d46ffd0a921b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9116430 Apr 28 19:32:40.191726 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39132) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:40.218139 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-03aa9718-8cc5-48c5-9cc3-70ca5e67cda7 admin admin] Request body: {'subnet': {'network_id': '290ceb20-de81-4b99-a7d2-f44afb82683c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1627533096-subnet', 'tenant_id': 'f969262094984a16ab4b8b19d6c12396', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:32:40.256622 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-f7dc1603-d24b-4e1e-a305-a4f65bc9542d req-8d9720d8-1065-4de9-84d3-210360b02fac tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] For port e77080ae-6e52-4e69-8823-db3f8a5af095, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=e77080ae-6e52-4e69-8823-db3f8a5af095,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:40.257184 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f7dc1603-d24b-4e1e-a305-a4f65bc9542d req-8d9720d8-1065-4de9-84d3-210360b02fac tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:40.290278 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1606d02-7596-4df3-836d-d46ffd0a921b admin admin] Pushing event updated for resources: {'Network': ['ID=290ceb20-de81-4b99-a7d2-f44afb82683c,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:40.290759 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-f7dc1603-d24b-4e1e-a305-a4f65bc9542d req-8d9720d8-1065-4de9-84d3-210360b02fac tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Calling delete_port for e77080ae-6e52-4e69-8823-db3f8a5af095 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:32:40.317749 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03aa9718-8cc5-48c5-9cc3-70ca5e67cda7 admin admin] Made reservation on behalf of f969262094984a16ab4b8b19d6c12396 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:32:40.321667 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-03aa9718-8cc5-48c5-9cc3-70ca5e67cda7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:40.347504 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f346e606-24af-4a77-8cec-49da3c5c0801 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] Network a2ea96f2-6755-492c-8fa3-72807d68d67a is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:32:40.375479 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f346e606-24af-4a77-8cec-49da3c5c0801 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:32:40.383055 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f346e606-24af-4a77-8cec-49da3c5c0801 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:32:40.401526 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f346e606-24af-4a77-8cec-49da3c5c0801 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] Pushing event updated for resources: {'Port': ['ID=f78f6a02-34be-48b9-b86e-07c2587caf68,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:40.456628 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 290ceb20-de81-4b99-a7d2-f44afb82683c details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:32:40.523938 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7f6c459f-da09-4563-93a2-c00729d136b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:40.533611 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5986b7-bc0b-4c32-914f-a644b5df185f req-23975688-454c-4584-9bd6-d38c49868c2e tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:40.542999 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cc5986b7-bc0b-4c32-914f-a644b5df185f req-23975688-454c-4584-9bd6-d38c49868c2e tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 950 time: 0.2602556 Apr 28 19:32:40.620205 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f346e606-24af-4a77-8cec-49da3c5c0801 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:40.620992 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f346e606-24af-4a77-8cec-49da3c5c0801 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:40.626609 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7f6c459f-da09-4563-93a2-c00729d136b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:40.679084 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f346e606-24af-4a77-8cec-49da3c5c0801 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3407958 Apr 28 19:32:40.694706 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cc5986b7-bc0b-4c32-914f-a644b5df185f req-bbf15447-6341-4d50-b6a6-2cdca0c26c72 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482313 Apr 28 19:32:40.722161 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f584bb77-36ca-4415-b087-3c14ec4efa61 service neutron] Request body: {'port': {'device_id': '9557fffb-f895-44ed-8f0a-d5707bda9f6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:32:40.887197 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7f6c459f-da09-4563-93a2-c00729d136b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:40.894314 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f7dc1603-d24b-4e1e-a305-a4f65bc9542d req-8d9720d8-1065-4de9-84d3-210360b02fac tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:40.894641 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7f6c459f-da09-4563-93a2-c00729d136b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:40.900599 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7f6c459f-da09-4563-93a2-c00729d136b2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1386c507-cd9a-4c01-810d-f93c3901712c HTTP/1.1" status: 204 len: 168 time: 0.7562108 Apr 28 19:32:40.900599 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f584bb77-36ca-4415-b087-3c14ec4efa61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:40.918106 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['3c8175c1-ca25-4523-a3dc-23f2842675bc', 'e77080ae-6e52-4e69-8823-db3f8a5af095', '29d4de75-2c78-4bbb-83c4-0f004513c3d1'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:32:40.921838 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c459f-da09-4563-93a2-c00729d136b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1386c507-cd9a-4c01-810d-f93c3901712c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:40.973384 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9720d8-1065-4de9-84d3-210360b02fac tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Pushing event deleted for resources: {'Port': ['ID=e77080ae-6e52-4e69-8823-db3f8a5af095,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:40.992592 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-c78f1672-791d-4c32-a6d7-03accf0d00e0 None None] Provisioning complete for port f78f6a02-34be-48b9-b86e-07c2587caf68 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:32:40.992967 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c78f1672-791d-4c32-a6d7-03accf0d00e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:41.129152 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-c78f1672-791d-4c32-a6d7-03accf0d00e0 None None] Port f78f6a02-34be-48b9-b86e-07c2587caf68 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:32:41.322225 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a1c74d48-e54d-4e0e-9eb3-602172f98f96 req-108650a9-821a-4cb3-8065-99e5bed77e48 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=b94b6110-ba08-4bd6-acba-77b2363570e0 HTTP/1.1" status: 200 len: 210 time: 0.4183285 Apr 28 19:32:41.403447 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-03aa9718-8cc5-48c5-9cc3-70ca5e67cda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:41.452215 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7dc1603-d24b-4e1e-a305-a4f65bc9542d req-8d9720d8-1065-4de9-84d3-210360b02fac tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] No DVR routers for this DVR port e77080ae-6e52-4e69-8823-db3f8a5af095 on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:32:41.454339 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f584bb77-36ca-4415-b087-3c14ec4efa61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f78f6a02-34be-48b9-b86e-07c2587caf68 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:32:41.467544 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a41a6a-4045-4557-a2d9-956fc8e68023 req-48a539cb-ff27-46a4-ba2e-9420b4da004a tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:41.469385 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a5a41a6a-4045-4557-a2d9-956fc8e68023 req-48a539cb-ff27-46a4-ba2e-9420b4da004a tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 943 time: 0.5065362 Apr 28 19:32:41.476428 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f584bb77-36ca-4415-b087-3c14ec4efa61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:41.484668 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f7dc1603-d24b-4e1e-a305-a4f65bc9542d req-8d9720d8-1065-4de9-84d3-210360b02fac tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:41.488733 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f7dc1603-d24b-4e1e-a305-a4f65bc9542d req-8d9720d8-1065-4de9-84d3-210360b02fac tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.44 "DELETE /v2.0/ports/e77080ae-6e52-4e69-8823-db3f8a5af095 HTTP/1.1" status: 204 len: 173 time: 2.0471661 Apr 28 19:32:41.500676 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94b6110-ba08-4bd6-acba-77b2363570e0', 'name': 'network-vif-deleted', 'tag': 'e77080ae-6e52-4e69-8823-db3f8a5af095'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:41.506772 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5973181-1f84-40d3-b489-bec016576b36" -d '{"events": [{"server_uuid": "b94b6110-ba08-4bd6-acba-77b2363570e0", "name": "network-vif-deleted", "tag": "e77080ae-6e52-4e69-8823-db3f8a5af095"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:41.555651 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f584bb77-36ca-4415-b087-3c14ec4efa61 service neutron] Transition to ACTIVE for port object f78f6a02-34be-48b9-b86e-07c2587caf68 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:32:41.589455 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f584bb77-36ca-4415-b087-3c14ec4efa61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:41.634996 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa9718-8cc5-48c5-9cc3-70ca5e67cda7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=635f4d89-0687-4dbb-83ff-0947b6148d7d,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:41.689540 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aa9718-8cc5-48c5-9cc3-70ca5e67cda7 admin admin] Checking segment: {'id': '3203ee38-b50c-4fe0-be3f-74c90553314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '290ceb20-de81-4b99-a7d2-f44afb82683c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:32:41.689947 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03aa9718-8cc5-48c5-9cc3-70ca5e67cda7 admin admin] Network hostable DHCP agents. Network: 290ceb20-de81-4b99-a7d2-f44afb82683c, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:32:41.699604 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a5a41a6a-4045-4557-a2d9-956fc8e68023 req-4f01c830-d9f6-4676-8ff4-80964c64738e tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174642 Apr 28 19:32:41.706833 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71720484-0ef7-4f2a-958d-6a579aa22269 req-a19978aa-ebc5-4592-9c87-c8df6814771f tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:41.709302 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584bb77-36ca-4415-b087-3c14ec4efa61 service neutron] Pushing event updated for resources: {'Port': ['ID=f78f6a02-34be-48b9-b86e-07c2587caf68,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:41.715009 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-71720484-0ef7-4f2a-958d-6a579aa22269 req-a19978aa-ebc5-4592-9c87-c8df6814771f tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 946 time: 0.2744310 Apr 28 19:32:41.771045 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03aa9718-8cc5-48c5-9cc3-70ca5e67cda7 admin admin] Network 290ceb20-de81-4b99-a7d2-f44afb82683c is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:32:41.832685 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-71720484-0ef7-4f2a-958d-6a579aa22269 req-e8f7f9f9-126c-4147-8874-ee0f003f8e15 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166902 Apr 28 19:32:41.836013 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-03aa9718-8cc5-48c5-9cc3-70ca5e67cda7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 290ceb20-de81-4b99-a7d2-f44afb82683c) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:32:41.852069 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f0c372-c588-48e3-bb15-09d6f3a6a7cc None None] Network 290ceb20-de81-4b99-a7d2-f44afb82683c requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:32:41.864160 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03aa9718-8cc5-48c5-9cc3-70ca5e67cda7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:41.867676 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-03aa9718-8cc5-48c5-9cc3-70ca5e67cda7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:41.903689 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-03aa9718-8cc5-48c5-9cc3-70ca5e67cda7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7080522 Apr 28 19:32:41.947918 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b6a4a9-10c8-4449-93e3-0cbe9850e4ce x-openstack-request-id: req-e8b6a4a9-10c8-4449-93e3-0cbe9850e4ce {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:41.948459 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94b6110-ba08-4bd6-acba-77b2363570e0", "name": "network-vif-deleted", "tag": "e77080ae-6e52-4e69-8823-db3f8a5af095", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:41.948857 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e8b6a4a9-10c8-4449-93e3-0cbe9850e4ce {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:41.949469 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8b6a4a9-10c8-4449-93e3-0cbe9850e4ce'] response: {'server_uuid': 'b94b6110-ba08-4bd6-acba-77b2363570e0', 'name': 'network-vif-deleted', 'tag': 'e77080ae-6e52-4e69-8823-db3f8a5af095', 'status': 'completed', 'code': 200} Apr 28 19:32:41.950646 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f584bb77-36ca-4415-b087-3c14ec4efa61 service neutron] Attempting to bind port f78f6a02-34be-48b9-b86e-07c2587caf68 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:32:41.951486 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f584bb77-36ca-4415-b087-3c14ec4efa61 service neutron] Attempting to bind port f78f6a02-34be-48b9-b86e-07c2587caf68 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:32:41.952311 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f584bb77-36ca-4415-b087-3c14ec4efa61 service neutron] Attempting to bind port f78f6a02-34be-48b9-b86e-07c2587caf68 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:32:41.963553 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f584bb77-36ca-4415-b087-3c14ec4efa61 service neutron] Port f78f6a02-34be-48b9-b86e-07c2587caf68 on network a2ea96f2-6755-492c-8fa3-72807d68d67a not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:32:41.964325 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f584bb77-36ca-4415-b087-3c14ec4efa61 service neutron] Attempting to bind port f78f6a02-34be-48b9-b86e-07c2587caf68 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:32:41.991655 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f584bb77-36ca-4415-b087-3c14ec4efa61 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:32:41.992317 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f584bb77-36ca-4415-b087-3c14ec4efa61 service neutron] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:32:41.993394 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f584bb77-36ca-4415-b087-3c14ec4efa61 service neutron] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:32:41.994117 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f584bb77-36ca-4415-b087-3c14ec4efa61 service neutron] Bound port: f78f6a02-34be-48b9-b86e-07c2587caf68, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:32:41.994642 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f584bb77-36ca-4415-b087-3c14ec4efa61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:42.104390 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a01cb1-45d1-42a4-bced-5e73e57da1be req-a69f8313-4beb-4515-894a-e5a3c68ddc83 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:42.105980 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-57a01cb1-45d1-42a4-bced-5e73e57da1be req-a69f8313-4beb-4515-894a-e5a3c68ddc83 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] 10.222.0.42 "GET /v2.0/ports?device_id=9557fffb-f895-44ed-8f0a-d5707bda9f6f HTTP/1.1" status: 200 len: 948 time: 0.1778848 Apr 28 19:32:42.208508 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1865b70c-6c5d-43ba-8394-96dbfc2f6882 None None] Network 290ceb20-de81-4b99-a7d2-f44afb82683c requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:32:42.299853 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb2839-27e8-4f73-99b7-584631d2b237 req-af32dcb9-30be-4767-bfcf-aaf29ab81fa9 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:42.313084 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7edb2839-27e8-4f73-99b7-584631d2b237 req-af32dcb9-30be-4767-bfcf-aaf29ab81fa9 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 950 time: 0.1624370 Apr 28 19:32:42.340515 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-57a01cb1-45d1-42a4-bced-5e73e57da1be req-2609928c-a116-4691-a20c-4f3f881b6ea4 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51a0784-bd9b-446a-b4e8-34954c88f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683750 Apr 28 19:32:42.350066 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f584bb77-36ca-4415-b087-3c14ec4efa61 service neutron] For port f78f6a02-34be-48b9-b86e-07c2587caf68, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:32:42.355414 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f584bb77-36ca-4415-b087-3c14ec4efa61 service neutron] For port f78f6a02-34be-48b9-b86e-07c2587caf68, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=f78f6a02-34be-48b9-b86e-07c2587caf68,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:32:42.369654 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f584bb77-36ca-4415-b087-3c14ec4efa61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:42.417963 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7edb2839-27e8-4f73-99b7-584631d2b237 req-ea2c86d2-5cb3-413a-952c-408090820c3f tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938144 Apr 28 19:32:42.564521 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584bb77-36ca-4415-b087-3c14ec4efa61 service neutron] Pushing event updated for resources: {'Port': ['ID=f78f6a02-34be-48b9-b86e-07c2587caf68,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:42.577769 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f584bb77-36ca-4415-b087-3c14ec4efa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:42.578416 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f584bb77-36ca-4415-b087-3c14ec4efa61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:42.587214 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-f584bb77-36ca-4415-b087-3c14ec4efa61 service neutron] 10.222.0.44 "PUT /v2.0/ports/f78f6a02-34be-48b9-b86e-07c2587caf68 HTTP/1.1" status: 200 len: 1096 time: 1.8906941 Apr 28 19:32:42.587997 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9557fffb-f895-44ed-8f0a-d5707bda9f6f', 'tag': 'f78f6a02-34be-48b9-b86e-07c2587caf68'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:42.591357 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644702b4-43d8-4601-86bd-70bea7eb602f" -d '{"events": [{"name": "network-changed", "server_uuid": "9557fffb-f895-44ed-8f0a-d5707bda9f6f", "tag": "f78f6a02-34be-48b9-b86e-07c2587caf68"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:42.725592 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-c77e5edc-7a28-4253-a683-00bf12aef4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:42.728535 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-c77e5edc-7a28-4253-a683-00bf12aef4eb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=806af625531d47fc92eee196e857fb10&device_id=9557fffb-f895-44ed-8f0a-d5707bda9f6f HTTP/1.1" status: 200 len: 1099 time: 0.0899415 Apr 28 19:32:42.834091 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-3e59a374-a616-4473-a794-2dae6b718254 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=f78f6a02-34be-48b9-b86e-07c2587caf68 HTTP/1.1" status: 200 len: 217 time: 0.0977905 Apr 28 19:32:42.939646 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48551b4a-c0c1-4461-9792-4475c4e64907 x-openstack-request-id: req-48551b4a-c0c1-4461-9792-4475c4e64907 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:42.939935 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9557fffb-f895-44ed-8f0a-d5707bda9f6f", "tag": "f78f6a02-34be-48b9-b86e-07c2587caf68", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:42.940376 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-48551b4a-c0c1-4461-9792-4475c4e64907 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:42.940946 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48551b4a-c0c1-4461-9792-4475c4e64907'] response: {'name': 'network-changed', 'server_uuid': '9557fffb-f895-44ed-8f0a-d5707bda9f6f', 'tag': 'f78f6a02-34be-48b9-b86e-07c2587caf68', 'status': 'completed', 'code': 200} Apr 28 19:32:42.946140 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-89846f0f-f851-448b-9802-c0fae265fb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:42.947946 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-89846f0f-f851-448b-9802-c0fae265fb46 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1060143 Apr 28 19:32:43.040292 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-9f418f09-51cb-4842-872b-e38cb91c8c34 req-c6149d71-dc33-4d41-8f4e-633a7148ad6a tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1414355127', 'description': 'tempest-description-971782268'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:32:43.053591 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-0454e1e7-10fa-458f-a257-61159eebea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:43.055116 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-0454e1e7-10fa-458f-a257-61159eebea23 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0941300 Apr 28 19:32:43.071665 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device e77080ae-6e52-4e69-8823-db3f8a5af095 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:32:43.079326 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9f418f09-51cb-4842-872b-e38cb91c8c34 req-c6149d71-dc33-4d41-8f4e-633a7148ad6a tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:43.148531 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: e77080ae-6e52-4e69-8823-db3f8a5af095 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:32:43.149312 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device e77080ae-6e52-4e69-8823-db3f8a5af095 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:32:43.257829 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9f418f09-51cb-4842-872b-e38cb91c8c34 req-c6149d71-dc33-4d41-8f4e-633a7148ad6a tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:43.266440 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9f418f09-51cb-4842-872b-e38cb91c8c34 req-c6149d71-dc33-4d41-8f4e-633a7148ad6a tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:43.274243 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15cf8e-5568-4e9b-aaef-9a0e4137d37b req-58bb6c20-05f5-4398-a6be-e6dfe378bba8 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:43.282681 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ba15cf8e-5568-4e9b-aaef-9a0e4137d37b req-58bb6c20-05f5-4398-a6be-e6dfe378bba8 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 943 time: 0.1999121 Apr 28 19:32:43.318613 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-3eee4a2e-0ee3-4802-9b96-20c203fedb73 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507465 Apr 28 19:32:43.328200 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9f418f09-51cb-4842-872b-e38cb91c8c34 req-c6149d71-dc33-4d41-8f4e-633a7148ad6a tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:43.351491 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9f418f09-51cb-4842-872b-e38cb91c8c34 req-c6149d71-dc33-4d41-8f4e-633a7148ad6a tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3151569 Apr 28 19:32:43.438400 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6149d71-dc33-4d41-8f4e-633a7148ad6a tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=914d88fd-1863-4a35-bcf7-33d6bce758da,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:43.472320 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ba15cf8e-5568-4e9b-aaef-9a0e4137d37b req-1832700c-07cf-4215-8269-c9270847fcd6 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886494 Apr 28 19:32:43.573936 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f25bd-4fd0-42e3-be8d-45e2c08cba2e req-9daae79a-8e57-41b0-88f3-b715b49ce330 tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:43.576678 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ae6f25bd-4fd0-42e3-be8d-45e2c08cba2e req-9daae79a-8e57-41b0-88f3-b715b49ce330 tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] 10.222.0.42 "GET /v2.0/ports?device_id=37a45806-6399-40a8-b1a8-a30ef4f3f2cd HTTP/1.1" status: 200 len: 946 time: 0.1112983 Apr 28 19:32:43.577296 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0c79a894-f673-4336-a8fc-1d19b4a2bd06 req-711fd687-0bd8-41f4-90bd-cb37fb8b2a1a service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497256 Apr 28 19:32:43.696041 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ae6f25bd-4fd0-42e3-be8d-45e2c08cba2e req-95a699d2-fe9c-4b3a-a13f-939d85526d0b tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] 10.222.0.42 "GET /v2.0/security-groups?id=dda48961-7a82-4ef6-ac9b-6c5c2126d536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998716 Apr 28 19:32:43.734064 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644702b4-43d8-4601-86bd-70bea7eb602f req-c146ef05-86eb-4c23-a1fb-b03399ab0ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:43.735884 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-644702b4-43d8-4601-86bd-70bea7eb602f req-c146ef05-86eb-4c23-a1fb-b03399ab0ea7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=806af625531d47fc92eee196e857fb10&device_id=9557fffb-f895-44ed-8f0a-d5707bda9f6f HTTP/1.1" status: 200 len: 1099 time: 0.0732698 Apr 28 19:32:43.803498 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-d8377187-26a7-46f8-943c-638c5c09d596 req-3d997386-7efa-4bfc-a4fc-f087fcbc8feb tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1626208877', 'description': 'tempest-description-1357693929'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:32:43.809456 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb4a06-3d58-4e8e-959f-c2a29210df23 req-b4d3ac9d-a6f5-477d-be31-900699aa5a3c tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:43.811454 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cabb4a06-3d58-4e8e-959f-c2a29210df23 req-b4d3ac9d-a6f5-477d-be31-900699aa5a3c tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 946 time: 0.0673985 Apr 28 19:32:43.890954 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d8377187-26a7-46f8-943c-638c5c09d596 req-3d997386-7efa-4bfc-a4fc-f087fcbc8feb tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:43.915300 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cabb4a06-3d58-4e8e-959f-c2a29210df23 req-09ac769b-bcb4-4cdd-b1ff-f88e68f5264b tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962479 Apr 28 19:32:43.982794 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d8377187-26a7-46f8-943c-638c5c09d596 req-3d997386-7efa-4bfc-a4fc-f087fcbc8feb tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:43.987220 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644702b4-43d8-4601-86bd-70bea7eb602f req-aeb759af-3752-47ef-bcbe-2e968c03c26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:43.989628 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-644702b4-43d8-4601-86bd-70bea7eb602f req-aeb759af-3752-47ef-bcbe-2e968c03c26c service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.2460287 Apr 28 19:32:43.991148 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d8377187-26a7-46f8-943c-638c5c09d596 req-3d997386-7efa-4bfc-a4fc-f087fcbc8feb tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:44.048287 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-644702b4-43d8-4601-86bd-70bea7eb602f req-18ad673c-9b86-4546-b9f8-96802f09e21b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=f78f6a02-34be-48b9-b86e-07c2587caf68 HTTP/1.1" status: 200 len: 217 time: 0.0481920 Apr 28 19:32:44.075644 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d8377187-26a7-46f8-943c-638c5c09d596 req-3d997386-7efa-4bfc-a4fc-f087fcbc8feb tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:44.077069 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d8377187-26a7-46f8-943c-638c5c09d596 req-3d997386-7efa-4bfc-a4fc-f087fcbc8feb tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2960205 Apr 28 19:32:44.100236 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d997386-7efa-4bfc-a4fc-f087fcbc8feb tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1a34f7-01d7-4055-b17a-4595128f298e,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:44.162915 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644702b4-43d8-4601-86bd-70bea7eb602f req-cde23773-082e-4446-a4de-611771cd9e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:44.165943 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-644702b4-43d8-4601-86bd-70bea7eb602f req-cde23773-082e-4446-a4de-611771cd9e42 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1077745 Apr 28 19:32:44.241424 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1dbc46-75d0-4909-abf1-6aa269214cfd req-bea7519c-088c-4dd9-beef-92008ca97551 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:44.243123 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bc1dbc46-75d0-4909-abf1-6aa269214cfd req-bea7519c-088c-4dd9-beef-92008ca97551 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] 10.222.0.42 "GET /v2.0/ports?device_id=9557fffb-f895-44ed-8f0a-d5707bda9f6f HTTP/1.1" status: 200 len: 948 time: 0.1749175 Apr 28 19:32:44.319034 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bc1dbc46-75d0-4909-abf1-6aa269214cfd req-f9dd5b83-d887-463a-a4aa-4c866fffd589 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51a0784-bd9b-446a-b4e8-34954c88f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612051 Apr 28 19:32:44.319422 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644702b4-43d8-4601-86bd-70bea7eb602f req-9f118ae9-ec2d-431e-9ab6-9bb90666f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:44.321137 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-644702b4-43d8-4601-86bd-70bea7eb602f req-9f118ae9-ec2d-431e-9ab6-9bb90666f875 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1437392 Apr 28 19:32:44.330135 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de558bf4-e611-44b5-863c-b2ff37984495 req-ed2ecb0a-76df-424a-ab52-4b3b9d5ec058 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:44.331730 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-de558bf4-e611-44b5-863c-b2ff37984495 req-ed2ecb0a-76df-424a-ab52-4b3b9d5ec058 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 950 time: 0.1353872 Apr 28 19:32:44.475104 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8df19-5b1d-4052-858b-5eff9da24d4f req-5ad8227f-b18b-4f3a-bd5c-a5a5680d6271 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:44.483460 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-de558bf4-e611-44b5-863c-b2ff37984495 req-7635474f-d4a1-4520-ba12-f4a7567f22d7 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354477 Apr 28 19:32:44.490613 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f0d8df19-5b1d-4052-858b-5eff9da24d4f req-5ad8227f-b18b-4f3a-bd5c-a5a5680d6271 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=556e633a-203b-4980-bbdc-9d8ac7b04d69 HTTP/1.1" status: 200 len: 949 time: 0.0824878 Apr 28 19:32:44.551095 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-644702b4-43d8-4601-86bd-70bea7eb602f req-edb724c5-2ed0-428a-9cdb-d8d1c56e20bf service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145905 Apr 28 19:32:44.580301 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f0d8df19-5b1d-4052-858b-5eff9da24d4f req-ea2ffc15-5179-4fa1-bf9a-107130edbc46 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883052 Apr 28 19:32:44.611340 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a3aed-ad5a-45ed-aaf1-dadc26ede5ce req-02c166c2-aa98-4585-ba6e-003ffe950a8b tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:44.619215 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-348a3aed-ad5a-45ed-aaf1-dadc26ede5ce req-02c166c2-aa98-4585-ba6e-003ffe950a8b tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] 10.222.0.15 "GET /v2.0/ports?device_id=37a45806-6399-40a8-b1a8-a30ef4f3f2cd HTTP/1.1" status: 200 len: 946 time: 0.1187730 Apr 28 19:32:44.763169 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-644702b4-43d8-4601-86bd-70bea7eb602f req-b95b09dd-f695-4e95-a0b0-9c56ed58a0bb service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982300 Apr 28 19:32:44.891341 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-348a3aed-ad5a-45ed-aaf1-dadc26ede5ce req-5619566d-ad6b-4da4-9598-46cf97cad3ba tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Deleting port 120a5e7b-e8fd-4032-8e40-6d931f2efa35 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:32:44.891736 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-348a3aed-ad5a-45ed-aaf1-dadc26ede5ce req-5619566d-ad6b-4da4-9598-46cf97cad3ba tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:45.017239 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-17dec5ed-b8b3-4b2a-b273-521156aeb6d7 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:45.019310 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-17dec5ed-b8b3-4b2a-b273-521156aeb6d7 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/networks?id=290ceb20-de81-4b99-a7d2-f44afb82683c HTTP/1.1" status: 200 len: 813 time: 0.2725577 Apr 28 19:32:45.049609 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-ed0c9e5f-7eab-4905-95ef-f50f8aff8031 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/quotas/f969262094984a16ab4b8b19d6c12396 HTTP/1.1" status: 200 len: 375 time: 0.0203009 Apr 28 19:32:45.062673 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebe9db-a35e-4ce0-9987-cdf1f93402b5 req-235edfb1-3131-476d-b5e3-909a44ceb5d6 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:45.065448 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-78ebe9db-a35e-4ce0-9987-cdf1f93402b5 req-235edfb1-3131-476d-b5e3-909a44ceb5d6 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 943 time: 0.1688666 Apr 28 19:32:45.113430 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-de6515b0-e535-4053-b10b-9dd65a976375 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f969262094984a16ab4b8b19d6c12396&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533264 Apr 28 19:32:45.126074 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-61fce107-9f37-4207-a75a-187674156944 service neutron] 10.222.0.15 "GET /v2.0/ports/0c7a81ce-1546-41d9-8b30-54a66b16fac7/bindings/n-h2-839810-1 HTTP/1.1" status: 200 len: 384 time: 0.1690500 Apr 28 19:32:45.148789 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-348a3aed-ad5a-45ed-aaf1-dadc26ede5ce req-5619566d-ad6b-4da4-9598-46cf97cad3ba tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] For port 120a5e7b-e8fd-4032-8e40-6d931f2efa35, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=120a5e7b-e8fd-4032-8e40-6d931f2efa35,segment=NetworkSegment(c85834cc-a03d-4032-9d41-86c230081d23),segment_id=c85834cc-a03d-4032-9d41-86c230081d23)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:45.151581 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-348a3aed-ad5a-45ed-aaf1-dadc26ede5ce req-5619566d-ad6b-4da4-9598-46cf97cad3ba tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:45.189362 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-348a3aed-ad5a-45ed-aaf1-dadc26ede5ce req-5619566d-ad6b-4da4-9598-46cf97cad3ba tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Calling delete_port for 120a5e7b-e8fd-4032-8e40-6d931f2efa35 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:32:45.194059 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-78ebe9db-a35e-4ce0-9987-cdf1f93402b5 req-1dd50df3-7f0a-415b-ada7-8ed1dacc8468 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113203 Apr 28 19:32:45.365393 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-77f04e8f-4a2e-45cb-977d-8b288389069c service neutron] 10.222.0.42 "GET /v2.0/networks/290ceb20-de81-4b99-a7d2-f44afb82683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385209 Apr 28 19:32:45.404722 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef54b8-60f8-46d9-91b4-979567a1bf5c req-41f05f5e-79aa-4c9b-9750-123bf5c2150e tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:45.406258 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-11ef54b8-60f8-46d9-91b4-979567a1bf5c req-41f05f5e-79aa-4c9b-9750-123bf5c2150e tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.44 "GET /v2.0/ports?device_id=556e633a-203b-4980-bbdc-9d8ac7b04d69 HTTP/1.1" status: 200 len: 949 time: 0.1512496 Apr 28 19:32:45.455600 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d57353-76ff-43f7-acfa-df011ffae28d req-1a607bf8-61a2-4e45-93a5-9917e46ffe09 tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:45.457209 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-62d57353-76ff-43f7-acfa-df011ffae28d req-1a607bf8-61a2-4e45-93a5-9917e46ffe09 tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] 10.222.0.42 "GET /v2.0/ports?device_id=37a45806-6399-40a8-b1a8-a30ef4f3f2cd HTTP/1.1" status: 200 len: 946 time: 0.1592734 Apr 28 19:32:45.541956 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-10382a29-884f-4efa-9802-8f02be574af8 service neutron] 10.222.0.42 "GET /v2.0/networks/290ceb20-de81-4b99-a7d2-f44afb82683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665909 Apr 28 19:32:45.557867 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-348a3aed-ad5a-45ed-aaf1-dadc26ede5ce req-5619566d-ad6b-4da4-9598-46cf97cad3ba tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:45.577734 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['120a5e7b-e8fd-4032-8e40-6d931f2efa35'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:32:45.580653 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 0c7a81ce-1546-41d9-8b30-54a66b16fac7 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:32:45.581689 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-62d57353-76ff-43f7-acfa-df011ffae28d req-1e7b3860-c5b0-46b7-8a59-bc9d74a35c2e tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] 10.222.0.42 "GET /v2.0/security-groups?id=dda48961-7a82-4ef6-ac9b-6c5c2126d536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962510 Apr 28 19:32:45.589607 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-489a333a-8dc6-4aa8-9039-bab0ff99487b service neutron] For port 0c7a81ce-1546-41d9-8b30-54a66b16fac7, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=0c7a81ce-1546-41d9-8b30-54a66b16fac7,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:45.618116 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619566d-ad6b-4da4-9598-46cf97cad3ba tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Pushing event deleted for resources: {'Port': ['ID=120a5e7b-e8fd-4032-8e40-6d931f2efa35,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:45.632070 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-489a333a-8dc6-4aa8-9039-bab0ff99487b service neutron] For port 0c7a81ce-1546-41d9-8b30-54a66b16fac7, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:32:45.636406 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-11ef54b8-60f8-46d9-91b4-979567a1bf5c req-ffd26608-37a9-4c1f-8780-225171e1fef3 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Deleting port 3c8175c1-ca25-4523-a3dc-23f2842675bc {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:32:45.636754 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-11ef54b8-60f8-46d9-91b4-979567a1bf5c req-ffd26608-37a9-4c1f-8780-225171e1fef3 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:45.714164 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-348a3aed-ad5a-45ed-aaf1-dadc26ede5ce req-5619566d-ad6b-4da4-9598-46cf97cad3ba tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] No DVR routers for this DVR port 120a5e7b-e8fd-4032-8e40-6d931f2efa35 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:32:45.719042 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-348a3aed-ad5a-45ed-aaf1-dadc26ede5ce req-5619566d-ad6b-4da4-9598-46cf97cad3ba tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:45.722228 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-489a333a-8dc6-4aa8-9039-bab0ff99487b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c7a81ce-1546-41d9-8b30-54a66b16fac7 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:32:45.726392 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-348a3aed-ad5a-45ed-aaf1-dadc26ede5ce req-5619566d-ad6b-4da4-9598-46cf97cad3ba tempest-VolumesAdminNegativeTest-1760444870 tempest-VolumesAdminNegativeTest-1760444870-project] 10.222.0.15 "DELETE /v2.0/ports/120a5e7b-e8fd-4032-8e40-6d931f2efa35 HTTP/1.1" status: 204 len: 173 time: 1.0985003 Apr 28 19:32:45.728567 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a45806-6399-40a8-b1a8-a30ef4f3f2cd', 'name': 'network-vif-deleted', 'tag': '120a5e7b-e8fd-4032-8e40-6d931f2efa35'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:45.732803 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b758966-ca0d-4942-b0ad-f00b5679f6f4" -d '{"events": [{"server_uuid": "37a45806-6399-40a8-b1a8-a30ef4f3f2cd", "name": "network-vif-deleted", "tag": "120a5e7b-e8fd-4032-8e40-6d931f2efa35"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:45.744725 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-489a333a-8dc6-4aa8-9039-bab0ff99487b service neutron] For port 0c7a81ce-1546-41d9-8b30-54a66b16fac7, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=0c7a81ce-1546-41d9-8b30-54a66b16fac7,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:45.770843 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-489a333a-8dc6-4aa8-9039-bab0ff99487b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:45.866183 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-11ef54b8-60f8-46d9-91b4-979567a1bf5c req-ffd26608-37a9-4c1f-8780-225171e1fef3 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] For port 3c8175c1-ca25-4523-a3dc-23f2842675bc, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=3c8175c1-ca25-4523-a3dc-23f2842675bc,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:45.866556 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-11ef54b8-60f8-46d9-91b4-979567a1bf5c req-ffd26608-37a9-4c1f-8780-225171e1fef3 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:45.889559 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-11ef54b8-60f8-46d9-91b4-979567a1bf5c req-ffd26608-37a9-4c1f-8780-225171e1fef3 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Calling delete_port for 3c8175c1-ca25-4523-a3dc-23f2842675bc owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:32:45.971129 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-489a333a-8dc6-4aa8-9039-bab0ff99487b service neutron] Transition to ACTIVE for port object 0c7a81ce-1546-41d9-8b30-54a66b16fac7 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:32:45.979466 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c1e7d-e932-423f-9c50-e495f01cc817 req-0e14f479-3942-4ad6-a34f-272137522bb3 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:45.984706 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c05c1e7d-e932-423f-9c50-e495f01cc817 req-0e14f479-3942-4ad6-a34f-272137522bb3 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 946 time: 0.1602995 Apr 28 19:32:45.990927 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-489a333a-8dc6-4aa8-9039-bab0ff99487b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:46.078934 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43d33c-bc8d-4aa9-92e1-077ef5217e2c req-bd58b4de-7740-4360-8039-2b3a55d9af31 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:46.083017 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9d43d33c-bc8d-4aa9-92e1-077ef5217e2c req-bd58b4de-7740-4360-8039-2b3a55d9af31 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] 10.222.0.42 "GET /v2.0/ports?device_id=9557fffb-f895-44ed-8f0a-d5707bda9f6f HTTP/1.1" status: 200 len: 948 time: 0.1031680 Apr 28 19:32:46.149356 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-489a333a-8dc6-4aa8-9039-bab0ff99487b service neutron] No DVR routers for this DVR port 0c7a81ce-1546-41d9-8b30-54a66b16fac7 on host n-h1-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:32:46.166715 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9d43d33c-bc8d-4aa9-92e1-077ef5217e2c req-0b0426b3-0b29-4306-ac69-004bf1a9b462 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51a0784-bd9b-446a-b4e8-34954c88f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772073 Apr 28 19:32:46.172941 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c05c1e7d-e932-423f-9c50-e495f01cc817 req-951d1c41-d321-4aa0-92da-c9198a336265 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774549 Apr 28 19:32:46.189380 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a333a-8dc6-4aa8-9039-bab0ff99487b service neutron] Pushing event updated for resources: {'Port': ['ID=0c7a81ce-1546-41d9-8b30-54a66b16fac7,revision_number=10']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:46.258612 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-489a333a-8dc6-4aa8-9039-bab0ff99487b service neutron] 10.222.0.15 "PUT /v2.0/ports/0c7a81ce-1546-41d9-8b30-54a66b16fac7/bindings/n-h2-839810-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1180439 Apr 28 19:32:46.380138 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3532cc3-4867-48c8-b3cc-58e684c42d18 req-5a2c4950-580d-483f-9888-818fc0b73fc2 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:46.382470 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3532cc3-4867-48c8-b3cc-58e684c42d18 req-5a2c4950-580d-483f-9888-818fc0b73fc2 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 950 time: 0.1224794 Apr 28 19:32:46.435758 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-11ef54b8-60f8-46d9-91b4-979567a1bf5c req-ffd26608-37a9-4c1f-8780-225171e1fef3 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:46.452852 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['3c8175c1-ca25-4523-a3dc-23f2842675bc', '29d4de75-2c78-4bbb-83c4-0f004513c3d1'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:32:46.494027 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd26608-37a9-4c1f-8780-225171e1fef3 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Pushing event deleted for resources: {'Port': ['ID=3c8175c1-ca25-4523-a3dc-23f2842675bc,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:46.506257 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-60208996-4be3-4d52-92bd-0acd9955be65 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:46.508142 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-60208996-4be3-4d52-92bd-0acd9955be65 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1&tenant_id=e1af134fdfb54762be9898d865bc6112&binding%3Ahost_id=n-h1-839810-1 HTTP/1.1" status: 200 len: 1095 time: 0.1232350 Apr 28 19:32:46.513684 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3532cc3-4867-48c8-b3cc-58e684c42d18 req-dc230866-4db9-4512-ac02-184b150850fd tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902374 Apr 28 19:32:46.622576 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-3c98dcf3-7021-4055-8f90-60078c99d4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:46.624736 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-3c98dcf3-7021-4055-8f90-60078c99d4c8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1&tenant_id=e1af134fdfb54762be9898d865bc6112 HTTP/1.1" status: 200 len: 1095 time: 0.0987883 Apr 28 19:32:46.751698 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55404a5-e7d2-42cc-9bd2-25e4f235f1ed x-openstack-request-id: req-c55404a5-e7d2-42cc-9bd2-25e4f235f1ed {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:46.752084 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a45806-6399-40a8-b1a8-a30ef4f3f2cd", "name": "network-vif-deleted", "tag": "120a5e7b-e8fd-4032-8e40-6d931f2efa35", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:46.752478 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c55404a5-e7d2-42cc-9bd2-25e4f235f1ed {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:46.753000 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c55404a5-e7d2-42cc-9bd2-25e4f235f1ed'] response: {'server_uuid': '37a45806-6399-40a8-b1a8-a30ef4f3f2cd', 'name': 'network-vif-deleted', 'tag': '120a5e7b-e8fd-4032-8e40-6d931f2efa35', 'status': 'completed', 'code': 200} Apr 28 19:32:46.802164 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-66726d87-39fe-46fd-a1e5-fc22ebcb0246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:46.803692 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-66726d87-39fe-46fd-a1e5-fc22ebcb0246 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1af134fdfb54762be9898d865bc6112&device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 1095 time: 0.1427355 Apr 28 19:32:46.880946 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4084a-86c9-4e0b-aa9e-01a2bc75aead req-fa806a2d-4416-41ef-81c0-ffda4423a4a8 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:46.882567 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-faf4084a-86c9-4e0b-aa9e-01a2bc75aead req-fa806a2d-4416-41ef-81c0-ffda4423a4a8 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=556e633a-203b-4980-bbdc-9d8ac7b04d69 HTTP/1.1" status: 200 len: 867 time: 0.5097382 Apr 28 19:32:46.900139 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ef54b8-60f8-46d9-91b4-979567a1bf5c req-ffd26608-37a9-4c1f-8780-225171e1fef3 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] No DVR routers for this DVR port 3c8175c1-ca25-4523-a3dc-23f2842675bc on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:32:46.907916 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-11ef54b8-60f8-46d9-91b4-979567a1bf5c req-ffd26608-37a9-4c1f-8780-225171e1fef3 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:46.911867 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-11ef54b8-60f8-46d9-91b4-979567a1bf5c req-ffd26608-37a9-4c1f-8780-225171e1fef3 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.44 "DELETE /v2.0/ports/3c8175c1-ca25-4523-a3dc-23f2842675bc HTTP/1.1" status: 204 len: 173 time: 1.4971814 Apr 28 19:32:46.912478 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556e633a-203b-4980-bbdc-9d8ac7b04d69', 'name': 'network-vif-deleted', 'tag': '3c8175c1-ca25-4523-a3dc-23f2842675bc'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:46.914967 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f2e2eb-8ec9-4dbc-82b0-f165c604841c" -d '{"events": [{"server_uuid": "556e633a-203b-4980-bbdc-9d8ac7b04d69", "name": "network-vif-deleted", "tag": "3c8175c1-ca25-4523-a3dc-23f2842675bc"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:46.941089 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2d904abf-98bc-400f-b8e2-44974dc6dee4 req-3d55773d-28c2-4580-b5ad-616effd26290 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/ports?device_id=38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9 HTTP/1.1" status: 200 len: 210 time: 0.0974221 Apr 28 19:32:46.968826 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-faf4084a-86c9-4e0b-aa9e-01a2bc75aead req-f7c083b4-06e1-46f0-b771-e771ed1e6e09 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702605 Apr 28 19:32:47.055610 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-6732db64-a3d6-43c0-9c80-f38d63cf5595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:47.057518 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-6732db64-a3d6-43c0-9c80-f38d63cf5595 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6836a994-cb1e-455e-a97f-31c9ee3bdef2 HTTP/1.1" status: 200 len: 920 time: 0.2421622 Apr 28 19:32:47.069534 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39264) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:47.074007 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device f78f6a02-34be-48b9-b86e-07c2587caf68 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:32:47.163850 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-b54cc2b0-1fff-4889-ab90-41c3eae8dda1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c7a81ce-1546-41d9-8b30-54a66b16fac7 HTTP/1.1" status: 200 len: 217 time: 0.0868504 Apr 28 19:32:47.165035 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78c24b3-8231-402f-8cb1-12ec94e27967 x-openstack-request-id: req-d78c24b3-8231-402f-8cb1-12ec94e27967 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:47.165490 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556e633a-203b-4980-bbdc-9d8ac7b04d69", "name": "network-vif-deleted", "tag": "3c8175c1-ca25-4523-a3dc-23f2842675bc", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:47.165882 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d78c24b3-8231-402f-8cb1-12ec94e27967 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:47.166481 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d78c24b3-8231-402f-8cb1-12ec94e27967'] response: {'server_uuid': '556e633a-203b-4980-bbdc-9d8ac7b04d69', 'name': 'network-vif-deleted', 'tag': '3c8175c1-ca25-4523-a3dc-23f2842675bc', 'status': 'completed', 'code': 200} Apr 28 19:32:47.240887 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-276d8924-daa6-4146-9a0c-0cc543a7442a admin admin] Deleting subnet 233d3b02-5dff-483a-8ff4-932292a3f9ac {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:32:47.241559 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b4a5e-67e2-49de-bc92-2c5404221944 req-549ef8d9-8f08-4335-be0f-15d1d1c1a2e1 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:47.243487 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-793b4a5e-67e2-49de-bc92-2c5404221944 req-549ef8d9-8f08-4335-be0f-15d1d1c1a2e1 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 944 time: 0.1848915 Apr 28 19:32:47.257580 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-276d8924-daa6-4146-9a0c-0cc543a7442a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:47.348403 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-793b4a5e-67e2-49de-bc92-2c5404221944 req-a8b98058-a005-4146-ba16-903d218b1cf8 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882947 Apr 28 19:32:47.356883 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-65a38b06-5f8a-4c0c-aa61-c5935ac6ee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:47.361306 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-65a38b06-5f8a-4c0c-aa61-c5935ac6ee66 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb798a62-4141-409b-9f67-e98b8568ccb2 HTTP/1.1" status: 200 len: 859 time: 0.1840687 Apr 28 19:32:47.368588 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-276d8924-daa6-4146-9a0c-0cc543a7442a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:47.422836 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-2f73fad5-d38b-4418-98a7-239324742ac1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6836a994-cb1e-455e-a97f-31c9ee3bdef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548842 Apr 28 19:32:47.508960 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-276d8924-daa6-4146-9a0c-0cc543a7442a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:47.562977 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 120a5e7b-e8fd-4032-8e40-6d931f2efa35 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:32:47.570057 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc632a5-6f82-48e0-809a-efab90c118ed req-dc10633f-f00d-4bbc-bd1b-bb9a333cdd5d tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:47.572259 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bdc632a5-6f82-48e0-809a-efab90c118ed req-dc10633f-f00d-4bbc-bd1b-bb9a333cdd5d tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] 10.222.0.42 "GET /v2.0/ports?device_id=9557fffb-f895-44ed-8f0a-d5707bda9f6f HTTP/1.1" status: 200 len: 948 time: 0.2376251 Apr 28 19:32:47.596754 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 120a5e7b-e8fd-4032-8e40-6d931f2efa35 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:32:47.597842 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 120a5e7b-e8fd-4032-8e40-6d931f2efa35 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:32:47.602604 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c18470-646b-4e36-95aa-a1906157eac4 req-d55c71b3-f47e-4072-87d7-d0e96c4daed7 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:47.604694 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-35c18470-646b-4e36-95aa-a1906157eac4 req-d55c71b3-f47e-4072-87d7-d0e96c4daed7 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 946 time: 0.0809791 Apr 28 19:32:47.610280 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-9f20acf4-610d-4d14-b6ee-0cd4797c64a5 service neutron] 10.222.0.44 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704392 Apr 28 19:32:47.653397 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bdc632a5-6f82-48e0-809a-efab90c118ed req-b202482c-ff90-4e71-bd54-c7bc26fb53d9 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51a0784-bd9b-446a-b4e8-34954c88f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496218 Apr 28 19:32:47.654916 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-276d8924-daa6-4146-9a0c-0cc543a7442a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:47.663129 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port f78f6a02-34be-48b9-b86e-07c2587caf68, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=f78f6a02-34be-48b9-b86e-07c2587caf68,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:47.678929 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d8924-daa6-4146-9a0c-0cc543a7442a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=233d3b02-5dff-483a-8ff4-932292a3f9ac,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:47.679157 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'f78f6a02-34be-48b9-b86e-07c2587caf68', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': 'f78f6a02-34be-48b9-b86e-07c2587caf68', 'mac_address': 'fa:16:3e:1a:ab:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:32:47.689968 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-276d8924-daa6-4146-9a0c-0cc543a7442a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:47.694357 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-276d8924-daa6-4146-9a0c-0cc543a7442a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/233d3b02-5dff-483a-8ff4-932292a3f9ac HTTP/1.1" status: 204 len: 168 time: 0.6232703 Apr 28 19:32:47.703250 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39278) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:47.752361 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:47.794450 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f78f6a02-34be-48b9-b86e-07c2587caf68 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:32:47.803253 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-35c18470-646b-4e36-95aa-a1906157eac4 req-12568fba-d9ef-48d7-9d07-9976a49fa389 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862524 Apr 28 19:32:47.838200 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-64bf84ff-ae23-4d88-b6c0-d195e279609f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:47.891962 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port f78f6a02-34be-48b9-b86e-07c2587caf68, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=f78f6a02-34be-48b9-b86e-07c2587caf68,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:47.900515 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:48.003623 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-d0d3e3c2-c81e-44d5-8d91-f7b02d56bd8d service neutron] 10.222.0.44 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697264 Apr 28 19:32:48.039419 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=f78f6a02-34be-48b9-b86e-07c2587caf68,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:48.054039 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-64bf84ff-ae23-4d88-b6c0-d195e279609f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:48.063814 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-f765f3df-ea12-4226-a536-2d7df1eb7ae9 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:48.065735 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-f765f3df-ea12-4226-a536-2d7df1eb7ae9 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.15 "GET /v2.0/networks?id=290ceb20-de81-4b99-a7d2-f44afb82683c HTTP/1.1" status: 200 len: 813 time: 0.2714174 Apr 28 19:32:48.084733 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-1515e378-3399-45d2-abd9-ef4efb93defc tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Request body: {'port': {'device_id': '38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9', 'network_id': '290ceb20-de81-4b99-a7d2-f44afb82683c', 'admin_state_up': True, 'tenant_id': 'f969262094984a16ab4b8b19d6c12396'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:32:48.118627 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-64bf84ff-ae23-4d88-b6c0-d195e279609f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4178d38c-32ee-49c9-9235-fc29b5c3ad70']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:32:48.137953 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-64bf84ff-ae23-4d88-b6c0-d195e279609f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c85834cc-a03d-4032-9d41-86c230081d23') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:32:48.138311 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-64bf84ff-ae23-4d88-b6c0-d195e279609f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c85834cc-a03d-4032-9d41-86c230081d23') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:32:48.178654 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-64bf84ff-ae23-4d88-b6c0-d195e279609f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:48.205807 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce5777-0b59-4aac-9d72-a2246189360f req-b84149c4-9454-4f16-a673-b43d39f40336 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:48.207412 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a7ce5777-0b59-4aac-9d72-a2246189360f req-b84149c4-9454-4f16-a673-b43d39f40336 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 950 time: 0.2106509 Apr 28 19:32:48.210812 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-64bf84ff-ae23-4d88-b6c0-d195e279609f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:48.219811 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['f78f6a02-34be-48b9-b86e-07c2587caf68'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:32:48.223276 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64bf84ff-ae23-4d88-b6c0-d195e279609f admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:32:48.223684 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-64bf84ff-ae23-4d88-b6c0-d195e279609f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:48.225518 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:32:48.225518 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:32:48.225518 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:32:48.225518 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:32:48.225518 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:32:48.225518 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:32:48.225518 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:32:48.225518 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:32:48.225518 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:32:48.225518 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:32:48.225518 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:32:48.225518 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:32:48.225518 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:32:48.225518 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:32:48.225518 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:32:48.225518 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:32:48.225518 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:32:48.225518 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:32:48.225518 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:32:48.225518 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:32:48.225518 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:32:48.225518 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:32:48.225518 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:32:48.225518 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:32:48.225518 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:32:48.225518 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:32:48.225518 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:32:48.225518 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:32:48.225518 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:32:48.225518 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:32:48.225518 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:32:48.225518 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:32:48.262860 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-234378f7-32c0-4a34-ae79-d0aab737581c req-334a033a-22f2-4c1b-8e95-5b8ef0895f2d tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/ports?device_id=38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9 HTTP/1.1" status: 200 len: 210 time: 0.0835629 Apr 28 19:32:48.348989 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-64bf84ff-ae23-4d88-b6c0-d195e279609f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:48.356347 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a7ce5777-0b59-4aac-9d72-a2246189360f req-b2a42f8f-af5f-49b1-86db-5c92a246ce58 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171467 Apr 28 19:32:48.364309 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-64bf84ff-ae23-4d88-b6c0-d195e279609f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:48.367631 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-64bf84ff-ae23-4d88-b6c0-d195e279609f admin admin] 10.222.0.42 "DELETE /v2.0/networks/4178d38c-32ee-49c9-9235-fc29b5c3ad70 HTTP/1.1" status: 204 len: 168 time: 0.6631773 Apr 28 19:32:48.372250 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39294) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:48.391784 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf84ff-ae23-4d88-b6c0-d195e279609f admin admin] Pushing event deleted for resources: {'Network': ['ID=4178d38c-32ee-49c9-9235-fc29b5c3ad70,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:48.398173 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-1515e378-3399-45d2-abd9-ef4efb93defc tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Made reservation on behalf of f969262094984a16ab4b8b19d6c12396 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:32:48.401831 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-1515e378-3399-45d2-abd9-ef4efb93defc tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:48.540246 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-48685a1e-3f4e-492e-bea6-1ef927744749 admin admin] Deleting subnet 44adee2e-9afd-4b40-8542-3565b78889c8 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:32:48.549826 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-48685a1e-3f4e-492e-bea6-1ef927744749 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:48.626233 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-961e0f11-a955-4523-8653-d247f838642d tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:48.629125 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-961e0f11-a955-4523-8653-d247f838642d tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1&tenant_id=e1af134fdfb54762be9898d865bc6112&binding%3Ahost_id=n-h2-839810-1 HTTP/1.1" status: 200 len: 1095 time: 0.1352167 Apr 28 19:32:48.632197 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-48685a1e-3f4e-492e-bea6-1ef927744749 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:48.655943 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a1f01-97c0-415e-b7a0-be7cf69a4bfc req-4800cd6c-2d42-45ee-8ca8-bb2babbd37c9 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:48.657484 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e6a1f01-97c0-415e-b7a0-be7cf69a4bfc req-4800cd6c-2d42-45ee-8ca8-bb2babbd37c9 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 944 time: 0.1125841 Apr 28 19:32:48.670039 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-1515e378-3399-45d2-abd9-ef4efb93defc tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Allocated IP 172.20.0.6 (290ceb20-de81-4b99-a7d2-f44afb82683c/635f4d89-0687-4dbb-83ff-0947b6148d7d/e8d684bc-97f6-46b3-ab12-3115187e4ede) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:32:48.674208 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-48685a1e-3f4e-492e-bea6-1ef927744749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:48.693355 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39302) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:48.742573 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e6a1f01-97c0-415e-b7a0-be7cf69a4bfc req-32ce784e-d32f-4151-8022-0525dd72ce19 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701351 Apr 28 19:32:48.864619 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49244256-cc0f-40ed-84cb-a788c18b1a89 req-96743b39-1126-4e58-aab9-1754d7bd2e31 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:48.866169 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49244256-cc0f-40ed-84cb-a788c18b1a89 req-96743b39-1126-4e58-aab9-1754d7bd2e31 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 950 time: 0.0991116 Apr 28 19:32:48.915116 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-48685a1e-3f4e-492e-bea6-1ef927744749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:48.974332 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-439b150d-aa61-46a9-ac13-d2120ddea419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:48.983041 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48685a1e-3f4e-492e-bea6-1ef927744749 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44adee2e-9afd-4b40-8542-3565b78889c8,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:48.985675 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-48685a1e-3f4e-492e-bea6-1ef927744749 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:48.992083 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-48685a1e-3f4e-492e-bea6-1ef927744749 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/44adee2e-9afd-4b40-8542-3565b78889c8 HTTP/1.1" status: 204 len: 168 time: 0.6152558 Apr 28 19:32:48.994498 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39310) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:49.008195 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-1515e378-3399-45d2-abd9-ef4efb93defc tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:49.037251 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48685a1e-3f4e-492e-bea6-1ef927744749 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:49.037499 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48685a1e-3f4e-492e-bea6-1ef927744749 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:49.037832 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48685a1e-3f4e-492e-bea6-1ef927744749 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:49.038163 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48685a1e-3f4e-492e-bea6-1ef927744749 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:49.038489 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48685a1e-3f4e-492e-bea6-1ef927744749 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:49.038814 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48685a1e-3f4e-492e-bea6-1ef927744749 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:49.039142 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48685a1e-3f4e-492e-bea6-1ef927744749 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:49.039460 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48685a1e-3f4e-492e-bea6-1ef927744749 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:49.039780 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48685a1e-3f4e-492e-bea6-1ef927744749 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:49.040243 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48685a1e-3f4e-492e-bea6-1ef927744749 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:49.040448 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48685a1e-3f4e-492e-bea6-1ef927744749 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:49.040732 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48685a1e-3f4e-492e-bea6-1ef927744749 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:49.051425 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49244256-cc0f-40ed-84cb-a788c18b1a89 req-166063e8-e599-4797-8236-18bc9e6586b0 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637328 Apr 28 19:32:49.063070 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9a50a-ffa1-4f7c-ad5e-809bc4d7e4c0 req-dd7c9372-7db2-4162-aa87-453468fe4673 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:49.064675 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9dd9a50a-ffa1-4f7c-ad5e-809bc4d7e4c0 req-dd7c9372-7db2-4162-aa87-453468fe4673 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] 10.222.0.42 "GET /v2.0/ports?device_id=9557fffb-f895-44ed-8f0a-d5707bda9f6f HTTP/1.1" status: 200 len: 949 time: 0.1977699 Apr 28 19:32:49.079193 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 3c8175c1-ca25-4523-a3dc-23f2842675bc no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:32:49.100790 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-1515e378-3399-45d2-abd9-ef4efb93defc tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:49.117284 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-1f1627c9-ceb1-4b6a-8df4-3b0774dffc1f service neutron] For port 0c7a81ce-1546-41d9-8b30-54a66b16fac7, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:32:49.125454 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 3c8175c1-ca25-4523-a3dc-23f2842675bc {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:32:49.125790 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 3c8175c1-ca25-4523-a3dc-23f2842675bc not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:32:49.129248 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-1f1627c9-ceb1-4b6a-8df4-3b0774dffc1f service neutron] Notify callbacks [] for binding, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:49.130555 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0c8c54cd-b359-4131-a9e6-8ce72a6796c6 req-1f1627c9-ceb1-4b6a-8df4-3b0774dffc1f service neutron] 10.222.0.44 "DELETE /v2.0/ports/0c7a81ce-1546-41d9-8b30-54a66b16fac7/bindings/n-h1-839810-1 HTTP/1.1" status: 204 len: 173 time: 0.4896996 Apr 28 19:32:49.143784 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d9cada5-92f1-4735-9e32-7a266eb6f9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:49.201240 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-1515e378-3399-45d2-abd9-ef4efb93defc tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Network 290ceb20-de81-4b99-a7d2-f44afb82683c is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:32:49.203047 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-1515e378-3399-45d2-abd9-ef4efb93defc tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:32:49.213670 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9dd9a50a-ffa1-4f7c-ad5e-809bc4d7e4c0 req-b412c4d4-57b3-4cfc-a4c4-bc2603116a2d tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51a0784-bd9b-446a-b4e8-34954c88f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408467 Apr 28 19:32:49.229738 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-1515e378-3399-45d2-abd9-ef4efb93defc tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:32:49.244673 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515e378-3399-45d2-abd9-ef4efb93defc tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Pushing event updated for resources: {'Port': ['ID=e8d684bc-97f6-46b3-ab12-3115187e4ede,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:49.272532 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d9cada5-92f1-4735-9e32-7a266eb6f9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:49.272968 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-439b150d-aa61-46a9-ac13-d2120ddea419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:49.280686 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-439b150d-aa61-46a9-ac13-d2120ddea419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:49.299581 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d9cada5-92f1-4735-9e32-7a266eb6f9eb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:32:49.299933 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d9cada5-92f1-4735-9e32-7a266eb6f9eb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:32:49.303602 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d9cada5-92f1-4735-9e32-7a266eb6f9eb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:32:49.303602 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d9cada5-92f1-4735-9e32-7a266eb6f9eb admin admin] Subscribe: > port after_create 55550000 {{(pid=102773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:32:49.303602 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d9cada5-92f1-4735-9e32-7a266eb6f9eb admin admin] Subscribe: > port after_delete 55550000 {{(pid=102773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:32:49.303602 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d9cada5-92f1-4735-9e32-7a266eb6f9eb admin admin] Subscribe: > port after_update 55550000 {{(pid=102773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:32:49.303602 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d9cada5-92f1-4735-9e32-7a266eb6f9eb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:32:49.303602 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d9cada5-92f1-4735-9e32-7a266eb6f9eb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:32:49.303602 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d9cada5-92f1-4735-9e32-7a266eb6f9eb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:32:49.303602 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d9cada5-92f1-4735-9e32-7a266eb6f9eb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:32:49.343335 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-1515e378-3399-45d2-abd9-ef4efb93defc tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:49.343980 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-1515e378-3399-45d2-abd9-ef4efb93defc tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:49.350086 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b150d-aa61-46a9-ac13-d2120ddea419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8a37ce-785a-489f-9369-4c089d362560,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:49.354000 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-439b150d-aa61-46a9-ac13-d2120ddea419 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=30fc71f61abc4bf998dd3c4020ee8b6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6589274 Apr 28 19:32:49.373560 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39314) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:49.396948 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439b150d-aa61-46a9-ac13-d2120ddea419 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:49.397294 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439b150d-aa61-46a9-ac13-d2120ddea419 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:49.397633 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439b150d-aa61-46a9-ac13-d2120ddea419 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:49.397976 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439b150d-aa61-46a9-ac13-d2120ddea419 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:49.398305 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439b150d-aa61-46a9-ac13-d2120ddea419 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:49.398635 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439b150d-aa61-46a9-ac13-d2120ddea419 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:49.398961 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439b150d-aa61-46a9-ac13-d2120ddea419 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:49.399287 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439b150d-aa61-46a9-ac13-d2120ddea419 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:49.399613 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439b150d-aa61-46a9-ac13-d2120ddea419 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:49.399933 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439b150d-aa61-46a9-ac13-d2120ddea419 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:49.400286 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439b150d-aa61-46a9-ac13-d2120ddea419 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:49.400602 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439b150d-aa61-46a9-ac13-d2120ddea419 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:49.415264 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-1515e378-3399-45d2-abd9-ef4efb93defc tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3353627 Apr 28 19:32:49.445019 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-17c52342-4059-4f76-b3e4-29db1818f83a service neutron] Request body: {'port': {'device_id': '38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:32:49.452716 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d9cada5-92f1-4735-9e32-7a266eb6f9eb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:32:49.453199 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d9cada5-92f1-4735-9e32-7a266eb6f9eb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:32:49.453625 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d9cada5-92f1-4735-9e32-7a266eb6f9eb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:32:49.454158 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d9cada5-92f1-4735-9e32-7a266eb6f9eb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:32:49.454615 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-3d9cada5-92f1-4735-9e32-7a266eb6f9eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6888241e-1485-4f3f-8e79-4166c730a2e3']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:32:49.477052 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658ee1a-b554-4d36-b34a-06dad286b7ca req-40cc1de8-ed04-49b7-9cf0-a672b83ec1e7 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:49.479387 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0658ee1a-b554-4d36-b34a-06dad286b7ca req-40cc1de8-ed04-49b7-9cf0-a672b83ec1e7 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 946 time: 0.2950163 Apr 28 19:32:49.489114 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-3d9cada5-92f1-4735-9e32-7a266eb6f9eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '294c50cb-9e73-4a49-97bd-2238198db88d') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:32:49.489769 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-3d9cada5-92f1-4735-9e32-7a266eb6f9eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '294c50cb-9e73-4a49-97bd-2238198db88d') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:32:49.494609 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd39ae-a1c3-4f7f-b4bf-cb36fba7d88c req-07508d4a-f17f-4a01-99ad-1023be0cbfd6 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:49.496228 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9dfd39ae-a1c3-4f7f-b4bf-cb36fba7d88c req-07508d4a-f17f-4a01-99ad-1023be0cbfd6 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/ports?device_id=38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9 HTTP/1.1" status: 200 len: 931 time: 0.1495011 Apr 28 19:32:49.518636 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d9cada5-92f1-4735-9e32-7a266eb6f9eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:49.547081 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8bebe6b2-dca5-4b40-800c-15dc2d8cae6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:49.568306 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d9cada5-92f1-4735-9e32-7a266eb6f9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:49.575671 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-17c52342-4059-4f76-b3e4-29db1818f83a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:49.587382 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d9cada5-92f1-4735-9e32-7a266eb6f9eb admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:32:49.587733 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d9cada5-92f1-4735-9e32-7a266eb6f9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:49.592878 n-d-839810-1 neutron-server[102773]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 19:32:49.592878 n-d-839810-1 neutron-server[102773]: from cryptography.utils import int_from_bytes Apr 28 19:32:49.592878 n-d-839810-1 neutron-server[102773]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 19:32:49.592878 n-d-839810-1 neutron-server[102773]: from cryptography.utils import int_from_bytes Apr 28 19:32:49.592878 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:32:49.592878 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:32:49.592878 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:32:49.592878 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:32:49.592878 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:32:49.592878 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:32:49.592878 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:32:49.592878 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:32:49.592878 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:32:49.592878 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:32:49.592878 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:32:49.592878 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:32:49.592878 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:32:49.592878 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:32:49.592878 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:32:49.592878 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:32:49.592878 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:32:49.592878 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:32:49.592878 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:32:49.592878 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:32:49.592878 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:32:49.592878 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:32:49.592878 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:32:49.592878 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:32:49.592878 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:32:49.592878 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:32:49.592878 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:32:49.592878 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:32:49.592878 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:32:49.592878 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:32:49.592878 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:32:49.592878 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:32:49.600780 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8bebe6b2-dca5-4b40-800c-15dc2d8cae6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:49.620323 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0658ee1a-b554-4d36-b34a-06dad286b7ca req-e4ecb83a-9f26-437f-9964-933ad0f4e88b tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150274 Apr 28 19:32:49.621120 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9dfd39ae-a1c3-4f7f-b4bf-cb36fba7d88c req-0771607b-c0cc-4617-9963-7b74c0c6ac8e tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c6e5e07-2397-442e-876d-34148ec92451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156697 Apr 28 19:32:49.700153 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d9cada5-92f1-4735-9e32-7a266eb6f9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:49.732270 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3d9cada5-92f1-4735-9e32-7a266eb6f9eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:49.733428 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d5faa7a4-25fa-4f5a-8c79-524e5a064c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:49.735948 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3d9cada5-92f1-4735-9e32-7a266eb6f9eb admin admin] 10.222.0.42 "DELETE /v2.0/networks/6888241e-1485-4f3f-8e79-4166c730a2e3 HTTP/1.1" status: 204 len: 168 time: 0.7394147 Apr 28 19:32:49.739473 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9cada5-92f1-4735-9e32-7a266eb6f9eb admin admin] Pushing event deleted for resources: {'Network': ['ID=6888241e-1485-4f3f-8e79-4166c730a2e3,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:49.764893 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73222020-6462-4653-bbaa-0ea5416a4676 req-736f811a-2fdc-41aa-9748-6904e973f4de tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:49.766650 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-73222020-6462-4653-bbaa-0ea5416a4676 req-736f811a-2fdc-41aa-9748-6904e973f4de tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 950 time: 0.0766230 Apr 28 19:32:49.824282 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-73222020-6462-4653-bbaa-0ea5416a4676 req-04a54acd-b253-4faa-8180-62530cc4881c tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489974 Apr 28 19:32:49.839134 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8bebe6b2-dca5-4b40-800c-15dc2d8cae6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:49.842304 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8bebe6b2-dca5-4b40-800c-15dc2d8cae6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:49.843583 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8bebe6b2-dca5-4b40-800c-15dc2d8cae6f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3e8a37ce-785a-489f-9369-4c089d362560 HTTP/1.1" status: 204 len: 168 time: 0.4691997 Apr 28 19:32:49.903729 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bebe6b2-dca5-4b40-800c-15dc2d8cae6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8a37ce-785a-489f-9369-4c089d362560,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:49.983130 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8582b-f9b8-4281-b557-7654e99dda86 req-6410187d-6690-47b8-85b1-30c11409db17 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:49.991507 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-17a8582b-f9b8-4281-b557-7654e99dda86 req-6410187d-6690-47b8-85b1-30c11409db17 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 944 time: 0.1377714 Apr 28 19:32:50.055744 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39324) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:50.067781 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-17a8582b-f9b8-4281-b557-7654e99dda86 req-0f6eca5e-8156-48cd-b4b3-c4b57a87020a tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705042 Apr 28 19:32:50.158856 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6095d74f-f4d3-4158-a7f6-336b6a5ab42a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3ca2e282e3574699957e149cd9497a5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1006258 Apr 28 19:32:50.164145 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39334) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:50.199062 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-17c52342-4059-4f76-b3e4-29db1818f83a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8d684bc-97f6-46b3-ab12-3115187e4ede {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:32:50.212217 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-17c52342-4059-4f76-b3e4-29db1818f83a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:50.282076 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-17c52342-4059-4f76-b3e4-29db1818f83a service neutron] Transition to ACTIVE for port object e8d684bc-97f6-46b3-ab12-3115187e4ede will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:32:50.290118 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-17c52342-4059-4f76-b3e4-29db1818f83a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:50.312770 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf643be-2932-41d7-b130-6e08cd98f76a req-ef23d2e2-e5b2-4814-9f03-4a4fc7efde1f tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:50.315235 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ebf643be-2932-41d7-b130-6e08cd98f76a req-ef23d2e2-e5b2-4814-9f03-4a4fc7efde1f tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.44 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 950 time: 0.1876380 Apr 28 19:32:50.354620 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-71fe3d27-a89d-4fbf-b480-b82f363412ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:50.378567 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07350f4-b273-4786-b130-4b470b497c9f req-fe4c3645-9599-4750-8b8a-140d27f78e34 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:50.380164 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50840498-8667-4ae3-95f8-bbb60b7e8f6e req-77c6162f-4532-40ec-9612-9d9d11e9322c tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:50.381273 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d07350f4-b273-4786-b130-4b470b497c9f req-fe4c3645-9599-4750-8b8a-140d27f78e34 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 1095 time: 0.1479979 Apr 28 19:32:50.382126 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-50840498-8667-4ae3-95f8-bbb60b7e8f6e req-77c6162f-4532-40ec-9612-9d9d11e9322c tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 950 time: 0.1668034 Apr 28 19:32:50.423049 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39338) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:50.447350 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-71fe3d27-a89d-4fbf-b480-b82f363412ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:50.455431 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c52342-4059-4f76-b3e4-29db1818f83a service neutron] Pushing event updated for resources: {'Port': ['ID=e8d684bc-97f6-46b3-ab12-3115187e4ede,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:50.501232 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-50840498-8667-4ae3-95f8-bbb60b7e8f6e req-1dd561b9-3b5d-4725-8518-6acf36a96de9 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/security-groups?id=d51bd166-3ded-4d55-9506-505254ea7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102645 Apr 28 19:32:50.545691 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-ebf643be-2932-41d7-b130-6e08cd98f76a req-a9a52289-3261-41ea-be2a-d513cfc091ef tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Deleting port 29d4de75-2c78-4bbb-83c4-0f004513c3d1 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:32:50.546374 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ebf643be-2932-41d7-b130-6e08cd98f76a req-a9a52289-3261-41ea-be2a-d513cfc091ef tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:50.550097 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f3e6d12-6d42-4173-85a5-b863c3293b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:50.564421 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-71fe3d27-a89d-4fbf-b480-b82f363412ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:50.567062 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-71fe3d27-a89d-4fbf-b480-b82f363412ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:50.568382 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-71fe3d27-a89d-4fbf-b480-b82f363412ec admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dda48961-7a82-4ef6-ac9b-6c5c2126d536 HTTP/1.1" status: 204 len: 168 time: 0.4028211 Apr 28 19:32:50.608147 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d07350f4-b273-4786-b130-4b470b497c9f req-c256c944-2cd4-41bd-a891-9d86739cd343 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104998 Apr 28 19:32:50.611625 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe3d27-a89d-4fbf-b480-b82f363412ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda48961-7a82-4ef6-ac9b-6c5c2126d536,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:50.695956 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-17c52342-4059-4f76-b3e4-29db1818f83a service neutron] Attempting to bind port e8d684bc-97f6-46b3-ab12-3115187e4ede on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:32:50.696503 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-17c52342-4059-4f76-b3e4-29db1818f83a service neutron] Attempting to bind port e8d684bc-97f6-46b3-ab12-3115187e4ede by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '3203ee38-b50c-4fe0-be3f-74c90553314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '290ceb20-de81-4b99-a7d2-f44afb82683c'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:32:50.697033 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-17c52342-4059-4f76-b3e4-29db1818f83a service neutron] Attempting to bind port e8d684bc-97f6-46b3-ab12-3115187e4ede on network 290ceb20-de81-4b99-a7d2-f44afb82683c {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:32:50.714819 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-17c52342-4059-4f76-b3e4-29db1818f83a service neutron] Port e8d684bc-97f6-46b3-ab12-3115187e4ede on network 290ceb20-de81-4b99-a7d2-f44afb82683c not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:32:50.715745 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-17c52342-4059-4f76-b3e4-29db1818f83a service neutron] Attempting to bind port e8d684bc-97f6-46b3-ab12-3115187e4ede on network 290ceb20-de81-4b99-a7d2-f44afb82683c {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:32:50.733073 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-17c52342-4059-4f76-b3e4-29db1818f83a service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:32:50.733640 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-17c52342-4059-4f76-b3e4-29db1818f83a service neutron] Checking segment: {'id': '3203ee38-b50c-4fe0-be3f-74c90553314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '290ceb20-de81-4b99-a7d2-f44afb82683c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:32:50.734243 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-17c52342-4059-4f76-b3e4-29db1818f83a service neutron] Bound using segment: {'id': '3203ee38-b50c-4fe0-be3f-74c90553314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '290ceb20-de81-4b99-a7d2-f44afb82683c'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:32:50.734981 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-17c52342-4059-4f76-b3e4-29db1818f83a service neutron] Bound port: e8d684bc-97f6-46b3-ab12-3115187e4ede, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3203ee38-b50c-4fe0-be3f-74c90553314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '290ceb20-de81-4b99-a7d2-f44afb82683c'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:32:50.736037 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-17c52342-4059-4f76-b3e4-29db1818f83a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:50.895526 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f3e6d12-6d42-4173-85a5-b863c3293b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:50.914574 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f3e6d12-6d42-4173-85a5-b863c3293b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:50.997872 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0f3e6d12-6d42-4173-85a5-b863c3293b73 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5565bbccdc3f414ab22aa87bec5bea82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5673451 Apr 28 19:32:51.001357 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39352) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:51.013961 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-ebf643be-2932-41d7-b130-6e08cd98f76a req-a9a52289-3261-41ea-be2a-d513cfc091ef tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] For port 29d4de75-2c78-4bbb-83c4-0f004513c3d1, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=29d4de75-2c78-4bbb-83c4-0f004513c3d1,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:51.014478 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ebf643be-2932-41d7-b130-6e08cd98f76a req-a9a52289-3261-41ea-be2a-d513cfc091ef tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:51.041887 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-ebf643be-2932-41d7-b130-6e08cd98f76a req-a9a52289-3261-41ea-be2a-d513cfc091ef tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Calling delete_port for 29d4de75-2c78-4bbb-83c4-0f004513c3d1 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:32:51.051873 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b5fe8-5d22-4a29-8cdd-34d9e05b8603 req-db67e99f-44ec-40b9-b06b-490edd6c7cd7 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:51.053469 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cf8b5fe8-5d22-4a29-8cdd-34d9e05b8603 req-db67e99f-44ec-40b9-b06b-490edd6c7cd7 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] 10.222.0.42 "GET /v2.0/ports?device_id=9557fffb-f895-44ed-8f0a-d5707bda9f6f HTTP/1.1" status: 200 len: 949 time: 0.4457669 Apr 28 19:32:51.073129 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc241e-b468-45c9-b058-94821ee59c25 req-4421bac8-3c00-4d9f-b9cd-e8f83ff00915 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:51.076192 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8dcc241e-b468-45c9-b058-94821ee59c25 req-4421bac8-3c00-4d9f-b9cd-e8f83ff00915 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 946 time: 0.3048189 Apr 28 19:32:51.078505 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-17c52342-4059-4f76-b3e4-29db1818f83a service neutron] For port e8d684bc-97f6-46b3-ab12-3115187e4ede, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:32:51.099010 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device f78f6a02-34be-48b9-b86e-07c2587caf68 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:32:51.103888 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e6d12-6d42-4173-85a5-b863c3293b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c7e9c0-bed8-443e-a511-df8a15adb070,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:51.162028 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cf8b5fe8-5d22-4a29-8cdd-34d9e05b8603 req-06870097-615e-4612-a8e6-e82360273484 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51a0784-bd9b-446a-b4e8-34954c88f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981033 Apr 28 19:32:51.172652 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-17c52342-4059-4f76-b3e4-29db1818f83a service neutron] For port e8d684bc-97f6-46b3-ab12-3115187e4ede, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e8d684bc-97f6-46b3-ab12-3115187e4ede,segment=NetworkSegment(3203ee38-b50c-4fe0-be3f-74c90553314a),segment_id=3203ee38-b50c-4fe0-be3f-74c90553314a)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:32:51.188709 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8dcc241e-b468-45c9-b058-94821ee59c25 req-f1255dc6-0405-4f29-93dc-47c5b9d7b759 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002045 Apr 28 19:32:51.196590 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-17c52342-4059-4f76-b3e4-29db1818f83a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:51.197125 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39354) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:51.199184 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port f78f6a02-34be-48b9-b86e-07c2587caf68 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:32:51.202603 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-920b277a-0096-4b15-a9ca-a325951a3ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:51.205569 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port f78f6a02-34be-48b9-b86e-07c2587caf68 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:32:51.206262 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:51.267490 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-920b277a-0096-4b15-a9ca-a325951a3ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:51.338035 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-17c52342-4059-4f76-b3e4-29db1818f83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:51.338651 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-17c52342-4059-4f76-b3e4-29db1818f83a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:51.340188 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-17c52342-4059-4f76-b3e4-29db1818f83a service neutron] 10.222.0.15 "PUT /v2.0/ports/e8d684bc-97f6-46b3-ab12-3115187e4ede HTTP/1.1" status: 200 len: 1091 time: 1.9082859 Apr 28 19:32:51.343068 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9', 'tag': 'e8d684bc-97f6-46b3-ab12-3115187e4ede'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:51.347465 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:51.349784 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbc2979-8bf5-4195-af9f-8ba34a6da415" -d '{"events": [{"name": "network-changed", "server_uuid": "38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9", "tag": "e8d684bc-97f6-46b3-ab12-3115187e4ede"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:51.357688 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c52342-4059-4f76-b3e4-29db1818f83a service neutron] Pushing event updated for resources: {'Port': ['ID=e8d684bc-97f6-46b3-ab12-3115187e4ede,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:51.381242 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1e9db-b937-496a-a6c4-38db527f6ad5 req-dd887ac6-4665-4af1-ae69-559b9cc0f375 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:51.383762 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a5a1e9db-b937-496a-a6c4-38db527f6ad5 req-dd887ac6-4665-4af1-ae69-559b9cc0f375 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 1095 time: 0.1063793 Apr 28 19:32:51.402070 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9557fffb-f895-44ed-8f0a-d5707bda9f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f78f6a02-34be-48b9-b86e-07c2587caf68'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:51.406197 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2ad4fd-8208-4c31-ab40-22ddf3d29620" -d '{"events": [{"server_uuid": "9557fffb-f895-44ed-8f0a-d5707bda9f6f", "name": "network-vif-plugged", "status": "completed", "tag": "f78f6a02-34be-48b9-b86e-07c2587caf68"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:51.408975 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-068acf6e-268f-4940-8764-1b15608c2edb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f728a374fe0641769e8a279f0c362042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2075584 Apr 28 19:32:51.421132 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39360) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:51.424283 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port f78f6a02-34be-48b9-b86e-07c2587caf68, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=f78f6a02-34be-48b9-b86e-07c2587caf68,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:51.430233 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:51.457955 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ebf643be-2932-41d7-b130-6e08cd98f76a req-a9a52289-3261-41ea-be2a-d513cfc091ef tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:51.466622 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-8f70bd7c-470e-4522-b8e1-a268449a9cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:51.468840 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-8f70bd7c-470e-4522-b8e1-a268449a9cd7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f969262094984a16ab4b8b19d6c12396&device_id=38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9 HTTP/1.1" status: 200 len: 1094 time: 0.0823069 Apr 28 19:32:51.497592 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=f78f6a02-34be-48b9-b86e-07c2587caf68,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:51.506164 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:51.506638 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:51.507169 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:51.507501 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:51.507918 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:51.508425 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:51.508754 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:51.509101 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:51.509422 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:51.509740 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:51.510059 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:51.510373 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:51.510752 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a119189-2b5c-47b1-9d46-ff619ba95e1c req-3b7e9795-b892-48e3-af27-96a1e0a5272a tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:51.512513 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9a119189-2b5c-47b1-9d46-ff619ba95e1c req-3b7e9795-b892-48e3-af27-96a1e0a5272a tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/ports?device_id=38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9 HTTP/1.1" status: 200 len: 943 time: 0.2320135 Apr 28 19:32:51.524757 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-c2254ebb-cf68-4f81-8659-150138c46d28 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8d684bc-97f6-46b3-ab12-3115187e4ede HTTP/1.1" status: 200 len: 217 time: 0.0456042 Apr 28 19:32:51.533551 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a5a1e9db-b937-496a-a6c4-38db527f6ad5 req-853b1d95-b8b5-41a3-8568-56ab670e60fd tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057706 Apr 28 19:32:51.546372 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a52289-3261-41ea-be2a-d513cfc091ef tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Pushing event deleted for resources: {'Port': ['ID=29d4de75-2c78-4bbb-83c4-0f004513c3d1,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:51.611503 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-920b277a-0096-4b15-a9ca-a325951a3ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:51.614821 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-920b277a-0096-4b15-a9ca-a325951a3ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:51.615962 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-920b277a-0096-4b15-a9ca-a325951a3ee7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/55c7e9c0-bed8-443e-a511-df8a15adb070 HTTP/1.1" status: 204 len: 168 time: 0.6139197 Apr 28 19:32:51.645046 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b277a-0096-4b15-a9ca-a325951a3ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c7e9c0-bed8-443e-a511-df8a15adb070,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:51.647654 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf643be-2932-41d7-b130-6e08cd98f76a req-a9a52289-3261-41ea-be2a-d513cfc091ef tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] No DVR routers for this DVR port 29d4de75-2c78-4bbb-83c4-0f004513c3d1 on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:32:51.650300 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-28dd3d5d-8c8a-4bef-a96a-42a2efa13ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:51.652213 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-28dd3d5d-8c8a-4bef-a96a-42a2efa13ac5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=635f4d89-0687-4dbb-83ff-0947b6148d7d HTTP/1.1" status: 200 len: 853 time: 0.1172712 Apr 28 19:32:51.663087 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9a119189-2b5c-47b1-9d46-ff619ba95e1c req-43207904-203c-4226-8e43-d56c88a545d5 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c6e5e07-2397-442e-876d-34148ec92451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241143 Apr 28 19:32:51.686495 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ebf643be-2932-41d7-b130-6e08cd98f76a req-a9a52289-3261-41ea-be2a-d513cfc091ef tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:51.695368 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ebf643be-2932-41d7-b130-6e08cd98f76a req-a9a52289-3261-41ea-be2a-d513cfc091ef tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.44 "DELETE /v2.0/ports/29d4de75-2c78-4bbb-83c4-0f004513c3d1 HTTP/1.1" status: 204 len: 173 time: 1.3719366 Apr 28 19:32:51.697611 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92561a5b-4e07-4e6a-8f2a-23a3436ae79a', 'name': 'network-vif-deleted', 'tag': '29d4de75-2c78-4bbb-83c4-0f004513c3d1'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:51.700731 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21444055-082e-4360-9fe7-a931ad7d5a63" -d '{"events": [{"server_uuid": "92561a5b-4e07-4e6a-8f2a-23a3436ae79a", "name": "network-vif-deleted", "tag": "29d4de75-2c78-4bbb-83c4-0f004513c3d1"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:51.721718 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d6a21cc6-b605-4795-bded-db2451452139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:51.739885 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-8c7705bf-3ddc-4b4f-9515-b7342d721f41 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=290ceb20-de81-4b99-a7d2-f44afb82683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690539 Apr 28 19:32:51.769738 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0bf393-ba45-44de-b368-8d49b6cc1d34 x-openstack-request-id: req-7d0bf393-ba45-44de-b368-8d49b6cc1d34 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:51.770118 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9", "tag": "e8d684bc-97f6-46b3-ab12-3115187e4ede", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:51.770437 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7d0bf393-ba45-44de-b368-8d49b6cc1d34 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:51.771010 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d0bf393-ba45-44de-b368-8d49b6cc1d34'] response: {'name': 'network-changed', 'server_uuid': '38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9', 'tag': 'e8d684bc-97f6-46b3-ab12-3115187e4ede', 'status': 'completed', 'code': 200} Apr 28 19:32:51.779303 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d6a21cc6-b605-4795-bded-db2451452139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:51.866276 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d6a21cc6-b605-4795-bded-db2451452139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:51.867936 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9554e6-ef34-4938-a48a-e23828d74dd2 x-openstack-request-id: req-bc9554e6-ef34-4938-a48a-e23828d74dd2 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:51.868264 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9557fffb-f895-44ed-8f0a-d5707bda9f6f", "name": "network-vif-plugged", "status": "completed", "tag": "f78f6a02-34be-48b9-b86e-07c2587caf68", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:51.868673 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bc9554e6-ef34-4938-a48a-e23828d74dd2 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:51.869078 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc9554e6-ef34-4938-a48a-e23828d74dd2'] response: {'server_uuid': '9557fffb-f895-44ed-8f0a-d5707bda9f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f78f6a02-34be-48b9-b86e-07c2587caf68', 'code': 200} Apr 28 19:32:51.870847 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d6a21cc6-b605-4795-bded-db2451452139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:51.873495 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d6a21cc6-b605-4795-bded-db2451452139 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f3e07271-8af4-4718-a877-e3294673e793 HTTP/1.1" status: 204 len: 168 time: 0.4501321 Apr 28 19:32:51.895392 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a21cc6-b605-4795-bded-db2451452139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e07271-8af4-4718-a877-e3294673e793,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:51.972337 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee48c9d-fdd7-47df-bf81-683d4240a3b5 req-0c12cff2-46ce-46f2-b22b-47a34f2df13b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:51.982596 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8ee48c9d-fdd7-47df-bf81-683d4240a3b5 req-0c12cff2-46ce-46f2-b22b-47a34f2df13b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 950 time: 0.3421149 Apr 28 19:32:51.992596 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-995c32a4-debf-41ed-a3cb-ca21f29ea2d7 service neutron] 10.222.0.15 "GET /v2.0/networks/290ceb20-de81-4b99-a7d2-f44afb82683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319376 Apr 28 19:32:52.011170 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-98d6f856-bc62-4f80-a837-1ad91c8602eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:52.116254 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-edec11d0-fb7f-4283-a172-d6cbb1effba4 req-9e72cba9-1ec0-4ebf-b0da-509a6b36d346 tempest-ServersAdminTestJSON-35630879 tempest-ServersAdminTestJSON-35630879-project] 10.222.0.42 "GET /v2.0/ports?device_id=92561a5b-4e07-4e6a-8f2a-23a3436ae79a HTTP/1.1" status: 200 len: 210 time: 0.0908248 Apr 28 19:32:52.126740 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8ee48c9d-fdd7-47df-bf81-683d4240a3b5 req-ae5bae59-e292-4a19-8f10-231856ea6b96 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368618 Apr 28 19:32:52.161396 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be783aaa-9491-4349-9ead-a0f4a6f08fd0 req-f67e0211-1dc4-40d1-8c2a-0b20458f3bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:52.164078 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-be783aaa-9491-4349-9ead-a0f4a6f08fd0 req-f67e0211-1dc4-40d1-8c2a-0b20458f3bb0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9557fffb-f895-44ed-8f0a-d5707bda9f6f HTTP/1.1" status: 200 len: 1101 time: 0.1512928 Apr 28 19:32:52.240479 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4d11e9ed-1d20-44b0-9727-c3e1c359c83c req-88eb1798-a1ed-4000-8849-8f5d3d0c4b24 service neutron] 10.222.0.15 "GET /v2.0/networks/290ceb20-de81-4b99-a7d2-f44afb82683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161090 Apr 28 19:32:52.262558 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-be783aaa-9491-4349-9ead-a0f4a6f08fd0 req-7b951921-42c2-4dd9-970d-349310d20fa1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b51a0784-bd9b-446a-b4e8-34954c88f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902753 Apr 28 19:32:52.265134 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3958c3b0-6967-4a23-831b-53ece6e0fcda x-openstack-request-id: req-3958c3b0-6967-4a23-831b-53ece6e0fcda {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:52.265593 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92561a5b-4e07-4e6a-8f2a-23a3436ae79a", "name": "network-vif-deleted", "tag": "29d4de75-2c78-4bbb-83c4-0f004513c3d1", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:52.265981 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3958c3b0-6967-4a23-831b-53ece6e0fcda {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:52.266615 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3958c3b0-6967-4a23-831b-53ece6e0fcda'] response: {'server_uuid': '92561a5b-4e07-4e6a-8f2a-23a3436ae79a', 'name': 'network-vif-deleted', 'tag': '29d4de75-2c78-4bbb-83c4-0f004513c3d1', 'status': 'completed', 'code': 200} Apr 28 19:32:52.473117 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227e683-8754-4360-8452-eead5d5371bf req-8782ecbe-f2c3-4b3d-8ab2-6ba0a06fce51 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:52.482158 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f227e683-8754-4360-8452-eead5d5371bf req-8782ecbe-f2c3-4b3d-8ab2-6ba0a06fce51 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] 10.222.0.42 "GET /v2.0/ports?device_id=9557fffb-f895-44ed-8f0a-d5707bda9f6f HTTP/1.1" status: 200 len: 950 time: 0.0910079 Apr 28 19:32:52.486134 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc2979-8bf5-4195-af9f-8ba34a6da415 req-c68acc39-c5ef-4087-b17a-601800640ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:52.499430 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4bbc2979-8bf5-4195-af9f-8ba34a6da415 req-c68acc39-c5ef-4087-b17a-601800640ec8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f969262094984a16ab4b8b19d6c12396&device_id=38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9 HTTP/1.1" status: 200 len: 1094 time: 0.1676123 Apr 28 19:32:52.624504 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f227e683-8754-4360-8452-eead5d5371bf req-e8dc7a22-4ad6-4eca-a67e-ad1ee180224e tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51a0784-bd9b-446a-b4e8-34954c88f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411824 Apr 28 19:32:52.722243 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc2979-8bf5-4195-af9f-8ba34a6da415 req-fe40b780-6cfd-44be-afbc-cde686ce9cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:52.723866 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4bbc2979-8bf5-4195-af9f-8ba34a6da415 req-fe40b780-6cfd-44be-afbc-cde686ce9cdb service neutron] 10.222.0.15 "GET /v2.0/networks?id=290ceb20-de81-4b99-a7d2-f44afb82683c HTTP/1.1" status: 200 len: 914 time: 0.2170236 Apr 28 19:32:52.842971 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4bbc2979-8bf5-4195-af9f-8ba34a6da415 req-9d717135-ed96-4fca-80d9-88821b2238d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8d684bc-97f6-46b3-ab12-3115187e4ede HTTP/1.1" status: 200 len: 217 time: 0.1105874 Apr 28 19:32:52.873086 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-9d2adf59-beaa-4598-9916-5516f4ab95b4 service neutron] show failed (client error): The resource could not be found. Apr 28 19:32:52.875549 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-9d2adf59-beaa-4598-9916-5516f4ab95b4 service neutron] 10.222.0.15 "GET /v2.0/ports/25b412fe-621a-4ff0-a890-43abbaa3bbff/bindings/n-h2-839810-1 HTTP/1.1" status: 404 len: 380 time: 0.2293770 Apr 28 19:32:52.944017 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0d6c6-2956-437f-a1ca-3a15273956e8 req-4d13ae8a-d2dc-4d09-8ce1-a313738a06db tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:52.955805 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5dd0d6c6-2956-437f-a1ca-3a15273956e8 req-4d13ae8a-d2dc-4d09-8ce1-a313738a06db tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 946 time: 0.2551229 Apr 28 19:32:52.976741 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc2979-8bf5-4195-af9f-8ba34a6da415 req-d85e0f6d-12c5-45f8-b512-aa3b49ad604d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:52.976741 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4bbc2979-8bf5-4195-af9f-8ba34a6da415 req-d85e0f6d-12c5-45f8-b512-aa3b49ad604d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=635f4d89-0687-4dbb-83ff-0947b6148d7d HTTP/1.1" status: 200 len: 853 time: 0.1258624 Apr 28 19:32:53.033777 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4bbc2979-8bf5-4195-af9f-8ba34a6da415 req-56a64da1-5202-49f1-a228-c855e3aa96dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=290ceb20-de81-4b99-a7d2-f44afb82683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448494 Apr 28 19:32:53.051554 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5dd0d6c6-2956-437f-a1ca-3a15273956e8 req-0539fcbf-eb2c-4cbd-be5e-a82444236636 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941787 Apr 28 19:32:53.098598 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 29d4de75-2c78-4bbb-83c4-0f004513c3d1 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:32:53.114450 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc25952-861e-4f66-9678-84515a918ef3 req-9ab4135b-2cb8-4a32-8ed6-f4ed99ed5224 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:53.124372 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9cc25952-861e-4f66-9678-84515a918ef3 req-9ab4135b-2cb8-4a32-8ed6-f4ed99ed5224 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/ports?device_id=38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9 HTTP/1.1" status: 200 len: 943 time: 0.1461742 Apr 28 19:32:53.146345 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 29d4de75-2c78-4bbb-83c4-0f004513c3d1 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:32:53.146872 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 29d4de75-2c78-4bbb-83c4-0f004513c3d1 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:32:53.284377 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9cc25952-861e-4f66-9678-84515a918ef3 req-b8a0a315-1202-4f1d-8387-b5cb60e14289 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c6e5e07-2397-442e-876d-34148ec92451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584666 Apr 28 19:32:53.360261 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-12640b82-4b08-43df-be2e-9115f5977f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:53.362147 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-12640b82-4b08-43df-be2e-9115f5977f08 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a&tenant_id=8b6f268207a441e39ce17d2e9418f280 HTTP/1.1" status: 200 len: 1101 time: 0.1545098 Apr 28 19:32:53.371234 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4bbc2979-8bf5-4195-af9f-8ba34a6da415 req-96802595-69eb-42b8-b851-45e8f7789137 service neutron] 10.222.0.15 "GET /v2.0/networks/290ceb20-de81-4b99-a7d2-f44afb82683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263500 Apr 28 19:32:53.382992 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:53.385190 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50a3a2-5174-4ebd-8b8a-f019e2d711ed req-b049476c-2c29-4c31-bdd6-6b9e3be4f1fa tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:53.393979 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cd50a3a2-5174-4ebd-8b8a-f019e2d711ed req-b049476c-2c29-4c31-bdd6-6b9e3be4f1fa tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 950 time: 0.1141393 Apr 28 19:32:53.400937 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-5eacd047-2a5f-4e96-9987-f034527132a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-839810-1', 'device_owner': 'compute:nova'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:32:53.484898 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-5eacd047-2a5f-4e96-9987-f034527132a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:53.577285 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4bbc2979-8bf5-4195-af9f-8ba34a6da415 req-289fdf46-6add-4300-b659-400ae1095c47 service neutron] 10.222.0.15 "GET /v2.0/networks/290ceb20-de81-4b99-a7d2-f44afb82683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968334 Apr 28 19:32:53.763446 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39436) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:53.766247 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cd50a3a2-5174-4ebd-8b8a-f019e2d711ed req-6d5e1aea-5f77-4eb2-9d6f-1b397e6def7a tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705142 Apr 28 19:32:53.891075 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ff6c2-a880-4d29-b7c3-9f69ccbcdabc req-bc7b96b2-315f-441a-a542-91fd56831cb3 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:53.899343 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2b2ff6c2-a880-4d29-b7c3-9f69ccbcdabc req-bc7b96b2-315f-441a-a542-91fd56831cb3 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] 10.222.0.42 "GET /v2.0/ports?device_id=9557fffb-f895-44ed-8f0a-d5707bda9f6f HTTP/1.1" status: 200 len: 950 time: 0.1256356 Apr 28 19:32:53.993815 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2b2ff6c2-a880-4d29-b7c3-9f69ccbcdabc req-35403504-3a2f-4de0-aa92-c30c7676dbec tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51a0784-bd9b-446a-b4e8-34954c88f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846238 Apr 28 19:32:54.030373 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-5eacd047-2a5f-4e96-9987-f034527132a9 service neutron] For port 25b412fe-621a-4ff0-a890-43abbaa3bbff, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=25b412fe-621a-4ff0-a890-43abbaa3bbff,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:54.089832 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-5eacd047-2a5f-4e96-9987-f034527132a9 service neutron] For port 25b412fe-621a-4ff0-a890-43abbaa3bbff, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:32:54.159906 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-5eacd047-2a5f-4e96-9987-f034527132a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:54.171400 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-7e44ddd5-7d9a-430c-8c27-5bf2dc7b8811 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-330594117-network', 'tenant_id': 'ee496e16332249aeb085dff577ef06a6'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:32:54.184087 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-5eacd047-2a5f-4e96-9987-f034527132a9 service neutron] Transition to ACTIVE for port object 25b412fe-621a-4ff0-a890-43abbaa3bbff will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:32:54.193869 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-5eacd047-2a5f-4e96-9987-f034527132a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:54.221863 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e44ddd5-7d9a-430c-8c27-5bf2dc7b8811 admin admin] Made reservation on behalf of ee496e16332249aeb085dff577ef06a6 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:32:54.225430 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7e44ddd5-7d9a-430c-8c27-5bf2dc7b8811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:54.252531 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7e44ddd5-7d9a-430c-8c27-5bf2dc7b8811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:54.266741 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39454) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:54.268758 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251cec4d-b5ae-4e32-8c03-b8298378ee1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25b412fe-621a-4ff0-a890-43abbaa3bbff'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:54.272264 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765f66b2-918d-4dc1-9729-5b70679664c5" -d '{"events": [{"server_uuid": "251cec4d-b5ae-4e32-8c03-b8298378ee1a", "name": "network-vif-unplugged", "status": "completed", "tag": "25b412fe-621a-4ff0-a890-43abbaa3bbff"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:54.363801 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-5eacd047-2a5f-4e96-9987-f034527132a9 service neutron] No DVR routers for this DVR port 25b412fe-621a-4ff0-a890-43abbaa3bbff on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:32:54.374343 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacd047-2a5f-4e96-9987-f034527132a9 service neutron] Pushing event updated for resources: {'Port': ['ID=25b412fe-621a-4ff0-a890-43abbaa3bbff,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:54.455985 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-5eacd047-2a5f-4e96-9987-f034527132a9 service neutron] Attempting to bind port 25b412fe-621a-4ff0-a890-43abbaa3bbff on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:32:54.456357 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-5eacd047-2a5f-4e96-9987-f034527132a9 service neutron] Attempting to bind port 25b412fe-621a-4ff0-a890-43abbaa3bbff by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:32:54.456682 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-5eacd047-2a5f-4e96-9987-f034527132a9 service neutron] Attempting to bind port 25b412fe-621a-4ff0-a890-43abbaa3bbff on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:32:54.469566 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-5eacd047-2a5f-4e96-9987-f034527132a9 service neutron] Port 25b412fe-621a-4ff0-a890-43abbaa3bbff on network a2ea96f2-6755-492c-8fa3-72807d68d67a not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:32:54.470531 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-5eacd047-2a5f-4e96-9987-f034527132a9 service neutron] Attempting to bind port 25b412fe-621a-4ff0-a890-43abbaa3bbff on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:32:54.477185 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-5eacd047-2a5f-4e96-9987-f034527132a9 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:32:54.477897 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-5eacd047-2a5f-4e96-9987-f034527132a9 service neutron] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:32:54.478857 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-5eacd047-2a5f-4e96-9987-f034527132a9 service neutron] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:32:54.479350 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-5eacd047-2a5f-4e96-9987-f034527132a9 service neutron] Bound port: 25b412fe-621a-4ff0-a890-43abbaa3bbff, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:32:54.479797 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-5eacd047-2a5f-4e96-9987-f034527132a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:54.501758 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea564d4-bc0b-4b69-bc2a-1c5da96e649c req-fa0ee726-cbfa-4f15-9de6-353af7b7b660 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:54.512610 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9ea564d4-bc0b-4b69-bc2a-1c5da96e649c req-fa0ee726-cbfa-4f15-9de6-353af7b7b660 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 946 time: 0.2669532 Apr 28 19:32:54.603648 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-5eacd047-2a5f-4e96-9987-f034527132a9 service neutron] For port 25b412fe-621a-4ff0-a890-43abbaa3bbff, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:32:54.618062 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-5eacd047-2a5f-4e96-9987-f034527132a9 service neutron] For port 25b412fe-621a-4ff0-a890-43abbaa3bbff, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=25b412fe-621a-4ff0-a890-43abbaa3bbff,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:32:54.634525 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-5eacd047-2a5f-4e96-9987-f034527132a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:54.703526 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-5eacd047-2a5f-4e96-9987-f034527132a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:54.706197 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-5eacd047-2a5f-4e96-9987-f034527132a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:54.707693 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-5eacd047-2a5f-4e96-9987-f034527132a9 service neutron] 10.222.0.44 "PUT /v2.0/ports/25b412fe-621a-4ff0-a890-43abbaa3bbff HTTP/1.1" status: 200 len: 1096 time: 1.3347726 Apr 28 19:32:54.718482 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9ea564d4-bc0b-4b69-bc2a-1c5da96e649c req-02160315-fcc9-4ac4-b745-d7f28f51b7ec tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025385 Apr 28 19:32:54.763694 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-465afdb2-3a56-46a9-9555-efac40053b3e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f825fe9b47794b18a1d440cb016e22b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4873922 Apr 28 19:32:54.767682 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39466) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:54.818212 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7e44ddd5-7d9a-430c-8c27-5bf2dc7b8811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:54.831336 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7e44ddd5-7d9a-430c-8c27-5bf2dc7b8811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:54.839939 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacd047-2a5f-4e96-9987-f034527132a9 service neutron] Pushing event updated for resources: {'Port': ['ID=25b412fe-621a-4ff0-a890-43abbaa3bbff,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:54.901057 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e44ddd5-7d9a-430c-8c27-5bf2dc7b8811 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:32:54.938426 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-799669bd-d20f-473b-8a28-611c54bea52f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:54.947972 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4e949c-1bd2-41df-8a67-99147c71aa10 x-openstack-request-id: req-db4e949c-1bd2-41df-8a67-99147c71aa10 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:54.948260 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251cec4d-b5ae-4e32-8c03-b8298378ee1a", "name": "network-vif-unplugged", "status": "completed", "tag": "25b412fe-621a-4ff0-a890-43abbaa3bbff", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:54.948609 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-db4e949c-1bd2-41df-8a67-99147c71aa10 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:54.948936 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db4e949c-1bd2-41df-8a67-99147c71aa10'] response: {'server_uuid': '251cec4d-b5ae-4e32-8c03-b8298378ee1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25b412fe-621a-4ff0-a890-43abbaa3bbff', 'code': 200} Apr 28 19:32:54.962663 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-72f0ee62-362d-4215-9234-b9e64557aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:54.969286 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7e44ddd5-7d9a-430c-8c27-5bf2dc7b8811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:54.969739 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-7e44ddd5-7d9a-430c-8c27-5bf2dc7b8811 admin admin] Added segment 358278b1-0052-44f6-b6c2-96054681855a of type vlan for network fd6ec307-38a5-449d-ba43-3dd6f89e48d8 Apr 28 19:32:54.973456 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-72f0ee62-362d-4215-9234-b9e64557aaa0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 1099 time: 0.1468191 Apr 28 19:32:54.978717 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44ddd5-7d9a-430c-8c27-5bf2dc7b8811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821615b6-badc-4db3-aaf0-b967507d8c39,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:55.067360 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7e44ddd5-7d9a-430c-8c27-5bf2dc7b8811 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:55.147605 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-799669bd-d20f-473b-8a28-611c54bea52f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:55.150972 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7e44ddd5-7d9a-430c-8c27-5bf2dc7b8811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:55.151957 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e44ddd5-7d9a-430c-8c27-5bf2dc7b8811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:55.153725 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7e44ddd5-7d9a-430c-8c27-5bf2dc7b8811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:55.242178 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44ddd5-7d9a-430c-8c27-5bf2dc7b8811 admin admin] Pushing event updated for resources: {'Network': ['ID=fd6ec307-38a5-449d-ba43-3dd6f89e48d8,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:55.254510 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network fd6ec307-38a5-449d-ba43-3dd6f89e48d8 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:32:55.266678 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d575b9-20b2-41f9-9ff2-ab2a3e87d43c req-09dd07c6-47d8-47f0-b3f8-228126dd3b3e tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:55.273239 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7e44ddd5-7d9a-430c-8c27-5bf2dc7b8811 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.5083621 Apr 28 19:32:55.279842 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b5d575b9-20b2-41f9-9ff2-ab2a3e87d43c req-09dd07c6-47d8-47f0-b3f8-228126dd3b3e tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/ports?device_id=38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9 HTTP/1.1" status: 200 len: 943 time: 0.3051400 Apr 28 19:32:55.282410 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39476) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:55.298784 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-c368557c-e190-4a6a-9f67-809b147ddbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:55.301650 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad89889-927e-47b9-889b-6f3df586f8c9 req-5347d960-95dd-4d84-abc9-e6a7fa99a98f tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:55.304689 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3ad89889-927e-47b9-889b-6f3df586f8c9 req-5347d960-95dd-4d84-abc9-e6a7fa99a98f tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 948 time: 0.2238362 Apr 28 19:32:55.311862 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-b65bd8c3-2a39-429a-86a6-3a57d79b0d26 admin admin] Request body: {'subnet': {'network_id': 'fd6ec307-38a5-449d-ba43-3dd6f89e48d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-330594117-subnet', 'tenant_id': 'ee496e16332249aeb085dff577ef06a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:32:55.314606 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-c368557c-e190-4a6a-9f67-809b147ddbcc service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.3255920 Apr 28 19:32:55.362118 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65bd8c3-2a39-429a-86a6-3a57d79b0d26 admin admin] Made reservation on behalf of ee496e16332249aeb085dff577ef06a6 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:32:55.366670 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b65bd8c3-2a39-429a-86a6-3a57d79b0d26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:55.395514 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-0a8056aa-80e1-4e0b-aba2-6e2314582dac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=25b412fe-621a-4ff0-a890-43abbaa3bbff HTTP/1.1" status: 200 len: 217 time: 0.0687976 Apr 28 19:32:55.441374 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-799669bd-d20f-473b-8a28-611c54bea52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:55.444238 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-799669bd-d20f-473b-8a28-611c54bea52f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:55.445455 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-799669bd-d20f-473b-8a28-611c54bea52f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d51bd166-3ded-4d55-9506-505254ea7eb1 HTTP/1.1" status: 204 len: 168 time: 0.6764760 Apr 28 19:32:55.468798 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b5d575b9-20b2-41f9-9ff2-ab2a3e87d43c req-461f1b62-8170-4ce5-8396-c08c0adf9b7e tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c6e5e07-2397-442e-876d-34148ec92451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876833 Apr 28 19:32:55.508822 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799669bd-d20f-473b-8a28-611c54bea52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51bd166-3ded-4d55-9506-505254ea7eb1,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:55.532094 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-3d49636c-abcf-4e9b-8177-ce06754c6ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:55.537464 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-3d49636c-abcf-4e9b-8177-ce06754c6ab6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1326218 Apr 28 19:32:55.595526 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device e8d684bc-97f6-46b3-ab12-3115187e4ede details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:32:55.597741 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 25b412fe-621a-4ff0-a890-43abbaa3bbff no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:32:55.626896 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-6e796f92-159f-4225-87cb-0688891193e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:55.630089 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-6e796f92-159f-4225-87cb-0688891193e7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0838087 Apr 28 19:32:55.674198 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39484) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:55.851753 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b65bd8c3-2a39-429a-86a6-3a57d79b0d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:55.873390 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-b5e47c1f-8f40-4e2b-860f-88d1899efd37 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354114 Apr 28 19:32:55.936680 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port e8d684bc-97f6-46b3-ab12-3115187e4ede, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e8d684bc-97f6-46b3-ab12-3115187e4ede,segment=NetworkSegment(3203ee38-b50c-4fe0-be3f-74c90553314a),segment_id=3203ee38-b50c-4fe0-be3f-74c90553314a)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:55.976598 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:32:55.991517 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3ad89889-927e-47b9-889b-6f3df586f8c9 req-c8ea0719-3ccf-49bf-91c2-c6e152b1050a tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6446745 Apr 28 19:32:56.055200 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'e8d684bc-97f6-46b3-ab12-3115187e4ede', 'network_id': '290ceb20-de81-4b99-a7d2-f44afb82683c', 'port_id': 'e8d684bc-97f6-46b3-ab12-3115187e4ede', 'mac_address': 'fa:16:3e:21:d6:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '635f4d89-0687-4dbb-83ff-0947b6148d7d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:32:56.072737 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:56.155754 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:56.174489 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:56.186872 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1bac27df-5b72-4d1e-acff-9576786b0131 req-c4467943-bd3c-435d-94ea-55fdfe2dc51c service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033855 Apr 28 19:32:56.212623 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 25b412fe-621a-4ff0-a890-43abbaa3bbff not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:32:56.229081 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8d684bc-97f6-46b3-ab12-3115187e4ede {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:32:56.256712 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-24d909f2-62c5-4268-befd-1b4e6d51fadb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:56.278449 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2081ce-6f7d-4f9e-852d-1711c2405efd req-76d8cd24-7e93-48db-a9d2-1ffa7d488e22 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:56.280436 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bf2081ce-6f7d-4f9e-852d-1711c2405efd req-76d8cd24-7e93-48db-a9d2-1ffa7d488e22 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 946 time: 0.1681607 Apr 28 19:32:56.335634 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port e8d684bc-97f6-46b3-ab12-3115187e4ede, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e8d684bc-97f6-46b3-ab12-3115187e4ede,segment=NetworkSegment(3203ee38-b50c-4fe0-be3f-74c90553314a),segment_id=3203ee38-b50c-4fe0-be3f-74c90553314a)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:56.343581 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:56.462124 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-24d909f2-62c5-4268-befd-1b4e6d51fadb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:56.463640 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39496) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:56.478646 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=e8d684bc-97f6-46b3-ab12-3115187e4ede,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:56.489453 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bf2081ce-6f7d-4f9e-852d-1711c2405efd req-01f6cdff-7172-47eb-8eae-a2df5164db23 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900039 Apr 28 19:32:56.494852 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-24d909f2-62c5-4268-befd-1b4e6d51fadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:56.574840 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['e8d684bc-97f6-46b3-ab12-3115187e4ede'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:32:56.610612 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-24d909f2-62c5-4268-befd-1b4e6d51fadb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=01708940a93f4f00a7a35c8cb3b0cded&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9310722 Apr 28 19:32:56.626212 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39502) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:56.627233 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d909f2-62c5-4268-befd-1b4e6d51fadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0318c89-41b0-4cbb-a491-146464d026f9,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:56.663947 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65bd8c3-2a39-429a-86a6-3a57d79b0d26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45c28097-beec-4874-b7ee-ffa03c177fe7,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:56.691226 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65bd8c3-2a39-429a-86a6-3a57d79b0d26 admin admin] Checking segment: {'id': '358278b1-0052-44f6-b6c2-96054681855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fd6ec307-38a5-449d-ba43-3dd6f89e48d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:32:56.691586 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65bd8c3-2a39-429a-86a6-3a57d79b0d26 admin admin] Network hostable DHCP agents. Network: fd6ec307-38a5-449d-ba43-3dd6f89e48d8, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:32:56.723503 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65bd8c3-2a39-429a-86a6-3a57d79b0d26 admin admin] Network fd6ec307-38a5-449d-ba43-3dd6f89e48d8 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:32:56.737060 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4fd5b5d1-d724-4758-8dfe-dcb83f2e4511 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ed8a4d6feded47ad935d8bea8280a907&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2716501 Apr 28 19:32:56.740973 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8159e1a-cfa6-4522-9cfd-d32b8b294315 req-510abc9f-4181-4d41-97b5-5f0a8548d9d1 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:56.743905 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39506) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:56.750400 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f8159e1a-cfa6-4522-9cfd-d32b8b294315 req-510abc9f-4181-4d41-97b5-5f0a8548d9d1 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] 10.222.0.42 "GET /v2.0/ports?device_id=9557fffb-f895-44ed-8f0a-d5707bda9f6f HTTP/1.1" status: 200 len: 950 time: 0.0981989 Apr 28 19:32:56.762811 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-b65bd8c3-2a39-429a-86a6-3a57d79b0d26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, fd6ec307-38a5-449d-ba43-3dd6f89e48d8) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:32:56.778106 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65bd8c3-2a39-429a-86a6-3a57d79b0d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:56.778490 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b65bd8c3-2a39-429a-86a6-3a57d79b0d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:56.783041 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dc85a1-8479-4db3-b6da-d1d3a3c52cc2 None None] Network fd6ec307-38a5-449d-ba43-3dd6f89e48d8 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:32:56.810831 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b65bd8c3-2a39-429a-86a6-3a57d79b0d26 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5011296 Apr 28 19:32:56.813201 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39508) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:56.823584 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f8159e1a-cfa6-4522-9cfd-d32b8b294315 req-4ddfd856-4830-4b53-bdcf-703ecc7bef08 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51a0784-bd9b-446a-b4e8-34954c88f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670187 Apr 28 19:32:56.843130 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10517e-914c-4570-a8c9-3e153f762ae6 req-06882346-9eb3-4d55-ac30-762fc113f721 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:56.844732 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7a10517e-914c-4570-a8c9-3e153f762ae6 req-06882346-9eb3-4d55-ac30-762fc113f721 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/ports?device_id=38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9 HTTP/1.1" status: 200 len: 944 time: 0.2724643 Apr 28 19:32:56.848157 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-9eb591e1-b3d3-4111-8ad4-8fed597d4f1c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-330594117-router', 'tenant_id': 'ee496e16332249aeb085dff577ef06a6', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:32:56.863953 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd4caa6f-d073-4692-a138-8f8226073a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:56.936255 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4333f313-74ba-4e67-81ae-72fb8b621353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:56.953156 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251cec4d-b5ae-4e32-8c03-b8298378ee1a', 'tag': '25b412fe-621a-4ff0-a890-43abbaa3bbff'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:56.955845 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f64eba2-53f1-4796-93dc-3133a3b709f0" -d '{"events": [{"name": "network-changed", "server_uuid": "251cec4d-b5ae-4e32-8c03-b8298378ee1a", "tag": "25b412fe-621a-4ff0-a890-43abbaa3bbff"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:56.973694 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd4caa6f-d073-4692-a138-8f8226073a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:56.994670 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7a10517e-914c-4570-a8c9-3e153f762ae6 req-5c9e3cd2-2711-4a89-8c6b-a21582011c5d tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c6e5e07-2397-442e-876d-34148ec92451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243038 Apr 28 19:32:57.002972 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9eb591e1-b3d3-4111-8ad4-8fed597d4f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:57.004238 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9eb591e1-b3d3-4111-8ad4-8fed597d4f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:57.032649 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bb3d37-56e0-4c9e-8c6f-a0a9d4f52337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-fd6ec307-38a5-449d-ba43-3dd6f89e48d8', 'network_id': 'fd6ec307-38a5-449d-ba43-3dd6f89e48d8', 'tenant_id': 'ee496e16332249aeb085dff577ef06a6', 'fixed_ips': [{'subnet_id': '45c28097-beec-4874-b7ee-ffa03c177fe7'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:32:57.034142 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c5bb3d37-56e0-4c9e-8c6f-a0a9d4f52337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:57.079018 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4333f313-74ba-4e67-81ae-72fb8b621353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:57.209868 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9eb591e1-b3d3-4111-8ad4-8fed597d4f1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:57.345234 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0aa32d-0c99-46c0-b45d-8f20758badca x-openstack-request-id: req-1d0aa32d-0c99-46c0-b45d-8f20758badca {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:57.345643 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "251cec4d-b5ae-4e32-8c03-b8298378ee1a", "tag": "25b412fe-621a-4ff0-a890-43abbaa3bbff", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:57.345983 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1d0aa32d-0c99-46c0-b45d-8f20758badca {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:57.346498 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d0aa32d-0c99-46c0-b45d-8f20758badca'] response: {'name': 'network-changed', 'server_uuid': '251cec4d-b5ae-4e32-8c03-b8298378ee1a', 'tag': '25b412fe-621a-4ff0-a890-43abbaa3bbff', 'status': 'completed', 'code': 200} Apr 28 19:32:57.369437 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd4caa6f-d073-4692-a138-8f8226073a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:57.373109 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd4caa6f-d073-4692-a138-8f8226073a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:57.374279 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cd4caa6f-d073-4692-a138-8f8226073a11 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c0318c89-41b0-4cbb-a491-146464d026f9 HTTP/1.1" status: 204 len: 168 time: 0.7423217 Apr 28 19:32:57.442530 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4caa6f-d073-4692-a138-8f8226073a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0318c89-41b0-4cbb-a491-146464d026f9,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:57.520741 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-c5bb3d37-56e0-4c9e-8c6f-a0a9d4f52337 None None] Allocated IP 172.20.0.2 (fd6ec307-38a5-449d-ba43-3dd6f89e48d8/45c28097-beec-4874-b7ee-ffa03c177fe7/4b11b2c4-c0e0-44e0-a07d-323bb30358d2) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:32:57.544678 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c46aa2-4ee7-4b49-8a40-25fe54272e7a req-63c10d47-c19f-4a12-b5f6-c277c22e4a9d tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:57.547302 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-18c46aa2-4ee7-4b49-8a40-25fe54272e7a req-63c10d47-c19f-4a12-b5f6-c277c22e4a9d tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 948 time: 0.2347074 Apr 28 19:32:57.554482 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64eba2-53f1-4796-93dc-3133a3b709f0 req-cc797ea5-ac8b-4e28-93fc-1ead9a4841e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:57.554754 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9eb591e1-b3d3-4111-8ad4-8fed597d4f1c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:57.560729 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5f64eba2-53f1-4796-93dc-3133a3b709f0 req-cc797ea5-ac8b-4e28-93fc-1ead9a4841e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 1099 time: 0.2328024 Apr 28 19:32:57.571102 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4333f313-74ba-4e67-81ae-72fb8b621353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:57.574223 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4333f313-74ba-4e67-81ae-72fb8b621353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:57.575429 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4333f313-74ba-4e67-81ae-72fb8b621353 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0192f3c7-a4f9-404e-bc66-a7f4a60ee1cc HTTP/1.1" status: 204 len: 168 time: 0.8272104 Apr 28 19:32:57.596968 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64eba2-53f1-4796-93dc-3133a3b709f0 req-dceab909-56e7-4d5e-a3a0-5891802ebf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:57.598694 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5f64eba2-53f1-4796-93dc-3133a3b709f0 req-dceab909-56e7-4d5e-a3a0-5891802ebf05 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 1099 time: 0.2510400 Apr 28 19:32:57.661901 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4333f313-74ba-4e67-81ae-72fb8b621353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0192f3c7-a4f9-404e-bc66-a7f4a60ee1cc,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:57.675863 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-18c46aa2-4ee7-4b49-8a40-25fe54272e7a req-b1f13794-3c43-4f34-adfa-4e6d0dab0f5f tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135488 Apr 28 19:32:57.747650 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64eba2-53f1-4796-93dc-3133a3b709f0 req-0d0a7797-323f-4485-88a8-b413803b5e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:57.749249 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5f64eba2-53f1-4796-93dc-3133a3b709f0 req-0d0a7797-323f-4485-88a8-b413803b5e21 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.1858003 Apr 28 19:32:57.805855 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c5bb3d37-56e0-4c9e-8c6f-a0a9d4f52337 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:57.827343 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device e8d684bc-97f6-46b3-ab12-3115187e4ede up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:32:57.877097 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64eba2-53f1-4796-93dc-3133a3b709f0 req-a7f74c87-89e3-47a5-9bab-62573914c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:57.878978 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5f64eba2-53f1-4796-93dc-3133a3b709f0 req-a7f74c87-89e3-47a5-9bab-62573914c78f service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.2507677 Apr 28 19:32:57.929097 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c5bb3d37-56e0-4c9e-8c6f-a0a9d4f52337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:57.940770 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5f64eba2-53f1-4796-93dc-3133a3b709f0 req-1f6c7992-bf97-4378-ba9a-fc3cfba3682d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=25b412fe-621a-4ff0-a890-43abbaa3bbff HTTP/1.1" status: 200 len: 217 time: 0.0525422 Apr 28 19:32:57.960253 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5f64eba2-53f1-4796-93dc-3133a3b709f0 req-d0b8b2fb-6356-4105-ba0f-3c3df454d67d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=25b412fe-621a-4ff0-a890-43abbaa3bbff HTTP/1.1" status: 200 len: 217 time: 0.1795115 Apr 28 19:32:57.969556 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bb3d37-56e0-4c9e-8c6f-a0a9d4f52337 None None] Network fd6ec307-38a5-449d-ba43-3dd6f89e48d8 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:32:58.022392 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-c5bb3d37-56e0-4c9e-8c6f-a0a9d4f52337 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:32:58.033409 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bb3d37-56e0-4c9e-8c6f-a0a9d4f52337 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:32:58.118699 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae2606-ad0d-4ce3-9565-cdc903b83faf req-f46b8610-a1a5-4748-ad58-c838aecc3bba tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:58.120719 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-20ae2606-ad0d-4ce3-9565-cdc903b83faf req-f46b8610-a1a5-4748-ad58-c838aecc3bba tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] 10.222.0.44 "GET /v2.0/ports?device_id=9557fffb-f895-44ed-8f0a-d5707bda9f6f HTTP/1.1" status: 200 len: 950 time: 0.3656805 Apr 28 19:32:58.145650 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port e8d684bc-97f6-46b3-ab12-3115187e4ede completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:32:58.191706 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port e8d684bc-97f6-46b3-ab12-3115187e4ede triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:32:58.192049 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:58.192469 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39544) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:32:58.203464 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64eba2-53f1-4796-93dc-3133a3b709f0 req-6d218a40-9a98-40a5-a2bf-9a01b765b88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:58.208971 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5f64eba2-53f1-4796-93dc-3133a3b709f0 req-6d218a40-9a98-40a5-a2bf-9a01b765b88d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.2366703 Apr 28 19:32:58.243237 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-c5bb3d37-56e0-4c9e-8c6f-a0a9d4f52337 None None] Attempting to bind port 4b11b2c4-c0e0-44e0-a07d-323bb30358d2 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:32:58.243592 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-c5bb3d37-56e0-4c9e-8c6f-a0a9d4f52337 None None] Attempting to bind port 4b11b2c4-c0e0-44e0-a07d-323bb30358d2 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '358278b1-0052-44f6-b6c2-96054681855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fd6ec307-38a5-449d-ba43-3dd6f89e48d8'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:32:58.243944 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bb3d37-56e0-4c9e-8c6f-a0a9d4f52337 None None] Attempting to bind port 4b11b2c4-c0e0-44e0-a07d-323bb30358d2 on network fd6ec307-38a5-449d-ba43-3dd6f89e48d8 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:32:58.255425 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bb3d37-56e0-4c9e-8c6f-a0a9d4f52337 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:32:58.255772 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bb3d37-56e0-4c9e-8c6f-a0a9d4f52337 None None] Checking segment: {'id': '358278b1-0052-44f6-b6c2-96054681855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fd6ec307-38a5-449d-ba43-3dd6f89e48d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:32:58.256239 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c5bb3d37-56e0-4c9e-8c6f-a0a9d4f52337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:58.256629 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bb3d37-56e0-4c9e-8c6f-a0a9d4f52337 None None] Bound using segment: {'id': '358278b1-0052-44f6-b6c2-96054681855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fd6ec307-38a5-449d-ba43-3dd6f89e48d8'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:32:58.257103 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-c5bb3d37-56e0-4c9e-8c6f-a0a9d4f52337 None None] Bound port: 4b11b2c4-c0e0-44e0-a07d-323bb30358d2, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358278b1-0052-44f6-b6c2-96054681855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fd6ec307-38a5-449d-ba43-3dd6f89e48d8'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:32:58.257477 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c5bb3d37-56e0-4c9e-8c6f-a0a9d4f52337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:58.340770 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64eba2-53f1-4796-93dc-3133a3b709f0 req-a70cefbf-9387-4cca-bd4f-2f39d0b89630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:58.343478 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5f64eba2-53f1-4796-93dc-3133a3b709f0 req-a70cefbf-9387-4cca-bd4f-2f39d0b89630 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.3878350 Apr 28 19:32:58.362238 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-c5bb3d37-56e0-4c9e-8c6f-a0a9d4f52337 None None] For port 4b11b2c4-c0e0-44e0-a07d-323bb30358d2, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:32:58.366498 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-c5bb3d37-56e0-4c9e-8c6f-a0a9d4f52337 None None] For port 4b11b2c4-c0e0-44e0-a07d-323bb30358d2, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=4b11b2c4-c0e0-44e0-a07d-323bb30358d2,segment=NetworkSegment(358278b1-0052-44f6-b6c2-96054681855a),segment_id=358278b1-0052-44f6-b6c2-96054681855a)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:32:58.424076 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c5bb3d37-56e0-4c9e-8c6f-a0a9d4f52337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:58.429743 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9eb591e1-b3d3-4111-8ad4-8fed597d4f1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:58.432085 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1cfdc818-9cb8-4707-8b14-4cee7184c182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:58.436633 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:58.509576 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port e8d684bc-97f6-46b3-ab12-3115187e4ede, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e8d684bc-97f6-46b3-ab12-3115187e4ede,segment=NetworkSegment(3203ee38-b50c-4fe0-be3f-74c90553314a),segment_id=3203ee38-b50c-4fe0-be3f-74c90553314a)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:58.511047 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb3d37-56e0-4c9e-8c6f-a0a9d4f52337 None None] Pushing event updated for resources: {'Port': ['ID=4b11b2c4-c0e0-44e0-a07d-323bb30358d2,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:58.526855 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9eb591e1-b3d3-4111-8ad4-8fed597d4f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:58.548272 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d97dbf-c469-43dc-a27d-9d0d3f1a74da req-d6548fa0-23bd-441b-b5d4-2718a41b5412 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:58.556708 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64eba2-53f1-4796-93dc-3133a3b709f0 req-8693d0de-5677-45d1-a731-0084375a28df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:58.558327 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5f64eba2-53f1-4796-93dc-3133a3b709f0 req-8693d0de-5677-45d1-a731-0084375a28df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3346267 Apr 28 19:32:58.563641 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-19d97dbf-c469-43dc-a27d-9d0d3f1a74da req-d6548fa0-23bd-441b-b5d4-2718a41b5412 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] 10.222.0.42 "GET /v2.0/ports?device_id=9557fffb-f895-44ed-8f0a-d5707bda9f6f HTTP/1.1" status: 200 len: 950 time: 0.5386136 Apr 28 19:32:58.579412 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d684bc-97f6-46b3-ab12-3115187e4ede'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:58.581844 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d1c563-3ae2-49e6-9d93-4de5d172cfdf" -d '{"events": [{"server_uuid": "38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9", "name": "network-vif-plugged", "status": "completed", "tag": "e8d684bc-97f6-46b3-ab12-3115187e4ede"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:58.586445 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb3d37-56e0-4c9e-8c6f-a0a9d4f52337 None None] Pushing event updated for resources: {'Port': ['ID=4b11b2c4-c0e0-44e0-a07d-323bb30358d2,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:58.593394 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:58.662273 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=e8d684bc-97f6-46b3-ab12-3115187e4ede,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:58.721302 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e3f12-5b36-4f28-a88d-27e0c44db4cd req-e2a4b7b3-d7ec-492d-840b-838317061183 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:58.723449 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c21e3f12-5b36-4f28-a88d-27e0c44db4cd req-e2a4b7b3-d7ec-492d-840b-838317061183 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/ports?device_id=38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9 HTTP/1.1" status: 200 len: 944 time: 0.5104468 Apr 28 19:32:58.770590 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-20ae2606-ad0d-4ce3-9565-cdc903b83faf req-b9707416-2dcb-4645-9b74-21ce22754803 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] Deleting port f78f6a02-34be-48b9-b86e-07c2587caf68 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:32:58.770931 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-20ae2606-ad0d-4ce3-9565-cdc903b83faf req-b9707416-2dcb-4645-9b74-21ce22754803 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:58.930994 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5f64eba2-53f1-4796-93dc-3133a3b709f0 req-27ac0d50-e52d-49f9-bcd3-0825eb32fade service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475432 Apr 28 19:32:58.955177 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c21e3f12-5b36-4f28-a88d-27e0c44db4cd req-4219f49d-0a94-46d9-a4fe-202957f27af2 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c6e5e07-2397-442e-876d-34148ec92451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654744 Apr 28 19:32:59.084726 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-20ae2606-ad0d-4ce3-9565-cdc903b83faf req-b9707416-2dcb-4645-9b74-21ce22754803 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] For port f78f6a02-34be-48b9-b86e-07c2587caf68, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=f78f6a02-34be-48b9-b86e-07c2587caf68,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:59.085270 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-20ae2606-ad0d-4ce3-9565-cdc903b83faf req-b9707416-2dcb-4645-9b74-21ce22754803 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:59.109046 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 25b412fe-621a-4ff0-a890-43abbaa3bbff details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:32:59.116462 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-20ae2606-ad0d-4ce3-9565-cdc903b83faf req-b9707416-2dcb-4645-9b74-21ce22754803 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] Calling delete_port for f78f6a02-34be-48b9-b86e-07c2587caf68 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:32:59.149824 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64eba2-53f1-4796-93dc-3133a3b709f0 req-4239f3aa-f6c8-4b6a-8517-ddbd0471a49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:59.150759 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5f64eba2-53f1-4796-93dc-3133a3b709f0 req-4239f3aa-f6c8-4b6a-8517-ddbd0471a49d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7979958 Apr 28 19:32:59.177861 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5f64eba2-53f1-4796-93dc-3133a3b709f0 req-91c7e81a-e01f-4551-82cd-e66b48fcd1d0 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369397 Apr 28 19:32:59.239515 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-19d97dbf-c469-43dc-a27d-9d0d3f1a74da req-58d4c814-dd5b-4327-ba2e-1b4dadfcfa5c tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51a0784-bd9b-446a-b4e8-34954c88f5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6745934 Apr 28 19:32:59.329292 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bde4009-a28b-465f-9847-c46d7834cde6 x-openstack-request-id: req-7bde4009-a28b-465f-9847-c46d7834cde6 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:59.329753 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9", "name": "network-vif-plugged", "status": "completed", "tag": "e8d684bc-97f6-46b3-ab12-3115187e4ede", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:59.330206 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7bde4009-a28b-465f-9847-c46d7834cde6 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:59.330674 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bde4009-a28b-465f-9847-c46d7834cde6'] response: {'server_uuid': '38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d684bc-97f6-46b3-ab12-3115187e4ede', 'code': 200} Apr 28 19:32:59.409814 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 25b412fe-621a-4ff0-a890-43abbaa3bbff, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=25b412fe-621a-4ff0-a890-43abbaa3bbff,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:59.439159 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '25b412fe-621a-4ff0-a890-43abbaa3bbff', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': '25b412fe-621a-4ff0-a890-43abbaa3bbff', 'mac_address': 'fa:16:3e:ce:47:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:32:59.523611 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-9eb591e1-b3d3-4111-8ad4-8fed597d4f1c admin admin] Allocated IP 172.25.8.75 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/9b889261-19b8-4cc1-8d0e-84e6d9ed6442) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:32:59.531744 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8562fc-2bbc-4601-8c52-eeeed9d4257c req-07fe96e3-956a-45d9-bb81-272b7973a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:59.533648 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1a8562fc-2bbc-4601-8c52-eeeed9d4257c req-07fe96e3-956a-45d9-bb81-272b7973a9ee service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9 HTTP/1.1" status: 200 len: 1096 time: 0.1725936 Apr 28 19:32:59.544941 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:59.578850 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-20ae2606-ad0d-4ce3-9565-cdc903b83faf req-b9707416-2dcb-4645-9b74-21ce22754803 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:59.584125 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25b412fe-621a-4ff0-a890-43abbaa3bbff {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:32:59.617216 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5f64eba2-53f1-4796-93dc-3133a3b709f0 req-b3adb5be-d34c-4e2a-8d15-145e70d516de service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473848 Apr 28 19:32:59.617965 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 25b412fe-621a-4ff0-a890-43abbaa3bbff, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=25b412fe-621a-4ff0-a890-43abbaa3bbff,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:59.628681 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['f78f6a02-34be-48b9-b86e-07c2587caf68'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:32:59.639046 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device a220f3c9-0550-4bcd-b64a-d325ba473f8f details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:32:59.656623 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:59.670078 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1a8562fc-2bbc-4601-8c52-eeeed9d4257c req-bd13ade6-4717-4896-a48c-c82c3a76473a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5c6e5e07-2397-442e-876d-34148ec92451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252003 Apr 28 19:32:59.672927 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9707416-2dcb-4645-9b74-21ce22754803 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] Pushing event deleted for resources: {'Port': ['ID=f78f6a02-34be-48b9-b86e-07c2587caf68,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:59.793032 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ae2606-ad0d-4ce3-9565-cdc903b83faf req-b9707416-2dcb-4645-9b74-21ce22754803 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] No DVR routers for this DVR port f78f6a02-34be-48b9-b86e-07c2587caf68 on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:32:59.799742 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-20ae2606-ad0d-4ce3-9565-cdc903b83faf req-b9707416-2dcb-4645-9b74-21ce22754803 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:59.811175 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-20ae2606-ad0d-4ce3-9565-cdc903b83faf req-b9707416-2dcb-4645-9b74-21ce22754803 tempest-TenantUsagesTestJSON-92229295 tempest-TenantUsagesTestJSON-92229295-project] 10.222.0.44 "DELETE /v2.0/ports/f78f6a02-34be-48b9-b86e-07c2587caf68 HTTP/1.1" status: 204 len: 173 time: 1.6694970 Apr 28 19:32:59.823605 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9557fffb-f895-44ed-8f0a-d5707bda9f6f', 'name': 'network-vif-deleted', 'tag': 'f78f6a02-34be-48b9-b86e-07c2587caf68'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:59.842433 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdbe221-50c6-482f-ab42-abe10ab69be0" -d '{"events": [{"server_uuid": "9557fffb-f895-44ed-8f0a-d5707bda9f6f", "name": "network-vif-deleted", "tag": "f78f6a02-34be-48b9-b86e-07c2587caf68"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:59.930097 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b10ce0-1c2c-4d4e-89cf-bff21c869193 x-openstack-request-id: req-30b10ce0-1c2c-4d4e-89cf-bff21c869193 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:59.930406 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9557fffb-f895-44ed-8f0a-d5707bda9f6f", "name": "network-vif-deleted", "tag": "f78f6a02-34be-48b9-b86e-07c2587caf68", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:59.930663 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-30b10ce0-1c2c-4d4e-89cf-bff21c869193 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:59.931084 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30b10ce0-1c2c-4d4e-89cf-bff21c869193'] response: {'server_uuid': '9557fffb-f895-44ed-8f0a-d5707bda9f6f', 'name': 'network-vif-deleted', 'tag': 'f78f6a02-34be-48b9-b86e-07c2587caf68', 'status': 'completed', 'code': 200} Apr 28 19:33:00.077900 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.resource_extend [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:33:00.096706 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9eb591e1-b3d3-4111-8ad4-8fed597d4f1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:00.162123 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1cfdc818-9cb8-4707-8b14-4cee7184c182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:00.175913 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d845f-9443-47c3-b739-410f3ce81b66 req-1520a782-a7ea-4d4c-81f8-268ce6bacf6d tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:00.191718 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e60d845f-9443-47c3-b739-410f3ce81b66 req-1520a782-a7ea-4d4c-81f8-268ce6bacf6d tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 948 time: 0.7061944 Apr 28 19:33:00.222348 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['25b412fe-621a-4ff0-a890-43abbaa3bbff'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:33:00.222659 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1cfdc818-9cb8-4707-8b14-4cee7184c182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:00.274475 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b7dfb-df1e-40fd-b7cf-1130c50abfe9 req-89332e21-eed2-40a9-af5e-3ad5538e41d1 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:00.293347 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-825b7dfb-df1e-40fd-b7cf-1130c50abfe9 req-89332e21-eed2-40a9-af5e-3ad5538e41d1 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/ports?device_id=38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9 HTTP/1.1" status: 200 len: 945 time: 0.1844008 Apr 28 19:33:00.325546 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5f64eba2-53f1-4796-93dc-3133a3b709f0 req-c0cc5927-6dae-4f0a-95bd-efd858cc9fa2 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6771338 Apr 28 19:33:00.354031 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=25b412fe-621a-4ff0-a890-43abbaa3bbff,revision_number=8']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:00.366546 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1cfdc818-9cb8-4707-8b14-4cee7184c182 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=af166785892a41338f747ec096e9f9e9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0706673 Apr 28 19:33:00.367745 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39596) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:33:00.400804 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e60d845f-9443-47c3-b739-410f3ce81b66 req-20bcaa45-a6f7-4b16-890e-ebb443f88f47 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823907 Apr 28 19:33:00.414251 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9eb591e1-b3d3-4111-8ad4-8fed597d4f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:00.424610 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da927a1-a45d-4d22-af3d-f33f6eda6415 None None] Network fd6ec307-38a5-449d-ba43-3dd6f89e48d8 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:33:00.435352 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfdc818-9cb8-4707-8b14-4cee7184c182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81b10bd-5ed6-4797-bc18-3a14323a13d4,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:00.452681 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-825b7dfb-df1e-40fd-b7cf-1130c50abfe9 req-14af3ee9-b402-4122-b3f5-5996364e4824 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c6e5e07-2397-442e-876d-34148ec92451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550181 Apr 28 19:33:00.584686 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 4b11b2c4-c0e0-44e0-a07d-323bb30358d2 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:33:00.591908 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port a220f3c9-0550-4bcd-b64a-d325ba473f8f, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=a220f3c9-0550-4bcd-b64a-d325ba473f8f,segment=NetworkSegment(8fc1f4c1-a782-4abd-b384-b46f9c6b3366),segment_id=8fc1f4c1-a782-4abd-b384-b46f9c6b3366)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:00.659579 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb591e1-b3d3-4111-8ad4-8fed597d4f1c admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:33:00.659579 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb591e1-b3d3-4111-8ad4-8fed597d4f1c admin admin] Pushing event updated for resources: {'Port': ['ID=9b889261-19b8-4cc1-8d0e-84e6d9ed6442,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:00.686615 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-9eb591e1-b3d3-4111-8ad4-8fed597d4f1c admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:33:00.706988 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb591e1-b3d3-4111-8ad4-8fed597d4f1c admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:33:00.780137 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'a220f3c9-0550-4bcd-b64a-d325ba473f8f', 'network_id': '0a818354-dbcf-4136-b854-44772dd68b79', 'port_id': 'a220f3c9-0550-4bcd-b64a-d325ba473f8f', 'mac_address': 'fa:16:3e:5f:f6:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09693431-05ed-41e8-8d54-1a8b3b11f1bb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:33:00.841544 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-e82a91bc-5df4-44a5-bdd9-b152f37eeadc None None] Provisioning complete for port 4b11b2c4-c0e0-44e0-a07d-323bb30358d2 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:00.841812 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e82a91bc-5df4-44a5-bdd9-b152f37eeadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:00.911659 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf37b376-1848-4b2e-95b5-11fe453fb7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:00.952924 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf37b376-1848-4b2e-95b5-11fe453fb7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:01.077765 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf37b376-1848-4b2e-95b5-11fe453fb7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:01.092078 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf37b376-1848-4b2e-95b5-11fe453fb7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:01.097840 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-bf37b376-1848-4b2e-95b5-11fe453fb7df admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e81b10bd-5ed6-4797-bc18-3a14323a13d4 HTTP/1.1" status: 204 len: 168 time: 0.7236912 Apr 28 19:33:01.189536 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device f78f6a02-34be-48b9-b86e-07c2587caf68 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:33:01.232138 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: f78f6a02-34be-48b9-b86e-07c2587caf68 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:33:01.232564 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device f78f6a02-34be-48b9-b86e-07c2587caf68 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:33:01.241215 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:01.265040 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 4b11b2c4-c0e0-44e0-a07d-323bb30358d2 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:01.265426 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:01.317801 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a220f3c9-0550-4bcd-b64a-d325ba473f8f {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:33:01.323782 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37b376-1848-4b2e-95b5-11fe453fb7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81b10bd-5ed6-4797-bc18-3a14323a13d4,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:01.391007 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ad3eb-ff06-43f7-85a4-a47c81ecb766 req-8a3ae2f0-7c2d-43df-9535-cf09bb96a1e7 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:01.405757 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c49ad3eb-ff06-43f7-85a4-a47c81ecb766 req-8a3ae2f0-7c2d-43df-9535-cf09bb96a1e7 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 949 time: 0.1257160 Apr 28 19:33:01.419239 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port a220f3c9-0550-4bcd-b64a-d325ba473f8f, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=a220f3c9-0550-4bcd-b64a-d325ba473f8f,segment=NetworkSegment(8fc1f4c1-a782-4abd-b384-b46f9c6b3366),segment_id=8fc1f4c1-a782-4abd-b384-b46f9c6b3366)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:01.449850 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:01.495356 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d3f78-e255-487c-b028-de382aa7b752 req-9412c338-3c47-4019-b90c-667e70201c63 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:01.497167 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-141d3f78-e255-487c-b028-de382aa7b752 req-9412c338-3c47-4019-b90c-667e70201c63 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.44 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a&tenant_id=8b6f268207a441e39ce17d2e9418f280&binding%3Ahost_id=n-h2-839810-1 HTTP/1.1" status: 200 len: 949 time: 0.2552993 Apr 28 19:33:01.520563 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c49ad3eb-ff06-43f7-85a4-a47c81ecb766 req-dc56d7ea-ef52-4dd6-ad99-e51cfcf389fa tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115024 Apr 28 19:33:01.522916 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e82a91bc-5df4-44a5-bdd9-b152f37eeadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:01.661472 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=a220f3c9-0550-4bcd-b64a-d325ba473f8f,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:01.677274 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['a220f3c9-0550-4bcd-b64a-d325ba473f8f'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:33:01.744147 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:01.805785 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-e82a91bc-5df4-44a5-bdd9-b152f37eeadc None None] For port 4b11b2c4-c0e0-44e0-a07d-323bb30358d2, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=4b11b2c4-c0e0-44e0-a07d-323bb30358d2,segment=NetworkSegment(358278b1-0052-44f6-b6c2-96054681855a),segment_id=358278b1-0052-44f6-b6c2-96054681855a)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:01.849265 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39662) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:33:01.866287 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e82a91bc-5df4-44a5-bdd9-b152f37eeadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:01.894131 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9eb591e1-b3d3-4111-8ad4-8fed597d4f1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:01.926195 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:01.943846 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ee1f1-3b66-4b82-9ed3-5441e7e278be req-2701979b-dca8-44f5-9487-96aaaf9df8c8 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:01.952404 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-438ee1f1-3b66-4b82-9ed3-5441e7e278be req-2701979b-dca8-44f5-9487-96aaaf9df8c8 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/ports?device_id=38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9 HTTP/1.1" status: 200 len: 945 time: 0.1393981 Apr 28 19:33:01.966319 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-141d3f78-e255-487c-b028-de382aa7b752 req-33d528d1-2373-4cd1-a966-53d63b521d36 service neutron] 10.222.0.44 "GET /v2.0/ports/25b412fe-621a-4ff0-a890-43abbaa3bbff/bindings/n-h2-839810-1 HTTP/1.1" status: 200 len: 382 time: 0.3432453 Apr 28 19:33:02.004031 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a91bc-5df4-44a5-bdd9-b152f37eeadc None None] Pushing event updated for resources: {'Port': ['ID=4b11b2c4-c0e0-44e0-a07d-323bb30358d2,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:02.047332 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-438ee1f1-3b66-4b82-9ed3-5441e7e278be req-5723b49c-3de4-45aa-8ea3-c6c277bf9e62 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c6e5e07-2397-442e-876d-34148ec92451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832427 Apr 28 19:33:02.072826 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-acaedf83-8c60-498a-a777-75a3625fcdac None None] Provisioning complete for port 4b11b2c4-c0e0-44e0-a07d-323bb30358d2 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:02.073186 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-acaedf83-8c60-498a-a777-75a3625fcdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:02.136093 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:33:02.136458 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:33:02.328500 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9232b812-f093-460e-a750-f5d8745e0058 req-4e451e03-34bc-4825-ad40-253f4d581cb1 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1414355127&fields=id&tenant_id=f969262094984a16ab4b8b19d6c12396 HTTP/1.1" status: 200 len: 267 time: 0.1575944 Apr 28 19:33:02.349231 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d3f78-e255-487c-b028-de382aa7b752 req-9024472a-f4eb-4e82-a3ec-5dcb6a94ac41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:02.350717 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-141d3f78-e255-487c-b028-de382aa7b752 req-9024472a-f4eb-4e82-a3ec-5dcb6a94ac41 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 1100 time: 0.3318713 Apr 28 19:33:02.469815 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39714) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:33:02.475791 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0e96e918-0fb8-4faa-ba75-be074c55c0d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=806af625531d47fc92eee196e857fb10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6224654 Apr 28 19:33:02.526179 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232b812-f093-460e-a750-f5d8745e0058 req-6fcfd748-c936-4b8f-b6e9-e77478896327 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:02.537133 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9232b812-f093-460e-a750-f5d8745e0058 req-6fcfd748-c936-4b8f-b6e9-e77478896327 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/ports?device_id=38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9 HTTP/1.1" status: 200 len: 945 time: 0.2072465 Apr 28 19:33:02.551090 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-9232b812-f093-460e-a750-f5d8745e0058 req-bd174113-b4f2-451d-a416-59ac8fff6875 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Request body: {'port': {'security_groups': ['5c6e5e07-2397-442e-876d-34148ec92451', '914d88fd-1863-4a35-bcf7-33d6bce758da']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:33:02.612664 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9eb591e1-b3d3-4111-8ad4-8fed597d4f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:02.662638 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-f5c7942b-0e86-4f3e-a84d-7b4de92acf00 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a5d389b5d99847ff9b39765eda86203c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589809 Apr 28 19:33:02.669780 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d3f78-e255-487c-b028-de382aa7b752 req-b4f8bb64-8e20-4daf-a11f-21d76852e7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:02.671329 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-141d3f78-e255-487c-b028-de382aa7b752 req-b4f8bb64-8e20-4daf-a11f-21d76852e7ad service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.3040726 Apr 28 19:33:02.731260 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aac14217-b7d7-4a28-b624-68822b455ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:02.802813 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-141d3f78-e255-487c-b028-de382aa7b752 req-45c57b17-b940-4475-999c-78ee1bcaca41 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=25b412fe-621a-4ff0-a890-43abbaa3bbff HTTP/1.1" status: 200 len: 217 time: 0.1110914 Apr 28 19:33:02.817175 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9232b812-f093-460e-a750-f5d8745e0058 req-bd174113-b4f2-451d-a416-59ac8fff6875 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:02.919127 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-429de24c-f0fa-49a5-ab89-011b43c3e93e tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:02.920769 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-429de24c-f0fa-49a5-ab89-011b43c3e93e tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2570696 Apr 28 19:33:02.926108 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 4b11b2c4-c0e0-44e0-a07d-323bb30358d2 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:33:02.942534 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aac14217-b7d7-4a28-b624-68822b455ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:02.957093 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-13e6f49c-ab42-4a67-82d7-28d6717ab3c8 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/quotas/a5d389b5d99847ff9b39765eda86203c HTTP/1.1" status: 200 len: 375 time: 0.0225489 Apr 28 19:33:03.035418 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-058ab0c2-0fe3-4886-9343-ab2ffa2e02e8 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5d389b5d99847ff9b39765eda86203c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757945 Apr 28 19:33:03.035921 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 4b11b2c4-c0e0-44e0-a07d-323bb30358d2 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:03.036422 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:03.136766 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 25b412fe-621a-4ff0-a890-43abbaa3bbff up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:33:03.256905 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d3f78-e255-487c-b028-de382aa7b752 req-e7ba0e9e-a86c-4587-a5e4-b239193e5f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:03.264340 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-141d3f78-e255-487c-b028-de382aa7b752 req-e7ba0e9e-a86c-4587-a5e4-b239193e5f22 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.4480689 Apr 28 19:33:03.289348 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:03.356008 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 25b412fe-621a-4ff0-a890-43abbaa3bbff completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:33:03.366367 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 25b412fe-621a-4ff0-a890-43abbaa3bbff triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:03.367448 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:03.495597 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39784) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:33:03.514585 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:03.569419 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251cec4d-b5ae-4e32-8c03-b8298378ee1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b412fe-621a-4ff0-a890-43abbaa3bbff'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:33:03.572622 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec7a04a-c9dd-49b5-bc9f-a97332a8eb2c" -d '{"events": [{"server_uuid": "251cec4d-b5ae-4e32-8c03-b8298378ee1a", "name": "network-vif-plugged", "status": "completed", "tag": "25b412fe-621a-4ff0-a890-43abbaa3bbff"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:33:03.589147 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 25b412fe-621a-4ff0-a890-43abbaa3bbff, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=25b412fe-621a-4ff0-a890-43abbaa3bbff,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:03.597628 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:03.668073 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device a220f3c9-0550-4bcd-b64a-d325ba473f8f up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:33:03.708631 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20cad1-ecb9-4f22-93eb-ae055ad192e8 req-ff7b355a-82bc-4d77-9bc3-0489f93cb72b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:03.719678 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e20cad1-ecb9-4f22-93eb-ae055ad192e8 req-ff7b355a-82bc-4d77-9bc3-0489f93cb72b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 950 time: 0.1575682 Apr 28 19:33:03.731537 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aac14217-b7d7-4a28-b624-68822b455ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:03.736691 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aac14217-b7d7-4a28-b624-68822b455ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:03.739911 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-aac14217-b7d7-4a28-b624-68822b455ceb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b51a0784-bd9b-446a-b4e8-34954c88f5cc HTTP/1.1" status: 204 len: 168 time: 1.2688479 Apr 28 19:33:03.809828 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-e824c5c3-a9bc-4cbb-9f2e-3021e14368fd admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-916074730-network', 'tenant_id': 'ac4a325e58b9497b9421c85aa337c854'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:33:03.850167 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac14217-b7d7-4a28-b624-68822b455ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51a0784-bd9b-446a-b4e8-34954c88f5cc,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:03.930189 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e20cad1-ecb9-4f22-93eb-ae055ad192e8 req-99286174-3923-426b-8f47-e885ea43bb04 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094843 Apr 28 19:33:03.937049 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e824c5c3-a9bc-4cbb-9f2e-3021e14368fd admin admin] Made reservation on behalf of ac4a325e58b9497b9421c85aa337c854 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:33:03.945744 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e824c5c3-a9bc-4cbb-9f2e-3021e14368fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:03.963838 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=25b412fe-621a-4ff0-a890-43abbaa3bbff,revision_number=9']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:03.980089 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e824c5c3-a9bc-4cbb-9f2e-3021e14368fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:04.011219 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port a220f3c9-0550-4bcd-b64a-d325ba473f8f triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:04.012532 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:04.121032 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d3f78-e255-487c-b028-de382aa7b752 req-d6b94472-c968-44f4-9b4f-13052d0bb6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:04.126893 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-141d3f78-e255-487c-b028-de382aa7b752 req-d6b94472-c968-44f4-9b4f-13052d0bb6ad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8514311 Apr 28 19:33:04.207867 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e824c5c3-a9bc-4cbb-9f2e-3021e14368fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:04.212629 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e824c5c3-a9bc-4cbb-9f2e-3021e14368fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:04.258211 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:04.284781 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824c5c3-a9bc-4cbb-9f2e-3021e14368fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac5e7ef-4c36-4bc6-bf80-0af6dd4ecdf7,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:04.305981 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e824c5c3-a9bc-4cbb-9f2e-3021e14368fd admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:33:04.329966 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e824c5c3-a9bc-4cbb-9f2e-3021e14368fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:04.330990 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-e824c5c3-a9bc-4cbb-9f2e-3021e14368fd admin admin] Added segment bc52fff9-5f2e-4745-8408-e439471fc1e0 of type vlan for network f904c84c-5f3f-4a5e-afcd-ce355e55bb02 Apr 28 19:33:04.350447 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port a220f3c9-0550-4bcd-b64a-d325ba473f8f, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=a220f3c9-0550-4bcd-b64a-d325ba473f8f,segment=NetworkSegment(8fc1f4c1-a782-4abd-b384-b46f9c6b3366),segment_id=8fc1f4c1-a782-4abd-b384-b46f9c6b3366)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:04.358152 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:04.447569 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e824c5c3-a9bc-4cbb-9f2e-3021e14368fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:04.474555 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb591e1-b3d3-4111-8ad4-8fed597d4f1c admin admin] Router 688a8c2e-2e4b-4043-b3f8-ea201985862d is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:33:04.488282 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=a220f3c9-0550-4bcd-b64a-d325ba473f8f,revision_number=7']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:04.489058 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-141d3f78-e255-487c-b028-de382aa7b752 req-9a163105-9ec2-4292-bae2-7c8bdde4182e service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409305 Apr 28 19:33:04.524365 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e824c5c3-a9bc-4cbb-9f2e-3021e14368fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:04.527622 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e824c5c3-a9bc-4cbb-9f2e-3021e14368fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:04.529447 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e824c5c3-a9bc-4cbb-9f2e-3021e14368fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:04.641457 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e824c5c3-a9bc-4cbb-9f2e-3021e14368fd admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1430614 Apr 28 19:33:04.649761 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39806) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:33:04.658254 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39808) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:33:04.663488 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-794501eb-21ff-4a27-8944-31f2ea46e299 admin admin] Request body: {'subnet': {'network_id': 'f904c84c-5f3f-4a5e-afcd-ce355e55bb02', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-916074730-subnet', 'tenant_id': 'ac4a325e58b9497b9421c85aa337c854', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:33:04.698211 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794501eb-21ff-4a27-8944-31f2ea46e299 admin admin] Made reservation on behalf of ac4a325e58b9497b9421c85aa337c854 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:33:04.702333 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-794501eb-21ff-4a27-8944-31f2ea46e299 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:04.727264 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-072bae62-937e-4a02-b05b-f4a645f88b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:04.732074 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824c5c3-a9bc-4cbb-9f2e-3021e14368fd admin admin] Pushing event updated for resources: {'Network': ['ID=f904c84c-5f3f-4a5e-afcd-ce355e55bb02,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:04.743916 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network f904c84c-5f3f-4a5e-afcd-ce355e55bb02 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:33:05.263829 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-072bae62-937e-4a02-b05b-f4a645f88b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:05.266132 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-794501eb-21ff-4a27-8944-31f2ea46e299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:05.381186 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-072bae62-937e-4a02-b05b-f4a645f88b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:05.401205 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794501eb-21ff-4a27-8944-31f2ea46e299 admin admin] Pushing event updated for resources: {'Subnet': ['ID=556349f0-38e7-4d9a-a43e-b8816ebacc40,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:05.408323 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-9232b812-f093-460e-a750-f5d8745e0058 req-bd174113-b4f2-451d-a416-59ac8fff6875 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] For port e8d684bc-97f6-46b3-ab12-3115187e4ede, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e8d684bc-97f6-46b3-ab12-3115187e4ede,segment=NetworkSegment(3203ee38-b50c-4fe0-be3f-74c90553314a),segment_id=3203ee38-b50c-4fe0-be3f-74c90553314a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:05.480821 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-072bae62-937e-4a02-b05b-f4a645f88b15 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=932fcaf2876b43d4b9779dbaac02e81e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7944100 Apr 28 19:33:05.485389 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39814) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:33:05.486295 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072bae62-937e-4a02-b05b-f4a645f88b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efd1a43-43f8-4f20-a860-0dc73db35170,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:05.488611 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-141d3f78-e255-487c-b028-de382aa7b752 req-d0c2d8f9-2699-4b65-b737-f92323354211 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9926922 Apr 28 19:33:05.612326 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9232b812-f093-460e-a750-f5d8745e0058 req-bd174113-b4f2-451d-a416-59ac8fff6875 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:05.647439 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794501eb-21ff-4a27-8944-31f2ea46e299 admin admin] Checking segment: {'id': 'bc52fff9-5f2e-4745-8408-e439471fc1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f904c84c-5f3f-4a5e-afcd-ce355e55bb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:33:05.647439 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794501eb-21ff-4a27-8944-31f2ea46e299 admin admin] Network hostable DHCP agents. Network: f904c84c-5f3f-4a5e-afcd-ce355e55bb02, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:33:05.665920 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9232b812-f093-460e-a750-f5d8745e0058 req-bd174113-b4f2-451d-a416-59ac8fff6875 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:05.685600 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['e8d684bc-97f6-46b3-ab12-3115187e4ede'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:33:05.757079 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd174113-b4f2-451d-a416-59ac8fff6875 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Pushing event updated for resources: {'Port': ['ID=e8d684bc-97f6-46b3-ab12-3115187e4ede,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:05.777711 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb591e1-b3d3-4111-8ad4-8fed597d4f1c admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:33:05.788145 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec33ac7e-884f-4e2f-b867-c5fd163f71e9 None None] Sync routers for ids ['688a8c2e-2e4b-4043-b3f8-ea201985862d'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:33:05.797548 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232b812-f093-460e-a750-f5d8745e0058 req-bd174113-b4f2-451d-a416-59ac8fff6875 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:05.798563 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9232b812-f093-460e-a750-f5d8745e0058 req-bd174113-b4f2-451d-a416-59ac8fff6875 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:05.813617 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9232b812-f093-460e-a750-f5d8745e0058 req-bd174113-b4f2-451d-a416-59ac8fff6875 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "PUT /v2.0/ports/e8d684bc-97f6-46b3-ab12-3115187e4ede HTTP/1.1" status: 200 len: 981 time: 3.2753654 Apr 28 19:33:05.814664 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9', 'tag': 'e8d684bc-97f6-46b3-ab12-3115187e4ede'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:33:05.817532 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73df20d3-d4b5-4586-bd6b-4a72e34139b9" -d '{"events": [{"name": "network-changed", "server_uuid": "38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9", "tag": "e8d684bc-97f6-46b3-ab12-3115187e4ede"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:33:05.821673 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec33ac7e-884f-4e2f-b867-c5fd163f71e9 None None] Routers {'688a8c2e-2e4b-4043-b3f8-ea201985862d'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:33:05.822768 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ec33ac7e-884f-4e2f-b867-c5fd163f71e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:32:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['688a8c2e-2e4b-4043-b3f8-ea201985862d'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:05.827699 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b7382a8e-b907-4306-a852-a996623b3217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:05.837164 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794501eb-21ff-4a27-8944-31f2ea46e299 admin admin] Network f904c84c-5f3f-4a5e-afcd-ce355e55bb02 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:33:05.857367 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9eb591e1-b3d3-4111-8ad4-8fed597d4f1c admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:05.865555 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9eb591e1-b3d3-4111-8ad4-8fed597d4f1c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 9.0503838 Apr 28 19:33:05.868956 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39820) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:33:05.880990 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-794501eb-21ff-4a27-8944-31f2ea46e299 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, f904c84c-5f3f-4a5e-afcd-ce355e55bb02) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:33:05.890496 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['e8d684bc-97f6-46b3-ab12-3115187e4ede'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:33:05.892139 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794501eb-21ff-4a27-8944-31f2ea46e299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:05.895582 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-794501eb-21ff-4a27-8944-31f2ea46e299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:05.942123 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b7382a8e-b907-4306-a852-a996623b3217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:06.046897 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d50d366-5a9e-4182-b74a-bb61f3bf05b6 None None] Network f904c84c-5f3f-4a5e-afcd-ce355e55bb02 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:33:06.056416 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-794501eb-21ff-4a27-8944-31f2ea46e299 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4025509 Apr 28 19:33:06.061351 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39824) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:33:06.072417 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-307f97f7-0574-43e4-95bf-1e216767e70e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-916074730-router', 'tenant_id': 'ac4a325e58b9497b9421c85aa337c854', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:33:06.077914 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b7382a8e-b907-4306-a852-a996623b3217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:06.092733 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b7382a8e-b907-4306-a852-a996623b3217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:06.096381 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b7382a8e-b907-4306-a852-a996623b3217 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0efd1a43-43f8-4f20-a860-0dc73db35170 HTTP/1.1" status: 204 len: 168 time: 0.5776303 Apr 28 19:33:06.134450 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7382a8e-b907-4306-a852-a996623b3217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efd1a43-43f8-4f20-a860-0dc73db35170,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:06.173096 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-307f97f7-0574-43e4-95bf-1e216767e70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:06.174173 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-307f97f7-0574-43e4-95bf-1e216767e70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:06.270286 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-92fd2bf8-3527-4257-b839-6a2f3342be0c req-f22a72f7-324b-4afc-87a3-7e99d80c78ed tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/ports?device_id=27418b6d-d3ae-48a7-a335-60081b4ade70 HTTP/1.1" status: 200 len: 210 time: 0.1890757 Apr 28 19:33:06.275146 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-7710bc82-b4ee-4297-81f3-a6bbf98282e6 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=a5d389b5d99847ff9b39765eda86203c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2360373 Apr 28 19:33:06.318092 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-ec33ac7e-884f-4e2f-b867-c5fd163f71e9 None None] Set router 688a8c2e-2e4b-4043-b3f8-ea201985862d gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:33:06.413898 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-307f97f7-0574-43e4-95bf-1e216767e70e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:06.595097 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-33309197-d39c-4a99-84a9-f7c2a909d800 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:06.596973 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-33309197-d39c-4a99-84a9-f7c2a909d800 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3068175 Apr 28 19:33:06.629050 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768dab14-5392-4938-bee9-08cc7e6ece11 x-openstack-request-id: req-768dab14-5392-4938-bee9-08cc7e6ece11 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:33:06.629050 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251cec4d-b5ae-4e32-8c03-b8298378ee1a", "name": "network-vif-plugged", "status": "completed", "tag": "25b412fe-621a-4ff0-a890-43abbaa3bbff", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:33:06.629050 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-768dab14-5392-4938-bee9-08cc7e6ece11 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:33:06.629622 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-768dab14-5392-4938-bee9-08cc7e6ece11'] response: {'server_uuid': '251cec4d-b5ae-4e32-8c03-b8298378ee1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b412fe-621a-4ff0-a890-43abbaa3bbff', 'code': 200} Apr 28 19:33:06.662763 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-7914a5d3-df99-4247-acb1-acee82045bc5 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Request body: {'port': {'device_id': '27418b6d-d3ae-48a7-a335-60081b4ade70', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'admin_state_up': True, 'tenant_id': 'a5d389b5d99847ff9b39765eda86203c'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:33:06.960689 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-307f97f7-0574-43e4-95bf-1e216767e70e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:06.965574 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ec33ac7e-884f-4e2f-b867-c5fd163f71e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-330594117-router', 'tenant_id': 'ee496e16332249aeb085dff577ef06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '9b889261-19b8-4cc1-8d0e-84e6d9ed6442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:32:57Z', 'updated_at': '2022-04-28T19:33:01Z', 'revision_number': 3, 'project_id': 'ee496e16332249aeb085dff577ef06a6', 'gw_port': {'id': '9b889261-19b8-4cc1-8d0e-84e6d9ed6442', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:32:58Z', 'updated_at': '2022-04-28T19:32:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:07.002059 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec33ac7e-884f-4e2f-b867-c5fd163f71e9 None None] Checking router: 688a8c2e-2e4b-4043-b3f8-ea201985862d for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:33:07.002685 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec33ac7e-884f-4e2f-b867-c5fd163f71e9 None None] Updating router 688a8c2e-2e4b-4043-b3f8-ea201985862d port 9b889261-19b8-4cc1-8d0e-84e6d9ed6442 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:33:07.036339 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-ec33ac7e-884f-4e2f-b867-c5fd163f71e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:07.161717 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357a42c-a9a6-4b99-a5de-105fae894374 req-f617c963-5a71-4393-b1bf-d6eea32a05d1 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:07.168456 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2357a42c-a9a6-4b99-a5de-105fae894374 req-f617c963-5a71-4393-b1bf-d6eea32a05d1 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 950 time: 0.5485892 Apr 28 19:33:07.301670 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ebfc88-8635-4c66-a04f-560c414894bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-f904c84c-5f3f-4a5e-afcd-ce355e55bb02', 'network_id': 'f904c84c-5f3f-4a5e-afcd-ce355e55bb02', 'tenant_id': 'ac4a325e58b9497b9421c85aa337c854', 'fixed_ips': [{'subnet_id': '556349f0-38e7-4d9a-a43e-b8816ebacc40'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:33:07.309177 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-80ebfc88-8635-4c66-a04f-560c414894bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:07.717257 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-307f97f7-0574-43e4-95bf-1e216767e70e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:07.766715 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-307f97f7-0574-43e4-95bf-1e216767e70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:07.767088 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2357a42c-a9a6-4b99-a5de-105fae894374 req-06a8340e-e823-44f4-8bbb-437839c37c74 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5807042 Apr 28 19:33:07.770155 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-7914a5d3-df99-4247-acb1-acee82045bc5 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Made reservation on behalf of a5d389b5d99847ff9b39765eda86203c for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:33:07.789612 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-7914a5d3-df99-4247-acb1-acee82045bc5 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:07.847990 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-7914a5d3-df99-4247-acb1-acee82045bc5 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:07.996985 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-af8d3793-296f-4343-aeea-a953a9c46d81 req-55f38ee4-2733-4d40-b7be-dc2208a752fb tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1626208877&fields=id&tenant_id=f969262094984a16ab4b8b19d6c12396 HTTP/1.1" status: 200 len: 267 time: 0.1259027 Apr 28 19:33:08.005191 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-ec33ac7e-884f-4e2f-b867-c5fd163f71e9 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:08.020293 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-ec33ac7e-884f-4e2f-b867-c5fd163f71e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:08.096300 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203532b-1fdd-4c0c-82e7-603ab5039866 None None] Pushing event updated for resources: {'Port': ['ID=9b889261-19b8-4cc1-8d0e-84e6d9ed6442,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:08.109270 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203532b-1fdd-4c0c-82e7-603ab5039866 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:08.110116 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203532b-1fdd-4c0c-82e7-603ab5039866 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:08.110991 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203532b-1fdd-4c0c-82e7-603ab5039866 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:08.111645 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203532b-1fdd-4c0c-82e7-603ab5039866 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:08.112310 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203532b-1fdd-4c0c-82e7-603ab5039866 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:08.112950 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203532b-1fdd-4c0c-82e7-603ab5039866 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:08.113504 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203532b-1fdd-4c0c-82e7-603ab5039866 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:08.114047 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203532b-1fdd-4c0c-82e7-603ab5039866 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:08.114593 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203532b-1fdd-4c0c-82e7-603ab5039866 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:08.115145 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203532b-1fdd-4c0c-82e7-603ab5039866 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:08.115757 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203532b-1fdd-4c0c-82e7-603ab5039866 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:08.116343 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203532b-1fdd-4c0c-82e7-603ab5039866 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:08.176171 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-ec33ac7e-884f-4e2f-b867-c5fd163f71e9 None None] Attempting to bind port 9b889261-19b8-4cc1-8d0e-84e6d9ed6442 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:33:08.180502 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-ec33ac7e-884f-4e2f-b867-c5fd163f71e9 None None] Attempting to bind port 9b889261-19b8-4cc1-8d0e-84e6d9ed6442 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:33:08.181345 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec33ac7e-884f-4e2f-b867-c5fd163f71e9 None None] Attempting to bind port 9b889261-19b8-4cc1-8d0e-84e6d9ed6442 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:33:08.194341 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-80ebfc88-8635-4c66-a04f-560c414894bf None None] Allocated IP 172.20.0.2 (f904c84c-5f3f-4a5e-afcd-ce355e55bb02/556349f0-38e7-4d9a-a43e-b8816ebacc40/7a7702d4-9f13-4130-8bfc-32dca1072728) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:33:08.200659 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec33ac7e-884f-4e2f-b867-c5fd163f71e9 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:33:08.201681 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec33ac7e-884f-4e2f-b867-c5fd163f71e9 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:33:08.202395 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-ec33ac7e-884f-4e2f-b867-c5fd163f71e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:08.204010 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec33ac7e-884f-4e2f-b867-c5fd163f71e9 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:33:08.206405 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-ec33ac7e-884f-4e2f-b867-c5fd163f71e9 None None] Bound port: 9b889261-19b8-4cc1-8d0e-84e6d9ed6442, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:33:08.207362 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-ec33ac7e-884f-4e2f-b867-c5fd163f71e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:08.292134 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-307f97f7-0574-43e4-95bf-1e216767e70e admin admin] Allocated IP 172.25.8.216 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/580aeb2f-a364-4874-a6fc-9228d1e77362) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:33:08.398919 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-ec33ac7e-884f-4e2f-b867-c5fd163f71e9 None None] For port 9b889261-19b8-4cc1-8d0e-84e6d9ed6442, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:33:08.409667 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-ec33ac7e-884f-4e2f-b867-c5fd163f71e9 None None] For port 9b889261-19b8-4cc1-8d0e-84e6d9ed6442, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=9b889261-19b8-4cc1-8d0e-84e6d9ed6442,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:33:08.415255 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-ec33ac7e-884f-4e2f-b867-c5fd163f71e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:08.480779 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-7914a5d3-df99-4247-acb1-acee82045bc5 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:08.547815 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203532b-1fdd-4c0c-82e7-603ab5039866 None None] Pushing event updated for resources: {'Port': ['ID=9b889261-19b8-4cc1-8d0e-84e6d9ed6442,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:08.566549 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d3f78-e255-487c-b028-de382aa7b752 req-a3444d4d-da76-4963-ba43-b5ee0c47e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:08.573232 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-141d3f78-e255-487c-b028-de382aa7b752 req-a3444d4d-da76-4963-ba43-b5ee0c47e656 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a&tenant_id=8b6f268207a441e39ce17d2e9418f280 HTTP/1.1" status: 200 len: 1101 time: 0.3347607 Apr 28 19:33:08.597732 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-7914a5d3-df99-4247-acb1-acee82045bc5 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:08.603984 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-141d3f78-e255-487c-b028-de382aa7b752 req-50912a6c-978c-4f00-b628-cfafa276efe5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-839810-1', 'device_owner': 'compute:nova'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:33:08.628810 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-80ebfc88-8635-4c66-a04f-560c414894bf None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:08.630243 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7368e056-32cb-41fc-890c-9e0270c8a52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a220f3c9-0550-4bcd-b64a-d325ba473f8f'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:33:08.630826 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec33ac7e-884f-4e2f-b867-c5fd163f71e9 None None] Routers {'688a8c2e-2e4b-4043-b3f8-ea201985862d'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:33:08.631629 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ec33ac7e-884f-4e2f-b867-c5fd163f71e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:32:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['688a8c2e-2e4b-4043-b3f8-ea201985862d'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:08.638464 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3d9af2-123b-4118-86c0-3133427152a1" -d '{"events": [{"server_uuid": "7368e056-32cb-41fc-890c-9e0270c8a52f", "name": "network-vif-plugged", "status": "completed", "tag": "a220f3c9-0550-4bcd-b64a-d325ba473f8f"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:33:08.674468 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-80ebfc88-8635-4c66-a04f-560c414894bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:08.775966 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ebfc88-8635-4c66-a04f-560c414894bf None None] Network f904c84c-5f3f-4a5e-afcd-ce355e55bb02 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:33:08.779743 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-80ebfc88-8635-4c66-a04f-560c414894bf None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:33:08.784365 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ebfc88-8635-4c66-a04f-560c414894bf None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:33:08.845811 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebfc88-8635-4c66-a04f-560c414894bf None None] Pushing event updated for resources: {'Port': ['ID=7a7702d4-9f13-4130-8bfc-32dca1072728,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:08.891464 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-80ebfc88-8635-4c66-a04f-560c414894bf None None] Attempting to bind port 7a7702d4-9f13-4130-8bfc-32dca1072728 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:33:08.892380 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-80ebfc88-8635-4c66-a04f-560c414894bf None None] Attempting to bind port 7a7702d4-9f13-4130-8bfc-32dca1072728 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'bc52fff9-5f2e-4745-8408-e439471fc1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f904c84c-5f3f-4a5e-afcd-ce355e55bb02'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:33:08.893327 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebfc88-8635-4c66-a04f-560c414894bf None None] Attempting to bind port 7a7702d4-9f13-4130-8bfc-32dca1072728 on network f904c84c-5f3f-4a5e-afcd-ce355e55bb02 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:33:08.896452 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-141d3f78-e255-487c-b028-de382aa7b752 req-50912a6c-978c-4f00-b628-cfafa276efe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:08.901600 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebfc88-8635-4c66-a04f-560c414894bf None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:33:08.903387 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebfc88-8635-4c66-a04f-560c414894bf None None] Checking segment: {'id': 'bc52fff9-5f2e-4745-8408-e439471fc1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f904c84c-5f3f-4a5e-afcd-ce355e55bb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:33:08.904174 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-80ebfc88-8635-4c66-a04f-560c414894bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:08.904678 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebfc88-8635-4c66-a04f-560c414894bf None None] Bound using segment: {'id': 'bc52fff9-5f2e-4745-8408-e439471fc1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f904c84c-5f3f-4a5e-afcd-ce355e55bb02'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:33:08.906018 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-80ebfc88-8635-4c66-a04f-560c414894bf None None] Bound port: 7a7702d4-9f13-4130-8bfc-32dca1072728, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc52fff9-5f2e-4745-8408-e439471fc1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f904c84c-5f3f-4a5e-afcd-ce355e55bb02'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:33:08.906705 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-80ebfc88-8635-4c66-a04f-560c414894bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:08.916003 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-307f97f7-0574-43e4-95bf-1e216767e70e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:08.934694 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-ec33ac7e-884f-4e2f-b867-c5fd163f71e9 None None] Set router 688a8c2e-2e4b-4043-b3f8-ea201985862d gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:33:08.936645 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-7914a5d3-df99-4247-acb1-acee82045bc5 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Allocated IP 192.168.233.17 (a2ea96f2-6755-492c-8fa3-72807d68d67a/ba397751-1619-4962-a669-11aa98e2e3bc/dda93919-98c7-4bf4-a7e7-db36f7047dc6) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:33:09.023794 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-80ebfc88-8635-4c66-a04f-560c414894bf None None] For port 7a7702d4-9f13-4130-8bfc-32dca1072728, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:33:09.028180 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-80ebfc88-8635-4c66-a04f-560c414894bf None None] For port 7a7702d4-9f13-4130-8bfc-32dca1072728, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=7a7702d4-9f13-4130-8bfc-32dca1072728,segment=NetworkSegment(bc52fff9-5f2e-4745-8408-e439471fc1e0),segment_id=bc52fff9-5f2e-4745-8408-e439471fc1e0)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:33:09.058005 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-80ebfc88-8635-4c66-a04f-560c414894bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:09.153172 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebfc88-8635-4c66-a04f-560c414894bf None None] Pushing event updated for resources: {'Port': ['ID=7a7702d4-9f13-4130-8bfc-32dca1072728,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:09.252704 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-307f97f7-0574-43e4-95bf-1e216767e70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:09.264332 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7914a5d3-df99-4247-acb1-acee82045bc5 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d892c60-4988-4559-91ae-463a24113b8c,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:09.340117 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d3793-296f-4343-aeea-a953a9c46d81 req-a0fc7391-d884-42d6-968e-686aab927060 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:09.349501 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-af8d3793-296f-4343-aeea-a953a9c46d81 req-a0fc7391-d884-42d6-968e-686aab927060 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/ports?device_id=38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9 HTTP/1.1" status: 200 len: 984 time: 1.3514516 Apr 28 19:33:09.392746 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-af8d3793-296f-4343-aeea-a953a9c46d81 req-d89afb72-71ef-4e6e-8958-85f4e26b8216 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Request body: {'port': {'security_groups': ['5c6e5e07-2397-442e-876d-34148ec92451', '914d88fd-1863-4a35-bcf7-33d6bce758da', '4c1a34f7-01d7-4055-b17a-4595128f298e']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:33:09.476733 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307f97f7-0574-43e4-95bf-1e216767e70e admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:33:09.486291 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-307f97f7-0574-43e4-95bf-1e216767e70e admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:33:09.503297 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f97f7-0574-43e4-95bf-1e216767e70e admin admin] Pushing event updated for resources: {'Port': ['ID=580aeb2f-a364-4874-a6fc-9228d1e77362,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:09.514162 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ec33ac7e-884f-4e2f-b867-c5fd163f71e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-330594117-router', 'tenant_id': 'ee496e16332249aeb085dff577ef06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '9b889261-19b8-4cc1-8d0e-84e6d9ed6442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:32:57Z', 'updated_at': '2022-04-28T19:33:01Z', 'revision_number': 3, 'project_id': 'ee496e16332249aeb085dff577ef06a6', 'gw_port': {'id': '9b889261-19b8-4cc1-8d0e-84e6d9ed6442', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:32:58Z', 'updated_at': '2022-04-28T19:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:09.529129 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307f97f7-0574-43e4-95bf-1e216767e70e admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:33:09.664782 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec33ac7e-884f-4e2f-b867-c5fd163f71e9 None None] The sync data for ids ['688a8c2e-2e4b-4043-b3f8-ea201985862d'] in n-d-839810-1 is: [{'id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-330594117-router', 'tenant_id': 'ee496e16332249aeb085dff577ef06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '9b889261-19b8-4cc1-8d0e-84e6d9ed6442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:32:57Z', 'updated_at': '2022-04-28T19:33:01Z', 'revision_number': 3, 'project_id': 'ee496e16332249aeb085dff577ef06a6', 'gw_port': {'id': '9b889261-19b8-4cc1-8d0e-84e6d9ed6442', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:32:58Z', 'updated_at': '2022-04-28T19:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:33:09.882683 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4c741279-307b-467a-ae01-a7f59a2fb591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:09.911431 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-7914a5d3-df99-4247-acb1-acee82045bc5 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:10.031154 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d32a6d32-699b-457f-a6e0-9f6a892adacf req-14e402e3-1c2a-46e2-a62c-2183f2e5b12c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5215323 Apr 28 19:33:10.049313 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-af8d3793-296f-4343-aeea-a953a9c46d81 req-d89afb72-71ef-4e6e-8958-85f4e26b8216 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:10.240665 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-307f97f7-0574-43e4-95bf-1e216767e70e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:10.580642 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-7914a5d3-df99-4247-acb1-acee82045bc5 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:10.733794 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7914a5d3-df99-4247-acb1-acee82045bc5 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Pushing event updated for resources: {'Port': ['ID=dda93919-98c7-4bf4-a7e7-db36f7047dc6,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:10.954054 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a6d32-699b-457f-a6e0-9f6a892adacf req-b75222d7-4437-4541-9c79-376d4c381742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:10.956010 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d32a6d32-699b-457f-a6e0-9f6a892adacf req-b75222d7-4437-4541-9c79-376d4c381742 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 1101 time: 0.7786996 Apr 28 19:33:10.964413 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-7914a5d3-df99-4247-acb1-acee82045bc5 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Network a2ea96f2-6755-492c-8fa3-72807d68d67a is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:33:10.972975 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-4c741279-307b-467a-ae01-a7f59a2fb591 admin admin] Allocated IP 172.20.0.1 (fd6ec307-38a5-449d-ba43-3dd6f89e48d8/45c28097-beec-4874-b7ee-ffa03c177fe7/1ca4a4dc-7a52-4e95-86f7-56f4e509e895) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:33:10.980990 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-7914a5d3-df99-4247-acb1-acee82045bc5 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:33:11.003718 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-7914a5d3-df99-4247-acb1-acee82045bc5 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:33:11.049450 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8849ced-32dc-40c7-a744-480b00913dd4 None None] Network f904c84c-5f3f-4a5e-afcd-ce355e55bb02 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:33:11.099725 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 7a7702d4-9f13-4130-8bfc-32dca1072728 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:33:11.148555 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-7914a5d3-df99-4247-acb1-acee82045bc5 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:11.149277 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-7914a5d3-df99-4247-acb1-acee82045bc5 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:11.387314 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-141d3f78-e255-487c-b028-de382aa7b752 req-50912a6c-978c-4f00-b628-cfafa276efe5 service neutron] For port 25b412fe-621a-4ff0-a890-43abbaa3bbff, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=25b412fe-621a-4ff0-a890-43abbaa3bbff,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:11.389286 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 25b412fe-621a-4ff0-a890-43abbaa3bbff no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:33:11.462797 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-141d3f78-e255-487c-b028-de382aa7b752 req-50912a6c-978c-4f00-b628-cfafa276efe5 service neutron] For port 25b412fe-621a-4ff0-a890-43abbaa3bbff, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:33:11.538248 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-7914a5d3-df99-4247-acb1-acee82045bc5 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9009142 Apr 28 19:33:11.540275 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-141d3f78-e255-487c-b028-de382aa7b752 req-50912a6c-978c-4f00-b628-cfafa276efe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:11.560455 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-141d3f78-e255-487c-b028-de382aa7b752 req-50912a6c-978c-4f00-b628-cfafa276efe5 service neutron] Transition to ACTIVE for port object 25b412fe-621a-4ff0-a890-43abbaa3bbff will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:33:11.561665 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251cec4d-b5ae-4e32-8c03-b8298378ee1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25b412fe-621a-4ff0-a890-43abbaa3bbff'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:33:11.565074 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-60a44fb0-f85a-449b-a741-5b3ff39b41da None None] Provisioning complete for port 7a7702d4-9f13-4130-8bfc-32dca1072728 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:11.565448 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-60a44fb0-f85a-449b-a741-5b3ff39b41da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:11.566545 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93e49a4-37e6-4de2-8a2c-677be6841d7e" -d '{"events": [{"server_uuid": "251cec4d-b5ae-4e32-8c03-b8298378ee1a", "name": "network-vif-unplugged", "status": "completed", "tag": "25b412fe-621a-4ff0-a890-43abbaa3bbff"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:33:11.600054 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-5e7a00c3-0e23-4791-8d26-2a23f032ea4c service neutron] Request body: {'port': {'device_id': '27418b6d-d3ae-48a7-a335-60081b4ade70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:33:11.612179 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-141d3f78-e255-487c-b028-de382aa7b752 req-50912a6c-978c-4f00-b628-cfafa276efe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:11.720528 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 7a7702d4-9f13-4130-8bfc-32dca1072728 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:11.720786 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:11.797810 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 25b412fe-621a-4ff0-a890-43abbaa3bbff not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:33:11.893755 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-307f97f7-0574-43e4-95bf-1e216767e70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:11.989929 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-60a44fb0-f85a-449b-a741-5b3ff39b41da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:12.048550 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-141d3f78-e255-487c-b028-de382aa7b752 req-50912a6c-978c-4f00-b628-cfafa276efe5 service neutron] No DVR routers for this DVR port 25b412fe-621a-4ff0-a890-43abbaa3bbff on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:33:12.181278 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-af8d3793-296f-4343-aeea-a953a9c46d81 req-d89afb72-71ef-4e6e-8958-85f4e26b8216 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] For port e8d684bc-97f6-46b3-ab12-3115187e4ede, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e8d684bc-97f6-46b3-ab12-3115187e4ede,segment=NetworkSegment(3203ee38-b50c-4fe0-be3f-74c90553314a),segment_id=3203ee38-b50c-4fe0-be3f-74c90553314a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:12.219183 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-60a44fb0-f85a-449b-a741-5b3ff39b41da None None] For port 7a7702d4-9f13-4130-8bfc-32dca1072728, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=7a7702d4-9f13-4130-8bfc-32dca1072728,segment=NetworkSegment(bc52fff9-5f2e-4745-8408-e439471fc1e0),segment_id=bc52fff9-5f2e-4745-8408-e439471fc1e0)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:12.236856 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:12.258676 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50912a6c-978c-4f00-b628-cfafa276efe5 service neutron] Pushing event updated for resources: {'Port': ['ID=25b412fe-621a-4ff0-a890-43abbaa3bbff,revision_number=10']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:12.286232 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-60a44fb0-f85a-449b-a741-5b3ff39b41da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:12.425571 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-141d3f78-e255-487c-b028-de382aa7b752 req-50912a6c-978c-4f00-b628-cfafa276efe5 service neutron] Attempting to bind port 25b412fe-621a-4ff0-a890-43abbaa3bbff on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:33:12.429567 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-141d3f78-e255-487c-b028-de382aa7b752 req-50912a6c-978c-4f00-b628-cfafa276efe5 service neutron] Attempting to bind port 25b412fe-621a-4ff0-a890-43abbaa3bbff by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:33:12.431264 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a44fb0-f85a-449b-a741-5b3ff39b41da None None] Pushing event updated for resources: {'Port': ['ID=7a7702d4-9f13-4130-8bfc-32dca1072728,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:12.433986 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141d3f78-e255-487c-b028-de382aa7b752 req-50912a6c-978c-4f00-b628-cfafa276efe5 service neutron] Attempting to bind port 25b412fe-621a-4ff0-a890-43abbaa3bbff on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:33:12.450705 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f363b6d3-3ae0-4205-9722-f645a492cc03 req-781319c5-1897-4a1f-a94c-519efb4a9993 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5358844 Apr 28 19:33:12.456690 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:33:12.457040 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:33:12.460946 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-cf71af30-fce5-45f9-9eb0-5990794a35db None None] Provisioning complete for port 7a7702d4-9f13-4130-8bfc-32dca1072728 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:12.461340 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cf71af30-fce5-45f9-9eb0-5990794a35db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:12.463855 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141d3f78-e255-487c-b028-de382aa7b752 req-50912a6c-978c-4f00-b628-cfafa276efe5 service neutron] Port 25b412fe-621a-4ff0-a890-43abbaa3bbff on network a2ea96f2-6755-492c-8fa3-72807d68d67a not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:33:12.464283 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141d3f78-e255-487c-b028-de382aa7b752 req-50912a6c-978c-4f00-b628-cfafa276efe5 service neutron] Attempting to bind port 25b412fe-621a-4ff0-a890-43abbaa3bbff on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:33:12.510593 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141d3f78-e255-487c-b028-de382aa7b752 req-50912a6c-978c-4f00-b628-cfafa276efe5 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:33:12.511626 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141d3f78-e255-487c-b028-de382aa7b752 req-50912a6c-978c-4f00-b628-cfafa276efe5 service neutron] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:33:12.512024 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141d3f78-e255-487c-b028-de382aa7b752 req-50912a6c-978c-4f00-b628-cfafa276efe5 service neutron] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:33:12.512512 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-141d3f78-e255-487c-b028-de382aa7b752 req-50912a6c-978c-4f00-b628-cfafa276efe5 service neutron] Bound port: 25b412fe-621a-4ff0-a890-43abbaa3bbff, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:33:12.512883 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-141d3f78-e255-487c-b028-de382aa7b752 req-50912a6c-978c-4f00-b628-cfafa276efe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:12.618536 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a6d32-699b-457f-a6e0-9f6a892adacf req-14ce58d2-f567-40c1-993f-500472f2bafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:12.620656 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d32a6d32-699b-457f-a6e0-9f6a892adacf req-14ce58d2-f567-40c1-993f-500472f2bafd service neutron] 10.222.0.15 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 1.6314058 Apr 28 19:33:12.629229 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4c741279-307b-467a-ae01-a7f59a2fb591 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:12.639795 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-5e7a00c3-0e23-4791-8d26-2a23f032ea4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:12.711384 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d32a6d32-699b-457f-a6e0-9f6a892adacf req-ebecebbd-2201-45da-a892-ed3dc2b294b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=bedbfd15-14b8-47eb-b3c4-300fef4b6df1 HTTP/1.1" status: 200 len: 217 time: 0.0659742 Apr 28 19:33:12.713166 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-cf71af30-fce5-45f9-9eb0-5990794a35db None None] Provisioning complete for port dda93919-98c7-4bf4-a7e7-db36f7047dc6 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:12.713541 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cf71af30-fce5-45f9-9eb0-5990794a35db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:12.717002 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-af8d3793-296f-4343-aeea-a953a9c46d81 req-d89afb72-71ef-4e6e-8958-85f4e26b8216 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:12.764268 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-cf71af30-fce5-45f9-9eb0-5990794a35db None None] Port dda93919-98c7-4bf4-a7e7-db36f7047dc6 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:33:12.782204 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363b6d3-3ae0-4205-9722-f645a492cc03 req-d88a66be-5cdd-4a37-9615-a8c128c8aa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:12.783701 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f363b6d3-3ae0-4205-9722-f645a492cc03 req-d88a66be-5cdd-4a37-9615-a8c128c8aa04 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 1101 time: 0.3042831 Apr 28 19:33:12.911713 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-141d3f78-e255-487c-b028-de382aa7b752 req-50912a6c-978c-4f00-b628-cfafa276efe5 service neutron] For port 25b412fe-621a-4ff0-a890-43abbaa3bbff, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:33:12.972583 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-141d3f78-e255-487c-b028-de382aa7b752 req-50912a6c-978c-4f00-b628-cfafa276efe5 service neutron] For port 25b412fe-621a-4ff0-a890-43abbaa3bbff, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=25b412fe-621a-4ff0-a890-43abbaa3bbff,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:33:12.984169 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-141d3f78-e255-487c-b028-de382aa7b752 req-50912a6c-978c-4f00-b628-cfafa276efe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:13.005145 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-af8d3793-296f-4343-aeea-a953a9c46d81 req-d89afb72-71ef-4e6e-8958-85f4e26b8216 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:13.027059 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307f97f7-0574-43e4-95bf-1e216767e70e admin admin] Router d2892274-3bba-4987-afc9-d7babec466f5 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:33:13.040867 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['e8d684bc-97f6-46b3-ab12-3115187e4ede'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:33:13.078205 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d3793-296f-4343-aeea-a953a9c46d81 req-d89afb72-71ef-4e6e-8958-85f4e26b8216 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:13.082188 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-af8d3793-296f-4343-aeea-a953a9c46d81 req-d89afb72-71ef-4e6e-8958-85f4e26b8216 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:13.098941 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d3f78-e255-487c-b028-de382aa7b752 req-50912a6c-978c-4f00-b628-cfafa276efe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:13.100337 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-141d3f78-e255-487c-b028-de382aa7b752 req-50912a6c-978c-4f00-b628-cfafa276efe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:13.101480 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-af8d3793-296f-4343-aeea-a953a9c46d81 req-d89afb72-71ef-4e6e-8958-85f4e26b8216 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "PUT /v2.0/ports/e8d684bc-97f6-46b3-ab12-3115187e4ede HTTP/1.1" status: 200 len: 1020 time: 3.7219553 Apr 28 19:33:13.102965 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-141d3f78-e255-487c-b028-de382aa7b752 req-50912a6c-978c-4f00-b628-cfafa276efe5 service neutron] 10.222.0.15 "PUT /v2.0/ports/25b412fe-621a-4ff0-a890-43abbaa3bbff HTTP/1.1" status: 200 len: 1097 time: 4.5211256 Apr 28 19:33:13.115330 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363b6d3-3ae0-4205-9722-f645a492cc03 req-ce219fdc-31db-4ba8-b584-0ea5f9524fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:13.117520 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f363b6d3-3ae0-4205-9722-f645a492cc03 req-ce219fdc-31db-4ba8-b584-0ea5f9524fe5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.2990577 Apr 28 19:33:13.201632 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9b889261-19b8-4cc1-8d0e-84e6d9ed6442 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:33:13.266506 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50912a6c-978c-4f00-b628-cfafa276efe5 service neutron] Pushing event updated for resources: {'Port': ['ID=25b412fe-621a-4ff0-a890-43abbaa3bbff,revision_number=11']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:13.282503 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a60df3-e730-470f-a6b3-83027beccf9c x-openstack-request-id: req-05a60df3-e730-470f-a6b3-83027beccf9c {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:33:13.286538 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9", "tag": "e8d684bc-97f6-46b3-ab12-3115187e4ede", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:33:13.288498 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-05a60df3-e730-470f-a6b3-83027beccf9c {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:33:13.289989 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05a60df3-e730-470f-a6b3-83027beccf9c'] response: {'name': 'network-changed', 'server_uuid': '38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9', 'tag': 'e8d684bc-97f6-46b3-ab12-3115187e4ede', 'status': 'completed', 'code': 200} Apr 28 19:33:13.298788 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f363b6d3-3ae0-4205-9722-f645a492cc03 req-4e3158c9-6397-4a32-b4a4-4404f1a1403a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=1a4a4667-75da-4916-8414-40be6204041b HTTP/1.1" status: 200 len: 217 time: 0.1236670 Apr 28 19:33:13.318634 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['e8d684bc-97f6-46b3-ab12-3115187e4ede'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:33:13.384056 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a6d32-699b-457f-a6e0-9f6a892adacf req-f0429396-8b93-4ce7-ad5f-5906144d0610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:13.390597 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d32a6d32-699b-457f-a6e0-9f6a892adacf req-f0429396-8b93-4ce7-ad5f-5906144d0610 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.6712034 Apr 28 19:33:13.451510 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4c741279-307b-467a-ae01-a7f59a2fb591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:13.465380 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d3f78-e255-487c-b028-de382aa7b752 req-c6be9c54-9ba8-495d-a681-78c10a9ab237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:13.467076 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-141d3f78-e255-487c-b028-de382aa7b752 req-c6be9c54-9ba8-495d-a681-78c10a9ab237 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 1100 time: 0.2907119 Apr 28 19:33:13.562192 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363b6d3-3ae0-4205-9722-f645a492cc03 req-d8ccf33d-e578-4def-83fe-c91fcc483904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:13.563890 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f363b6d3-3ae0-4205-9722-f645a492cc03 req-d8ccf33d-e578-4def-83fe-c91fcc483904 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.2566166 Apr 28 19:33:13.572458 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df20d3-d4b5-4586-bd6b-4a72e34139b9 req-c4674ac7-99da-400e-a226-d845ad73255d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:13.575175 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-73df20d3-d4b5-4586-bd6b-4a72e34139b9 req-c4674ac7-99da-400e-a226-d845ad73255d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f969262094984a16ab4b8b19d6c12396&device_id=38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9 HTTP/1.1" status: 200 len: 1174 time: 0.2962263 Apr 28 19:33:13.655556 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89afb72-71ef-4e6e-8958-85f4e26b8216 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Pushing event updated for resources: {'Port': ['ID=e8d684bc-97f6-46b3-ab12-3115187e4ede,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:13.684158 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307f97f7-0574-43e4-95bf-1e216767e70e admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:33:13.705786 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 9b889261-19b8-4cc1-8d0e-84e6d9ed6442 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:13.706700 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:13.721589 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9969aa9e-d23f-49c5-9565-0a93ac168d1e None None] Sync routers for ids ['d2892274-3bba-4987-afc9-d7babec466f5'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:33:13.761742 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c741279-307b-467a-ae01-a7f59a2fb591 admin admin] Network fd6ec307-38a5-449d-ba43-3dd6f89e48d8 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:33:13.780458 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-4c741279-307b-467a-ae01-a7f59a2fb591 admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:33:13.783734 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c741279-307b-467a-ae01-a7f59a2fb591 admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:33:13.814017 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d3f78-e255-487c-b028-de382aa7b752 req-b3eabea3-aa84-4377-b4ae-09c6bc850aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:13.818265 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-141d3f78-e255-487c-b028-de382aa7b752 req-b3eabea3-aa84-4377-b4ae-09c6bc850aff service neutron] 10.222.0.15 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.3393819 Apr 28 19:33:13.837298 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a6d32-699b-457f-a6e0-9f6a892adacf req-beca4678-d489-4ddc-a395-5e6438a2aa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:13.845723 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d32a6d32-699b-457f-a6e0-9f6a892adacf req-beca4678-d489-4ddc-a395-5e6438a2aa52 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3991241 Apr 28 19:33:13.848757 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c741279-307b-467a-ae01-a7f59a2fb591 admin admin] Pushing event updated for resources: {'Port': ['ID=1ca4a4dc-7a52-4e95-86f7-56f4e509e895,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:13.925756 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-307f97f7-0574-43e4-95bf-1e216767e70e admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:13.930358 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9969aa9e-d23f-49c5-9565-0a93ac168d1e None None] Routers {'d2892274-3bba-4987-afc9-d7babec466f5'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:33:13.930672 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-307f97f7-0574-43e4-95bf-1e216767e70e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.8650153 Apr 28 19:33:13.931107 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-9969aa9e-d23f-49c5-9565-0a93ac168d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:32:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['d2892274-3bba-4987-afc9-d7babec466f5'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:13.934685 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39878) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:33:13.935886 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df20d3-d4b5-4586-bd6b-4a72e34139b9 req-7635a671-16b0-4c92-af3d-cf91edb8a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:13.937897 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-73df20d3-d4b5-4586-bd6b-4a72e34139b9 req-7635a671-16b0-4c92-af3d-cf91edb8a36a service neutron] 10.222.0.15 "GET /v2.0/networks?id=290ceb20-de81-4b99-a7d2-f44afb82683c HTTP/1.1" status: 200 len: 914 time: 0.3459790 Apr 28 19:33:13.939441 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-141d3f78-e255-487c-b028-de382aa7b752 req-1e5445bc-a21e-4b19-bf38-7059380c9e55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=25b412fe-621a-4ff0-a890-43abbaa3bbff HTTP/1.1" status: 200 len: 217 time: 0.0957780 Apr 28 19:33:13.999778 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4c741279-307b-467a-ae01-a7f59a2fb591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:14.030654 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363b6d3-3ae0-4205-9722-f645a492cc03 req-4942c1b2-95ae-46b6-b483-9cffbee57475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:14.032249 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f363b6d3-3ae0-4205-9722-f645a492cc03 req-4942c1b2-95ae-46b6-b483-9cffbee57475 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4525907 Apr 28 19:33:14.032753 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b83bdd-f052-4a57-a551-46148f2cd035 req-0bdfce45-ba17-4162-bb5f-25d829169c52 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:14.033560 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-73df20d3-d4b5-4586-bd6b-4a72e34139b9 req-751be421-1626-409b-84a6-8686c3595d42 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8d684bc-97f6-46b3-ab12-3115187e4ede HTTP/1.1" status: 200 len: 217 time: 0.0796235 Apr 28 19:33:14.034710 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-70b83bdd-f052-4a57-a551-46148f2cd035 req-0bdfce45-ba17-4162-bb5f-25d829169c52 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/ports?device_id=27418b6d-d3ae-48a7-a335-60081b4ade70 HTTP/1.1" status: 200 len: 935 time: 0.4832177 Apr 28 19:33:14.261943 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-70b83bdd-f052-4a57-a551-46148f2cd035 req-1480bc85-c20b-4d0e-acf9-2ccd1fe0ba02 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d892c60-4988-4559-91ae-463a24113b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154463 Apr 28 19:33:14.304944 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df20d3-d4b5-4586-bd6b-4a72e34139b9 req-61ec801d-14a1-47dc-b0de-dbc3093ee6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:14.309151 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-73df20d3-d4b5-4586-bd6b-4a72e34139b9 req-61ec801d-14a1-47dc-b0de-dbc3093ee6db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=635f4d89-0687-4dbb-83ff-0947b6148d7d HTTP/1.1" status: 200 len: 853 time: 0.2644165 Apr 28 19:33:14.334241 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d3f78-e255-487c-b028-de382aa7b752 req-e9d83e7d-516f-4bae-acee-dd1df205847b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:14.345677 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d32a6d32-699b-457f-a6e0-9f6a892adacf req-7d62cabb-e288-4fc9-8a80-bbbc5cc03fd5 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4895761 Apr 28 19:33:14.349194 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-141d3f78-e255-487c-b028-de382aa7b752 req-e9d83e7d-516f-4bae-acee-dd1df205847b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.3920567 Apr 28 19:33:14.381869 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-5e7a00c3-0e23-4791-8d26-2a23f032ea4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda93919-98c7-4bf4-a7e7-db36f7047dc6 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:33:14.414525 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-5e7a00c3-0e23-4791-8d26-2a23f032ea4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:14.497842 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-5e7a00c3-0e23-4791-8d26-2a23f032ea4c service neutron] Transition to ACTIVE for port object dda93919-98c7-4bf4-a7e7-db36f7047dc6 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:33:14.501981 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-73df20d3-d4b5-4586-bd6b-4a72e34139b9 req-9397ab74-28ee-4003-974c-a173b27de6f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=290ceb20-de81-4b99-a7d2-f44afb82683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1446133 Apr 28 19:33:14.514578 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-5e7a00c3-0e23-4791-8d26-2a23f032ea4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:14.574156 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4c741279-307b-467a-ae01-a7f59a2fb591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:14.595111 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a00c3-0e23-4791-8d26-2a23f032ea4c service neutron] Pushing event updated for resources: {'Port': ['ID=dda93919-98c7-4bf4-a7e7-db36f7047dc6,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:14.702373 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d32a6d32-699b-457f-a6e0-9f6a892adacf req-c9dd0d2b-e364-44ef-a87e-8afaba316ecc service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393135 Apr 28 19:33:14.927446 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-9969aa9e-d23f-49c5-9565-0a93ac168d1e None None] Set router d2892274-3bba-4987-afc9-d7babec466f5 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:33:15.165282 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-5e7a00c3-0e23-4791-8d26-2a23f032ea4c service neutron] Attempting to bind port dda93919-98c7-4bf4-a7e7-db36f7047dc6 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:33:15.165782 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-5e7a00c3-0e23-4791-8d26-2a23f032ea4c service neutron] Attempting to bind port dda93919-98c7-4bf4-a7e7-db36f7047dc6 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:33:15.167554 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-5e7a00c3-0e23-4791-8d26-2a23f032ea4c service neutron] Attempting to bind port dda93919-98c7-4bf4-a7e7-db36f7047dc6 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:33:15.196529 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-5e7a00c3-0e23-4791-8d26-2a23f032ea4c service neutron] Port dda93919-98c7-4bf4-a7e7-db36f7047dc6 on network a2ea96f2-6755-492c-8fa3-72807d68d67a not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:33:15.197104 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-5e7a00c3-0e23-4791-8d26-2a23f032ea4c service neutron] Attempting to bind port dda93919-98c7-4bf4-a7e7-db36f7047dc6 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:33:15.236693 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-5e7a00c3-0e23-4791-8d26-2a23f032ea4c service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:33:15.252815 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-5e7a00c3-0e23-4791-8d26-2a23f032ea4c service neutron] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:33:15.253125 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f363b6d3-3ae0-4205-9722-f645a492cc03 req-4574005d-edbc-40fa-ad0d-c68b027b91b2 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2075028 Apr 28 19:33:15.254188 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-5e7a00c3-0e23-4791-8d26-2a23f032ea4c service neutron] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:33:15.255546 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-5e7a00c3-0e23-4791-8d26-2a23f032ea4c service neutron] Bound port: dda93919-98c7-4bf4-a7e7-db36f7047dc6, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:33:15.255823 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-5e7a00c3-0e23-4791-8d26-2a23f032ea4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:15.260070 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d3f78-e255-487c-b028-de382aa7b752 req-b7385d7e-9520-4aa8-ae23-265e4680a103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:15.262510 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-141d3f78-e255-487c-b028-de382aa7b752 req-b7385d7e-9520-4aa8-ae23-265e4680a103 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8320150 Apr 28 19:33:15.313312 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9', 'tag': 'e8d684bc-97f6-46b3-ab12-3115187e4ede'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:33:15.319923 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454224fa-6c11-48a2-9f67-14b95a56791d" -d '{"events": [{"name": "network-changed", "server_uuid": "38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9", "tag": "e8d684bc-97f6-46b3-ab12-3115187e4ede"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:33:15.386672 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-141d3f78-e255-487c-b028-de382aa7b752 req-042eed3d-6ea7-43ce-8bec-39cee61221a7 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113153 Apr 28 19:33:15.393704 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-50929537-597e-456c-a932-44762deda01a None None] Provisioning complete for port 1ca4a4dc-7a52-4e95-86f7-56f4e509e895 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:15.395311 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-50929537-597e-456c-a932-44762deda01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:15.461947 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4c741279-307b-467a-ae01-a7f59a2fb591 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:15.477564 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4c741279-307b-467a-ae01-a7f59a2fb591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:15.524700 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-5e7a00c3-0e23-4791-8d26-2a23f032ea4c service neutron] For port dda93919-98c7-4bf4-a7e7-db36f7047dc6, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:33:15.534012 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-5e7a00c3-0e23-4791-8d26-2a23f032ea4c service neutron] For port dda93919-98c7-4bf4-a7e7-db36f7047dc6, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=dda93919-98c7-4bf4-a7e7-db36f7047dc6,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:33:15.621089 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-5e7a00c3-0e23-4791-8d26-2a23f032ea4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:15.641526 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-73df20d3-d4b5-4586-bd6b-4a72e34139b9 req-4b930f66-52ba-4c6e-a026-812b002a2c76 service neutron] 10.222.0.15 "GET /v2.0/networks/290ceb20-de81-4b99-a7d2-f44afb82683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1155035 Apr 28 19:33:15.662096 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-5e7a00c3-0e23-4791-8d26-2a23f032ea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:15.663554 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-5e7a00c3-0e23-4791-8d26-2a23f032ea4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:15.666638 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-5e7a00c3-0e23-4791-8d26-2a23f032ea4c service neutron] 10.222.0.44 "PUT /v2.0/ports/dda93919-98c7-4bf4-a7e7-db36f7047dc6 HTTP/1.1" status: 200 len: 1095 time: 4.0922616 Apr 28 19:33:15.740317 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:15.763350 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c741279-307b-467a-ae01-a7f59a2fb591 admin admin] Pushing event updated for resources: {'Port': ['ID=1ca4a4dc-7a52-4e95-86f7-56f4e509e895,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:15.780136 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4c741279-307b-467a-ae01-a7f59a2fb591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:15.790652 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f363b6d3-3ae0-4205-9722-f645a492cc03 req-f312a9bf-a065-4fa9-ab61-bef5c3ac226d service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5256295 Apr 28 19:33:15.841377 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-141d3f78-e255-487c-b028-de382aa7b752 req-4773a34a-57ca-44d9-aeb1-6c894854c3e5 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339547 Apr 28 19:33:15.954730 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a00c3-0e23-4791-8d26-2a23f032ea4c service neutron] Pushing event updated for resources: {'Port': ['ID=dda93919-98c7-4bf4-a7e7-db36f7047dc6,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:15.997880 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-73df20d3-d4b5-4586-bd6b-4a72e34139b9 req-d2d09c37-91b9-4103-941f-e858ac7b371d service neutron] 10.222.0.15 "GET /v2.0/networks/290ceb20-de81-4b99-a7d2-f44afb82683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417125 Apr 28 19:33:16.077532 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1e30fa7a-0b84-4780-9ff3-be48b84386bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:16.143663 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-50929537-597e-456c-a932-44762deda01a None None] Port 1ca4a4dc-7a52-4e95-86f7-56f4e509e895 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:33:16.203091 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-21d24e5e-96e7-4fc8-9151-5ce283184991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:16.205219 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-21d24e5e-96e7-4fc8-9151-5ce283184991 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a5d389b5d99847ff9b39765eda86203c&device_id=27418b6d-d3ae-48a7-a335-60081b4ade70 HTTP/1.1" status: 200 len: 1098 time: 0.4619238 Apr 28 19:33:16.235326 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 9b889261-19b8-4cc1-8d0e-84e6d9ed6442, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=9b889261-19b8-4cc1-8d0e-84e6d9ed6442,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:16.275478 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:16.325036 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-c28fe424-feb0-4fcf-b445-9eac0efba3b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=dda93919-98c7-4bf4-a7e7-db36f7047dc6 HTTP/1.1" status: 200 len: 217 time: 0.0920165 Apr 28 19:33:16.336366 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c741279-307b-467a-ae01-a7f59a2fb591 admin admin] Network fd6ec307-38a5-449d-ba43-3dd6f89e48d8 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:33:16.419724 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-4c741279-307b-467a-ae01-a7f59a2fb591 admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:33:16.429098 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-1e30fa7a-0b84-4780-9ff3-be48b84386bd admin admin] Allocated IP 172.20.0.1 (f904c84c-5f3f-4a5e-afcd-ce355e55bb02/556349f0-38e7-4d9a-a43e-b8816ebacc40/9c283cd9-59f4-4ce6-8571-0a7650174a07) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:33:16.488959 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 7a7702d4-9f13-4130-8bfc-32dca1072728 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:33:16.597122 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1e30fa7a-0b84-4780-9ff3-be48b84386bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:16.640342 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-a52fa4ed-0417-4c66-b7bd-17da0cded889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:16.644209 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-a52fa4ed-0417-4c66-b7bd-17da0cded889 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.3108966 Apr 28 19:33:16.654266 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1e30fa7a-0b84-4780-9ff3-be48b84386bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:16.696992 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c741279-307b-467a-ae01-a7f59a2fb591 admin admin] Router 688a8c2e-2e4b-4043-b3f8-ea201985862d has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:33:16.724649 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e30fa7a-0b84-4780-9ff3-be48b84386bd admin admin] Network f904c84c-5f3f-4a5e-afcd-ce355e55bb02 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:33:16.727922 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-1e30fa7a-0b84-4780-9ff3-be48b84386bd admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:33:16.732946 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e30fa7a-0b84-4780-9ff3-be48b84386bd admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:33:16.759937 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30fa7a-0b84-4780-9ff3-be48b84386bd admin admin] Pushing event updated for resources: {'Port': ['ID=9c283cd9-59f4-4ce6-8571-0a7650174a07,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:16.775114 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-9969aa9e-d23f-49c5-9565-0a93ac168d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'name': 'tempest-AttachSCSIVolumeTestJSON-916074730-router', 'tenant_id': 'ac4a325e58b9497b9421c85aa337c854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '580aeb2f-a364-4874-a6fc-9228d1e77362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:09Z', 'revision_number': 3, 'project_id': 'ac4a325e58b9497b9421c85aa337c854', 'gw_port': {'id': '580aeb2f-a364-4874-a6fc-9228d1e77362', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:07Z', 'updated_at': '2022-04-28T19:33:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:16.803393 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1e30fa7a-0b84-4780-9ff3-be48b84386bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:16.848891 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=9b889261-19b8-4cc1-8d0e-84e6d9ed6442,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:16.861147 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9969aa9e-d23f-49c5-9565-0a93ac168d1e None None] Checking router: d2892274-3bba-4987-afc9-d7babec466f5 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:33:16.864623 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9969aa9e-d23f-49c5-9565-0a93ac168d1e None None] Updating router d2892274-3bba-4987-afc9-d7babec466f5 port 580aeb2f-a364-4874-a6fc-9228d1e77362 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:33:17.131129 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-f8faebc5-9d3d-4e7d-beb0-4a7ec19d34e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:17.133832 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-f8faebc5-9d3d-4e7d-beb0-4a7ec19d34e6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4790862 Apr 28 19:33:17.140688 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1e30fa7a-0b84-4780-9ff3-be48b84386bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:17.169854 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9969aa9e-d23f-49c5-9565-0a93ac168d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:17.173647 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 7a7702d4-9f13-4130-8bfc-32dca1072728 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:17.174041 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:17.238480 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c741279-307b-467a-ae01-a7f59a2fb591 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:33:17.253169 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4c741279-307b-467a-ae01-a7f59a2fb591 admin admin] 10.222.0.42 "PUT /v2.0/routers/688a8c2e-2e4b-4043-b3f8-ea201985862d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3744969 Apr 28 19:33:17.267206 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444453fb-1ce2-4403-8d37-9b8ac9aaf688 None None] Sync routers for ids ['688a8c2e-2e4b-4043-b3f8-ea201985862d'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:33:17.286417 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444453fb-1ce2-4403-8d37-9b8ac9aaf688 None None] Routers {'688a8c2e-2e4b-4043-b3f8-ea201985862d'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:33:17.294333 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-444453fb-1ce2-4403-8d37-9b8ac9aaf688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:32:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['688a8c2e-2e4b-4043-b3f8-ea201985862d'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:17.358203 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-f2319c13-79e8-4ad7-81c1-b504ef225850 None None] Provisioning complete for port 1ca4a4dc-7a52-4e95-86f7-56f4e509e895 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:17.358604 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f2319c13-79e8-4ad7-81c1-b504ef225850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:17.369865 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-be64e1d0-e694-45a7-83d5-6aeae28bad66 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277246 Apr 28 19:33:17.497351 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-f2319c13-79e8-4ad7-81c1-b504ef225850 None None] Port 1ca4a4dc-7a52-4e95-86f7-56f4e509e895 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:33:17.578416 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-444453fb-1ce2-4403-8d37-9b8ac9aaf688 None None] Set router 688a8c2e-2e4b-4043-b3f8-ea201985862d gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:33:17.653198 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1e30fa7a-0b84-4780-9ff3-be48b84386bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:17.667250 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8fa76794-7abf-4bb4-98fb-2d9ce5a98fcd req-abf692e3-71ee-4189-a9f0-bee07daa8f81 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911775 Apr 28 19:33:17.673031 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1e30fa7a-0b84-4780-9ff3-be48b84386bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:17.706081 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 25b412fe-621a-4ff0-a890-43abbaa3bbff details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:33:17.786831 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30fa7a-0b84-4780-9ff3-be48b84386bd admin admin] Pushing event updated for resources: {'Port': ['ID=9c283cd9-59f4-4ce6-8571-0a7650174a07,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:17.807275 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1e30fa7a-0b84-4780-9ff3-be48b84386bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:17.822937 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a25abcea-ed07-4bec-b0fc-a4002724a6fe None None] Provisioning complete for port 9c283cd9-59f4-4ce6-8571-0a7650174a07 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:17.824065 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a25abcea-ed07-4bec-b0fc-a4002724a6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:17.889240 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-a25abcea-ed07-4bec-b0fc-a4002724a6fe None None] Port 9c283cd9-59f4-4ce6-8571-0a7650174a07 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:33:17.896689 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-444453fb-1ce2-4403-8d37-9b8ac9aaf688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-330594117-router', 'tenant_id': 'ee496e16332249aeb085dff577ef06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '9b889261-19b8-4cc1-8d0e-84e6d9ed6442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:32:57Z', 'updated_at': '2022-04-28T19:33:14Z', 'revision_number': 4, 'project_id': 'ee496e16332249aeb085dff577ef06a6', 'gw_port': {'id': '9b889261-19b8-4cc1-8d0e-84e6d9ed6442', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:32:58Z', 'updated_at': '2022-04-28T19:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '1ca4a4dc-7a52-4e95-86f7-56f4e509e895', 'name': '', 'network_id': 'fd6ec307-38a5-449d-ba43-3dd6f89e48d8', 'tenant_id': 'ee496e16332249aeb085dff577ef06a6', 'mac_address': 'fa:16:3e:96:62:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '45c28097-beec-4874-b7ee-ffa03c177fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:10Z', 'updated_at': '2022-04-28T19:33:14Z', 'revision_number': 2, 'project_id': 'ee496e16332249aeb085dff577ef06a6', 'subnets': [{'id': '45c28097-beec-4874-b7ee-ffa03c177fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:17.931338 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444453fb-1ce2-4403-8d37-9b8ac9aaf688 None None] Checking router: 688a8c2e-2e4b-4043-b3f8-ea201985862d for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:33:17.931971 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444453fb-1ce2-4403-8d37-9b8ac9aaf688 None None] Updating router 688a8c2e-2e4b-4043-b3f8-ea201985862d port 1ca4a4dc-7a52-4e95-86f7-56f4e509e895 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:33:17.968857 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-444453fb-1ce2-4403-8d37-9b8ac9aaf688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:18.011179 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e30fa7a-0b84-4780-9ff3-be48b84386bd admin admin] Network f904c84c-5f3f-4a5e-afcd-ce355e55bb02 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:33:18.015923 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-1e30fa7a-0b84-4780-9ff3-be48b84386bd admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:33:18.261276 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e30fa7a-0b84-4780-9ff3-be48b84386bd admin admin] Router d2892274-3bba-4987-afc9-d7babec466f5 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:33:18.448802 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 25b412fe-621a-4ff0-a890-43abbaa3bbff, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=25b412fe-621a-4ff0-a890-43abbaa3bbff,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:18.498928 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9b889261-19b8-4cc1-8d0e-84e6d9ed6442 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:33:18.589265 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-444453fb-1ce2-4403-8d37-9b8ac9aaf688 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:18.589848 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e30fa7a-0b84-4780-9ff3-be48b84386bd admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:33:18.604920 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1e30fa7a-0b84-4780-9ff3-be48b84386bd admin admin] 10.222.0.42 "PUT /v2.0/routers/d2892274-3bba-4987-afc9-d7babec466f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6551428 Apr 28 19:33:18.605178 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '25b412fe-621a-4ff0-a890-43abbaa3bbff', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': '25b412fe-621a-4ff0-a890-43abbaa3bbff', 'mac_address': 'fa:16:3e:ce:47:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:33:18.634212 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-444453fb-1ce2-4403-8d37-9b8ac9aaf688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:18.723814 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-78a7c781-350e-438d-90f3-b102d54620af None None] Provisioning complete for port 9c283cd9-59f4-4ce6-8571-0a7650174a07 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:18.731611 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-78a7c781-350e-438d-90f3-b102d54620af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:18.806595 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-78a7c781-350e-438d-90f3-b102d54620af None None] Port 9c283cd9-59f4-4ce6-8571-0a7650174a07 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:33:18.916989 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 9b889261-19b8-4cc1-8d0e-84e6d9ed6442 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:18.926435 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:19.013320 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-444453fb-1ce2-4403-8d37-9b8ac9aaf688 None None] Attempting to bind port 1ca4a4dc-7a52-4e95-86f7-56f4e509e895 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:33:19.013924 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-444453fb-1ce2-4403-8d37-9b8ac9aaf688 None None] Attempting to bind port 1ca4a4dc-7a52-4e95-86f7-56f4e509e895 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '358278b1-0052-44f6-b6c2-96054681855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fd6ec307-38a5-449d-ba43-3dd6f89e48d8'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:33:19.014516 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444453fb-1ce2-4403-8d37-9b8ac9aaf688 None None] Attempting to bind port 1ca4a4dc-7a52-4e95-86f7-56f4e509e895 on network fd6ec307-38a5-449d-ba43-3dd6f89e48d8 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:33:19.022003 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dec056-e0d8-4dc8-92e6-c694ee67ab5d None None] Pushing event updated for resources: {'Port': ['ID=1ca4a4dc-7a52-4e95-86f7-56f4e509e895,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:19.027544 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:19.028518 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444453fb-1ce2-4403-8d37-9b8ac9aaf688 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:33:19.029094 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444453fb-1ce2-4403-8d37-9b8ac9aaf688 None None] Checking segment: {'id': '358278b1-0052-44f6-b6c2-96054681855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fd6ec307-38a5-449d-ba43-3dd6f89e48d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:33:19.029917 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-444453fb-1ce2-4403-8d37-9b8ac9aaf688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:19.030454 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444453fb-1ce2-4403-8d37-9b8ac9aaf688 None None] Bound using segment: {'id': '358278b1-0052-44f6-b6c2-96054681855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fd6ec307-38a5-449d-ba43-3dd6f89e48d8'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:33:19.031433 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-444453fb-1ce2-4403-8d37-9b8ac9aaf688 None None] Bound port: 1ca4a4dc-7a52-4e95-86f7-56f4e509e895, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358278b1-0052-44f6-b6c2-96054681855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fd6ec307-38a5-449d-ba43-3dd6f89e48d8'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:33:19.032009 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-444453fb-1ce2-4403-8d37-9b8ac9aaf688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:19.051535 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25b412fe-621a-4ff0-a890-43abbaa3bbff {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:33:19.098995 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9969aa9e-d23f-49c5-9565-0a93ac168d1e None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:19.110582 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-444453fb-1ce2-4403-8d37-9b8ac9aaf688 None None] For port 1ca4a4dc-7a52-4e95-86f7-56f4e509e895, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:33:19.118370 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-444453fb-1ce2-4403-8d37-9b8ac9aaf688 None None] For port 1ca4a4dc-7a52-4e95-86f7-56f4e509e895, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=1ca4a4dc-7a52-4e95-86f7-56f4e509e895,segment=NetworkSegment(358278b1-0052-44f6-b6c2-96054681855a),segment_id=358278b1-0052-44f6-b6c2-96054681855a)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:33:19.145563 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-444453fb-1ce2-4403-8d37-9b8ac9aaf688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:19.157045 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 25b412fe-621a-4ff0-a890-43abbaa3bbff, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=25b412fe-621a-4ff0-a890-43abbaa3bbff,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:19.170447 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device dda93919-98c7-4bf4-a7e7-db36f7047dc6 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:33:19.290869 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dec056-e0d8-4dc8-92e6-c694ee67ab5d None None] Pushing event updated for resources: {'Port': ['ID=1ca4a4dc-7a52-4e95-86f7-56f4e509e895,revision_number=4']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:19.310747 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444453fb-1ce2-4403-8d37-9b8ac9aaf688 None None] Routers {'688a8c2e-2e4b-4043-b3f8-ea201985862d'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:33:19.315444 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-444453fb-1ce2-4403-8d37-9b8ac9aaf688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:32:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['688a8c2e-2e4b-4043-b3f8-ea201985862d'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:19.316427 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port dda93919-98c7-4bf4-a7e7-db36f7047dc6, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=dda93919-98c7-4bf4-a7e7-db36f7047dc6,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:19.357273 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'dda93919-98c7-4bf4-a7e7-db36f7047dc6', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': 'dda93919-98c7-4bf4-a7e7-db36f7047dc6', 'mac_address': 'fa:16:3e:a1:11:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:33:19.360692 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9969aa9e-d23f-49c5-9565-0a93ac168d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:19.537437 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-444453fb-1ce2-4403-8d37-9b8ac9aaf688 None None] Set router 688a8c2e-2e4b-4043-b3f8-ea201985862d gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:33:19.869474 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:19.877821 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b926a5-981b-4214-a07a-6c0fdd4f4087 None None] Pushing event updated for resources: {'Port': ['ID=580aeb2f-a364-4874-a6fc-9228d1e77362,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:19.889252 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-328b6136-ff50-436c-9a1c-1544f0ecd14d None None] Provisioning complete for port 1ca4a4dc-7a52-4e95-86f7-56f4e509e895 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:19.895968 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-328b6136-ff50-436c-9a1c-1544f0ecd14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:19.958697 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-444453fb-1ce2-4403-8d37-9b8ac9aaf688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-330594117-router', 'tenant_id': 'ee496e16332249aeb085dff577ef06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '9b889261-19b8-4cc1-8d0e-84e6d9ed6442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:32:57Z', 'updated_at': '2022-04-28T19:33:14Z', 'revision_number': 4, 'project_id': 'ee496e16332249aeb085dff577ef06a6', 'gw_port': {'id': '9b889261-19b8-4cc1-8d0e-84e6d9ed6442', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:32:58Z', 'updated_at': '2022-04-28T19:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '1ca4a4dc-7a52-4e95-86f7-56f4e509e895', 'name': '', 'network_id': 'fd6ec307-38a5-449d-ba43-3dd6f89e48d8', 'tenant_id': 'ee496e16332249aeb085dff577ef06a6', 'mac_address': 'fa:16:3e:96:62:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '45c28097-beec-4874-b7ee-ffa03c177fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:10Z', 'updated_at': '2022-04-28T19:33:19Z', 'revision_number': 4, 'project_id': 'ee496e16332249aeb085dff577ef06a6', 'subnets': [{'id': '45c28097-beec-4874-b7ee-ffa03c177fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:19.971362 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39922) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:33:19.976758 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-741d5b4b-0647-47a3-9441-416200e766a0 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1926587642-network', 'tenant_id': '92c21db0b1d946a7b5ceb88265a3dcd8'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:33:20.001214 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=25b412fe-621a-4ff0-a890-43abbaa3bbff,revision_number=12']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:20.043038 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444453fb-1ce2-4403-8d37-9b8ac9aaf688 None None] The sync data for ids ['688a8c2e-2e4b-4043-b3f8-ea201985862d'] in n-d-839810-1 is: [{'id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-330594117-router', 'tenant_id': 'ee496e16332249aeb085dff577ef06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '9b889261-19b8-4cc1-8d0e-84e6d9ed6442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:32:57Z', 'updated_at': '2022-04-28T19:33:14Z', 'revision_number': 4, 'project_id': 'ee496e16332249aeb085dff577ef06a6', 'gw_port': {'id': '9b889261-19b8-4cc1-8d0e-84e6d9ed6442', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:32:58Z', 'updated_at': '2022-04-28T19:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '1ca4a4dc-7a52-4e95-86f7-56f4e509e895', 'name': '', 'network_id': 'fd6ec307-38a5-449d-ba43-3dd6f89e48d8', 'tenant_id': 'ee496e16332249aeb085dff577ef06a6', 'mac_address': 'fa:16:3e:96:62:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '45c28097-beec-4874-b7ee-ffa03c177fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:10Z', 'updated_at': '2022-04-28T19:33:19Z', 'revision_number': 4, 'project_id': 'ee496e16332249aeb085dff577ef06a6', 'subnets': [{'id': '45c28097-beec-4874-b7ee-ffa03c177fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:33:20.052989 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741d5b4b-0647-47a3-9441-416200e766a0 admin admin] Made reservation on behalf of 92c21db0b1d946a7b5ceb88265a3dcd8 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:33:20.055393 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-741d5b4b-0647-47a3-9441-416200e766a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:20.078237 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-741d5b4b-0647-47a3-9441-416200e766a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:20.086748 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:20.105136 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-9969aa9e-d23f-49c5-9565-0a93ac168d1e None None] Attempting to bind port 580aeb2f-a364-4874-a6fc-9228d1e77362 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:33:20.105518 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-9969aa9e-d23f-49c5-9565-0a93ac168d1e None None] Attempting to bind port 580aeb2f-a364-4874-a6fc-9228d1e77362 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:33:20.105911 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9969aa9e-d23f-49c5-9565-0a93ac168d1e None None] Attempting to bind port 580aeb2f-a364-4874-a6fc-9228d1e77362 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:33:20.127259 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9969aa9e-d23f-49c5-9565-0a93ac168d1e None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:33:20.130575 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9969aa9e-d23f-49c5-9565-0a93ac168d1e None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:33:20.131207 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9969aa9e-d23f-49c5-9565-0a93ac168d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:20.131754 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9969aa9e-d23f-49c5-9565-0a93ac168d1e None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:33:20.132777 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-9969aa9e-d23f-49c5-9565-0a93ac168d1e None None] Bound port: 580aeb2f-a364-4874-a6fc-9228d1e77362, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:33:20.133642 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9969aa9e-d23f-49c5-9565-0a93ac168d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:20.146790 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a4363bec-5c69-4550-b321-51de068b33df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:20.161838 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda93919-98c7-4bf4-a7e7-db36f7047dc6 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:33:20.191171 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port dda93919-98c7-4bf4-a7e7-db36f7047dc6, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=dda93919-98c7-4bf4-a7e7-db36f7047dc6,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:20.228728 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['25b412fe-621a-4ff0-a890-43abbaa3bbff'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:33:20.244448 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:20.353222 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-741d5b4b-0647-47a3-9441-416200e766a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:20.365824 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-741d5b4b-0647-47a3-9441-416200e766a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:20.418439 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741d5b4b-0647-47a3-9441-416200e766a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:33:20.426368 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=dda93919-98c7-4bf4-a7e7-db36f7047dc6,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:20.444443 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-9969aa9e-d23f-49c5-9565-0a93ac168d1e None None] For port 580aeb2f-a364-4874-a6fc-9228d1e77362, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:33:20.449541 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-9969aa9e-d23f-49c5-9565-0a93ac168d1e None None] For port 580aeb2f-a364-4874-a6fc-9228d1e77362, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=580aeb2f-a364-4874-a6fc-9228d1e77362,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:33:20.454914 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d5b4b-0647-47a3-9441-416200e766a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d245b17f-9995-498f-8903-7d180be970d3,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:20.458930 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-741d5b4b-0647-47a3-9441-416200e766a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:20.459284 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-741d5b4b-0647-47a3-9441-416200e766a0 admin admin] Added segment 265379f7-4b31-44e7-bd9f-d921e86bcade of type vlan for network 444c2d20-3cef-44a1-a916-ef2b1cdfcc83 Apr 28 19:33:20.522470 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-741d5b4b-0647-47a3-9441-416200e766a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:20.532690 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9969aa9e-d23f-49c5-9565-0a93ac168d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:20.538817 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['dda93919-98c7-4bf4-a7e7-db36f7047dc6'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:33:20.541399 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 1ca4a4dc-7a52-4e95-86f7-56f4e509e895 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:33:20.592306 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-741d5b4b-0647-47a3-9441-416200e766a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:20.594687 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741d5b4b-0647-47a3-9441-416200e766a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:20.596570 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-741d5b4b-0647-47a3-9441-416200e766a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:20.731189 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-328b6136-ff50-436c-9a1c-1544f0ecd14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:20.752573 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39926) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:33:20.761122 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-1017c29b-f2ca-4c2e-bcff-d50c8df3d567 admin admin] Request body: {'subnet': {'network_id': '444c2d20-3cef-44a1-a916-ef2b1cdfcc83', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1926587642-subnet', 'tenant_id': '92c21db0b1d946a7b5ceb88265a3dcd8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:33:20.766727 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-741d5b4b-0647-47a3-9441-416200e766a0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7937608 Apr 28 19:33:20.796293 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b926a5-981b-4214-a07a-6c0fdd4f4087 None None] Pushing event updated for resources: {'Port': ['ID=580aeb2f-a364-4874-a6fc-9228d1e77362,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:20.807023 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d5b4b-0647-47a3-9441-416200e766a0 admin admin] Pushing event updated for resources: {'Network': ['ID=444c2d20-3cef-44a1-a916-ef2b1cdfcc83,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:20.811261 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1017c29b-f2ca-4c2e-bcff-d50c8df3d567 admin admin] Made reservation on behalf of 92c21db0b1d946a7b5ceb88265a3dcd8 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:33:20.814415 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1017c29b-f2ca-4c2e-bcff-d50c8df3d567 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:20.843483 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 444c2d20-3cef-44a1-a916-ef2b1cdfcc83 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:33:20.926249 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9969aa9e-d23f-49c5-9565-0a93ac168d1e None None] Routers {'d2892274-3bba-4987-afc9-d7babec466f5'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:33:20.927108 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-9969aa9e-d23f-49c5-9565-0a93ac168d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:32:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['d2892274-3bba-4987-afc9-d7babec466f5'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:21.169802 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1017c29b-f2ca-4c2e-bcff-d50c8df3d567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:21.176143 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-328b6136-ff50-436c-9a1c-1544f0ecd14d None None] For port 1ca4a4dc-7a52-4e95-86f7-56f4e509e895, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=1ca4a4dc-7a52-4e95-86f7-56f4e509e895,segment=NetworkSegment(358278b1-0052-44f6-b6c2-96054681855a),segment_id=358278b1-0052-44f6-b6c2-96054681855a)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:21.197772 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 1ca4a4dc-7a52-4e95-86f7-56f4e509e895 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:21.198274 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:21.208836 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-328b6136-ff50-436c-9a1c-1544f0ecd14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:21.277215 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017c29b-f2ca-4c2e-bcff-d50c8df3d567 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f34dd72e-10a9-4494-91fc-f14aec1f196f,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:21.306861 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1017c29b-f2ca-4c2e-bcff-d50c8df3d567 admin admin] Checking segment: {'id': '265379f7-4b31-44e7-bd9f-d921e86bcade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '444c2d20-3cef-44a1-a916-ef2b1cdfcc83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:33:21.307230 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1017c29b-f2ca-4c2e-bcff-d50c8df3d567 admin admin] Network hostable DHCP agents. Network: 444c2d20-3cef-44a1-a916-ef2b1cdfcc83, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:33:21.343041 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1017c29b-f2ca-4c2e-bcff-d50c8df3d567 admin admin] Network 444c2d20-3cef-44a1-a916-ef2b1cdfcc83 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:33:21.356876 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-1017c29b-f2ca-4c2e-bcff-d50c8df3d567 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 444c2d20-3cef-44a1-a916-ef2b1cdfcc83) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:33:21.364767 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1017c29b-f2ca-4c2e-bcff-d50c8df3d567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:21.365784 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1017c29b-f2ca-4c2e-bcff-d50c8df3d567 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:21.396529 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0d6269-699d-40bd-9aa3-8f8dd6d030fb None None] Network 444c2d20-3cef-44a1-a916-ef2b1cdfcc83 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:33:21.397791 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1017c29b-f2ca-4c2e-bcff-d50c8df3d567 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6431737 Apr 28 19:33:21.400503 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39932) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:33:21.405782 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-903c26e2-17a7-45d5-8f77-0d359eddd4f6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1926587642-router', 'tenant_id': '92c21db0b1d946a7b5ceb88265a3dcd8', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:33:21.441264 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-903c26e2-17a7-45d5-8f77-0d359eddd4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:21.444278 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-903c26e2-17a7-45d5-8f77-0d359eddd4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:21.501400 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-c1f89b2a-0564-4e9a-b147-984801a68232 None None] Provisioning complete for port 1ca4a4dc-7a52-4e95-86f7-56f4e509e895 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:21.501966 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c1f89b2a-0564-4e9a-b147-984801a68232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:21.594673 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-903c26e2-17a7-45d5-8f77-0d359eddd4f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:21.741960 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-9969aa9e-d23f-49c5-9565-0a93ac168d1e None None] Set router d2892274-3bba-4987-afc9-d7babec466f5 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:33:21.799640 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b6136-ff50-436c-9a1c-1544f0ecd14d None None] Pushing event updated for resources: {'Port': ['ID=1ca4a4dc-7a52-4e95-86f7-56f4e509e895,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:21.846824 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-903c26e2-17a7-45d5-8f77-0d359eddd4f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:22.224367 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-092768bb-4d98-47fd-93b7-ef769a3d5da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:22.242864 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c645cc-ca27-471d-a851-4244b2f5212a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-444c2d20-3cef-44a1-a916-ef2b1cdfcc83', 'network_id': '444c2d20-3cef-44a1-a916-ef2b1cdfcc83', 'tenant_id': '92c21db0b1d946a7b5ceb88265a3dcd8', 'fixed_ips': [{'subnet_id': 'f34dd72e-10a9-4494-91fc-f14aec1f196f'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:33:22.244024 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d9c645cc-ca27-471d-a851-4244b2f5212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:22.485384 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 1ca4a4dc-7a52-4e95-86f7-56f4e509e895 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:33:22.634912 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-d9c645cc-ca27-471d-a851-4244b2f5212a None None] Allocated IP 172.20.0.2 (444c2d20-3cef-44a1-a916-ef2b1cdfcc83/f34dd72e-10a9-4494-91fc-f14aec1f196f/bf748c15-922b-47e9-bda4-fb03f039e713) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:33:22.640084 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-903c26e2-17a7-45d5-8f77-0d359eddd4f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:22.649473 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 1ca4a4dc-7a52-4e95-86f7-56f4e509e895 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:22.649945 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:22.665037 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-903c26e2-17a7-45d5-8f77-0d359eddd4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:22.809552 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-903c26e2-17a7-45d5-8f77-0d359eddd4f6 admin admin] Allocated IP 172.25.8.30 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/71dfc34e-9007-4d26-804c-1cb14df66550) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:33:22.845231 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-9969aa9e-d23f-49c5-9565-0a93ac168d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'name': 'tempest-AttachSCSIVolumeTestJSON-916074730-router', 'tenant_id': 'ac4a325e58b9497b9421c85aa337c854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '580aeb2f-a364-4874-a6fc-9228d1e77362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:17Z', 'revision_number': 4, 'project_id': 'ac4a325e58b9497b9421c85aa337c854', 'gw_port': {'id': '580aeb2f-a364-4874-a6fc-9228d1e77362', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:07Z', 'updated_at': '2022-04-28T19:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '9c283cd9-59f4-4ce6-8571-0a7650174a07', 'name': '', 'network_id': 'f904c84c-5f3f-4a5e-afcd-ce355e55bb02', 'tenant_id': 'ac4a325e58b9497b9421c85aa337c854', 'mac_address': 'fa:16:3e:ac:f3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '556349f0-38e7-4d9a-a43e-b8816ebacc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:16Z', 'updated_at': '2022-04-28T19:33:17Z', 'revision_number': 2, 'project_id': 'ac4a325e58b9497b9421c85aa337c854', 'subnets': [{'id': '556349f0-38e7-4d9a-a43e-b8816ebacc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:22.912350 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9969aa9e-d23f-49c5-9565-0a93ac168d1e None None] The sync data for ids ['d2892274-3bba-4987-afc9-d7babec466f5'] in n-d-839810-1 is: [{'id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'name': 'tempest-AttachSCSIVolumeTestJSON-916074730-router', 'tenant_id': 'ac4a325e58b9497b9421c85aa337c854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '580aeb2f-a364-4874-a6fc-9228d1e77362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:17Z', 'revision_number': 4, 'project_id': 'ac4a325e58b9497b9421c85aa337c854', 'gw_port': {'id': '580aeb2f-a364-4874-a6fc-9228d1e77362', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:07Z', 'updated_at': '2022-04-28T19:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '9c283cd9-59f4-4ce6-8571-0a7650174a07', 'name': '', 'network_id': 'f904c84c-5f3f-4a5e-afcd-ce355e55bb02', 'tenant_id': 'ac4a325e58b9497b9421c85aa337c854', 'mac_address': 'fa:16:3e:ac:f3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '556349f0-38e7-4d9a-a43e-b8816ebacc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:16Z', 'updated_at': '2022-04-28T19:33:17Z', 'revision_number': 2, 'project_id': 'ac4a325e58b9497b9421c85aa337c854', 'subnets': [{'id': '556349f0-38e7-4d9a-a43e-b8816ebacc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:33:22.978559 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-903c26e2-17a7-45d5-8f77-0d359eddd4f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:23.045049 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-903c26e2-17a7-45d5-8f77-0d359eddd4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:23.085772 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d9c645cc-ca27-471d-a851-4244b2f5212a None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:23.102267 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d9c645cc-ca27-471d-a851-4244b2f5212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:23.149154 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903c26e2-17a7-45d5-8f77-0d359eddd4f6 admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:33:23.158027 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device dda93919-98c7-4bf4-a7e7-db36f7047dc6 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:33:23.159296 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-903c26e2-17a7-45d5-8f77-0d359eddd4f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:33:23.171340 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903c26e2-17a7-45d5-8f77-0d359eddd4f6 admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:33:23.264738 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c26e2-17a7-45d5-8f77-0d359eddd4f6 admin admin] Pushing event updated for resources: {'Port': ['ID=71dfc34e-9007-4d26-804c-1cb14df66550,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:23.298118 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c645cc-ca27-471d-a851-4244b2f5212a None None] Network 444c2d20-3cef-44a1-a916-ef2b1cdfcc83 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:33:23.303636 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-d9c645cc-ca27-471d-a851-4244b2f5212a None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:33:23.310805 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c645cc-ca27-471d-a851-4244b2f5212a None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:33:23.358187 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c645cc-ca27-471d-a851-4244b2f5212a None None] Pushing event updated for resources: {'Port': ['ID=bf748c15-922b-47e9-bda4-fb03f039e713,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:23.408557 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port dda93919-98c7-4bf4-a7e7-db36f7047dc6 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:33:23.416467 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port dda93919-98c7-4bf4-a7e7-db36f7047dc6 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:23.417096 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:23.534645 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:23.549105 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d9c645cc-ca27-471d-a851-4244b2f5212a None None] Attempting to bind port bf748c15-922b-47e9-bda4-fb03f039e713 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:33:23.549866 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d9c645cc-ca27-471d-a851-4244b2f5212a None None] Attempting to bind port bf748c15-922b-47e9-bda4-fb03f039e713 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '265379f7-4b31-44e7-bd9f-d921e86bcade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '444c2d20-3cef-44a1-a916-ef2b1cdfcc83'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:33:23.550688 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c645cc-ca27-471d-a851-4244b2f5212a None None] Attempting to bind port bf748c15-922b-47e9-bda4-fb03f039e713 on network 444c2d20-3cef-44a1-a916-ef2b1cdfcc83 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:33:23.558827 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c645cc-ca27-471d-a851-4244b2f5212a None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:33:23.559686 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c645cc-ca27-471d-a851-4244b2f5212a None None] Checking segment: {'id': '265379f7-4b31-44e7-bd9f-d921e86bcade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '444c2d20-3cef-44a1-a916-ef2b1cdfcc83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:33:23.561250 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d9c645cc-ca27-471d-a851-4244b2f5212a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:23.561894 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c645cc-ca27-471d-a851-4244b2f5212a None None] Bound using segment: {'id': '265379f7-4b31-44e7-bd9f-d921e86bcade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '444c2d20-3cef-44a1-a916-ef2b1cdfcc83'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:33:23.563167 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d9c645cc-ca27-471d-a851-4244b2f5212a None None] Bound port: bf748c15-922b-47e9-bda4-fb03f039e713, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '265379f7-4b31-44e7-bd9f-d921e86bcade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '444c2d20-3cef-44a1-a916-ef2b1cdfcc83'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:33:23.563816 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d9c645cc-ca27-471d-a851-4244b2f5212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:23.660032 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-903c26e2-17a7-45d5-8f77-0d359eddd4f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:23.713047 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d9c645cc-ca27-471d-a851-4244b2f5212a None None] For port bf748c15-922b-47e9-bda4-fb03f039e713, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:33:23.725583 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:23.779292 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port dda93919-98c7-4bf4-a7e7-db36f7047dc6, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=dda93919-98c7-4bf4-a7e7-db36f7047dc6,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:23.798181 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d9c645cc-ca27-471d-a851-4244b2f5212a None None] For port bf748c15-922b-47e9-bda4-fb03f039e713, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=bf748c15-922b-47e9-bda4-fb03f039e713,segment=NetworkSegment(265379f7-4b31-44e7-bd9f-d921e86bcade),segment_id=265379f7-4b31-44e7-bd9f-d921e86bcade)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:33:23.810201 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d9c645cc-ca27-471d-a851-4244b2f5212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:23.816208 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:23.909099 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 25b412fe-621a-4ff0-a890-43abbaa3bbff up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:33:23.949918 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c645cc-ca27-471d-a851-4244b2f5212a None None] Pushing event updated for resources: {'Port': ['ID=bf748c15-922b-47e9-bda4-fb03f039e713,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:24.096873 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-903c26e2-17a7-45d5-8f77-0d359eddd4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:24.174576 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=dda93919-98c7-4bf4-a7e7-db36f7047dc6,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:24.183385 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 25b412fe-621a-4ff0-a890-43abbaa3bbff completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:33:24.188405 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 25b412fe-621a-4ff0-a890-43abbaa3bbff triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:24.188785 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:24.372684 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:24.471796 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 25b412fe-621a-4ff0-a890-43abbaa3bbff, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=25b412fe-621a-4ff0-a890-43abbaa3bbff,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:24.488958 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:24.504837 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903c26e2-17a7-45d5-8f77-0d359eddd4f6 admin admin] Router 4442a6cb-c324-486f-ad4b-bd074a527ea0 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:33:24.633988 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bf748c15-922b-47e9-bda4-fb03f039e713 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:33:24.693743 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=25b412fe-621a-4ff0-a890-43abbaa3bbff,revision_number=13']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:24.727508 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port bf748c15-922b-47e9-bda4-fb03f039e713 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:24.728212 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:24.756625 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903c26e2-17a7-45d5-8f77-0d359eddd4f6 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:33:24.801804 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e700eaf-e19a-4395-97b8-ac0fb2cb1af1 None None] Sync routers for ids ['4442a6cb-c324-486f-ad4b-bd074a527ea0'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:33:24.805155 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-903c26e2-17a7-45d5-8f77-0d359eddd4f6 admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:24.808537 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-903c26e2-17a7-45d5-8f77-0d359eddd4f6 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4052100 Apr 28 19:33:24.809659 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39940) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:33:24.824835 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e700eaf-e19a-4395-97b8-ac0fb2cb1af1 None None] Routers {'4442a6cb-c324-486f-ad4b-bd074a527ea0'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:33:24.825527 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-1e700eaf-e19a-4395-97b8-ac0fb2cb1af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:33:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['4442a6cb-c324-486f-ad4b-bd074a527ea0'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:25.077292 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-1e700eaf-e19a-4395-97b8-ac0fb2cb1af1 None None] Set router 4442a6cb-c324-486f-ad4b-bd074a527ea0 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:33:25.320532 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:25.461628 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port bf748c15-922b-47e9-bda4-fb03f039e713, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=bf748c15-922b-47e9-bda4-fb03f039e713,segment=NetworkSegment(265379f7-4b31-44e7-bd9f-d921e86bcade),segment_id=265379f7-4b31-44e7-bd9f-d921e86bcade)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:25.471677 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:25.472726 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 580aeb2f-a364-4874-a6fc-9228d1e77362 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:33:25.623233 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-1e700eaf-e19a-4395-97b8-ac0fb2cb1af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4442a6cb-c324-486f-ad4b-bd074a527ea0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1926587642-router', 'tenant_id': '92c21db0b1d946a7b5ceb88265a3dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '71dfc34e-9007-4d26-804c-1cb14df66550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:21Z', 'updated_at': '2022-04-28T19:33:23Z', 'revision_number': 3, 'project_id': '92c21db0b1d946a7b5ceb88265a3dcd8', 'gw_port': {'id': '71dfc34e-9007-4d26-804c-1cb14df66550', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4442a6cb-c324-486f-ad4b-bd074a527ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:22Z', 'updated_at': '2022-04-28T19:33:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:25.791331 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e700eaf-e19a-4395-97b8-ac0fb2cb1af1 None None] Checking router: 4442a6cb-c324-486f-ad4b-bd074a527ea0 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:33:25.793262 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e700eaf-e19a-4395-97b8-ac0fb2cb1af1 None None] Updating router 4442a6cb-c324-486f-ad4b-bd074a527ea0 port 71dfc34e-9007-4d26-804c-1cb14df66550 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:33:25.810665 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2490d249-94fe-44f5-8ec6-671eb7a775dc x-openstack-request-id: req-2490d249-94fe-44f5-8ec6-671eb7a775dc {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:33:25.810977 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7368e056-32cb-41fc-890c-9e0270c8a52f", "name": "network-vif-plugged", "status": "completed", "tag": "a220f3c9-0550-4bcd-b64a-d325ba473f8f", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:33:25.811378 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2490d249-94fe-44f5-8ec6-671eb7a775dc {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:33:25.811886 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2490d249-94fe-44f5-8ec6-671eb7a775dc'] response: {'server_uuid': '7368e056-32cb-41fc-890c-9e0270c8a52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a220f3c9-0550-4bcd-b64a-d325ba473f8f', 'code': 200} Apr 28 19:33:25.814789 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f78a8c4f-e754-4529-b18f-f0d3e71457c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:25.879878 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=bf748c15-922b-47e9-bda4-fb03f039e713,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:25.889769 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373c10b7-6e8c-4827-9891-c5fd102b4156 None None] Network 444c2d20-3cef-44a1-a916-ef2b1cdfcc83 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:33:25.897112 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:25.943734 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 19:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe28e77-b2d0-49a7-b010-445cec05a4e6 x-openstack-request-id: req-fbe28e77-b2d0-49a7-b010-445cec05a4e6 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:33:25.946552 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251cec4d-b5ae-4e32-8c03-b8298378ee1a", "name": "network-vif-unplugged", "status": "completed", "tag": "25b412fe-621a-4ff0-a890-43abbaa3bbff", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:33:25.946552 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fbe28e77-b2d0-49a7-b010-445cec05a4e6 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:33:25.946552 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbe28e77-b2d0-49a7-b010-445cec05a4e6'] response: {'server_uuid': '251cec4d-b5ae-4e32-8c03-b8298378ee1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25b412fe-621a-4ff0-a890-43abbaa3bbff', 'code': 200} Apr 28 19:33:26.062986 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 580aeb2f-a364-4874-a6fc-9228d1e77362 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:26.063500 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:26.122809 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e01dd-513f-4d16-803a-5c963437f448 req-cf062792-6989-4feb-9bef-c1f35cf9b225 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:26.124736 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-990e01dd-513f-4d16-803a-5c963437f448 req-cf062792-6989-4feb-9bef-c1f35cf9b225 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 951 time: 0.1782823 Apr 28 19:33:26.170889 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1e700eaf-e19a-4395-97b8-ac0fb2cb1af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:26.187771 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:26.222035 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-990e01dd-513f-4d16-803a-5c963437f448 req-f9b00160-4c8c-45e7-9a9a-bb4607efd3d8 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821204 Apr 28 19:33:26.313990 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-f78a8c4f-e754-4529-b18f-f0d3e71457c8 admin admin] Allocated IP 172.20.0.1 (444c2d20-3cef-44a1-a916-ef2b1cdfcc83/f34dd72e-10a9-4494-91fc-f14aec1f196f/5dce77b5-23da-408d-bd71-dc698ba360e0) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:33:26.459293 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-e51c93d3-743b-4752-8c03-0f232bfcaac9 None None] Provisioning complete for port bf748c15-922b-47e9-bda4-fb03f039e713 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:26.459809 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e51c93d3-743b-4752-8c03-0f232bfcaac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:26.501506 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f78a8c4f-e754-4529-b18f-f0d3e71457c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:26.507632 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1a127-2e6e-4bf9-a471-d37d8e1faf4c req-b1e2d292-4343-4a77-a4f5-9042ce2b9d61 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:26.512359 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6dc1a127-2e6e-4bf9-a471-d37d8e1faf4c req-b1e2d292-4343-4a77-a4f5-9042ce2b9d61 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/ports?device_id=27418b6d-d3ae-48a7-a335-60081b4ade70 HTTP/1.1" status: 200 len: 949 time: 0.1396952 Apr 28 19:33:26.562185 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f78a8c4f-e754-4529-b18f-f0d3e71457c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:26.603332 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6dc1a127-2e6e-4bf9-a471-d37d8e1faf4c req-51af0be7-7d0d-4ac4-b7f3-2b910e332a8e tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d892c60-4988-4559-91ae-463a24113b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826094 Apr 28 19:33:26.655851 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78a8c4f-e754-4529-b18f-f0d3e71457c8 admin admin] Network 444c2d20-3cef-44a1-a916-ef2b1cdfcc83 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:33:26.657446 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a8c4f-e754-4529-b18f-f0d3e71457c8 admin admin] Pushing event updated for resources: {'Port': ['ID=5dce77b5-23da-408d-bd71-dc698ba360e0,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:26.673007 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-f78a8c4f-e754-4529-b18f-f0d3e71457c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:33:26.679034 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78a8c4f-e754-4529-b18f-f0d3e71457c8 admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:33:26.725280 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f78a8c4f-e754-4529-b18f-f0d3e71457c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:26.749446 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664908a8-c29e-4322-b19b-7782adb72c47 None None] Sync routers for ids ['d2892274-3bba-4987-afc9-d7babec466f5'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:33:26.767973 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664908a8-c29e-4322-b19b-7782adb72c47 None None] Routers {'d2892274-3bba-4987-afc9-d7babec466f5'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:33:26.775245 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-664908a8-c29e-4322-b19b-7782adb72c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:33:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['d2892274-3bba-4987-afc9-d7babec466f5'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:26.801686 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454224fa-6c11-48a2-9f67-14b95a56791d req-b1b29f1b-9437-4c46-aaaf-7aff43c55d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:26.803577 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-454224fa-6c11-48a2-9f67-14b95a56791d req-b1b29f1b-9437-4c46-aaaf-7aff43c55d04 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f969262094984a16ab4b8b19d6c12396&device_id=38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9 HTTP/1.1" status: 200 len: 1174 time: 0.0878034 Apr 28 19:33:26.926582 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-664908a8-c29e-4322-b19b-7782adb72c47 None None] Set router d2892274-3bba-4987-afc9-d7babec466f5 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:33:26.953298 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042e06f5-5fbb-44d4-9966-3b771ce5348c x-openstack-request-id: req-042e06f5-5fbb-44d4-9966-3b771ce5348c {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:33:26.955155 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9", "tag": "e8d684bc-97f6-46b3-ab12-3115187e4ede", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:33:26.955851 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-042e06f5-5fbb-44d4-9966-3b771ce5348c {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:33:26.962760 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-042e06f5-5fbb-44d4-9966-3b771ce5348c'] response: {'name': 'network-changed', 'server_uuid': '38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9', 'tag': 'e8d684bc-97f6-46b3-ab12-3115187e4ede', 'status': 'completed', 'code': 200} Apr 28 19:33:27.029666 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49daeed-45ec-4241-916a-4f0c87b5c371 req-4ac5fed4-b659-4200-8652-ae9a5109c9ec tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:27.036129 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a49daeed-45ec-4241-916a-4f0c87b5c371 req-4ac5fed4-b659-4200-8652-ae9a5109c9ec tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/ports?device_id=38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9 HTTP/1.1" status: 200 len: 1023 time: 0.4926105 Apr 28 19:33:27.060420 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454224fa-6c11-48a2-9f67-14b95a56791d req-45d9db28-6787-4225-b41c-c17a28ed9844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:27.061769 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-454224fa-6c11-48a2-9f67-14b95a56791d req-45d9db28-6787-4225-b41c-c17a28ed9844 service neutron] 10.222.0.15 "GET /v2.0/networks?id=290ceb20-de81-4b99-a7d2-f44afb82683c HTTP/1.1" status: 200 len: 914 time: 0.2510445 Apr 28 19:33:27.152039 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f78a8c4f-e754-4529-b18f-f0d3e71457c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:27.165039 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1e700eaf-e19a-4395-97b8-ac0fb2cb1af1 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:27.173068 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-454224fa-6c11-48a2-9f67-14b95a56791d req-16b275ad-a7e9-48db-8a19-8784525da551 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8d684bc-97f6-46b3-ab12-3115187e4ede HTTP/1.1" status: 200 len: 217 time: 0.1029294 Apr 28 19:33:27.249853 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454224fa-6c11-48a2-9f67-14b95a56791d req-045c1b15-281d-4569-88fe-23167125557a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:27.251833 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-454224fa-6c11-48a2-9f67-14b95a56791d req-045c1b15-281d-4569-88fe-23167125557a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=635f4d89-0687-4dbb-83ff-0947b6148d7d HTTP/1.1" status: 200 len: 853 time: 0.0721695 Apr 28 19:33:27.262615 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1e700eaf-e19a-4395-97b8-ac0fb2cb1af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:27.280949 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a49daeed-45ec-4241-916a-4f0c87b5c371 req-7f171307-2bd8-4b06-af9e-2d07eefb8d18 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups?id=914d88fd-1863-4a35-bcf7-33d6bce758da&id=5c6e5e07-2397-442e-876d-34148ec92451&id=4c1a34f7-01d7-4055-b17a-4595128f298e HTTP/1.1" status: 200 len: 6149 time: 0.1996737 Apr 28 19:33:27.345271 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-454224fa-6c11-48a2-9f67-14b95a56791d req-315d2541-d752-45b4-a85f-70566a42c4e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=290ceb20-de81-4b99-a7d2-f44afb82683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830822 Apr 28 19:33:27.429033 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1991d-553a-4430-bd4d-6b1540f81266 None None] Pushing event updated for resources: {'Port': ['ID=71dfc34e-9007-4d26-804c-1cb14df66550,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:27.466513 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:27.495524 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-53365ace-fcd9-4c97-b636-9b5efdfab681 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:27.497633 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-53365ace-fcd9-4c97-b636-9b5efdfab681 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/networks?id=fd6ec307-38a5-449d-ba43-3dd6f89e48d8 HTTP/1.1" status: 200 len: 828 time: 0.1512864 Apr 28 19:33:27.550209 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-ceee94c9-1a2e-433f-8bc3-653bdd01fd92 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/quotas/ee496e16332249aeb085dff577ef06a6 HTTP/1.1" status: 200 len: 375 time: 0.0425463 Apr 28 19:33:27.564156 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-1e700eaf-e19a-4395-97b8-ac0fb2cb1af1 None None] Attempting to bind port 71dfc34e-9007-4d26-804c-1cb14df66550 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:33:27.564545 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-1e700eaf-e19a-4395-97b8-ac0fb2cb1af1 None None] Attempting to bind port 71dfc34e-9007-4d26-804c-1cb14df66550 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:33:27.564884 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e700eaf-e19a-4395-97b8-ac0fb2cb1af1 None None] Attempting to bind port 71dfc34e-9007-4d26-804c-1cb14df66550 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:33:27.592149 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 580aeb2f-a364-4874-a6fc-9228d1e77362, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=580aeb2f-a364-4874-a6fc-9228d1e77362,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:27.593418 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-664908a8-c29e-4322-b19b-7782adb72c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'name': 'tempest-AttachSCSIVolumeTestJSON-916074730-router', 'tenant_id': 'ac4a325e58b9497b9421c85aa337c854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '580aeb2f-a364-4874-a6fc-9228d1e77362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:17Z', 'revision_number': 4, 'project_id': 'ac4a325e58b9497b9421c85aa337c854', 'gw_port': {'id': '580aeb2f-a364-4874-a6fc-9228d1e77362', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:07Z', 'updated_at': '2022-04-28T19:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '9c283cd9-59f4-4ce6-8571-0a7650174a07', 'name': '', 'network_id': 'f904c84c-5f3f-4a5e-afcd-ce355e55bb02', 'tenant_id': 'ac4a325e58b9497b9421c85aa337c854', 'mac_address': 'fa:16:3e:ac:f3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '556349f0-38e7-4d9a-a43e-b8816ebacc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:16Z', 'updated_at': '2022-04-28T19:33:17Z', 'revision_number': 2, 'project_id': 'ac4a325e58b9497b9421c85aa337c854', 'subnets': [{'id': '556349f0-38e7-4d9a-a43e-b8816ebacc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:27.625047 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f78a8c4f-e754-4529-b18f-f0d3e71457c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:27.645722 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394495f6-47f5-4314-998a-8bd5eff66bbf req-2a9e35f4-72bd-4d82-9651-c4e25b296459 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:27.655709 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-394495f6-47f5-4314-998a-8bd5eff66bbf req-2a9e35f4-72bd-4d82-9651-c4e25b296459 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 951 time: 0.0867331 Apr 28 19:33:27.660370 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f78a8c4f-e754-4529-b18f-f0d3e71457c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:27.681865 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-f52394e4-423a-4dfa-93fb-12c299534b67 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee496e16332249aeb085dff577ef06a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1305676 Apr 28 19:33:27.700094 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664908a8-c29e-4322-b19b-7782adb72c47 None None] Checking router: d2892274-3bba-4987-afc9-d7babec466f5 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:33:27.700580 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664908a8-c29e-4322-b19b-7782adb72c47 None None] Updating router d2892274-3bba-4987-afc9-d7babec466f5 port 9c283cd9-59f4-4ce6-8571-0a7650174a07 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:33:27.707460 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e700eaf-e19a-4395-97b8-ac0fb2cb1af1 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:33:27.708211 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e700eaf-e19a-4395-97b8-ac0fb2cb1af1 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:33:27.709847 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1e700eaf-e19a-4395-97b8-ac0fb2cb1af1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:27.711177 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e700eaf-e19a-4395-97b8-ac0fb2cb1af1 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:33:27.712467 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-1e700eaf-e19a-4395-97b8-ac0fb2cb1af1 None None] Bound port: 71dfc34e-9007-4d26-804c-1cb14df66550, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:33:27.713672 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1e700eaf-e19a-4395-97b8-ac0fb2cb1af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:27.740597 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a8c4f-e754-4529-b18f-f0d3e71457c8 admin admin] Pushing event updated for resources: {'Port': ['ID=5dce77b5-23da-408d-bd71-dc698ba360e0,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:27.746121 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:27.762180 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-454224fa-6c11-48a2-9f67-14b95a56791d req-5f424c86-4105-415e-93f6-3b67ad5e65a3 service neutron] 10.222.0.15 "GET /v2.0/networks/290ceb20-de81-4b99-a7d2-f44afb82683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628024 Apr 28 19:33:27.765854 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-664908a8-c29e-4322-b19b-7782adb72c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:27.825878 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27418b6d-d3ae-48a7-a335-60081b4ade70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda93919-98c7-4bf4-a7e7-db36f7047dc6'}, {'server_uuid': '251cec4d-b5ae-4e32-8c03-b8298378ee1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b412fe-621a-4ff0-a890-43abbaa3bbff'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:33:27.828728 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b6752d-9983-44d6-801a-1a0cbd9a215f" -d '{"events": [{"server_uuid": "27418b6d-d3ae-48a7-a335-60081b4ade70", "name": "network-vif-plugged", "status": "completed", "tag": "dda93919-98c7-4bf4-a7e7-db36f7047dc6"}, {"server_uuid": "251cec4d-b5ae-4e32-8c03-b8298378ee1a", "name": "network-vif-plugged", "status": "completed", "tag": "25b412fe-621a-4ff0-a890-43abbaa3bbff"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:33:27.902619 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-394495f6-47f5-4314-998a-8bd5eff66bbf req-b5a3e3d4-7a13-4649-bf8f-0a003e6d42af tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454309 Apr 28 19:33:27.914452 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f78a8c4f-e754-4529-b18f-f0d3e71457c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:28.001131 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251cec4d-b5ae-4e32-8c03-b8298378ee1a', 'tag': '25b412fe-621a-4ff0-a890-43abbaa3bbff'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:33:28.003596 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9fdebd-642d-4fef-8c3a-ff07b5fe611c" -d '{"events": [{"name": "network-changed", "server_uuid": "251cec4d-b5ae-4e32-8c03-b8298378ee1a", "tag": "25b412fe-621a-4ff0-a890-43abbaa3bbff"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:33:28.019470 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bf748c15-922b-47e9-bda4-fb03f039e713 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:33:28.150336 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=580aeb2f-a364-4874-a6fc-9228d1e77362,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:28.161101 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-1e700eaf-e19a-4395-97b8-ac0fb2cb1af1 None None] For port 71dfc34e-9007-4d26-804c-1cb14df66550, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:33:28.193971 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-454224fa-6c11-48a2-9f67-14b95a56791d req-ffc6f446-b890-41df-8e9f-efef2cccc84f service neutron] 10.222.0.15 "GET /v2.0/networks/290ceb20-de81-4b99-a7d2-f44afb82683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494985 Apr 28 19:33:28.203317 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-19ff52d7-b7dc-4972-bc53-62d2a0bb1bad service neutron] 10.222.0.42 "GET /v2.0/networks/fd6ec307-38a5-449d-ba43-3dd6f89e48d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5203722 Apr 28 19:33:28.215860 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-1e700eaf-e19a-4395-97b8-ac0fb2cb1af1 None None] For port 71dfc34e-9007-4d26-804c-1cb14df66550, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=71dfc34e-9007-4d26-804c-1cb14df66550,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:33:28.230856 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1e700eaf-e19a-4395-97b8-ac0fb2cb1af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:28.254086 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78a8c4f-e754-4529-b18f-f0d3e71457c8 admin admin] Network 444c2d20-3cef-44a1-a916-ef2b1cdfcc83 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:33:28.271122 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-ec732f6b-cbf8-4b85-9546-0330932d4126 req-c987a694-46bc-40ca-85a6-06734ccb49a6 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Request body: {'security_group': {'name': ' tempest-securitygroup -958159182 ', 'description': 'tempest-description-236764176'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:33:28.276584 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-f78a8c4f-e754-4529-b18f-f0d3e71457c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:33:28.304330 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-664908a8-c29e-4322-b19b-7782adb72c47 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:28.312631 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-664908a8-c29e-4322-b19b-7782adb72c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:28.366137 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1991d-553a-4430-bd4d-6b1540f81266 None None] Pushing event updated for resources: {'Port': ['ID=71dfc34e-9007-4d26-804c-1cb14df66550,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:28.379290 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port bf748c15-922b-47e9-bda4-fb03f039e713 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:28.379658 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:28.410554 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907c8d0-1c06-4008-8a52-956af75af3b4 None None] Pushing event updated for resources: {'Port': ['ID=9c283cd9-59f4-4ce6-8571-0a7650174a07,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:28.413970 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e700eaf-e19a-4395-97b8-ac0fb2cb1af1 None None] Routers {'4442a6cb-c324-486f-ad4b-bd074a527ea0'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:33:28.414953 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-1e700eaf-e19a-4395-97b8-ac0fb2cb1af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:33:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['4442a6cb-c324-486f-ad4b-bd074a527ea0'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:28.466319 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-07d8e61c-7170-4949-affa-0d3e541d23ec service neutron] 10.222.0.42 "GET /v2.0/networks/fd6ec307-38a5-449d-ba43-3dd6f89e48d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562878 Apr 28 19:33:28.469357 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ec732f6b-cbf8-4b85-9546-0330932d4126 req-c987a694-46bc-40ca-85a6-06734ccb49a6 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:28.703585 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0a5efa1a-7850-40db-b0a3-16e985320aa8 None None] Provisioning complete for port 5dce77b5-23da-408d-bd71-dc698ba360e0 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:28.704404 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0a5efa1a-7850-40db-b0a3-16e985320aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:28.720789 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78a8c4f-e754-4529-b18f-f0d3e71457c8 admin admin] Router 4442a6cb-c324-486f-ad4b-bd074a527ea0 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:33:28.726271 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-664908a8-c29e-4322-b19b-7782adb72c47 None None] Attempting to bind port 9c283cd9-59f4-4ce6-8571-0a7650174a07 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:33:28.727148 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-664908a8-c29e-4322-b19b-7782adb72c47 None None] Attempting to bind port 9c283cd9-59f4-4ce6-8571-0a7650174a07 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'bc52fff9-5f2e-4745-8408-e439471fc1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f904c84c-5f3f-4a5e-afcd-ce355e55bb02'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:33:28.727519 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664908a8-c29e-4322-b19b-7782adb72c47 None None] Attempting to bind port 9c283cd9-59f4-4ce6-8571-0a7650174a07 on network f904c84c-5f3f-4a5e-afcd-ce355e55bb02 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:33:28.755046 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664908a8-c29e-4322-b19b-7782adb72c47 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:33:28.755428 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664908a8-c29e-4322-b19b-7782adb72c47 None None] Checking segment: {'id': 'bc52fff9-5f2e-4745-8408-e439471fc1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f904c84c-5f3f-4a5e-afcd-ce355e55bb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:33:28.764501 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-664908a8-c29e-4322-b19b-7782adb72c47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:28.765706 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664908a8-c29e-4322-b19b-7782adb72c47 None None] Bound using segment: {'id': 'bc52fff9-5f2e-4745-8408-e439471fc1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f904c84c-5f3f-4a5e-afcd-ce355e55bb02'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:33:28.779523 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-664908a8-c29e-4322-b19b-7782adb72c47 None None] Bound port: 9c283cd9-59f4-4ce6-8571-0a7650174a07, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc52fff9-5f2e-4745-8408-e439471fc1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f904c84c-5f3f-4a5e-afcd-ce355e55bb02'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:33:28.780838 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-664908a8-c29e-4322-b19b-7782adb72c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:28.931470 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ec732f6b-cbf8-4b85-9546-0330932d4126 req-c987a694-46bc-40ca-85a6-06734ccb49a6 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:28.960531 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ec732f6b-cbf8-4b85-9546-0330932d4126 req-c987a694-46bc-40ca-85a6-06734ccb49a6 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:28.985490 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27418b6d-d3ae-48a7-a335-60081b4ade70', 'tag': 'dda93919-98c7-4bf4-a7e7-db36f7047dc6'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:33:28.986958 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-664908a8-c29e-4322-b19b-7782adb72c47 None None] For port 9c283cd9-59f4-4ce6-8571-0a7650174a07, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:33:28.990802 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b93cbf-9f49-4592-b653-2156fee770f1" -d '{"events": [{"name": "network-changed", "server_uuid": "27418b6d-d3ae-48a7-a335-60081b4ade70", "tag": "dda93919-98c7-4bf4-a7e7-db36f7047dc6"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:33:28.993000 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-664908a8-c29e-4322-b19b-7782adb72c47 None None] For port 9c283cd9-59f4-4ce6-8571-0a7650174a07, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=9c283cd9-59f4-4ce6-8571-0a7650174a07,segment=NetworkSegment(bc52fff9-5f2e-4745-8408-e439471fc1e0),segment_id=bc52fff9-5f2e-4745-8408-e439471fc1e0)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:33:29.001249 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0a5efa1a-7850-40db-b0a3-16e985320aa8 None None] Port 5dce77b5-23da-408d-bd71-dc698ba360e0 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:33:29.004292 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-664908a8-c29e-4322-b19b-7782adb72c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:29.018981 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-1e700eaf-e19a-4395-97b8-ac0fb2cb1af1 None None] Set router 4442a6cb-c324-486f-ad4b-bd074a527ea0 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:33:29.179456 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664908a8-c29e-4322-b19b-7782adb72c47 None None] Routers {'d2892274-3bba-4987-afc9-d7babec466f5'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:33:29.185667 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ec732f6b-cbf8-4b85-9546-0330932d4126 req-c987a694-46bc-40ca-85a6-06734ccb49a6 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:29.186629 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-664908a8-c29e-4322-b19b-7782adb72c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:33:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['d2892274-3bba-4987-afc9-d7babec466f5'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:29.204885 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ec732f6b-cbf8-4b85-9546-0330932d4126 req-c987a694-46bc-40ca-85a6-06734ccb49a6 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.9467180 Apr 28 19:33:29.212424 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987a694-46bc-40ca-85a6-06734ccb49a6 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d91708f3-1602-4a2d-91a8-9e62bee4791b,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:29.219411 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981647bb-a337-4d36-bf76-1c465ed31c99 req-91b10a0f-a078-4b76-b759-f11f98d11328 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:29.225157 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-981647bb-a337-4d36-bf76-1c465ed31c99 req-91b10a0f-a078-4b76-b759-f11f98d11328 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/ports?device_id=27418b6d-d3ae-48a7-a335-60081b4ade70 HTTP/1.1" status: 200 len: 949 time: 0.1938980 Apr 28 19:33:29.318017 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78a8c4f-e754-4529-b18f-f0d3e71457c8 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:33:29.339224 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f78a8c4f-e754-4529-b18f-f0d3e71457c8 admin admin] 10.222.0.42 "PUT /v2.0/routers/4442a6cb-c324-486f-ad4b-bd074a527ea0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5276065 Apr 28 19:33:29.437051 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-981647bb-a337-4d36-bf76-1c465ed31c99 req-1cd33cc6-fb3f-4eef-ba6c-9b6fd7615c12 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d892c60-4988-4559-91ae-463a24113b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039654 Apr 28 19:33:29.438643 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 28 Apr 2022 19:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f984495-9386-42de-b15b-b1f630782740 x-openstack-request-id: req-0f984495-9386-42de-b15b-b1f630782740 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:33:29.439150 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27418b6d-d3ae-48a7-a335-60081b4ade70", "name": "network-vif-plugged", "status": "completed", "tag": "dda93919-98c7-4bf4-a7e7-db36f7047dc6", "code": 200}, {"server_uuid": "251cec4d-b5ae-4e32-8c03-b8298378ee1a", "name": "network-vif-plugged", "status": "completed", "tag": "25b412fe-621a-4ff0-a890-43abbaa3bbff", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:33:29.439259 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0f984495-9386-42de-b15b-b1f630782740 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:33:29.439590 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f984495-9386-42de-b15b-b1f630782740'] response: {'server_uuid': '27418b6d-d3ae-48a7-a335-60081b4ade70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda93919-98c7-4bf4-a7e7-db36f7047dc6', 'code': 200} Apr 28 19:33:29.439848 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f984495-9386-42de-b15b-b1f630782740'] response: {'server_uuid': '251cec4d-b5ae-4e32-8c03-b8298378ee1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b412fe-621a-4ff0-a890-43abbaa3bbff', 'code': 200} Apr 28 19:33:29.483202 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907c8d0-1c06-4008-8a52-956af75af3b4 None None] Pushing event updated for resources: {'Port': ['ID=9c283cd9-59f4-4ce6-8571-0a7650174a07,revision_number=4']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:29.594608 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0a5efa1a-7850-40db-b0a3-16e985320aa8 None None] Provisioning complete for port bf748c15-922b-47e9-bda4-fb03f039e713 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:29.594968 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0a5efa1a-7850-40db-b0a3-16e985320aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:29.613081 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94da0b6f-e66d-4199-98e1-1b4c8999ba9d x-openstack-request-id: req-94da0b6f-e66d-4199-98e1-1b4c8999ba9d {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:33:29.613654 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "251cec4d-b5ae-4e32-8c03-b8298378ee1a", "tag": "25b412fe-621a-4ff0-a890-43abbaa3bbff", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:33:29.614200 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-94da0b6f-e66d-4199-98e1-1b4c8999ba9d {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:33:29.615239 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94da0b6f-e66d-4199-98e1-1b4c8999ba9d'] response: {'name': 'network-changed', 'server_uuid': '251cec4d-b5ae-4e32-8c03-b8298378ee1a', 'tag': '25b412fe-621a-4ff0-a890-43abbaa3bbff', 'status': 'completed', 'code': 200} Apr 28 19:33:29.738839 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-664908a8-c29e-4322-b19b-7782adb72c47 None None] Set router d2892274-3bba-4987-afc9-d7babec466f5 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:33:29.750898 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4d585d33-58a9-4a19-b091-c18a7a097617 req-7fbe6a9e-36b8-4e6a-9e4f-87aa86337123 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a74039e-7fec-4f7c-8f84-2a145557afee HTTP/1.1" status: 200 len: 210 time: 0.1385484 Apr 28 19:33:29.818084 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ed4aa-e9c3-43be-9757-65fb305c99ff req-58284734-975d-49fc-b880-20d0e56cf61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:29.825966 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f18ed4aa-e9c3-43be-9757-65fb305c99ff req-58284734-975d-49fc-b880-20d0e56cf61b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=27418b6d-d3ae-48a7-a335-60081b4ade70 HTTP/1.1" status: 200 len: 1100 time: 0.3122725 Apr 28 19:33:29.839437 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b710a10-ec13-43c0-b439-952997d55c64 x-openstack-request-id: req-6b710a10-ec13-43c0-b439-952997d55c64 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:33:29.842809 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27418b6d-d3ae-48a7-a335-60081b4ade70", "tag": "dda93919-98c7-4bf4-a7e7-db36f7047dc6", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:33:29.844059 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6b710a10-ec13-43c0-b439-952997d55c64 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:33:29.844606 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b710a10-ec13-43c0-b439-952997d55c64'] response: {'name': 'network-changed', 'server_uuid': '27418b6d-d3ae-48a7-a335-60081b4ade70', 'tag': 'dda93919-98c7-4bf4-a7e7-db36f7047dc6', 'status': 'completed', 'code': 200} Apr 28 19:33:29.849320 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9fdebd-642d-4fef-8c3a-ff07b5fe611c req-ce825b4d-ca28-4906-babf-24d30f21380e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:29.851112 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e9fdebd-642d-4fef-8c3a-ff07b5fe611c req-ce825b4d-ca28-4906-babf-24d30f21380e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 1102 time: 0.2121193 Apr 28 19:33:29.976431 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f18ed4aa-e9c3-43be-9757-65fb305c99ff req-652a957a-0b51-4436-afce-45f70b5e6fe4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7d892c60-4988-4559-91ae-463a24113b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259487 Apr 28 19:33:30.103384 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9c283cd9-59f4-4ce6-8571-0a7650174a07 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:33:30.159102 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-04d5afc0-95e6-4b3e-9e55-90c29eecb53d req-ed428cfb-464e-4d9f-9ce0-dc72a5b3d7c4 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups/d91708f3-1602-4a2d-91a8-9e62bee4791b HTTP/1.1" status: 200 len: 1779 time: 0.2616029 Apr 28 19:33:30.162979 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9fdebd-642d-4fef-8c3a-ff07b5fe611c req-958ed57b-f2c9-4426-8725-de1826685448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:30.171196 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e9fdebd-642d-4fef-8c3a-ff07b5fe611c req-958ed57b-f2c9-4426-8725-de1826685448 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.3087513 Apr 28 19:33:30.173800 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b93cbf-9f49-4592-b653-2156fee770f1 req-82801860-5b4e-49b8-9739-9147b25f3dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:30.175949 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-64b93cbf-9f49-4592-b653-2156fee770f1 req-82801860-5b4e-49b8-9739-9147b25f3dcb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a5d389b5d99847ff9b39765eda86203c&device_id=27418b6d-d3ae-48a7-a335-60081b4ade70 HTTP/1.1" status: 200 len: 1100 time: 0.2797501 Apr 28 19:33:30.396394 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b93cbf-9f49-4592-b653-2156fee770f1 req-5d53198d-d929-449b-ae75-2c6e2d3a594a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:30.397904 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-64b93cbf-9f49-4592-b653-2156fee770f1 req-5d53198d-d929-449b-ae75-2c6e2d3a594a service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.1958458 Apr 28 19:33:30.433848 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-664908a8-c29e-4322-b19b-7782adb72c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'name': 'tempest-AttachSCSIVolumeTestJSON-916074730-router', 'tenant_id': 'ac4a325e58b9497b9421c85aa337c854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '580aeb2f-a364-4874-a6fc-9228d1e77362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:17Z', 'revision_number': 4, 'project_id': 'ac4a325e58b9497b9421c85aa337c854', 'gw_port': {'id': '580aeb2f-a364-4874-a6fc-9228d1e77362', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:07Z', 'updated_at': '2022-04-28T19:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '9c283cd9-59f4-4ce6-8571-0a7650174a07', 'name': '', 'network_id': 'f904c84c-5f3f-4a5e-afcd-ce355e55bb02', 'tenant_id': 'ac4a325e58b9497b9421c85aa337c854', 'mac_address': 'fa:16:3e:ac:f3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '556349f0-38e7-4d9a-a43e-b8816ebacc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:16Z', 'updated_at': '2022-04-28T19:33:28Z', 'revision_number': 4, 'project_id': 'ac4a325e58b9497b9421c85aa337c854', 'subnets': [{'id': '556349f0-38e7-4d9a-a43e-b8816ebacc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:30.442761 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-1e700eaf-e19a-4395-97b8-ac0fb2cb1af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4442a6cb-c324-486f-ad4b-bd074a527ea0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1926587642-router', 'tenant_id': '92c21db0b1d946a7b5ceb88265a3dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '71dfc34e-9007-4d26-804c-1cb14df66550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:21Z', 'updated_at': '2022-04-28T19:33:26Z', 'revision_number': 4, 'project_id': '92c21db0b1d946a7b5ceb88265a3dcd8', 'gw_port': {'id': '71dfc34e-9007-4d26-804c-1cb14df66550', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4442a6cb-c324-486f-ad4b-bd074a527ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:22Z', 'updated_at': '2022-04-28T19:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '5dce77b5-23da-408d-bd71-dc698ba360e0', 'name': '', 'network_id': '444c2d20-3cef-44a1-a916-ef2b1cdfcc83', 'tenant_id': '92c21db0b1d946a7b5ceb88265a3dcd8', 'mac_address': 'fa:16:3e:a8:25:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4442a6cb-c324-486f-ad4b-bd074a527ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'f34dd72e-10a9-4494-91fc-f14aec1f196f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:25Z', 'updated_at': '2022-04-28T19:33:27Z', 'revision_number': 2, 'project_id': '92c21db0b1d946a7b5ceb88265a3dcd8', 'subnets': [{'id': 'f34dd72e-10a9-4494-91fc-f14aec1f196f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:30.483034 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e9fdebd-642d-4fef-8c3a-ff07b5fe611c req-95fdb64d-db3a-44bb-88ee-70dc08edb7fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=25b412fe-621a-4ff0-a890-43abbaa3bbff HTTP/1.1" status: 200 len: 217 time: 0.3058169 Apr 28 19:33:30.533275 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e700eaf-e19a-4395-97b8-ac0fb2cb1af1 None None] The sync data for ids ['4442a6cb-c324-486f-ad4b-bd074a527ea0'] in n-d-839810-1 is: [{'id': '4442a6cb-c324-486f-ad4b-bd074a527ea0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1926587642-router', 'tenant_id': '92c21db0b1d946a7b5ceb88265a3dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '71dfc34e-9007-4d26-804c-1cb14df66550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:21Z', 'updated_at': '2022-04-28T19:33:26Z', 'revision_number': 4, 'project_id': '92c21db0b1d946a7b5ceb88265a3dcd8', 'gw_port': {'id': '71dfc34e-9007-4d26-804c-1cb14df66550', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4442a6cb-c324-486f-ad4b-bd074a527ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:22Z', 'updated_at': '2022-04-28T19:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '5dce77b5-23da-408d-bd71-dc698ba360e0', 'name': '', 'network_id': '444c2d20-3cef-44a1-a916-ef2b1cdfcc83', 'tenant_id': '92c21db0b1d946a7b5ceb88265a3dcd8', 'mac_address': 'fa:16:3e:a8:25:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4442a6cb-c324-486f-ad4b-bd074a527ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'f34dd72e-10a9-4494-91fc-f14aec1f196f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:25Z', 'updated_at': '2022-04-28T19:33:27Z', 'revision_number': 2, 'project_id': '92c21db0b1d946a7b5ceb88265a3dcd8', 'subnets': [{'id': 'f34dd72e-10a9-4494-91fc-f14aec1f196f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:33:30.534562 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664908a8-c29e-4322-b19b-7782adb72c47 None None] The sync data for ids ['d2892274-3bba-4987-afc9-d7babec466f5'] in n-d-839810-1 is: [{'id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'name': 'tempest-AttachSCSIVolumeTestJSON-916074730-router', 'tenant_id': 'ac4a325e58b9497b9421c85aa337c854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '580aeb2f-a364-4874-a6fc-9228d1e77362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:17Z', 'revision_number': 4, 'project_id': 'ac4a325e58b9497b9421c85aa337c854', 'gw_port': {'id': '580aeb2f-a364-4874-a6fc-9228d1e77362', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:07Z', 'updated_at': '2022-04-28T19:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '9c283cd9-59f4-4ce6-8571-0a7650174a07', 'name': '', 'network_id': 'f904c84c-5f3f-4a5e-afcd-ce355e55bb02', 'tenant_id': 'ac4a325e58b9497b9421c85aa337c854', 'mac_address': 'fa:16:3e:ac:f3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '556349f0-38e7-4d9a-a43e-b8816ebacc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:16Z', 'updated_at': '2022-04-28T19:33:28Z', 'revision_number': 4, 'project_id': 'ac4a325e58b9497b9421c85aa337c854', 'subnets': [{'id': '556349f0-38e7-4d9a-a43e-b8816ebacc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:33:30.582772 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 9c283cd9-59f4-4ce6-8571-0a7650174a07 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:30.583162 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:30.637588 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c8e49f90-2c0c-427b-9474-1a6e61092998 req-2182e2a1-ce3c-4938-9544-bdbfbc8e3db8 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups/d91708f3-1602-4a2d-91a8-9e62bee4791b HTTP/1.1" status: 200 len: 1779 time: 0.1293008 Apr 28 19:33:30.759545 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9fdebd-642d-4fef-8c3a-ff07b5fe611c req-a8bdcbac-df5d-4450-a8c0-4149054ddfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:30.765534 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e9fdebd-642d-4fef-8c3a-ff07b5fe611c req-a8bdcbac-df5d-4450-a8c0-4149054ddfca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.2570131 Apr 28 19:33:30.813655 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-ef7f6b5f-e43f-4c1f-8924-3ed4316c0242 None None] Provisioning complete for port 5dce77b5-23da-408d-bd71-dc698ba360e0 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:30.814045 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ef7f6b5f-e43f-4c1f-8924-3ed4316c0242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:30.818578 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c8e49f90-2c0c-427b-9474-1a6e61092998 req-dc608690-9ff2-4575-bd41-49eb8eb58425 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:30.917253 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c8e49f90-2c0c-427b-9474-1a6e61092998 req-dc608690-9ff2-4575-bd41-49eb8eb58425 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:30.938796 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-64b93cbf-9f49-4592-b653-2156fee770f1 req-278981c6-e232-4ee5-b476-952d74477cee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=dda93919-98c7-4bf4-a7e7-db36f7047dc6 HTTP/1.1" status: 200 len: 217 time: 0.4547098 Apr 28 19:33:31.035018 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c8e49f90-2c0c-427b-9474-1a6e61092998 req-dc608690-9ff2-4575-bd41-49eb8eb58425 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:31.037870 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c8e49f90-2c0c-427b-9474-1a6e61092998 req-dc608690-9ff2-4575-bd41-49eb8eb58425 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:31.039080 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c8e49f90-2c0c-427b-9474-1a6e61092998 req-dc608690-9ff2-4575-bd41-49eb8eb58425 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "DELETE /v2.0/security-groups/d91708f3-1602-4a2d-91a8-9e62bee4791b HTTP/1.1" status: 204 len: 173 time: 0.3999228 Apr 28 19:33:31.066566 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:31.085344 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b93cbf-9f49-4592-b653-2156fee770f1 req-95338378-6db5-4721-a787-24399f7e10cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:31.086767 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc608690-9ff2-4575-bd41-49eb8eb58425 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91708f3-1602-4a2d-91a8-9e62bee4791b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:31.087300 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-64b93cbf-9f49-4592-b653-2156fee770f1 req-95338378-6db5-4721-a787-24399f7e10cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1348898 Apr 28 19:33:31.137900 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-ef7f6b5f-e43f-4c1f-8924-3ed4316c0242 None None] Port 5dce77b5-23da-408d-bd71-dc698ba360e0 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:33:31.193607 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-03d02889-49a2-48ce-ba39-aeacfbd99e42 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8b6f268207a441e39ce17d2e9418f280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3291898 Apr 28 19:33:31.314640 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 9c283cd9-59f4-4ce6-8571-0a7650174a07, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=9c283cd9-59f4-4ce6-8571-0a7650174a07,segment=NetworkSegment(bc52fff9-5f2e-4745-8408-e439471fc1e0),segment_id=bc52fff9-5f2e-4745-8408-e439471fc1e0)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:31.315902 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-ef7f6b5f-e43f-4c1f-8924-3ed4316c0242 None None] Provisioning complete for port 9c283cd9-59f4-4ce6-8571-0a7650174a07 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:31.326991 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ef7f6b5f-e43f-4c1f-8924-3ed4316c0242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:31.341949 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:31.343051 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 580aeb2f-a364-4874-a6fc-9228d1e77362 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:33:31.690105 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4c4a4-95c1-4a37-8bba-35c47e8e94ec req-c23db02f-1d25-400d-8b46-af79c09c28ff tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:31.694028 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9da4c4a4-95c1-4a37-8bba-35c47e8e94ec req-c23db02f-1d25-400d-8b46-af79c09c28ff tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/ports?device_id=27418b6d-d3ae-48a7-a335-60081b4ade70 HTTP/1.1" status: 200 len: 949 time: 0.2532570 Apr 28 19:33:31.851180 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9da4c4a4-95c1-4a37-8bba-35c47e8e94ec req-cb0409c6-6723-4f78-867d-a59e70571981 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d892c60-4988-4559-91ae-463a24113b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485689 Apr 28 19:33:31.995698 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:32.134500 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=9c283cd9-59f4-4ce6-8571-0a7650174a07,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:32.297992 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ba7afe32-e6c9-4192-a58d-5b79bc2806a7 req-feb3b092-ed84-47da-85ab-4ad3588c7cca tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a74039e-7fec-4f7c-8f84-2a145557afee HTTP/1.1" status: 200 len: 210 time: 0.1172640 Apr 28 19:33:32.316885 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 580aeb2f-a364-4874-a6fc-9228d1e77362 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:32.317545 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:32.333879 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40122) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:33:32.374436 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [req-7e8503dd-5b17-4a78-88e1-107f434f14d4 req-32878ab3-f3a7-467f-af24-7cd5096028f7 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] show failed (client error): The resource could not be found. Apr 28 19:33:32.394525 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7e8503dd-5b17-4a78-88e1-107f434f14d4 req-32878ab3-f3a7-467f-af24-7cd5096028f7 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups/d91708f3-1602-4a2d-91a8-9e62bee4791b HTTP/1.1" status: 404 len: 352 time: 0.0462508 Apr 28 19:33:32.584651 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-1a26b575-964a-4ffb-87ed-bb134b20b671 req-f719e83b-6a5f-45c6-9228-e970f3b3f1ba tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2116696200', 'description': 'tempest-description-303549653'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:33:32.652037 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1a26b575-964a-4ffb-87ed-bb134b20b671 req-f719e83b-6a5f-45c6-9228-e970f3b3f1ba tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:32.671453 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9fdebd-642d-4fef-8c3a-ff07b5fe611c req-481975e0-cf10-4e8a-87b3-b175a32b8011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:32.673076 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e9fdebd-642d-4fef-8c3a-ff07b5fe611c req-481975e0-cf10-4e8a-87b3-b175a32b8011 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.8364959 Apr 28 19:33:32.687681 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ecdd4a56-ec57-44ea-aae1-8c91bed5c8a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:32.696687 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b93cbf-9f49-4592-b653-2156fee770f1 req-7790d020-8c39-44bb-a3a3-bec147c4072c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:32.703728 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-64b93cbf-9f49-4592-b653-2156fee770f1 req-7790d020-8c39-44bb-a3a3-bec147c4072c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.5996273 Apr 28 19:33:32.935866 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ecdd4a56-ec57-44ea-aae1-8c91bed5c8a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:32.953461 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ecdd4a56-ec57-44ea-aae1-8c91bed5c8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:32.959087 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-64b93cbf-9f49-4592-b653-2156fee770f1 req-83cbc3d0-ebb9-4625-9592-7baa1c475869 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875651 Apr 28 19:33:32.982007 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:33:33.094611 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ecdd4a56-ec57-44ea-aae1-8c91bed5c8a1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e4968be112794965aa89e4996b2d52f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7591214 Apr 28 19:33:33.099694 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd4a56-ec57-44ea-aae1-8c91bed5c8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bcb343-8964-4de6-8b8d-79b7651740f5,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:33.103263 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40140) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:33:33.136713 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9c283cd9-59f4-4ce6-8571-0a7650174a07 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:33:33.185820 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1a26b575-964a-4ffb-87ed-bb134b20b671 req-f719e83b-6a5f-45c6-9228-e970f3b3f1ba tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:33.199814 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1a26b575-964a-4ffb-87ed-bb134b20b671 req-f719e83b-6a5f-45c6-9228-e970f3b3f1ba tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:33.210814 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:33.237481 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1a26b575-964a-4ffb-87ed-bb134b20b671 req-f719e83b-6a5f-45c6-9228-e970f3b3f1ba tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:33.239277 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 9c283cd9-59f4-4ce6-8571-0a7650174a07 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:33.239717 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:33.250026 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1a26b575-964a-4ffb-87ed-bb134b20b671 req-f719e83b-6a5f-45c6-9228-e970f3b3f1ba tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6786678 Apr 28 19:33:33.334651 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-73fd4db2-ef30-4540-badd-f118bc19fdd5 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:33.343192 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-73fd4db2-ef30-4540-badd-f118bc19fdd5 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 2.1460035 Apr 28 19:33:33.379227 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719e83b-6a5f-45c6-9228-e970f3b3f1ba tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a855fcc-fbee-4b11-8de4-ac368674e571,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:33.416218 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-3375c6c2-5a73-4644-a5a6-8e28db6f772c tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:33.428385 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-3375c6c2-5a73-4644-a5a6-8e28db6f772c tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.15 "GET /v2.0/networks?id=fd6ec307-38a5-449d-ba43-3dd6f89e48d8 HTTP/1.1" status: 200 len: 828 time: 1.7811816 Apr 28 19:33:33.437954 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-9b8af328-5234-446f-842e-d5042e7351ed tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/quotas/8b6f268207a441e39ce17d2e9418f280 HTTP/1.1" status: 200 len: 375 time: 0.0932462 Apr 28 19:33:33.498259 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-07539f7a-a35c-489d-8f94-942351bb85d7 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Request body: {'port': {'device_id': '6a74039e-7fec-4f7c-8f84-2a145557afee', 'network_id': 'fd6ec307-38a5-449d-ba43-3dd6f89e48d8', 'admin_state_up': True, 'tenant_id': 'ee496e16332249aeb085dff577ef06a6'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:33:33.554464 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779f10c-a25a-42ee-a397-ff0823a1d40d req-e9f29a39-6354-4885-8db9-c6ca7a14df83 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:33.565896 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3779f10c-a25a-42ee-a397-ff0823a1d40d req-e9f29a39-6354-4885-8db9-c6ca7a14df83 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/ports?device_id=27418b6d-d3ae-48a7-a335-60081b4ade70 HTTP/1.1" status: 200 len: 949 time: 0.0784819 Apr 28 19:33:33.643291 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3779f10c-a25a-42ee-a397-ff0823a1d40d req-a8981cd3-0f57-4004-8a98-102aea7248a0 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d892c60-4988-4559-91ae-463a24113b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754557 Apr 28 19:33:33.679183 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-b4361a25-d5a8-4c13-809c-5e3f7c8d677e req-4764515e-be6d-48c0-bb07-8b455e8832c5 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-93419659', 'description': 'tempest-description-1005804911'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:33:33.689230 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-64b93cbf-9f49-4592-b653-2156fee770f1 req-ec66ca23-af22-4b8b-b1f1-333019aa89fd service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6727083 Apr 28 19:33:33.733268 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b4361a25-d5a8-4c13-809c-5e3f7c8d677e req-4764515e-be6d-48c0-bb07-8b455e8832c5 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:33.738220 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8d938358-4846-41ac-aaab-d4d839399d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:33.750280 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e9fdebd-642d-4fef-8c3a-ff07b5fe611c req-d7d89ba4-b3b7-40ac-93f4-e5b94ed0f31d service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0577142 Apr 28 19:33:33.910924 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b4361a25-d5a8-4c13-809c-5e3f7c8d677e req-4764515e-be6d-48c0-bb07-8b455e8832c5 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:33.919024 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device a220f3c9-0550-4bcd-b64a-d325ba473f8f no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:33:33.927924 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b4361a25-d5a8-4c13-809c-5e3f7c8d677e req-4764515e-be6d-48c0-bb07-8b455e8832c5 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:34.001524 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764515e-be6d-48c0-bb07-8b455e8832c5 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3231bb-a9bf-4dc6-a987-b016da4f0318,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:34.034482 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b4361a25-d5a8-4c13-809c-5e3f7c8d677e req-4764515e-be6d-48c0-bb07-8b455e8832c5 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:34.049905 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b4361a25-d5a8-4c13-809c-5e3f7c8d677e req-4764515e-be6d-48c0-bb07-8b455e8832c5 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3609602 Apr 28 19:33:34.051066 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8d938358-4846-41ac-aaab-d4d839399d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:34.086912 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-2289709f-ebb7-40cf-b237-49d2c9dc40ad tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6479547 Apr 28 19:33:34.193972 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-07539f7a-a35c-489d-8f94-942351bb85d7 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Made reservation on behalf of ee496e16332249aeb085dff577ef06a6 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:33:34.193972 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-07539f7a-a35c-489d-8f94-942351bb85d7 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:34.221761 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8d938358-4846-41ac-aaab-d4d839399d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:34.232518 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8d938358-4846-41ac-aaab-d4d839399d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:34.233900 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:34.247533 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8d938358-4846-41ac-aaab-d4d839399d31 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b0bcb343-8964-4de6-8b8d-79b7651740f5 HTTP/1.1" status: 204 len: 168 time: 1.1208224 Apr 28 19:33:34.313876 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7368e056-32cb-41fc-890c-9e0270c8a52f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a220f3c9-0550-4bcd-b64a-d325ba473f8f'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:33:34.319968 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946ca581-b1d2-4834-9826-f7cdb68dfc7a" -d '{"events": [{"server_uuid": "7368e056-32cb-41fc-890c-9e0270c8a52f", "name": "network-vif-unplugged", "status": "completed", "tag": "a220f3c9-0550-4bcd-b64a-d325ba473f8f"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:33:34.373110 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-37c34f35-d783-4411-b46f-606cc89604e4 req-7e1853f3-851b-42fe-91e2-fcf5058f1ee0 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a74039e-7fec-4f7c-8f84-2a145557afee HTTP/1.1" status: 200 len: 210 time: 0.1385176 Apr 28 19:33:34.418050 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port a220f3c9-0550-4bcd-b64a-d325ba473f8f, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=a220f3c9-0550-4bcd-b64a-d325ba473f8f,segment=NetworkSegment(8fc1f4c1-a782-4abd-b384-b46f9c6b3366),segment_id=8fc1f4c1-a782-4abd-b384-b46f9c6b3366)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:34.434070 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:34.658612 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=a220f3c9-0550-4bcd-b64a-d325ba473f8f,revision_number=8']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:34.710281 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e9fdebd-642d-4fef-8c3a-ff07b5fe611c req-8f7c01f7-73cb-41aa-a8f9-f96eb56d013d service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9353626 Apr 28 19:33:34.725236 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d938358-4846-41ac-aaab-d4d839399d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bcb343-8964-4de6-8b8d-79b7651740f5,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:34.974465 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-07539f7a-a35c-489d-8f94-942351bb85d7 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Allocated IP 172.20.0.13 (fd6ec307-38a5-449d-ba43-3dd6f89e48d8/45c28097-beec-4874-b7ee-ffa03c177fe7/81a6c570-8baa-4cb7-baf4-3eb6104d95de) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:33:35.189735 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 71dfc34e-9007-4d26-804c-1cb14df66550 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:33:35.368040 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 71dfc34e-9007-4d26-804c-1cb14df66550 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:35.370517 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:35.389093 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-b36d9dc2-4cf6-4850-8956-e6a84c65aa7b req-7ba23ee7-90f0-4f91-94fd-9b81bdd304a9 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-508342692', 'description': 'tempest-description-228991804'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:33:35.457368 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-07539f7a-a35c-489d-8f94-942351bb85d7 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:35.476185 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b36d9dc2-4cf6-4850-8956-e6a84c65aa7b req-7ba23ee7-90f0-4f91-94fd-9b81bdd304a9 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:35.638549 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-07539f7a-a35c-489d-8f94-942351bb85d7 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:35.799725 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:35.868720 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b36d9dc2-4cf6-4850-8956-e6a84c65aa7b req-7ba23ee7-90f0-4f91-94fd-9b81bdd304a9 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:35.881938 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b36d9dc2-4cf6-4850-8956-e6a84c65aa7b req-7ba23ee7-90f0-4f91-94fd-9b81bdd304a9 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:35.883360 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 71dfc34e-9007-4d26-804c-1cb14df66550, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=71dfc34e-9007-4d26-804c-1cb14df66550,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:35.895142 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:35.946875 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-07539f7a-a35c-489d-8f94-942351bb85d7 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Network fd6ec307-38a5-449d-ba43-3dd6f89e48d8 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:33:35.956237 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-07539f7a-a35c-489d-8f94-942351bb85d7 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:33:35.974641 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-07539f7a-a35c-489d-8f94-942351bb85d7 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:33:36.012902 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba23ee7-90f0-4f91-94fd-9b81bdd304a9 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8767f81a-863c-48b7-90d0-8bdd395ef7c5,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:36.033168 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b36d9dc2-4cf6-4850-8956-e6a84c65aa7b req-7ba23ee7-90f0-4f91-94fd-9b81bdd304a9 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:36.034774 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b36d9dc2-4cf6-4850-8956-e6a84c65aa7b req-7ba23ee7-90f0-4f91-94fd-9b81bdd304a9 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6531549 Apr 28 19:33:36.085771 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07539f7a-a35c-489d-8f94-942351bb85d7 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Pushing event updated for resources: {'Port': ['ID=81a6c570-8baa-4cb7-baf4-3eb6104d95de,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:36.163052 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=71dfc34e-9007-4d26-804c-1cb14df66550,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:36.326115 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-07539f7a-a35c-489d-8f94-942351bb85d7 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:36.329575 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-07539f7a-a35c-489d-8f94-942351bb85d7 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:36.420013 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-07539f7a-a35c-489d-8f94-942351bb85d7 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9692252 Apr 28 19:33:36.444541 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-823a65a1-9dd8-4c7f-b709-1ec79d2fdc10 service neutron] Request body: {'port': {'device_id': '6a74039e-7fec-4f7c-8f84-2a145557afee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:33:36.498198 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-623468ee-298e-4692-b556-c02adaf482f1 req-5d423031-4189-49aa-b9fc-e55328a90acc tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 210 time: 0.1249721 Apr 28 19:33:36.585681 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1210a2cd-febd-411f-a9ee-e5828accbcb2 None None] Sync routers for ids ['4442a6cb-c324-486f-ad4b-bd074a527ea0'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:33:36.622101 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1210a2cd-febd-411f-a9ee-e5828accbcb2 None None] Routers {'4442a6cb-c324-486f-ad4b-bd074a527ea0'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:33:36.625822 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-1210a2cd-febd-411f-a9ee-e5828accbcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:33:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['4442a6cb-c324-486f-ad4b-bd074a527ea0'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:36.829431 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40252) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:33:36.835402 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 19:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b67495-39d2-4a10-b06e-eea7e1bac1a3 x-openstack-request-id: req-f4b67495-39d2-4a10-b06e-eea7e1bac1a3 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:33:36.836590 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7368e056-32cb-41fc-890c-9e0270c8a52f", "name": "network-vif-unplugged", "status": "completed", "tag": "a220f3c9-0550-4bcd-b64a-d325ba473f8f", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:33:36.837253 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f4b67495-39d2-4a10-b06e-eea7e1bac1a3 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:33:36.838578 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4b67495-39d2-4a10-b06e-eea7e1bac1a3'] response: {'server_uuid': '7368e056-32cb-41fc-890c-9e0270c8a52f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a220f3c9-0550-4bcd-b64a-d325ba473f8f', 'code': 200} Apr 28 19:33:36.859285 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-823a65a1-9dd8-4c7f-b709-1ec79d2fdc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:36.950459 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7923137b-1cac-4057-bd3c-26b25293490f req-0452dbc7-f278-46e8-b92b-7144a938139e tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a5d389b5d99847ff9b39765eda86203c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667970 Apr 28 19:33:37.021968 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-363de256-78a1-4ed7-a497-764e98539e14 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8b6f268207a441e39ce17d2e9418f280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1607862 Apr 28 19:33:37.027132 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-91b246b9-f9cd-4415-8871-34142b0bc009 None None] Provisioning complete for port 81a6c570-8baa-4cb7-baf4-3eb6104d95de triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:37.028057 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-91b246b9-f9cd-4415-8871-34142b0bc009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:37.031739 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-1210a2cd-febd-411f-a9ee-e5828accbcb2 None None] Set router 4442a6cb-c324-486f-ad4b-bd074a527ea0 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:33:37.122605 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 71dfc34e-9007-4d26-804c-1cb14df66550 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:33:37.220302 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f96f84-ab84-48d5-ac68-f75493b87552 req-d3ba238b-39d2-4fa8-af22-06eab920cb46 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:37.229643 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-46f96f84-ab84-48d5-ac68-f75493b87552 req-d3ba238b-39d2-4fa8-af22-06eab920cb46 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a74039e-7fec-4f7c-8f84-2a145557afee HTTP/1.1" status: 200 len: 932 time: 0.5146546 Apr 28 19:33:37.230832 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-91b246b9-f9cd-4415-8871-34142b0bc009 None None] Port 81a6c570-8baa-4cb7-baf4-3eb6104d95de cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:33:37.246637 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923137b-1cac-4057-bd3c-26b25293490f req-f1b66eb8-fdea-41b4-b44c-62fba206e2cf tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:37.266098 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7923137b-1cac-4057-bd3c-26b25293490f req-f1b66eb8-fdea-41b4-b44c-62fba206e2cf tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3145924 Apr 28 19:33:37.303880 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 71dfc34e-9007-4d26-804c-1cb14df66550 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:37.304421 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-53b8a659-e87e-453b-8043-bdc0caa214c0 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1730296888-network', 'tenant_id': '18e7417f07dd49118ed10405bce7a39b'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:33:37.306151 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:37.495970 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-46f96f84-ab84-48d5-ac68-f75493b87552 req-c757745c-a8c2-4fde-bb35-b65df4a99384 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/security-groups?id=821615b6-badc-4db3-aaf0-b967507d8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649789 Apr 28 19:33:37.626114 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-38e05a30-f342-49eb-8c37-e661efe2df36 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:37.628220 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-38e05a30-f342-49eb-8c37-e661efe2df36 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5314269 Apr 28 19:33:37.654577 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-28603c82-bbb1-47dc-9358-2611624ade12 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Request body: {'port': {'device_id': '878a8957-8430-48f0-bb0f-4cf3e1e3d623', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'admin_state_up': True, 'tenant_id': '8b6f268207a441e39ce17d2e9418f280'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:33:37.763544 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-1210a2cd-febd-411f-a9ee-e5828accbcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4442a6cb-c324-486f-ad4b-bd074a527ea0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1926587642-router', 'tenant_id': '92c21db0b1d946a7b5ceb88265a3dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '71dfc34e-9007-4d26-804c-1cb14df66550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:21Z', 'updated_at': '2022-04-28T19:33:26Z', 'revision_number': 4, 'project_id': '92c21db0b1d946a7b5ceb88265a3dcd8', 'gw_port': {'id': '71dfc34e-9007-4d26-804c-1cb14df66550', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4442a6cb-c324-486f-ad4b-bd074a527ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:22Z', 'updated_at': '2022-04-28T19:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '5dce77b5-23da-408d-bd71-dc698ba360e0', 'name': '', 'network_id': '444c2d20-3cef-44a1-a916-ef2b1cdfcc83', 'tenant_id': '92c21db0b1d946a7b5ceb88265a3dcd8', 'mac_address': 'fa:16:3e:a8:25:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4442a6cb-c324-486f-ad4b-bd074a527ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'f34dd72e-10a9-4494-91fc-f14aec1f196f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:25Z', 'updated_at': '2022-04-28T19:33:27Z', 'revision_number': 2, 'project_id': '92c21db0b1d946a7b5ceb88265a3dcd8', 'subnets': [{'id': 'f34dd72e-10a9-4494-91fc-f14aec1f196f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:37.871220 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1210a2cd-febd-411f-a9ee-e5828accbcb2 None None] Checking router: 4442a6cb-c324-486f-ad4b-bd074a527ea0 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:33:37.872382 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1210a2cd-febd-411f-a9ee-e5828accbcb2 None None] Updating router 4442a6cb-c324-486f-ad4b-bd074a527ea0 port 5dce77b5-23da-408d-bd71-dc698ba360e0 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:33:37.873876 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7923137b-1cac-4057-bd3c-26b25293490f req-ec424e95-82c4-4a1c-8188-4e985d3e1b1e tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/quotas/a5d389b5d99847ff9b39765eda86203c HTTP/1.1" status: 200 len: 375 time: 0.6046042 Apr 28 19:33:37.971116 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b265073d-1b82-4008-b47c-ef15e6a1263d req-8b58336b-b06c-4103-8e0b-40a1831ec245 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f969262094984a16ab4b8b19d6c12396 HTTP/1.1" status: 200 len: 10894 time: 0.3967378 Apr 28 19:33:37.984411 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1210a2cd-febd-411f-a9ee-e5828accbcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:38.032259 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b8a659-e87e-453b-8043-bdc0caa214c0 admin admin] Made reservation on behalf of 18e7417f07dd49118ed10405bce7a39b for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:33:38.047186 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53b8a659-e87e-453b-8043-bdc0caa214c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:38.078994 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-28603c82-bbb1-47dc-9358-2611624ade12 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Made reservation on behalf of 8b6f268207a441e39ce17d2e9418f280 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:33:38.082688 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-28603c82-bbb1-47dc-9358-2611624ade12 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:38.085390 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53b8a659-e87e-453b-8043-bdc0caa214c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:38.107055 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7923137b-1cac-4057-bd3c-26b25293490f req-4a512be0-9bf3-4a51-9db9-7b843a99257d tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5d389b5d99847ff9b39765eda86203c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2294543 Apr 28 19:33:38.141968 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b265073d-1b82-4008-b47c-ef15e6a1263d req-14ab9ba7-c9ec-4540-967e-e5c73d3dc7d6 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups/5c6e5e07-2397-442e-876d-34148ec92451 HTTP/1.1" status: 200 len: 2981 time: 0.1697567 Apr 28 19:33:38.162489 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-823a65a1-9dd8-4c7f-b709-1ec79d2fdc10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81a6c570-8baa-4cb7-baf4-3eb6104d95de {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:33:38.293585 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-823a65a1-9dd8-4c7f-b709-1ec79d2fdc10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:38.411845 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b265073d-1b82-4008-b47c-ef15e6a1263d req-d8e682ba-d814-49d4-ad01-69b3e3b9689f tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups/5c6e5e07-2397-442e-876d-34148ec92451 HTTP/1.1" status: 200 len: 2981 time: 0.2519071 Apr 28 19:33:38.470494 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53b8a659-e87e-453b-8043-bdc0caa214c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:38.480670 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53b8a659-e87e-453b-8043-bdc0caa214c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:38.576966 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b8a659-e87e-453b-8043-bdc0caa214c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:33:38.614616 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53b8a659-e87e-453b-8043-bdc0caa214c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:38.615008 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-53b8a659-e87e-453b-8043-bdc0caa214c0 admin admin] Added segment c10cc5b9-432d-471e-8b74-080f77012f91 of type vlan for network 078f257f-ccf3-4985-b802-e93aa11e6332 Apr 28 19:33:38.616807 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8a659-e87e-453b-8043-bdc0caa214c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fb47ca-9208-48a1-bd83-e7889d1896cb,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:38.757445 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-823a65a1-9dd8-4c7f-b709-1ec79d2fdc10 service neutron] Transition to ACTIVE for port object 81a6c570-8baa-4cb7-baf4-3eb6104d95de will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:33:38.781544 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53b8a659-e87e-453b-8043-bdc0caa214c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:38.798798 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-823a65a1-9dd8-4c7f-b709-1ec79d2fdc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:38.839241 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-28603c82-bbb1-47dc-9358-2611624ade12 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Allocated IP 192.168.233.19 (a2ea96f2-6755-492c-8fa3-72807d68d67a/ba397751-1619-4962-a669-11aa98e2e3bc/f72d9815-ff47-4444-bcbd-5ec3c1260509) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:33:38.992433 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0e3fc8e5-08f2-4e68-afd3-3ccc14dbd91e req-0cc4bf23-395a-40fd-ab2d-ed7fbe538f26 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 210 time: 0.1218121 Apr 28 19:33:38.997679 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53b8a659-e87e-453b-8043-bdc0caa214c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:38.998904 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b8a659-e87e-453b-8043-bdc0caa214c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:39.015330 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53b8a659-e87e-453b-8043-bdc0caa214c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:39.333001 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1210a2cd-febd-411f-a9ee-e5828accbcb2 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:39.356395 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1210a2cd-febd-411f-a9ee-e5828accbcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:39.365005 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aab6d2ca-3f84-49ae-9688-23df867c0fa9 req-4c7e10a0-d0ee-4717-9edb-6124080792b0 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups/2a855fcc-fbee-4b11-8de4-ac368674e571 HTTP/1.1" status: 200 len: 1800 time: 0.4963746 Apr 28 19:33:39.403743 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-53b8a659-e87e-453b-8043-bdc0caa214c0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.5724962 Apr 28 19:33:39.404780 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8a659-e87e-453b-8043-bdc0caa214c0 admin admin] Pushing event updated for resources: {'Network': ['ID=078f257f-ccf3-4985-b802-e93aa11e6332,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:39.411887 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40282) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:33:39.417457 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-19927d90-2505-48d8-9664-b6c657f87dd4 admin admin] Request body: {'subnet': {'network_id': '078f257f-ccf3-4985-b802-e93aa11e6332', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1730296888-subnet', 'tenant_id': '18e7417f07dd49118ed10405bce7a39b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:33:39.457171 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 078f257f-ccf3-4985-b802-e93aa11e6332 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:33:39.522217 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b0226-e2a9-4ed5-9d1d-0a64c2263c58 req-223df4c6-b1cb-4d72-bcab-b8c736a05717 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:39.523814 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-658b0226-e2a9-4ed5-9d1d-0a64c2263c58 req-223df4c6-b1cb-4d72-bcab-b8c736a05717 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a74039e-7fec-4f7c-8f84-2a145557afee HTTP/1.1" status: 200 len: 944 time: 0.2395570 Apr 28 19:33:39.532204 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a65a1-9dd8-4c7f-b709-1ec79d2fdc10 service neutron] Pushing event updated for resources: {'Port': ['ID=81a6c570-8baa-4cb7-baf4-3eb6104d95de,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:39.570538 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19927d90-2505-48d8-9664-b6c657f87dd4 admin admin] Made reservation on behalf of 18e7417f07dd49118ed10405bce7a39b for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:33:39.578801 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-19927d90-2505-48d8-9664-b6c657f87dd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:39.609961 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-823a65a1-9dd8-4c7f-b709-1ec79d2fdc10 service neutron] Attempting to bind port 81a6c570-8baa-4cb7-baf4-3eb6104d95de on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:33:39.611167 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-823a65a1-9dd8-4c7f-b709-1ec79d2fdc10 service neutron] Attempting to bind port 81a6c570-8baa-4cb7-baf4-3eb6104d95de by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '358278b1-0052-44f6-b6c2-96054681855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fd6ec307-38a5-449d-ba43-3dd6f89e48d8'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:33:39.611658 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-823a65a1-9dd8-4c7f-b709-1ec79d2fdc10 service neutron] Attempting to bind port 81a6c570-8baa-4cb7-baf4-3eb6104d95de on network fd6ec307-38a5-449d-ba43-3dd6f89e48d8 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:33:39.735559 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-aab6d2ca-3f84-49ae-9688-23df867c0fa9 req-634def5b-c81f-4430-bf73-63c7fb2a6d41 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:39.738831 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-823a65a1-9dd8-4c7f-b709-1ec79d2fdc10 service neutron] Port 81a6c570-8baa-4cb7-baf4-3eb6104d95de on network fd6ec307-38a5-449d-ba43-3dd6f89e48d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:33:39.740940 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-823a65a1-9dd8-4c7f-b709-1ec79d2fdc10 service neutron] Attempting to bind port 81a6c570-8baa-4cb7-baf4-3eb6104d95de on network fd6ec307-38a5-449d-ba43-3dd6f89e48d8 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:33:39.780573 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-658b0226-e2a9-4ed5-9d1d-0a64c2263c58 req-7a7bb58e-20ee-4877-81e3-86629da45b26 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/security-groups?id=821615b6-badc-4db3-aaf0-b967507d8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475853 Apr 28 19:33:39.825402 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869dadc3-3664-4133-97b9-1ac0144750c7 None None] Pushing event updated for resources: {'Port': ['ID=5dce77b5-23da-408d-bd71-dc698ba360e0,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:39.953491 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-28603c82-bbb1-47dc-9358-2611624ade12 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:39.998201 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-823a65a1-9dd8-4c7f-b709-1ec79d2fdc10 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:33:39.998552 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-823a65a1-9dd8-4c7f-b709-1ec79d2fdc10 service neutron] Checking segment: {'id': '358278b1-0052-44f6-b6c2-96054681855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fd6ec307-38a5-449d-ba43-3dd6f89e48d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:33:39.999038 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-823a65a1-9dd8-4c7f-b709-1ec79d2fdc10 service neutron] Bound using segment: {'id': '358278b1-0052-44f6-b6c2-96054681855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fd6ec307-38a5-449d-ba43-3dd6f89e48d8'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:33:39.999564 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-823a65a1-9dd8-4c7f-b709-1ec79d2fdc10 service neutron] Bound port: 81a6c570-8baa-4cb7-baf4-3eb6104d95de, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '358278b1-0052-44f6-b6c2-96054681855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fd6ec307-38a5-449d-ba43-3dd6f89e48d8'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:33:40.000077 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-823a65a1-9dd8-4c7f-b709-1ec79d2fdc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:40.016547 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-28603c82-bbb1-47dc-9358-2611624ade12 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:40.131125 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28603c82-bbb1-47dc-9358-2611624ade12 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Pushing event updated for resources: {'Port': ['ID=f72d9815-ff47-4444-bcbd-5ec3c1260509,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:40.133420 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['1a4a4667-75da-4916-8414-40be6204041b'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:33:40.155817 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-aab6d2ca-3f84-49ae-9688-23df867c0fa9 req-634def5b-c81f-4430-bf73-63c7fb2a6d41 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:40.239563 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['bedbfd15-14b8-47eb-b3c4-300fef4b6df1', '25b412fe-621a-4ff0-a890-43abbaa3bbff'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:33:40.259456 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-add0fe02-cbef-461b-95ba-ba6123a14760 req-733ed91d-f693-4160-ba0e-dd2f96cab5cf tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b10d42d-602d-4bab-8173-789f8dce4897 HTTP/1.1" status: 200 len: 210 time: 0.0741057 Apr 28 19:33:40.288618 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-1210a2cd-febd-411f-a9ee-e5828accbcb2 None None] Attempting to bind port 5dce77b5-23da-408d-bd71-dc698ba360e0 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:33:40.289737 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-1210a2cd-febd-411f-a9ee-e5828accbcb2 None None] Attempting to bind port 5dce77b5-23da-408d-bd71-dc698ba360e0 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '265379f7-4b31-44e7-bd9f-d921e86bcade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '444c2d20-3cef-44a1-a916-ef2b1cdfcc83'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:33:40.290568 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1210a2cd-febd-411f-a9ee-e5828accbcb2 None None] Attempting to bind port 5dce77b5-23da-408d-bd71-dc698ba360e0 on network 444c2d20-3cef-44a1-a916-ef2b1cdfcc83 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:33:40.336874 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-19927d90-2505-48d8-9664-b6c657f87dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:40.372001 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-28603c82-bbb1-47dc-9358-2611624ade12 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Network a2ea96f2-6755-492c-8fa3-72807d68d67a is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:33:40.379095 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-28603c82-bbb1-47dc-9358-2611624ade12 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:33:40.419863 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-28603c82-bbb1-47dc-9358-2611624ade12 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:33:40.596287 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19927d90-2505-48d8-9664-b6c657f87dd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa4522c3-f018-4cb2-a4aa-58e81f9488ce,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:40.656645 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-28603c82-bbb1-47dc-9358-2611624ade12 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:40.659951 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-28603c82-bbb1-47dc-9358-2611624ade12 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:40.694979 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1210a2cd-febd-411f-a9ee-e5828accbcb2 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:33:40.696537 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1210a2cd-febd-411f-a9ee-e5828accbcb2 None None] Checking segment: {'id': '265379f7-4b31-44e7-bd9f-d921e86bcade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '444c2d20-3cef-44a1-a916-ef2b1cdfcc83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:33:40.697407 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1210a2cd-febd-411f-a9ee-e5828accbcb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:40.698150 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1210a2cd-febd-411f-a9ee-e5828accbcb2 None None] Bound using segment: {'id': '265379f7-4b31-44e7-bd9f-d921e86bcade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '444c2d20-3cef-44a1-a916-ef2b1cdfcc83'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:33:40.701405 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-1210a2cd-febd-411f-a9ee-e5828accbcb2 None None] Bound port: 5dce77b5-23da-408d-bd71-dc698ba360e0, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '265379f7-4b31-44e7-bd9f-d921e86bcade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '444c2d20-3cef-44a1-a916-ef2b1cdfcc83'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:33:40.702297 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1210a2cd-febd-411f-a9ee-e5828accbcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:40.798303 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-28603c82-bbb1-47dc-9358-2611624ade12 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1496832 Apr 28 19:33:40.805164 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-81bc2194-a9bf-4571-800a-202c9f0b46b7 None None] Provisioning complete for port 5dce77b5-23da-408d-bd71-dc698ba360e0 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:40.807501 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-81bc2194-a9bf-4571-800a-202c9f0b46b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:40.816912 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-aab6d2ca-3f84-49ae-9688-23df867c0fa9 req-634def5b-c81f-4430-bf73-63c7fb2a6d41 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:40.821770 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-aab6d2ca-3f84-49ae-9688-23df867c0fa9 req-634def5b-c81f-4430-bf73-63c7fb2a6d41 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:40.845856 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aab6d2ca-3f84-49ae-9688-23df867c0fa9 req-634def5b-c81f-4430-bf73-63c7fb2a6d41 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "DELETE /v2.0/security-groups/2a855fcc-fbee-4b11-8de4-ac368674e571 HTTP/1.1" status: 204 len: 173 time: 1.4797125 Apr 28 19:33:40.848233 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-823a65a1-9dd8-4c7f-b709-1ec79d2fdc10 service neutron] For port 81a6c570-8baa-4cb7-baf4-3eb6104d95de, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:33:40.875839 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-75f5ae59-e8d8-4ba7-93af-86e79855119a service neutron] Request body: {'port': {'device_id': '878a8957-8430-48f0-bb0f-4cf3e1e3d623', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:33:40.937353 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634def5b-c81f-4430-bf73-63c7fb2a6d41 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a855fcc-fbee-4b11-8de4-ac368674e571,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:41.003798 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-81bc2194-a9bf-4571-800a-202c9f0b46b7 None None] Port 5dce77b5-23da-408d-bd71-dc698ba360e0 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:33:41.063335 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb1e5a-a08b-4398-8fc0-aad8d1d85257 req-e4865524-65b0-4941-b173-6f6b0b17a763 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:41.068165 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-59fb1e5a-a08b-4398-8fc0-aad8d1d85257 req-e4865524-65b0-4941-b173-6f6b0b17a763 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.15 "GET /v2.0/ports?device_id=7368e056-32cb-41fc-890c-9e0270c8a52f HTTP/1.1" status: 200 len: 944 time: 0.5295312 Apr 28 19:33:41.122063 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-823a65a1-9dd8-4c7f-b709-1ec79d2fdc10 service neutron] For port 81a6c570-8baa-4cb7-baf4-3eb6104d95de, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=81a6c570-8baa-4cb7-baf4-3eb6104d95de,segment=NetworkSegment(358278b1-0052-44f6-b6c2-96054681855a),segment_id=358278b1-0052-44f6-b6c2-96054681855a)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:33:41.230396 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-98deb364-83c7-4a5e-b4e1-d063d998ec75 None None] Provisioning complete for port f72d9815-ff47-4444-bcbd-5ec3c1260509 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:41.230841 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-98deb364-83c7-4a5e-b4e1-d063d998ec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:41.321782 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-823a65a1-9dd8-4c7f-b709-1ec79d2fdc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:41.339832 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19927d90-2505-48d8-9664-b6c657f87dd4 admin admin] Checking segment: {'id': 'c10cc5b9-432d-471e-8b74-080f77012f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '078f257f-ccf3-4985-b802-e93aa11e6332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:33:41.340677 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19927d90-2505-48d8-9664-b6c657f87dd4 admin admin] Network hostable DHCP agents. Network: 078f257f-ccf3-4985-b802-e93aa11e6332, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:33:41.361050 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-823a65a1-9dd8-4c7f-b709-1ec79d2fdc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:41.361678 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-823a65a1-9dd8-4c7f-b709-1ec79d2fdc10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:41.363357 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-823a65a1-9dd8-4c7f-b709-1ec79d2fdc10 service neutron] 10.222.0.15 "PUT /v2.0/ports/81a6c570-8baa-4cb7-baf4-3eb6104d95de HTTP/1.1" status: 200 len: 1092 time: 4.9342415 Apr 28 19:33:41.364055 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-75f5ae59-e8d8-4ba7-93af-86e79855119a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:41.387886 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7923137b-1cac-4057-bd3c-26b25293490f req-16563ad7-d881-4814-8754-0194dd1a1224 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=a5d389b5d99847ff9b39765eda86203c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1751225 Apr 28 19:33:41.404325 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a74039e-7fec-4f7c-8f84-2a145557afee', 'tag': '81a6c570-8baa-4cb7-baf4-3eb6104d95de'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:33:41.406119 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3301bc66-043d-45ed-aa29-2e28b4aadefc" -d '{"events": [{"name": "network-changed", "server_uuid": "6a74039e-7fec-4f7c-8f84-2a145557afee", "tag": "81a6c570-8baa-4cb7-baf4-3eb6104d95de"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:33:41.445740 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-57fc18bd-d79a-422b-ae65-eaa3d04661be tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:41.452029 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-57fc18bd-d79a-422b-ae65-eaa3d04661be tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/networks?id=0a818354-dbcf-4136-b854-44772dd68b79 HTTP/1.1" status: 200 len: 804 time: 0.8300481 Apr 28 19:33:41.457623 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-1210a2cd-febd-411f-a9ee-e5828accbcb2 None None] For port 5dce77b5-23da-408d-bd71-dc698ba360e0, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:33:41.485972 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-1210a2cd-febd-411f-a9ee-e5828accbcb2 None None] For port 5dce77b5-23da-408d-bd71-dc698ba360e0, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=5dce77b5-23da-408d-bd71-dc698ba360e0,segment=NetworkSegment(265379f7-4b31-44e7-bd9f-d921e86bcade),segment_id=265379f7-4b31-44e7-bd9f-d921e86bcade)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:33:41.546365 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19927d90-2505-48d8-9664-b6c657f87dd4 admin admin] Network 078f257f-ccf3-4985-b802-e93aa11e6332 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:33:41.582471 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-be7fa919-a36c-4c34-b0ad-3aa571cc38cc tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/quotas/18ae396e368a491dbb7b54576f3720d9 HTTP/1.1" status: 200 len: 375 time: 0.0989356 Apr 28 19:33:41.698775 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-19927d90-2505-48d8-9664-b6c657f87dd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 078f257f-ccf3-4985-b802-e93aa11e6332) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:33:41.710865 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19927d90-2505-48d8-9664-b6c657f87dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:41.711499 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-19927d90-2505-48d8-9664-b6c657f87dd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:41.723853 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1210a2cd-febd-411f-a9ee-e5828accbcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:41.734087 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-59fb1e5a-a08b-4398-8fc0-aad8d1d85257 req-7ab864b7-6cb5-46fd-be04-c299723e2474 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Deleting port a220f3c9-0550-4bcd-b64a-d325ba473f8f {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:33:41.734435 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-59fb1e5a-a08b-4398-8fc0-aad8d1d85257 req-7ab864b7-6cb5-46fd-be04-c299723e2474 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:41.749927 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a65a1-9dd8-4c7f-b709-1ec79d2fdc10 service neutron] Pushing event updated for resources: {'Port': ['ID=81a6c570-8baa-4cb7-baf4-3eb6104d95de,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:41.774098 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412725e7-464b-4ad7-ba41-42af4c9aa533 None None] Network 078f257f-ccf3-4985-b802-e93aa11e6332 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:33:41.964895 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-59fb1e5a-a08b-4398-8fc0-aad8d1d85257 req-7ab864b7-6cb5-46fd-be04-c299723e2474 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] For port a220f3c9-0550-4bcd-b64a-d325ba473f8f, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=a220f3c9-0550-4bcd-b64a-d325ba473f8f,segment=NetworkSegment(8fc1f4c1-a782-4abd-b384-b46f9c6b3366),segment_id=8fc1f4c1-a782-4abd-b384-b46f9c6b3366)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:41.965231 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-59fb1e5a-a08b-4398-8fc0-aad8d1d85257 req-7ab864b7-6cb5-46fd-be04-c299723e2474 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:41.987586 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923137b-1cac-4057-bd3c-26b25293490f req-c5fb5b1a-1ce2-43e6-9567-1c2de6d4af4d tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:41.990151 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7923137b-1cac-4057-bd3c-26b25293490f req-c5fb5b1a-1ce2-43e6-9567-1c2de6d4af4d tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5610218 Apr 28 19:33:42.005446 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-59fb1e5a-a08b-4398-8fc0-aad8d1d85257 req-7ab864b7-6cb5-46fd-be04-c299723e2474 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Calling delete_port for a220f3c9-0550-4bcd-b64a-d325ba473f8f owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:33:42.032752 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-7923137b-1cac-4057-bd3c-26b25293490f req-8903e25f-27a2-4ea0-9033-a3a4955eb76f tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Request body: {'port': {'device_id': '7b10d42d-602d-4bab-8173-789f8dce4897', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'admin_state_up': True, 'tenant_id': 'a5d389b5d99847ff9b39765eda86203c'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:33:42.193792 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661619cd-cda9-41f0-bb5e-da1a3baa1204 req-369f7059-cb99-4e89-917c-cc38f2960761 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:42.207847 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-661619cd-cda9-41f0-bb5e-da1a3baa1204 req-369f7059-cb99-4e89-917c-cc38f2960761 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 935 time: 0.3947070 Apr 28 19:33:42.231147 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-ca5fec62-6e34-4a2e-ba4a-010e0e8c56d8 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=18ae396e368a491dbb7b54576f3720d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6472030 Apr 28 19:33:42.240810 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1210a2cd-febd-411f-a9ee-e5828accbcb2 None None] Routers {'4442a6cb-c324-486f-ad4b-bd074a527ea0'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:33:42.241990 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-1210a2cd-febd-411f-a9ee-e5828accbcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:33:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['4442a6cb-c324-486f-ad4b-bd074a527ea0'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:42.254793 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-59fb1e5a-a08b-4398-8fc0-aad8d1d85257 req-7ab864b7-6cb5-46fd-be04-c299723e2474 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:42.274303 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-89d577e2-6887-44ca-86b7-29bacfd4d873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:42.277020 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-89d577e2-6887-44ca-86b7-29bacfd4d873 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee496e16332249aeb085dff577ef06a6&device_id=6a74039e-7fec-4f7c-8f84-2a145557afee HTTP/1.1" status: 200 len: 1095 time: 0.4812386 Apr 28 19:33:42.289573 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-19927d90-2505-48d8-9664-b6c657f87dd4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.8764408 Apr 28 19:33:42.366455 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-27e12b7b-e753-4cbd-a700-fb85d63b7deb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81a6c570-8baa-4cb7-baf4-3eb6104d95de HTTP/1.1" status: 200 len: 217 time: 0.0622752 Apr 28 19:33:42.397394 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab864b7-6cb5-46fd-be04-c299723e2474 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Pushing event deleted for resources: {'Port': ['ID=a220f3c9-0550-4bcd-b64a-d325ba473f8f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:42.537264 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-1210a2cd-febd-411f-a9ee-e5828accbcb2 None None] Set router 4442a6cb-c324-486f-ad4b-bd074a527ea0 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:33:42.629558 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-4745de01-4bef-4b88-be36-6943997058b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:42.632197 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-4745de01-4bef-4b88-be36-6943997058b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=45c28097-beec-4874-b7ee-ffa03c177fe7 HTTP/1.1" status: 200 len: 867 time: 0.2395639 Apr 28 19:33:42.643212 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-59fb1e5a-a08b-4398-8fc0-aad8d1d85257 req-7ab864b7-6cb5-46fd-be04-c299723e2474 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] No DVR routers for this DVR port a220f3c9-0550-4bcd-b64a-d325ba473f8f on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:33:42.648479 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-59fb1e5a-a08b-4398-8fc0-aad8d1d85257 req-7ab864b7-6cb5-46fd-be04-c299723e2474 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:42.669495 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-59fb1e5a-a08b-4398-8fc0-aad8d1d85257 req-7ab864b7-6cb5-46fd-be04-c299723e2474 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.15 "DELETE /v2.0/ports/a220f3c9-0550-4bcd-b64a-d325ba473f8f HTTP/1.1" status: 204 len: 173 time: 1.5553625 Apr 28 19:33:42.670378 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7368e056-32cb-41fc-890c-9e0270c8a52f', 'name': 'network-vif-deleted', 'tag': 'a220f3c9-0550-4bcd-b64a-d325ba473f8f'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:33:42.673009 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a513e2-6c38-4acf-ae0f-d86c307df70a" -d '{"events": [{"server_uuid": "7368e056-32cb-41fc-890c-9e0270c8a52f", "name": "network-vif-deleted", "tag": "a220f3c9-0550-4bcd-b64a-d325ba473f8f"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:33:42.775775 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-65c7af39-1295-482b-9767-1645478d1de4 service neutron] 10.222.0.42 "GET /v2.0/networks/0a818354-dbcf-4136-b854-44772dd68b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5433502 Apr 28 19:33:42.946320 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869dadc3-3664-4133-97b9-1ac0144750c7 None None] Pushing event updated for resources: {'Port': ['ID=5dce77b5-23da-408d-bd71-dc698ba360e0,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:42.958155 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536e4510-9ed5-4396-b2e7-3c248faf2d0f None None] Network 078f257f-ccf3-4985-b802-e93aa11e6332 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:33:43.048535 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-98deb364-83c7-4a5e-b4e1-d063d998ec75 None None] Port f72d9815-ff47-4444-bcbd-5ec3c1260509 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:33:43.105940 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-b6a84f5f-d9f0-489b-b9f4-8066f5d284d8 service neutron] 10.222.0.42 "GET /v2.0/networks/0a818354-dbcf-4136-b854-44772dd68b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138232 Apr 28 19:33:43.231417 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-2ec1344a-fd91-48c2-86bd-9a1b6cdac9c6 None None] Provisioning complete for port 5dce77b5-23da-408d-bd71-dc698ba360e0 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:43.231801 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2ec1344a-fd91-48c2-86bd-9a1b6cdac9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:43.408013 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7923137b-1cac-4057-bd3c-26b25293490f req-8903e25f-27a2-4ea0-9033-a3a4955eb76f tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Made reservation on behalf of a5d389b5d99847ff9b39765eda86203c for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:33:43.412057 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-7923137b-1cac-4057-bd3c-26b25293490f req-8903e25f-27a2-4ea0-9033-a3a4955eb76f tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:43.452443 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-661619cd-cda9-41f0-bb5e-da1a3baa1204 req-73a2c180-3583-4842-bc57-f12e0b96fc40 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1845727 Apr 28 19:33:43.619355 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-972e288a-7f31-4716-9ba7-32081bb8af49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:43.621301 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-972e288a-7f31-4716-9ba7-32081bb8af49 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd6ec307-38a5-449d-ba43-3dd6f89e48d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3309190 Apr 28 19:33:43.647835 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [req-115a4813-b1a3-4da2-ac3d-10381ac5e813 req-283aaa85-89d0-4269-a28c-c40d4541a31c tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] show failed (client error): The resource could not be found. Apr 28 19:33:43.649117 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-115a4813-b1a3-4da2-ac3d-10381ac5e813 req-283aaa85-89d0-4269-a28c-c40d4541a31c tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups/2a855fcc-fbee-4b11-8de4-ac368674e571 HTTP/1.1" status: 404 len: 352 time: 0.0464406 Apr 28 19:33:43.682608 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-1210a2cd-febd-411f-a9ee-e5828accbcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4442a6cb-c324-486f-ad4b-bd074a527ea0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1926587642-router', 'tenant_id': '92c21db0b1d946a7b5ceb88265a3dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '71dfc34e-9007-4d26-804c-1cb14df66550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:21Z', 'updated_at': '2022-04-28T19:33:26Z', 'revision_number': 4, 'project_id': '92c21db0b1d946a7b5ceb88265a3dcd8', 'gw_port': {'id': '71dfc34e-9007-4d26-804c-1cb14df66550', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4442a6cb-c324-486f-ad4b-bd074a527ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:22Z', 'updated_at': '2022-04-28T19:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '5dce77b5-23da-408d-bd71-dc698ba360e0', 'name': '', 'network_id': '444c2d20-3cef-44a1-a916-ef2b1cdfcc83', 'tenant_id': '92c21db0b1d946a7b5ceb88265a3dcd8', 'mac_address': 'fa:16:3e:a8:25:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4442a6cb-c324-486f-ad4b-bd074a527ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'f34dd72e-10a9-4494-91fc-f14aec1f196f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:25Z', 'updated_at': '2022-04-28T19:33:41Z', 'revision_number': 4, 'project_id': '92c21db0b1d946a7b5ceb88265a3dcd8', 'subnets': [{'id': 'f34dd72e-10a9-4494-91fc-f14aec1f196f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:43.805954 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1210a2cd-febd-411f-a9ee-e5828accbcb2 None None] The sync data for ids ['4442a6cb-c324-486f-ad4b-bd074a527ea0'] in n-d-839810-1 is: [{'id': '4442a6cb-c324-486f-ad4b-bd074a527ea0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1926587642-router', 'tenant_id': '92c21db0b1d946a7b5ceb88265a3dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '71dfc34e-9007-4d26-804c-1cb14df66550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:21Z', 'updated_at': '2022-04-28T19:33:26Z', 'revision_number': 4, 'project_id': '92c21db0b1d946a7b5ceb88265a3dcd8', 'gw_port': {'id': '71dfc34e-9007-4d26-804c-1cb14df66550', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4442a6cb-c324-486f-ad4b-bd074a527ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:22Z', 'updated_at': '2022-04-28T19:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '5dce77b5-23da-408d-bd71-dc698ba360e0', 'name': '', 'network_id': '444c2d20-3cef-44a1-a916-ef2b1cdfcc83', 'tenant_id': '92c21db0b1d946a7b5ceb88265a3dcd8', 'mac_address': 'fa:16:3e:a8:25:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4442a6cb-c324-486f-ad4b-bd074a527ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'f34dd72e-10a9-4494-91fc-f14aec1f196f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:25Z', 'updated_at': '2022-04-28T19:33:41Z', 'revision_number': 4, 'project_id': '92c21db0b1d946a7b5ceb88265a3dcd8', 'subnets': [{'id': 'f34dd72e-10a9-4494-91fc-f14aec1f196f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:33:43.823383 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded1cdd-2891-4ee8-be95-914b657ee302 req-e0433c0d-01b4-4078-9b23-868c42d34fce tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:43.830757 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bb21de3f-410e-48f8-9063-9aaf7ec0c509 req-10c7df42-b7de-4485-b945-7ee16ba7ad52 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b10d42d-602d-4bab-8173-789f8dce4897 HTTP/1.1" status: 200 len: 210 time: 0.0589442 Apr 28 19:33:43.833317 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4ded1cdd-2891-4ee8-be95-914b657ee302 req-e0433c0d-01b4-4078-9b23-868c42d34fce tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a74039e-7fec-4f7c-8f84-2a145557afee HTTP/1.1" status: 200 len: 944 time: 0.2842262 Apr 28 19:33:43.877105 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-75f5ae59-e8d8-4ba7-93af-86e79855119a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f72d9815-ff47-4444-bcbd-5ec3c1260509 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:33:43.902664 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-75f5ae59-e8d8-4ba7-93af-86e79855119a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:43.915178 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-c724ba06-8643-4bc1-8d8d-ea7e6a608ba9 service neutron] 10.222.0.15 "GET /v2.0/networks/fd6ec307-38a5-449d-ba43-3dd6f89e48d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829349 Apr 28 19:33:43.923575 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2ec1344a-fd91-48c2-86bd-9a1b6cdac9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:43.959097 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device a220f3c9-0550-4bcd-b64a-d325ba473f8f no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:33:43.963818 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4ded1cdd-2891-4ee8-be95-914b657ee302 req-c094e8af-60b4-4d20-8d48-c5de43c268e8 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/security-groups?id=821615b6-badc-4db3-aaf0-b967507d8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275237 Apr 28 19:33:43.964350 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346a1ad0-79ae-4510-9e04-6e6120e4fc9d x-openstack-request-id: req-346a1ad0-79ae-4510-9e04-6e6120e4fc9d {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:33:43.964751 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a74039e-7fec-4f7c-8f84-2a145557afee", "tag": "81a6c570-8baa-4cb7-baf4-3eb6104d95de", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:33:43.965369 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-346a1ad0-79ae-4510-9e04-6e6120e4fc9d {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:33:43.966912 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-346a1ad0-79ae-4510-9e04-6e6120e4fc9d'] response: {'name': 'network-changed', 'server_uuid': '6a74039e-7fec-4f7c-8f84-2a145557afee', 'tag': '81a6c570-8baa-4cb7-baf4-3eb6104d95de', 'status': 'completed', 'code': 200} Apr 28 19:33:43.968474 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-75f5ae59-e8d8-4ba7-93af-86e79855119a service neutron] Transition to ACTIVE for port object f72d9815-ff47-4444-bcbd-5ec3c1260509 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:33:44.005092 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-75f5ae59-e8d8-4ba7-93af-86e79855119a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:44.034008 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: a220f3c9-0550-4bcd-b64a-d325ba473f8f {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:33:44.034439 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device a220f3c9-0550-4bcd-b64a-d325ba473f8f not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:33:44.087234 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2043839a-73c3-4a63-a3f3-5127a6568b74 x-openstack-request-id: req-2043839a-73c3-4a63-a3f3-5127a6568b74 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:33:44.087947 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7368e056-32cb-41fc-890c-9e0270c8a52f", "name": "network-vif-deleted", "tag": "a220f3c9-0550-4bcd-b64a-d325ba473f8f", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:33:44.088422 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2043839a-73c3-4a63-a3f3-5127a6568b74 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:33:44.089176 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2043839a-73c3-4a63-a3f3-5127a6568b74'] response: {'server_uuid': '7368e056-32cb-41fc-890c-9e0270c8a52f', 'name': 'network-vif-deleted', 'tag': 'a220f3c9-0550-4bcd-b64a-d325ba473f8f', 'status': 'completed', 'code': 200} Apr 28 19:33:44.100647 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-2ec1344a-fd91-48c2-86bd-9a1b6cdac9c6 None None] For port 5dce77b5-23da-408d-bd71-dc698ba360e0, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=5dce77b5-23da-408d-bd71-dc698ba360e0,segment=NetworkSegment(265379f7-4b31-44e7-bd9f-d921e86bcade),segment_id=265379f7-4b31-44e7-bd9f-d921e86bcade)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:44.117867 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2ec1344a-fd91-48c2-86bd-9a1b6cdac9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:44.211710 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-7923137b-1cac-4057-bd3c-26b25293490f req-8903e25f-27a2-4ea0-9033-a3a4955eb76f tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Allocated IP 192.168.233.211 (a2ea96f2-6755-492c-8fa3-72807d68d67a/ba397751-1619-4962-a669-11aa98e2e3bc/8ea120d8-f01b-42a4-8774-ba74e2cc8669) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:33:44.221164 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1344a-fd91-48c2-86bd-9a1b6cdac9c6 None None] Pushing event updated for resources: {'Port': ['ID=5dce77b5-23da-408d-bd71-dc698ba360e0,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:44.261844 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-422fe455-2c4f-4952-8123-6fe045c09a14 req-39636f69-eb7c-4b71-8ef5-d0a60a82bbc6 service neutron] 10.222.0.15 "GET /v2.0/networks/fd6ec307-38a5-449d-ba43-3dd6f89e48d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340998 Apr 28 19:33:44.583999 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5ae59-e8d8-4ba7-93af-86e79855119a service neutron] Pushing event updated for resources: {'Port': ['ID=f72d9815-ff47-4444-bcbd-5ec3c1260509,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:44.827801 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-53339c6a-2316-4129-b514-9c1978aa13f7 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:44.832367 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-53339c6a-2316-4129-b514-9c1978aa13f7 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/networks?id=078f257f-ccf3-4985-b802-e93aa11e6332 HTTP/1.1" status: 200 len: 822 time: 0.3480458 Apr 28 19:33:44.869913 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-7e9e8c8d-dc10-49eb-b069-4201001d590f tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/quotas/18e7417f07dd49118ed10405bce7a39b HTTP/1.1" status: 200 len: 375 time: 0.0158918 Apr 28 19:33:44.977736 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-86ac415b-4966-4ce4-b827-9bf41d28122f tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=18e7417f07dd49118ed10405bce7a39b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754461 Apr 28 19:33:45.125142 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301bc66-043d-45ed-aa29-2e28b4aadefc req-dac8c0d3-d63b-4b62-b1d3-5391e1e775d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:45.127085 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3301bc66-043d-45ed-aa29-2e28b4aadefc req-dac8c0d3-d63b-4b62-b1d3-5391e1e775d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee496e16332249aeb085dff577ef06a6&device_id=6a74039e-7fec-4f7c-8f84-2a145557afee HTTP/1.1" status: 200 len: 1095 time: 0.7767026 Apr 28 19:33:45.298541 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-b883f90b-a07e-46b6-a72b-dd2eb28da26b service neutron] 10.222.0.42 "GET /v2.0/networks/078f257f-ccf3-4985-b802-e93aa11e6332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106413 Apr 28 19:33:45.338894 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946079b-2061-4651-8e80-a0b246065c52 req-8ae1bd70-2222-40cc-a53b-1b58d20f41d4 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:45.340910 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5946079b-2061-4651-8e80-a0b246065c52 req-8ae1bd70-2222-40cc-a53b-1b58d20f41d4 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/networks?id=6836a994-cb1e-455e-a97f-31c9ee3bdef2 HTTP/1.1" status: 200 len: 819 time: 1.0702929 Apr 28 19:33:45.368905 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 5dce77b5-23da-408d-bd71-dc698ba360e0 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:33:45.483844 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 5dce77b5-23da-408d-bd71-dc698ba360e0 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:45.483844 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:45.513676 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301bc66-043d-45ed-aa29-2e28b4aadefc req-4194926f-2286-416e-8ce7-0b4ee9a8c1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:45.517343 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3301bc66-043d-45ed-aa29-2e28b4aadefc req-4194926f-2286-416e-8ce7-0b4ee9a8c1b3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd6ec307-38a5-449d-ba43-3dd6f89e48d8 HTTP/1.1" status: 200 len: 929 time: 0.3335781 Apr 28 19:33:45.535226 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-c47d5d78-60f2-4a70-ac81-86547f59cfdc service neutron] 10.222.0.42 "GET /v2.0/networks/078f257f-ccf3-4985-b802-e93aa11e6332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357798 Apr 28 19:33:45.543804 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-75f5ae59-e8d8-4ba7-93af-86e79855119a service neutron] Attempting to bind port f72d9815-ff47-4444-bcbd-5ec3c1260509 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:33:45.544669 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-75f5ae59-e8d8-4ba7-93af-86e79855119a service neutron] Attempting to bind port f72d9815-ff47-4444-bcbd-5ec3c1260509 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:33:45.545314 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-75f5ae59-e8d8-4ba7-93af-86e79855119a service neutron] Attempting to bind port f72d9815-ff47-4444-bcbd-5ec3c1260509 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:33:45.618250 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-7923137b-1cac-4057-bd3c-26b25293490f req-8903e25f-27a2-4ea0-9033-a3a4955eb76f tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:45.676424 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-75f5ae59-e8d8-4ba7-93af-86e79855119a service neutron] Port f72d9815-ff47-4444-bcbd-5ec3c1260509 on network a2ea96f2-6755-492c-8fa3-72807d68d67a not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:33:45.676659 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-75f5ae59-e8d8-4ba7-93af-86e79855119a service neutron] Attempting to bind port f72d9815-ff47-4444-bcbd-5ec3c1260509 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:33:45.733760 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5946079b-2061-4651-8e80-a0b246065c52 req-d43b7c0b-fe0d-456c-9bb2-f6baf3bcf7bb tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/quotas/e1af134fdfb54762be9898d865bc6112 HTTP/1.1" status: 200 len: 375 time: 0.1917994 Apr 28 19:33:45.740798 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3301bc66-043d-45ed-aa29-2e28b4aadefc req-7997acf8-52a2-4bfb-b81e-9ffefd206be8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81a6c570-8baa-4cb7-baf4-3eb6104d95de HTTP/1.1" status: 200 len: 217 time: 0.1786962 Apr 28 19:33:45.747875 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-75f5ae59-e8d8-4ba7-93af-86e79855119a service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:33:45.748991 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-75f5ae59-e8d8-4ba7-93af-86e79855119a service neutron] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:33:45.749154 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-75f5ae59-e8d8-4ba7-93af-86e79855119a service neutron] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:33:45.749554 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-75f5ae59-e8d8-4ba7-93af-86e79855119a service neutron] Bound port: f72d9815-ff47-4444-bcbd-5ec3c1260509, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:33:45.750032 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-75f5ae59-e8d8-4ba7-93af-86e79855119a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:45.900806 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d6840ad1-f3a8-45c3-916e-24190e8b4f05 req-c7696bdf-fff2-45fb-a35d-c455d597f7d3 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd72dfea-f42b-461b-83db-a4b9dd4c1ec6 HTTP/1.1" status: 200 len: 210 time: 0.0528567 Apr 28 19:33:45.958083 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-75f5ae59-e8d8-4ba7-93af-86e79855119a service neutron] For port f72d9815-ff47-4444-bcbd-5ec3c1260509, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:33:45.962206 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-75f5ae59-e8d8-4ba7-93af-86e79855119a service neutron] For port f72d9815-ff47-4444-bcbd-5ec3c1260509, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=f72d9815-ff47-4444-bcbd-5ec3c1260509,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:33:45.967890 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 81a6c570-8baa-4cb7-baf4-3eb6104d95de details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:33:45.968498 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-7923137b-1cac-4057-bd3c-26b25293490f req-8903e25f-27a2-4ea0-9033-a3a4955eb76f tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:45.989614 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5946079b-2061-4651-8e80-a0b246065c52 req-ed079741-9682-4b9a-9ff4-9fa40fc2f825 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e1af134fdfb54762be9898d865bc6112&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2474606 Apr 28 19:33:45.994504 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-75f5ae59-e8d8-4ba7-93af-86e79855119a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:46.001003 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['dda93919-98c7-4bf4-a7e7-db36f7047dc6'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:33:46.024075 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ad889fff-d617-4162-9ef7-a703fd8e7db9 req-d593b705-fc39-43fb-ba96-2750485d1c53 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups/6e3231bb-a9bf-4dc6-a987-b016da4f0318 HTTP/1.1" status: 200 len: 1799 time: 0.1058826 Apr 28 19:33:46.158047 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5946079b-2061-4651-8e80-a0b246065c52 req-e4bc39cd-0dc7-4854-a350-01848704b158 service neutron] 10.222.0.42 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104183 Apr 28 19:33:46.162988 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301bc66-043d-45ed-aa29-2e28b4aadefc req-6c5bfa02-3902-4952-aba3-d72840e9814b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:46.164525 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3301bc66-043d-45ed-aa29-2e28b4aadefc req-6c5bfa02-3902-4952-aba3-d72840e9814b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=45c28097-beec-4874-b7ee-ffa03c177fe7 HTTP/1.1" status: 200 len: 867 time: 0.3928046 Apr 28 19:33:46.168638 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ad889fff-d617-4162-9ef7-a703fd8e7db9 req-56ddbf6f-fa63-4ded-83ac-2f1f66c0252e tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:46.191173 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7923137b-1cac-4057-bd3c-26b25293490f req-8903e25f-27a2-4ea0-9033-a3a4955eb76f tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Network a2ea96f2-6755-492c-8fa3-72807d68d67a is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:33:46.205555 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ad889fff-d617-4162-9ef7-a703fd8e7db9 req-56ddbf6f-fa63-4ded-83ac-2f1f66c0252e tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:46.314441 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-75f5ae59-e8d8-4ba7-93af-86e79855119a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:46.319686 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-75f5ae59-e8d8-4ba7-93af-86e79855119a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:46.323310 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-75f5ae59-e8d8-4ba7-93af-86e79855119a service neutron] 10.222.0.15 "PUT /v2.0/ports/f72d9815-ff47-4444-bcbd-5ec3c1260509 HTTP/1.1" status: 200 len: 1095 time: 5.5104828 Apr 28 19:33:46.324302 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-7923137b-1cac-4057-bd3c-26b25293490f req-8903e25f-27a2-4ea0-9033-a3a4955eb76f tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:33:46.346521 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878a8957-8430-48f0-bb0f-4cf3e1e3d623', 'tag': 'f72d9815-ff47-4444-bcbd-5ec3c1260509'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:33:46.354509 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3d803f-0d2c-433c-afa6-bbe86faf0f21" -d '{"events": [{"name": "network-changed", "server_uuid": "878a8957-8430-48f0-bb0f-4cf3e1e3d623", "tag": "f72d9815-ff47-4444-bcbd-5ec3c1260509"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:33:46.362446 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7923137b-1cac-4057-bd3c-26b25293490f req-8903e25f-27a2-4ea0-9033-a3a4955eb76f tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:33:46.521192 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903e25f-27a2-4ea0-9033-a3a4955eb76f tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Pushing event updated for resources: {'Port': ['ID=8ea120d8-f01b-42a4-8774-ba74e2cc8669,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:46.627858 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ad889fff-d617-4162-9ef7-a703fd8e7db9 req-56ddbf6f-fa63-4ded-83ac-2f1f66c0252e tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:46.637335 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ad889fff-d617-4162-9ef7-a703fd8e7db9 req-56ddbf6f-fa63-4ded-83ac-2f1f66c0252e tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:46.638795 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 81a6c570-8baa-4cb7-baf4-3eb6104d95de, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=81a6c570-8baa-4cb7-baf4-3eb6104d95de,segment=NetworkSegment(358278b1-0052-44f6-b6c2-96054681855a),segment_id=358278b1-0052-44f6-b6c2-96054681855a)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:46.639492 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ad889fff-d617-4162-9ef7-a703fd8e7db9 req-56ddbf6f-fa63-4ded-83ac-2f1f66c0252e tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "DELETE /v2.0/security-groups/6e3231bb-a9bf-4dc6-a987-b016da4f0318 HTTP/1.1" status: 204 len: 173 time: 0.6056836 Apr 28 19:33:46.693813 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '81a6c570-8baa-4cb7-baf4-3eb6104d95de', 'network_id': 'fd6ec307-38a5-449d-ba43-3dd6f89e48d8', 'port_id': '81a6c570-8baa-4cb7-baf4-3eb6104d95de', 'mac_address': 'fa:16:3e:3e:1c:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45c28097-beec-4874-b7ee-ffa03c177fe7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:33:46.705360 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ddbf6f-fa63-4ded-83ac-2f1f66c0252e tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3231bb-a9bf-4dc6-a987-b016da4f0318,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:46.744613 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-78ac4815-ae7d-4b07-93e9-90427aa35d31 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:46.747684 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-78ac4815-ae7d-4b07-93e9-90427aa35d31 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.15 "GET /v2.0/networks?id=0a818354-dbcf-4136-b854-44772dd68b79 HTTP/1.1" status: 200 len: 804 time: 0.5099356 Apr 28 19:33:46.762380 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-4cf89546-56cd-4beb-8088-eaa294689586 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Request body: {'port': {'device_id': 'fd72dfea-f42b-461b-83db-a4b9dd4c1ec6', 'network_id': '0a818354-dbcf-4136-b854-44772dd68b79', 'admin_state_up': True, 'tenant_id': '18ae396e368a491dbb7b54576f3720d9'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:33:46.818694 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301bc66-043d-45ed-aa29-2e28b4aadefc req-c58c8d8f-4fe2-4b1b-a76a-7647a17a92bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:46.820766 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3301bc66-043d-45ed-aa29-2e28b4aadefc req-c58c8d8f-4fe2-4b1b-a76a-7647a17a92bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd6ec307-38a5-449d-ba43-3dd6f89e48d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6462567 Apr 28 19:33:46.829368 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923137b-1cac-4057-bd3c-26b25293490f req-8903e25f-27a2-4ea0-9033-a3a4955eb76f tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:46.830299 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-7923137b-1cac-4057-bd3c-26b25293490f req-8903e25f-27a2-4ea0-9033-a3a4955eb76f tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:46.857992 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5946079b-2061-4651-8e80-a0b246065c52 req-61396409-8cb2-4105-a449-66ea189acb1c service neutron] 10.222.0.42 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6817071 Apr 28 19:33:46.859078 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5ae59-e8d8-4ba7-93af-86e79855119a service neutron] Pushing event updated for resources: {'Port': ['ID=f72d9815-ff47-4444-bcbd-5ec3c1260509,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:46.876637 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7923137b-1cac-4057-bd3c-26b25293490f req-8903e25f-27a2-4ea0-9033-a3a4955eb76f tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8527706 Apr 28 19:33:46.885777 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:46.932727 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81a6c570-8baa-4cb7-baf4-3eb6104d95de {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:33:47.015909 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 81a6c570-8baa-4cb7-baf4-3eb6104d95de, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=81a6c570-8baa-4cb7-baf4-3eb6104d95de,segment=NetworkSegment(358278b1-0052-44f6-b6c2-96054681855a),segment_id=358278b1-0052-44f6-b6c2-96054681855a)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:47.036423 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:47.071396 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3301bc66-043d-45ed-aa29-2e28b4aadefc req-b0ff0476-a717-46a5-b878-fdb46f8f02b5 service neutron] 10.222.0.15 "GET /v2.0/networks/fd6ec307-38a5-449d-ba43-3dd6f89e48d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060277 Apr 28 19:33:47.095333 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-7923137b-1cac-4057-bd3c-26b25293490f req-bac77be0-df06-47f6-b855-2887c7fa786d service neutron] Request body: {'port': {'device_id': '7b10d42d-602d-4bab-8173-789f8dce4897', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:33:47.135996 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aecbd6-4fb0-48cc-b190-c66785af1ce2 req-35f40704-b73d-4ff3-8140-da00c4975792 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:47.145057 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1aecbd6-4fb0-48cc-b190-c66785af1ce2 req-35f40704-b73d-4ff3-8140-da00c4975792 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 947 time: 0.3339896 Apr 28 19:33:47.237817 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-4cf89546-56cd-4beb-8088-eaa294689586 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Made reservation on behalf of 18ae396e368a491dbb7b54576f3720d9 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:33:47.249409 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-4cf89546-56cd-4beb-8088-eaa294689586 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:47.270763 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-79907bc4-4cff-47e1-b32c-dc21ae8cc1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:47.273272 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-79907bc4-4cff-47e1-b32c-dc21ae8cc1ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 1098 time: 0.7800164 Apr 28 19:33:47.289616 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=81a6c570-8baa-4cb7-baf4-3eb6104d95de,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:47.319407 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['81a6c570-8baa-4cb7-baf4-3eb6104d95de'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:33:47.373100 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1aecbd6-4fb0-48cc-b190-c66785af1ce2 req-414ebc90-bb5d-4872-ad87-0551fd088b9b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271259 Apr 28 19:33:47.484131 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a411c75b-61fa-446b-a210-95c011922d80 None None] Provisioning complete for port 8ea120d8-f01b-42a4-8774-ba74e2cc8669 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:47.484131 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a411c75b-61fa-446b-a210-95c011922d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:47.578442 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec56c96-2a11-4ae2-9534-0cd3b0493166 req-9c8f162b-12cf-43f0-bf4f-3758d129ea0f tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:47.586947 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6ec56c96-2a11-4ae2-9534-0cd3b0493166 req-9c8f162b-12cf-43f0-bf4f-3758d129ea0f tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b10d42d-602d-4bab-8173-789f8dce4897 HTTP/1.1" status: 200 len: 936 time: 0.1193240 Apr 28 19:33:47.653262 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-a411c75b-61fa-446b-a210-95c011922d80 None None] Port 8ea120d8-f01b-42a4-8774-ba74e2cc8669 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:33:47.668146 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6ec56c96-2a11-4ae2-9534-0cd3b0493166 req-2cfc0d7e-4ac3-4390-b42f-b5c11621406f tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d892c60-4988-4559-91ae-463a24113b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794318 Apr 28 19:33:47.671848 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3301bc66-043d-45ed-aa29-2e28b4aadefc req-032ca297-9259-4612-a818-c3d9904c6929 service neutron] 10.222.0.15 "GET /v2.0/networks/fd6ec307-38a5-449d-ba43-3dd6f89e48d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5884368 Apr 28 19:33:47.678364 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-7923137b-1cac-4057-bd3c-26b25293490f req-bac77be0-df06-47f6-b855-2887c7fa786d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:47.701152 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-bd229669-7fa3-4f70-8e8b-096090b463f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=f72d9815-ff47-4444-bcbd-5ec3c1260509 HTTP/1.1" status: 200 len: 217 time: 0.3804684 Apr 28 19:33:47.717420 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-4cf89546-56cd-4beb-8088-eaa294689586 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Allocated IP 172.20.0.11 (0a818354-dbcf-4136-b854-44772dd68b79/09693431-05ed-41e8-8d54-1a8b3b11f1bb/2e6593cf-1a99-403a-b120-046c6cc0fcca) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:33:47.916252 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d34d8-efc5-45b3-b490-4477633ddb74 req-54bf8317-a82d-4c0a-b76c-74942ee30920 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:47.928649 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cb7d34d8-efc5-45b3-b490-4477633ddb74 req-54bf8317-a82d-4c0a-b76c-74942ee30920 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a74039e-7fec-4f7c-8f84-2a145557afee HTTP/1.1" status: 200 len: 945 time: 0.2547605 Apr 28 19:33:47.939417 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-b1158605-e8a9-4e43-bedd-b14be107b22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:47.943148 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-b1158605-e8a9-4e43-bedd-b14be107b22b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.2281883 Apr 28 19:33:47.944465 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2fdecec-61e9-49d4-bf23-c048187305e9 req-8f0663a4-73f0-4d47-8feb-5b64cdc0152d tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21 HTTP/1.1" status: 200 len: 210 time: 0.0883887 Apr 28 19:33:48.091912 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cb7d34d8-efc5-45b3-b490-4477633ddb74 req-bc277723-d001-407b-8c39-c0089149e754 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/security-groups?id=821615b6-badc-4db3-aaf0-b967507d8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609194 Apr 28 19:33:48.132907 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f85515c-e9e5-4a6a-86f3-4432f2634a72 x-openstack-request-id: req-8f85515c-e9e5-4a6a-86f3-4432f2634a72 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:33:48.133503 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878a8957-8430-48f0-bb0f-4cf3e1e3d623", "tag": "f72d9815-ff47-4444-bcbd-5ec3c1260509", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:33:48.133910 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8f85515c-e9e5-4a6a-86f3-4432f2634a72 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:33:48.135334 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f85515c-e9e5-4a6a-86f3-4432f2634a72'] response: {'name': 'network-changed', 'server_uuid': '878a8957-8430-48f0-bb0f-4cf3e1e3d623', 'tag': 'f72d9815-ff47-4444-bcbd-5ec3c1260509', 'status': 'completed', 'code': 200} Apr 28 19:33:48.197771 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [req-b7a13458-3a1f-4fad-becb-72d4406323ee req-026f1b58-eb12-44c9-9dd4-df82acdf829e tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] show failed (client error): The resource could not be found. Apr 28 19:33:48.201944 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-e3ea6dd4-f3f6-4e11-977f-fa8dfb122c2f tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:48.204008 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-e3ea6dd4-f3f6-4e11-977f-fa8dfb122c2f tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.44 "GET /v2.0/networks?id=078f257f-ccf3-4985-b802-e93aa11e6332 HTTP/1.1" status: 200 len: 822 time: 0.2932591 Apr 28 19:33:48.219363 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-3b48bc56-c34d-49cf-87da-e488333d41fa tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Request body: {'port': {'device_id': 'ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21', 'network_id': '078f257f-ccf3-4985-b802-e93aa11e6332', 'admin_state_up': True, 'tenant_id': '18e7417f07dd49118ed10405bce7a39b'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:33:48.220181 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b7a13458-3a1f-4fad-becb-72d4406323ee req-026f1b58-eb12-44c9-9dd4-df82acdf829e tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups/6e3231bb-a9bf-4dc6-a987-b016da4f0318 HTTP/1.1" status: 404 len: 352 time: 0.0557272 Apr 28 19:33:48.235914 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-4cf89546-56cd-4beb-8088-eaa294689586 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:48.321231 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-b3ab0e93-8bad-42f1-b852-554091cff469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:48.323782 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-b3ab0e93-8bad-42f1-b852-554091cff469 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2692409 Apr 28 19:33:48.352039 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e1de3f87-1b9a-453b-8d86-89e2234297f7 req-767ba309-2730-47a7-bc31-c4ba431b5425 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd72dfea-f42b-461b-83db-a4b9dd4c1ec6 HTTP/1.1" status: 200 len: 210 time: 0.0799479 Apr 28 19:33:48.398024 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-851fb8a6-c2fe-435b-a405-81c375f616fb req-d1c55330-b8e8-4cca-b37f-48194591f467 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 210 time: 0.1019421 Apr 28 19:33:48.523878 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-4cf89546-56cd-4beb-8088-eaa294689586 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:48.647882 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-4cf89546-56cd-4beb-8088-eaa294689586 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Network 0a818354-dbcf-4136-b854-44772dd68b79 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:33:48.663159 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-4cf89546-56cd-4beb-8088-eaa294689586 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:33:48.683503 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-4cf89546-56cd-4beb-8088-eaa294689586 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:33:48.704987 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-05cdc203-6429-4287-ba5e-2ebef75f690f req-ecbf14cd-0506-444c-af40-e94d509cd25c tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups/8767f81a-863c-48b7-90d0-8bdd395ef7c5 HTTP/1.1" status: 200 len: 1799 time: 0.2959230 Apr 28 19:33:48.845694 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-3b48bc56-c34d-49cf-87da-e488333d41fa tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Made reservation on behalf of 18e7417f07dd49118ed10405bce7a39b for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:33:48.851731 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-3b48bc56-c34d-49cf-87da-e488333d41fa tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:48.887589 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf89546-56cd-4beb-8088-eaa294689586 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Pushing event updated for resources: {'Port': ['ID=2e6593cf-1a99-403a-b120-046c6cc0fcca,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:48.926348 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-b3d1cc25-3a81-41c7-9e5b-5c5472ac534c service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5712018 Apr 28 19:33:49.039032 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-05cdc203-6429-4287-ba5e-2ebef75f690f req-1ff07a46-87cb-47e4-85f1-614bfd347658 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:49.071950 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-4cf89546-56cd-4beb-8088-eaa294689586 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:49.073164 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-4cf89546-56cd-4beb-8088-eaa294689586 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:49.076302 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554c243-d45a-4578-ac97-0f013b3c6acd req-50933eb1-f859-4279-9036-1f071dde156b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:49.078124 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4554c243-d45a-4578-ac97-0f013b3c6acd req-50933eb1-f859-4279-9036-1f071dde156b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 947 time: 0.5708199 Apr 28 19:33:49.185642 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1967ad69-eeab-4dd1-9ef1-48e9758d601d req-e688b049-ddee-4209-9fa8-f69c61e500c7 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333846 Apr 28 19:33:49.193077 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-7923137b-1cac-4057-bd3c-26b25293490f req-bac77be0-df06-47f6-b855-2887c7fa786d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ea120d8-f01b-42a4-8774-ba74e2cc8669 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:33:49.211584 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-05cdc203-6429-4287-ba5e-2ebef75f690f req-1ff07a46-87cb-47e4-85f1-614bfd347658 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:49.237140 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-4cf89546-56cd-4beb-8088-eaa294689586 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4813387 Apr 28 19:33:49.297255 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4554c243-d45a-4578-ac97-0f013b3c6acd req-500d8a1f-93eb-454d-9a81-5da999b93516 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064462 Apr 28 19:33:49.304889 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-7923137b-1cac-4057-bd3c-26b25293490f req-bac77be0-df06-47f6-b855-2887c7fa786d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:49.308630 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-a632aba1-174f-445a-9da1-f3fe0138bc6b service neutron] Request body: {'port': {'device_id': 'fd72dfea-f42b-461b-83db-a4b9dd4c1ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:33:49.431841 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946079b-2061-4651-8e80-a0b246065c52 req-27be8424-575e-4816-9c6b-52af6609f5da tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:49.436008 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5946079b-2061-4651-8e80-a0b246065c52 req-27be8424-575e-4816-9c6b-52af6609f5da tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.15 "GET /v2.0/networks?id=6836a994-cb1e-455e-a97f-31c9ee3bdef2 HTTP/1.1" status: 200 len: 819 time: 0.2451329 Apr 28 19:33:49.530559 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-5946079b-2061-4651-8e80-a0b246065c52 req-9cb0652b-3a3f-48b7-aefd-249e085b8223 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Request body: {'port': {'device_id': '2ae7d541-ed0b-48c0-bf78-b0903c2b106d', 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2', 'admin_state_up': True, 'tenant_id': 'e1af134fdfb54762be9898d865bc6112'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:33:49.566743 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-3b48bc56-c34d-49cf-87da-e488333d41fa tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Allocated IP 172.20.0.5 (078f257f-ccf3-4985-b802-e93aa11e6332/fa4522c3-f018-4cb2-a4aa-58e81f9488ce/506f5636-459b-43a0-9a27-f9dd9a9f72cc) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:33:49.606202 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-7923137b-1cac-4057-bd3c-26b25293490f req-bac77be0-df06-47f6-b855-2887c7fa786d service neutron] Transition to ACTIVE for port object 8ea120d8-f01b-42a4-8774-ba74e2cc8669 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:33:49.656665 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-7923137b-1cac-4057-bd3c-26b25293490f req-bac77be0-df06-47f6-b855-2887c7fa786d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:49.727171 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d25ae39c-6b4f-4d83-ae0d-fe6215df62c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:49.746179 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d803f-0d2c-433c-afa6-bbe86faf0f21 req-631d3196-c7df-4bc2-88bc-b6897f8e337b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:49.747902 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d3d803f-0d2c-433c-afa6-bbe86faf0f21 req-631d3196-c7df-4bc2-88bc-b6897f8e337b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 1098 time: 0.4729409 Apr 28 19:33:49.799163 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810229c4-0d36-4012-8ace-ce2b575554e6 req-78d1f609-3257-4f24-b136-03c5703f6648 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:49.799163 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-810229c4-0d36-4012-8ace-ce2b575554e6 req-78d1f609-3257-4f24-b136-03c5703f6648 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b10d42d-602d-4bab-8173-789f8dce4897 HTTP/1.1" status: 200 len: 936 time: 0.3563006 Apr 28 19:33:49.943468 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-3b48bc56-c34d-49cf-87da-e488333d41fa tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:49.982702 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac77be0-df06-47f6-b855-2887c7fa786d service neutron] Pushing event updated for resources: {'Port': ['ID=8ea120d8-f01b-42a4-8774-ba74e2cc8669,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:49.983731 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-05cdc203-6429-4287-ba5e-2ebef75f690f req-1ff07a46-87cb-47e4-85f1-614bfd347658 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:49.985459 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 81a6c570-8baa-4cb7-baf4-3eb6104d95de up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:33:49.986741 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-05cdc203-6429-4287-ba5e-2ebef75f690f req-1ff07a46-87cb-47e4-85f1-614bfd347658 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:50.003162 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-05cdc203-6429-4287-ba5e-2ebef75f690f req-1ff07a46-87cb-47e4-85f1-614bfd347658 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "DELETE /v2.0/security-groups/8767f81a-863c-48b7-90d0-8bdd395ef7c5 HTTP/1.1" status: 204 len: 173 time: 1.2900088 Apr 28 19:33:50.055731 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff07a46-87cb-47e4-85f1-614bfd347658 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8767f81a-863c-48b7-90d0-8bdd395ef7c5,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:50.069164 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac77be0-df06-47f6-b855-2887c7fa786d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:50.070772 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac77be0-df06-47f6-b855-2887c7fa786d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:50.072015 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac77be0-df06-47f6-b855-2887c7fa786d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:50.072367 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-a632aba1-174f-445a-9da1-f3fe0138bc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:50.073294 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac77be0-df06-47f6-b855-2887c7fa786d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:50.074309 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac77be0-df06-47f6-b855-2887c7fa786d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:50.074875 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac77be0-df06-47f6-b855-2887c7fa786d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:50.075526 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac77be0-df06-47f6-b855-2887c7fa786d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:50.076324 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac77be0-df06-47f6-b855-2887c7fa786d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:50.077099 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac77be0-df06-47f6-b855-2887c7fa786d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:50.077887 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac77be0-df06-47f6-b855-2887c7fa786d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:50.079304 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac77be0-df06-47f6-b855-2887c7fa786d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:50.080094 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac77be0-df06-47f6-b855-2887c7fa786d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:50.095274 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff07a46-87cb-47e4-85f1-614bfd347658 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:50.095620 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff07a46-87cb-47e4-85f1-614bfd347658 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:50.102350 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff07a46-87cb-47e4-85f1-614bfd347658 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:50.102842 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff07a46-87cb-47e4-85f1-614bfd347658 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:50.103196 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff07a46-87cb-47e4-85f1-614bfd347658 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:50.103639 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff07a46-87cb-47e4-85f1-614bfd347658 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:50.104182 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff07a46-87cb-47e4-85f1-614bfd347658 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:50.104571 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff07a46-87cb-47e4-85f1-614bfd347658 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:50.104915 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff07a46-87cb-47e4-85f1-614bfd347658 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:50.105251 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff07a46-87cb-47e4-85f1-614bfd347658 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:50.105748 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff07a46-87cb-47e4-85f1-614bfd347658 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:50.106107 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff07a46-87cb-47e4-85f1-614bfd347658 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:50.179648 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-810229c4-0d36-4012-8ace-ce2b575554e6 req-09762c53-dcb2-441a-abb6-1093cf9370fa tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d892c60-4988-4559-91ae-463a24113b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328052 Apr 28 19:33:50.188351 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-3b48bc56-c34d-49cf-87da-e488333d41fa tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:50.275461 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5946079b-2061-4651-8e80-a0b246065c52 req-9cb0652b-3a3f-48b7-aefd-249e085b8223 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Made reservation on behalf of e1af134fdfb54762be9898d865bc6112 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:33:50.281002 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-3b48bc56-c34d-49cf-87da-e488333d41fa tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Network 078f257f-ccf3-4985-b802-e93aa11e6332 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:33:50.292067 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5946079b-2061-4651-8e80-a0b246065c52 req-9cb0652b-3a3f-48b7-aefd-249e085b8223 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:50.293317 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-3b48bc56-c34d-49cf-87da-e488333d41fa tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:33:50.305316 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-3b48bc56-c34d-49cf-87da-e488333d41fa tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:33:50.351907 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65f521-0603-4ffc-8af6-c29bb8dd2a12 req-60d9bf2c-a7db-4167-ab21-15ebbdb17ce1 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:50.361380 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cc65f521-0603-4ffc-8af6-c29bb8dd2a12 req-60d9bf2c-a7db-4167-ab21-15ebbdb17ce1 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21 HTTP/1.1" status: 200 len: 931 time: 0.2357402 Apr 28 19:33:50.367295 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d803f-0d2c-433c-afa6-bbe86faf0f21 req-02837199-c2ed-4513-84aa-6881d759a1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:50.369140 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d3d803f-0d2c-433c-afa6-bbe86faf0f21 req-02837199-c2ed-4513-84aa-6881d759a1ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.6062653 Apr 28 19:33:50.381663 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48bc56-c34d-49cf-87da-e488333d41fa tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Pushing event updated for resources: {'Port': ['ID=506f5636-459b-43a0-9a27-f9dd9a9f72cc,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:50.381992 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 81a6c570-8baa-4cb7-baf4-3eb6104d95de completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:33:50.417425 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 81a6c570-8baa-4cb7-baf4-3eb6104d95de triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:50.418205 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:50.438764 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d3d803f-0d2c-433c-afa6-bbe86faf0f21 req-b3bf1f47-1dfb-41fe-b60c-ec5e0101db35 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=f72d9815-ff47-4444-bcbd-5ec3c1260509 HTTP/1.1" status: 200 len: 217 time: 0.0608406 Apr 28 19:33:50.490853 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-7923137b-1cac-4057-bd3c-26b25293490f req-bac77be0-df06-47f6-b855-2887c7fa786d service neutron] Attempting to bind port 8ea120d8-f01b-42a4-8774-ba74e2cc8669 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:33:50.491171 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-7923137b-1cac-4057-bd3c-26b25293490f req-bac77be0-df06-47f6-b855-2887c7fa786d service neutron] Attempting to bind port 8ea120d8-f01b-42a4-8774-ba74e2cc8669 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:33:50.491350 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7923137b-1cac-4057-bd3c-26b25293490f req-bac77be0-df06-47f6-b855-2887c7fa786d service neutron] Attempting to bind port 8ea120d8-f01b-42a4-8774-ba74e2cc8669 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:33:50.516955 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7923137b-1cac-4057-bd3c-26b25293490f req-bac77be0-df06-47f6-b855-2887c7fa786d service neutron] Port 8ea120d8-f01b-42a4-8774-ba74e2cc8669 on network a2ea96f2-6755-492c-8fa3-72807d68d67a not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:33:50.517243 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7923137b-1cac-4057-bd3c-26b25293490f req-bac77be0-df06-47f6-b855-2887c7fa786d service neutron] Attempting to bind port 8ea120d8-f01b-42a4-8774-ba74e2cc8669 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:33:50.530695 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7923137b-1cac-4057-bd3c-26b25293490f req-bac77be0-df06-47f6-b855-2887c7fa786d service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:33:50.531043 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7923137b-1cac-4057-bd3c-26b25293490f req-bac77be0-df06-47f6-b855-2887c7fa786d service neutron] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:33:50.531431 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7923137b-1cac-4057-bd3c-26b25293490f req-bac77be0-df06-47f6-b855-2887c7fa786d service neutron] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:33:50.531886 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-7923137b-1cac-4057-bd3c-26b25293490f req-bac77be0-df06-47f6-b855-2887c7fa786d service neutron] Bound port: 8ea120d8-f01b-42a4-8774-ba74e2cc8669, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:33:50.532277 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-7923137b-1cac-4057-bd3c-26b25293490f req-bac77be0-df06-47f6-b855-2887c7fa786d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:50.533742 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cc65f521-0603-4ffc-8af6-c29bb8dd2a12 req-2be4e9d3-60c5-4a6a-a634-957b66de4e5c tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713796 Apr 28 19:33:50.545560 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-3b48bc56-c34d-49cf-87da-e488333d41fa tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:50.566632 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe137c1-794e-4223-9d00-4494bbb5b332 req-3e5f14d8-7994-424e-8c8f-781833bb4297 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:50.568299 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-3b48bc56-c34d-49cf-87da-e488333d41fa tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:50.578355 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5fe137c1-794e-4223-9d00-4494bbb5b332 req-3e5f14d8-7994-424e-8c8f-781833bb4297 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a74039e-7fec-4f7c-8f84-2a145557afee HTTP/1.1" status: 200 len: 945 time: 0.2598107 Apr 28 19:33:50.654818 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5fe137c1-794e-4223-9d00-4494bbb5b332 req-5878c757-082c-48a4-80b5-bbfdc81d57dd tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/security-groups?id=821615b6-badc-4db3-aaf0-b967507d8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736582 Apr 28 19:33:50.656010 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-3b48bc56-c34d-49cf-87da-e488333d41fa tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4407759 Apr 28 19:33:50.675949 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-1a04941e-af57-4c09-9c71-0487b98c15c6 service neutron] Request body: {'port': {'device_id': 'ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:33:50.766692 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:50.847878 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a74039e-7fec-4f7c-8f84-2a145557afee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a6c570-8baa-4cb7-baf4-3eb6104d95de'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:33:50.850719 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d99f28-bde2-4603-90bf-3a853b07cd79" -d '{"events": [{"server_uuid": "6a74039e-7fec-4f7c-8f84-2a145557afee", "name": "network-vif-plugged", "status": "completed", "tag": "81a6c570-8baa-4cb7-baf4-3eb6104d95de"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:33:50.892762 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 81a6c570-8baa-4cb7-baf4-3eb6104d95de, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=81a6c570-8baa-4cb7-baf4-3eb6104d95de,segment=NetworkSegment(358278b1-0052-44f6-b6c2-96054681855a),segment_id=358278b1-0052-44f6-b6c2-96054681855a)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:50.892762 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:50.960960 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=81a6c570-8baa-4cb7-baf4-3eb6104d95de,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:51.051377 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-7923137b-1cac-4057-bd3c-26b25293490f req-bac77be0-df06-47f6-b855-2887c7fa786d service neutron] For port 8ea120d8-f01b-42a4-8774-ba74e2cc8669, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:33:51.054489 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d803f-0d2c-433c-afa6-bbe86faf0f21 req-72986cdd-8c47-4957-b22b-f800d8b6eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:51.056696 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d3d803f-0d2c-433c-afa6-bbe86faf0f21 req-72986cdd-8c47-4957-b22b-f800d8b6eb46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.5701702 Apr 28 19:33:51.063169 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e0b03f68-ff09-47c4-b62a-8d980c8ae6f6 req-9653446c-8b37-4499-9677-1766064ef03a tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 210 time: 0.2195706 Apr 28 19:33:51.102347 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-7923137b-1cac-4057-bd3c-26b25293490f req-bac77be0-df06-47f6-b855-2887c7fa786d service neutron] For port 8ea120d8-f01b-42a4-8774-ba74e2cc8669, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=8ea120d8-f01b-42a4-8774-ba74e2cc8669,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:33:51.129639 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-7923137b-1cac-4057-bd3c-26b25293490f req-bac77be0-df06-47f6-b855-2887c7fa786d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:51.210423 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-5946079b-2061-4651-8e80-a0b246065c52 req-9cb0652b-3a3f-48b7-aefd-249e085b8223 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Allocated IP 172.20.0.6 (6836a994-cb1e-455e-a97f-31c9ee3bdef2/bb798a62-4141-409b-9f67-e98b8568ccb2/328cdf06-cd56-479f-8096-7fd418011541) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:33:51.217141 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac77be0-df06-47f6-b855-2887c7fa786d service neutron] Pushing event updated for resources: {'Port': ['ID=8ea120d8-f01b-42a4-8774-ba74e2cc8669,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:51.245224 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-1a04941e-af57-4c09-9c71-0487b98c15c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:51.256897 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d52a0-ab68-427c-b5eb-025ced5d779f req-17353c5f-23ce-42a7-8c6d-38cecfa333ae tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:51.261415 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d803f-0d2c-433c-afa6-bbe86faf0f21 req-9cec2776-fc41-4d40-8ae8-0e7f6dfc4e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:51.263437 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d3d803f-0d2c-433c-afa6-bbe86faf0f21 req-9cec2776-fc41-4d40-8ae8-0e7f6dfc4e63 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1940699 Apr 28 19:33:51.265454 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dc5d52a0-ab68-427c-b5eb-025ced5d779f req-17353c5f-23ce-42a7-8c6d-38cecfa333ae tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd72dfea-f42b-461b-83db-a4b9dd4c1ec6 HTTP/1.1" status: 200 len: 932 time: 0.5353439 Apr 28 19:33:51.269614 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [req-85095768-e144-4748-82d0-3beaa54d2de0 req-bec6e32d-0ffa-40df-b6f9-c90f7afff371 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] show failed (client error): The resource could not be found. Apr 28 19:33:51.283574 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-85095768-e144-4748-82d0-3beaa54d2de0 req-bec6e32d-0ffa-40df-b6f9-c90f7afff371 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups/8767f81a-863c-48b7-90d0-8bdd395ef7c5 HTTP/1.1" status: 404 len: 352 time: 0.1507807 Apr 28 19:33:51.441595 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dc5d52a0-ab68-427c-b5eb-025ced5d779f req-7d50bd0e-2b43-4749-beb0-7f9c03bbeff5 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749830 Apr 28 19:33:51.623292 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923137b-1cac-4057-bd3c-26b25293490f req-bac77be0-df06-47f6-b855-2887c7fa786d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:51.624052 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-7923137b-1cac-4057-bd3c-26b25293490f req-bac77be0-df06-47f6-b855-2887c7fa786d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:51.625432 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7923137b-1cac-4057-bd3c-26b25293490f req-bac77be0-df06-47f6-b855-2887c7fa786d service neutron] 10.222.0.44 "PUT /v2.0/ports/8ea120d8-f01b-42a4-8774-ba74e2cc8669 HTTP/1.1" status: 200 len: 1096 time: 4.5486691 Apr 28 19:33:51.630952 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b10d42d-602d-4bab-8173-789f8dce4897', 'tag': '8ea120d8-f01b-42a4-8774-ba74e2cc8669'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:33:51.633501 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a9d8ab-c731-4d2b-979c-95228c88944c" -d '{"events": [{"name": "network-changed", "server_uuid": "7b10d42d-602d-4bab-8173-789f8dce4897", "tag": "8ea120d8-f01b-42a4-8774-ba74e2cc8669"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:33:51.731202 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131044eb-3214-4214-bf19-7e50f6c93db0 x-openstack-request-id: req-131044eb-3214-4214-bf19-7e50f6c93db0 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:33:51.731202 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a74039e-7fec-4f7c-8f84-2a145557afee", "name": "network-vif-plugged", "status": "completed", "tag": "81a6c570-8baa-4cb7-baf4-3eb6104d95de", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:33:51.731202 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-131044eb-3214-4214-bf19-7e50f6c93db0 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:33:51.731202 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-131044eb-3214-4214-bf19-7e50f6c93db0'] response: {'server_uuid': '6a74039e-7fec-4f7c-8f84-2a145557afee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a6c570-8baa-4cb7-baf4-3eb6104d95de', 'code': 200} Apr 28 19:33:51.833982 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5946079b-2061-4651-8e80-a0b246065c52 req-9cb0652b-3a3f-48b7-aefd-249e085b8223 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:51.838483 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923137b-1cac-4057-bd3c-26b25293490f req-d67fceac-ff40-4c3c-8fb7-31b222a60829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:51.841094 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7923137b-1cac-4057-bd3c-26b25293490f req-d67fceac-ff40-4c3c-8fb7-31b222a60829 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a5d389b5d99847ff9b39765eda86203c&device_id=7b10d42d-602d-4bab-8173-789f8dce4897 HTTP/1.1" status: 200 len: 1099 time: 0.1465826 Apr 28 19:33:51.878222 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a25a63-c98c-49d8-88b0-c4bda7a71486 req-65b47d7f-cae3-47f4-a575-43d5fd41de80 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:51.880161 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f6a25a63-c98c-49d8-88b0-c4bda7a71486 req-65b47d7f-cae3-47f4-a575-43d5fd41de80 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 947 time: 0.3066258 Apr 28 19:33:51.938149 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d3d803f-0d2c-433c-afa6-bbe86faf0f21 req-2e48a0fb-1b07-4ea7-a659-a49ea4a8e092 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6501462 Apr 28 19:33:51.954860 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7923137b-1cac-4057-bd3c-26b25293490f req-09b8cfac-9453-4401-ba43-efb3df85f120 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=8ea120d8-f01b-42a4-8774-ba74e2cc8669 HTTP/1.1" status: 200 len: 217 time: 0.0990844 Apr 28 19:33:51.992410 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device f72d9815-ff47-4444-bcbd-5ec3c1260509 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:33:52.058483 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-1a04941e-af57-4c09-9c71-0487b98c15c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 506f5636-459b-43a0-9a27-f9dd9a9f72cc {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:33:52.063440 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a08cce82-0b0d-4cdf-8a55-c7603a085cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:52.102694 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-1a04941e-af57-4c09-9c71-0487b98c15c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:52.148986 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e524e1-8502-4a07-81f5-e975f25b7f8a req-907c46bc-6663-4d54-bffe-9d3e5373547b tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:52.151693 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-01e524e1-8502-4a07-81f5-e975f25b7f8a req-907c46bc-6663-4d54-bffe-9d3e5373547b tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b10d42d-602d-4bab-8173-789f8dce4897 HTTP/1.1" status: 200 len: 948 time: 0.2491059 Apr 28 19:33:52.155283 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-1a04941e-af57-4c09-9c71-0487b98c15c6 service neutron] Transition to ACTIVE for port object 506f5636-459b-43a0-9a27-f9dd9a9f72cc will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:33:52.168584 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923137b-1cac-4057-bd3c-26b25293490f req-fb228e5b-4b3e-44a8-a5fa-b8a96145a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:52.173612 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7923137b-1cac-4057-bd3c-26b25293490f req-fb228e5b-4b3e-44a8-a5fa-b8a96145a37b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1971862 Apr 28 19:33:52.193442 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-a632aba1-174f-445a-9da1-f3fe0138bc6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e6593cf-1a99-403a-b120-046c6cc0fcca {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:33:52.211442 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-1a04941e-af57-4c09-9c71-0487b98c15c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:52.216063 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-a632aba1-174f-445a-9da1-f3fe0138bc6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:52.276405 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-01e524e1-8502-4a07-81f5-e975f25b7f8a req-1decfd2d-4ed6-4d7d-ada2-9f820e88f76f tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d892c60-4988-4559-91ae-463a24113b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160431 Apr 28 19:33:52.332830 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd171b3-f998-4d1e-806b-bf014876bf56 req-adf38cda-3c11-401d-b81f-65dba1b76d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:52.336377 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7bd171b3-f998-4d1e-806b-bf014876bf56 req-adf38cda-3c11-401d-b81f-65dba1b76d7b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6a74039e-7fec-4f7c-8f84-2a145557afee HTTP/1.1" status: 200 len: 1097 time: 0.4766326 Apr 28 19:33:52.341561 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-a632aba1-174f-445a-9da1-f3fe0138bc6b service neutron] Transition to ACTIVE for port object 2e6593cf-1a99-403a-b120-046c6cc0fcca will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:33:52.356779 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f6a25a63-c98c-49d8-88b0-c4bda7a71486 req-18aea530-701c-4195-a72f-7abbbe7e4ede tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127769 Apr 28 19:33:52.360668 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5946079b-2061-4651-8e80-a0b246065c52 req-9cb0652b-3a3f-48b7-aefd-249e085b8223 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:52.377152 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-a632aba1-174f-445a-9da1-f3fe0138bc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:52.454198 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04941e-af57-4c09-9c71-0487b98c15c6 service neutron] Pushing event updated for resources: {'Port': ['ID=506f5636-459b-43a0-9a27-f9dd9a9f72cc,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:52.522818 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['0c7a81ce-1546-41d9-8b30-54a66b16fac7'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:33:52.573932 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7bd171b3-f998-4d1e-806b-bf014876bf56 req-8e87ed84-3c62-4d69-b8fb-902ffbad2720 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=821615b6-badc-4db3-aaf0-b967507d8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097077 Apr 28 19:33:52.661074 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port f72d9815-ff47-4444-bcbd-5ec3c1260509, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=f72d9815-ff47-4444-bcbd-5ec3c1260509,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:52.662105 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5946079b-2061-4651-8e80-a0b246065c52 req-9cb0652b-3a3f-48b7-aefd-249e085b8223 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:33:52.691011 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d3d803f-0d2c-433c-afa6-bbe86faf0f21 req-b0d54936-2cf9-4072-a1ba-6f73b0bc131a service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7332816 Apr 28 19:33:52.693037 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0652b-3a3f-48b7-aefd-249e085b8223 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Pushing event updated for resources: {'Port': ['ID=328cdf06-cd56-479f-8096-7fd418011541,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:52.694008 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'f72d9815-ff47-4444-bcbd-5ec3c1260509', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': 'f72d9815-ff47-4444-bcbd-5ec3c1260509', 'mac_address': 'fa:16:3e:3c:53:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:33:52.716317 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-5946079b-2061-4651-8e80-a0b246065c52 req-9cb0652b-3a3f-48b7-aefd-249e085b8223 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:33:52.726414 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-5946079b-2061-4651-8e80-a0b246065c52 req-9cb0652b-3a3f-48b7-aefd-249e085b8223 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:33:52.743180 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632aba1-174f-445a-9da1-f3fe0138bc6b service neutron] Pushing event updated for resources: {'Port': ['ID=2e6593cf-1a99-403a-b120-046c6cc0fcca,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:52.749995 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:52.768919 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f72d9815-ff47-4444-bcbd-5ec3c1260509 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:33:52.797988 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port f72d9815-ff47-4444-bcbd-5ec3c1260509, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=f72d9815-ff47-4444-bcbd-5ec3c1260509,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:52.810565 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:52.825163 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5b2fdac5-1909-4fe4-ac5a-f06b25c3a4b5 req-92e1a38a-3f30-42ff-abc4-d6154a2175d4 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f969262094984a16ab4b8b19d6c12396 HTTP/1.1" status: 200 len: 6149 time: 0.4696467 Apr 28 19:33:52.828251 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-1a04941e-af57-4c09-9c71-0487b98c15c6 service neutron] Attempting to bind port 506f5636-459b-43a0-9a27-f9dd9a9f72cc on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:33:52.828592 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-1a04941e-af57-4c09-9c71-0487b98c15c6 service neutron] Attempting to bind port 506f5636-459b-43a0-9a27-f9dd9a9f72cc by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'c10cc5b9-432d-471e-8b74-080f77012f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '078f257f-ccf3-4985-b802-e93aa11e6332'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:33:52.828921 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-1a04941e-af57-4c09-9c71-0487b98c15c6 service neutron] Attempting to bind port 506f5636-459b-43a0-9a27-f9dd9a9f72cc on network 078f257f-ccf3-4985-b802-e93aa11e6332 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:33:52.858351 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946079b-2061-4651-8e80-a0b246065c52 req-9cb0652b-3a3f-48b7-aefd-249e085b8223 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:52.859988 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5946079b-2061-4651-8e80-a0b246065c52 req-9cb0652b-3a3f-48b7-aefd-249e085b8223 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:52.884801 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-1a04941e-af57-4c09-9c71-0487b98c15c6 service neutron] Port 506f5636-459b-43a0-9a27-f9dd9a9f72cc on network 078f257f-ccf3-4985-b802-e93aa11e6332 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:33:52.885157 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-1a04941e-af57-4c09-9c71-0487b98c15c6 service neutron] Attempting to bind port 506f5636-459b-43a0-9a27-f9dd9a9f72cc on network 078f257f-ccf3-4985-b802-e93aa11e6332 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:33:52.903669 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=f72d9815-ff47-4444-bcbd-5ec3c1260509,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:52.908618 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923137b-1cac-4057-bd3c-26b25293490f req-f01c9634-7132-4fe6-a1ad-4df83aa04657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:52.910025 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7923137b-1cac-4057-bd3c-26b25293490f req-f01c9634-7132-4fe6-a1ad-4df83aa04657 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5800908 Apr 28 19:33:52.919821 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310cf9e-1e32-402e-af51-587b2d2b5260 req-634f4a49-0b2f-40b5-979b-da0227d48845 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:52.920329 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:52.920959 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:52.921527 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:52.922067 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:52.922897 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:52.923442 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:52.923990 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:52.924551 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:52.925084 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:52.925616 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:52.926658 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:52.927245 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:52.933097 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7310cf9e-1e32-402e-af51-587b2d2b5260 req-634f4a49-0b2f-40b5-979b-da0227d48845 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21 HTTP/1.1" status: 200 len: 943 time: 0.4442980 Apr 28 19:33:52.937112 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5946079b-2061-4651-8e80-a0b246065c52 req-9cb0652b-3a3f-48b7-aefd-249e085b8223 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4313769 Apr 28 19:33:52.941727 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-1a04941e-af57-4c09-9c71-0487b98c15c6 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:33:52.942156 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-1a04941e-af57-4c09-9c71-0487b98c15c6 service neutron] Checking segment: {'id': 'c10cc5b9-432d-471e-8b74-080f77012f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '078f257f-ccf3-4985-b802-e93aa11e6332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:33:52.942550 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-1a04941e-af57-4c09-9c71-0487b98c15c6 service neutron] Bound using segment: {'id': 'c10cc5b9-432d-471e-8b74-080f77012f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '078f257f-ccf3-4985-b802-e93aa11e6332'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:33:52.942998 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-1a04941e-af57-4c09-9c71-0487b98c15c6 service neutron] Bound port: 506f5636-459b-43a0-9a27-f9dd9a9f72cc, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c10cc5b9-432d-471e-8b74-080f77012f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '078f257f-ccf3-4985-b802-e93aa11e6332'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:33:52.943366 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-1a04941e-af57-4c09-9c71-0487b98c15c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:52.965888 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-5946079b-2061-4651-8e80-a0b246065c52 req-37d0c987-243c-4920-ace5-45ca42612392 service neutron] Request body: {'port': {'device_id': '2ae7d541-ed0b-48c0-bf78-b0903c2b106d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:33:52.971492 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-a632aba1-174f-445a-9da1-f3fe0138bc6b service neutron] Attempting to bind port 2e6593cf-1a99-403a-b120-046c6cc0fcca on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:33:52.971815 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-a632aba1-174f-445a-9da1-f3fe0138bc6b service neutron] Attempting to bind port 2e6593cf-1a99-403a-b120-046c6cc0fcca by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '8fc1f4c1-a782-4abd-b384-b46f9c6b3366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a818354-dbcf-4136-b854-44772dd68b79'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:33:52.984242 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-a632aba1-174f-445a-9da1-f3fe0138bc6b service neutron] Attempting to bind port 2e6593cf-1a99-403a-b120-046c6cc0fcca on network 0a818354-dbcf-4136-b854-44772dd68b79 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:33:53.013334 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5b2fdac5-1909-4fe4-ac5a-f06b25c3a4b5 req-c38276f1-8298-4178-81f7-555075fe048f tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups/5c6e5e07-2397-442e-876d-34148ec92451 HTTP/1.1" status: 200 len: 2981 time: 0.1696188 Apr 28 19:33:53.015865 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-a632aba1-174f-445a-9da1-f3fe0138bc6b service neutron] Port 2e6593cf-1a99-403a-b120-046c6cc0fcca on network 0a818354-dbcf-4136-b854-44772dd68b79 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:33:53.015865 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-a632aba1-174f-445a-9da1-f3fe0138bc6b service neutron] Attempting to bind port 2e6593cf-1a99-403a-b120-046c6cc0fcca on network 0a818354-dbcf-4136-b854-44772dd68b79 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:33:53.059539 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['f72d9815-ff47-4444-bcbd-5ec3c1260509'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:33:53.086315 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7310cf9e-1e32-402e-af51-587b2d2b5260 req-ec15162b-add1-448a-a364-ff6cc08e76e1 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377943 Apr 28 19:33:53.105922 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5946079b-2061-4651-8e80-a0b246065c52 req-37d0c987-243c-4920-ace5-45ca42612392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:53.144322 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7923137b-1cac-4057-bd3c-26b25293490f req-1227b778-0d58-4e0d-ad36-1925acea6b5c service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057567 Apr 28 19:33:53.175845 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-1a04941e-af57-4c09-9c71-0487b98c15c6 service neutron] For port 506f5636-459b-43a0-9a27-f9dd9a9f72cc, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:33:53.187860 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-1a04941e-af57-4c09-9c71-0487b98c15c6 service neutron] For port 506f5636-459b-43a0-9a27-f9dd9a9f72cc, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=506f5636-459b-43a0-9a27-f9dd9a9f72cc,segment=NetworkSegment(c10cc5b9-432d-471e-8b74-080f77012f91),segment_id=c10cc5b9-432d-471e-8b74-080f77012f91)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:33:53.203118 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-a632aba1-174f-445a-9da1-f3fe0138bc6b service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:33:53.205691 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-a632aba1-174f-445a-9da1-f3fe0138bc6b service neutron] Checking segment: {'id': '8fc1f4c1-a782-4abd-b384-b46f9c6b3366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a818354-dbcf-4136-b854-44772dd68b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:33:53.206961 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-a632aba1-174f-445a-9da1-f3fe0138bc6b service neutron] Bound using segment: {'id': '8fc1f4c1-a782-4abd-b384-b46f9c6b3366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a818354-dbcf-4136-b854-44772dd68b79'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:33:53.209294 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-a632aba1-174f-445a-9da1-f3fe0138bc6b service neutron] Bound port: 2e6593cf-1a99-403a-b120-046c6cc0fcca, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc1f4c1-a782-4abd-b384-b46f9c6b3366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a818354-dbcf-4136-b854-44772dd68b79'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:33:53.209950 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-a632aba1-174f-445a-9da1-f3fe0138bc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:53.366842 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:53.427140 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-a632aba1-174f-445a-9da1-f3fe0138bc6b service neutron] For port 2e6593cf-1a99-403a-b120-046c6cc0fcca, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:33:53.431727 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-1a04941e-af57-4c09-9c71-0487b98c15c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:53.440397 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-a632aba1-174f-445a-9da1-f3fe0138bc6b service neutron] For port 2e6593cf-1a99-403a-b120-046c6cc0fcca, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=2e6593cf-1a99-403a-b120-046c6cc0fcca,segment=NetworkSegment(8fc1f4c1-a782-4abd-b384-b46f9c6b3366),segment_id=8fc1f4c1-a782-4abd-b384-b46f9c6b3366)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:33:53.466986 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-a632aba1-174f-445a-9da1-f3fe0138bc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:53.506899 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-1a04941e-af57-4c09-9c71-0487b98c15c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:53.508013 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-1a04941e-af57-4c09-9c71-0487b98c15c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:53.509776 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-1a04941e-af57-4c09-9c71-0487b98c15c6 service neutron] 10.222.0.44 "PUT /v2.0/ports/506f5636-459b-43a0-9a27-f9dd9a9f72cc HTTP/1.1" status: 200 len: 1091 time: 2.8411176 Apr 28 19:33:53.545029 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21', 'tag': '506f5636-459b-43a0-9a27-f9dd9a9f72cc'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:33:53.548596 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32261882-393b-4674-8f53-bc15a19231f6" -d '{"events": [{"name": "network-changed", "server_uuid": "ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21", "tag": "506f5636-459b-43a0-9a27-f9dd9a9f72cc"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:33:53.612787 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5b2fdac5-1909-4fe4-ac5a-f06b25c3a4b5 req-ee22f8fc-716d-4b89-be69-8463710682af tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups/5c6e5e07-2397-442e-876d-34148ec92451 HTTP/1.1" status: 200 len: 2981 time: 0.4208641 Apr 28 19:33:53.632899 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-a632aba1-174f-445a-9da1-f3fe0138bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:53.636776 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-a632aba1-174f-445a-9da1-f3fe0138bc6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:53.640608 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-a632aba1-174f-445a-9da1-f3fe0138bc6b service neutron] 10.222.0.15 "PUT /v2.0/ports/2e6593cf-1a99-403a-b120-046c6cc0fcca HTTP/1.1" status: 200 len: 1092 time: 4.3683097 Apr 28 19:33:53.685705 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04941e-af57-4c09-9c71-0487b98c15c6 service neutron] Pushing event updated for resources: {'Port': ['ID=506f5636-459b-43a0-9a27-f9dd9a9f72cc,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:53.798713 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10314d8-14c5-4ba4-b7a4-f1ea3bf75b8c x-openstack-request-id: req-a10314d8-14c5-4ba4-b7a4-f1ea3bf75b8c {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:33:53.799289 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b10d42d-602d-4bab-8173-789f8dce4897", "tag": "8ea120d8-f01b-42a4-8774-ba74e2cc8669", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:33:53.799289 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a10314d8-14c5-4ba4-b7a4-f1ea3bf75b8c {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:33:53.799715 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a10314d8-14c5-4ba4-b7a4-f1ea3bf75b8c'] response: {'name': 'network-changed', 'server_uuid': '7b10d42d-602d-4bab-8173-789f8dce4897', 'tag': '8ea120d8-f01b-42a4-8774-ba74e2cc8669', 'status': 'completed', 'code': 200} Apr 28 19:33:53.957234 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d2c0c-aa55-4e6d-8d76-4f0b903d66d0 req-b4eb895e-ffda-4a98-82e5-4c67b22d8f53 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:53.968155 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8a9d2c0c-aa55-4e6d-8d76-4f0b903d66d0 req-b4eb895e-ffda-4a98-82e5-4c67b22d8f53 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a74039e-7fec-4f7c-8f84-2a145557afee HTTP/1.1" status: 200 len: 946 time: 0.1675379 Apr 28 19:33:54.001609 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632aba1-174f-445a-9da1-f3fe0138bc6b service neutron] Pushing event updated for resources: {'Port': ['ID=2e6593cf-1a99-403a-b120-046c6cc0fcca,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:54.006230 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device f72d9815-ff47-4444-bcbd-5ec3c1260509 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:33:54.036396 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5799729-34d5-4a76-8851-29401b0790c6 req-6c276970-5461-4005-a39d-027bc37f98c4 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:54.037953 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f5799729-34d5-4a76-8851-29401b0790c6 req-6c276970-5461-4005-a39d-027bc37f98c4 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 931 time: 0.1945848 Apr 28 19:33:54.039834 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-2e3ce199-450f-4712-af88-f37b3c27e7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:54.053424 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-2e3ce199-450f-4712-af88-f37b3c27e7e6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=18ae396e368a491dbb7b54576f3720d9&device_id=fd72dfea-f42b-461b-83db-a4b9dd4c1ec6 HTTP/1.1" status: 200 len: 1095 time: 0.2482836 Apr 28 19:33:54.062961 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8a9d2c0c-aa55-4e6d-8d76-4f0b903d66d0 req-a3e2ebc4-d6b3-4787-bc98-93019aaad94e tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/security-groups?id=821615b6-badc-4db3-aaf0-b967507d8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935833 Apr 28 19:33:54.111313 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f5799729-34d5-4a76-8851-29401b0790c6 req-b4fcdce3-b186-4b82-86c4-089e46b69048 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568824 Apr 28 19:33:54.121109 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-a9c19ccf-942c-42b5-bf39-446238d96edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:54.122637 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-a9c19ccf-942c-42b5-bf39-446238d96edc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=18e7417f07dd49118ed10405bce7a39b&device_id=ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21 HTTP/1.1" status: 200 len: 1094 time: 0.5407560 Apr 28 19:33:54.124411 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port f72d9815-ff47-4444-bcbd-5ec3c1260509 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:33:54.128479 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port f72d9815-ff47-4444-bcbd-5ec3c1260509 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:54.128851 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:54.167328 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-15176b7b-f14b-4bb8-95df-e12b84756d42 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e6593cf-1a99-403a-b120-046c6cc0fcca HTTP/1.1" status: 200 len: 217 time: 0.0647361 Apr 28 19:33:54.224083 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-b9b5a10d-1f45-49ba-9b73-b95d42b75d47 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=506f5636-459b-43a0-9a27-f9dd9a9f72cc HTTP/1.1" status: 200 len: 217 time: 0.0642319 Apr 28 19:33:54.236600 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-5946079b-2061-4651-8e80-a0b246065c52 req-37d0c987-243c-4920-ace5-45ca42612392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 328cdf06-cd56-479f-8096-7fd418011541 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:33:54.321852 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5946079b-2061-4651-8e80-a0b246065c52 req-37d0c987-243c-4920-ace5-45ca42612392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:54.346967 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:54.395420 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port f72d9815-ff47-4444-bcbd-5ec3c1260509, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=f72d9815-ff47-4444-bcbd-5ec3c1260509,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:54.398060 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878a8957-8430-48f0-bb0f-4cf3e1e3d623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72d9815-ff47-4444-bcbd-5ec3c1260509'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:33:54.402195 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa2bdc7-f1ad-4780-a083-525a8c112c13" -d '{"events": [{"server_uuid": "878a8957-8430-48f0-bb0f-4cf3e1e3d623", "name": "network-vif-plugged", "status": "completed", "tag": "f72d9815-ff47-4444-bcbd-5ec3c1260509"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:33:54.411239 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:54.419623 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-5946079b-2061-4651-8e80-a0b246065c52 req-37d0c987-243c-4920-ace5-45ca42612392 service neutron] Transition to ACTIVE for port object 328cdf06-cd56-479f-8096-7fd418011541 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:33:54.433000 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-9be535c1-84f7-4c91-9fce-d5983c9ffe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:54.434571 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-9be535c1-84f7-4c91-9fce-d5983c9ffe96 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa4522c3-f018-4cb2-a4aa-58e81f9488ce HTTP/1.1" status: 200 len: 862 time: 0.2032011 Apr 28 19:33:54.482343 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-4a6f8f75-4d26-4a36-af50-553a0b42ef66 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=078f257f-ccf3-4985-b802-e93aa11e6332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314565 Apr 28 19:33:54.491233 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5946079b-2061-4651-8e80-a0b246065c52 req-37d0c987-243c-4920-ace5-45ca42612392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:54.498913 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48075935-7c88-4372-96d5-3a726a372cad req-43a5ee5b-2eb4-4b18-bde1-80a163f8c52c tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:54.500017 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-48075935-7c88-4372-96d5-3a726a372cad req-43a5ee5b-2eb4-4b18-bde1-80a163f8c52c tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b10d42d-602d-4bab-8173-789f8dce4897 HTTP/1.1" status: 200 len: 948 time: 0.2161763 Apr 28 19:33:54.520377 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=f72d9815-ff47-4444-bcbd-5ec3c1260509,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:54.521985 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917602a-2957-4e84-b7ce-634e4cd88f46 req-87fdb046-ca07-4d8d-a506-3da3e8e9e96c tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:54.528907 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-4744949f-9ec6-4a92-8d43-98d457b276dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:54.530373 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-4744949f-9ec6-4a92-8d43-98d457b276dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09693431-05ed-41e8-8d54-1a8b3b11f1bb HTTP/1.1" status: 200 len: 844 time: 0.3152206 Apr 28 19:33:54.541370 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5917602a-2957-4e84-b7ce-634e4cd88f46 req-87fdb046-ca07-4d8d-a506-3da3e8e9e96c tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd72dfea-f42b-461b-83db-a4b9dd4c1ec6 HTTP/1.1" status: 200 len: 944 time: 0.2923934 Apr 28 19:33:54.601287 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7923137b-1cac-4057-bd3c-26b25293490f req-7133daf9-e1a0-44dc-a9db-7d8aaf20a5fd service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8056998 Apr 28 19:33:54.631006 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-f08698f4-38eb-4278-ac18-3feab1dc9e12 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a818354-dbcf-4136-b854-44772dd68b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615845 Apr 28 19:33:54.663186 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5917602a-2957-4e84-b7ce-634e4cd88f46 req-c0785c74-ad91-44cb-b0b2-d4f23dd1ec1c tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162422 Apr 28 19:33:54.798395 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-5946079b-2061-4651-8e80-a0b246065c52 req-37d0c987-243c-4920-ace5-45ca42612392 service neutron] Attempting to bind port 328cdf06-cd56-479f-8096-7fd418011541 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:33:54.799105 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-5946079b-2061-4651-8e80-a0b246065c52 req-37d0c987-243c-4920-ace5-45ca42612392 service neutron] Attempting to bind port 328cdf06-cd56-479f-8096-7fd418011541 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:33:54.800429 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5946079b-2061-4651-8e80-a0b246065c52 req-37d0c987-243c-4920-ace5-45ca42612392 service neutron] Attempting to bind port 328cdf06-cd56-479f-8096-7fd418011541 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:33:54.825245 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5946079b-2061-4651-8e80-a0b246065c52 req-37d0c987-243c-4920-ace5-45ca42612392 service neutron] Port 328cdf06-cd56-479f-8096-7fd418011541 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:33:54.825939 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5946079b-2061-4651-8e80-a0b246065c52 req-37d0c987-243c-4920-ace5-45ca42612392 service neutron] Attempting to bind port 328cdf06-cd56-479f-8096-7fd418011541 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:33:54.827465 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-56e154de-83be-42b1-b710-1ff0f0365bfb service neutron] 10.222.0.15 "GET /v2.0/networks/0a818354-dbcf-4136-b854-44772dd68b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234260 Apr 28 19:33:54.839837 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-48075935-7c88-4372-96d5-3a726a372cad req-ee9d89f3-0865-4c76-a182-fa6173a48e10 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d892c60-4988-4559-91ae-463a24113b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232064 Apr 28 19:33:54.915394 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5946079b-2061-4651-8e80-a0b246065c52 req-37d0c987-243c-4920-ace5-45ca42612392 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:33:54.915793 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5946079b-2061-4651-8e80-a0b246065c52 req-37d0c987-243c-4920-ace5-45ca42612392 service neutron] Checking segment: {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:33:54.916175 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5946079b-2061-4651-8e80-a0b246065c52 req-37d0c987-243c-4920-ace5-45ca42612392 service neutron] Bound using segment: {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:33:54.916603 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-5946079b-2061-4651-8e80-a0b246065c52 req-37d0c987-243c-4920-ace5-45ca42612392 service neutron] Bound port: 328cdf06-cd56-479f-8096-7fd418011541, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:33:54.916967 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5946079b-2061-4651-8e80-a0b246065c52 req-37d0c987-243c-4920-ace5-45ca42612392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:54.925484 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb60fd9-02d8-46e3-bc63-7cd4cf8296d9 x-openstack-request-id: req-acb60fd9-02d8-46e3-bc63-7cd4cf8296d9 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:33:54.926027 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21", "tag": "506f5636-459b-43a0-9a27-f9dd9a9f72cc", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:33:54.926425 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-acb60fd9-02d8-46e3-bc63-7cd4cf8296d9 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:33:54.926964 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acb60fd9-02d8-46e3-bc63-7cd4cf8296d9'] response: {'name': 'network-changed', 'server_uuid': 'ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21', 'tag': '506f5636-459b-43a0-9a27-f9dd9a9f72cc', 'status': 'completed', 'code': 200} Apr 28 19:33:54.955702 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-74f7e8d7-7ac1-4dbc-bfb8-b852caf99e28 req-130174c4-d65a-468e-89fa-182f814ecf81 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1770044625', 'description': 'tempest-description-145774482'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:33:55.000060 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0c987-243c-4920-ace5-45ca42612392 service neutron] Pushing event updated for resources: {'Port': ['ID=328cdf06-cd56-479f-8096-7fd418011541,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:55.025466 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db036a80-94a1-4eb4-9305-b280f766ff24 req-b18ab258-891e-4d42-a2a8-f6ae7156f4b0 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:55.033240 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-db036a80-94a1-4eb4-9305-b280f766ff24 req-b18ab258-891e-4d42-a2a8-f6ae7156f4b0 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 949 time: 0.2373312 Apr 28 19:33:55.057045 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-11db1348-7f64-47ae-a5c8-a45a9174b762 service neutron] 10.222.0.44 "GET /v2.0/networks/078f257f-ccf3-4985-b802-e93aa11e6332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5485494 Apr 28 19:33:55.071009 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9d8ab-c731-4d2b-979c-95228c88944c req-b2847bb3-2cc9-4698-a112-cf13b8f1d951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:55.073005 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-72a9d8ab-c731-4d2b-979c-95228c88944c req-b2847bb3-2cc9-4698-a112-cf13b8f1d951 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a5d389b5d99847ff9b39765eda86203c&device_id=7b10d42d-602d-4bab-8173-789f8dce4897 HTTP/1.1" status: 200 len: 1099 time: 0.4085903 Apr 28 19:33:55.093416 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-74f7e8d7-7ac1-4dbc-bfb8-b852caf99e28 req-130174c4-d65a-468e-89fa-182f814ecf81 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:55.132315 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-457ca796-de5e-4c50-9789-ab5cca0bdee0 req-ce12e684-d9d7-4ace-b29d-654b7f63e8a7 service neutron] 10.222.0.15 "GET /v2.0/networks/0a818354-dbcf-4136-b854-44772dd68b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913721 Apr 28 19:33:55.140329 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-5946079b-2061-4651-8e80-a0b246065c52 req-37d0c987-243c-4920-ace5-45ca42612392 service neutron] For port 328cdf06-cd56-479f-8096-7fd418011541, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:33:55.190446 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-db036a80-94a1-4eb4-9305-b280f766ff24 req-3958111d-08fe-4057-aa4a-35d1933f4e4c tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557386 Apr 28 19:33:55.195248 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-5946079b-2061-4651-8e80-a0b246065c52 req-37d0c987-243c-4920-ace5-45ca42612392 service neutron] For port 328cdf06-cd56-479f-8096-7fd418011541, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=328cdf06-cd56-479f-8096-7fd418011541,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:33:55.204780 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5946079b-2061-4651-8e80-a0b246065c52 req-37d0c987-243c-4920-ace5-45ca42612392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:55.250256 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946079b-2061-4651-8e80-a0b246065c52 req-37d0c987-243c-4920-ace5-45ca42612392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:55.250856 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5946079b-2061-4651-8e80-a0b246065c52 req-37d0c987-243c-4920-ace5-45ca42612392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:55.252313 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5946079b-2061-4651-8e80-a0b246065c52 req-37d0c987-243c-4920-ace5-45ca42612392 service neutron] 10.222.0.15 "PUT /v2.0/ports/328cdf06-cd56-479f-8096-7fd418011541 HTTP/1.1" status: 200 len: 1091 time: 2.2914085 Apr 28 19:33:55.302423 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9d8ab-c731-4d2b-979c-95228c88944c req-793fd337-ece2-4f65-90b5-aa9f175c0cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:55.303951 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-72a9d8ab-c731-4d2b-979c-95228c88944c req-793fd337-ece2-4f65-90b5-aa9f175c0cae service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.2232234 Apr 28 19:33:55.326168 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-74f7e8d7-7ac1-4dbc-bfb8-b852caf99e28 req-130174c4-d65a-468e-89fa-182f814ecf81 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:55.330664 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0c987-243c-4920-ace5-45ca42612392 service neutron] Pushing event updated for resources: {'Port': ['ID=328cdf06-cd56-479f-8096-7fd418011541,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:55.340399 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-74f7e8d7-7ac1-4dbc-bfb8-b852caf99e28 req-130174c4-d65a-468e-89fa-182f814ecf81 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:55.394525 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-74f7e8d7-7ac1-4dbc-bfb8-b852caf99e28 req-130174c4-d65a-468e-89fa-182f814ecf81 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:55.396739 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-74f7e8d7-7ac1-4dbc-bfb8-b852caf99e28 req-130174c4-d65a-468e-89fa-182f814ecf81 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4469104 Apr 28 19:33:55.414783 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130174c4-d65a-468e-89fa-182f814ecf81 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18d9a04d-ce42-44ab-ae1a-cbcc259ead51,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:55.417856 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-72a9d8ab-c731-4d2b-979c-95228c88944c req-149b4adf-fccb-49f2-ab49-dece84dee83e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=8ea120d8-f01b-42a4-8774-ba74e2cc8669 HTTP/1.1" status: 200 len: 217 time: 0.0947902 Apr 28 19:33:55.421299 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49155e3b-82db-4d7b-abf0-7cc0b3a19ffe req-89952815-f5cd-462c-bdd0-dcb67048709b service neutron] 10.222.0.44 "GET /v2.0/networks/078f257f-ccf3-4985-b802-e93aa11e6332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507507 Apr 28 19:33:55.481260 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75dc15c0-4dc0-47aa-b2a2-65d7890d86bb x-openstack-request-id: req-75dc15c0-4dc0-47aa-b2a2-65d7890d86bb {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:33:55.482314 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878a8957-8430-48f0-bb0f-4cf3e1e3d623", "name": "network-vif-plugged", "status": "completed", "tag": "f72d9815-ff47-4444-bcbd-5ec3c1260509", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:33:55.482739 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-75dc15c0-4dc0-47aa-b2a2-65d7890d86bb {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:33:55.483299 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75dc15c0-4dc0-47aa-b2a2-65d7890d86bb'] response: {'server_uuid': '878a8957-8430-48f0-bb0f-4cf3e1e3d623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72d9815-ff47-4444-bcbd-5ec3c1260509', 'code': 200} Apr 28 19:33:55.583498 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946079b-2061-4651-8e80-a0b246065c52 req-df222bfe-1d91-4fc5-9e7d-d6f4e7272f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:55.584960 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5946079b-2061-4651-8e80-a0b246065c52 req-df222bfe-1d91-4fc5-9e7d-d6f4e7272f72 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1af134fdfb54762be9898d865bc6112&device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 1094 time: 0.2737858 Apr 28 19:33:55.619360 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9d8ab-c731-4d2b-979c-95228c88944c req-e53e4964-63e3-44de-8a09-e42a6d2ebbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:55.620817 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-72a9d8ab-c731-4d2b-979c-95228c88944c req-e53e4964-63e3-44de-8a09-e42a6d2ebbaf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1726394 Apr 28 19:33:55.661937 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6919d63-9dad-45a3-8766-4a81e79835b4 req-29b55b7e-bedf-4931-bbe6-dec4aaae8004 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:55.663220 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:55.670521 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b6919d63-9dad-45a3-8766-4a81e79835b4 req-29b55b7e-bedf-4931-bbe6-dec4aaae8004 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21 HTTP/1.1" status: 200 len: 943 time: 0.3193049 Apr 28 19:33:55.682498 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32261882-393b-4674-8f53-bc15a19231f6 req-04e22eaf-a297-42a9-a9a0-9e5c694cdb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:55.684239 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-32261882-393b-4674-8f53-bc15a19231f6 req-04e22eaf-a297-42a9-a9a0-9e5c694cdb9a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=18e7417f07dd49118ed10405bce7a39b&device_id=ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21 HTTP/1.1" status: 200 len: 1094 time: 0.2013476 Apr 28 19:33:55.688733 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5946079b-2061-4651-8e80-a0b246065c52 req-9f5f9e73-d227-4791-bb73-c5e63875a61f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=328cdf06-cd56-479f-8096-7fd418011541 HTTP/1.1" status: 200 len: 217 time: 0.0795588 Apr 28 19:33:55.793854 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b6919d63-9dad-45a3-8766-4a81e79835b4 req-981b5be4-0dd3-4904-9f4c-8cc2f293e69f tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178055 Apr 28 19:33:55.795664 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946079b-2061-4651-8e80-a0b246065c52 req-ca1dd52b-29db-4f53-97a9-34ce108f9828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:55.803255 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5946079b-2061-4651-8e80-a0b246065c52 req-ca1dd52b-29db-4f53-97a9-34ce108f9828 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb798a62-4141-409b-9f67-e98b8568ccb2 HTTP/1.1" status: 200 len: 859 time: 0.1053617 Apr 28 19:33:55.803981 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32261882-393b-4674-8f53-bc15a19231f6 req-072c3438-bf64-4746-a4fa-6f920c8d35ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:55.806307 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-32261882-393b-4674-8f53-bc15a19231f6 req-072c3438-bf64-4746-a4fa-6f920c8d35ba service neutron] 10.222.0.44 "GET /v2.0/networks?id=078f257f-ccf3-4985-b802-e93aa11e6332 HTTP/1.1" status: 200 len: 923 time: 0.1123204 Apr 28 19:33:55.806554 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ae7d541-ed0b-48c0-bf78-b0903c2b106d', 'tag': '328cdf06-cd56-479f-8096-7fd418011541'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:33:55.809185 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660574f0-5dda-48f4-8de3-9b259564e31f" -d '{"events": [{"name": "network-changed", "server_uuid": "2ae7d541-ed0b-48c0-bf78-b0903c2b106d", "tag": "328cdf06-cd56-479f-8096-7fd418011541"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:33:55.826452 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbc357-c823-42b7-a67e-48ca564fb232 req-0680bee8-7dc9-4bc3-9eb8-524218c98112 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:55.828046 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-03bbc357-c823-42b7-a67e-48ca564fb232 req-0680bee8-7dc9-4bc3-9eb8-524218c98112 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a74039e-7fec-4f7c-8f84-2a145557afee HTTP/1.1" status: 200 len: 946 time: 0.2324083 Apr 28 19:33:55.842541 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:55.861238 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab56c26-ea5b-41ce-b2df-0d89668b28a6 req-e5ba4967-183f-42de-a5f3-9f1039f56f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:55.868724 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6ab56c26-ea5b-41ce-b2df-0d89668b28a6 req-e5ba4967-183f-42de-a5f3-9f1039f56f52 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 1100 time: 0.2778530 Apr 28 19:33:55.886199 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5946079b-2061-4651-8e80-a0b246065c52 req-629d9f65-01ec-4a96-aed6-523aaadbaf20 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6836a994-cb1e-455e-a97f-31c9ee3bdef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626256 Apr 28 19:33:55.888125 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9d8ab-c731-4d2b-979c-95228c88944c req-582c4ef9-d9eb-4dbf-ba20-6c8a0edf5211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:55.895710 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-72a9d8ab-c731-4d2b-979c-95228c88944c req-582c4ef9-d9eb-4dbf-ba20-6c8a0edf5211 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2168300 Apr 28 19:33:55.953301 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6ab56c26-ea5b-41ce-b2df-0d89668b28a6 req-ba9a0c01-5885-461a-b58c-f88b8bd65cd7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767961 Apr 28 19:33:55.957683 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-32261882-393b-4674-8f53-bc15a19231f6 req-7a0ed76f-d7d6-47fa-b1ee-29f476bb8be4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=506f5636-459b-43a0-9a27-f9dd9a9f72cc HTTP/1.1" status: 200 len: 217 time: 0.1284635 Apr 28 19:33:55.965940 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-03bbc357-c823-42b7-a67e-48ca564fb232 req-7080bf0e-1bc0-4d8d-980b-36a5dfd8b012 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/security-groups?id=821615b6-badc-4db3-aaf0-b967507d8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292021 Apr 28 19:33:56.027497 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-3799f6ef-0ff5-41ed-9019-ebc09a4c7a8c req-73418fb8-945e-4f7b-8253-a7ff77d21cb6 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-854762009', 'description': 'tempest-description-2049924460'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:33:56.064874 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32261882-393b-4674-8f53-bc15a19231f6 req-3afee037-bd3b-49b2-bbb9-4b0111f025a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:56.067392 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-32261882-393b-4674-8f53-bc15a19231f6 req-3afee037-bd3b-49b2-bbb9-4b0111f025a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa4522c3-f018-4cb2-a4aa-58e81f9488ce HTTP/1.1" status: 200 len: 862 time: 0.0959613 Apr 28 19:33:56.078307 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4081c4a-870c-44ca-98df-8e063209d03a req-f2557995-f5db-4461-a912-9dca2c45f9b2 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:56.086319 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4081c4a-870c-44ca-98df-8e063209d03a req-f2557995-f5db-4461-a912-9dca2c45f9b2 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 943 time: 0.1894627 Apr 28 19:33:56.091816 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3799f6ef-0ff5-41ed-9019-ebc09a4c7a8c req-73418fb8-945e-4f7b-8253-a7ff77d21cb6 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:56.134808 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-32261882-393b-4674-8f53-bc15a19231f6 req-5b7ebd4f-3f10-41d7-b403-f377e2955cdc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=078f257f-ccf3-4985-b802-e93aa11e6332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563443 Apr 28 19:33:56.156695 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5946079b-2061-4651-8e80-a0b246065c52 req-84107560-cd49-49db-8ed4-7a88b0c2ccc1 service neutron] 10.222.0.15 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511735 Apr 28 19:33:56.160667 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-72a9d8ab-c731-4d2b-979c-95228c88944c req-ab170d1a-ccd5-4459-9f08-744cfc760d8f service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469826 Apr 28 19:33:56.171196 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4081c4a-870c-44ca-98df-8e063209d03a req-47e62aad-9280-497e-a3d6-65b356f54ab8 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839295 Apr 28 19:33:56.249663 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-32261882-393b-4674-8f53-bc15a19231f6 req-81c10bce-69bc-4bdb-b8bc-5c2aa8c6f23b service neutron] 10.222.0.44 "GET /v2.0/networks/078f257f-ccf3-4985-b802-e93aa11e6332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029885 Apr 28 19:33:56.378036 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3799f6ef-0ff5-41ed-9019-ebc09a4c7a8c req-73418fb8-945e-4f7b-8253-a7ff77d21cb6 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:56.401011 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3799f6ef-0ff5-41ed-9019-ebc09a4c7a8c req-73418fb8-945e-4f7b-8253-a7ff77d21cb6 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:56.451174 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5946079b-2061-4651-8e80-a0b246065c52 req-64047ee8-cf9b-42da-9eb5-18ba1b13e06c service neutron] 10.222.0.15 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640646 Apr 28 19:33:56.457820 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3799f6ef-0ff5-41ed-9019-ebc09a4c7a8c req-73418fb8-945e-4f7b-8253-a7ff77d21cb6 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:56.459415 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3799f6ef-0ff5-41ed-9019-ebc09a4c7a8c req-73418fb8-945e-4f7b-8253-a7ff77d21cb6 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4365127 Apr 28 19:33:56.463853 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-32261882-393b-4674-8f53-bc15a19231f6 req-3c80d3de-3087-490a-88b0-170c81afa4f0 service neutron] 10.222.0.44 "GET /v2.0/networks/078f257f-ccf3-4985-b802-e93aa11e6332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059410 Apr 28 19:33:56.485214 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73418fb8-945e-4f7b-8253-a7ff77d21cb6 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5065642e-8884-438a-8f99-052b9beb876d,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:56.494982 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda04b25-25b4-46df-ae84-0cb542b64de4 req-b14a41ce-9fb1-4356-9a69-0fd4ea91805c tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:56.496748 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dda04b25-25b4-46df-ae84-0cb542b64de4 req-b14a41ce-9fb1-4356-9a69-0fd4ea91805c tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd72dfea-f42b-461b-83db-a4b9dd4c1ec6 HTTP/1.1" status: 200 len: 944 time: 0.1850228 Apr 28 19:33:56.544483 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-72a9d8ab-c731-4d2b-979c-95228c88944c req-2a666507-bbb5-441c-bdab-634696795374 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722312 Apr 28 19:33:56.547153 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f6af38-d56a-49a6-8ffb-d034fc1e1e31 x-openstack-request-id: req-76f6af38-d56a-49a6-8ffb-d034fc1e1e31 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:33:56.547432 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ae7d541-ed0b-48c0-bf78-b0903c2b106d", "tag": "328cdf06-cd56-479f-8096-7fd418011541", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:33:56.547688 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-76f6af38-d56a-49a6-8ffb-d034fc1e1e31 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:33:56.548091 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76f6af38-d56a-49a6-8ffb-d034fc1e1e31'] response: {'name': 'network-changed', 'server_uuid': '2ae7d541-ed0b-48c0-bf78-b0903c2b106d', 'tag': '328cdf06-cd56-479f-8096-7fd418011541', 'status': 'completed', 'code': 200} Apr 28 19:33:56.578245 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dda04b25-25b4-46df-ae84-0cb542b64de4 req-f9accf38-2007-4eb2-9f1e-680791734d20 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672796 Apr 28 19:33:56.694731 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d7161-7576-4982-99ca-352c72149805 req-39b54083-fa1e-4890-83ab-355d91674f61 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:56.697647 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-744d7161-7576-4982-99ca-352c72149805 req-39b54083-fa1e-4890-83ab-355d91674f61 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b10d42d-602d-4bab-8173-789f8dce4897 HTTP/1.1" status: 200 len: 948 time: 0.0795345 Apr 28 19:33:56.755994 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-744d7161-7576-4982-99ca-352c72149805 req-aeebe3e7-62df-4a47-a60f-6507a929eb28 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d892c60-4988-4559-91ae-463a24113b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454557 Apr 28 19:33:56.846997 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660574f0-5dda-48f4-8de3-9b259564e31f req-8b5ede44-4dfa-443a-b4a4-284dea498af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:56.848582 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-660574f0-5dda-48f4-8de3-9b259564e31f req-8b5ede44-4dfa-443a-b4a4-284dea498af6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1af134fdfb54762be9898d865bc6112&device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 1094 time: 0.2626777 Apr 28 19:33:56.933888 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12cd19-277c-43d2-af3a-182e058b8c32 req-246fbcc3-4b20-4328-85a2-6cba55167160 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:56.935450 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1e12cd19-277c-43d2-af3a-182e058b8c32 req-246fbcc3-4b20-4328-85a2-6cba55167160 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 949 time: 0.0815444 Apr 28 19:33:56.936007 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd72dfea-f42b-461b-83db-a4b9dd4c1ec6', 'tag': '2e6593cf-1a99-403a-b120-046c6cc0fcca'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:33:56.938421 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1917267a-d626-4272-90d5-00deb5253862" -d '{"events": [{"name": "network-changed", "server_uuid": "fd72dfea-f42b-461b-83db-a4b9dd4c1ec6", "tag": "2e6593cf-1a99-403a-b120-046c6cc0fcca"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:33:56.985188 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1e12cd19-277c-43d2-af3a-182e058b8c32 req-8ceeb1b2-4727-4617-981d-1f286dce2960 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415561 Apr 28 19:33:57.077956 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8ab054c0-587b-4b0f-8b9b-3e6745da9a2a req-5dd8ec7b-90a7-48d2-8a28-cd4c7df4a4a1 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 258 time: 0.4305904 Apr 28 19:33:57.111086 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-8ab054c0-587b-4b0f-8b9b-3e6745da9a2a req-ff5a88f5-9c33-4c80-b8a0-0b5a74f384bb tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:33:57.167264 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660574f0-5dda-48f4-8de3-9b259564e31f req-d372ed97-196d-4326-ac47-1afb4e0c9344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:57.169170 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-660574f0-5dda-48f4-8de3-9b259564e31f req-d372ed97-196d-4326-ac47-1afb4e0c9344 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6836a994-cb1e-455e-a97f-31c9ee3bdef2 HTTP/1.1" status: 200 len: 920 time: 0.3044682 Apr 28 19:33:57.189890 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8ab054c0-587b-4b0f-8b9b-3e6745da9a2a req-ff5a88f5-9c33-4c80-b8a0-0b5a74f384bb tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:57.238761 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-660574f0-5dda-48f4-8de3-9b259564e31f req-34ab98b0-d900-4c49-b89c-cd3536604089 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=328cdf06-cd56-479f-8096-7fd418011541 HTTP/1.1" status: 200 len: 217 time: 0.0578322 Apr 28 19:33:57.322671 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 8ea120d8-f01b-42a4-8774-ba74e2cc8669 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:33:57.345119 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660574f0-5dda-48f4-8de3-9b259564e31f req-2679b944-4e43-4e27-9f95-9fe077031ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:57.346259 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-660574f0-5dda-48f4-8de3-9b259564e31f req-2679b944-4e43-4e27-9f95-9fe077031ebf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb798a62-4141-409b-9f67-e98b8568ccb2 HTTP/1.1" status: 200 len: 859 time: 0.1000450 Apr 28 19:33:57.392844 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-660574f0-5dda-48f4-8de3-9b259564e31f req-bbc94b9d-74d0-4ed1-aa1f-5ea5a1b6a980 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6836a994-cb1e-455e-a97f-31c9ee3bdef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394499 Apr 28 19:33:57.455048 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 8ea120d8-f01b-42a4-8774-ba74e2cc8669, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=8ea120d8-f01b-42a4-8774-ba74e2cc8669,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:57.456400 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-86e2c4b5-eb55-4b91-bcad-13f87dd51633 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:57.469685 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '8ea120d8-f01b-42a4-8774-ba74e2cc8669', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': '8ea120d8-f01b-42a4-8774-ba74e2cc8669', 'mac_address': 'fa:16:3e:b4:57:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:33:57.476594 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-86e2c4b5-eb55-4b91-bcad-13f87dd51633 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/networks?id=290ceb20-de81-4b99-a7d2-f44afb82683c HTTP/1.1" status: 200 len: 813 time: 0.3218083 Apr 28 19:33:57.498049 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-575ed3a6-d0f5-47b9-a07f-94d420663e4a tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/quotas/f969262094984a16ab4b8b19d6c12396 HTTP/1.1" status: 200 len: 375 time: 0.0204046 Apr 28 19:33:57.523506 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:57.541822 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ea120d8-f01b-42a4-8774-ba74e2cc8669 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:33:57.574697 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 8ea120d8-f01b-42a4-8774-ba74e2cc8669, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=8ea120d8-f01b-42a4-8774-ba74e2cc8669,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:57.582826 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-963e0438-e249-4be6-ba28-9750848abc31 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f969262094984a16ab4b8b19d6c12396&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0834694 Apr 28 19:33:57.585206 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:57.586236 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 506f5636-459b-43a0-9a27-f9dd9a9f72cc details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:33:57.673990 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=8ea120d8-f01b-42a4-8774-ba74e2cc8669,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:57.700379 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-d3d53031-2526-4ca6-9275-84c5fb70567e service neutron] 10.222.0.42 "GET /v2.0/networks/290ceb20-de81-4b99-a7d2-f44afb82683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165569 Apr 28 19:33:57.772144 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 506f5636-459b-43a0-9a27-f9dd9a9f72cc, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=506f5636-459b-43a0-9a27-f9dd9a9f72cc,segment=NetworkSegment(c10cc5b9-432d-471e-8b74-080f77012f91),segment_id=c10cc5b9-432d-471e-8b74-080f77012f91)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:57.795502 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '506f5636-459b-43a0-9a27-f9dd9a9f72cc', 'network_id': '078f257f-ccf3-4985-b802-e93aa11e6332', 'port_id': '506f5636-459b-43a0-9a27-f9dd9a9f72cc', 'mac_address': 'fa:16:3e:ee:68:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa4522c3-f018-4cb2-a4aa-58e81f9488ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:33:57.817379 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-c4a34833-8218-4a54-86e6-57a344288fc0 service neutron] 10.222.0.42 "GET /v2.0/networks/290ceb20-de81-4b99-a7d2-f44afb82683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157691 Apr 28 19:33:57.835142 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8ab054c0-587b-4b0f-8b9b-3e6745da9a2a req-ff5a88f5-9c33-4c80-b8a0-0b5a74f384bb tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:57.846286 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:57.854915 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-660574f0-5dda-48f4-8de3-9b259564e31f req-4919e0e3-2ef9-4fd3-9859-b16961afc63f service neutron] 10.222.0.15 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548519 Apr 28 19:33:57.875955 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506f5636-459b-43a0-9a27-f9dd9a9f72cc {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:33:57.906693 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 506f5636-459b-43a0-9a27-f9dd9a9f72cc, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=506f5636-459b-43a0-9a27-f9dd9a9f72cc,segment=NetworkSegment(c10cc5b9-432d-471e-8b74-080f77012f91),segment_id=c10cc5b9-432d-471e-8b74-080f77012f91)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:57.913972 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:58.052072 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=506f5636-459b-43a0-9a27-f9dd9a9f72cc,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:58.068890 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 2e6593cf-1a99-403a-b120-046c6cc0fcca details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:33:58.113560 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89690caf-a011-4304-a9e2-5efe9fefe89a req-06715a44-703c-47ab-85e7-42ff02485391 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:58.124326 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-89690caf-a011-4304-a9e2-5efe9fefe89a req-06715a44-703c-47ab-85e7-42ff02485391 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21 HTTP/1.1" status: 200 len: 944 time: 0.1227479 Apr 28 19:33:58.131476 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-660574f0-5dda-48f4-8de3-9b259564e31f req-d015d3cb-84e0-4ace-991c-c9312defe56a service neutron] 10.222.0.15 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440763 Apr 28 19:33:58.133096 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-8ab054c0-587b-4b0f-8b9b-3e6745da9a2a req-ff5a88f5-9c33-4c80-b8a0-0b5a74f384bb tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Allocated IP 172.25.8.49 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/8e6f6cd2-d5d4-4ab4-910d-db6430da3883) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:33:58.194184 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-89690caf-a011-4304-a9e2-5efe9fefe89a req-63f43ca7-2bbe-4f8d-af49-d012d61536d4 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691586 Apr 28 19:33:58.261162 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['506f5636-459b-43a0-9a27-f9dd9a9f72cc'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:33:58.284837 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64284578-1933-4629-b2d6-ee4b91d025b3 x-openstack-request-id: req-64284578-1933-4629-b2d6-ee4b91d025b3 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:33:58.285470 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd72dfea-f42b-461b-83db-a4b9dd4c1ec6", "tag": "2e6593cf-1a99-403a-b120-046c6cc0fcca", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:33:58.285932 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-64284578-1933-4629-b2d6-ee4b91d025b3 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:33:58.286584 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64284578-1933-4629-b2d6-ee4b91d025b3'] response: {'name': 'network-changed', 'server_uuid': 'fd72dfea-f42b-461b-83db-a4b9dd4c1ec6', 'tag': '2e6593cf-1a99-403a-b120-046c6cc0fcca', 'status': 'completed', 'code': 200} Apr 28 19:33:58.320118 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['8ea120d8-f01b-42a4-8774-ba74e2cc8669'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:33:58.332815 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 2e6593cf-1a99-403a-b120-046c6cc0fcca, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=2e6593cf-1a99-403a-b120-046c6cc0fcca,segment=NetworkSegment(8fc1f4c1-a782-4abd-b384-b46f9c6b3366),segment_id=8fc1f4c1-a782-4abd-b384-b46f9c6b3366)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:58.333509 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8ab054c0-587b-4b0f-8b9b-3e6745da9a2a req-ff5a88f5-9c33-4c80-b8a0-0b5a74f384bb tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:58.405165 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '2e6593cf-1a99-403a-b120-046c6cc0fcca', 'network_id': '0a818354-dbcf-4136-b854-44772dd68b79', 'port_id': '2e6593cf-1a99-403a-b120-046c6cc0fcca', 'mac_address': 'fa:16:3e:63:01:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09693431-05ed-41e8-8d54-1a8b3b11f1bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:33:58.448665 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506181d4-1e76-43ff-abc9-a3130381bfdc req-da8dce86-9d28-444c-af29-8b9224185229 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:58.451502 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-506181d4-1e76-43ff-abc9-a3130381bfdc req-da8dce86-9d28-444c-af29-8b9224185229 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 943 time: 0.0808396 Apr 28 19:33:58.468226 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917267a-d626-4272-90d5-00deb5253862 req-c112ce76-d955-44ea-811e-3c110f650613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:58.470473 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1917267a-d626-4272-90d5-00deb5253862 req-c112ce76-d955-44ea-811e-3c110f650613 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=18ae396e368a491dbb7b54576f3720d9&device_id=fd72dfea-f42b-461b-83db-a4b9dd4c1ec6 HTTP/1.1" status: 200 len: 1095 time: 0.1048994 Apr 28 19:33:58.496240 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8ab054c0-587b-4b0f-8b9b-3e6745da9a2a req-ff5a88f5-9c33-4c80-b8a0-0b5a74f384bb tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:58.530416 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:58.537308 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-506181d4-1e76-43ff-abc9-a3130381bfdc req-3b803f73-37a4-4bd5-acd7-e33b2eaa41b9 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798297 Apr 28 19:33:58.559149 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ab054c0-587b-4b0f-8b9b-3e6745da9a2a req-ff5a88f5-9c33-4c80-b8a0-0b5a74f384bb tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:33:58.580346 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-8ab054c0-587b-4b0f-8b9b-3e6745da9a2a req-ff5a88f5-9c33-4c80-b8a0-0b5a74f384bb tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:33:58.602047 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e6593cf-1a99-403a-b120-046c6cc0fcca {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:33:58.636754 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab054c0-587b-4b0f-8b9b-3e6745da9a2a req-ff5a88f5-9c33-4c80-b8a0-0b5a74f384bb tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:33:58.679829 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 2e6593cf-1a99-403a-b120-046c6cc0fcca, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=2e6593cf-1a99-403a-b120-046c6cc0fcca,segment=NetworkSegment(8fc1f4c1-a782-4abd-b384-b46f9c6b3366),segment_id=8fc1f4c1-a782-4abd-b384-b46f9c6b3366)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:58.699405 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a88f5-9c33-4c80-b8a0-0b5a74f384bb tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Pushing event updated for resources: {'Port': ['ID=8e6f6cd2-d5d4-4ab4-910d-db6430da3883,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:58.747364 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e498f53-fc19-41f2-bf08-fe9246ca4e36 req-08e8ecad-04c2-437d-a67e-25915021f5ce tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:58.749297 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1e498f53-fc19-41f2-bf08-fe9246ca4e36 req-08e8ecad-04c2-437d-a67e-25915021f5ce tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd72dfea-f42b-461b-83db-a4b9dd4c1ec6 HTTP/1.1" status: 200 len: 945 time: 0.0745416 Apr 28 19:33:58.753815 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:58.850013 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1e498f53-fc19-41f2-bf08-fe9246ca4e36 req-e93a829c-f8a4-45d1-8f89-f4862d8d40b6 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910814 Apr 28 19:33:58.859731 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=2e6593cf-1a99-403a-b120-046c6cc0fcca,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:58.908642 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917267a-d626-4272-90d5-00deb5253862 req-98217fc3-c72d-4f77-b8fe-5b6fefc9ad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:58.910141 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1917267a-d626-4272-90d5-00deb5253862 req-98217fc3-c72d-4f77-b8fe-5b6fefc9ad7e service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a818354-dbcf-4136-b854-44772dd68b79 HTTP/1.1" status: 200 len: 905 time: 0.3638291 Apr 28 19:33:58.972813 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8ab054c0-587b-4b0f-8b9b-3e6745da9a2a req-ff5a88f5-9c33-4c80-b8a0-0b5a74f384bb tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:58.974541 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1917267a-d626-4272-90d5-00deb5253862 req-de75282a-adc7-47ec-b925-b9be5dafcd1a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e6593cf-1a99-403a-b120-046c6cc0fcca HTTP/1.1" status: 200 len: 217 time: 0.0492139 Apr 28 19:33:58.980215 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47e73d-08f4-4517-8cb2-22fd542df6e1 req-fe51a616-7c03-4ce6-95f5-7dba238e5bf1 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:58.988767 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cf47e73d-08f4-4517-8cb2-22fd542df6e1 req-fe51a616-7c03-4ce6-95f5-7dba238e5bf1 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b10d42d-602d-4bab-8173-789f8dce4897 HTTP/1.1" status: 200 len: 949 time: 0.0686145 Apr 28 19:33:59.024756 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['2e6593cf-1a99-403a-b120-046c6cc0fcca'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:33:59.040726 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917267a-d626-4272-90d5-00deb5253862 req-edc59043-e806-449a-befe-1b88796bf40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:59.042539 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1917267a-d626-4272-90d5-00deb5253862 req-edc59043-e806-449a-befe-1b88796bf40a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09693431-05ed-41e8-8d54-1a8b3b11f1bb HTTP/1.1" status: 200 len: 844 time: 0.0590658 Apr 28 19:33:59.043145 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cf47e73d-08f4-4517-8cb2-22fd542df6e1 req-3bbaf7ec-7e9a-4760-8693-4743dae24d98 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d892c60-4988-4559-91ae-463a24113b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477965 Apr 28 19:33:59.144195 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8ab054c0-587b-4b0f-8b9b-3e6745da9a2a req-ff5a88f5-9c33-4c80-b8a0-0b5a74f384bb tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:59.170458 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c91ec0e5-a79d-4343-8f5b-0f656c31cc9b req-e2b0883d-7177-4b1a-bc63-94efbf7738e8 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/ports?device_id=46050d89-0a17-46a3-bcd1-7a0827135ba4 HTTP/1.1" status: 200 len: 210 time: 0.0409720 Apr 28 19:33:59.184485 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1917267a-d626-4272-90d5-00deb5253862 req-094a4883-bb6c-40a6-a527-8068cc190a4e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a818354-dbcf-4136-b854-44772dd68b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993583 Apr 28 19:33:59.324777 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f34ef6-e0eb-4933-bb60-6b5d36e621a4 req-cae543a4-6273-4c61-b5fb-70b04e19b4d7 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:59.332662 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1917267a-d626-4272-90d5-00deb5253862 req-fbd85b98-160d-44de-9a9d-62bd953df65e service neutron] 10.222.0.15 "GET /v2.0/networks/0a818354-dbcf-4136-b854-44772dd68b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281326 Apr 28 19:33:59.333713 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-87f34ef6-e0eb-4933-bb60-6b5d36e621a4 req-cae543a4-6273-4c61-b5fb-70b04e19b4d7 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 949 time: 0.0772741 Apr 28 19:33:59.336265 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 506f5636-459b-43a0-9a27-f9dd9a9f72cc up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:33:59.423089 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-87f34ef6-e0eb-4933-bb60-6b5d36e621a4 req-e4fd211e-fb26-4820-a8ab-8d3b0ab3559f tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884154 Apr 28 19:33:59.443873 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 506f5636-459b-43a0-9a27-f9dd9a9f72cc completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:33:59.456921 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 506f5636-459b-43a0-9a27-f9dd9a9f72cc triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:33:59.458277 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:59.537756 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1917267a-d626-4272-90d5-00deb5253862 req-1e2d2473-35ad-4a4d-ab13-4b1ce73248b9 service neutron] 10.222.0.15 "GET /v2.0/networks/0a818354-dbcf-4136-b854-44772dd68b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966944 Apr 28 19:33:59.599003 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:59.643166 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8ab054c0-587b-4b0f-8b9b-3e6745da9a2a req-ff5a88f5-9c33-4c80-b8a0-0b5a74f384bb tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:59.644656 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5bf2d-2d9f-4119-b20b-eebae18d405c req-b357425c-9412-407f-b720-46b8032d47e4 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:59.646280 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eaa5bf2d-2d9f-4119-b20b-eebae18d405c req-b357425c-9412-407f-b720-46b8032d47e4 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21 HTTP/1.1" status: 200 len: 944 time: 0.0864837 Apr 28 19:33:59.656122 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8ab054c0-587b-4b0f-8b9b-3e6745da9a2a req-ff5a88f5-9c33-4c80-b8a0-0b5a74f384bb tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:59.685075 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 506f5636-459b-43a0-9a27-f9dd9a9f72cc, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=506f5636-459b-43a0-9a27-f9dd9a9f72cc,segment=NetworkSegment(c10cc5b9-432d-471e-8b74-080f77012f91),segment_id=c10cc5b9-432d-471e-8b74-080f77012f91)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:59.686123 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506f5636-459b-43a0-9a27-f9dd9a9f72cc'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:33:59.688777 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9883bf51-6443-43c8-98ea-24957055faca" -d '{"events": [{"server_uuid": "ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21", "name": "network-vif-plugged", "status": "completed", "tag": "506f5636-459b-43a0-9a27-f9dd9a9f72cc"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:33:59.695286 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:59.704787 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eaa5bf2d-2d9f-4119-b20b-eebae18d405c req-bc9c9f9c-47f1-4e00-becc-7755f80f4171 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484939 Apr 28 19:33:59.790661 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=506f5636-459b-43a0-9a27-f9dd9a9f72cc,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:59.872585 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90db451-9f65-4029-8eb9-299cbf1d7c81 req-e010330a-ec40-4c95-9e6a-9ec5535bed28 tempest-MigrationsAdminTest-1149930152 tempest-MigrationsAdminTest-1149930152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:59.877534 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b90db451-9f65-4029-8eb9-299cbf1d7c81 req-e010330a-ec40-4c95-9e6a-9ec5535bed28 tempest-MigrationsAdminTest-1149930152 tempest-MigrationsAdminTest-1149930152-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 1100 time: 0.0724909 Apr 28 19:33:59.899633 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a88f5-9c33-4c80-b8a0-0b5a74f384bb tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Pushing event updated for resources: {'Port': ['ID=8e6f6cd2-d5d4-4ab4-910d-db6430da3883,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:59.920608 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8ab054c0-587b-4b0f-8b9b-3e6745da9a2a req-ff5a88f5-9c33-4c80-b8a0-0b5a74f384bb tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:59.957301 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b90db451-9f65-4029-8eb9-299cbf1d7c81 req-d7afc76a-28d3-4ab9-9d98-a744bb7c25ff tempest-MigrationsAdminTest-1149930152 tempest-MigrationsAdminTest-1149930152-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733910 Apr 28 19:33:59.963599 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8ab054c0-587b-4b0f-8b9b-3e6745da9a2a req-ff5a88f5-9c33-4c80-b8a0-0b5a74f384bb tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:59.965129 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8ab054c0-587b-4b0f-8b9b-3e6745da9a2a req-ff5a88f5-9c33-4c80-b8a0-0b5a74f384bb tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8665280 Apr 28 19:33:59.977128 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-1b30983e-97d1-4681-8067-f948bcaf4f38 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:59.979363 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-1b30983e-97d1-4681-8067-f948bcaf4f38 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.44 "GET /v2.0/networks?id=290ceb20-de81-4b99-a7d2-f44afb82683c HTTP/1.1" status: 200 len: 813 time: 0.3135984 Apr 28 19:34:00.010169 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-1aaf2ada-c707-435a-86fb-9b19d5f40f52 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Request body: {'port': {'device_id': '46050d89-0a17-46a3-bcd1-7a0827135ba4', 'network_id': '290ceb20-de81-4b99-a7d2-f44afb82683c', 'admin_state_up': True, 'tenant_id': 'f969262094984a16ab4b8b19d6c12396'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:34:00.043087 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 2e6593cf-1a99-403a-b120-046c6cc0fcca up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:34:00.082638 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6a525-b1ff-4bbc-95bd-52b8074a3397 req-6084a414-90a3-4926-97e5-c7d1b3a6276b tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:00.091251 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4df6a525-b1ff-4bbc-95bd-52b8074a3397 req-6084a414-90a3-4926-97e5-c7d1b3a6276b tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 943 time: 0.0651414 Apr 28 19:34:00.096617 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8ab054c0-587b-4b0f-8b9b-3e6745da9a2a req-b44c1f8e-2a3b-4ca9-b223-0cbdae5986b9 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.49 HTTP/1.1" status: 200 len: 695 time: 0.1161833 Apr 28 19:34:00.124314 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 2e6593cf-1a99-403a-b120-046c6cc0fcca completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:34:00.131719 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 2e6593cf-1a99-403a-b120-046c6cc0fcca triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:34:00.132728 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:00.159715 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4df6a525-b1ff-4bbc-95bd-52b8074a3397 req-7b5817e4-c2ce-456e-9555-b81680799459 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674748 Apr 28 19:34:00.239425 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f78d0c8-26a9-4cd9-bb13-bd5c7124bddc x-openstack-request-id: req-9f78d0c8-26a9-4cd9-bb13-bd5c7124bddc {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:00.239705 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21", "name": "network-vif-plugged", "status": "completed", "tag": "506f5636-459b-43a0-9a27-f9dd9a9f72cc", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:00.239956 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9f78d0c8-26a9-4cd9-bb13-bd5c7124bddc {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:00.240392 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f78d0c8-26a9-4cd9-bb13-bd5c7124bddc'] response: {'server_uuid': 'ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506f5636-459b-43a0-9a27-f9dd9a9f72cc', 'code': 200} Apr 28 19:34:00.283622 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:00.301905 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab054c0-587b-4b0f-8b9b-3e6745da9a2a req-851054fc-c91f-4bbb-8c51-5f6c5906e3a9 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:00.303324 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8ab054c0-587b-4b0f-8b9b-3e6745da9a2a req-851054fc-c91f-4bbb-8c51-5f6c5906e3a9 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 784 time: 0.1928885 Apr 28 19:34:00.331498 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-8ab054c0-587b-4b0f-8b9b-3e6745da9a2a req-7c86d719-1e21-4956-af5e-8bc8b4e8c150 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:34:00.332578 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8ab054c0-587b-4b0f-8b9b-3e6745da9a2a req-7c86d719-1e21-4956-af5e-8bc8b4e8c150 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127316 Apr 28 19:34:00.333792 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-1aaf2ada-c707-435a-86fb-9b19d5f40f52 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Made reservation on behalf of f969262094984a16ab4b8b19d6c12396 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:34:00.339160 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-1aaf2ada-c707-435a-86fb-9b19d5f40f52 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:00.351427 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 2e6593cf-1a99-403a-b120-046c6cc0fcca, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=2e6593cf-1a99-403a-b120-046c6cc0fcca,segment=NetworkSegment(8fc1f4c1-a782-4abd-b384-b46f9c6b3366),segment_id=8fc1f4c1-a782-4abd-b384-b46f9c6b3366)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:00.359182 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:00.464655 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=2e6593cf-1a99-403a-b120-046c6cc0fcca,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:00.471946 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e1a59-2ed0-4a6c-9f95-cdf4f401df42 req-50e57976-ba55-4d05-a084-35d7700fd608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:00.473553 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-333e1a59-2ed0-4a6c-9f95-cdf4f401df42 req-50e57976-ba55-4d05-a084-35d7700fd608 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21 HTTP/1.1" status: 200 len: 1096 time: 0.1690369 Apr 28 19:34:00.500206 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b5da4-7f7b-4b4e-9bc3-83f7993c42fd req-46f2f4c6-33fa-4691-ae37-9ea3aa2dbb78 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:00.518483 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ad2b5da4-7f7b-4b4e-9bc3-83f7993c42fd req-46f2f4c6-33fa-4691-ae37-9ea3aa2dbb78 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd72dfea-f42b-461b-83db-a4b9dd4c1ec6 HTTP/1.1" status: 200 len: 946 time: 0.1765563 Apr 28 19:34:00.549154 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-1aaf2ada-c707-435a-86fb-9b19d5f40f52 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Allocated IP 172.20.0.4 (290ceb20-de81-4b99-a7d2-f44afb82683c/635f4d89-0687-4dbb-83ff-0947b6148d7d/386e28da-26b1-4a08-a6cd-abc86d02bf08) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:34:00.570155 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-333e1a59-2ed0-4a6c-9f95-cdf4f401df42 req-e6a7bb78-1455-4a69-b81d-d536c328288e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891125 Apr 28 19:34:00.601113 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ad2b5da4-7f7b-4b4e-9bc3-83f7993c42fd req-c6ec5a34-ded5-4efa-bd86-3bfab101d5b0 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812042 Apr 28 19:34:00.729915 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-1aaf2ada-c707-435a-86fb-9b19d5f40f52 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:00.759146 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59801a8-7cdb-4bb8-8ce0-1a9b419eb8dd req-1abaefca-568b-460b-b65c-a6e02297739a tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:00.760809 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c59801a8-7cdb-4bb8-8ce0-1a9b419eb8dd req-1abaefca-568b-460b-b65c-a6e02297739a tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b10d42d-602d-4bab-8173-789f8dce4897 HTTP/1.1" status: 200 len: 949 time: 0.0870984 Apr 28 19:34:00.809126 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8f711a9c-161d-45ee-9488-4662e69ab225 req-abff54d4-eaf8-4be0-9e86-827701bc79bf tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/ports?device_id=46050d89-0a17-46a3-bcd1-7a0827135ba4 HTTP/1.1" status: 200 len: 210 time: 0.0599113 Apr 28 19:34:00.827622 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-1aaf2ada-c707-435a-86fb-9b19d5f40f52 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:00.840270 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['e8d684bc-97f6-46b3-ab12-3115187e4ede'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:34:00.863549 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c59801a8-7cdb-4bb8-8ce0-1a9b419eb8dd req-45cc4526-5be3-4f3e-8ddc-b9a16cc28e90 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d892c60-4988-4559-91ae-463a24113b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803878 Apr 28 19:34:00.914442 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ebf87aa3-172b-49c6-b077-45a677995281 req-0ad485bf-697d-4bee-a798-8a8f61db3b2e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1636934 Apr 28 19:34:00.994917 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace99aa4-0cc3-423c-9054-5635953db82e req-174dc3dd-a53c-4c90-bac9-d858f8d91165 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:01.002216 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ace99aa4-0cc3-423c-9054-5635953db82e req-174dc3dd-a53c-4c90-bac9-d858f8d91165 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 949 time: 0.0683410 Apr 28 19:34:01.010664 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf2ada-c707-435a-86fb-9b19d5f40f52 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Pushing event updated for resources: {'Port': ['ID=386e28da-26b1-4a08-a6cd-abc86d02bf08,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:01.048138 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-1aaf2ada-c707-435a-86fb-9b19d5f40f52 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Network 290ceb20-de81-4b99-a7d2-f44afb82683c is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:34:01.051271 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-1aaf2ada-c707-435a-86fb-9b19d5f40f52 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:34:01.061660 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-1aaf2ada-c707-435a-86fb-9b19d5f40f52 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:34:01.103398 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ace99aa4-0cc3-423c-9054-5635953db82e req-8b6fed67-ff4f-491c-b593-f4cf00facf96 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909522 Apr 28 19:34:01.213467 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-1aaf2ada-c707-435a-86fb-9b19d5f40f52 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:01.214543 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-1aaf2ada-c707-435a-86fb-9b19d5f40f52 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:01.322424 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b9c95-9ca7-4c10-966d-8141520b9988 req-b37bf2c2-1043-4529-b767-e6e8c164e2bc tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:01.332857 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4c2b9c95-9ca7-4c10-966d-8141520b9988 req-b37bf2c2-1043-4529-b767-e6e8c164e2bc tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21 HTTP/1.1" status: 200 len: 945 time: 0.1506245 Apr 28 19:34:01.344486 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 8ea120d8-f01b-42a4-8774-ba74e2cc8669 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:34:01.411808 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4c2b9c95-9ca7-4c10-966d-8141520b9988 req-745fcfcd-5a9e-481f-87ec-706b7aabc455 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775151 Apr 28 19:34:01.489324 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-1aaf2ada-c707-435a-86fb-9b19d5f40f52 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4830892 Apr 28 19:34:01.537066 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-263e0588-696e-45d6-bb38-251144d3f95c service neutron] Request body: {'port': {'device_id': '46050d89-0a17-46a3-bcd1-7a0827135ba4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:34:01.637579 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 8ea120d8-f01b-42a4-8774-ba74e2cc8669 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:34:01.647910 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 8ea120d8-f01b-42a4-8774-ba74e2cc8669 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:34:01.648444 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:01.656288 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:01.687467 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20006fc5-6923-4bbe-9ec8-5f0e6b56b5ce req-f626ae30-968f-4141-a2f7-9fb9ee41e561 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:01.705086 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-20006fc5-6923-4bbe-9ec8-5f0e6b56b5ce req-f626ae30-968f-4141-a2f7-9fb9ee41e561 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 943 time: 0.1270258 Apr 28 19:34:01.800674 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-263e0588-696e-45d6-bb38-251144d3f95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:01.816439 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-20006fc5-6923-4bbe-9ec8-5f0e6b56b5ce req-3db54399-8456-4bb6-a78b-92fd96cb51cd tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937283 Apr 28 19:34:01.869349 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:01.891571 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c8dad-2921-4a68-b2f2-281c0ab904b0 req-ff7dc17a-7009-444c-b142-7798fdfca475 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:01.900334 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b75c8dad-2921-4a68-b2f2-281c0ab904b0 req-ff7dc17a-7009-444c-b142-7798fdfca475 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a74039e-7fec-4f7c-8f84-2a145557afee&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6225553 Apr 28 19:34:01.938212 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 8ea120d8-f01b-42a4-8774-ba74e2cc8669, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=8ea120d8-f01b-42a4-8774-ba74e2cc8669,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:01.952737 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:02.025089 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=8ea120d8-f01b-42a4-8774-ba74e2cc8669,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:02.057226 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79dc47e-121b-4947-837b-0af1e247b264 req-2b8ee176-7267-4d04-a31c-4e41b0f63a09 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:02.069237 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a79dc47e-121b-4947-837b-0af1e247b264 req-2b8ee176-7267-4d04-a31c-4e41b0f63a09 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd72dfea-f42b-461b-83db-a4b9dd4c1ec6 HTTP/1.1" status: 200 len: 946 time: 0.1328754 Apr 28 19:34:02.114650 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a79dc47e-121b-4947-837b-0af1e247b264 req-878ff4e5-9e55-47fc-9093-cb6202c6b4c6 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441499 Apr 28 19:34:02.168462 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b75c8dad-2921-4a68-b2f2-281c0ab904b0 req-0f347d0e-3ddc-44b1-bbcd-ab2ad1de7663 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.49 HTTP/1.1" status: 200 len: 695 time: 0.1985528 Apr 28 19:34:02.179932 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-b75c8dad-2921-4a68-b2f2-281c0ab904b0 req-ee616fb1-7993-40ec-81df-f4fa524d83ac tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Request body: {'floatingip': {'port_id': '81a6c570-8baa-4cb7-baf4-3eb6104d95de', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:34:02.240599 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b75c8dad-2921-4a68-b2f2-281c0ab904b0 req-ee616fb1-7993-40ec-81df-f4fa524d83ac tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks [] for floatingip, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:02.242451 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd72dfea-f42b-461b-83db-a4b9dd4c1ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6593cf-1a99-403a-b120-046c6cc0fcca'}, {'server_uuid': '7b10d42d-602d-4bab-8173-789f8dce4897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea120d8-f01b-42a4-8774-ba74e2cc8669'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:02.247634 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b84dd96-edb1-4b46-bf56-3fd69684fcef" -d '{"events": [{"server_uuid": "fd72dfea-f42b-461b-83db-a4b9dd4c1ec6", "name": "network-vif-plugged", "status": "completed", "tag": "2e6593cf-1a99-403a-b120-046c6cc0fcca"}, {"server_uuid": "7b10d42d-602d-4bab-8173-789f8dce4897", "name": "network-vif-plugged", "status": "completed", "tag": "8ea120d8-f01b-42a4-8774-ba74e2cc8669"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:02.352192 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59138a-aa58-4601-a8e4-a1191763a5ec req-7b2750e3-0707-40f9-8443-96343e538203 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:02.365067 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dc59138a-aa58-4601-a8e4-a1191763a5ec req-7b2750e3-0707-40f9-8443-96343e538203 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/ports?device_id=46050d89-0a17-46a3-bcd1-7a0827135ba4 HTTP/1.1" status: 200 len: 931 time: 0.1412759 Apr 28 19:34:02.791130 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dc59138a-aa58-4601-a8e4-a1191763a5ec req-c72114b0-3513-4e74-a65b-be00b8216d68 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c6e5e07-2397-442e-876d-34148ec92451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245543 Apr 28 19:34:02.940905 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2983d5-399c-4564-af4c-298fc3eda5bc req-bad830af-0ebd-4473-8370-5196699ed183 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:02.942453 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2f2983d5-399c-4564-af4c-298fc3eda5bc req-bad830af-0ebd-4473-8370-5196699ed183 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b10d42d-602d-4bab-8173-789f8dce4897 HTTP/1.1" status: 200 len: 950 time: 0.0629675 Apr 28 19:34:02.984625 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-263e0588-696e-45d6-bb38-251144d3f95c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 386e28da-26b1-4a08-a6cd-abc86d02bf08 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:34:03.000676 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-263e0588-696e-45d6-bb38-251144d3f95c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:03.006214 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2f2983d5-399c-4564-af4c-298fc3eda5bc req-78665e46-b69f-4a33-ba81-800483482425 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d892c60-4988-4559-91ae-463a24113b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509384 Apr 28 19:34:03.053548 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf87aa3-172b-49c6-b077-45a677995281 req-72dd4e64-7723-4898-ad3f-09466d6504bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:03.055063 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ebf87aa3-172b-49c6-b077-45a677995281 req-72dd4e64-7723-4898-ad3f-09466d6504bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 1100 time: 0.1543083 Apr 28 19:34:03.063080 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-263e0588-696e-45d6-bb38-251144d3f95c service neutron] Transition to ACTIVE for port object 386e28da-26b1-4a08-a6cd-abc86d02bf08 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:34:03.079834 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-263e0588-696e-45d6-bb38-251144d3f95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:03.165994 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561c707-f00d-4e9f-a3d6-656d234fbbed req-b85c1c23-c2d7-4dd2-8a1b-7434f2d2b1ac tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:03.169242 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d561c707-f00d-4e9f-a3d6-656d234fbbed req-b85c1c23-c2d7-4dd2-8a1b-7434f2d2b1ac tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 949 time: 0.0829947 Apr 28 19:34:03.174076 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:03.214294 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d561c707-f00d-4e9f-a3d6-656d234fbbed req-477c1b7d-ea45-443d-9f2a-22a6d1179752 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382977 Apr 28 19:34:03.270304 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e0588-696e-45d6-bb38-251144d3f95c service neutron] Pushing event updated for resources: {'Port': ['ID=386e28da-26b1-4a08-a6cd-abc86d02bf08,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:03.330050 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab9b4b1-b280-44df-8d7a-3741974fa6a3 x-openstack-request-id: req-0ab9b4b1-b280-44df-8d7a-3741974fa6a3 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:03.330682 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd72dfea-f42b-461b-83db-a4b9dd4c1ec6", "name": "network-vif-plugged", "status": "completed", "tag": "2e6593cf-1a99-403a-b120-046c6cc0fcca", "code": 200}, {"server_uuid": "7b10d42d-602d-4bab-8173-789f8dce4897", "name": "network-vif-plugged", "status": "completed", "tag": "8ea120d8-f01b-42a4-8774-ba74e2cc8669", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:03.331151 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0ab9b4b1-b280-44df-8d7a-3741974fa6a3 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:03.331757 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ab9b4b1-b280-44df-8d7a-3741974fa6a3'] response: {'server_uuid': 'fd72dfea-f42b-461b-83db-a4b9dd4c1ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6593cf-1a99-403a-b120-046c6cc0fcca', 'code': 200} Apr 28 19:34:03.332273 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ab9b4b1-b280-44df-8d7a-3741974fa6a3'] response: {'server_uuid': '7b10d42d-602d-4bab-8173-789f8dce4897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea120d8-f01b-42a4-8774-ba74e2cc8669', 'code': 200} Apr 28 19:34:03.492147 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf87aa3-172b-49c6-b077-45a677995281 req-a57ef1bc-9b0a-4f24-a4c0-efb692b56b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:03.492147 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ebf87aa3-172b-49c6-b077-45a677995281 req-a57ef1bc-9b0a-4f24-a4c0-efb692b56b14 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.4269013 Apr 28 19:34:03.562319 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae8119-a17b-4067-9858-e0768676fb3d req-f0372086-d03b-4d9f-b324-b7f5ba66d4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:03.564643 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66ae8119-a17b-4067-9858-e0768676fb3d req-f0372086-d03b-4d9f-b324-b7f5ba66d4bb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7b10d42d-602d-4bab-8173-789f8dce4897 HTTP/1.1" status: 200 len: 1101 time: 0.1043220 Apr 28 19:34:03.576659 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2493adb-b29d-467d-ac35-9e84431fba6b req-161164e4-3437-42d1-81b2-8ffe7387ad04 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:03.578109 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a2493adb-b29d-467d-ac35-9e84431fba6b req-161164e4-3437-42d1-81b2-8ffe7387ad04 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21 HTTP/1.1" status: 200 len: 945 time: 0.1650214 Apr 28 19:34:03.591574 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-263e0588-696e-45d6-bb38-251144d3f95c service neutron] Attempting to bind port 386e28da-26b1-4a08-a6cd-abc86d02bf08 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:34:03.591574 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-263e0588-696e-45d6-bb38-251144d3f95c service neutron] Attempting to bind port 386e28da-26b1-4a08-a6cd-abc86d02bf08 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '3203ee38-b50c-4fe0-be3f-74c90553314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '290ceb20-de81-4b99-a7d2-f44afb82683c'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:34:03.591574 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-263e0588-696e-45d6-bb38-251144d3f95c service neutron] Attempting to bind port 386e28da-26b1-4a08-a6cd-abc86d02bf08 on network 290ceb20-de81-4b99-a7d2-f44afb82683c {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:34:03.597992 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b251138-135d-4069-8387-b255d8ed8b7b req-1c5cd740-752a-432e-aee5-4a6e21406cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:03.598724 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ebf87aa3-172b-49c6-b077-45a677995281 req-8e0755eb-3a89-4c34-b82c-36cb60e9f885 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=f72d9815-ff47-4444-bcbd-5ec3c1260509 HTTP/1.1" status: 200 len: 217 time: 0.0928564 Apr 28 19:34:03.599720 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4b251138-135d-4069-8387-b255d8ed8b7b req-1c5cd740-752a-432e-aee5-4a6e21406cb4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fd72dfea-f42b-461b-83db-a4b9dd4c1ec6 HTTP/1.1" status: 200 len: 1097 time: 0.1379933 Apr 28 19:34:03.601668 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-263e0588-696e-45d6-bb38-251144d3f95c service neutron] Port 386e28da-26b1-4a08-a6cd-abc86d02bf08 on network 290ceb20-de81-4b99-a7d2-f44afb82683c not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:34:03.602000 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-263e0588-696e-45d6-bb38-251144d3f95c service neutron] Attempting to bind port 386e28da-26b1-4a08-a6cd-abc86d02bf08 on network 290ceb20-de81-4b99-a7d2-f44afb82683c {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:34:03.629362 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-263e0588-696e-45d6-bb38-251144d3f95c service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:34:03.629705 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-263e0588-696e-45d6-bb38-251144d3f95c service neutron] Checking segment: {'id': '3203ee38-b50c-4fe0-be3f-74c90553314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '290ceb20-de81-4b99-a7d2-f44afb82683c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:34:03.630093 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-263e0588-696e-45d6-bb38-251144d3f95c service neutron] Bound using segment: {'id': '3203ee38-b50c-4fe0-be3f-74c90553314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '290ceb20-de81-4b99-a7d2-f44afb82683c'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:34:03.630540 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-263e0588-696e-45d6-bb38-251144d3f95c service neutron] Bound port: 386e28da-26b1-4a08-a6cd-abc86d02bf08, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3203ee38-b50c-4fe0-be3f-74c90553314a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '290ceb20-de81-4b99-a7d2-f44afb82683c'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:34:03.630898 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-263e0588-696e-45d6-bb38-251144d3f95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:03.637687 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b75c8dad-2921-4a68-b2f2-281c0ab904b0 req-ee616fb1-7993-40ec-81df-f4fa524d83ac tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:03.670737 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b75c8dad-2921-4a68-b2f2-281c0ab904b0 req-ee616fb1-7993-40ec-81df-f4fa524d83ac tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:03.674460 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66ae8119-a17b-4067-9858-e0768676fb3d req-384ba4b5-49e5-4bcb-8ec7-7ac56eec6f48 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7d892c60-4988-4559-91ae-463a24113b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946732 Apr 28 19:34:03.686812 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a2493adb-b29d-467d-ac35-9e84431fba6b req-49e3c3f3-d636-4a4d-83e8-322d55ecd20f tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001058 Apr 28 19:34:03.724688 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4b251138-135d-4069-8387-b255d8ed8b7b req-aa254ac3-9d05-47c0-adfc-e6b3ea7d9c3f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992835 Apr 28 19:34:03.768511 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf87aa3-172b-49c6-b077-45a677995281 req-817d358c-f373-404e-867a-fc1388cc2430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:03.769967 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ebf87aa3-172b-49c6-b077-45a677995281 req-817d358c-f373-404e-867a-fc1388cc2430 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1570935 Apr 28 19:34:03.847029 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd059790-bcef-4a61-a5a7-db1ae9f4a9bf req-d7704223-6823-43d1-992c-d3a04dcbf1c5 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:03.848980 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cd059790-bcef-4a61-a5a7-db1ae9f4a9bf req-d7704223-6823-43d1-992c-d3a04dcbf1c5 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 943 time: 0.0672159 Apr 28 19:34:03.854356 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-263e0588-696e-45d6-bb38-251144d3f95c service neutron] For port 386e28da-26b1-4a08-a6cd-abc86d02bf08, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:34:03.870592 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-263e0588-696e-45d6-bb38-251144d3f95c service neutron] For port 386e28da-26b1-4a08-a6cd-abc86d02bf08, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=386e28da-26b1-4a08-a6cd-abc86d02bf08,segment=NetworkSegment(3203ee38-b50c-4fe0-be3f-74c90553314a),segment_id=3203ee38-b50c-4fe0-be3f-74c90553314a)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:34:03.872343 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [req-b75c8dad-2921-4a68-b2f2-281c0ab904b0 req-ee616fb1-7993-40ec-81df-f4fa524d83ac tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Floating IP b4840b2e-17e1-472c-a0ca-ca52369af7b3 associated. External IP: 172.25.8.49, port: 81a6c570-8baa-4cb7-baf4-3eb6104d95de. Apr 28 19:34:03.911798 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-263e0588-696e-45d6-bb38-251144d3f95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:03.919109 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cd059790-bcef-4a61-a5a7-db1ae9f4a9bf req-b31022de-9bd6-431c-9143-d304b8c7401e tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623293 Apr 28 19:34:03.995586 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-263e0588-696e-45d6-bb38-251144d3f95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:03.996227 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-263e0588-696e-45d6-bb38-251144d3f95c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:03.997743 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-263e0588-696e-45d6-bb38-251144d3f95c service neutron] 10.222.0.44 "PUT /v2.0/ports/386e28da-26b1-4a08-a6cd-abc86d02bf08 HTTP/1.1" status: 200 len: 1091 time: 2.4839952 Apr 28 19:34:04.001723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46050d89-0a17-46a3-bcd1-7a0827135ba4', 'tag': '386e28da-26b1-4a08-a6cd-abc86d02bf08'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:04.004040 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d73ad6-9376-464b-88f2-2dc9cf91156c" -d '{"events": [{"name": "network-changed", "server_uuid": "46050d89-0a17-46a3-bcd1-7a0827135ba4", "tag": "386e28da-26b1-4a08-a6cd-abc86d02bf08"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:04.065244 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f0887-89a6-49c3-8fe6-7772580a750a req-9b2e4b11-40c5-47ee-b2ad-8720e0399802 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:04.067104 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7d5f0887-89a6-49c3-8fe6-7772580a750a req-9b2e4b11-40c5-47ee-b2ad-8720e0399802 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd72dfea-f42b-461b-83db-a4b9dd4c1ec6 HTTP/1.1" status: 200 len: 946 time: 0.0752547 Apr 28 19:34:04.075026 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e0588-696e-45d6-bb38-251144d3f95c service neutron] Pushing event updated for resources: {'Port': ['ID=386e28da-26b1-4a08-a6cd-abc86d02bf08,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:04.103125 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf87aa3-172b-49c6-b077-45a677995281 req-d3b2f15c-b10a-4d82-a120-860d22ce84a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:04.104642 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ebf87aa3-172b-49c6-b077-45a677995281 req-d3b2f15c-b10a-4d82-a120-860d22ce84a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1864882 Apr 28 19:34:04.149890 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7d5f0887-89a6-49c3-8fe6-7772580a750a req-63a0b806-1868-423e-9315-467e4090e673 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739868 Apr 28 19:34:04.272915 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ebf87aa3-172b-49c6-b077-45a677995281 req-05ca8fae-ddbf-4197-a45e-e1dda9b1857f service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591098 Apr 28 19:34:04.280507 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-260bbcc4-442d-4473-8e17-c8b3c7b8a04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:04.282052 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-260bbcc4-442d-4473-8e17-c8b3c7b8a04c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f969262094984a16ab4b8b19d6c12396&device_id=46050d89-0a17-46a3-bcd1-7a0827135ba4 HTTP/1.1" status: 200 len: 1094 time: 0.2287264 Apr 28 19:34:04.282393 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3727d-9001-4125-b9e6-06e895ab6cf6 req-a522d155-ba8a-45eb-9a05-a7c0c40687f0 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:04.284067 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53a3727d-9001-4125-b9e6-06e895ab6cf6 req-a522d155-ba8a-45eb-9a05-a7c0c40687f0 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21 HTTP/1.1" status: 200 len: 945 time: 0.0642743 Apr 28 19:34:04.337346 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53a3727d-9001-4125-b9e6-06e895ab6cf6 req-b8dbb006-117a-42db-b102-d37cb40b86b6 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453079 Apr 28 19:34:04.427766 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-94306dc9-f180-4c9f-a123-0fab8b1838c6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=386e28da-26b1-4a08-a6cd-abc86d02bf08 HTTP/1.1" status: 200 len: 217 time: 0.1246245 Apr 28 19:34:04.485093 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c97442-f492-420b-8dd5-df03088eff55 req-68fb0c08-1ecc-49b9-8fcc-0babce6893e6 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:04.486748 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-85c97442-f492-420b-8dd5-df03088eff55 req-68fb0c08-1ecc-49b9-8fcc-0babce6893e6 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/ports?device_id=46050d89-0a17-46a3-bcd1-7a0827135ba4 HTTP/1.1" status: 200 len: 943 time: 0.0690715 Apr 28 19:34:04.522242 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b75c8dad-2921-4a68-b2f2-281c0ab904b0 req-ee616fb1-7993-40ec-81df-f4fa524d83ac tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Router 688a8c2e-2e4b-4043-b3f8-ea201985862d has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:34:04.535918 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-85c97442-f492-420b-8dd5-df03088eff55 req-229fd122-c07f-4571-b7ce-d05433fecf81 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c6e5e07-2397-442e-876d-34148ec92451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415220 Apr 28 19:34:04.542130 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-f5b16a09-a9e4-4cc4-8b82-268bcd8dd8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:04.543832 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-f5b16a09-a9e4-4cc4-8b82-268bcd8dd8c1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=635f4d89-0687-4dbb-83ff-0947b6148d7d HTTP/1.1" status: 200 len: 853 time: 0.1066377 Apr 28 19:34:04.546004 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ebf87aa3-172b-49c6-b077-45a677995281 req-a8129c55-55cc-433e-821f-b548f5e4b41d service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544012 Apr 28 19:34:04.638040 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11598d03-1789-4f4b-b1a4-411839546eaf x-openstack-request-id: req-11598d03-1789-4f4b-b1a4-411839546eaf {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:04.638333 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46050d89-0a17-46a3-bcd1-7a0827135ba4", "tag": "386e28da-26b1-4a08-a6cd-abc86d02bf08", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:04.638583 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-11598d03-1789-4f4b-b1a4-411839546eaf {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:04.638983 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11598d03-1789-4f4b-b1a4-411839546eaf'] response: {'name': 'network-changed', 'server_uuid': '46050d89-0a17-46a3-bcd1-7a0827135ba4', 'tag': '386e28da-26b1-4a08-a6cd-abc86d02bf08', 'status': 'completed', 'code': 200} Apr 28 19:34:04.641038 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-d23f3430-e461-4f73-9bf4-619f4c3aaa88 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=290ceb20-de81-4b99-a7d2-f44afb82683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821295 Apr 28 19:34:04.737924 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ac837-2636-4945-8bfa-4a274d6ac6d7 req-791cd512-f5fa-4f9f-8386-2bcbb9c25f4b tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:04.739600 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-db8ac837-2636-4945-8bfa-4a274d6ac6d7 req-791cd512-f5fa-4f9f-8386-2bcbb9c25f4b tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b10d42d-602d-4bab-8173-789f8dce4897 HTTP/1.1" status: 200 len: 950 time: 0.0517113 Apr 28 19:34:04.783735 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-db8ac837-2636-4945-8bfa-4a274d6ac6d7 req-1795400b-55aa-479c-a503-0ebf203fd6cf tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d892c60-4988-4559-91ae-463a24113b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369246 Apr 28 19:34:04.915888 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421d0cf-47cb-424e-ae00-e7b1cf09cf6b req-ea08a927-a182-4b08-bc3f-ee02671d14dd tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:04.917672 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9421d0cf-47cb-424e-ae00-e7b1cf09cf6b req-ea08a927-a182-4b08-bc3f-ee02671d14dd tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 949 time: 0.0648291 Apr 28 19:34:04.984641 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9421d0cf-47cb-424e-ae00-e7b1cf09cf6b req-83cc186d-3cef-4396-8c9a-32c60b03a7df tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591109 Apr 28 19:34:05.090651 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b75c8dad-2921-4a68-b2f2-281c0ab904b0 req-ee616fb1-7993-40ec-81df-f4fa524d83ac tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:34:05.096454 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b75c8dad-2921-4a68-b2f2-281c0ab904b0 req-ee616fb1-7993-40ec-81df-f4fa524d83ac tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:05.100703 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a81f9f-febc-4118-9acf-83dcd124c11b None None] Sync routers for ids ['688a8c2e-2e4b-4043-b3f8-ea201985862d'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:34:05.111898 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a81f9f-febc-4118-9acf-83dcd124c11b None None] Routers {'688a8c2e-2e4b-4043-b3f8-ea201985862d'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:34:05.112768 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-15a81f9f-febc-4118-9acf-83dcd124c11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:33:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['688a8c2e-2e4b-4043-b3f8-ea201985862d'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:05.121307 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-bb7daad4-cbbf-41ec-9c15-e6a8990100b0 service neutron] 10.222.0.44 "GET /v2.0/networks/290ceb20-de81-4b99-a7d2-f44afb82683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4698555 Apr 28 19:34:05.184834 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b75c8dad-2921-4a68-b2f2-281c0ab904b0 req-ee616fb1-7993-40ec-81df-f4fa524d83ac tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "PUT /v2.0/floatingips/b4840b2e-17e1-472c-a0ca-ca52369af7b3 HTTP/1.1" status: 200 len: 996 time: 3.0090089 Apr 28 19:34:05.239874 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-15a81f9f-febc-4118-9acf-83dcd124c11b None None] Set router 688a8c2e-2e4b-4043-b3f8-ea201985862d gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:34:05.252846 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d6b0a07-2259-479d-9a10-98fe12f61686 req-39d775ca-3b4b-47fc-94b3-e44b098a7f6c service neutron] 10.222.0.44 "GET /v2.0/networks/290ceb20-de81-4b99-a7d2-f44afb82683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224804 Apr 28 19:34:05.265278 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c8dad-2921-4a68-b2f2-281c0ab904b0 req-0f7c5b9a-25e7-44cb-87c8-3dc306a22a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:05.266745 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b75c8dad-2921-4a68-b2f2-281c0ab904b0 req-0f7c5b9a-25e7-44cb-87c8-3dc306a22a0d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee496e16332249aeb085dff577ef06a6&device_id=6a74039e-7fec-4f7c-8f84-2a145557afee HTTP/1.1" status: 200 len: 1097 time: 0.0617349 Apr 28 19:34:05.413543 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d73ad6-9376-464b-88f2-2dc9cf91156c req-47ed6732-98d2-4a4d-a733-2e14689b4328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:05.416849 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-55d73ad6-9376-464b-88f2-2dc9cf91156c req-47ed6732-98d2-4a4d-a733-2e14689b4328 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f969262094984a16ab4b8b19d6c12396&device_id=46050d89-0a17-46a3-bcd1-7a0827135ba4 HTTP/1.1" status: 200 len: 1094 time: 0.1087480 Apr 28 19:34:05.453091 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c8dad-2921-4a68-b2f2-281c0ab904b0 req-2f836cbf-cc84-4d10-9897-22a839bea4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:05.454738 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b75c8dad-2921-4a68-b2f2-281c0ab904b0 req-2f836cbf-cc84-4d10-9897-22a839bea4f8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd6ec307-38a5-449d-ba43-3dd6f89e48d8 HTTP/1.1" status: 200 len: 929 time: 0.1764290 Apr 28 19:34:05.568951 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-15a81f9f-febc-4118-9acf-83dcd124c11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-330594117-router', 'tenant_id': 'ee496e16332249aeb085dff577ef06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '9b889261-19b8-4cc1-8d0e-84e6d9ed6442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:32:57Z', 'updated_at': '2022-04-28T19:33:14Z', 'revision_number': 4, 'project_id': 'ee496e16332249aeb085dff577ef06a6', 'gw_port': {'id': '9b889261-19b8-4cc1-8d0e-84e6d9ed6442', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:32:58Z', 'updated_at': '2022-04-28T19:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': 'b4840b2e-17e1-472c-a0ca-ca52369af7b3', 'tenant_id': 'ee496e16332249aeb085dff577ef06a6', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'port_id': '81a6c570-8baa-4cb7-baf4-3eb6104d95de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6ec307-38a5-449d-ba43-3dd6f89e48d8', 'mac_address': 'fa:16:3e:3e:1c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a74039e-7fec-4f7c-8f84-2a145557afee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:33:58Z', 'updated_at': '2022-04-28T19:34:03Z', 'revision_number': 1, 'project_id': 'ee496e16332249aeb085dff577ef06a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ca4a4dc-7a52-4e95-86f7-56f4e509e895', 'name': '', 'network_id': 'fd6ec307-38a5-449d-ba43-3dd6f89e48d8', 'tenant_id': 'ee496e16332249aeb085dff577ef06a6', 'mac_address': 'fa:16:3e:96:62:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '45c28097-beec-4874-b7ee-ffa03c177fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:10Z', 'updated_at': '2022-04-28T19:33:20Z', 'revision_number': 5, 'project_id': 'ee496e16332249aeb085dff577ef06a6', 'subnets': [{'id': '45c28097-beec-4874-b7ee-ffa03c177fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:05.573584 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b75c8dad-2921-4a68-b2f2-281c0ab904b0 req-58387472-3e43-4a7b-9dca-f2eb846a140b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81a6c570-8baa-4cb7-baf4-3eb6104d95de HTTP/1.1" status: 200 len: 999 time: 0.0881515 Apr 28 19:34:05.583690 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d73ad6-9376-464b-88f2-2dc9cf91156c req-fec8a9bb-653d-4602-8d13-7efdb8494084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:05.585186 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-55d73ad6-9376-464b-88f2-2dc9cf91156c req-fec8a9bb-653d-4602-8d13-7efdb8494084 service neutron] 10.222.0.44 "GET /v2.0/networks?id=290ceb20-de81-4b99-a7d2-f44afb82683c HTTP/1.1" status: 200 len: 914 time: 0.1611674 Apr 28 19:34:05.599043 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a81f9f-febc-4118-9acf-83dcd124c11b None None] Checking router: 688a8c2e-2e4b-4043-b3f8-ea201985862d for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:34:05.608904 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a81f9f-febc-4118-9acf-83dcd124c11b None None] Routers {'688a8c2e-2e4b-4043-b3f8-ea201985862d'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:34:05.609818 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-15a81f9f-febc-4118-9acf-83dcd124c11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:33:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['688a8c2e-2e4b-4043-b3f8-ea201985862d'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:05.660630 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-55d73ad6-9376-464b-88f2-2dc9cf91156c req-c8a11c1f-3d87-4668-8939-95ff962311b3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=386e28da-26b1-4a08-a6cd-abc86d02bf08 HTTP/1.1" status: 200 len: 217 time: 0.0647664 Apr 28 19:34:05.707396 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40612) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:34:05.715908 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-c7507ae0-2607-4e28-b89d-6abc1b6dbbfc tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--602072049', 'description': 'tempest-description--1688759841'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:34:05.717772 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c8dad-2921-4a68-b2f2-281c0ab904b0 req-dc445a8e-7774-48fc-b441-03554829bd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:05.719255 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b75c8dad-2921-4a68-b2f2-281c0ab904b0 req-dc445a8e-7774-48fc-b441-03554829bd75 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45c28097-beec-4874-b7ee-ffa03c177fe7 HTTP/1.1" status: 200 len: 867 time: 0.1331973 Apr 28 19:34:05.744397 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d73ad6-9376-464b-88f2-2dc9cf91156c req-eb868b24-1f71-438d-a2a9-a67c93d7a6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:05.746098 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-55d73ad6-9376-464b-88f2-2dc9cf91156c req-eb868b24-1f71-438d-a2a9-a67c93d7a6f3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=635f4d89-0687-4dbb-83ff-0947b6148d7d HTTP/1.1" status: 200 len: 853 time: 0.0756347 Apr 28 19:34:05.782860 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c7507ae0-2607-4e28-b89d-6abc1b6dbbfc tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:05.787407 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-15a81f9f-febc-4118-9acf-83dcd124c11b None None] Set router 688a8c2e-2e4b-4043-b3f8-ea201985862d gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:34:05.795083 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-55d73ad6-9376-464b-88f2-2dc9cf91156c req-a09995fd-56de-4aeb-b3bb-87076efbaa88 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=290ceb20-de81-4b99-a7d2-f44afb82683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294099 Apr 28 19:34:05.812711 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c8dad-2921-4a68-b2f2-281c0ab904b0 req-3133aafe-1628-4e95-bf29-e80cfdaf7ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:05.814370 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b75c8dad-2921-4a68-b2f2-281c0ab904b0 req-3133aafe-1628-4e95-bf29-e80cfdaf7ceb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd6ec307-38a5-449d-ba43-3dd6f89e48d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830598 Apr 28 19:34:05.829168 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513081ad-cd08-4835-bbe1-125620ff77f4 req-95eb7c66-573b-4358-aac1-430a091bf9c4 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:05.830846 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-513081ad-cd08-4835-bbe1-125620ff77f4 req-95eb7c66-573b-4358-aac1-430a091bf9c4 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 943 time: 0.0806561 Apr 28 19:34:05.837967 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-b75c8dad-2921-4a68-b2f2-281c0ab904b0 req-ecc89810-39f8-4ddb-aacb-d95e326c91e9 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:34:05.838914 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b75c8dad-2921-4a68-b2f2-281c0ab904b0 req-ecc89810-39f8-4ddb-aacb-d95e326c91e9 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079985 Apr 28 19:34:05.917810 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c7507ae0-2607-4e28-b89d-6abc1b6dbbfc tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:05.921650 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-513081ad-cd08-4835-bbe1-125620ff77f4 req-8cd33c6d-2027-4838-a83f-f4a538a24a78 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708382 Apr 28 19:34:05.923049 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c7507ae0-2607-4e28-b89d-6abc1b6dbbfc tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:05.979974 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c7507ae0-2607-4e28-b89d-6abc1b6dbbfc tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:05.985727 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c7507ae0-2607-4e28-b89d-6abc1b6dbbfc tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2734547 Apr 28 19:34:05.986414 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40616) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:34:05.991806 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-55d73ad6-9376-464b-88f2-2dc9cf91156c req-42037e53-9882-4af0-a9c4-52d59ee97c36 service neutron] 10.222.0.44 "GET /v2.0/networks/290ceb20-de81-4b99-a7d2-f44afb82683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884098 Apr 28 19:34:05.993722 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-85ed853b-91fd-4239-8c8b-68c0512b61ff tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Request body: {'security_group_rule': {'security_group_id': '5540b366-209c-4750-8eb8-33c6d7200fc7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:34:06.001474 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7507ae0-2607-4e28-b89d-6abc1b6dbbfc tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5540b366-209c-4750-8eb8-33c6d7200fc7,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:06.026327 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b75c8dad-2921-4a68-b2f2-281c0ab904b0 req-2b989c6c-876a-4ec9-af89-dde0fc39ad66 service neutron] 10.222.0.42 "GET /v2.0/networks/fd6ec307-38a5-449d-ba43-3dd6f89e48d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516111 Apr 28 19:34:06.040538 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-85ed853b-91fd-4239-8c8b-68c0512b61ff tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:06.090062 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 328cdf06-cd56-479f-8096-7fd418011541 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:34:06.130170 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-15a81f9f-febc-4118-9acf-83dcd124c11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-330594117-router', 'tenant_id': 'ee496e16332249aeb085dff577ef06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '9b889261-19b8-4cc1-8d0e-84e6d9ed6442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:32:57Z', 'updated_at': '2022-04-28T19:33:14Z', 'revision_number': 4, 'project_id': 'ee496e16332249aeb085dff577ef06a6', 'gw_port': {'id': '9b889261-19b8-4cc1-8d0e-84e6d9ed6442', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:32:58Z', 'updated_at': '2022-04-28T19:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': 'b4840b2e-17e1-472c-a0ca-ca52369af7b3', 'tenant_id': 'ee496e16332249aeb085dff577ef06a6', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'port_id': '81a6c570-8baa-4cb7-baf4-3eb6104d95de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6ec307-38a5-449d-ba43-3dd6f89e48d8', 'mac_address': 'fa:16:3e:3e:1c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a74039e-7fec-4f7c-8f84-2a145557afee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:33:58Z', 'updated_at': '2022-04-28T19:34:03Z', 'revision_number': 1, 'project_id': 'ee496e16332249aeb085dff577ef06a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ca4a4dc-7a52-4e95-86f7-56f4e509e895', 'name': '', 'network_id': 'fd6ec307-38a5-449d-ba43-3dd6f89e48d8', 'tenant_id': 'ee496e16332249aeb085dff577ef06a6', 'mac_address': 'fa:16:3e:96:62:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '45c28097-beec-4874-b7ee-ffa03c177fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:10Z', 'updated_at': '2022-04-28T19:33:20Z', 'revision_number': 5, 'project_id': 'ee496e16332249aeb085dff577ef06a6', 'subnets': [{'id': '45c28097-beec-4874-b7ee-ffa03c177fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:06.157544 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-85ed853b-91fd-4239-8c8b-68c0512b61ff tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:06.171212 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b47cce-76eb-46b2-8d8e-6eb388cc58bf req-495c340d-afbb-4cee-b91f-3308466087e3 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:06.172965 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a3b47cce-76eb-46b2-8d8e-6eb388cc58bf req-495c340d-afbb-4cee-b91f-3308466087e3 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21 HTTP/1.1" status: 200 len: 945 time: 0.0928071 Apr 28 19:34:06.174227 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-55d73ad6-9376-464b-88f2-2dc9cf91156c req-20a9f144-c29a-43a4-9999-e92333437b8c service neutron] 10.222.0.44 "GET /v2.0/networks/290ceb20-de81-4b99-a7d2-f44afb82683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742089 Apr 28 19:34:06.174362 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-85ed853b-91fd-4239-8c8b-68c0512b61ff tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:06.192747 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b75c8dad-2921-4a68-b2f2-281c0ab904b0 req-edc02a91-03e7-4f56-adbb-e96e7da40f5a service neutron] 10.222.0.42 "GET /v2.0/networks/fd6ec307-38a5-449d-ba43-3dd6f89e48d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328890 Apr 28 19:34:06.213673 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a81f9f-febc-4118-9acf-83dcd124c11b None None] The sync data for ids ['688a8c2e-2e4b-4043-b3f8-ea201985862d'] in n-d-839810-1 is: [{'id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-330594117-router', 'tenant_id': 'ee496e16332249aeb085dff577ef06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '9b889261-19b8-4cc1-8d0e-84e6d9ed6442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:32:57Z', 'updated_at': '2022-04-28T19:33:14Z', 'revision_number': 4, 'project_id': 'ee496e16332249aeb085dff577ef06a6', 'gw_port': {'id': '9b889261-19b8-4cc1-8d0e-84e6d9ed6442', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:32:58Z', 'updated_at': '2022-04-28T19:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': 'b4840b2e-17e1-472c-a0ca-ca52369af7b3', 'tenant_id': 'ee496e16332249aeb085dff577ef06a6', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'port_id': '81a6c570-8baa-4cb7-baf4-3eb6104d95de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6ec307-38a5-449d-ba43-3dd6f89e48d8', 'mac_address': 'fa:16:3e:3e:1c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a74039e-7fec-4f7c-8f84-2a145557afee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:33:58Z', 'updated_at': '2022-04-28T19:34:03Z', 'revision_number': 1, 'project_id': 'ee496e16332249aeb085dff577ef06a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ca4a4dc-7a52-4e95-86f7-56f4e509e895', 'name': '', 'network_id': 'fd6ec307-38a5-449d-ba43-3dd6f89e48d8', 'tenant_id': 'ee496e16332249aeb085dff577ef06a6', 'mac_address': 'fa:16:3e:96:62:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '45c28097-beec-4874-b7ee-ffa03c177fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:10Z', 'updated_at': '2022-04-28T19:33:20Z', 'revision_number': 5, 'project_id': 'ee496e16332249aeb085dff577ef06a6', 'subnets': [{'id': '45c28097-beec-4874-b7ee-ffa03c177fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:34:06.232705 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed853b-91fd-4239-8c8b-68c0512b61ff tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbe55921-464e-4e25-a73c-5feb2a6bd490,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:06.250734 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 328cdf06-cd56-479f-8096-7fd418011541, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=328cdf06-cd56-479f-8096-7fd418011541,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:06.254544 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-85ed853b-91fd-4239-8c8b-68c0512b61ff tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:06.256165 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-85ed853b-91fd-4239-8c8b-68c0512b61ff tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2683725 Apr 28 19:34:06.260249 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40622) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:34:06.267837 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-48781374-2d2a-43f9-baf1-a47b8585efed tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Request body: {'security_group_rule': {'security_group_id': '5540b366-209c-4750-8eb8-33c6d7200fc7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:34:06.281018 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a3b47cce-76eb-46b2-8d8e-6eb388cc58bf req-843dc6b9-c2a6-4a22-8ab9-bd985e895cb3 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960479 Apr 28 19:34:06.295122 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '328cdf06-cd56-479f-8096-7fd418011541', 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2', 'port_id': '328cdf06-cd56-479f-8096-7fd418011541', 'mac_address': 'fa:16:3e:c1:cf:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb798a62-4141-409b-9f67-e98b8568ccb2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:34:06.342954 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-48781374-2d2a-43f9-baf1-a47b8585efed tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:06.371816 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:06.394732 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 328cdf06-cd56-479f-8096-7fd418011541 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:34:06.423572 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a6161-904c-4663-93d0-66f81bcad52f req-7a86b562-722a-4783-9cd7-71c39c0ce98c tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:06.425647 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 328cdf06-cd56-479f-8096-7fd418011541, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=328cdf06-cd56-479f-8096-7fd418011541,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:06.428652 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a96a6161-904c-4663-93d0-66f81bcad52f req-7a86b562-722a-4783-9cd7-71c39c0ce98c tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd72dfea-f42b-461b-83db-a4b9dd4c1ec6 HTTP/1.1" status: 200 len: 946 time: 0.1015875 Apr 28 19:34:06.432375 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:06.437888 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61b590-d11a-42bc-a76c-39623fa622ca req-48933c87-084d-4485-a9cb-8f0f64540543 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:06.447283 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8e61b590-d11a-42bc-a76c-39623fa622ca req-48933c87-084d-4485-a9cb-8f0f64540543 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/ports?device_id=46050d89-0a17-46a3-bcd1-7a0827135ba4 HTTP/1.1" status: 200 len: 943 time: 0.0811400 Apr 28 19:34:06.476566 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-48781374-2d2a-43f9-baf1-a47b8585efed tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:06.490254 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-48781374-2d2a-43f9-baf1-a47b8585efed tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:06.498963 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8e61b590-d11a-42bc-a76c-39623fa622ca req-31e3018a-16f9-4236-85f1-9fcb956c184c tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c6e5e07-2397-442e-876d-34148ec92451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505662 Apr 28 19:34:06.512065 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=328cdf06-cd56-479f-8096-7fd418011541,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:06.540563 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a96a6161-904c-4663-93d0-66f81bcad52f req-6fabb95e-f8eb-4015-9ea6-c8856e10c788 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061218 Apr 28 19:34:06.542653 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48781374-2d2a-43f9-baf1-a47b8585efed tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=168e9d9d-43a9-4f15-9267-4a33fb2c3f69,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:06.550892 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-48781374-2d2a-43f9-baf1-a47b8585efed tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:06.551537 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8d3d53-b136-4bfa-80fb-8fd777157541 None None] New status for floating IP b4840b2e-17e1-472c-a0ca-ca52369af7b3: ACTIVE {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:34:06.552125 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-48781374-2d2a-43f9-baf1-a47b8585efed tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2900553 Apr 28 19:34:06.555295 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40626) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:34:06.561644 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-3e740a1f-5f11-4d96-bd47-feed5bb5b158 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:34:06.613488 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3e740a1f-5f11-4d96-bd47-feed5bb5b158 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:06.643601 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a74039e-7fec-4f7c-8f84-2a145557afee', 'tag': '81a6c570-8baa-4cb7-baf4-3eb6104d95de'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:06.646395 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6018b-c7ea-45d9-b2ca-75c7cfd70694 req-a5c20be6-5c8c-4dbb-8015-fd1f07052719 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:06.647632 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee189d9-5c7e-4b7e-9463-53051b66ae71" -d '{"events": [{"name": "network-changed", "server_uuid": "6a74039e-7fec-4f7c-8f84-2a145557afee", "tag": "81a6c570-8baa-4cb7-baf4-3eb6104d95de"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:06.652675 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-21b6018b-c7ea-45d9-b2ca-75c7cfd70694 req-a5c20be6-5c8c-4dbb-8015-fd1f07052719 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b10d42d-602d-4bab-8173-789f8dce4897 HTTP/1.1" status: 200 len: 950 time: 0.0710959 Apr 28 19:34:06.698848 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-21b6018b-c7ea-45d9-b2ca-75c7cfd70694 req-fbd28f8f-a090-4400-9bbb-cc0b0b3ed1bf tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d892c60-4988-4559-91ae-463a24113b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416899 Apr 28 19:34:06.742221 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29d495-840d-4857-ae57-8892b6633887 req-2a471754-a1f5-48d9-a9e1-8f5598c4a012 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:06.743829 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ed29d495-840d-4857-ae57-8892b6633887 req-2a471754-a1f5-48d9-a9e1-8f5598c4a012 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 949 time: 0.1164205 Apr 28 19:34:06.800857 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ed29d495-840d-4857-ae57-8892b6633887 req-3dabe712-b0ad-4fcc-b09d-9ebf186b938b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489450 Apr 28 19:34:06.833958 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3e740a1f-5f11-4d96-bd47-feed5bb5b158 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:06.835727 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['328cdf06-cd56-479f-8096-7fd418011541'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:34:06.982090 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b2cbdfd1-35a1-46f7-bd49-612bb7cfcb08 req-4840ac6e-fd3f-48cf-96cd-ba1864fbb6a5 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 258 time: 0.2490981 Apr 28 19:34:06.984908 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf448f54-e8a8-4bb3-bc6a-aaeda8e12106 req-aa745731-2a15-4cce-8d95-a2279c15b6c1 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:06.986457 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bf448f54-e8a8-4bb3-bc6a-aaeda8e12106 req-aa745731-2a15-4cce-8d95-a2279c15b6c1 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21 HTTP/1.1" status: 200 len: 945 time: 0.0942490 Apr 28 19:34:06.987506 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-b2cbdfd1-35a1-46f7-bd49-612bb7cfcb08 req-cc4bbe5b-a973-49e3-ade0-0ac9f3fd17e6 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:34:07.006678 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-3e740a1f-5f11-4d96-bd47-feed5bb5b158 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Allocated IP 172.25.8.152 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/eafee87a-d2f9-4b37-8b88-9599be763e54) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:34:07.015239 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b2cbdfd1-35a1-46f7-bd49-612bb7cfcb08 req-cc4bbe5b-a973-49e3-ade0-0ac9f3fd17e6 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks [] for floatingip, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:07.113080 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bf448f54-e8a8-4bb3-bc6a-aaeda8e12106 req-8e2ff51e-16b3-415c-b3ec-a5601912a9d6 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995309 Apr 28 19:34:07.147360 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b2cbdfd1-35a1-46f7-bd49-612bb7cfcb08 req-cc4bbe5b-a973-49e3-ade0-0ac9f3fd17e6 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:07.247616 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3e740a1f-5f11-4d96-bd47-feed5bb5b158 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:07.296669 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3e740a1f-5f11-4d96-bd47-feed5bb5b158 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:07.361499 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-b2cbdfd1-35a1-46f7-bd49-612bb7cfcb08 req-cc4bbe5b-a973-49e3-ade0-0ac9f3fd17e6 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Allocated IP 172.25.8.58 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/7bb8b48f-fef9-49bc-a976-3bf303f2b730) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:34:07.370565 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e740a1f-5f11-4d96-bd47-feed5bb5b158 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:34:07.376133 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-3e740a1f-5f11-4d96-bd47-feed5bb5b158 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:34:07.381861 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e740a1f-5f11-4d96-bd47-feed5bb5b158 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:34:07.386187 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 386e28da-26b1-4a08-a6cd-abc86d02bf08 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:34:07.437420 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b8f6e9-c062-4d91-ad74-93c2e8b34d62 x-openstack-request-id: req-23b8f6e9-c062-4d91-ad74-93c2e8b34d62 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:07.438168 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a74039e-7fec-4f7c-8f84-2a145557afee", "tag": "81a6c570-8baa-4cb7-baf4-3eb6104d95de", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:07.438168 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-23b8f6e9-c062-4d91-ad74-93c2e8b34d62 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:07.438475 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23b8f6e9-c062-4d91-ad74-93c2e8b34d62'] response: {'name': 'network-changed', 'server_uuid': '6a74039e-7fec-4f7c-8f84-2a145557afee', 'tag': '81a6c570-8baa-4cb7-baf4-3eb6104d95de', 'status': 'completed', 'code': 200} Apr 28 19:34:07.460613 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e740a1f-5f11-4d96-bd47-feed5bb5b158 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Pushing event updated for resources: {'Port': ['ID=eafee87a-d2f9-4b37-8b88-9599be763e54,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:07.533190 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b2cbdfd1-35a1-46f7-bd49-612bb7cfcb08 req-cc4bbe5b-a973-49e3-ade0-0ac9f3fd17e6 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:07.536140 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee189d9-5c7e-4b7e-9463-53051b66ae71 req-4ccd0eab-7d71-4ec4-abe6-c6de2ab3a863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:07.537642 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8ee189d9-5c7e-4b7e-9463-53051b66ae71 req-4ccd0eab-7d71-4ec4-abe6-c6de2ab3a863 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee496e16332249aeb085dff577ef06a6&device_id=6a74039e-7fec-4f7c-8f84-2a145557afee HTTP/1.1" status: 200 len: 1097 time: 0.0985765 Apr 28 19:34:07.543040 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3e740a1f-5f11-4d96-bd47-feed5bb5b158 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:07.585951 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b2cbdfd1-35a1-46f7-bd49-612bb7cfcb08 req-cc4bbe5b-a973-49e3-ade0-0ac9f3fd17e6 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:07.607761 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 386e28da-26b1-4a08-a6cd-abc86d02bf08, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=386e28da-26b1-4a08-a6cd-abc86d02bf08,segment=NetworkSegment(3203ee38-b50c-4fe0-be3f-74c90553314a),segment_id=3203ee38-b50c-4fe0-be3f-74c90553314a)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:07.635460 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '386e28da-26b1-4a08-a6cd-abc86d02bf08', 'network_id': '290ceb20-de81-4b99-a7d2-f44afb82683c', 'port_id': '386e28da-26b1-4a08-a6cd-abc86d02bf08', 'mac_address': 'fa:16:3e:ec:62:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '635f4d89-0687-4dbb-83ff-0947b6148d7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:34:07.659059 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3e740a1f-5f11-4d96-bd47-feed5bb5b158 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:07.668870 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2cbdfd1-35a1-46f7-bd49-612bb7cfcb08 req-cc4bbe5b-a973-49e3-ade0-0ac9f3fd17e6 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:34:07.674863 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-b2cbdfd1-35a1-46f7-bd49-612bb7cfcb08 req-cc4bbe5b-a973-49e3-ade0-0ac9f3fd17e6 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:34:07.677669 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2cbdfd1-35a1-46f7-bd49-612bb7cfcb08 req-cc4bbe5b-a973-49e3-ade0-0ac9f3fd17e6 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:34:07.710184 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:07.725907 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 386e28da-26b1-4a08-a6cd-abc86d02bf08 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:34:07.735818 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4bbe5b-a973-49e3-ade0-0ac9f3fd17e6 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Pushing event updated for resources: {'Port': ['ID=7bb8b48f-fef9-49bc-a976-3bf303f2b730,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:07.749849 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 386e28da-26b1-4a08-a6cd-abc86d02bf08, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=386e28da-26b1-4a08-a6cd-abc86d02bf08,segment=NetworkSegment(3203ee38-b50c-4fe0-be3f-74c90553314a),segment_id=3203ee38-b50c-4fe0-be3f-74c90553314a)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:07.754795 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:07.798068 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee189d9-5c7e-4b7e-9463-53051b66ae71 req-cbbd2003-a8a3-453e-8b3b-71a250bd76b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:07.799723 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8ee189d9-5c7e-4b7e-9463-53051b66ae71 req-cbbd2003-a8a3-453e-8b3b-71a250bd76b1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd6ec307-38a5-449d-ba43-3dd6f89e48d8 HTTP/1.1" status: 200 len: 929 time: 0.2490020 Apr 28 19:34:07.807536 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=386e28da-26b1-4a08-a6cd-abc86d02bf08,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:07.815534 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b2cbdfd1-35a1-46f7-bd49-612bb7cfcb08 req-cc4bbe5b-a973-49e3-ade0-0ac9f3fd17e6 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:07.868604 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b2cbdfd1-35a1-46f7-bd49-612bb7cfcb08 req-cc4bbe5b-a973-49e3-ade0-0ac9f3fd17e6 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:07.881731 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e2b9b-b17c-42a2-a272-36e139278694 req-2718601d-a178-4065-91a7-95bd814c4249 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:07.882759 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-384e2b9b-b17c-42a2-a272-36e139278694 req-2718601d-a178-4065-91a7-95bd814c4249 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 944 time: 0.1480689 Apr 28 19:34:07.953244 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8ee189d9-5c7e-4b7e-9463-53051b66ae71 req-10250f0b-8266-4921-a53c-317c5520ef0c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81a6c570-8baa-4cb7-baf4-3eb6104d95de HTTP/1.1" status: 200 len: 1001 time: 0.1213930 Apr 28 19:34:08.001164 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-384e2b9b-b17c-42a2-a272-36e139278694 req-6e27fef6-47bd-4568-928c-30eaf32e8bbe tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992944 Apr 28 19:34:08.032516 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3e740a1f-5f11-4d96-bd47-feed5bb5b158 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:08.037185 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b2cbdfd1-35a1-46f7-bd49-612bb7cfcb08 req-cc4bbe5b-a973-49e3-ade0-0ac9f3fd17e6 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:08.043682 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3e740a1f-5f11-4d96-bd47-feed5bb5b158 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:08.044048 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b2cbdfd1-35a1-46f7-bd49-612bb7cfcb08 req-cc4bbe5b-a973-49e3-ade0-0ac9f3fd17e6 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:08.049292 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee189d9-5c7e-4b7e-9463-53051b66ae71 req-04881c48-75c9-482c-b514-913f08e732d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:08.050754 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8ee189d9-5c7e-4b7e-9463-53051b66ae71 req-04881c48-75c9-482c-b514-913f08e732d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=45c28097-beec-4874-b7ee-ffa03c177fe7 HTTP/1.1" status: 200 len: 867 time: 0.0841260 Apr 28 19:34:08.091775 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 328cdf06-cd56-479f-8096-7fd418011541 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:34:08.134766 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4bbe5b-a973-49e3-ade0-0ac9f3fd17e6 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Pushing event updated for resources: {'Port': ['ID=7bb8b48f-fef9-49bc-a976-3bf303f2b730,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:08.153433 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b2cbdfd1-35a1-46f7-bd49-612bb7cfcb08 req-cc4bbe5b-a973-49e3-ade0-0ac9f3fd17e6 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:08.156885 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['386e28da-26b1-4a08-a6cd-abc86d02bf08'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:34:08.188094 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b2cbdfd1-35a1-46f7-bd49-612bb7cfcb08 req-cc4bbe5b-a973-49e3-ade0-0ac9f3fd17e6 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:08.190296 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e740a1f-5f11-4d96-bd47-feed5bb5b158 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Pushing event updated for resources: {'Port': ['ID=eafee87a-d2f9-4b37-8b88-9599be763e54,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:08.192837 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b2cbdfd1-35a1-46f7-bd49-612bb7cfcb08 req-cc4bbe5b-a973-49e3-ade0-0ac9f3fd17e6 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2094200 Apr 28 19:34:08.219824 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3e740a1f-5f11-4d96-bd47-feed5bb5b158 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:08.231224 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee189d9-5c7e-4b7e-9463-53051b66ae71 req-29de688e-5bb8-4052-beac-4ef1b2857227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:08.233079 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8ee189d9-5c7e-4b7e-9463-53051b66ae71 req-29de688e-5bb8-4052-beac-4ef1b2857227 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd6ec307-38a5-449d-ba43-3dd6f89e48d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1582782 Apr 28 19:34:08.238219 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 328cdf06-cd56-479f-8096-7fd418011541 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:34:08.246818 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 328cdf06-cd56-479f-8096-7fd418011541 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:34:08.247204 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:08.256280 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3e740a1f-5f11-4d96-bd47-feed5bb5b158 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:08.264178 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3e740a1f-5f11-4d96-bd47-feed5bb5b158 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7002227 Apr 28 19:34:08.320921 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d1854-7ba3-4853-bd93-a40388b66bbb req-f98834d9-026a-4aed-b87c-5c4fd306a91d tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:08.323390 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-392d1854-7ba3-4853-bd93-a40388b66bbb req-f98834d9-026a-4aed-b87c-5c4fd306a91d tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd72dfea-f42b-461b-83db-a4b9dd4c1ec6 HTTP/1.1" status: 200 len: 946 time: 0.1865063 Apr 28 19:34:08.361737 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b2cbdfd1-35a1-46f7-bd49-612bb7cfcb08 req-840ce0a2-fce8-4f95-875a-9607ff0f546d tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.58 HTTP/1.1" status: 200 len: 695 time: 0.1592481 Apr 28 19:34:08.393079 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-392d1854-7ba3-4853-bd93-a40388b66bbb req-dbff2feb-69ae-440d-b438-5a08962f0a51 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595660 Apr 28 19:34:08.398042 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8ee189d9-5c7e-4b7e-9463-53051b66ae71 req-2331d037-b99e-4960-8703-03c374c05e34 service neutron] 10.222.0.15 "GET /v2.0/networks/fd6ec307-38a5-449d-ba43-3dd6f89e48d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569078 Apr 28 19:34:08.401444 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:08.447681 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae7d541-ed0b-48c0-bf78-b0903c2b106d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328cdf06-cd56-479f-8096-7fd418011541'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:08.453927 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb3a08d-eeb7-40ff-8a4e-aef5880d9cb9" -d '{"events": [{"server_uuid": "2ae7d541-ed0b-48c0-bf78-b0903c2b106d", "name": "network-vif-plugged", "status": "completed", "tag": "328cdf06-cd56-479f-8096-7fd418011541"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:08.470058 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 328cdf06-cd56-479f-8096-7fd418011541, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=328cdf06-cd56-479f-8096-7fd418011541,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:08.477675 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:08.513294 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbdfd1-35a1-46f7-bd49-612bb7cfcb08 req-064823e7-6863-4940-b04a-286bb14f3849 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:08.516611 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b2cbdfd1-35a1-46f7-bd49-612bb7cfcb08 req-064823e7-6863-4940-b04a-286bb14f3849 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 784 time: 0.1536458 Apr 28 19:34:08.526794 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-b2cbdfd1-35a1-46f7-bd49-612bb7cfcb08 req-f6a08a70-9625-439b-b5a6-d3867854ad71 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:34:08.527809 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b2cbdfd1-35a1-46f7-bd49-612bb7cfcb08 req-f6a08a70-9625-439b-b5a6-d3867854ad71 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068631 Apr 28 19:34:08.537396 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=328cdf06-cd56-479f-8096-7fd418011541,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:08.599367 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd90d9-33ef-4510-a4cb-89cf5063ac8a req-5d839495-cdfb-4512-9ac7-6bcc263ce96c tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:08.600927 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-22bd90d9-33ef-4510-a4cb-89cf5063ac8a req-5d839495-cdfb-4512-9ac7-6bcc263ce96c tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/ports?device_id=46050d89-0a17-46a3-bcd1-7a0827135ba4 HTTP/1.1" status: 200 len: 944 time: 0.0997295 Apr 28 19:34:08.607903 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8ee189d9-5c7e-4b7e-9463-53051b66ae71 req-0ae10c6d-eed8-404b-abff-95b6e52ca894 service neutron] 10.222.0.15 "GET /v2.0/networks/fd6ec307-38a5-449d-ba43-3dd6f89e48d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996529 Apr 28 19:34:08.640715 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509d543-0fdd-48cb-bf26-e029d48959b9 req-bb84ff15-ca7a-43ae-a5a8-bebeb4245794 tempest-ServersAdminNegativeTestJSON-1287092494 tempest-ServersAdminNegativeTestJSON-1287092494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:08.643795 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2509d543-0fdd-48cb-bf26-e029d48959b9 req-bb84ff15-ca7a-43ae-a5a8-bebeb4245794 tempest-ServersAdminNegativeTestJSON-1287092494 tempest-ServersAdminNegativeTestJSON-1287092494-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7b10d42d-602d-4bab-8173-789f8dce4897 HTTP/1.1" status: 200 len: 1101 time: 0.0500011 Apr 28 19:34:08.646876 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-22bd90d9-33ef-4510-a4cb-89cf5063ac8a req-248f9130-8832-47d4-a17f-045b2d245562 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c6e5e07-2397-442e-876d-34148ec92451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366557 Apr 28 19:34:08.663077 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2509d543-0fdd-48cb-bf26-e029d48959b9 req-aebbb3c1-37ea-4a86-a6ed-2189ad4ca2ae tempest-ServersAdminNegativeTestJSON-1287092494 tempest-ServersAdminNegativeTestJSON-1287092494-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:08.752377 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2509d543-0fdd-48cb-bf26-e029d48959b9 req-aebbb3c1-37ea-4a86-a6ed-2189ad4ca2ae tempest-ServersAdminNegativeTestJSON-1287092494 tempest-ServersAdminNegativeTestJSON-1287092494-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:08.756228 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2509d543-0fdd-48cb-bf26-e029d48959b9 req-aebbb3c1-37ea-4a86-a6ed-2189ad4ca2ae tempest-ServersAdminNegativeTestJSON-1287092494 tempest-ServersAdminNegativeTestJSON-1287092494-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:08.780924 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2509d543-0fdd-48cb-bf26-e029d48959b9 req-aebbb3c1-37ea-4a86-a6ed-2189ad4ca2ae tempest-ServersAdminNegativeTestJSON-1287092494 tempest-ServersAdminNegativeTestJSON-1287092494-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=7d892c60-4988-4559-91ae-463a24113b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304166 Apr 28 19:34:08.784558 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc0dff-4fbc-48fb-9a47-00191a6633b6 req-f3fe2040-44c6-4169-a606-f4b26506dd57 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:08.786097 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b2dc0dff-4fbc-48fb-9a47-00191a6633b6 req-f3fe2040-44c6-4169-a606-f4b26506dd57 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 949 time: 0.0572629 Apr 28 19:34:08.796566 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebbb3c1-37ea-4a86-a6ed-2189ad4ca2ae tempest-ServersAdminNegativeTestJSON-1287092494 tempest-ServersAdminNegativeTestJSON-1287092494-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e12aef-ce70-4292-9c36-5f9d25b6b420,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:08.836612 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b2dc0dff-4fbc-48fb-9a47-00191a6633b6 req-e003e716-3b1f-4169-93d7-b931c7b05c34 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403190 Apr 28 19:34:08.910210 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa49d1d-d4ac-4733-8e3f-3da5cfc2807c req-20ee86cd-5b9b-4ea7-b966-bf04096133f6 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:08.911915 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ffa49d1d-d4ac-4733-8e3f-3da5cfc2807c req-20ee86cd-5b9b-4ea7-b966-bf04096133f6 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21 HTTP/1.1" status: 200 len: 945 time: 0.0552669 Apr 28 19:34:08.954242 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e7832540-717f-4e26-9602-a9d751c82d6e req-0104edc6-b38d-4d52-afa3-3562f2236566 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--602072049&fields=id&tenant_id=ac4a325e58b9497b9421c85aa337c854 HTTP/1.1" status: 200 len: 267 time: 0.0338261 Apr 28 19:34:08.955297 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ffa49d1d-d4ac-4733-8e3f-3da5cfc2807c req-2e88da86-ccff-4b7b-a497-093e95228bd2 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359788 Apr 28 19:34:09.374238 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f7bc4c-20e9-4b59-b7e9-644d00d7c3d4 x-openstack-request-id: req-60f7bc4c-20e9-4b59-b7e9-644d00d7c3d4 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:09.374631 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae7d541-ed0b-48c0-bf78-b0903c2b106d", "name": "network-vif-plugged", "status": "completed", "tag": "328cdf06-cd56-479f-8096-7fd418011541", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:09.374975 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-60f7bc4c-20e9-4b59-b7e9-644d00d7c3d4 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:09.375463 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60f7bc4c-20e9-4b59-b7e9-644d00d7c3d4'] response: {'server_uuid': '2ae7d541-ed0b-48c0-bf78-b0903c2b106d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328cdf06-cd56-479f-8096-7fd418011541', 'code': 200} Apr 28 19:34:09.385297 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 386e28da-26b1-4a08-a6cd-abc86d02bf08 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:34:09.389405 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7832540-717f-4e26-9602-a9d751c82d6e req-91349bd9-6343-4493-8fc9-94f5ac8866dc tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:09.397787 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e7832540-717f-4e26-9602-a9d751c82d6e req-91349bd9-6343-4493-8fc9-94f5ac8866dc tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "GET /v2.0/networks?id=f904c84c-5f3f-4a5e-afcd-ce355e55bb02 HTTP/1.1" status: 200 len: 814 time: 0.4340472 Apr 28 19:34:09.416769 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e7832540-717f-4e26-9602-a9d751c82d6e req-1a18d3ef-f586-487e-82d3-d2bb1e8afb16 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "GET /v2.0/quotas/ac4a325e58b9497b9421c85aa337c854 HTTP/1.1" status: 200 len: 375 time: 0.0168724 Apr 28 19:34:09.458671 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 386e28da-26b1-4a08-a6cd-abc86d02bf08 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:34:09.466149 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 386e28da-26b1-4a08-a6cd-abc86d02bf08 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:34:09.466610 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:09.519498 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e7832540-717f-4e26-9602-a9d751c82d6e req-21acb5af-0106-48d5-8721-9dbb60ab7fac tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac4a325e58b9497b9421c85aa337c854&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0975564 Apr 28 19:34:09.529879 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7efe34-8c94-43b1-b5e6-e8e9189c958f req-b522a437-91c8-48e9-a960-839afa9805fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:09.531345 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4b7efe34-8c94-43b1-b5e6-e8e9189c958f req-b522a437-91c8-48e9-a960-839afa9805fd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 1096 time: 0.0669713 Apr 28 19:34:09.568272 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:09.609460 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 386e28da-26b1-4a08-a6cd-abc86d02bf08, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=386e28da-26b1-4a08-a6cd-abc86d02bf08,segment=NetworkSegment(3203ee38-b50c-4fe0-be3f-74c90553314a),segment_id=3203ee38-b50c-4fe0-be3f-74c90553314a)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:09.614532 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:09.626330 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4b7efe34-8c94-43b1-b5e6-e8e9189c958f req-7ff61874-1e7e-47a5-b494-649e9e86d598 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879748 Apr 28 19:34:09.656954 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e7832540-717f-4e26-9602-a9d751c82d6e req-6d2a7a45-45c8-4d32-981a-bf11266dd450 service neutron] 10.222.0.42 "GET /v2.0/networks/f904c84c-5f3f-4a5e-afcd-ce355e55bb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174338 Apr 28 19:34:09.672248 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2819f-4617-47c2-8f6e-7694f6a052ad req-ab76ba7c-5d51-4d02-a59c-c5f226c20de9 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:09.673967 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=386e28da-26b1-4a08-a6cd-abc86d02bf08,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:09.674342 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eed2819f-4617-47c2-8f6e-7694f6a052ad req-ab76ba7c-5d51-4d02-a59c-c5f226c20de9 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a74039e-7fec-4f7c-8f84-2a145557afee&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1592796 Apr 28 19:34:09.730085 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eed2819f-4617-47c2-8f6e-7694f6a052ad req-9f144ac9-705c-4bcb-9811-61489ea4bf81 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.58 HTTP/1.1" status: 200 len: 695 time: 0.0454488 Apr 28 19:34:09.740022 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-eed2819f-4617-47c2-8f6e-7694f6a052ad req-5e93eece-9893-48ca-a825-57efc17a2552 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Request body: {'floatingip': {'port_id': '81a6c570-8baa-4cb7-baf4-3eb6104d95de', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:34:09.755319 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e7832540-717f-4e26-9602-a9d751c82d6e req-7127f522-26be-4224-a8c1-2998a6a8c277 service neutron] 10.222.0.42 "GET /v2.0/networks/f904c84c-5f3f-4a5e-afcd-ce355e55bb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914447 Apr 28 19:34:09.782118 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-eed2819f-4617-47c2-8f6e-7694f6a052ad req-5e93eece-9893-48ca-a825-57efc17a2552 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks [] for floatingip, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:10.001310 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:34:10.050550 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1217e-f992-4de4-af23-039e035b4141 req-ec9d1414-7d26-47d1-8eca-5b7e90e19581 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:10.052173 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-30e1217e-f992-4de4-af23-039e035b4141 req-ec9d1414-7d26-47d1-8eca-5b7e90e19581 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21 HTTP/1.1" status: 200 len: 945 time: 0.0945201 Apr 28 19:34:10.066160 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [req-eed2819f-4617-47c2-8f6e-7694f6a052ad req-5e93eece-9893-48ca-a825-57efc17a2552 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] update failed (client error): There was a conflict when trying to complete your request. Apr 28 19:34:10.076778 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eed2819f-4617-47c2-8f6e-7694f6a052ad req-5e93eece-9893-48ca-a825-57efc17a2552 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "PUT /v2.0/floatingips/e5041334-c2aa-48f7-b5d3-62c8d67fcebe HTTP/1.1" status: 409 len: 550 time: 0.3403630 Apr 28 19:34:10.106504 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-30e1217e-f992-4de4-af23-039e035b4141 req-fcaa403a-4380-4965-af06-77ff653dffef tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411701 Apr 28 19:34:10.191553 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e6247-b4d6-4520-9334-c6203dd2f9b3 req-c15eff51-49de-4131-8bd8-48d011d0da48 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:10.193055 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d60e6247-b4d6-4520-9334-c6203dd2f9b3 req-c15eff51-49de-4131-8bd8-48d011d0da48 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 945 time: 0.0636199 Apr 28 19:34:10.242509 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d60e6247-b4d6-4520-9334-c6203dd2f9b3 req-d381dd98-729c-4f01-9554-9e80349af970 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409834 Apr 28 19:34:10.291769 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef8f70-ff4f-43b0-94db-50baedd3e140 req-5dfd0a67-400d-486c-bc49-9cd4e9845165 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:10.293453 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-19ef8f70-ff4f-43b0-94db-50baedd3e140 req-5dfd0a67-400d-486c-bc49-9cd4e9845165 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/ports?device_id=46050d89-0a17-46a3-bcd1-7a0827135ba4 HTTP/1.1" status: 200 len: 945 time: 0.0687447 Apr 28 19:34:10.340802 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-19ef8f70-ff4f-43b0-94db-50baedd3e140 req-ce7783d0-b9f4-4220-a903-06e824235786 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c6e5e07-2397-442e-876d-34148ec92451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351570 Apr 28 19:34:10.378640 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56a242-a62c-46bc-9180-8037b3622d57 req-7372e775-6160-48dc-92b3-cf00076e24ee tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:10.384711 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6e56a242-a62c-46bc-9180-8037b3622d57 req-7372e775-6160-48dc-92b3-cf00076e24ee tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 949 time: 0.0758014 Apr 28 19:34:10.433815 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6e56a242-a62c-46bc-9180-8037b3622d57 req-476269a6-b58d-4249-962a-85060d1ee95f tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454412 Apr 28 19:34:10.444726 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b4a5c7b3-bec7-407c-aaaa-cf19fb7c2ce8 req-576d9873-5693-4cc8-a18b-b55fdbb4f064 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbe55c2-8e22-4b7c-b402-7395e6c4765d HTTP/1.1" status: 200 len: 210 time: 0.0346224 Apr 28 19:34:10.562061 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8dcfe06c-bc3c-46ae-ad3d-7058dc27bab5 req-6f25f84e-ad9b-460e-bae9-9305f487a99a tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/floatingips/e5041334-c2aa-48f7-b5d3-62c8d67fcebe HTTP/1.1" status: 200 len: 692 time: 0.0812294 Apr 28 19:34:10.613498 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64439a9-a3b1-4811-ba36-a4790faf6e9b req-df8d47c0-00ef-4e18-8e3b-e1ee102be4dc tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:10.615047 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e64439a9-a3b1-4811-ba36-a4790faf6e9b req-df8d47c0-00ef-4e18-8e3b-e1ee102be4dc tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21 HTTP/1.1" status: 200 len: 945 time: 0.0747499 Apr 28 19:34:10.662053 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e64439a9-a3b1-4811-ba36-a4790faf6e9b req-2001ef6f-d394-4ddf-81a6-a0eec68e1707 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374353 Apr 28 19:34:10.687071 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcfe06c-bc3c-46ae-ad3d-7058dc27bab5 req-c2debdfa-a0d6-47e3-9f30-0e0e5199fdb6 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:10.694838 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8dcfe06c-bc3c-46ae-ad3d-7058dc27bab5 req-c2debdfa-a0d6-47e3-9f30-0e0e5199fdb6 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 784 time: 0.1262832 Apr 28 19:34:10.700517 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-8dcfe06c-bc3c-46ae-ad3d-7058dc27bab5 req-da68160b-7d69-4bf4-a59d-d0f5e9114b06 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:34:10.708042 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8dcfe06c-bc3c-46ae-ad3d-7058dc27bab5 req-da68160b-7d69-4bf4-a59d-d0f5e9114b06 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122039 Apr 28 19:34:10.767909 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8dcfe06c-bc3c-46ae-ad3d-7058dc27bab5 req-c9a885c4-c902-4158-91d9-7377cda31aaf tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.58 HTTP/1.1" status: 200 len: 695 time: 0.0585454 Apr 28 19:34:10.818988 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8dcfe06c-bc3c-46ae-ad3d-7058dc27bab5 req-e1a63368-de91-4a9a-a936-df83c46f8ccf tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.58 HTTP/1.1" status: 200 len: 695 time: 0.0450375 Apr 28 19:34:10.832541 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff085cb-84f8-48e9-83a7-b2ccca38b206 req-c2704e5a-8b9b-4ecb-864a-d305ac279889 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:10.834712 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3ff085cb-84f8-48e9-83a7-b2ccca38b206 req-c2704e5a-8b9b-4ecb-864a-d305ac279889 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21 HTTP/1.1" status: 200 len: 945 time: 0.0556827 Apr 28 19:34:10.877546 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3ff085cb-84f8-48e9-83a7-b2ccca38b206 req-9b9d89ed-a0e3-4e0d-92b0-82f8c0bd49dd tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345573 Apr 28 19:34:10.954225 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-8dcfe06c-bc3c-46ae-ad3d-7058dc27bab5 req-9777d47d-650d-45ae-a3de-525868fc3d68 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Deleting port 7bb8b48f-fef9-49bc-a976-3bf303f2b730 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:34:10.954591 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8dcfe06c-bc3c-46ae-ad3d-7058dc27bab5 req-9777d47d-650d-45ae-a3de-525868fc3d68 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:11.049979 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8dcfe06c-bc3c-46ae-ad3d-7058dc27bab5 req-9777d47d-650d-45ae-a3de-525868fc3d68 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:11.049979 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8dcfe06c-bc3c-46ae-ad3d-7058dc27bab5 req-9777d47d-650d-45ae-a3de-525868fc3d68 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:11.066766 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-8dcfe06c-bc3c-46ae-ad3d-7058dc27bab5 req-9777d47d-650d-45ae-a3de-525868fc3d68 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Calling delete_port for 7bb8b48f-fef9-49bc-a976-3bf303f2b730 owned by network:floatingip {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:34:11.273302 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8dcfe06c-bc3c-46ae-ad3d-7058dc27bab5 req-9777d47d-650d-45ae-a3de-525868fc3d68 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:11.313581 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777d47d-650d-45ae-a3de-525868fc3d68 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Pushing event deleted for resources: {'Port': ['ID=7bb8b48f-fef9-49bc-a976-3bf303f2b730,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:11.376903 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46050d89-0a17-46a3-bcd1-7a0827135ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386e28da-26b1-4a08-a6cd-abc86d02bf08'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:11.380436 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6e7d4d-9fa2-40e6-9566-30c42525b9ae" -d '{"events": [{"server_uuid": "46050d89-0a17-46a3-bcd1-7a0827135ba4", "name": "network-vif-plugged", "status": "completed", "tag": "386e28da-26b1-4a08-a6cd-abc86d02bf08"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:11.382745 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7832540-717f-4e26-9602-a9d751c82d6e req-7a2a5a5c-df74-41b0-93cd-218a3aa71505 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:11.384059 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e7832540-717f-4e26-9602-a9d751c82d6e req-7a2a5a5c-df74-41b0-93cd-218a3aa71505 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.15 "GET /v2.0/networks?id=f904c84c-5f3f-4a5e-afcd-ce355e55bb02 HTTP/1.1" status: 200 len: 814 time: 0.1717937 Apr 28 19:34:11.393286 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8dcfe06c-bc3c-46ae-ad3d-7058dc27bab5 req-9777d47d-650d-45ae-a3de-525868fc3d68 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks [] for floatingip, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:11.396065 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8dcfe06c-bc3c-46ae-ad3d-7058dc27bab5 req-9777d47d-650d-45ae-a3de-525868fc3d68 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:11.408404 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8dcfe06c-bc3c-46ae-ad3d-7058dc27bab5 req-9777d47d-650d-45ae-a3de-525868fc3d68 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "DELETE /v2.0/floatingips/e5041334-c2aa-48f7-b5d3-62c8d67fcebe HTTP/1.1" status: 204 len: 173 time: 0.5829856 Apr 28 19:34:11.451509 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e7832540-717f-4e26-9602-a9d751c82d6e req-62ce3396-8b01-4ff0-8d08-c527383ed447 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac4a325e58b9497b9421c85aa337c854 HTTP/1.1" status: 200 len: 379 time: 0.0533984 Apr 28 19:34:11.472033 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-e7832540-717f-4e26-9602-a9d751c82d6e req-47ccc075-4594-4780-9fa0-85eb942d5de7 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Request body: {'port': {'device_id': '7cbe55c2-8e22-4b7c-b402-7395e6c4765d', 'network_id': 'f904c84c-5f3f-4a5e-afcd-ce355e55bb02', 'admin_state_up': True, 'tenant_id': 'ac4a325e58b9497b9421c85aa337c854', 'security_groups': ['5540b366-209c-4750-8eb8-33c6d7200fc7']}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:34:11.549774 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c40de-df61-46a7-aeeb-3ae6deeff1b4 req-ef192fcc-01be-4992-b361-6ad8bd24313d tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:11.564976 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-075c40de-df61-46a7-aeeb-3ae6deeff1b4 req-ef192fcc-01be-4992-b361-6ad8bd24313d tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b10d42d-602d-4bab-8173-789f8dce4897 HTTP/1.1" status: 200 len: 950 time: 0.1134865 Apr 28 19:34:11.637996 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-075c40de-df61-46a7-aeeb-3ae6deeff1b4 req-9debda43-fbba-4c3a-bb5f-5463354ee41d tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d892c60-4988-4559-91ae-463a24113b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715425 Apr 28 19:34:11.643211 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7832540-717f-4e26-9602-a9d751c82d6e req-47ccc075-4594-4780-9fa0-85eb942d5de7 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Made reservation on behalf of ac4a325e58b9497b9421c85aa337c854 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:34:11.656451 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e7832540-717f-4e26-9602-a9d751c82d6e req-47ccc075-4594-4780-9fa0-85eb942d5de7 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:11.797469 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e52a1-2b82-41e2-a5c4-ecdb951ecdd4 req-cd8b5343-0ee2-4b5a-b9c5-1554e1603057 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:11.799285 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ed5e52a1-2b82-41e2-a5c4-ecdb951ecdd4 req-cd8b5343-0ee2-4b5a-b9c5-1554e1603057 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/ports?device_id=46050d89-0a17-46a3-bcd1-7a0827135ba4 HTTP/1.1" status: 200 len: 945 time: 0.0678570 Apr 28 19:34:11.896275 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ed5e52a1-2b82-41e2-a5c4-ecdb951ecdd4 req-1af0592e-ecf1-4c9e-8983-c4601041ebfb tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c6e5e07-2397-442e-876d-34148ec92451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864356 Apr 28 19:34:11.940469 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-e7832540-717f-4e26-9602-a9d751c82d6e req-47ccc075-4594-4780-9fa0-85eb942d5de7 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Allocated IP 172.20.0.11 (f904c84c-5f3f-4a5e-afcd-ce355e55bb02/556349f0-38e7-4d9a-a43e-b8816ebacc40/f8fd0377-acfe-4958-b50a-8a5f400c6206) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:34:11.964909 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06ce5d-2941-407a-9ead-a057ea368085 req-38d32bbb-b7dc-4e6b-94bf-00dc22ced765 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:11.967589 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1c06ce5d-2941-407a-9ead-a057ea368085 req-38d32bbb-b7dc-4e6b-94bf-00dc22ced765 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 945 time: 0.2823224 Apr 28 19:34:12.037207 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1c06ce5d-2941-407a-9ead-a057ea368085 req-63c287dd-e7eb-49ce-804b-e7ece98abfc8 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606425 Apr 28 19:34:12.120938 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 2e6593cf-1a99-403a-b120-046c6cc0fcca details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:34:12.311063 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e7832540-717f-4e26-9602-a9d751c82d6e req-47ccc075-4594-4780-9fa0-85eb942d5de7 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:12.329424 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 2e6593cf-1a99-403a-b120-046c6cc0fcca, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=2e6593cf-1a99-403a-b120-046c6cc0fcca,segment=NetworkSegment(8fc1f4c1-a782-4abd-b384-b46f9c6b3366),segment_id=8fc1f4c1-a782-4abd-b384-b46f9c6b3366)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:12.357005 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '2e6593cf-1a99-403a-b120-046c6cc0fcca', 'network_id': '0a818354-dbcf-4136-b854-44772dd68b79', 'port_id': '2e6593cf-1a99-403a-b120-046c6cc0fcca', 'mac_address': 'fa:16:3e:63:01:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09693431-05ed-41e8-8d54-1a8b3b11f1bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:34:12.395669 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e7832540-717f-4e26-9602-a9d751c82d6e req-47ccc075-4594-4780-9fa0-85eb942d5de7 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:12.408461 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc11ae7-c87d-42b2-bfe0-c287b175f762 x-openstack-request-id: req-5cc11ae7-c87d-42b2-bfe0-c287b175f762 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:12.409295 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46050d89-0a17-46a3-bcd1-7a0827135ba4", "name": "network-vif-plugged", "status": "completed", "tag": "386e28da-26b1-4a08-a6cd-abc86d02bf08", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:12.409756 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5cc11ae7-c87d-42b2-bfe0-c287b175f762 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:12.410331 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cc11ae7-c87d-42b2-bfe0-c287b175f762'] response: {'server_uuid': '46050d89-0a17-46a3-bcd1-7a0827135ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386e28da-26b1-4a08-a6cd-abc86d02bf08', 'code': 200} Apr 28 19:34:12.437391 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:12.475223 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e6593cf-1a99-403a-b120-046c6cc0fcca {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:34:12.514622 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b9a040bf-bde2-434f-84dc-b8c308e722c5 req-a253fa17-584d-404c-9540-4b6168a7fa1f tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.49 HTTP/1.1" status: 200 len: 1001 time: 0.3669472 Apr 28 19:34:12.533071 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 2e6593cf-1a99-403a-b120-046c6cc0fcca, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=2e6593cf-1a99-403a-b120-046c6cc0fcca,segment=NetworkSegment(8fc1f4c1-a782-4abd-b384-b46f9c6b3366),segment_id=8fc1f4c1-a782-4abd-b384-b46f9c6b3366)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:12.542989 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:12.548816 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7832540-717f-4e26-9602-a9d751c82d6e req-47ccc075-4594-4780-9fa0-85eb942d5de7 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Network f904c84c-5f3f-4a5e-afcd-ce355e55bb02 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:34:12.584249 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b9c9c-e825-4d10-a978-4b3adae2f962 req-d3dce5f8-38de-4e72-8ad1-94d164b2069c tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:12.588591 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-e7832540-717f-4e26-9602-a9d751c82d6e req-47ccc075-4594-4780-9fa0-85eb942d5de7 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:34:12.596508 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-737b9c9c-e825-4d10-a978-4b3adae2f962 req-d3dce5f8-38de-4e72-8ad1-94d164b2069c tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 949 time: 0.0838659 Apr 28 19:34:12.637732 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=2e6593cf-1a99-403a-b120-046c6cc0fcca,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:12.652716 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-737b9c9c-e825-4d10-a978-4b3adae2f962 req-73d33ffa-99d2-46e3-85b4-b9dbc1ddbb8d tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549853 Apr 28 19:34:12.700786 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['2e6593cf-1a99-403a-b120-046c6cc0fcca'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:34:12.720857 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7832540-717f-4e26-9602-a9d751c82d6e req-47ccc075-4594-4780-9fa0-85eb942d5de7 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:34:12.825947 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b9f64-a24e-4265-ba38-f264a678e05e req-698de4b0-39d1-46ad-8764-a8692903aaf3 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:12.834762 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-693b9f64-a24e-4265-ba38-f264a678e05e req-698de4b0-39d1-46ad-8764-a8692903aaf3 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbe55c2-8e22-4b7c-b402-7395e6c4765d HTTP/1.1" status: 200 len: 932 time: 0.0849748 Apr 28 19:34:12.864982 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7832540-717f-4e26-9602-a9d751c82d6e req-47ccc075-4594-4780-9fa0-85eb942d5de7 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:12.865637 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e7832540-717f-4e26-9602-a9d751c82d6e req-47ccc075-4594-4780-9fa0-85eb942d5de7 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:12.885563 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-693b9f64-a24e-4265-ba38-f264a678e05e req-2237142d-9166-4e3e-87ae-fc30599b42af tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "GET /v2.0/security-groups?id=5540b366-209c-4750-8eb8-33c6d7200fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427313 Apr 28 19:34:12.910872 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a040bf-bde2-434f-84dc-b8c308e722c5 req-174b565f-acb9-4c4d-a81a-c2baee117867 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:12.932266 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b9a040bf-bde2-434f-84dc-b8c308e722c5 req-174b565f-acb9-4c4d-a81a-c2baee117867 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/ports/81a6c570-8baa-4cb7-baf4-3eb6104d95de HTTP/1.1" status: 200 len: 943 time: 0.4165618 Apr 28 19:34:12.932971 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ccc075-4594-4780-9fa0-85eb942d5de7 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Pushing event updated for resources: {'Port': ['ID=f8fd0377-acfe-4958-b50a-8a5f400c6206,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:12.944422 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e7832540-717f-4e26-9602-a9d751c82d6e req-47ccc075-4594-4780-9fa0-85eb942d5de7 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4786785 Apr 28 19:34:12.961833 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b5fa6-f655-4705-be54-42cb19c04dad req-beec3ceb-7ace-4498-9931-a89da59ec4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:12.964757 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bd0b5fa6-f655-4705-be54-42cb19c04dad req-beec3ceb-7ace-4498-9931-a89da59ec4a5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=46050d89-0a17-46a3-bcd1-7a0827135ba4 HTTP/1.1" status: 200 len: 1096 time: 0.4053857 Apr 28 19:34:13.011746 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bd0b5fa6-f655-4705-be54-42cb19c04dad req-5e31d266-71dc-49d4-bb85-b42143563b42 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5c6e5e07-2397-442e-876d-34148ec92451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378680 Apr 28 19:34:13.020406 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c7275-6392-49a2-b3e8-cf0f15f50b5f req-ef0d9ff7-26b2-4e60-938d-c8716cd1257f tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:13.033251 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0f9c7275-6392-49a2-b3e8-cf0f15f50b5f req-ef0d9ff7-26b2-4e60-938d-c8716cd1257f tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b10d42d-602d-4bab-8173-789f8dce4897 HTTP/1.1" status: 200 len: 950 time: 0.1465011 Apr 28 19:34:13.108618 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b9a040bf-bde2-434f-84dc-b8c308e722c5 req-f16ff13b-bd34-4004-8e4f-a5bc93732803 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.49 HTTP/1.1" status: 200 len: 1001 time: 0.0954480 Apr 28 19:34:13.114658 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-4402a3f2-ba7a-435f-bb30-fd825ee5883c None None] Provisioning complete for port f8fd0377-acfe-4958-b50a-8a5f400c6206 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:34:13.115030 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4402a3f2-ba7a-435f-bb30-fd825ee5883c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:13.174400 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bd353-b2f1-4bdc-bebd-9d2977b6632f req-269bae5e-589a-43df-a94f-8445caa1b875 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:13.175938 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-be3bd353-b2f1-4bdc-bebd-9d2977b6632f req-269bae5e-589a-43df-a94f-8445caa1b875 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 1096 time: 0.0887597 Apr 28 19:34:13.176085 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-4402a3f2-ba7a-435f-bb30-fd825ee5883c None None] Port f8fd0377-acfe-4958-b50a-8a5f400c6206 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:34:13.344292 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a040bf-bde2-434f-84dc-b8c308e722c5 req-715c788b-14f2-4145-949b-86fa24724883 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:13.345724 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b9a040bf-bde2-434f-84dc-b8c308e722c5 req-715c788b-14f2-4145-949b-86fa24724883 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 784 time: 0.2260571 Apr 28 19:34:13.357589 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-64d79782-015c-4212-ad5b-4bfc6cdda520 req-4d7ad644-550a-41b9-b3c8-b407b72d6df3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f030b5f9-5ef7-4449-a7a0-59be72047267&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0784822 Apr 28 19:34:13.368741 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-be3bd353-b2f1-4bdc-bebd-9d2977b6632f req-5f12c5c9-4ca2-492b-a36b-07ee777b0455 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753228 Apr 28 19:34:13.388778 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 506f5636-459b-43a0-9a27-f9dd9a9f72cc details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:34:13.478721 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b9a040bf-bde2-434f-84dc-b8c308e722c5 req-6e0bf147-a6db-4d2a-887a-3b2816fa61c2 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.49 HTTP/1.1" status: 200 len: 1001 time: 0.1200378 Apr 28 19:34:13.483702 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-b9a040bf-bde2-434f-84dc-b8c308e722c5 req-4532ed15-2549-4239-8e41-0f607d04db96 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:34:13.556015 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d79782-015c-4212-ad5b-4bfc6cdda520 req-8019a7a1-8382-47fb-b686-3d75d2100bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:13.556301 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-0f9c7275-6392-49a2-b3e8-cf0f15f50b5f req-05b45805-02c2-45b0-beff-1ff9ecf44e6f tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Deleting port 8ea120d8-f01b-42a4-8774-ba74e2cc8669 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:34:13.556777 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-0f9c7275-6392-49a2-b3e8-cf0f15f50b5f req-05b45805-02c2-45b0-beff-1ff9ecf44e6f tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:13.557792 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-64d79782-015c-4212-ad5b-4bfc6cdda520 req-8019a7a1-8382-47fb-b686-3d75d2100bb5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1af134fdfb54762be9898d865bc6112&device_id=f030b5f9-5ef7-4449-a7a0-59be72047267 HTTP/1.1" status: 200 len: 1096 time: 0.1555336 Apr 28 19:34:13.583998 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b9a040bf-bde2-434f-84dc-b8c308e722c5 req-4532ed15-2549-4239-8e41-0f607d04db96 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks [] for floatingip, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:13.671662 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 506f5636-459b-43a0-9a27-f9dd9a9f72cc, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=506f5636-459b-43a0-9a27-f9dd9a9f72cc,segment=NetworkSegment(c10cc5b9-432d-471e-8b74-080f77012f91),segment_id=c10cc5b9-432d-471e-8b74-080f77012f91)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:13.705426 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '506f5636-459b-43a0-9a27-f9dd9a9f72cc', 'network_id': '078f257f-ccf3-4985-b802-e93aa11e6332', 'port_id': '506f5636-459b-43a0-9a27-f9dd9a9f72cc', 'mac_address': 'fa:16:3e:ee:68:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa4522c3-f018-4cb2-a4aa-58e81f9488ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:34:13.717816 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-0f9c7275-6392-49a2-b3e8-cf0f15f50b5f req-05b45805-02c2-45b0-beff-1ff9ecf44e6f tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] For port 8ea120d8-f01b-42a4-8774-ba74e2cc8669, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=8ea120d8-f01b-42a4-8774-ba74e2cc8669,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:13.718262 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-0f9c7275-6392-49a2-b3e8-cf0f15f50b5f req-05b45805-02c2-45b0-beff-1ff9ecf44e6f tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:13.741999 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-0f9c7275-6392-49a2-b3e8-cf0f15f50b5f req-05b45805-02c2-45b0-beff-1ff9ecf44e6f tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Calling delete_port for 8ea120d8-f01b-42a4-8774-ba74e2cc8669 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:34:13.750579 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-e7832540-717f-4e26-9602-a9d751c82d6e req-be3ecd5d-a951-4614-b3b3-9dad9650217d service neutron] Request body: {'port': {'device_id': '7cbe55c2-8e22-4b7c-b402-7395e6c4765d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:34:13.771551 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:13.827844 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 506f5636-459b-43a0-9a27-f9dd9a9f72cc {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:34:13.846538 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d79782-015c-4212-ad5b-4bfc6cdda520 req-6bcb9f4e-f303-407d-be44-48ff6dc8abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:13.848173 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-64d79782-015c-4212-ad5b-4bfc6cdda520 req-6bcb9f4e-f303-407d-be44-48ff6dc8abfc service neutron] 10.222.0.44 "GET /v2.0/networks?id=6836a994-cb1e-455e-a97f-31c9ee3bdef2 HTTP/1.1" status: 200 len: 920 time: 0.2607362 Apr 28 19:34:13.881060 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 506f5636-459b-43a0-9a27-f9dd9a9f72cc, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=506f5636-459b-43a0-9a27-f9dd9a9f72cc,segment=NetworkSegment(c10cc5b9-432d-471e-8b74-080f77012f91),segment_id=c10cc5b9-432d-471e-8b74-080f77012f91)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:13.889832 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:13.920596 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b9a040bf-bde2-434f-84dc-b8c308e722c5 req-4532ed15-2549-4239-8e41-0f607d04db96 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:13.937574 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3115b-4ddb-4239-9efd-7873b2686ecf req-253e77e5-919a-475b-adf9-bbb9baa9a65f tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:13.939188 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65b3115b-4ddb-4239-9efd-7873b2686ecf req-253e77e5-919a-475b-adf9-bbb9baa9a65f tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b10d42d-602d-4bab-8173-789f8dce4897 HTTP/1.1" status: 200 len: 950 time: 0.0800073 Apr 28 19:34:13.953478 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e7832540-717f-4e26-9602-a9d751c82d6e req-be3ecd5d-a951-4614-b3b3-9dad9650217d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:13.955998 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-64d79782-015c-4212-ad5b-4bfc6cdda520 req-8185f4be-3541-4929-90f9-9dec7af024aa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2aa6693-c550-4118-a732-c7c080ef05c8 HTTP/1.1" status: 200 len: 217 time: 0.0517864 Apr 28 19:34:13.958120 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b9a040bf-bde2-434f-84dc-b8c308e722c5 req-4532ed15-2549-4239-8e41-0f607d04db96 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:13.958555 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [req-b9a040bf-bde2-434f-84dc-b8c308e722c5 req-4532ed15-2549-4239-8e41-0f607d04db96 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Floating IP b4840b2e-17e1-472c-a0ca-ca52369af7b3 disassociated. External IP: 172.25.8.49, port: 81a6c570-8baa-4cb7-baf4-3eb6104d95de. Apr 28 19:34:14.010701 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=506f5636-459b-43a0-9a27-f9dd9a9f72cc,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:14.069559 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65b3115b-4ddb-4239-9efd-7873b2686ecf req-454c993a-0041-4acb-933f-f6e2adc24924 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d892c60-4988-4559-91ae-463a24113b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622904 Apr 28 19:34:14.073808 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-0f9c7275-6392-49a2-b3e8-cf0f15f50b5f req-05b45805-02c2-45b0-beff-1ff9ecf44e6f tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:14.090811 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['dda93919-98c7-4bf4-a7e7-db36f7047dc6'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:34:14.101103 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['506f5636-459b-43a0-9a27-f9dd9a9f72cc'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:34:14.111338 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b45805-02c2-45b0-beff-1ff9ecf44e6f tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Pushing event deleted for resources: {'Port': ['ID=8ea120d8-f01b-42a4-8774-ba74e2cc8669,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:14.262566 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 2e6593cf-1a99-403a-b120-046c6cc0fcca up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:34:14.562028 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d79782-015c-4212-ad5b-4bfc6cdda520 req-341517b1-c7bd-429a-9488-10c4d45f4194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:14.563512 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-64d79782-015c-4212-ad5b-4bfc6cdda520 req-341517b1-c7bd-429a-9488-10c4d45f4194 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb798a62-4141-409b-9f67-e98b8568ccb2 HTTP/1.1" status: 200 len: 859 time: 0.5465360 Apr 28 19:34:14.665639 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 2e6593cf-1a99-403a-b120-046c6cc0fcca triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:34:14.665639 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:14.696401 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-64d79782-015c-4212-ad5b-4bfc6cdda520 req-344e8bac-f310-4036-909d-2ef17ca1b2d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6836a994-cb1e-455e-a97f-31c9ee3bdef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945799 Apr 28 19:34:14.757504 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9c7275-6392-49a2-b3e8-cf0f15f50b5f req-05b45805-02c2-45b0-beff-1ff9ecf44e6f tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] No DVR routers for this DVR port 8ea120d8-f01b-42a4-8774-ba74e2cc8669 on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:34:14.762273 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-0f9c7275-6392-49a2-b3e8-cf0f15f50b5f req-05b45805-02c2-45b0-beff-1ff9ecf44e6f tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:14.767295 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0f9c7275-6392-49a2-b3e8-cf0f15f50b5f req-05b45805-02c2-45b0-beff-1ff9ecf44e6f tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.44 "DELETE /v2.0/ports/8ea120d8-f01b-42a4-8774-ba74e2cc8669 HTTP/1.1" status: 204 len: 173 time: 1.5457695 Apr 28 19:34:14.771445 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b10d42d-602d-4bab-8173-789f8dce4897', 'name': 'network-vif-deleted', 'tag': '8ea120d8-f01b-42a4-8774-ba74e2cc8669'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:14.773447 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcfe47c-84b0-47fe-a4fe-c8120f0f8284" -d '{"events": [{"server_uuid": "7b10d42d-602d-4bab-8173-789f8dce4897", "name": "network-vif-deleted", "tag": "8ea120d8-f01b-42a4-8774-ba74e2cc8669"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:14.840293 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84703914-e16e-4585-8e3e-c30d019efad6 req-8f6f12b6-adf2-4a46-bbb3-60810f8c40ce tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:14.850093 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-84703914-e16e-4585-8e3e-c30d019efad6 req-8f6f12b6-adf2-4a46-bbb3-60810f8c40ce tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/ports?device_id=46050d89-0a17-46a3-bcd1-7a0827135ba4 HTTP/1.1" status: 200 len: 945 time: 0.1269710 Apr 28 19:34:14.904978 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-84703914-e16e-4585-8e3e-c30d019efad6 req-c21f181e-753e-4af9-a2a0-c26f11b8c0c0 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c6e5e07-2397-442e-876d-34148ec92451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528233 Apr 28 19:34:15.044428 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-e7832540-717f-4e26-9602-a9d751c82d6e req-be3ecd5d-a951-4614-b3b3-9dad9650217d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8fd0377-acfe-4958-b50a-8a5f400c6206 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:34:15.061286 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e7832540-717f-4e26-9602-a9d751c82d6e req-be3ecd5d-a951-4614-b3b3-9dad9650217d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:15.241716 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:15.323192 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 2e6593cf-1a99-403a-b120-046c6cc0fcca, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=2e6593cf-1a99-403a-b120-046c6cc0fcca,segment=NetworkSegment(8fc1f4c1-a782-4abd-b384-b46f9c6b3366),segment_id=8fc1f4c1-a782-4abd-b384-b46f9c6b3366)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:15.324636 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd72dfea-f42b-461b-83db-a4b9dd4c1ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6593cf-1a99-403a-b120-046c6cc0fcca'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:15.328450 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81152bc8-7ff5-4115-a54d-6117c4958317" -d '{"events": [{"server_uuid": "fd72dfea-f42b-461b-83db-a4b9dd4c1ec6", "name": "network-vif-plugged", "status": "completed", "tag": "2e6593cf-1a99-403a-b120-046c6cc0fcca"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:15.332391 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:15.391791 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=2e6593cf-1a99-403a-b120-046c6cc0fcca,revision_number=7']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:15.401144 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 506f5636-459b-43a0-9a27-f9dd9a9f72cc up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:34:15.584678 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 506f5636-459b-43a0-9a27-f9dd9a9f72cc triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:34:15.584957 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:15.632142 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-64d79782-015c-4212-ad5b-4bfc6cdda520 req-8dbe6ec6-cdc7-4739-967c-c883d352d1df service neutron] 10.222.0.44 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9188035 Apr 28 19:34:15.643421 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-e7832540-717f-4e26-9602-a9d751c82d6e req-be3ecd5d-a951-4614-b3b3-9dad9650217d service neutron] Transition to ACTIVE for port object f8fd0377-acfe-4958-b50a-8a5f400c6206 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:34:15.791952 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-64d79782-015c-4212-ad5b-4bfc6cdda520 req-f7d34fef-d1b8-4d02-bc2d-cb4fb0b1ec77 service neutron] 10.222.0.44 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371007 Apr 28 19:34:15.792622 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e7832540-717f-4e26-9602-a9d751c82d6e req-be3ecd5d-a951-4614-b3b3-9dad9650217d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:15.837805 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:15.970376 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 506f5636-459b-43a0-9a27-f9dd9a9f72cc, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=506f5636-459b-43a0-9a27-f9dd9a9f72cc,segment=NetworkSegment(c10cc5b9-432d-471e-8b74-080f77012f91),segment_id=c10cc5b9-432d-471e-8b74-080f77012f91)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:15.978425 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:15.979431 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 8ea120d8-f01b-42a4-8774-ba74e2cc8669 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:34:16.057959 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-e7832540-717f-4e26-9602-a9d751c82d6e req-be3ecd5d-a951-4614-b3b3-9dad9650217d service neutron] Attempting to bind port f8fd0377-acfe-4958-b50a-8a5f400c6206 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:34:16.058580 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-e7832540-717f-4e26-9602-a9d751c82d6e req-be3ecd5d-a951-4614-b3b3-9dad9650217d service neutron] Attempting to bind port f8fd0377-acfe-4958-b50a-8a5f400c6206 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'bc52fff9-5f2e-4745-8408-e439471fc1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f904c84c-5f3f-4a5e-afcd-ce355e55bb02'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:34:16.058780 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7832540-717f-4e26-9602-a9d751c82d6e req-be3ecd5d-a951-4614-b3b3-9dad9650217d service neutron] Attempting to bind port f8fd0377-acfe-4958-b50a-8a5f400c6206 on network f904c84c-5f3f-4a5e-afcd-ce355e55bb02 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:34:16.074155 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9a040bf-bde2-434f-84dc-b8c308e722c5 req-4532ed15-2549-4239-8e41-0f607d04db96 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Router 688a8c2e-2e4b-4043-b3f8-ea201985862d has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:34:16.080557 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7832540-717f-4e26-9602-a9d751c82d6e req-be3ecd5d-a951-4614-b3b3-9dad9650217d service neutron] Port f8fd0377-acfe-4958-b50a-8a5f400c6206 on network f904c84c-5f3f-4a5e-afcd-ce355e55bb02 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:34:16.083103 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7832540-717f-4e26-9602-a9d751c82d6e req-be3ecd5d-a951-4614-b3b3-9dad9650217d service neutron] Attempting to bind port f8fd0377-acfe-4958-b50a-8a5f400c6206 on network f904c84c-5f3f-4a5e-afcd-ce355e55bb02 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:34:16.095661 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 8ea120d8-f01b-42a4-8774-ba74e2cc8669 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:34:16.097233 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 8ea120d8-f01b-42a4-8774-ba74e2cc8669 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:34:16.109287 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7832540-717f-4e26-9602-a9d751c82d6e req-be3ecd5d-a951-4614-b3b3-9dad9650217d service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:34:16.112724 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7832540-717f-4e26-9602-a9d751c82d6e req-be3ecd5d-a951-4614-b3b3-9dad9650217d service neutron] Checking segment: {'id': 'bc52fff9-5f2e-4745-8408-e439471fc1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f904c84c-5f3f-4a5e-afcd-ce355e55bb02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:34:16.113161 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7832540-717f-4e26-9602-a9d751c82d6e req-be3ecd5d-a951-4614-b3b3-9dad9650217d service neutron] Bound using segment: {'id': 'bc52fff9-5f2e-4745-8408-e439471fc1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f904c84c-5f3f-4a5e-afcd-ce355e55bb02'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:34:16.113619 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-e7832540-717f-4e26-9602-a9d751c82d6e req-be3ecd5d-a951-4614-b3b3-9dad9650217d service neutron] Bound port: f8fd0377-acfe-4958-b50a-8a5f400c6206, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc52fff9-5f2e-4745-8408-e439471fc1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f904c84c-5f3f-4a5e-afcd-ce355e55bb02'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:34:16.113984 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e7832540-717f-4e26-9602-a9d751c82d6e req-be3ecd5d-a951-4614-b3b3-9dad9650217d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:16.145982 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=506f5636-459b-43a0-9a27-f9dd9a9f72cc,revision_number=7']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:16.275616 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ecd5d-a951-4614-b3b3-9dad9650217d service neutron] Pushing event updated for resources: {'Port': ['ID=f8fd0377-acfe-4958-b50a-8a5f400c6206,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:16.348377 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9a040bf-bde2-434f-84dc-b8c308e722c5 req-4532ed15-2549-4239-8e41-0f607d04db96 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:34:16.356431 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b9a040bf-bde2-434f-84dc-b8c308e722c5 req-4532ed15-2549-4239-8e41-0f607d04db96 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:16.360085 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620f4f86-dcc1-430e-b311-f6c09ee01a22 None None] Sync routers for ids ['688a8c2e-2e4b-4043-b3f8-ea201985862d'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:34:16.389605 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620f4f86-dcc1-430e-b311-f6c09ee01a22 None None] Routers {'688a8c2e-2e4b-4043-b3f8-ea201985862d'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:34:16.390537 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-620f4f86-dcc1-430e-b311-f6c09ee01a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:33:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['688a8c2e-2e4b-4043-b3f8-ea201985862d'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:16.467118 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b9a040bf-bde2-434f-84dc-b8c308e722c5 req-4532ed15-2549-4239-8e41-0f607d04db96 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "PUT /v2.0/floatingips/b4840b2e-17e1-472c-a0ca-ca52369af7b3 HTTP/1.1" status: 200 len: 694 time: 2.9873154 Apr 28 19:34:16.504225 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a74039e-7fec-4f7c-8f84-2a145557afee', 'tag': '81a6c570-8baa-4cb7-baf4-3eb6104d95de'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:16.507343 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3902dd58-8dda-40cd-bded-d40494a39fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "6a74039e-7fec-4f7c-8f84-2a145557afee", "tag": "81a6c570-8baa-4cb7-baf4-3eb6104d95de"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:16.521266 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-e7832540-717f-4e26-9602-a9d751c82d6e req-be3ecd5d-a951-4614-b3b3-9dad9650217d service neutron] For port f8fd0377-acfe-4958-b50a-8a5f400c6206, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:34:16.527403 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-e7832540-717f-4e26-9602-a9d751c82d6e req-be3ecd5d-a951-4614-b3b3-9dad9650217d service neutron] For port f8fd0377-acfe-4958-b50a-8a5f400c6206, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=f8fd0377-acfe-4958-b50a-8a5f400c6206,segment=NetworkSegment(bc52fff9-5f2e-4745-8408-e439471fc1e0),segment_id=bc52fff9-5f2e-4745-8408-e439471fc1e0)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:34:16.545984 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e7832540-717f-4e26-9602-a9d751c82d6e req-be3ecd5d-a951-4614-b3b3-9dad9650217d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:16.584781 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a040bf-bde2-434f-84dc-b8c308e722c5 req-166fc214-cd54-41de-9082-56be365fe95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:16.602546 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b9a040bf-bde2-434f-84dc-b8c308e722c5 req-166fc214-cd54-41de-9082-56be365fe95c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee496e16332249aeb085dff577ef06a6&device_id=6a74039e-7fec-4f7c-8f84-2a145557afee HTTP/1.1" status: 200 len: 1097 time: 0.1322777 Apr 28 19:34:16.623409 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-620f4f86-dcc1-430e-b311-f6c09ee01a22 None None] Set router 688a8c2e-2e4b-4043-b3f8-ea201985862d gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:34:16.677223 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7832540-717f-4e26-9602-a9d751c82d6e req-be3ecd5d-a951-4614-b3b3-9dad9650217d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:16.682803 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e7832540-717f-4e26-9602-a9d751c82d6e req-be3ecd5d-a951-4614-b3b3-9dad9650217d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:16.684682 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e7832540-717f-4e26-9602-a9d751c82d6e req-be3ecd5d-a951-4614-b3b3-9dad9650217d service neutron] 10.222.0.15 "PUT /v2.0/ports/f8fd0377-acfe-4958-b50a-8a5f400c6206 HTTP/1.1" status: 200 len: 1092 time: 2.9382701 Apr 28 19:34:16.901763 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ecd5d-a951-4614-b3b3-9dad9650217d service neutron] Pushing event updated for resources: {'Port': ['ID=f8fd0377-acfe-4958-b50a-8a5f400c6206,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:16.963096 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7832540-717f-4e26-9602-a9d751c82d6e req-2378b1f7-168c-4cc1-9f55-7f3eeb288be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:16.970060 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e7832540-717f-4e26-9602-a9d751c82d6e req-2378b1f7-168c-4cc1-9f55-7f3eeb288be6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac4a325e58b9497b9421c85aa337c854&device_id=7cbe55c2-8e22-4b7c-b402-7395e6c4765d HTTP/1.1" status: 200 len: 1095 time: 0.1654646 Apr 28 19:34:16.971846 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-620f4f86-dcc1-430e-b311-f6c09ee01a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-330594117-router', 'tenant_id': 'ee496e16332249aeb085dff577ef06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '9b889261-19b8-4cc1-8d0e-84e6d9ed6442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:32:57Z', 'updated_at': '2022-04-28T19:33:14Z', 'revision_number': 4, 'project_id': 'ee496e16332249aeb085dff577ef06a6', 'gw_port': {'id': '9b889261-19b8-4cc1-8d0e-84e6d9ed6442', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:32:58Z', 'updated_at': '2022-04-28T19:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '1ca4a4dc-7a52-4e95-86f7-56f4e509e895', 'name': '', 'network_id': 'fd6ec307-38a5-449d-ba43-3dd6f89e48d8', 'tenant_id': 'ee496e16332249aeb085dff577ef06a6', 'mac_address': 'fa:16:3e:96:62:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '45c28097-beec-4874-b7ee-ffa03c177fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:10Z', 'updated_at': '2022-04-28T19:33:20Z', 'revision_number': 5, 'project_id': 'ee496e16332249aeb085dff577ef06a6', 'subnets': [{'id': '45c28097-beec-4874-b7ee-ffa03c177fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:17.023225 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620f4f86-dcc1-430e-b311-f6c09ee01a22 None None] Checking router: 688a8c2e-2e4b-4043-b3f8-ea201985862d for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:34:17.037695 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620f4f86-dcc1-430e-b311-f6c09ee01a22 None None] Routers {'688a8c2e-2e4b-4043-b3f8-ea201985862d'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:34:17.038329 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-620f4f86-dcc1-430e-b311-f6c09ee01a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:33:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['688a8c2e-2e4b-4043-b3f8-ea201985862d'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:17.040706 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e7832540-717f-4e26-9602-a9d751c82d6e req-0a2b7552-0b42-4dc0-93d3-46389a91c421 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8fd0377-acfe-4958-b50a-8a5f400c6206 HTTP/1.1" status: 200 len: 217 time: 0.0484908 Apr 28 19:34:17.111198 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a040bf-bde2-434f-84dc-b8c308e722c5 req-971a7134-d27a-4053-9295-ee1cfe4f75df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:17.112808 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b9a040bf-bde2-434f-84dc-b8c308e722c5 req-971a7134-d27a-4053-9295-ee1cfe4f75df service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd6ec307-38a5-449d-ba43-3dd6f89e48d8 HTTP/1.1" status: 200 len: 929 time: 0.5077965 Apr 28 19:34:17.180283 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b9a040bf-bde2-434f-84dc-b8c308e722c5 req-7ee7fead-a0b9-4fa9-b2fd-122d6a60b205 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81a6c570-8baa-4cb7-baf4-3eb6104d95de HTTP/1.1" status: 200 len: 217 time: 0.0565708 Apr 28 19:34:17.254787 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a040bf-bde2-434f-84dc-b8c308e722c5 req-ae90aced-b99e-4160-8f59-e9edda3c92c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:17.257326 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b9a040bf-bde2-434f-84dc-b8c308e722c5 req-ae90aced-b99e-4160-8f59-e9edda3c92c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45c28097-beec-4874-b7ee-ffa03c177fe7 HTTP/1.1" status: 200 len: 867 time: 0.0647511 Apr 28 19:34:17.260275 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7832540-717f-4e26-9602-a9d751c82d6e req-006f8021-5195-4fae-85be-0c8e96649978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:17.262422 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e7832540-717f-4e26-9602-a9d751c82d6e req-006f8021-5195-4fae-85be-0c8e96649978 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=556349f0-38e7-4d9a-a43e-b8816ebacc40 HTTP/1.1" status: 200 len: 853 time: 0.1962931 Apr 28 19:34:17.319719 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-620f4f86-dcc1-430e-b311-f6c09ee01a22 None None] Set router 688a8c2e-2e4b-4043-b3f8-ea201985862d gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:34:17.412137 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7832540-717f-4e26-9602-a9d751c82d6e req-7b29f040-0bd4-43c0-80a9-4482fc7f7c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:17.415392 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e7832540-717f-4e26-9602-a9d751c82d6e req-7b29f040-0bd4-43c0-80a9-4482fc7f7c4f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f904c84c-5f3f-4a5e-afcd-ce355e55bb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916059 Apr 28 19:34:17.426655 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a040bf-bde2-434f-84dc-b8c308e722c5 req-07cde74b-625f-4098-bc1b-3652497dec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:17.431404 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b9a040bf-bde2-434f-84dc-b8c308e722c5 req-07cde74b-625f-4098-bc1b-3652497dec9c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd6ec307-38a5-449d-ba43-3dd6f89e48d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1655076 Apr 28 19:34:17.570847 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e7832540-717f-4e26-9602-a9d751c82d6e req-dd6541e2-69ee-4d9a-b751-97f8c3505b1c service neutron] 10.222.0.15 "GET /v2.0/networks/f904c84c-5f3f-4a5e-afcd-ce355e55bb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319914 Apr 28 19:34:17.647023 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-620f4f86-dcc1-430e-b311-f6c09ee01a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-330594117-router', 'tenant_id': 'ee496e16332249aeb085dff577ef06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '9b889261-19b8-4cc1-8d0e-84e6d9ed6442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:32:57Z', 'updated_at': '2022-04-28T19:33:14Z', 'revision_number': 4, 'project_id': 'ee496e16332249aeb085dff577ef06a6', 'gw_port': {'id': '9b889261-19b8-4cc1-8d0e-84e6d9ed6442', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:32:58Z', 'updated_at': '2022-04-28T19:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '1ca4a4dc-7a52-4e95-86f7-56f4e509e895', 'name': '', 'network_id': 'fd6ec307-38a5-449d-ba43-3dd6f89e48d8', 'tenant_id': 'ee496e16332249aeb085dff577ef06a6', 'mac_address': 'fa:16:3e:96:62:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '45c28097-beec-4874-b7ee-ffa03c177fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:10Z', 'updated_at': '2022-04-28T19:33:20Z', 'revision_number': 5, 'project_id': 'ee496e16332249aeb085dff577ef06a6', 'subnets': [{'id': '45c28097-beec-4874-b7ee-ffa03c177fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:17.693768 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620f4f86-dcc1-430e-b311-f6c09ee01a22 None None] The sync data for ids ['688a8c2e-2e4b-4043-b3f8-ea201985862d'] in n-d-839810-1 is: [{'id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-330594117-router', 'tenant_id': 'ee496e16332249aeb085dff577ef06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '9b889261-19b8-4cc1-8d0e-84e6d9ed6442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:32:57Z', 'updated_at': '2022-04-28T19:33:14Z', 'revision_number': 4, 'project_id': 'ee496e16332249aeb085dff577ef06a6', 'gw_port': {'id': '9b889261-19b8-4cc1-8d0e-84e6d9ed6442', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:32:58Z', 'updated_at': '2022-04-28T19:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '1ca4a4dc-7a52-4e95-86f7-56f4e509e895', 'name': '', 'network_id': 'fd6ec307-38a5-449d-ba43-3dd6f89e48d8', 'tenant_id': 'ee496e16332249aeb085dff577ef06a6', 'mac_address': 'fa:16:3e:96:62:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '45c28097-beec-4874-b7ee-ffa03c177fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:10Z', 'updated_at': '2022-04-28T19:33:20Z', 'revision_number': 5, 'project_id': 'ee496e16332249aeb085dff577ef06a6', 'subnets': [{'id': '45c28097-beec-4874-b7ee-ffa03c177fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:34:17.936228 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e7832540-717f-4e26-9602-a9d751c82d6e req-eeee3f22-1f8b-4da3-a301-2572912d4d45 service neutron] 10.222.0.15 "GET /v2.0/networks/f904c84c-5f3f-4a5e-afcd-ce355e55bb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347580 Apr 28 19:34:17.946398 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b9a040bf-bde2-434f-84dc-b8c308e722c5 req-0d005b1e-6b7f-4201-9d15-0cd00d90f8f3 service neutron] 10.222.0.42 "GET /v2.0/networks/fd6ec307-38a5-449d-ba43-3dd6f89e48d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901017 Apr 28 19:34:18.243227 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b9a040bf-bde2-434f-84dc-b8c308e722c5 req-ba8da32d-ed08-48cf-9992-35f8eb148e5b service neutron] 10.222.0.42 "GET /v2.0/networks/fd6ec307-38a5-449d-ba43-3dd6f89e48d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939327 Apr 28 19:34:18.256501 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c52b8b-936a-4e24-a333-4dae36ad00f0 None None] New status for floating IP b4840b2e-17e1-472c-a0ca-ca52369af7b3: DOWN {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:34:18.508874 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5fbe9-d2d9-4319-96cc-da51e31868d7 req-dee2bde5-1a1f-4038-8fa0-252687e72c0b tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:18.510691 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-32e5fbe9-d2d9-4319-96cc-da51e31868d7 req-dee2bde5-1a1f-4038-8fa0-252687e72c0b tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 1096 time: 0.0475309 Apr 28 19:34:18.567500 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-32e5fbe9-d2d9-4319-96cc-da51e31868d7 req-1d32d9a0-2500-4a36-b1f7-36b27b93ff61 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486898 Apr 28 19:34:18.764923 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0412405-81e5-41bd-9e40-20e87df70e9d req-bd8f45e0-0201-4869-bd13-f97b745cc1b1 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:18.777917 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b0412405-81e5-41bd-9e40-20e87df70e9d req-bd8f45e0-0201-4869-bd13-f97b745cc1b1 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 949 time: 0.0747733 Apr 28 19:34:18.832989 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b0412405-81e5-41bd-9e40-20e87df70e9d req-30d765ec-9301-4799-badf-29b55cd03f28 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539904 Apr 28 19:34:19.060276 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0f471-9869-4394-8123-349a604c19b1 req-28bc32d3-e1d4-4e20-a8c5-98de2a6e02d7 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:19.067373 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-11c0f471-9869-4394-8123-349a604c19b1 req-28bc32d3-e1d4-4e20-a8c5-98de2a6e02d7 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbe55c2-8e22-4b7c-b402-7395e6c4765d HTTP/1.1" status: 200 len: 944 time: 0.1409953 Apr 28 19:34:19.174218 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-11c0f471-9869-4394-8123-349a604c19b1 req-2567462f-dfb6-4239-9392-c478c2f2d3bd tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "GET /v2.0/security-groups?id=5540b366-209c-4750-8eb8-33c6d7200fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956812 Apr 28 19:34:19.737622 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f84275f0-2876-4fb0-bb33-4a7ef2fcb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:22.012990 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3500-8599-46ec-990b-b7a676f3b13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:23.373274 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:25.216573 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10341ddd-7857-4a5e-a220-de07623ef8d0 x-openstack-request-id: req-10341ddd-7857-4a5e-a220-de07623ef8d0 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:25.217180 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b10d42d-602d-4bab-8173-789f8dce4897", "name": "network-vif-deleted", "tag": "8ea120d8-f01b-42a4-8774-ba74e2cc8669", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:25.217180 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-10341ddd-7857-4a5e-a220-de07623ef8d0 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:25.217696 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10341ddd-7857-4a5e-a220-de07623ef8d0'] response: {'server_uuid': '7b10d42d-602d-4bab-8173-789f8dce4897', 'name': 'network-vif-deleted', 'tag': '8ea120d8-f01b-42a4-8774-ba74e2cc8669', 'status': 'completed', 'code': 200} Apr 28 19:34:25.299524 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2fa61c-6791-4521-8faf-b4b9059177c5 x-openstack-request-id: req-6c2fa61c-6791-4521-8faf-b4b9059177c5 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:25.300088 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd72dfea-f42b-461b-83db-a4b9dd4c1ec6", "name": "network-vif-plugged", "status": "completed", "tag": "2e6593cf-1a99-403a-b120-046c6cc0fcca", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:25.300088 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6c2fa61c-6791-4521-8faf-b4b9059177c5 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:25.300636 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c2fa61c-6791-4521-8faf-b4b9059177c5'] response: {'server_uuid': 'fd72dfea-f42b-461b-83db-a4b9dd4c1ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6593cf-1a99-403a-b120-046c6cc0fcca', 'code': 200} Apr 28 19:34:25.339475 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80dfd0-91b8-4290-a580-fb4e7cb65681 req-74d3379f-b7ae-4a98-9f0d-5f254545aeaa tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:25.341574 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ce80dfd0-91b8-4290-a580-fb4e7cb65681 req-74d3379f-b7ae-4a98-9f0d-5f254545aeaa tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/ports?device_id=46050d89-0a17-46a3-bcd1-7a0827135ba4 HTTP/1.1" status: 200 len: 945 time: 0.0701990 Apr 28 19:34:25.364449 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0934bea-9308-4566-a1f3-986c3a1a7112 x-openstack-request-id: req-c0934bea-9308-4566-a1f3-986c3a1a7112 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:25.365037 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a74039e-7fec-4f7c-8f84-2a145557afee", "tag": "81a6c570-8baa-4cb7-baf4-3eb6104d95de", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:25.365037 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c0934bea-9308-4566-a1f3-986c3a1a7112 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:25.365523 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0934bea-9308-4566-a1f3-986c3a1a7112'] response: {'name': 'network-changed', 'server_uuid': '6a74039e-7fec-4f7c-8f84-2a145557afee', 'tag': '81a6c570-8baa-4cb7-baf4-3eb6104d95de', 'status': 'completed', 'code': 200} Apr 28 19:34:25.394199 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ce80dfd0-91b8-4290-a580-fb4e7cb65681 req-f7864693-49f2-410f-9fdd-52de32c45812 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c6e5e07-2397-442e-876d-34148ec92451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445659 Apr 28 19:34:25.444346 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0548515c-8c52-49dd-b948-5fd47d54f125 req-db573c4c-b699-4efb-8a8e-d02527732968 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/floatingips/b4840b2e-17e1-472c-a0ca-ca52369af7b3 HTTP/1.1" status: 200 len: 692 time: 0.0656097 Apr 28 19:34:25.590190 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548515c-8c52-49dd-b948-5fd47d54f125 req-15d29374-530e-4d72-9291-18049f4cfdbc tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:25.591722 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0548515c-8c52-49dd-b948-5fd47d54f125 req-15d29374-530e-4d72-9291-18049f4cfdbc tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 784 time: 0.1310084 Apr 28 19:34:25.591953 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfef3cf-b2b0-41e9-9c87-bdc9fb431a51 req-2aab2efa-0572-4f76-8830-08b98c2d5051 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:25.593692 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cbfef3cf-b2b0-41e9-9c87-bdc9fb431a51 req-2aab2efa-0572-4f76-8830-08b98c2d5051 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 949 time: 0.0734937 Apr 28 19:34:25.606566 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-0548515c-8c52-49dd-b948-5fd47d54f125 req-66727c40-b95b-438c-812f-cece76dacbce tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:34:25.607607 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0548515c-8c52-49dd-b948-5fd47d54f125 req-66727c40-b95b-438c-812f-cece76dacbce tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082068 Apr 28 19:34:25.638481 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cbfef3cf-b2b0-41e9-9c87-bdc9fb431a51 req-8cc8b7c5-249d-4201-8395-c2037b738bb9 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359683 Apr 28 19:34:25.651036 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:25.672826 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0548515c-8c52-49dd-b948-5fd47d54f125 req-f20f417e-72a4-4c57-b53b-24781fec1df0 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.49 HTTP/1.1" status: 200 len: 695 time: 0.0571356 Apr 28 19:34:25.731858 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0548515c-8c52-49dd-b948-5fd47d54f125 req-1a7a216b-f742-4e0c-89e7-50f2ed3547ce tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.49 HTTP/1.1" status: 200 len: 695 time: 0.0497377 Apr 28 19:34:25.758538 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f6fa8-0874-43ea-80d3-05fcec4bfb9f req-92b406b9-716a-4c45-8a76-6a97b184cb39 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:25.760010 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-df2f6fa8-0874-43ea-80d3-05fcec4bfb9f req-92b406b9-716a-4c45-8a76-6a97b184cb39 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbe55c2-8e22-4b7c-b402-7395e6c4765d HTTP/1.1" status: 200 len: 944 time: 0.0491397 Apr 28 19:34:25.798644 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-df2f6fa8-0874-43ea-80d3-05fcec4bfb9f req-ced47a8a-f714-4b83-bfd7-7f42d75f593f tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "GET /v2.0/security-groups?id=5540b366-209c-4750-8eb8-33c6d7200fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325842 Apr 28 19:34:25.847223 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:25.887353 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-0548515c-8c52-49dd-b948-5fd47d54f125 req-eaf23e9b-ea44-46e9-9541-a06b9c2aa802 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Deleting port 8e6f6cd2-d5d4-4ab4-910d-db6430da3883 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:34:25.887853 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0548515c-8c52-49dd-b948-5fd47d54f125 req-eaf23e9b-ea44-46e9-9541-a06b9c2aa802 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:25.924397 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f93bc-7124-45cc-a7d4-cf9b3dabfaca req-6087729b-5078-4655-8e9a-9e0c58732b2a tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:25.926034 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-332f93bc-7124-45cc-a7d4-cf9b3dabfaca req-6087729b-5078-4655-8e9a-9e0c58732b2a tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21 HTTP/1.1" status: 200 len: 945 time: 0.0515342 Apr 28 19:34:25.968176 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-332f93bc-7124-45cc-a7d4-cf9b3dabfaca req-8539b6ed-ad25-4f7a-8682-c3d62ab51187 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345590 Apr 28 19:34:25.979939 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0548515c-8c52-49dd-b948-5fd47d54f125 req-eaf23e9b-ea44-46e9-9541-a06b9c2aa802 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:25.980320 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0548515c-8c52-49dd-b948-5fd47d54f125 req-eaf23e9b-ea44-46e9-9541-a06b9c2aa802 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:25.995946 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-0548515c-8c52-49dd-b948-5fd47d54f125 req-eaf23e9b-ea44-46e9-9541-a06b9c2aa802 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Calling delete_port for 8e6f6cd2-d5d4-4ab4-910d-db6430da3883 owned by network:floatingip {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:34:26.242238 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0548515c-8c52-49dd-b948-5fd47d54f125 req-eaf23e9b-ea44-46e9-9541-a06b9c2aa802 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:26.250174 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902dd58-8dda-40cd-bded-d40494a39fc8 req-6900e19b-3864-4651-8ad3-327fba183811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:26.252498 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3902dd58-8dda-40cd-bded-d40494a39fc8 req-6900e19b-3864-4651-8ad3-327fba183811 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee496e16332249aeb085dff577ef06a6&device_id=6a74039e-7fec-4f7c-8f84-2a145557afee HTTP/1.1" status: 200 len: 1097 time: 0.0979373 Apr 28 19:34:26.280390 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94e5a38f-bfbd-4192-b167-238840b6a2f4 req-8b55f531-2061-4fff-9da5-316897e0da8e tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1770044625&fields=id&tenant_id=f969262094984a16ab4b8b19d6c12396 HTTP/1.1" status: 200 len: 267 time: 0.0393674 Apr 28 19:34:26.306306 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf23e9b-ea44-46e9-9541-a06b9c2aa802 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Pushing event deleted for resources: {'Port': ['ID=8e6f6cd2-d5d4-4ab4-910d-db6430da3883,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:26.336675 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5a38f-bfbd-4192-b167-238840b6a2f4 req-63011456-2427-4677-8acf-8902e854c882 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:26.338327 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94e5a38f-bfbd-4192-b167-238840b6a2f4 req-63011456-2427-4677-8acf-8902e854c882 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/ports?device_id=46050d89-0a17-46a3-bcd1-7a0827135ba4 HTTP/1.1" status: 200 len: 945 time: 0.0520794 Apr 28 19:34:26.349372 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-94e5a38f-bfbd-4192-b167-238840b6a2f4 req-4247c051-4fcb-47b7-bd69-75965904eb5e tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Request body: {'port': {'security_groups': ['5c6e5e07-2397-442e-876d-34148ec92451', '18d9a04d-ce42-44ab-ae1a-cbcc259ead51']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:34:26.418928 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-94e5a38f-bfbd-4192-b167-238840b6a2f4 req-4247c051-4fcb-47b7-bd69-75965904eb5e tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:26.462283 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0548515c-8c52-49dd-b948-5fd47d54f125 req-eaf23e9b-ea44-46e9-9541-a06b9c2aa802 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks [] for floatingip, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:26.465097 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0548515c-8c52-49dd-b948-5fd47d54f125 req-eaf23e9b-ea44-46e9-9541-a06b9c2aa802 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:26.467064 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0548515c-8c52-49dd-b948-5fd47d54f125 req-eaf23e9b-ea44-46e9-9541-a06b9c2aa802 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "DELETE /v2.0/floatingips/b4840b2e-17e1-472c-a0ca-ca52369af7b3 HTTP/1.1" status: 204 len: 173 time: 0.7290397 Apr 28 19:34:26.494390 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902dd58-8dda-40cd-bded-d40494a39fc8 req-49b9ce11-3abe-429f-9616-d469bb94052d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:26.495789 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3902dd58-8dda-40cd-bded-d40494a39fc8 req-49b9ce11-3abe-429f-9616-d469bb94052d service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd6ec307-38a5-449d-ba43-3dd6f89e48d8 HTTP/1.1" status: 200 len: 929 time: 0.2092211 Apr 28 19:34:26.604002 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3902dd58-8dda-40cd-bded-d40494a39fc8 req-567e93fd-91a7-472f-9c37-9dae8b5fc16e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81a6c570-8baa-4cb7-baf4-3eb6104d95de HTTP/1.1" status: 200 len: 217 time: 0.0488439 Apr 28 19:34:26.632262 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-94e5a38f-bfbd-4192-b167-238840b6a2f4 req-4247c051-4fcb-47b7-bd69-75965904eb5e tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] For port 386e28da-26b1-4a08-a6cd-abc86d02bf08, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=386e28da-26b1-4a08-a6cd-abc86d02bf08,segment=NetworkSegment(3203ee38-b50c-4fe0-be3f-74c90553314a),segment_id=3203ee38-b50c-4fe0-be3f-74c90553314a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:26.672769 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-94e5a38f-bfbd-4192-b167-238840b6a2f4 req-4247c051-4fcb-47b7-bd69-75965904eb5e tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:26.678651 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-94e5a38f-bfbd-4192-b167-238840b6a2f4 req-4247c051-4fcb-47b7-bd69-75965904eb5e tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:26.679825 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902dd58-8dda-40cd-bded-d40494a39fc8 req-12e05294-c532-4fec-a24e-845c7f5a860d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:26.682043 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3902dd58-8dda-40cd-bded-d40494a39fc8 req-12e05294-c532-4fec-a24e-845c7f5a860d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=45c28097-beec-4874-b7ee-ffa03c177fe7 HTTP/1.1" status: 200 len: 867 time: 0.0579050 Apr 28 19:34:26.698122 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['e8d684bc-97f6-46b3-ab12-3115187e4ede'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:34:26.700531 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['386e28da-26b1-4a08-a6cd-abc86d02bf08'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:34:26.729824 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5a38f-bfbd-4192-b167-238840b6a2f4 req-4247c051-4fcb-47b7-bd69-75965904eb5e tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:26.730482 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-94e5a38f-bfbd-4192-b167-238840b6a2f4 req-4247c051-4fcb-47b7-bd69-75965904eb5e tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:26.743871 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902dd58-8dda-40cd-bded-d40494a39fc8 req-aff7bc20-e86c-45cb-a039-2ad3009deb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:26.745916 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3902dd58-8dda-40cd-bded-d40494a39fc8 req-aff7bc20-e86c-45cb-a039-2ad3009deb1a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd6ec307-38a5-449d-ba43-3dd6f89e48d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530190 Apr 28 19:34:26.746760 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94e5a38f-bfbd-4192-b167-238840b6a2f4 req-4247c051-4fcb-47b7-bd69-75965904eb5e tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "PUT /v2.0/ports/386e28da-26b1-4a08-a6cd-abc86d02bf08 HTTP/1.1" status: 200 len: 981 time: 0.4017260 Apr 28 19:34:26.792649 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247c051-4fcb-47b7-bd69-75965904eb5e tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Pushing event updated for resources: {'Port': ['ID=386e28da-26b1-4a08-a6cd-abc86d02bf08,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:26.873795 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3902dd58-8dda-40cd-bded-d40494a39fc8 req-2bbb3080-28ee-4b4c-8b6a-88068373fe25 service neutron] 10.222.0.15 "GET /v2.0/networks/fd6ec307-38a5-449d-ba43-3dd6f89e48d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126091 Apr 28 19:34:26.878750 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['386e28da-26b1-4a08-a6cd-abc86d02bf08'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:34:27.012295 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3902dd58-8dda-40cd-bded-d40494a39fc8 req-b2d1be37-60fc-4e5a-9cc0-acfeb92114a0 service neutron] 10.222.0.15 "GET /v2.0/networks/fd6ec307-38a5-449d-ba43-3dd6f89e48d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269376 Apr 28 19:34:27.218841 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46050d89-0a17-46a3-bcd1-7a0827135ba4', 'tag': '386e28da-26b1-4a08-a6cd-abc86d02bf08'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:27.222979 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d217c5f-ea6c-487c-b3af-fd66e6427d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "46050d89-0a17-46a3-bcd1-7a0827135ba4", "tag": "386e28da-26b1-4a08-a6cd-abc86d02bf08"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:27.303415 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506f5636-459b-43a0-9a27-f9dd9a9f72cc'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:27.306230 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06144e8d-1921-4c1b-bd55-43f9493d8973" -d '{"events": [{"server_uuid": "ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21", "name": "network-vif-plugged", "status": "completed", "tag": "506f5636-459b-43a0-9a27-f9dd9a9f72cc"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:27.367161 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbe55c2-8e22-4b7c-b402-7395e6c4765d', 'tag': 'f8fd0377-acfe-4958-b50a-8a5f400c6206'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:27.370482 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f1755c-8456-435e-a171-3a269ae3b897" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbe55c2-8e22-4b7c-b402-7395e6c4765d", "tag": "f8fd0377-acfe-4958-b50a-8a5f400c6206"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:27.466683 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-93915eb6-1c1c-4271-9872-0de2163739df tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:34:27.467662 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-93915eb6-1c1c-4271-9872-0de2163739df tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057142 Apr 28 19:34:27.515210 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-c96b4b0f-b330-4dc0-bb5d-b495280065f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:27.516514 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-c96b4b0f-b330-4dc0-bb5d-b495280065f6 service neutron] 10.222.0.42 "GET /v2.0/ports/328cdf06-cd56-479f-8096-7fd418011541 HTTP/1.1" status: 200 len: 1093 time: 0.0365396 Apr 28 19:34:27.527250 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-dd659354-2ba7-4b78-9824-66f9698f3247 service neutron] Request body: {'binding': {'host': 'n-h2-839810-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:34:27.527740 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-dd659354-2ba7-4b78-9824-66f9698f3247 service neutron] Unknown quota resources ['binding']. {{(pid=102774) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 28 19:34:27.555318 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f1bb9-3519-4808-b766-2f0b6b4094a9 req-b03e9441-c485-48ab-84fb-c791243796e8 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:27.556844 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-687f1bb9-3519-4808-b766-2f0b6b4094a9 req-b03e9441-c485-48ab-84fb-c791243796e8 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/ports?device_id=27418b6d-d3ae-48a7-a335-60081b4ade70 HTTP/1.1" status: 200 len: 949 time: 0.0512009 Apr 28 19:34:27.596424 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-687f1bb9-3519-4808-b766-2f0b6b4094a9 req-1861a2aa-5f19-4749-97d9-d8fb9e5cf879 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d892c60-4988-4559-91ae-463a24113b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332084 Apr 28 19:34:27.677993 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-dd659354-2ba7-4b78-9824-66f9698f3247 service neutron] Attempting to bind port 328cdf06-cd56-479f-8096-7fd418011541 on host n-h2-839810-1 for vnic_type normal with profile None {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:34:27.678326 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-dd659354-2ba7-4b78-9824-66f9698f3247 service neutron] Attempting to bind port 328cdf06-cd56-479f-8096-7fd418011541 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:34:27.678653 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-dd659354-2ba7-4b78-9824-66f9698f3247 service neutron] Attempting to bind port 328cdf06-cd56-479f-8096-7fd418011541 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:34:27.683029 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-dd659354-2ba7-4b78-9824-66f9698f3247 service neutron] Port 328cdf06-cd56-479f-8096-7fd418011541 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:34:27.683345 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-dd659354-2ba7-4b78-9824-66f9698f3247 service neutron] Attempting to bind port 328cdf06-cd56-479f-8096-7fd418011541 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:34:27.688044 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-dd659354-2ba7-4b78-9824-66f9698f3247 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:34:27.688411 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-dd659354-2ba7-4b78-9824-66f9698f3247 service neutron] Checking segment: {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:34:27.688787 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-dd659354-2ba7-4b78-9824-66f9698f3247 service neutron] Bound using segment: {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:34:27.689205 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-dd659354-2ba7-4b78-9824-66f9698f3247 service neutron] Bound port: 328cdf06-cd56-479f-8096-7fd418011541, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:34:27.711452 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d4002-260f-44c5-8a4c-6e273eeb0b4c req-f4ada5da-cdad-43bb-8180-bcba4e921ce6 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:27.713040 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-291d4002-260f-44c5-8a4c-6e273eeb0b4c req-f4ada5da-cdad-43bb-8180-bcba4e921ce6 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 949 time: 0.0502079 Apr 28 19:34:27.743180 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-dd659354-2ba7-4b78-9824-66f9698f3247 service neutron] For port 328cdf06-cd56-479f-8096-7fd418011541, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=328cdf06-cd56-479f-8096-7fd418011541,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:34:27.749841 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-dd659354-2ba7-4b78-9824-66f9698f3247 service neutron] Notify callbacks [] for binding, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:27.751023 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-dd659354-2ba7-4b78-9824-66f9698f3247 service neutron] 10.222.0.42 "POST /v2.0/ports/328cdf06-cd56-479f-8096-7fd418011541/bindings HTTP/1.1" status: 201 len: 389 time: 0.2286577 Apr 28 19:34:27.755027 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-291d4002-260f-44c5-8a4c-6e273eeb0b4c req-08082433-2a7f-482e-91d7-a1dc7367f3c2 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352864 Apr 28 19:34:27.828505 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-013af6a5-0dad-4f7d-b78c-0cbba60a8b23 req-5e547c76-5044-4cdc-99b3-35c7f0489bf3 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups/18d9a04d-ce42-44ab-ae1a-cbcc259ead51 HTTP/1.1" status: 200 len: 1800 time: 0.0491054 Apr 28 19:34:27.839058 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb65378-4c2c-4755-8352-e3f5b18ac4b0 req-cf0ac19d-f91c-42d0-81c9-d1d8abcc283f tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:27.840572 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fbb65378-4c2c-4755-8352-e3f5b18ac4b0 req-cf0ac19d-f91c-42d0-81c9-d1d8abcc283f tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.44 "GET /v2.0/ports?device_id=27418b6d-d3ae-48a7-a335-60081b4ade70 HTTP/1.1" status: 200 len: 949 time: 0.0778003 Apr 28 19:34:27.894404 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [req-013af6a5-0dad-4f7d-b78c-0cbba60a8b23 req-c92c4970-30dc-48ef-84d7-dfd51925b7e6 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 28 19:34:27.895533 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-013af6a5-0dad-4f7d-b78c-0cbba60a8b23 req-c92c4970-30dc-48ef-84d7-dfd51925b7e6 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "DELETE /v2.0/security-groups/18d9a04d-ce42-44ab-ae1a-cbcc259ead51 HTTP/1.1" status: 409 len: 341 time: 0.0606995 Apr 28 19:34:27.987653 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fbf47a-c2db-487a-8449-9915abc844cd req-0722d073-da50-4a45-8dec-8cd53877acd0 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:27.989186 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-27fbf47a-c2db-487a-8449-9915abc844cd req-0722d073-da50-4a45-8dec-8cd53877acd0 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbe55c2-8e22-4b7c-b402-7395e6c4765d HTTP/1.1" status: 200 len: 944 time: 0.0946543 Apr 28 19:34:28.008051 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b7da7-4ad3-4fbf-806f-42cc37cdf98c req-bccb3a1d-e46b-408e-88f1-8531d1190e3e tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:28.009642 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d41b7da7-4ad3-4fbf-806f-42cc37cdf98c req-bccb3a1d-e46b-408e-88f1-8531d1190e3e tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21 HTTP/1.1" status: 200 len: 945 time: 0.0524211 Apr 28 19:34:28.032062 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-fbb65378-4c2c-4755-8352-e3f5b18ac4b0 req-93aa22a8-5eee-48bc-b6e0-fede7eac0ee3 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Deleting port dda93919-98c7-4bf4-a7e7-db36f7047dc6 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:34:28.032351 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-fbb65378-4c2c-4755-8352-e3f5b18ac4b0 req-93aa22a8-5eee-48bc-b6e0-fede7eac0ee3 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:28.061147 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-27fbf47a-c2db-487a-8449-9915abc844cd req-5594343c-fc39-4fe3-b849-90de7962ebf6 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "GET /v2.0/security-groups?id=5540b366-209c-4750-8eb8-33c6d7200fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626833 Apr 28 19:34:28.072653 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d41b7da7-4ad3-4fbf-806f-42cc37cdf98c req-f462104e-d5f1-4a44-8c69-f7cff90d2876 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514362 Apr 28 19:34:28.079460 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-fc6f51ca-01bc-469f-8cb8-0b16237bfa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:28.080951 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-fc6f51ca-01bc-469f-8cb8-0b16237bfa58 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1af134fdfb54762be9898d865bc6112&device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 1096 time: 0.0688875 Apr 28 19:34:28.141540 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374f98db-f20a-448c-b0ca-e6aa11b1a148 x-openstack-request-id: req-374f98db-f20a-448c-b0ca-e6aa11b1a148 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:28.142345 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21", "name": "network-vif-plugged", "status": "completed", "tag": "506f5636-459b-43a0-9a27-f9dd9a9f72cc", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:28.142345 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-374f98db-f20a-448c-b0ca-e6aa11b1a148 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:28.142742 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-374f98db-f20a-448c-b0ca-e6aa11b1a148'] response: {'server_uuid': 'ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506f5636-459b-43a0-9a27-f9dd9a9f72cc', 'code': 200} Apr 28 19:34:28.152689 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-fbb65378-4c2c-4755-8352-e3f5b18ac4b0 req-93aa22a8-5eee-48bc-b6e0-fede7eac0ee3 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] For port dda93919-98c7-4bf4-a7e7-db36f7047dc6, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=dda93919-98c7-4bf4-a7e7-db36f7047dc6,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:28.154300 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-fbb65378-4c2c-4755-8352-e3f5b18ac4b0 req-93aa22a8-5eee-48bc-b6e0-fede7eac0ee3 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:28.159263 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27cdd42a-f45f-4d2f-9a42-b2e70d983963 x-openstack-request-id: req-27cdd42a-f45f-4d2f-9a42-b2e70d983963 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:28.159556 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46050d89-0a17-46a3-bcd1-7a0827135ba4", "tag": "386e28da-26b1-4a08-a6cd-abc86d02bf08", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:28.159889 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-27cdd42a-f45f-4d2f-9a42-b2e70d983963 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:28.160347 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27cdd42a-f45f-4d2f-9a42-b2e70d983963'] response: {'name': 'network-changed', 'server_uuid': '46050d89-0a17-46a3-bcd1-7a0827135ba4', 'tag': '386e28da-26b1-4a08-a6cd-abc86d02bf08', 'status': 'completed', 'code': 200} Apr 28 19:34:28.196979 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc179cce-002f-4f3a-ab45-e1ebfd11baeb x-openstack-request-id: req-dc179cce-002f-4f3a-ab45-e1ebfd11baeb {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:28.197285 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbe55c2-8e22-4b7c-b402-7395e6c4765d", "tag": "f8fd0377-acfe-4958-b50a-8a5f400c6206", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:28.197519 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dc179cce-002f-4f3a-ab45-e1ebfd11baeb {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:28.197937 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc179cce-002f-4f3a-ab45-e1ebfd11baeb'] response: {'name': 'network-changed', 'server_uuid': '7cbe55c2-8e22-4b7c-b402-7395e6c4765d', 'tag': 'f8fd0377-acfe-4958-b50a-8a5f400c6206', 'status': 'completed', 'code': 200} Apr 28 19:34:28.204806 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-fbb65378-4c2c-4755-8352-e3f5b18ac4b0 req-93aa22a8-5eee-48bc-b6e0-fede7eac0ee3 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Calling delete_port for dda93919-98c7-4bf4-a7e7-db36f7047dc6 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:34:28.233080 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device f8fd0377-acfe-4958-b50a-8a5f400c6206 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:34:28.301228 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-0b25cf64-c99b-4f8e-b4cb-3d8f80a724d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:28.309936 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-0b25cf64-c99b-4f8e-b4cb-3d8f80a724d8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6836a994-cb1e-455e-a97f-31c9ee3bdef2 HTTP/1.1" status: 200 len: 920 time: 0.2200954 Apr 28 19:34:28.324621 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d217c5f-ea6c-487c-b3af-fd66e6427d8c req-3517a2ab-c901-4946-b257-11469adee582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:28.326490 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4d217c5f-ea6c-487c-b3af-fd66e6427d8c req-3517a2ab-c901-4946-b257-11469adee582 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f969262094984a16ab4b8b19d6c12396&device_id=46050d89-0a17-46a3-bcd1-7a0827135ba4 HTTP/1.1" status: 200 len: 1135 time: 0.1626971 Apr 28 19:34:28.335042 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1755c-8456-435e-a171-3a269ae3b897 req-83bca789-a341-495c-818e-cfb14807d8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:28.335898 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [req-ebf87aa3-172b-49c6-b077-45a677995281 req-ca5b47cd-ead0-4e38-ba43-184617a33aa0 service neutron] show failed (client error): The resource could not be found. Apr 28 19:34:28.337072 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ebf87aa3-172b-49c6-b077-45a677995281 req-ca5b47cd-ead0-4e38-ba43-184617a33aa0 service neutron] 10.222.0.15 "GET /v2.0/ports/f72d9815-ff47-4444-bcbd-5ec3c1260509/bindings/n-h2-839810-1 HTTP/1.1" status: 404 len: 380 time: 0.1727326 Apr 28 19:34:28.337628 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e0f1755c-8456-435e-a171-3a269ae3b897 req-83bca789-a341-495c-818e-cfb14807d8a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac4a325e58b9497b9421c85aa337c854&device_id=7cbe55c2-8e22-4b7c-b402-7395e6c4765d HTTP/1.1" status: 200 len: 1095 time: 0.1361299 Apr 28 19:34:28.400708 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-26b21eee-db5b-49b2-bfe4-2d7b3134e9d8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=328cdf06-cd56-479f-8096-7fd418011541 HTTP/1.1" status: 200 len: 217 time: 0.0796404 Apr 28 19:34:28.428133 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port f8fd0377-acfe-4958-b50a-8a5f400c6206, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=f8fd0377-acfe-4958-b50a-8a5f400c6206,segment=NetworkSegment(bc52fff9-5f2e-4745-8408-e439471fc1e0),segment_id=bc52fff9-5f2e-4745-8408-e439471fc1e0)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:28.457183 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01f24f-c947-4348-8939-101599ed95ea req-e5dae878-131e-475b-8b47-7527a094f874 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:28.462033 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'f8fd0377-acfe-4958-b50a-8a5f400c6206', 'network_id': 'f904c84c-5f3f-4a5e-afcd-ce355e55bb02', 'port_id': 'f8fd0377-acfe-4958-b50a-8a5f400c6206', 'mac_address': 'fa:16:3e:66:ab:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556349f0-38e7-4d9a-a43e-b8816ebacc40', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:34:28.466522 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cd01f24f-c947-4348-8939-101599ed95ea req-e5dae878-131e-475b-8b47-7527a094f874 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a74039e-7fec-4f7c-8f84-2a145557afee&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1873369 Apr 28 19:34:28.515622 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:28.539134 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8fd0377-acfe-4958-b50a-8a5f400c6206 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:34:28.539499 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cd01f24f-c947-4348-8939-101599ed95ea req-82b48187-127d-4fe5-8321-4173b2efb995 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0681205 Apr 28 19:34:28.571746 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port f8fd0377-acfe-4958-b50a-8a5f400c6206, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=f8fd0377-acfe-4958-b50a-8a5f400c6206,segment=NetworkSegment(bc52fff9-5f2e-4745-8408-e439471fc1e0),segment_id=bc52fff9-5f2e-4745-8408-e439471fc1e0)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:28.574293 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-fbb65378-4c2c-4755-8352-e3f5b18ac4b0 req-93aa22a8-5eee-48bc-b6e0-fede7eac0ee3 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:28.577606 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:28.603837 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.44', 63057) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:34:28.607641 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['dda93919-98c7-4bf4-a7e7-db36f7047dc6'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:34:28.622946 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-2b83d141-ca6d-4f3e-9110-fb6f9d7ba70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:28.624490 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-2b83d141-ca6d-4f3e-9110-fb6f9d7ba70f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb798a62-4141-409b-9f67-e98b8568ccb2 HTTP/1.1" status: 200 len: 859 time: 0.2048728 Apr 28 19:34:28.643186 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa22a8-5eee-48bc-b6e0-fede7eac0ee3 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Pushing event deleted for resources: {'Port': ['ID=dda93919-98c7-4bf4-a7e7-db36f7047dc6,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:28.689461 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=f8fd0377-acfe-4958-b50a-8a5f400c6206,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:28.711824 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1755c-8456-435e-a171-3a269ae3b897 req-ecf4b0f7-f27f-46ba-977a-0324cc30ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:28.713334 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e0f1755c-8456-435e-a171-3a269ae3b897 req-ecf4b0f7-f27f-46ba-977a-0324cc30ac73 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f904c84c-5f3f-4a5e-afcd-ce355e55bb02 HTTP/1.1" status: 200 len: 915 time: 0.3241303 Apr 28 19:34:28.716834 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-a1276752-d968-4f1b-82b6-34bd79243004 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6836a994-cb1e-455e-a97f-31c9ee3bdef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609937 Apr 28 19:34:28.718271 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb65378-4c2c-4755-8352-e3f5b18ac4b0 req-93aa22a8-5eee-48bc-b6e0-fede7eac0ee3 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] No DVR routers for this DVR port dda93919-98c7-4bf4-a7e7-db36f7047dc6 on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:34:28.721247 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-fbb65378-4c2c-4755-8352-e3f5b18ac4b0 req-93aa22a8-5eee-48bc-b6e0-fede7eac0ee3 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:28.725037 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8614e63-5599-4641-94ec-d643b47ace7b req-8612ac41-e387-49a1-a15d-c9e1049b6c3a tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:28.727004 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fbb65378-4c2c-4755-8352-e3f5b18ac4b0 req-93aa22a8-5eee-48bc-b6e0-fede7eac0ee3 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.44 "DELETE /v2.0/ports/dda93919-98c7-4bf4-a7e7-db36f7047dc6 HTTP/1.1" status: 204 len: 173 time: 0.8757198 Apr 28 19:34:28.733896 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c8614e63-5599-4641-94ec-d643b47ace7b req-8612ac41-e387-49a1-a15d-c9e1049b6c3a tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 945 time: 0.2277675 Apr 28 19:34:28.740519 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d217c5f-ea6c-487c-b3af-fd66e6427d8c req-ed0aa29b-7583-4a88-b391-93304e056633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:28.742262 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4d217c5f-ea6c-487c-b3af-fd66e6427d8c req-ed0aa29b-7583-4a88-b391-93304e056633 service neutron] 10.222.0.44 "GET /v2.0/networks?id=290ceb20-de81-4b99-a7d2-f44afb82683c HTTP/1.1" status: 200 len: 914 time: 0.4025185 Apr 28 19:34:28.881528 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e0f1755c-8456-435e-a171-3a269ae3b897 req-ea8a3fae-b0e6-4c33-951e-55369797af07 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8fd0377-acfe-4958-b50a-8a5f400c6206 HTTP/1.1" status: 200 len: 217 time: 0.1444190 Apr 28 19:34:28.890544 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4d217c5f-ea6c-487c-b3af-fd66e6427d8c req-d98b1af1-7be4-464c-a806-59469ebd47e6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=386e28da-26b1-4a08-a6cd-abc86d02bf08 HTTP/1.1" status: 200 len: 217 time: 0.1114130 Apr 28 19:34:28.898943 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['f8fd0377-acfe-4958-b50a-8a5f400c6206'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:34:28.915012 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf87aa3-172b-49c6-b077-45a677995281 req-fbaefc3e-e297-447f-87c0-8d93840f733c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:28.916511 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ebf87aa3-172b-49c6-b077-45a677995281 req-fbaefc3e-e297-447f-87c0-8d93840f733c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623&tenant_id=8b6f268207a441e39ce17d2e9418f280 HTTP/1.1" status: 200 len: 1100 time: 0.3104591 Apr 28 19:34:28.926576 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-cce95646-613c-42f7-a4eb-8c63194d3714 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:28.928181 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-cce95646-613c-42f7-a4eb-8c63194d3714 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/networks?id=0a818354-dbcf-4136-b854-44772dd68b79 HTTP/1.1" status: 200 len: 804 time: 0.1403251 Apr 28 19:34:28.947972 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402686c-6cbd-4f81-8673-9cca5a20525c req-506bf4ee-6e6a-415e-80e3-b23be2bcf57f tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:28.949490 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8402686c-6cbd-4f81-8673-9cca5a20525c req-506bf4ee-6e6a-415e-80e3-b23be2bcf57f tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21 HTTP/1.1" status: 200 len: 945 time: 0.0712159 Apr 28 19:34:28.965288 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-0a8ce1d3-41e6-456b-b7c0-58fbdc5115c1 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/quotas/18ae396e368a491dbb7b54576f3720d9 HTTP/1.1" status: 200 len: 375 time: 0.0267732 Apr 28 19:34:28.971674 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-ebf87aa3-172b-49c6-b077-45a677995281 req-bf04bbda-f871-47a2-bfbf-bffe5b0985e1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-839810-1', 'device_owner': 'compute:nova'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:34:28.999123 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c8614e63-5599-4641-94ec-d643b47ace7b req-95e2425a-fb9c-4da2-b084-56489a8454cc tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541656 Apr 28 19:34:29.102797 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-1054037a-8126-4d2c-a868-ebd89ca5fe8e tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=18ae396e368a491dbb7b54576f3720d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1160586 Apr 28 19:34:29.135921 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1755c-8456-435e-a171-3a269ae3b897 req-39c0ef72-743f-4ed9-b92d-8f87da5c502f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:29.137700 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e0f1755c-8456-435e-a171-3a269ae3b897 req-39c0ef72-743f-4ed9-b92d-8f87da5c502f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=556349f0-38e7-4d9a-a43e-b8816ebacc40 HTTP/1.1" status: 200 len: 853 time: 0.2459936 Apr 28 19:34:29.141008 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d217c5f-ea6c-487c-b3af-fd66e6427d8c req-d13c62da-77ef-458a-994e-d30956a032a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:29.142903 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4d217c5f-ea6c-487c-b3af-fd66e6427d8c req-d13c62da-77ef-458a-994e-d30956a032a2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=635f4d89-0687-4dbb-83ff-0947b6148d7d HTTP/1.1" status: 200 len: 853 time: 0.2312241 Apr 28 19:34:29.144475 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7220a243-bd91-459c-8cb5-65074db57b5f req-70c6bb60-f2d6-4a12-8d9d-a39621154e21 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0929086 Apr 28 19:34:29.171558 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-f1e60b22-b028-4694-9d83-23a1ff07c365 service neutron] 10.222.0.44 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355297 Apr 28 19:34:29.255668 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ebf87aa3-172b-49c6-b077-45a677995281 req-bf04bbda-f871-47a2-bfbf-bffe5b0985e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:29.298687 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-8402686c-6cbd-4f81-8673-9cca5a20525c req-1b5dc8e5-5d47-4107-8550-f34aef2ecbc9 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Deleting port 506f5636-459b-43a0-9a27-f9dd9a9f72cc {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:34:29.300140 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8402686c-6cbd-4f81-8673-9cca5a20525c req-1b5dc8e5-5d47-4107-8550-f34aef2ecbc9 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:29.305823 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-4c677057-769b-4d8c-8e3b-8160e4d91e87 service neutron] 10.222.0.42 "GET /v2.0/networks/0a818354-dbcf-4136-b854-44772dd68b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944764 Apr 28 19:34:29.314901 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4d217c5f-ea6c-487c-b3af-fd66e6427d8c req-1cd7fa32-cbe2-411b-86db-eed049780760 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=290ceb20-de81-4b99-a7d2-f44afb82683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1399980 Apr 28 19:34:29.413895 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1a460757-4f33-4ce2-8717-5c8d2a2bc1f9 req-1796ed74-f72f-438c-bb16-73bcf6534c84 tempest-ServersAdminNegativeTestJSON-810603313 tempest-ServersAdminNegativeTestJSON-810603313-project] 10.222.0.42 "GET /v2.0/ports?device_id=27418b6d-d3ae-48a7-a335-60081b4ade70 HTTP/1.1" status: 200 len: 210 time: 0.0968525 Apr 28 19:34:29.494765 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1755c-8456-435e-a171-3a269ae3b897 req-14e0f07c-f146-4c2f-8d28-889130000125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:29.496598 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e0f1755c-8456-435e-a171-3a269ae3b897 req-14e0f07c-f146-4c2f-8d28-889130000125 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f904c84c-5f3f-4a5e-afcd-ce355e55bb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3203313 Apr 28 19:34:29.501357 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 506f5636-459b-43a0-9a27-f9dd9a9f72cc no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:34:29.592193 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:29.637020 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 506f5636-459b-43a0-9a27-f9dd9a9f72cc, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=506f5636-459b-43a0-9a27-f9dd9a9f72cc,segment=NetworkSegment(c10cc5b9-432d-471e-8b74-080f77012f91),segment_id=c10cc5b9-432d-471e-8b74-080f77012f91)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:29.642233 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:29.643273 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device dda93919-98c7-4bf4-a7e7-db36f7047dc6 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:34:29.693281 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: dda93919-98c7-4bf4-a7e7-db36f7047dc6 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:34:29.693690 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device dda93919-98c7-4bf4-a7e7-db36f7047dc6 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:34:29.702503 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-18213260-a001-49a1-a364-bdd3931b8499 service neutron] 10.222.0.44 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5207877 Apr 28 19:34:29.739016 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=506f5636-459b-43a0-9a27-f9dd9a9f72cc,revision_number=8']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:29.784661 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-8402686c-6cbd-4f81-8673-9cca5a20525c req-1b5dc8e5-5d47-4107-8550-f34aef2ecbc9 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] For port 506f5636-459b-43a0-9a27-f9dd9a9f72cc, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=506f5636-459b-43a0-9a27-f9dd9a9f72cc,segment=NetworkSegment(c10cc5b9-432d-471e-8b74-080f77012f91),segment_id=c10cc5b9-432d-471e-8b74-080f77012f91)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:29.785269 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8402686c-6cbd-4f81-8673-9cca5a20525c req-1b5dc8e5-5d47-4107-8550-f34aef2ecbc9 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:29.787170 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1828c-b2f6-4556-98ec-24cca7183600 req-93823c32-f113-4313-a9cb-75033f24d2c7 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:29.788952 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9cd1828c-b2f6-4556-98ec-24cca7183600 req-93823c32-f113-4313-a9cb-75033f24d2c7 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/ports?device_id=46050d89-0a17-46a3-bcd1-7a0827135ba4 HTTP/1.1" status: 200 len: 984 time: 0.2413211 Apr 28 19:34:29.794063 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4d217c5f-ea6c-487c-b3af-fd66e6427d8c req-a4e4fdbc-46a0-41f8-a128-aebbbec28790 service neutron] 10.222.0.44 "GET /v2.0/networks/290ceb20-de81-4b99-a7d2-f44afb82683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416099 Apr 28 19:34:29.806944 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-8402686c-6cbd-4f81-8673-9cca5a20525c req-1b5dc8e5-5d47-4107-8550-f34aef2ecbc9 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Calling delete_port for 506f5636-459b-43a0-9a27-f9dd9a9f72cc owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:34:29.811407 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-0a155853-c2ba-4455-b6a9-733f49a5c693 service neutron] 10.222.0.42 "GET /v2.0/networks/0a818354-dbcf-4136-b854-44772dd68b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4889019 Apr 28 19:34:29.877058 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e0f1755c-8456-435e-a171-3a269ae3b897 req-032d1fc9-0f85-4970-8e7d-706bb19adbb6 service neutron] 10.222.0.15 "GET /v2.0/networks/f904c84c-5f3f-4a5e-afcd-ce355e55bb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167462 Apr 28 19:34:29.938252 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-ebf87aa3-172b-49c6-b077-45a677995281 req-bf04bbda-f871-47a2-bfbf-bffe5b0985e1 service neutron] For port f72d9815-ff47-4444-bcbd-5ec3c1260509, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=f72d9815-ff47-4444-bcbd-5ec3c1260509,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:29.985821 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-ebf87aa3-172b-49c6-b077-45a677995281 req-bf04bbda-f871-47a2-bfbf-bffe5b0985e1 service neutron] For port f72d9815-ff47-4444-bcbd-5ec3c1260509, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:34:30.004439 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8402686c-6cbd-4f81-8673-9cca5a20525c req-1b5dc8e5-5d47-4107-8550-f34aef2ecbc9 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:30.080995 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ebf87aa3-172b-49c6-b077-45a677995281 req-bf04bbda-f871-47a2-bfbf-bffe5b0985e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:30.097055 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5dc8e5-5d47-4107-8550-f34aef2ecbc9 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Pushing event deleted for resources: {'Port': ['ID=506f5636-459b-43a0-9a27-f9dd9a9f72cc,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:30.123868 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9cd1828c-b2f6-4556-98ec-24cca7183600 req-09557b00-2cc9-4430-b8fa-08b27fc265be tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c6e5e07-2397-442e-876d-34148ec92451&id=18d9a04d-ce42-44ab-ae1a-cbcc259ead51&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3166485 Apr 28 19:34:30.144542 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '506f5636-459b-43a0-9a27-f9dd9a9f72cc'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:30.147052 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d287a844-c095-4484-aa5b-e0b9987239c6" -d '{"events": [{"server_uuid": "ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21", "name": "network-vif-unplugged", "status": "completed", "tag": "506f5636-459b-43a0-9a27-f9dd9a9f72cc"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:30.181097 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-8402686c-6cbd-4f81-8673-9cca5a20525c req-1b5dc8e5-5d47-4107-8550-f34aef2ecbc9 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] No DVR routers for this DVR port 506f5636-459b-43a0-9a27-f9dd9a9f72cc on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:34:30.190323 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9239a1-e80c-4be9-a6eb-691e04165163 req-da1a3f43-d63b-4623-a3d8-4a8248c5a97a tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:30.198061 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ad9239a1-e80c-4be9-a6eb-691e04165163 req-da1a3f43-d63b-4623-a3d8-4a8248c5a97a tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 949 time: 0.1491237 Apr 28 19:34:30.201065 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8402686c-6cbd-4f81-8673-9cca5a20525c req-1b5dc8e5-5d47-4107-8550-f34aef2ecbc9 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:30.204355 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8402686c-6cbd-4f81-8673-9cca5a20525c req-1b5dc8e5-5d47-4107-8550-f34aef2ecbc9 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.44 "DELETE /v2.0/ports/506f5636-459b-43a0-9a27-f9dd9a9f72cc HTTP/1.1" status: 204 len: 173 time: 1.2464592 Apr 28 19:34:30.204851 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27418b6d-d3ae-48a7-a335-60081b4ade70', 'name': 'network-vif-deleted', 'tag': 'dda93919-98c7-4bf4-a7e7-db36f7047dc6'}, {'server_uuid': 'ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21', 'name': 'network-vif-deleted', 'tag': '506f5636-459b-43a0-9a27-f9dd9a9f72cc'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:30.207409 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed08e165-27cf-477b-8115-85c33d913ebb" -d '{"events": [{"server_uuid": "27418b6d-d3ae-48a7-a335-60081b4ade70", "name": "network-vif-deleted", "tag": "dda93919-98c7-4bf4-a7e7-db36f7047dc6"}, {"server_uuid": "ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21", "name": "network-vif-deleted", "tag": "506f5636-459b-43a0-9a27-f9dd9a9f72cc"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:30.232007 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device f8fd0377-acfe-4958-b50a-8a5f400c6206 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:34:30.350487 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ad9239a1-e80c-4be9-a6eb-691e04165163 req-3de15147-186f-41d8-83bf-cb7970acc0e5 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512384 Apr 28 19:34:30.376527 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port f8fd0377-acfe-4958-b50a-8a5f400c6206 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:34:30.387417 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port f8fd0377-acfe-4958-b50a-8a5f400c6206 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:34:30.388270 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:30.438085 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff262e7-5817-473c-aea9-18b75c3f24d0 req-134946b5-3f78-4eb0-b3a1-ef6852a23f31 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:30.439860 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0ff262e7-5817-473c-aea9-18b75c3f24d0 req-134946b5-3f78-4eb0-b3a1-ef6852a23f31 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd72dfea-f42b-461b-83db-a4b9dd4c1ec6 HTTP/1.1" status: 200 len: 946 time: 0.1372983 Apr 28 19:34:30.548986 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:30.596195 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port f8fd0377-acfe-4958-b50a-8a5f400c6206, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=f8fd0377-acfe-4958-b50a-8a5f400c6206,segment=NetworkSegment(bc52fff9-5f2e-4745-8408-e439471fc1e0),segment_id=bc52fff9-5f2e-4745-8408-e439471fc1e0)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:30.605761 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-db670b00-099d-4d0b-ba58-6ff64502b858 req-7d2ac391-0bac-4d3a-9746-21c6fe1c1049 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21 HTTP/1.1" status: 200 len: 210 time: 0.0781372 Apr 28 19:34:30.608961 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:30.609939 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device f72d9815-ff47-4444-bcbd-5ec3c1260509 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:34:30.661364 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-0ff262e7-5817-473c-aea9-18b75c3f24d0 req-0a320179-e2eb-4a8a-bc6d-912dbfb23724 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Deleting port 2e6593cf-1a99-403a-b120-046c6cc0fcca {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:34:30.661724 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0ff262e7-5817-473c-aea9-18b75c3f24d0 req-0a320179-e2eb-4a8a-bc6d-912dbfb23724 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:30.687755 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878a8957-8430-48f0-bb0f-4cf3e1e3d623', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f72d9815-ff47-4444-bcbd-5ec3c1260509'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:30.693116 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7975c4-eb7f-4816-9a1b-3f8979c08507" -d '{"events": [{"server_uuid": "878a8957-8430-48f0-bb0f-4cf3e1e3d623", "name": "network-vif-unplugged", "status": "completed", "tag": "f72d9815-ff47-4444-bcbd-5ec3c1260509"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:30.721537 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-ebf87aa3-172b-49c6-b077-45a677995281 req-bf04bbda-f871-47a2-bfbf-bffe5b0985e1 service neutron] Transition to ACTIVE for port object f72d9815-ff47-4444-bcbd-5ec3c1260509 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:34:30.766242 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ebf87aa3-172b-49c6-b077-45a677995281 req-bf04bbda-f871-47a2-bfbf-bffe5b0985e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:30.856567 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=f8fd0377-acfe-4958-b50a-8a5f400c6206,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:30.876673 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-0ff262e7-5817-473c-aea9-18b75c3f24d0 req-0a320179-e2eb-4a8a-bc6d-912dbfb23724 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] For port 2e6593cf-1a99-403a-b120-046c6cc0fcca, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=2e6593cf-1a99-403a-b120-046c6cc0fcca,segment=NetworkSegment(8fc1f4c1-a782-4abd-b384-b46f9c6b3366),segment_id=8fc1f4c1-a782-4abd-b384-b46f9c6b3366)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:30.877959 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0ff262e7-5817-473c-aea9-18b75c3f24d0 req-0a320179-e2eb-4a8a-bc6d-912dbfb23724 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:30.881987 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device f72d9815-ff47-4444-bcbd-5ec3c1260509 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:34:30.886637 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 2e6593cf-1a99-403a-b120-046c6cc0fcca no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:34:30.906783 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-0ff262e7-5817-473c-aea9-18b75c3f24d0 req-0a320179-e2eb-4a8a-bc6d-912dbfb23724 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Calling delete_port for 2e6593cf-1a99-403a-b120-046c6cc0fcca owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:34:30.909864 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4d217c5f-ea6c-487c-b3af-fd66e6427d8c req-d22381e2-4063-4cbd-906d-3590f2232d69 service neutron] 10.222.0.44 "GET /v2.0/networks/290ceb20-de81-4b99-a7d2-f44afb82683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1025999 Apr 28 19:34:30.963174 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04bbda-f871-47a2-bfbf-bffe5b0985e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f72d9815-ff47-4444-bcbd-5ec3c1260509,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:30.989114 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf87aa3-172b-49c6-b077-45a677995281 req-bf04bbda-f871-47a2-bfbf-bffe5b0985e1 service neutron] No DVR routers for this DVR port f72d9815-ff47-4444-bcbd-5ec3c1260509 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:34:31.002212 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e0f1755c-8456-435e-a171-3a269ae3b897 req-3c1de298-9b6a-4a7d-8b02-b6a5b9d3797e service neutron] 10.222.0.15 "GET /v2.0/networks/f904c84c-5f3f-4a5e-afcd-ce355e55bb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9703417 Apr 28 19:34:31.032995 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130d9b8-4532-4d2f-bd78-a214e982c39d req-4e1a8364-c667-4946-8991-44ceb69bc94b tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:31.042076 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f130d9b8-4532-4d2f-bd78-a214e982c39d req-4e1a8364-c667-4946-8991-44ceb69bc94b tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbe55c2-8e22-4b7c-b402-7395e6c4765d HTTP/1.1" status: 200 len: 946 time: 0.3186126 Apr 28 19:34:31.128056 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fd6580ad-4bf8-41b3-89bd-da61f5bef8a5 req-2a2a8c10-cb4c-4b9d-b4cf-f26e920918ad tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=e201f2c2-d6b0-40c2-bbd8-d91690e6a7b4 HTTP/1.1" status: 200 len: 210 time: 0.0723622 Apr 28 19:34:31.129266 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:31.181428 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-ebf87aa3-172b-49c6-b077-45a677995281 req-bf04bbda-f871-47a2-bfbf-bffe5b0985e1 service neutron] Attempting to bind port f72d9815-ff47-4444-bcbd-5ec3c1260509 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:34:31.181769 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-ebf87aa3-172b-49c6-b077-45a677995281 req-bf04bbda-f871-47a2-bfbf-bffe5b0985e1 service neutron] Attempting to bind port f72d9815-ff47-4444-bcbd-5ec3c1260509 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:34:31.182097 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf87aa3-172b-49c6-b077-45a677995281 req-bf04bbda-f871-47a2-bfbf-bffe5b0985e1 service neutron] Attempting to bind port f72d9815-ff47-4444-bcbd-5ec3c1260509 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:34:31.187153 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 2e6593cf-1a99-403a-b120-046c6cc0fcca, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=2e6593cf-1a99-403a-b120-046c6cc0fcca,segment=NetworkSegment(8fc1f4c1-a782-4abd-b384-b46f9c6b3366),segment_id=8fc1f4c1-a782-4abd-b384-b46f9c6b3366)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:31.194286 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:31.215689 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f130d9b8-4532-4d2f-bd78-a214e982c39d req-e5ef0949-0da5-4fb9-ab88-8f2fc8903226 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "GET /v2.0/security-groups?id=5540b366-209c-4750-8eb8-33c6d7200fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722667 Apr 28 19:34:31.217351 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf87aa3-172b-49c6-b077-45a677995281 req-bf04bbda-f871-47a2-bfbf-bffe5b0985e1 service neutron] Port f72d9815-ff47-4444-bcbd-5ec3c1260509 on network a2ea96f2-6755-492c-8fa3-72807d68d67a not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:34:31.217678 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf87aa3-172b-49c6-b077-45a677995281 req-bf04bbda-f871-47a2-bfbf-bffe5b0985e1 service neutron] Attempting to bind port f72d9815-ff47-4444-bcbd-5ec3c1260509 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:34:31.222210 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e2df3-04b4-4881-8a36-27bf564130a9 req-2012be58-d828-40af-8bd7-c177f62f1537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:31.223684 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9c1e2df3-04b4-4881-8a36-27bf564130a9 req-2012be58-d828-40af-8bd7-c177f62f1537 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f969262094984a16ab4b8b19d6c12396&device_id=46050d89-0a17-46a3-bcd1-7a0827135ba4 HTTP/1.1" status: 200 len: 1135 time: 0.1780858 Apr 28 19:34:31.239548 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf87aa3-172b-49c6-b077-45a677995281 req-bf04bbda-f871-47a2-bfbf-bffe5b0985e1 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:34:31.240279 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf87aa3-172b-49c6-b077-45a677995281 req-bf04bbda-f871-47a2-bfbf-bffe5b0985e1 service neutron] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:34:31.240844 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf87aa3-172b-49c6-b077-45a677995281 req-bf04bbda-f871-47a2-bfbf-bffe5b0985e1 service neutron] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:34:31.243915 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-ebf87aa3-172b-49c6-b077-45a677995281 req-bf04bbda-f871-47a2-bfbf-bffe5b0985e1 service neutron] Bound port: f72d9815-ff47-4444-bcbd-5ec3c1260509, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:34:31.244634 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ebf87aa3-172b-49c6-b077-45a677995281 req-bf04bbda-f871-47a2-bfbf-bffe5b0985e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:31.285276 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=2e6593cf-1a99-403a-b120-046c6cc0fcca,revision_number=8']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:31.299061 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1856244-1b04-46e5-8695-e3018fd87555 x-openstack-request-id: req-b1856244-1b04-46e5-8695-e3018fd87555 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:31.299347 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21", "name": "network-vif-unplugged", "status": "completed", "tag": "506f5636-459b-43a0-9a27-f9dd9a9f72cc", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:31.299609 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b1856244-1b04-46e5-8695-e3018fd87555 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:31.300145 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1856244-1b04-46e5-8695-e3018fd87555'] response: {'server_uuid': 'ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '506f5636-459b-43a0-9a27-f9dd9a9f72cc', 'code': 200} Apr 28 19:34:31.343104 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0ff262e7-5817-473c-aea9-18b75c3f24d0 req-0a320179-e2eb-4a8a-bc6d-912dbfb23724 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:31.362747 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17d1e17-4085-4df8-82ed-0d4d3342f516 x-openstack-request-id: req-f17d1e17-4085-4df8-82ed-0d4d3342f516 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:31.363229 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27418b6d-d3ae-48a7-a335-60081b4ade70", "name": "network-vif-deleted", "tag": "dda93919-98c7-4bf4-a7e7-db36f7047dc6", "status": "completed", "code": 200}, {"server_uuid": "ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21", "name": "network-vif-deleted", "tag": "506f5636-459b-43a0-9a27-f9dd9a9f72cc", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:31.363545 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f17d1e17-4085-4df8-82ed-0d4d3342f516 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:31.364266 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f17d1e17-4085-4df8-82ed-0d4d3342f516'] response: {'server_uuid': '27418b6d-d3ae-48a7-a335-60081b4ade70', 'name': 'network-vif-deleted', 'tag': 'dda93919-98c7-4bf4-a7e7-db36f7047dc6', 'status': 'completed', 'code': 200} Apr 28 19:34:31.364629 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f17d1e17-4085-4df8-82ed-0d4d3342f516'] response: {'server_uuid': 'ed2bc3b7-4a77-4ccf-be32-7d583dfd2b21', 'name': 'network-vif-deleted', 'tag': '506f5636-459b-43a0-9a27-f9dd9a9f72cc', 'status': 'completed', 'code': 200} Apr 28 19:34:31.431824 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af37dd-d33b-4859-9037-071f1d9e0393 req-5f00e0b0-f1bc-4731-a328-46442a74e490 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:31.442702 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f9af37dd-d33b-4859-9037-071f1d9e0393 req-5f00e0b0-f1bc-4731-a328-46442a74e490 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 945 time: 0.1629381 Apr 28 19:34:31.447732 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a320179-e2eb-4a8a-bc6d-912dbfb23724 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Pushing event deleted for resources: {'Port': ['ID=2e6593cf-1a99-403a-b120-046c6cc0fcca,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:31.459170 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-ebf87aa3-172b-49c6-b077-45a677995281 req-bf04bbda-f871-47a2-bfbf-bffe5b0985e1 service neutron] For port f72d9815-ff47-4444-bcbd-5ec3c1260509, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:34:31.465148 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-ebf87aa3-172b-49c6-b077-45a677995281 req-bf04bbda-f871-47a2-bfbf-bffe5b0985e1 service neutron] For port f72d9815-ff47-4444-bcbd-5ec3c1260509, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=f72d9815-ff47-4444-bcbd-5ec3c1260509,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:34:31.513030 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ebf87aa3-172b-49c6-b077-45a677995281 req-bf04bbda-f871-47a2-bfbf-bffe5b0985e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:31.528406 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19a6b67-80b4-4cc8-a0e6-4c8bb740f770 x-openstack-request-id: req-b19a6b67-80b4-4cc8-a0e6-4c8bb740f770 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:31.529456 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878a8957-8430-48f0-bb0f-4cf3e1e3d623", "name": "network-vif-unplugged", "status": "completed", "tag": "f72d9815-ff47-4444-bcbd-5ec3c1260509", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:31.529976 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b19a6b67-80b4-4cc8-a0e6-4c8bb740f770 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:31.530765 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b19a6b67-80b4-4cc8-a0e6-4c8bb740f770'] response: {'server_uuid': '878a8957-8430-48f0-bb0f-4cf3e1e3d623', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f72d9815-ff47-4444-bcbd-5ec3c1260509', 'code': 200} Apr 28 19:34:31.552361 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e2df3-04b4-4881-8a36-27bf564130a9 req-26c7aced-bb0e-4127-92db-4008dbfe690b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:31.556087 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9c1e2df3-04b4-4881-8a36-27bf564130a9 req-26c7aced-bb0e-4127-92db-4008dbfe690b service neutron] 10.222.0.44 "GET /v2.0/networks?id=290ceb20-de81-4b99-a7d2-f44afb82683c HTTP/1.1" status: 200 len: 914 time: 0.3087573 Apr 28 19:34:31.642134 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f9af37dd-d33b-4859-9037-071f1d9e0393 req-c52968c4-7677-4e86-afeb-1502b429ac02 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804769 Apr 28 19:34:31.657033 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf87aa3-172b-49c6-b077-45a677995281 req-bf04bbda-f871-47a2-bfbf-bffe5b0985e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:31.657794 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ebf87aa3-172b-49c6-b077-45a677995281 req-bf04bbda-f871-47a2-bfbf-bffe5b0985e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:31.666082 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ebf87aa3-172b-49c6-b077-45a677995281 req-bf04bbda-f871-47a2-bfbf-bffe5b0985e1 service neutron] 10.222.0.44 "PUT /v2.0/ports/f72d9815-ff47-4444-bcbd-5ec3c1260509 HTTP/1.1" status: 200 len: 1095 time: 2.7176745 Apr 28 19:34:31.682293 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:31.704829 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff262e7-5817-473c-aea9-18b75c3f24d0 req-0a320179-e2eb-4a8a-bc6d-912dbfb23724 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] No DVR routers for this DVR port 2e6593cf-1a99-403a-b120-046c6cc0fcca on host n-h1-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:34:31.735278 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0ff262e7-5817-473c-aea9-18b75c3f24d0 req-0a320179-e2eb-4a8a-bc6d-912dbfb23724 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:31.738783 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0ff262e7-5817-473c-aea9-18b75c3f24d0 req-0a320179-e2eb-4a8a-bc6d-912dbfb23724 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.15 "DELETE /v2.0/ports/2e6593cf-1a99-403a-b120-046c6cc0fcca HTTP/1.1" status: 204 len: 173 time: 1.2923689 Apr 28 19:34:31.816901 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9c1e2df3-04b4-4881-8a36-27bf564130a9 req-d976be6a-85ec-422e-ab78-4ab315b1ba2d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=386e28da-26b1-4a08-a6cd-abc86d02bf08 HTTP/1.1" status: 200 len: 217 time: 0.2285101 Apr 28 19:34:31.922283 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41060) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:34:31.941936 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04bbda-f871-47a2-bfbf-bffe5b0985e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f72d9815-ff47-4444-bcbd-5ec3c1260509,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:31.965422 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04fa97c-4a73-49f7-80f3-b51c5bdce164 req-6be59afa-8671-4fe6-875d-9c1a27b69f9d tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:31.975387 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b04fa97c-4a73-49f7-80f3-b51c5bdce164 req-6be59afa-8671-4fe6-875d-9c1a27b69f9d tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/ports?device_id=46050d89-0a17-46a3-bcd1-7a0827135ba4 HTTP/1.1" status: 200 len: 984 time: 0.1813202 Apr 28 19:34:31.976801 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf87aa3-172b-49c6-b077-45a677995281 req-b927b295-d850-4f8d-80d7-3e21b3f8653d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:31.978378 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ebf87aa3-172b-49c6-b077-45a677995281 req-b927b295-d850-4f8d-80d7-3e21b3f8653d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 1098 time: 0.2239923 Apr 28 19:34:31.988576 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-521a533f-e493-4b8e-bc8c-cf6b8359c4cf tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:31.997534 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-521a533f-e493-4b8e-bc8c-cf6b8359c4cf tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.44 "GET /v2.0/networks?id=0a818354-dbcf-4136-b854-44772dd68b79 HTTP/1.1" status: 200 len: 804 time: 0.4393346 Apr 28 19:34:32.004842 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e2df3-04b4-4881-8a36-27bf564130a9 req-ee814e11-093b-4177-9168-5e9806aa8a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:32.006281 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9c1e2df3-04b4-4881-8a36-27bf564130a9 req-ee814e11-093b-4177-9168-5e9806aa8a64 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=635f4d89-0687-4dbb-83ff-0947b6148d7d HTTP/1.1" status: 200 len: 853 time: 0.1784394 Apr 28 19:34:32.011608 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-4793161d-249b-4916-a5a7-135195e013f3 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Request body: {'port': {'device_id': 'e201f2c2-d6b0-40c2-bbd8-d91690e6a7b4', 'network_id': '0a818354-dbcf-4136-b854-44772dd68b79', 'admin_state_up': True, 'tenant_id': '18ae396e368a491dbb7b54576f3720d9'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:34:32.015868 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a056c4b-e490-4976-9477-d9eb2414ae0c req-c1865016-43d7-47d4-acb5-280d65438c00 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:32.024067 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8a056c4b-e490-4976-9477-d9eb2414ae0c req-c1865016-43d7-47d4-acb5-280d65438c00 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a74039e-7fec-4f7c-8f84-2a145557afee HTTP/1.1" status: 200 len: 946 time: 0.3448737 Apr 28 19:34:32.079580 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9c1e2df3-04b4-4881-8a36-27bf564130a9 req-7ae73554-55ea-4701-a05a-3eb5a7287cb7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=290ceb20-de81-4b99-a7d2-f44afb82683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534439 Apr 28 19:34:32.181807 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b04fa97c-4a73-49f7-80f3-b51c5bdce164 req-4d48804c-fd5c-4fb3-83e3-a4232e17937b tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c6e5e07-2397-442e-876d-34148ec92451&id=18d9a04d-ce42-44ab-ae1a-cbcc259ead51&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2010412 Apr 28 19:34:32.199572 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-4793161d-249b-4916-a5a7-135195e013f3 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Made reservation on behalf of 18ae396e368a491dbb7b54576f3720d9 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:34:32.209849 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-4793161d-249b-4916-a5a7-135195e013f3 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:32.224033 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8a056c4b-e490-4976-9477-d9eb2414ae0c req-b4d90296-aeab-4cce-a5dc-eea63535d068 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/security-groups?id=821615b6-badc-4db3-aaf0-b967507d8c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939194 Apr 28 19:34:32.363004 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf87aa3-172b-49c6-b077-45a677995281 req-01c4b892-72a1-4e78-8bdd-81ac6d5b97ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:32.376341 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ebf87aa3-172b-49c6-b077-45a677995281 req-01c4b892-72a1-4e78-8bdd-81ac6d5b97ac service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.3813672 Apr 28 19:34:32.384495 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9c1e2df3-04b4-4881-8a36-27bf564130a9 req-dc4a8948-a740-4cb6-80a6-f1a9717cef23 service neutron] 10.222.0.44 "GET /v2.0/networks/290ceb20-de81-4b99-a7d2-f44afb82683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724235 Apr 28 19:34:32.392440 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41072) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:34:32.392712 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-15279ae6-c159-45f3-8a32-f09a519f23f2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a5d389b5d99847ff9b39765eda86203c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4591057 Apr 28 19:34:32.567171 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-4793161d-249b-4916-a5a7-135195e013f3 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Allocated IP 172.20.0.3 (0a818354-dbcf-4136-b854-44772dd68b79/09693431-05ed-41e8-8d54-1a8b3b11f1bb/c26ddc17-20ba-458a-843d-f2cd903ae247) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:34:32.598403 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-daf086b4-3e24-4d42-8918-3d8137711c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:32.642280 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9c1e2df3-04b4-4881-8a36-27bf564130a9 req-90480a71-9734-4105-aa4c-4c52885aef39 service neutron] 10.222.0.44 "GET /v2.0/networks/290ceb20-de81-4b99-a7d2-f44afb82683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467661 Apr 28 19:34:32.644736 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ebf87aa3-172b-49c6-b077-45a677995281 req-5dc6e092-500b-481a-af68-884c8871b0ff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=f72d9815-ff47-4444-bcbd-5ec3c1260509 HTTP/1.1" status: 200 len: 217 time: 0.1414845 Apr 28 19:34:32.687662 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-daf086b4-3e24-4d42-8918-3d8137711c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:32.695310 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a085f775-a213-4b3f-a78a-099b76bdab95 req-dd4fa2f5-bed0-4931-98fc-d22dcf478f00 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=e201f2c2-d6b0-40c2-bbd8-d91690e6a7b4 HTTP/1.1" status: 200 len: 210 time: 0.3012288 Apr 28 19:34:32.714539 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1afc2-9055-413e-933f-5a8884330066 req-56e2bd2d-6cad-4d19-aa41-b713e028037d tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:32.716170 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-55f1afc2-9055-413e-933f-5a8884330066 req-56e2bd2d-6cad-4d19-aa41-b713e028037d tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a74039e-7fec-4f7c-8f84-2a145557afee HTTP/1.1" status: 200 len: 946 time: 0.2033625 Apr 28 19:34:32.763753 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf87aa3-172b-49c6-b077-45a677995281 req-ad91ea76-a19d-4bd5-ae01-0c8a7b496b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:32.765424 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ebf87aa3-172b-49c6-b077-45a677995281 req-ad91ea76-a19d-4bd5-ae01-0c8a7b496b61 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.0730524 Apr 28 19:34:32.839786 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab63db-53c8-4843-aca6-bf87a7e0b47f req-c0bbed5c-59ff-4df8-8d5b-93bafc939fbb tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:32.841279 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-67ab63db-53c8-4843-aca6-bf87a7e0b47f req-c0bbed5c-59ff-4df8-8d5b-93bafc939fbb tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 947 time: 0.2185669 Apr 28 19:34:32.892663 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf87aa3-172b-49c6-b077-45a677995281 req-13ff11e2-de37-4bd1-a1fa-1716d2369180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:32.895234 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ebf87aa3-172b-49c6-b077-45a677995281 req-13ff11e2-de37-4bd1-a1fa-1716d2369180 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1214013 Apr 28 19:34:32.925151 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df044f50-38cc-4b26-8f3c-fc8cf0e5931c req-9dcb93f9-bb71-47d3-8683-ac5e21f87d93 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:32.926869 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-df044f50-38cc-4b26-8f3c-fc8cf0e5931c req-9dcb93f9-bb71-47d3-8683-ac5e21f87d93 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbe55c2-8e22-4b7c-b402-7395e6c4765d HTTP/1.1" status: 200 len: 946 time: 0.1086986 Apr 28 19:34:32.962736 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-daf086b4-3e24-4d42-8918-3d8137711c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:32.965297 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-daf086b4-3e24-4d42-8918-3d8137711c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:32.968961 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-daf086b4-3e24-4d42-8918-3d8137711c23 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7d892c60-4988-4559-91ae-463a24113b8c HTTP/1.1" status: 204 len: 168 time: 0.5712287 Apr 28 19:34:32.995922 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-67ab63db-53c8-4843-aca6-bf87a7e0b47f req-e71a78a5-3aaa-482f-8938-d8eb924069b9 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197069 Apr 28 19:34:33.004857 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf086b4-3e24-4d42-8918-3d8137711c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d892c60-4988-4559-91ae-463a24113b8c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:33.078619 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-4793161d-249b-4916-a5a7-135195e013f3 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:33.088695 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-55f1afc2-9055-413e-933f-5a8884330066 req-b212c985-c326-4861-a5c6-d85cf9896bbc tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Deleting port 81a6c570-8baa-4cb7-baf4-3eb6104d95de {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:34:33.089033 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-55f1afc2-9055-413e-933f-5a8884330066 req-b212c985-c326-4861-a5c6-d85cf9896bbc tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:33.109350 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-df044f50-38cc-4b26-8f3c-fc8cf0e5931c req-c5c637ea-2e8a-48e4-a0c7-51f86c66887c tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "GET /v2.0/security-groups?id=5540b366-209c-4750-8eb8-33c6d7200fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597016 Apr 28 19:34:33.186667 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:33.199503 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ebf87aa3-172b-49c6-b077-45a677995281 req-903460a4-858d-4107-b815-9eedb19f33dc service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961543 Apr 28 19:34:33.256742 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-4793161d-249b-4916-a5a7-135195e013f3 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:33.301144 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbe55c2-8e22-4b7c-b402-7395e6c4765d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fd0377-acfe-4958-b50a-8a5f400c6206'}, {'server_uuid': 'fd72dfea-f42b-461b-83db-a4b9dd4c1ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e6593cf-1a99-403a-b120-046c6cc0fcca'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:33.307740 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353bdc00-2a12-4221-b70c-f62da928fca7" -d '{"events": [{"server_uuid": "7cbe55c2-8e22-4b7c-b402-7395e6c4765d", "name": "network-vif-plugged", "status": "completed", "tag": "f8fd0377-acfe-4958-b50a-8a5f400c6206"}, {"server_uuid": "fd72dfea-f42b-461b-83db-a4b9dd4c1ec6", "name": "network-vif-unplugged", "status": "completed", "tag": "2e6593cf-1a99-403a-b120-046c6cc0fcca"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:33.322477 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-55f1afc2-9055-413e-933f-5a8884330066 req-b212c985-c326-4861-a5c6-d85cf9896bbc tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] For port 81a6c570-8baa-4cb7-baf4-3eb6104d95de, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=81a6c570-8baa-4cb7-baf4-3eb6104d95de,segment=NetworkSegment(358278b1-0052-44f6-b6c2-96054681855a),segment_id=358278b1-0052-44f6-b6c2-96054681855a)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:33.322477 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-55f1afc2-9055-413e-933f-5a8884330066 req-b212c985-c326-4861-a5c6-d85cf9896bbc tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:33.396278 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd72dfea-f42b-461b-83db-a4b9dd4c1ec6', 'name': 'network-vif-deleted', 'tag': '2e6593cf-1a99-403a-b120-046c6cc0fcca'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:33.404321 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb7f610-f42c-45f1-9c53-606548211d2e" -d '{"events": [{"server_uuid": "fd72dfea-f42b-461b-83db-a4b9dd4c1ec6", "name": "network-vif-deleted", "tag": "2e6593cf-1a99-403a-b120-046c6cc0fcca"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:33.410307 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793161d-249b-4916-a5a7-135195e013f3 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Pushing event updated for resources: {'Port': ['ID=c26ddc17-20ba-458a-843d-f2cd903ae247,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:33.445844 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-55f1afc2-9055-413e-933f-5a8884330066 req-b212c985-c326-4861-a5c6-d85cf9896bbc tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Calling delete_port for 81a6c570-8baa-4cb7-baf4-3eb6104d95de owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:34:33.488331 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2404dd6-fda7-4019-a404-6b4dc29feeda req-68541d29-e060-4fe2-a8d2-c6a5a9cafffc tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:33.489864 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c2404dd6-fda7-4019-a404-6b4dc29feeda req-68541d29-e060-4fe2-a8d2-c6a5a9cafffc tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 945 time: 0.1942563 Apr 28 19:34:33.496635 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ebf87aa3-172b-49c6-b077-45a677995281 req-df156347-6624-4fad-af8d-03f9978c7e9f service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868583 Apr 28 19:34:33.533247 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878a8957-8430-48f0-bb0f-4cf3e1e3d623', 'tag': 'f72d9815-ff47-4444-bcbd-5ec3c1260509'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:33.538237 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b80a85-cd0a-4974-8a23-423700650b79" -d '{"events": [{"name": "network-changed", "server_uuid": "878a8957-8430-48f0-bb0f-4cf3e1e3d623", "tag": "f72d9815-ff47-4444-bcbd-5ec3c1260509"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:33.578379 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-4793161d-249b-4916-a5a7-135195e013f3 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Network 0a818354-dbcf-4136-b854-44772dd68b79 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:34:33.580863 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-4793161d-249b-4916-a5a7-135195e013f3 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:34:33.591141 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-4793161d-249b-4916-a5a7-135195e013f3 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:34:33.592738 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c2404dd6-fda7-4019-a404-6b4dc29feeda req-12387bc6-91cf-4904-997e-87c93e5f454e tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950987 Apr 28 19:34:33.612393 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41090) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:34:33.690308 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-4793161d-249b-4916-a5a7-135195e013f3 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:33.691717 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-4793161d-249b-4916-a5a7-135195e013f3 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:33.693317 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-715499af-10c0-443e-8ddc-0870a8e9084e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0e3acd9505fd4def8490d14f2746ad4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0793645 Apr 28 19:34:33.698014 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41092) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:34:33.764849 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41096) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:34:33.775507 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-2e8538b8-1b57-49da-89b4-f87e648673d9 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1244728233', 'description': 'tempest-description--1343842200'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:34:33.820676 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-4793161d-249b-4916-a5a7-135195e013f3 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8161557 Apr 28 19:34:33.836794 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-cf5b9d17-d3c8-492f-8da9-b6f58eaac6b4 service neutron] Request body: {'port': {'device_id': 'e201f2c2-d6b0-40c2-bbd8-d91690e6a7b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:34:33.847459 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a783b1-9ee8-4c6a-acd4-df32966cffb5 req-50088aa7-c068-4a65-a53d-8ede0c894a85 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:33.849488 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-37a783b1-9ee8-4c6a-acd4-df32966cffb5 req-50088aa7-c068-4a65-a53d-8ede0c894a85 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/ports?device_id=46050d89-0a17-46a3-bcd1-7a0827135ba4 HTTP/1.1" status: 200 len: 984 time: 0.1362302 Apr 28 19:34:33.861427 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2e8538b8-1b57-49da-89b4-f87e648673d9 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:33.890449 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e4308ade-ece4-4f82-aff4-379a51537c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:33.891215 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-55f1afc2-9055-413e-933f-5a8884330066 req-b212c985-c326-4861-a5c6-d85cf9896bbc tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:33.909475 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['81a6c570-8baa-4cb7-baf4-3eb6104d95de'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:34:33.912752 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a3473bd4-a670-4cf6-94ba-d382d9dfb176 req-d587ee51-fb25-4425-8f54-36976df05748 tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a74039e-7fec-4f7c-8f84-2a145557afee HTTP/1.1" status: 200 len: 210 time: 0.0709050 Apr 28 19:34:33.966780 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-37a783b1-9ee8-4c6a-acd4-df32966cffb5 req-8ec9de31-af68-4e00-a86f-0def499f3434 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c6e5e07-2397-442e-876d-34148ec92451&id=18d9a04d-ce42-44ab-ae1a-cbcc259ead51&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0971596 Apr 28 19:34:33.968528 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212c985-c326-4861-a5c6-d85cf9896bbc tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Pushing event deleted for resources: {'Port': ['ID=81a6c570-8baa-4cb7-baf4-3eb6104d95de,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:33.999605 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a53a966-26ac-4349-b767-8fdd525a57b1 x-openstack-request-id: req-3a53a966-26ac-4349-b767-8fdd525a57b1 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:33.999605 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbe55c2-8e22-4b7c-b402-7395e6c4765d", "name": "network-vif-plugged", "status": "completed", "tag": "f8fd0377-acfe-4958-b50a-8a5f400c6206", "code": 200}, {"server_uuid": "fd72dfea-f42b-461b-83db-a4b9dd4c1ec6", "name": "network-vif-unplugged", "status": "completed", "tag": "2e6593cf-1a99-403a-b120-046c6cc0fcca", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:33.999605 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3a53a966-26ac-4349-b767-8fdd525a57b1 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:33.999605 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a53a966-26ac-4349-b767-8fdd525a57b1'] response: {'server_uuid': '7cbe55c2-8e22-4b7c-b402-7395e6c4765d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fd0377-acfe-4958-b50a-8a5f400c6206', 'code': 200} Apr 28 19:34:33.999605 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a53a966-26ac-4349-b767-8fdd525a57b1'] response: {'server_uuid': 'fd72dfea-f42b-461b-83db-a4b9dd4c1ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e6593cf-1a99-403a-b120-046c6cc0fcca', 'code': 200} Apr 28 19:34:34.048815 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e4308ade-ece4-4f82-aff4-379a51537c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:34.069769 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bdc773-0c90-4b6a-ab8f-be4a62432594 x-openstack-request-id: req-19bdc773-0c90-4b6a-ab8f-be4a62432594 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:34.070366 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd72dfea-f42b-461b-83db-a4b9dd4c1ec6", "name": "network-vif-deleted", "tag": "2e6593cf-1a99-403a-b120-046c6cc0fcca", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:34.070366 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-19bdc773-0c90-4b6a-ab8f-be4a62432594 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:34.070807 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19bdc773-0c90-4b6a-ab8f-be4a62432594'] response: {'server_uuid': 'fd72dfea-f42b-461b-83db-a4b9dd4c1ec6', 'name': 'network-vif-deleted', 'tag': '2e6593cf-1a99-403a-b120-046c6cc0fcca', 'status': 'completed', 'code': 200} Apr 28 19:34:34.095647 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f1afc2-9055-413e-933f-5a8884330066 req-b212c985-c326-4861-a5c6-d85cf9896bbc tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] No DVR routers for this DVR port 81a6c570-8baa-4cb7-baf4-3eb6104d95de on host n-h1-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:34:34.099324 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-55f1afc2-9055-413e-933f-5a8884330066 req-b212c985-c326-4861-a5c6-d85cf9896bbc tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:34.104268 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-55f1afc2-9055-413e-933f-5a8884330066 req-b212c985-c326-4861-a5c6-d85cf9896bbc tempest-FloatingIPsAssociationNegativeTestJSON-440709418 tempest-FloatingIPsAssociationNegativeTestJSON-440709418-project] 10.222.0.15 "DELETE /v2.0/ports/81a6c570-8baa-4cb7-baf4-3eb6104d95de HTTP/1.1" status: 204 len: 173 time: 1.3774960 Apr 28 19:34:34.105205 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-cf5b9d17-d3c8-492f-8da9-b6f58eaac6b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:34.112150 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b61055-1ba2-44cd-9a52-c7a17e04e8e5 x-openstack-request-id: req-55b61055-1ba2-44cd-9a52-c7a17e04e8e5 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:34.112486 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878a8957-8430-48f0-bb0f-4cf3e1e3d623", "tag": "f72d9815-ff47-4444-bcbd-5ec3c1260509", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:34.112741 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-55b61055-1ba2-44cd-9a52-c7a17e04e8e5 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:34.113142 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55b61055-1ba2-44cd-9a52-c7a17e04e8e5'] response: {'name': 'network-changed', 'server_uuid': '878a8957-8430-48f0-bb0f-4cf3e1e3d623', 'tag': 'f72d9815-ff47-4444-bcbd-5ec3c1260509', 'status': 'completed', 'code': 200} Apr 28 19:34:34.261906 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 2e6593cf-1a99-403a-b120-046c6cc0fcca no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:34:34.263447 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3e719-1b70-426b-bb5c-40192a2a1e57 req-8634483f-c393-4df3-bae9-6c5f4c63e4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:34.264543 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e3c3e719-1b70-426b-bb5c-40192a2a1e57 req-8634483f-c393-4df3-bae9-6c5f4c63e4de service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7cbe55c2-8e22-4b7c-b402-7395e6c4765d HTTP/1.1" status: 200 len: 1097 time: 0.1870847 Apr 28 19:34:34.300722 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e4308ade-ece4-4f82-aff4-379a51537c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:34.303491 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e4308ade-ece4-4f82-aff4-379a51537c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:34.305049 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e4308ade-ece4-4f82-aff4-379a51537c7f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/38e12aef-ce70-4292-9c36-5f9d25b6b420 HTTP/1.1" status: 204 len: 168 time: 0.6054943 Apr 28 19:34:34.326647 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2e8538b8-1b57-49da-89b4-f87e648673d9 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:34.327046 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 2e6593cf-1a99-403a-b120-046c6cc0fcca {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:34:34.327910 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 2e6593cf-1a99-403a-b120-046c6cc0fcca not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:34:34.340530 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f968a78d-5d9c-49ee-b21d-90b8597871d5 req-b4112b53-065e-44d2-8915-d1bb9125134c tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-854762009&fields=id&tenant_id=f969262094984a16ab4b8b19d6c12396 HTTP/1.1" status: 200 len: 267 time: 0.1446824 Apr 28 19:34:34.349006 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2e8538b8-1b57-49da-89b4-f87e648673d9 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:34.357442 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4308ade-ece4-4f82-aff4-379a51537c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e12aef-ce70-4292-9c36-5f9d25b6b420,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:34.433817 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b80a85-cd0a-4974-8a23-423700650b79 req-f3c37e4a-1ce9-4485-8fd6-75d0a40c9837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:34.435503 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d0548-37e7-4713-b741-9d26c50072de req-107beb1e-f26c-4bb8-83d6-330f2325eda7 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:34.437162 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53b80a85-cd0a-4974-8a23-423700650b79 req-f3c37e4a-1ce9-4485-8fd6-75d0a40c9837 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 1098 time: 0.2404196 Apr 28 19:34:34.443009 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4f1d0548-37e7-4713-b741-9d26c50072de req-107beb1e-f26c-4bb8-83d6-330f2325eda7 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=e201f2c2-d6b0-40c2-bbd8-d91690e6a7b4 HTTP/1.1" status: 200 len: 931 time: 0.2398400 Apr 28 19:34:34.449756 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2e8538b8-1b57-49da-89b4-f87e648673d9 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:34.452131 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b80a85-cd0a-4974-8a23-423700650b79 req-df09f844-2e83-4510-a06a-d736ac7e2ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:34.453602 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-53b80a85-cd0a-4974-8a23-423700650b79 req-df09f844-2e83-4510-a06a-d736ac7e2ee0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 1098 time: 0.2690091 Apr 28 19:34:34.464319 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2e8538b8-1b57-49da-89b4-f87e648673d9 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6910226 Apr 28 19:34:34.464319 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e3c3e719-1b70-426b-bb5c-40192a2a1e57 req-4a31881b-aede-4cc6-ade3-69b88d8d1ace service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5540b366-209c-4750-8eb8-33c6d7200fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848969 Apr 28 19:34:34.468177 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41106) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:34:34.491033 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-c4e96f7b-6be6-4a9e-aa75-54e08f67139e tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Request body: {'security_group_rule': {'security_group_id': 'cbdad4fa-3c18-4197-9ad2-70f4265913fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:34:34.503685 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8538b8-1b57-49da-89b4-f87e648673d9 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdad4fa-3c18-4197-9ad2-70f4265913fb,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:34.563141 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968a78d-5d9c-49ee-b21d-90b8597871d5 req-ff8b968a-3ad5-4d82-b6e0-1024c82cd562 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:34.573940 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f968a78d-5d9c-49ee-b21d-90b8597871d5 req-ff8b968a-3ad5-4d82-b6e0-1024c82cd562 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/ports?device_id=46050d89-0a17-46a3-bcd1-7a0827135ba4 HTTP/1.1" status: 200 len: 984 time: 0.2186902 Apr 28 19:34:34.581633 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-f968a78d-5d9c-49ee-b21d-90b8597871d5 req-2b0523ca-b94f-4222-a953-c1044b807922 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Request body: {'port': {'security_groups': ['18d9a04d-ce42-44ab-ae1a-cbcc259ead51', '5c6e5e07-2397-442e-876d-34148ec92451', '5065642e-8884-438a-8f99-052b9beb876d']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:34:34.681514 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b80a85-cd0a-4974-8a23-423700650b79 req-bc68c5aa-12cc-4954-b2df-fcb1864b4647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:34.688990 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53b80a85-cd0a-4974-8a23-423700650b79 req-bc68c5aa-12cc-4954-b2df-fcb1864b4647 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.2199967 Apr 28 19:34:34.699198 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f968a78d-5d9c-49ee-b21d-90b8597871d5 req-2b0523ca-b94f-4222-a953-c1044b807922 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:34.709468 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4f1d0548-37e7-4713-b741-9d26c50072de req-50624fea-e4ec-4456-816b-4a64d759a3ec tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635164 Apr 28 19:34:34.770467 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53b80a85-cd0a-4974-8a23-423700650b79 req-8dbe624b-4791-4aad-a4f1-c0f31a1dac1e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=f72d9815-ff47-4444-bcbd-5ec3c1260509 HTTP/1.1" status: 200 len: 217 time: 0.0491540 Apr 28 19:34:34.827557 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4e96f7b-6be6-4a9e-aa75-54e08f67139e tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:34.927045 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b80a85-cd0a-4974-8a23-423700650b79 req-ff2a43f1-7ceb-4588-bc2c-f8743f53fc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:34.930179 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53b80a85-cd0a-4974-8a23-423700650b79 req-ff2a43f1-7ceb-4588-bc2c-f8743f53fc0a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.0930748 Apr 28 19:34:34.957843 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-cf5b9d17-d3c8-492f-8da9-b6f58eaac6b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c26ddc17-20ba-458a-843d-f2cd903ae247 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:34:34.972667 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-cf5b9d17-d3c8-492f-8da9-b6f58eaac6b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:34.985772 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b80a85-cd0a-4974-8a23-423700650b79 req-6fb2b64a-e172-4e75-b2c2-2e363da74883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:34.987320 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-53b80a85-cd0a-4974-8a23-423700650b79 req-6fb2b64a-e172-4e75-b2c2-2e363da74883 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.5182581 Apr 28 19:34:35.003829 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-cf5b9d17-d3c8-492f-8da9-b6f58eaac6b4 service neutron] Transition to ACTIVE for port object c26ddc17-20ba-458a-843d-f2cd903ae247 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:34:35.014782 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4e96f7b-6be6-4a9e-aa75-54e08f67139e tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:35.035204 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-cf5b9d17-d3c8-492f-8da9-b6f58eaac6b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:35.044504 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b80a85-cd0a-4974-8a23-423700650b79 req-0a3bc99a-630f-4a04-b28e-17ae5dd59041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:35.046486 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53b80a85-cd0a-4974-8a23-423700650b79 req-0a3bc99a-630f-4a04-b28e-17ae5dd59041 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1056986 Apr 28 19:34:35.051232 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6688b5-c83e-48a1-8090-4414bef67c16 req-575051d5-b2fc-40ba-b339-7406f76e67d8 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:35.054787 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ae6688b5-c83e-48a1-8090-4414bef67c16 req-575051d5-b2fc-40ba-b339-7406f76e67d8 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 947 time: 0.2216511 Apr 28 19:34:35.099645 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4e96f7b-6be6-4a9e-aa75-54e08f67139e tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:35.137308 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-53b80a85-cd0a-4974-8a23-423700650b79 req-91eb7899-667c-4829-a057-978e59540c0e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=f72d9815-ff47-4444-bcbd-5ec3c1260509 HTTP/1.1" status: 200 len: 217 time: 0.1322756 Apr 28 19:34:35.185085 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e96f7b-6be6-4a9e-aa75-54e08f67139e tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e564238e-7603-456d-93ed-3f9c09be4d2d,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:35.249074 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4e96f7b-6be6-4a9e-aa75-54e08f67139e tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:35.252248 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c4e96f7b-6be6-4a9e-aa75-54e08f67139e tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7724819 Apr 28 19:34:35.252248 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b9d17-d3c8-492f-8da9-b6f58eaac6b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c26ddc17-20ba-458a-843d-f2cd903ae247,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:35.254469 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41122) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:34:35.263738 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-815e83bb-23bf-46e5-88e1-888865794690 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Request body: {'security_group_rule': {'security_group_id': 'cbdad4fa-3c18-4197-9ad2-70f4265913fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:34:35.266240 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ae6688b5-c83e-48a1-8090-4414bef67c16 req-3dd07f4f-3c6e-462c-a1f1-1fb346dab1ac tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588004 Apr 28 19:34:35.271823 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b80a85-cd0a-4974-8a23-423700650b79 req-2b47459d-853e-40f2-8880-9ca77e1d6ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:35.273643 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-53b80a85-cd0a-4974-8a23-423700650b79 req-2b47459d-853e-40f2-8880-9ca77e1d6ec4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1236026 Apr 28 19:34:35.285791 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-f968a78d-5d9c-49ee-b21d-90b8597871d5 req-2b0523ca-b94f-4222-a953-c1044b807922 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] For port 386e28da-26b1-4a08-a6cd-abc86d02bf08, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=386e28da-26b1-4a08-a6cd-abc86d02bf08,segment=NetworkSegment(3203ee38-b50c-4fe0-be3f-74c90553314a),segment_id=3203ee38-b50c-4fe0-be3f-74c90553314a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:35.295776 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53b80a85-cd0a-4974-8a23-423700650b79 req-ab381ddc-b7d2-49e6-b88d-18a71b4215f1 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317383 Apr 28 19:34:35.419145 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b80a85-cd0a-4974-8a23-423700650b79 req-2f2f137f-e71f-482a-b31c-22032eb2768d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:35.421746 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-53b80a85-cd0a-4974-8a23-423700650b79 req-2f2f137f-e71f-482a-b31c-22032eb2768d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1327786 Apr 28 19:34:35.451342 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-cf5b9d17-d3c8-492f-8da9-b6f58eaac6b4 service neutron] Attempting to bind port c26ddc17-20ba-458a-843d-f2cd903ae247 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:34:35.451564 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f968a78d-5d9c-49ee-b21d-90b8597871d5 req-2b0523ca-b94f-4222-a953-c1044b807922 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:35.453958 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-cf5b9d17-d3c8-492f-8da9-b6f58eaac6b4 service neutron] Attempting to bind port c26ddc17-20ba-458a-843d-f2cd903ae247 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '8fc1f4c1-a782-4abd-b384-b46f9c6b3366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a818354-dbcf-4136-b854-44772dd68b79'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:34:35.454720 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-cf5b9d17-d3c8-492f-8da9-b6f58eaac6b4 service neutron] Attempting to bind port c26ddc17-20ba-458a-843d-f2cd903ae247 on network 0a818354-dbcf-4136-b854-44772dd68b79 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:34:35.460667 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-815e83bb-23bf-46e5-88e1-888865794690 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:35.500081 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-cf5b9d17-d3c8-492f-8da9-b6f58eaac6b4 service neutron] Port c26ddc17-20ba-458a-843d-f2cd903ae247 on network 0a818354-dbcf-4136-b854-44772dd68b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:34:35.500614 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-cf5b9d17-d3c8-492f-8da9-b6f58eaac6b4 service neutron] Attempting to bind port c26ddc17-20ba-458a-843d-f2cd903ae247 on network 0a818354-dbcf-4136-b854-44772dd68b79 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:34:35.510166 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device f72d9815-ff47-4444-bcbd-5ec3c1260509 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:34:35.546812 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-cf5b9d17-d3c8-492f-8da9-b6f58eaac6b4 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:34:35.547296 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-cf5b9d17-d3c8-492f-8da9-b6f58eaac6b4 service neutron] Checking segment: {'id': '8fc1f4c1-a782-4abd-b384-b46f9c6b3366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a818354-dbcf-4136-b854-44772dd68b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:34:35.547731 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-cf5b9d17-d3c8-492f-8da9-b6f58eaac6b4 service neutron] Bound using segment: {'id': '8fc1f4c1-a782-4abd-b384-b46f9c6b3366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a818354-dbcf-4136-b854-44772dd68b79'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:34:35.548451 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-cf5b9d17-d3c8-492f-8da9-b6f58eaac6b4 service neutron] Bound port: c26ddc17-20ba-458a-843d-f2cd903ae247, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc1f4c1-a782-4abd-b384-b46f9c6b3366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a818354-dbcf-4136-b854-44772dd68b79'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:34:35.548819 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-cf5b9d17-d3c8-492f-8da9-b6f58eaac6b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:35.571560 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53b80a85-cd0a-4974-8a23-423700650b79 req-d0fbe663-ce48-4d61-8cfb-71a6306d708b service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572820 Apr 28 19:34:35.593653 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3511c-6c22-460e-b280-1cb94fb3df07 req-ab73368e-3f88-4b75-aab6-9b907df89170 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:35.601375 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d4f3511c-6c22-460e-b280-1cb94fb3df07 req-ab73368e-3f88-4b75-aab6-9b907df89170 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbe55c2-8e22-4b7c-b402-7395e6c4765d HTTP/1.1" status: 200 len: 946 time: 0.1909783 Apr 28 19:34:35.607627 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f968a78d-5d9c-49ee-b21d-90b8597871d5 req-2b0523ca-b94f-4222-a953-c1044b807922 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:35.661621 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-815e83bb-23bf-46e5-88e1-888865794690 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:35.671790 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-815e83bb-23bf-46e5-88e1-888865794690 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:35.703313 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['386e28da-26b1-4a08-a6cd-abc86d02bf08'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:34:35.724557 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['e8d684bc-97f6-46b3-ab12-3115187e4ede'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:34:35.730397 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-815e83bb-23bf-46e5-88e1-888865794690 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:35.733989 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-815e83bb-23bf-46e5-88e1-888865794690 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4780664 Apr 28 19:34:35.744070 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41134) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:34:35.754906 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-d152d422-e036-43f3-a75c-65a7c614901f tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:34:35.781971 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d4f3511c-6c22-460e-b280-1cb94fb3df07 req-4e8cac58-ed8b-4494-94e3-4d1cd0b9a587 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "GET /v2.0/security-groups?id=5540b366-209c-4750-8eb8-33c6d7200fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768062 Apr 28 19:34:35.799386 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968a78d-5d9c-49ee-b21d-90b8597871d5 req-2b0523ca-b94f-4222-a953-c1044b807922 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:35.800456 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f968a78d-5d9c-49ee-b21d-90b8597871d5 req-2b0523ca-b94f-4222-a953-c1044b807922 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:35.808961 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f968a78d-5d9c-49ee-b21d-90b8597871d5 req-2b0523ca-b94f-4222-a953-c1044b807922 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "PUT /v2.0/ports/386e28da-26b1-4a08-a6cd-abc86d02bf08 HTTP/1.1" status: 200 len: 1020 time: 1.2339187 Apr 28 19:34:35.813816 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-53b80a85-cd0a-4974-8a23-423700650b79 req-f1a59860-f88a-46c0-b292-a43651b32fa5 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560319 Apr 28 19:34:35.825863 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e83bb-23bf-46e5-88e1-888865794690 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd311970-0e71-4957-9732-2edfcf29c5e2,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:35.834473 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d152d422-e036-43f3-a75c-65a7c614901f tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks [] for floatingip, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:35.892932 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41138) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:34:36.054632 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['386e28da-26b1-4a08-a6cd-abc86d02bf08'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:34:36.121711 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46050d89-0a17-46a3-bcd1-7a0827135ba4', 'tag': '386e28da-26b1-4a08-a6cd-abc86d02bf08'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:36.125218 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54ac99c-2b0d-4cc2-8284-a85854f4b41d" -d '{"events": [{"name": "network-changed", "server_uuid": "46050d89-0a17-46a3-bcd1-7a0827135ba4", "tag": "386e28da-26b1-4a08-a6cd-abc86d02bf08"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:36.141247 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a74039e-7fec-4f7c-8f84-2a145557afee', 'name': 'network-vif-deleted', 'tag': '81a6c570-8baa-4cb7-baf4-3eb6104d95de'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:36.142831 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0523ca-b94f-4222-a953-c1044b807922 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Pushing event updated for resources: {'Port': ['ID=386e28da-26b1-4a08-a6cd-abc86d02bf08,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:36.143845 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31124c5e-4283-4a1d-899e-f2bb8b2b4951" -d '{"events": [{"server_uuid": "6a74039e-7fec-4f7c-8f84-2a145557afee", "name": "network-vif-deleted", "tag": "81a6c570-8baa-4cb7-baf4-3eb6104d95de"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:36.196725 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-53b80a85-cd0a-4974-8a23-423700650b79 req-05ebfd22-24d0-49f4-8fb4-8c88b5fb2ebc service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809574 Apr 28 19:34:36.229903 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b43fd-7bcb-40be-a039-3b508eed38cb req-2aeb7b9b-5287-471e-977c-6744f2f26871 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:36.241730 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-754b43fd-7bcb-40be-a039-3b508eed38cb req-2aeb7b9b-5287-471e-977c-6744f2f26871 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=e201f2c2-d6b0-40c2-bbd8-d91690e6a7b4 HTTP/1.1" status: 200 len: 943 time: 0.2216654 Apr 28 19:34:36.244396 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-cf5b9d17-d3c8-492f-8da9-b6f58eaac6b4 service neutron] For port c26ddc17-20ba-458a-843d-f2cd903ae247, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:34:36.274435 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-cf5b9d17-d3c8-492f-8da9-b6f58eaac6b4 service neutron] For port c26ddc17-20ba-458a-843d-f2cd903ae247, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c26ddc17-20ba-458a-843d-f2cd903ae247,segment=NetworkSegment(8fc1f4c1-a782-4abd-b384-b46f9c6b3366),segment_id=8fc1f4c1-a782-4abd-b384-b46f9c6b3366)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:34:36.289965 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port f72d9815-ff47-4444-bcbd-5ec3c1260509, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=f72d9815-ff47-4444-bcbd-5ec3c1260509,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:36.293068 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 81a6c570-8baa-4cb7-baf4-3eb6104d95de no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:34:36.319604 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1b35c-123e-4829-8e0f-6c80c53304bd req-f07e6120-447e-47fe-b954-48ef0a3629eb tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:36.321876 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8bd1b35c-123e-4829-8e0f-6c80c53304bd req-f07e6120-447e-47fe-b954-48ef0a3629eb tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 945 time: 0.1672776 Apr 28 19:34:36.323405 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-cf5b9d17-d3c8-492f-8da9-b6f58eaac6b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:36.354545 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 81a6c570-8baa-4cb7-baf4-3eb6104d95de {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:34:36.355257 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 81a6c570-8baa-4cb7-baf4-3eb6104d95de not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:34:36.369903 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'f72d9815-ff47-4444-bcbd-5ec3c1260509', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': 'f72d9815-ff47-4444-bcbd-5ec3c1260509', 'mac_address': 'fa:16:3e:3c:53:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:34:36.391434 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-754b43fd-7bcb-40be-a039-3b508eed38cb req-f8b8fd0e-4437-4d57-a408-fe53be28cec4 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450102 Apr 28 19:34:36.402603 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b9d17-d3c8-492f-8da9-b6f58eaac6b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c26ddc17-20ba-458a-843d-f2cd903ae247,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:36.430951 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d152d422-e036-43f3-a75c-65a7c614901f tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:36.434676 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-cf5b9d17-d3c8-492f-8da9-b6f58eaac6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:36.435298 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-cf5b9d17-d3c8-492f-8da9-b6f58eaac6b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:36.437361 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-cf5b9d17-d3c8-492f-8da9-b6f58eaac6b4 service neutron] 10.222.0.44 "PUT /v2.0/ports/c26ddc17-20ba-458a-843d-f2cd903ae247 HTTP/1.1" status: 200 len: 1091 time: 2.6061947 Apr 28 19:34:36.464034 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8bd1b35c-123e-4829-8e0f-6c80c53304bd req-a4d181cd-17a1-47f0-b7ba-6f652f962bf7 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700407 Apr 28 19:34:36.549350 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-76b8841a-2aa6-42b5-81cd-bbd4dd2a4f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:36.552057 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-76b8841a-2aa6-42b5-81cd-bbd4dd2a4f83 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=18ae396e368a491dbb7b54576f3720d9&device_id=e201f2c2-d6b0-40c2-bbd8-d91690e6a7b4 HTTP/1.1" status: 200 len: 1094 time: 0.0704873 Apr 28 19:34:36.577663 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5765c516-028f-41ab-a13f-a52c683a2a09 x-openstack-request-id: req-5765c516-028f-41ab-a13f-a52c683a2a09 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:36.577819 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46050d89-0a17-46a3-bcd1-7a0827135ba4", "tag": "386e28da-26b1-4a08-a6cd-abc86d02bf08", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:36.577995 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5765c516-028f-41ab-a13f-a52c683a2a09 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:36.578478 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5765c516-028f-41ab-a13f-a52c683a2a09'] response: {'name': 'network-changed', 'server_uuid': '46050d89-0a17-46a3-bcd1-7a0827135ba4', 'tag': '386e28da-26b1-4a08-a6cd-abc86d02bf08', 'status': 'completed', 'code': 200} Apr 28 19:34:36.601958 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:36.618341 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-ddf6f2bc-bc82-4152-9be5-0dc7fdf7ef45 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c26ddc17-20ba-458a-843d-f2cd903ae247 HTTP/1.1" status: 200 len: 217 time: 0.0551798 Apr 28 19:34:36.708385 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f72d9815-ff47-4444-bcbd-5ec3c1260509 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:34:36.755011 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-2dcd5af3-6d83-4f76-b01d-88cbb29289ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:36.761136 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-2dcd5af3-6d83-4f76-b01d-88cbb29289ea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=09693431-05ed-41e8-8d54-1a8b3b11f1bb HTTP/1.1" status: 200 len: 844 time: 0.1345470 Apr 28 19:34:36.764821 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port f72d9815-ff47-4444-bcbd-5ec3c1260509, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=f72d9815-ff47-4444-bcbd-5ec3c1260509,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:36.793631 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:36.807272 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-83e1393a-b102-4ca6-b41c-1bcf8ca96773 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0a818354-dbcf-4136-b854-44772dd68b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396671 Apr 28 19:34:36.990910 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-9d7d3e59-b59c-4a2a-8b41-b6f49c4a2278 service neutron] 10.222.0.44 "GET /v2.0/networks/0a818354-dbcf-4136-b854-44772dd68b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744509 Apr 28 19:34:37.023229 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=f72d9815-ff47-4444-bcbd-5ec3c1260509,revision_number=8']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:37.056315 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc090d64-7e8e-4f47-ac0a-e6ca0267bb8c x-openstack-request-id: req-fc090d64-7e8e-4f47-ac0a-e6ca0267bb8c {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:37.059875 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a74039e-7fec-4f7c-8f84-2a145557afee", "name": "network-vif-deleted", "tag": "81a6c570-8baa-4cb7-baf4-3eb6104d95de", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:37.060951 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fc090d64-7e8e-4f47-ac0a-e6ca0267bb8c {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:37.060951 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc090d64-7e8e-4f47-ac0a-e6ca0267bb8c'] response: {'server_uuid': '6a74039e-7fec-4f7c-8f84-2a145557afee', 'name': 'network-vif-deleted', 'tag': '81a6c570-8baa-4cb7-baf4-3eb6104d95de', 'status': 'completed', 'code': 200} Apr 28 19:34:37.095825 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['f72d9815-ff47-4444-bcbd-5ec3c1260509'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:34:37.119529 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-d152d422-e036-43f3-a75c-65a7c614901f tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Allocated IP 172.25.8.76 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/f5bed67a-43bb-4ff1-b781-6de91a41c3a2) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:34:37.138640 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a95fcfc5-791f-4172-b8dd-ad89cb5cc844 req-9041599c-e909-4d8b-819e-1b88b08c288a tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups/5065642e-8884-438a-8f99-052b9beb876d HTTP/1.1" status: 200 len: 1800 time: 0.6187425 Apr 28 19:34:37.191732 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55636b-650b-41c6-a7c3-3e0a98206005 req-1c5e3413-59f2-4e68-98cd-0e6a402e1b80 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:37.193434 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ad55636b-650b-41c6-a7c3-3e0a98206005 req-1c5e3413-59f2-4e68-98cd-0e6a402e1b80 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 948 time: 0.0870891 Apr 28 19:34:37.197348 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a65ad3ce-3b43-4eda-928f-6b1ee4ca3674 req-81fc80b7-18d8-4851-b2f4-b3ac13dcc8fe service neutron] 10.222.0.44 "GET /v2.0/networks/0a818354-dbcf-4136-b854-44772dd68b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893213 Apr 28 19:34:37.220936 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ac99c-2b0d-4cc2-8284-a85854f4b41d req-6a4f7d46-87b3-45c0-aac3-e1af50a50aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:37.222780 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c54ac99c-2b0d-4cc2-8284-a85854f4b41d req-6a4f7d46-87b3-45c0-aac3-e1af50a50aed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f969262094984a16ab4b8b19d6c12396&device_id=46050d89-0a17-46a3-bcd1-7a0827135ba4 HTTP/1.1" status: 200 len: 1174 time: 0.2175269 Apr 28 19:34:37.257071 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ad55636b-650b-41c6-a7c3-3e0a98206005 req-dba1bc88-c4d6-4939-9589-fb0665583a1b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545127 Apr 28 19:34:37.370313 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [req-a95fcfc5-791f-4172-b8dd-ad89cb5cc844 req-054cb336-7989-4e74-b8d0-aee9d71418ca tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 28 19:34:37.371291 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a95fcfc5-791f-4172-b8dd-ad89cb5cc844 req-054cb336-7989-4e74-b8d0-aee9d71418ca tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "DELETE /v2.0/security-groups/5065642e-8884-438a-8f99-052b9beb876d HTTP/1.1" status: 409 len: 341 time: 0.2318342 Apr 28 19:34:37.411255 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5a3d3-54c5-4378-8ffc-8be504e3babb req-ee6ab19d-a422-4122-a65a-cc4aed213557 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:37.415677 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7ac5a3d3-54c5-4378-8ffc-8be504e3babb req-ee6ab19d-a422-4122-a65a-cc4aed213557 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbe55c2-8e22-4b7c-b402-7395e6c4765d HTTP/1.1" status: 200 len: 946 time: 0.0780919 Apr 28 19:34:37.465343 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7ac5a3d3-54c5-4378-8ffc-8be504e3babb req-ae8cd474-e720-4811-b003-eb4cf67d074e tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "GET /v2.0/security-groups?id=5540b366-209c-4750-8eb8-33c6d7200fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380132 Apr 28 19:34:37.466852 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d152d422-e036-43f3-a75c-65a7c614901f tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:37.478835 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ac99c-2b0d-4cc2-8284-a85854f4b41d req-f61c4812-bfe6-4874-9e8e-d9bdeb8d6da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:37.480485 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c54ac99c-2b0d-4cc2-8284-a85854f4b41d req-f61c4812-bfe6-4874-9e8e-d9bdeb8d6da9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=290ceb20-de81-4b99-a7d2-f44afb82683c HTTP/1.1" status: 200 len: 914 time: 0.2491949 Apr 28 19:34:37.542074 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c54ac99c-2b0d-4cc2-8284-a85854f4b41d req-11ba3035-d662-494b-a5ed-b16ff0b051cb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=386e28da-26b1-4a08-a6cd-abc86d02bf08 HTTP/1.1" status: 200 len: 217 time: 0.0479980 Apr 28 19:34:37.656433 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d152d422-e036-43f3-a75c-65a7c614901f tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:37.789808 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ac99c-2b0d-4cc2-8284-a85854f4b41d req-7d135109-aa75-4994-a562-0cee0d2c0e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:37.791697 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c54ac99c-2b0d-4cc2-8284-a85854f4b41d req-7d135109-aa75-4994-a562-0cee0d2c0e4d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=635f4d89-0687-4dbb-83ff-0947b6148d7d HTTP/1.1" status: 200 len: 853 time: 0.2305110 Apr 28 19:34:37.799494 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d152d422-e036-43f3-a75c-65a7c614901f tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:34:37.805333 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-d152d422-e036-43f3-a75c-65a7c614901f tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:34:37.813756 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-159e9cd5-ccda-4ba0-b18c-d5edab1669c3 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:37.815599 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-159e9cd5-ccda-4ba0-b18c-d5edab1669c3 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.44 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623&tenant_id=8b6f268207a441e39ce17d2e9418f280&binding%3Ahost_id=n-h2-839810-1 HTTP/1.1" status: 200 len: 948 time: 0.1044097 Apr 28 19:34:37.831010 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d152d422-e036-43f3-a75c-65a7c614901f tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:34:37.870700 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c54ac99c-2b0d-4cc2-8284-a85854f4b41d req-d9b9c825-2e1a-4d14-8e39-8e545c8ac128 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=290ceb20-de81-4b99-a7d2-f44afb82683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623422 Apr 28 19:34:37.871958 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152d422-e036-43f3-a75c-65a7c614901f tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Pushing event updated for resources: {'Port': ['ID=f5bed67a-43bb-4ff1-b781-6de91a41c3a2,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:38.013968 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10fa773b-052b-4ce8-bd53-4472c6c2b3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:38.130057 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b64f0-89bd-4750-b16a-3d537b3fe1d1 req-ca3c504d-97cd-4062-9ca7-7ece3862204a tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:38.131563 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-189b64f0-89bd-4750-b16a-3d537b3fe1d1 req-ca3c504d-97cd-4062-9ca7-7ece3862204a tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbe55c2-8e22-4b7c-b402-7395e6c4765d HTTP/1.1" status: 200 len: 946 time: 0.2301328 Apr 28 19:34:38.134496 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c54ac99c-2b0d-4cc2-8284-a85854f4b41d req-40bbb72c-f414-4db7-a389-2dcb97e72368 service neutron] 10.222.0.44 "GET /v2.0/networks/290ceb20-de81-4b99-a7d2-f44afb82683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493515 Apr 28 19:34:38.144809 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41186) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:34:38.146775 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75d428-4429-44a4-8fd8-c5daa7070648 req-6527b34d-a596-4235-85a9-275e7ac4834d tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:38.151478 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-e3ebb3be-921a-4b49-969b-06dc176d2e9a tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Request body: {'floatingip': {'port_id': 'f8fd0377-acfe-4958-b50a-8a5f400c6206'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:34:38.154939 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-db75d428-4429-44a4-8fd8-c5daa7070648 req-6527b34d-a596-4235-85a9-275e7ac4834d tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=e201f2c2-d6b0-40c2-bbd8-d91690e6a7b4 HTTP/1.1" status: 200 len: 943 time: 0.4081748 Apr 28 19:34:38.161477 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d152d422-e036-43f3-a75c-65a7c614901f tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:38.210701 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-db75d428-4429-44a4-8fd8-c5daa7070648 req-9c78c1cc-8f47-4872-8639-9675ffe10a3c tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548756 Apr 28 19:34:38.216996 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-574ebe52-ea19-41ab-83fe-4f6cbd8c080a service neutron] 10.222.0.44 "GET /v2.0/ports/f72d9815-ff47-4444-bcbd-5ec3c1260509/bindings/n-h2-839810-1 HTTP/1.1" status: 200 len: 382 time: 0.3931835 Apr 28 19:34:38.304431 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-8fc9089f-8767-4cce-a5b3-1a574147c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:38.305523 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-8fc9089f-8767-4cce-a5b3-1a574147c20f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 1099 time: 0.0581231 Apr 28 19:34:38.328251 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e3ebb3be-921a-4b49-969b-06dc176d2e9a tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks [] for floatingip, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:38.433508 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295b8e2-7722-4bd0-86e5-6619654d96b6 req-e9692409-ca5b-43d0-b15e-bcd4b25122a2 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:38.434989 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5295b8e2-7722-4bd0-86e5-6619654d96b6 req-e9692409-ca5b-43d0-b15e-bcd4b25122a2 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 948 time: 0.1115091 Apr 28 19:34:38.442565 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d152d422-e036-43f3-a75c-65a7c614901f tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:38.456370 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-7a404cee-6eff-4494-80ef-9a6816bda0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:38.457814 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-7a404cee-6eff-4494-80ef-9a6816bda0cb service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.1427870 Apr 28 19:34:38.520936 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5295b8e2-7722-4bd0-86e5-6619654d96b6 req-8f4c6498-3122-4694-8140-4ab1b21719de tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758088 Apr 28 19:34:38.523010 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-fe9719a2-2d27-4a35-82ac-489b15bde6e0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=f72d9815-ff47-4444-bcbd-5ec3c1260509 HTTP/1.1" status: 200 len: 217 time: 0.0495169 Apr 28 19:34:38.551278 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac18c5-5ec9-40f4-86a4-a49690ba2c0c req-f752fe6a-ae35-43b7-85f3-6a15150169b1 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:38.552907 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-93ac18c5-5ec9-40f4-86a4-a49690ba2c0c req-f752fe6a-ae35-43b7-85f3-6a15150169b1 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 945 time: 0.3424408 Apr 28 19:34:38.555757 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c54ac99c-2b0d-4cc2-8284-a85854f4b41d req-5663632b-554e-4ee0-988d-84fc3b045759 service neutron] 10.222.0.44 "GET /v2.0/networks/290ceb20-de81-4b99-a7d2-f44afb82683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133232 Apr 28 19:34:38.579286 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-6b0d9e45-4b5b-4993-9a71-19cc1fc902a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:38.580941 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-6b0d9e45-4b5b-4993-9a71-19cc1fc902a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.0521779 Apr 28 19:34:38.666282 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-c01d181f-a67e-4df3-988e-de18686221ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:38.667890 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-c01d181f-a67e-4df3-988e-de18686221ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0791898 Apr 28 19:34:38.716222 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706734b-2569-43a3-8fce-7b1afdbcaf69 req-e34fb029-bc5f-4178-bd54-50c3b5c51751 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:38.717893 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c706734b-2569-43a3-8fce-7b1afdbcaf69 req-e34fb029-bc5f-4178-bd54-50c3b5c51751 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/ports?device_id=46050d89-0a17-46a3-bcd1-7a0827135ba4 HTTP/1.1" status: 200 len: 1023 time: 0.0947208 Apr 28 19:34:38.757350 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-93ac18c5-5ec9-40f4-86a4-a49690ba2c0c req-01a34b66-6a6e-4d96-983e-f182f73d9a14 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767375 Apr 28 19:34:38.830315 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-908e6739-4e3a-4d8d-9fb0-ead0592b9575 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540241 Apr 28 19:34:38.840687 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c706734b-2569-43a3-8fce-7b1afdbcaf69 req-db099508-8d0d-4d46-89fe-23641611a7e0 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups?id=5065642e-8884-438a-8f99-052b9beb876d&id=5c6e5e07-2397-442e-876d-34148ec92451&id=18d9a04d-ce42-44ab-ae1a-cbcc259ead51&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0948815 Apr 28 19:34:38.977216 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-7b99d3b7-9f8f-4efb-8d27-5982d76e0aca service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286700 Apr 28 19:34:39.062463 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e201f2c2-d6b0-40c2-bbd8-d91690e6a7b4', 'tag': 'c26ddc17-20ba-458a-843d-f2cd903ae247'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:39.065278 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0523cda1-d6d6-4170-85c8-6a375717e653" -d '{"events": [{"name": "network-changed", "server_uuid": "e201f2c2-d6b0-40c2-bbd8-d91690e6a7b4", "tag": "c26ddc17-20ba-458a-843d-f2cd903ae247"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:39.107079 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bae70ad-5987-4e28-aeea-0c34b9d4c754 x-openstack-request-id: req-5bae70ad-5987-4e28-aeea-0c34b9d4c754 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:39.107441 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e201f2c2-d6b0-40c2-bbd8-d91690e6a7b4", "tag": "c26ddc17-20ba-458a-843d-f2cd903ae247", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:39.107953 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5bae70ad-5987-4e28-aeea-0c34b9d4c754 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:39.109086 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bae70ad-5987-4e28-aeea-0c34b9d4c754'] response: {'name': 'network-changed', 'server_uuid': 'e201f2c2-d6b0-40c2-bbd8-d91690e6a7b4', 'tag': 'c26ddc17-20ba-458a-843d-f2cd903ae247', 'status': 'completed', 'code': 200} Apr 28 19:34:39.183019 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523cda1-d6d6-4170-85c8-6a375717e653 req-68991b41-b2eb-4faf-8dbf-acdaed8f1b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:39.184538 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0523cda1-d6d6-4170-85c8-6a375717e653 req-68991b41-b2eb-4faf-8dbf-acdaed8f1b65 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=18ae396e368a491dbb7b54576f3720d9&device_id=e201f2c2-d6b0-40c2-bbd8-d91690e6a7b4 HTTP/1.1" status: 200 len: 1094 time: 0.0490913 Apr 28 19:34:39.205704 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41204) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:34:39.334275 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523cda1-d6d6-4170-85c8-6a375717e653 req-6004c54c-da4e-4430-83bc-ed07c702ad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:39.335996 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0523cda1-d6d6-4170-85c8-6a375717e653 req-6004c54c-da4e-4430-83bc-ed07c702ad65 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0a818354-dbcf-4136-b854-44772dd68b79 HTTP/1.1" status: 200 len: 905 time: 0.1391313 Apr 28 19:34:39.380414 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7f7a39b1-9ac6-492b-bdba-7b38db07bf17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:39.388325 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d152d422-e036-43f3-a75c-65a7c614901f tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:39.420235 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0523cda1-d6d6-4170-85c8-6a375717e653 req-2712d58f-eb55-4999-b33b-010d7f609e13 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c26ddc17-20ba-458a-843d-f2cd903ae247 HTTP/1.1" status: 200 len: 217 time: 0.0549707 Apr 28 19:34:39.457195 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d152d422-e036-43f3-a75c-65a7c614901f tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:39.509766 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523cda1-d6d6-4170-85c8-6a375717e653 req-f1c5c20e-3ea1-4557-bc60-bac6b052aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:39.511937 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0523cda1-d6d6-4170-85c8-6a375717e653 req-f1c5c20e-3ea1-4557-bc60-bac6b052aa32 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=09693431-05ed-41e8-8d54-1a8b3b11f1bb HTTP/1.1" status: 200 len: 844 time: 0.0790722 Apr 28 19:34:39.569578 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0523cda1-d6d6-4170-85c8-6a375717e653 req-31d67d86-03b4-47d6-a7ee-c9f67f791374 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0a818354-dbcf-4136-b854-44772dd68b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442677 Apr 28 19:34:39.671156 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7f7a39b1-9ac6-492b-bdba-7b38db07bf17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:39.682575 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7f7a39b1-9ac6-492b-bdba-7b38db07bf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:39.696688 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c26ddc17-20ba-458a-843d-f2cd903ae247 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:34:39.700674 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device f72d9815-ff47-4444-bcbd-5ec3c1260509 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:34:39.701407 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908f591-1d74-4fbc-924c-9dcf54dbb984 req-c8accefc-65da-4923-84f0-4406497e1d7d tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:39.705741 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5908f591-1d74-4fbc-924c-9dcf54dbb984 req-c8accefc-65da-4923-84f0-4406497e1d7d tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=e201f2c2-d6b0-40c2-bbd8-d91690e6a7b4 HTTP/1.1" status: 200 len: 943 time: 0.3683901 Apr 28 19:34:39.720893 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152d422-e036-43f3-a75c-65a7c614901f tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Pushing event updated for resources: {'Port': ['ID=f5bed67a-43bb-4ff1-b781-6de91a41c3a2,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:39.737798 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.db.resource_extend [None req-e3ebb3be-921a-4b49-969b-06dc176d2e9a tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:34:39.776822 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port f72d9815-ff47-4444-bcbd-5ec3c1260509 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:34:39.794645 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port f72d9815-ff47-4444-bcbd-5ec3c1260509 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:34:39.795439 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:39.803348 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0523cda1-d6d6-4170-85c8-6a375717e653 req-373e73a7-1a4c-4707-be59-6e72da6331dd service neutron] 10.222.0.44 "GET /v2.0/networks/0a818354-dbcf-4136-b854-44772dd68b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263277 Apr 28 19:34:39.804944 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-10fa773b-052b-4ce8-bd53-4472c6c2b3f7 admin admin] Deleting port 1ca4a4dc-7a52-4e95-86f7-56f4e509e895 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:34:39.805292 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10fa773b-052b-4ce8-bd53-4472c6c2b3f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:39.809950 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7f7a39b1-9ac6-492b-bdba-7b38db07bf17 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2f1c9b18c3d1452aadfbd2ae3ce3e1c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6029897 Apr 28 19:34:39.811335 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d152d422-e036-43f3-a75c-65a7c614901f tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:39.814912 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41214) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:34:39.815380 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a39b1-9ac6-492b-bdba-7b38db07bf17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841c22af-8095-4fe0-8a0a-bc2ffd02206b,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:39.879868 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e3ebb3be-921a-4b49-969b-06dc176d2e9a tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:39.920943 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca16333-da6b-4e17-84c9-a58f354570b9 req-ac29c210-d5c9-4b61-97c5-090bcf11ae86 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:39.922649 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6ca16333-da6b-4e17-84c9-a58f354570b9 req-ac29c210-d5c9-4b61-97c5-090bcf11ae86 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 948 time: 0.2168570 Apr 28 19:34:39.923809 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6842a9-6cc6-4598-a598-f65e578fa22f req-dacc199a-074a-4c35-9e22-0a3680dfd1c6 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:39.925375 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8f6842a9-6cc6-4598-a598-f65e578fa22f req-dacc199a-074a-4c35-9e22-0a3680dfd1c6 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.44 "GET /v2.0/ports?device_id=46050d89-0a17-46a3-bcd1-7a0827135ba4 HTTP/1.1" status: 200 len: 1023 time: 0.3665380 Apr 28 19:34:39.941800 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5908f591-1d74-4fbc-924c-9dcf54dbb984 req-c9173297-4c3f-431f-aa87-0f1f0d73e3c0 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100658 Apr 28 19:34:39.943383 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e3ebb3be-921a-4b49-969b-06dc176d2e9a tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:39.954804 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c26ddc17-20ba-458a-843d-f2cd903ae247, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c26ddc17-20ba-458a-843d-f2cd903ae247,segment=NetworkSegment(8fc1f4c1-a782-4abd-b384-b46f9c6b3366),segment_id=8fc1f4c1-a782-4abd-b384-b46f9c6b3366)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:39.979476 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d152d422-e036-43f3-a75c-65a7c614901f tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:39.980930 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:39.981253 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d152d422-e036-43f3-a75c-65a7c614901f tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2302649 Apr 28 19:34:39.983703 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'c26ddc17-20ba-458a-843d-f2cd903ae247', 'network_id': '0a818354-dbcf-4136-b854-44772dd68b79', 'port_id': 'c26ddc17-20ba-458a-843d-f2cd903ae247', 'mac_address': 'fa:16:3e:fe:72:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09693431-05ed-41e8-8d54-1a8b3b11f1bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:34:40.022977 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6ca16333-da6b-4e17-84c9-a58f354570b9 req-a1170076-723a-40c0-8b73-ccd7e77f0010 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849807 Apr 28 19:34:40.059547 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878a8957-8430-48f0-bb0f-4cf3e1e3d623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72d9815-ff47-4444-bcbd-5ec3c1260509'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:40.062388 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6d60dd-8cb7-4ec2-bafd-b759c068d9e7" -d '{"events": [{"server_uuid": "878a8957-8430-48f0-bb0f-4cf3e1e3d623", "name": "network-vif-plugged", "status": "completed", "tag": "f72d9815-ff47-4444-bcbd-5ec3c1260509"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:40.068837 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:40.080432 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0523cda1-d6d6-4170-85c8-6a375717e653 req-bfc7aad8-bac7-4099-92d5-ba7c367efe27 service neutron] 10.222.0.44 "GET /v2.0/networks/0a818354-dbcf-4136-b854-44772dd68b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642934 Apr 28 19:34:40.090871 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c26ddc17-20ba-458a-843d-f2cd903ae247 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:34:40.099730 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port f72d9815-ff47-4444-bcbd-5ec3c1260509, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=f72d9815-ff47-4444-bcbd-5ec3c1260509,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:40.111644 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:40.125659 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c26ddc17-20ba-458a-843d-f2cd903ae247, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c26ddc17-20ba-458a-843d-f2cd903ae247,segment=NetworkSegment(8fc1f4c1-a782-4abd-b384-b46f9c6b3366),segment_id=8fc1f4c1-a782-4abd-b384-b46f9c6b3366)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:40.150845 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:40.181928 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=f72d9815-ff47-4444-bcbd-5ec3c1260509,revision_number=9']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:40.196158 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2005f71-c319-4342-8c54-36c4f18073b0 req-ae674e6d-ebd1-4ab9-b3ad-d30062e0c77f tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:40.197781 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c2005f71-c319-4342-8c54-36c4f18073b0 req-ae674e6d-ebd1-4ab9-b3ad-d30062e0c77f tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/ports?device_id=46050d89-0a17-46a3-bcd1-7a0827135ba4 HTTP/1.1" status: 200 len: 1023 time: 0.0711777 Apr 28 19:34:40.245274 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=c26ddc17-20ba-458a-843d-f2cd903ae247,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:40.251304 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-10fa773b-052b-4ce8-bd53-4472c6c2b3f7 admin admin] For port 1ca4a4dc-7a52-4e95-86f7-56f4e509e895, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=1ca4a4dc-7a52-4e95-86f7-56f4e509e895,segment=NetworkSegment(358278b1-0052-44f6-b6c2-96054681855a),segment_id=358278b1-0052-44f6-b6c2-96054681855a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:40.252178 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10fa773b-052b-4ce8-bd53-4472c6c2b3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:40.262020 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c2005f71-c319-4342-8c54-36c4f18073b0 req-1789c920-e6ed-4999-a02e-b380de31fb95 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups?id=5065642e-8884-438a-8f99-052b9beb876d&id=5c6e5e07-2397-442e-876d-34148ec92451&id=18d9a04d-ce42-44ab-ae1a-cbcc259ead51&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0563295 Apr 28 19:34:40.311526 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-10fa773b-052b-4ce8-bd53-4472c6c2b3f7 admin admin] Calling delete_port for 1ca4a4dc-7a52-4e95-86f7-56f4e509e895 owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:34:40.338207 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a45270-4a50-4328-adfb-bd05ae26ce2d x-openstack-request-id: req-41a45270-4a50-4328-adfb-bd05ae26ce2d {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:40.338574 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878a8957-8430-48f0-bb0f-4cf3e1e3d623", "name": "network-vif-plugged", "status": "completed", "tag": "f72d9815-ff47-4444-bcbd-5ec3c1260509", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:40.338896 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-41a45270-4a50-4328-adfb-bd05ae26ce2d {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:40.339894 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41a45270-4a50-4328-adfb-bd05ae26ce2d'] response: {'server_uuid': '878a8957-8430-48f0-bb0f-4cf3e1e3d623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72d9815-ff47-4444-bcbd-5ec3c1260509', 'code': 200} Apr 28 19:34:40.386964 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8c8e1cd2-e762-4ccb-a2e0-3941a42755d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:40.426767 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['c26ddc17-20ba-458a-843d-f2cd903ae247'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:34:40.465009 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a2157-e7fd-4b76-be4e-58b29f40ff91 req-06503370-ca48-4ce8-888c-c0105e9f3e9e tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:40.469770 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c38a2157-e7fd-4b76-be4e-58b29f40ff91 req-06503370-ca48-4ce8-888c-c0105e9f3e9e tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 945 time: 0.3193662 Apr 28 19:34:40.509429 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8c8e1cd2-e762-4ccb-a2e0-3941a42755d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:40.513529 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [None req-e3ebb3be-921a-4b49-969b-06dc176d2e9a tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Floating IP 36005140-3a93-4c11-8b6d-4f4bd44c417c associated. External IP: 172.25.8.152, port: f8fd0377-acfe-4958-b50a-8a5f400c6206. Apr 28 19:34:40.559692 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-38f7601f-dc8f-4966-9fbf-a92d2894eb4e tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:40.563870 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-38f7601f-dc8f-4966-9fbf-a92d2894eb4e tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/networks?id=078f257f-ccf3-4985-b802-e93aa11e6332 HTTP/1.1" status: 200 len: 822 time: 0.1509826 Apr 28 19:34:40.601288 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-3eaa3ffc-7ca1-42e8-ae9e-afc214a18b2c tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/quotas/18e7417f07dd49118ed10405bce7a39b HTTP/1.1" status: 200 len: 375 time: 0.0300188 Apr 28 19:34:40.687693 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-e2caa0d3-dbca-4654-ac07-f3719887bbda tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=18e7417f07dd49118ed10405bce7a39b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0805995 Apr 28 19:34:40.696890 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c38a2157-e7fd-4b76-be4e-58b29f40ff91 req-58c6761f-a861-4b33-81d4-ecaf735c7b6b tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237382 Apr 28 19:34:40.732420 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-8f6842a9-6cc6-4598-a598-f65e578fa22f req-f00c8e6f-587a-4f16-9d0a-6a398fd39760 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Deleting port 386e28da-26b1-4a08-a6cd-abc86d02bf08 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:34:40.732885 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8f6842a9-6cc6-4598-a598-f65e578fa22f req-f00c8e6f-587a-4f16-9d0a-6a398fd39760 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:40.805695 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-b9c266e0-001b-425a-8308-e19646504e18 service neutron] 10.222.0.42 "GET /v2.0/networks/078f257f-ccf3-4985-b802-e93aa11e6332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042657 Apr 28 19:34:40.864688 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8c8e1cd2-e762-4ccb-a2e0-3941a42755d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:40.868342 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8c8e1cd2-e762-4ccb-a2e0-3941a42755d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:40.869544 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8c8e1cd2-e762-4ccb-a2e0-3941a42755d4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/841c22af-8095-4fe0-8a0a-bc2ffd02206b HTTP/1.1" status: 204 len: 168 time: 1.0506160 Apr 28 19:34:40.909267 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e1cd2-e762-4ccb-a2e0-3941a42755d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841c22af-8095-4fe0-8a0a-bc2ffd02206b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:40.978633 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-8f6842a9-6cc6-4598-a598-f65e578fa22f req-f00c8e6f-587a-4f16-9d0a-6a398fd39760 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] For port 386e28da-26b1-4a08-a6cd-abc86d02bf08, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=386e28da-26b1-4a08-a6cd-abc86d02bf08,segment=NetworkSegment(3203ee38-b50c-4fe0-be3f-74c90553314a),segment_id=3203ee38-b50c-4fe0-be3f-74c90553314a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:40.979016 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8f6842a9-6cc6-4598-a598-f65e578fa22f req-f00c8e6f-587a-4f16-9d0a-6a398fd39760 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:41.025520 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-d66b33e9-e7d3-4cdd-9f4c-b2fc775e530a service neutron] 10.222.0.42 "GET /v2.0/networks/078f257f-ccf3-4985-b802-e93aa11e6332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125573 Apr 28 19:34:41.093114 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-8f6842a9-6cc6-4598-a598-f65e578fa22f req-f00c8e6f-587a-4f16-9d0a-6a398fd39760 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Calling delete_port for 386e28da-26b1-4a08-a6cd-abc86d02bf08 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:34:41.358607 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10fa773b-052b-4ce8-bd53-4472c6c2b3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:41.393392 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ebb3be-921a-4b49-969b-06dc176d2e9a tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Router d2892274-3bba-4987-afc9-d7babec466f5 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:34:41.402214 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d13d2a-1a50-4061-a930-9e7e9861fc82 req-0f666799-0fbb-49df-a489-0a5be2d13c23 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:41.403889 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-18d13d2a-1a50-4061-a930-9e7e9861fc82 req-0f666799-0fbb-49df-a489-0a5be2d13c23 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 949 time: 0.0736556 Apr 28 19:34:41.451589 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36dc64-c23a-4ebc-b905-3427ed86bd75 req-f88b2576-3d7c-470d-9a5b-6c44ccbcedd2 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:41.454460 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4a36dc64-c23a-4ebc-b905-3427ed86bd75 req-f88b2576-3d7c-470d-9a5b-6c44ccbcedd2 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=e201f2c2-d6b0-40c2-bbd8-d91690e6a7b4 HTTP/1.1" status: 200 len: 944 time: 0.3961535 Apr 28 19:34:41.518845 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa773b-052b-4ce8-bd53-4472c6c2b3f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ca4a4dc-7a52-4e95-86f7-56f4e509e895,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:41.532383 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41248) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:34:41.534104 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c26ddc17-20ba-458a-843d-f2cd903ae247 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:34:41.562788 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-18d13d2a-1a50-4061-a930-9e7e9861fc82 req-300894a7-3c4b-4453-9929-da2bd7e972e6 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476138 Apr 28 19:34:41.564185 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b4b34896-9bdd-4074-a24b-c83ffc2a1585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:41.652191 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port c26ddc17-20ba-458a-843d-f2cd903ae247 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:34:41.657356 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port c26ddc17-20ba-458a-843d-f2cd903ae247 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:34:41.658016 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:41.686250 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b4b34896-9bdd-4074-a24b-c83ffc2a1585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:41.723617 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7bd94894-1f52-426e-98d2-033233344319 req-2fd563ac-9dcf-42bf-9955-9a9ff987f374 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=e711310a-62ae-4f0a-83ed-25d4a817b7f0 HTTP/1.1" status: 200 len: 210 time: 0.0341384 Apr 28 19:34:41.727074 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b4b34896-9bdd-4074-a24b-c83ffc2a1585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:41.760454 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-e94721d8-cbb1-4934-98b3-4f5361426521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:41.761996 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-e94721d8-cbb1-4934-98b3-4f5361426521 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623&tenant_id=8b6f268207a441e39ce17d2e9418f280 HTTP/1.1" status: 200 len: 1100 time: 0.2736490 Apr 28 19:34:41.782043 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-53dcfc5e-8e2f-419a-a83a-12104b84a1e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-839810-1', 'device_owner': 'compute:nova'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:34:41.841833 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b34896-9bdd-4074-a24b-c83ffc2a1585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf9a536-66e3-431e-9b62-885aeb7d64d6,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:41.849390 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b4b34896-9bdd-4074-a24b-c83ffc2a1585 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=27b61f1e7add4875b620f99b335c16f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3158550 Apr 28 19:34:41.854802 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41254) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:34:41.868390 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-53dcfc5e-8e2f-419a-a83a-12104b84a1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:41.939194 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:42.005120 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c26ddc17-20ba-458a-843d-f2cd903ae247, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c26ddc17-20ba-458a-843d-f2cd903ae247,segment=NetworkSegment(8fc1f4c1-a782-4abd-b384-b46f9c6b3366),segment_id=8fc1f4c1-a782-4abd-b384-b46f9c6b3366)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:42.011543 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:42.013308 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device f72d9815-ff47-4444-bcbd-5ec3c1260509 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:34:42.100220 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=c26ddc17-20ba-458a-843d-f2cd903ae247,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:42.159904 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:42.193121 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-53dcfc5e-8e2f-419a-a83a-12104b84a1e8 service neutron] For port f72d9815-ff47-4444-bcbd-5ec3c1260509, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=f72d9815-ff47-4444-bcbd-5ec3c1260509,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:42.238639 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ea93770-1939-4a11-8401-9dd168eaed7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:42.258801 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613eacdc-977e-41d4-b976-ce57fa0b3ac6 req-6210b616-74a1-488b-bbee-07f5ddcf23e3 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:42.260335 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-613eacdc-977e-41d4-b976-ce57fa0b3ac6 req-6210b616-74a1-488b-bbee-07f5ddcf23e3 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/ports?device_id=46050d89-0a17-46a3-bcd1-7a0827135ba4 HTTP/1.1" status: 200 len: 1023 time: 0.3646634 Apr 28 19:34:42.272707 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-53dcfc5e-8e2f-419a-a83a-12104b84a1e8 service neutron] For port f72d9815-ff47-4444-bcbd-5ec3c1260509, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:34:42.315015 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4a36dc64-c23a-4ebc-b905-3427ed86bd75 req-42c3cd39-7185-4c88-8f93-3d7885c475cd tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8125987 Apr 28 19:34:42.327139 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ea93770-1939-4a11-8401-9dd168eaed7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:42.341081 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e201f2c2-d6b0-40c2-bbd8-d91690e6a7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26ddc17-20ba-458a-843d-f2cd903ae247'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:42.345935 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2742186-10f3-4044-bf43-4672ad7ba6c8" -d '{"events": [{"server_uuid": "e201f2c2-d6b0-40c2-bbd8-d91690e6a7b4", "name": "network-vif-plugged", "status": "completed", "tag": "c26ddc17-20ba-458a-843d-f2cd903ae247"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:42.402707 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878a8957-8430-48f0-bb0f-4cf3e1e3d623', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f72d9815-ff47-4444-bcbd-5ec3c1260509'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:42.405046 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6503280f-42d6-46e9-9c39-3f5ef084b4a0" -d '{"events": [{"server_uuid": "878a8957-8430-48f0-bb0f-4cf3e1e3d623", "name": "network-vif-unplugged", "status": "completed", "tag": "f72d9815-ff47-4444-bcbd-5ec3c1260509"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:42.411360 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-53dcfc5e-8e2f-419a-a83a-12104b84a1e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:42.413955 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8f6842a9-6cc6-4598-a598-f65e578fa22f req-f00c8e6f-587a-4f16-9d0a-6a398fd39760 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:42.418950 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-613eacdc-977e-41d4-b976-ce57fa0b3ac6 req-6d665510-f2bc-4f80-8381-990cf5880ee8 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups?id=5065642e-8884-438a-8f99-052b9beb876d&id=5c6e5e07-2397-442e-876d-34148ec92451&id=18d9a04d-ce42-44ab-ae1a-cbcc259ead51&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1477127 Apr 28 19:34:42.434760 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['e8d684bc-97f6-46b3-ab12-3115187e4ede'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:34:42.457678 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-53dcfc5e-8e2f-419a-a83a-12104b84a1e8 service neutron] Transition to ACTIVE for port object f72d9815-ff47-4444-bcbd-5ec3c1260509 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:34:42.466997 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-53dcfc5e-8e2f-419a-a83a-12104b84a1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:42.502955 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-ff334233-df39-49f2-a648-098a6e4ac4fd tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:42.504518 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-ff334233-df39-49f2-a648-098a6e4ac4fd tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d&tenant_id=e1af134fdfb54762be9898d865bc6112&binding%3Ahost_id=n-h1-839810-1 HTTP/1.1" status: 200 len: 1096 time: 0.1370523 Apr 28 19:34:42.514218 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c8e6f-587a-4f16-9d0a-6a398fd39760 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Pushing event deleted for resources: {'Port': ['ID=386e28da-26b1-4a08-a6cd-abc86d02bf08,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:42.521141 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee0883c-67a1-4f0e-86dd-82cb096b32c9 x-openstack-request-id: req-eee0883c-67a1-4f0e-86dd-82cb096b32c9 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:42.521805 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e201f2c2-d6b0-40c2-bbd8-d91690e6a7b4", "name": "network-vif-plugged", "status": "completed", "tag": "c26ddc17-20ba-458a-843d-f2cd903ae247", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:42.522893 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eee0883c-67a1-4f0e-86dd-82cb096b32c9 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:42.523740 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eee0883c-67a1-4f0e-86dd-82cb096b32c9'] response: {'server_uuid': 'e201f2c2-d6b0-40c2-bbd8-d91690e6a7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26ddc17-20ba-458a-843d-f2cd903ae247', 'code': 200} Apr 28 19:34:42.543401 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-73736404-75ca-4d8a-adfd-2a21116aaec2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-839810-1'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:34:42.589856 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ea93770-1939-4a11-8401-9dd168eaed7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:42.592456 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ea93770-1939-4a11-8401-9dd168eaed7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:42.598880 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4ea93770-1939-4a11-8401-9dd168eaed7d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1cf9a536-66e3-431e-9b62-885aeb7d64d6 HTTP/1.1" status: 204 len: 168 time: 0.7327743 Apr 28 19:34:42.618796 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10fa773b-052b-4ce8-bd53-4472c6c2b3f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:42.642301 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-53dcfc5e-8e2f-419a-a83a-12104b84a1e8 service neutron] No DVR routers for this DVR port f72d9815-ff47-4444-bcbd-5ec3c1260509 on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:34:42.656590 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a1b99e-ce23-4a7e-825e-be00ea594c42 x-openstack-request-id: req-c0a1b99e-ce23-4a7e-825e-be00ea594c42 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:42.656976 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878a8957-8430-48f0-bb0f-4cf3e1e3d623", "name": "network-vif-unplugged", "status": "completed", "tag": "f72d9815-ff47-4444-bcbd-5ec3c1260509", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:42.657147 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c0a1b99e-ce23-4a7e-825e-be00ea594c42 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:42.657752 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0a1b99e-ce23-4a7e-825e-be00ea594c42'] response: {'server_uuid': '878a8957-8430-48f0-bb0f-4cf3e1e3d623', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f72d9815-ff47-4444-bcbd-5ec3c1260509', 'code': 200} Apr 28 19:34:42.689087 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:34:42.689710 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:34:42.692059 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dcfc5e-8e2f-419a-a83a-12104b84a1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f72d9815-ff47-4444-bcbd-5ec3c1260509,revision_number=10']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:42.727817 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea93770-1939-4a11-8401-9dd168eaed7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf9a536-66e3-431e-9b62-885aeb7d64d6,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:42.760950 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ebb3be-921a-4b49-969b-06dc176d2e9a tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:34:42.771575 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e3ebb3be-921a-4b49-969b-06dc176d2e9a tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:42.777976 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78148ced-47a1-41f5-a4ff-cc94eb9e570d None None] Sync routers for ids ['d2892274-3bba-4987-afc9-d7babec466f5'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:34:42.806412 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78148ced-47a1-41f5-a4ff-cc94eb9e570d None None] Routers {'d2892274-3bba-4987-afc9-d7babec466f5'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:34:42.807038 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-78148ced-47a1-41f5-a4ff-cc94eb9e570d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:34:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['d2892274-3bba-4987-afc9-d7babec466f5'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:42.855294 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-53dcfc5e-8e2f-419a-a83a-12104b84a1e8 service neutron] Attempting to bind port f72d9815-ff47-4444-bcbd-5ec3c1260509 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:34:42.855749 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-53dcfc5e-8e2f-419a-a83a-12104b84a1e8 service neutron] Attempting to bind port f72d9815-ff47-4444-bcbd-5ec3c1260509 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:34:42.856136 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-53dcfc5e-8e2f-419a-a83a-12104b84a1e8 service neutron] Attempting to bind port f72d9815-ff47-4444-bcbd-5ec3c1260509 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:34:42.895469 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-53dcfc5e-8e2f-419a-a83a-12104b84a1e8 service neutron] Port f72d9815-ff47-4444-bcbd-5ec3c1260509 on network a2ea96f2-6755-492c-8fa3-72807d68d67a not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:34:42.895858 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-53dcfc5e-8e2f-419a-a83a-12104b84a1e8 service neutron] Attempting to bind port f72d9815-ff47-4444-bcbd-5ec3c1260509 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:34:42.908003 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-73736404-75ca-4d8a-adfd-2a21116aaec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:42.918500 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54193f41-ecd1-4bc3-9f75-b7d8fdd87169 req-2968883a-0779-4cb1-807e-11964ace1086 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:42.920128 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-54193f41-ecd1-4bc3-9f75-b7d8fdd87169 req-2968883a-0779-4cb1-807e-11964ace1086 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 948 time: 0.2086287 Apr 28 19:34:42.920948 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-53dcfc5e-8e2f-419a-a83a-12104b84a1e8 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:34:42.921289 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-53dcfc5e-8e2f-419a-a83a-12104b84a1e8 service neutron] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:34:42.921786 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-53dcfc5e-8e2f-419a-a83a-12104b84a1e8 service neutron] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:34:42.922112 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-53dcfc5e-8e2f-419a-a83a-12104b84a1e8 service neutron] Bound port: f72d9815-ff47-4444-bcbd-5ec3c1260509, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:34:42.922497 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-53dcfc5e-8e2f-419a-a83a-12104b84a1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:43.041481 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6842a9-6cc6-4598-a598-f65e578fa22f req-f00c8e6f-587a-4f16-9d0a-6a398fd39760 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] No DVR routers for this DVR port 386e28da-26b1-4a08-a6cd-abc86d02bf08 on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:34:43.044422 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8f6842a9-6cc6-4598-a598-f65e578fa22f req-f00c8e6f-587a-4f16-9d0a-6a398fd39760 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:43.048990 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8f6842a9-6cc6-4598-a598-f65e578fa22f req-f00c8e6f-587a-4f16-9d0a-6a398fd39760 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.44 "DELETE /v2.0/ports/386e28da-26b1-4a08-a6cd-abc86d02bf08 HTTP/1.1" status: 204 len: 173 time: 3.0996056 Apr 28 19:34:43.091015 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46050d89-0a17-46a3-bcd1-7a0827135ba4', 'name': 'network-vif-deleted', 'tag': '386e28da-26b1-4a08-a6cd-abc86d02bf08'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:43.102108 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd73ed1-5886-49b1-96db-e78c5ed513dd" -d '{"events": [{"server_uuid": "46050d89-0a17-46a3-bcd1-7a0827135ba4", "name": "network-vif-deleted", "tag": "386e28da-26b1-4a08-a6cd-abc86d02bf08"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:43.114052 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-54193f41-ecd1-4bc3-9f75-b7d8fdd87169 req-cdb227e7-7f01-4836-b113-c2f6c5e65b65 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715734 Apr 28 19:34:43.141522 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-53dcfc5e-8e2f-419a-a83a-12104b84a1e8 service neutron] For port f72d9815-ff47-4444-bcbd-5ec3c1260509, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:34:43.150980 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220fe79-f3b0-435e-ba7c-20ccc01564b6 req-3e055a94-4031-4ff1-9c67-26debff37020 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:43.151662 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-53dcfc5e-8e2f-419a-a83a-12104b84a1e8 service neutron] For port f72d9815-ff47-4444-bcbd-5ec3c1260509, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=f72d9815-ff47-4444-bcbd-5ec3c1260509,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:34:43.184280 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4220fe79-f3b0-435e-ba7c-20ccc01564b6 req-3e055a94-4031-4ff1-9c67-26debff37020 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 945 time: 0.7544699 Apr 28 19:34:43.193356 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-53dcfc5e-8e2f-419a-a83a-12104b84a1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:43.210301 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-78148ced-47a1-41f5-a4ff-cc94eb9e570d None None] Set router d2892274-3bba-4987-afc9-d7babec466f5 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:34:43.382929 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 386e28da-26b1-4a08-a6cd-abc86d02bf08 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:34:43.434870 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 386e28da-26b1-4a08-a6cd-abc86d02bf08 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:34:43.435884 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 386e28da-26b1-4a08-a6cd-abc86d02bf08 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:34:43.451886 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-53dcfc5e-8e2f-419a-a83a-12104b84a1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:43.452567 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-53dcfc5e-8e2f-419a-a83a-12104b84a1e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:43.454074 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-53dcfc5e-8e2f-419a-a83a-12104b84a1e8 service neutron] 10.222.0.15 "PUT /v2.0/ports/f72d9815-ff47-4444-bcbd-5ec3c1260509 HTTP/1.1" status: 200 len: 1096 time: 1.6792312 Apr 28 19:34:43.460176 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-47c07937-3ba2-44d0-bdd6-8fbd8ae6261e req-ff916c82-69ba-4270-ba2b-c28196dfc48e tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=e711310a-62ae-4f0a-83ed-25d4a817b7f0 HTTP/1.1" status: 200 len: 210 time: 0.1607583 Apr 28 19:34:43.528815 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 328cdf06-cd56-479f-8096-7fd418011541 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:34:43.580582 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dcfc5e-8e2f-419a-a83a-12104b84a1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f72d9815-ff47-4444-bcbd-5ec3c1260509,revision_number=11']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:43.633728 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-73736404-75ca-4d8a-adfd-2a21116aaec2 service neutron] For port 328cdf06-cd56-479f-8096-7fd418011541, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=328cdf06-cd56-479f-8096-7fd418011541,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:43.703176 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-58b7a64e-ac92-46a7-98df-b9d6ec3a1ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:43.704818 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-58b7a64e-ac92-46a7-98df-b9d6ec3a1ee1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 1099 time: 0.2114515 Apr 28 19:34:43.794007 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e3ebb3be-921a-4b49-969b-06dc176d2e9a tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "PUT /v2.0/floatingips/36005140-3a93-4c11-8b6d-4f4bd44c417c HTTP/1.1" status: 200 len: 992 time: 5.6481748 Apr 28 19:34:43.800968 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5b5479-97a7-4227-9dba-98fa5f5e9374 x-openstack-request-id: req-0b5b5479-97a7-4227-9dba-98fa5f5e9374 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:43.801326 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46050d89-0a17-46a3-bcd1-7a0827135ba4", "name": "network-vif-deleted", "tag": "386e28da-26b1-4a08-a6cd-abc86d02bf08", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:43.801547 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0b5b5479-97a7-4227-9dba-98fa5f5e9374 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:43.802045 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b5b5479-97a7-4227-9dba-98fa5f5e9374'] response: {'server_uuid': '46050d89-0a17-46a3-bcd1-7a0827135ba4', 'name': 'network-vif-deleted', 'tag': '386e28da-26b1-4a08-a6cd-abc86d02bf08', 'status': 'completed', 'code': 200} Apr 28 19:34:43.811783 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716bc6d-e118-4419-8ea1-99a88f20b894 req-fafedd2c-999f-44d8-8c39-f8239cbf3e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:43.814148 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e716bc6d-e118-4419-8ea1-99a88f20b894 req-fafedd2c-999f-44d8-8c39-f8239cbf3e76 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e201f2c2-d6b0-40c2-bbd8-d91690e6a7b4 HTTP/1.1" status: 200 len: 1096 time: 1.1962428 Apr 28 19:34:43.843101 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-78148ced-47a1-41f5-a4ff-cc94eb9e570d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'name': 'tempest-AttachSCSIVolumeTestJSON-916074730-router', 'tenant_id': 'ac4a325e58b9497b9421c85aa337c854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '580aeb2f-a364-4874-a6fc-9228d1e77362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:17Z', 'revision_number': 4, 'project_id': 'ac4a325e58b9497b9421c85aa337c854', 'gw_port': {'id': '580aeb2f-a364-4874-a6fc-9228d1e77362', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:07Z', 'updated_at': '2022-04-28T19:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '36005140-3a93-4c11-8b6d-4f4bd44c417c', 'tenant_id': 'ac4a325e58b9497b9421c85aa337c854', 'floating_ip_address': '172.25.8.152', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'port_id': 'f8fd0377-acfe-4958-b50a-8a5f400c6206', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f904c84c-5f3f-4a5e-afcd-ce355e55bb02', 'mac_address': 'fa:16:3e:66:ab:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbe55c2-8e22-4b7c-b402-7395e6c4765d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:34:07Z', 'updated_at': '2022-04-28T19:34:39Z', 'revision_number': 1, 'project_id': 'ac4a325e58b9497b9421c85aa337c854', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c283cd9-59f4-4ce6-8571-0a7650174a07', 'name': '', 'network_id': 'f904c84c-5f3f-4a5e-afcd-ce355e55bb02', 'tenant_id': 'ac4a325e58b9497b9421c85aa337c854', 'mac_address': 'fa:16:3e:ac:f3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '556349f0-38e7-4d9a-a43e-b8816ebacc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:16Z', 'updated_at': '2022-04-28T19:33:31Z', 'revision_number': 5, 'project_id': 'ac4a325e58b9497b9421c85aa337c854', 'subnets': [{'id': '556349f0-38e7-4d9a-a43e-b8816ebacc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:43.962881 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4220fe79-f3b0-435e-ba7c-20ccc01564b6 req-10eaf32e-aabf-4126-9648-3dc891bcf421 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6300740 Apr 28 19:34:43.981601 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78148ced-47a1-41f5-a4ff-cc94eb9e570d None None] Checking router: d2892274-3bba-4987-afc9-d7babec466f5 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:34:43.999565 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-73736404-75ca-4d8a-adfd-2a21116aaec2 service neutron] For port 328cdf06-cd56-479f-8096-7fd418011541, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:34:44.004460 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 328cdf06-cd56-479f-8096-7fd418011541, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=328cdf06-cd56-479f-8096-7fd418011541,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:44.019814 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78148ced-47a1-41f5-a4ff-cc94eb9e570d None None] Routers {'d2892274-3bba-4987-afc9-d7babec466f5'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:34:44.020946 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-78148ced-47a1-41f5-a4ff-cc94eb9e570d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:34:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['d2892274-3bba-4987-afc9-d7babec466f5'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:44.088433 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 328cdf06-cd56-479f-8096-7fd418011541 has no active binding in host n-h2-839810-1 {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 28 19:34:44.191963 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-5fe8ff14-7d9c-43fc-bd40-43c49bb04217 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:44.195679 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-5fe8ff14-7d9c-43fc-bd40-43c49bb04217 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.15 "GET /v2.0/networks?id=078f257f-ccf3-4985-b802-e93aa11e6332 HTTP/1.1" status: 200 len: 822 time: 1.1451902 Apr 28 19:34:44.205593 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e716bc6d-e118-4419-8ea1-99a88f20b894 req-d892e0d4-6ede-4bbd-8c9c-f995113d3f75 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709524 Apr 28 19:34:44.217310 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-6c24a29d-a614-44ee-82be-5738e4f8d699 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Request body: {'port': {'device_id': 'e711310a-62ae-4f0a-83ed-25d4a817b7f0', 'network_id': '078f257f-ccf3-4985-b802-e93aa11e6332', 'admin_state_up': True, 'tenant_id': '18e7417f07dd49118ed10405bce7a39b'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:34:44.323125 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-73736404-75ca-4d8a-adfd-2a21116aaec2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:44.341907 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-210b40a8-b61f-40f1-a029-5a4a63096842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:44.345501 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-210b40a8-b61f-40f1-a029-5a4a63096842 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.6264656 Apr 28 19:34:44.350215 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-73736404-75ca-4d8a-adfd-2a21116aaec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:44.362971 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-78148ced-47a1-41f5-a4ff-cc94eb9e570d None None] Set router d2892274-3bba-4987-afc9-d7babec466f5 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:34:44.379737 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432099d-a400-4522-931d-876b75c2542c req-b9a93384-317a-4b76-a4de-5c1166353420 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:44.383182 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b432099d-a400-4522-931d-876b75c2542c req-b9a93384-317a-4b76-a4de-5c1166353420 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=e201f2c2-d6b0-40c2-bbd8-d91690e6a7b4 HTTP/1.1" status: 200 len: 945 time: 0.2960639 Apr 28 19:34:44.394272 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41298) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:34:44.419782 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10fa773b-052b-4ce8-bd53-4472c6c2b3f7 admin admin] Router 688a8c2e-2e4b-4043-b3f8-ea201985862d has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:34:44.526235 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7fd0c-e0b6-477f-96d9-3351b0440965 req-1ce54212-b2f2-402e-a575-322ea36e1bfa tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:44.528992 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07b7fd0c-e0b6-477f-96d9-3351b0440965 req-1ce54212-b2f2-402e-a575-322ea36e1bfa tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 948 time: 0.2602975 Apr 28 19:34:44.545772 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-8aa1308e-f47b-426d-809c-d1913d3558f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=f72d9815-ff47-4444-bcbd-5ec3c1260509 HTTP/1.1" status: 200 len: 217 time: 0.1897798 Apr 28 19:34:44.675442 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878a8957-8430-48f0-bb0f-4cf3e1e3d623', 'tag': 'f72d9815-ff47-4444-bcbd-5ec3c1260509'}, {'server_uuid': '2ae7d541-ed0b-48c0-bf78-b0903c2b106d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '328cdf06-cd56-479f-8096-7fd418011541'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:44.680885 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc32c400-9f09-4fe1-a770-e25e03caecc6" -d '{"events": [{"name": "network-changed", "server_uuid": "878a8957-8430-48f0-bb0f-4cf3e1e3d623", "tag": "f72d9815-ff47-4444-bcbd-5ec3c1260509"}, {"server_uuid": "2ae7d541-ed0b-48c0-bf78-b0903c2b106d", "name": "network-vif-unplugged", "status": "completed", "tag": "328cdf06-cd56-479f-8096-7fd418011541"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:44.706609 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-d6223a23-0d57-4f0e-9f3a-26abe97d23ab admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-430105637-network', 'tenant_id': '0ae8d60049c14c75bd87e80dada3b364'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:34:44.766093 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b432099d-a400-4522-931d-876b75c2542c req-b2597810-11c9-44fb-befd-75069c5517fc tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615668 Apr 28 19:34:44.768436 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73736404-75ca-4d8a-adfd-2a21116aaec2 service neutron] Pushing event updated for resources: {'Port': ['ID=328cdf06-cd56-479f-8096-7fd418011541,revision_number=7']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:44.774941 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07b7fd0c-e0b6-477f-96d9-3351b0440965 req-092ae279-6d3c-4d05-9700-bc85f1af02be tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883178 Apr 28 19:34:44.775995 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-6c24a29d-a614-44ee-82be-5738e4f8d699 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Made reservation on behalf of 18e7417f07dd49118ed10405bce7a39b for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:34:44.779133 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-73736404-75ca-4d8a-adfd-2a21116aaec2 service neutron] Attempting to bind port 328cdf06-cd56-479f-8096-7fd418011541 on host n-h1-839810-1 for vnic_type normal with profile {"migrating_to": "n-h2-839810-1"} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:34:44.779860 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-73736404-75ca-4d8a-adfd-2a21116aaec2 service neutron] Attempting to bind port 328cdf06-cd56-479f-8096-7fd418011541 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:34:44.780344 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-73736404-75ca-4d8a-adfd-2a21116aaec2 service neutron] Attempting to bind port 328cdf06-cd56-479f-8096-7fd418011541 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:34:44.781870 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-6c24a29d-a614-44ee-82be-5738e4f8d699 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:44.794542 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-73736404-75ca-4d8a-adfd-2a21116aaec2 service neutron] Port 328cdf06-cd56-479f-8096-7fd418011541 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:34:44.795061 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-73736404-75ca-4d8a-adfd-2a21116aaec2 service neutron] Attempting to bind port 328cdf06-cd56-479f-8096-7fd418011541 on network 6836a994-cb1e-455e-a97f-31c9ee3bdef2 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:34:44.804252 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-73736404-75ca-4d8a-adfd-2a21116aaec2 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:34:44.805316 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-73736404-75ca-4d8a-adfd-2a21116aaec2 service neutron] Checking segment: {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:34:44.805427 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-73736404-75ca-4d8a-adfd-2a21116aaec2 service neutron] Bound using segment: {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:34:44.806071 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-73736404-75ca-4d8a-adfd-2a21116aaec2 service neutron] Bound port: 328cdf06-cd56-479f-8096-7fd418011541, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997fb431-714a-45a1-9ec6-42189a2a3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6836a994-cb1e-455e-a97f-31c9ee3bdef2'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:34:44.806672 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-73736404-75ca-4d8a-adfd-2a21116aaec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:44.811305 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-b2134a2e-a15b-4f4c-a7ab-757405ddeef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:44.814033 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-b2134a2e-a15b-4f4c-a7ab-757405ddeef4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.2502859 Apr 28 19:34:44.853526 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-78148ced-47a1-41f5-a4ff-cc94eb9e570d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'name': 'tempest-AttachSCSIVolumeTestJSON-916074730-router', 'tenant_id': 'ac4a325e58b9497b9421c85aa337c854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '580aeb2f-a364-4874-a6fc-9228d1e77362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:17Z', 'revision_number': 4, 'project_id': 'ac4a325e58b9497b9421c85aa337c854', 'gw_port': {'id': '580aeb2f-a364-4874-a6fc-9228d1e77362', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:07Z', 'updated_at': '2022-04-28T19:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '36005140-3a93-4c11-8b6d-4f4bd44c417c', 'tenant_id': 'ac4a325e58b9497b9421c85aa337c854', 'floating_ip_address': '172.25.8.152', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'port_id': 'f8fd0377-acfe-4958-b50a-8a5f400c6206', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f904c84c-5f3f-4a5e-afcd-ce355e55bb02', 'mac_address': 'fa:16:3e:66:ab:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbe55c2-8e22-4b7c-b402-7395e6c4765d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:34:07Z', 'updated_at': '2022-04-28T19:34:39Z', 'revision_number': 1, 'project_id': 'ac4a325e58b9497b9421c85aa337c854', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c283cd9-59f4-4ce6-8571-0a7650174a07', 'name': '', 'network_id': 'f904c84c-5f3f-4a5e-afcd-ce355e55bb02', 'tenant_id': 'ac4a325e58b9497b9421c85aa337c854', 'mac_address': 'fa:16:3e:ac:f3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '556349f0-38e7-4d9a-a43e-b8816ebacc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:16Z', 'updated_at': '2022-04-28T19:33:31Z', 'revision_number': 5, 'project_id': 'ac4a325e58b9497b9421c85aa337c854', 'subnets': [{'id': '556349f0-38e7-4d9a-a43e-b8816ebacc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:44.900642 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6223a23-0d57-4f0e-9f3a-26abe97d23ab admin admin] Made reservation on behalf of 0ae8d60049c14c75bd87e80dada3b364 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:34:44.904591 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d6223a23-0d57-4f0e-9f3a-26abe97d23ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:44.910795 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78148ced-47a1-41f5-a4ff-cc94eb9e570d None None] The sync data for ids ['d2892274-3bba-4987-afc9-d7babec466f5'] in n-d-839810-1 is: [{'id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'name': 'tempest-AttachSCSIVolumeTestJSON-916074730-router', 'tenant_id': 'ac4a325e58b9497b9421c85aa337c854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '580aeb2f-a364-4874-a6fc-9228d1e77362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:17Z', 'revision_number': 4, 'project_id': 'ac4a325e58b9497b9421c85aa337c854', 'gw_port': {'id': '580aeb2f-a364-4874-a6fc-9228d1e77362', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:07Z', 'updated_at': '2022-04-28T19:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '36005140-3a93-4c11-8b6d-4f4bd44c417c', 'tenant_id': 'ac4a325e58b9497b9421c85aa337c854', 'floating_ip_address': '172.25.8.152', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'port_id': 'f8fd0377-acfe-4958-b50a-8a5f400c6206', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f904c84c-5f3f-4a5e-afcd-ce355e55bb02', 'mac_address': 'fa:16:3e:66:ab:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbe55c2-8e22-4b7c-b402-7395e6c4765d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:34:07Z', 'updated_at': '2022-04-28T19:34:39Z', 'revision_number': 1, 'project_id': 'ac4a325e58b9497b9421c85aa337c854', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c283cd9-59f4-4ce6-8571-0a7650174a07', 'name': '', 'network_id': 'f904c84c-5f3f-4a5e-afcd-ce355e55bb02', 'tenant_id': 'ac4a325e58b9497b9421c85aa337c854', 'mac_address': 'fa:16:3e:ac:f3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '556349f0-38e7-4d9a-a43e-b8816ebacc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:16Z', 'updated_at': '2022-04-28T19:33:31Z', 'revision_number': 5, 'project_id': 'ac4a325e58b9497b9421c85aa337c854', 'subnets': [{'id': '556349f0-38e7-4d9a-a43e-b8816ebacc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:34:44.913662 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fa773b-052b-4ce8-bd53-4472c6c2b3f7 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:34:44.931001 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f37f5d4-08d7-48f4-a9ed-1217e1e3d30b None None] Sync routers for ids ['688a8c2e-2e4b-4043-b3f8-ea201985862d'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:34:44.955315 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f37f5d4-08d7-48f4-a9ed-1217e1e3d30b None None] Routers {'688a8c2e-2e4b-4043-b3f8-ea201985862d'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:34:44.956321 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0f37f5d4-08d7-48f4-a9ed-1217e1e3d30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:34:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['688a8c2e-2e4b-4043-b3f8-ea201985862d'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:45.090653 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-73736404-75ca-4d8a-adfd-2a21116aaec2 service neutron] For port 328cdf06-cd56-479f-8096-7fd418011541, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:34:45.098547 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cd286333-0fcb-4f99-bbae-80c04c631aaf req-f1097484-4551-4e3a-9962-e37d7179320b tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups/18d9a04d-ce42-44ab-ae1a-cbcc259ead51 HTTP/1.1" status: 200 len: 1800 time: 0.2827995 Apr 28 19:34:45.103908 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-73736404-75ca-4d8a-adfd-2a21116aaec2 service neutron] For port 328cdf06-cd56-479f-8096-7fd418011541, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=328cdf06-cd56-479f-8096-7fd418011541,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:34:45.107989 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41308) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:34:45.108833 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-10fa773b-052b-4ce8-bd53-4472c6c2b3f7 admin admin] 10.222.0.42 "PUT /v2.0/routers/688a8c2e-2e4b-4043-b3f8-ea201985862d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1957629 Apr 28 19:34:45.113178 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d6223a23-0d57-4f0e-9f3a-26abe97d23ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:45.127013 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-4de9f5c7-c391-4733-acf1-9b55a88efba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:45.129842 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-4de9f5c7-c391-4733-acf1-9b55a88efba0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2874703 Apr 28 19:34:45.165426 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f32f1ed3-db58-460d-ab02-1c571ef9c509 req-a9e6e518-6cb6-49bf-851e-f39914a5b8fb tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=e711310a-62ae-4f0a-83ed-25d4a817b7f0 HTTP/1.1" status: 200 len: 210 time: 0.0552843 Apr 28 19:34:45.203021 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-6c24a29d-a614-44ee-82be-5738e4f8d699 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Allocated IP 172.20.0.5 (078f257f-ccf3-4985-b802-e93aa11e6332/fa4522c3-f018-4cb2-a4aa-58e81f9488ce/8eeac81c-4012-41eb-84b6-0da777d464d0) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:34:45.205957 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-73736404-75ca-4d8a-adfd-2a21116aaec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:45.330702 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-0f37f5d4-08d7-48f4-a9ed-1217e1e3d30b None None] Set router 688a8c2e-2e4b-4043-b3f8-ea201985862d gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:34:45.420200 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e90fea-3220-41de-8f49-29d74ef362f5 None None] New status for floating IP 36005140-3a93-4c11-8b6d-4f4bd44c417c: ACTIVE {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:34:45.513992 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-b6269cac-4082-4f17-9258-7cc4f2761172 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975512 Apr 28 19:34:45.515557 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6489f8-058a-4871-89ec-425e599f849f x-openstack-request-id: req-7f6489f8-058a-4871-89ec-425e599f849f {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:45.515844 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878a8957-8430-48f0-bb0f-4cf3e1e3d623", "tag": "f72d9815-ff47-4444-bcbd-5ec3c1260509", "status": "completed", "code": 200}, {"server_uuid": "2ae7d541-ed0b-48c0-bf78-b0903c2b106d", "name": "network-vif-unplugged", "status": "completed", "tag": "328cdf06-cd56-479f-8096-7fd418011541", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:45.516083 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7f6489f8-058a-4871-89ec-425e599f849f {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:45.516493 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f6489f8-058a-4871-89ec-425e599f849f'] response: {'name': 'network-changed', 'server_uuid': '878a8957-8430-48f0-bb0f-4cf3e1e3d623', 'tag': 'f72d9815-ff47-4444-bcbd-5ec3c1260509', 'status': 'completed', 'code': 200} Apr 28 19:34:45.517004 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f6489f8-058a-4871-89ec-425e599f849f'] response: {'server_uuid': '2ae7d541-ed0b-48c0-bf78-b0903c2b106d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '328cdf06-cd56-479f-8096-7fd418011541', 'code': 200} Apr 28 19:34:45.610662 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d6223a23-0d57-4f0e-9f3a-26abe97d23ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:45.706280 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d6223a23-0d57-4f0e-9f3a-26abe97d23ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:45.722283 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32c400-9f09-4fe1-a770-e25e03caecc6 req-660db93e-f062-4bf6-aa87-4d10ac85cde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:45.725618 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cc32c400-9f09-4fe1-a770-e25e03caecc6 req-660db93e-f062-4bf6-aa87-4d10ac85cde6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 1099 time: 0.3085291 Apr 28 19:34:45.770317 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0f37f5d4-08d7-48f4-a9ed-1217e1e3d30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-330594117-router', 'tenant_id': 'ee496e16332249aeb085dff577ef06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '9b889261-19b8-4cc1-8d0e-84e6d9ed6442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:32:57Z', 'updated_at': '2022-04-28T19:34:40Z', 'revision_number': 5, 'project_id': 'ee496e16332249aeb085dff577ef06a6', 'gw_port': {'id': '9b889261-19b8-4cc1-8d0e-84e6d9ed6442', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:32:58Z', 'updated_at': '2022-04-28T19:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:45.807527 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f37f5d4-08d7-48f4-a9ed-1217e1e3d30b None None] Checking router: 688a8c2e-2e4b-4043-b3f8-ea201985862d for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:34:45.820466 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6223a23-0d57-4f0e-9f3a-26abe97d23ab admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:34:45.821178 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f37f5d4-08d7-48f4-a9ed-1217e1e3d30b None None] Routers {'688a8c2e-2e4b-4043-b3f8-ea201985862d'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:34:45.821954 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0f37f5d4-08d7-48f4-a9ed-1217e1e3d30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:34:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['688a8c2e-2e4b-4043-b3f8-ea201985862d'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:45.832136 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbe55c2-8e22-4b7c-b402-7395e6c4765d', 'tag': 'f8fd0377-acfe-4958-b50a-8a5f400c6206'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:45.836704 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbaef0a5-f1a9-4a8b-8c7a-48fe9c45fce1" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbe55c2-8e22-4b7c-b402-7395e6c4765d", "tag": "f8fd0377-acfe-4958-b50a-8a5f400c6206"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:45.943829 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6223a23-0d57-4f0e-9f3a-26abe97d23ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746acaed-14f1-45d6-ace6-6ed5bfc28f47,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:45.965568 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d6223a23-0d57-4f0e-9f3a-26abe97d23ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:45.966241 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-d6223a23-0d57-4f0e-9f3a-26abe97d23ab admin admin] Added segment b829ef64-be8a-4132-85f3-fe72625073b9 of type vlan for network cd9a3f33-4f37-4d53-a192-e64109b1e4ab Apr 28 19:34:45.984885 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-0f37f5d4-08d7-48f4-a9ed-1217e1e3d30b None None] Set router 688a8c2e-2e4b-4043-b3f8-ea201985862d gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:34:46.025181 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef11980-5b02-449e-8763-22ef47015d43 req-7f060dc8-9205-42a1-b3a2-5405d9c45ec8 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:46.039018 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aef11980-5b02-449e-8763-22ef47015d43 req-7f060dc8-9205-42a1-b3a2-5405d9c45ec8 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 943 time: 0.4786489 Apr 28 19:34:46.051583 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c4cebd40-c6ff-4e88-9480-1d6f6163bb7c req-daa9e0ed-d9ed-4eba-94c0-d34ceb042976 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4910355 Apr 28 19:34:46.054582 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-73736404-75ca-4d8a-adfd-2a21116aaec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:46.055708 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-73736404-75ca-4d8a-adfd-2a21116aaec2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:46.057362 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-73736404-75ca-4d8a-adfd-2a21116aaec2 service neutron] 10.222.0.44 "PUT /v2.0/ports/328cdf06-cd56-479f-8096-7fd418011541 HTTP/1.1" status: 200 len: 1121 time: 3.5259926 Apr 28 19:34:46.218522 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d6223a23-0d57-4f0e-9f3a-26abe97d23ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:46.250939 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5e3570fd-a76c-4ebf-b3e2-dc5d3df5c75c admin admin] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:46.261381 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-6c24a29d-a614-44ee-82be-5738e4f8d699 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:46.302223 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32c400-9f09-4fe1-a770-e25e03caecc6 req-7eb16511-8e6c-493a-bb16-d25d8e065ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:46.305599 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cc32c400-9f09-4fe1-a770-e25e03caecc6 req-7eb16511-8e6c-493a-bb16-d25d8e065ef7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.5553961 Apr 28 19:34:46.351256 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aef11980-5b02-449e-8763-22ef47015d43 req-139c85bc-d7ca-482b-bee3-c9d50956e67b tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578969 Apr 28 19:34:46.438889 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['328cdf06-cd56-479f-8096-7fd418011541'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:34:46.442871 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['328cdf06-cd56-479f-8096-7fd418011541'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:34:46.461994 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cc32c400-9f09-4fe1-a770-e25e03caecc6 req-f8a0117a-bbcd-4fd0-96da-28356a124407 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=f72d9815-ff47-4444-bcbd-5ec3c1260509 HTTP/1.1" status: 200 len: 217 time: 0.1442380 Apr 28 19:34:46.487514 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73736404-75ca-4d8a-adfd-2a21116aaec2 service neutron] Pushing event updated for resources: {'Port': ['ID=328cdf06-cd56-479f-8096-7fd418011541,revision_number=8']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:46.496602 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-cd286333-0fcb-4f99-bbae-80c04c631aaf req-2841d904-1d99-42b3-881f-498c5f2b2bfd tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:46.520403 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d6223a23-0d57-4f0e-9f3a-26abe97d23ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:46.525742 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6223a23-0d57-4f0e-9f3a-26abe97d23ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:46.529494 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d6223a23-0d57-4f0e-9f3a-26abe97d23ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:46.578154 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5e3570fd-a76c-4ebf-b3e2-dc5d3df5c75c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:46.617520 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32c400-9f09-4fe1-a770-e25e03caecc6 req-e727f40d-74a8-4e87-a157-76e01d67c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:46.619855 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cc32c400-9f09-4fe1-a770-e25e03caecc6 req-e727f40d-74a8-4e87-a157-76e01d67c154 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6f268207a441e39ce17d2e9418f280&device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 1099 time: 0.4442506 Apr 28 19:34:46.683205 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-cd286333-0fcb-4f99-bbae-80c04c631aaf req-2841d904-1d99-42b3-881f-498c5f2b2bfd tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:46.747141 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-6c24a29d-a614-44ee-82be-5738e4f8d699 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:46.770123 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d6223a23-0d57-4f0e-9f3a-26abe97d23ab admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3741992 Apr 28 19:34:46.781779 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41318) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:34:46.801027 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-f769a2f2-ea1a-4b39-8f0c-7a0b15d25ceb admin admin] Request body: {'subnet': {'network_id': 'cd9a3f33-4f37-4d53-a192-e64109b1e4ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-430105637-subnet', 'tenant_id': '0ae8d60049c14c75bd87e80dada3b364', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:34:46.808252 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32c400-9f09-4fe1-a770-e25e03caecc6 req-8e8bca68-3845-4f8f-8bb0-8da8b7061051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:46.811050 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cc32c400-9f09-4fe1-a770-e25e03caecc6 req-8e8bca68-3845-4f8f-8bb0-8da8b7061051 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.3360014 Apr 28 19:34:46.851979 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-cd286333-0fcb-4f99-bbae-80c04c631aaf req-2841d904-1d99-42b3-881f-498c5f2b2bfd tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:46.855219 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-cd286333-0fcb-4f99-bbae-80c04c631aaf req-2841d904-1d99-42b3-881f-498c5f2b2bfd tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:46.863591 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cd286333-0fcb-4f99-bbae-80c04c631aaf req-2841d904-1d99-42b3-881f-498c5f2b2bfd tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "DELETE /v2.0/security-groups/18d9a04d-ce42-44ab-ae1a-cbcc259ead51 HTTP/1.1" status: 204 len: 173 time: 1.7320290 Apr 28 19:34:46.877011 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6223a23-0d57-4f0e-9f3a-26abe97d23ab admin admin] Pushing event updated for resources: {'Network': ['ID=cd9a3f33-4f37-4d53-a192-e64109b1e4ab,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:46.925720 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11638263-e1c0-4f61-af9c-28678b65331e x-openstack-request-id: req-11638263-e1c0-4f61-af9c-28678b65331e {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:46.926194 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbe55c2-8e22-4b7c-b402-7395e6c4765d", "tag": "f8fd0377-acfe-4958-b50a-8a5f400c6206", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:46.926598 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-11638263-e1c0-4f61-af9c-28678b65331e {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:46.927220 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11638263-e1c0-4f61-af9c-28678b65331e'] response: {'name': 'network-changed', 'server_uuid': '7cbe55c2-8e22-4b7c-b402-7395e6c4765d', 'tag': 'f8fd0377-acfe-4958-b50a-8a5f400c6206', 'status': 'completed', 'code': 200} Apr 28 19:34:46.949316 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-6c24a29d-a614-44ee-82be-5738e4f8d699 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Network 078f257f-ccf3-4985-b802-e93aa11e6332 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:34:46.963735 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c0ff4-0444-46f1-a28f-f8b93a1e1bef req-5f0a7e45-6b8e-4790-a424-194fb341b343 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:46.965421 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-137c0ff4-0444-46f1-a28f-f8b93a1e1bef req-5f0a7e45-6b8e-4790-a424-194fb341b343 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=e201f2c2-d6b0-40c2-bbd8-d91690e6a7b4 HTTP/1.1" status: 200 len: 945 time: 0.3686645 Apr 28 19:34:46.969255 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-6c24a29d-a614-44ee-82be-5738e4f8d699 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:34:46.978020 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-6c24a29d-a614-44ee-82be-5738e4f8d699 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:34:46.983126 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f769a2f2-ea1a-4b39-8f0c-7a0b15d25ceb admin admin] Made reservation on behalf of 0ae8d60049c14c75bd87e80dada3b364 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:34:46.985693 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f769a2f2-ea1a-4b39-8f0c-7a0b15d25ceb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:47.005140 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:34:47.006330 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network cd9a3f33-4f37-4d53-a192-e64109b1e4ab details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:34:47.013309 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c24a29d-a614-44ee-82be-5738e4f8d699 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Pushing event updated for resources: {'Port': ['ID=8eeac81c-4012-41eb-84b6-0da777d464d0,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:47.015571 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841d904-1d99-42b3-881f-498c5f2b2bfd tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d9a04d-ce42-44ab-ae1a-cbcc259ead51,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:47.074981 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32c400-9f09-4fe1-a770-e25e03caecc6 req-bc1413a7-7ad8-4c1f-95a1-df075b49a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:47.076156 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cc32c400-9f09-4fe1-a770-e25e03caecc6 req-bc1413a7-7ad8-4c1f-95a1-df075b49a1cb service neutron] 10.222.0.15 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.4085562 Apr 28 19:34:47.117797 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32c400-9f09-4fe1-a770-e25e03caecc6 req-bbdbdcb0-a181-4145-9944-c7f2ef3ac393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:47.120598 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cc32c400-9f09-4fe1-a770-e25e03caecc6 req-bbdbdcb0-a181-4145-9944-c7f2ef3ac393 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2651622 Apr 28 19:34:47.144152 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-6c24a29d-a614-44ee-82be-5738e4f8d699 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:47.144152 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-6c24a29d-a614-44ee-82be-5738e4f8d699 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:47.144879 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-5e3570fd-a76c-4ebf-b3e2-dc5d3df5c75c admin admin] Deleting port 9b889261-19b8-4cc1-8d0e-84e6d9ed6442 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:34:47.144879 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5e3570fd-a76c-4ebf-b3e2-dc5d3df5c75c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:47.189669 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0f37f5d4-08d7-48f4-a9ed-1217e1e3d30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-330594117-router', 'tenant_id': 'ee496e16332249aeb085dff577ef06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '9b889261-19b8-4cc1-8d0e-84e6d9ed6442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:32:57Z', 'updated_at': '2022-04-28T19:34:40Z', 'revision_number': 5, 'project_id': 'ee496e16332249aeb085dff577ef06a6', 'gw_port': {'id': '9b889261-19b8-4cc1-8d0e-84e6d9ed6442', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:32:58Z', 'updated_at': '2022-04-28T19:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:47.210081 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cc32c400-9f09-4fe1-a770-e25e03caecc6 req-29e81495-36e9-4339-86c2-feb491ec9ebd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=f72d9815-ff47-4444-bcbd-5ec3c1260509 HTTP/1.1" status: 200 len: 217 time: 0.0797987 Apr 28 19:34:47.216059 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-137c0ff4-0444-46f1-a28f-f8b93a1e1bef req-c0c14457-d413-46cb-afb4-06c1585865fb tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966050 Apr 28 19:34:47.230856 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f37f5d4-08d7-48f4-a9ed-1217e1e3d30b None None] The sync data for ids ['688a8c2e-2e4b-4043-b3f8-ea201985862d'] in n-d-839810-1 is: [{'id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-330594117-router', 'tenant_id': 'ee496e16332249aeb085dff577ef06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '9b889261-19b8-4cc1-8d0e-84e6d9ed6442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:32:57Z', 'updated_at': '2022-04-28T19:34:40Z', 'revision_number': 5, 'project_id': 'ee496e16332249aeb085dff577ef06a6', 'gw_port': {'id': '9b889261-19b8-4cc1-8d0e-84e6d9ed6442', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688a8c2e-2e4b-4043-b3f8-ea201985862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:32:58Z', 'updated_at': '2022-04-28T19:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:34:47.264983 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f11e25-54f4-4b7c-bddf-33ca5aa957b2 req-cba9a6d8-a6f7-4cf7-9801-2f0b978011f8 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:47.267986 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c0f11e25-54f4-4b7c-bddf-33ca5aa957b2 req-cba9a6d8-a6f7-4cf7-9801-2f0b978011f8 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 948 time: 0.2569215 Apr 28 19:34:47.347504 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-6c24a29d-a614-44ee-82be-5738e4f8d699 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1404669 Apr 28 19:34:47.380959 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-c75c1298-b15a-4564-845a-03121e5ed211 service neutron] Request body: {'port': {'device_id': 'e711310a-62ae-4f0a-83ed-25d4a817b7f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:34:47.438408 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaef0a5-f1a9-4a8b-8c7a-48fe9c45fce1 req-1a742765-64c8-41dc-86b3-8e8852b7a75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:47.440356 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bbaef0a5-f1a9-4a8b-8c7a-48fe9c45fce1 req-1a742765-64c8-41dc-86b3-8e8852b7a75e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac4a325e58b9497b9421c85aa337c854&device_id=7cbe55c2-8e22-4b7c-b402-7395e6c4765d HTTP/1.1" status: 200 len: 1097 time: 0.4194307 Apr 28 19:34:47.445924 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32c400-9f09-4fe1-a770-e25e03caecc6 req-e04c8fa4-b9e8-42f6-9f48-6c4f804be740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:47.447654 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cc32c400-9f09-4fe1-a770-e25e03caecc6 req-e04c8fa4-b9e8-42f6-9f48-6c4f804be740 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.2112193 Apr 28 19:34:47.535406 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c0f11e25-54f4-4b7c-bddf-33ca5aa957b2 req-91d9b7ef-2b50-4c52-b7d4-5be88e1857af tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700752 Apr 28 19:34:47.535804 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ae7d541-ed0b-48c0-bf78-b0903c2b106d', 'tag': '328cdf06-cd56-479f-8096-7fd418011541'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:47.538370 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7922e24-c49d-4a68-bcef-38e09ef93dda" -d '{"events": [{"name": "network-changed", "server_uuid": "2ae7d541-ed0b-48c0-bf78-b0903c2b106d", "tag": "328cdf06-cd56-479f-8096-7fd418011541"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:47.609169 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-5e3570fd-a76c-4ebf-b3e2-dc5d3df5c75c admin admin] For port 9b889261-19b8-4cc1-8d0e-84e6d9ed6442, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=9b889261-19b8-4cc1-8d0e-84e6d9ed6442,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:47.609566 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5e3570fd-a76c-4ebf-b3e2-dc5d3df5c75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:47.674861 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-5e3570fd-a76c-4ebf-b3e2-dc5d3df5c75c admin admin] Calling delete_port for 9b889261-19b8-4cc1-8d0e-84e6d9ed6442 owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:34:47.702898 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 1ca4a4dc-7a52-4e95-86f7-56f4e509e895 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:34:47.735191 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32c400-9f09-4fe1-a770-e25e03caecc6 req-dbf0495e-5c2e-42a3-a5d8-7fb6872a3628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:47.737791 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cc32c400-9f09-4fe1-a770-e25e03caecc6 req-dbf0495e-5c2e-42a3-a5d8-7fb6872a3628 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2681897 Apr 28 19:34:47.755998 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 1ca4a4dc-7a52-4e95-86f7-56f4e509e895 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:34:47.757270 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 1ca4a4dc-7a52-4e95-86f7-56f4e509e895 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:34:47.809302 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cc32c400-9f09-4fe1-a770-e25e03caecc6 req-145bece3-4e49-4208-8a40-3bc53b4f0983 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6787088 Apr 28 19:34:47.809842 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e5ee1442-a4bd-472d-8833-44eee7124a7e req-9ab246aa-fcd5-4a36-b299-87280ab206fc tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups/5065642e-8884-438a-8f99-052b9beb876d HTTP/1.1" status: 200 len: 1800 time: 0.2223084 Apr 28 19:34:47.837861 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaef0a5-f1a9-4a8b-8c7a-48fe9c45fce1 req-4114aed8-ab75-4e44-b01f-dcda4870843b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:47.839391 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bbaef0a5-f1a9-4a8b-8c7a-48fe9c45fce1 req-4114aed8-ab75-4e44-b01f-dcda4870843b service neutron] 10.222.0.15 "GET /v2.0/networks?id=f904c84c-5f3f-4a5e-afcd-ce355e55bb02 HTTP/1.1" status: 200 len: 915 time: 0.3825395 Apr 28 19:34:47.919751 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f769a2f2-ea1a-4b39-8f0c-7a0b15d25ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:47.974562 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-c75c1298-b15a-4564-845a-03121e5ed211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:47.990437 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c33856-952b-462d-888a-f4656c8fd7e0 req-f9debb5d-733f-4f9b-8c5f-4e4c3eccbb42 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:47.992293 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-97c33856-952b-462d-888a-f4656c8fd7e0 req-f9debb5d-733f-4f9b-8c5f-4e4c3eccbb42 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=e711310a-62ae-4f0a-83ed-25d4a817b7f0 HTTP/1.1" status: 200 len: 931 time: 0.6365094 Apr 28 19:34:48.120866 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bbaef0a5-f1a9-4a8b-8c7a-48fe9c45fce1 req-fbe7511d-76b1-42bb-9eee-44a460920f6a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8fd0377-acfe-4958-b50a-8a5f400c6206 HTTP/1.1" status: 200 len: 1002 time: 0.2403858 Apr 28 19:34:48.125676 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769a2f2-ea1a-4b39-8f0c-7a0b15d25ceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc5dd537-7332-4861-b99c-a057f048c0a3,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:48.154920 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cc32c400-9f09-4fe1-a770-e25e03caecc6 req-5822f9fa-a20e-4379-9bd3-543108ab23d0 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491914 Apr 28 19:34:48.169174 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cc32c400-9f09-4fe1-a770-e25e03caecc6 req-ffb5b154-3f5c-4518-adde-c78947667758 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511248 Apr 28 19:34:48.281213 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e5ee1442-a4bd-472d-8833-44eee7124a7e req-80dba848-85aa-45ff-b2e9-945a10dafb10 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:48.299890 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-97c33856-952b-462d-888a-f4656c8fd7e0 req-1da27107-1b62-4397-a82c-5bc1147747ee tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645156 Apr 28 19:34:48.302731 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f769a2f2-ea1a-4b39-8f0c-7a0b15d25ceb admin admin] Checking segment: {'id': 'b829ef64-be8a-4132-85f3-fe72625073b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cd9a3f33-4f37-4d53-a192-e64109b1e4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:34:48.303694 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f769a2f2-ea1a-4b39-8f0c-7a0b15d25ceb admin admin] Network hostable DHCP agents. Network: cd9a3f33-4f37-4d53-a192-e64109b1e4ab, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:34:48.312710 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device f72d9815-ff47-4444-bcbd-5ec3c1260509 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:34:48.445418 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e5ee1442-a4bd-472d-8833-44eee7124a7e req-80dba848-85aa-45ff-b2e9-945a10dafb10 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:48.449411 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f769a2f2-ea1a-4b39-8f0c-7a0b15d25ceb admin admin] Network cd9a3f33-4f37-4d53-a192-e64109b1e4ab is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:34:48.451995 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaef0a5-f1a9-4a8b-8c7a-48fe9c45fce1 req-df775aa1-c3ff-4518-be09-f6541840c9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:48.453767 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bbaef0a5-f1a9-4a8b-8c7a-48fe9c45fce1 req-df775aa1-c3ff-4518-be09-f6541840c9a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=556349f0-38e7-4d9a-a43e-b8816ebacc40 HTTP/1.1" status: 200 len: 853 time: 0.3189244 Apr 28 19:34:48.511979 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-f769a2f2-ea1a-4b39-8f0c-7a0b15d25ceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, cd9a3f33-4f37-4d53-a192-e64109b1e4ab) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:34:48.521205 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f769a2f2-ea1a-4b39-8f0c-7a0b15d25ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:48.522439 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f769a2f2-ea1a-4b39-8f0c-7a0b15d25ceb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:48.577817 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cc32c400-9f09-4fe1-a770-e25e03caecc6 req-4d32662e-47b6-45fd-a1ed-5f17a324758e service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022834 Apr 28 19:34:48.592589 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5e3570fd-a76c-4ebf-b3e2-dc5d3df5c75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:48.599664 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e5ee1442-a4bd-472d-8833-44eee7124a7e req-80dba848-85aa-45ff-b2e9-945a10dafb10 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:48.611110 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e5ee1442-a4bd-472d-8833-44eee7124a7e req-80dba848-85aa-45ff-b2e9-945a10dafb10 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:48.617055 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port f72d9815-ff47-4444-bcbd-5ec3c1260509, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=f72d9815-ff47-4444-bcbd-5ec3c1260509,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:48.628680 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e5ee1442-a4bd-472d-8833-44eee7124a7e req-80dba848-85aa-45ff-b2e9-945a10dafb10 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "DELETE /v2.0/security-groups/5065642e-8884-438a-8f99-052b9beb876d HTTP/1.1" status: 204 len: 173 time: 0.7881796 Apr 28 19:34:48.658651 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'f72d9815-ff47-4444-bcbd-5ec3c1260509', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': 'f72d9815-ff47-4444-bcbd-5ec3c1260509', 'mac_address': 'fa:16:3e:3c:53:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:34:48.664546 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd576765-4fdc-42f5-b56b-6afbf751a3e3 None None] Network cd9a3f33-4f37-4d53-a192-e64109b1e4ab requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:34:48.695848 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f769a2f2-ea1a-4b39-8f0c-7a0b15d25ceb admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9014952 Apr 28 19:34:48.700816 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41336) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:34:48.734419 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-c75c1298-b15a-4564-845a-03121e5ed211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eeac81c-4012-41eb-84b6-0da777d464d0 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:34:48.745794 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-c75c1298-b15a-4564-845a-03121e5ed211 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:48.762623 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-c75c1298-b15a-4564-845a-03121e5ed211 service neutron] Transition to ACTIVE for port object 8eeac81c-4012-41eb-84b6-0da777d464d0 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:34:48.768840 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-c75c1298-b15a-4564-845a-03121e5ed211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:48.817390 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-97149ad8-6145-4bb8-b679-4668ad40773a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-430105637-router', 'tenant_id': '0ae8d60049c14c75bd87e80dada3b364', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:34:48.837751 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaef0a5-f1a9-4a8b-8c7a-48fe9c45fce1 req-31528a2c-80a6-4c7a-b1a3-9386924654a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:48.841017 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bbaef0a5-f1a9-4a8b-8c7a-48fe9c45fce1 req-31528a2c-80a6-4c7a-b1a3-9386924654a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f904c84c-5f3f-4a5e-afcd-ce355e55bb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3674741 Apr 28 19:34:48.842981 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3570fd-a76c-4ebf-b3e2-dc5d3df5c75c admin admin] Pushing event deleted for resources: {'Port': ['ID=9b889261-19b8-4cc1-8d0e-84e6d9ed6442,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:48.847077 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dba848-85aa-45ff-b2e9-945a10dafb10 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5065642e-8884-438a-8f99-052b9beb876d,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:48.875502 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c1298-b15a-4564-845a-03121e5ed211 service neutron] Pushing event updated for resources: {'Port': ['ID=8eeac81c-4012-41eb-84b6-0da777d464d0,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:48.920464 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:48.955099 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-c75c1298-b15a-4564-845a-03121e5ed211 service neutron] Attempting to bind port 8eeac81c-4012-41eb-84b6-0da777d464d0 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:34:48.955566 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-c75c1298-b15a-4564-845a-03121e5ed211 service neutron] Attempting to bind port 8eeac81c-4012-41eb-84b6-0da777d464d0 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c10cc5b9-432d-471e-8b74-080f77012f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '078f257f-ccf3-4985-b802-e93aa11e6332'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:34:48.955741 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-c75c1298-b15a-4564-845a-03121e5ed211 service neutron] Attempting to bind port 8eeac81c-4012-41eb-84b6-0da777d464d0 on network 078f257f-ccf3-4985-b802-e93aa11e6332 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:34:48.972788 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f72d9815-ff47-4444-bcbd-5ec3c1260509 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:34:48.973804 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-c75c1298-b15a-4564-845a-03121e5ed211 service neutron] Port 8eeac81c-4012-41eb-84b6-0da777d464d0 on network 078f257f-ccf3-4985-b802-e93aa11e6332 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:34:48.974469 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-c75c1298-b15a-4564-845a-03121e5ed211 service neutron] Attempting to bind port 8eeac81c-4012-41eb-84b6-0da777d464d0 on network 078f257f-ccf3-4985-b802-e93aa11e6332 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:34:48.993934 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-c75c1298-b15a-4564-845a-03121e5ed211 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:34:48.994823 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-c75c1298-b15a-4564-845a-03121e5ed211 service neutron] Checking segment: {'id': 'c10cc5b9-432d-471e-8b74-080f77012f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '078f257f-ccf3-4985-b802-e93aa11e6332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:34:48.995756 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-c75c1298-b15a-4564-845a-03121e5ed211 service neutron] Bound using segment: {'id': 'c10cc5b9-432d-471e-8b74-080f77012f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '078f257f-ccf3-4985-b802-e93aa11e6332'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:34:48.997761 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-c75c1298-b15a-4564-845a-03121e5ed211 service neutron] Bound port: 8eeac81c-4012-41eb-84b6-0da777d464d0, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c10cc5b9-432d-471e-8b74-080f77012f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '078f257f-ccf3-4985-b802-e93aa11e6332'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:34:48.998938 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-c75c1298-b15a-4564-845a-03121e5ed211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:49.051699 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port f72d9815-ff47-4444-bcbd-5ec3c1260509, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=f72d9815-ff47-4444-bcbd-5ec3c1260509,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:49.067764 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b457ec-73a2-4d0c-a4e3-1fba892d9f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-cd9a3f33-4f37-4d53-a192-e64109b1e4ab', 'network_id': 'cd9a3f33-4f37-4d53-a192-e64109b1e4ab', 'tenant_id': '0ae8d60049c14c75bd87e80dada3b364', 'fixed_ips': [{'subnet_id': 'fc5dd537-7332-4861-b99c-a057f048c0a3'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:34:49.073245 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-07b457ec-73a2-4d0c-a4e3-1fba892d9f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:49.083917 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-97149ad8-6145-4bb8-b679-4668ad40773a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:49.086861 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-97149ad8-6145-4bb8-b679-4668ad40773a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:49.094780 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:49.167545 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-c75c1298-b15a-4564-845a-03121e5ed211 service neutron] For port 8eeac81c-4012-41eb-84b6-0da777d464d0, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:34:49.170867 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-97149ad8-6145-4bb8-b679-4668ad40773a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:49.187111 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-c75c1298-b15a-4564-845a-03121e5ed211 service neutron] For port 8eeac81c-4012-41eb-84b6-0da777d464d0, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=8eeac81c-4012-41eb-84b6-0da777d464d0,segment=NetworkSegment(c10cc5b9-432d-471e-8b74-080f77012f91),segment_id=c10cc5b9-432d-471e-8b74-080f77012f91)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:34:49.200014 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-c75c1298-b15a-4564-845a-03121e5ed211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:49.241275 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=f72d9815-ff47-4444-bcbd-5ec3c1260509,revision_number=12']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:49.297023 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c1298-b15a-4564-845a-03121e5ed211 service neutron] Pushing event updated for resources: {'Port': ['ID=8eeac81c-4012-41eb-84b6-0da777d464d0,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:49.305948 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5e3570fd-a76c-4ebf-b3e2-dc5d3df5c75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:49.323369 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-c75c1298-b15a-4564-845a-03121e5ed211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:49.324571 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-c75c1298-b15a-4564-845a-03121e5ed211 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:49.330637 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-c75c1298-b15a-4564-845a-03121e5ed211 service neutron] 10.222.0.15 "PUT /v2.0/ports/8eeac81c-4012-41eb-84b6-0da777d464d0 HTTP/1.1" status: 200 len: 1091 time: 1.9697700 Apr 28 19:34:49.331496 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e711310a-62ae-4f0a-83ed-25d4a817b7f0', 'tag': '8eeac81c-4012-41eb-84b6-0da777d464d0'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:49.338782 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33ed166-9afc-4c9d-880b-5b30448a12d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e711310a-62ae-4f0a-83ed-25d4a817b7f0", "tag": "8eeac81c-4012-41eb-84b6-0da777d464d0"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:49.388478 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-07b457ec-73a2-4d0c-a4e3-1fba892d9f1c None None] Allocated IP 172.20.0.2 (cd9a3f33-4f37-4d53-a192-e64109b1e4ab/fc5dd537-7332-4861-b99c-a057f048c0a3/95323f73-78a4-4d7a-9aca-70f4571fc42a) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:34:49.413782 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bbaef0a5-f1a9-4a8b-8c7a-48fe9c45fce1 req-ca5a2b82-e2cc-4c20-9c97-d87bf00b7300 service neutron] 10.222.0.15 "GET /v2.0/networks/f904c84c-5f3f-4a5e-afcd-ce355e55bb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212767 Apr 28 19:34:49.420572 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d5640f-82f9-4c21-b1cf-9ab1396e0745 x-openstack-request-id: req-a0d5640f-82f9-4c21-b1cf-9ab1396e0745 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:49.420881 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ae7d541-ed0b-48c0-bf78-b0903c2b106d", "tag": "328cdf06-cd56-479f-8096-7fd418011541", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:49.421109 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a0d5640f-82f9-4c21-b1cf-9ab1396e0745 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:49.421523 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0d5640f-82f9-4c21-b1cf-9ab1396e0745'] response: {'name': 'network-changed', 'server_uuid': '2ae7d541-ed0b-48c0-bf78-b0903c2b106d', 'tag': '328cdf06-cd56-479f-8096-7fd418011541', 'status': 'completed', 'code': 200} Apr 28 19:34:49.478667 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3822ef5-bdf0-43f6-a198-d8d34b9e0769 req-9edf7cd0-dd3c-4824-a015-53e2d1362f39 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:49.486384 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f3822ef5-bdf0-43f6-a198-d8d34b9e0769 req-9edf7cd0-dd3c-4824-a015-53e2d1362f39 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 943 time: 0.7117212 Apr 28 19:34:49.566694 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['f72d9815-ff47-4444-bcbd-5ec3c1260509'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:34:49.604723 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7922e24-c49d-4a68-bcef-38e09ef93dda req-ae28f4ad-2f2e-437e-8bad-c564bb0236d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:49.607904 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b7922e24-c49d-4a68-bcef-38e09ef93dda req-ae28f4ad-2f2e-437e-8bad-c564bb0236d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1af134fdfb54762be9898d865bc6112&device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 1124 time: 0.1644235 Apr 28 19:34:49.662709 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5e3570fd-a76c-4ebf-b3e2-dc5d3df5c75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:49.704156 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5e3570fd-a76c-4ebf-b3e2-dc5d3df5c75c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:49.807003 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-97149ad8-6145-4bb8-b679-4668ad40773a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:49.835982 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f3822ef5-bdf0-43f6-a198-d8d34b9e0769 req-cb39b128-d742-4fcc-9a2c-731f3370b5f3 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483050 Apr 28 19:34:49.845250 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e7b50516-7a76-4da8-b777-0857e7bcf2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:49.858215 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-38fedcc7-79f1-4222-b87d-873db2606e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:49.864759 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-38fedcc7-79f1-4222-b87d-873db2606e4c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=18e7417f07dd49118ed10405bce7a39b&device_id=e711310a-62ae-4f0a-83ed-25d4a817b7f0 HTTP/1.1" status: 200 len: 1094 time: 0.4110436 Apr 28 19:34:49.872820 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5e3570fd-a76c-4ebf-b3e2-dc5d3df5c75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:49.873663 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3570fd-a76c-4ebf-b3e2-dc5d3df5c75c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 688a8c2e-2e4b-4043-b3f8-ea201985862d {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:34:49.897847 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d8766-8864-4124-a36a-48250f71c94a req-bf7b9053-5b5b-4058-aaea-ecae528342fd tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:49.914688 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-353d8766-8864-4124-a36a-48250f71c94a req-bf7b9053-5b5b-4058-aaea-ecae528342fd tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 949 time: 0.3222032 Apr 28 19:34:49.945289 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-07b457ec-73a2-4d0c-a4e3-1fba892d9f1c None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:49.957682 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bbaef0a5-f1a9-4a8b-8c7a-48fe9c45fce1 req-61f933ac-3012-49a9-ba90-38c3da2bae06 service neutron] 10.222.0.15 "GET /v2.0/networks/f904c84c-5f3f-4a5e-afcd-ce355e55bb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4941227 Apr 28 19:34:49.981712 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-07b457ec-73a2-4d0c-a4e3-1fba892d9f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:49.997144 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5e3570fd-a76c-4ebf-b3e2-dc5d3df5c75c admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:49.997973 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5e3570fd-a76c-4ebf-b3e2-dc5d3df5c75c admin admin] 10.222.0.42 "DELETE /v2.0/routers/688a8c2e-2e4b-4043-b3f8-ea201985862d HTTP/1.1" status: 204 len: 168 time: 4.8884807 Apr 28 19:34:50.012403 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-db780632-1188-4178-a44b-bd4e6bf5ac41 req-30a87bd1-0bb0-4213-8eb6-22cdbeb5f8e4 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1144626017', 'description': 'tempest-description-335827045'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:34:50.013902 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41348) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:34:50.097072 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b457ec-73a2-4d0c-a4e3-1fba892d9f1c None None] Network cd9a3f33-4f37-4d53-a192-e64109b1e4ab is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:34:50.106756 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-07b457ec-73a2-4d0c-a4e3-1fba892d9f1c None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:34:50.118785 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b457ec-73a2-4d0c-a4e3-1fba892d9f1c None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:34:50.123734 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b457ec-73a2-4d0c-a4e3-1fba892d9f1c None None] Pushing event updated for resources: {'Port': ['ID=95323f73-78a4-4d7a-9aca-70f4571fc42a,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:50.137753 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-353d8766-8864-4124-a36a-48250f71c94a req-d2eaac56-67cc-4240-8d71-2e9d92c71dc3 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216699 Apr 28 19:34:50.202411 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7922e24-c49d-4a68-bcef-38e09ef93dda req-6d5b3977-604b-4fee-96fe-be6543443861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:50.208090 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-07b457ec-73a2-4d0c-a4e3-1fba892d9f1c None None] Attempting to bind port 95323f73-78a4-4d7a-9aca-70f4571fc42a on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:34:50.208485 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-07b457ec-73a2-4d0c-a4e3-1fba892d9f1c None None] Attempting to bind port 95323f73-78a4-4d7a-9aca-70f4571fc42a by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'b829ef64-be8a-4132-85f3-fe72625073b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cd9a3f33-4f37-4d53-a192-e64109b1e4ab'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:34:50.208846 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b457ec-73a2-4d0c-a4e3-1fba892d9f1c None None] Attempting to bind port 95323f73-78a4-4d7a-9aca-70f4571fc42a on network cd9a3f33-4f37-4d53-a192-e64109b1e4ab {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:34:50.215715 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b457ec-73a2-4d0c-a4e3-1fba892d9f1c None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:34:50.216090 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b457ec-73a2-4d0c-a4e3-1fba892d9f1c None None] Checking segment: {'id': 'b829ef64-be8a-4132-85f3-fe72625073b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cd9a3f33-4f37-4d53-a192-e64109b1e4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:34:50.216535 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-07b457ec-73a2-4d0c-a4e3-1fba892d9f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:50.216925 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b457ec-73a2-4d0c-a4e3-1fba892d9f1c None None] Bound using segment: {'id': 'b829ef64-be8a-4132-85f3-fe72625073b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cd9a3f33-4f37-4d53-a192-e64109b1e4ab'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:34:50.217263 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b7922e24-c49d-4a68-bcef-38e09ef93dda req-6d5b3977-604b-4fee-96fe-be6543443861 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6836a994-cb1e-455e-a97f-31c9ee3bdef2 HTTP/1.1" status: 200 len: 920 time: 0.5911345 Apr 28 19:34:50.217449 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-07b457ec-73a2-4d0c-a4e3-1fba892d9f1c None None] Bound port: 95323f73-78a4-4d7a-9aca-70f4571fc42a, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b829ef64-be8a-4132-85f3-fe72625073b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cd9a3f33-4f37-4d53-a192-e64109b1e4ab'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:34:50.217888 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-07b457ec-73a2-4d0c-a4e3-1fba892d9f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:50.288502 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b7922e24-c49d-4a68-bcef-38e09ef93dda req-821c4d7e-d6b3-41c4-b8ea-30ffe078c7f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=328cdf06-cd56-479f-8096-7fd418011541 HTTP/1.1" status: 200 len: 217 time: 0.0607829 Apr 28 19:34:50.307553 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-a30219fc-8e6d-4d78-af16-1927df1da61c admin admin] Deleting subnet 45c28097-beec-4874-b7ee-ffa03c177fe7 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:34:50.336566 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a30219fc-8e6d-4d78-af16-1927df1da61c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:50.359914 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf30cfc-71c5-444d-aa94-19d82184af6c x-openstack-request-id: req-1cf30cfc-71c5-444d-aa94-19d82184af6c {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:50.360246 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e711310a-62ae-4f0a-83ed-25d4a817b7f0", "tag": "8eeac81c-4012-41eb-84b6-0da777d464d0", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:50.360496 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1cf30cfc-71c5-444d-aa94-19d82184af6c {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:50.361076 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cf30cfc-71c5-444d-aa94-19d82184af6c'] response: {'name': 'network-changed', 'server_uuid': 'e711310a-62ae-4f0a-83ed-25d4a817b7f0', 'tag': '8eeac81c-4012-41eb-84b6-0da777d464d0', 'status': 'completed', 'code': 200} Apr 28 19:34:50.370496 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-07b457ec-73a2-4d0c-a4e3-1fba892d9f1c None None] For port 95323f73-78a4-4d7a-9aca-70f4571fc42a, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:34:50.389425 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-07b457ec-73a2-4d0c-a4e3-1fba892d9f1c None None] For port 95323f73-78a4-4d7a-9aca-70f4571fc42a, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=95323f73-78a4-4d7a-9aca-70f4571fc42a,segment=NetworkSegment(b829ef64-be8a-4132-85f3-fe72625073b9),segment_id=b829ef64-be8a-4132-85f3-fe72625073b9)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:34:50.398537 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-07b457ec-73a2-4d0c-a4e3-1fba892d9f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:50.399459 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7922e24-c49d-4a68-bcef-38e09ef93dda req-717bb398-0d0b-4d6e-b939-174340469f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:50.401110 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b7922e24-c49d-4a68-bcef-38e09ef93dda req-717bb398-0d0b-4d6e-b939-174340469f79 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb798a62-4141-409b-9f67-e98b8568ccb2 HTTP/1.1" status: 200 len: 859 time: 0.1074722 Apr 28 19:34:50.422027 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a30219fc-8e6d-4d78-af16-1927df1da61c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:50.490594 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b457ec-73a2-4d0c-a4e3-1fba892d9f1c None None] Pushing event updated for resources: {'Port': ['ID=95323f73-78a4-4d7a-9aca-70f4571fc42a,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:50.605223 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a30219fc-8e6d-4d78-af16-1927df1da61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:50.626082 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-af78027b-9452-4ab6-9f8a-5b6309b81d1b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8eeac81c-4012-41eb-84b6-0da777d464d0 HTTP/1.1" status: 200 len: 217 time: 0.7501402 Apr 28 19:34:50.711726 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b7922e24-c49d-4a68-bcef-38e09ef93dda req-4061d466-d682-4a81-8a21-5e731a2d9a2c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6836a994-cb1e-455e-a97f-31c9ee3bdef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2942770 Apr 28 19:34:50.711997 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-db780632-1188-4178-a44b-bd4e6bf5ac41 req-30a87bd1-0bb0-4213-8eb6-22cdbeb5f8e4 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:50.769952 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-66c0f31f-5797-426d-a080-71e703a7da0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:50.771938 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-66c0f31f-5797-426d-a080-71e703a7da0b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa4522c3-f018-4cb2-a4aa-58e81f9488ce HTTP/1.1" status: 200 len: 862 time: 0.1343818 Apr 28 19:34:50.839531 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-ab8f7330-c51b-41d3-a65c-be61f6eca813 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=078f257f-ccf3-4985-b802-e93aa11e6332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370579 Apr 28 19:34:50.872137 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed025ba6-83ff-4b7f-b43f-2f521d30aac6 req-9ea8ae28-2f55-434e-a4f3-13bfb9c8f6b3 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:50.883914 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ed025ba6-83ff-4b7f-b43f-2f521d30aac6 req-9ea8ae28-2f55-434e-a4f3-13bfb9c8f6b3 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=e711310a-62ae-4f0a-83ed-25d4a817b7f0 HTTP/1.1" status: 200 len: 943 time: 0.4277952 Apr 28 19:34:50.927049 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-db780632-1188-4178-a44b-bd4e6bf5ac41 req-30a87bd1-0bb0-4213-8eb6-22cdbeb5f8e4 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:50.948345 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b7922e24-c49d-4a68-bcef-38e09ef93dda req-699905d6-1bf6-467c-8027-b5a3b416f636 service neutron] 10.222.0.15 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249768 Apr 28 19:34:50.997952 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a30219fc-8e6d-4d78-af16-1927df1da61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:51.015606 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-db780632-1188-4178-a44b-bd4e6bf5ac41 req-30a87bd1-0bb0-4213-8eb6-22cdbeb5f8e4 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:51.036614 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a30219fc-8e6d-4d78-af16-1927df1da61c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:51.044163 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a30219fc-8e6d-4d78-af16-1927df1da61c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/45c28097-beec-4874-b7ee-ffa03c177fe7 HTTP/1.1" status: 204 len: 168 time: 1.0287774 Apr 28 19:34:51.047657 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30219fc-8e6d-4d78-af16-1927df1da61c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45c28097-beec-4874-b7ee-ffa03c177fe7,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:51.051725 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1061921-43ea-4b51-b629-aa2c3188876f None None] Network fd6ec307-38a5-449d-ba43-3dd6f89e48d8 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:34:51.057108 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41366) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:34:51.102109 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ed025ba6-83ff-4b7f-b43f-2f521d30aac6 req-5dc19933-b967-480c-ad28-7f58d7c11480 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171140 Apr 28 19:34:51.112094 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30219fc-8e6d-4d78-af16-1927df1da61c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:51.112441 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30219fc-8e6d-4d78-af16-1927df1da61c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:51.112860 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30219fc-8e6d-4d78-af16-1927df1da61c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:51.113254 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30219fc-8e6d-4d78-af16-1927df1da61c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:51.113748 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30219fc-8e6d-4d78-af16-1927df1da61c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:51.114142 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30219fc-8e6d-4d78-af16-1927df1da61c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:51.114578 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30219fc-8e6d-4d78-af16-1927df1da61c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:51.114919 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30219fc-8e6d-4d78-af16-1927df1da61c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:51.115247 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30219fc-8e6d-4d78-af16-1927df1da61c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:51.116167 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30219fc-8e6d-4d78-af16-1927df1da61c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:51.117070 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30219fc-8e6d-4d78-af16-1927df1da61c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:51.117070 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30219fc-8e6d-4d78-af16-1927df1da61c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:51.125681 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-db780632-1188-4178-a44b-bd4e6bf5ac41 req-30a87bd1-0bb0-4213-8eb6-22cdbeb5f8e4 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:51.127135 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-db780632-1188-4178-a44b-bd4e6bf5ac41 req-30a87bd1-0bb0-4213-8eb6-22cdbeb5f8e4 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.1678188 Apr 28 19:34:51.196436 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b7922e24-c49d-4a68-bcef-38e09ef93dda req-aa5f4fb0-e1b4-48d3-9b2f-d92a087a73b4 service neutron] 10.222.0.15 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361698 Apr 28 19:34:51.242240 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a87bd1-0bb0-4213-8eb6-22cdbeb5f8e4 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16c2918c-bb4c-4ca9-8dfa-9f0ae9202027,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:51.247687 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-f671e5cb-b48f-49c3-a65a-5f5c50f818b9 service neutron] 10.222.0.15 "GET /v2.0/networks/078f257f-ccf3-4985-b802-e93aa11e6332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960884 Apr 28 19:34:51.365856 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a87bd1-0bb0-4213-8eb6-22cdbeb5f8e4 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:51.367099 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a87bd1-0bb0-4213-8eb6-22cdbeb5f8e4 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:51.367646 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a87bd1-0bb0-4213-8eb6-22cdbeb5f8e4 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:51.368082 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a87bd1-0bb0-4213-8eb6-22cdbeb5f8e4 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:51.368538 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a87bd1-0bb0-4213-8eb6-22cdbeb5f8e4 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:51.368972 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a87bd1-0bb0-4213-8eb6-22cdbeb5f8e4 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:51.369485 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a87bd1-0bb0-4213-8eb6-22cdbeb5f8e4 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:51.369913 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a87bd1-0bb0-4213-8eb6-22cdbeb5f8e4 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:51.370358 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a87bd1-0bb0-4213-8eb6-22cdbeb5f8e4 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:51.370783 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a87bd1-0bb0-4213-8eb6-22cdbeb5f8e4 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:51.371462 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a87bd1-0bb0-4213-8eb6-22cdbeb5f8e4 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:51.371902 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a87bd1-0bb0-4213-8eb6-22cdbeb5f8e4 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:51.427294 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf5d6d9-5b0b-4d00-9351-b9abee2274e5 None None] DHCP port deletion for fd6ec307-38a5-449d-ba43-3dd6f89e48d8 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:34:51.511561 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-51361046-8191-41e2-bb20-835e94ff7116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:51.542784 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91467ab-dea7-4545-9ce1-7373322a5589 req-737c270a-05e4-4e3f-9509-bf70229f4ec3 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:51.543947 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a91467ab-dea7-4545-9ce1-7373322a5589 req-737c270a-05e4-4e3f-9509-bf70229f4ec3 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 943 time: 0.1574922 Apr 28 19:34:51.553424 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-8bf5d6d9-5b0b-4d00-9351-b9abee2274e5 None None] Deleting port 4b11b2c4-c0e0-44e0-a07d-323bb30358d2 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:34:51.554093 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8bf5d6d9-5b0b-4d00-9351-b9abee2274e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:51.593136 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48509756-5346-466b-ba93-64b5404a9372 req-9feade2c-fe0e-47cc-9a14-134155002fc3 tempest-MigrationsAdminTest-1149930152 tempest-MigrationsAdminTest-1149930152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:51.607221 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-48509756-5346-466b-ba93-64b5404a9372 req-9feade2c-fe0e-47cc-9a14-134155002fc3 tempest-MigrationsAdminTest-1149930152 tempest-MigrationsAdminTest-1149930152-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 1100 time: 0.3554509 Apr 28 19:34:51.645673 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a91467ab-dea7-4545-9ce1-7373322a5589 req-0a95ee48-8136-4eb0-bc89-673782cbee57 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947561 Apr 28 19:34:51.665672 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-8bf5d6d9-5b0b-4d00-9351-b9abee2274e5 None None] For port 4b11b2c4-c0e0-44e0-a07d-323bb30358d2, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=4b11b2c4-c0e0-44e0-a07d-323bb30358d2,segment=NetworkSegment(358278b1-0052-44f6-b6c2-96054681855a),segment_id=358278b1-0052-44f6-b6c2-96054681855a)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:51.666089 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8bf5d6d9-5b0b-4d00-9351-b9abee2274e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:51.703595 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-8bf5d6d9-5b0b-4d00-9351-b9abee2274e5 None None] Calling delete_port for 4b11b2c4-c0e0-44e0-a07d-323bb30358d2 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:34:51.707065 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-97149ad8-6145-4bb8-b679-4668ad40773a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:51.785106 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bbb0549b-b843-4132-9f2f-e41ad2d81a19 req-325d10aa-8b50-4923-98c4-d4a562731548 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups/16c2918c-bb4c-4ca9-8dfa-9f0ae9202027 HTTP/1.1" status: 200 len: 1800 time: 0.0879164 Apr 28 19:34:51.786775 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-97149ad8-6145-4bb8-b679-4668ad40773a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:51.797137 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-bbb0549b-b843-4132-9f2f-e41ad2d81a19 req-f86bfe6c-85a4-4db7-93fa-ed734e88f3fb tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Request body: {'security_group': {'name': 'tempest-sg-hth-503814909', 'description': 'tempest-description-hth-1586232586'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:34:51.855919 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-bbb0549b-b843-4132-9f2f-e41ad2d81a19 req-f86bfe6c-85a4-4db7-93fa-ed734e88f3fb tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:51.889883 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c26ddc17-20ba-458a-843d-f2cd903ae247 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:34:51.892466 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 95323f73-78a4-4d7a-9aca-70f4571fc42a up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:34:51.900036 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-edc5cff3-3180-4830-9d47-d0ea46780c46 req-a79ea4ea-54c0-415d-864f-cd07e65f461a service neutron] 10.222.0.15 "GET /v2.0/networks/078f257f-ccf3-4985-b802-e93aa11e6332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5745876 Apr 28 19:34:51.903110 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8bf5d6d9-5b0b-4d00-9351-b9abee2274e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:51.986569 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-bbb0549b-b843-4132-9f2f-e41ad2d81a19 req-f86bfe6c-85a4-4db7-93fa-ed734e88f3fb tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:51.995504 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-bbb0549b-b843-4132-9f2f-e41ad2d81a19 req-f86bfe6c-85a4-4db7-93fa-ed734e88f3fb tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:51.998398 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-bbb0549b-b843-4132-9f2f-e41ad2d81a19 req-f86bfe6c-85a4-4db7-93fa-ed734e88f3fb tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:51.999946 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bbb0549b-b843-4132-9f2f-e41ad2d81a19 req-f86bfe6c-85a4-4db7-93fa-ed734e88f3fb tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "PUT /v2.0/security-groups/16c2918c-bb4c-4ca9-8dfa-9f0ae9202027 HTTP/1.1" status: 200 len: 1774 time: 0.2070000 Apr 28 19:34:52.027186 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf5d6d9-5b0b-4d00-9351-b9abee2274e5 None None] No DVR routers for this DVR port 4b11b2c4-c0e0-44e0-a07d-323bb30358d2 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:34:52.059868 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-51361046-8191-41e2-bb20-835e94ff7116 admin admin] Deleting port 4b11b2c4-c0e0-44e0-a07d-323bb30358d2 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:34:52.060447 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-51361046-8191-41e2-bb20-835e94ff7116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:52.077960 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bfe6c-85a4-4db7-93fa-ed734e88f3fb tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16c2918c-bb4c-4ca9-8dfa-9f0ae9202027,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:52.146088 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5d6d9-5b0b-4d00-9351-b9abee2274e5 None None] Pushing event deleted for resources: {'Port': ['ID=4b11b2c4-c0e0-44e0-a07d-323bb30358d2,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:52.172046 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.resource_extend [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:34:52.212033 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d44729fb-53f4-4f70-9fb6-02e4dd308053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:52.263115 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95bae46-51fe-4697-958a-3de0ee318b98 None None] Network cd9a3f33-4f37-4d53-a192-e64109b1e4ab requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:34:52.284611 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-97149ad8-6145-4bb8-b679-4668ad40773a admin admin] Allocated IP 172.25.8.135 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/8bb10fb3-78ae-4826-a937-a7a49454264d) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:34:52.379605 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-51361046-8191-41e2-bb20-835e94ff7116 admin admin] For port 4b11b2c4-c0e0-44e0-a07d-323bb30358d2, host n-d-839810-1, got binding levels [] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:52.380406 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-51361046-8191-41e2-bb20-835e94ff7116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:52.388541 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ed166-9afc-4c9d-880b-5b30448a12d0 req-541abb4c-bc14-4b10-97f1-6a28d14e8128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:52.391314 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f33ed166-9afc-4c9d-880b-5b30448a12d0 req-541abb4c-bc14-4b10-97f1-6a28d14e8128 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=18e7417f07dd49118ed10405bce7a39b&device_id=e711310a-62ae-4f0a-83ed-25d4a817b7f0 HTTP/1.1" status: 200 len: 1094 time: 0.4134183 Apr 28 19:34:52.409387 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-48509756-5346-466b-ba93-64b5404a9372 req-a11dc0f3-0a21-4125-a0ba-ed9fc162e6b5 tempest-MigrationsAdminTest-1149930152 tempest-MigrationsAdminTest-1149930152-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8008063 Apr 28 19:34:52.452170 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device f72d9815-ff47-4444-bcbd-5ec3c1260509 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:34:52.468837 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-51361046-8191-41e2-bb20-835e94ff7116 admin admin] Calling delete_port for 4b11b2c4-c0e0-44e0-a07d-323bb30358d2 owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:34:52.483851 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0715932b-15f0-47c7-a27d-cdd937a7425b req-b09451ea-2682-418b-8ee9-42764614e8f1 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups/16c2918c-bb4c-4ca9-8dfa-9f0ae9202027 HTTP/1.1" status: 200 len: 1774 time: 0.1371346 Apr 28 19:34:52.539900 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-e014d858-756e-44cb-9a1f-99c633e8cc81 service neutron] 10.222.0.15 "GET /v2.0/ports/328cdf06-cd56-479f-8096-7fd418011541/bindings/n-h2-839810-1 HTTP/1.1" status: 200 len: 384 time: 0.1282499 Apr 28 19:34:52.559384 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.ipam_backend_mixin [None req-51361046-8191-41e2-bb20-835e94ff7116 admin admin] Port 4b11b2c4-c0e0-44e0-a07d-323bb30358d2 was not found and therefore no delete operation was performed {{(pid=102774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 28 19:34:52.584615 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-51361046-8191-41e2-bb20-835e94ff7116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:52.674140 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-ea0230d1-9268-4278-ba33-3095732cf318 None None] Provisioning complete for port 95323f73-78a4-4d7a-9aca-70f4571fc42a triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:34:52.674798 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ea0230d1-9268-4278-ba33-3095732cf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:52.744344 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51361046-8191-41e2-bb20-835e94ff7116 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b11b2c4-c0e0-44e0-a07d-323bb30358d2,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:52.754984 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 95323f73-78a4-4d7a-9aca-70f4571fc42a triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:34:52.755609 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:52.779555 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51361046-8191-41e2-bb20-835e94ff7116 admin admin] No DVR routers for this DVR port 4b11b2c4-c0e0-44e0-a07d-323bb30358d2 on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:34:52.853255 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-317f5342-0b4f-471a-8ff2-0152edbd84ef req-476187cd-5246-4728-8b69-abafe625db52 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups/16c2918c-bb4c-4ca9-8dfa-9f0ae9202027 HTTP/1.1" status: 200 len: 1774 time: 0.0980401 Apr 28 19:34:52.873190 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c26ddc17-20ba-458a-843d-f2cd903ae247, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c26ddc17-20ba-458a-843d-f2cd903ae247,segment=NetworkSegment(8fc1f4c1-a782-4abd-b384-b46f9c6b3366),segment_id=8fc1f4c1-a782-4abd-b384-b46f9c6b3366)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:52.916806 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:52.929004 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-9ab987a9-2513-4119-a231-bf82f7a8eb4b service neutron] For port 328cdf06-cd56-479f-8096-7fd418011541, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=328cdf06-cd56-479f-8096-7fd418011541,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:52.930316 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'c26ddc17-20ba-458a-843d-f2cd903ae247', 'network_id': '0a818354-dbcf-4136-b854-44772dd68b79', 'port_id': 'c26ddc17-20ba-458a-843d-f2cd903ae247', 'mac_address': 'fa:16:3e:fe:72:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09693431-05ed-41e8-8d54-1a8b3b11f1bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:34:52.937115 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port f72d9815-ff47-4444-bcbd-5ec3c1260509 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:34:52.939103 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-97149ad8-6145-4bb8-b679-4668ad40773a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:52.945793 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port f72d9815-ff47-4444-bcbd-5ec3c1260509 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:34:52.946029 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:52.948382 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ed166-9afc-4c9d-880b-5b30448a12d0 req-cff17bf2-fa77-4ab7-a8fa-6655aa477132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:52.951467 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f33ed166-9afc-4c9d-880b-5b30448a12d0 req-cff17bf2-fa77-4ab7-a8fa-6655aa477132 service neutron] 10.222.0.15 "GET /v2.0/networks?id=078f257f-ccf3-4985-b802-e93aa11e6332 HTTP/1.1" status: 200 len: 923 time: 0.5328383 Apr 28 19:34:52.967755 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-9ab987a9-2513-4119-a231-bf82f7a8eb4b service neutron] For port 328cdf06-cd56-479f-8096-7fd418011541, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:34:52.970023 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-317f5342-0b4f-471a-8ff2-0152edbd84ef req-c17d8624-ceaa-4cc4-bbd5-077aec94ea8e tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:53.021154 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-317f5342-0b4f-471a-8ff2-0152edbd84ef req-c17d8624-ceaa-4cc4-bbd5-077aec94ea8e tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:53.025314 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-9ab987a9-2513-4119-a231-bf82f7a8eb4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 328cdf06-cd56-479f-8096-7fd418011541 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:34:53.028531 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9adcb-47d8-44b7-99a8-822a66b66e9a req-0fc31041-b896-4652-b9bd-568b26995a23 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:53.031194 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8be9adcb-47d8-44b7-99a8-822a66b66e9a req-0fc31041-b896-4652-b9bd-568b26995a23 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=e711310a-62ae-4f0a-83ed-25d4a817b7f0 HTTP/1.1" status: 200 len: 943 time: 0.4786928 Apr 28 19:34:53.050063 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-9ab987a9-2513-4119-a231-bf82f7a8eb4b service neutron] For port 328cdf06-cd56-479f-8096-7fd418011541, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=328cdf06-cd56-479f-8096-7fd418011541,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:53.063550 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ea0230d1-9268-4278-ba33-3095732cf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:53.079437 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-51361046-8191-41e2-bb20-835e94ff7116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:53.082193 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-9ab987a9-2513-4119-a231-bf82f7a8eb4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:53.104828 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-317f5342-0b4f-471a-8ff2-0152edbd84ef req-c17d8624-ceaa-4cc4-bbd5-077aec94ea8e tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:53.107534 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-317f5342-0b4f-471a-8ff2-0152edbd84ef req-c17d8624-ceaa-4cc4-bbd5-077aec94ea8e tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:53.108800 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-317f5342-0b4f-471a-8ff2-0152edbd84ef req-c17d8624-ceaa-4cc4-bbd5-077aec94ea8e tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "DELETE /v2.0/security-groups/16c2918c-bb4c-4ca9-8dfa-9f0ae9202027 HTTP/1.1" status: 204 len: 173 time: 0.2383626 Apr 28 19:34:53.139253 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d8624-ceaa-4cc4-bbd5-077aec94ea8e tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c2918c-bb4c-4ca9-8dfa-9f0ae9202027,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:53.171466 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 95323f73-78a4-4d7a-9aca-70f4571fc42a, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=95323f73-78a4-4d7a-9aca-70f4571fc42a,segment=NetworkSegment(b829ef64-be8a-4132-85f3-fe72625073b9),segment_id=b829ef64-be8a-4132-85f3-fe72625073b9)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:53.179393 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:53.186553 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:53.203050 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-9ab987a9-2513-4119-a231-bf82f7a8eb4b service neutron] Transition to ACTIVE for port object 328cdf06-cd56-479f-8096-7fd418011541 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:34:53.207736 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f33ed166-9afc-4c9d-880b-5b30448a12d0 req-47cd19b1-5465-4a17-848f-6d7e38ca8dbb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8eeac81c-4012-41eb-84b6-0da777d464d0 HTTP/1.1" status: 200 len: 217 time: 0.1606324 Apr 28 19:34:53.214518 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-9ab987a9-2513-4119-a231-bf82f7a8eb4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:53.248026 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-51361046-8191-41e2-bb20-835e94ff7116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6ec307-38a5-449d-ba43-3dd6f89e48d8']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:53.288136 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c26ddc17-20ba-458a-843d-f2cd903ae247 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:34:53.325886 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 4b11b2c4-c0e0-44e0-a07d-323bb30358d2 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:34:53.344016 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-51361046-8191-41e2-bb20-835e94ff7116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '358278b1-0052-44f6-b6c2-96054681855a') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:53.344952 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-51361046-8191-41e2-bb20-835e94ff7116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '358278b1-0052-44f6-b6c2-96054681855a') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:53.363907 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-9ab987a9-2513-4119-a231-bf82f7a8eb4b service neutron] No DVR routers for this DVR port 328cdf06-cd56-479f-8096-7fd418011541 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:34:53.372899 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab987a9-2513-4119-a231-bf82f7a8eb4b service neutron] Pushing event updated for resources: {'Port': ['ID=328cdf06-cd56-479f-8096-7fd418011541,revision_number=10']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:53.380720 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8be9adcb-47d8-44b7-99a8-822a66b66e9a req-b04fdca7-def6-4efd-ad78-a700f633b886 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295224 Apr 28 19:34:53.389755 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0025c4-f96d-40ed-96c2-1f1ba818e344 req-7ca673e7-d3bf-44cc-bcc1-845bfd969d7e tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:53.393073 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 4b11b2c4-c0e0-44e0-a07d-323bb30358d2 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:34:53.393463 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 4b11b2c4-c0e0-44e0-a07d-323bb30358d2 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:34:53.393918 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9b889261-19b8-4cc1-8d0e-84e6d9ed6442 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:34:53.394265 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-51361046-8191-41e2-bb20-835e94ff7116 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:53.398149 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1e0025c4-f96d-40ed-96c2-1f1ba818e344 req-7ca673e7-d3bf-44cc-bcc1-845bfd969d7e tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=e201f2c2-d6b0-40c2-bbd8-d91690e6a7b4 HTTP/1.1" status: 200 len: 945 time: 0.1281762 Apr 28 19:34:53.403054 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=95323f73-78a4-4d7a-9aca-70f4571fc42a,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:53.409089 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c26ddc17-20ba-458a-843d-f2cd903ae247, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c26ddc17-20ba-458a-843d-f2cd903ae247,segment=NetworkSegment(8fc1f4c1-a782-4abd-b384-b46f9c6b3366),segment_id=8fc1f4c1-a782-4abd-b384-b46f9c6b3366)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:53.430543 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:53.434412 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-ea0230d1-9268-4278-ba33-3095732cf318 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:34:53.435648 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-ea0230d1-9268-4278-ba33-3095732cf318 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:34:53.451203 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-97149ad8-6145-4bb8-b679-4668ad40773a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:53.454214 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:53.458163 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 9b889261-19b8-4cc1-8d0e-84e6d9ed6442 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:34:53.458708 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9b889261-19b8-4cc1-8d0e-84e6d9ed6442 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:34:53.460726 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1e0025c4-f96d-40ed-96c2-1f1ba818e344 req-d1f6759a-84d0-40db-b80c-97190c042b43 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566728 Apr 28 19:34:53.464229 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-9ab987a9-2513-4119-a231-bf82f7a8eb4b service neutron] 10.222.0.15 "PUT /v2.0/ports/328cdf06-cd56-479f-8096-7fd418011541/bindings/n-h2-839810-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9160118 Apr 28 19:34:53.466969 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:53.467357 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:53.467728 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:53.468065 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:53.468456 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:53.468787 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:53.469114 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:53.469438 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:53.469762 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:53.470081 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:53.470403 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:53.470753 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:53.485876 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-51361046-8191-41e2-bb20-835e94ff7116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:53.501752 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:53.517525 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ed166-9afc-4c9d-880b-5b30448a12d0 req-33e70e9e-539a-49f2-b361-1deaed2bb9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:53.519176 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f33ed166-9afc-4c9d-880b-5b30448a12d0 req-33e70e9e-539a-49f2-b361-1deaed2bb9e0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa4522c3-f018-4cb2-a4aa-58e81f9488ce HTTP/1.1" status: 200 len: 862 time: 0.2900705 Apr 28 19:34:53.529370 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51361046-8191-41e2-bb20-835e94ff7116 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:34:53.530120 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-51361046-8191-41e2-bb20-835e94ff7116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:53.532451 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:34:53.532451 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:34:53.532451 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:34:53.532451 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:34:53.532451 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:34:53.532451 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:34:53.532451 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:34:53.532451 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:34:53.532451 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:34:53.532451 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:34:53.532451 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:34:53.532451 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:34:53.532451 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:34:53.532451 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:34:53.532451 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:34:53.532451 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:34:53.532451 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:34:53.532451 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:34:53.532451 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:34:53.532451 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:34:53.532451 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:34:53.532451 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:34:53.532451 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:34:53.532451 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:34:53.532451 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:34:53.532451 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:34:53.532451 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:34:53.532451 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:34:53.532451 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:34:53.532451 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:34:53.532451 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:34:53.532451 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:34:53.536452 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878a8957-8430-48f0-bb0f-4cf3e1e3d623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72d9815-ff47-4444-bcbd-5ec3c1260509'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:53.538315 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97149ad8-6145-4bb8-b679-4668ad40773a admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:34:53.538991 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bdfc06-c2bb-4240-a46c-749ef3fc11be" -d '{"events": [{"server_uuid": "878a8957-8430-48f0-bb0f-4cf3e1e3d623", "name": "network-vif-plugged", "status": "completed", "tag": "f72d9815-ff47-4444-bcbd-5ec3c1260509"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:53.566687 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c26ddc17-20ba-458a-843d-f2cd903ae247 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:34:53.569674 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port f72d9815-ff47-4444-bcbd-5ec3c1260509, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=f72d9815-ff47-4444-bcbd-5ec3c1260509,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:53.581132 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-97149ad8-6145-4bb8-b679-4668ad40773a admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:34:53.588955 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f33ed166-9afc-4c9d-880b-5b30448a12d0 req-c74879d9-7ab9-439b-a5fe-3a716935f1a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=078f257f-ccf3-4985-b802-e93aa11e6332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397131 Apr 28 19:34:53.590406 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97149ad8-6145-4bb8-b679-4668ad40773a admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:34:53.599069 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['c26ddc17-20ba-458a-843d-f2cd903ae247'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:34:53.635092 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:53.635889 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 328cdf06-cd56-479f-8096-7fd418011541 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:34:53.666529 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=c26ddc17-20ba-458a-843d-f2cd903ae247,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:53.703346 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97149ad8-6145-4bb8-b679-4668ad40773a admin admin] Pushing event updated for resources: {'Port': ['ID=8bb10fb3-78ae-4826-a937-a7a49454264d,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:53.715439 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 95323f73-78a4-4d7a-9aca-70f4571fc42a up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:34:53.737532 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-fed630b0-9021-478c-8907-e8a36896f032 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:53.739483 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-fed630b0-9021-478c-8907-e8a36896f032 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d&tenant_id=e1af134fdfb54762be9898d865bc6112&binding%3Ahost_id=n-h1-839810-1 HTTP/1.1" status: 200 len: 1095 time: 0.1302524 Apr 28 19:34:53.763460 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef02e9-547e-4e93-a75a-008234f98e26 req-1663b61f-6ebd-4a99-8864-83d233f88604 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:53.764988 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8aef02e9-547e-4e93-a75a-008234f98e26 req-1663b61f-6ebd-4a99-8864-83d233f88604 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 950 time: 0.1071687 Apr 28 19:34:53.777118 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-51361046-8191-41e2-bb20-835e94ff7116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:53.792732 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-51361046-8191-41e2-bb20-835e94ff7116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:53.796681 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-51361046-8191-41e2-bb20-835e94ff7116 admin admin] 10.222.0.42 "DELETE /v2.0/networks/fd6ec307-38a5-449d-ba43-3dd6f89e48d8 HTTP/1.1" status: 204 len: 168 time: 2.7355707 Apr 28 19:34:53.822014 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51361046-8191-41e2-bb20-835e94ff7116 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd6ec307-38a5-449d-ba43-3dd6f89e48d8,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:53.852913 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 328cdf06-cd56-479f-8096-7fd418011541 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:34:53.875129 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=f72d9815-ff47-4444-bcbd-5ec3c1260509,revision_number=13']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:53.879304 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8aef02e9-547e-4e93-a75a-008234f98e26 req-3e1ae2b9-e424-432e-9b09-c3a882130f6a tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916727 Apr 28 19:34:53.927072 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aec01c-3a64-486d-8eef-378bf7ead567 req-9a10252f-0f0f-4402-83ea-d05e7702eab0 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:53.927663 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-6e271a2b-e2e5-4252-9f81-38e62d260aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:53.934727 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d7aec01c-3a64-486d-8eef-378bf7ead567 req-9a10252f-0f0f-4402-83ea-d05e7702eab0 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 944 time: 0.2532592 Apr 28 19:34:53.936432 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-6e271a2b-e2e5-4252-9f81-38e62d260aef service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d&tenant_id=e1af134fdfb54762be9898d865bc6112 HTTP/1.1" status: 200 len: 1095 time: 0.1870549 Apr 28 19:34:54.014776 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f33ed166-9afc-4c9d-880b-5b30448a12d0 req-ce39dc92-72ef-4cf1-b6ed-8632038531be service neutron] 10.222.0.15 "GET /v2.0/networks/078f257f-ccf3-4985-b802-e93aa11e6332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418536 Apr 28 19:34:54.029345 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-de6d8259-3329-4416-ac9c-e0a8df7c0c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:54.032588 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-de6d8259-3329-4416-ac9c-e0a8df7c0c35 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1af134fdfb54762be9898d865bc6112&device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 1095 time: 0.0590227 Apr 28 19:34:54.055069 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d7aec01c-3a64-486d-8eef-378bf7ead567 req-229c131e-1acd-48d6-a358-4e1a940fbb25 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171322 Apr 28 19:34:54.075253 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41418) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:34:54.104429 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 95323f73-78a4-4d7a-9aca-70f4571fc42a triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:34:54.104919 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:54.112024 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:54.194100 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99097eb0-b1db-429d-a338-56dbb6c2df1a x-openstack-request-id: req-99097eb0-b1db-429d-a338-56dbb6c2df1a {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:54.196033 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878a8957-8430-48f0-bb0f-4cf3e1e3d623", "name": "network-vif-plugged", "status": "completed", "tag": "f72d9815-ff47-4444-bcbd-5ec3c1260509", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:54.198424 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-99097eb0-b1db-429d-a338-56dbb6c2df1a {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:54.198844 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99097eb0-b1db-429d-a338-56dbb6c2df1a'] response: {'server_uuid': '878a8957-8430-48f0-bb0f-4cf3e1e3d623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72d9815-ff47-4444-bcbd-5ec3c1260509', 'code': 200} Apr 28 19:34:54.241821 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c26ddc17-20ba-458a-843d-f2cd903ae247 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:34:54.254116 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435c659-f093-4b0c-b36f-1ccf9d42858c req-13973a76-a32e-4bd0-ad39-6b21a42117a5 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:54.255680 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e435c659-f093-4b0c-b36f-1ccf9d42858c req-13973a76-a32e-4bd0-ad39-6b21a42117a5 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.15 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 950 time: 0.1574349 Apr 28 19:34:54.329208 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-26834e6c-a1eb-46ef-be0b-66bf33781242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:54.330620 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 8eeac81c-4012-41eb-84b6-0da777d464d0 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:34:54.332342 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-26834e6c-a1eb-46ef-be0b-66bf33781242 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6836a994-cb1e-455e-a97f-31c9ee3bdef2 HTTP/1.1" status: 200 len: 920 time: 0.2924845 Apr 28 19:34:54.352486 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [req-907df181-f06b-4ee4-bee0-1c8bbefcd85d req-90d4908c-aa40-405b-b88d-756579360014 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] show failed (client error): The resource could not be found. Apr 28 19:34:54.354179 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-907df181-f06b-4ee4-bee0-1c8bbefcd85d req-90d4908c-aa40-405b-b88d-756579360014 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups/5065642e-8884-438a-8f99-052b9beb876d HTTP/1.1" status: 404 len: 352 time: 0.0682616 Apr 28 19:34:54.418029 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-81ed506c-f2e0-466e-9ce8-08201818e327 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ee496e16332249aeb085dff577ef06a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3268180 Apr 28 19:34:54.427309 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41432) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:34:54.443991 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 8eeac81c-4012-41eb-84b6-0da777d464d0, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=8eeac81c-4012-41eb-84b6-0da777d464d0,segment=NetworkSegment(c10cc5b9-432d-471e-8b74-080f77012f91),segment_id=c10cc5b9-432d-471e-8b74-080f77012f91)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:54.465293 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '8eeac81c-4012-41eb-84b6-0da777d464d0', 'network_id': '078f257f-ccf3-4985-b802-e93aa11e6332', 'port_id': '8eeac81c-4012-41eb-84b6-0da777d464d0', 'mac_address': 'fa:16:3e:0f:17:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa4522c3-f018-4cb2-a4aa-58e81f9488ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:34:54.507433 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c26ddc17-20ba-458a-843d-f2cd903ae247, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c26ddc17-20ba-458a-843d-f2cd903ae247,segment=NetworkSegment(8fc1f4c1-a782-4abd-b384-b46f9c6b3366),segment_id=8fc1f4c1-a782-4abd-b384-b46f9c6b3366)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:54.518732 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-972a3cfd-1650-4453-8bca-55e9001dafbe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=328cdf06-cd56-479f-8096-7fd418011541 HTTP/1.1" status: 200 len: 217 time: 0.1228118 Apr 28 19:34:54.529575 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:54.542235 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-18c766a1-1da2-486d-b35f-6a5f5bb54248 None None] Provisioning complete for port 95323f73-78a4-4d7a-9aca-70f4571fc42a triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:34:54.543024 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-18c766a1-1da2-486d-b35f-6a5f5bb54248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:54.562698 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:54.616214 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-e435c659-f093-4b0c-b36f-1ccf9d42858c req-8a1911f1-85fa-4113-9453-7eca4bc6ecef tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Deleting port f72d9815-ff47-4444-bcbd-5ec3c1260509 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:34:54.616650 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e435c659-f093-4b0c-b36f-1ccf9d42858c req-8a1911f1-85fa-4113-9453-7eca4bc6ecef tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:54.646798 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7c870671-8b81-42a8-ac34-11855b41f0d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:54.647641 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eeac81c-4012-41eb-84b6-0da777d464d0 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:34:54.667724 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-7a03a5a1-fdeb-43cd-9341-cf35c380504a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:54.669424 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-7a03a5a1-fdeb-43cd-9341-cf35c380504a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb798a62-4141-409b-9f67-e98b8568ccb2 HTTP/1.1" status: 200 len: 859 time: 0.1353655 Apr 28 19:34:54.681430 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=c26ddc17-20ba-458a-843d-f2cd903ae247,revision_number=7']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:54.698745 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 8eeac81c-4012-41eb-84b6-0da777d464d0, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=8eeac81c-4012-41eb-84b6-0da777d464d0,segment=NetworkSegment(c10cc5b9-432d-471e-8b74-080f77012f91),segment_id=c10cc5b9-432d-471e-8b74-080f77012f91)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:54.708196 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:54.722094 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dfd3c9-6e84-47db-92a3-a605e22af93f req-7152e0e9-0ee5-4287-be76-892247697c2f tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:54.723782 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49dfd3c9-6e84-47db-92a3-a605e22af93f req-7152e0e9-0ee5-4287-be76-892247697c2f tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=e201f2c2-d6b0-40c2-bbd8-d91690e6a7b4 HTTP/1.1" status: 200 len: 943 time: 0.2138679 Apr 28 19:34:54.756362 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [req-8501f0d6-2232-4794-9c2e-2a86c6ea6b92 req-d550966b-f320-4d39-b155-eaaa67c05140 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] show failed (client error): The resource could not be found. Apr 28 19:34:54.760584 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7c870671-8b81-42a8-ac34-11855b41f0d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:54.767586 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8501f0d6-2232-4794-9c2e-2a86c6ea6b92 req-d550966b-f320-4d39-b155-eaaa67c05140 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups/18d9a04d-ce42-44ab-ae1a-cbcc259ead51 HTTP/1.1" status: 404 len: 352 time: 0.3777850 Apr 28 19:34:54.789448 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-9f46570b-5ae1-494f-8b6f-7de4c4bd9c97 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6836a994-cb1e-455e-a97f-31c9ee3bdef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896316 Apr 28 19:34:54.809122 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f33ed166-9afc-4c9d-880b-5b30448a12d0 req-f38e2412-2c6a-44ef-a6eb-1e12b260b320 service neutron] 10.222.0.15 "GET /v2.0/networks/078f257f-ccf3-4985-b802-e93aa11e6332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7843332 Apr 28 19:34:54.830586 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-97149ad8-6145-4bb8-b679-4668ad40773a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:54.878919 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=8eeac81c-4012-41eb-84b6-0da777d464d0,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:54.928979 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-e435c659-f093-4b0c-b36f-1ccf9d42858c req-8a1911f1-85fa-4113-9453-7eca4bc6ecef tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] For port f72d9815-ff47-4444-bcbd-5ec3c1260509, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=f72d9815-ff47-4444-bcbd-5ec3c1260509,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:54.929417 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e435c659-f093-4b0c-b36f-1ccf9d42858c req-8a1911f1-85fa-4113-9453-7eca4bc6ecef tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:54.934253 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49dfd3c9-6e84-47db-92a3-a605e22af93f req-f3c099b7-9bb3-49cc-b3eb-201bbc742dff tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528473 Apr 28 19:34:54.950753 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-e435c659-f093-4b0c-b36f-1ccf9d42858c req-8a1911f1-85fa-4113-9453-7eca4bc6ecef tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Calling delete_port for f72d9815-ff47-4444-bcbd-5ec3c1260509 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:34:54.968209 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['8eeac81c-4012-41eb-84b6-0da777d464d0'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:34:54.973327 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3e342-7394-4066-9e5f-d0f8f83287a7 req-af34d2db-1bf1-4ad6-8b0c-b220dfca244d tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:54.974945 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d3f3e342-7394-4066-9e5f-d0f8f83287a7 req-af34d2db-1bf1-4ad6-8b0c-b220dfca244d tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=e711310a-62ae-4f0a-83ed-25d4a817b7f0 HTTP/1.1" status: 200 len: 944 time: 0.1059279 Apr 28 19:34:55.043761 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d3f3e342-7394-4066-9e5f-d0f8f83287a7 req-752a44fd-69a3-4751-8111-30127c17ad36 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522726 Apr 28 19:34:55.085442 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-30abe5d7-3f85-4b98-b044-7a53ddb47907 service neutron] 10.222.0.44 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850292 Apr 28 19:34:55.086957 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [req-5a42a061-a629-4a4d-a0aa-4c3381ba3fc0 req-e42469b6-62be-4ee9-808a-e1d7ec2a9642 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] show failed (client error): The resource could not be found. Apr 28 19:34:55.088649 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5a42a061-a629-4a4d-a0aa-4c3381ba3fc0 req-e42469b6-62be-4ee9-808a-e1d7ec2a9642 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups/8767f81a-863c-48b7-90d0-8bdd395ef7c5 HTTP/1.1" status: 404 len: 352 time: 0.0636389 Apr 28 19:34:55.095878 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7c870671-8b81-42a8-ac34-11855b41f0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:55.101110 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7c870671-8b81-42a8-ac34-11855b41f0d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:55.104999 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7c870671-8b81-42a8-ac34-11855b41f0d9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/821615b6-badc-4db3-aaf0-b967507d8c39 HTTP/1.1" status: 204 len: 168 time: 0.6697848 Apr 28 19:34:55.273916 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-97149ad8-6145-4bb8-b679-4668ad40773a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:55.292352 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c870671-8b81-42a8-ac34-11855b41f0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821615b6-badc-4db3-aaf0-b967507d8c39,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:55.333023 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-be157988-a554-4b0a-9bf7-9ccb567c07e3 service neutron] 10.222.0.44 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284596 Apr 28 19:34:55.408950 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711eb22-69c3-442f-831a-6192b8254f49 req-fd727227-6014-4404-b454-45aa85c50e2e tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:55.410676 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9711eb22-69c3-442f-831a-6192b8254f49 req-fd727227-6014-4404-b454-45aa85c50e2e tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 944 time: 0.1195316 Apr 28 19:34:55.413520 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77540406-e20e-42c5-8ace-031af585cb9c req-d2a2d106-c27f-48ff-830e-7036e4906202 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:55.415485 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-77540406-e20e-42c5-8ace-031af585cb9c req-d2a2d106-c27f-48ff-830e-7036e4906202 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=878a8957-8430-48f0-bb0f-4cf3e1e3d623 HTTP/1.1" status: 200 len: 950 time: 0.1453846 Apr 28 19:34:55.495598 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9711eb22-69c3-442f-831a-6192b8254f49 req-8eb85821-f5ab-4768-9458-0b15a7daed43 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574517 Apr 28 19:34:55.501517 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e435c659-f093-4b0c-b36f-1ccf9d42858c req-8a1911f1-85fa-4113-9453-7eca4bc6ecef tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:55.525807 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['1a4a4667-75da-4916-8414-40be6204041b'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:34:55.534912 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-77540406-e20e-42c5-8ace-031af585cb9c req-34b756e0-e5c6-46c7-bb3a-3036cecdced1 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089745 Apr 28 19:34:55.617319 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97149ad8-6145-4bb8-b679-4668ad40773a admin admin] Router 84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:34:55.629781 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c26ddc17-20ba-458a-843d-f2cd903ae247 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:34:55.704807 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['bedbfd15-14b8-47eb-b3c4-300fef4b6df1', '25b412fe-621a-4ff0-a890-43abbaa3bbff', 'f72d9815-ff47-4444-bcbd-5ec3c1260509'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:34:55.719927 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:55.802253 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97149ad8-6145-4bb8-b679-4668ad40773a admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:34:55.837517 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1911f1-85fa-4113-9453-7eca4bc6ecef tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Pushing event deleted for resources: {'Port': ['ID=f72d9815-ff47-4444-bcbd-5ec3c1260509,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:55.841289 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e435c659-f093-4b0c-b36f-1ccf9d42858c req-8a1911f1-85fa-4113-9453-7eca4bc6ecef tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] No DVR routers for this DVR port f72d9815-ff47-4444-bcbd-5ec3c1260509 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:34:55.841913 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f1054a-d014-49b7-85e0-a3413b20372d None None] Sync routers for ids ['84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:34:55.845082 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e435c659-f093-4b0c-b36f-1ccf9d42858c req-8a1911f1-85fa-4113-9453-7eca4bc6ecef tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:55.848824 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e435c659-f093-4b0c-b36f-1ccf9d42858c req-8a1911f1-85fa-4113-9453-7eca4bc6ecef tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.15 "DELETE /v2.0/ports/f72d9815-ff47-4444-bcbd-5ec3c1260509 HTTP/1.1" status: 204 len: 173 time: 1.5866807 Apr 28 19:34:55.858188 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878a8957-8430-48f0-bb0f-4cf3e1e3d623', 'name': 'network-vif-deleted', 'tag': 'f72d9815-ff47-4444-bcbd-5ec3c1260509'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:55.860772 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981a970d-5171-4f24-96e5-02492439b3df" -d '{"events": [{"server_uuid": "878a8957-8430-48f0-bb0f-4cf3e1e3d623", "name": "network-vif-deleted", "tag": "f72d9815-ff47-4444-bcbd-5ec3c1260509"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:55.866805 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [req-16b8ef8a-fc67-4644-9af5-69ab72be7ee4 req-2b7d251e-85e9-4ae2-bc10-7037f2f865bd tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] show failed (client error): The resource could not be found. Apr 28 19:34:55.868211 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-16b8ef8a-fc67-4644-9af5-69ab72be7ee4 req-2b7d251e-85e9-4ae2-bc10-7037f2f865bd tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups/6e3231bb-a9bf-4dc6-a987-b016da4f0318 HTTP/1.1" status: 404 len: 352 time: 0.1576610 Apr 28 19:34:55.890013 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-66fa23fc-e679-43dd-be56-e4a7c79f03d0 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:55.892177 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-66fa23fc-e679-43dd-be56-e4a7c79f03d0 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d&tenant_id=e1af134fdfb54762be9898d865bc6112&binding%3Ahost_id=n-h2-839810-1 HTTP/1.1" status: 200 len: 1095 time: 0.1368251 Apr 28 19:34:55.907343 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-97149ad8-6145-4bb8-b679-4668ad40773a admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:55.912673 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-97149ad8-6145-4bb8-b679-4668ad40773a admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.1908937 Apr 28 19:34:55.916159 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41462) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:34:55.991893 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631bc0d2-666c-4a34-bc5e-b890682e2bb5 x-openstack-request-id: req-631bc0d2-666c-4a34-bc5e-b890682e2bb5 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:55.992249 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878a8957-8430-48f0-bb0f-4cf3e1e3d623", "name": "network-vif-deleted", "tag": "f72d9815-ff47-4444-bcbd-5ec3c1260509", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:55.992446 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-631bc0d2-666c-4a34-bc5e-b890682e2bb5 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:55.993018 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-631bc0d2-666c-4a34-bc5e-b890682e2bb5'] response: {'server_uuid': '878a8957-8430-48f0-bb0f-4cf3e1e3d623', 'name': 'network-vif-deleted', 'tag': 'f72d9815-ff47-4444-bcbd-5ec3c1260509', 'status': 'completed', 'code': 200} Apr 28 19:34:56.038481 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [req-7d574b76-4332-4d7f-865e-02b1efed9159 req-623abff7-c5ce-4212-b827-ca37d8762b09 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] show failed (client error): The resource could not be found. Apr 28 19:34:56.042445 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7d574b76-4332-4d7f-865e-02b1efed9159 req-623abff7-c5ce-4212-b827-ca37d8762b09 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups/2a855fcc-fbee-4b11-8de4-ac368674e571 HTTP/1.1" status: 404 len: 352 time: 0.0439110 Apr 28 19:34:56.165127 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [req-12cc7cee-16e9-49fc-96e2-f67a3d26931e req-70643e8c-d074-4020-a973-1c8fa292e01e tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] show failed (client error): The resource could not be found. Apr 28 19:34:56.180961 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-12cc7cee-16e9-49fc-96e2-f67a3d26931e req-70643e8c-d074-4020-a973-1c8fa292e01e tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups/d91708f3-1602-4a2d-91a8-9e62bee4791b HTTP/1.1" status: 404 len: 352 time: 0.0548279 Apr 28 19:34:56.220867 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-a685c385-34cc-487d-8a0f-b4557672c729 service neutron] For port 328cdf06-cd56-479f-8096-7fd418011541, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:34:56.230580 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-a685c385-34cc-487d-8a0f-b4557672c729 service neutron] Notify callbacks [] for binding, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:56.233971 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7baa4f1-e02a-4a7d-bf29-d6bcd78505a6 req-a685c385-34cc-487d-8a0f-b4557672c729 service neutron] 10.222.0.44 "DELETE /v2.0/ports/328cdf06-cd56-479f-8096-7fd418011541/bindings/n-h1-839810-1 HTTP/1.1" status: 204 len: 173 time: 0.3306978 Apr 28 19:34:56.278032 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:56.302996 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port c26ddc17-20ba-458a-843d-f2cd903ae247 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:34:56.303433 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:56.305295 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f1054a-d014-49b7-85e0-a3413b20372d None None] Routers {'84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:34:56.309529 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07414b28-15e7-4a8f-86bf-83f9dcab0ae6 req-feb0a463-f163-4760-bb03-d30179bbc9d9 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:56.311546 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-07414b28-15e7-4a8f-86bf-83f9dcab0ae6 req-feb0a463-f163-4760-bb03-d30179bbc9d9 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.44 "GET /v2.0/ports?device_id=e201f2c2-d6b0-40c2-bbd8-d91690e6a7b4 HTTP/1.1" status: 200 len: 943 time: 0.3209949 Apr 28 19:34:56.314211 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-10f1054a-d014-49b7-85e0-a3413b20372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:34:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:56.420404 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3da05-da68-4ee3-ae6a-e0becb1872b5 req-7b82cf2e-9a70-4555-a8a3-92857fb7091d tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:56.423812 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e6e3da05-da68-4ee3-ae6a-e0becb1872b5 req-7b82cf2e-9a70-4555-a8a3-92857fb7091d tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=e711310a-62ae-4f0a-83ed-25d4a817b7f0 HTTP/1.1" status: 200 len: 944 time: 0.1381683 Apr 28 19:34:56.470187 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5342b-ce4c-4074-ba26-3f091ab050f8 req-33a4346f-43ef-47d8-9ab5-2607db690872 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:56.471305 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 8eeac81c-4012-41eb-84b6-0da777d464d0 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:34:56.479826 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-28e5342b-ce4c-4074-ba26-3f091ab050f8 req-33a4346f-43ef-47d8-9ab5-2607db690872 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=e201f2c2-d6b0-40c2-bbd8-d91690e6a7b4 HTTP/1.1" status: 200 len: 943 time: 0.2966418 Apr 28 19:34:56.485727 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e6e3da05-da68-4ee3-ae6a-e0becb1872b5 req-8b84f7e9-2bd1-4caa-91da-779e644b0ea7 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488279 Apr 28 19:34:56.651038 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-28e5342b-ce4c-4074-ba26-3f091ab050f8 req-dfb04d9d-9189-4dc7-ae50-702f9ae6a68e tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/security-groups?id=28bbdf86-4c22-401d-888d-619c24f69818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702061 Apr 28 19:34:56.714755 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-07414b28-15e7-4a8f-86bf-83f9dcab0ae6 req-2ab9951c-e8c2-4f17-a3d6-72e8da5c71a6 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Deleting port c26ddc17-20ba-458a-843d-f2cd903ae247 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:34:56.715657 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-07414b28-15e7-4a8f-86bf-83f9dcab0ae6 req-2ab9951c-e8c2-4f17-a3d6-72e8da5c71a6 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:56.950764 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-10f1054a-d014-49b7-85e0-a3413b20372d None None] Set router 84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:34:56.971803 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5370d37-cb70-454b-9964-dcea777d0183 req-f20c5e1a-a6f3-4f88-9679-830c33766c39 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:56.977617 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a5370d37-cb70-454b-9964-dcea777d0183 req-f20c5e1a-a6f3-4f88-9679-830c33766c39 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/ports?device_id=38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9 HTTP/1.1" status: 200 len: 1023 time: 0.0823619 Apr 28 19:34:57.013385 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-07414b28-15e7-4a8f-86bf-83f9dcab0ae6 req-2ab9951c-e8c2-4f17-a3d6-72e8da5c71a6 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] For port c26ddc17-20ba-458a-843d-f2cd903ae247, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c26ddc17-20ba-458a-843d-f2cd903ae247,segment=NetworkSegment(8fc1f4c1-a782-4abd-b384-b46f9c6b3366),segment_id=8fc1f4c1-a782-4abd-b384-b46f9c6b3366)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:57.014348 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-07414b28-15e7-4a8f-86bf-83f9dcab0ae6 req-2ab9951c-e8c2-4f17-a3d6-72e8da5c71a6 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:57.038992 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-07414b28-15e7-4a8f-86bf-83f9dcab0ae6 req-2ab9951c-e8c2-4f17-a3d6-72e8da5c71a6 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Calling delete_port for c26ddc17-20ba-458a-843d-f2cd903ae247 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:34:57.050487 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4e166-9b19-4ab3-b0e3-a9061eae3531 req-ae8dd87e-2cf6-4f94-a5ab-21bbd232fea8 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:57.058980 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f5e4e166-9b19-4ab3-b0e3-a9061eae3531 req-ae8dd87e-2cf6-4f94-a5ab-21bbd232fea8 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 944 time: 0.1684957 Apr 28 19:34:57.070413 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a5370d37-cb70-454b-9964-dcea777d0183 req-c4cf80d4-1590-43f3-ac6c-8c931253d4b4 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups?id=914d88fd-1863-4a35-bcf7-33d6bce758da&id=5c6e5e07-2397-442e-876d-34148ec92451&id=4c1a34f7-01d7-4055-b17a-4595128f298e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0866277 Apr 28 19:34:57.133857 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 8eeac81c-4012-41eb-84b6-0da777d464d0 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:34:57.164612 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 8eeac81c-4012-41eb-84b6-0da777d464d0 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:34:57.164992 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:57.216919 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f5e4e166-9b19-4ab3-b0e3-a9061eae3531 req-4049d1d9-77f4-4618-a260-4f2b30f206ea tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548631 Apr 28 19:34:57.316294 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5508d39d-a6c3-4026-a479-1f903985bda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:57.388471 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:57.463418 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e201f2c2-d6b0-40c2-bbd8-d91690e6a7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26ddc17-20ba-458a-843d-f2cd903ae247'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:57.465827 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cef4bfe-7062-4f1a-ad7d-9436eb278843" -d '{"events": [{"server_uuid": "e201f2c2-d6b0-40c2-bbd8-d91690e6a7b4", "name": "network-vif-plugged", "status": "completed", "tag": "c26ddc17-20ba-458a-843d-f2cd903ae247"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:57.515073 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e5e59-35e1-4bb8-87c6-1244c60ed0e8 req-b794c52f-fb77-4fbf-bee9-19b51bcd0f1a tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:57.517121 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f26e5e59-35e1-4bb8-87c6-1244c60ed0e8 req-b794c52f-fb77-4fbf-bee9-19b51bcd0f1a tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 951 time: 0.0661404 Apr 28 19:34:57.530780 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb20ead-db35-41f1-b808-4609ca8507e5 req-5cc0ceb4-7f42-4180-9416-93379a875a02 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:57.532876 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ebb20ead-db35-41f1-b808-4609ca8507e5 req-5cc0ceb4-7f42-4180-9416-93379a875a02 tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 1095 time: 0.1010509 Apr 28 19:34:57.543897 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c26ddc17-20ba-458a-843d-f2cd903ae247, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c26ddc17-20ba-458a-843d-f2cd903ae247,segment=NetworkSegment(8fc1f4c1-a782-4abd-b384-b46f9c6b3366),segment_id=8fc1f4c1-a782-4abd-b384-b46f9c6b3366)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:57.564061 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:57.569390 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f26e5e59-35e1-4bb8-87c6-1244c60ed0e8 req-fca17e6a-af6b-479e-ac31-5f0b916c6377 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392346 Apr 28 19:34:57.597193 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c26ddc17-20ba-458a-843d-f2cd903ae247 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:34:57.639801 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a954f69-8684-4fc9-be4f-e43d37e32ffe x-openstack-request-id: req-2a954f69-8684-4fc9-be4f-e43d37e32ffe {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:57.640093 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e201f2c2-d6b0-40c2-bbd8-d91690e6a7b4", "name": "network-vif-plugged", "status": "completed", "tag": "c26ddc17-20ba-458a-843d-f2cd903ae247", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:57.640443 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2a954f69-8684-4fc9-be4f-e43d37e32ffe {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:57.640926 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a954f69-8684-4fc9-be4f-e43d37e32ffe'] response: {'server_uuid': 'e201f2c2-d6b0-40c2-bbd8-d91690e6a7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26ddc17-20ba-458a-843d-f2cd903ae247', 'code': 200} Apr 28 19:34:57.647230 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:57.684502 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ebb20ead-db35-41f1-b808-4609ca8507e5 req-c339c819-17bc-47ed-aa0a-e75c36eb0b9a tempest-LiveAutoBlockMigrationV225Test-1889394802 tempest-LiveAutoBlockMigrationV225Test-1889394802-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350789 Apr 28 19:34:57.691618 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-5508d39d-a6c3-4026-a479-1f903985bda9 admin admin] Allocated IP 172.20.0.1 (cd9a3f33-4f37-4d53-a192-e64109b1e4ab/fc5dd537-7332-4861-b99c-a057f048c0a3/1b416c06-73ee-47d5-ba59-f65d928db9ac) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:34:57.701263 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-07414b28-15e7-4a8f-86bf-83f9dcab0ae6 req-2ab9951c-e8c2-4f17-a3d6-72e8da5c71a6 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:57.749620 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=c26ddc17-20ba-458a-843d-f2cd903ae247,revision_number=8']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:57.762388 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9951c-e8c2-4f17-a3d6-72e8da5c71a6 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Pushing event deleted for resources: {'Port': ['ID=c26ddc17-20ba-458a-843d-f2cd903ae247,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:57.779282 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No active binding found for port c26ddc17-20ba-458a-843d-f2cd903ae247 {{(pid=102775) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 28 19:34:57.779800 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c26ddc17-20ba-458a-843d-f2cd903ae247 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:34:57.784567 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-10f1054a-d014-49b7-85e0-a3413b20372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d', 'name': 'tempest-FloatingIPDetailsTestJSON-430105637-router', 'tenant_id': '0ae8d60049c14c75bd87e80dada3b364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '8bb10fb3-78ae-4826-a937-a7a49454264d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:49Z', 'updated_at': '2022-04-28T19:34:54Z', 'revision_number': 3, 'project_id': '0ae8d60049c14c75bd87e80dada3b364', 'gw_port': {'id': '8bb10fb3-78ae-4826-a937-a7a49454264d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bc:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:51Z', 'updated_at': '2022-04-28T19:34:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:57.789512 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 8eeac81c-4012-41eb-84b6-0da777d464d0, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=8eeac81c-4012-41eb-84b6-0da777d464d0,segment=NetworkSegment(c10cc5b9-432d-471e-8b74-080f77012f91),segment_id=c10cc5b9-432d-471e-8b74-080f77012f91)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:57.791915 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906eca0-8ec5-4247-a8e3-4119ed61f715 req-b3a410d3-4be0-4f40-a408-193dff1492de tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:57.795273 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:57.801558 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4906eca0-8ec5-4247-a8e3-4119ed61f715 req-b3a410d3-4be0-4f40-a408-193dff1492de tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=e711310a-62ae-4f0a-83ed-25d4a817b7f0 HTTP/1.1" status: 200 len: 944 time: 0.1084490 Apr 28 19:34:57.837334 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f1054a-d014-49b7-85e0-a3413b20372d None None] Checking router: 84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:34:57.837334 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f1054a-d014-49b7-85e0-a3413b20372d None None] Updating router 84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d port 8bb10fb3-78ae-4826-a937-a7a49454264d binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:34:57.851535 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4906eca0-8ec5-4247-a8e3-4119ed61f715 req-3ee91e06-444c-47fe-b04a-0835bdd77f30 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490611 Apr 28 19:34:57.889424 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-10f1054a-d014-49b7-85e0-a3413b20372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:57.921993 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-07414b28-15e7-4a8f-86bf-83f9dcab0ae6 req-2ab9951c-e8c2-4f17-a3d6-72e8da5c71a6 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] No DVR routers for this DVR port c26ddc17-20ba-458a-843d-f2cd903ae247 on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:34:57.924754 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-07414b28-15e7-4a8f-86bf-83f9dcab0ae6 req-2ab9951c-e8c2-4f17-a3d6-72e8da5c71a6 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:57.925576 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=8eeac81c-4012-41eb-84b6-0da777d464d0,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:57.929905 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-07414b28-15e7-4a8f-86bf-83f9dcab0ae6 req-2ab9951c-e8c2-4f17-a3d6-72e8da5c71a6 tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.44 "DELETE /v2.0/ports/c26ddc17-20ba-458a-843d-f2cd903ae247 HTTP/1.1" status: 204 len: 173 time: 1.6096277 Apr 28 19:34:57.933916 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e201f2c2-d6b0-40c2-bbd8-d91690e6a7b4', 'name': 'network-vif-deleted', 'tag': 'c26ddc17-20ba-458a-843d-f2cd903ae247'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:57.936524 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879dbfa1-3e4d-4285-8982-23124c69559d" -d '{"events": [{"server_uuid": "e201f2c2-d6b0-40c2-bbd8-d91690e6a7b4", "name": "network-vif-deleted", "tag": "c26ddc17-20ba-458a-843d-f2cd903ae247"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:57.940791 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eabbf736-c197-4f4f-a5a1-84972295a2f0 req-6e806258-c932-46d6-a5e6-89c01981fcef tempest-ImagesTestJSON-2109753462 tempest-ImagesTestJSON-2109753462-project] 10.222.0.42 "GET /v2.0/ports?device_id=e201f2c2-d6b0-40c2-bbd8-d91690e6a7b4 HTTP/1.1" status: 200 len: 210 time: 0.0682092 Apr 28 19:34:57.960613 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5508d39d-a6c3-4026-a479-1f903985bda9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:58.009892 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d875dbe9-1c1e-4b56-b9d5-2f7580e01138 x-openstack-request-id: req-d875dbe9-1c1e-4b56-b9d5-2f7580e01138 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:58.010355 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e201f2c2-d6b0-40c2-bbd8-d91690e6a7b4", "name": "network-vif-deleted", "tag": "c26ddc17-20ba-458a-843d-f2cd903ae247", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:58.011173 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d875dbe9-1c1e-4b56-b9d5-2f7580e01138 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:58.011484 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d875dbe9-1c1e-4b56-b9d5-2f7580e01138'] response: {'server_uuid': 'e201f2c2-d6b0-40c2-bbd8-d91690e6a7b4', 'name': 'network-vif-deleted', 'tag': 'c26ddc17-20ba-458a-843d-f2cd903ae247', 'status': 'completed', 'code': 200} Apr 28 19:34:58.048551 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5508d39d-a6c3-4026-a479-1f903985bda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:58.123821 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5508d39d-a6c3-4026-a479-1f903985bda9 admin admin] Network cd9a3f33-4f37-4d53-a192-e64109b1e4ab is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:34:58.128827 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-5508d39d-a6c3-4026-a479-1f903985bda9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:34:58.140160 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5508d39d-a6c3-4026-a479-1f903985bda9 admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:34:58.221504 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508d39d-a6c3-4026-a479-1f903985bda9 admin admin] Pushing event updated for resources: {'Port': ['ID=1b416c06-73ee-47d5-ba59-f65d928db9ac,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:58.229335 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5508d39d-a6c3-4026-a479-1f903985bda9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:58.262381 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f499168-bd59-437a-bab5-888913a9ad28 req-ad6c0e19-fcb9-46a0-83df-7bdfdc43b924 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:58.264695 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f499168-bd59-437a-bab5-888913a9ad28 req-ad6c0e19-fcb9-46a0-83df-7bdfdc43b924 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 944 time: 0.0763531 Apr 28 19:34:58.334636 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f499168-bd59-437a-bab5-888913a9ad28 req-3f78dd86-eb44-4210-9d3a-7b8927858762 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603144 Apr 28 19:34:58.344961 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device f72d9815-ff47-4444-bcbd-5ec3c1260509 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:34:58.385483 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: f72d9815-ff47-4444-bcbd-5ec3c1260509 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:34:58.385833 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device f72d9815-ff47-4444-bcbd-5ec3c1260509 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:34:58.399856 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-10f1054a-d014-49b7-85e0-a3413b20372d None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:58.409692 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-10f1054a-d014-49b7-85e0-a3413b20372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:58.439979 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3c340-2420-4bbb-b48c-f4c2bb286e05 req-3a54b27b-3e96-4493-beca-04825f3d72d2 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:58.445762 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3cd3c340-2420-4bbb-b48c-f4c2bb286e05 req-3a54b27b-3e96-4493-beca-04825f3d72d2 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/ports?device_id=38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9 HTTP/1.1" status: 200 len: 1023 time: 0.2255414 Apr 28 19:34:58.446590 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c7e08-024f-425d-94e9-a10bb39b1cc9 req-adcba3a4-0d9c-431e-a808-a01b25105e84 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:58.448188 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-566c7e08-024f-425d-94e9-a10bb39b1cc9 req-adcba3a4-0d9c-431e-a808-a01b25105e84 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.15 "GET /v2.0/ports?device_id=38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9 HTTP/1.1" status: 200 len: 1023 time: 0.0801806 Apr 28 19:34:58.487054 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376da6c-0fd5-4eec-bdaa-321ac44e407d None None] Pushing event updated for resources: {'Port': ['ID=8bb10fb3-78ae-4826-a937-a7a49454264d,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:58.519244 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-10f1054a-d014-49b7-85e0-a3413b20372d None None] Attempting to bind port 8bb10fb3-78ae-4826-a937-a7a49454264d on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:34:58.519646 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-10f1054a-d014-49b7-85e0-a3413b20372d None None] Attempting to bind port 8bb10fb3-78ae-4826-a937-a7a49454264d by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:34:58.523443 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f1054a-d014-49b7-85e0-a3413b20372d None None] Attempting to bind port 8bb10fb3-78ae-4826-a937-a7a49454264d on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:34:58.541898 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f1054a-d014-49b7-85e0-a3413b20372d None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:34:58.542320 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f1054a-d014-49b7-85e0-a3413b20372d None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:34:58.542664 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-10f1054a-d014-49b7-85e0-a3413b20372d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:58.543051 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f1054a-d014-49b7-85e0-a3413b20372d None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:34:58.549347 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-10f1054a-d014-49b7-85e0-a3413b20372d None None] Bound port: 8bb10fb3-78ae-4826-a937-a7a49454264d, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:34:58.549845 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-10f1054a-d014-49b7-85e0-a3413b20372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:58.592364 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-566c7e08-024f-425d-94e9-a10bb39b1cc9 req-266a7ed2-65bc-489a-aba1-2996b523c687 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Deleting port e8d684bc-97f6-46b3-ab12-3115187e4ede {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:34:58.592987 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-566c7e08-024f-425d-94e9-a10bb39b1cc9 req-266a7ed2-65bc-489a-aba1-2996b523c687 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:58.609253 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3cd3c340-2420-4bbb-b48c-f4c2bb286e05 req-0dedbd3a-db94-48a6-8a13-f50081ef51a5 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups?id=914d88fd-1863-4a35-bcf7-33d6bce758da&id=5c6e5e07-2397-442e-876d-34148ec92451&id=4c1a34f7-01d7-4055-b17a-4595128f298e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1300347 Apr 28 19:34:58.633100 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-f38bf4d3-dc3b-459f-8f30-42300146b2f0 None None] Provisioning complete for port 1b416c06-73ee-47d5-ba59-f65d928db9ac triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:34:58.633100 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f38bf4d3-dc3b-459f-8f30-42300146b2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:58.696236 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-10f1054a-d014-49b7-85e0-a3413b20372d None None] For port 8bb10fb3-78ae-4826-a937-a7a49454264d, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:34:58.698364 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5508d39d-a6c3-4026-a479-1f903985bda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:58.700557 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-f38bf4d3-dc3b-459f-8f30-42300146b2f0 None None] Port 1b416c06-73ee-47d5-ba59-f65d928db9ac cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:34:58.717739 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-10f1054a-d014-49b7-85e0-a3413b20372d None None] For port 8bb10fb3-78ae-4826-a937-a7a49454264d, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=8bb10fb3-78ae-4826-a937-a7a49454264d,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:34:58.726679 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-10f1054a-d014-49b7-85e0-a3413b20372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:58.788331 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f1054a-d014-49b7-85e0-a3413b20372d None None] Routers {'84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:34:58.788331 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-10f1054a-d014-49b7-85e0-a3413b20372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:34:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:58.807687 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-566c7e08-024f-425d-94e9-a10bb39b1cc9 req-266a7ed2-65bc-489a-aba1-2996b523c687 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] For port e8d684bc-97f6-46b3-ab12-3115187e4ede, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e8d684bc-97f6-46b3-ab12-3115187e4ede,segment=NetworkSegment(3203ee38-b50c-4fe0-be3f-74c90553314a),segment_id=3203ee38-b50c-4fe0-be3f-74c90553314a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:58.808238 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-566c7e08-024f-425d-94e9-a10bb39b1cc9 req-266a7ed2-65bc-489a-aba1-2996b523c687 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:58.828937 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376da6c-0fd5-4eec-bdaa-321ac44e407d None None] Pushing event updated for resources: {'Port': ['ID=8bb10fb3-78ae-4826-a937-a7a49454264d,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:58.851193 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41f899-84be-4220-9a89-4e8cd88c3295 req-442570c7-0249-4849-9c67-ba0bfac2e0a2 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:58.852983 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eb41f899-84be-4220-9a89-4e8cd88c3295 req-442570c7-0249-4849-9c67-ba0bfac2e0a2 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 951 time: 0.1152060 Apr 28 19:34:58.854673 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-566c7e08-024f-425d-94e9-a10bb39b1cc9 req-266a7ed2-65bc-489a-aba1-2996b523c687 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Calling delete_port for e8d684bc-97f6-46b3-ab12-3115187e4ede owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:34:58.947297 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eb41f899-84be-4220-9a89-4e8cd88c3295 req-5879c5f2-6a39-4402-bdcc-d65b10f33f5b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876367 Apr 28 19:34:58.964568 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-10f1054a-d014-49b7-85e0-a3413b20372d None None] Set router 84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:34:59.446879 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-10f1054a-d014-49b7-85e0-a3413b20372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d', 'name': 'tempest-FloatingIPDetailsTestJSON-430105637-router', 'tenant_id': '0ae8d60049c14c75bd87e80dada3b364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '8bb10fb3-78ae-4826-a937-a7a49454264d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:49Z', 'updated_at': '2022-04-28T19:34:58Z', 'revision_number': 4, 'project_id': '0ae8d60049c14c75bd87e80dada3b364', 'gw_port': {'id': '8bb10fb3-78ae-4826-a937-a7a49454264d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bc:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:51Z', 'updated_at': '2022-04-28T19:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '1b416c06-73ee-47d5-ba59-f65d928db9ac', 'name': '', 'network_id': 'cd9a3f33-4f37-4d53-a192-e64109b1e4ab', 'tenant_id': '0ae8d60049c14c75bd87e80dada3b364', 'mac_address': 'fa:16:3e:3a:2a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'fc5dd537-7332-4861-b99c-a057f048c0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:57Z', 'updated_at': '2022-04-28T19:34:57Z', 'revision_number': 1, 'project_id': '0ae8d60049c14c75bd87e80dada3b364', 'subnets': [{'id': 'fc5dd537-7332-4861-b99c-a057f048c0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:59.452707 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac48e9-ac16-4ea8-90b6-83742e8e3f99 req-6524be9c-2ecd-4c62-a776-27e1905ad7e0 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:59.454217 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fcac48e9-ac16-4ea8-90b6-83742e8e3f99 req-6524be9c-2ecd-4c62-a776-27e1905ad7e0 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 944 time: 0.6082270 Apr 28 19:34:59.471299 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244d56b-dccf-489a-8280-324e7eee6059 req-7a42e802-3010-45cb-95ee-0b6830999d6e tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:59.472777 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a244d56b-dccf-489a-8280-324e7eee6059 req-7a42e802-3010-45cb-95ee-0b6830999d6e tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.15 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 951 time: 0.5361407 Apr 28 19:34:59.483711 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f1054a-d014-49b7-85e0-a3413b20372d None None] The sync data for ids ['84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d'] in n-d-839810-1 is: [{'id': '84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d', 'name': 'tempest-FloatingIPDetailsTestJSON-430105637-router', 'tenant_id': '0ae8d60049c14c75bd87e80dada3b364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '8bb10fb3-78ae-4826-a937-a7a49454264d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:49Z', 'updated_at': '2022-04-28T19:34:58Z', 'revision_number': 4, 'project_id': '0ae8d60049c14c75bd87e80dada3b364', 'gw_port': {'id': '8bb10fb3-78ae-4826-a937-a7a49454264d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bc:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:51Z', 'updated_at': '2022-04-28T19:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '1b416c06-73ee-47d5-ba59-f65d928db9ac', 'name': '', 'network_id': 'cd9a3f33-4f37-4d53-a192-e64109b1e4ab', 'tenant_id': '0ae8d60049c14c75bd87e80dada3b364', 'mac_address': 'fa:16:3e:3a:2a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'fc5dd537-7332-4861-b99c-a057f048c0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:57Z', 'updated_at': '2022-04-28T19:34:57Z', 'revision_number': 1, 'project_id': '0ae8d60049c14c75bd87e80dada3b364', 'subnets': [{'id': 'fc5dd537-7332-4861-b99c-a057f048c0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:34:59.521902 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5508d39d-a6c3-4026-a479-1f903985bda9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:59.554405 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de98c83-b944-4960-b91b-12f06ad8cc4e req-342d0b83-d1f6-4d2c-882e-08544c953b6d tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:59.556576 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6de98c83-b944-4960-b91b-12f06ad8cc4e req-342d0b83-d1f6-4d2c-882e-08544c953b6d tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=e711310a-62ae-4f0a-83ed-25d4a817b7f0 HTTP/1.1" status: 200 len: 945 time: 0.5457666 Apr 28 19:34:59.563806 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5508d39d-a6c3-4026-a479-1f903985bda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:59.588384 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3eab0f-7ab4-4e54-a54b-6db315f94fc8 req-9d2d3678-a3bb-4e80-af0b-3ec6b77b90d0 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:59.590749 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7e3eab0f-7ab4-4e54-a54b-6db315f94fc8 req-9d2d3678-a3bb-4e80-af0b-3ec6b77b90d0 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 944 time: 0.1110146 Apr 28 19:34:59.592616 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-566c7e08-024f-425d-94e9-a10bb39b1cc9 req-266a7ed2-65bc-489a-aba1-2996b523c687 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:59.604474 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['e8d684bc-97f6-46b3-ab12-3115187e4ede'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:34:59.642515 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e711310a-62ae-4f0a-83ed-25d4a817b7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eeac81c-4012-41eb-84b6-0da777d464d0'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:59.645179 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28358159-29ee-46c6-85cf-969b4d046a81" -d '{"events": [{"server_uuid": "e711310a-62ae-4f0a-83ed-25d4a817b7f0", "name": "network-vif-plugged", "status": "completed", "tag": "8eeac81c-4012-41eb-84b6-0da777d464d0"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:59.667974 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a7ed2-65bc-489a-aba1-2996b523c687 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Pushing event deleted for resources: {'Port': ['ID=e8d684bc-97f6-46b3-ab12-3115187e4ede,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:59.765238 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7e3eab0f-7ab4-4e54-a54b-6db315f94fc8 req-48763a97-ea96-45c5-9d9f-bc3d17f565ea tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627188 Apr 28 19:34:59.765975 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-566c7e08-024f-425d-94e9-a10bb39b1cc9 req-266a7ed2-65bc-489a-aba1-2996b523c687 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] No DVR routers for this DVR port e8d684bc-97f6-46b3-ab12-3115187e4ede on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:34:59.768947 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-566c7e08-024f-425d-94e9-a10bb39b1cc9 req-266a7ed2-65bc-489a-aba1-2996b523c687 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:59.772993 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-566c7e08-024f-425d-94e9-a10bb39b1cc9 req-266a7ed2-65bc-489a-aba1-2996b523c687 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.15 "DELETE /v2.0/ports/e8d684bc-97f6-46b3-ab12-3115187e4ede HTTP/1.1" status: 204 len: 173 time: 1.3163009 Apr 28 19:34:59.773692 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9', 'name': 'network-vif-deleted', 'tag': 'e8d684bc-97f6-46b3-ab12-3115187e4ede'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:59.776003 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91747f59-70e5-4beb-81d7-53cefb4329e4" -d '{"events": [{"server_uuid": "38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9", "name": "network-vif-deleted", "tag": "e8d684bc-97f6-46b3-ab12-3115187e4ede"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:59.780989 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508d39d-a6c3-4026-a479-1f903985bda9 admin admin] Pushing event updated for resources: {'Port': ['ID=1b416c06-73ee-47d5-ba59-f65d928db9ac,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:59.788546 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5508d39d-a6c3-4026-a479-1f903985bda9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:59.804574 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6de98c83-b944-4960-b91b-12f06ad8cc4e req-9d2a22f4-b4ac-49f9-8a00-6ccfd51554f3 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316906 Apr 28 19:34:59.903209 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a15245-9f28-4da9-bfa0-2c07412ea6cd x-openstack-request-id: req-78a15245-9f28-4da9-bfa0-2c07412ea6cd {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:59.903640 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e711310a-62ae-4f0a-83ed-25d4a817b7f0", "name": "network-vif-plugged", "status": "completed", "tag": "8eeac81c-4012-41eb-84b6-0da777d464d0", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:59.903973 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-78a15245-9f28-4da9-bfa0-2c07412ea6cd {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:59.904518 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78a15245-9f28-4da9-bfa0-2c07412ea6cd'] response: {'server_uuid': 'e711310a-62ae-4f0a-83ed-25d4a817b7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eeac81c-4012-41eb-84b6-0da777d464d0', 'code': 200} Apr 28 19:34:59.951884 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ba0a18-d8c2-46e1-ba2a-e04c80f5ddc9 x-openstack-request-id: req-c6ba0a18-d8c2-46e1-ba2a-e04c80f5ddc9 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:59.952530 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9", "name": "network-vif-deleted", "tag": "e8d684bc-97f6-46b3-ab12-3115187e4ede", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:59.953020 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c6ba0a18-d8c2-46e1-ba2a-e04c80f5ddc9 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:59.954906 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6ba0a18-d8c2-46e1-ba2a-e04c80f5ddc9'] response: {'server_uuid': '38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9', 'name': 'network-vif-deleted', 'tag': 'e8d684bc-97f6-46b3-ab12-3115187e4ede', 'status': 'completed', 'code': 200} Apr 28 19:34:59.980633 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-00c038db-74a0-4c83-950e-f462fa227552 req-4fb9a562-f029-4205-b2a2-1cbe2287974a tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/ports?device_id=38d6d3ed-fa27-49d1-800e-56d6bdcb8dd9 HTTP/1.1" status: 200 len: 210 time: 0.0654073 Apr 28 19:35:00.008516 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-fcac48e9-ac16-4ea8-90b6-83742e8e3f99 req-99912159-94e1-4cfb-b5e6-858ec0446d12 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Deleting port 328cdf06-cd56-479f-8096-7fd418011541 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:35:00.008516 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-fcac48e9-ac16-4ea8-90b6-83742e8e3f99 req-99912159-94e1-4cfb-b5e6-858ec0446d12 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:00.011722 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-a244d56b-dccf-489a-8280-324e7eee6059 req-edcbd602-dd75-4ba5-a89f-9c81fac906a6 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Deleting port 25b412fe-621a-4ff0-a890-43abbaa3bbff {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:35:00.012160 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a244d56b-dccf-489a-8280-324e7eee6059 req-edcbd602-dd75-4ba5-a89f-9c81fac906a6 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:00.049040 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e26cd-2689-4447-8e22-8ccde3770512 req-2fa66688-39e9-441e-be36-e8b44a3c26e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:00.050934 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a09e26cd-2689-4447-8e22-8ccde3770512 req-2fa66688-39e9-441e-be36-e8b44a3c26e4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e711310a-62ae-4f0a-83ed-25d4a817b7f0 HTTP/1.1" status: 200 len: 1096 time: 0.0665004 Apr 28 19:35:00.096356 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a09e26cd-2689-4447-8e22-8ccde3770512 req-9e43ba40-0665-4485-8324-06d6b2e0f92f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367908 Apr 28 19:35:00.165297 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41604) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:00.214087 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5508d39d-a6c3-4026-a479-1f903985bda9 admin admin] Network cd9a3f33-4f37-4d53-a192-e64109b1e4ab is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:35:00.220049 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e55447aa-31ce-4d10-8ee5-bfad77fc09c6 admin admin] Deleting subnet 09693431-05ed-41e8-8d54-1a8b3b11f1bb {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:35:00.223417 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e55447aa-31ce-4d10-8ee5-bfad77fc09c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:00.229992 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-5508d39d-a6c3-4026-a479-1f903985bda9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:35:00.276578 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e55447aa-31ce-4d10-8ee5-bfad77fc09c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:00.330528 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-fcac48e9-ac16-4ea8-90b6-83742e8e3f99 req-99912159-94e1-4cfb-b5e6-858ec0446d12 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] For port 328cdf06-cd56-479f-8096-7fd418011541, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=328cdf06-cd56-479f-8096-7fd418011541,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:00.330941 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-fcac48e9-ac16-4ea8-90b6-83742e8e3f99 req-99912159-94e1-4cfb-b5e6-858ec0446d12 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:00.332385 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e55447aa-31ce-4d10-8ee5-bfad77fc09c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:00.422281 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-fcac48e9-ac16-4ea8-90b6-83742e8e3f99 req-99912159-94e1-4cfb-b5e6-858ec0446d12 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Calling delete_port for 328cdf06-cd56-479f-8096-7fd418011541 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:35:00.456414 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93249a41-737f-44c2-ae57-1d69ef1fcd10 req-772a4fc5-35fa-4031-8945-82e09b51aeff tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:00.459469 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-93249a41-737f-44c2-ae57-1d69ef1fcd10 req-772a4fc5-35fa-4031-8945-82e09b51aeff tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 951 time: 0.3341506 Apr 28 19:35:00.470541 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-a244d56b-dccf-489a-8280-324e7eee6059 req-edcbd602-dd75-4ba5-a89f-9c81fac906a6 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] For port 25b412fe-621a-4ff0-a890-43abbaa3bbff, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=25b412fe-621a-4ff0-a890-43abbaa3bbff,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:00.471159 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a244d56b-dccf-489a-8280-324e7eee6059 req-edcbd602-dd75-4ba5-a89f-9c81fac906a6 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:00.486862 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e55447aa-31ce-4d10-8ee5-bfad77fc09c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:00.506000 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e55447aa-31ce-4d10-8ee5-bfad77fc09c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:00.512691 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e55447aa-31ce-4d10-8ee5-bfad77fc09c6 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/09693431-05ed-41e8-8d54-1a8b3b11f1bb HTTP/1.1" status: 204 len: 168 time: 0.3455489 Apr 28 19:35:00.513382 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41612) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:00.546733 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55447aa-31ce-4d10-8ee5-bfad77fc09c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09693431-05ed-41e8-8d54-1a8b3b11f1bb,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:00.647267 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-2d7c120a-0306-4432-b9cb-bc31df5e82f9 None None] Provisioning complete for port 1b416c06-73ee-47d5-ba59-f65d928db9ac triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:35:00.648981 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2d7c120a-0306-4432-b9cb-bc31df5e82f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:00.681199 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-a244d56b-dccf-489a-8280-324e7eee6059 req-edcbd602-dd75-4ba5-a89f-9c81fac906a6 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Calling delete_port for 25b412fe-621a-4ff0-a890-43abbaa3bbff owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:35:00.701151 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6c97e053-f36a-45af-9183-f91cc81c3dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:00.747894 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-2d7c120a-0306-4432-b9cb-bc31df5e82f9 None None] Port 1b416c06-73ee-47d5-ba59-f65d928db9ac cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:35:00.752020 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-93249a41-737f-44c2-ae57-1d69ef1fcd10 req-4bc8a3ec-89eb-43fd-b398-10d5040fc616 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617433 Apr 28 19:35:00.858578 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6c97e053-f36a-45af-9183-f91cc81c3dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:00.883596 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5508d39d-a6c3-4026-a479-1f903985bda9 admin admin] Router 84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:35:00.888393 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-6c97e053-f36a-45af-9183-f91cc81c3dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a818354-dbcf-4136-b854-44772dd68b79']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:00.908982 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-6c97e053-f36a-45af-9183-f91cc81c3dd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc1f4c1-a782-4abd-b384-b46f9c6b3366') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:00.909345 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-6c97e053-f36a-45af-9183-f91cc81c3dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc1f4c1-a782-4abd-b384-b46f9c6b3366') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:00.930789 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6c97e053-f36a-45af-9183-f91cc81c3dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:00.967386 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6c97e053-f36a-45af-9183-f91cc81c3dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:00.977834 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c97e053-f36a-45af-9183-f91cc81c3dd8 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:35:00.978251 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6c97e053-f36a-45af-9183-f91cc81c3dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:00.979977 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:35:00.979977 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:35:00.979977 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:35:00.979977 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:35:00.979977 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:35:00.979977 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:35:00.979977 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:35:00.979977 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:35:00.979977 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:35:00.979977 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:35:00.979977 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:35:00.979977 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:35:00.979977 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:35:00.979977 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:35:00.979977 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:35:00.979977 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:35:00.979977 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:35:00.979977 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:35:00.979977 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:35:00.979977 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:35:00.979977 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:35:00.979977 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:35:00.979977 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:35:00.979977 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:35:00.979977 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:35:00.979977 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:35:00.979977 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:35:00.979977 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:35:00.979977 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:35:00.979977 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:35:00.979977 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:35:00.979977 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:35:01.004710 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755e9bc-e731-4b38-bb53-a13d3de1c91e req-675d2668-a5c0-4d3c-856f-5c1db9d5412b tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:01.006308 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1755e9bc-e731-4b38-bb53-a13d3de1c91e req-675d2668-a5c0-4d3c-856f-5c1db9d5412b tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 944 time: 0.0996101 Apr 28 19:35:01.082136 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1755e9bc-e731-4b38-bb53-a13d3de1c91e req-3ffc154d-f137-48d1-822c-ec96b29689c6 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492187 Apr 28 19:35:01.083278 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6c97e053-f36a-45af-9183-f91cc81c3dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:01.094276 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6c97e053-f36a-45af-9183-f91cc81c3dd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:01.098096 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6c97e053-f36a-45af-9183-f91cc81c3dd8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/0a818354-dbcf-4136-b854-44772dd68b79 HTTP/1.1" status: 204 len: 168 time: 0.5585616 Apr 28 19:35:01.118678 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97e053-f36a-45af-9183-f91cc81c3dd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a818354-dbcf-4136-b854-44772dd68b79,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:01.134117 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31050cfc-233f-486d-8022-5912d5887f6a req-8efd8826-11ab-47da-9676-e61fbbcd619f tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:01.135832 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-31050cfc-233f-486d-8022-5912d5887f6a req-8efd8826-11ab-47da-9676-e61fbbcd619f tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=e711310a-62ae-4f0a-83ed-25d4a817b7f0 HTTP/1.1" status: 200 len: 945 time: 0.2058330 Apr 28 19:35:01.139698 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a244d56b-dccf-489a-8280-324e7eee6059 req-edcbd602-dd75-4ba5-a89f-9c81fac906a6 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:01.155716 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['1a4a4667-75da-4916-8414-40be6204041b'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:35:01.183365 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-fcac48e9-ac16-4ea8-90b6-83742e8e3f99 req-99912159-94e1-4cfb-b5e6-858ec0446d12 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:01.195929 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['bedbfd15-14b8-47eb-b3c4-300fef4b6df1'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:35:01.233975 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcbd602-dd75-4ba5-a89f-9c81fac906a6 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Pushing event deleted for resources: {'Port': ['ID=25b412fe-621a-4ff0-a890-43abbaa3bbff,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:01.254818 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5508d39d-a6c3-4026-a479-1f903985bda9 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:35:01.353066 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5508d39d-a6c3-4026-a479-1f903985bda9 admin admin] 10.222.0.42 "PUT /v2.0/routers/84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4338186 Apr 28 19:35:01.361721 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99912159-94e1-4cfb-b5e6-858ec0446d12 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Pushing event deleted for resources: {'Port': ['ID=328cdf06-cd56-479f-8096-7fd418011541,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:01.374838 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-31050cfc-233f-486d-8022-5912d5887f6a req-24e3ab53-b33a-4252-8132-5841af15c3ef tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022846 Apr 28 19:35:01.440389 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a244d56b-dccf-489a-8280-324e7eee6059 req-edcbd602-dd75-4ba5-a89f-9c81fac906a6 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] No DVR routers for this DVR port 25b412fe-621a-4ff0-a890-43abbaa3bbff on host n-h1-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:35:01.445838 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a244d56b-dccf-489a-8280-324e7eee6059 req-edcbd602-dd75-4ba5-a89f-9c81fac906a6 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:01.449392 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a244d56b-dccf-489a-8280-324e7eee6059 req-edcbd602-dd75-4ba5-a89f-9c81fac906a6 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.15 "DELETE /v2.0/ports/25b412fe-621a-4ff0-a890-43abbaa3bbff HTTP/1.1" status: 204 len: 173 time: 1.9611835 Apr 28 19:35:01.449861 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251cec4d-b5ae-4e32-8c03-b8298378ee1a', 'name': 'network-vif-deleted', 'tag': '25b412fe-621a-4ff0-a890-43abbaa3bbff'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:35:01.453275 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687c415f-0f8c-4e60-be7f-ca155d8d046f" -d '{"events": [{"server_uuid": "251cec4d-b5ae-4e32-8c03-b8298378ee1a", "name": "network-vif-deleted", "tag": "25b412fe-621a-4ff0-a890-43abbaa3bbff"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:35:01.496055 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcac48e9-ac16-4ea8-90b6-83742e8e3f99 req-99912159-94e1-4cfb-b5e6-858ec0446d12 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] No DVR routers for this DVR port 328cdf06-cd56-479f-8096-7fd418011541 on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:35:01.504857 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-fcac48e9-ac16-4ea8-90b6-83742e8e3f99 req-99912159-94e1-4cfb-b5e6-858ec0446d12 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:01.513595 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fcac48e9-ac16-4ea8-90b6-83742e8e3f99 req-99912159-94e1-4cfb-b5e6-858ec0446d12 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.44 "DELETE /v2.0/ports/328cdf06-cd56-479f-8096-7fd418011541 HTTP/1.1" status: 204 len: 173 time: 2.0512800 Apr 28 19:35:01.568012 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-71e1f619-7ccb-4ca6-acef-b1c43ba8799e req-4f2668b9-8ca6-4b50-9a21-cf633d29d898 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups/4c1a34f7-01d7-4055-b17a-4595128f298e HTTP/1.1" status: 200 len: 1801 time: 0.0733430 Apr 28 19:35:01.595597 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 328cdf06-cd56-479f-8096-7fd418011541 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:35:01.632305 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ba638b-003d-4e2a-a82c-4edd8b944b3b x-openstack-request-id: req-60ba638b-003d-4e2a-a82c-4edd8b944b3b {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:35:01.632597 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251cec4d-b5ae-4e32-8c03-b8298378ee1a", "name": "network-vif-deleted", "tag": "25b412fe-621a-4ff0-a890-43abbaa3bbff", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:35:01.632846 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-60ba638b-003d-4e2a-a82c-4edd8b944b3b {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:35:01.633258 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60ba638b-003d-4e2a-a82c-4edd8b944b3b'] response: {'server_uuid': '251cec4d-b5ae-4e32-8c03-b8298378ee1a', 'name': 'network-vif-deleted', 'tag': '25b412fe-621a-4ff0-a890-43abbaa3bbff', 'status': 'completed', 'code': 200} Apr 28 19:35:01.700804 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41666) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:01.722374 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-71e1f619-7ccb-4ca6-acef-b1c43ba8799e req-37db667f-ead4-4ad1-81ae-6aa69bc8e816 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:01.735544 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 328cdf06-cd56-479f-8096-7fd418011541 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:35:01.736471 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 328cdf06-cd56-479f-8096-7fd418011541 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:35:01.783065 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:01.800088 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f4ebe01d-b9ae-4c38-a830-d338d315b1dc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=18ae396e368a491dbb7b54576f3720d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0976794 Apr 28 19:35:01.804276 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41670) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:01.804988 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-71e1f619-7ccb-4ca6-acef-b1c43ba8799e req-37db667f-ead4-4ad1-81ae-6aa69bc8e816 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:01.853273 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 8bb10fb3-78ae-4826-a937-a7a49454264d up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:35:01.898822 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-71e1f619-7ccb-4ca6-acef-b1c43ba8799e req-37db667f-ead4-4ad1-81ae-6aa69bc8e816 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:01.901994 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-71e1f619-7ccb-4ca6-acef-b1c43ba8799e req-37db667f-ead4-4ad1-81ae-6aa69bc8e816 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:01.914301 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-71e1f619-7ccb-4ca6-acef-b1c43ba8799e req-37db667f-ead4-4ad1-81ae-6aa69bc8e816 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "DELETE /v2.0/security-groups/4c1a34f7-01d7-4055-b17a-4595128f298e HTTP/1.1" status: 204 len: 173 time: 0.3445535 Apr 28 19:35:01.939341 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db667f-ead4-4ad1-81ae-6aa69bc8e816 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1a34f7-01d7-4055-b17a-4595128f298e,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:02.016156 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['0c7a81ce-1546-41d9-8b30-54a66b16fac7'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:35:02.030501 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d94f59b8-30a4-49ec-a79f-98969f31f6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:02.087960 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d94f59b8-30a4-49ec-a79f-98969f31f6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:02.162680 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e2e5a46a-ddb1-4f94-8da6-04861f0766eb req-ab89029b-6fed-49d6-b98c-df1da7abbfe1 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=251cec4d-b5ae-4e32-8c03-b8298378ee1a HTTP/1.1" status: 200 len: 210 time: 0.0686109 Apr 28 19:35:02.289648 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d94f59b8-30a4-49ec-a79f-98969f31f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:02.298703 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d94f59b8-30a4-49ec-a79f-98969f31f6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:02.300909 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d94f59b8-30a4-49ec-a79f-98969f31f6c0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/28bbdf86-4c22-401d-888d-619c24f69818 HTTP/1.1" status: 204 len: 168 time: 0.4950609 Apr 28 19:35:02.342145 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 8bb10fb3-78ae-4826-a937-a7a49454264d triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:35:02.342427 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:02.346634 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f59b8-30a4-49ec-a79f-98969f31f6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bbdf86-4c22-401d-888d-619c24f69818,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:02.375138 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 25b412fe-621a-4ff0-a890-43abbaa3bbff no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:35:02.395374 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6523a96d-3088-4c8f-93ae-4111657111af req-63726395-f7b2-452c-aa40-620eb53324f4 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "GET /v2.0/security-groups/914d88fd-1863-4a35-bcf7-33d6bce758da HTTP/1.1" status: 200 len: 1800 time: 0.1407139 Apr 28 19:35:02.512682 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6523a96d-3088-4c8f-93ae-4111657111af req-d3eda118-a04c-40ca-a3d2-c627deb25547 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:02.523289 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 25b412fe-621a-4ff0-a890-43abbaa3bbff {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:35:02.525897 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 25b412fe-621a-4ff0-a890-43abbaa3bbff not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:35:02.526311 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device e8d684bc-97f6-46b3-ab12-3115187e4ede no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:35:02.550472 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dc343cb5-ae88-4750-8720-651f26a9aa8d req-30414258-c4f1-4387-a6c9-9e02fe19ddc1 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4158809 Apr 28 19:35:02.557081 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-dc343cb5-ae88-4750-8720-651f26a9aa8d req-abd03099-4008-4f02-a197-22c154bbcd16 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:02.577698 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6523a96d-3088-4c8f-93ae-4111657111af req-d3eda118-a04c-40ca-a3d2-c627deb25547 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:02.583796 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-dc343cb5-ae88-4750-8720-651f26a9aa8d req-abd03099-4008-4f02-a197-22c154bbcd16 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks [] for floatingip, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:02.592047 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: e8d684bc-97f6-46b3-ab12-3115187e4ede {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:35:02.592468 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device e8d684bc-97f6-46b3-ab12-3115187e4ede not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:35:02.656947 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6523a96d-3088-4c8f-93ae-4111657111af req-d3eda118-a04c-40ca-a3d2-c627deb25547 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:02.660454 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6523a96d-3088-4c8f-93ae-4111657111af req-d3eda118-a04c-40ca-a3d2-c627deb25547 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:02.662442 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6523a96d-3088-4c8f-93ae-4111657111af req-d3eda118-a04c-40ca-a3d2-c627deb25547 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] 10.222.0.42 "DELETE /v2.0/security-groups/914d88fd-1863-4a35-bcf7-33d6bce758da HTTP/1.1" status: 204 len: 173 time: 0.2660875 Apr 28 19:35:02.670578 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41682) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:02.760151 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eda118-a04c-40ca-a3d2-c627deb25547 tempest-SecurityGroupsTestJSON-490741886 tempest-SecurityGroupsTestJSON-490741886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=914d88fd-1863-4a35-bcf7-33d6bce758da,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:02.781966 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:02.805340 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-dc343cb5-ae88-4750-8720-651f26a9aa8d req-abd03099-4008-4f02-a197-22c154bbcd16 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:02.843332 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9493b7-da1f-4590-8a6e-a75bcbdecd0a None None] Sync routers for ids ['84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:35:02.863339 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e483d134-3e2d-47e9-b02b-6bde1e473ae0 req-385d945d-8d72-4d87-ad4f-7ed188902910 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 210 time: 0.0576305 Apr 28 19:35:02.867278 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a87f213-f59f-4069-a524-bc9cd263eaf5 admin admin] Deleting subnet 635f4d89-0687-4dbb-83ff-0947b6148d7d {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:35:02.871545 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0a87f213-f59f-4069-a524-bc9cd263eaf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:02.882981 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 8bb10fb3-78ae-4826-a937-a7a49454264d, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=8bb10fb3-78ae-4826-a937-a7a49454264d,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:02.887720 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9493b7-da1f-4590-8a6e-a75bcbdecd0a None None] Routers {'84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:35:02.887720 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-4e9493b7-da1f-4590-8a6e-a75bcbdecd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:34:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:02.931037 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0a87f213-f59f-4069-a524-bc9cd263eaf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:02.957109 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:03.007070 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0a87f213-f59f-4069-a524-bc9cd263eaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:03.041865 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=8bb10fb3-78ae-4826-a937-a7a49454264d,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:03.094217 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-dc343cb5-ae88-4750-8720-651f26a9aa8d req-abd03099-4008-4f02-a197-22c154bbcd16 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Allocated IP 172.25.8.101 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/c5cff2c6-8c30-4154-8d21-1bf8491a7e39) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:35:03.156715 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:03.187631 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-4e9493b7-da1f-4590-8a6e-a75bcbdecd0a None None] Set router 84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:35:03.257337 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f1a4c-1b16-43f0-a737-a36c7c0b52f6 req-c474799c-c804-4d02-875b-63f26c65ae7f tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:03.259391 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a39f1a4c-1b16-43f0-a737-a36c7c0b52f6 req-c474799c-c804-4d02-875b-63f26c65ae7f tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=e711310a-62ae-4f0a-83ed-25d4a817b7f0 HTTP/1.1" status: 200 len: 945 time: 0.1799445 Apr 28 19:35:03.260490 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0a87f213-f59f-4069-a524-bc9cd263eaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:03.282080 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-dc343cb5-ae88-4750-8720-651f26a9aa8d req-abd03099-4008-4f02-a197-22c154bbcd16 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:03.309921 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87f213-f59f-4069-a524-bc9cd263eaf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=635f4d89-0687-4dbb-83ff-0947b6148d7d,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:03.323185 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0a87f213-f59f-4069-a524-bc9cd263eaf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:03.329298 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0a87f213-f59f-4069-a524-bc9cd263eaf5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/635f4d89-0687-4dbb-83ff-0947b6148d7d HTTP/1.1" status: 204 len: 168 time: 0.6559911 Apr 28 19:35:03.329967 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41706) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:03.371206 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-dc343cb5-ae88-4750-8720-651f26a9aa8d req-abd03099-4008-4f02-a197-22c154bbcd16 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:03.413145 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1b2d3445-70b1-415d-a92c-a0abd1c0f21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:03.422270 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a39f1a4c-1b16-43f0-a737-a36c7c0b52f6 req-1c4a4cea-9aaf-4bf2-a62a-6f168fa23b0d tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324000 Apr 28 19:35:03.452328 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc343cb5-ae88-4750-8720-651f26a9aa8d req-abd03099-4008-4f02-a197-22c154bbcd16 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:35:03.460910 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-dc343cb5-ae88-4750-8720-651f26a9aa8d req-abd03099-4008-4f02-a197-22c154bbcd16 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:35:03.477212 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc343cb5-ae88-4750-8720-651f26a9aa8d req-abd03099-4008-4f02-a197-22c154bbcd16 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:35:03.525042 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1b2d3445-70b1-415d-a92c-a0abd1c0f21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:03.551037 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-1b2d3445-70b1-415d-a92c-a0abd1c0f21e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['290ceb20-de81-4b99-a7d2-f44afb82683c']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:03.566232 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-1b2d3445-70b1-415d-a92c-a0abd1c0f21e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3203ee38-b50c-4fe0-be3f-74c90553314a') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:03.566524 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-1b2d3445-70b1-415d-a92c-a0abd1c0f21e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3203ee38-b50c-4fe0-be3f-74c90553314a') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:03.577751 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1b2d3445-70b1-415d-a92c-a0abd1c0f21e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:03.593653 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1b2d3445-70b1-415d-a92c-a0abd1c0f21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:03.602797 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b2d3445-70b1-415d-a92c-a0abd1c0f21e admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:35:03.603536 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1b2d3445-70b1-415d-a92c-a0abd1c0f21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:03.642404 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd03099-4008-4f02-a197-22c154bbcd16 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Pushing event updated for resources: {'Port': ['ID=c5cff2c6-8c30-4154-8d21-1bf8491a7e39,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:03.709200 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:35:03.709200 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:35:03.709200 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:35:03.709200 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:35:03.709200 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:35:03.709200 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:35:03.709200 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:35:03.709200 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:35:03.709200 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:35:03.709200 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:35:03.709200 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:35:03.709200 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:35:03.709200 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:35:03.709200 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:35:03.709200 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:35:03.709200 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:35:03.709200 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:35:03.709200 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:35:03.709200 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:35:03.709200 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:35:03.709200 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:35:03.709200 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:35:03.709200 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:35:03.709200 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:35:03.709200 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:35:03.709200 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:35:03.709200 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:35:03.709200 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:35:03.709200 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:35:03.709200 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:35:03.709200 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:35:03.709200 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:35:03.716597 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae7d541-ed0b-48c0-bf78-b0903c2b106d', 'name': 'network-vif-deleted', 'tag': '328cdf06-cd56-479f-8096-7fd418011541'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:35:03.719186 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d886c86-c006-4053-a7e8-3ded89611bec" -d '{"events": [{"server_uuid": "2ae7d541-ed0b-48c0-bf78-b0903c2b106d", "name": "network-vif-deleted", "tag": "328cdf06-cd56-479f-8096-7fd418011541"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:35:03.722093 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41724) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:03.728071 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-4e9493b7-da1f-4590-8a6e-a75bcbdecd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d', 'name': 'tempest-FloatingIPDetailsTestJSON-430105637-router', 'tenant_id': '0ae8d60049c14c75bd87e80dada3b364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '8bb10fb3-78ae-4826-a937-a7a49454264d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:49Z', 'updated_at': '2022-04-28T19:34:58Z', 'revision_number': 4, 'project_id': '0ae8d60049c14c75bd87e80dada3b364', 'gw_port': {'id': '8bb10fb3-78ae-4826-a937-a7a49454264d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bc:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:51Z', 'updated_at': '2022-04-28T19:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '1b416c06-73ee-47d5-ba59-f65d928db9ac', 'name': '', 'network_id': 'cd9a3f33-4f37-4d53-a192-e64109b1e4ab', 'tenant_id': '0ae8d60049c14c75bd87e80dada3b364', 'mac_address': 'fa:16:3e:3a:2a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'fc5dd537-7332-4861-b99c-a057f048c0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:57Z', 'updated_at': '2022-04-28T19:34:58Z', 'revision_number': 2, 'project_id': '0ae8d60049c14c75bd87e80dada3b364', 'subnets': [{'id': 'fc5dd537-7332-4861-b99c-a057f048c0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:03.730314 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1b2d3445-70b1-415d-a92c-a0abd1c0f21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:03.747396 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1b2d3445-70b1-415d-a92c-a0abd1c0f21e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:03.753863 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 8bb10fb3-78ae-4826-a937-a7a49454264d up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:35:03.754554 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1b2d3445-70b1-415d-a92c-a0abd1c0f21e admin admin] 10.222.0.42 "DELETE /v2.0/networks/290ceb20-de81-4b99-a7d2-f44afb82683c HTTP/1.1" status: 204 len: 168 time: 0.4206526 Apr 28 19:35:03.787254 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d3445-70b1-415d-a92c-a0abd1c0f21e admin admin] Pushing event deleted for resources: {'Network': ['ID=290ceb20-de81-4b99-a7d2-f44afb82683c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:03.813139 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22984a9d-bc0a-4a32-ae30-b44b3f09115c req-01c39cb6-cd5a-4b16-89a1-e774df676c97 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:03.815021 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-22984a9d-bc0a-4a32-ae30-b44b3f09115c req-01c39cb6-cd5a-4b16-89a1-e774df676c97 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=e711310a-62ae-4f0a-83ed-25d4a817b7f0 HTTP/1.1" status: 200 len: 945 time: 0.1091096 Apr 28 19:35:03.824677 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-dc343cb5-ae88-4750-8720-651f26a9aa8d req-abd03099-4008-4f02-a197-22c154bbcd16 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:03.858334 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9493b7-da1f-4590-8a6e-a75bcbdecd0a None None] Checking router: 84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:35:03.859002 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9493b7-da1f-4590-8a6e-a75bcbdecd0a None None] Updating router 84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d port 1b416c06-73ee-47d5-ba59-f65d928db9ac binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:35:03.861959 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 8bb10fb3-78ae-4826-a937-a7a49454264d triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:35:03.862900 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:03.905024 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-22984a9d-bc0a-4a32-ae30-b44b3f09115c req-816f8f2d-6283-4528-bf29-ee0cd5ac282c tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773728 Apr 28 19:35:03.917494 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-dc343cb5-ae88-4750-8720-651f26a9aa8d req-abd03099-4008-4f02-a197-22c154bbcd16 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:03.922720 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-4e9493b7-da1f-4590-8a6e-a75bcbdecd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:04.106805 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41740) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:04.154087 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-fc55c7e8-d1c1-4a2a-9a3c-f7297851a04b admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-13445-network', 'tenant_id': '665f2e0e16024753b3287737a19defc7'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:04.220046 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e7f2b6-a608-44ff-a2e7-b3f403aca62a x-openstack-request-id: req-f0e7f2b6-a608-44ff-a2e7-b3f403aca62a {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:35:04.220363 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae7d541-ed0b-48c0-bf78-b0903c2b106d", "name": "network-vif-deleted", "tag": "328cdf06-cd56-479f-8096-7fd418011541", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:35:04.220612 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f0e7f2b6-a608-44ff-a2e7-b3f403aca62a {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:35:04.221022 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0e7f2b6-a608-44ff-a2e7-b3f403aca62a'] response: {'server_uuid': '2ae7d541-ed0b-48c0-bf78-b0903c2b106d', 'name': 'network-vif-deleted', 'tag': '328cdf06-cd56-479f-8096-7fd418011541', 'status': 'completed', 'code': 200} Apr 28 19:35:04.228571 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc55c7e8-d1c1-4a2a-9a3c-f7297851a04b admin admin] Made reservation on behalf of 665f2e0e16024753b3287737a19defc7 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:35:04.231809 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fc55c7e8-d1c1-4a2a-9a3c-f7297851a04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:04.248085 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fc55c7e8-d1c1-4a2a-9a3c-f7297851a04b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:04.286506 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a51930e7-2cb5-4ce5-af42-e0394318d92e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f969262094984a16ab4b8b19d6c12396&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1780612 Apr 28 19:35:04.287329 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41752) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:04.352691 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-dc343cb5-ae88-4750-8720-651f26a9aa8d req-abd03099-4008-4f02-a197-22c154bbcd16 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:04.362476 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-dc343cb5-ae88-4750-8720-651f26a9aa8d req-abd03099-4008-4f02-a197-22c154bbcd16 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:04.387402 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2dbea42f-a79c-4d01-b79a-0804356c61af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:04.425874 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-070ed425-4465-452c-86ee-7cd1f3c4f2a5 req-a5d406fd-5495-4c8a-9874-285b92a2a9cc tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 210 time: 0.0511081 Apr 28 19:35:04.436462 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-4e9493b7-da1f-4590-8a6e-a75bcbdecd0a None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:04.445851 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2dbea42f-a79c-4d01-b79a-0804356c61af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:04.453120 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-4e9493b7-da1f-4590-8a6e-a75bcbdecd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:04.473969 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-dc343cb5-ae88-4750-8720-651f26a9aa8d req-abd03099-4008-4f02-a197-22c154bbcd16 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:04.501933 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd03099-4008-4f02-a197-22c154bbcd16 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Pushing event updated for resources: {'Port': ['ID=c5cff2c6-8c30-4154-8d21-1bf8491a7e39,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:04.508272 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-dc343cb5-ae88-4750-8720-651f26a9aa8d req-abd03099-4008-4f02-a197-22c154bbcd16 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:04.508753 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fc55c7e8-d1c1-4a2a-9a3c-f7297851a04b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:04.515971 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fc55c7e8-d1c1-4a2a-9a3c-f7297851a04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:04.529028 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dc343cb5-ae88-4750-8720-651f26a9aa8d req-abd03099-4008-4f02-a197-22c154bbcd16 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9774678 Apr 28 19:35:04.547014 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc55c7e8-d1c1-4a2a-9a3c-f7297851a04b admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:35:04.569528 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55c7e8-d1c1-4a2a-9a3c-f7297851a04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779b6b35-63b1-4355-b56c-343c3e48d105,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:04.573198 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fc55c7e8-d1c1-4a2a-9a3c-f7297851a04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:04.573615 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-fc55c7e8-d1c1-4a2a-9a3c-f7297851a04b admin admin] Added segment 2e4de97d-9fd8-4370-8f0b-d7e26e0e3559 of type vlan for network 5c7ce944-9551-4bc7-af99-81ab32700250 Apr 28 19:35:04.575385 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2dbea42f-a79c-4d01-b79a-0804356c61af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:04.578160 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2dbea42f-a79c-4d01-b79a-0804356c61af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:04.587756 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2dbea42f-a79c-4d01-b79a-0804356c61af admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5c6e5e07-2397-442e-876d-34148ec92451 HTTP/1.1" status: 204 len: 168 time: 0.2912107 Apr 28 19:35:04.605393 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbea42f-a79c-4d01-b79a-0804356c61af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6e5e07-2397-442e-876d-34148ec92451,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:04.654524 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d32ce-a321-40d3-9de8-d7ccadc08376 None None] Pushing event updated for resources: {'Port': ['ID=1b416c06-73ee-47d5-ba59-f65d928db9ac,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:04.658173 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dc343cb5-ae88-4750-8720-651f26a9aa8d req-e9c1f732-532c-4f95-82d7-e35ca1623f74 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.101 HTTP/1.1" status: 200 len: 696 time: 0.1275282 Apr 28 19:35:04.690160 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fc55c7e8-d1c1-4a2a-9a3c-f7297851a04b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:04.711098 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d32ce-a321-40d3-9de8-d7ccadc08376 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:04.717737 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d32ce-a321-40d3-9de8-d7ccadc08376 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:04.718432 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d32ce-a321-40d3-9de8-d7ccadc08376 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:04.718974 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d32ce-a321-40d3-9de8-d7ccadc08376 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:04.719598 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d32ce-a321-40d3-9de8-d7ccadc08376 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:04.720081 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d32ce-a321-40d3-9de8-d7ccadc08376 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:04.720613 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d32ce-a321-40d3-9de8-d7ccadc08376 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:04.721108 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d32ce-a321-40d3-9de8-d7ccadc08376 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:04.721589 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d32ce-a321-40d3-9de8-d7ccadc08376 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:04.722075 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d32ce-a321-40d3-9de8-d7ccadc08376 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:04.722554 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d32ce-a321-40d3-9de8-d7ccadc08376 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:04.723040 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d32ce-a321-40d3-9de8-d7ccadc08376 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:04.743130 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fc55c7e8-d1c1-4a2a-9a3c-f7297851a04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:04.744538 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc55c7e8-d1c1-4a2a-9a3c-f7297851a04b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:04.745365 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fc55c7e8-d1c1-4a2a-9a3c-f7297851a04b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:04.754821 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-4e9493b7-da1f-4590-8a6e-a75bcbdecd0a None None] Attempting to bind port 1b416c06-73ee-47d5-ba59-f65d928db9ac on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:35:04.764595 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-4e9493b7-da1f-4590-8a6e-a75bcbdecd0a None None] Attempting to bind port 1b416c06-73ee-47d5-ba59-f65d928db9ac by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'b829ef64-be8a-4132-85f3-fe72625073b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cd9a3f33-4f37-4d53-a192-e64109b1e4ab'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:35:04.764972 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9493b7-da1f-4590-8a6e-a75bcbdecd0a None None] Attempting to bind port 1b416c06-73ee-47d5-ba59-f65d928db9ac on network cd9a3f33-4f37-4d53-a192-e64109b1e4ab {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:35:04.772059 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9493b7-da1f-4590-8a6e-a75bcbdecd0a None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:35:04.773699 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9493b7-da1f-4590-8a6e-a75bcbdecd0a None None] Checking segment: {'id': 'b829ef64-be8a-4132-85f3-fe72625073b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cd9a3f33-4f37-4d53-a192-e64109b1e4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:35:04.774159 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-4e9493b7-da1f-4590-8a6e-a75bcbdecd0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:04.774583 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9493b7-da1f-4590-8a6e-a75bcbdecd0a None None] Bound using segment: {'id': 'b829ef64-be8a-4132-85f3-fe72625073b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cd9a3f33-4f37-4d53-a192-e64109b1e4ab'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:35:04.779092 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-4e9493b7-da1f-4590-8a6e-a75bcbdecd0a None None] Bound port: 1b416c06-73ee-47d5-ba59-f65d928db9ac, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b829ef64-be8a-4132-85f3-fe72625073b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cd9a3f33-4f37-4d53-a192-e64109b1e4ab'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:35:04.779732 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-4e9493b7-da1f-4590-8a6e-a75bcbdecd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:04.813831 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-fc55c7e8-d1c1-4a2a-9a3c-f7297851a04b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0866749 Apr 28 19:35:04.816862 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41760) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:04.826771 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-e706e122-7c01-45f5-846e-b757afcd101b admin admin] Request body: {'subnet': {'network_id': '5c7ce944-9551-4bc7-af99-81ab32700250', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-13445-subnet', 'tenant_id': '665f2e0e16024753b3287737a19defc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:04.889425 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc343cb5-ae88-4750-8720-651f26a9aa8d req-dd9e5f99-6952-47c7-af66-016dcf4d518c tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:04.902883 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dc343cb5-ae88-4750-8720-651f26a9aa8d req-dd9e5f99-6952-47c7-af66-016dcf4d518c tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 784 time: 0.2376425 Apr 28 19:35:04.914994 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55c7e8-d1c1-4a2a-9a3c-f7297851a04b admin admin] Pushing event updated for resources: {'Network': ['ID=5c7ce944-9551-4bc7-af99-81ab32700250,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:04.930217 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 5c7ce944-9551-4bc7-af99-81ab32700250 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:35:04.933450 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-4e9493b7-da1f-4590-8a6e-a75bcbdecd0a None None] For port 1b416c06-73ee-47d5-ba59-f65d928db9ac, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:35:04.937015 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-4e9493b7-da1f-4590-8a6e-a75bcbdecd0a None None] For port 1b416c06-73ee-47d5-ba59-f65d928db9ac, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=1b416c06-73ee-47d5-ba59-f65d928db9ac,segment=NetworkSegment(b829ef64-be8a-4132-85f3-fe72625073b9),segment_id=b829ef64-be8a-4132-85f3-fe72625073b9)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:35:04.949046 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-4e9493b7-da1f-4590-8a6e-a75bcbdecd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:04.992536 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e706e122-7c01-45f5-846e-b757afcd101b admin admin] Made reservation on behalf of 665f2e0e16024753b3287737a19defc7 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:35:04.996054 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e706e122-7c01-45f5-846e-b757afcd101b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:05.064301 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d32ce-a321-40d3-9de8-d7ccadc08376 None None] Pushing event updated for resources: {'Port': ['ID=1b416c06-73ee-47d5-ba59-f65d928db9ac,revision_number=4']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:05.120546 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9493b7-da1f-4590-8a6e-a75bcbdecd0a None None] Routers {'84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:35:05.121183 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-4e9493b7-da1f-4590-8a6e-a75bcbdecd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:34:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:05.134923 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-89e48387-1b20-4205-b8f6-3c2fa94e1910 None None] Provisioning complete for port 1b416c06-73ee-47d5-ba59-f65d928db9ac triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:35:05.135533 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-89e48387-1b20-4205-b8f6-3c2fa94e1910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:05.375697 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e706e122-7c01-45f5-846e-b757afcd101b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:05.425835 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-89e48387-1b20-4205-b8f6-3c2fa94e1910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:05.540140 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-89e48387-1b20-4205-b8f6-3c2fa94e1910 None None] For port 1b416c06-73ee-47d5-ba59-f65d928db9ac, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=1b416c06-73ee-47d5-ba59-f65d928db9ac,segment=NetworkSegment(b829ef64-be8a-4132-85f3-fe72625073b9),segment_id=b829ef64-be8a-4132-85f3-fe72625073b9)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:05.549296 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-89e48387-1b20-4205-b8f6-3c2fa94e1910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:05.556357 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-4e9493b7-da1f-4590-8a6e-a75bcbdecd0a None None] Set router 84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:35:05.595612 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e706e122-7c01-45f5-846e-b757afcd101b admin admin] Checking segment: {'id': '2e4de97d-9fd8-4370-8f0b-d7e26e0e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5c7ce944-9551-4bc7-af99-81ab32700250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:35:05.595973 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e706e122-7c01-45f5-846e-b757afcd101b admin admin] Network hostable DHCP agents. Network: 5c7ce944-9551-4bc7-af99-81ab32700250, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:35:05.627685 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579002fe-7380-42f8-af51-78ae3c163fe4 req-e8804f2d-b449-43d6-800d-e529254d874e tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:05.637422 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-579002fe-7380-42f8-af51-78ae3c163fe4 req-e8804f2d-b449-43d6-800d-e529254d874e tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 950 time: 0.2795203 Apr 28 19:35:05.648008 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e706e122-7c01-45f5-846e-b757afcd101b admin admin] Pushing event updated for resources: {'Subnet': ['ID=759907dd-9350-4138-835d-4c1e0a396950,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:05.699259 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e48387-1b20-4205-b8f6-3c2fa94e1910 None None] Pushing event updated for resources: {'Port': ['ID=1b416c06-73ee-47d5-ba59-f65d928db9ac,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:05.718304 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e706e122-7c01-45f5-846e-b757afcd101b admin admin] Network 5c7ce944-9551-4bc7-af99-81ab32700250 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:35:05.735959 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-579002fe-7380-42f8-af51-78ae3c163fe4 req-9980fec9-9f65-4f81-9c78-66b727571135 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909657 Apr 28 19:35:05.739185 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-e706e122-7c01-45f5-846e-b757afcd101b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 5c7ce944-9551-4bc7-af99-81ab32700250) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:35:05.763004 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2bd14e-0ad6-4f4e-9c1c-e20c7665b7fe None None] Network 5c7ce944-9551-4bc7-af99-81ab32700250 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:35:05.780185 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e706e122-7c01-45f5-846e-b757afcd101b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:05.781037 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e706e122-7c01-45f5-846e-b757afcd101b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:05.829979 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e706e122-7c01-45f5-846e-b757afcd101b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0114639 Apr 28 19:35:05.859107 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 1b416c06-73ee-47d5-ba59-f65d928db9ac up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:35:05.877677 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d6247-2b3a-45b9-84d1-b0c1725a66e4 req-e3868eb5-a4c4-48a4-9092-200dbb671926 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:05.879898 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-294d6247-2b3a-45b9-84d1-b0c1725a66e4 req-e3868eb5-a4c4-48a4-9092-200dbb671926 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.15 "GET /v2.0/ports?device_id=a31a55b2-8ef8-4efe-bbd3-88adc46e013a HTTP/1.1" status: 200 len: 950 time: 0.2988513 Apr 28 19:35:05.953068 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3f327b82-3f6c-47cd-8acd-a56dc4905b71 req-89b035bd-35cd-4cb1-ba5a-d0999cf0d8e3 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5802057 Apr 28 19:35:05.969857 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-3f327b82-3f6c-47cd-8acd-a56dc4905b71 req-f8411a34-960c-48b9-bba2-0308cde6efa1 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:06.008885 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a9c5d1f4-9fa7-4749-b48e-9ba8354a6954 None None] Provisioning complete for port 1b416c06-73ee-47d5-ba59-f65d928db9ac triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:35:06.010226 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a9c5d1f4-9fa7-4749-b48e-9ba8354a6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:06.113755 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-4e9493b7-da1f-4590-8a6e-a75bcbdecd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d', 'name': 'tempest-FloatingIPDetailsTestJSON-430105637-router', 'tenant_id': '0ae8d60049c14c75bd87e80dada3b364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '8bb10fb3-78ae-4826-a937-a7a49454264d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:49Z', 'updated_at': '2022-04-28T19:34:58Z', 'revision_number': 4, 'project_id': '0ae8d60049c14c75bd87e80dada3b364', 'gw_port': {'id': '8bb10fb3-78ae-4826-a937-a7a49454264d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:51Z', 'updated_at': '2022-04-28T19:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '1b416c06-73ee-47d5-ba59-f65d928db9ac', 'name': '', 'network_id': 'cd9a3f33-4f37-4d53-a192-e64109b1e4ab', 'tenant_id': '0ae8d60049c14c75bd87e80dada3b364', 'mac_address': 'fa:16:3e:3a:2a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'fc5dd537-7332-4861-b99c-a057f048c0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:57Z', 'updated_at': '2022-04-28T19:35:04Z', 'revision_number': 4, 'project_id': '0ae8d60049c14c75bd87e80dada3b364', 'subnets': [{'id': 'fc5dd537-7332-4861-b99c-a057f048c0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:06.211262 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9493b7-da1f-4590-8a6e-a75bcbdecd0a None None] The sync data for ids ['84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d'] in n-d-839810-1 is: [{'id': '84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d', 'name': 'tempest-FloatingIPDetailsTestJSON-430105637-router', 'tenant_id': '0ae8d60049c14c75bd87e80dada3b364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '8bb10fb3-78ae-4826-a937-a7a49454264d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:49Z', 'updated_at': '2022-04-28T19:34:58Z', 'revision_number': 4, 'project_id': '0ae8d60049c14c75bd87e80dada3b364', 'gw_port': {'id': '8bb10fb3-78ae-4826-a937-a7a49454264d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:51Z', 'updated_at': '2022-04-28T19:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '1b416c06-73ee-47d5-ba59-f65d928db9ac', 'name': '', 'network_id': 'cd9a3f33-4f37-4d53-a192-e64109b1e4ab', 'tenant_id': '0ae8d60049c14c75bd87e80dada3b364', 'mac_address': 'fa:16:3e:3a:2a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'fc5dd537-7332-4861-b99c-a057f048c0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:57Z', 'updated_at': '2022-04-28T19:35:04Z', 'revision_number': 4, 'project_id': '0ae8d60049c14c75bd87e80dada3b364', 'subnets': [{'id': 'fc5dd537-7332-4861-b99c-a057f048c0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:35:06.229241 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41816) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:06.327574 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dfdfcf-d738-43b3-9fdd-20d1abaf7633 None None] Network 5c7ce944-9551-4bc7-af99-81ab32700250 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:35:06.446275 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 1b416c06-73ee-47d5-ba59-f65d928db9ac triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:35:06.446650 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:06.507230 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-a5722061-88b4-4759-88bc-470c44ef66b0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1241028713-network', 'tenant_id': '85d6aaaaf40d4113a3d398d609cfca08'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:06.555024 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5722061-88b4-4759-88bc-470c44ef66b0 admin admin] Made reservation on behalf of 85d6aaaaf40d4113a3d398d609cfca08 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:35:06.558424 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a5722061-88b4-4759-88bc-470c44ef66b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:06.569608 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a5722061-88b4-4759-88bc-470c44ef66b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:06.615487 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3f327b82-3f6c-47cd-8acd-a56dc4905b71 req-f8411a34-960c-48b9-bba2-0308cde6efa1 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:06.694478 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-294d6247-2b3a-45b9-84d1-b0c1725a66e4 req-18601c5b-7edb-423d-9236-9c1473668daa tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Deleting port bedbfd15-14b8-47eb-b3c4-300fef4b6df1 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:35:06.695113 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-294d6247-2b3a-45b9-84d1-b0c1725a66e4 req-18601c5b-7edb-423d-9236-9c1473668daa tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:06.730297 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a5722061-88b4-4759-88bc-470c44ef66b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:06.753532 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a5722061-88b4-4759-88bc-470c44ef66b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:06.766690 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5722061-88b4-4759-88bc-470c44ef66b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:35:06.783290 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0a98a366-28d5-4a7e-a889-3556f614b1c7 req-82a8019b-c15f-4d11-82f1-a30792180729 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ae7d541-ed0b-48c0-bf78-b0903c2b106d HTTP/1.1" status: 200 len: 210 time: 0.0738435 Apr 28 19:35:06.808532 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a5722061-88b4-4759-88bc-470c44ef66b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:06.808888 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-a5722061-88b4-4759-88bc-470c44ef66b0 admin admin] Added segment bbe60a52-681c-4a09-a05e-95b305a84b31 of type vlan for network b69ff510-2b4d-4910-b392-04d70269a2dd Apr 28 19:35:06.863642 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5722061-88b4-4759-88bc-470c44ef66b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffa69cc-3433-4164-bb25-290ac4821729,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:06.884607 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a5722061-88b4-4759-88bc-470c44ef66b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:06.929211 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a5722061-88b4-4759-88bc-470c44ef66b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:06.930436 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5722061-88b4-4759-88bc-470c44ef66b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:06.931375 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a5722061-88b4-4759-88bc-470c44ef66b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:06.962042 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-294d6247-2b3a-45b9-84d1-b0c1725a66e4 req-18601c5b-7edb-423d-9236-9c1473668daa tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] For port bedbfd15-14b8-47eb-b3c4-300fef4b6df1, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=bedbfd15-14b8-47eb-b3c4-300fef4b6df1,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:06.962634 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-294d6247-2b3a-45b9-84d1-b0c1725a66e4 req-18601c5b-7edb-423d-9236-9c1473668daa tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:06.980632 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-294d6247-2b3a-45b9-84d1-b0c1725a66e4 req-18601c5b-7edb-423d-9236-9c1473668daa tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Calling delete_port for bedbfd15-14b8-47eb-b3c4-300fef4b6df1 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:35:06.981129 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a5722061-88b4-4759-88bc-470c44ef66b0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7501748 Apr 28 19:35:06.983633 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41832) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:06.992022 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-1957e560-83f7-41f6-85c7-adb04cf8f1ef admin admin] Request body: {'subnet': {'network_id': 'b69ff510-2b4d-4910-b392-04d70269a2dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1241028713-subnet', 'tenant_id': '85d6aaaaf40d4113a3d398d609cfca08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:06.997086 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-5b43ac31-16dc-4226-9c9c-ca09694a42f2 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=eb31fca23fda462780f681319e8a4f33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521400 Apr 28 19:35:07.064927 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5722061-88b4-4759-88bc-470c44ef66b0 admin admin] Pushing event updated for resources: {'Network': ['ID=b69ff510-2b4d-4910-b392-04d70269a2dd,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:07.072538 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1957e560-83f7-41f6-85c7-adb04cf8f1ef admin admin] Made reservation on behalf of 85d6aaaaf40d4113a3d398d609cfca08 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:35:07.074962 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1957e560-83f7-41f6-85c7-adb04cf8f1ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:07.077615 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network b69ff510-2b4d-4910-b392-04d70269a2dd details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:35:07.192382 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-128ca2ee-d692-475d-820e-933b48a0cc57 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:07.202784 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-128ca2ee-d692-475d-820e-933b48a0cc57 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1773193 Apr 28 19:35:07.231846 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-109e02d6-3fc2-4688-86c9-ae4914a36565 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/quotas/eb31fca23fda462780f681319e8a4f33 HTTP/1.1" status: 200 len: 375 time: 0.0262678 Apr 28 19:35:07.262662 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3f327b82-3f6c-47cd-8acd-a56dc4905b71 req-f8411a34-960c-48b9-bba2-0308cde6efa1 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:07.275979 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-7b7313d1-4e24-491b-baa1-fcdf8a792ee6 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb31fca23fda462780f681319e8a4f33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370960 Apr 28 19:35:07.354154 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-294d6247-2b3a-45b9-84d1-b0c1725a66e4 req-18601c5b-7edb-423d-9236-9c1473668daa tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:07.367937 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['1a4a4667-75da-4916-8414-40be6204041b'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:35:07.449112 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18601c5b-7edb-423d-9236-9c1473668daa tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Pushing event deleted for resources: {'Port': ['ID=bedbfd15-14b8-47eb-b3c4-300fef4b6df1,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:07.544970 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-294d6247-2b3a-45b9-84d1-b0c1725a66e4 req-18601c5b-7edb-423d-9236-9c1473668daa tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] No DVR routers for this DVR port bedbfd15-14b8-47eb-b3c4-300fef4b6df1 on host n-h1-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:35:07.557795 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-294d6247-2b3a-45b9-84d1-b0c1725a66e4 req-18601c5b-7edb-423d-9236-9c1473668daa tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:07.561976 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-294d6247-2b3a-45b9-84d1-b0c1725a66e4 req-18601c5b-7edb-423d-9236-9c1473668daa tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.15 "DELETE /v2.0/ports/bedbfd15-14b8-47eb-b3c4-300fef4b6df1 HTTP/1.1" status: 204 len: 173 time: 1.6734989 Apr 28 19:35:07.562548 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31a55b2-8ef8-4efe-bbd3-88adc46e013a', 'name': 'network-vif-deleted', 'tag': 'bedbfd15-14b8-47eb-b3c4-300fef4b6df1'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:35:07.565689 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3626f24c-0b35-41b9-bbe3-74d8f3b2ba9f" -d '{"events": [{"server_uuid": "a31a55b2-8ef8-4efe-bbd3-88adc46e013a", "name": "network-vif-deleted", "tag": "bedbfd15-14b8-47eb-b3c4-300fef4b6df1"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:35:07.606346 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-3f327b82-3f6c-47cd-8acd-a56dc4905b71 req-f8411a34-960c-48b9-bba2-0308cde6efa1 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Allocated IP 172.25.8.164 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/42ba6928-afa9-46f4-9780-44627785714d) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:35:07.790753 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 1b416c06-73ee-47d5-ba59-f65d928db9ac up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:35:07.871766 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1957e560-83f7-41f6-85c7-adb04cf8f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:07.885470 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 1b416c06-73ee-47d5-ba59-f65d928db9ac triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:35:07.886036 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:07.895409 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-ab88a1ac-fafe-457e-baa1-1bd644b1e051 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:07.905952 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-ab88a1ac-fafe-457e-baa1-1bd644b1e051 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/networks?id=5c7ce944-9551-4bc7-af99-81ab32700250 HTTP/1.1" status: 200 len: 813 time: 0.2663519 Apr 28 19:35:07.932640 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-94ae41bb-ed42-45ce-9a38-c5aa4001353b tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/quotas/665f2e0e16024753b3287737a19defc7 HTTP/1.1" status: 200 len: 375 time: 0.0251503 Apr 28 19:35:07.969768 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1957e560-83f7-41f6-85c7-adb04cf8f1ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ee38ce7-ab27-4066-b2a6-24c82ee4d4e2,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:07.987794 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-4da1380b-0885-46b0-b08f-8df9f4624925 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=665f2e0e16024753b3287737a19defc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537362 Apr 28 19:35:08.091337 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3f327b82-3f6c-47cd-8acd-a56dc4905b71 req-f8411a34-960c-48b9-bba2-0308cde6efa1 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:08.111241 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1957e560-83f7-41f6-85c7-adb04cf8f1ef admin admin] Checking segment: {'id': 'bbe60a52-681c-4a09-a05e-95b305a84b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b69ff510-2b4d-4910-b392-04d70269a2dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:35:08.116507 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1957e560-83f7-41f6-85c7-adb04cf8f1ef admin admin] Network hostable DHCP agents. Network: b69ff510-2b4d-4910-b392-04d70269a2dd, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:35:08.240293 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3f327b82-3f6c-47cd-8acd-a56dc4905b71 req-f8411a34-960c-48b9-bba2-0308cde6efa1 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:08.275865 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-3c9ce903-a953-4bb4-9421-d067ef7cbb57 service neutron] 10.222.0.42 "GET /v2.0/networks/5c7ce944-9551-4bc7-af99-81ab32700250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862127 Apr 28 19:35:08.289184 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f327b82-3f6c-47cd-8acd-a56dc4905b71 req-f8411a34-960c-48b9-bba2-0308cde6efa1 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:35:08.294629 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-3f327b82-3f6c-47cd-8acd-a56dc4905b71 req-f8411a34-960c-48b9-bba2-0308cde6efa1 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:35:08.373781 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f327b82-3f6c-47cd-8acd-a56dc4905b71 req-f8411a34-960c-48b9-bba2-0308cde6efa1 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:35:08.417997 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 8eeac81c-4012-41eb-84b6-0da777d464d0 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:35:08.429758 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device bedbfd15-14b8-47eb-b3c4-300fef4b6df1 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:35:08.462431 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: bedbfd15-14b8-47eb-b3c4-300fef4b6df1 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:35:08.463103 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device bedbfd15-14b8-47eb-b3c4-300fef4b6df1 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:35:08.589961 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-c0239ced-750e-469a-9d67-7d3fd1e92955 service neutron] 10.222.0.42 "GET /v2.0/networks/5c7ce944-9551-4bc7-af99-81ab32700250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055198 Apr 28 19:35:08.609573 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 8eeac81c-4012-41eb-84b6-0da777d464d0, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=8eeac81c-4012-41eb-84b6-0da777d464d0,segment=NetworkSegment(c10cc5b9-432d-471e-8b74-080f77012f91),segment_id=c10cc5b9-432d-471e-8b74-080f77012f91)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:08.628043 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '8eeac81c-4012-41eb-84b6-0da777d464d0', 'network_id': '078f257f-ccf3-4985-b802-e93aa11e6332', 'port_id': '8eeac81c-4012-41eb-84b6-0da777d464d0', 'mac_address': 'fa:16:3e:0f:17:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa4522c3-f018-4cb2-a4aa-58e81f9488ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:35:08.634359 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1957e560-83f7-41f6-85c7-adb04cf8f1ef admin admin] Network b69ff510-2b4d-4910-b392-04d70269a2dd is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:35:08.656672 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-1957e560-83f7-41f6-85c7-adb04cf8f1ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, b69ff510-2b4d-4910-b392-04d70269a2dd) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:35:08.683285 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1957e560-83f7-41f6-85c7-adb04cf8f1ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:08.685146 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1957e560-83f7-41f6-85c7-adb04cf8f1ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:08.716745 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6410a628-548f-4c81-b284-45cb2c63924d None None] Network b69ff510-2b4d-4910-b392-04d70269a2dd requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:35:08.728757 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1957e560-83f7-41f6-85c7-adb04cf8f1ef admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7434366 Apr 28 19:35:08.740834 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8411a34-960c-48b9-bba2-0308cde6efa1 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Pushing event updated for resources: {'Port': ['ID=42ba6928-afa9-46f4-9780-44627785714d,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:08.789965 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3f327b82-3f6c-47cd-8acd-a56dc4905b71 req-f8411a34-960c-48b9-bba2-0308cde6efa1 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:08.837833 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:08.878892 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8eeac81c-4012-41eb-84b6-0da777d464d0 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:35:08.899198 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3f327b82-3f6c-47cd-8acd-a56dc4905b71 req-f8411a34-960c-48b9-bba2-0308cde6efa1 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:08.947712 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 8eeac81c-4012-41eb-84b6-0da777d464d0, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=8eeac81c-4012-41eb-84b6-0da777d464d0,segment=NetworkSegment(c10cc5b9-432d-471e-8b74-080f77012f91),segment_id=c10cc5b9-432d-471e-8b74-080f77012f91)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:08.962734 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:09.053604 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=8eeac81c-4012-41eb-84b6-0da777d464d0,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:09.127048 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['8eeac81c-4012-41eb-84b6-0da777d464d0'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:35:09.170730 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163022b7-f651-43b7-90a6-a886aee2bc5b None None] Network b69ff510-2b4d-4910-b392-04d70269a2dd requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:35:09.295035 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3f327b82-3f6c-47cd-8acd-a56dc4905b71 req-f8411a34-960c-48b9-bba2-0308cde6efa1 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:09.311646 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3f327b82-3f6c-47cd-8acd-a56dc4905b71 req-f8411a34-960c-48b9-bba2-0308cde6efa1 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:09.444334 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cc5c5-39c2-4804-8264-1067de6535b3 req-576af25e-7890-4ff6-85db-3601c0f191d8 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:09.452452 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ec1cc5c5-39c2-4804-8264-1067de6535b3 req-576af25e-7890-4ff6-85db-3601c0f191d8 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=e711310a-62ae-4f0a-83ed-25d4a817b7f0 HTTP/1.1" status: 200 len: 944 time: 0.2113237 Apr 28 19:35:09.465878 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8411a34-960c-48b9-bba2-0308cde6efa1 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Pushing event updated for resources: {'Port': ['ID=42ba6928-afa9-46f4-9780-44627785714d,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:09.483498 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3f327b82-3f6c-47cd-8acd-a56dc4905b71 req-f8411a34-960c-48b9-bba2-0308cde6efa1 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:09.517219 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3f327b82-3f6c-47cd-8acd-a56dc4905b71 req-f8411a34-960c-48b9-bba2-0308cde6efa1 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:09.525789 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3f327b82-3f6c-47cd-8acd-a56dc4905b71 req-f8411a34-960c-48b9-bba2-0308cde6efa1 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5717404 Apr 28 19:35:09.541011 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ec1cc5c5-39c2-4804-8264-1067de6535b3 req-2ddd16c1-1a6d-43c2-82c1-d58973319a22 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861201 Apr 28 19:35:09.753559 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-0d71677c-f6ed-449b-a5e0-9a7a6e1dc08c tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=eb31fca23fda462780f681319e8a4f33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2245626 Apr 28 19:35:09.758521 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0791692a-10ab-493b-8c01-e1f5b42265b1 x-openstack-request-id: req-0791692a-10ab-493b-8c01-e1f5b42265b1 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:35:09.758762 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31a55b2-8ef8-4efe-bbd3-88adc46e013a", "name": "network-vif-deleted", "tag": "bedbfd15-14b8-47eb-b3c4-300fef4b6df1", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:35:09.759557 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0791692a-10ab-493b-8c01-e1f5b42265b1 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:35:09.759557 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0791692a-10ab-493b-8c01-e1f5b42265b1'] response: {'server_uuid': 'a31a55b2-8ef8-4efe-bbd3-88adc46e013a', 'name': 'network-vif-deleted', 'tag': 'bedbfd15-14b8-47eb-b3c4-300fef4b6df1', 'status': 'completed', 'code': 200} Apr 28 19:35:09.783828 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3f327b82-3f6c-47cd-8acd-a56dc4905b71 req-1030522b-d074-4d3d-8104-30efea22f6ce tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.164 HTTP/1.1" status: 200 len: 696 time: 0.2567971 Apr 28 19:35:09.829833 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-83e3c53c-c142-4e39-a936-df48d41d257a req-7582d851-2ea5-451f-a6c3-d52158884e77 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=eb31fca23fda462780f681319e8a4f33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472543 Apr 28 19:35:09.967550 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3c53c-c142-4e39-a936-df48d41d257a req-a612bd11-1d9d-4e18-a2cc-5d69367f0ca3 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:09.969669 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-83e3c53c-c142-4e39-a936-df48d41d257a req-a612bd11-1d9d-4e18-a2cc-5d69367f0ca3 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1322813 Apr 28 19:35:09.988371 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f327b82-3f6c-47cd-8acd-a56dc4905b71 req-85edffb3-2770-43b8-bb1b-b32489b01b5f tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:09.988614 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-83e3c53c-c142-4e39-a936-df48d41d257a req-c4a69e05-6531-4e3c-9576-74683b0251e9 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/quotas/eb31fca23fda462780f681319e8a4f33 HTTP/1.1" status: 200 len: 375 time: 0.0110054 Apr 28 19:35:09.990311 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3f327b82-3f6c-47cd-8acd-a56dc4905b71 req-85edffb3-2770-43b8-bb1b-b32489b01b5f tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 784 time: 0.2056131 Apr 28 19:35:09.999654 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-d86ce4e6-8406-472f-abb6-8e41982f9c5c tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:10.001545 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-d86ce4e6-8406-472f-abb6-8e41982f9c5c tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2368362 Apr 28 19:35:10.018093 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-552977e1-46a6-4d62-9187-c5ebe352cbc5 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Request body: {'port': {'device_id': '48d04f3d-4255-4737-aad2-787288748693', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'admin_state_up': True, 'tenant_id': 'eb31fca23fda462780f681319e8a4f33'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:10.050373 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-83e3c53c-c142-4e39-a936-df48d41d257a req-ab5934cf-5e27-4754-b23d-a9d5df0ee005 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb31fca23fda462780f681319e8a4f33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524142 Apr 28 19:35:10.197265 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [req-da589e9d-afc0-4ef3-84cd-445c74a74d4e req-bcf60212-b53b-4ebe-9117-b0c01a49dbcc tempest-SecurityGroupsNegativeTestJSON-1836413352 tempest-SecurityGroupsNegativeTestJSON-1836413352-project] show failed (client error): The resource could not be found. Apr 28 19:35:10.218777 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-da589e9d-afc0-4ef3-84cd-445c74a74d4e req-bcf60212-b53b-4ebe-9117-b0c01a49dbcc tempest-SecurityGroupsNegativeTestJSON-1836413352 tempest-SecurityGroupsNegativeTestJSON-1836413352-project] 10.222.0.42 "GET /v2.0/security-groups/691cb8c1-6eb4-4509-aced-0fa248a2b414 HTTP/1.1" status: 404 len: 352 time: 0.0592580 Apr 28 19:35:10.284891 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-552977e1-46a6-4d62-9187-c5ebe352cbc5 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Made reservation on behalf of eb31fca23fda462780f681319e8a4f33 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:35:10.290161 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-552977e1-46a6-4d62-9187-c5ebe352cbc5 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:10.320429 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-552977e1-46a6-4d62-9187-c5ebe352cbc5 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:10.417408 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 8eeac81c-4012-41eb-84b6-0da777d464d0 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:35:10.563957 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-552977e1-46a6-4d62-9187-c5ebe352cbc5 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:10.564255 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 8eeac81c-4012-41eb-84b6-0da777d464d0 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:35:10.564861 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:10.593203 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-552977e1-46a6-4d62-9187-c5ebe352cbc5 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:10.622182 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fa1f2ae2-af56-49b7-a9c2-8ed363b8561c req-85e2b6e7-91ea-435d-aadb-25c34d91ed17 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7cbe55c2-8e22-4b7c-b402-7395e6c4765d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2389662 Apr 28 19:35:10.815772 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:10.948320 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 8eeac81c-4012-41eb-84b6-0da777d464d0, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=8eeac81c-4012-41eb-84b6-0da777d464d0,segment=NetworkSegment(c10cc5b9-432d-471e-8b74-080f77012f91),segment_id=c10cc5b9-432d-471e-8b74-080f77012f91)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:10.954417 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e711310a-62ae-4f0a-83ed-25d4a817b7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eeac81c-4012-41eb-84b6-0da777d464d0'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:35:10.969135 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d8ea4c-e529-45d7-963f-ad95abab2b5c" -d '{"events": [{"server_uuid": "e711310a-62ae-4f0a-83ed-25d4a817b7f0", "name": "network-vif-plugged", "status": "completed", "tag": "8eeac81c-4012-41eb-84b6-0da777d464d0"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:35:10.987444 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:11.008586 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4af8d1b8-e53b-4f78-8689-b5dd629beb28 req-8141ef29-9c61-4a5c-9785-56d6515cef8f tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3581214 Apr 28 19:35:11.048481 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-825a0882-4ba1-4eb4-a054-cbf0d6ba2981 req-7925e3f7-1325-4551-9644-6f4a594879b6 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd44736a-56f5-43e5-a40b-a6da17ab217c HTTP/1.1" status: 200 len: 210 time: 0.1017270 Apr 28 19:35:11.125063 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-4af8d1b8-e53b-4f78-8689-b5dd629beb28 req-83f4f1c2-93f6-46ea-b396-2e6ceabed3f7 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:11.163795 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552977e1-46a6-4d62-9187-c5ebe352cbc5 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1405446e-ee39-4878-8bba-1170ad050e77,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:11.198299 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=8eeac81c-4012-41eb-84b6-0da777d464d0,revision_number=7']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:11.345885 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8740ef-be26-49c2-a67d-40d4b37239a4 req-3b99cc0b-c2b0-4c7f-9460-e0e1d7008cce tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:11.356794 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f2ae2-af56-49b7-a9c2-8ed363b8561c req-32eae351-1ffc-47de-a093-4f986459f24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:11.358674 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fc8740ef-be26-49c2-a67d-40d4b37239a4 req-3b99cc0b-c2b0-4c7f-9460-e0e1d7008cce tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 950 time: 0.1307850 Apr 28 19:35:11.366729 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fa1f2ae2-af56-49b7-a9c2-8ed363b8561c req-32eae351-1ffc-47de-a093-4f986459f24c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac4a325e58b9497b9421c85aa337c854&device_id=7cbe55c2-8e22-4b7c-b402-7395e6c4765d HTTP/1.1" status: 200 len: 1097 time: 0.6527584 Apr 28 19:35:11.405418 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-4af8d1b8-e53b-4f78-8689-b5dd629beb28 req-83f4f1c2-93f6-46ea-b396-2e6ceabed3f7 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:11.427649 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fc8740ef-be26-49c2-a67d-40d4b37239a4 req-eb090e17-065b-483c-a37a-1db1b2fbbcda tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656931 Apr 28 19:35:11.556361 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-552977e1-46a6-4d62-9187-c5ebe352cbc5 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Allocated IP 192.168.233.222 (a2ea96f2-6755-492c-8fa3-72807d68d67a/ba397751-1619-4962-a669-11aa98e2e3bc/c9a882ff-3675-47c6-9f41-55e2355bfc92) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:35:11.607350 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-56d2f61d-7fa7-45e4-aeea-c585070fb53b req-71b4c70a-ed07-4bbb-9d92-d87b60aaa6ca tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ae4f1ba-31bb-4a62-922b-4739e7d36246 HTTP/1.1" status: 200 len: 210 time: 0.0433731 Apr 28 19:35:11.748637 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f2ae2-af56-49b7-a9c2-8ed363b8561c req-d39df65c-d0c4-4239-9d2c-5b95b483ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:11.750113 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fa1f2ae2-af56-49b7-a9c2-8ed363b8561c req-d39df65c-d0c4-4239-9d2c-5b95b483ebd7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f904c84c-5f3f-4a5e-afcd-ce355e55bb02 HTTP/1.1" status: 200 len: 915 time: 0.3257508 Apr 28 19:35:11.798548 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa988e32-1640-4508-8f41-cb0838ed6c5d req-43eeea29-b470-429d-a822-3b4e193f2d10 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:11.801488 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aa988e32-1640-4508-8f41-cb0838ed6c5d req-43eeea29-b470-429d-a822-3b4e193f2d10 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=e711310a-62ae-4f0a-83ed-25d4a817b7f0 HTTP/1.1" status: 200 len: 945 time: 0.1040683 Apr 28 19:35:11.980134 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fa1f2ae2-af56-49b7-a9c2-8ed363b8561c req-9d4c3d40-eee5-4656-8333-243e0c3bd597 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8fd0377-acfe-4958-b50a-8a5f400c6206 HTTP/1.1" status: 200 len: 1002 time: 0.2210088 Apr 28 19:35:12.108411 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-552977e1-46a6-4d62-9187-c5ebe352cbc5 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:12.118969 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-e08dcb20-5ad8-4b49-b717-762d7cc31f28 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:12.122649 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-e08dcb20-5ad8-4b49-b717-762d7cc31f28 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.15 "GET /v2.0/networks?id=5c7ce944-9551-4bc7-af99-81ab32700250 HTTP/1.1" status: 200 len: 813 time: 0.2279546 Apr 28 19:35:12.130183 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f2ae2-af56-49b7-a9c2-8ed363b8561c req-f66e9185-faf8-41ec-9398-da89dd67095b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:12.132057 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fa1f2ae2-af56-49b7-a9c2-8ed363b8561c req-f66e9185-faf8-41ec-9398-da89dd67095b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=556349f0-38e7-4d9a-a43e-b8816ebacc40 HTTP/1.1" status: 200 len: 853 time: 0.1199930 Apr 28 19:35:12.146324 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-4af8d1b8-e53b-4f78-8689-b5dd629beb28 req-83f4f1c2-93f6-46ea-b396-2e6ceabed3f7 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:12.153285 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-c66185c1-50dd-4394-8093-2e9bbc3187d0 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Request body: {'port': {'device_id': '2a78ba46-f3a6-4157-9eb7-5264762fa10a', 'network_id': '5c7ce944-9551-4bc7-af99-81ab32700250', 'admin_state_up': True, 'tenant_id': '665f2e0e16024753b3287737a19defc7'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:12.206659 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aa988e32-1640-4508-8f41-cb0838ed6c5d req-6a2cc663-0e62-4217-b7f2-c53caaf4d717 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959765 Apr 28 19:35:12.223423 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-552977e1-46a6-4d62-9187-c5ebe352cbc5 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:12.297003 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552977e1-46a6-4d62-9187-c5ebe352cbc5 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Pushing event updated for resources: {'Port': ['ID=c9a882ff-3675-47c6-9f41-55e2355bfc92,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:12.314138 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd18b6-9302-4a5f-b31b-f4febe2fa91d req-4e655042-256f-4b04-b82a-a44e07f7f86f tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:12.316567 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bfbd18b6-9302-4a5f-b31b-f4febe2fa91d req-4e655042-256f-4b04-b82a-a44e07f7f86f tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 950 time: 0.5017335 Apr 28 19:35:12.360199 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-552977e1-46a6-4d62-9187-c5ebe352cbc5 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Network a2ea96f2-6755-492c-8fa3-72807d68d67a is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:35:12.368592 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-552977e1-46a6-4d62-9187-c5ebe352cbc5 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:35:12.397342 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-552977e1-46a6-4d62-9187-c5ebe352cbc5 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:35:12.431139 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 8eeac81c-4012-41eb-84b6-0da777d464d0 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:35:12.556450 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-552977e1-46a6-4d62-9187-c5ebe352cbc5 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:12.557135 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-552977e1-46a6-4d62-9187-c5ebe352cbc5 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:12.611717 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-18c87224-3d24-4655-b65f-0e1bf9344d54 req-236d1bac-2ca5-472c-8c5a-8b5a62a790e3 tempest-SecurityGroupsNegativeTestJSON-1836413352 tempest-SecurityGroupsNegativeTestJSON-1836413352-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=85d6aaaaf40d4113a3d398d609cfca08 HTTP/1.1" status: 200 len: 2984 time: 0.2921517 Apr 28 19:35:12.660320 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:12.681641 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f2ae2-af56-49b7-a9c2-8ed363b8561c req-02f1d1fb-8e91-45cd-938f-8e6704419f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:12.690655 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fa1f2ae2-af56-49b7-a9c2-8ed363b8561c req-02f1d1fb-8e91-45cd-938f-8e6704419f2d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f904c84c-5f3f-4a5e-afcd-ce355e55bb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5466082 Apr 28 19:35:12.705688 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-552977e1-46a6-4d62-9187-c5ebe352cbc5 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6842856 Apr 28 19:35:12.745852 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 8eeac81c-4012-41eb-84b6-0da777d464d0, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=8eeac81c-4012-41eb-84b6-0da777d464d0,segment=NetworkSegment(c10cc5b9-432d-471e-8b74-080f77012f91),segment_id=c10cc5b9-432d-471e-8b74-080f77012f91)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:12.757968 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:12.812601 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-612a80df-0bf7-424d-a230-5497bb24fc18 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:12.814365 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-612a80df-0bf7-424d-a230-5497bb24fc18 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.44 "GET /v2.0/networks?id=5c7ce944-9551-4bc7-af99-81ab32700250 HTTP/1.1" status: 200 len: 813 time: 0.6904449 Apr 28 19:35:12.825789 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-18c87224-3d24-4655-b65f-0e1bf9344d54 req-90e14f2f-5c12-4b09-b0f4-5392c13e9812 tempest-SecurityGroupsNegativeTestJSON-1836413352 tempest-SecurityGroupsNegativeTestJSON-1836413352-project] 10.222.0.42 "GET /v2.0/security-groups/3ffa69cc-3433-4164-bb25-290ac4821729 HTTP/1.1" status: 200 len: 2981 time: 0.2130322 Apr 28 19:35:12.831132 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-89c168fd-1c20-4065-96b0-8973cd1c7ffc tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Request body: {'port': {'device_id': '1ddf5606-d960-4493-aff9-8e3eeaaac5df', 'network_id': '5c7ce944-9551-4bc7-af99-81ab32700250', 'admin_state_up': True, 'tenant_id': '665f2e0e16024753b3287737a19defc7'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:12.865958 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-4422e741-d295-4722-aaaf-18ee8c7abb7a None None] Provisioning complete for port c9a882ff-3675-47c6-9f41-55e2355bfc92 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:35:12.866838 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4422e741-d295-4722-aaaf-18ee8c7abb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:12.867946 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-fcc50efb-3ad5-4296-9612-b7d61dc87a75 service neutron] Request body: {'port': {'device_id': '48d04f3d-4255-4737-aad2-787288748693', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:12.869681 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=8eeac81c-4012-41eb-84b6-0da777d464d0,revision_number=8']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:12.945145 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-4422e741-d295-4722-aaaf-18ee8c7abb7a None None] Port c9a882ff-3675-47c6-9f41-55e2355bfc92 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:35:13.018282 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-4af8d1b8-e53b-4f78-8689-b5dd629beb28 req-83f4f1c2-93f6-46ea-b396-2e6ceabed3f7 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Allocated IP 172.25.8.63 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/966746c8-b816-499c-bc5f-a2ccb08df9e4) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:35:13.124039 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb7d36-2f0b-4ce4-87a6-2ffa7364e1dc req-6f7fdeb2-2fd8-480b-bd6d-8121c42baf30 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:13.126269 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-83bb7d36-2f0b-4ce4-87a6-2ffa7364e1dc req-6f7fdeb2-2fd8-480b-bd6d-8121c42baf30 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.15 "GET /v2.0/ports?device_id=e711310a-62ae-4f0a-83ed-25d4a817b7f0 HTTP/1.1" status: 200 len: 943 time: 0.3022199 Apr 28 19:35:13.128616 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fa1f2ae2-af56-49b7-a9c2-8ed363b8561c req-e9c98b78-8215-4a7d-9434-fa305ac57a9d service neutron] 10.222.0.15 "GET /v2.0/networks/f904c84c-5f3f-4a5e-afcd-ce355e55bb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190781 Apr 28 19:35:13.131302 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-89c168fd-1c20-4065-96b0-8973cd1c7ffc tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Made reservation on behalf of 665f2e0e16024753b3287737a19defc7 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:35:13.139611 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-89c168fd-1c20-4065-96b0-8973cd1c7ffc tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:13.187117 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-bfbd18b6-9302-4a5f-b31b-f4febe2fa91d req-4537a57b-3cb5-4970-9f43-efbee5d05158 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Deleting port 1a4a4667-75da-4916-8414-40be6204041b {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:35:13.188194 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-bfbd18b6-9302-4a5f-b31b-f4febe2fa91d req-4537a57b-3cb5-4970-9f43-efbee5d05158 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:13.219091 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-c66185c1-50dd-4394-8093-2e9bbc3187d0 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Made reservation on behalf of 665f2e0e16024753b3287737a19defc7 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:35:13.222241 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-c66185c1-50dd-4394-8093-2e9bbc3187d0 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:13.242211 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-83e3c53c-c142-4e39-a936-df48d41d257a req-e4cc9579-5190-4402-8d0f-48bfa6f5d8b6 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=eb31fca23fda462780f681319e8a4f33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1711822 Apr 28 19:35:13.672509 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-fcc50efb-3ad5-4296-9612-b7d61dc87a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:13.754030 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-4af8d1b8-e53b-4f78-8689-b5dd629beb28 req-83f4f1c2-93f6-46ea-b396-2e6ceabed3f7 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:13.814729 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-c211223c-eae5-428d-9854-5edc616e8d75 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:13.816312 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-c211223c-eae5-428d-9854-5edc616e8d75 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.15 "GET /v2.0/networks?id=5c7ce944-9551-4bc7-af99-81ab32700250 HTTP/1.1" status: 200 len: 813 time: 1.0715897 Apr 28 19:35:13.848857 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-18c87224-3d24-4655-b65f-0e1bf9344d54 req-3576076e-078d-469c-8d79-4c8c38cf3892 tempest-SecurityGroupsNegativeTestJSON-1836413352 tempest-SecurityGroupsNegativeTestJSON-1836413352-project] 10.222.0.42 "GET /v2.0/security-groups/3ffa69cc-3433-4164-bb25-290ac4821729 HTTP/1.1" status: 200 len: 2981 time: 0.7940555 Apr 28 19:35:13.906666 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555c06a2-3bea-4387-bf60-ad90bbdbaa25 x-openstack-request-id: req-555c06a2-3bea-4387-bf60-ad90bbdbaa25 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:35:13.907177 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e711310a-62ae-4f0a-83ed-25d4a817b7f0", "name": "network-vif-plugged", "status": "completed", "tag": "8eeac81c-4012-41eb-84b6-0da777d464d0", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:35:13.907272 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-555c06a2-3bea-4387-bf60-ad90bbdbaa25 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:35:13.907637 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-555c06a2-3bea-4387-bf60-ad90bbdbaa25'] response: {'server_uuid': 'e711310a-62ae-4f0a-83ed-25d4a817b7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eeac81c-4012-41eb-84b6-0da777d464d0', 'code': 200} Apr 28 19:35:13.939822 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-d0ec88f0-bed5-45d7-8446-7e1d3f25a2f0 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Request body: {'port': {'device_id': '1ae4f1ba-31bb-4a62-922b-4739e7d36246', 'network_id': '5c7ce944-9551-4bc7-af99-81ab32700250', 'admin_state_up': True, 'tenant_id': '665f2e0e16024753b3287737a19defc7'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:14.016576 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fa1f2ae2-af56-49b7-a9c2-8ed363b8561c req-0d87f488-bb91-4170-a5bb-44d5fdbe5351 service neutron] 10.222.0.15 "GET /v2.0/networks/f904c84c-5f3f-4a5e-afcd-ce355e55bb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619533 Apr 28 19:35:14.132565 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-bfbd18b6-9302-4a5f-b31b-f4febe2fa91d req-4537a57b-3cb5-4970-9f43-efbee5d05158 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] For port 1a4a4667-75da-4916-8414-40be6204041b, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=1a4a4667-75da-4916-8414-40be6204041b,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:14.133165 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-bfbd18b6-9302-4a5f-b31b-f4febe2fa91d req-4537a57b-3cb5-4970-9f43-efbee5d05158 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:14.164231 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-073ad4c3-50e0-42e0-ad8a-a7a50e4c787b req-08e0fdee-6831-4fb8-93e8-06dca57b4402 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd44736a-56f5-43e5-a40b-a6da17ab217c HTTP/1.1" status: 200 len: 210 time: 0.1456952 Apr 28 19:35:14.172408 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-4af8d1b8-e53b-4f78-8689-b5dd629beb28 req-83f4f1c2-93f6-46ea-b396-2e6ceabed3f7 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:14.209379 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3c53c-c142-4e39-a936-df48d41d257a req-ed7a6635-00cd-48a2-bb4e-b102023e6252 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:14.209379 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-83e3c53c-c142-4e39-a936-df48d41d257a req-ed7a6635-00cd-48a2-bb4e-b102023e6252 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9236617 Apr 28 19:35:14.209379 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-bfbd18b6-9302-4a5f-b31b-f4febe2fa91d req-4537a57b-3cb5-4970-9f43-efbee5d05158 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Calling delete_port for 1a4a4667-75da-4916-8414-40be6204041b owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:35:14.252650 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-83e3c53c-c142-4e39-a936-df48d41d257a req-989afb42-fdb2-4bb6-8995-233332ba9bc2 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Request body: {'port': {'device_id': 'bd44736a-56f5-43e5-a40b-a6da17ab217c', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'admin_state_up': True, 'tenant_id': 'eb31fca23fda462780f681319e8a4f33'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:14.266576 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af8d1b8-e53b-4f78-8689-b5dd629beb28 req-83f4f1c2-93f6-46ea-b396-2e6ceabed3f7 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:35:14.291067 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-4af8d1b8-e53b-4f78-8689-b5dd629beb28 req-83f4f1c2-93f6-46ea-b396-2e6ceabed3f7 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:35:14.298937 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af8d1b8-e53b-4f78-8689-b5dd629beb28 req-83f4f1c2-93f6-46ea-b396-2e6ceabed3f7 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:35:14.309166 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4f1c2-93f6-46ea-b396-2e6ceabed3f7 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Pushing event updated for resources: {'Port': ['ID=966746c8-b816-499c-bc5f-a2ccb08df9e4,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:14.315860 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-89c168fd-1c20-4065-96b0-8973cd1c7ffc tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Allocated IP 172.20.0.3 (5c7ce944-9551-4bc7-af99-81ab32700250/759907dd-9350-4138-835d-4c1e0a396950/cbeff78c-ff31-4de1-9212-d4a2cdd6aa23) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:35:14.573444 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-83bb7d36-2f0b-4ce4-87a6-2ffa7364e1dc req-889e0a7a-72b9-45a3-a206-1b12fe0ffbf4 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Deleting port 8eeac81c-4012-41eb-84b6-0da777d464d0 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:35:14.573911 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-83bb7d36-2f0b-4ce4-87a6-2ffa7364e1dc req-889e0a7a-72b9-45a3-a206-1b12fe0ffbf4 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:14.582779 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-4af8d1b8-e53b-4f78-8689-b5dd629beb28 req-83f4f1c2-93f6-46ea-b396-2e6ceabed3f7 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:14.591572 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a4f1d447-21f5-49f6-8390-32ef69be4bd0 req-509f2009-30c4-4a27-92cb-e28933f80e1b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4119675 Apr 28 19:35:14.623181 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-fcc50efb-3ad5-4296-9612-b7d61dc87a75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9a882ff-3675-47c6-9f41-55e2355bfc92 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:35:14.638292 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb388d-f01b-4849-9f27-563726541484 req-f0345bce-a416-475f-920f-e07d4bc7662b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:14.647156 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-76bb388d-f01b-4849-9f27-563726541484 req-f0345bce-a416-475f-920f-e07d4bc7662b tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffa207c8-5498-4409-b3e7-85361ef38e9e HTTP/1.1" status: 200 len: 950 time: 0.3343136 Apr 28 19:35:14.699706 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-d0ec88f0-bed5-45d7-8446-7e1d3f25a2f0 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Made reservation on behalf of 665f2e0e16024753b3287737a19defc7 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:35:14.700297 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-fcc50efb-3ad5-4296-9612-b7d61dc87a75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:14.704081 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-d0ec88f0-bed5-45d7-8446-7e1d3f25a2f0 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:14.756142 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-4af8d1b8-e53b-4f78-8689-b5dd629beb28 req-83f4f1c2-93f6-46ea-b396-2e6ceabed3f7 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:14.758567 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-fcc50efb-3ad5-4296-9612-b7d61dc87a75 service neutron] Transition to ACTIVE for port object c9a882ff-3675-47c6-9f41-55e2355bfc92 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:35:14.820006 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-fcc50efb-3ad5-4296-9612-b7d61dc87a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:14.823515 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-83bb7d36-2f0b-4ce4-87a6-2ffa7364e1dc req-889e0a7a-72b9-45a3-a206-1b12fe0ffbf4 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] For port 8eeac81c-4012-41eb-84b6-0da777d464d0, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=8eeac81c-4012-41eb-84b6-0da777d464d0,segment=NetworkSegment(c10cc5b9-432d-471e-8b74-080f77012f91),segment_id=c10cc5b9-432d-471e-8b74-080f77012f91)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:14.823983 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-83bb7d36-2f0b-4ce4-87a6-2ffa7364e1dc req-889e0a7a-72b9-45a3-a206-1b12fe0ffbf4 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:14.883356 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-83bb7d36-2f0b-4ce4-87a6-2ffa7364e1dc req-889e0a7a-72b9-45a3-a206-1b12fe0ffbf4 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Calling delete_port for 8eeac81c-4012-41eb-84b6-0da777d464d0 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:35:14.900829 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-76bb388d-f01b-4849-9f27-563726541484 req-3a94204b-eed6-48c2-a731-9a52120618df tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.42 "GET /v2.0/security-groups?id=be1ac0e6-0787-4f62-b690-da3061494341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523146 Apr 28 19:35:14.952924 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83e3c53c-c142-4e39-a936-df48d41d257a req-989afb42-fdb2-4bb6-8995-233332ba9bc2 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Made reservation on behalf of eb31fca23fda462780f681319e8a4f33 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:35:14.956451 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-83e3c53c-c142-4e39-a936-df48d41d257a req-989afb42-fdb2-4bb6-8995-233332ba9bc2 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:14.966701 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1d447-21f5-49f6-8390-32ef69be4bd0 req-45f6f409-6069-4d31-b577-137509c77ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:14.968334 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a4f1d447-21f5-49f6-8390-32ef69be4bd0 req-45f6f409-6069-4d31-b577-137509c77ab7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1af134fdfb54762be9898d865bc6112&device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 1095 time: 0.3480070 Apr 28 19:35:14.980915 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc50efb-3ad5-4296-9612-b7d61dc87a75 service neutron] Pushing event updated for resources: {'Port': ['ID=c9a882ff-3675-47c6-9f41-55e2355bfc92,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:15.048456 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-bfbd18b6-9302-4a5f-b31b-f4febe2fa91d req-4537a57b-3cb5-4970-9f43-efbee5d05158 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:15.116619 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3c65cc78-df88-403b-ab7d-66c1d5c620c2 req-6dc6100d-1792-42f4-a2bb-1158a40ceb40 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ae4f1ba-31bb-4a62-922b-4739e7d36246 HTTP/1.1" status: 200 len: 210 time: 0.1021023 Apr 28 19:35:15.175532 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-89c168fd-1c20-4065-96b0-8973cd1c7ffc tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:15.239706 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537a57b-3cb5-4970-9f43-efbee5d05158 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Pushing event deleted for resources: {'Port': ['ID=1a4a4667-75da-4916-8414-40be6204041b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:15.284079 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-fcc50efb-3ad5-4296-9612-b7d61dc87a75 service neutron] Attempting to bind port c9a882ff-3675-47c6-9f41-55e2355bfc92 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:35:15.284751 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-fcc50efb-3ad5-4296-9612-b7d61dc87a75 service neutron] Attempting to bind port c9a882ff-3675-47c6-9f41-55e2355bfc92 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:35:15.285278 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-fcc50efb-3ad5-4296-9612-b7d61dc87a75 service neutron] Attempting to bind port c9a882ff-3675-47c6-9f41-55e2355bfc92 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:35:15.317190 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-fcc50efb-3ad5-4296-9612-b7d61dc87a75 service neutron] Port c9a882ff-3675-47c6-9f41-55e2355bfc92 on network a2ea96f2-6755-492c-8fa3-72807d68d67a not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:35:15.317783 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-fcc50efb-3ad5-4296-9612-b7d61dc87a75 service neutron] Attempting to bind port c9a882ff-3675-47c6-9f41-55e2355bfc92 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:35:15.321408 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-4af8d1b8-e53b-4f78-8689-b5dd629beb28 req-83f4f1c2-93f6-46ea-b396-2e6ceabed3f7 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:15.329833 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-fcc50efb-3ad5-4296-9612-b7d61dc87a75 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:35:15.329833 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-fcc50efb-3ad5-4296-9612-b7d61dc87a75 service neutron] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:35:15.329833 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-fcc50efb-3ad5-4296-9612-b7d61dc87a75 service neutron] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:35:15.330269 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-fcc50efb-3ad5-4296-9612-b7d61dc87a75 service neutron] Bound port: c9a882ff-3675-47c6-9f41-55e2355bfc92, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:35:15.330269 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-fcc50efb-3ad5-4296-9612-b7d61dc87a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:15.349508 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-4af8d1b8-e53b-4f78-8689-b5dd629beb28 req-83f4f1c2-93f6-46ea-b396-2e6ceabed3f7 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:15.413258 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-83bb7d36-2f0b-4ce4-87a6-2ffa7364e1dc req-889e0a7a-72b9-45a3-a206-1b12fe0ffbf4 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:15.420907 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfbd18b6-9302-4a5f-b31b-f4febe2fa91d req-4537a57b-3cb5-4970-9f43-efbee5d05158 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] No DVR routers for this DVR port 1a4a4667-75da-4916-8414-40be6204041b on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:35:15.457413 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-bfbd18b6-9302-4a5f-b31b-f4febe2fa91d req-4537a57b-3cb5-4970-9f43-efbee5d05158 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:15.462093 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bfbd18b6-9302-4a5f-b31b-f4febe2fa91d req-4537a57b-3cb5-4970-9f43-efbee5d05158 tempest-MigrationsAdminTest-381541830 tempest-MigrationsAdminTest-381541830-project] 10.222.0.44 "DELETE /v2.0/ports/1a4a4667-75da-4916-8414-40be6204041b HTTP/1.1" status: 204 len: 173 time: 3.1135046 Apr 28 19:35:15.462093 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa207c8-5498-4409-b3e7-85361ef38e9e', 'name': 'network-vif-deleted', 'tag': '1a4a4667-75da-4916-8414-40be6204041b'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:35:15.465136 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f857d58-6ea5-4209-8bf7-3a0a0a7bcae5" -d '{"events": [{"server_uuid": "ffa207c8-5498-4409-b3e7-85361ef38e9e", "name": "network-vif-deleted", "tag": "1a4a4667-75da-4916-8414-40be6204041b"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:35:15.504532 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4f1c2-93f6-46ea-b396-2e6ceabed3f7 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Pushing event updated for resources: {'Port': ['ID=966746c8-b816-499c-bc5f-a2ccb08df9e4,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:15.506829 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1d447-21f5-49f6-8390-32ef69be4bd0 req-f1d38764-2241-41cd-89e6-dc5017a271d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:15.508662 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a4f1d447-21f5-49f6-8390-32ef69be4bd0 req-f1d38764-2241-41cd-89e6-dc5017a271d6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6836a994-cb1e-455e-a97f-31c9ee3bdef2 HTTP/1.1" status: 200 len: 920 time: 0.4889545 Apr 28 19:35:15.543684 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeeed3a-c891-4e70-9d54-dfb9c54357bf req-a13d543f-61f6-4963-8214-a301736d2c8d tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:15.555030 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cdeeed3a-c891-4e70-9d54-dfb9c54357bf req-a13d543f-61f6-4963-8214-a301736d2c8d tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=e711310a-62ae-4f0a-83ed-25d4a817b7f0 HTTP/1.1" status: 200 len: 865 time: 0.3108237 Apr 28 19:35:15.569083 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-83e3c53c-c142-4e39-a936-df48d41d257a req-989afb42-fdb2-4bb6-8995-233332ba9bc2 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Allocated IP 192.168.233.35 (a2ea96f2-6755-492c-8fa3-72807d68d67a/ba397751-1619-4962-a669-11aa98e2e3bc/60cce12e-e55e-4f29-88f1-2da4173c1e7b) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:35:15.578187 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 1a4a4667-75da-4916-8414-40be6204041b no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:35:15.590439 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-fcc50efb-3ad5-4296-9612-b7d61dc87a75 service neutron] For port c9a882ff-3675-47c6-9f41-55e2355bfc92, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:35:15.591492 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e0a7a-72b9-45a3-a206-1b12fe0ffbf4 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Pushing event deleted for resources: {'Port': ['ID=8eeac81c-4012-41eb-84b6-0da777d464d0,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:15.607686 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-89c168fd-1c20-4065-96b0-8973cd1c7ffc tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:15.617548 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-83bb7d36-2f0b-4ce4-87a6-2ffa7364e1dc req-889e0a7a-72b9-45a3-a206-1b12fe0ffbf4 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] No DVR routers for this DVR port 8eeac81c-4012-41eb-84b6-0da777d464d0 on host n-h1-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:35:15.618743 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-4af8d1b8-e53b-4f78-8689-b5dd629beb28 req-83f4f1c2-93f6-46ea-b396-2e6ceabed3f7 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:15.622425 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-83bb7d36-2f0b-4ce4-87a6-2ffa7364e1dc req-889e0a7a-72b9-45a3-a206-1b12fe0ffbf4 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:15.625534 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 1a4a4667-75da-4916-8414-40be6204041b {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:35:15.625897 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 1a4a4667-75da-4916-8414-40be6204041b not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:35:15.626054 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-83bb7d36-2f0b-4ce4-87a6-2ffa7364e1dc req-889e0a7a-72b9-45a3-a206-1b12fe0ffbf4 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.15 "DELETE /v2.0/ports/8eeac81c-4012-41eb-84b6-0da777d464d0 HTTP/1.1" status: 204 len: 173 time: 1.9752512 Apr 28 19:35:15.643170 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e711310a-62ae-4f0a-83ed-25d4a817b7f0', 'name': 'network-vif-deleted', 'tag': '8eeac81c-4012-41eb-84b6-0da777d464d0'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:35:15.650309 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9cca4d-537d-4edc-9f9f-33b6aff60a5b" -d '{"events": [{"server_uuid": "e711310a-62ae-4f0a-83ed-25d4a817b7f0", "name": "network-vif-deleted", "tag": "8eeac81c-4012-41eb-84b6-0da777d464d0"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:35:15.660751 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a4f1d447-21f5-49f6-8390-32ef69be4bd0 req-51b199d3-15da-4034-9dfe-c9c0cf10481b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6db7db40-a23e-4656-883e-e52c47e636b4 HTTP/1.1" status: 200 len: 217 time: 0.1365378 Apr 28 19:35:15.661070 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-fcc50efb-3ad5-4296-9612-b7d61dc87a75 service neutron] For port c9a882ff-3675-47c6-9f41-55e2355bfc92, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c9a882ff-3675-47c6-9f41-55e2355bfc92,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:35:15.673697 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-fcc50efb-3ad5-4296-9612-b7d61dc87a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:15.697840 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-4af8d1b8-e53b-4f78-8689-b5dd629beb28 req-83f4f1c2-93f6-46ea-b396-2e6ceabed3f7 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:15.715265 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4af8d1b8-e53b-4f78-8689-b5dd629beb28 req-83f4f1c2-93f6-46ea-b396-2e6ceabed3f7 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.6391718 Apr 28 19:35:15.843175 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-89c168fd-1c20-4065-96b0-8973cd1c7ffc tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Network 5c7ce944-9551-4bc7-af99-81ab32700250 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:35:15.866743 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-89c168fd-1c20-4065-96b0-8973cd1c7ffc tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:35:15.882059 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4af8d1b8-e53b-4f78-8689-b5dd629beb28 req-f7014387-baec-4645-b9d0-00454b55c1f1 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.63 HTTP/1.1" status: 200 len: 695 time: 0.1648076 Apr 28 19:35:15.884037 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-fcc50efb-3ad5-4296-9612-b7d61dc87a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:15.885165 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-fcc50efb-3ad5-4296-9612-b7d61dc87a75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:15.888799 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-fcc50efb-3ad5-4296-9612-b7d61dc87a75 service neutron] 10.222.0.44 "PUT /v2.0/ports/c9a882ff-3675-47c6-9f41-55e2355bfc92 HTTP/1.1" status: 200 len: 1096 time: 3.1812394 Apr 28 19:35:15.898961 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cdeeed3a-c891-4e70-9d54-dfb9c54357bf req-62789229-c476-45d3-8492-193d2e9db5d4 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427074 Apr 28 19:35:15.909356 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-89c168fd-1c20-4065-96b0-8973cd1c7ffc tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:35:15.911565 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e711310a-62ae-4f0a-83ed-25d4a817b7f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eeac81c-4012-41eb-84b6-0da777d464d0'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:35:15.923763 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1276f86-7773-40d7-b8be-a758a4175632" -d '{"events": [{"server_uuid": "e711310a-62ae-4f0a-83ed-25d4a817b7f0", "name": "network-vif-unplugged", "status": "completed", "tag": "8eeac81c-4012-41eb-84b6-0da777d464d0"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:35:15.924222 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-c66185c1-50dd-4394-8093-2e9bbc3187d0 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Allocated IP 172.20.0.6 (5c7ce944-9551-4bc7-af99-81ab32700250/759907dd-9350-4138-835d-4c1e0a396950/b3926921-f602-41d5-a548-b315c99c59ea) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:35:15.950638 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c168fd-1c20-4065-96b0-8973cd1c7ffc tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Pushing event updated for resources: {'Port': ['ID=cbeff78c-ff31-4de1-9212-d4a2cdd6aa23,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:15.988132 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1d447-21f5-49f6-8390-32ef69be4bd0 req-869dfb48-371d-49c8-82e8-5676d55e2631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:15.990511 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a4f1d447-21f5-49f6-8390-32ef69be4bd0 req-869dfb48-371d-49c8-82e8-5676d55e2631 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb798a62-4141-409b-9f67-e98b8568ccb2 HTTP/1.1" status: 200 len: 859 time: 0.3075118 Apr 28 19:35:16.015607 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc50efb-3ad5-4296-9612-b7d61dc87a75 service neutron] Pushing event updated for resources: {'Port': ['ID=c9a882ff-3675-47c6-9f41-55e2355bfc92,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:16.085045 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a4f1d447-21f5-49f6-8390-32ef69be4bd0 req-9ca16384-7a35-428a-8efe-4e119cc9fd77 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6836a994-cb1e-455e-a97f-31c9ee3bdef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776119 Apr 28 19:35:16.125409 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-33a26c66-90d6-4adc-8657-c1e32a3ee3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:16.126939 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-33a26c66-90d6-4adc-8657-c1e32a3ee3cc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb31fca23fda462780f681319e8a4f33&device_id=48d04f3d-4255-4737-aad2-787288748693 HTTP/1.1" status: 200 len: 1099 time: 0.1421740 Apr 28 19:35:16.187113 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-89c168fd-1c20-4065-96b0-8973cd1c7ffc tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:16.187783 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-89c168fd-1c20-4065-96b0-8973cd1c7ffc tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:16.187896 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-2e98db05-e664-4be5-90b5-16de88cb4fb2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=c9a882ff-3675-47c6-9f41-55e2355bfc92 HTTP/1.1" status: 200 len: 217 time: 0.0495744 Apr 28 19:35:16.195632 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8d1b8-e53b-4f78-8689-b5dd629beb28 req-3d022143-7955-4107-81fa-bfed2875e114 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:16.197082 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4af8d1b8-e53b-4f78-8689-b5dd629beb28 req-3d022143-7955-4107-81fa-bfed2875e114 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 784 time: 0.2465074 Apr 28 19:35:16.323164 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-55b0bf39-cd3d-47e9-a245-581b6614d5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:16.325086 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-55b0bf39-cd3d-47e9-a245-581b6614d5ca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1271257 Apr 28 19:35:16.390464 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-3ed170c6-c7fd-4b11-a967-54c2ecfb1010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:16.393207 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-3ed170c6-c7fd-4b11-a967-54c2ecfb1010 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0600574 Apr 28 19:35:16.413443 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-89c168fd-1c20-4065-96b0-8973cd1c7ffc tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5863509 Apr 28 19:35:16.445880 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 8eeac81c-4012-41eb-84b6-0da777d464d0 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:35:16.458870 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-000435c5-f810-4363-bce7-0708bf13cc67 req-3e925357-d06a-49e7-b87b-8f8278850017 tempest-SecurityGroupsNegativeTestJSON-1836413352 tempest-SecurityGroupsNegativeTestJSON-1836413352-project] 10.222.0.42 "GET /v2.0/security-groups/3ffa69cc-3433-4164-bb25-290ac4821729 HTTP/1.1" status: 200 len: 2981 time: 0.4850349 Apr 28 19:35:16.472307 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-2964882f-728b-4d2d-a0cc-58ce8dae8a2e service neutron] Request body: {'port': {'device_id': '1ddf5606-d960-4493-aff9-8e3eeaaac5df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:16.490563 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 8eeac81c-4012-41eb-84b6-0da777d464d0 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:35:16.490943 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 8eeac81c-4012-41eb-84b6-0da777d464d0 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:35:16.570955 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-83e3c53c-c142-4e39-a936-df48d41d257a req-989afb42-fdb2-4bb6-8995-233332ba9bc2 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:16.571253 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bd6bd440-62ad-4424-b570-96d5e55599c9 req-7631ba38-fff6-47a6-bfd0-a66ba25546c6 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd44736a-56f5-43e5-a40b-a6da17ab217c HTTP/1.1" status: 200 len: 210 time: 0.0377524 Apr 28 19:35:16.574936 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-930cc1c4-403b-427e-a639-0af4b0cf2305 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691751 Apr 28 19:35:16.624016 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ad8888-8550-4127-93dd-743eadd9136d x-openstack-request-id: req-06ad8888-8550-4127-93dd-743eadd9136d {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:35:16.624465 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa207c8-5498-4409-b3e7-85361ef38e9e", "name": "network-vif-deleted", "tag": "1a4a4667-75da-4916-8414-40be6204041b", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:35:16.624924 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-06ad8888-8550-4127-93dd-743eadd9136d {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:35:16.625430 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06ad8888-8550-4127-93dd-743eadd9136d'] response: {'server_uuid': 'ffa207c8-5498-4409-b3e7-85361ef38e9e', 'name': 'network-vif-deleted', 'tag': '1a4a4667-75da-4916-8414-40be6204041b', 'status': 'completed', 'code': 200} Apr 28 19:35:16.654036 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a4f1d447-21f5-49f6-8390-32ef69be4bd0 req-d63dbf75-51fd-47d5-ada7-3ee41ea3d378 service neutron] 10.222.0.44 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5319915 Apr 28 19:35:16.656636 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5cee9e-665b-4e34-b3b4-a861e0cd0303 x-openstack-request-id: req-3c5cee9e-665b-4e34-b3b4-a861e0cd0303 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:35:16.656931 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e711310a-62ae-4f0a-83ed-25d4a817b7f0", "name": "network-vif-deleted", "tag": "8eeac81c-4012-41eb-84b6-0da777d464d0", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:35:16.657185 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3c5cee9e-665b-4e34-b3b4-a861e0cd0303 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:35:16.657592 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c5cee9e-665b-4e34-b3b4-a861e0cd0303'] response: {'server_uuid': 'e711310a-62ae-4f0a-83ed-25d4a817b7f0', 'name': 'network-vif-deleted', 'tag': '8eeac81c-4012-41eb-84b6-0da777d464d0', 'status': 'completed', 'code': 200} Apr 28 19:35:16.697999 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e3b16d21-dcca-43c8-8bba-3ac92cec1c6b req-db8df90f-a729-4377-808e-2b3c70b6c77b service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132541 Apr 28 19:35:16.700227 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-2964882f-728b-4d2d-a0cc-58ce8dae8a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:16.726299 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 19:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0906fae1-b3cb-4ccf-9504-f3f50d420d75 x-openstack-request-id: req-0906fae1-b3cb-4ccf-9504-f3f50d420d75 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:35:16.726859 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e711310a-62ae-4f0a-83ed-25d4a817b7f0", "name": "network-vif-unplugged", "status": "completed", "tag": "8eeac81c-4012-41eb-84b6-0da777d464d0", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:35:16.726960 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0906fae1-b3cb-4ccf-9504-f3f50d420d75 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:35:16.727384 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0906fae1-b3cb-4ccf-9504-f3f50d420d75'] response: {'server_uuid': 'e711310a-62ae-4f0a-83ed-25d4a817b7f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eeac81c-4012-41eb-84b6-0da777d464d0', 'code': 200} Apr 28 19:35:16.797518 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-c66185c1-50dd-4394-8093-2e9bbc3187d0 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:16.808407 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [req-000435c5-f810-4363-bce7-0708bf13cc67 req-930a8d50-34fc-4821-af35-823e3674171a tempest-SecurityGroupsNegativeTestJSON-1836413352 tempest-SecurityGroupsNegativeTestJSON-1836413352-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 28 19:35:16.809572 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-000435c5-f810-4363-bce7-0708bf13cc67 req-930a8d50-34fc-4821-af35-823e3674171a tempest-SecurityGroupsNegativeTestJSON-1836413352 tempest-SecurityGroupsNegativeTestJSON-1836413352-project] 10.222.0.42 "DELETE /v2.0/security-groups/3ffa69cc-3433-4164-bb25-290ac4821729 HTTP/1.1" status: 409 len: 352 time: 0.3497741 Apr 28 19:35:16.820459 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1d1fafb0-4ceb-4db4-91aa-5d87158e7284 req-e9011214-efb9-4cef-af76-95186553814b tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ae4f1ba-31bb-4a62-922b-4739e7d36246 HTTP/1.1" status: 200 len: 210 time: 0.0346255 Apr 28 19:35:16.875717 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-83e3c53c-c142-4e39-a936-df48d41d257a req-989afb42-fdb2-4bb6-8995-233332ba9bc2 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:16.949086 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a40f5-7257-407b-9e6d-40d8ebedc544 req-3554005d-8e4f-47f5-b662-3159841bf3c8 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:16.950640 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-487a40f5-7257-407b-9e6d-40d8ebedc544 req-3554005d-8e4f-47f5-b662-3159841bf3c8 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 944 time: 0.0543180 Apr 28 19:35:16.971152 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41980) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:16.998937 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a4f1d447-21f5-49f6-8390-32ef69be4bd0 req-48a7b570-dc0c-475a-a9b6-544a8e644bc1 service neutron] 10.222.0.44 "GET /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347571 Apr 28 19:35:17.041638 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-487a40f5-7257-407b-9e6d-40d8ebedc544 req-ee44d307-781b-453c-8de4-b5f12005361e tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842948 Apr 28 19:35:17.068694 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3c61e-9779-402a-99fa-c6bdc399dfd6 req-1b701eeb-aed1-4aa4-b233-843c9c5527c7 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:17.070645 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b1e3c61e-9779-402a-99fa-c6bdc399dfd6 req-1b701eeb-aed1-4aa4-b233-843c9c5527c7 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d2566c6-5331-40c7-ad87-9c463d245ed1 HTTP/1.1" status: 200 len: 944 time: 0.0952368 Apr 28 19:35:17.094925 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83e3c53c-c142-4e39-a936-df48d41d257a req-989afb42-fdb2-4bb6-8995-233332ba9bc2 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Network a2ea96f2-6755-492c-8fa3-72807d68d67a is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:35:17.112447 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [req-ff3bcd06-62a3-4ca7-8ba1-c1d7edd6101d req-e85a0879-2420-465e-8fc1-662e909d1153 tempest-SecurityGroupsNegativeTestJSON-1836413352 tempest-SecurityGroupsNegativeTestJSON-1836413352-project] show failed (client error): The resource could not be found. Apr 28 19:35:17.113460 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-83e3c53c-c142-4e39-a936-df48d41d257a req-989afb42-fdb2-4bb6-8995-233332ba9bc2 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:35:17.113900 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ff3bcd06-62a3-4ca7-8ba1-c1d7edd6101d req-e85a0879-2420-465e-8fc1-662e909d1153 tempest-SecurityGroupsNegativeTestJSON-1836413352 tempest-SecurityGroupsNegativeTestJSON-1836413352-project] 10.222.0.42 "GET /v2.0/security-groups/8f4cf5a9-0712-4221-b5b2-8282c9d390ba HTTP/1.1" status: 404 len: 352 time: 0.0421331 Apr 28 19:35:17.252436 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9d9571ed-70b8-406c-b964-fd74b1d33427 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8b6f268207a441e39ce17d2e9418f280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762179 Apr 28 19:35:17.265678 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [req-b9a759ac-6a5d-49c7-bed6-2defa7504241 req-ed27e12f-8f54-4a30-a3de-3244b60de2ee tempest-SecurityGroupsNegativeTestJSON-1836413352 tempest-SecurityGroupsNegativeTestJSON-1836413352-project] show failed (client error): The resource could not be found. Apr 28 19:35:17.267462 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b9a759ac-6a5d-49c7-bed6-2defa7504241 req-ed27e12f-8f54-4a30-a3de-3244b60de2ee tempest-SecurityGroupsNegativeTestJSON-1836413352 tempest-SecurityGroupsNegativeTestJSON-1836413352-project] 10.222.0.42 "GET /v2.0/security-groups/7c36f04f-1f54-4a27-a364-65d7b70bc0fb HTTP/1.1" status: 404 len: 352 time: 0.0520303 Apr 28 19:35:17.269123 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41988) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:17.304400 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41990) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:17.399931 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-b1e3c61e-9779-402a-99fa-c6bdc399dfd6 req-93ed240e-334f-4455-a8e6-b65c777723c0 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Deleting port 0c7a81ce-1546-41d9-8b30-54a66b16fac7 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:35:17.399931 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b1e3c61e-9779-402a-99fa-c6bdc399dfd6 req-93ed240e-334f-4455-a8e6-b65c777723c0 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:17.478785 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-acbebadb-c1c2-4f99-a5a7-7d7ac1ab9a3c admin admin] Deleting subnet 1ee38ce7-ab27-4066-b2a6-24c82ee4d4e2 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:35:17.513941 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-acbebadb-c1c2-4f99-a5a7-7d7ac1ab9a3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:17.527068 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-28f07603-9492-4efd-a8d5-7e82bde8480d None None] Provisioning complete for port 60cce12e-e55e-4f29-88f1-2da4173c1e7b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:35:17.527945 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-28f07603-9492-4efd-a8d5-7e82bde8480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:17.529447 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e3c53c-c142-4e39-a936-df48d41d257a req-989afb42-fdb2-4bb6-8995-233332ba9bc2 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:35:17.531825 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989afb42-fdb2-4bb6-8995-233332ba9bc2 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Pushing event updated for resources: {'Port': ['ID=60cce12e-e55e-4f29-88f1-2da4173c1e7b,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:17.535265 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-c66185c1-50dd-4394-8093-2e9bbc3187d0 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:17.592757 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-28f07603-9492-4efd-a8d5-7e82bde8480d None None] Port 60cce12e-e55e-4f29-88f1-2da4173c1e7b cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:35:17.603989 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ceb0d4e-0f81-45a1-a7e5-3441774623af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:17.636060 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-b1e3c61e-9779-402a-99fa-c6bdc399dfd6 req-93ed240e-334f-4455-a8e6-b65c777723c0 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] For port 0c7a81ce-1546-41d9-8b30-54a66b16fac7, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=0c7a81ce-1546-41d9-8b30-54a66b16fac7,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:17.637220 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b1e3c61e-9779-402a-99fa-c6bdc399dfd6 req-93ed240e-334f-4455-a8e6-b65c777723c0 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:17.648383 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-acbebadb-c1c2-4f99-a5a7-7d7ac1ab9a3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:17.657515 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7806c396-a6a0-498a-87df-a584fb752932 req-b1862736-65b9-4d36-88af-56144658be90 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8060064 Apr 28 19:35:17.684994 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-c66185c1-50dd-4394-8093-2e9bbc3187d0 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Network 5c7ce944-9551-4bc7-af99-81ab32700250 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:35:17.700812 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-7806c396-a6a0-498a-87df-a584fb752932 req-3c692017-f9ae-4221-b65b-9832d4d4909d tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:17.702406 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ceb0d4e-0f81-45a1-a7e5-3441774623af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:17.704315 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-b1e3c61e-9779-402a-99fa-c6bdc399dfd6 req-93ed240e-334f-4455-a8e6-b65c777723c0 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Calling delete_port for 0c7a81ce-1546-41d9-8b30-54a66b16fac7 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:35:17.705656 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-c66185c1-50dd-4394-8093-2e9bbc3187d0 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:35:17.709377 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-d0ec88f0-bed5-45d7-8446-7e1d3f25a2f0 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Allocated IP 172.20.0.9 (5c7ce944-9551-4bc7-af99-81ab32700250/759907dd-9350-4138-835d-4c1e0a396950/d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:35:17.711519 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66185c1-50dd-4394-8093-2e9bbc3187d0 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Pushing event updated for resources: {'Port': ['ID=b3926921-f602-41d5-a548-b315c99c59ea,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:17.719514 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3c53c-c142-4e39-a936-df48d41d257a req-989afb42-fdb2-4bb6-8995-233332ba9bc2 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:17.719514 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-83e3c53c-c142-4e39-a936-df48d41d257a req-989afb42-fdb2-4bb6-8995-233332ba9bc2 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:17.726120 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-c66185c1-50dd-4394-8093-2e9bbc3187d0 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:35:17.786766 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-83e3c53c-c142-4e39-a936-df48d41d257a req-989afb42-fdb2-4bb6-8995-233332ba9bc2 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5663049 Apr 28 19:35:17.798980 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7806c396-a6a0-498a-87df-a584fb752932 req-3c692017-f9ae-4221-b65b-9832d4d4909d tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks [] for floatingip, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:17.811962 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-e991a239-e64c-4c00-8a4d-c6900f0f7a73 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:17.816434 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-83e3c53c-c142-4e39-a936-df48d41d257a req-d866b9a3-5341-42a7-982b-1b32e8ec6e44 service neutron] Request body: {'port': {'device_id': 'bd44736a-56f5-43e5-a40b-a6da17ab217c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:17.817282 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-e991a239-e64c-4c00-8a4d-c6900f0f7a73 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/networks?id=078f257f-ccf3-4985-b802-e93aa11e6332 HTTP/1.1" status: 200 len: 822 time: 0.3232880 Apr 28 19:35:17.826166 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-acbebadb-c1c2-4f99-a5a7-7d7ac1ab9a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:17.878202 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-c66185c1-50dd-4394-8093-2e9bbc3187d0 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:17.878845 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-c66185c1-50dd-4394-8093-2e9bbc3187d0 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:17.887580 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-90c87b54-4869-4cd9-8d49-f621d6e92cc7 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/quotas/18e7417f07dd49118ed10405bce7a39b HTTP/1.1" status: 200 len: 375 time: 0.0400109 Apr 28 19:35:17.902998 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ceb0d4e-0f81-45a1-a7e5-3441774623af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:17.908238 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ceb0d4e-0f81-45a1-a7e5-3441774623af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:17.910291 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4ceb0d4e-0f81-45a1-a7e5-3441774623af admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/be1ac0e6-0787-4f62-b690-da3061494341 HTTP/1.1" status: 204 len: 168 time: 0.6401775 Apr 28 19:35:17.966531 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-c66185c1-50dd-4394-8093-2e9bbc3187d0 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8266118 Apr 28 19:35:17.974396 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb0d4e-0f81-45a1-a7e5-3441774623af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1ac0e6-0787-4f62-b690-da3061494341,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:17.991404 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-acbebadb-c1c2-4f99-a5a7-7d7ac1ab9a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:18.019181 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-acbebadb-c1c2-4f99-a5a7-7d7ac1ab9a3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:18.025977 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-acbebadb-c1c2-4f99-a5a7-7d7ac1ab9a3c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1ee38ce7-ab27-4066-b2a6-24c82ee4d4e2 HTTP/1.1" status: 204 len: 168 time: 0.7175126 Apr 28 19:35:18.027476 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42012) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:18.065637 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbebadb-c1c2-4f99-a5a7-7d7ac1ab9a3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ee38ce7-ab27-4066-b2a6-24c82ee4d4e2,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:18.074622 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-64ba622d-280e-478b-8df1-a7a0717e6b17 service neutron] Request body: {'port': {'device_id': '2a78ba46-f3a6-4157-9eb7-5264762fa10a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:18.076223 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-46ba64b6-96cd-4c0f-9303-27459428129a tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=18e7417f07dd49118ed10405bce7a39b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1627359 Apr 28 19:35:18.111925 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-83e3c53c-c142-4e39-a936-df48d41d257a req-d866b9a3-5341-42a7-982b-1b32e8ec6e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:18.115645 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b1e3c61e-9779-402a-99fa-c6bdc399dfd6 req-93ed240e-334f-4455-a8e6-b65c777723c0 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:18.181709 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed240e-334f-4455-a8e6-b65c777723c0 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Pushing event deleted for resources: {'Port': ['ID=0c7a81ce-1546-41d9-8b30-54a66b16fac7,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:18.248474 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e3c61e-9779-402a-99fa-c6bdc399dfd6 req-93ed240e-334f-4455-a8e6-b65c777723c0 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] No DVR routers for this DVR port 0c7a81ce-1546-41d9-8b30-54a66b16fac7 on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:35:18.253703 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b1e3c61e-9779-402a-99fa-c6bdc399dfd6 req-93ed240e-334f-4455-a8e6-b65c777723c0 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:18.258133 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b1e3c61e-9779-402a-99fa-c6bdc399dfd6 req-93ed240e-334f-4455-a8e6-b65c777723c0 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.44 "DELETE /v2.0/ports/0c7a81ce-1546-41d9-8b30-54a66b16fac7 HTTP/1.1" status: 204 len: 173 time: 1.1798143 Apr 28 19:35:18.314670 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f2e12ef-7ecc-4125-9a90-fbd4e1564961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:18.371052 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-d0ec88f0-bed5-45d7-8446-7e1d3f25a2f0 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:18.491375 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-64ba622d-280e-478b-8df1-a7a0717e6b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:18.493532 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-d0ec88f0-bed5-45d7-8446-7e1d3f25a2f0 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:18.507164 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-b44fff3e-4d0d-46ab-8a6d-2f3aee233588 service neutron] 10.222.0.42 "GET /v2.0/networks/078f257f-ccf3-4985-b802-e93aa11e6332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087183 Apr 28 19:35:18.522519 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42026) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:18.621412 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-837c12b9-cc47-4997-803c-b89ed35811ad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1ccf6fab7566431cb3a0ff5bd0f6a449&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0953856 Apr 28 19:35:18.621620 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42028) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:18.665603 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-6998b2d3-563b-45d3-8a7f-af1e1127c5fa service neutron] 10.222.0.42 "GET /v2.0/networks/078f257f-ccf3-4985-b802-e93aa11e6332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512866 Apr 28 19:35:18.675760 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d04f3d-4255-4737-aad2-787288748693', 'tag': 'c9a882ff-3675-47c6-9f41-55e2355bfc92'}, {'server_uuid': '4d2566c6-5331-40c7-ad87-9c463d245ed1', 'name': 'network-vif-deleted', 'tag': '0c7a81ce-1546-41d9-8b30-54a66b16fac7'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:35:18.687335 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324ed386-2de0-41eb-b0a0-b7ef36b1ecef" -d '{"events": [{"name": "network-changed", "server_uuid": "48d04f3d-4255-4737-aad2-787288748693", "tag": "c9a882ff-3675-47c6-9f41-55e2355bfc92"}, {"server_uuid": "4d2566c6-5331-40c7-ad87-9c463d245ed1", "name": "network-vif-deleted", "tag": "0c7a81ce-1546-41d9-8b30-54a66b16fac7"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:35:18.772566 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f6f6418d-9597-4dfd-a49d-4e9d237cd14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:18.835222 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f6f6418d-9597-4dfd-a49d-4e9d237cd14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:18.900371 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-d0ec88f0-bed5-45d7-8446-7e1d3f25a2f0 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Network 5c7ce944-9551-4bc7-af99-81ab32700250 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:35:18.976607 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-d0ec88f0-bed5-45d7-8446-7e1d3f25a2f0 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:35:18.978760 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec88f0-bed5-45d7-8446-7e1d3f25a2f0 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Pushing event updated for resources: {'Port': ['ID=d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:18.993750 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de333245-aefe-4a0e-96c2-0e79482f7cab req-f6663a69-e90b-459f-b400-1e75b6b9ab9f tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:18.994454 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-d0ec88f0-bed5-45d7-8446-7e1d3f25a2f0 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:35:19.007416 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-de333245-aefe-4a0e-96c2-0e79482f7cab req-f6663a69-e90b-459f-b400-1e75b6b9ab9f tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd44736a-56f5-43e5-a40b-a6da17ab217c HTTP/1.1" status: 200 len: 935 time: 0.0774415 Apr 28 19:35:19.015935 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f6f6418d-9597-4dfd-a49d-4e9d237cd14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:19.018776 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f6f6418d-9597-4dfd-a49d-4e9d237cd14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:19.019892 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f6f6418d-9597-4dfd-a49d-4e9d237cd14f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/280dcb93-3516-40fa-bba4-5c8165635a23 HTTP/1.1" status: 204 len: 168 time: 0.3975096 Apr 28 19:35:19.048560 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6418d-9597-4dfd-a49d-4e9d237cd14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280dcb93-3516-40fa-bba4-5c8165635a23,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:19.067274 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-de333245-aefe-4a0e-96c2-0e79482f7cab req-9130bd9b-e14e-4dcd-b3b9-78f19bfb63a9 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/security-groups?id=1405446e-ee39-4878-8bba-1170ad050e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587723 Apr 28 19:35:19.118422 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f2e12ef-7ecc-4125-9a90-fbd4e1564961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:19.265838 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-5f2e12ef-7ecc-4125-9a90-fbd4e1564961 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b69ff510-2b4d-4910-b392-04d70269a2dd']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:19.325115 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7806c396-a6a0-498a-87df-a584fb752932 req-3c692017-f9ae-4221-b65b-9832d4d4909d tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:19.329392 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-5f2e12ef-7ecc-4125-9a90-fbd4e1564961 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbe60a52-681c-4a09-a05e-95b305a84b31') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:19.329693 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-5f2e12ef-7ecc-4125-9a90-fbd4e1564961 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbe60a52-681c-4a09-a05e-95b305a84b31') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:19.358964 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-d0ec88f0-bed5-45d7-8446-7e1d3f25a2f0 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:19.359693 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-d0ec88f0-bed5-45d7-8446-7e1d3f25a2f0 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:19.382531 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd7588-1cc0-439f-9cea-8fd1d0bae969 req-573346b0-12cd-4b2d-a6c3-4693db3428bc tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:19.399922 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b8cd7588-1cc0-439f-9cea-8fd1d0bae969 req-573346b0-12cd-4b2d-a6c3-4693db3428bc tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ae4f1ba-31bb-4a62-922b-4739e7d36246 HTTP/1.1" status: 200 len: 931 time: 0.1689646 Apr 28 19:35:19.559608 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-7806c396-a6a0-498a-87df-a584fb752932 req-3c692017-f9ae-4221-b65b-9832d4d4909d tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Allocated IP 172.25.8.193 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/22224ec4-c290-4410-97d8-959656cf1e6a) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:35:19.568276 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b8cd7588-1cc0-439f-9cea-8fd1d0bae969 req-ca741c5b-d38c-472f-b5ab-858976aac9b7 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/security-groups?id=779b6b35-63b1-4355-b56c-343c3e48d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652617 Apr 28 19:35:19.573030 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c9a882ff-3675-47c6-9f41-55e2355bfc92 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:35:19.579508 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 0c7a81ce-1546-41d9-8b30-54a66b16fac7 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:35:19.675054 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f2e12ef-7ecc-4125-9a90-fbd4e1564961 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:19.680658 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 0c7a81ce-1546-41d9-8b30-54a66b16fac7 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:35:19.682083 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 0c7a81ce-1546-41d9-8b30-54a66b16fac7 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:35:19.714141 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.resource_extend [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:35:19.770073 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 28 Apr 2022 19:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f8d0e9-3daa-454a-91c1-eda990e8adaf x-openstack-request-id: req-f0f8d0e9-3daa-454a-91c1-eda990e8adaf {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:35:19.771025 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d04f3d-4255-4737-aad2-787288748693", "tag": "c9a882ff-3675-47c6-9f41-55e2355bfc92", "status": "completed", "code": 200}, {"server_uuid": "4d2566c6-5331-40c7-ad87-9c463d245ed1", "name": "network-vif-deleted", "tag": "0c7a81ce-1546-41d9-8b30-54a66b16fac7", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:35:19.771379 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f0f8d0e9-3daa-454a-91c1-eda990e8adaf {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:35:19.771887 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0f8d0e9-3daa-454a-91c1-eda990e8adaf'] response: {'name': 'network-changed', 'server_uuid': '48d04f3d-4255-4737-aad2-787288748693', 'tag': 'c9a882ff-3675-47c6-9f41-55e2355bfc92', 'status': 'completed', 'code': 200} Apr 28 19:35:19.772292 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0f8d0e9-3daa-454a-91c1-eda990e8adaf'] response: {'server_uuid': '4d2566c6-5331-40c7-ad87-9c463d245ed1', 'name': 'network-vif-deleted', 'tag': '0c7a81ce-1546-41d9-8b30-54a66b16fac7', 'status': 'completed', 'code': 200} Apr 28 19:35:19.887460 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d06f6866-433c-4e34-888b-70418bd9d9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:19.964367 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-08c94055-88c3-4d23-b448-dd654af4495e req-8ef4e20a-0aeb-4c81-8bcc-0bfef0d62c4a tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9308f17-31c8-4255-8594-b76c0727fad5 HTTP/1.1" status: 200 len: 210 time: 0.0802929 Apr 28 19:35:19.980497 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c9a882ff-3675-47c6-9f41-55e2355bfc92, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c9a882ff-3675-47c6-9f41-55e2355bfc92,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:20.001661 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ed386-2de0-41eb-b0a0-b7ef36b1ecef req-8fdca9df-b5df-4e12-afa7-f89ca6354b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:20.007810 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-324ed386-2de0-41eb-b0a0-b7ef36b1ecef req-8fdca9df-b5df-4e12-afa7-f89ca6354b8e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb31fca23fda462780f681319e8a4f33&device_id=48d04f3d-4255-4737-aad2-787288748693 HTTP/1.1" status: 200 len: 1099 time: 0.2009377 Apr 28 19:35:20.008566 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f2e12ef-7ecc-4125-9a90-fbd4e1564961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:20.022378 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'c9a882ff-3675-47c6-9f41-55e2355bfc92', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': 'c9a882ff-3675-47c6-9f41-55e2355bfc92', 'mac_address': 'fa:16:3e:6f:00:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:35:20.027885 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-d0ec88f0-bed5-45d7-8446-7e1d3f25a2f0 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1062267 Apr 28 19:35:20.059378 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-376e2dde-977a-46c7-8bed-64c496fca437 service neutron] Request body: {'port': {'device_id': '1ae4f1ba-31bb-4a62-922b-4739e7d36246', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:20.120590 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:20.157800 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9a882ff-3675-47c6-9f41-55e2355bfc92 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:35:20.174478 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f2e12ef-7ecc-4125-9a90-fbd4e1564961 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:35:20.178636 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f2e12ef-7ecc-4125-9a90-fbd4e1564961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:20.202395 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c9a882ff-3675-47c6-9f41-55e2355bfc92, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c9a882ff-3675-47c6-9f41-55e2355bfc92,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:20.209505 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:20.219429 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ed386-2de0-41eb-b0a0-b7ef36b1ecef req-f3e5ce69-1de8-4fb4-8860-ba9180431780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:20.221258 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-324ed386-2de0-41eb-b0a0-b7ef36b1ecef req-f3e5ce69-1de8-4fb4-8860-ba9180431780 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.2067325 Apr 28 19:35:20.237723 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:35:20.237723 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:35:20.237723 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:35:20.237723 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:35:20.237723 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:35:20.237723 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:35:20.237723 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:35:20.237723 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:35:20.237723 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:35:20.237723 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:35:20.237723 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:35:20.237723 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:35:20.237723 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:35:20.237723 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:35:20.237723 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:35:20.237723 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:35:20.237723 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:35:20.237723 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:35:20.237723 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:35:20.237723 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:35:20.237723 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:35:20.237723 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:35:20.237723 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:35:20.237723 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:35:20.237723 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:35:20.237723 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:35:20.237723 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:35:20.237723 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:35:20.237723 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:35:20.237723 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:35:20.237723 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:35:20.237723 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:35:20.317326 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-2964882f-728b-4d2d-a0cc-58ce8dae8a2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbeff78c-ff31-4de1-9212-d4a2cdd6aa23 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:35:20.331452 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=c9a882ff-3675-47c6-9f41-55e2355bfc92,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:20.373383 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-324ed386-2de0-41eb-b0a0-b7ef36b1ecef req-c7707dfa-d640-43d2-b651-906d6c30a99e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=c9a882ff-3675-47c6-9f41-55e2355bfc92 HTTP/1.1" status: 200 len: 217 time: 0.1443496 Apr 28 19:35:20.403630 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-2964882f-728b-4d2d-a0cc-58ce8dae8a2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:20.445505 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-376e2dde-977a-46c7-8bed-64c496fca437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:20.477199 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['c9a882ff-3675-47c6-9f41-55e2355bfc92'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:35:20.495289 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-2964882f-728b-4d2d-a0cc-58ce8dae8a2e service neutron] Transition to ACTIVE for port object cbeff78c-ff31-4de1-9212-d4a2cdd6aa23 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:35:20.500903 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7806c396-a6a0-498a-87df-a584fb752932 req-3c692017-f9ae-4221-b65b-9832d4d4909d tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:20.519464 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-2964882f-728b-4d2d-a0cc-58ce8dae8a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:20.591471 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f2e12ef-7ecc-4125-9a90-fbd4e1564961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:20.708602 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964882f-728b-4d2d-a0cc-58ce8dae8a2e service neutron] Pushing event updated for resources: {'Port': ['ID=cbeff78c-ff31-4de1-9212-d4a2cdd6aa23,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:20.760965 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f2e12ef-7ecc-4125-9a90-fbd4e1564961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:20.764313 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5f2e12ef-7ecc-4125-9a90-fbd4e1564961 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b69ff510-2b4d-4910-b392-04d70269a2dd HTTP/1.1" status: 204 len: 168 time: 2.7021117 Apr 28 19:35:20.816634 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e12ef-7ecc-4125-9a90-fbd4e1564961 admin admin] Pushing event deleted for resources: {'Network': ['ID=b69ff510-2b4d-4910-b392-04d70269a2dd,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:20.898746 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ed386-2de0-41eb-b0a0-b7ef36b1ecef req-f0c35924-80a5-4e09-b4d3-be6b73bb5a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:20.900789 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-324ed386-2de0-41eb-b0a0-b7ef36b1ecef req-f0c35924-80a5-4e09-b4d3-be6b73bb5a69 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.5161278 Apr 28 19:35:20.907156 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-217f55dc-1a69-40aa-bf59-bdaf2e6aa3a0 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:20.908906 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-217f55dc-1a69-40aa-bf59-bdaf2e6aa3a0 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.44 "GET /v2.0/networks?id=078f257f-ccf3-4985-b802-e93aa11e6332 HTTP/1.1" status: 200 len: 822 time: 0.3156683 Apr 28 19:35:20.949547 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237a14f-02c8-4746-9cfa-29154bced1ff req-b6e34ec9-1a4b-40e1-802b-d2ede3b3bfa6 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:20.959027 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4237a14f-02c8-4746-9cfa-29154bced1ff req-b6e34ec9-1a4b-40e1-802b-d2ede3b3bfa6 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd44736a-56f5-43e5-a40b-a6da17ab217c HTTP/1.1" status: 200 len: 935 time: 0.5881600 Apr 28 19:35:21.000081 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42086) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:21.010478 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-aa1ffdd2-1645-4bc4-9652-647ba47e87f4 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Request body: {'port': {'device_id': 'f9308f17-31c8-4255-8594-b76c0727fad5', 'network_id': '078f257f-ccf3-4985-b802-e93aa11e6332', 'admin_state_up': True, 'tenant_id': '18e7417f07dd49118ed10405bce7a39b'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:21.030098 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ed386-2de0-41eb-b0a0-b7ef36b1ecef req-4bf2bffc-cf08-47c7-9350-af9188b04ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:21.031693 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-324ed386-2de0-41eb-b0a0-b7ef36b1ecef req-4bf2bffc-cf08-47c7-9350-af9188b04ba0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1232359 Apr 28 19:35:21.037328 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4237a14f-02c8-4746-9cfa-29154bced1ff req-04a90286-8418-4939-85e4-063a4e75fede tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/security-groups?id=1405446e-ee39-4878-8bba-1170ad050e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769293 Apr 28 19:35:21.081451 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-83e3c53c-c142-4e39-a936-df48d41d257a req-d866b9a3-5341-42a7-982b-1b32e8ec6e44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60cce12e-e55e-4f29-88f1-2da4173c1e7b {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:35:21.130836 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6d93dad2-b5bd-48ab-936d-955cde3228eb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=85d6aaaaf40d4113a3d398d609cfca08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1284118 Apr 28 19:35:21.133580 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42090) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:21.143226 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-83e3c53c-c142-4e39-a936-df48d41d257a req-d866b9a3-5341-42a7-982b-1b32e8ec6e44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:21.236944 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7806c396-a6a0-498a-87df-a584fb752932 req-3c692017-f9ae-4221-b65b-9832d4d4909d tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:21.262640 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f18a6d-eed8-4ae9-bc8c-812f1ab8af50 req-af5bf845-5b8f-4207-a97d-92262a7324a3 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:21.271168 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b4f18a6d-eed8-4ae9-bc8c-812f1ab8af50 req-af5bf845-5b8f-4207-a97d-92262a7324a3 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 944 time: 0.1291215 Apr 28 19:35:21.277819 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-324ed386-2de0-41eb-b0a0-b7ef36b1ecef req-54c95eaf-c4ec-4a69-b7f6-2ed91b66fae5 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246106 Apr 28 19:35:21.293749 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-83e3c53c-c142-4e39-a936-df48d41d257a req-d866b9a3-5341-42a7-982b-1b32e8ec6e44 service neutron] Transition to ACTIVE for port object 60cce12e-e55e-4f29-88f1-2da4173c1e7b will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:35:21.303963 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-de93098c-94b8-4d1c-b54d-63b93dd77cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:21.401106 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b4f18a6d-eed8-4ae9-bc8c-812f1ab8af50 req-7312e410-d1fa-41b3-9ee7-8ce007bc84c7 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288884 Apr 28 19:35:21.403637 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-de93098c-94b8-4d1c-b54d-63b93dd77cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:21.479490 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-de93098c-94b8-4d1c-b54d-63b93dd77cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:21.483482 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-de93098c-94b8-4d1c-b54d-63b93dd77cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:21.488168 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-de93098c-94b8-4d1c-b54d-63b93dd77cfc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3ffa69cc-3433-4164-bb25-290ac4821729 HTTP/1.1" status: 204 len: 168 time: 0.3533688 Apr 28 19:35:21.506817 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93098c-94b8-4d1c-b54d-63b93dd77cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffa69cc-3433-4164-bb25-290ac4821729,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:21.570757 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c9a882ff-3675-47c6-9f41-55e2355bfc92 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:35:21.600281 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-324ed386-2de0-41eb-b0a0-b7ef36b1ecef req-a75534ab-dbf9-4e69-bc9e-2e1c4c172ec3 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127594 Apr 28 19:35:21.679082 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port c9a882ff-3675-47c6-9f41-55e2355bfc92 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:35:21.684460 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port c9a882ff-3675-47c6-9f41-55e2355bfc92 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:35:21.684933 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:21.726120 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5c5dc-2a22-4b0b-af82-b4e50a9e9713 req-c9d12420-6b33-4bd8-bae0-f27817e5f40f tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:21.728091 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dcb5c5dc-2a22-4b0b-af82-b4e50a9e9713 req-c9d12420-6b33-4bd8-bae0-f27817e5f40f tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.44 "GET /v2.0/ports?device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 944 time: 0.9129682 Apr 28 19:35:21.743337 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-2964882f-728b-4d2d-a0cc-58ce8dae8a2e service neutron] Attempting to bind port cbeff78c-ff31-4de1-9212-d4a2cdd6aa23 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:35:21.743860 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-2964882f-728b-4d2d-a0cc-58ce8dae8a2e service neutron] Attempting to bind port cbeff78c-ff31-4de1-9212-d4a2cdd6aa23 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '2e4de97d-9fd8-4370-8f0b-d7e26e0e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5c7ce944-9551-4bc7-af99-81ab32700250'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:35:21.744581 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-2964882f-728b-4d2d-a0cc-58ce8dae8a2e service neutron] Attempting to bind port cbeff78c-ff31-4de1-9212-d4a2cdd6aa23 on network 5c7ce944-9551-4bc7-af99-81ab32700250 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:35:21.760660 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-83e3c53c-c142-4e39-a936-df48d41d257a req-d866b9a3-5341-42a7-982b-1b32e8ec6e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:21.783632 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7806c396-a6a0-498a-87df-a584fb752932 req-3c692017-f9ae-4221-b65b-9832d4d4909d tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:35:21.795174 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-2964882f-728b-4d2d-a0cc-58ce8dae8a2e service neutron] Port cbeff78c-ff31-4de1-9212-d4a2cdd6aa23 on network 5c7ce944-9551-4bc7-af99-81ab32700250 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:35:21.795500 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-2964882f-728b-4d2d-a0cc-58ce8dae8a2e service neutron] Attempting to bind port cbeff78c-ff31-4de1-9212-d4a2cdd6aa23 on network 5c7ce944-9551-4bc7-af99-81ab32700250 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:35:21.795820 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:21.835747 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d04f3d-4255-4737-aad2-787288748693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a882ff-3675-47c6-9f41-55e2355bfc92'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:35:21.835985 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-7806c396-a6a0-498a-87df-a584fb752932 req-3c692017-f9ae-4221-b65b-9832d4d4909d tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:35:21.842719 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcda74f-c75f-410d-9569-15125e251e6f" -d '{"events": [{"server_uuid": "48d04f3d-4255-4737-aad2-787288748693", "name": "network-vif-plugged", "status": "completed", "tag": "c9a882ff-3675-47c6-9f41-55e2355bfc92"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:35:21.847132 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c692017-f9ae-4221-b65b-9832d4d4909d tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Pushing event updated for resources: {'Port': ['ID=22224ec4-c290-4410-97d8-959656cf1e6a,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:21.867439 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c9a882ff-3675-47c6-9f41-55e2355bfc92, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c9a882ff-3675-47c6-9f41-55e2355bfc92,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:21.872652 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-7806c396-a6a0-498a-87df-a584fb752932 req-3c692017-f9ae-4221-b65b-9832d4d4909d tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:35:21.875708 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:21.877242 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 6db7db40-a23e-4656-883e-e52c47e636b4 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:35:21.927747 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-2964882f-728b-4d2d-a0cc-58ce8dae8a2e service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:35:21.928447 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-2964882f-728b-4d2d-a0cc-58ce8dae8a2e service neutron] Checking segment: {'id': '2e4de97d-9fd8-4370-8f0b-d7e26e0e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5c7ce944-9551-4bc7-af99-81ab32700250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:35:21.929608 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-2964882f-728b-4d2d-a0cc-58ce8dae8a2e service neutron] Bound using segment: {'id': '2e4de97d-9fd8-4370-8f0b-d7e26e0e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5c7ce944-9551-4bc7-af99-81ab32700250'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:35:21.930327 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-2964882f-728b-4d2d-a0cc-58ce8dae8a2e service neutron] Bound port: cbeff78c-ff31-4de1-9212-d4a2cdd6aa23, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e4de97d-9fd8-4370-8f0b-d7e26e0e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5c7ce944-9551-4bc7-af99-81ab32700250'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:35:21.930908 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-2964882f-728b-4d2d-a0cc-58ce8dae8a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:22.025666 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=c9a882ff-3675-47c6-9f41-55e2355bfc92,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:22.033353 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0e5d043c-9da3-44fa-8ad3-9b5f6587b05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:22.137209 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cce89b-e770-448c-b398-a53ccd7f5108 req-5103efa3-a0d1-4346-95fd-801ae9aa3cac tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:22.146675 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-81cce89b-e770-448c-b398-a53ccd7f5108 req-5103efa3-a0d1-4346-95fd-801ae9aa3cac tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ae4f1ba-31bb-4a62-922b-4739e7d36246 HTTP/1.1" status: 200 len: 931 time: 0.0785313 Apr 28 19:35:22.150557 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-64ba622d-280e-478b-8df1-a7a0717e6b17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3926921-f602-41d5-a548-b315c99c59ea {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:35:22.159930 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-64ba622d-280e-478b-8df1-a7a0717e6b17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:22.201308 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-64ba622d-280e-478b-8df1-a7a0717e6b17 service neutron] Transition to ACTIVE for port object b3926921-f602-41d5-a548-b315c99c59ea will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:35:22.221469 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-81cce89b-e770-448c-b398-a53ccd7f5108 req-67625eab-d739-473f-b46d-60929b4e2f76 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/security-groups?id=779b6b35-63b1-4355-b56c-343c3e48d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733333 Apr 28 19:35:22.259432 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-64ba622d-280e-478b-8df1-a7a0717e6b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:22.355642 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-040200ce-acfb-40b2-99b2-0a274fe4116f req-dd21ae59-96bb-4aaa-8fe7-e91625db25dd tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9308f17-31c8-4255-8594-b76c0727fad5 HTTP/1.1" status: 200 len: 210 time: 0.0388281 Apr 28 19:35:22.394719 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-aa1ffdd2-1645-4bc4-9652-647ba47e87f4 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Made reservation on behalf of 18e7417f07dd49118ed10405bce7a39b for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:35:22.399314 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-aa1ffdd2-1645-4bc4-9652-647ba47e87f4 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:22.451309 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866b9a3-5341-42a7-982b-1b32e8ec6e44 service neutron] Pushing event updated for resources: {'Port': ['ID=60cce12e-e55e-4f29-88f1-2da4173c1e7b,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:22.614859 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-2964882f-728b-4d2d-a0cc-58ce8dae8a2e service neutron] For port cbeff78c-ff31-4de1-9212-d4a2cdd6aa23, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:35:22.698907 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c873133-2d96-4bae-8367-271468e44fd9 x-openstack-request-id: req-9c873133-2d96-4bae-8367-271468e44fd9 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:35:22.700237 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d04f3d-4255-4737-aad2-787288748693", "name": "network-vif-plugged", "status": "completed", "tag": "c9a882ff-3675-47c6-9f41-55e2355bfc92", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:35:22.700502 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9c873133-2d96-4bae-8367-271468e44fd9 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:35:22.700920 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c873133-2d96-4bae-8367-271468e44fd9'] response: {'server_uuid': '48d04f3d-4255-4737-aad2-787288748693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a882ff-3675-47c6-9f41-55e2355bfc92', 'code': 200} Apr 28 19:35:22.725204 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42138) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:22.732021 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-2964882f-728b-4d2d-a0cc-58ce8dae8a2e service neutron] For port cbeff78c-ff31-4de1-9212-d4a2cdd6aa23, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=cbeff78c-ff31-4de1-9212-d4a2cdd6aa23,segment=NetworkSegment(2e4de97d-9fd8-4370-8f0b-d7e26e0e3559),segment_id=2e4de97d-9fd8-4370-8f0b-d7e26e0e3559)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:35:22.741997 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-dcb5c5dc-2a22-4b0b-af82-b4e50a9e9713 req-228fb937-7f69-4a87-b986-32b6ffeea48e tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Deleting port 6db7db40-a23e-4656-883e-e52c47e636b4 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:35:22.742348 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-dcb5c5dc-2a22-4b0b-af82-b4e50a9e9713 req-228fb937-7f69-4a87-b986-32b6ffeea48e tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:22.745622 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba622d-280e-478b-8df1-a7a0717e6b17 service neutron] Pushing event updated for resources: {'Port': ['ID=b3926921-f602-41d5-a548-b315c99c59ea,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:22.804289 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7806c396-a6a0-498a-87df-a584fb752932 req-3c692017-f9ae-4221-b65b-9832d4d4909d tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:22.820298 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-2964882f-728b-4d2d-a0cc-58ce8dae8a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:22.857483 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32773b8-2d24-4314-9352-ac95caf950a6 req-42529efa-8a79-477c-abd6-80370a6f246b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:22.859158 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c32773b8-2d24-4314-9352-ac95caf950a6 req-42529efa-8a79-477c-abd6-80370a6f246b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=48d04f3d-4255-4737-aad2-787288748693 HTTP/1.1" status: 200 len: 1101 time: 0.0908523 Apr 28 19:35:22.869208 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504c481-c4a2-445d-bac9-29f81869b6c1 req-084f100f-7e99-4677-9f7a-ca6e9d2145f8 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:22.876961 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2504c481-c4a2-445d-bac9-29f81869b6c1 req-084f100f-7e99-4677-9f7a-ca6e9d2145f8 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd44736a-56f5-43e5-a40b-a6da17ab217c HTTP/1.1" status: 200 len: 947 time: 0.0894055 Apr 28 19:35:22.918379 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-83e3c53c-c142-4e39-a936-df48d41d257a req-d866b9a3-5341-42a7-982b-1b32e8ec6e44 service neutron] Attempting to bind port 60cce12e-e55e-4f29-88f1-2da4173c1e7b on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:35:22.918714 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-83e3c53c-c142-4e39-a936-df48d41d257a req-d866b9a3-5341-42a7-982b-1b32e8ec6e44 service neutron] Attempting to bind port 60cce12e-e55e-4f29-88f1-2da4173c1e7b by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:35:22.919044 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e3c53c-c142-4e39-a936-df48d41d257a req-d866b9a3-5341-42a7-982b-1b32e8ec6e44 service neutron] Attempting to bind port 60cce12e-e55e-4f29-88f1-2da4173c1e7b on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:35:22.937056 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-2964882f-728b-4d2d-a0cc-58ce8dae8a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:22.938107 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-2964882f-728b-4d2d-a0cc-58ce8dae8a2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:22.939917 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-2964882f-728b-4d2d-a0cc-58ce8dae8a2e service neutron] 10.222.0.44 "PUT /v2.0/ports/cbeff78c-ff31-4de1-9212-d4a2cdd6aa23 HTTP/1.1" status: 200 len: 1091 time: 6.4747465 Apr 28 19:35:22.955804 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ddf5606-d960-4493-aff9-8e3eeaaac5df', 'tag': 'cbeff78c-ff31-4de1-9212-d4a2cdd6aa23'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:35:22.959015 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea746ef-26c4-4acb-bbac-73053680193f" -d '{"events": [{"name": "network-changed", "server_uuid": "1ddf5606-d960-4493-aff9-8e3eeaaac5df", "tag": "cbeff78c-ff31-4de1-9212-d4a2cdd6aa23"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:35:22.961222 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c32773b8-2d24-4314-9352-ac95caf950a6 req-db7c4afb-fe30-493e-afa8-e41f1c969be8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1405446e-ee39-4878-8bba-1170ad050e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818310 Apr 28 19:35:22.980491 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2504c481-c4a2-445d-bac9-29f81869b6c1 req-3fb09454-f4af-45e0-a120-22854ceeac0c tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/security-groups?id=1405446e-ee39-4878-8bba-1170ad050e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972590 Apr 28 19:35:22.990667 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-c8f63358-0be1-46f0-93eb-f31a5b1957fc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1205636581-network', 'tenant_id': '94740374ca054549b67b793671aaad05'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:23.026643 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e3c53c-c142-4e39-a936-df48d41d257a req-d866b9a3-5341-42a7-982b-1b32e8ec6e44 service neutron] Port 60cce12e-e55e-4f29-88f1-2da4173c1e7b on network a2ea96f2-6755-492c-8fa3-72807d68d67a not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:35:23.027195 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e3c53c-c142-4e39-a936-df48d41d257a req-d866b9a3-5341-42a7-982b-1b32e8ec6e44 service neutron] Attempting to bind port 60cce12e-e55e-4f29-88f1-2da4173c1e7b on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:35:23.030966 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f63358-0be1-46f0-93eb-f31a5b1957fc admin admin] Made reservation on behalf of 94740374ca054549b67b793671aaad05 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:35:23.039383 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c8f63358-0be1-46f0-93eb-f31a5b1957fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:23.055751 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c8f63358-0be1-46f0-93eb-f31a5b1957fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:23.098675 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e3c53c-c142-4e39-a936-df48d41d257a req-d866b9a3-5341-42a7-982b-1b32e8ec6e44 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:35:23.099007 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e3c53c-c142-4e39-a936-df48d41d257a req-d866b9a3-5341-42a7-982b-1b32e8ec6e44 service neutron] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:35:23.099400 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e3c53c-c142-4e39-a936-df48d41d257a req-d866b9a3-5341-42a7-982b-1b32e8ec6e44 service neutron] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:35:23.100050 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-83e3c53c-c142-4e39-a936-df48d41d257a req-d866b9a3-5341-42a7-982b-1b32e8ec6e44 service neutron] Bound port: 60cce12e-e55e-4f29-88f1-2da4173c1e7b, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:35:23.100648 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-83e3c53c-c142-4e39-a936-df48d41d257a req-d866b9a3-5341-42a7-982b-1b32e8ec6e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:23.131493 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7806c396-a6a0-498a-87df-a584fb752932 req-3c692017-f9ae-4221-b65b-9832d4d4909d tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:23.161392 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c96a93-cfec-4a1c-8d4b-d1f9661fc1db req-8b630fd7-8239-42cc-8f12-9a47b1403f67 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:23.163568 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-33c96a93-cfec-4a1c-8d4b-d1f9661fc1db req-8b630fd7-8239-42cc-8f12-9a47b1403f67 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 944 time: 0.0904882 Apr 28 19:35:23.189189 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-376e2dde-977a-46c7-8bed-64c496fca437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:35:23.195157 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-64ba622d-280e-478b-8df1-a7a0717e6b17 service neutron] Attempting to bind port b3926921-f602-41d5-a548-b315c99c59ea on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:35:23.195882 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-64ba622d-280e-478b-8df1-a7a0717e6b17 service neutron] Attempting to bind port b3926921-f602-41d5-a548-b315c99c59ea by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '2e4de97d-9fd8-4370-8f0b-d7e26e0e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5c7ce944-9551-4bc7-af99-81ab32700250'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:35:23.196455 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-64ba622d-280e-478b-8df1-a7a0717e6b17 service neutron] Attempting to bind port b3926921-f602-41d5-a548-b315c99c59ea on network 5c7ce944-9551-4bc7-af99-81ab32700250 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:35:23.205248 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-aa1ffdd2-1645-4bc4-9652-647ba47e87f4 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Allocated IP 172.20.0.3 (078f257f-ccf3-4985-b802-e93aa11e6332/fa4522c3-f018-4cb2-a4aa-58e81f9488ce/b8bcacdd-2720-4d39-9e70-bf2d520bce0e) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:35:23.211810 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964882f-728b-4d2d-a0cc-58ce8dae8a2e service neutron] Pushing event updated for resources: {'Port': ['ID=cbeff78c-ff31-4de1-9212-d4a2cdd6aa23,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:23.221187 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-376e2dde-977a-46c7-8bed-64c496fca437 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:23.259774 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c8f63358-0be1-46f0-93eb-f31a5b1957fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:23.268155 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c8f63358-0be1-46f0-93eb-f31a5b1957fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:23.271103 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-64ba622d-280e-478b-8df1-a7a0717e6b17 service neutron] Port b3926921-f602-41d5-a548-b315c99c59ea on network 5c7ce944-9551-4bc7-af99-81ab32700250 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:35:23.271492 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-64ba622d-280e-478b-8df1-a7a0717e6b17 service neutron] Attempting to bind port b3926921-f602-41d5-a548-b315c99c59ea on network 5c7ce944-9551-4bc7-af99-81ab32700250 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:35:23.274489 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-33c96a93-cfec-4a1c-8d4b-d1f9661fc1db req-b8ba7b6a-4d2c-4209-87b4-ca34da5fa569 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921729 Apr 28 19:35:23.300856 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f63358-0be1-46f0-93eb-f31a5b1957fc admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:35:23.310278 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-dcb5c5dc-2a22-4b0b-af82-b4e50a9e9713 req-228fb937-7f69-4a87-b986-32b6ffeea48e tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] For port 6db7db40-a23e-4656-883e-e52c47e636b4, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=6db7db40-a23e-4656-883e-e52c47e636b4,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:23.310515 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-dcb5c5dc-2a22-4b0b-af82-b4e50a9e9713 req-228fb937-7f69-4a87-b986-32b6ffeea48e tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:23.310627 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-c2a2c080-bf78-468e-aca0-e27cc706f813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:23.312156 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-c2a2c080-bf78-468e-aca0-e27cc706f813 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=665f2e0e16024753b3287737a19defc7&device_id=1ddf5606-d960-4493-aff9-8e3eeaaac5df HTTP/1.1" status: 200 len: 1094 time: 0.1310551 Apr 28 19:35:23.318790 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-64ba622d-280e-478b-8df1-a7a0717e6b17 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:35:23.319532 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-64ba622d-280e-478b-8df1-a7a0717e6b17 service neutron] Checking segment: {'id': '2e4de97d-9fd8-4370-8f0b-d7e26e0e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5c7ce944-9551-4bc7-af99-81ab32700250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:35:23.320087 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-64ba622d-280e-478b-8df1-a7a0717e6b17 service neutron] Bound using segment: {'id': '2e4de97d-9fd8-4370-8f0b-d7e26e0e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5c7ce944-9551-4bc7-af99-81ab32700250'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:35:23.320596 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-64ba622d-280e-478b-8df1-a7a0717e6b17 service neutron] Bound port: b3926921-f602-41d5-a548-b315c99c59ea, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e4de97d-9fd8-4370-8f0b-d7e26e0e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5c7ce944-9551-4bc7-af99-81ab32700250'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:35:23.320997 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-64ba622d-280e-478b-8df1-a7a0717e6b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:23.330655 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c8f63358-0be1-46f0-93eb-f31a5b1957fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:23.331005 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-c8f63358-0be1-46f0-93eb-f31a5b1957fc admin admin] Added segment da4ecde0-ccce-400b-993c-f6f4b507286e of type vlan for network 80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 Apr 28 19:35:23.332412 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f63358-0be1-46f0-93eb-f31a5b1957fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f7597a-761d-4efe-9b7f-c92cbae97541,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:23.343889 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-376e2dde-977a-46c7-8bed-64c496fca437 service neutron] Transition to ACTIVE for port object d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:35:23.383182 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-376e2dde-977a-46c7-8bed-64c496fca437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:23.385583 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-dcb5c5dc-2a22-4b0b-af82-b4e50a9e9713 req-228fb937-7f69-4a87-b986-32b6ffeea48e tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Calling delete_port for 6db7db40-a23e-4656-883e-e52c47e636b4 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:35:23.406090 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:23.407285 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-128e39a3-b5bb-42b0-a61e-0ab2544254fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbeff78c-ff31-4de1-9212-d4a2cdd6aa23 HTTP/1.1" status: 200 len: 217 time: 0.0640078 Apr 28 19:35:23.428751 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c8f63358-0be1-46f0-93eb-f31a5b1957fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:23.483835 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-375a2cc1-cfe1-4e6e-a6c1-ea0af8d0e197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:23.485908 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-375a2cc1-cfe1-4e6e-a6c1-ea0af8d0e197 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=759907dd-9350-4138-835d-4c1e0a396950 HTTP/1.1" status: 200 len: 853 time: 0.0679915 Apr 28 19:35:23.490124 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c8f63358-0be1-46f0-93eb-f31a5b1957fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:23.491229 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f63358-0be1-46f0-93eb-f31a5b1957fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:23.491968 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c8f63358-0be1-46f0-93eb-f31a5b1957fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:23.545709 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-41ba139d-7800-4c83-8809-0c554bba79b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5c7ce944-9551-4bc7-af99-81ab32700250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496187 Apr 28 19:35:23.561601 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-83e3c53c-c142-4e39-a936-df48d41d257a req-d866b9a3-5341-42a7-982b-1b32e8ec6e44 service neutron] For port 60cce12e-e55e-4f29-88f1-2da4173c1e7b, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:35:23.602727 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c8f63358-0be1-46f0-93eb-f31a5b1957fc admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8765063 Apr 28 19:35:23.616585 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42152) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:23.633391 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-0f10e929-1ccd-478c-86e5-9e05600d15ec admin admin] Request body: {'subnet': {'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1205636581-subnet', 'tenant_id': '94740374ca054549b67b793671aaad05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:23.654228 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f63358-0be1-46f0-93eb-f31a5b1957fc admin admin] Pushing event updated for resources: {'Network': ['ID=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:23.668665 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:35:23.681972 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41b52be-8a24-43e6-8756-51e443299836 x-openstack-request-id: req-e41b52be-8a24-43e6-8756-51e443299836 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:35:23.682269 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ddf5606-d960-4493-aff9-8e3eeaaac5df", "tag": "cbeff78c-ff31-4de1-9212-d4a2cdd6aa23", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:35:23.682504 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e41b52be-8a24-43e6-8756-51e443299836 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:35:23.682923 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e41b52be-8a24-43e6-8756-51e443299836'] response: {'name': 'network-changed', 'server_uuid': '1ddf5606-d960-4493-aff9-8e3eeaaac5df', 'tag': 'cbeff78c-ff31-4de1-9212-d4a2cdd6aa23', 'status': 'completed', 'code': 200} Apr 28 19:35:23.694254 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e2dde-977a-46c7-8bed-64c496fca437 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:23.710944 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-2be83544-51c9-4869-93fc-9354e734b0d1 service neutron] 10.222.0.44 "GET /v2.0/networks/5c7ce944-9551-4bc7-af99-81ab32700250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274519 Apr 28 19:35:23.719747 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-83e3c53c-c142-4e39-a936-df48d41d257a req-d866b9a3-5341-42a7-982b-1b32e8ec6e44 service neutron] For port 60cce12e-e55e-4f29-88f1-2da4173c1e7b, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=60cce12e-e55e-4f29-88f1-2da4173c1e7b,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:35:23.776812 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-83e3c53c-c142-4e39-a936-df48d41d257a req-d866b9a3-5341-42a7-982b-1b32e8ec6e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:23.873887 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-64ba622d-280e-478b-8df1-a7a0717e6b17 service neutron] For port b3926921-f602-41d5-a548-b315c99c59ea, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:35:23.879261 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96809c6-55b8-4e59-892b-065e1478c4b9 req-faf739f1-db13-495e-8e20-7c7a8168c415 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:23.881133 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f96809c6-55b8-4e59-892b-065e1478c4b9 req-faf739f1-db13-495e-8e20-7c7a8168c415 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ae4f1ba-31bb-4a62-922b-4739e7d36246 HTTP/1.1" status: 200 len: 943 time: 0.1050262 Apr 28 19:35:23.889034 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f10e929-1ccd-478c-86e5-9e05600d15ec admin admin] Made reservation on behalf of 94740374ca054549b67b793671aaad05 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:35:23.891610 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0f10e929-1ccd-478c-86e5-9e05600d15ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:23.900347 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3c53c-c142-4e39-a936-df48d41d257a req-d866b9a3-5341-42a7-982b-1b32e8ec6e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:23.900984 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-83e3c53c-c142-4e39-a936-df48d41d257a req-d866b9a3-5341-42a7-982b-1b32e8ec6e44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:23.902377 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-83e3c53c-c142-4e39-a936-df48d41d257a req-d866b9a3-5341-42a7-982b-1b32e8ec6e44 service neutron] 10.222.0.15 "PUT /v2.0/ports/60cce12e-e55e-4f29-88f1-2da4173c1e7b HTTP/1.1" status: 200 len: 1095 time: 6.0965242 Apr 28 19:35:23.962880 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-64ba622d-280e-478b-8df1-a7a0717e6b17 service neutron] For port b3926921-f602-41d5-a548-b315c99c59ea, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=b3926921-f602-41d5-a548-b315c99c59ea,segment=NetworkSegment(2e4de97d-9fd8-4370-8f0b-d7e26e0e3559),segment_id=2e4de97d-9fd8-4370-8f0b-d7e26e0e3559)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:35:23.978008 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:35:24.001964 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-836b0fca-1467-4d16-b719-fed2570bde61 service neutron] 10.222.0.44 "GET /v2.0/networks/5c7ce944-9551-4bc7-af99-81ab32700250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816362 Apr 28 19:35:24.009481 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f96809c6-55b8-4e59-892b-065e1478c4b9 req-ddd325d7-8ad7-43de-9712-d95913eae776 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/security-groups?id=779b6b35-63b1-4355-b56c-343c3e48d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163604 Apr 28 19:35:24.038289 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-64ba622d-280e-478b-8df1-a7a0717e6b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:24.093964 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-aa1ffdd2-1645-4bc4-9652-647ba47e87f4 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:24.190325 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9a6ad9f1-7013-42a7-8c61-eea64aad9104 req-2a0da631-6c98-4ad5-ae2d-a3fc01ecfada tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9308f17-31c8-4255-8594-b76c0727fad5 HTTP/1.1" status: 200 len: 210 time: 0.0348632 Apr 28 19:35:24.216451 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea746ef-26c4-4acb-bbac-73053680193f req-40531308-0060-4aa6-801a-6d51a884ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:24.218789 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4ea746ef-26c4-4acb-bbac-73053680193f req-40531308-0060-4aa6-801a-6d51a884ade1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=665f2e0e16024753b3287737a19defc7&device_id=1ddf5606-d960-4493-aff9-8e3eeaaac5df HTTP/1.1" status: 200 len: 1094 time: 0.1151183 Apr 28 19:35:24.305453 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7806c396-a6a0-498a-87df-a584fb752932 req-3c692017-f9ae-4221-b65b-9832d4d4909d tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:24.321028 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866b9a3-5341-42a7-982b-1b32e8ec6e44 service neutron] Pushing event updated for resources: {'Port': ['ID=60cce12e-e55e-4f29-88f1-2da4173c1e7b,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:24.343175 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-64ba622d-280e-478b-8df1-a7a0717e6b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:24.343956 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-64ba622d-280e-478b-8df1-a7a0717e6b17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:24.345829 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-64ba622d-280e-478b-8df1-a7a0717e6b17 service neutron] 10.222.0.15 "PUT /v2.0/ports/b3926921-f602-41d5-a548-b315c99c59ea HTTP/1.1" status: 200 len: 1091 time: 6.3153527 Apr 28 19:35:24.347852 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-376e2dde-977a-46c7-8bed-64c496fca437 service neutron] Attempting to bind port d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:35:24.348770 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-376e2dde-977a-46c7-8bed-64c496fca437 service neutron] Attempting to bind port d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '2e4de97d-9fd8-4370-8f0b-d7e26e0e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5c7ce944-9551-4bc7-af99-81ab32700250'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:35:24.349104 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-376e2dde-977a-46c7-8bed-64c496fca437 service neutron] Attempting to bind port d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24 on network 5c7ce944-9551-4bc7-af99-81ab32700250 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:35:24.366641 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7806c396-a6a0-498a-87df-a584fb752932 req-3c692017-f9ae-4221-b65b-9832d4d4909d tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:24.369273 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-aa1ffdd2-1645-4bc4-9652-647ba47e87f4 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:24.415466 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea746ef-26c4-4acb-bbac-73053680193f req-8dad7961-6c25-4678-a923-dabfa11ca105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:24.417206 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4ea746ef-26c4-4acb-bbac-73053680193f req-8dad7961-6c25-4678-a923-dabfa11ca105 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5c7ce944-9551-4bc7-af99-81ab32700250 HTTP/1.1" status: 200 len: 914 time: 0.1903095 Apr 28 19:35:24.437025 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-376e2dde-977a-46c7-8bed-64c496fca437 service neutron] Port d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24 on network 5c7ce944-9551-4bc7-af99-81ab32700250 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:35:24.437606 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-376e2dde-977a-46c7-8bed-64c496fca437 service neutron] Attempting to bind port d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24 on network 5c7ce944-9551-4bc7-af99-81ab32700250 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:35:24.455536 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-376e2dde-977a-46c7-8bed-64c496fca437 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:35:24.456252 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-376e2dde-977a-46c7-8bed-64c496fca437 service neutron] Checking segment: {'id': '2e4de97d-9fd8-4370-8f0b-d7e26e0e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5c7ce944-9551-4bc7-af99-81ab32700250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:35:24.456811 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-376e2dde-977a-46c7-8bed-64c496fca437 service neutron] Bound using segment: {'id': '2e4de97d-9fd8-4370-8f0b-d7e26e0e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5c7ce944-9551-4bc7-af99-81ab32700250'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:35:24.457428 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-376e2dde-977a-46c7-8bed-64c496fca437 service neutron] Bound port: d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e4de97d-9fd8-4370-8f0b-d7e26e0e3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5c7ce944-9551-4bc7-af99-81ab32700250'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:35:24.458491 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-376e2dde-977a-46c7-8bed-64c496fca437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:24.472409 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4ea746ef-26c4-4acb-bbac-73053680193f req-612de6d1-16ad-44c4-b441-6e9afeb7a214 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbeff78c-ff31-4de1-9212-d4a2cdd6aa23 HTTP/1.1" status: 200 len: 217 time: 0.0467684 Apr 28 19:35:24.480924 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f66c49-324d-4429-a695-c4db7279fd63 req-eebb8c5a-468b-415c-a9c8-032733a552fa tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:24.483376 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-08f66c49-324d-4429-a695-c4db7279fd63 req-eebb8c5a-468b-415c-a9c8-032733a552fa tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd44736a-56f5-43e5-a40b-a6da17ab217c HTTP/1.1" status: 200 len: 947 time: 0.1303649 Apr 28 19:35:24.559930 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea746ef-26c4-4acb-bbac-73053680193f req-79a8c067-7d7b-403a-bf3e-6426f87c9cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:24.561585 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4ea746ef-26c4-4acb-bbac-73053680193f req-79a8c067-7d7b-403a-bf3e-6426f87c9cc6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=759907dd-9350-4138-835d-4c1e0a396950 HTTP/1.1" status: 200 len: 853 time: 0.0782301 Apr 28 19:35:24.564365 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3c53c-c142-4e39-a936-df48d41d257a req-3366e110-6c45-4d58-86cf-d520c3c88c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:24.564714 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-08f66c49-324d-4429-a695-c4db7279fd63 req-0766fb3d-f969-49e1-890a-7e8103561248 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/security-groups?id=1405446e-ee39-4878-8bba-1170ad050e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731142 Apr 28 19:35:24.565883 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-83e3c53c-c142-4e39-a936-df48d41d257a req-3366e110-6c45-4d58-86cf-d520c3c88c4b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb31fca23fda462780f681319e8a4f33&device_id=bd44736a-56f5-43e5-a40b-a6da17ab217c HTTP/1.1" status: 200 len: 1098 time: 0.5306256 Apr 28 19:35:24.580838 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-dcb5c5dc-2a22-4b0b-af82-b4e50a9e9713 req-228fb937-7f69-4a87-b986-32b6ffeea48e tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:24.622085 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4ea746ef-26c4-4acb-bbac-73053680193f req-77107540-168c-436a-8591-5fb7e8d28b08 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5c7ce944-9551-4bc7-af99-81ab32700250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529544 Apr 28 19:35:24.626152 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-aa1ffdd2-1645-4bc4-9652-647ba47e87f4 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Network 078f257f-ccf3-4985-b802-e93aa11e6332 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:35:24.642522 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba622d-280e-478b-8df1-a7a0717e6b17 service neutron] Pushing event updated for resources: {'Port': ['ID=b3926921-f602-41d5-a548-b315c99c59ea,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:24.742822 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-83e3c53c-c142-4e39-a936-df48d41d257a req-cbafc1ee-9ca1-4335-950c-5f9806a4e004 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=60cce12e-e55e-4f29-88f1-2da4173c1e7b HTTP/1.1" status: 200 len: 217 time: 0.1332011 Apr 28 19:35:24.743669 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-aa1ffdd2-1645-4bc4-9652-647ba47e87f4 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:35:24.762956 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4ea746ef-26c4-4acb-bbac-73053680193f req-efcbdba9-18c7-457d-b6eb-c8546ad8650b service neutron] 10.222.0.44 "GET /v2.0/networks/5c7ce944-9551-4bc7-af99-81ab32700250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319454 Apr 28 19:35:24.764442 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-aa1ffdd2-1645-4bc4-9652-647ba47e87f4 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:35:24.769294 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-866d3a4e-f59f-440f-ab65-f68e8ecb5a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:24.771362 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-866d3a4e-f59f-440f-ab65-f68e8ecb5a60 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=665f2e0e16024753b3287737a19defc7&device_id=2a78ba46-f3a6-4157-9eb7-5264762fa10a HTTP/1.1" status: 200 len: 1094 time: 0.3212883 Apr 28 19:35:24.870175 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-db9af58d-cf23-4174-8417-193d864b65e3 req-2c0a754c-405b-4df5-b528-3d0c2d037671 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b HTTP/1.1" status: 200 len: 210 time: 0.0389693 Apr 28 19:35:24.877185 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7806c396-a6a0-498a-87df-a584fb752932 req-3c692017-f9ae-4221-b65b-9832d4d4909d tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:24.924871 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4ea746ef-26c4-4acb-bbac-73053680193f req-e63f5167-9a0e-452d-b12a-3c00fb7e4a87 service neutron] 10.222.0.44 "GET /v2.0/networks/5c7ce944-9551-4bc7-af99-81ab32700250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515768 Apr 28 19:35:25.033517 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42166) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:25.167092 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cbd9e-6512-4fed-8131-3acd75e0262b req-6014aa22-c2e6-449c-92cd-79f0bc8966bf tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:25.176678 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-170cbd9e-6512-4fed-8131-3acd75e0262b req-6014aa22-c2e6-449c-92cd-79f0bc8966bf tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ae4f1ba-31bb-4a62-922b-4739e7d36246 HTTP/1.1" status: 200 len: 943 time: 0.0674264 Apr 28 19:35:25.203232 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-52ac4f5e-c63f-4526-b601-12b3ac832fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:25.262183 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb5c5dc-2a22-4b0b-af82-b4e50a9e9713 req-228fb937-7f69-4a87-b986-32b6ffeea48e tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] No DVR routers for this DVR port 6db7db40-a23e-4656-883e-e52c47e636b4 on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:35:25.266859 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-dcb5c5dc-2a22-4b0b-af82-b4e50a9e9713 req-228fb937-7f69-4a87-b986-32b6ffeea48e tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:25.272136 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dcb5c5dc-2a22-4b0b-af82-b4e50a9e9713 req-228fb937-7f69-4a87-b986-32b6ffeea48e tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.44 "DELETE /v2.0/ports/6db7db40-a23e-4656-883e-e52c47e636b4 HTTP/1.1" status: 204 len: 173 time: 3.5174334 Apr 28 19:35:25.280441 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-170cbd9e-6512-4fed-8131-3acd75e0262b req-5dfa496c-d7f4-4606-84fe-37682ac5cfc5 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/security-groups?id=779b6b35-63b1-4355-b56c-343c3e48d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025534 Apr 28 19:35:25.328048 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7806c396-a6a0-498a-87df-a584fb752932 req-3c692017-f9ae-4221-b65b-9832d4d4909d tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:25.332896 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7806c396-a6a0-498a-87df-a584fb752932 req-3c692017-f9ae-4221-b65b-9832d4d4909d tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 7.6571522 Apr 28 19:35:25.353172 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-376e2dde-977a-46c7-8bed-64c496fca437 service neutron] For port d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:35:25.375772 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-52ac4f5e-c63f-4526-b601-12b3ac832fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:25.404196 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-52ac4f5e-c63f-4526-b601-12b3ac832fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:25.478569 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c692017-f9ae-4221-b65b-9832d4d4909d tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Pushing event updated for resources: {'Port': ['ID=22224ec4-c290-4410-97d8-959656cf1e6a,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:25.481936 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-f32eaafa-25f9-4c13-9f66-c8d4f29bceaf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3926921-f602-41d5-a548-b315c99c59ea HTTP/1.1" status: 200 len: 217 time: 0.2282982 Apr 28 19:35:25.488853 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-52ac4f5e-c63f-4526-b601-12b3ac832fbc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f0aa147076db4057bb3fae3ef8891b6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4538455 Apr 28 19:35:25.497883 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ae870-d108-4d6e-a689-e0a80cd6067a req-99d4cf53-0267-48a9-a49f-8148b8895c0f tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:25.499441 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-958ae870-d108-4d6e-a689-e0a80cd6067a req-99d4cf53-0267-48a9-a49f-8148b8895c0f tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9308f17-31c8-4255-8594-b76c0727fad5 HTTP/1.1" status: 200 len: 931 time: 0.1383832 Apr 28 19:35:25.499941 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42176) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:25.502352 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac4f5e-c63f-4526-b601-12b3ac832fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61b29a7-89c5-4371-994f-19747ca57bf1,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:25.548296 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-376e2dde-977a-46c7-8bed-64c496fca437 service neutron] For port d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24,segment=NetworkSegment(2e4de97d-9fd8-4370-8f0b-d7e26e0e3559),segment_id=2e4de97d-9fd8-4370-8f0b-d7e26e0e3559)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:35:25.584207 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-958ae870-d108-4d6e-a689-e0a80cd6067a req-bb5e5c67-b1de-4ecf-bce9-3375fdf4ed47 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725446 Apr 28 19:35:25.604835 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6770c528-aebd-42fb-b9f6-404044328288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:25.633542 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6770c528-aebd-42fb-b9f6-404044328288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:25.661693 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:25.662464 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7806c396-a6a0-498a-87df-a584fb752932 req-a3acb73f-bccc-4532-bb0d-5dad91c6acf4 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.193 HTTP/1.1" status: 200 len: 696 time: 0.2533555 Apr 28 19:35:25.663214 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0f10e929-1ccd-478c-86e5-9e05600d15ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:25.671739 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-929e3ff7-2a8b-465b-a853-5bb99dea8ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:25.673480 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-929e3ff7-2a8b-465b-a853-5bb99dea8ce0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=759907dd-9350-4138-835d-4c1e0a396950 HTTP/1.1" status: 200 len: 853 time: 0.1314530 Apr 28 19:35:25.675829 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3c53c-c142-4e39-a936-df48d41d257a req-2f66bd13-bf58-476d-98bd-69851eae79af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:25.680496 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-83e3c53c-c142-4e39-a936-df48d41d257a req-2f66bd13-bf58-476d-98bd-69851eae79af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.9189141 Apr 28 19:35:25.681799 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-376e2dde-977a-46c7-8bed-64c496fca437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:25.690079 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd44736a-56f5-43e5-a40b-a6da17ab217c', 'tag': '60cce12e-e55e-4f29-88f1-2da4173c1e7b'}, {'name': 'network-changed', 'server_uuid': '2a78ba46-f3a6-4157-9eb7-5264762fa10a', 'tag': 'b3926921-f602-41d5-a548-b315c99c59ea'}, {'server_uuid': '62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b', 'name': 'network-vif-deleted', 'tag': '6db7db40-a23e-4656-883e-e52c47e636b4'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:35:25.693465 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4147c988-43bd-477b-9a7f-d2a8168f44d8" -d '{"events": [{"name": "network-changed", "server_uuid": "bd44736a-56f5-43e5-a40b-a6da17ab217c", "tag": "60cce12e-e55e-4f29-88f1-2da4173c1e7b"}, {"name": "network-changed", "server_uuid": "2a78ba46-f3a6-4157-9eb7-5264762fa10a", "tag": "b3926921-f602-41d5-a548-b315c99c59ea"}, {"server_uuid": "62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b", "name": "network-vif-deleted", "tag": "6db7db40-a23e-4656-883e-e52c47e636b4"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:35:25.701119 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-aa1ffdd2-1645-4bc4-9652-647ba47e87f4 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:25.701704 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-aa1ffdd2-1645-4bc4-9652-647ba47e87f4 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:25.762564 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6770c528-aebd-42fb-b9f6-404044328288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:25.766014 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6770c528-aebd-42fb-b9f6-404044328288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:25.767387 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6770c528-aebd-42fb-b9f6-404044328288 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e61b29a7-89c5-4371-994f-19747ca57bf1 HTTP/1.1" status: 204 len: 168 time: 0.2662094 Apr 28 19:35:25.780689 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22daf6-69ef-48b6-b901-c4b059b010ad req-a41f2f4e-f3e7-437a-b18c-143dbd715b76 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:25.791102 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0d22daf6-69ef-48b6-b901-c4b059b010ad req-a41f2f4e-f3e7-437a-b18c-143dbd715b76 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd44736a-56f5-43e5-a40b-a6da17ab217c HTTP/1.1" status: 200 len: 947 time: 0.1063452 Apr 28 19:35:25.846711 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:25.847214 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6770c528-aebd-42fb-b9f6-404044328288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61b29a7-89c5-4371-994f-19747ca57bf1,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:25.913620 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0d22daf6-69ef-48b6-b901-c4b059b010ad req-ffb88cb6-7c55-4d28-9f32-21adece54d3d tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/security-groups?id=1405446e-ee39-4878-8bba-1170ad050e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170831 Apr 28 19:35:25.915462 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806c396-a6a0-498a-87df-a584fb752932 req-f786b61b-b2fb-4ec5-8cd7-285ed3c5a691 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:25.916944 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7806c396-a6a0-498a-87df-a584fb752932 req-f786b61b-b2fb-4ec5-8cd7-285ed3c5a691 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 784 time: 0.2327156 Apr 28 19:35:25.925511 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-58b6e601-325e-40c1-a853-34a857fc3704 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c7ce944-9551-4bc7-af99-81ab32700250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2102191 Apr 28 19:35:25.977620 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-aa1ffdd2-1645-4bc4-9652-647ba47e87f4 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0056577 Apr 28 19:35:25.978250 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ffdd2-1645-4bc4-9652-647ba47e87f4 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Pushing event updated for resources: {'Port': ['ID=b8bcacdd-2720-4d39-9e70-bf2d520bce0e,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:25.981562 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-376e2dde-977a-46c7-8bed-64c496fca437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:25.982253 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-376e2dde-977a-46c7-8bed-64c496fca437 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:25.983920 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-376e2dde-977a-46c7-8bed-64c496fca437 service neutron] 10.222.0.15 "PUT /v2.0/ports/d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24 HTTP/1.1" status: 200 len: 1091 time: 5.9398561 Apr 28 19:35:26.010432 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-a6fa0a35-1ac0-4266-9340-29f57f20957b service neutron] Request body: {'port': {'device_id': 'f9308f17-31c8-4255-8594-b76c0727fad5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:26.091632 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 28 Apr 2022 19:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081ee493-1013-4ab9-bda3-620f09ce8901 x-openstack-request-id: req-081ee493-1013-4ab9-bda3-620f09ce8901 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:35:26.092267 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd44736a-56f5-43e5-a40b-a6da17ab217c", "tag": "60cce12e-e55e-4f29-88f1-2da4173c1e7b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2a78ba46-f3a6-4157-9eb7-5264762fa10a", "tag": "b3926921-f602-41d5-a548-b315c99c59ea", "status": "completed", "code": 200}, {"server_uuid": "62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b", "name": "network-vif-deleted", "tag": "6db7db40-a23e-4656-883e-e52c47e636b4", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:35:26.092714 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-081ee493-1013-4ab9-bda3-620f09ce8901 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:35:26.093313 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-081ee493-1013-4ab9-bda3-620f09ce8901'] response: {'name': 'network-changed', 'server_uuid': 'bd44736a-56f5-43e5-a40b-a6da17ab217c', 'tag': '60cce12e-e55e-4f29-88f1-2da4173c1e7b', 'status': 'completed', 'code': 200} Apr 28 19:35:26.093753 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-081ee493-1013-4ab9-bda3-620f09ce8901'] response: {'name': 'network-changed', 'server_uuid': '2a78ba46-f3a6-4157-9eb7-5264762fa10a', 'tag': 'b3926921-f602-41d5-a548-b315c99c59ea', 'status': 'completed', 'code': 200} Apr 28 19:35:26.094174 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-081ee493-1013-4ab9-bda3-620f09ce8901'] response: {'server_uuid': '62bcd3e0-18a2-4f63-b6a5-07d0566c4f7b', 'name': 'network-vif-deleted', 'tag': '6db7db40-a23e-4656-883e-e52c47e636b4', 'status': 'completed', 'code': 200} Apr 28 19:35:26.132261 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5cf2c696-f7e6-4c09-b9bf-3563f4aa27e7 req-daa18ffe-771c-4e06-a994-7c34dc7cda4d tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "GET /v2.0/floatingips/62434fac-c5ac-4b30-bf08-81f5014a2825 HTTP/1.1" status: 200 len: 693 time: 0.0787148 Apr 28 19:35:26.134733 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10e929-1ccd-478c-86e5-9e05600d15ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=43d83121-413d-4da3-b294-551f60ac6b94,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:26.137796 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fb937-7f69-4a87-b986-32b6ffeea48e tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Pushing event deleted for resources: {'Port': ['ID=6db7db40-a23e-4656-883e-e52c47e636b4,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:26.141378 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3c53c-c142-4e39-a936-df48d41d257a req-4c16bc37-9d25-44dd-9429-546c0fb0cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:26.143622 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-83e3c53c-c142-4e39-a936-df48d41d257a req-4c16bc37-9d25-44dd-9429-546c0fb0cc52 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4388781 Apr 28 19:35:26.243881 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e2dde-977a-46c7-8bed-64c496fca437 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:26.351287 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2c696-f7e6-4c09-b9bf-3563f4aa27e7 req-d7d4a5d2-673c-4c52-b3b0-cfc327c92015 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:26.358950 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5cf2c696-f7e6-4c09-b9bf-3563f4aa27e7 req-d7d4a5d2-673c-4c52-b3b0-cfc327c92015 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 784 time: 0.2256753 Apr 28 19:35:26.365980 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-5cf2c696-f7e6-4c09-b9bf-3563f4aa27e7 req-93ec548d-9943-476b-a920-e7f75276ebe3 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:35:26.378235 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5cf2c696-f7e6-4c09-b9bf-3563f4aa27e7 req-93ec548d-9943-476b-a920-e7f75276ebe3 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183055 Apr 28 19:35:26.404258 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f10e929-1ccd-478c-86e5-9e05600d15ec admin admin] Checking segment: {'id': 'da4ecde0-ccce-400b-993c-f6f4b507286e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:35:26.405873 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f10e929-1ccd-478c-86e5-9e05600d15ec admin admin] Network hostable DHCP agents. Network: 80edfba9-b4c6-4f5e-9c0a-cf56f7367f19, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:35:26.512865 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42200) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:26.530802 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77149ed8-a1f7-4838-920f-f37d16e58701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:26.554496 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f3cc3-e045-4299-937f-aa364cc8e940 req-862ae76e-5493-4d27-a94b-73d90715d6ff tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:26.556032 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-600f3cc3-e045-4299-937f-aa364cc8e940 req-862ae76e-5493-4d27-a94b-73d90715d6ff tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=f030b5f9-5ef7-4449-a7a0-59be72047267 HTTP/1.1" status: 200 len: 945 time: 0.0994523 Apr 28 19:35:26.570103 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-a6fa0a35-1ac0-4266-9340-29f57f20957b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:26.573459 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-f54b28fe-a82b-481e-9bac-a0aa1344af1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:26.575059 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-f54b28fe-a82b-481e-9bac-a0aa1344af1b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=665f2e0e16024753b3287737a19defc7&device_id=1ae4f1ba-31bb-4a62-922b-4739e7d36246 HTTP/1.1" status: 200 len: 1094 time: 0.5175056 Apr 28 19:35:26.581613 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-7d4f321f-e82a-48bb-bbbb-ddbf5116a06b service neutron] 10.222.0.15 "GET /v2.0/networks/5c7ce944-9551-4bc7-af99-81ab32700250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6444788 Apr 28 19:35:26.626665 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-600f3cc3-e045-4299-937f-aa364cc8e940 req-601b3d98-c1ed-41f9-b37f-efa3ad2db9ad tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570266 Apr 28 19:35:26.649026 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f10e929-1ccd-478c-86e5-9e05600d15ec admin admin] Network 80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:35:26.678851 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-4381378f-2002-476a-9d9d-60639b27f9f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24 HTTP/1.1" status: 200 len: 217 time: 0.0860214 Apr 28 19:35:26.721805 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-51dba5cf-5d6b-47c4-9fcb-8c5f5bcdf31a req-ba0360b2-0a77-4b16-8bdb-e2be6e59b034 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "GET /v2.0/floatingips/62434fac-c5ac-4b30-bf08-81f5014a2825 HTTP/1.1" status: 200 len: 693 time: 0.0584028 Apr 28 19:35:26.757623 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-0f10e929-1ccd-478c-86e5-9e05600d15ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 80edfba9-b4c6-4f5e-9c0a-cf56f7367f19) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:35:26.776154 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3244d361-740f-4bc0-997d-880dd42c0b56 None None] Network 80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:35:26.792811 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-83e3c53c-c142-4e39-a936-df48d41d257a req-557d0e08-fba3-4295-bab0-e1e1328501d6 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695925 Apr 28 19:35:26.809353 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26b76e-85ad-4fe2-8c7e-b1df073793f6 req-698fe6fe-679f-4769-9459-b6ff43aababd tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:26.817761 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6e26b76e-85ad-4fe2-8c7e-b1df073793f6 req-698fe6fe-679f-4769-9459-b6ff43aababd tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ae4f1ba-31bb-4a62-922b-4739e7d36246 HTTP/1.1" status: 200 len: 943 time: 0.3391168 Apr 28 19:35:26.825065 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f10e929-1ccd-478c-86e5-9e05600d15ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:26.825744 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0f10e929-1ccd-478c-86e5-9e05600d15ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:26.859128 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77149ed8-a1f7-4838-920f-f37d16e58701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:26.869105 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77149ed8-a1f7-4838-920f-f37d16e58701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:26.942228 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77149ed8-a1f7-4838-920f-f37d16e58701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d03870-8b55-47ce-add4-5129e30948c0,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:26.947003 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-77149ed8-a1f7-4838-920f-f37d16e58701 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7de03d87e99a453683a97672d9eb5671&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4332678 Apr 28 19:35:26.955813 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dba5cf-5d6b-47c4-9fcb-8c5f5bcdf31a req-1c685c8b-9d3f-4588-a18f-2c883b7806f9 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:26.958060 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-51dba5cf-5d6b-47c4-9fcb-8c5f5bcdf31a req-1c685c8b-9d3f-4588-a18f-2c883b7806f9 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 784 time: 0.2270470 Apr 28 19:35:26.959199 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42206) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:26.969638 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95cf12a-01d3-47fa-826a-793b5a493fb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-80edfba9-b4c6-4f5e-9c0a-cf56f7367f19', 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19', 'tenant_id': '94740374ca054549b67b793671aaad05', 'fixed_ips': [{'subnet_id': '43d83121-413d-4da3-b294-551f60ac6b94'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:35:26.971002 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e95cf12a-01d3-47fa-826a-793b5a493fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:27.001501 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-207863c8-f79f-405d-96b6-9048dae4ff4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:27.003016 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-207863c8-f79f-405d-96b6-9048dae4ff4a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=759907dd-9350-4138-835d-4c1e0a396950 HTTP/1.1" status: 200 len: 853 time: 0.2953143 Apr 28 19:35:27.055815 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-51dba5cf-5d6b-47c4-9fcb-8c5f5bcdf31a req-977258d8-b63a-42d7-9ebd-d25610d3e182 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.193 HTTP/1.1" status: 200 len: 696 time: 0.0889800 Apr 28 19:35:27.095329 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-0ae97182-397e-4745-822b-a92c334ef842 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c7ce944-9551-4bc7-af99-81ab32700250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475593 Apr 28 19:35:27.136454 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-51dba5cf-5d6b-47c4-9fcb-8c5f5bcdf31a req-97879b56-20a5-44d7-a14d-6fd67ac6546a tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.193 HTTP/1.1" status: 200 len: 696 time: 0.0745263 Apr 28 19:35:27.169099 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-e95cf12a-01d3-47fa-826a-793b5a493fb1 None None] Allocated IP 172.20.0.2 (80edfba9-b4c6-4f5e-9c0a-cf56f7367f19/43d83121-413d-4da3-b294-551f60ac6b94/5a319160-422d-48d7-bfd0-04abb8817b92) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:35:27.190784 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6af42f65-2b37-4db2-92ad-91c7c9366d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:27.281249 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6af42f65-2b37-4db2-92ad-91c7c9366d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:27.290360 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-73a7c463-23c0-465c-8904-cee3a1db164f service neutron] 10.222.0.15 "GET /v2.0/networks/5c7ce944-9551-4bc7-af99-81ab32700250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276267 Apr 28 19:35:27.294372 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0f10e929-1ccd-478c-86e5-9e05600d15ec admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.6679733 Apr 28 19:35:27.299670 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42208) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:27.324962 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6e26b76e-85ad-4fe2-8c7e-b1df073793f6 req-7e7cde09-dfbc-4ee4-9ad8-c56165ff2a54 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/security-groups?id=779b6b35-63b1-4355-b56c-343c3e48d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5064576 Apr 28 19:35:27.333667 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-a806ff85-2ffa-4c09-9d6a-6891738ce13a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1205636581-router', 'tenant_id': '94740374ca054549b67b793671aaad05', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:27.363684 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-83e3c53c-c142-4e39-a936-df48d41d257a req-5e040b06-63d7-4a6f-80aa-195db3315775 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5310755 Apr 28 19:35:27.382218 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e50043-2546-47a3-9092-c9bb644e9c27 req-92c8caeb-0259-4f65-8202-649788c0858d tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:27.383846 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-60e50043-2546-47a3-9092-c9bb644e9c27 req-92c8caeb-0259-4f65-8202-649788c0858d tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.44 "GET /v2.0/ports?device_id=f030b5f9-5ef7-4449-a7a0-59be72047267 HTTP/1.1" status: 200 len: 945 time: 0.5831475 Apr 28 19:35:27.413698 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-e25110bd-0504-438c-98e7-ca50bdd8a5cd service neutron] 10.222.0.15 "GET /v2.0/networks/5c7ce944-9551-4bc7-af99-81ab32700250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8220828 Apr 28 19:35:27.474315 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a806ff85-2ffa-4c09-9d6a-6891738ce13a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:27.475998 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a806ff85-2ffa-4c09-9d6a-6891738ce13a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:27.573699 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a806ff85-2ffa-4c09-9d6a-6891738ce13a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:27.574532 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6af42f65-2b37-4db2-92ad-91c7c9366d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:27.577665 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6af42f65-2b37-4db2-92ad-91c7c9366d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:27.579053 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6af42f65-2b37-4db2-92ad-91c7c9366d55 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/55d03870-8b55-47ce-add4-5129e30948c0 HTTP/1.1" status: 204 len: 168 time: 0.6195688 Apr 28 19:35:27.600212 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e95cf12a-01d3-47fa-826a-793b5a493fb1 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:27.600930 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af42f65-2b37-4db2-92ad-91c7c9366d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d03870-8b55-47ce-add4-5129e30948c0,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:27.610486 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device cbeff78c-ff31-4de1-9212-d4a2cdd6aa23 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:35:27.622970 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e95cf12a-01d3-47fa-826a-793b5a493fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:27.683398 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95cf12a-01d3-47fa-826a-793b5a493fb1 None None] Network 80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:35:27.696710 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-e95cf12a-01d3-47fa-826a-793b5a493fb1 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:35:27.708153 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95cf12a-01d3-47fa-826a-793b5a493fb1 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:35:27.732275 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-51dba5cf-5d6b-47c4-9fcb-8c5f5bcdf31a req-f6c00f4c-0825-4d7f-9fa9-d4c86f466a1b tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Deleting port 22224ec4-c290-4410-97d8-959656cf1e6a {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:35:27.732795 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-51dba5cf-5d6b-47c4-9fcb-8c5f5bcdf31a req-f6c00f4c-0825-4d7f-9fa9-d4c86f466a1b tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:27.739894 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95cf12a-01d3-47fa-826a-793b5a493fb1 None None] Pushing event updated for resources: {'Port': ['ID=5a319160-422d-48d7-bfd0-04abb8817b92,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:27.743957 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224db17-ee9d-4e0f-aad0-f4a5155b2339 req-bdb8174a-d8b2-4474-ac38-6c5d0a505268 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:27.751448 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a224db17-ee9d-4e0f-aad0-f4a5155b2339 req-bdb8174a-d8b2-4474-ac38-6c5d0a505268 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9308f17-31c8-4255-8594-b76c0727fad5 HTTP/1.1" status: 200 len: 931 time: 0.2479584 Apr 28 19:35:27.781413 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b157d31c-9944-4b5f-b3fa-58f27f22704a req-d8d5ffb7-8b4e-452d-963a-86e00ec4be95 service neutron] 10.222.0.15 "GET /v2.0/networks/5c7ce944-9551-4bc7-af99-81ab32700250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482241 Apr 28 19:35:27.790278 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147c988-43bd-477b-9a7f-d2a8168f44d8 req-e85c93df-c35d-4d8e-b736-e0558dcd5ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:27.791758 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4147c988-43bd-477b-9a7f-d2a8168f44d8 req-e85c93df-c35d-4d8e-b736-e0558dcd5ada service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb31fca23fda462780f681319e8a4f33&device_id=bd44736a-56f5-43e5-a40b-a6da17ab217c HTTP/1.1" status: 200 len: 1098 time: 0.2922556 Apr 28 19:35:27.824256 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-60e50043-2546-47a3-9092-c9bb644e9c27 req-e8fd132b-7678-42b2-96d9-e6a0e1c67b58 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Deleting port b2aa6693-c550-4118-a732-c7c080ef05c8 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:35:27.824495 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-60e50043-2546-47a3-9092-c9bb644e9c27 req-e8fd132b-7678-42b2-96d9-e6a0e1c67b58 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:27.874699 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port cbeff78c-ff31-4de1-9212-d4a2cdd6aa23, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=cbeff78c-ff31-4de1-9212-d4a2cdd6aa23,segment=NetworkSegment(2e4de97d-9fd8-4370-8f0b-d7e26e0e3559),segment_id=2e4de97d-9fd8-4370-8f0b-d7e26e0e3559)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:27.881834 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a224db17-ee9d-4e0f-aad0-f4a5155b2339 req-5519201f-655c-4075-ab8c-64ffa423ec59 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218789 Apr 28 19:35:27.948602 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'cbeff78c-ff31-4de1-9212-d4a2cdd6aa23', 'network_id': '5c7ce944-9551-4bc7-af99-81ab32700250', 'port_id': 'cbeff78c-ff31-4de1-9212-d4a2cdd6aa23', 'mac_address': 'fa:16:3e:7b:d1:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '759907dd-9350-4138-835d-4c1e0a396950', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:35:27.969137 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-e95cf12a-01d3-47fa-826a-793b5a493fb1 None None] Attempting to bind port 5a319160-422d-48d7-bfd0-04abb8817b92 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:35:27.970106 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-e95cf12a-01d3-47fa-826a-793b5a493fb1 None None] Attempting to bind port 5a319160-422d-48d7-bfd0-04abb8817b92 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'da4ecde0-ccce-400b-993c-f6f4b507286e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:35:27.970984 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95cf12a-01d3-47fa-826a-793b5a493fb1 None None] Attempting to bind port 5a319160-422d-48d7-bfd0-04abb8817b92 on network 80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:35:28.030502 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95cf12a-01d3-47fa-826a-793b5a493fb1 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:35:28.031089 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95cf12a-01d3-47fa-826a-793b5a493fb1 None None] Checking segment: {'id': 'da4ecde0-ccce-400b-993c-f6f4b507286e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:35:28.031596 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e95cf12a-01d3-47fa-826a-793b5a493fb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:28.032239 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95cf12a-01d3-47fa-826a-793b5a493fb1 None None] Bound using segment: {'id': 'da4ecde0-ccce-400b-993c-f6f4b507286e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:35:28.032829 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-e95cf12a-01d3-47fa-826a-793b5a493fb1 None None] Bound port: 5a319160-422d-48d7-bfd0-04abb8817b92, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da4ecde0-ccce-400b-993c-f6f4b507286e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:35:28.033859 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e95cf12a-01d3-47fa-826a-793b5a493fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:28.136088 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-e95cf12a-01d3-47fa-826a-793b5a493fb1 None None] For port 5a319160-422d-48d7-bfd0-04abb8817b92, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:35:28.139771 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-e95cf12a-01d3-47fa-826a-793b5a493fb1 None None] For port 5a319160-422d-48d7-bfd0-04abb8817b92, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=5a319160-422d-48d7-bfd0-04abb8817b92,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:35:28.148837 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:28.170480 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbeff78c-ff31-4de1-9212-d4a2cdd6aa23 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:35:28.177404 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e95cf12a-01d3-47fa-826a-793b5a493fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:28.211536 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a806ff85-2ffa-4c09-9d6a-6891738ce13a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:28.244583 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port cbeff78c-ff31-4de1-9212-d4a2cdd6aa23, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=cbeff78c-ff31-4de1-9212-d4a2cdd6aa23,segment=NetworkSegment(2e4de97d-9fd8-4370-8f0b-d7e26e0e3559),segment_id=2e4de97d-9fd8-4370-8f0b-d7e26e0e3559)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:28.259435 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:28.277182 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-51dba5cf-5d6b-47c4-9fcb-8c5f5bcdf31a req-f6c00f4c-0825-4d7f-9fa9-d4c86f466a1b tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:28.277662 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-51dba5cf-5d6b-47c4-9fcb-8c5f5bcdf31a req-f6c00f4c-0825-4d7f-9fa9-d4c86f466a1b tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:28.279214 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95cf12a-01d3-47fa-826a-793b5a493fb1 None None] Pushing event updated for resources: {'Port': ['ID=5a319160-422d-48d7-bfd0-04abb8817b92,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:28.328941 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-51dba5cf-5d6b-47c4-9fcb-8c5f5bcdf31a req-f6c00f4c-0825-4d7f-9fa9-d4c86f466a1b tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Calling delete_port for 22224ec4-c290-4410-97d8-959656cf1e6a owned by network:floatingip {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:35:28.397368 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae4f1ba-31bb-4a62-922b-4739e7d36246', 'tag': 'd4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:35:28.399689 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c791aa-a847-4366-b7b8-58b19bfc9628" -d '{"events": [{"name": "network-changed", "server_uuid": "1ae4f1ba-31bb-4a62-922b-4739e7d36246", "tag": "d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:35:28.426852 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=cbeff78c-ff31-4de1-9212-d4a2cdd6aa23,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:28.477839 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['cbeff78c-ff31-4de1-9212-d4a2cdd6aa23'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:35:28.488424 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-a6fa0a35-1ac0-4266-9340-29f57f20957b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8bcacdd-2720-4d39-9e70-bf2d520bce0e {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:35:28.506572 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-a6fa0a35-1ac0-4266-9340-29f57f20957b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:28.545042 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-60e50043-2546-47a3-9092-c9bb644e9c27 req-e8fd132b-7678-42b2-96d9-e6a0e1c67b58 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] For port b2aa6693-c550-4118-a732-c7c080ef05c8, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=b2aa6693-c550-4118-a732-c7c080ef05c8,segment=NetworkSegment(997fb431-714a-45a1-9ec6-42189a2a3b13),segment_id=997fb431-714a-45a1-9ec6-42189a2a3b13)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:28.545417 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-60e50043-2546-47a3-9092-c9bb644e9c27 req-e8fd132b-7678-42b2-96d9-e6a0e1c67b58 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:28.573643 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e784c3-eb6d-4b27-b099-39d401509a12 req-6cd0a7e5-9845-41c2-bbf5-dc6b1a80a48f tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:28.582932 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d0e784c3-eb6d-4b27-b099-39d401509a12 req-6cd0a7e5-9845-41c2-bbf5-dc6b1a80a48f tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd44736a-56f5-43e5-a40b-a6da17ab217c HTTP/1.1" status: 200 len: 947 time: 0.5820191 Apr 28 19:35:28.596182 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147c988-43bd-477b-9a7f-d2a8168f44d8 req-8b85c9c1-bfa4-41c1-af59-e182c5072e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:28.598526 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4147c988-43bd-477b-9a7f-d2a8168f44d8 req-8b85c9c1-bfa4-41c1-af59-e182c5072e97 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.7973351 Apr 28 19:35:28.631709 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-60e50043-2546-47a3-9092-c9bb644e9c27 req-e8fd132b-7678-42b2-96d9-e6a0e1c67b58 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Calling delete_port for b2aa6693-c550-4118-a732-c7c080ef05c8 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:35:28.684390 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-51dba5cf-5d6b-47c4-9fcb-8c5f5bcdf31a req-f6c00f4c-0825-4d7f-9fa9-d4c86f466a1b tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:28.687200 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-a6fa0a35-1ac0-4266-9340-29f57f20957b service neutron] Transition to ACTIVE for port object b8bcacdd-2720-4d39-9e70-bf2d520bce0e will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:35:28.699963 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4147c988-43bd-477b-9a7f-d2a8168f44d8 req-418c183d-3a1f-4663-b135-f4e01c027244 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=60cce12e-e55e-4f29-88f1-2da4173c1e7b HTTP/1.1" status: 200 len: 217 time: 0.0826912 Apr 28 19:35:28.705712 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-a6fa0a35-1ac0-4266-9340-29f57f20957b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:28.721971 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a806ff85-2ffa-4c09-9d6a-6891738ce13a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:28.756142 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c00f4c-0825-4d7f-9fa9-d4c86f466a1b tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Pushing event deleted for resources: {'Port': ['ID=22224ec4-c290-4410-97d8-959656cf1e6a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:28.779872 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a806ff85-2ffa-4c09-9d6a-6891738ce13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:28.875205 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d0e784c3-eb6d-4b27-b099-39d401509a12 req-4a77884c-ea4d-41ec-ba38-d4dde249fa3f tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/security-groups?id=1405446e-ee39-4878-8bba-1170ad050e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874146 Apr 28 19:35:28.953782 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa0a35-1ac0-4266-9340-29f57f20957b service neutron] Pushing event updated for resources: {'Port': ['ID=b8bcacdd-2720-4d39-9e70-bf2d520bce0e,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:28.954593 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-a806ff85-2ffa-4c09-9d6a-6891738ce13a admin admin] Allocated IP 172.25.8.21 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/c065612b-046a-4b5b-8655-a9cbc27ce99e) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:35:28.965555 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-51dba5cf-5d6b-47c4-9fcb-8c5f5bcdf31a req-f6c00f4c-0825-4d7f-9fa9-d4c86f466a1b tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks [] for floatingip, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:28.968352 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-51dba5cf-5d6b-47c4-9fcb-8c5f5bcdf31a req-f6c00f4c-0825-4d7f-9fa9-d4c86f466a1b tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:28.969673 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-51dba5cf-5d6b-47c4-9fcb-8c5f5bcdf31a req-f6c00f4c-0825-4d7f-9fa9-d4c86f466a1b tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "DELETE /v2.0/floatingips/62434fac-c5ac-4b30-bf08-81f5014a2825 HTTP/1.1" status: 204 len: 173 time: 1.8267424 Apr 28 19:35:28.997259 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147c988-43bd-477b-9a7f-d2a8168f44d8 req-4e6d6560-78e8-41a6-af89-c99ae17ce347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:28.998645 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4147c988-43bd-477b-9a7f-d2a8168f44d8 req-4e6d6560-78e8-41a6-af89-c99ae17ce347 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.2717268 Apr 28 19:35:29.125938 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a806ff85-2ffa-4c09-9d6a-6891738ce13a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:29.185253 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827dac8-edd8-4989-b984-b5feb470b6f0 req-4dc1caaa-d7dd-4c12-96f4-d2148fbbf20c tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:29.186942 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6827dac8-edd8-4989-b984-b5feb470b6f0 req-4dc1caaa-d7dd-4c12-96f4-d2148fbbf20c tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ae4f1ba-31bb-4a62-922b-4739e7d36246 HTTP/1.1" status: 200 len: 943 time: 0.1301804 Apr 28 19:35:29.189770 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6a689-dbab-4d03-885d-46f3e38bf069 req-7681e596-128a-4661-82dd-d414e3a6287a tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:29.196707 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aed6a689-dbab-4d03-885d-46f3e38bf069 req-7681e596-128a-4661-82dd-d414e3a6287a tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/ports?device_id=f030b5f9-5ef7-4449-a7a0-59be72047267 HTTP/1.1" status: 200 len: 945 time: 0.2201037 Apr 28 19:35:29.206005 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147c988-43bd-477b-9a7f-d2a8168f44d8 req-66e3bce1-f370-4de0-a0c4-cf97918730af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:29.207842 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4147c988-43bd-477b-9a7f-d2a8168f44d8 req-66e3bce1-f370-4de0-a0c4-cf97918730af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1666784 Apr 28 19:35:29.216877 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-a6fa0a35-1ac0-4266-9340-29f57f20957b service neutron] Attempting to bind port b8bcacdd-2720-4d39-9e70-bf2d520bce0e on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:35:29.217498 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-a6fa0a35-1ac0-4266-9340-29f57f20957b service neutron] Attempting to bind port b8bcacdd-2720-4d39-9e70-bf2d520bce0e by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'c10cc5b9-432d-471e-8b74-080f77012f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '078f257f-ccf3-4985-b802-e93aa11e6332'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:35:29.218005 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-a6fa0a35-1ac0-4266-9340-29f57f20957b service neutron] Attempting to bind port b8bcacdd-2720-4d39-9e70-bf2d520bce0e on network 078f257f-ccf3-4985-b802-e93aa11e6332 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:35:29.226164 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a806ff85-2ffa-4c09-9d6a-6891738ce13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:29.266897 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-60e50043-2546-47a3-9092-c9bb644e9c27 req-e8fd132b-7678-42b2-96d9-e6a0e1c67b58 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:29.280992 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a806ff85-2ffa-4c09-9d6a-6891738ce13a admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:35:29.287839 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6827dac8-edd8-4989-b984-b5feb470b6f0 req-a0f9ce06-7777-41ac-a6bf-75e501013e1c tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/security-groups?id=779b6b35-63b1-4355-b56c-343c3e48d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912561 Apr 28 19:35:29.294143 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-a806ff85-2ffa-4c09-9d6a-6891738ce13a admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:35:29.297464 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a806ff85-2ffa-4c09-9d6a-6891738ce13a admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:35:29.318409 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-a6fa0a35-1ac0-4266-9340-29f57f20957b service neutron] Port b8bcacdd-2720-4d39-9e70-bf2d520bce0e on network 078f257f-ccf3-4985-b802-e93aa11e6332 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:35:29.319273 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-a6fa0a35-1ac0-4266-9340-29f57f20957b service neutron] Attempting to bind port b8bcacdd-2720-4d39-9e70-bf2d520bce0e on network 078f257f-ccf3-4985-b802-e93aa11e6332 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:35:29.338852 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806ff85-2ffa-4c09-9d6a-6891738ce13a admin admin] Pushing event updated for resources: {'Port': ['ID=c065612b-046a-4b5b-8655-a9cbc27ce99e,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:29.459969 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ac29f6-5756-4394-a01c-c5bb457ac371 x-openstack-request-id: req-68ac29f6-5756-4394-a01c-c5bb457ac371 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:35:29.460457 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ae4f1ba-31bb-4a62-922b-4739e7d36246", "tag": "d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:35:29.460803 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-68ac29f6-5756-4394-a01c-c5bb457ac371 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:35:29.461298 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68ac29f6-5756-4394-a01c-c5bb457ac371'] response: {'name': 'network-changed', 'server_uuid': '1ae4f1ba-31bb-4a62-922b-4739e7d36246', 'tag': 'd4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24', 'status': 'completed', 'code': 200} Apr 28 19:35:29.462306 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd132b-7678-42b2-96d9-e6a0e1c67b58 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Pushing event deleted for resources: {'Port': ['ID=b2aa6693-c550-4118-a732-c7c080ef05c8,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:29.482234 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aed6a689-dbab-4d03-885d-46f3e38bf069 req-c0cc8362-b761-4cc7-801a-e9e449cf6869 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.42 "GET /v2.0/security-groups?id=c72227a8-f460-479a-adff-82c8c15ad92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728159 Apr 28 19:35:29.500731 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-a6fa0a35-1ac0-4266-9340-29f57f20957b service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:35:29.508478 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-a6fa0a35-1ac0-4266-9340-29f57f20957b service neutron] Checking segment: {'id': 'c10cc5b9-432d-471e-8b74-080f77012f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '078f257f-ccf3-4985-b802-e93aa11e6332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:35:29.509340 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-a6fa0a35-1ac0-4266-9340-29f57f20957b service neutron] Bound using segment: {'id': 'c10cc5b9-432d-471e-8b74-080f77012f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '078f257f-ccf3-4985-b802-e93aa11e6332'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:35:29.510121 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-a6fa0a35-1ac0-4266-9340-29f57f20957b service neutron] Bound port: b8bcacdd-2720-4d39-9e70-bf2d520bce0e, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c10cc5b9-432d-471e-8b74-080f77012f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '078f257f-ccf3-4985-b802-e93aa11e6332'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:35:29.510723 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-a6fa0a35-1ac0-4266-9340-29f57f20957b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:29.616072 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device cbeff78c-ff31-4de1-9212-d4a2cdd6aa23 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:35:29.747613 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port cbeff78c-ff31-4de1-9212-d4a2cdd6aa23 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:35:29.755504 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port cbeff78c-ff31-4de1-9212-d4a2cdd6aa23 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:35:29.756069 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:29.786589 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ce4e8-2d52-45c6-adbf-ba1d3b06d8d5 req-d609289a-a32b-40ca-ac07-0d7de6005188 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:29.790394 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8d5ce4e8-2d52-45c6-adbf-ba1d3b06d8d5 req-d609289a-a32b-40ca-ac07-0d7de6005188 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9308f17-31c8-4255-8594-b76c0727fad5 HTTP/1.1" status: 200 len: 943 time: 0.2488472 Apr 28 19:35:29.852089 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 5a319160-422d-48d7-bfd0-04abb8817b92 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:35:29.881136 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e50043-2546-47a3-9092-c9bb644e9c27 req-e8fd132b-7678-42b2-96d9-e6a0e1c67b58 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] No DVR routers for this DVR port b2aa6693-c550-4118-a732-c7c080ef05c8 on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:35:29.918891 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-60e50043-2546-47a3-9092-c9bb644e9c27 req-e8fd132b-7678-42b2-96d9-e6a0e1c67b58 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:29.923044 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-60e50043-2546-47a3-9092-c9bb644e9c27 req-e8fd132b-7678-42b2-96d9-e6a0e1c67b58 tempest-LiveAutoBlockMigrationV225Test-643510621 tempest-LiveAutoBlockMigrationV225Test-643510621-project] 10.222.0.44 "DELETE /v2.0/ports/b2aa6693-c550-4118-a732-c7c080ef05c8 HTTP/1.1" status: 204 len: 173 time: 2.5137646 Apr 28 19:35:29.925145 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c791aa-a847-4366-b7b8-58b19bfc9628 req-da1a4343-d4a9-4995-ae79-a02dfa2cd1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:29.927596 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-79c791aa-a847-4366-b7b8-58b19bfc9628 req-da1a4343-d4a9-4995-ae79-a02dfa2cd1f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=665f2e0e16024753b3287737a19defc7&device_id=1ae4f1ba-31bb-4a62-922b-4739e7d36246 HTTP/1.1" status: 200 len: 1094 time: 0.5068908 Apr 28 19:35:29.992582 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 5a319160-422d-48d7-bfd0-04abb8817b92 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:35:29.993342 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:30.045916 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a806ff85-2ffa-4c09-9d6a-6891738ce13a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:30.048766 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:30.082020 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddf5606-d960-4493-aff9-8e3eeaaac5df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbeff78c-ff31-4de1-9212-d4a2cdd6aa23'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:35:30.085546 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294505e2-067d-4618-9f01-c15c38d4d7be" -d '{"events": [{"server_uuid": "1ddf5606-d960-4493-aff9-8e3eeaaac5df", "name": "network-vif-plugged", "status": "completed", "tag": "cbeff78c-ff31-4de1-9212-d4a2cdd6aa23"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:35:30.087545 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8d5ce4e8-2d52-45c6-adbf-ba1d3b06d8d5 req-ac62839b-272e-4865-8cd0-84761bd03c7f tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761677 Apr 28 19:35:30.094726 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aeedfbf-ac7a-4c03-8212-815067182172 None None] Network 80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:35:30.123043 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port cbeff78c-ff31-4de1-9212-d4a2cdd6aa23, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=cbeff78c-ff31-4de1-9212-d4a2cdd6aa23,segment=NetworkSegment(2e4de97d-9fd8-4370-8f0b-d7e26e0e3559),segment_id=2e4de97d-9fd8-4370-8f0b-d7e26e0e3559)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:30.128318 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c791aa-a847-4366-b7b8-58b19bfc9628 req-982cf5d2-fa59-4f8c-9135-ba483d92e999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:30.130713 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-79c791aa-a847-4366-b7b8-58b19bfc9628 req-982cf5d2-fa59-4f8c-9135-ba483d92e999 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c7ce944-9551-4bc7-af99-81ab32700250 HTTP/1.1" status: 200 len: 914 time: 0.1686685 Apr 28 19:35:30.133036 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4147c988-43bd-477b-9a7f-d2a8168f44d8 req-e838ba72-f35c-4f4f-9cdb-3218c16fe566 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9116452 Apr 28 19:35:30.155097 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadba7e6-250e-4757-9726-1c0906eb7e2a req-b240f11e-f91d-43db-afeb-6beeab425e18 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:30.167566 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cadba7e6-250e-4757-9726-1c0906eb7e2a req-b240f11e-f91d-43db-afeb-6beeab425e18 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6161983 Apr 28 19:35:30.175292 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:30.176963 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device b2aa6693-c550-4118-a732-c7c080ef05c8 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:35:30.336533 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06338a28-966c-488b-86e7-8620e3f7471f x-openstack-request-id: req-06338a28-966c-488b-86e7-8620e3f7471f {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:35:30.336835 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddf5606-d960-4493-aff9-8e3eeaaac5df", "name": "network-vif-plugged", "status": "completed", "tag": "cbeff78c-ff31-4de1-9212-d4a2cdd6aa23", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:35:30.337064 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-06338a28-966c-488b-86e7-8620e3f7471f {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:35:30.337459 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06338a28-966c-488b-86e7-8620e3f7471f'] response: {'server_uuid': '1ddf5606-d960-4493-aff9-8e3eeaaac5df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbeff78c-ff31-4de1-9212-d4a2cdd6aa23', 'code': 200} Apr 28 19:35:30.343590 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=cbeff78c-ff31-4de1-9212-d4a2cdd6aa23,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:30.346347 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:30.368380 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-79c791aa-a847-4366-b7b8-58b19bfc9628 req-07351552-31d6-450e-b103-f65a510cd8da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24 HTTP/1.1" status: 200 len: 217 time: 0.2205098 Apr 28 19:35:30.403230 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: b2aa6693-c550-4118-a732-c7c080ef05c8 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:35:30.404620 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device b2aa6693-c550-4118-a732-c7c080ef05c8 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:35:30.422557 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-46fbe6b0-a9b1-44c5-a1d0-fb52ecf67dfa None None] Provisioning complete for port 5a319160-422d-48d7-bfd0-04abb8817b92 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:35:30.423166 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-46fbe6b0-a9b1-44c5-a1d0-fb52ecf67dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:30.480243 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a6339-2d2a-4047-a61a-5892009b2dbb req-5e86db1b-775c-4a0b-8e4f-f73952efbad9 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:30.487768 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c61a6339-2d2a-4047-a61a-5892009b2dbb req-5e86db1b-775c-4a0b-8e4f-f73952efbad9 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd44736a-56f5-43e5-a40b-a6da17ab217c HTTP/1.1" status: 200 len: 947 time: 0.1385827 Apr 28 19:35:30.522448 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-a6fa0a35-1ac0-4266-9340-29f57f20957b service neutron] For port b8bcacdd-2720-4d39-9e70-bf2d520bce0e, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:35:30.530725 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:35:30.572271 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-a6fa0a35-1ac0-4266-9340-29f57f20957b service neutron] For port b8bcacdd-2720-4d39-9e70-bf2d520bce0e, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=b8bcacdd-2720-4d39-9e70-bf2d520bce0e,segment=NetworkSegment(c10cc5b9-432d-471e-8b74-080f77012f91),segment_id=c10cc5b9-432d-471e-8b74-080f77012f91)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:35:30.593042 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 5a319160-422d-48d7-bfd0-04abb8817b92, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=5a319160-422d-48d7-bfd0-04abb8817b92,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:30.597215 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f95a6ed9-2124-4137-9470-abe1b7a0ceed req-a7f44b63-47de-4e22-9caf-aefc19a76c2d tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "GET /v2.0/floatingips?tenant_id=0ae8d60049c14c75bd87e80dada3b364 HTTP/1.1" status: 200 len: 1656 time: 0.2239108 Apr 28 19:35:30.605571 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644234f-a6a1-45b0-a510-e8a3aba871e4 req-bba0ae79-b2ac-44d7-ae55-b0a79de4660a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:30.607135 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7644234f-a6a1-45b0-a510-e8a3aba871e4 req-bba0ae79-b2ac-44d7-ae55-b0a79de4660a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1ddf5606-d960-4493-aff9-8e3eeaaac5df HTTP/1.1" status: 200 len: 1096 time: 0.2372389 Apr 28 19:35:30.623670 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-a6fa0a35-1ac0-4266-9340-29f57f20957b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:30.640812 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c61a6339-2d2a-4047-a61a-5892009b2dbb req-32d83fef-6322-4e6c-85f0-ec71faa3a24a tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/security-groups?id=1405446e-ee39-4878-8bba-1170ad050e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518519 Apr 28 19:35:30.661480 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a806ff85-2ffa-4c09-9d6a-6891738ce13a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:30.673193 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:30.689182 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c791aa-a847-4366-b7b8-58b19bfc9628 req-b630d8e0-1696-4baa-8c35-23e2c249ba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:30.690904 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-79c791aa-a847-4366-b7b8-58b19bfc9628 req-b630d8e0-1696-4baa-8c35-23e2c249ba85 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=759907dd-9350-4138-835d-4c1e0a396950 HTTP/1.1" status: 200 len: 853 time: 0.2827878 Apr 28 19:35:30.742453 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4147c988-43bd-477b-9a7f-d2a8168f44d8 req-caef81dd-a814-4763-8f31-3355896e4474 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5958679 Apr 28 19:35:30.792393 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-79c791aa-a847-4366-b7b8-58b19bfc9628 req-e3a29c95-2c53-4e8c-ac53-9fd915cce71e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c7ce944-9551-4bc7-af99-81ab32700250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882950 Apr 28 19:35:30.833916 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-a6fa0a35-1ac0-4266-9340-29f57f20957b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:30.833916 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-a6fa0a35-1ac0-4266-9340-29f57f20957b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:30.835270 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-a6fa0a35-1ac0-4266-9340-29f57f20957b service neutron] 10.222.0.44 "PUT /v2.0/ports/b8bcacdd-2720-4d39-9e70-bf2d520bce0e HTTP/1.1" status: 200 len: 1091 time: 4.8396895 Apr 28 19:35:30.866145 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=5a319160-422d-48d7-bfd0-04abb8817b92,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:30.891495 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24,segment=NetworkSegment(2e4de97d-9fd8-4370-8f0b-d7e26e0e3559),segment_id=2e4de97d-9fd8-4370-8f0b-d7e26e0e3559)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:30.910612 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'd4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24', 'network_id': '5c7ce944-9551-4bc7-af99-81ab32700250', 'port_id': 'd4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24', 'mac_address': 'fa:16:3e:90:b2:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '759907dd-9350-4138-835d-4c1e0a396950', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:35:30.966938 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd60e24-69c5-4a1d-87b7-bd2e599e9ddf req-85a180cc-2702-447a-916b-1df203b0b40a tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:30.980925 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8cd60e24-69c5-4a1d-87b7-bd2e599e9ddf req-85a180cc-2702-447a-916b-1df203b0b40a tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ae4f1ba-31bb-4a62-922b-4739e7d36246 HTTP/1.1" status: 200 len: 943 time: 0.1575201 Apr 28 19:35:31.003786 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:31.037551 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7644234f-a6a1-45b0-a510-e8a3aba871e4 req-a31eaa44-ce26-4461-900f-f1e1e0f2d9e9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=779b6b35-63b1-4355-b56c-343c3e48d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025698 Apr 28 19:35:31.038875 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:35:31.045397 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa0a35-1ac0-4266-9340-29f57f20957b service neutron] Pushing event updated for resources: {'Port': ['ID=b8bcacdd-2720-4d39-9e70-bf2d520bce0e,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:31.069564 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8cd60e24-69c5-4a1d-87b7-bd2e599e9ddf req-c9c255c6-739b-4d2b-a652-928b02ae80f4 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/security-groups?id=779b6b35-63b1-4355-b56c-343c3e48d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810218 Apr 28 19:35:31.070446 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a806ff85-2ffa-4c09-9d6a-6891738ce13a admin admin] Router c739b93f-5470-46a4-97a2-ed0ba3b1ebd0 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:35:31.085624 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24,segment=NetworkSegment(2e4de97d-9fd8-4370-8f0b-d7e26e0e3559),segment_id=2e4de97d-9fd8-4370-8f0b-d7e26e0e3559)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:31.092774 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:31.094017 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 60cce12e-e55e-4f29-88f1-2da4173c1e7b details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:35:31.131677 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a6ed9-2124-4137-9470-abe1b7a0ceed req-260d3a20-e4d1-40a7-97b2-78e58f637bdc tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:31.133325 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f95a6ed9-2124-4137-9470-abe1b7a0ceed req-260d3a20-e4d1-40a7-97b2-78e58f637bdc tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "GET /v2.0/networks?id=562d8c9c-50aa-492e-ae08-06d7f5fe6347&id=562d8c9c-50aa-492e-ae08-06d7f5fe6347&id=562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 787 time: 0.5353055 Apr 28 19:35:31.155347 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42282) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:31.155893 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-f95a6ed9-2124-4137-9470-abe1b7a0ceed req-26f5dcc7-a439-495e-9eea-145a11ffd677 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:35:31.157960 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f95a6ed9-2124-4137-9470-abe1b7a0ceed req-26f5dcc7-a439-495e-9eea-145a11ffd677 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085857 Apr 28 19:35:31.179572 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-3dfa5765-7210-4eab-af9c-3e113b175793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:31.182323 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-3dfa5765-7210-4eab-af9c-3e113b175793 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=18e7417f07dd49118ed10405bce7a39b&device_id=f9308f17-31c8-4255-8594-b76c0727fad5 HTTP/1.1" status: 200 len: 1094 time: 0.1924784 Apr 28 19:35:31.196428 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147c988-43bd-477b-9a7f-d2a8168f44d8 req-a3695b07-b240-4513-b603-2b5af9c499a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:31.199375 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4147c988-43bd-477b-9a7f-d2a8168f44d8 req-a3695b07-b240-4513-b603-2b5af9c499a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=665f2e0e16024753b3287737a19defc7&device_id=2a78ba46-f3a6-4157-9eb7-5264762fa10a HTTP/1.1" status: 200 len: 1094 time: 0.2163880 Apr 28 19:35:31.208279 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-79c791aa-a847-4366-b7b8-58b19bfc9628 req-409b5281-67e2-4f28-ae3d-f65360c09bfa service neutron] 10.222.0.15 "GET /v2.0/networks/5c7ce944-9551-4bc7-af99-81ab32700250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082820 Apr 28 19:35:31.234274 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:31.298172 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a806ff85-2ffa-4c09-9d6a-6891738ce13a admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:35:31.321890 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73426406-b496-47fa-8389-c3d438b59e4d None None] Sync routers for ids ['c739b93f-5470-46a4-97a2-ed0ba3b1ebd0'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:35:31.331304 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a806ff85-2ffa-4c09-9d6a-6891738ce13a admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:31.335710 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a806ff85-2ffa-4c09-9d6a-6891738ce13a admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0147269 Apr 28 19:35:31.336485 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42290) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:31.347986 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 60cce12e-e55e-4f29-88f1-2da4173c1e7b, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=60cce12e-e55e-4f29-88f1-2da4173c1e7b,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:31.370630 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '60cce12e-e55e-4f29-88f1-2da4173c1e7b', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': '60cce12e-e55e-4f29-88f1-2da4173c1e7b', 'mac_address': 'fa:16:3e:32:b1:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:35:31.372413 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73426406-b496-47fa-8389-c3d438b59e4d None None] Routers {'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:35:31.373150 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-73426406-b496-47fa-8389-c3d438b59e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:35:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['c739b93f-5470-46a4-97a2-ed0ba3b1ebd0'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:31.415947 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-34f5996f-96ae-49ed-bd26-5492f387744a None None] Provisioning complete for port 5a319160-422d-48d7-bfd0-04abb8817b92 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:35:31.416261 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-34f5996f-96ae-49ed-bd26-5492f387744a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:31.461481 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147c988-43bd-477b-9a7f-d2a8168f44d8 req-12c7b0e1-8c52-413e-8a8a-2f3bebffa36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:31.462977 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4147c988-43bd-477b-9a7f-d2a8168f44d8 req-12c7b0e1-8c52-413e-8a8a-2f3bebffa36f service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c7ce944-9551-4bc7-af99-81ab32700250 HTTP/1.1" status: 200 len: 914 time: 0.2532611 Apr 28 19:35:31.538568 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f030b5f9-5ef7-4449-a7a0-59be72047267', 'name': 'network-vif-deleted', 'tag': 'b2aa6693-c550-4118-a732-c7c080ef05c8'}, {'name': 'network-changed', 'server_uuid': 'f9308f17-31c8-4255-8594-b76c0727fad5', 'tag': 'b8bcacdd-2720-4d39-9e70-bf2d520bce0e'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:35:31.543907 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e079d276-8a85-4ab8-ba98-403a6b304b60" -d '{"events": [{"server_uuid": "f030b5f9-5ef7-4449-a7a0-59be72047267", "name": "network-vif-deleted", "tag": "b2aa6693-c550-4118-a732-c7c080ef05c8"}, {"name": "network-changed", "server_uuid": "f9308f17-31c8-4255-8594-b76c0727fad5", "tag": "b8bcacdd-2720-4d39-9e70-bf2d520bce0e"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:35:31.594257 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a599d5b6-679d-4eb6-9ffb-f2be7edab28b admin admin] Deleting subnet bb798a62-4141-409b-9f67-e98b8568ccb2 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:35:31.600481 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a599d5b6-679d-4eb6-9ffb-f2be7edab28b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:31.682908 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a599d5b6-679d-4eb6-9ffb-f2be7edab28b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:31.687963 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:31.709797 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:31.726654 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-73426406-b496-47fa-8389-c3d438b59e4d None None] Set router c739b93f-5470-46a4-97a2-ed0ba3b1ebd0 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:35:31.736151 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-a70ce5e5-f011-46b4-824b-d14029b90a89 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8bcacdd-2720-4d39-9e70-bf2d520bce0e HTTP/1.1" status: 200 len: 217 time: 0.4659274 Apr 28 19:35:31.737491 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4147c988-43bd-477b-9a7f-d2a8168f44d8 req-c515b301-6918-4a26-bccd-ba4dc4ce70fe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3926921-f602-41d5-a548-b315c99c59ea HTTP/1.1" status: 200 len: 217 time: 0.1863327 Apr 28 19:35:31.794431 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 5a319160-422d-48d7-bfd0-04abb8817b92 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:35:31.807044 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0bfa6cb3-a722-4510-8932-3b53e0dd1bc1 req-69e06470-714c-4239-8f2f-dc51344f4077 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "GET /v2.0/floatingips/e7be0db8-9690-47a3-901b-d3e795e32836 HTTP/1.1" status: 200 len: 692 time: 0.1278894 Apr 28 19:35:31.820852 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60cce12e-e55e-4f29-88f1-2da4173c1e7b {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:35:31.834975 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a599d5b6-679d-4eb6-9ffb-f2be7edab28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:31.926224 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 60cce12e-e55e-4f29-88f1-2da4173c1e7b, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=60cce12e-e55e-4f29-88f1-2da4173c1e7b,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:31.939098 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:31.939505 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device b3926921-f602-41d5-a548-b315c99c59ea details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:35:31.981236 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69e272-8ef0-4ea1-820b-e9ad8c124037 req-24aacac8-0988-4763-9843-54b32868ca66 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:31.984880 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7e69e272-8ef0-4ea1-820b-e9ad8c124037 req-24aacac8-0988-4763-9843-54b32868ca66 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9308f17-31c8-4255-8594-b76c0727fad5 HTTP/1.1" status: 200 len: 943 time: 0.5166485 Apr 28 19:35:32.014913 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-8f1f7d94-bf82-466e-a42d-4cc10227f4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:32.016724 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-8f1f7d94-bf82-466e-a42d-4cc10227f4a0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa4522c3-f018-4cb2-a4aa-58e81f9488ce HTTP/1.1" status: 200 len: 862 time: 0.2493298 Apr 28 19:35:32.019557 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147c988-43bd-477b-9a7f-d2a8168f44d8 req-406e3ee2-c6a8-4094-9166-3331ff079e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:32.020956 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4147c988-43bd-477b-9a7f-d2a8168f44d8 req-406e3ee2-c6a8-4094-9166-3331ff079e0a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=759907dd-9350-4138-835d-4c1e0a396950 HTTP/1.1" status: 200 len: 853 time: 0.2517402 Apr 28 19:35:32.028986 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-79c791aa-a847-4366-b7b8-58b19bfc9628 req-8e12fd56-57cd-4515-9bc7-d67231e78253 service neutron] 10.222.0.15 "GET /v2.0/networks/5c7ce944-9551-4bc7-af99-81ab32700250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7585089 Apr 28 19:35:32.054878 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 5a319160-422d-48d7-bfd0-04abb8817b92 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:35:32.055253 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:32.060153 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port b3926921-f602-41d5-a548-b315c99c59ea, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=b3926921-f602-41d5-a548-b315c99c59ea,segment=NetworkSegment(2e4de97d-9fd8-4370-8f0b-d7e26e0e3559),segment_id=2e4de97d-9fd8-4370-8f0b-d7e26e0e3559)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:32.082489 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=60cce12e-e55e-4f29-88f1-2da4173c1e7b,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:32.130324 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'b3926921-f602-41d5-a548-b315c99c59ea', 'network_id': '5c7ce944-9551-4bc7-af99-81ab32700250', 'port_id': 'b3926921-f602-41d5-a548-b315c99c59ea', 'mac_address': 'fa:16:3e:8e:5f:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '759907dd-9350-4138-835d-4c1e0a396950', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:35:32.181967 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa6cb3-a722-4510-8932-3b53e0dd1bc1 req-652a22dd-28e5-46c4-a816-8d7c6d46692a tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:32.182746 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0bfa6cb3-a722-4510-8932-3b53e0dd1bc1 req-652a22dd-28e5-46c4-a816-8d7c6d46692a tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 784 time: 0.3626122 Apr 28 19:35:32.189835 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7e69e272-8ef0-4ea1-820b-e9ad8c124037 req-513e66f0-6b56-4acb-9183-f348fe2ef5fb tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861079 Apr 28 19:35:32.190181 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-418e260d-eace-4bf1-9dde-b96725c93d62 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=078f257f-ccf3-4985-b802-e93aa11e6332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1575193 Apr 28 19:35:32.192258 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4147c988-43bd-477b-9a7f-d2a8168f44d8 req-f6121570-85eb-4cf1-8328-59fc697f9421 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c7ce944-9551-4bc7-af99-81ab32700250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1621997 Apr 28 19:35:32.242994 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:32.249204 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-73426406-b496-47fa-8389-c3d438b59e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'name': 'tempest-ServerActionsTestJSON-1205636581-router', 'tenant_id': '94740374ca054549b67b793671aaad05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'c065612b-046a-4b5b-8655-a9cbc27ce99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:35:27Z', 'updated_at': '2022-04-28T19:35:29Z', 'revision_number': 3, 'project_id': '94740374ca054549b67b793671aaad05', 'gw_port': {'id': 'c065612b-046a-4b5b-8655-a9cbc27ce99e', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:28Z', 'updated_at': '2022-04-28T19:35:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:32.313327 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73426406-b496-47fa-8389-c3d438b59e4d None None] Checking router: c739b93f-5470-46a4-97a2-ed0ba3b1ebd0 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:35:32.313655 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73426406-b496-47fa-8389-c3d438b59e4d None None] Updating router c739b93f-5470-46a4-97a2-ed0ba3b1ebd0 port c065612b-046a-4b5b-8655-a9cbc27ce99e binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:35:32.319120 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3926921-f602-41d5-a548-b315c99c59ea {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:35:32.361574 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-73426406-b496-47fa-8389-c3d438b59e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:32.365706 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port b3926921-f602-41d5-a548-b315c99c59ea, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=b3926921-f602-41d5-a548-b315c99c59ea,segment=NetworkSegment(2e4de97d-9fd8-4370-8f0b-d7e26e0e3559),segment_id=2e4de97d-9fd8-4370-8f0b-d7e26e0e3559)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:32.395414 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:32.558361 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=b3926921-f602-41d5-a548-b315c99c59ea,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:32.640961 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0bfa6cb3-a722-4510-8932-3b53e0dd1bc1 req-d180a207-0728-4f66-a547-cca34ba7038d tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.63 HTTP/1.1" status: 200 len: 695 time: 0.4571579 Apr 28 19:35:32.668038 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 28 Apr 2022 19:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf9bb89-189b-4588-bca0-e5c971b37832 x-openstack-request-id: req-2bf9bb89-189b-4588-bca0-e5c971b37832 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:35:32.669067 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f030b5f9-5ef7-4449-a7a0-59be72047267", "name": "network-vif-deleted", "tag": "b2aa6693-c550-4118-a732-c7c080ef05c8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f9308f17-31c8-4255-8594-b76c0727fad5", "tag": "b8bcacdd-2720-4d39-9e70-bf2d520bce0e", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:35:32.669492 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2bf9bb89-189b-4588-bca0-e5c971b37832 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:35:32.670103 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bf9bb89-189b-4588-bca0-e5c971b37832'] response: {'server_uuid': 'f030b5f9-5ef7-4449-a7a0-59be72047267', 'name': 'network-vif-deleted', 'tag': 'b2aa6693-c550-4118-a732-c7c080ef05c8', 'status': 'completed', 'code': 200} Apr 28 19:35:32.670647 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bf9bb89-189b-4588-bca0-e5c971b37832'] response: {'name': 'network-changed', 'server_uuid': 'f9308f17-31c8-4255-8594-b76c0727fad5', 'tag': 'b8bcacdd-2720-4d39-9e70-bf2d520bce0e', 'status': 'completed', 'code': 200} Apr 28 19:35:32.680985 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a599d5b6-679d-4eb6-9ffb-f2be7edab28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:32.694126 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:35:32.731037 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a599d5b6-679d-4eb6-9ffb-f2be7edab28b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:32.734243 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a599d5b6-679d-4eb6-9ffb-f2be7edab28b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/bb798a62-4141-409b-9f67-e98b8568ccb2 HTTP/1.1" status: 204 len: 168 time: 1.5777962 Apr 28 19:35:32.737562 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['b3926921-f602-41d5-a548-b315c99c59ea'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:35:32.746617 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42312) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:32.750339 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['60cce12e-e55e-4f29-88f1-2da4173c1e7b'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:35:32.756730 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0bfa6cb3-a722-4510-8932-3b53e0dd1bc1 req-68eed8fd-cb9d-471e-9c73-44a20c09a59c tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.63 HTTP/1.1" status: 200 len: 695 time: 0.1140296 Apr 28 19:35:32.759571 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599d5b6-679d-4eb6-9ffb-f2be7edab28b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb798a62-4141-409b-9f67-e98b8568ccb2,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:32.907111 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-73426406-b496-47fa-8389-c3d438b59e4d None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:32.917656 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-81878f92-05e6-42f7-b417-1a47685c71fb service neutron] 10.222.0.44 "GET /v2.0/networks/078f257f-ccf3-4985-b802-e93aa11e6332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7189550 Apr 28 19:35:32.933219 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4147c988-43bd-477b-9a7f-d2a8168f44d8 req-723a0922-4075-45fa-a7ba-94994a12fd91 service neutron] 10.222.0.15 "GET /v2.0/networks/5c7ce944-9551-4bc7-af99-81ab32700250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7278304 Apr 28 19:35:32.936835 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-73426406-b496-47fa-8389-c3d438b59e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:32.941394 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b451d3a-a0d4-4e66-958f-c6118a3ba558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:33.030586 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7388d-7965-480c-a16d-bcbc5f5bfc95 req-177b5c6e-0a68-4e40-bc2d-1e4f32dd98f6 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:33.032260 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-0bfa6cb3-a722-4510-8932-3b53e0dd1bc1 req-4cc09a64-8f91-4919-b168-557bc6cf04a8 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Deleting port 966746c8-b816-499c-bc5f-a2ccb08df9e4 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:35:33.032516 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-89a7388d-7965-480c-a16d-bcbc5f5bfc95 req-177b5c6e-0a68-4e40-bc2d-1e4f32dd98f6 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd44736a-56f5-43e5-a40b-a6da17ab217c HTTP/1.1" status: 200 len: 948 time: 0.3334992 Apr 28 19:35:33.032953 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0bfa6cb3-a722-4510-8932-3b53e0dd1bc1 req-4cc09a64-8f91-4919-b168-557bc6cf04a8 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:33.035966 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b1168e6b-3648-459f-a6c7-56065b1637a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:33.052477 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-73426406-b496-47fa-8389-c3d438b59e4d None None] Attempting to bind port c065612b-046a-4b5b-8655-a9cbc27ce99e on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:35:33.052848 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-73426406-b496-47fa-8389-c3d438b59e4d None None] Attempting to bind port c065612b-046a-4b5b-8655-a9cbc27ce99e by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:35:33.053210 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73426406-b496-47fa-8389-c3d438b59e4d None None] Attempting to bind port c065612b-046a-4b5b-8655-a9cbc27ce99e on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:35:33.068192 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c06ee-d5b9-47a5-981b-35d1ecaf79b2 None None] Pushing event updated for resources: {'Port': ['ID=c065612b-046a-4b5b-8655-a9cbc27ce99e,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:33.095669 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73426406-b496-47fa-8389-c3d438b59e4d None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:35:33.096044 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73426406-b496-47fa-8389-c3d438b59e4d None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:35:33.096498 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-73426406-b496-47fa-8389-c3d438b59e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:33.096870 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73426406-b496-47fa-8389-c3d438b59e4d None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:35:33.097347 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-73426406-b496-47fa-8389-c3d438b59e4d None None] Bound port: c065612b-046a-4b5b-8655-a9cbc27ce99e, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:35:33.098331 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-73426406-b496-47fa-8389-c3d438b59e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:33.180811 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0bfa6cb3-a722-4510-8932-3b53e0dd1bc1 req-4cc09a64-8f91-4919-b168-557bc6cf04a8 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:33.181459 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0bfa6cb3-a722-4510-8932-3b53e0dd1bc1 req-4cc09a64-8f91-4919-b168-557bc6cf04a8 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:33.225312 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-0bfa6cb3-a722-4510-8932-3b53e0dd1bc1 req-4cc09a64-8f91-4919-b168-557bc6cf04a8 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Calling delete_port for 966746c8-b816-499c-bc5f-a2ccb08df9e4 owned by network:floatingip {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:35:33.255670 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:33.260887 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-89a7388d-7965-480c-a16d-bcbc5f5bfc95 req-0ae8d352-96c6-4203-afd7-68172a986d31 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/security-groups?id=1405446e-ee39-4878-8bba-1170ad050e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815262 Apr 28 19:35:33.297928 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-73426406-b496-47fa-8389-c3d438b59e4d None None] For port c065612b-046a-4b5b-8655-a9cbc27ce99e, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:35:33.302220 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-5b451d3a-a0d4-4e66-958f-c6118a3ba558 admin admin] Allocated IP 172.20.0.1 (80edfba9-b4c6-4f5e-9c0a-cf56f7367f19/43d83121-413d-4da3-b294-551f60ac6b94/6b151d5a-db61-451c-898c-47a366ba9b92) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:35:33.349298 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-73426406-b496-47fa-8389-c3d438b59e4d None None] For port c065612b-046a-4b5b-8655-a9cbc27ce99e, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c065612b-046a-4b5b-8655-a9cbc27ce99e,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:35:33.360290 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4147c988-43bd-477b-9a7f-d2a8168f44d8 req-7990950e-6115-4f98-9693-7f1fa9577df4 service neutron] 10.222.0.15 "GET /v2.0/networks/5c7ce944-9551-4bc7-af99-81ab32700250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940694 Apr 28 19:35:33.371648 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-73426406-b496-47fa-8389-c3d438b59e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:33.398545 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2628def-89eb-4cd0-a2f9-bbac99fd2604 req-8dde796d-b197-49c2-a4ec-e63b077ae436 service neutron] 10.222.0.44 "GET /v2.0/networks/078f257f-ccf3-4985-b802-e93aa11e6332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622269 Apr 28 19:35:33.464240 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b1168e6b-3648-459f-a6c7-56065b1637a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:33.503157 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-b1168e6b-3648-459f-a6c7-56065b1637a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6836a994-cb1e-455e-a97f-31c9ee3bdef2']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:33.523314 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c06ee-d5b9-47a5-981b-35d1ecaf79b2 None None] Pushing event updated for resources: {'Port': ['ID=c065612b-046a-4b5b-8655-a9cbc27ce99e,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:33.539780 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b451d3a-a0d4-4e66-958f-c6118a3ba558 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:33.549172 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73426406-b496-47fa-8389-c3d438b59e4d None None] Routers {'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:35:33.550141 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-73426406-b496-47fa-8389-c3d438b59e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:35:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['c739b93f-5470-46a4-97a2-ed0ba3b1ebd0'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:33.556329 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7f733-4104-4b46-b999-fab749d945ac req-39f5300d-7e34-46e3-af63-09bcb3011850 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:33.558108 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-42b7f733-4104-4b46-b999-fab749d945ac req-39f5300d-7e34-46e3-af63-09bcb3011850 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ae4f1ba-31bb-4a62-922b-4739e7d36246 HTTP/1.1" status: 200 len: 944 time: 0.2017567 Apr 28 19:35:33.569094 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-b1168e6b-3648-459f-a6c7-56065b1637a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '997fb431-714a-45a1-9ec6-42189a2a3b13') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:33.569373 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-b1168e6b-3648-459f-a6c7-56065b1637a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '997fb431-714a-45a1-9ec6-42189a2a3b13') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:33.572711 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0bfa6cb3-a722-4510-8932-3b53e0dd1bc1 req-4cc09a64-8f91-4919-b168-557bc6cf04a8 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:33.588722 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b1168e6b-3648-459f-a6c7-56065b1637a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:33.606674 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc09a64-8f91-4919-b168-557bc6cf04a8 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Pushing event deleted for resources: {'Port': ['ID=966746c8-b816-499c-bc5f-a2ccb08df9e4,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:33.613935 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b451d3a-a0d4-4e66-958f-c6118a3ba558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:33.618238 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079d276-8a85-4ab8-ba98-403a6b304b60 req-d70a5bf6-f2ec-4702-a852-ced503a716f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:33.619993 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e079d276-8a85-4ab8-ba98-403a6b304b60 req-d70a5bf6-f2ec-4702-a852-ced503a716f9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=18e7417f07dd49118ed10405bce7a39b&device_id=f9308f17-31c8-4255-8594-b76c0727fad5 HTTP/1.1" status: 200 len: 1094 time: 0.1289289 Apr 28 19:35:33.621037 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b1168e6b-3648-459f-a6c7-56065b1637a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:33.638148 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1168e6b-3648-459f-a6c7-56065b1637a2 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:35:33.638564 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b1168e6b-3648-459f-a6c7-56065b1637a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:33.648182 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:35:33.648182 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:35:33.648182 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:35:33.648182 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:35:33.648182 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:35:33.648182 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:35:33.648182 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:35:33.648182 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:35:33.648182 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:35:33.648182 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:35:33.648182 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:35:33.648182 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:35:33.648182 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:35:33.648182 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:35:33.648182 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:35:33.648182 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:35:33.648182 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:35:33.648182 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:35:33.648182 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:35:33.648182 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:35:33.648182 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:35:33.648182 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:35:33.648182 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:35:33.648182 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:35:33.648182 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:35:33.648182 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:35:33.648182 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:35:33.648182 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:35:33.648182 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:35:33.648182 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:35:33.648182 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:35:33.648182 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:35:33.697261 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-73426406-b496-47fa-8389-c3d438b59e4d None None] Set router c739b93f-5470-46a4-97a2-ed0ba3b1ebd0 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:35:33.700871 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b451d3a-a0d4-4e66-958f-c6118a3ba558 admin admin] Network 80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:35:33.705866 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-42b7f733-4104-4b46-b999-fab749d945ac req-b8017549-65be-4242-b8f7-6d9e32d2d80e tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/security-groups?id=779b6b35-63b1-4355-b56c-343c3e48d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395795 Apr 28 19:35:33.709156 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-5b451d3a-a0d4-4e66-958f-c6118a3ba558 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:35:33.712511 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b451d3a-a0d4-4e66-958f-c6118a3ba558 admin admin] Pushing event updated for resources: {'Port': ['ID=6b151d5a-db61-451c-898c-47a366ba9b92,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:33.714880 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b451d3a-a0d4-4e66-958f-c6118a3ba558 admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:35:33.750999 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0bfa6cb3-a722-4510-8932-3b53e0dd1bc1 req-4cc09a64-8f91-4919-b168-557bc6cf04a8 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks [] for floatingip, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:33.753841 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0bfa6cb3-a722-4510-8932-3b53e0dd1bc1 req-4cc09a64-8f91-4919-b168-557bc6cf04a8 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:33.755285 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0bfa6cb3-a722-4510-8932-3b53e0dd1bc1 req-4cc09a64-8f91-4919-b168-557bc6cf04a8 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "DELETE /v2.0/floatingips/e7be0db8-9690-47a3-901b-d3e795e32836 HTTP/1.1" status: 204 len: 173 time: 0.9871533 Apr 28 19:35:33.774884 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b1168e6b-3648-459f-a6c7-56065b1637a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:33.788568 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b1168e6b-3648-459f-a6c7-56065b1637a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:33.791302 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b451d3a-a0d4-4e66-958f-c6118a3ba558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:33.793634 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b1168e6b-3648-459f-a6c7-56065b1637a2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/6836a994-cb1e-455e-a97f-31c9ee3bdef2 HTTP/1.1" status: 204 len: 168 time: 1.0435421 Apr 28 19:35:33.797831 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42328) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:33.832653 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1168e6b-3648-459f-a6c7-56065b1637a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6836a994-cb1e-455e-a97f-31c9ee3bdef2,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:33.873512 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079d276-8a85-4ab8-ba98-403a6b304b60 req-145fb20d-acbd-4102-95f6-858e1229aeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:33.881791 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e079d276-8a85-4ab8-ba98-403a6b304b60 req-145fb20d-acbd-4102-95f6-858e1229aeb8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=078f257f-ccf3-4985-b802-e93aa11e6332 HTTP/1.1" status: 200 len: 923 time: 0.2539415 Apr 28 19:35:33.944078 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e079d276-8a85-4ab8-ba98-403a6b304b60 req-09b3c32e-90e2-401c-ade6-b6d7d781b228 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8bcacdd-2720-4d39-9e70-bf2d520bce0e HTTP/1.1" status: 200 len: 217 time: 0.0543718 Apr 28 19:35:34.026591 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e644b-0285-41ff-a99d-7c72efe90584 req-6a25f990-ad1a-4cae-a0bc-8d0f20b3e30c tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:34.028278 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c36e644b-0285-41ff-a99d-7c72efe90584 req-6a25f990-ad1a-4cae-a0bc-8d0f20b3e30c tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9308f17-31c8-4255-8594-b76c0727fad5 HTTP/1.1" status: 200 len: 943 time: 0.0788882 Apr 28 19:35:34.032850 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b84bc697-3c9b-4204-a900-41cf92c63162 req-844d4bc7-04f4-404b-8224-e9d3e0b22e15 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "GET /v2.0/floatingips/c435a0fd-6864-4aee-b568-63f61f3842bb HTTP/1.1" status: 200 len: 693 time: 0.0876589 Apr 28 19:35:34.035787 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a8906dc-8f1e-40a6-804d-4b3123c259b0 admin admin] Deleting subnet 57d78a4c-fb6a-4cb8-9f58-60d2540de85f {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:35:34.044744 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a8906dc-8f1e-40a6-804d-4b3123c259b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:34.069665 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b451d3a-a0d4-4e66-958f-c6118a3ba558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:34.136987 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c36e644b-0285-41ff-a99d-7c72efe90584 req-9be9614e-e837-4665-b901-4e1d771ef572 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869784 Apr 28 19:35:34.140942 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079d276-8a85-4ab8-ba98-403a6b304b60 req-80d2af4c-6243-4954-bf8b-4adac9af6a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:34.142557 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e079d276-8a85-4ab8-ba98-403a6b304b60 req-80d2af4c-6243-4954-bf8b-4adac9af6a5e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa4522c3-f018-4cb2-a4aa-58e81f9488ce HTTP/1.1" status: 200 len: 862 time: 0.1858346 Apr 28 19:35:34.153819 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a8906dc-8f1e-40a6-804d-4b3123c259b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:34.183732 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-73426406-b496-47fa-8389-c3d438b59e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'name': 'tempest-ServerActionsTestJSON-1205636581-router', 'tenant_id': '94740374ca054549b67b793671aaad05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'c065612b-046a-4b5b-8655-a9cbc27ce99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:35:27Z', 'updated_at': '2022-04-28T19:35:29Z', 'revision_number': 3, 'project_id': '94740374ca054549b67b793671aaad05', 'gw_port': {'id': 'c065612b-046a-4b5b-8655-a9cbc27ce99e', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:28Z', 'updated_at': '2022-04-28T19:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:34.216330 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e079d276-8a85-4ab8-ba98-403a6b304b60 req-c137dc3b-d24e-4c97-99b3-626d0a648d8d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=078f257f-ccf3-4985-b802-e93aa11e6332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543156 Apr 28 19:35:34.240763 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73426406-b496-47fa-8389-c3d438b59e4d None None] The sync data for ids ['c739b93f-5470-46a4-97a2-ed0ba3b1ebd0'] in n-d-839810-1 is: [{'id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'name': 'tempest-ServerActionsTestJSON-1205636581-router', 'tenant_id': '94740374ca054549b67b793671aaad05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'c065612b-046a-4b5b-8655-a9cbc27ce99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:35:27Z', 'updated_at': '2022-04-28T19:35:29Z', 'revision_number': 3, 'project_id': '94740374ca054549b67b793671aaad05', 'gw_port': {'id': 'c065612b-046a-4b5b-8655-a9cbc27ce99e', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:28Z', 'updated_at': '2022-04-28T19:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:35:34.306292 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-353f5c81-7134-4a20-8e77-27d4bc4531a8 None None] Provisioning complete for port 6b151d5a-db61-451c-898c-47a366ba9b92 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:35:34.307137 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-353f5c81-7134-4a20-8e77-27d4bc4531a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:34.310026 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b451d3a-a0d4-4e66-958f-c6118a3ba558 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:34.316206 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b451d3a-a0d4-4e66-958f-c6118a3ba558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:34.334709 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bc697-3c9b-4204-a900-41cf92c63162 req-aa4079ed-11e5-4070-832b-44e93a673be3 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:34.336300 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b84bc697-3c9b-4204-a900-41cf92c63162 req-aa4079ed-11e5-4070-832b-44e93a673be3 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 784 time: 0.2938466 Apr 28 19:35:34.340376 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a8906dc-8f1e-40a6-804d-4b3123c259b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:34.414347 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-353f5c81-7134-4a20-8e77-27d4bc4531a8 None None] Port 6b151d5a-db61-451c-898c-47a366ba9b92 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:35:34.430574 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b451d3a-a0d4-4e66-958f-c6118a3ba558 admin admin] Pushing event updated for resources: {'Port': ['ID=6b151d5a-db61-451c-898c-47a366ba9b92,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:34.431914 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b84bc697-3c9b-4204-a900-41cf92c63162 req-c0c9d4bf-d458-400d-8a45-cb593c026a73 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.164 HTTP/1.1" status: 200 len: 696 time: 0.0590856 Apr 28 19:35:34.435234 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b451d3a-a0d4-4e66-958f-c6118a3ba558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:34.524484 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device b3926921-f602-41d5-a548-b315c99c59ea up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:35:34.528601 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b84bc697-3c9b-4204-a900-41cf92c63162 req-4bef9607-b01d-4795-ac56-db26b83fc57b tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.164 HTTP/1.1" status: 200 len: 696 time: 0.0856044 Apr 28 19:35:34.538146 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e079d276-8a85-4ab8-ba98-403a6b304b60 req-67ea7227-b058-4007-b295-219f2f2f7491 service neutron] 10.222.0.44 "GET /v2.0/networks/078f257f-ccf3-4985-b802-e93aa11e6332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094676 Apr 28 19:35:34.595416 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a8906dc-8f1e-40a6-804d-4b3123c259b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:34.595868 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b451d3a-a0d4-4e66-958f-c6118a3ba558 admin admin] Network 80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:35:34.599899 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-5b451d3a-a0d4-4e66-958f-c6118a3ba558 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:35:34.702860 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8906dc-8f1e-40a6-804d-4b3123c259b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57d78a4c-fb6a-4cb8-9f58-60d2540de85f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:34.720823 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port b3926921-f602-41d5-a548-b315c99c59ea completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:35:34.730120 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port b3926921-f602-41d5-a548-b315c99c59ea triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:35:34.730492 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:34.760234 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a8906dc-8f1e-40a6-804d-4b3123c259b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:34.763537 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1a8906dc-8f1e-40a6-804d-4b3123c259b0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/57d78a4c-fb6a-4cb8-9f58-60d2540de85f HTTP/1.1" status: 204 len: 168 time: 0.9507596 Apr 28 19:35:34.768921 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42348) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:34.995994 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:35.015081 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4568c0b4-da9b-4e5b-935e-9b238e8795a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:35.037671 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e079d276-8a85-4ab8-ba98-403a6b304b60 req-efb3144e-9139-4974-9398-5b4b292e0f5c service neutron] 10.222.0.44 "GET /v2.0/networks/078f257f-ccf3-4985-b802-e93aa11e6332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897351 Apr 28 19:35:35.041377 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-b84bc697-3c9b-4204-a900-41cf92c63162 req-a5a06466-2443-4212-bf20-a604de9b5695 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Deleting port 42ba6928-afa9-46f4-9780-44627785714d {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:35:35.041970 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b84bc697-3c9b-4204-a900-41cf92c63162 req-a5a06466-2443-4212-bf20-a604de9b5695 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:35.073227 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a78ba46-f3a6-4157-9eb7-5264762fa10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3926921-f602-41d5-a548-b315c99c59ea'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:35:35.076464 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef16a6dc-f695-482c-ba58-de384d1083f2" -d '{"events": [{"server_uuid": "2a78ba46-f3a6-4157-9eb7-5264762fa10a", "name": "network-vif-plugged", "status": "completed", "tag": "b3926921-f602-41d5-a548-b315c99c59ea"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:35:35.083995 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-ae186782-fdd3-4159-95ec-60d0fd3ac537 None None] Provisioning complete for port 6b151d5a-db61-451c-898c-47a366ba9b92 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:35:35.084589 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ae186782-fdd3-4159-95ec-60d0fd3ac537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:35.089771 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b451d3a-a0d4-4e66-958f-c6118a3ba558 admin admin] Router c739b93f-5470-46a4-97a2-ed0ba3b1ebd0 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:35:35.118684 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d4ff3-c967-47fe-9093-08af8d36b2a0 req-e24ad0f2-09ba-4ee9-a860-63f9f13f69d6 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:35.120324 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bd2d4ff3-c967-47fe-9093-08af8d36b2a0 req-e24ad0f2-09ba-4ee9-a860-63f9f13f69d6 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd44736a-56f5-43e5-a40b-a6da17ab217c HTTP/1.1" status: 200 len: 948 time: 0.1039991 Apr 28 19:35:35.161755 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-ae186782-fdd3-4159-95ec-60d0fd3ac537 None None] Port 6b151d5a-db61-451c-898c-47a366ba9b92 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:35:35.176811 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port b3926921-f602-41d5-a548-b315c99c59ea, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=b3926921-f602-41d5-a548-b315c99c59ea,segment=NetworkSegment(2e4de97d-9fd8-4370-8f0b-d7e26e0e3559),segment_id=2e4de97d-9fd8-4370-8f0b-d7e26e0e3559)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:35.185428 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:35.186259 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:35:35.209278 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4568c0b4-da9b-4e5b-935e-9b238e8795a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:35.212659 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bd2d4ff3-c967-47fe-9093-08af8d36b2a0 req-8e386ec5-faa4-4b4f-bf56-80c92317a7b8 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/security-groups?id=1405446e-ee39-4878-8bba-1170ad050e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835698 Apr 28 19:35:35.307164 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b84bc697-3c9b-4204-a900-41cf92c63162 req-a5a06466-2443-4212-bf20-a604de9b5695 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:35.307493 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b84bc697-3c9b-4204-a900-41cf92c63162 req-a5a06466-2443-4212-bf20-a604de9b5695 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:35.309108 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b451d3a-a0d4-4e66-958f-c6118a3ba558 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:35:35.321237 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5b451d3a-a0d4-4e66-958f-c6118a3ba558 admin admin] 10.222.0.42 "PUT /v2.0/routers/c739b93f-5470-46a4-97a2-ed0ba3b1ebd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9831271 Apr 28 19:35:35.321993 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-4568c0b4-da9b-4e5b-935e-9b238e8795a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4844eba8-a8a0-48f5-9fe5-7fe744daa8f8']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:35.330675 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=b3926921-f602-41d5-a548-b315c99c59ea,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:35.355494 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:35:35.365104 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:35:35.365482 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:35.375500 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-4568c0b4-da9b-4e5b-935e-9b238e8795a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69d303b9-4207-4ea1-a483-50a924059ca9') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:35.379831 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-4568c0b4-da9b-4e5b-935e-9b238e8795a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69d303b9-4207-4ea1-a483-50a924059ca9') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:35.417213 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4568c0b4-da9b-4e5b-935e-9b238e8795a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:35.451167 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4568c0b4-da9b-4e5b-935e-9b238e8795a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:35.463436 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4568c0b4-da9b-4e5b-935e-9b238e8795a0 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:35:35.464201 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4568c0b4-da9b-4e5b-935e-9b238e8795a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:35.472176 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:35:35.472176 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:35:35.472176 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:35:35.472176 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:35:35.472176 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:35:35.472176 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:35:35.472176 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:35:35.472176 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:35:35.472176 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:35:35.472176 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:35:35.472176 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:35:35.472176 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:35:35.472176 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:35:35.472176 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:35:35.472176 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:35:35.472176 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:35:35.472176 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:35:35.472176 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:35:35.472176 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:35:35.472176 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:35:35.472176 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:35:35.472176 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:35:35.472176 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:35:35.472176 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:35:35.472176 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:35:35.472176 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:35:35.472176 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:35:35.472176 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:35:35.472176 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:35:35.472176 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:35:35.472176 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:35:35.472176 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:35:35.476606 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-b84bc697-3c9b-4204-a900-41cf92c63162 req-a5a06466-2443-4212-bf20-a604de9b5695 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Calling delete_port for 42ba6928-afa9-46f4-9780-44627785714d owned by network:floatingip {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:35:35.500026 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:35.579175 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24,segment=NetworkSegment(2e4de97d-9fd8-4370-8f0b-d7e26e0e3559),segment_id=2e4de97d-9fd8-4370-8f0b-d7e26e0e3559)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:35.595201 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:35.604990 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 60cce12e-e55e-4f29-88f1-2da4173c1e7b up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:35:35.704398 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4568c0b4-da9b-4e5b-935e-9b238e8795a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:35.729547 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4568c0b4-da9b-4e5b-935e-9b238e8795a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:35.739925 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4568c0b4-da9b-4e5b-935e-9b238e8795a0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4844eba8-a8a0-48f5-9fe5-7fe744daa8f8 HTTP/1.1" status: 204 len: 168 time: 0.9693737 Apr 28 19:35:35.789838 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:35.795335 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568c0b4-da9b-4e5b-935e-9b238e8795a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4844eba8-a8a0-48f5-9fe5-7fe744daa8f8,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:35.823497 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 60cce12e-e55e-4f29-88f1-2da4173c1e7b completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:35:35.853316 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 60cce12e-e55e-4f29-88f1-2da4173c1e7b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:35:35.853710 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:35.864551 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c065612b-046a-4b5b-8655-a9cbc27ce99e up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:35:35.907741 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba304717-76de-4d96-8a3b-f18dd33c2e5d req-62483f03-45b9-43f1-b1cc-f970d1b5bb87 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:35.914128 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ba304717-76de-4d96-8a3b-f18dd33c2e5d req-62483f03-45b9-43f1-b1cc-f970d1b5bb87 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ae4f1ba-31bb-4a62-922b-4739e7d36246 HTTP/1.1" status: 200 len: 945 time: 0.1617072 Apr 28 19:35:36.010937 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b84bc697-3c9b-4204-a900-41cf92c63162 req-a5a06466-2443-4212-bf20-a604de9b5695 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:36.042988 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ba304717-76de-4d96-8a3b-f18dd33c2e5d req-949cf055-3e9b-4ca1-92c5-f9b43098f4bd tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/security-groups?id=779b6b35-63b1-4355-b56c-343c3e48d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188302 Apr 28 19:35:36.052869 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port c065612b-046a-4b5b-8655-a9cbc27ce99e triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:35:36.053244 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:36.088871 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:36.091823 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a06466-2443-4212-bf20-a604de9b5695 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Pushing event deleted for resources: {'Port': ['ID=42ba6928-afa9-46f4-9780-44627785714d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:36.158008 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb318b7e-75af-4e9b-a554-766890677412 x-openstack-request-id: req-eb318b7e-75af-4e9b-a554-766890677412 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:35:36.169682 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a78ba46-f3a6-4157-9eb7-5264762fa10a", "name": "network-vif-plugged", "status": "completed", "tag": "b3926921-f602-41d5-a548-b315c99c59ea", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:35:36.170570 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eb318b7e-75af-4e9b-a554-766890677412 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:35:36.172433 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb318b7e-75af-4e9b-a554-766890677412'] response: {'server_uuid': '2a78ba46-f3a6-4157-9eb7-5264762fa10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3926921-f602-41d5-a548-b315c99c59ea', 'code': 200} Apr 28 19:35:36.232458 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 60cce12e-e55e-4f29-88f1-2da4173c1e7b, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=60cce12e-e55e-4f29-88f1-2da4173c1e7b,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:36.246111 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:36.298435 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e391f6-9dc2-40c9-b04f-11360f4142c7 req-3802f89a-e2df-4569-9657-9354f3fb6519 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:36.314326 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a3e391f6-9dc2-40c9-b04f-11360f4142c7 req-3802f89a-e2df-4569-9657-9354f3fb6519 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9308f17-31c8-4255-8594-b76c0727fad5 HTTP/1.1" status: 200 len: 943 time: 0.0856688 Apr 28 19:35:36.326031 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b84bc697-3c9b-4204-a900-41cf92c63162 req-a5a06466-2443-4212-bf20-a604de9b5695 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks [] for floatingip, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:36.328526 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b84bc697-3c9b-4204-a900-41cf92c63162 req-a5a06466-2443-4212-bf20-a604de9b5695 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:36.351255 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b84bc697-3c9b-4204-a900-41cf92c63162 req-a5a06466-2443-4212-bf20-a604de9b5695 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "DELETE /v2.0/floatingips/c435a0fd-6864-4aee-b568-63f61f3842bb HTTP/1.1" status: 204 len: 173 time: 1.8108625 Apr 28 19:35:36.353407 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ef2ea-ae3c-4e6c-a6fa-f55e329f0f24 req-53068008-8d15-420b-8ac2-f38564a2e199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:36.354894 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2c9ef2ea-ae3c-4e6c-a6fa-f55e329f0f24 req-53068008-8d15-420b-8ac2-f38564a2e199 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2a78ba46-f3a6-4157-9eb7-5264762fa10a HTTP/1.1" status: 200 len: 1096 time: 0.1115620 Apr 28 19:35:36.391957 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a3e391f6-9dc2-40c9-b04f-11360f4142c7 req-22d3dd13-28a8-4662-9b2c-2eede3f100b8 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763001 Apr 28 19:35:36.399152 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42384) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:36.452681 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2c9ef2ea-ae3c-4e6c-a6fa-f55e329f0f24 req-9e6c1c22-7893-4794-b71e-6122d5014d08 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=779b6b35-63b1-4355-b56c-343c3e48d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801587 Apr 28 19:35:36.485318 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=60cce12e-e55e-4f29-88f1-2da4173c1e7b,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:36.489975 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:36.490790 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42390) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:36.504991 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6eead95b-20ee-493f-8da3-9766fe179dfe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e1af134fdfb54762be9898d865bc6112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1008768 Apr 28 19:35:36.524366 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port c065612b-046a-4b5b-8655-a9cbc27ce99e, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c065612b-046a-4b5b-8655-a9cbc27ce99e,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:36.532540 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:36.569130 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1e6b2b35-e268-47c5-85ea-6f15d9fda912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:36.615890 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1e6b2b35-e268-47c5-85ea-6f15d9fda912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:36.618241 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=c065612b-046a-4b5b-8655-a9cbc27ce99e,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:36.693584 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1e6b2b35-e268-47c5-85ea-6f15d9fda912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:36.699925 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1e6b2b35-e268-47c5-85ea-6f15d9fda912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:36.704635 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1e6b2b35-e268-47c5-85ea-6f15d9fda912 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c72227a8-f460-479a-adff-82c8c15ad92d HTTP/1.1" status: 204 len: 168 time: 0.2123501 Apr 28 19:35:36.717525 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b2b35-e268-47c5-85ea-6f15d9fda912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72227a8-f460-479a-adff-82c8c15ad92d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:36.975930 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548244f5-7f37-4679-bd2f-d538e10770ee None None] Sync routers for ids ['c739b93f-5470-46a4-97a2-ed0ba3b1ebd0'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:35:36.988818 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548244f5-7f37-4679-bd2f-d538e10770ee None None] Routers {'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:35:36.989469 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-548244f5-7f37-4679-bd2f-d538e10770ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:35:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['c739b93f-5470-46a4-97a2-ed0ba3b1ebd0'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:36.998435 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8c1dd-5c25-42e8-bb97-2bfe8846e0e1 req-82a41893-768c-492a-aa54-c0aeea144157 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:37.000400 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dce8c1dd-5c25-42e8-bb97-2bfe8846e0e1 req-82a41893-768c-492a-aa54-c0aeea144157 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd44736a-56f5-43e5-a40b-a6da17ab217c HTTP/1.1" status: 200 len: 949 time: 0.0697331 Apr 28 19:35:37.092418 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dce8c1dd-5c25-42e8-bb97-2bfe8846e0e1 req-61e14cbc-84cb-4c30-b91b-78848e24a4df tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/security-groups?id=1405446e-ee39-4878-8bba-1170ad050e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805798 Apr 28 19:35:37.187736 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-548244f5-7f37-4679-bd2f-d538e10770ee None None] Set router c739b93f-5470-46a4-97a2-ed0ba3b1ebd0 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:35:37.225265 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0f13a28a-7752-4156-a942-cad7af0b0f52 req-4aad51b4-f40e-4c36-8374-0bbd40cadfad tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "GET /v2.0/floatingips/7ead5e76-44c9-4c2e-9832-d9255cb3d187 HTTP/1.1" status: 200 len: 693 time: 0.0913925 Apr 28 19:35:37.427962 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-548244f5-7f37-4679-bd2f-d538e10770ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'name': 'tempest-ServerActionsTestJSON-1205636581-router', 'tenant_id': '94740374ca054549b67b793671aaad05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'c065612b-046a-4b5b-8655-a9cbc27ce99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:35:27Z', 'updated_at': '2022-04-28T19:35:33Z', 'revision_number': 4, 'project_id': '94740374ca054549b67b793671aaad05', 'gw_port': {'id': 'c065612b-046a-4b5b-8655-a9cbc27ce99e', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:28Z', 'updated_at': '2022-04-28T19:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '6b151d5a-db61-451c-898c-47a366ba9b92', 'name': '', 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19', 'tenant_id': '94740374ca054549b67b793671aaad05', 'mac_address': 'fa:16:3e:21:3b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '43d83121-413d-4da3-b294-551f60ac6b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:32Z', 'updated_at': '2022-04-28T19:35:34Z', 'revision_number': 2, 'project_id': '94740374ca054549b67b793671aaad05', 'subnets': [{'id': '43d83121-413d-4da3-b294-551f60ac6b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:37.429177 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42404) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:37.437353 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13a28a-7752-4156-a942-cad7af0b0f52 req-a0edfd66-272e-493c-a8ff-c61c8277ddb3 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:37.446186 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0f13a28a-7752-4156-a942-cad7af0b0f52 req-a0edfd66-272e-493c-a8ff-c61c8277ddb3 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 784 time: 0.2192795 Apr 28 19:35:37.463334 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548244f5-7f37-4679-bd2f-d538e10770ee None None] Checking router: c739b93f-5470-46a4-97a2-ed0ba3b1ebd0 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:35:37.463930 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548244f5-7f37-4679-bd2f-d538e10770ee None None] Updating router c739b93f-5470-46a4-97a2-ed0ba3b1ebd0 port 6b151d5a-db61-451c-898c-47a366ba9b92 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:35:37.494222 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-548244f5-7f37-4679-bd2f-d538e10770ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:37.512572 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b2475398-8ec8-4279-9006-5eaf626a90fe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3a5a99d6c0a04797ae389127d3c60eca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0814524 Apr 28 19:35:37.514109 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42406) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:37.556952 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0f13a28a-7752-4156-a942-cad7af0b0f52 req-88bc30e5-b358-48f4-baff-77a67671d30e tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.101 HTTP/1.1" status: 200 len: 696 time: 0.1096330 Apr 28 19:35:37.639417 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0f13a28a-7752-4156-a942-cad7af0b0f52 req-667b295d-6fd9-45ad-81f7-56323d670311 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.101 HTTP/1.1" status: 200 len: 696 time: 0.0805600 Apr 28 19:35:37.662217 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device b8bcacdd-2720-4d39-9e70-bf2d520bce0e details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:35:37.670553 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-651e8d32-1ce0-41eb-8118-89e13882a928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:37.712399 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-651e8d32-1ce0-41eb-8118-89e13882a928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:37.834989 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c065612b-046a-4b5b-8655-a9cbc27ce99e up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:35:37.862203 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-651e8d32-1ce0-41eb-8118-89e13882a928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:37.872656 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-651e8d32-1ce0-41eb-8118-89e13882a928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:37.877585 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-651e8d32-1ce0-41eb-8118-89e13882a928 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7d1bbae8-2ee5-4729-83d6-652f5753c177 HTTP/1.1" status: 204 len: 168 time: 0.3579941 Apr 28 19:35:37.889396 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e8d32-1ce0-41eb-8118-89e13882a928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1bbae8-2ee5-4729-83d6-652f5753c177,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:37.906193 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42410) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:37.914020 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-4ee144d6-5475-4f3d-913e-87c31e48c56f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1970064383', 'description': 'tempest-description--1168045638'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:37.969003 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-0f13a28a-7752-4156-a942-cad7af0b0f52 req-78d5b0cb-4937-4ad5-85ba-7e9d24aa6a19 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Deleting port c5cff2c6-8c30-4154-8d21-1bf8491a7e39 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:35:37.969346 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0f13a28a-7752-4156-a942-cad7af0b0f52 req-78d5b0cb-4937-4ad5-85ba-7e9d24aa6a19 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:37.979578 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4ee144d6-5475-4f3d-913e-87c31e48c56f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:37.987156 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-548244f5-7f37-4679-bd2f-d538e10770ee None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:38.000387 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-548244f5-7f37-4679-bd2f-d538e10770ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:38.000650 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port b8bcacdd-2720-4d39-9e70-bf2d520bce0e, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=b8bcacdd-2720-4d39-9e70-bf2d520bce0e,segment=NetworkSegment(c10cc5b9-432d-471e-8b74-080f77012f91),segment_id=c10cc5b9-432d-471e-8b74-080f77012f91)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:38.016240 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'b8bcacdd-2720-4d39-9e70-bf2d520bce0e', 'network_id': '078f257f-ccf3-4985-b802-e93aa11e6332', 'port_id': 'b8bcacdd-2720-4d39-9e70-bf2d520bce0e', 'mac_address': 'fa:16:3e:00:84:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa4522c3-f018-4cb2-a4aa-58e81f9488ce', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:35:38.085324 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port c065612b-046a-4b5b-8655-a9cbc27ce99e triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:35:38.086039 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:38.116817 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0f13a28a-7752-4156-a942-cad7af0b0f52 req-78d5b0cb-4937-4ad5-85ba-7e9d24aa6a19 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:38.117294 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0f13a28a-7752-4156-a942-cad7af0b0f52 req-78d5b0cb-4937-4ad5-85ba-7e9d24aa6a19 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:38.135445 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-0f13a28a-7752-4156-a942-cad7af0b0f52 req-78d5b0cb-4937-4ad5-85ba-7e9d24aa6a19 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Calling delete_port for c5cff2c6-8c30-4154-8d21-1bf8491a7e39 owned by network:floatingip {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:35:38.161917 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:38.177035 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae4f1ba-31bb-4a62-922b-4739e7d36246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24'}, {'server_uuid': 'bd44736a-56f5-43e5-a40b-a6da17ab217c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60cce12e-e55e-4f29-88f1-2da4173c1e7b'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:35:38.179787 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184915cf-38cd-404c-8236-7c4b0d71e590" -d '{"events": [{"server_uuid": "1ae4f1ba-31bb-4a62-922b-4739e7d36246", "name": "network-vif-plugged", "status": "completed", "tag": "d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24"}, {"server_uuid": "bd44736a-56f5-43e5-a40b-a6da17ab217c", "name": "network-vif-plugged", "status": "completed", "tag": "60cce12e-e55e-4f29-88f1-2da4173c1e7b"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:35:38.217242 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8bcacdd-2720-4d39-9e70-bf2d520bce0e {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:35:38.238639 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4ee144d6-5475-4f3d-913e-87c31e48c56f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:38.251549 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4ee144d6-5475-4f3d-913e-87c31e48c56f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:38.266478 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port b8bcacdd-2720-4d39-9e70-bf2d520bce0e, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=b8bcacdd-2720-4d39-9e70-bf2d520bce0e,segment=NetworkSegment(c10cc5b9-432d-471e-8b74-080f77012f91),segment_id=c10cc5b9-432d-471e-8b74-080f77012f91)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:38.370201 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4ee144d6-5475-4f3d-913e-87c31e48c56f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:38.376527 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4ee144d6-5475-4f3d-913e-87c31e48c56f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4662087 Apr 28 19:35:38.381317 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:38.393035 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42424) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:38.409244 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-8c194a53-2cf4-48c6-97ee-e687af13395c tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Request body: {'security_group_rule': {'security_group_id': 'df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:38.417921 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-548244f5-7f37-4679-bd2f-d538e10770ee None None] Attempting to bind port 6b151d5a-db61-451c-898c-47a366ba9b92 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:35:38.418342 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-548244f5-7f37-4679-bd2f-d538e10770ee None None] Attempting to bind port 6b151d5a-db61-451c-898c-47a366ba9b92 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'da4ecde0-ccce-400b-993c-f6f4b507286e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:35:38.420959 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548244f5-7f37-4679-bd2f-d538e10770ee None None] Attempting to bind port 6b151d5a-db61-451c-898c-47a366ba9b92 on network 80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:35:38.427210 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee144d6-5475-4f3d-913e-87c31e48c56f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:38.442068 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548244f5-7f37-4679-bd2f-d538e10770ee None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:35:38.442501 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548244f5-7f37-4679-bd2f-d538e10770ee None None] Checking segment: {'id': 'da4ecde0-ccce-400b-993c-f6f4b507286e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:35:38.448154 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-548244f5-7f37-4679-bd2f-d538e10770ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:38.448914 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548244f5-7f37-4679-bd2f-d538e10770ee None None] Bound using segment: {'id': 'da4ecde0-ccce-400b-993c-f6f4b507286e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:35:38.453188 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-548244f5-7f37-4679-bd2f-d538e10770ee None None] Bound port: 6b151d5a-db61-451c-898c-47a366ba9b92, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da4ecde0-ccce-400b-993c-f6f4b507286e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:35:38.453680 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-548244f5-7f37-4679-bd2f-d538e10770ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:38.487616 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2f8bd-c4ce-4dda-a567-745e2f47fc8b None None] Pushing event updated for resources: {'Port': ['ID=6b151d5a-db61-451c-898c-47a366ba9b92,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:38.496453 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8c194a53-2cf4-48c6-97ee-e687af13395c tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:38.525132 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0f13a28a-7752-4156-a942-cad7af0b0f52 req-78d5b0cb-4937-4ad5-85ba-7e9d24aa6a19 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:38.593329 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5b0cb-4937-4ad5-85ba-7e9d24aa6a19 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Pushing event deleted for resources: {'Port': ['ID=c5cff2c6-8c30-4154-8d21-1bf8491a7e39,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:38.607062 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=b8bcacdd-2720-4d39-9e70-bf2d520bce0e,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:38.631530 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-548244f5-7f37-4679-bd2f-d538e10770ee None None] For port 6b151d5a-db61-451c-898c-47a366ba9b92, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:35:38.631530 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-548244f5-7f37-4679-bd2f-d538e10770ee None None] For port 6b151d5a-db61-451c-898c-47a366ba9b92, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=6b151d5a-db61-451c-898c-47a366ba9b92,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:35:38.632447 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8c194a53-2cf4-48c6-97ee-e687af13395c tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:38.633199 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-924b80cb-738e-4574-9f93-a5f2e8e202c4 None None] Provisioning complete for port 6b151d5a-db61-451c-898c-47a366ba9b92 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:35:38.633924 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-924b80cb-738e-4574-9f93-a5f2e8e202c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:38.640455 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8c194a53-2cf4-48c6-97ee-e687af13395c tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:38.648681 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-548244f5-7f37-4679-bd2f-d538e10770ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:38.680560 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c194a53-2cf4-48c6-97ee-e687af13395c tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de848e33-8bc6-40cc-a9b5-39a8da003589,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:38.701646 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['b8bcacdd-2720-4d39-9e70-bf2d520bce0e'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:35:38.720431 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8c194a53-2cf4-48c6-97ee-e687af13395c tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:38.730748 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8c194a53-2cf4-48c6-97ee-e687af13395c tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3349795 Apr 28 19:35:38.732087 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42434) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:38.735014 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2f8bd-c4ce-4dda-a567-745e2f47fc8b None None] Pushing event updated for resources: {'Port': ['ID=6b151d5a-db61-451c-898c-47a366ba9b92,revision_number=4']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:38.761350 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-6279dac2-22a6-426a-99e9-bfb2499b62b8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Request body: {'security_group_rule': {'security_group_id': 'df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:38.767816 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548244f5-7f37-4679-bd2f-d538e10770ee None None] Routers {'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:35:38.771835 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-548244f5-7f37-4679-bd2f-d538e10770ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:35:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['c739b93f-5470-46a4-97a2-ed0ba3b1ebd0'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:38.823943 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0f13a28a-7752-4156-a942-cad7af0b0f52 req-78d5b0cb-4937-4ad5-85ba-7e9d24aa6a19 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks [] for floatingip, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:38.827108 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0f13a28a-7752-4156-a942-cad7af0b0f52 req-78d5b0cb-4937-4ad5-85ba-7e9d24aa6a19 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:38.844964 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0f13a28a-7752-4156-a942-cad7af0b0f52 req-78d5b0cb-4937-4ad5-85ba-7e9d24aa6a19 tempest-FloatingIPDetailsTestJSON-1481600799 tempest-FloatingIPDetailsTestJSON-1481600799-project] 10.222.0.42 "DELETE /v2.0/floatingips/7ead5e76-44c9-4c2e-9832-d9255cb3d187 HTTP/1.1" status: 204 len: 173 time: 1.2043209 Apr 28 19:35:38.847501 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42440) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:38.943960 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-924b80cb-738e-4574-9f93-a5f2e8e202c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:39.016568 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-924b80cb-738e-4574-9f93-a5f2e8e202c4 None None] For port 6b151d5a-db61-451c-898c-47a366ba9b92, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=6b151d5a-db61-451c-898c-47a366ba9b92,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:39.027849 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6279dac2-22a6-426a-99e9-bfb2499b62b8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:39.028603 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-924b80cb-738e-4574-9f93-a5f2e8e202c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:39.053607 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a604fa-4ff2-430e-8334-cca8fcce255e req-5db26d71-1894-4f1d-a923-919c09d30bbf tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:39.056198 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-51a604fa-4ff2-430e-8334-cca8fcce255e req-5db26d71-1894-4f1d-a923-919c09d30bbf tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ae4f1ba-31bb-4a62-922b-4739e7d36246 HTTP/1.1" status: 200 len: 945 time: 0.2781811 Apr 28 19:35:39.102669 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-548244f5-7f37-4679-bd2f-d538e10770ee None None] Set router c739b93f-5470-46a4-97a2-ed0ba3b1ebd0 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:35:39.124952 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b80cb-738e-4574-9f93-a5f2e8e202c4 None None] Pushing event updated for resources: {'Port': ['ID=6b151d5a-db61-451c-898c-47a366ba9b92,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:39.210675 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-51a604fa-4ff2-430e-8334-cca8fcce255e req-2cc3cb2f-ee2b-4df5-8566-6f11e9d2e018 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/security-groups?id=779b6b35-63b1-4355-b56c-343c3e48d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363604 Apr 28 19:35:39.220089 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6279dac2-22a6-426a-99e9-bfb2499b62b8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:39.229682 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6279dac2-22a6-426a-99e9-bfb2499b62b8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:39.254373 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3349f9-ce1e-4bd6-9151-115638fb2a7d req-546de2cf-4fff-483c-a87d-b9e204ae2dbc tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:39.256689 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9e3349f9-ce1e-4bd6-9151-115638fb2a7d req-546de2cf-4fff-483c-a87d-b9e204ae2dbc tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9308f17-31c8-4255-8594-b76c0727fad5 HTTP/1.1" status: 200 len: 944 time: 0.2457666 Apr 28 19:35:39.281794 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-5a9d6a70-938e-47d7-a638-efd351835213 None None] Provisioning complete for port 6b151d5a-db61-451c-898c-47a366ba9b92 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:35:39.282881 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5a9d6a70-938e-47d7-a638-efd351835213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:39.294240 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279dac2-22a6-426a-99e9-bfb2499b62b8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d853b54-7f1b-4383-8c7d-2d19418d47ee,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:39.305335 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6279dac2-22a6-426a-99e9-bfb2499b62b8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:39.305335 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6279dac2-22a6-426a-99e9-bfb2499b62b8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5686750 Apr 28 19:35:39.309001 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42450) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:39.318898 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-d0d0cd06-a8fe-46df-8127-42abeae5b1b1 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:39.368540 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0d0cd06-a8fe-46df-8127-42abeae5b1b1 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks [] for floatingip, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:39.415464 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9e3349f9-ce1e-4bd6-9151-115638fb2a7d req-7fc69bef-de79-42b3-8211-e776c8364717 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390600 Apr 28 19:35:39.544197 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-548244f5-7f37-4679-bd2f-d538e10770ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'name': 'tempest-ServerActionsTestJSON-1205636581-router', 'tenant_id': '94740374ca054549b67b793671aaad05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'c065612b-046a-4b5b-8655-a9cbc27ce99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:35:27Z', 'updated_at': '2022-04-28T19:35:33Z', 'revision_number': 4, 'project_id': '94740374ca054549b67b793671aaad05', 'gw_port': {'id': 'c065612b-046a-4b5b-8655-a9cbc27ce99e', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:28Z', 'updated_at': '2022-04-28T19:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '6b151d5a-db61-451c-898c-47a366ba9b92', 'name': '', 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19', 'tenant_id': '94740374ca054549b67b793671aaad05', 'mac_address': 'fa:16:3e:21:3b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '43d83121-413d-4da3-b294-551f60ac6b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:32Z', 'updated_at': '2022-04-28T19:35:38Z', 'revision_number': 4, 'project_id': '94740374ca054549b67b793671aaad05', 'subnets': [{'id': '43d83121-413d-4da3-b294-551f60ac6b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:39.557121 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 28 Apr 2022 19:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93436015-38df-43ae-be75-bcbe2f447e89 x-openstack-request-id: req-93436015-38df-43ae-be75-bcbe2f447e89 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:35:39.557456 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae4f1ba-31bb-4a62-922b-4739e7d36246", "name": "network-vif-plugged", "status": "completed", "tag": "d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24", "code": 200}, {"server_uuid": "bd44736a-56f5-43e5-a40b-a6da17ab217c", "name": "network-vif-plugged", "status": "completed", "tag": "60cce12e-e55e-4f29-88f1-2da4173c1e7b", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:35:39.559015 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-93436015-38df-43ae-be75-bcbe2f447e89 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:35:39.560055 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93436015-38df-43ae-be75-bcbe2f447e89'] response: {'server_uuid': '1ae4f1ba-31bb-4a62-922b-4739e7d36246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24', 'code': 200} Apr 28 19:35:39.561993 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93436015-38df-43ae-be75-bcbe2f447e89'] response: {'server_uuid': 'bd44736a-56f5-43e5-a40b-a6da17ab217c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60cce12e-e55e-4f29-88f1-2da4173c1e7b', 'code': 200} Apr 28 19:35:39.579776 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548244f5-7f37-4679-bd2f-d538e10770ee None None] The sync data for ids ['c739b93f-5470-46a4-97a2-ed0ba3b1ebd0'] in n-d-839810-1 is: [{'id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'name': 'tempest-ServerActionsTestJSON-1205636581-router', 'tenant_id': '94740374ca054549b67b793671aaad05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'c065612b-046a-4b5b-8655-a9cbc27ce99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:35:27Z', 'updated_at': '2022-04-28T19:35:33Z', 'revision_number': 4, 'project_id': '94740374ca054549b67b793671aaad05', 'gw_port': {'id': 'c065612b-046a-4b5b-8655-a9cbc27ce99e', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:28Z', 'updated_at': '2022-04-28T19:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '6b151d5a-db61-451c-898c-47a366ba9b92', 'name': '', 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19', 'tenant_id': '94740374ca054549b67b793671aaad05', 'mac_address': 'fa:16:3e:21:3b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '43d83121-413d-4da3-b294-551f60ac6b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:32Z', 'updated_at': '2022-04-28T19:35:38Z', 'revision_number': 4, 'project_id': '94740374ca054549b67b793671aaad05', 'subnets': [{'id': '43d83121-413d-4da3-b294-551f60ac6b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:35:39.677772 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device b8bcacdd-2720-4d39-9e70-bf2d520bce0e up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:35:39.786817 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port b8bcacdd-2720-4d39-9e70-bf2d520bce0e completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:35:39.800142 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port b8bcacdd-2720-4d39-9e70-bf2d520bce0e triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:35:39.800142 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:39.872165 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42464) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:39.911452 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675b6a9-4afd-44f6-8be9-3f22ea92c246 req-99b648e0-dd96-4a7d-9b2d-6ab8e1e369af tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:39.919989 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1675b6a9-4afd-44f6-8be9-3f22ea92c246 req-99b648e0-dd96-4a7d-9b2d-6ab8e1e369af tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd44736a-56f5-43e5-a40b-a6da17ab217c HTTP/1.1" status: 200 len: 949 time: 0.5179198 Apr 28 19:35:40.040804 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:40.043448 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a603f58-f603-4f7a-bf1a-0b89118c27c7 req-02cdcbd4-c17e-4e95-84e7-c11fc6d0f773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:40.046263 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9a603f58-f603-4f7a-bf1a-0b89118c27c7 req-02cdcbd4-c17e-4e95-84e7-c11fc6d0f773 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bd44736a-56f5-43e5-a40b-a6da17ab217c HTTP/1.1" status: 200 len: 1100 time: 0.3098104 Apr 28 19:35:40.051159 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1675b6a9-4afd-44f6-8be9-3f22ea92c246 req-48e5fb33-e8fc-4359-b974-dfb1160fea14 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/security-groups?id=1405446e-ee39-4878-8bba-1170ad050e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302757 Apr 28 19:35:40.107678 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1c064-8ce6-4881-b35d-bb0068f53bb2 req-cc049202-9bf0-4fb4-bf0b-c8e28cf3e97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:40.109206 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0dd1c064-8ce6-4881-b35d-bb0068f53bb2 req-cc049202-9bf0-4fb4-bf0b-c8e28cf3e97c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1ae4f1ba-31bb-4a62-922b-4739e7d36246 HTTP/1.1" status: 200 len: 1096 time: 0.3710833 Apr 28 19:35:40.132732 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-d5fb0df2-e2d6-448a-b29f-1b5f517e27e0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-671898939-network', 'tenant_id': '65106efa94b44e66ac09133941d375fb'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:40.133784 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port b8bcacdd-2720-4d39-9e70-bf2d520bce0e, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=b8bcacdd-2720-4d39-9e70-bf2d520bce0e,segment=NetworkSegment(c10cc5b9-432d-471e-8b74-080f77012f91),segment_id=c10cc5b9-432d-471e-8b74-080f77012f91)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:40.142155 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:40.174939 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9a603f58-f603-4f7a-bf1a-0b89118c27c7 req-08ca25c5-2f40-42e4-aa51-9d3cd7396325 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1405446e-ee39-4878-8bba-1170ad050e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023164 Apr 28 19:35:40.205424 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0d0cd06-a8fe-46df-8127-42abeae5b1b1 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:40.231336 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0dd1c064-8ce6-4881-b35d-bb0068f53bb2 req-df8eeab6-c5fd-4d83-90a3-352d6a2c851a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=779b6b35-63b1-4355-b56c-343c3e48d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142528 Apr 28 19:35:40.270015 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fb0df2-e2d6-448a-b29f-1b5f517e27e0 admin admin] Made reservation on behalf of 65106efa94b44e66ac09133941d375fb for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:35:40.281152 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=b8bcacdd-2720-4d39-9e70-bf2d520bce0e,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:40.282038 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d5fb0df2-e2d6-448a-b29f-1b5f517e27e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:40.305836 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-70061e47-a656-4727-badc-179f6742cf86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:40.360614 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d5fb0df2-e2d6-448a-b29f-1b5f517e27e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:40.451201 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-d0d0cd06-a8fe-46df-8127-42abeae5b1b1 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Allocated IP 172.25.8.19 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/f2ae0f4c-240a-4913-a823-b6b0b2646c0c) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:35:40.462712 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804711b-a41b-44f9-ac9a-1e54296a9243 req-96cf1035-0126-42ed-a4a1-547e5cd67f3a tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:40.470742 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8804711b-a41b-44f9-ac9a-1e54296a9243 req-96cf1035-0126-42ed-a4a1-547e5cd67f3a tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ae4f1ba-31bb-4a62-922b-4739e7d36246 HTTP/1.1" status: 200 len: 945 time: 0.1211796 Apr 28 19:35:40.543397 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8804711b-a41b-44f9-ac9a-1e54296a9243 req-93dd0eed-8aab-4a73-bd77-b6ccd2150226 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/security-groups?id=779b6b35-63b1-4355-b56c-343c3e48d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717485 Apr 28 19:35:40.717474 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d5fb0df2-e2d6-448a-b29f-1b5f517e27e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:40.730010 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d5fb0df2-e2d6-448a-b29f-1b5f517e27e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:40.771928 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0d0cd06-a8fe-46df-8127-42abeae5b1b1 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:40.813105 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ce51b-ab11-4dab-94c5-a8d4fa0c3a23 req-46dba9fe-0596-4ec8-bf9b-aac9c07670c1 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:40.817866 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5fb0df2-e2d6-448a-b29f-1b5f517e27e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:35:40.824028 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9b0ce51b-ab11-4dab-94c5-a8d4fa0c3a23 req-46dba9fe-0596-4ec8-bf9b-aac9c07670c1 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9308f17-31c8-4255-8594-b76c0727fad5 HTTP/1.1" status: 200 len: 945 time: 0.1137915 Apr 28 19:35:40.855511 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb0df2-e2d6-448a-b29f-1b5f517e27e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:40.868298 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d5fb0df2-e2d6-448a-b29f-1b5f517e27e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:40.868967 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-d5fb0df2-e2d6-448a-b29f-1b5f517e27e0 admin admin] Added segment c93daa48-2237-40e7-a951-023be395ed64 of type vlan for network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd Apr 28 19:35:40.898007 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9b0ce51b-ab11-4dab-94c5-a8d4fa0c3a23 req-0e30289f-d846-4102-9b1a-5514462ee995 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725324 Apr 28 19:35:40.919598 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0d0cd06-a8fe-46df-8127-42abeae5b1b1 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:40.962703 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d5fb0df2-e2d6-448a-b29f-1b5f517e27e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:40.995087 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d0cd06-a8fe-46df-8127-42abeae5b1b1 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:35:40.996263 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0cd06-a8fe-46df-8127-42abeae5b1b1 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Pushing event updated for resources: {'Port': ['ID=f2ae0f4c-240a-4913-a823-b6b0b2646c0c,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:41.007797 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-d0d0cd06-a8fe-46df-8127-42abeae5b1b1 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:35:41.010633 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d0cd06-a8fe-46df-8127-42abeae5b1b1 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:35:41.177940 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0d0cd06-a8fe-46df-8127-42abeae5b1b1 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:41.230978 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0d0cd06-a8fe-46df-8127-42abeae5b1b1 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:41.547490 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0d0cd06-a8fe-46df-8127-42abeae5b1b1 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:41.563963 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9308f17-31c8-4255-8594-b76c0727fad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bcacdd-2720-4d39-9e70-bf2d520bce0e'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:35:41.568974 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0d0cd06-a8fe-46df-8127-42abeae5b1b1 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:41.571312 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b442bd4a-2177-4b62-ae9f-304088cc25db" -d '{"events": [{"server_uuid": "f9308f17-31c8-4255-8594-b76c0727fad5", "name": "network-vif-plugged", "status": "completed", "tag": "b8bcacdd-2720-4d39-9e70-bf2d520bce0e"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:35:41.671149 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.db.resource_extend [None req-d5fb0df2-e2d6-448a-b29f-1b5f517e27e0 admin admin] It took 0.70 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:35:41.754203 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d5fb0df2-e2d6-448a-b29f-1b5f517e27e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:41.755592 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fb0df2-e2d6-448a-b29f-1b5f517e27e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:41.756781 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d5fb0df2-e2d6-448a-b29f-1b5f517e27e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:41.766926 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0cd06-a8fe-46df-8127-42abeae5b1b1 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Pushing event updated for resources: {'Port': ['ID=f2ae0f4c-240a-4913-a823-b6b0b2646c0c,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:41.788335 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0d0cd06-a8fe-46df-8127-42abeae5b1b1 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:41.838735 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0d0cd06-a8fe-46df-8127-42abeae5b1b1 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:41.857203 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d0d0cd06-a8fe-46df-8127-42abeae5b1b1 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5388949 Apr 28 19:35:41.881388 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 6b151d5a-db61-451c-898c-47a366ba9b92 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:35:41.883146 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb0df2-e2d6-448a-b29f-1b5f517e27e0 admin admin] Pushing event updated for resources: {'Network': ['ID=497e1d66-f4cf-46aa-aa27-9862cbaf14dd,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:41.936597 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958cf63-dc01-4d5a-a8a9-029178b701f7 req-ae5d8784-962e-4f44-9609-44d75e9ad759 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:41.940392 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3958cf63-dc01-4d5a-a8a9-029178b701f7 req-ae5d8784-962e-4f44-9609-44d75e9ad759 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd44736a-56f5-43e5-a40b-a6da17ab217c HTTP/1.1" status: 200 len: 949 time: 0.4074194 Apr 28 19:35:41.951315 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d5fb0df2-e2d6-448a-b29f-1b5f517e27e0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.0741932 Apr 28 19:35:41.956515 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42502) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:41.960909 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-70061e47-a656-4727-badc-179f6742cf86 admin admin] Deleting port 1b416c06-73ee-47d5-ba59-f65d928db9ac {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:35:41.961259 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-70061e47-a656-4727-badc-179f6742cf86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:41.968416 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-12732303-39ba-4b48-8213-d76dfb9ab28d admin admin] Request body: {'subnet': {'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-671898939-subnet', 'tenant_id': '65106efa94b44e66ac09133941d375fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:42.001492 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:35:42.007146 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12732303-39ba-4b48-8213-d76dfb9ab28d admin admin] Made reservation on behalf of 65106efa94b44e66ac09133941d375fb for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:35:42.017262 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-12732303-39ba-4b48-8213-d76dfb9ab28d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:42.094075 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3958cf63-dc01-4d5a-a8a9-029178b701f7 req-c704c3c5-d26e-4dcc-b21d-6f8fe26798a9 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/security-groups?id=1405446e-ee39-4878-8bba-1170ad050e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002281 Apr 28 19:35:42.114297 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 6b151d5a-db61-451c-898c-47a366ba9b92 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:35:42.114989 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:42.172932 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-70061e47-a656-4727-badc-179f6742cf86 admin admin] For port 1b416c06-73ee-47d5-ba59-f65d928db9ac, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=1b416c06-73ee-47d5-ba59-f65d928db9ac,segment=NetworkSegment(b829ef64-be8a-4132-85f3-fe72625073b9),segment_id=b829ef64-be8a-4132-85f3-fe72625073b9)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:42.176640 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-70061e47-a656-4727-badc-179f6742cf86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:42.184583 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8011c4-acdd-4c83-bda2-7aa918516826 x-openstack-request-id: req-2e8011c4-acdd-4c83-bda2-7aa918516826 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:35:42.185015 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9308f17-31c8-4255-8594-b76c0727fad5", "name": "network-vif-plugged", "status": "completed", "tag": "b8bcacdd-2720-4d39-9e70-bf2d520bce0e", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:35:42.185327 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2e8011c4-acdd-4c83-bda2-7aa918516826 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:35:42.185735 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e8011c4-acdd-4c83-bda2-7aa918516826'] response: {'server_uuid': 'f9308f17-31c8-4255-8594-b76c0727fad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bcacdd-2720-4d39-9e70-bf2d520bce0e', 'code': 200} Apr 28 19:35:42.217279 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-70061e47-a656-4727-badc-179f6742cf86 admin admin] Calling delete_port for 1b416c06-73ee-47d5-ba59-f65d928db9ac owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:35:42.454871 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d62e2-cb1e-49f3-a0da-65e86a260582 req-7513b3b2-a1c7-4098-82f5-8c1d00c84bc0 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:42.456580 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-133d62e2-cb1e-49f3-a0da-65e86a260582 req-7513b3b2-a1c7-4098-82f5-8c1d00c84bc0 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ae4f1ba-31bb-4a62-922b-4739e7d36246 HTTP/1.1" status: 200 len: 945 time: 0.1338625 Apr 28 19:35:42.530861 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-133d62e2-cb1e-49f3-a0da-65e86a260582 req-c75f42ed-cf5f-45fe-bebd-de4de5b03362 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/security-groups?id=779b6b35-63b1-4355-b56c-343c3e48d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610378 Apr 28 19:35:42.617097 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-70061e47-a656-4727-badc-179f6742cf86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:42.664483 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70061e47-a656-4727-badc-179f6742cf86 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b416c06-73ee-47d5-ba59-f65d928db9ac,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:42.744943 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e72c69-ead5-441e-ad57-ae1e61c43dc4 req-74892781-b251-4330-805b-36e241129b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:42.746554 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86e72c69-ead5-441e-ad57-ae1e61c43dc4 req-74892781-b251-4330-805b-36e241129b70 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f9308f17-31c8-4255-8594-b76c0727fad5 HTTP/1.1" status: 200 len: 1096 time: 0.4674079 Apr 28 19:35:42.764821 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-726cfbed-3466-439c-b7c7-6df8d6ef9b75 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1970064383&fields=id&tenant_id=94740374ca054549b67b793671aaad05 HTTP/1.1" status: 200 len: 267 time: 0.0771739 Apr 28 19:35:42.765678 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43875bc-ad9b-49a8-a774-80284e3288eb req-c3e070aa-ee3a-4af2-85c4-ae20bb9f3cff tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:42.774380 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a43875bc-ad9b-49a8-a774-80284e3288eb req-c3e070aa-ee3a-4af2-85c4-ae20bb9f3cff tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9308f17-31c8-4255-8594-b76c0727fad5 HTTP/1.1" status: 200 len: 945 time: 0.1359718 Apr 28 19:35:42.928159 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86e72c69-ead5-441e-ad57-ae1e61c43dc4 req-efdd0fb1-3440-41d8-bfb3-91d80a6743d5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704271 Apr 28 19:35:42.953284 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a43875bc-ad9b-49a8-a774-80284e3288eb req-1ebbf068-db58-455e-8c68-ac75081710bd tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779034 Apr 28 19:35:42.961786 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-12732303-39ba-4b48-8213-d76dfb9ab28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:43.002733 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-70061e47-a656-4727-badc-179f6742cf86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:43.013394 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-ef5c18ec-4d69-452e-ba08-5299b1f3ada9 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:43.015091 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-ef5c18ec-4d69-452e-ba08-5299b1f3ada9 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/networks?id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 HTTP/1.1" status: 200 len: 812 time: 0.2008891 Apr 28 19:35:43.030740 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12732303-39ba-4b48-8213-d76dfb9ab28d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d5c93c2-9d1b-4c66-8e1f-a78766af188b,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:43.042628 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12732303-39ba-4b48-8213-d76dfb9ab28d admin admin] Checking segment: {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:35:43.043152 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12732303-39ba-4b48-8213-d76dfb9ab28d admin admin] Network hostable DHCP agents. Network: 497e1d66-f4cf-46aa-aa27-9862cbaf14dd, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:35:43.064413 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12732303-39ba-4b48-8213-d76dfb9ab28d admin admin] Network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:35:43.077505 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-ed7c0f7c-0ec6-4f2e-bd90-6a7b4931ec4f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/quotas/94740374ca054549b67b793671aaad05 HTTP/1.1" status: 200 len: 375 time: 0.0141106 Apr 28 19:35:43.077892 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-12732303-39ba-4b48-8213-d76dfb9ab28d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 497e1d66-f4cf-46aa-aa27-9862cbaf14dd) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:35:43.087300 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12732303-39ba-4b48-8213-d76dfb9ab28d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:43.089598 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-12732303-39ba-4b48-8213-d76dfb9ab28d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:43.100656 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fb91aa-a5f3-4fa5-b736-26b1aa3b356c None None] Network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:35:43.121863 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-12732303-39ba-4b48-8213-d76dfb9ab28d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1624820 Apr 28 19:35:43.279841 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-c94f443c-63bf-464d-b565-026dd58c4fd6 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=94740374ca054549b67b793671aaad05&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1820488 Apr 28 19:35:43.314635 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bb58e2-c8a6-465b-9ba1-5c17815ce495 None None] Network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:35:43.442381 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70061e47-a656-4727-badc-179f6742cf86 admin admin] Router 84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:35:43.473221 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-7a17014f-944e-44ac-b272-98b45e7b27e0 service neutron] 10.222.0.42 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923060 Apr 28 19:35:43.616943 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facde007-4d4c-4ac5-ab0b-fe2e0eb19a09 req-d8ea6f25-7465-470b-8fcc-4f9af97a6f69 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:43.618700 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-facde007-4d4c-4ac5-ab0b-fe2e0eb19a09 req-d8ea6f25-7465-470b-8fcc-4f9af97a6f69 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf5606-d960-4493-aff9-8e3eeaaac5df HTTP/1.1" status: 200 len: 945 time: 0.0859134 Apr 28 19:35:43.670505 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70061e47-a656-4727-badc-179f6742cf86 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:35:43.681323 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-70061e47-a656-4727-badc-179f6742cf86 admin admin] 10.222.0.42 "PUT /v2.0/routers/84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8301623 Apr 28 19:35:43.681558 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42538) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:43.685534 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-c86d8e95-9fad-449a-a5b8-c302e48a8681 service neutron] 10.222.0.42 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744072 Apr 28 19:35:43.686219 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab50933-4abc-4e37-869b-425c3676f988 None None] Sync routers for ids ['84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:35:43.700717 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab50933-4abc-4e37-869b-425c3676f988 None None] Routers {'84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:35:43.701289 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-6ab50933-4abc-4e37-869b-425c3676f988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:35:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:43.888342 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fc31e4e5-2753-4a26-89a8-6b25a79b3643 admin admin] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:43.907350 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-facde007-4d4c-4ac5-ab0b-fe2e0eb19a09 req-ee1df117-e132-41da-a574-d4d40f6de16a tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/security-groups?id=779b6b35-63b1-4355-b56c-343c3e48d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698929 Apr 28 19:35:43.914126 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-6ab50933-4abc-4e37-869b-425c3676f988 None None] Set router 84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:35:44.187389 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3213033-c984-4a39-b18b-b5c107bd889c req-d7e07c26-abad-474e-8d97-569e9b034ac3 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:44.212849 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a3213033-c984-4a39-b18b-b5c107bd889c req-d7e07c26-abad-474e-8d97-569e9b034ac3 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd44736a-56f5-43e5-a40b-a6da17ab217c HTTP/1.1" status: 200 len: 949 time: 0.2130258 Apr 28 19:35:44.330913 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a3213033-c984-4a39-b18b-b5c107bd889c req-24a97dbf-43c0-4a10-a368-2df84188b255 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/security-groups?id=1405446e-ee39-4878-8bba-1170ad050e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170926 Apr 28 19:35:44.357752 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42566) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:44.362850 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-0febc894-3fc7-4b8d-9996-8a12723a8f98 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-680910985-network', 'tenant_id': 'd50106dcd4a6483386158dd436d87cf7'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:44.377182 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fc31e4e5-2753-4a26-89a8-6b25a79b3643 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:44.416226 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8b4a9a8e-29a2-4437-b120-09d26b141652 req-bc14a282-1a52-484c-8b4d-602ada566ba0 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 210 time: 0.0353456 Apr 28 19:35:44.431643 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0febc894-3fc7-4b8d-9996-8a12723a8f98 admin admin] Made reservation on behalf of d50106dcd4a6483386158dd436d87cf7 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:35:44.434795 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0febc894-3fc7-4b8d-9996-8a12723a8f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:44.461237 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0febc894-3fc7-4b8d-9996-8a12723a8f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:44.524226 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-6ab50933-4abc-4e37-869b-425c3676f988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d', 'name': 'tempest-FloatingIPDetailsTestJSON-430105637-router', 'tenant_id': '0ae8d60049c14c75bd87e80dada3b364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '8bb10fb3-78ae-4826-a937-a7a49454264d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:49Z', 'updated_at': '2022-04-28T19:35:42Z', 'revision_number': 5, 'project_id': '0ae8d60049c14c75bd87e80dada3b364', 'gw_port': {'id': '8bb10fb3-78ae-4826-a937-a7a49454264d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:51Z', 'updated_at': '2022-04-28T19:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:44.524876 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-fc31e4e5-2753-4a26-89a8-6b25a79b3643 admin admin] Deleting port 8bb10fb3-78ae-4826-a937-a7a49454264d {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:35:44.524876 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fc31e4e5-2753-4a26-89a8-6b25a79b3643 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:44.565431 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab50933-4abc-4e37-869b-425c3676f988 None None] Checking router: 84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:35:44.579226 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab50933-4abc-4e37-869b-425c3676f988 None None] Routers {'84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:35:44.579935 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-6ab50933-4abc-4e37-869b-425c3676f988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:35:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:44.610926 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbb40a-6fdf-473d-8b7c-e3190ed24c9f req-a1590c72-87ab-4099-b954-0bf7584ac136 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:44.612612 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8bfbb40a-6fdf-473d-8b7c-e3190ed24c9f req-a1590c72-87ab-4099-b954-0bf7584ac136 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a78ba46-f3a6-4157-9eb7-5264762fa10a HTTP/1.1" status: 200 len: 945 time: 0.0808887 Apr 28 19:35:44.663452 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0febc894-3fc7-4b8d-9996-8a12723a8f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:44.666024 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-fc31e4e5-2753-4a26-89a8-6b25a79b3643 admin admin] For port 8bb10fb3-78ae-4826-a937-a7a49454264d, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=8bb10fb3-78ae-4826-a937-a7a49454264d,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:44.666744 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fc31e4e5-2753-4a26-89a8-6b25a79b3643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:44.689262 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-fc31e4e5-2753-4a26-89a8-6b25a79b3643 admin admin] Calling delete_port for 8bb10fb3-78ae-4826-a937-a7a49454264d owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:35:44.691915 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8bfbb40a-6fdf-473d-8b7c-e3190ed24c9f req-1c6047cf-bb27-47a0-9d31-c9c4ad3acb06 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/security-groups?id=779b6b35-63b1-4355-b56c-343c3e48d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657759 Apr 28 19:35:44.692962 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0febc894-3fc7-4b8d-9996-8a12723a8f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:44.767993 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0febc894-3fc7-4b8d-9996-8a12723a8f98 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:35:44.780737 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febc894-3fc7-4b8d-9996-8a12723a8f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9032df9-ac13-4cc3-a57f-d337b1fdbd85,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:44.786467 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0febc894-3fc7-4b8d-9996-8a12723a8f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:44.786809 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-0febc894-3fc7-4b8d-9996-8a12723a8f98 admin admin] Added segment 947eb519-59ff-450b-b600-b027aefffb26 of type vlan for network b4d63c75-4ec8-40d3-aca8-7b254f4089a9 Apr 28 19:35:44.908735 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0febc894-3fc7-4b8d-9996-8a12723a8f98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:44.916062 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-6ab50933-4abc-4e37-869b-425c3676f988 None None] Set router 84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:35:44.950444 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601f67d-8b81-45d5-a4a4-8b4661db1a3d req-1c1abe62-9c01-417c-8ecb-09d08bbb74a8 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:44.952000 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4601f67d-8b81-45d5-a4a4-8b4661db1a3d req-1c1abe62-9c01-417c-8ecb-09d08bbb74a8 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9308f17-31c8-4255-8594-b76c0727fad5 HTTP/1.1" status: 200 len: 945 time: 0.0992432 Apr 28 19:35:44.953366 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0febc894-3fc7-4b8d-9996-8a12723a8f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:44.954302 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0febc894-3fc7-4b8d-9996-8a12723a8f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:44.955058 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0febc894-3fc7-4b8d-9996-8a12723a8f98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:45.007413 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fc31e4e5-2753-4a26-89a8-6b25a79b3643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:45.035572 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-6ab50933-4abc-4e37-869b-425c3676f988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d', 'name': 'tempest-FloatingIPDetailsTestJSON-430105637-router', 'tenant_id': '0ae8d60049c14c75bd87e80dada3b364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:49Z', 'updated_at': '2022-04-28T19:35:44Z', 'revision_number': 6, 'project_id': '0ae8d60049c14c75bd87e80dada3b364', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:45.054780 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0febc894-3fc7-4b8d-9996-8a12723a8f98 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6958873 Apr 28 19:35:45.063790 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42574) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:45.068917 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-09260978-dabc-4c28-a86c-334412dede47 admin admin] Request body: {'subnet': {'network_id': 'b4d63c75-4ec8-40d3-aca8-7b254f4089a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-680910985-subnet', 'tenant_id': 'd50106dcd4a6483386158dd436d87cf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:45.074384 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab50933-4abc-4e37-869b-425c3676f988 None None] The sync data for ids ['84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d'] in n-d-839810-1 is: [{'id': '84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d', 'name': 'tempest-FloatingIPDetailsTestJSON-430105637-router', 'tenant_id': '0ae8d60049c14c75bd87e80dada3b364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:49Z', 'updated_at': '2022-04-28T19:35:44Z', 'revision_number': 6, 'project_id': '0ae8d60049c14c75bd87e80dada3b364', 'gw_port_host': None}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:35:45.085675 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31e4e5-2753-4a26-89a8-6b25a79b3643 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bb10fb3-78ae-4826-a937-a7a49454264d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:45.091845 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4601f67d-8b81-45d5-a4a4-8b4661db1a3d req-ca9bd1f6-d844-422d-90b5-8e93877395db tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255391 Apr 28 19:35:45.094262 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febc894-3fc7-4b8d-9996-8a12723a8f98 admin admin] Pushing event updated for resources: {'Network': ['ID=b4d63c75-4ec8-40d3-aca8-7b254f4089a9,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:45.114432 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network b4d63c75-4ec8-40d3-aca8-7b254f4089a9 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:35:45.134946 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09260978-dabc-4c28-a86c-334412dede47 admin admin] Made reservation on behalf of d50106dcd4a6483386158dd436d87cf7 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:35:45.137617 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-09260978-dabc-4c28-a86c-334412dede47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:45.225291 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fc31e4e5-2753-4a26-89a8-6b25a79b3643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:45.436333 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fc31e4e5-2753-4a26-89a8-6b25a79b3643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:45.437081 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fc31e4e5-2753-4a26-89a8-6b25a79b3643 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:45.481742 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-09260978-dabc-4c28-a86c-334412dede47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:45.496960 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fc31e4e5-2753-4a26-89a8-6b25a79b3643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:45.499567 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc31e4e5-2753-4a26-89a8-6b25a79b3643 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:35:45.506694 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac486ed4-b404-4b12-979a-63e622c44e4d req-13d32cb3-d367-4d54-85db-5f49c6ae3b3e tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:45.508590 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ac486ed4-b404-4b12-979a-63e622c44e4d req-13d32cb3-d367-4d54-85db-5f49c6ae3b3e tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/ports?device_id=48d04f3d-4255-4737-aad2-787288748693 HTTP/1.1" status: 200 len: 950 time: 0.1411927 Apr 28 19:35:45.511727 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fc31e4e5-2753-4a26-89a8-6b25a79b3643 admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:45.513318 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fc31e4e5-2753-4a26-89a8-6b25a79b3643 admin admin] 10.222.0.42 "DELETE /v2.0/routers/84ce5ada-aca3-4f35-ac0d-edfe4a88fb3d HTTP/1.1" status: 204 len: 168 time: 1.8307509 Apr 28 19:35:45.516271 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42586) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:45.620516 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7e00d72-bc4d-4c71-9f24-4f98dd2323f9 admin admin] Deleting subnet fc5dd537-7332-4861-b99c-a057f048c0a3 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:35:45.624281 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b7e00d72-bc4d-4c71-9f24-4f98dd2323f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:45.663613 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ac486ed4-b404-4b12-979a-63e622c44e4d req-d07905f9-6a4a-43af-92f6-69334e8029b2 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/security-groups?id=1405446e-ee39-4878-8bba-1170ad050e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171575 Apr 28 19:35:45.669525 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09260978-dabc-4c28-a86c-334412dede47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eab5e7b-80dd-4dd6-b19d-6936ae7799bd,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:45.694722 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09260978-dabc-4c28-a86c-334412dede47 admin admin] Checking segment: {'id': '947eb519-59ff-450b-b600-b027aefffb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b4d63c75-4ec8-40d3-aca8-7b254f4089a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:35:45.695082 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09260978-dabc-4c28-a86c-334412dede47 admin admin] Network hostable DHCP agents. Network: b4d63c75-4ec8-40d3-aca8-7b254f4089a9, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:35:45.721194 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b7e00d72-bc4d-4c71-9f24-4f98dd2323f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:45.734825 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09260978-dabc-4c28-a86c-334412dede47 admin admin] Network b4d63c75-4ec8-40d3-aca8-7b254f4089a9 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:35:45.758002 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-09260978-dabc-4c28-a86c-334412dede47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, b4d63c75-4ec8-40d3-aca8-7b254f4089a9) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:35:45.769513 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140fc861-af68-4882-8816-825915b631c5 None None] Network b4d63c75-4ec8-40d3-aca8-7b254f4089a9 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:35:45.771985 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09260978-dabc-4c28-a86c-334412dede47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:45.774172 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-09260978-dabc-4c28-a86c-334412dede47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:45.811302 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-09260978-dabc-4c28-a86c-334412dede47 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7457201 Apr 28 19:35:45.995951 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b7e00d72-bc4d-4c71-9f24-4f98dd2323f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:46.081807 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56efb8db-c704-44c7-95eb-923db067183c None None] Network b4d63c75-4ec8-40d3-aca8-7b254f4089a9 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:35:46.166849 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 1b416c06-73ee-47d5-ba59-f65d928db9ac no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:35:46.236934 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 1b416c06-73ee-47d5-ba59-f65d928db9ac {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:35:46.244690 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 1b416c06-73ee-47d5-ba59-f65d928db9ac not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:35:46.285112 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b7e00d72-bc4d-4c71-9f24-4f98dd2323f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:46.336554 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42602) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:46.414166 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e00d72-bc4d-4c71-9f24-4f98dd2323f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc5dd537-7332-4861-b99c-a057f048c0a3,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:46.433637 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b7e00d72-bc4d-4c71-9f24-4f98dd2323f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:46.436567 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b7e00d72-bc4d-4c71-9f24-4f98dd2323f9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fc5dd537-7332-4861-b99c-a057f048c0a3 HTTP/1.1" status: 204 len: 168 time: 0.9189363 Apr 28 19:35:46.439412 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42608) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:46.449428 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4238620d-961e-4199-a12d-ed3f25d37740 None None] Network cd9a3f33-4f37-4d53-a192-e64109b1e4ab requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:35:46.477217 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ff28018b-dfcd-42c9-bd05-6a00eec7450d req-0d43f58a-4cc7-412d-8fed-57096559d8e9 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 210 time: 0.0733013 Apr 28 19:35:46.603928 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61246f16-bdb2-44c7-bdac-ba3379bb988c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:46.613733 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-edb4ff25-0631-4e2d-919c-dd514d41cf70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:46.699948 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-832fa94f-7c1c-413a-bd55-8134793309cd tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:46.701886 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-832fa94f-7c1c-413a-bd55-8134793309cd tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.44 "GET /v2.0/networks?id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 HTTP/1.1" status: 200 len: 812 time: 0.5488625 Apr 28 19:35:46.738644 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-61246f16-bdb2-44c7-bdac-ba3379bb988c admin admin] Deleting port 95323f73-78a4-4d7a-9aca-70f4571fc42a {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:35:46.739352 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61246f16-bdb2-44c7-bdac-ba3379bb988c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:46.756769 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0773e-9222-47cd-ba2d-32ede30512ac req-613f6a8e-1634-41c3-878d-2544c59f0d60 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:46.764952 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-63c0773e-9222-47cd-ba2d-32ede30512ac req-613f6a8e-1634-41c3-878d-2544c59f0d60 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a78ba46-f3a6-4157-9eb7-5264762fa10a HTTP/1.1" status: 200 len: 945 time: 0.1185391 Apr 28 19:35:46.849356 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-63c0773e-9222-47cd-ba2d-32ede30512ac req-f5248b4c-4e34-482a-b25a-e99767becc25 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/security-groups?id=779b6b35-63b1-4355-b56c-343c3e48d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834177 Apr 28 19:35:46.854171 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-61246f16-bdb2-44c7-bdac-ba3379bb988c admin admin] For port 95323f73-78a4-4d7a-9aca-70f4571fc42a, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=95323f73-78a4-4d7a-9aca-70f4571fc42a,segment=NetworkSegment(b829ef64-be8a-4132-85f3-fe72625073b9),segment_id=b829ef64-be8a-4132-85f3-fe72625073b9)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:46.856702 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61246f16-bdb2-44c7-bdac-ba3379bb988c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:46.870275 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1810436b-cd98-40d1-aa5e-08b0ecb80f4f None None] DHCP port deletion for cd9a3f33-4f37-4d53-a192-e64109b1e4ab request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:35:46.872657 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-61246f16-bdb2-44c7-bdac-ba3379bb988c admin admin] Calling delete_port for 95323f73-78a4-4d7a-9aca-70f4571fc42a owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:35:46.892682 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-61218d11-0530-4551-a79b-7bec240d060a tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94740374ca054549b67b793671aaad05 HTTP/1.1" status: 200 len: 380 time: 0.0972922 Apr 28 19:35:46.908744 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-e178622c-3fdc-4744-9159-14fc217d4cb7 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Request body: {'port': {'device_id': 'e4391f50-d433-41a8-801e-05d324974eb3', 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19', 'admin_state_up': True, 'tenant_id': '94740374ca054549b67b793671aaad05', 'security_groups': ['df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:46.922364 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-edb4ff25-0631-4e2d-919c-dd514d41cf70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:46.929532 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-edb4ff25-0631-4e2d-919c-dd514d41cf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:47.022639 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-edb4ff25-0631-4e2d-919c-dd514d41cf70 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=452a98ac0e6f4a2a8508f19f92a778ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6833348 Apr 28 19:35:47.025175 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4ff25-0631-4e2d-919c-dd514d41cf70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d7bd15-e3f1-4ce0-9c64-00f822844e06,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:47.028086 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42622) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:47.063936 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-1810436b-cd98-40d1-aa5e-08b0ecb80f4f None None] Deleting port 95323f73-78a4-4d7a-9aca-70f4571fc42a {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:35:47.064601 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1810436b-cd98-40d1-aa5e-08b0ecb80f4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:47.099702 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b897341-32d9-48a1-81a0-13412ef15bd7 req-30b7cc2f-64f6-412b-bcf4-9ee7767862d8 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:47.108434 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1b897341-32d9-48a1-81a0-13412ef15bd7 req-30b7cc2f-64f6-412b-bcf4-9ee7767862d8 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9308f17-31c8-4255-8594-b76c0727fad5 HTTP/1.1" status: 200 len: 945 time: 0.1341558 Apr 28 19:35:47.120809 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-72cc96b9-0f23-4019-9812-150bc87b31e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:47.149351 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-e178622c-3fdc-4744-9159-14fc217d4cb7 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Made reservation on behalf of 94740374ca054549b67b793671aaad05 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:35:47.155210 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-e178622c-3fdc-4744-9159-14fc217d4cb7 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:47.158811 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61246f16-bdb2-44c7-bdac-ba3379bb988c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:47.177404 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1b897341-32d9-48a1-81a0-13412ef15bd7 req-610c7b4e-fcd1-4347-87ed-250b1f274a49 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678475 Apr 28 19:35:47.211440 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61246f16-bdb2-44c7-bdac-ba3379bb988c admin admin] Pushing event deleted for resources: {'Port': ['ID=95323f73-78a4-4d7a-9aca-70f4571fc42a,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:47.218012 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-72cc96b9-0f23-4019-9812-150bc87b31e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:47.221891 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61246f16-bdb2-44c7-bdac-ba3379bb988c admin admin] No DVR routers for this DVR port 95323f73-78a4-4d7a-9aca-70f4571fc42a on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:35:47.261617 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-1810436b-cd98-40d1-aa5e-08b0ecb80f4f None None] For port 95323f73-78a4-4d7a-9aca-70f4571fc42a, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=95323f73-78a4-4d7a-9aca-70f4571fc42a,segment=NetworkSegment(b829ef64-be8a-4132-85f3-fe72625073b9),segment_id=b829ef64-be8a-4132-85f3-fe72625073b9)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:47.264694 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1810436b-cd98-40d1-aa5e-08b0ecb80f4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:47.282951 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-1810436b-cd98-40d1-aa5e-08b0ecb80f4f None None] Calling delete_port for 95323f73-78a4-4d7a-9aca-70f4571fc42a owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:35:47.355381 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-72cc96b9-0f23-4019-9812-150bc87b31e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:47.358340 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-72cc96b9-0f23-4019-9812-150bc87b31e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:47.359603 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-72cc96b9-0f23-4019-9812-150bc87b31e7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/38d7bd15-e3f1-4ce0-9c64-00f822844e06 HTTP/1.1" status: 204 len: 168 time: 0.3297818 Apr 28 19:35:47.376962 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc96b9-0f23-4019-9812-150bc87b31e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d7bd15-e3f1-4ce0-9c64-00f822844e06,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:47.389056 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3efe8-9622-4ae0-a5fb-28678feba600 req-3dfc93f8-571c-445d-87b8-622dc51da56e tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:47.390647 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8fb3efe8-9622-4ae0-a5fb-28678feba600 req-3dfc93f8-571c-445d-87b8-622dc51da56e tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbe55c2-8e22-4b7c-b402-7395e6c4765d HTTP/1.1" status: 200 len: 946 time: 0.0714326 Apr 28 19:35:47.423684 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1810436b-cd98-40d1-aa5e-08b0ecb80f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:47.457375 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8fb3efe8-9622-4ae0-a5fb-28678feba600 req-340b5e6a-20a7-4605-8ad7-88dd6157e8e9 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "GET /v2.0/security-groups?id=5540b366-209c-4750-8eb8-33c6d7200fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567012 Apr 28 19:35:47.489288 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810436b-cd98-40d1-aa5e-08b0ecb80f4f None None] Pushing event deleted for resources: {'Port': ['ID=95323f73-78a4-4d7a-9aca-70f4571fc42a,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:47.491327 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1810436b-cd98-40d1-aa5e-08b0ecb80f4f None None] No DVR routers for this DVR port 95323f73-78a4-4d7a-9aca-70f4571fc42a on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:35:47.588020 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61246f16-bdb2-44c7-bdac-ba3379bb988c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:47.651275 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-48f33147-9bd6-4811-9e8f-29823f1c4865 req-fe979bee-aae4-4191-9d0e-448e18a33a5b tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 210 time: 0.0503027 Apr 28 19:35:47.668326 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-61246f16-bdb2-44c7-bdac-ba3379bb988c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd9a3f33-4f37-4d53-a192-e64109b1e4ab']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:47.679174 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-f736e931-dc1d-4e43-9d14-f256cc343b69 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:47.680784 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-f736e931-dc1d-4e43-9d14-f256cc343b69 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/networks?id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd HTTP/1.1" status: 200 len: 807 time: 0.3970158 Apr 28 19:35:47.694814 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-61246f16-bdb2-44c7-bdac-ba3379bb988c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b829ef64-be8a-4132-85f3-fe72625073b9') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:47.695140 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-61246f16-bdb2-44c7-bdac-ba3379bb988c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b829ef64-be8a-4132-85f3-fe72625073b9') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:47.720371 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61246f16-bdb2-44c7-bdac-ba3379bb988c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:47.727384 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 95323f73-78a4-4d7a-9aca-70f4571fc42a no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:35:47.736907 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cdf18-33cf-4444-b0c8-37a8591b5fa6 req-17ad2967-d2bf-45eb-a964-998f652fec18 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:47.739264 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-af5cdf18-33cf-4444-b0c8-37a8591b5fa6 req-17ad2967-d2bf-45eb-a964-998f652fec18 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a78ba46-f3a6-4157-9eb7-5264762fa10a HTTP/1.1" status: 200 len: 945 time: 0.3239484 Apr 28 19:35:47.744711 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-9e1a45da-1d39-4348-b14d-1d95d268d9c7 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/quotas/65106efa94b44e66ac09133941d375fb HTTP/1.1" status: 200 len: 375 time: 0.0537264 Apr 28 19:35:47.751671 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 95323f73-78a4-4d7a-9aca-70f4571fc42a {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:35:47.754902 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 95323f73-78a4-4d7a-9aca-70f4571fc42a not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:35:47.754902 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 8bb10fb3-78ae-4826-a937-a7a49454264d no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:35:47.776458 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61246f16-bdb2-44c7-bdac-ba3379bb988c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:47.777784 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 8bb10fb3-78ae-4826-a937-a7a49454264d {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:35:47.778536 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 8bb10fb3-78ae-4826-a937-a7a49454264d not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:35:47.802189 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42646) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:47.817171 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-08db21ea-8a3d-4079-94a7-e434a6efcdb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:47.833358 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61246f16-bdb2-44c7-bdac-ba3379bb988c admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:35:47.833780 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61246f16-bdb2-44c7-bdac-ba3379bb988c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:47.836071 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-e178622c-3fdc-4744-9159-14fc217d4cb7 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Allocated IP 172.20.0.8 (80edfba9-b4c6-4f5e-9c0a-cf56f7367f19/43d83121-413d-4da3-b294-551f60ac6b94/c0f58fd3-aaf7-43ce-a88d-1f0914f2d178) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:35:47.838224 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:35:47.838224 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:35:47.838224 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:35:47.838224 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:35:47.838224 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:35:47.838224 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:35:47.838224 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:35:47.838224 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:35:47.838224 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:35:47.838224 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:35:47.838224 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:35:47.838224 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:35:47.838224 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:35:47.838224 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:35:47.838224 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:35:47.838224 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:35:47.838224 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:35:47.838224 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:35:47.838224 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:35:47.838224 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:35:47.838224 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:35:47.838224 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:35:47.838224 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:35:47.838224 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:35:47.838224 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:35:47.838224 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:35:47.838224 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:35:47.838224 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:35:47.838224 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:35:47.838224 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:35:47.838224 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:35:47.838224 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:35:47.879364 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-335e2d36-c419-448a-98d7-0e82612594f6 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=65106efa94b44e66ac09133941d375fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1059370 Apr 28 19:35:47.918936 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-08db21ea-8a3d-4079-94a7-e434a6efcdb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:47.922775 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-08db21ea-8a3d-4079-94a7-e434a6efcdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:47.997108 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-08db21ea-8a3d-4079-94a7-e434a6efcdb0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c579425b5fe54f1ba89624a522be7dd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1937997 Apr 28 19:35:48.000003 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db21ea-8a3d-4079-94a7-e434a6efcdb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ae6a1f-918d-4b08-845d-af40b048f199,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:48.004760 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42650) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:48.034803 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82824903-b253-410a-b6b9-94bcc9e2ea10 req-1ddbc45e-9a5e-4615-ad40-882f6f24ae73 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:48.036855 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-82824903-b253-410a-b6b9-94bcc9e2ea10 req-1ddbc45e-9a5e-4615-ad40-882f6f24ae73 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9308f17-31c8-4255-8594-b76c0727fad5 HTTP/1.1" status: 200 len: 945 time: 0.2864621 Apr 28 19:35:48.046679 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61246f16-bdb2-44c7-bdac-ba3379bb988c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:48.062847 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70646049-0967-47fa-b7e8-38af451067c6 req-e93c39ef-a070-43d5-9e1f-2eefb94c84ed tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:48.064526 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-70646049-0967-47fa-b7e8-38af451067c6 req-e93c39ef-a070-43d5-9e1f-2eefb94c84ed tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a78ba46-f3a6-4157-9eb7-5264762fa10a HTTP/1.1" status: 200 len: 945 time: 0.1347795 Apr 28 19:35:48.079840 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61246f16-bdb2-44c7-bdac-ba3379bb988c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:48.084199 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-61246f16-bdb2-44c7-bdac-ba3379bb988c admin admin] 10.222.0.42 "DELETE /v2.0/networks/cd9a3f33-4f37-4d53-a192-e64109b1e4ab HTTP/1.1" status: 204 len: 168 time: 1.6436000 Apr 28 19:35:48.116489 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8e6c0420-3e0f-4c97-8c9c-c50b9299a087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:48.139000 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61246f16-bdb2-44c7-bdac-ba3379bb988c admin admin] Pushing event deleted for resources: {'Network': ['ID=cd9a3f33-4f37-4d53-a192-e64109b1e4ab,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:48.180976 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-70646049-0967-47fa-b7e8-38af451067c6 req-90b6fc7f-756f-4824-a646-97aff663bb85 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/security-groups?id=779b6b35-63b1-4355-b56c-343c3e48d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936201 Apr 28 19:35:48.205614 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8e6c0420-3e0f-4c97-8c9c-c50b9299a087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:48.283401 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-827dd546-1c88-4370-a27c-030bf3dfa6d3 service neutron] 10.222.0.42 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645110 Apr 28 19:35:48.320456 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-af5cdf18-33cf-4444-b0c8-37a8591b5fa6 req-6453ae71-3ba6-47cd-a11e-b1359d602b4e tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Deleting port b3926921-f602-41d5-a548-b315c99c59ea {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:35:48.320813 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-af5cdf18-33cf-4444-b0c8-37a8591b5fa6 req-6453ae71-3ba6-47cd-a11e-b1359d602b4e tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:48.418711 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f2901-82e8-4b0b-abfb-3782a11c3c8d req-bb29f5eb-e81b-496a-ba60-7484442819a7 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:48.421668 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-547f2901-82e8-4b0b-abfb-3782a11c3c8d req-bb29f5eb-e81b-496a-ba60-7484442819a7 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9308f17-31c8-4255-8594-b76c0727fad5 HTTP/1.1" status: 200 len: 945 time: 0.1188436 Apr 28 19:35:48.449489 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8e6c0420-3e0f-4c97-8c9c-c50b9299a087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:48.454476 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8e6c0420-3e0f-4c97-8c9c-c50b9299a087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:48.457768 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8e6c0420-3e0f-4c97-8c9c-c50b9299a087 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/81ae6a1f-918d-4b08-845d-af40b048f199 HTTP/1.1" status: 204 len: 168 time: 0.4505990 Apr 28 19:35:48.466697 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc05485-8fa9-4a40-bb98-c1ef80e2aaad req-3d887df3-6352-47d1-a972-b8e9c9383d9d tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:48.469401 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6cc05485-8fa9-4a40-bb98-c1ef80e2aaad req-3d887df3-6352-47d1-a972-b8e9c9383d9d tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cbe55c2-8e22-4b7c-b402-7395e6c4765d HTTP/1.1" status: 200 len: 946 time: 0.2846072 Apr 28 19:35:48.558910 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42660) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:48.579402 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c0420-3e0f-4c97-8c9c-c50b9299a087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ae6a1f-918d-4b08-845d-af40b048f199,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:48.653196 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-547f2901-82e8-4b0b-abfb-3782a11c3c8d req-d6baeff0-d4df-4f2a-8ae2-10de932a2565 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224038 Apr 28 19:35:48.712297 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d5e272cf-181c-4cb7-9626-c9165af6101c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0ae8d60049c14c75bd87e80dada3b364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1505344 Apr 28 19:35:48.718263 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42666) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:48.879451 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-79d760ed-4378-463f-b60a-769dd727dbb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:48.936444 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-79d760ed-4378-463f-b60a-769dd727dbb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:48.956175 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2232f0b-d055-44bf-9ae1-b77b1df5a20a req-e81027df-d76c-4de4-864e-6f1e90a99d8e tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:48.961174 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d2232f0b-d055-44bf-9ae1-b77b1df5a20a req-e81027df-d76c-4de4-864e-6f1e90a99d8e tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbe55c2-8e22-4b7c-b402-7395e6c4765d HTTP/1.1" status: 200 len: 946 time: 0.1677723 Apr 28 19:35:48.985299 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-e178622c-3fdc-4744-9159-14fc217d4cb7 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:49.104200 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-82824903-b253-410a-b6b9-94bcc9e2ea10 req-9700bf45-ad56-4031-9a8d-78066d7c3e05 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Deleting port b8bcacdd-2720-4d39-9e70-bf2d520bce0e {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:35:49.104648 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-82824903-b253-410a-b6b9-94bcc9e2ea10 req-9700bf45-ad56-4031-9a8d-78066d7c3e05 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:49.132648 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d2232f0b-d055-44bf-9ae1-b77b1df5a20a req-6ce29fcf-d862-4a3d-acd0-ef5d72e15830 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "GET /v2.0/security-groups?id=5540b366-209c-4750-8eb8-33c6d7200fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451252 Apr 28 19:35:49.151464 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-79d760ed-4378-463f-b60a-769dd727dbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:49.176167 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-79d760ed-4378-463f-b60a-769dd727dbb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:49.179164 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-af5cdf18-33cf-4444-b0c8-37a8591b5fa6 req-6453ae71-3ba6-47cd-a11e-b1359d602b4e tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] For port b3926921-f602-41d5-a548-b315c99c59ea, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=b3926921-f602-41d5-a548-b315c99c59ea,segment=NetworkSegment(2e4de97d-9fd8-4370-8f0b-d7e26e0e3559),segment_id=2e4de97d-9fd8-4370-8f0b-d7e26e0e3559)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:49.179534 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-af5cdf18-33cf-4444-b0c8-37a8591b5fa6 req-6453ae71-3ba6-47cd-a11e-b1359d602b4e tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:49.180980 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-79d760ed-4378-463f-b60a-769dd727dbb3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/746acaed-14f1-45d6-ace6-6ed5bfc28f47 HTTP/1.1" status: 204 len: 168 time: 0.4609582 Apr 28 19:35:49.199872 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d760ed-4378-463f-b60a-769dd727dbb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746acaed-14f1-45d6-ace6-6ed5bfc28f47,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:49.251699 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-03a15cfe-53b4-4c25-b78a-7a2ce0ff6038 service neutron] 10.222.0.42 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9209938 Apr 28 19:35:49.278452 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-af5cdf18-33cf-4444-b0c8-37a8591b5fa6 req-6453ae71-3ba6-47cd-a11e-b1359d602b4e tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Calling delete_port for b3926921-f602-41d5-a548-b315c99c59ea owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:35:49.346083 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-e178622c-3fdc-4744-9159-14fc217d4cb7 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:49.481266 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-82824903-b253-410a-b6b9-94bcc9e2ea10 req-9700bf45-ad56-4031-9a8d-78066d7c3e05 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] For port b8bcacdd-2720-4d39-9e70-bf2d520bce0e, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=b8bcacdd-2720-4d39-9e70-bf2d520bce0e,segment=NetworkSegment(c10cc5b9-432d-471e-8b74-080f77012f91),segment_id=c10cc5b9-432d-471e-8b74-080f77012f91)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:49.481614 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-82824903-b253-410a-b6b9-94bcc9e2ea10 req-9700bf45-ad56-4031-9a8d-78066d7c3e05 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:49.495232 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-e178622c-3fdc-4744-9159-14fc217d4cb7 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Network 80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:35:49.509889 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-e178622c-3fdc-4744-9159-14fc217d4cb7 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:35:49.512263 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178622c-3fdc-4744-9159-14fc217d4cb7 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Pushing event updated for resources: {'Port': ['ID=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:49.516805 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-e178622c-3fdc-4744-9159-14fc217d4cb7 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:35:49.524671 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-82824903-b253-410a-b6b9-94bcc9e2ea10 req-9700bf45-ad56-4031-9a8d-78066d7c3e05 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Calling delete_port for b8bcacdd-2720-4d39-9e70-bf2d520bce0e owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:35:49.561425 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-6cc05485-8fa9-4a40-bb98-c1ef80e2aaad req-bd4d1b80-7139-44e4-b989-6dfc909f5128 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Deleting port f8fd0377-acfe-4958-b50a-8a5f400c6206 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:35:49.562026 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6cc05485-8fa9-4a40-bb98-c1ef80e2aaad req-bd4d1b80-7139-44e4-b989-6dfc909f5128 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:49.642810 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d70ec-e318-4a5d-928a-cb6f47c27f1f req-74f422f3-42f3-4563-b96b-bec6f22d620c tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:49.670125 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8b2d70ec-e318-4a5d-928a-cb6f47c27f1f req-74f422f3-42f3-4563-b96b-bec6f22d620c tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 931 time: 0.2347317 Apr 28 19:35:49.779075 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8b2d70ec-e318-4a5d-928a-cb6f47c27f1f req-b4d424c7-30d7-4cca-9536-cf97b190f2d7 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074727 Apr 28 19:35:49.820135 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-94fcf372-674d-48b5-b15a-80272fdf61fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:49.846077 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-e178622c-3fdc-4744-9159-14fc217d4cb7 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:49.849518 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-e178622c-3fdc-4744-9159-14fc217d4cb7 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:49.991669 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6c644fb4-a191-4697-982a-2aae5ef9a6c8 req-7672e7f1-872f-40ec-8741-8f6aa8f17e8e tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f HTTP/1.1" status: 200 len: 210 time: 0.0564690 Apr 28 19:35:50.108718 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3071-2c26-45d4-82d0-2eb97bc6ed1c None None] Provisioning complete for port c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:35:50.110155 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3071-2c26-45d4-82d0-2eb97bc6ed1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:50.190517 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3071-2c26-45d4-82d0-2eb97bc6ed1c None None] Port c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:35:50.227869 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-e178622c-3fdc-4744-9159-14fc217d4cb7 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3269536 Apr 28 19:35:50.282936 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-6cc05485-8fa9-4a40-bb98-c1ef80e2aaad req-bd4d1b80-7139-44e4-b989-6dfc909f5128 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] For port f8fd0377-acfe-4958-b50a-8a5f400c6206, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=f8fd0377-acfe-4958-b50a-8a5f400c6206,segment=NetworkSegment(bc52fff9-5f2e-4745-8408-e439471fc1e0),segment_id=bc52fff9-5f2e-4745-8408-e439471fc1e0)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:50.283765 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6cc05485-8fa9-4a40-bb98-c1ef80e2aaad req-bd4d1b80-7139-44e4-b989-6dfc909f5128 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:50.286559 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5d3f9-29d3-4031-ba69-f3392fc1a967 req-b185401d-bc6b-4410-ac1c-3652953ed54a tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:50.288345 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-75c5d3f9-29d3-4031-ba69-f3392fc1a967 req-b185401d-bc6b-4410-ac1c-3652953ed54a tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9308f17-31c8-4255-8594-b76c0727fad5 HTTP/1.1" status: 200 len: 945 time: 0.1075089 Apr 28 19:35:50.339997 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-af5cdf18-33cf-4444-b0c8-37a8591b5fa6 req-6453ae71-3ba6-47cd-a11e-b1359d602b4e tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:50.354205 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:35:50.359193 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['cbeff78c-ff31-4de1-9212-d4a2cdd6aa23'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:35:50.380159 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-bd5959d1-f1a0-493a-94cd-cf8289eadaf8 service neutron] Request body: {'port': {'device_id': 'e4391f50-d433-41a8-801e-05d324974eb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:50.413391 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-75c5d3f9-29d3-4031-ba69-f3392fc1a967 req-66d94147-1c3f-4dd1-8b9c-ecc9324e8a3a tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb47ca-9208-48a1-bd83-e7889d1896cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162360 Apr 28 19:35:50.615815 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280deba7-68f8-479e-aed0-757478e0282a req-eed6c142-7b11-414d-ae39-0e374c515610 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:50.619035 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device f8fd0377-acfe-4958-b50a-8a5f400c6206 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:35:50.629860 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-280deba7-68f8-479e-aed0-757478e0282a req-eed6c142-7b11-414d-ae39-0e374c515610 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a78ba46-f3a6-4157-9eb7-5264762fa10a HTTP/1.1" status: 200 len: 867 time: 0.8466365 Apr 28 19:35:50.719143 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3be1c-e2f8-43f6-ab9e-6f3e36746cbe req-db34cdf8-1369-4b1d-a578-c983e932bd39 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:50.742280 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cbe3be1c-e2f8-43f6-ab9e-6f3e36746cbe req-db34cdf8-1369-4b1d-a578-c983e932bd39 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbe55c2-8e22-4b7c-b402-7395e6c4765d HTTP/1.1" status: 200 len: 946 time: 0.1878085 Apr 28 19:35:50.791726 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453ae71-3ba6-47cd-a11e-b1359d602b4e tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Pushing event deleted for resources: {'Port': ['ID=b3926921-f602-41d5-a548-b315c99c59ea,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:50.818276 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-bd5959d1-f1a0-493a-94cd-cf8289eadaf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:50.861259 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5cdf18-33cf-4444-b0c8-37a8591b5fa6 req-6453ae71-3ba6-47cd-a11e-b1359d602b4e tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] No DVR routers for this DVR port b3926921-f602-41d5-a548-b315c99c59ea on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:35:50.906766 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-af5cdf18-33cf-4444-b0c8-37a8591b5fa6 req-6453ae71-3ba6-47cd-a11e-b1359d602b4e tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:50.922588 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cbe3be1c-e2f8-43f6-ab9e-6f3e36746cbe req-56adcf18-b2ca-4c93-9d86-daf155974d5d tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "GET /v2.0/security-groups?id=5540b366-209c-4750-8eb8-33c6d7200fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792269 Apr 28 19:35:50.926926 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-af5cdf18-33cf-4444-b0c8-37a8591b5fa6 req-6453ae71-3ba6-47cd-a11e-b1359d602b4e tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.15 "DELETE /v2.0/ports/b3926921-f602-41d5-a548-b315c99c59ea HTTP/1.1" status: 204 len: 173 time: 3.1755168 Apr 28 19:35:50.937415 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a78ba46-f3a6-4157-9eb7-5264762fa10a', 'name': 'network-vif-deleted', 'tag': 'b3926921-f602-41d5-a548-b315c99c59ea'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:35:50.947009 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07d940b-535d-4265-a662-216c0f8da572" -d '{"events": [{"server_uuid": "2a78ba46-f3a6-4157-9eb7-5264762fa10a", "name": "network-vif-deleted", "tag": "b3926921-f602-41d5-a548-b315c99c59ea"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:35:50.961349 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-82824903-b253-410a-b6b9-94bcc9e2ea10 req-9700bf45-ad56-4031-9a8d-78066d7c3e05 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:50.990933 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-280deba7-68f8-479e-aed0-757478e0282a req-221b0224-a18f-457c-92fb-015f9ebbcf0c tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/security-groups?id=779b6b35-63b1-4355-b56c-343c3e48d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597491 Apr 28 19:35:51.054476 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42760) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:51.221708 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39d4e40-e765-42b7-a90d-a0f0b53c48ac x-openstack-request-id: req-c39d4e40-e765-42b7-a90d-a0f0b53c48ac {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:35:51.225471 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a78ba46-f3a6-4157-9eb7-5264762fa10a", "name": "network-vif-deleted", "tag": "b3926921-f602-41d5-a548-b315c99c59ea", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:35:51.226054 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c39d4e40-e765-42b7-a90d-a0f0b53c48ac {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:35:51.236090 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c39d4e40-e765-42b7-a90d-a0f0b53c48ac'] response: {'server_uuid': '2a78ba46-f3a6-4157-9eb7-5264762fa10a', 'name': 'network-vif-deleted', 'tag': 'b3926921-f602-41d5-a548-b315c99c59ea', 'status': 'completed', 'code': 200} Apr 28 19:35:51.268975 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700bf45-ad56-4031-9a8d-78066d7c3e05 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Pushing event deleted for resources: {'Port': ['ID=b8bcacdd-2720-4d39-9e70-bf2d520bce0e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:51.328470 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-93c3cf4a-acc4-49fa-a7e8-e58097782c6f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1783228180-network', 'tenant_id': 'e49727ec04bb4837958078af27c4675b'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:51.349743 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700bf45-ad56-4031-9a8d-78066d7c3e05 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:51.350258 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700bf45-ad56-4031-9a8d-78066d7c3e05 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:51.350816 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700bf45-ad56-4031-9a8d-78066d7c3e05 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:51.355354 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700bf45-ad56-4031-9a8d-78066d7c3e05 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:51.355979 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700bf45-ad56-4031-9a8d-78066d7c3e05 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:51.357073 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700bf45-ad56-4031-9a8d-78066d7c3e05 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:51.357940 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700bf45-ad56-4031-9a8d-78066d7c3e05 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:51.358633 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700bf45-ad56-4031-9a8d-78066d7c3e05 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:51.359339 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:51.359846 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700bf45-ad56-4031-9a8d-78066d7c3e05 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:51.360171 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700bf45-ad56-4031-9a8d-78066d7c3e05 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:51.361043 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700bf45-ad56-4031-9a8d-78066d7c3e05 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:51.361602 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700bf45-ad56-4031-9a8d-78066d7c3e05 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:51.411466 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port f8fd0377-acfe-4958-b50a-8a5f400c6206, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=f8fd0377-acfe-4958-b50a-8a5f400c6206,segment=NetworkSegment(bc52fff9-5f2e-4745-8408-e439471fc1e0),segment_id=bc52fff9-5f2e-4745-8408-e439471fc1e0)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:51.412945 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbe55c2-8e22-4b7c-b402-7395e6c4765d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8fd0377-acfe-4958-b50a-8a5f400c6206'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:35:51.415868 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e016a268-8ed5-4ac8-8854-1e69eefea5b7" -d '{"events": [{"server_uuid": "7cbe55c2-8e22-4b7c-b402-7395e6c4765d", "name": "network-vif-unplugged", "status": "completed", "tag": "f8fd0377-acfe-4958-b50a-8a5f400c6206"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:35:51.424557 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:51.426200 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device b3926921-f602-41d5-a548-b315c99c59ea no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:35:51.451141 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c3cf4a-acc4-49fa-a7e8-e58097782c6f admin admin] Made reservation on behalf of e49727ec04bb4837958078af27c4675b for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:35:51.455247 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-93c3cf4a-acc4-49fa-a7e8-e58097782c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:51.473735 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eca7c181-9b4a-4915-bc1c-5a2aa2b35ac9 req-d6eb412b-62ed-41c8-be2c-5352adfe5c45 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f HTTP/1.1" status: 200 len: 210 time: 0.0686288 Apr 28 19:35:51.486248 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-93c3cf4a-acc4-49fa-a7e8-e58097782c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:51.498846 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: b3926921-f602-41d5-a548-b315c99c59ea {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:35:51.499398 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device b3926921-f602-41d5-a548-b315c99c59ea not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:35:51.574603 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=f8fd0377-acfe-4958-b50a-8a5f400c6206,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:51.620842 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 19:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa74d23-ecb2-4767-8213-012b7b2fe951 x-openstack-request-id: req-7fa74d23-ecb2-4767-8213-012b7b2fe951 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:35:51.621138 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbe55c2-8e22-4b7c-b402-7395e6c4765d", "name": "network-vif-unplugged", "status": "completed", "tag": "f8fd0377-acfe-4958-b50a-8a5f400c6206", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:35:51.621386 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7fa74d23-ecb2-4767-8213-012b7b2fe951 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:35:51.621825 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fa74d23-ecb2-4767-8213-012b7b2fe951'] response: {'server_uuid': '7cbe55c2-8e22-4b7c-b402-7395e6c4765d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8fd0377-acfe-4958-b50a-8a5f400c6206', 'code': 200} Apr 28 19:35:51.745180 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c9a882ff-3675-47c6-9f41-55e2355bfc92 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:35:51.748263 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device b8bcacdd-2720-4d39-9e70-bf2d520bce0e no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:35:51.800984 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-93c3cf4a-acc4-49fa-a7e8-e58097782c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:51.862011 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-39ab7405-bc4b-403d-ba68-4f580c441c65 req-9a6041e3-ca35-4f87-a6ac-eb56ca122c5a tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9308f17-31c8-4255-8594-b76c0727fad5 HTTP/1.1" status: 200 len: 210 time: 0.0577347 Apr 28 19:35:51.863639 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-93c3cf4a-acc4-49fa-a7e8-e58097782c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:51.926859 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c3cf4a-acc4-49fa-a7e8-e58097782c6f admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:35:51.987867 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3cf4a-acc4-49fa-a7e8-e58097782c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac75b22-8df9-4240-95e5-505d34be8541,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:52.025676 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-93c3cf4a-acc4-49fa-a7e8-e58097782c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:52.036254 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-93c3cf4a-acc4-49fa-a7e8-e58097782c6f admin admin] Added segment c6172fd9-2d03-469f-a32b-5db0db5c07cf of type vlan for network 523161a3-58e0-4888-9d07-660bd97e22da Apr 28 19:35:52.041237 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: b8bcacdd-2720-4d39-9e70-bf2d520bce0e {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:35:52.041557 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device b8bcacdd-2720-4d39-9e70-bf2d520bce0e not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:35:52.051462 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3cf4a-acc4-49fa-a7e8-e58097782c6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:52.059144 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3cf4a-acc4-49fa-a7e8-e58097782c6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:52.060310 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3cf4a-acc4-49fa-a7e8-e58097782c6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:52.061150 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3cf4a-acc4-49fa-a7e8-e58097782c6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:52.068355 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3cf4a-acc4-49fa-a7e8-e58097782c6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:52.069377 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3cf4a-acc4-49fa-a7e8-e58097782c6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:52.070237 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3cf4a-acc4-49fa-a7e8-e58097782c6f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:52.071397 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3cf4a-acc4-49fa-a7e8-e58097782c6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:52.072318 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3cf4a-acc4-49fa-a7e8-e58097782c6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:52.073467 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3cf4a-acc4-49fa-a7e8-e58097782c6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:52.074697 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3cf4a-acc4-49fa-a7e8-e58097782c6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:52.075707 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c3cf4a-acc4-49fa-a7e8-e58097782c6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:52.133407 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e2ad-4a29-47f2-8dc4-c7b193e77256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:52.174483 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-bd5959d1-f1a0-493a-94cd-cf8289eadaf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:35:52.185992 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-bd5959d1-f1a0-493a-94cd-cf8289eadaf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:52.203206 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-bd5959d1-f1a0-493a-94cd-cf8289eadaf8 service neutron] Transition to ACTIVE for port object c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:35:52.204839 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-82824903-b253-410a-b6b9-94bcc9e2ea10 req-9700bf45-ad56-4031-9a8d-78066d7c3e05 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] No DVR routers for this DVR port b8bcacdd-2720-4d39-9e70-bf2d520bce0e on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:35:52.209928 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-82824903-b253-410a-b6b9-94bcc9e2ea10 req-9700bf45-ad56-4031-9a8d-78066d7c3e05 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:52.213863 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-82824903-b253-410a-b6b9-94bcc9e2ea10 req-9700bf45-ad56-4031-9a8d-78066d7c3e05 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.44 "DELETE /v2.0/ports/b8bcacdd-2720-4d39-9e70-bf2d520bce0e HTTP/1.1" status: 204 len: 173 time: 4.1635339 Apr 28 19:35:52.230595 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c9a882ff-3675-47c6-9f41-55e2355bfc92, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c9a882ff-3675-47c6-9f41-55e2355bfc92,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:52.234511 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-bd5959d1-f1a0-493a-94cd-cf8289eadaf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:52.235724 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-93c3cf4a-acc4-49fa-a7e8-e58097782c6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:52.295064 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'c9a882ff-3675-47c6-9f41-55e2355bfc92', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': 'c9a882ff-3675-47c6-9f41-55e2355bfc92', 'mac_address': 'fa:16:3e:6f:00:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:35:52.306990 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-93c3cf4a-acc4-49fa-a7e8-e58097782c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:52.309048 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c3cf4a-acc4-49fa-a7e8-e58097782c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:52.310833 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-93c3cf4a-acc4-49fa-a7e8-e58097782c6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:52.390368 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-93c3cf4a-acc4-49fa-a7e8-e58097782c6f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3341362 Apr 28 19:35:52.404621 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:52.446820 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9a882ff-3675-47c6-9f41-55e2355bfc92 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:35:52.496658 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42802) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:52.499355 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c9a882ff-3675-47c6-9f41-55e2355bfc92, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c9a882ff-3675-47c6-9f41-55e2355bfc92,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:52.507865 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:52.523100 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-76c62d9c-ea83-45cc-8ff8-ef30fd8b074b admin admin] Request body: {'subnet': {'network_id': '523161a3-58e0-4888-9d07-660bd97e22da', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1783228180-subnet', 'tenant_id': 'e49727ec04bb4837958078af27c4675b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:52.526262 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f57080-bc26-461e-9a03-f03e4646a24e req-856349c2-4c9a-468c-87a8-f01a780f3d0e tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:52.545321 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-28f57080-bc26-461e-9a03-f03e4646a24e req-856349c2-4c9a-468c-87a8-f01a780f3d0e tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbe55c2-8e22-4b7c-b402-7395e6c4765d HTTP/1.1" status: 200 len: 944 time: 0.3838351 Apr 28 19:35:52.566145 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6cc05485-8fa9-4a40-bb98-c1ef80e2aaad req-bd4d1b80-7139-44e4-b989-6dfc909f5128 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:52.566637 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6cc05485-8fa9-4a40-bb98-c1ef80e2aaad req-bd4d1b80-7139-44e4-b989-6dfc909f5128 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:52.567082 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [req-6cc05485-8fa9-4a40-bb98-c1ef80e2aaad req-bd4d1b80-7139-44e4-b989-6dfc909f5128 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Floating IP 36005140-3a93-4c11-8b6d-4f4bd44c417c disassociated. External IP: 172.25.8.152, port: f8fd0377-acfe-4958-b50a-8a5f400c6206. Apr 28 19:35:52.567505 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-6cc05485-8fa9-4a40-bb98-c1ef80e2aaad req-bd4d1b80-7139-44e4-b989-6dfc909f5128 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Calling delete_port for f8fd0377-acfe-4958-b50a-8a5f400c6206 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:35:52.591948 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3cf4a-acc4-49fa-a7e8-e58097782c6f admin admin] Pushing event updated for resources: {'Network': ['ID=523161a3-58e0-4888-9d07-660bd97e22da,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:52.609675 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['c9a882ff-3675-47c6-9f41-55e2355bfc92'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:35:52.612216 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53403d83-641a-4b1e-b500-298873517d92 req-5e281fdd-9ffa-4b78-bf18-6bf685ec1552 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:52.620264 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53403d83-641a-4b1e-b500-298873517d92 req-5e281fdd-9ffa-4b78-bf18-6bf685ec1552 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 931 time: 1.4495394 Apr 28 19:35:52.632366 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 523161a3-58e0-4888-9d07-660bd97e22da details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:35:52.741344 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-28f57080-bc26-461e-9a03-f03e4646a24e req-46f71075-9b7b-4b03-ba7b-135be1efbd69 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "GET /v2.0/security-groups?id=5540b366-209c-4750-8eb8-33c6d7200fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949866 Apr 28 19:35:52.767188 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=c9a882ff-3675-47c6-9f41-55e2355bfc92,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:52.896363 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5959d1-f1a0-493a-94cd-cf8289eadaf8 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:53.199863 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c62d9c-ea83-45cc-8ff8-ef30fd8b074b admin admin] Made reservation on behalf of e49727ec04bb4837958078af27c4675b for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:35:53.202401 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-76c62d9c-ea83-45cc-8ff8-ef30fd8b074b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:53.238648 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53403d83-641a-4b1e-b500-298873517d92 req-4c204e2c-5008-401b-9930-f4f7674c6562 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6172993 Apr 28 19:35:53.257924 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9308f17-31c8-4255-8594-b76c0727fad5', 'name': 'network-vif-deleted', 'tag': 'b8bcacdd-2720-4d39-9e70-bf2d520bce0e'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:35:53.268273 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87380418-d1d5-4ba7-b7aa-d2841056983a" -d '{"events": [{"server_uuid": "f9308f17-31c8-4255-8594-b76c0727fad5", "name": "network-vif-deleted", "tag": "b8bcacdd-2720-4d39-9e70-bf2d520bce0e"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:35:53.289559 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-b59f4177-421c-48d1-97d1-88f3482a2f7d tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:53.291771 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-b59f4177-421c-48d1-97d1-88f3482a2f7d tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.15 "GET /v2.0/networks?id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd HTTP/1.1" status: 200 len: 807 time: 1.0736697 Apr 28 19:35:53.334256 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6cc05485-8fa9-4a40-bb98-c1ef80e2aaad req-bd4d1b80-7139-44e4-b989-6dfc909f5128 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:53.350391 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-d4fb931b-b7fd-4e9b-b8c8-59de4c7e9a5b tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Request body: {'port': {'device_id': '9d1c3b18-a4f1-4076-b12a-632b4b18811f', 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd', 'admin_state_up': True, 'tenant_id': '65106efa94b44e66ac09133941d375fb'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:53.386957 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:53.405671 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d1b80-7139-44e4-b989-6dfc909f5128 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Pushing event deleted for resources: {'Port': ['ID=f8fd0377-acfe-4958-b50a-8a5f400c6206,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:53.522801 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-155b4057-feee-4362-81aa-e98cb0c8a107 req-a423cdb1-8a9d-4e0c-abc5-32495908d952 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f HTTP/1.1" status: 200 len: 210 time: 0.1104529 Apr 28 19:35:53.524220 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-b5d5e8ba-9a17-449f-9bb5-fbe76b4393eb tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=562cf2c3b16f41a69c5347304f359d78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0754557 Apr 28 19:35:53.549274 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-bd5959d1-f1a0-493a-94cd-cf8289eadaf8 service neutron] Attempting to bind port c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:35:53.549274 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-bd5959d1-f1a0-493a-94cd-cf8289eadaf8 service neutron] Attempting to bind port c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'da4ecde0-ccce-400b-993c-f6f4b507286e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:35:53.549274 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-bd5959d1-f1a0-493a-94cd-cf8289eadaf8 service neutron] Attempting to bind port c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 on network 80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:35:53.560078 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-bd5959d1-f1a0-493a-94cd-cf8289eadaf8 service neutron] Port c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 on network 80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:35:53.560618 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-bd5959d1-f1a0-493a-94cd-cf8289eadaf8 service neutron] Attempting to bind port c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 on network 80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:35:53.655923 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-bd5959d1-f1a0-493a-94cd-cf8289eadaf8 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:35:53.656488 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-bd5959d1-f1a0-493a-94cd-cf8289eadaf8 service neutron] Checking segment: {'id': 'da4ecde0-ccce-400b-993c-f6f4b507286e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:35:53.657088 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-bd5959d1-f1a0-493a-94cd-cf8289eadaf8 service neutron] Bound using segment: {'id': 'da4ecde0-ccce-400b-993c-f6f4b507286e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:35:53.657643 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-bd5959d1-f1a0-493a-94cd-cf8289eadaf8 service neutron] Bound port: c0f58fd3-aaf7-43ce-a88d-1f0914f2d178, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4ecde0-ccce-400b-993c-f6f4b507286e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:35:53.658107 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-bd5959d1-f1a0-493a-94cd-cf8289eadaf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:53.747490 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c9a882ff-3675-47c6-9f41-55e2355bfc92 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:35:53.932460 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port c9a882ff-3675-47c6-9f41-55e2355bfc92 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:35:53.933286 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:53.948502 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-403b33dc-45cd-4558-9593-c179ace8eaf3 tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:53.952749 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-403b33dc-45cd-4558-9593-c179ace8eaf3 tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3780289 Apr 28 19:35:54.000596 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-89fead8d-afcb-45b8-bebe-72d319aa6f37 tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.42 "GET /v2.0/quotas/562cf2c3b16f41a69c5347304f359d78 HTTP/1.1" status: 200 len: 375 time: 0.0247164 Apr 28 19:35:54.066937 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-0a92cacf-9233-4b8b-a8c5-5650dfcdc64c tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=562cf2c3b16f41a69c5347304f359d78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649669 Apr 28 19:35:54.087284 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785c722b-f5e0-43fe-aa8f-5d9ab3440c50 x-openstack-request-id: req-785c722b-f5e0-43fe-aa8f-5d9ab3440c50 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:35:54.087858 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9308f17-31c8-4255-8594-b76c0727fad5", "name": "network-vif-deleted", "tag": "b8bcacdd-2720-4d39-9e70-bf2d520bce0e", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:35:54.088384 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-785c722b-f5e0-43fe-aa8f-5d9ab3440c50 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:35:54.089443 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-785c722b-f5e0-43fe-aa8f-5d9ab3440c50'] response: {'server_uuid': 'f9308f17-31c8-4255-8594-b76c0727fad5', 'name': 'network-vif-deleted', 'tag': 'b8bcacdd-2720-4d39-9e70-bf2d520bce0e', 'status': 'completed', 'code': 200} Apr 28 19:35:54.141948 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-d4fb931b-b7fd-4e9b-b8c8-59de4c7e9a5b tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Made reservation on behalf of 65106efa94b44e66ac09133941d375fb for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:35:54.146135 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-d4fb931b-b7fd-4e9b-b8c8-59de4c7e9a5b tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:54.165662 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cc05485-8fa9-4a40-bb98-c1ef80e2aaad req-bd4d1b80-7139-44e4-b989-6dfc909f5128 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Router d2892274-3bba-4987-afc9-d7babec466f5 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:35:54.182726 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:54.208727 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-bd5959d1-f1a0-493a-94cd-cf8289eadaf8 service neutron] For port c0f58fd3-aaf7-43ce-a88d-1f0914f2d178, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:35:54.211732 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-76c62d9c-ea83-45cc-8ff8-ef30fd8b074b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:54.261588 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d04f3d-4255-4737-aad2-787288748693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a882ff-3675-47c6-9f41-55e2355bfc92'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:35:54.265873 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4cea33-6082-4d4f-9489-c17d43eafb12" -d '{"events": [{"server_uuid": "48d04f3d-4255-4737-aad2-787288748693", "name": "network-vif-plugged", "status": "completed", "tag": "c9a882ff-3675-47c6-9f41-55e2355bfc92"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:35:54.301370 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c9a882ff-3675-47c6-9f41-55e2355bfc92, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c9a882ff-3675-47c6-9f41-55e2355bfc92,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:54.321422 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:54.338565 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-46e8b570-05e6-474b-bb65-cec42eb48318 req-e33be957-ab46-4574-a042-44f4666eb721 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbe55c2-8e22-4b7c-b402-7395e6c4765d HTTP/1.1" status: 200 len: 210 time: 0.1637166 Apr 28 19:35:54.349507 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-bd5959d1-f1a0-493a-94cd-cf8289eadaf8 service neutron] For port c0f58fd3-aaf7-43ce-a88d-1f0914f2d178, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:35:54.411153 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-bd5959d1-f1a0-493a-94cd-cf8289eadaf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:54.473034 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0d984e-bdd3-40d5-920a-1f5d76fc1f96 x-openstack-request-id: req-6e0d984e-bdd3-40d5-920a-1f5d76fc1f96 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:35:54.473538 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d04f3d-4255-4737-aad2-787288748693", "name": "network-vif-plugged", "status": "completed", "tag": "c9a882ff-3675-47c6-9f41-55e2355bfc92", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:35:54.473977 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6e0d984e-bdd3-40d5-920a-1f5d76fc1f96 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:35:54.474593 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e0d984e-bdd3-40d5-920a-1f5d76fc1f96'] response: {'server_uuid': '48d04f3d-4255-4737-aad2-787288748693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a882ff-3675-47c6-9f41-55e2355bfc92', 'code': 200} Apr 28 19:35:54.475913 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=c9a882ff-3675-47c6-9f41-55e2355bfc92,revision_number=7']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:54.484797 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:54.485472 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:54.485977 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:54.486460 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:54.486947 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:54.487425 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:54.488288 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:54.488855 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:54.489345 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:54.490159 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:54.490927 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:54.491404 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:54.627554 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35d176-e66c-438d-b8ff-89f873a38ddf req-c73967d3-6fd4-447e-9bad-60811bce580d tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:54.640338 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fd35d176-e66c-438d-b8ff-89f873a38ddf req-c73967d3-6fd4-447e-9bad-60811bce580d tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 943 time: 0.1059136 Apr 28 19:35:54.690545 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c62d9c-ea83-45cc-8ff8-ef30fd8b074b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7a02aa4-d57a-4303-8595-f6ea30d8f482,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:54.693331 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5959d1-f1a0-493a-94cd-cf8289eadaf8 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:54.698947 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fd35d176-e66c-438d-b8ff-89f873a38ddf req-ccc5d244-be17-4230-94de-097f21eb380b tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555620 Apr 28 19:35:54.740437 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-bd5959d1-f1a0-493a-94cd-cf8289eadaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:54.741070 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-bd5959d1-f1a0-493a-94cd-cf8289eadaf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:54.742878 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-bd5959d1-f1a0-493a-94cd-cf8289eadaf8 service neutron] 10.222.0.44 "PUT /v2.0/ports/c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 HTTP/1.1" status: 200 len: 1091 time: 4.3886542 Apr 28 19:35:54.755550 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aaeaf8c6-6040-4651-989b-efe8b061176f req-d12f352a-db56-49cb-9c7d-f2bb54d5eb25 tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.42 "GET /v2.0/ports?device_id=ede2690f-3268-48bf-b47e-337df65f8b12 HTTP/1.1" status: 200 len: 210 time: 0.0904512 Apr 28 19:35:54.986825 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-277cc734-c1e6-4e7c-a56a-49eb9c394289 req-ba99b452-6e29-4c77-b40b-993f504c4384 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f HTTP/1.1" status: 200 len: 210 time: 0.0540736 Apr 28 19:35:55.162015 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42880) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:55.627320 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cc05485-8fa9-4a40-bb98-c1ef80e2aaad req-bd4d1b80-7139-44e4-b989-6dfc909f5128 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:35:55.633138 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c62d9c-ea83-45cc-8ff8-ef30fd8b074b admin admin] Checking segment: {'id': 'c6172fd9-2d03-469f-a32b-5db0db5c07cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '523161a3-58e0-4888-9d07-660bd97e22da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:35:55.633138 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c62d9c-ea83-45cc-8ff8-ef30fd8b074b admin admin] Network hostable DHCP agents. Network: 523161a3-58e0-4888-9d07-660bd97e22da, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:35:55.640906 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b413461d-f35d-4e94-b492-c16a32ee3900 None None] Sync routers for ids ['d2892274-3bba-4987-afc9-d7babec466f5'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:35:55.671377 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b413461d-f35d-4e94-b492-c16a32ee3900 None None] Routers {'d2892274-3bba-4987-afc9-d7babec466f5'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:35:55.674502 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b413461d-f35d-4e94-b492-c16a32ee3900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:35:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['d2892274-3bba-4987-afc9-d7babec466f5'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:55.695084 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:55.733138 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc05485-8fa9-4a40-bb98-c1ef80e2aaad req-bd4d1b80-7139-44e4-b989-6dfc909f5128 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] No DVR routers for this DVR port f8fd0377-acfe-4958-b50a-8a5f400c6206 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:35:55.737369 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6cc05485-8fa9-4a40-bb98-c1ef80e2aaad req-bd4d1b80-7139-44e4-b989-6dfc909f5128 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:55.741738 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6cc05485-8fa9-4a40-bb98-c1ef80e2aaad req-bd4d1b80-7139-44e4-b989-6dfc909f5128 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.15 "DELETE /v2.0/ports/f8fd0377-acfe-4958-b50a-8a5f400c6206 HTTP/1.1" status: 204 len: 173 time: 6.7760699 Apr 28 19:35:55.746793 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-d4fb931b-b7fd-4e9b-b8c8-59de4c7e9a5b tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Allocated IP 172.20.0.10 (497e1d66-f4cf-46aa-aa27-9862cbaf14dd/0d5c93c2-9d1b-4c66-8e1f-a78766af188b/db65d274-363d-4bb9-bfad-2c8782a96fa0) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:35:55.751327 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-cb4d8030-ab2e-415b-9b9c-96100f644acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:55.753943 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-cb4d8030-ab2e-415b-9b9c-96100f644acd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94740374ca054549b67b793671aaad05&device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 1094 time: 0.9096603 Apr 28 19:35:55.768911 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-77112b04-6345-428c-b3a6-e5715ac7dea6 req-0c11f9c4-8093-4277-9959-7a40893344bf tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbe55c2-8e22-4b7c-b402-7395e6c4765d HTTP/1.1" status: 200 len: 210 time: 0.1238668 Apr 28 19:35:55.856899 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:55.913601 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c62d9c-ea83-45cc-8ff8-ef30fd8b074b admin admin] Network 523161a3-58e0-4888-9d07-660bd97e22da is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:35:55.921794 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-799590f3-73eb-4d5e-8b37-017a0227a591 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 HTTP/1.1" status: 200 len: 217 time: 0.1482444 Apr 28 19:35:56.010262 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-76c62d9c-ea83-45cc-8ff8-ef30fd8b074b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 523161a3-58e0-4888-9d07-660bd97e22da) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:35:56.015201 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c62d9c-ea83-45cc-8ff8-ef30fd8b074b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:56.015804 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-76c62d9c-ea83-45cc-8ff8-ef30fd8b074b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:56.023530 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c1590e-a03e-4169-93a4-ccd9a2ebad0f None None] Network 523161a3-58e0-4888-9d07-660bd97e22da requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:35:56.039264 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fee25b86-bf28-4573-b501-71ffc3ee07b1 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:56.071875 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-b413461d-f35d-4e94-b492-c16a32ee3900 None None] Set router d2892274-3bba-4987-afc9-d7babec466f5 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:35:56.092394 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4391f50-d433-41a8-801e-05d324974eb3', 'tag': 'c0f58fd3-aaf7-43ce-a88d-1f0914f2d178'}, {'server_uuid': '7cbe55c2-8e22-4b7c-b402-7395e6c4765d', 'name': 'network-vif-deleted', 'tag': 'f8fd0377-acfe-4958-b50a-8a5f400c6206'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:35:56.098489 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fee25b86-bf28-4573-b501-71ffc3ee07b1 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:56.121677 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b954f39c-9fbb-4bfc-a60c-59b84b120127" -d '{"events": [{"name": "network-changed", "server_uuid": "e4391f50-d433-41a8-801e-05d324974eb3", "tag": "c0f58fd3-aaf7-43ce-a88d-1f0914f2d178"}, {"server_uuid": "7cbe55c2-8e22-4b7c-b402-7395e6c4765d", "name": "network-vif-deleted", "tag": "f8fd0377-acfe-4958-b50a-8a5f400c6206"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:35:56.200139 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-76c62d9c-ea83-45cc-8ff8-ef30fd8b074b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.6948380 Apr 28 19:35:56.202309 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42912) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:56.213759 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-21d09977-d9a9-4245-8db0-b9babc64cdcb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1783228180-router', 'tenant_id': 'e49727ec04bb4837958078af27c4675b', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:56.230255 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-44351c88-534a-4d02-aeeb-fbc8d29adfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:56.231855 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-44351c88-534a-4d02-aeeb-fbc8d29adfe8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43d83121-413d-4da3-b294-551f60ac6b94 HTTP/1.1" status: 200 len: 851 time: 0.2939639 Apr 28 19:35:56.281798 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b2081-5416-4b2d-9a78-26afd1e4d701 req-6d43d1ff-871f-4ff0-a8fe-f6b8fac768dd tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:56.289988 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac8b2081-5416-4b2d-9a78-26afd1e4d701 req-6d43d1ff-871f-4ff0-a8fe-f6b8fac768dd tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 943 time: 0.3795033 Apr 28 19:35:56.318958 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fee25b86-bf28-4573-b501-71ffc3ee07b1 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:56.322093 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fee25b86-bf28-4573-b501-71ffc3ee07b1 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:56.323507 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-fee25b86-bf28-4573-b501-71ffc3ee07b1 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "DELETE /v2.0/security-groups/cbdad4fa-3c18-4197-9ad2-70f4265913fb HTTP/1.1" status: 204 len: 168 time: 1.1601059 Apr 28 19:35:56.331462 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a23a04bb-1e11-491f-8109-c2b545bc5f8e req-245d3853-664d-4cef-ad65-408547882832 tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.42 "GET /v2.0/ports?device_id=ede2690f-3268-48bf-b47e-337df65f8b12 HTTP/1.1" status: 200 len: 210 time: 0.1092093 Apr 28 19:35:56.334404 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42914) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:56.356347 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee25b86-bf28-4573-b501-71ffc3ee07b1 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdad4fa-3c18-4197-9ad2-70f4265913fb,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:56.376928 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-21d09977-d9a9-4245-8db0-b9babc64cdcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:56.378409 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-21d09977-d9a9-4245-8db0-b9babc64cdcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:56.384597 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-557a5c1d-58bf-4160-a429-240f4d7fa143 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] show failed (client error): The resource could not be found. Apr 28 19:35:56.386743 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-557a5c1d-58bf-4160-a429-240f4d7fa143 tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "GET /v2.0/security-groups/cbdad4fa-3c18-4197-9ad2-70f4265913fb HTTP/1.1" status: 404 len: 347 time: 0.0485013 Apr 28 19:35:56.407445 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42916) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:56.569169 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-ab8ff1c8-5f60-432c-9554-a91e28131f90 tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=562cf2c3b16f41a69c5347304f359d78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666156 Apr 28 19:35:56.632767 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc9efe8-9e6e-4380-b279-a259faa06776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-523161a3-58e0-4888-9d07-660bd97e22da', 'network_id': '523161a3-58e0-4888-9d07-660bd97e22da', 'tenant_id': 'e49727ec04bb4837958078af27c4675b', 'fixed_ips': [{'subnet_id': 'a7a02aa4-d57a-4303-8595-f6ea30d8f482'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:35:56.633780 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4cc9efe8-9e6e-4380-b279-a259faa06776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:56.646334 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2218d816-8477-4682-86ce-88347006d227 req-ef466906-5a42-44a2-bf91-fa583a90e164 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f HTTP/1.1" status: 200 len: 210 time: 0.0542660 Apr 28 19:35:56.705422 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-d4fb931b-b7fd-4e9b-b8c8-59de4c7e9a5b tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:56.758770 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-21d09977-d9a9-4245-8db0-b9babc64cdcb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:56.901922 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b413461d-f35d-4e94-b492-c16a32ee3900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'name': 'tempest-AttachSCSIVolumeTestJSON-916074730-router', 'tenant_id': 'ac4a325e58b9497b9421c85aa337c854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '580aeb2f-a364-4874-a6fc-9228d1e77362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:17Z', 'revision_number': 4, 'project_id': 'ac4a325e58b9497b9421c85aa337c854', 'gw_port': {'id': '580aeb2f-a364-4874-a6fc-9228d1e77362', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:07Z', 'updated_at': '2022-04-28T19:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '9c283cd9-59f4-4ce6-8571-0a7650174a07', 'name': '', 'network_id': 'f904c84c-5f3f-4a5e-afcd-ce355e55bb02', 'tenant_id': 'ac4a325e58b9497b9421c85aa337c854', 'mac_address': 'fa:16:3e:ac:f3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '556349f0-38e7-4d9a-a43e-b8816ebacc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:16Z', 'updated_at': '2022-04-28T19:33:31Z', 'revision_number': 5, 'project_id': 'ac4a325e58b9497b9421c85aa337c854', 'subnets': [{'id': '556349f0-38e7-4d9a-a43e-b8816ebacc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:56.971480 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-2af03d88-db7d-4791-9ca8-a744e76f0eda tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:56.977892 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b413461d-f35d-4e94-b492-c16a32ee3900 None None] Checking router: d2892274-3bba-4987-afc9-d7babec466f5 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:35:56.979047 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-2af03d88-db7d-4791-9ca8-a744e76f0eda tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3607364 Apr 28 19:35:56.995970 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-d4fb931b-b7fd-4e9b-b8c8-59de4c7e9a5b tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:57.007178 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8da97212-e637-4400-8e49-36d1ab1ca40e tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Request body: {'port': {'device_id': 'ede2690f-3268-48bf-b47e-337df65f8b12', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'admin_state_up': True, 'tenant_id': '562cf2c3b16f41a69c5347304f359d78'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:57.010784 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b413461d-f35d-4e94-b492-c16a32ee3900 None None] Routers {'d2892274-3bba-4987-afc9-d7babec466f5'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:35:57.011810 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b413461d-f35d-4e94-b492-c16a32ee3900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:35:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['d2892274-3bba-4987-afc9-d7babec466f5'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:57.169359 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-b413461d-f35d-4e94-b492-c16a32ee3900 None None] Set router d2892274-3bba-4987-afc9-d7babec466f5 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:35:57.170165 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-4cc9efe8-9e6e-4380-b279-a259faa06776 None None] Allocated IP 172.20.0.2 (523161a3-58e0-4888-9d07-660bd97e22da/a7a02aa4-d57a-4303-8595-f6ea30d8f482/118b7b61-d151-4b11-bb3e-bf46d4de64b2) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:35:57.181619 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-3c796fa3-291f-45fc-a368-066033fcfd1c tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Deleting port f5bed67a-43bb-4ff1-b781-6de91a41c3a2 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:35:57.182708 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c796fa3-291f-45fc-a368-066033fcfd1c tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:57.264142 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-d550f063-5286-43a0-8429-0ba0129832de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:57.270581 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-d550f063-5286-43a0-8429-0ba0129832de service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9779148 Apr 28 19:35:57.287616 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac8b2081-5416-4b2d-9a78-26afd1e4d701 req-a1ad4500-7dce-41b4-980c-ed4c40b2491d tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8377519 Apr 28 19:35:57.291974 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c796fa3-291f-45fc-a368-066033fcfd1c tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:57.294178 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c796fa3-291f-45fc-a368-066033fcfd1c tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:57.416852 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 28 Apr 2022 19:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248b92ad-763b-4e8b-af85-a126f121a671 x-openstack-request-id: req-248b92ad-763b-4e8b-af85-a126f121a671 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:35:57.417300 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4391f50-d433-41a8-801e-05d324974eb3", "tag": "c0f58fd3-aaf7-43ce-a88d-1f0914f2d178", "status": "completed", "code": 200}, {"server_uuid": "7cbe55c2-8e22-4b7c-b402-7395e6c4765d", "name": "network-vif-deleted", "tag": "f8fd0377-acfe-4958-b50a-8a5f400c6206", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:35:57.417655 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-248b92ad-763b-4e8b-af85-a126f121a671 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:35:57.418295 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-248b92ad-763b-4e8b-af85-a126f121a671'] response: {'name': 'network-changed', 'server_uuid': 'e4391f50-d433-41a8-801e-05d324974eb3', 'tag': 'c0f58fd3-aaf7-43ce-a88d-1f0914f2d178', 'status': 'completed', 'code': 200} Apr 28 19:35:57.418653 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-248b92ad-763b-4e8b-af85-a126f121a671'] response: {'server_uuid': '7cbe55c2-8e22-4b7c-b402-7395e6c4765d', 'name': 'network-vif-deleted', 'tag': 'f8fd0377-acfe-4958-b50a-8a5f400c6206', 'status': 'completed', 'code': 200} Apr 28 19:35:57.429144 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-21d09977-d9a9-4245-8db0-b9babc64cdcb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:57.487760 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95361e8-0691-4b59-b500-e4bb8d95031f req-e4d3cb52-fec6-4e31-b2ab-c38590202228 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:57.494690 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95361e8-0691-4b59-b500-e4bb8d95031f req-e4d3cb52-fec6-4e31-b2ab-c38590202228 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:57.507921 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b95361e8-0691-4b59-b500-e4bb8d95031f req-e4d3cb52-fec6-4e31-b2ab-c38590202228 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ae4f1ba-31bb-4a62-922b-4739e7d36246&device_id=1ddf5606-d960-4493-aff9-8e3eeaaac5df HTTP/1.1" status: 200 len: 1681 time: 0.4610178 Apr 28 19:35:57.515577 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4cc9efe8-9e6e-4380-b279-a259faa06776 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:57.528930 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4cc9efe8-9e6e-4380-b279-a259faa06776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:57.529117 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-3c796fa3-291f-45fc-a368-066033fcfd1c tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Calling delete_port for f5bed67a-43bb-4ff1-b781-6de91a41c3a2 owned by network:floatingip {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:35:57.547348 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb931b-b7fd-4e9b-b8c8-59de4c7e9a5b tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Pushing event updated for resources: {'Port': ['ID=db65d274-363d-4bb9-bfad-2c8782a96fa0,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:57.563999 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-d4fb931b-b7fd-4e9b-b8c8-59de4c7e9a5b tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:35:57.593003 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-d4fb931b-b7fd-4e9b-b8c8-59de4c7e9a5b tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:35:57.604163 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-d4fb931b-b7fd-4e9b-b8c8-59de4c7e9a5b tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:35:57.644757 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc9efe8-9e6e-4380-b279-a259faa06776 None None] Network 523161a3-58e0-4888-9d07-660bd97e22da is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:35:57.681710 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8da97212-e637-4400-8e49-36d1ab1ca40e tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Made reservation on behalf of 562cf2c3b16f41a69c5347304f359d78 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:35:57.682787 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8da97212-e637-4400-8e49-36d1ab1ca40e tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:57.697745 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9efe8-9e6e-4380-b279-a259faa06776 None None] Pushing event updated for resources: {'Port': ['ID=118b7b61-d151-4b11-bb3e-bf46d4de64b2,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:57.703442 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8da97212-e637-4400-8e49-36d1ab1ca40e tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:57.703619 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-4cc9efe8-9e6e-4380-b279-a259faa06776 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:35:57.707568 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc9efe8-9e6e-4380-b279-a259faa06776 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:35:57.710626 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b95361e8-0691-4b59-b500-e4bb8d95031f req-347b81a1-e71e-43fc-b7f9-f8836c7002c7 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/security-groups?id=779b6b35-63b1-4355-b56c-343c3e48d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835902 Apr 28 19:35:57.767842 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-d4fb931b-b7fd-4e9b-b8c8-59de4c7e9a5b tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:57.768698 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-d4fb931b-b7fd-4e9b-b8c8-59de4c7e9a5b tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:57.775816 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42938) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:57.793522 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b413461d-f35d-4e94-b492-c16a32ee3900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'name': 'tempest-AttachSCSIVolumeTestJSON-916074730-router', 'tenant_id': 'ac4a325e58b9497b9421c85aa337c854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '580aeb2f-a364-4874-a6fc-9228d1e77362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:17Z', 'revision_number': 4, 'project_id': 'ac4a325e58b9497b9421c85aa337c854', 'gw_port': {'id': '580aeb2f-a364-4874-a6fc-9228d1e77362', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:07Z', 'updated_at': '2022-04-28T19:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '9c283cd9-59f4-4ce6-8571-0a7650174a07', 'name': '', 'network_id': 'f904c84c-5f3f-4a5e-afcd-ce355e55bb02', 'tenant_id': 'ac4a325e58b9497b9421c85aa337c854', 'mac_address': 'fa:16:3e:ac:f3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '556349f0-38e7-4d9a-a43e-b8816ebacc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:16Z', 'updated_at': '2022-04-28T19:33:31Z', 'revision_number': 5, 'project_id': 'ac4a325e58b9497b9421c85aa337c854', 'subnets': [{'id': '556349f0-38e7-4d9a-a43e-b8816ebacc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:57.830904 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b413461d-f35d-4e94-b492-c16a32ee3900 None None] The sync data for ids ['d2892274-3bba-4987-afc9-d7babec466f5'] in n-d-839810-1 is: [{'id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'name': 'tempest-AttachSCSIVolumeTestJSON-916074730-router', 'tenant_id': 'ac4a325e58b9497b9421c85aa337c854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '580aeb2f-a364-4874-a6fc-9228d1e77362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:17Z', 'revision_number': 4, 'project_id': 'ac4a325e58b9497b9421c85aa337c854', 'gw_port': {'id': '580aeb2f-a364-4874-a6fc-9228d1e77362', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:07Z', 'updated_at': '2022-04-28T19:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '9c283cd9-59f4-4ce6-8571-0a7650174a07', 'name': '', 'network_id': 'f904c84c-5f3f-4a5e-afcd-ce355e55bb02', 'tenant_id': 'ac4a325e58b9497b9421c85aa337c854', 'mac_address': 'fa:16:3e:ac:f3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '556349f0-38e7-4d9a-a43e-b8816ebacc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:16Z', 'updated_at': '2022-04-28T19:33:31Z', 'revision_number': 5, 'project_id': 'ac4a325e58b9497b9421c85aa337c854', 'subnets': [{'id': '556349f0-38e7-4d9a-a43e-b8816ebacc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:35:57.837443 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-4cc9efe8-9e6e-4380-b279-a259faa06776 None None] Attempting to bind port 118b7b61-d151-4b11-bb3e-bf46d4de64b2 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:35:57.837443 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-4cc9efe8-9e6e-4380-b279-a259faa06776 None None] Attempting to bind port 118b7b61-d151-4b11-bb3e-bf46d4de64b2 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'c6172fd9-2d03-469f-a32b-5db0db5c07cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '523161a3-58e0-4888-9d07-660bd97e22da'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:35:57.837443 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc9efe8-9e6e-4380-b279-a259faa06776 None None] Attempting to bind port 118b7b61-d151-4b11-bb3e-bf46d4de64b2 on network 523161a3-58e0-4888-9d07-660bd97e22da {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:35:57.842808 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc9efe8-9e6e-4380-b279-a259faa06776 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:35:57.843182 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc9efe8-9e6e-4380-b279-a259faa06776 None None] Checking segment: {'id': 'c6172fd9-2d03-469f-a32b-5db0db5c07cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '523161a3-58e0-4888-9d07-660bd97e22da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:35:57.843587 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4cc9efe8-9e6e-4380-b279-a259faa06776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:57.843976 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc9efe8-9e6e-4380-b279-a259faa06776 None None] Bound using segment: {'id': 'c6172fd9-2d03-469f-a32b-5db0db5c07cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '523161a3-58e0-4888-9d07-660bd97e22da'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:35:57.844476 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-4cc9efe8-9e6e-4380-b279-a259faa06776 None None] Bound port: 118b7b61-d151-4b11-bb3e-bf46d4de64b2, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6172fd9-2d03-469f-a32b-5db0db5c07cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '523161a3-58e0-4888-9d07-660bd97e22da'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:35:57.845750 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4cc9efe8-9e6e-4380-b279-a259faa06776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:57.905617 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-05c32cdf-2907-4305-a1db-cd1cdb9043eb req-0ecd6c4f-6f1c-4e50-9a7f-ab466b5aee22 tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.42 "GET /v2.0/ports?device_id=ede2690f-3268-48bf-b47e-337df65f8b12 HTTP/1.1" status: 200 len: 210 time: 0.1678557 Apr 28 19:35:57.946056 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-8e0ff2fa-e7fc-4454-8fe0-847d5b3d4191 service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6452563 Apr 28 19:35:57.958149 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-d4fb931b-b7fd-4e9b-b8c8-59de4c7e9a5b tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6211438 Apr 28 19:35:57.974094 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-4cc9efe8-9e6e-4380-b279-a259faa06776 None None] For port 118b7b61-d151-4b11-bb3e-bf46d4de64b2, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:35:57.984254 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-4cc9efe8-9e6e-4380-b279-a259faa06776 None None] For port 118b7b61-d151-4b11-bb3e-bf46d4de64b2, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=118b7b61-d151-4b11-bb3e-bf46d4de64b2,segment=NetworkSegment(c6172fd9-2d03-469f-a32b-5db0db5c07cf),segment_id=c6172fd9-2d03-469f-a32b-5db0db5c07cf)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:35:57.993202 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-5f53dd75-f9d7-49c4-bd91-954c4a678754 service neutron] Request body: {'port': {'device_id': '9d1c3b18-a4f1-4076-b12a-632b4b18811f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:35:57.994250 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4cc9efe8-9e6e-4380-b279-a259faa06776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:58.039414 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb229e-7bd1-48d5-8b95-09aa393dcc7b req-b4aa38c8-781e-459b-ab7a-7ade9bddfe16 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:58.047895 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-39bb229e-7bd1-48d5-8b95-09aa393dcc7b req-b4aa38c8-781e-459b-ab7a-7ade9bddfe16 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f HTTP/1.1" status: 200 len: 932 time: 0.1873546 Apr 28 19:35:58.089652 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-5f53dd75-f9d7-49c4-bd91-954c4a678754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:58.105652 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-25c29572-c9cf-42f8-8be3-48bd05eb1807 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:58.127989 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9efe8-9e6e-4380-b279-a259faa06776 None None] Pushing event updated for resources: {'Port': ['ID=118b7b61-d151-4b11-bb3e-bf46d4de64b2,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:58.167219 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-39bb229e-7bd1-48d5-8b95-09aa393dcc7b req-f3b199e6-a433-4ecf-9a24-1fc3018f78ad tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180847 Apr 28 19:35:58.383399 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eefbb1-dc3c-48e8-a114-2cb0f2b6da84 None None] New status for floating IP 36005140-3a93-4c11-8b6d-4f4bd44c417c: DOWN {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:35:58.642256 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-21d09977-d9a9-4245-8db0-b9babc64cdcb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:58.682472 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c796fa3-291f-45fc-a368-066033fcfd1c tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:58.711703 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-21d09977-d9a9-4245-8db0-b9babc64cdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:58.781890 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c796fa3-291f-45fc-a368-066033fcfd1c tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Pushing event deleted for resources: {'Port': ['ID=f5bed67a-43bb-4ff1-b781-6de91a41c3a2,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:58.851578 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-5f53dd75-f9d7-49c4-bd91-954c4a678754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db65d274-363d-4bb9-bfad-2c8782a96fa0 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:35:58.862632 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-5f53dd75-f9d7-49c4-bd91-954c4a678754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:58.880744 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c796fa3-291f-45fc-a368-066033fcfd1c tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks [] for floatingip, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:58.882631 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-5f53dd75-f9d7-49c4-bd91-954c4a678754 service neutron] Transition to ACTIVE for port object db65d274-363d-4bb9-bfad-2c8782a96fa0 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:35:58.883652 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c796fa3-291f-45fc-a368-066033fcfd1c tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:58.887410 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3c796fa3-291f-45fc-a368-066033fcfd1c tempest-ImagesOneServerNegativeTestJSON-787811923 tempest-ImagesOneServerNegativeTestJSON-787811923-project] 10.222.0.42 "DELETE /v2.0/floatingips/85681073-ef3d-4ffb-9401-2bd0e5976141 HTTP/1.1" status: 204 len: 168 time: 2.4659932 Apr 28 19:35:58.919508 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-25c29572-c9cf-42f8-8be3-48bd05eb1807 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:58.935810 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8da97212-e637-4400-8e49-36d1ab1ca40e tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:58.944368 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-5f53dd75-f9d7-49c4-bd91-954c4a678754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:58.982031 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-21d09977-d9a9-4245-8db0-b9babc64cdcb admin admin] Allocated IP 172.25.8.89 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/df085091-d90f-4c2b-a53d-58e43be8e25d) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:35:59.039729 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53dd75-f9d7-49c4-bd91-954c4a678754 service neutron] Pushing event updated for resources: {'Port': ['ID=db65d274-363d-4bb9-bfad-2c8782a96fa0,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:59.043358 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8da97212-e637-4400-8e49-36d1ab1ca40e tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:59.094967 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da97212-e637-4400-8e49-36d1ab1ca40e tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c870e2cd-5595-41bf-9a68-53ea5b1b547e,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:59.191552 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-761a9ad2-5b62-4fa4-9ebf-34c517f3390a req-89d06c05-4674-4a9b-b13d-90192a4520ba service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2222552 Apr 28 19:35:59.217087 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8603186-1e2b-4223-8357-161d18421a33 req-680f3000-132f-4b02-b90b-b52b6e544112 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:59.225878 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c8603186-1e2b-4223-8357-161d18421a33 req-680f3000-132f-4b02-b90b-b52b6e544112 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 943 time: 0.3264718 Apr 28 19:35:59.381958 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8da97212-e637-4400-8e49-36d1ab1ca40e tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Allocated IP 192.168.233.173 (a2ea96f2-6755-492c-8fa3-72807d68d67a/ba397751-1619-4962-a669-11aa98e2e3bc/b457aa1e-f854-41c4-9684-72e9bcb0ab77) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:35:59.455475 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-25c29572-c9cf-42f8-8be3-48bd05eb1807 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:59.461984 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-25c29572-c9cf-42f8-8be3-48bd05eb1807 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:59.466178 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-25c29572-c9cf-42f8-8be3-48bd05eb1807 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "DELETE /v2.0/security-groups/5540b366-209c-4750-8eb8-33c6d7200fc7 HTTP/1.1" status: 204 len: 168 time: 1.6816518 Apr 28 19:35:59.466374 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-21d09977-d9a9-4245-8db0-b9babc64cdcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:59.468886 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42974) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:59.559723 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c8603186-1e2b-4223-8357-161d18421a33 req-f0c4470e-e97b-47ca-af3c-88734921bd14 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3301380 Apr 28 19:35:59.615443 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-7a5e761f-b0bc-4d65-a25d-79a1d1b0392c tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] show failed (client error): The resource could not be found. Apr 28 19:35:59.617519 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7a5e761f-b0bc-4d65-a25d-79a1d1b0392c tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "GET /v2.0/security-groups/5540b366-209c-4750-8eb8-33c6d7200fc7 HTTP/1.1" status: 404 len: 347 time: 0.1485908 Apr 28 19:35:59.619120 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c29572-c9cf-42f8-8be3-48bd05eb1807 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5540b366-209c-4750-8eb8-33c6d7200fc7,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:59.634046 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42976) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:35:59.640537 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-372af562-6c59-4b61-847e-4d44a5277f22 req-60a583e9-2d44-48c0-887d-92c11ceaf089 tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.42 "GET /v2.0/ports?device_id=ede2690f-3268-48bf-b47e-337df65f8b12 HTTP/1.1" status: 200 len: 210 time: 0.1484313 Apr 28 19:35:59.769592 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-21d09977-d9a9-4245-8db0-b9babc64cdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:59.975854 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954f39c-9fbb-4bfc-a60c-59b84b120127 req-d60cb409-9b02-447b-85de-1b29bacc746f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:59.980545 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b954f39c-9fbb-4bfc-a60c-59b84b120127 req-d60cb409-9b02-447b-85de-1b29bacc746f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94740374ca054549b67b793671aaad05&device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 1094 time: 0.5671582 Apr 28 19:36:00.001486 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-5f53dd75-f9d7-49c4-bd91-954c4a678754 service neutron] Attempting to bind port db65d274-363d-4bb9-bfad-2c8782a96fa0 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:36:00.001799 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-5f53dd75-f9d7-49c4-bd91-954c4a678754 service neutron] Attempting to bind port db65d274-363d-4bb9-bfad-2c8782a96fa0 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:36:00.001978 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-5f53dd75-f9d7-49c4-bd91-954c4a678754 service neutron] Attempting to bind port db65d274-363d-4bb9-bfad-2c8782a96fa0 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:36:00.003262 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dea1bc-e2b0-47fc-b0b1-d9008312aee6 None None] Network 523161a3-58e0-4888-9d07-660bd97e22da requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:36:00.043847 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-5f53dd75-f9d7-49c4-bd91-954c4a678754 service neutron] Port db65d274-363d-4bb9-bfad-2c8782a96fa0 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:36:00.044674 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-5f53dd75-f9d7-49c4-bd91-954c4a678754 service neutron] Attempting to bind port db65d274-363d-4bb9-bfad-2c8782a96fa0 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:36:00.122373 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-5f53dd75-f9d7-49c4-bd91-954c4a678754 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:36:00.122718 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-5f53dd75-f9d7-49c4-bd91-954c4a678754 service neutron] Checking segment: {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:36:00.123293 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-5f53dd75-f9d7-49c4-bd91-954c4a678754 service neutron] Bound using segment: {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:36:00.123847 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-5f53dd75-f9d7-49c4-bd91-954c4a678754 service neutron] Bound port: db65d274-363d-4bb9-bfad-2c8782a96fa0, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:36:00.124339 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-5f53dd75-f9d7-49c4-bd91-954c4a678754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:00.134165 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 118b7b61-d151-4b11-bb3e-bf46d4de64b2 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:36:00.152031 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d09977-d9a9-4245-8db0-b9babc64cdcb admin admin] Pushing event updated for resources: {'Port': ['ID=df085091-d90f-4c2b-a53d-58e43be8e25d,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:00.157940 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d09977-d9a9-4245-8db0-b9babc64cdcb admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:36:00.177223 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-21d09977-d9a9-4245-8db0-b9babc64cdcb admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:36:00.187186 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d09977-d9a9-4245-8db0-b9babc64cdcb admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:36:00.247835 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21697c1d-7767-4829-a768-c4a935f0f85f req-624cb774-8181-4e04-aa42-391b6835cbe9 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:00.256620 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-21697c1d-7767-4829-a768-c4a935f0f85f req-624cb774-8181-4e04-aa42-391b6835cbe9 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f HTTP/1.1" status: 200 len: 944 time: 0.3717937 Apr 28 19:36:00.275437 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8da97212-e637-4400-8e49-36d1ab1ca40e tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:00.275886 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a4517-f6b1-4aab-944e-b0b156efb83e req-c8370915-ec78-45a5-b67f-321922b32f24 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:00.277915 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9e6a4517-f6b1-4aab-944e-b0b156efb83e req-c8370915-ec78-45a5-b67f-321922b32f24 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ddf5606-d960-4493-aff9-8e3eeaaac5df HTTP/1.1" status: 200 len: 945 time: 0.2416651 Apr 28 19:36:00.310552 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-35da5a8e-0ec4-418d-90e9-7bae2aa1b471 None None] Provisioning complete for port 118b7b61-d151-4b11-bb3e-bf46d4de64b2 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:36:00.311431 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35da5a8e-0ec4-418d-90e9-7bae2aa1b471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:00.406140 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-21697c1d-7767-4829-a768-c4a935f0f85f req-0b9b9a9b-172a-4dd0-835a-49511b80ea2b tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458809 Apr 28 19:36:00.456777 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 118b7b61-d151-4b11-bb3e-bf46d4de64b2 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:36:00.458246 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:00.504465 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42992) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:00.535965 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3856b82-ee13-4ae7-9077-83e1b7981ea3 req-c108ad6c-3c94-4459-b094-d4b7f9c2fb7a tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:00.544667 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f3856b82-ee13-4ae7-9077-83e1b7981ea3 req-c108ad6c-3c94-4459-b094-d4b7f9c2fb7a tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf5606-d960-4493-aff9-8e3eeaaac5df HTTP/1.1" status: 200 len: 945 time: 0.4583917 Apr 28 19:36:00.570554 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b0a39fd0-c49d-4ee5-97e6-502650542fc8 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Deleting port eafee87a-d2f9-4b37-8b88-9599be763e54 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:36:00.570554 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b0a39fd0-c49d-4ee5-97e6-502650542fc8 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:00.578922 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954f39c-9fbb-4bfc-a60c-59b84b120127 req-17c21802-f2dd-47a8-9bf5-72c4fe80758a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:00.582430 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b954f39c-9fbb-4bfc-a60c-59b84b120127 req-17c21802-f2dd-47a8-9bf5-72c4fe80758a service neutron] 10.222.0.44 "GET /v2.0/networks?id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 HTTP/1.1" status: 200 len: 913 time: 0.5719278 Apr 28 19:36:00.618447 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-937a2be7-3da1-4221-85db-dc6e5edfa4a8 admin admin] Deleting subnet fa4522c3-f018-4cb2-a4aa-58e81f9488ce {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:36:00.629385 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8da97212-e637-4400-8e49-36d1ab1ca40e tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:00.632972 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-937a2be7-3da1-4221-85db-dc6e5edfa4a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:00.652396 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-5f53dd75-f9d7-49c4-bd91-954c4a678754 service neutron] For port db65d274-363d-4bb9-bfad-2c8782a96fa0, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:36:00.788557 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-5f53dd75-f9d7-49c4-bd91-954c4a678754 service neutron] For port db65d274-363d-4bb9-bfad-2c8782a96fa0, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=db65d274-363d-4bb9-bfad-2c8782a96fa0,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:36:00.797711 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:00.805837 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b954f39c-9fbb-4bfc-a60c-59b84b120127 req-8bf719e9-4026-4f50-9e7b-d9568200de87 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 HTTP/1.1" status: 200 len: 217 time: 0.1879966 Apr 28 19:36:00.820838 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3b702-ecf4-42ae-815b-7a950516ae5c req-5597431f-193c-45a8-b5ca-22e59bcfbea4 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:00.822487 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aba3b702-ecf4-42ae-815b-7a950516ae5c req-5597431f-193c-45a8-b5ca-22e59bcfbea4 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ae4f1ba-31bb-4a62-922b-4739e7d36246 HTTP/1.1" status: 200 len: 945 time: 0.3828099 Apr 28 19:36:00.844981 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-5f53dd75-f9d7-49c4-bd91-954c4a678754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:00.849525 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8da97212-e637-4400-8e49-36d1ab1ca40e tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Network a2ea96f2-6755-492c-8fa3-72807d68d67a is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:36:00.906793 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8da97212-e637-4400-8e49-36d1ab1ca40e tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:36:00.909630 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8da97212-e637-4400-8e49-36d1ab1ca40e tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:36:00.924242 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35da5a8e-0ec4-418d-90e9-7bae2aa1b471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:00.928466 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 118b7b61-d151-4b11-bb3e-bf46d4de64b2, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=118b7b61-d151-4b11-bb3e-bf46d4de64b2,segment=NetworkSegment(c6172fd9-2d03-469f-a32b-5db0db5c07cf),segment_id=c6172fd9-2d03-469f-a32b-5db0db5c07cf)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:00.944802 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:00.988076 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:36:01.029514 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8da97212-e637-4400-8e49-36d1ab1ca40e tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:01.030821 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8da97212-e637-4400-8e49-36d1ab1ca40e tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:01.051221 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f3856b82-ee13-4ae7-9077-83e1b7981ea3 req-d2d7fa1a-6482-4f41-9cb3-f2d93c3ff7c1 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/security-groups?id=779b6b35-63b1-4355-b56c-343c3e48d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5052512 Apr 28 19:36:01.106308 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da97212-e637-4400-8e49-36d1ab1ca40e tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Pushing event updated for resources: {'Port': ['ID=b457aa1e-f854-41c4-9684-72e9bcb0ab77,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:01.138399 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-35da5a8e-0ec4-418d-90e9-7bae2aa1b471 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:36:01.139000 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-35da5a8e-0ec4-418d-90e9-7bae2aa1b471 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:36:01.191656 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=118b7b61-d151-4b11-bb3e-bf46d4de64b2,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:01.244418 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-9e6a4517-f6b1-4aab-944e-b0b156efb83e req-6043ae9f-3156-4b12-bab8-f220194705e5 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Deleting port cbeff78c-ff31-4de1-9212-d4a2cdd6aa23 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:36:01.245413 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-9e6a4517-f6b1-4aab-944e-b0b156efb83e req-6043ae9f-3156-4b12-bab8-f220194705e5 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:01.255419 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-937a2be7-3da1-4221-85db-dc6e5edfa4a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:01.261016 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b0a39fd0-c49d-4ee5-97e6-502650542fc8 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:01.261360 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b0a39fd0-c49d-4ee5-97e6-502650542fc8 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:01.312903 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e19a02-65bf-4714-8fac-bb404d04adc6 req-141a6319-27c1-4b9f-a617-ce7f8d55fee3 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:01.321433 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-79e19a02-65bf-4714-8fac-bb404d04adc6 req-141a6319-27c1-4b9f-a617-ce7f8d55fee3 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 943 time: 0.4640582 Apr 28 19:36:01.322880 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b0a39fd0-c49d-4ee5-97e6-502650542fc8 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Calling delete_port for eafee87a-d2f9-4b37-8b88-9599be763e54 owned by network:floatingip {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:36:01.405478 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-21d09977-d9a9-4245-8db0-b9babc64cdcb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:01.419627 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954f39c-9fbb-4bfc-a60c-59b84b120127 req-204be14e-f354-41e7-9207-4468f7a54fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:01.421335 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b954f39c-9fbb-4bfc-a60c-59b84b120127 req-204be14e-f354-41e7-9207-4468f7a54fc8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43d83121-413d-4da3-b294-551f60ac6b94 HTTP/1.1" status: 200 len: 851 time: 0.5977900 Apr 28 19:36:01.437713 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-5f53dd75-f9d7-49c4-bd91-954c4a678754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:01.437957 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-5f53dd75-f9d7-49c4-bd91-954c4a678754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:01.439474 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-5f53dd75-f9d7-49c4-bd91-954c4a678754 service neutron] 10.222.0.15 "PUT /v2.0/ports/db65d274-363d-4bb9-bfad-2c8782a96fa0 HTTP/1.1" status: 200 len: 1092 time: 3.4550588 Apr 28 19:36:01.443561 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1c3b18-a4f1-4076-b12a-632b4b18811f', 'tag': 'db65d274-363d-4bb9-bfad-2c8782a96fa0'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:36:01.453552 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca968118-e190-4bad-8f4a-30a26de59589" -d '{"events": [{"name": "network-changed", "server_uuid": "9d1c3b18-a4f1-4076-b12a-632b4b18811f", "tag": "db65d274-363d-4bb9-bfad-2c8782a96fa0"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:36:01.494965 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8da97212-e637-4400-8e49-36d1ab1ca40e tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4928672 Apr 28 19:36:01.504783 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-79e19a02-65bf-4714-8fac-bb404d04adc6 req-93e47137-f0a2-4d73-acd6-dda1c05a350e tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811857 Apr 28 19:36:01.512887 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-937a2be7-3da1-4221-85db-dc6e5edfa4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:01.585372 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8b8a5a5f-89e7-433d-a6ba-7cb369986fee service neutron] Request body: {'port': {'device_id': 'ede2690f-3268-48bf-b47e-337df65f8b12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:36:01.621674 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53dd75-f9d7-49c4-bd91-954c4a678754 service neutron] Pushing event updated for resources: {'Port': ['ID=db65d274-363d-4bb9-bfad-2c8782a96fa0,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:01.697126 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:01.786463 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 118b7b61-d151-4b11-bb3e-bf46d4de64b2 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:36:01.873319 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-c728e0af-1346-4b4f-a95d-ad02455c3394 None None] Provisioning complete for port 118b7b61-d151-4b11-bb3e-bf46d4de64b2 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:36:01.873710 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c728e0af-1346-4b4f-a95d-ad02455c3394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:01.885528 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-59280183-a8fd-48ca-b4c5-37661e7105a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:01.888185 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-59280183-a8fd-48ca-b4c5-37661e7105a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65106efa94b44e66ac09133941d375fb&device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f HTTP/1.1" status: 200 len: 1095 time: 0.3869243 Apr 28 19:36:01.917642 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c3d37-c566-4e2c-b59a-f8eb04b18aa0 req-24b123b1-021f-469e-b1e9-030705320f1c tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:01.931683 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 118b7b61-d151-4b11-bb3e-bf46d4de64b2 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:36:01.931967 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8d2c3d37-c566-4e2c-b59a-f8eb04b18aa0 req-24b123b1-021f-469e-b1e9-030705320f1c tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.42 "GET /v2.0/ports?device_id=ede2690f-3268-48bf-b47e-337df65f8b12 HTTP/1.1" status: 200 len: 936 time: 0.6037745 Apr 28 19:36:01.932436 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:01.950256 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8b8a5a5f-89e7-433d-a6ba-7cb369986fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:01.957387 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954f39c-9fbb-4bfc-a60c-59b84b120127 req-581435f8-34da-46a6-9c72-5965adacc6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:01.960222 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b954f39c-9fbb-4bfc-a60c-59b84b120127 req-581435f8-34da-46a6-9c72-5965adacc6ed service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4787219 Apr 28 19:36:02.101747 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-c728e0af-1346-4b4f-a95d-ad02455c3394 None None] Provisioning complete for port b457aa1e-f854-41c4-9684-72e9bcb0ab77 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:36:02.102126 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c728e0af-1346-4b4f-a95d-ad02455c3394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:02.149405 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-c728e0af-1346-4b4f-a95d-ad02455c3394 None None] Port b457aa1e-f854-41c4-9684-72e9bcb0ab77 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:36:02.190342 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-9e6a4517-f6b1-4aab-944e-b0b156efb83e req-6043ae9f-3156-4b12-bab8-f220194705e5 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] For port cbeff78c-ff31-4de1-9212-d4a2cdd6aa23, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=cbeff78c-ff31-4de1-9212-d4a2cdd6aa23,segment=NetworkSegment(2e4de97d-9fd8-4370-8f0b-d7e26e0e3559),segment_id=2e4de97d-9fd8-4370-8f0b-d7e26e0e3559)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:02.190859 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-9e6a4517-f6b1-4aab-944e-b0b156efb83e req-6043ae9f-3156-4b12-bab8-f220194705e5 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:02.229667 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-9e6a4517-f6b1-4aab-944e-b0b156efb83e req-6043ae9f-3156-4b12-bab8-f220194705e5 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Calling delete_port for cbeff78c-ff31-4de1-9212-d4a2cdd6aa23 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:36:02.267828 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71344ee2-87d9-440a-9393-1311d8f80571 req-9e46f5ae-64d7-4565-92a5-ecbccba9a892 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:02.270030 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-71344ee2-87d9-440a-9393-1311d8f80571 req-9e46f5ae-64d7-4565-92a5-ecbccba9a892 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f HTTP/1.1" status: 200 len: 944 time: 0.5383642 Apr 28 19:36:02.278565 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-937a2be7-3da1-4221-85db-dc6e5edfa4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:02.369522 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-937a2be7-3da1-4221-85db-dc6e5edfa4a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:02.372996 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-937a2be7-3da1-4221-85db-dc6e5edfa4a8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fa4522c3-f018-4cb2-a4aa-58e81f9488ce HTTP/1.1" status: 204 len: 168 time: 1.8665733 Apr 28 19:36:02.413174 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43018) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:02.422938 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a2be7-3da1-4221-85db-dc6e5edfa4a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa4522c3-f018-4cb2-a4aa-58e81f9488ce,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:02.522927 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-a3a24939-0134-4918-8102-71892a8b1885 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db65d274-363d-4bb9-bfad-2c8782a96fa0 HTTP/1.1" status: 200 len: 217 time: 0.5856659 Apr 28 19:36:02.598838 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-aba3b702-ecf4-42ae-815b-7a950516ae5c req-621b94d7-a815-4d9d-8d17-e13fa749f3eb tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Deleting port d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:36:02.599411 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-aba3b702-ecf4-42ae-815b-7a950516ae5c req-621b94d7-a815-4d9d-8d17-e13fa749f3eb tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:02.601512 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-21d09977-d9a9-4245-8db0-b9babc64cdcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:02.606036 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-71344ee2-87d9-440a-9393-1311d8f80571 req-4726affb-d5a7-47e1-891d-933355e7249b tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850127 Apr 28 19:36:02.649370 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:36:02.672425 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3e0943fb-3a4b-4e76-a568-93ba0eb82904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:02.867782 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-9e6a4517-f6b1-4aab-944e-b0b156efb83e req-6043ae9f-3156-4b12-bab8-f220194705e5 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:02.883302 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:02.921442 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3e0943fb-3a4b-4e76-a568-93ba0eb82904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:02.926620 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043ae9f-3156-4b12-bab8-f220194705e5 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Pushing event deleted for resources: {'Port': ['ID=cbeff78c-ff31-4de1-9212-d4a2cdd6aa23,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:02.978110 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24,segment=NetworkSegment(2e4de97d-9fd8-4370-8f0b-d7e26e0e3559),segment_id=2e4de97d-9fd8-4370-8f0b-d7e26e0e3559)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:02.981143 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae4f1ba-31bb-4a62-922b-4739e7d36246', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:36:02.989450 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d78dcb1-44c8-498d-8d5f-3e5e0e52316e" -d '{"events": [{"server_uuid": "1ae4f1ba-31bb-4a62-922b-4739e7d36246", "name": "network-vif-unplugged", "status": "completed", "tag": "d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:36:02.998837 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:03.002198 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-3e0943fb-3a4b-4e76-a568-93ba0eb82904 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['078f257f-ccf3-4985-b802-e93aa11e6332']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:03.018509 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbf9b5f-6aa5-47ba-98a3-9f85a0a50963 x-openstack-request-id: req-cbbf9b5f-6aa5-47ba-98a3-9f85a0a50963 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:36:03.019392 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d1c3b18-a4f1-4076-b12a-632b4b18811f", "tag": "db65d274-363d-4bb9-bfad-2c8782a96fa0", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:36:03.019852 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cbbf9b5f-6aa5-47ba-98a3-9f85a0a50963 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:36:03.020775 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbbf9b5f-6aa5-47ba-98a3-9f85a0a50963'] response: {'name': 'network-changed', 'server_uuid': '9d1c3b18-a4f1-4076-b12a-632b4b18811f', 'tag': 'db65d274-363d-4bb9-bfad-2c8782a96fa0', 'status': 'completed', 'code': 200} Apr 28 19:36:03.049351 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6a4517-f6b1-4aab-944e-b0b156efb83e req-6043ae9f-3156-4b12-bab8-f220194705e5 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] No DVR routers for this DVR port cbeff78c-ff31-4de1-9212-d4a2cdd6aa23 on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:36:03.053005 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-977292d4-2003-4ddf-a542-90da7cf21d48 req-4c750dc2-6725-487b-a40c-68855744f16f tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ddf5606-d960-4493-aff9-8e3eeaaac5df HTTP/1.1" status: 200 len: 210 time: 0.0693464 Apr 28 19:36:03.054222 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-9e6a4517-f6b1-4aab-944e-b0b156efb83e req-6043ae9f-3156-4b12-bab8-f220194705e5 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:03.057833 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9e6a4517-f6b1-4aab-944e-b0b156efb83e req-6043ae9f-3156-4b12-bab8-f220194705e5 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.44 "DELETE /v2.0/ports/cbeff78c-ff31-4de1-9212-d4a2cdd6aa23 HTTP/1.1" status: 204 len: 173 time: 2.7648003 Apr 28 19:36:03.060675 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddf5606-d960-4493-aff9-8e3eeaaac5df', 'name': 'network-vif-deleted', 'tag': 'cbeff78c-ff31-4de1-9212-d4a2cdd6aa23'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:36:03.063134 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583435aa-5200-42dd-8b9a-64d94afcf267" -d '{"events": [{"server_uuid": "1ddf5606-d960-4493-aff9-8e3eeaaac5df", "name": "network-vif-deleted", "tag": "cbeff78c-ff31-4de1-9212-d4a2cdd6aa23"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:36:03.068627 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-3e0943fb-3a4b-4e76-a568-93ba0eb82904 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10cc5b9-432d-471e-8b74-080f77012f91') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:03.068905 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-3e0943fb-3a4b-4e76-a568-93ba0eb82904 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10cc5b9-432d-471e-8b74-080f77012f91') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:03.085439 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3e0943fb-3a4b-4e76-a568-93ba0eb82904 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:03.113757 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:03.132841 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d09977-d9a9-4245-8db0-b9babc64cdcb admin admin] Router 508668da-630e-4668-a049-a493e8e2ad44 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:36:03.137091 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3e0943fb-3a4b-4e76-a568-93ba0eb82904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:03.150224 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e0943fb-3a4b-4e76-a568-93ba0eb82904 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:36:03.150813 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3e0943fb-3a4b-4e76-a568-93ba0eb82904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:03.152738 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:36:03.152738 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:36:03.152738 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:36:03.152738 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:36:03.152738 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:36:03.152738 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:36:03.152738 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:36:03.152738 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:36:03.152738 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:36:03.152738 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:36:03.152738 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:36:03.152738 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:36:03.152738 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:36:03.152738 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:36:03.152738 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:36:03.152738 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:36:03.152738 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:36:03.152738 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:36:03.152738 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:36:03.152738 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:36:03.152738 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:36:03.152738 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:36:03.152738 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:36:03.152738 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:36:03.152738 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:36:03.152738 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:36:03.152738 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:36:03.152738 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:36:03.152738 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:36:03.152738 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:36:03.152738 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:36:03.152738 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:36:03.198769 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:03.203105 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b954f39c-9fbb-4bfc-a60c-59b84b120127 req-cb17e1a6-f5eb-4b83-8850-32af421cec39 service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2212067 Apr 28 19:36:03.268904 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-44308d72-e3be-4a48-99c4-6b828c717e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:03.270496 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-44308d72-e3be-4a48-99c4-6b828c717e8b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d5c93c2-9d1b-4c66-8e1f-a78766af188b HTTP/1.1" status: 200 len: 847 time: 0.7255433 Apr 28 19:36:03.296442 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8d2c3d37-c566-4e2c-b59a-f8eb04b18aa0 req-250fae8c-20a0-41ad-961d-cbd25249a052 tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.42 "GET /v2.0/security-groups?id=c870e2cd-5595-41bf-9a68-53ea5b1b547e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3607633 Apr 28 19:36:03.313026 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3e0943fb-3a4b-4e76-a568-93ba0eb82904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:03.322230 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3e0943fb-3a4b-4e76-a568-93ba0eb82904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:03.329168 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3e0943fb-3a4b-4e76-a568-93ba0eb82904 admin admin] 10.222.0.42 "DELETE /v2.0/networks/078f257f-ccf3-4985-b802-e93aa11e6332 HTTP/1.1" status: 204 len: 168 time: 0.9084828 Apr 28 19:36:03.388320 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-38011b20-e0e8-472e-b3a8-33a69c462d39 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584693 Apr 28 19:36:03.422612 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0943fb-3a4b-4e76-a568-93ba0eb82904 admin admin] Pushing event deleted for resources: {'Network': ['ID=078f257f-ccf3-4985-b802-e93aa11e6332,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:03.467452 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 19:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8406583d-096d-420e-9ecb-8a3040d952bc x-openstack-request-id: req-8406583d-096d-420e-9ecb-8a3040d952bc {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:36:03.467887 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae4f1ba-31bb-4a62-922b-4739e7d36246", "name": "network-vif-unplugged", "status": "completed", "tag": "d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:36:03.468294 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8406583d-096d-420e-9ecb-8a3040d952bc {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:36:03.469269 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8406583d-096d-420e-9ecb-8a3040d952bc'] response: {'server_uuid': '1ae4f1ba-31bb-4a62-922b-4739e7d36246', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24', 'code': 200} Apr 28 19:36:03.541013 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8b5610-d78e-4e63-8857-09bda990d411 x-openstack-request-id: req-1e8b5610-d78e-4e63-8857-09bda990d411 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:36:03.541662 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddf5606-d960-4493-aff9-8e3eeaaac5df", "name": "network-vif-deleted", "tag": "cbeff78c-ff31-4de1-9212-d4a2cdd6aa23", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:36:03.542088 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1e8b5610-d78e-4e63-8857-09bda990d411 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:36:03.543227 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e8b5610-d78e-4e63-8857-09bda990d411'] response: {'server_uuid': '1ddf5606-d960-4493-aff9-8e3eeaaac5df', 'name': 'network-vif-deleted', 'tag': 'cbeff78c-ff31-4de1-9212-d4a2cdd6aa23', 'status': 'completed', 'code': 200} Apr 28 19:36:03.579126 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d09977-d9a9-4245-8db0-b9babc64cdcb admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:36:03.602057 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a87e9e-9760-4c07-9c3a-4bd340bb44ff None None] Sync routers for ids ['508668da-630e-4668-a049-a493e8e2ad44'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:36:03.620980 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-21d09977-d9a9-4245-8db0-b9babc64cdcb admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:03.625271 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-21d09977-d9a9-4245-8db0-b9babc64cdcb admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.4213603 Apr 28 19:36:03.631307 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43038) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:03.641148 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a87e9e-9760-4c07-9c3a-4bd340bb44ff None None] Routers {'508668da-630e-4668-a049-a493e8e2ad44'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:36:03.645967 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae209d4-febc-4887-941b-c341a8d58d70 req-eab80283-d76f-446c-b45b-b0de97080a63 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:03.648509 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-aba3b702-ecf4-42ae-815b-7a950516ae5c req-621b94d7-a815-4d9d-8d17-e13fa749f3eb tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] For port d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24,segment=NetworkSegment(2e4de97d-9fd8-4370-8f0b-d7e26e0e3559),segment_id=2e4de97d-9fd8-4370-8f0b-d7e26e0e3559)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:03.649345 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-aba3b702-ecf4-42ae-815b-7a950516ae5c req-621b94d7-a815-4d9d-8d17-e13fa749f3eb tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:03.649897 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0ae209d4-febc-4887-941b-c341a8d58d70 req-eab80283-d76f-446c-b45b-b0de97080a63 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 943 time: 0.3598485 Apr 28 19:36:03.656533 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-17a87e9e-9760-4c07-9c3a-4bd340bb44ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:35:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['508668da-630e-4668-a049-a493e8e2ad44'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:03.793998 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:36:03.803703 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device cbeff78c-ff31-4de1-9212-d4a2cdd6aa23 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:36:03.944087 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43042) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:04.055032 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b5c5f2e0-2aef-491b-bdc8-c7cfebd3517c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=18e7417f07dd49118ed10405bce7a39b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1024809 Apr 28 19:36:04.062479 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43044) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:04.125243 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0ae209d4-febc-4887-941b-c341a8d58d70 req-a1ba4555-3211-49e2-9825-dc4401152820 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800456 Apr 28 19:36:04.187245 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8b8a5a5f-89e7-433d-a6ba-7cb369986fee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b457aa1e-f854-41c4-9684-72e9bcb0ab77 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:36:04.202130 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8b8a5a5f-89e7-433d-a6ba-7cb369986fee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:04.219082 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c0f58fd3-aaf7-43ce-a88d-1f0914f2d178, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:04.238712 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8b8a5a5f-89e7-433d-a6ba-7cb369986fee service neutron] Transition to ACTIVE for port object b457aa1e-f854-41c4-9684-72e9bcb0ab77 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:36:04.296586 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'c0f58fd3-aaf7-43ce-a88d-1f0914f2d178', 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19', 'port_id': 'c0f58fd3-aaf7-43ce-a88d-1f0914f2d178', 'mac_address': 'fa:16:3e:c1:7c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43d83121-413d-4da3-b294-551f60ac6b94', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:36:04.317720 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: cbeff78c-ff31-4de1-9212-d4a2cdd6aa23 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:36:04.318268 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device cbeff78c-ff31-4de1-9212-d4a2cdd6aa23 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:36:04.322494 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c7a6b578-2432-42ed-bdd5-3e2d9a2626c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:04.374597 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c7a6b578-2432-42ed-bdd5-3e2d9a2626c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:04.381827 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-aba3b702-ecf4-42ae-815b-7a950516ae5c req-621b94d7-a815-4d9d-8d17-e13fa749f3eb tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Calling delete_port for d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:36:04.392067 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-17a87e9e-9760-4c07-9c3a-4bd340bb44ff None None] Set router 508668da-630e-4668-a049-a493e8e2ad44 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:36:04.397258 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-82536843-5b8f-4c50-a24f-7df0902ec298 service neutron] 10.222.0.15 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9979687 Apr 28 19:36:04.402489 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b954f39c-9fbb-4bfc-a60c-59b84b120127 req-574c9f7c-2d47-475c-b1f9-4e0ecc3c8444 service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1777120 Apr 28 19:36:04.453417 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b0a39fd0-c49d-4ee5-97e6-502650542fc8 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:04.472569 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:04.474234 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8b8a5a5f-89e7-433d-a6ba-7cb369986fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:04.497985 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:36:04.511571 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c7a6b578-2432-42ed-bdd5-3e2d9a2626c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:04.514709 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c7a6b578-2432-42ed-bdd5-3e2d9a2626c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:04.516238 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c7a6b578-2432-42ed-bdd5-3e2d9a2626c6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/07fb47ca-9208-48a1-bd83-e7889d1896cb HTTP/1.1" status: 204 len: 168 time: 0.4508133 Apr 28 19:36:04.533254 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c0f58fd3-aaf7-43ce-a88d-1f0914f2d178, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:04.541786 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:04.582706 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6b578-2432-42ed-bdd5-3e2d9a2626c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fb47ca-9208-48a1-bd83-e7889d1896cb,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:04.604087 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa173e4-c769-4d4e-b007-1a140777702c req-cc2b4c81-f7f7-48fa-88e2-254f31d8545d tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:04.612725 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8aa173e4-c769-4d4e-b007-1a140777702c req-cc2b4c81-f7f7-48fa-88e2-254f31d8545d tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ae4f1ba-31bb-4a62-922b-4739e7d36246 HTTP/1.1" status: 200 len: 943 time: 0.1494398 Apr 28 19:36:04.671681 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8aa173e4-c769-4d4e-b007-1a140777702c req-2540ff05-8123-4ba6-8ed9-9e5532f41e71 tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/security-groups?id=779b6b35-63b1-4355-b56c-343c3e48d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577631 Apr 28 19:36:04.743316 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:04.790503 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['c0f58fd3-aaf7-43ce-a88d-1f0914f2d178'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:36:04.863114 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3e88901-359d-4cbc-ac7c-8dc5f21e5f9f req-19abaa74-30f8-4bcf-9c04-51b68fac5560 service neutron] 10.222.0.15 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960657 Apr 28 19:36:05.028256 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb40736-23de-4975-8fb8-9479a6a0a048 req-861d2830-da77-4216-8152-d1362fc7f224 tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:05.037731 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8bb40736-23de-4975-8fb8-9479a6a0a048 req-861d2830-da77-4216-8152-d1362fc7f224 tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.42 "GET /v2.0/ports?device_id=ede2690f-3268-48bf-b47e-337df65f8b12 HTTP/1.1" status: 200 len: 948 time: 0.2357581 Apr 28 19:36:05.063814 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-17a87e9e-9760-4c07-9c3a-4bd340bb44ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508668da-630e-4668-a049-a493e8e2ad44', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1783228180-router', 'tenant_id': 'e49727ec04bb4837958078af27c4675b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'df085091-d90f-4c2b-a53d-58e43be8e25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:35:56Z', 'updated_at': '2022-04-28T19:36:00Z', 'revision_number': 3, 'project_id': 'e49727ec04bb4837958078af27c4675b', 'gw_port': {'id': 'df085091-d90f-4c2b-a53d-58e43be8e25d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:98:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508668da-630e-4668-a049-a493e8e2ad44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:58Z', 'updated_at': '2022-04-28T19:35:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:05.083841 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a39fd0-c49d-4ee5-97e6-502650542fc8 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Pushing event deleted for resources: {'Port': ['ID=eafee87a-d2f9-4b37-8b88-9599be763e54,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:05.100697 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8bb40736-23de-4975-8fb8-9479a6a0a048 req-9317cbc8-25c6-48a0-8e43-cca908c47f5b tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.42 "GET /v2.0/security-groups?id=c870e2cd-5595-41bf-9a68-53ea5b1b547e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617216 Apr 28 19:36:05.107075 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-20ea18da-50c7-4ba8-981a-c564d5ff1230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:05.183095 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a87e9e-9760-4c07-9c3a-4bd340bb44ff None None] Checking router: 508668da-630e-4668-a049-a493e8e2ad44 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:36:05.185726 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a87e9e-9760-4c07-9c3a-4bd340bb44ff None None] Updating router 508668da-630e-4668-a049-a493e8e2ad44 port df085091-d90f-4c2b-a53d-58e43be8e25d binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:36:05.282555 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-17a87e9e-9760-4c07-9c3a-4bd340bb44ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:05.542044 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29972e4-68c2-4a85-bd21-cb7fb86d4449 req-e7910121-4df1-417b-9de3-ad76926c2152 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:05.555127 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a29972e4-68c2-4a85-bd21-cb7fb86d4449 req-e7910121-4df1-417b-9de3-ad76926c2152 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f HTTP/1.1" status: 200 len: 944 time: 1.7078502 Apr 28 19:36:05.562683 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b0a39fd0-c49d-4ee5-97e6-502650542fc8 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks [] for floatingip, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:05.566157 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b0a39fd0-c49d-4ee5-97e6-502650542fc8 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:05.567378 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b0a39fd0-c49d-4ee5-97e6-502650542fc8 tempest-AttachSCSIVolumeTestJSON-1479055836 tempest-AttachSCSIVolumeTestJSON-1479055836-project] 10.222.0.42 "DELETE /v2.0/floatingips/36005140-3a93-4c11-8b6d-4f4bd44c417c HTTP/1.1" status: 204 len: 168 time: 5.9297693 Apr 28 19:36:05.582665 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75341e-7597-4e7e-ac46-36d24198dad2 req-af784b64-3b98-4b06-ad7a-edc365e6dfed tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:05.584440 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ae75341e-7597-4e7e-ac46-36d24198dad2 req-af784b64-3b98-4b06-ad7a-edc365e6dfed tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1943946 Apr 28 19:36:05.631947 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-20ea18da-50c7-4ba8-981a-c564d5ff1230 admin admin] Allocated IP 172.20.0.1 (523161a3-58e0-4888-9d07-660bd97e22da/a7a02aa4-d57a-4303-8595-f6ea30d8f482/9e45b6eb-0625-43c9-bf2c-055f9e9625c0) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:36:05.760214 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ae75341e-7597-4e7e-ac46-36d24198dad2 req-52a9a161-f382-4c4e-afff-fea3ac7b9068 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662998 Apr 28 19:36:05.799827 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:36:05.949749 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:36:05.952030 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-17a87e9e-9760-4c07-9c3a-4bd340bb44ff None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:05.956860 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a29972e4-68c2-4a85-bd21-cb7fb86d4449 req-5bdb9785-fd59-47bb-b4ab-9df80d136e43 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998070 Apr 28 19:36:05.962576 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a5a5f-89e7-433d-a6ba-7cb369986fee service neutron] Pushing event updated for resources: {'Port': ['ID=b457aa1e-f854-41c4-9684-72e9bcb0ab77,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:05.968834 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:36:05.970800 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-17a87e9e-9760-4c07-9c3a-4bd340bb44ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:05.983688 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:06.001335 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ffad76ac-0ff2-4f77-8dd0-b8a76e1d126d req-20d21952-d5f6-44ce-92e7-4ddb255833ba tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ae4f1ba-31bb-4a62-922b-4739e7d36246 HTTP/1.1" status: 200 len: 210 time: 0.0924482 Apr 28 19:36:06.066047 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-20ea18da-50c7-4ba8-981a-c564d5ff1230 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:06.076408 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-aba3b702-ecf4-42ae-815b-7a950516ae5c req-621b94d7-a815-4d9d-8d17-e13fa749f3eb tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:06.105730 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-17a87e9e-9760-4c07-9c3a-4bd340bb44ff None None] Attempting to bind port df085091-d90f-4c2b-a53d-58e43be8e25d on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:36:06.106616 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-17a87e9e-9760-4c07-9c3a-4bd340bb44ff None None] Attempting to bind port df085091-d90f-4c2b-a53d-58e43be8e25d by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:36:06.111408 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a87e9e-9760-4c07-9c3a-4bd340bb44ff None None] Attempting to bind port df085091-d90f-4c2b-a53d-58e43be8e25d on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:36:06.113984 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8b8a5a5f-89e7-433d-a6ba-7cb369986fee service neutron] Attempting to bind port b457aa1e-f854-41c4-9684-72e9bcb0ab77 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:36:06.114542 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8b8a5a5f-89e7-433d-a6ba-7cb369986fee service neutron] Attempting to bind port b457aa1e-f854-41c4-9684-72e9bcb0ab77 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:36:06.115059 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8b8a5a5f-89e7-433d-a6ba-7cb369986fee service neutron] Attempting to bind port b457aa1e-f854-41c4-9684-72e9bcb0ab77 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:36:06.121198 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdccabf-1732-4116-b09e-7409b0444e11 None None] Pushing event updated for resources: {'Port': ['ID=df085091-d90f-4c2b-a53d-58e43be8e25d,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:06.134151 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a87e9e-9760-4c07-9c3a-4bd340bb44ff None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:36:06.134666 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a87e9e-9760-4c07-9c3a-4bd340bb44ff None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:36:06.135286 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-17a87e9e-9760-4c07-9c3a-4bd340bb44ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:06.135910 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a87e9e-9760-4c07-9c3a-4bd340bb44ff None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:36:06.136551 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-17a87e9e-9760-4c07-9c3a-4bd340bb44ff None None] Bound port: df085091-d90f-4c2b-a53d-58e43be8e25d, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:36:06.137162 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-17a87e9e-9760-4c07-9c3a-4bd340bb44ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:06.139849 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdccabf-1732-4116-b09e-7409b0444e11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:06.140349 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdccabf-1732-4116-b09e-7409b0444e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:06.140914 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdccabf-1732-4116-b09e-7409b0444e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:06.142927 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-20ea18da-50c7-4ba8-981a-c564d5ff1230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:06.152247 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdccabf-1732-4116-b09e-7409b0444e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:06.152994 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdccabf-1732-4116-b09e-7409b0444e11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:06.155770 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdccabf-1732-4116-b09e-7409b0444e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:06.156358 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca968118-e190-4bad-8f4a-30a26de59589 req-3700cb0f-87db-4ff7-b02d-039a5a2351d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:06.160557 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ca968118-e190-4bad-8f4a-30a26de59589 req-3700cb0f-87db-4ff7-b02d-039a5a2351d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65106efa94b44e66ac09133941d375fb&device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f HTTP/1.1" status: 200 len: 1095 time: 1.1790202 Apr 28 19:36:06.165181 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdccabf-1732-4116-b09e-7409b0444e11 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:06.173823 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdccabf-1732-4116-b09e-7409b0444e11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:06.174607 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdccabf-1732-4116-b09e-7409b0444e11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:06.175701 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdccabf-1732-4116-b09e-7409b0444e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:06.176374 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdccabf-1732-4116-b09e-7409b0444e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:06.177002 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdccabf-1732-4116-b09e-7409b0444e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:06.239286 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8b8a5a5f-89e7-433d-a6ba-7cb369986fee service neutron] Port b457aa1e-f854-41c4-9684-72e9bcb0ab77 on network a2ea96f2-6755-492c-8fa3-72807d68d67a not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:36:06.239768 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8b8a5a5f-89e7-433d-a6ba-7cb369986fee service neutron] Attempting to bind port b457aa1e-f854-41c4-9684-72e9bcb0ab77 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:36:06.250253 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:06.257684 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b94d7-a815-4d9d-8d17-e13fa749f3eb tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Pushing event deleted for resources: {'Port': ['ID=d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:06.311003 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea18da-50c7-4ba8-981a-c564d5ff1230 admin admin] Pushing event updated for resources: {'Port': ['ID=9e45b6eb-0625-43c9-bf2c-055f9e9625c0,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:06.319562 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ea18da-50c7-4ba8-981a-c564d5ff1230 admin admin] Network 523161a3-58e0-4888-9d07-660bd97e22da is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:36:06.348732 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-20ea18da-50c7-4ba8-981a-c564d5ff1230 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:36:06.349421 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4391f50-d433-41a8-801e-05d324974eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f58fd3-aaf7-43ce-a88d-1f0914f2d178'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:36:06.353567 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1901c56a-2985-4595-8353-cf1d089a7022" -d '{"events": [{"server_uuid": "e4391f50-d433-41a8-801e-05d324974eb3", "name": "network-vif-plugged", "status": "completed", "tag": "c0f58fd3-aaf7-43ce-a88d-1f0914f2d178"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:36:06.356942 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ea18da-50c7-4ba8-981a-c564d5ff1230 admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:36:06.364432 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8b8a5a5f-89e7-433d-a6ba-7cb369986fee service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:36:06.364765 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8b8a5a5f-89e7-433d-a6ba-7cb369986fee service neutron] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:36:06.367411 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8b8a5a5f-89e7-433d-a6ba-7cb369986fee service neutron] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:36:06.367806 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-17a87e9e-9760-4c07-9c3a-4bd340bb44ff None None] For port df085091-d90f-4c2b-a53d-58e43be8e25d, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:36:06.367942 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8b8a5a5f-89e7-433d-a6ba-7cb369986fee service neutron] Bound port: b457aa1e-f854-41c4-9684-72e9bcb0ab77, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:36:06.370189 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8b8a5a5f-89e7-433d-a6ba-7cb369986fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:06.376086 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-17a87e9e-9760-4c07-9c3a-4bd340bb44ff None None] For port df085091-d90f-4c2b-a53d-58e43be8e25d, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=df085091-d90f-4c2b-a53d-58e43be8e25d,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:36:06.385985 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-17a87e9e-9760-4c07-9c3a-4bd340bb44ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:06.406525 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c0f58fd3-aaf7-43ce-a88d-1f0914f2d178, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:06.416593 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:06.479875 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-20ea18da-50c7-4ba8-981a-c564d5ff1230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:06.523402 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdccabf-1732-4116-b09e-7409b0444e11 None None] Pushing event updated for resources: {'Port': ['ID=df085091-d90f-4c2b-a53d-58e43be8e25d,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:06.587678 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a87e9e-9760-4c07-9c3a-4bd340bb44ff None None] Routers {'508668da-630e-4668-a049-a493e8e2ad44'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:36:06.592395 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-17a87e9e-9760-4c07-9c3a-4bd340bb44ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:35:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['508668da-630e-4668-a049-a493e8e2ad44'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:06.699238 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device db65d274-363d-4bb9-bfad-2c8782a96fa0 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:36:06.729303 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-20ea18da-50c7-4ba8-981a-c564d5ff1230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:06.757769 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8b8a5a5f-89e7-433d-a6ba-7cb369986fee service neutron] For port b457aa1e-f854-41c4-9684-72e9bcb0ab77, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:36:06.762062 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8b8a5a5f-89e7-433d-a6ba-7cb369986fee service neutron] For port b457aa1e-f854-41c4-9684-72e9bcb0ab77, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=b457aa1e-f854-41c4-9684-72e9bcb0ab77,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:36:06.815111 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba3b702-ecf4-42ae-815b-7a950516ae5c req-621b94d7-a815-4d9d-8d17-e13fa749f3eb tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] No DVR routers for this DVR port d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:36:06.830188 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-aba3b702-ecf4-42ae-815b-7a950516ae5c req-621b94d7-a815-4d9d-8d17-e13fa749f3eb tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:06.841472 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aba3b702-ecf4-42ae-815b-7a950516ae5c req-621b94d7-a815-4d9d-8d17-e13fa749f3eb tempest-ListServersNegativeTestJSON-1009805392 tempest-ListServersNegativeTestJSON-1009805392-project] 10.222.0.15 "DELETE /v2.0/ports/d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24 HTTP/1.1" status: 204 len: 173 time: 5.9782920 Apr 28 19:36:06.847121 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8b8a5a5f-89e7-433d-a6ba-7cb369986fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:06.854129 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae4f1ba-31bb-4a62-922b-4739e7d36246', 'name': 'network-vif-deleted', 'tag': 'd4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:36:06.866533 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddbf2de-fe92-473c-96de-371de0674cd2" -d '{"events": [{"server_uuid": "1ae4f1ba-31bb-4a62-922b-4739e7d36246", "name": "network-vif-deleted", "tag": "d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:36:06.891313 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:06.902488 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-17a87e9e-9760-4c07-9c3a-4bd340bb44ff None None] Set router 508668da-630e-4668-a049-a493e8e2ad44 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:36:07.025803 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3e4a8525-e786-46dc-ac09-9dbb9eee130d None None] Provisioning complete for port 9e45b6eb-0625-43c9-bf2c-055f9e9625c0 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:36:07.027763 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3e4a8525-e786-46dc-ac09-9dbb9eee130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:07.098763 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca968118-e190-4bad-8f4a-30a26de59589 req-24fbf573-a301-460c-83c4-3d695ac1588b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:07.106264 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ca968118-e190-4bad-8f4a-30a26de59589 req-24fbf573-a301-460c-83c4-3d695ac1588b service neutron] 10.222.0.15 "GET /v2.0/networks?id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd HTTP/1.1" status: 200 len: 908 time: 0.8103869 Apr 28 19:36:07.119994 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8b8a5a5f-89e7-433d-a6ba-7cb369986fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:07.127885 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8b8a5a5f-89e7-433d-a6ba-7cb369986fee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:07.127885 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-8b8a5a5f-89e7-433d-a6ba-7cb369986fee service neutron] 10.222.0.44 "PUT /v2.0/ports/b457aa1e-f854-41c4-9684-72e9bcb0ab77 HTTP/1.1" status: 200 len: 1096 time: 5.5493202 Apr 28 19:36:07.170493 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-3e4a8525-e786-46dc-ac09-9dbb9eee130d None None] Port 9e45b6eb-0625-43c9-bf2c-055f9e9625c0 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:36:07.207693 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port db65d274-363d-4bb9-bfad-2c8782a96fa0, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=db65d274-363d-4bb9-bfad-2c8782a96fa0,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:07.221664 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e4236-dd81-496e-80eb-092e256c268d req-7ab71038-260f-4879-96ca-828d18f9c19c tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:07.224746 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-465e4236-dd81-496e-80eb-092e256c268d req-7ab71038-260f-4879-96ca-828d18f9c19c tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.42 "GET /v2.0/ports?device_id=ede2690f-3268-48bf-b47e-337df65f8b12 HTTP/1.1" status: 200 len: 948 time: 0.8072810 Apr 28 19:36:07.242993 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'db65d274-363d-4bb9-bfad-2c8782a96fa0', 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd', 'port_id': 'db65d274-363d-4bb9-bfad-2c8782a96fa0', 'mac_address': 'fa:16:3e:fe:32:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d5c93c2-9d1b-4c66-8e1f-a78766af188b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:36:07.324580 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-20ea18da-50c7-4ba8-981a-c564d5ff1230 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:07.337609 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-20ea18da-50c7-4ba8-981a-c564d5ff1230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:07.356050 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:07.429125 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db65d274-363d-4bb9-bfad-2c8782a96fa0 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:36:07.551361 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ca968118-e190-4bad-8f4a-30a26de59589 req-ee02cbf2-c75b-449e-aa52-48e8f108815c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db65d274-363d-4bb9-bfad-2c8782a96fa0 HTTP/1.1" status: 200 len: 217 time: 0.4075027 Apr 28 19:36:07.705393 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-17a87e9e-9760-4c07-9c3a-4bd340bb44ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508668da-630e-4668-a049-a493e8e2ad44', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1783228180-router', 'tenant_id': 'e49727ec04bb4837958078af27c4675b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'df085091-d90f-4c2b-a53d-58e43be8e25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:35:56Z', 'updated_at': '2022-04-28T19:36:00Z', 'revision_number': 3, 'project_id': 'e49727ec04bb4837958078af27c4675b', 'gw_port': {'id': 'df085091-d90f-4c2b-a53d-58e43be8e25d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:98:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508668da-630e-4668-a049-a493e8e2ad44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:58Z', 'updated_at': '2022-04-28T19:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:07.709280 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a5a5f-89e7-433d-a6ba-7cb369986fee service neutron] Pushing event updated for resources: {'Port': ['ID=b457aa1e-f854-41c4-9684-72e9bcb0ab77,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:07.738697 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-20ea18da-50c7-4ba8-981a-c564d5ff1230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:07.772883 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea18da-50c7-4ba8-981a-c564d5ff1230 admin admin] Pushing event updated for resources: {'Port': ['ID=9e45b6eb-0625-43c9-bf2c-055f9e9625c0,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:07.822398 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a87e9e-9760-4c07-9c3a-4bd340bb44ff None None] The sync data for ids ['508668da-630e-4668-a049-a493e8e2ad44'] in n-d-839810-1 is: [{'id': '508668da-630e-4668-a049-a493e8e2ad44', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1783228180-router', 'tenant_id': 'e49727ec04bb4837958078af27c4675b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'df085091-d90f-4c2b-a53d-58e43be8e25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:35:56Z', 'updated_at': '2022-04-28T19:36:00Z', 'revision_number': 3, 'project_id': 'e49727ec04bb4837958078af27c4675b', 'gw_port': {'id': 'df085091-d90f-4c2b-a53d-58e43be8e25d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:98:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508668da-630e-4668-a049-a493e8e2ad44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:58Z', 'updated_at': '2022-04-28T19:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:36:07.893859 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-465e4236-dd81-496e-80eb-092e256c268d req-6c36e2c5-7acd-4b35-978b-e94e2927efb4 tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.42 "GET /v2.0/security-groups?id=c870e2cd-5595-41bf-9a68-53ea5b1b547e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4806511 Apr 28 19:36:07.925875 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port db65d274-363d-4bb9-bfad-2c8782a96fa0, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=db65d274-363d-4bb9-bfad-2c8782a96fa0,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:07.948719 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-f9539055-8ecc-4afb-8a94-73dbe106177b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:07.962194 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:07.963419 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-f9539055-8ecc-4afb-8a94-73dbe106177b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=562cf2c3b16f41a69c5347304f359d78&device_id=ede2690f-3268-48bf-b47e-337df65f8b12 HTTP/1.1" status: 200 len: 1099 time: 0.7634931 Apr 28 19:36:08.099836 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ea18da-50c7-4ba8-981a-c564d5ff1230 admin admin] Network 523161a3-58e0-4888-9d07-660bd97e22da is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:36:08.125465 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-20ea18da-50c7-4ba8-981a-c564d5ff1230 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:36:08.138888 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56de3895-25bc-4e64-be3c-828cccddb5d9 x-openstack-request-id: req-56de3895-25bc-4e64-be3c-828cccddb5d9 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:36:08.139327 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4391f50-d433-41a8-801e-05d324974eb3", "name": "network-vif-plugged", "status": "completed", "tag": "c0f58fd3-aaf7-43ce-a88d-1f0914f2d178", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:36:08.142877 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-56de3895-25bc-4e64-be3c-828cccddb5d9 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:36:08.151601 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56de3895-25bc-4e64-be3c-828cccddb5d9'] response: {'server_uuid': 'e4391f50-d433-41a8-801e-05d324974eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f58fd3-aaf7-43ce-a88d-1f0914f2d178', 'code': 200} Apr 28 19:36:08.228262 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-3829ff93-0c59-4b97-944d-d8c95f8ed31a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=b457aa1e-f854-41c4-9684-72e9bcb0ab77 HTTP/1.1" status: 200 len: 217 time: 0.2322454 Apr 28 19:36:08.236837 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca968118-e190-4bad-8f4a-30a26de59589 req-64341477-ae94-47db-972c-bd8f830c704c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:08.242690 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ca968118-e190-4bad-8f4a-30a26de59589 req-64341477-ae94-47db-972c-bd8f830c704c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d5c93c2-9d1b-4c66-8e1f-a78766af188b HTTP/1.1" status: 200 len: 847 time: 0.6086626 Apr 28 19:36:08.254223 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['db65d274-363d-4bb9-bfad-2c8782a96fa0'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:36:08.447852 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-406fe4a3-98c5-4570-ae20-7e47d3812ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:08.479080 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-406fe4a3-98c5-4570-ae20-7e47d3812ffb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.2313888 Apr 28 19:36:08.487804 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=db65d274-363d-4bb9-bfad-2c8782a96fa0,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:08.795139 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ca968118-e190-4bad-8f4a-30a26de59589 req-e5ff1301-1ca0-477e-8b05-6f0648577f65 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097531 Apr 28 19:36:08.857003 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-cd8d802f-5118-4c48-8cc9-53c877ee3b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:08.858931 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-cd8d802f-5118-4c48-8cc9-53c877ee3b6b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3462999 Apr 28 19:36:08.859685 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da099e-9874-47a4-8f85-cf516b8ef8a1 req-a98d9527-9215-4f6c-aef7-71862a7d2f4b tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:08.868467 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-67da099e-9874-47a4-8f85-cf516b8ef8a1 req-a98d9527-9215-4f6c-aef7-71862a7d2f4b tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 945 time: 0.2099748 Apr 28 19:36:08.946627 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ea18da-50c7-4ba8-981a-c564d5ff1230 admin admin] Router 508668da-630e-4668-a049-a493e8e2ad44 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:36:08.984615 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-67da099e-9874-47a4-8f85-cf516b8ef8a1 req-d9cdec96-b6bc-4eb0-bb7b-3db2cd6884b9 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777583 Apr 28 19:36:09.060544 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-aaf3ae9f-c6bf-4a20-9019-6e8e525e20ee service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907852 Apr 28 19:36:09.149987 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218fc3b-aaaa-4d93-accb-72a2a362d415 req-50199e0e-62a7-48ba-98f4-9d1a0478aab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:09.151662 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8218fc3b-aaaa-4d93-accb-72a2a362d415 req-50199e0e-62a7-48ba-98f4-9d1a0478aab5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 1096 time: 0.4043493 Apr 28 19:36:09.157854 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4e37e5-3d46-431b-abbd-7d7953cd0c13 x-openstack-request-id: req-4d4e37e5-3d46-431b-abbd-7d7953cd0c13 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:36:09.158777 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae4f1ba-31bb-4a62-922b-4739e7d36246", "name": "network-vif-deleted", "tag": "d4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:36:09.159129 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4d4e37e5-3d46-431b-abbd-7d7953cd0c13 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:36:09.160377 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d4e37e5-3d46-431b-abbd-7d7953cd0c13'] response: {'server_uuid': '1ae4f1ba-31bb-4a62-922b-4739e7d36246', 'name': 'network-vif-deleted', 'tag': 'd4e31a5c-7e13-4cc5-8fd6-e3b6bd073e24', 'status': 'completed', 'code': 200} Apr 28 19:36:09.207359 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-00a5706b-f720-4d3f-8b63-5f33cafc7f0f None None] Provisioning complete for port 9e45b6eb-0625-43c9-bf2c-055f9e9625c0 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:36:09.216257 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-00a5706b-f720-4d3f-8b63-5f33cafc7f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:09.410268 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8218fc3b-aaaa-4d93-accb-72a2a362d415 req-72e4d09f-b82e-451e-b2fb-88f0c2937344 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840031 Apr 28 19:36:09.436354 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-00a5706b-f720-4d3f-8b63-5f33cafc7f0f None None] Port 9e45b6eb-0625-43c9-bf2c-055f9e9625c0 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:36:09.472847 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ca968118-e190-4bad-8f4a-30a26de59589 req-d9b26fe6-2ae5-490d-8b2f-361d7244a7b3 service neutron] 10.222.0.15 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6575828 Apr 28 19:36:09.478256 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5a69f248-0dc3-4e25-bd27-353410937bc2 req-34f83705-566b-4e31-bb69-ce3af8e18f14 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811872 Apr 28 19:36:09.621051 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ea18da-50c7-4ba8-981a-c564d5ff1230 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:36:09.647168 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-20ea18da-50c7-4ba8-981a-c564d5ff1230 admin admin] 10.222.0.42 "PUT /v2.0/routers/508668da-630e-4668-a049-a493e8e2ad44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9955118 Apr 28 19:36:09.713017 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ca968118-e190-4bad-8f4a-30a26de59589 req-d62fe187-e0c9-4713-96da-c93688a3d8bf service neutron] 10.222.0.15 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337341 Apr 28 19:36:09.714865 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed679ae0-a4fe-43c1-8e99-3e1c99eb5afe req-e4266211-073e-4ac1-9ba5-bc80378b0926 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:09.744149 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ed679ae0-a4fe-43c1-8e99-3e1c99eb5afe req-e4266211-073e-4ac1-9ba5-bc80378b0926 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f HTTP/1.1" status: 200 len: 945 time: 0.4225700 Apr 28 19:36:09.851183 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ed679ae0-a4fe-43c1-8e99-3e1c99eb5afe req-10da85de-c6ac-4926-9978-b898c1cddc35 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034973 Apr 28 19:36:09.876465 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device df085091-d90f-4c2b-a53d-58e43be8e25d up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:36:09.876725 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43170) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:09.988418 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port df085091-d90f-4c2b-a53d-58e43be8e25d triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:36:09.993050 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:10.025554 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dae1cd5-733b-422d-b20a-799ac5a3465e admin admin] Deleting subnet 759907dd-9350-4138-835d-4c1e0a396950 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:36:10.048185 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2dae1cd5-733b-422d-b20a-799ac5a3465e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:10.051822 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e3ba6-f1c7-4551-ac7c-fbba2b2a2038 req-24bcbf67-0b93-4e90-9da8-366f9aaf1e73 tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:10.073763 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-780e3ba6-f1c7-4551-ac7c-fbba2b2a2038 req-24bcbf67-0b93-4e90-9da8-366f9aaf1e73 tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.42 "GET /v2.0/ports?device_id=ede2690f-3268-48bf-b47e-337df65f8b12 HTTP/1.1" status: 200 len: 948 time: 0.1496480 Apr 28 19:36:10.132833 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2dae1cd5-733b-422d-b20a-799ac5a3465e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:10.146441 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:10.153163 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-780e3ba6-f1c7-4551-ac7c-fbba2b2a2038 req-deb66f08-90bf-4622-90ea-3ec875c9b1b8 tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.42 "GET /v2.0/security-groups?id=c870e2cd-5595-41bf-9a68-53ea5b1b547e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706160 Apr 28 19:36:10.185754 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2dae1cd5-733b-422d-b20a-799ac5a3465e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:10.245427 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port df085091-d90f-4c2b-a53d-58e43be8e25d, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=df085091-d90f-4c2b-a53d-58e43be8e25d,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:10.260615 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:10.348854 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [req-268900f6-7099-4ba1-83f5-2243ddb52a1a req-c6f7d0e2-a30d-4db6-8757-9f7e662b87fc tempest-FloatingIPDetailsNegativeTestJSON-1721478164 tempest-FloatingIPDetailsNegativeTestJSON-1721478164-project] show failed (client error): The resource could not be found. Apr 28 19:36:10.367671 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-268900f6-7099-4ba1-83f5-2243ddb52a1a req-c6f7d0e2-a30d-4db6-8757-9f7e662b87fc tempest-FloatingIPDetailsNegativeTestJSON-1721478164 tempest-FloatingIPDetailsNegativeTestJSON-1721478164-project] 10.222.0.42 "GET /v2.0/floatingips/363a9e60-99ab-4840-b8ea-d7b42bc483b1 HTTP/1.1" status: 404 len: 350 time: 0.0795693 Apr 28 19:36:10.371880 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43188) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:10.430906 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=df085091-d90f-4c2b-a53d-58e43be8e25d,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:10.538651 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b4535-093e-4ffb-b254-d1e5bd3675a0 req-fcf46e8e-65d8-473d-bc85-676a130a8e80 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:10.552429 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2dae1cd5-733b-422d-b20a-799ac5a3465e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:10.568944 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4b8b4535-093e-4ffb-b254-d1e5bd3675a0 req-fcf46e8e-65d8-473d-bc85-676a130a8e80 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 945 time: 0.2508633 Apr 28 19:36:10.683461 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device db65d274-363d-4bb9-bfad-2c8782a96fa0 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:36:10.689018 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae1cd5-733b-422d-b20a-799ac5a3465e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=759907dd-9350-4138-835d-4c1e0a396950,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:10.707815 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2dae1cd5-733b-422d-b20a-799ac5a3465e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:10.719889 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4b8b4535-093e-4ffb-b254-d1e5bd3675a0 req-85edc08d-91ee-40ed-8909-130b2b802f69 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457038 Apr 28 19:36:10.724023 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2dae1cd5-733b-422d-b20a-799ac5a3465e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/759907dd-9350-4138-835d-4c1e0a396950 HTTP/1.1" status: 204 len: 168 time: 0.8463781 Apr 28 19:36:10.726665 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43192) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:10.867966 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port db65d274-363d-4bb9-bfad-2c8782a96fa0 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:36:10.875694 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port db65d274-363d-4bb9-bfad-2c8782a96fa0 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:36:10.876458 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:10.904858 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9d83f0a9-ab7c-4834-a888-590c12f564a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:11.082074 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:11.132413 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1c3b18-a4f1-4076-b12a-632b4b18811f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db65d274-363d-4bb9-bfad-2c8782a96fa0'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:36:11.139040 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1564574-5c04-455b-b3ab-7b2690bf3edb" -d '{"events": [{"server_uuid": "9d1c3b18-a4f1-4076-b12a-632b4b18811f", "name": "network-vif-plugged", "status": "completed", "tag": "db65d274-363d-4bb9-bfad-2c8782a96fa0"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:36:11.189382 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede2690f-3268-48bf-b47e-337df65f8b12', 'tag': 'b457aa1e-f854-41c4-9684-72e9bcb0ab77'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:36:11.192342 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port db65d274-363d-4bb9-bfad-2c8782a96fa0, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=db65d274-363d-4bb9-bfad-2c8782a96fa0,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:11.192780 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2827b75a-56f7-4ec7-a35a-ed85c00c5a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "ede2690f-3268-48bf-b47e-337df65f8b12", "tag": "b457aa1e-f854-41c4-9684-72e9bcb0ab77"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:36:11.202824 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:11.270477 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9d83f0a9-ab7c-4834-a888-590c12f564a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:11.343847 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-9d83f0a9-ab7c-4834-a888-590c12f564a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c7ce944-9551-4bc7-af99-81ab32700250']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:11.355442 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dfc358bc-dc0f-4f6e-bf2c-bf0a22bc0bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:11.359393 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=db65d274-363d-4bb9-bfad-2c8782a96fa0,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:11.406283 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-9d83f0a9-ab7c-4834-a888-590c12f564a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e4de97d-9fd8-4370-8f0b-d7e26e0e3559') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:11.408858 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-9d83f0a9-ab7c-4834-a888-590c12f564a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e4de97d-9fd8-4370-8f0b-d7e26e0e3559') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:11.454661 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9d83f0a9-ab7c-4834-a888-590c12f564a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:11.512954 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9d83f0a9-ab7c-4834-a888-590c12f564a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:11.526046 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d83f0a9-ab7c-4834-a888-590c12f564a4 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:36:11.526918 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9d83f0a9-ab7c-4834-a888-590c12f564a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:11.579465 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1594529-21c1-403d-8327-0a688b05d55a x-openstack-request-id: req-c1594529-21c1-403d-8327-0a688b05d55a {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:36:11.579929 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1c3b18-a4f1-4076-b12a-632b4b18811f", "name": "network-vif-plugged", "status": "completed", "tag": "db65d274-363d-4bb9-bfad-2c8782a96fa0", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:36:11.580362 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c1594529-21c1-403d-8327-0a688b05d55a {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:36:11.581980 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1594529-21c1-403d-8327-0a688b05d55a'] response: {'server_uuid': '9d1c3b18-a4f1-4076-b12a-632b4b18811f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db65d274-363d-4bb9-bfad-2c8782a96fa0', 'code': 200} Apr 28 19:36:11.652529 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:36:11.652529 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:36:11.652529 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:36:11.652529 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:36:11.652529 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:36:11.652529 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:36:11.652529 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:36:11.652529 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:36:11.652529 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:36:11.652529 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:36:11.652529 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:36:11.652529 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:36:11.652529 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:36:11.652529 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:36:11.652529 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:36:11.652529 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:36:11.652529 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:36:11.652529 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:36:11.652529 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:36:11.652529 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:36:11.652529 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:36:11.652529 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:36:11.652529 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:36:11.652529 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:36:11.652529 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:36:11.652529 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:36:11.652529 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:36:11.652529 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:36:11.652529 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:36:11.652529 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:36:11.652529 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:36:11.652529 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:36:11.687161 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9d83f0a9-ab7c-4834-a888-590c12f564a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:11.732622 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9d83f0a9-ab7c-4834-a888-590c12f564a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:11.741827 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9d83f0a9-ab7c-4834-a888-590c12f564a4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5c7ce944-9551-4bc7-af99-81ab32700250 HTTP/1.1" status: 204 len: 168 time: 1.0127487 Apr 28 19:36:11.745828 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83f0a9-ab7c-4834-a888-590c12f564a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c7ce944-9551-4bc7-af99-81ab32700250,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:11.781917 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d212b8-1a25-4d30-9a4a-84bb83c346f0 req-efd0864a-fd87-4836-bd63-e4d0d32541cf tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:11.797547 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-12d212b8-1a25-4d30-9a4a-84bb83c346f0 req-efd0864a-fd87-4836-bd63-e4d0d32541cf tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f HTTP/1.1" status: 200 len: 945 time: 0.7686286 Apr 28 19:36:11.856581 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device df085091-d90f-4c2b-a53d-58e43be8e25d up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:36:11.942597 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-12d212b8-1a25-4d30-9a4a-84bb83c346f0 req-6a0bd105-0dae-4bed-b3a6-92ab895c680f tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433284 Apr 28 19:36:12.032239 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1de7956-be3d-4e32-b197-54096bccb5f9 None None] Sync routers for ids ['508668da-630e-4668-a049-a493e8e2ad44'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:36:12.081847 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1de7956-be3d-4e32-b197-54096bccb5f9 None None] Routers {'508668da-630e-4668-a049-a493e8e2ad44'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:36:12.083014 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-b1de7956-be3d-4e32-b197-54096bccb5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:35:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['508668da-630e-4668-a049-a493e8e2ad44'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:12.093706 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port df085091-d90f-4c2b-a53d-58e43be8e25d triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:36:12.094556 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:12.146577 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c89dda-e3a0-444a-9942-eb6fe41d38a8 x-openstack-request-id: req-64c89dda-e3a0-444a-9942-eb6fe41d38a8 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:36:12.147372 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede2690f-3268-48bf-b47e-337df65f8b12", "tag": "b457aa1e-f854-41c4-9684-72e9bcb0ab77", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:36:12.147372 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-64c89dda-e3a0-444a-9942-eb6fe41d38a8 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:36:12.147684 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64c89dda-e3a0-444a-9942-eb6fe41d38a8'] response: {'name': 'network-changed', 'server_uuid': 'ede2690f-3268-48bf-b47e-337df65f8b12', 'tag': 'b457aa1e-f854-41c4-9684-72e9bcb0ab77', 'status': 'completed', 'code': 200} Apr 28 19:36:12.228211 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43224) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:12.361680 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb988c08-176f-4ad0-b385-f3d5cae3f1b9 req-1cfc1cea-2ca8-4443-a8ec-8c2fbea4a00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:12.363951 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fb988c08-176f-4ad0-b385-f3d5cae3f1b9 req-1cfc1cea-2ca8-4443-a8ec-8c2fbea4a00a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f HTTP/1.1" status: 200 len: 1097 time: 0.1827593 Apr 28 19:36:12.427445 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-03571637-5438-493c-b983-287ff8b683d4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=665f2e0e16024753b3287737a19defc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1974573 Apr 28 19:36:12.433189 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43228) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:12.476668 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c44e37-03e1-4c11-bde3-582ccd106fda req-5cb30633-8cf7-417e-9688-dfbd15cb52f5 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:12.478325 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d1c44e37-03e1-4c11-bde3-582ccd106fda req-5cb30633-8cf7-417e-9688-dfbd15cb52f5 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 945 time: 0.2400768 Apr 28 19:36:12.528199 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827b75a-56f7-4ec7-a35a-ed85c00c5a3f req-5887c1ea-6e43-4ae6-a663-dae6c784ac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:12.529723 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2827b75a-56f7-4ec7-a35a-ed85c00c5a3f req-5887c1ea-6e43-4ae6-a663-dae6c784ac31 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=562cf2c3b16f41a69c5347304f359d78&device_id=ede2690f-3268-48bf-b47e-337df65f8b12 HTTP/1.1" status: 200 len: 1099 time: 0.3298137 Apr 28 19:36:12.546016 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-b1de7956-be3d-4e32-b197-54096bccb5f9 None None] Set router 508668da-630e-4668-a049-a493e8e2ad44 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:36:12.591788 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208a77f-4ba2-4957-9b73-4ac583edf36a req-6dc7c686-8bf4-4eb5-be8e-b3c5830d7bfa tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:12.605830 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c208a77f-4ba2-4957-9b73-4ac583edf36a req-6dc7c686-8bf4-4eb5-be8e-b3c5830d7bfa tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.42 "GET /v2.0/ports?device_id=ede2690f-3268-48bf-b47e-337df65f8b12 HTTP/1.1" status: 200 len: 948 time: 0.4546068 Apr 28 19:36:12.641894 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d1c44e37-03e1-4c11-bde3-582ccd106fda req-b1456f9d-2fde-4b70-8a2e-48176618d968 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455450 Apr 28 19:36:12.661923 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fa43ba91-910b-4195-9543-1ba3b18895c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:12.733974 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fa43ba91-910b-4195-9543-1ba3b18895c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:12.915632 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fa43ba91-910b-4195-9543-1ba3b18895c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:12.918337 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fa43ba91-910b-4195-9543-1ba3b18895c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:12.919588 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-fa43ba91-910b-4195-9543-1ba3b18895c4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/779b6b35-63b1-4355-b56c-343c3e48d105 HTTP/1.1" status: 204 len: 168 time: 0.4853024 Apr 28 19:36:12.951995 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43ba91-910b-4195-9543-1ba3b18895c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779b6b35-63b1-4355-b56c-343c3e48d105,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:13.014034 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827b75a-56f7-4ec7-a35a-ed85c00c5a3f req-665f81cf-fe55-439a-80ca-794c2b8f278d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:13.015818 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2827b75a-56f7-4ec7-a35a-ed85c00c5a3f req-665f81cf-fe55-439a-80ca-794c2b8f278d service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.4613943 Apr 28 19:36:13.085828 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2827b75a-56f7-4ec7-a35a-ed85c00c5a3f req-34542a7d-3e48-49a0-8a23-e6d6d7c5a5a8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=b457aa1e-f854-41c4-9684-72e9bcb0ab77 HTTP/1.1" status: 200 len: 217 time: 0.0576122 Apr 28 19:36:13.092200 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fb988c08-176f-4ad0-b385-f3d5cae3f1b9 req-e64ae7b0-96c7-47cb-8b89-9693fc6c4387 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7110274 Apr 28 19:36:13.153399 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c208a77f-4ba2-4957-9b73-4ac583edf36a req-c06fc64d-f96b-41c6-88ed-4c40872cdfed tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.42 "GET /v2.0/security-groups?id=c870e2cd-5595-41bf-9a68-53ea5b1b547e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5466542 Apr 28 19:36:13.212904 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827b75a-56f7-4ec7-a35a-ed85c00c5a3f req-a16288f1-a5ff-4dcb-8e8a-a657275c3660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:13.214462 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2827b75a-56f7-4ec7-a35a-ed85c00c5a3f req-a16288f1-a5ff-4dcb-8e8a-a657275c3660 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1213005 Apr 28 19:36:13.324522 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a39031-be13-4040-93cf-a30552961497 req-683a178a-b18c-4515-a892-413210e0ebe9 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:13.327661 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f6a39031-be13-4040-93cf-a30552961497 req-683a178a-b18c-4515-a892-413210e0ebe9 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 945 time: 0.1466994 Apr 28 19:36:13.341033 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43250) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:13.346712 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-d8e143fb-7a4c-4e6e-881c-88813fdc4bef tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Request body: {'floatingip': {'port_id': 'c0f58fd3-aaf7-43ce-a88d-1f0914f2d178'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:36:13.398653 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-b1de7956-be3d-4e32-b197-54096bccb5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508668da-630e-4668-a049-a493e8e2ad44', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1783228180-router', 'tenant_id': 'e49727ec04bb4837958078af27c4675b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'df085091-d90f-4c2b-a53d-58e43be8e25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:35:56Z', 'updated_at': '2022-04-28T19:36:06Z', 'revision_number': 4, 'project_id': 'e49727ec04bb4837958078af27c4675b', 'gw_port': {'id': 'df085091-d90f-4c2b-a53d-58e43be8e25d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:98:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508668da-630e-4668-a049-a493e8e2ad44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:58Z', 'updated_at': '2022-04-28T19:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '9e45b6eb-0625-43c9-bf2c-055f9e9625c0', 'name': '', 'network_id': '523161a3-58e0-4888-9d07-660bd97e22da', 'tenant_id': 'e49727ec04bb4837958078af27c4675b', 'mac_address': 'fa:16:3e:e8:01:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508668da-630e-4668-a049-a493e8e2ad44', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'a7a02aa4-d57a-4303-8595-f6ea30d8f482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:36:05Z', 'updated_at': '2022-04-28T19:36:06Z', 'revision_number': 2, 'project_id': 'e49727ec04bb4837958078af27c4675b', 'subnets': [{'id': 'a7a02aa4-d57a-4303-8595-f6ea30d8f482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:13.454617 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d8e143fb-7a4c-4e6e-881c-88813fdc4bef tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks [] for floatingip, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:13.470401 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827b75a-56f7-4ec7-a35a-ed85c00c5a3f req-56b449ff-ac5c-4286-84cb-f882e2bab29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:13.472281 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2827b75a-56f7-4ec7-a35a-ed85c00c5a3f req-56b449ff-ac5c-4286-84cb-f882e2bab29b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2479219 Apr 28 19:36:13.627816 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1de7956-be3d-4e32-b197-54096bccb5f9 None None] Checking router: 508668da-630e-4668-a049-a493e8e2ad44 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:36:13.629137 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1de7956-be3d-4e32-b197-54096bccb5f9 None None] Updating router 508668da-630e-4668-a049-a493e8e2ad44 port 9e45b6eb-0625-43c9-bf2c-055f9e9625c0 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:36:13.749155 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2827b75a-56f7-4ec7-a35a-ed85c00c5a3f req-5fbe06b2-edeb-424a-aa1a-10341ea9583e service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546134 Apr 28 19:36:13.774925 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b1de7956-be3d-4e32-b197-54096bccb5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:13.933624 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device b457aa1e-f854-41c4-9684-72e9bcb0ab77 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:36:14.083309 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7303531-b934-4a29-b9f5-343fc2b311e5 req-5923490b-5e7b-40ef-b807-598c8de3c445 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:14.097762 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c7303531-b934-4a29-b9f5-343fc2b311e5 req-5923490b-5e7b-40ef-b807-598c8de3c445 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f HTTP/1.1" status: 200 len: 946 time: 0.6004496 Apr 28 19:36:14.226957 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-dfc358bc-dc0f-4f6e-bf2c-bf0a22bc0bd5 admin admin] Deleting port 9e45b6eb-0625-43c9-bf2c-055f9e9625c0 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:36:14.256951 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dfc358bc-dc0f-4f6e-bf2c-bf0a22bc0bd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:14.349510 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2827b75a-56f7-4ec7-a35a-ed85c00c5a3f req-a7b6ba20-57ef-42a7-bd07-4caf35db7209 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5534661 Apr 28 19:36:14.351721 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.resource_extend [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:36:14.498255 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c7303531-b934-4a29-b9f5-343fc2b311e5 req-34b17df8-f035-427b-a0c4-1b5b1619e351 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929355 Apr 28 19:36:14.870239 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e7223-977e-4d9b-906e-4cac395a387a req-3f898994-1a04-455b-aab0-234f9b9b40bd tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:14.873323 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-719e7223-977e-4d9b-906e-4cac395a387a req-3f898994-1a04-455b-aab0-234f9b9b40bd tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.42 "GET /v2.0/ports?device_id=ede2690f-3268-48bf-b47e-337df65f8b12 HTTP/1.1" status: 200 len: 948 time: 0.1757262 Apr 28 19:36:14.923124 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port b457aa1e-f854-41c4-9684-72e9bcb0ab77, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=b457aa1e-f854-41c4-9684-72e9bcb0ab77,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:14.965225 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'b457aa1e-f854-41c4-9684-72e9bcb0ab77', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': 'b457aa1e-f854-41c4-9684-72e9bcb0ab77', 'mac_address': 'fa:16:3e:84:66:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:36:15.081978 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dfc358bc-dc0f-4f6e-bf2c-bf0a22bc0bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:15.150389 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-719e7223-977e-4d9b-906e-4cac395a387a req-0b68c8dd-e3af-4b82-a8fc-200836cc3efd tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.42 "GET /v2.0/security-groups?id=c870e2cd-5595-41bf-9a68-53ea5b1b547e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604792 Apr 28 19:36:15.209504 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-dfc358bc-dc0f-4f6e-bf2c-bf0a22bc0bd5 admin admin] Calling delete_port for 9e45b6eb-0625-43c9-bf2c-055f9e9625c0 owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:36:15.241871 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:15.394418 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b457aa1e-f854-41c4-9684-72e9bcb0ab77 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:36:15.517267 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b1de7956-be3d-4e32-b197-54096bccb5f9 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:15.533448 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port b457aa1e-f854-41c4-9684-72e9bcb0ab77, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=b457aa1e-f854-41c4-9684-72e9bcb0ab77,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:15.537080 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b1de7956-be3d-4e32-b197-54096bccb5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:15.697953 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:15.822586 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e508b-4ba1-48e5-ad77-cc289a579fda req-9d8cbc02-ebd4-4c35-b6fa-a912897bea11 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:15.833447 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-236e508b-4ba1-48e5-ad77-cc289a579fda req-9d8cbc02-ebd4-4c35-b6fa-a912897bea11 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f HTTP/1.1" status: 200 len: 946 time: 0.1526630 Apr 28 19:36:15.838134 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b08aa-ff76-4e9b-9e16-075dc5bb77cf None None] Pushing event updated for resources: {'Port': ['ID=9e45b6eb-0625-43c9-bf2c-055f9e9625c0,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:16.033097 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-236e508b-4ba1-48e5-ad77-cc289a579fda req-1a88fb2a-1759-486a-8b40-a242d9e69928 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941588 Apr 28 19:36:16.046885 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['b457aa1e-f854-41c4-9684-72e9bcb0ab77'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:36:16.183178 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-b1de7956-be3d-4e32-b197-54096bccb5f9 None None] Attempting to bind port 9e45b6eb-0625-43c9-bf2c-055f9e9625c0 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:36:16.184064 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-b1de7956-be3d-4e32-b197-54096bccb5f9 None None] Attempting to bind port 9e45b6eb-0625-43c9-bf2c-055f9e9625c0 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'c6172fd9-2d03-469f-a32b-5db0db5c07cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '523161a3-58e0-4888-9d07-660bd97e22da'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:36:16.185228 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de7956-be3d-4e32-b197-54096bccb5f9 None None] Attempting to bind port 9e45b6eb-0625-43c9-bf2c-055f9e9625c0 on network 523161a3-58e0-4888-9d07-660bd97e22da {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:36:16.213368 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=b457aa1e-f854-41c4-9684-72e9bcb0ab77,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:16.225894 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de7956-be3d-4e32-b197-54096bccb5f9 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:36:16.228529 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de7956-be3d-4e32-b197-54096bccb5f9 None None] Checking segment: {'id': 'c6172fd9-2d03-469f-a32b-5db0db5c07cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '523161a3-58e0-4888-9d07-660bd97e22da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:36:16.229144 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b1de7956-be3d-4e32-b197-54096bccb5f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:16.230342 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dfc358bc-dc0f-4f6e-bf2c-bf0a22bc0bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:16.230740 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de7956-be3d-4e32-b197-54096bccb5f9 None None] Bound using segment: {'id': 'c6172fd9-2d03-469f-a32b-5db0db5c07cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '523161a3-58e0-4888-9d07-660bd97e22da'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:36:16.231551 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-b1de7956-be3d-4e32-b197-54096bccb5f9 None None] Bound port: 9e45b6eb-0625-43c9-bf2c-055f9e9625c0, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6172fd9-2d03-469f-a32b-5db0db5c07cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '523161a3-58e0-4888-9d07-660bd97e22da'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:36:16.240685 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b1de7956-be3d-4e32-b197-54096bccb5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:16.339770 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.db.resource_extend [None req-d8e143fb-7a4c-4e6e-881c-88813fdc4bef tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:36:16.343457 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-628dfe84-c499-4a11-9568-7c62b3504d41 None None] Could not find standard attr ID for object 9e45b6eb-0625-43c9-bf2c-055f9e9625c0. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:36:16.393728 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc358bc-dc0f-4f6e-bf2c-bf0a22bc0bd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e45b6eb-0625-43c9-bf2c-055f9e9625c0,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:16.506015 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-b1de7956-be3d-4e32-b197-54096bccb5f9 None None] Port 9e45b6eb-0625-43c9-bf2c-055f9e9625c0 has been deleted concurrently {{(pid=102775) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Apr 28 19:36:16.524731 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d8e143fb-7a4c-4e6e-881c-88813fdc4bef tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:16.537729 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d8e143fb-7a4c-4e6e-881c-88813fdc4bef tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:16.783527 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-d8e143fb-7a4c-4e6e-881c-88813fdc4bef tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Floating IP 8fc4e136-a301-43bd-89b6-cb57c93750fc associated. External IP: 172.25.8.19, port: c0f58fd3-aaf7-43ce-a88d-1f0914f2d178. Apr 28 19:36:16.803102 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1de7956-be3d-4e32-b197-54096bccb5f9 None None] Routers {'508668da-630e-4668-a049-a493e8e2ad44'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:36:16.804242 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-b1de7956-be3d-4e32-b197-54096bccb5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:35:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['508668da-630e-4668-a049-a493e8e2ad44'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:16.900252 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dfc358bc-dc0f-4f6e-bf2c-bf0a22bc0bd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:17.153055 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e143fb-7a4c-4e6e-881c-88813fdc4bef tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Router c739b93f-5470-46a4-97a2-ed0ba3b1ebd0 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:36:17.365730 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e143fb-7a4c-4e6e-881c-88813fdc4bef tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:36:17.377180 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1de259-ff98-4f7e-92ee-9ca866d6fb42 None None] Sync routers for ids ['c739b93f-5470-46a4-97a2-ed0ba3b1ebd0'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:36:17.392074 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d8e143fb-7a4c-4e6e-881c-88813fdc4bef tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:17.400510 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1de259-ff98-4f7e-92ee-9ca866d6fb42 None None] Routers {'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:36:17.401319 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ca1de259-ff98-4f7e-92ee-9ca866d6fb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:35:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['c739b93f-5470-46a4-97a2-ed0ba3b1ebd0'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:17.445722 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a48a9-8489-47fe-a68f-df8c89a1f899 req-3160c158-947c-41d5-bbb3-5714aaa10138 tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:17.453341 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f98a48a9-8489-47fe-a68f-df8c89a1f899 req-3160c158-947c-41d5-bbb3-5714aaa10138 tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.42 "GET /v2.0/ports?device_id=ede2690f-3268-48bf-b47e-337df65f8b12 HTTP/1.1" status: 200 len: 949 time: 0.1979153 Apr 28 19:36:17.475676 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecb85d-c3eb-418a-bc4d-bf3652a47bd9 req-092b8772-6626-4da2-b429-05a37bcd3ee1 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:17.478365 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-47ecb85d-c3eb-418a-bc4d-bf3652a47bd9 req-092b8772-6626-4da2-b429-05a37bcd3ee1 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f HTTP/1.1" status: 200 len: 1097 time: 0.2949708 Apr 28 19:36:17.485855 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d8e143fb-7a4c-4e6e-881c-88813fdc4bef tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "PUT /v2.0/floatingips/8fc4e136-a301-43bd-89b6-cb57c93750fc HTTP/1.1" status: 200 len: 990 time: 4.1429110 Apr 28 19:36:17.487883 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-b1de7956-be3d-4e32-b197-54096bccb5f9 None None] Set router 508668da-630e-4668-a049-a493e8e2ad44 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:36:17.494025 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4391f50-d433-41a8-801e-05d324974eb3', 'tag': 'c0f58fd3-aaf7-43ce-a88d-1f0914f2d178'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:36:17.498116 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c1a975-b340-4973-baf9-a4c6e0579c86" -d '{"events": [{"name": "network-changed", "server_uuid": "e4391f50-d433-41a8-801e-05d324974eb3", "tag": "c0f58fd3-aaf7-43ce-a88d-1f0914f2d178"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:36:17.514590 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f98a48a9-8489-47fe-a68f-df8c89a1f899 req-666bf9b6-e224-483f-bffb-412da4922dd5 tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.42 "GET /v2.0/security-groups?id=c870e2cd-5595-41bf-9a68-53ea5b1b547e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597808 Apr 28 19:36:17.516630 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc358bc-dc0f-4f6e-bf2c-bf0a22bc0bd5 admin admin] Router 508668da-630e-4668-a049-a493e8e2ad44 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:36:17.565344 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-47ecb85d-c3eb-418a-bc4d-bf3652a47bd9 req-1f884283-dea8-4613-bb95-41be5a9fbc2d tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626981 Apr 28 19:36:17.566550 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43334) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:17.721219 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-ca1de259-ff98-4f7e-92ee-9ca866d6fb42 None None] Set router c739b93f-5470-46a4-97a2-ed0ba3b1ebd0 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:36:17.871411 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390a7c02-8185-444c-8de7-ab26736cec78 x-openstack-request-id: req-390a7c02-8185-444c-8de7-ab26736cec78 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:36:17.871655 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4391f50-d433-41a8-801e-05d324974eb3", "tag": "c0f58fd3-aaf7-43ce-a88d-1f0914f2d178", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:36:17.871909 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-390a7c02-8185-444c-8de7-ab26736cec78 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:36:17.872377 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-390a7c02-8185-444c-8de7-ab26736cec78'] response: {'name': 'network-changed', 'server_uuid': 'e4391f50-d433-41a8-801e-05d324974eb3', 'tag': 'c0f58fd3-aaf7-43ce-a88d-1f0914f2d178', 'status': 'completed', 'code': 200} Apr 28 19:36:17.955953 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc358bc-dc0f-4f6e-bf2c-bf0a22bc0bd5 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:36:17.971080 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-dfc358bc-dc0f-4f6e-bf2c-bf0a22bc0bd5 admin admin] 10.222.0.42 "PUT /v2.0/routers/508668da-630e-4668-a049-a493e8e2ad44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5868289 Apr 28 19:36:17.974418 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43352) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:18.071885 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-b1de7956-be3d-4e32-b197-54096bccb5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508668da-630e-4668-a049-a493e8e2ad44', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1783228180-router', 'tenant_id': 'e49727ec04bb4837958078af27c4675b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'df085091-d90f-4c2b-a53d-58e43be8e25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:35:56Z', 'updated_at': '2022-04-28T19:36:15Z', 'revision_number': 5, 'project_id': 'e49727ec04bb4837958078af27c4675b', 'gw_port': {'id': 'df085091-d90f-4c2b-a53d-58e43be8e25d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:98:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508668da-630e-4668-a049-a493e8e2ad44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:58Z', 'updated_at': '2022-04-28T19:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:18.135827 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-952deef0-59ce-479d-9401-62e87533f2d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:18.149560 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1a975-b340-4973-baf9-a4c6e0579c86 req-c4dc8adc-1dbe-46d7-b7c8-2d95d71a63cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:18.151386 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7c1a975-b340-4973-baf9-a4c6e0579c86 req-c4dc8adc-1dbe-46d7-b7c8-2d95d71a63cc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94740374ca054549b67b793671aaad05&device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 1096 time: 0.1728990 Apr 28 19:36:18.167331 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1de7956-be3d-4e32-b197-54096bccb5f9 None None] The sync data for ids ['508668da-630e-4668-a049-a493e8e2ad44'] in n-d-839810-1 is: [{'id': '508668da-630e-4668-a049-a493e8e2ad44', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1783228180-router', 'tenant_id': 'e49727ec04bb4837958078af27c4675b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'df085091-d90f-4c2b-a53d-58e43be8e25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:35:56Z', 'updated_at': '2022-04-28T19:36:15Z', 'revision_number': 5, 'project_id': 'e49727ec04bb4837958078af27c4675b', 'gw_port': {'id': 'df085091-d90f-4c2b-a53d-58e43be8e25d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:98:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508668da-630e-4668-a049-a493e8e2ad44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:58Z', 'updated_at': '2022-04-28T19:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:36:18.210011 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ca1de259-ff98-4f7e-92ee-9ca866d6fb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'name': 'tempest-ServerActionsTestJSON-1205636581-router', 'tenant_id': '94740374ca054549b67b793671aaad05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'c065612b-046a-4b5b-8655-a9cbc27ce99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:35:27Z', 'updated_at': '2022-04-28T19:35:33Z', 'revision_number': 4, 'project_id': '94740374ca054549b67b793671aaad05', 'gw_port': {'id': 'c065612b-046a-4b5b-8655-a9cbc27ce99e', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:28Z', 'updated_at': '2022-04-28T19:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '8fc4e136-a301-43bd-89b6-cb57c93750fc', 'tenant_id': '94740374ca054549b67b793671aaad05', 'floating_ip_address': '172.25.8.19', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'port_id': 'c0f58fd3-aaf7-43ce-a88d-1f0914f2d178', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19', 'mac_address': 'fa:16:3e:c1:7c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4391f50-d433-41a8-801e-05d324974eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:35:41Z', 'updated_at': '2022-04-28T19:36:16Z', 'revision_number': 1, 'project_id': '94740374ca054549b67b793671aaad05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b151d5a-db61-451c-898c-47a366ba9b92', 'name': '', 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19', 'tenant_id': '94740374ca054549b67b793671aaad05', 'mac_address': 'fa:16:3e:21:3b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '43d83121-413d-4da3-b294-551f60ac6b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:32Z', 'updated_at': '2022-04-28T19:35:38Z', 'revision_number': 5, 'project_id': '94740374ca054549b67b793671aaad05', 'subnets': [{'id': '43d83121-413d-4da3-b294-551f60ac6b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:18.300438 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9245b9d-d6c3-4a2f-b6a2-b2d169aa9ab5 req-6eb65e8c-d8b2-470d-a8b4-4d5580aaccd6 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:18.302021 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d9245b9d-d6c3-4a2f-b6a2-b2d169aa9ab5 req-6eb65e8c-d8b2-470d-a8b4-4d5580aaccd6 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f HTTP/1.1" status: 200 len: 1097 time: 0.3021049 Apr 28 19:36:18.305855 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1de259-ff98-4f7e-92ee-9ca866d6fb42 None None] Checking router: c739b93f-5470-46a4-97a2-ed0ba3b1ebd0 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:36:18.315951 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1de259-ff98-4f7e-92ee-9ca866d6fb42 None None] Routers {'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:36:18.319361 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ca1de259-ff98-4f7e-92ee-9ca866d6fb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:35:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['c739b93f-5470-46a4-97a2-ed0ba3b1ebd0'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:18.423123 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f706604-56bb-44f4-9b36-9aac9a07733b req-19f2d31d-d5c5-4d56-8488-455eb5046f77 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:18.428706 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5f706604-56bb-44f4-9b36-9aac9a07733b req-19f2d31d-d5c5-4d56-8488-455eb5046f77 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 945 time: 0.5593815 Apr 28 19:36:18.458637 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d9245b9d-d6c3-4a2f-b6a2-b2d169aa9ab5 req-aa92acb8-d91b-4aca-85d3-3e7853ab3543 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320770 Apr 28 19:36:18.469088 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1a975-b340-4973-baf9-a4c6e0579c86 req-a968feec-03c4-4db4-83d5-1c774b3b17db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:18.475190 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7c1a975-b340-4973-baf9-a4c6e0579c86 req-a968feec-03c4-4db4-83d5-1c774b3b17db service neutron] 10.222.0.44 "GET /v2.0/networks?id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 HTTP/1.1" status: 200 len: 913 time: 0.3062427 Apr 28 19:36:18.771255 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7c1a975-b340-4973-baf9-a4c6e0579c86 req-3ae8a09f-cc67-4631-9b93-cc5d1f848fab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 HTTP/1.1" status: 200 len: 998 time: 0.2916989 Apr 28 19:36:18.858489 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1a975-b340-4973-baf9-a4c6e0579c86 req-5a3afe96-b113-4fde-be8c-ca851c43a4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:18.860438 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7c1a975-b340-4973-baf9-a4c6e0579c86 req-5a3afe96-b113-4fde-be8c-ca851c43a4bd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43d83121-413d-4da3-b294-551f60ac6b94 HTTP/1.1" status: 200 len: 851 time: 0.0821912 Apr 28 19:36:18.929886 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5f706604-56bb-44f4-9b36-9aac9a07733b req-77c42cdb-a880-484e-a16c-9206734f1fc6 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4278386 Apr 28 19:36:19.020535 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-ca1de259-ff98-4f7e-92ee-9ca866d6fb42 None None] Set router c739b93f-5470-46a4-97a2-ed0ba3b1ebd0 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:36:19.024629 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-952deef0-59ce-479d-9401-62e87533f2d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:19.141063 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1a975-b340-4973-baf9-a4c6e0579c86 req-e4fa7229-d4ff-4574-bb5a-a43b183a646c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:19.151720 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7c1a975-b340-4973-baf9-a4c6e0579c86 req-e4fa7229-d4ff-4574-bb5a-a43b183a646c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2615118 Apr 28 19:36:19.194623 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b976f-e2da-4193-9057-d38bab9ab0f9 req-a0277cc8-0d82-4e5c-b1ef-8b1d1dd01b76 tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:19.201203 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ea4b976f-e2da-4193-9057-d38bab9ab0f9 req-a0277cc8-0d82-4e5c-b1ef-8b1d1dd01b76 tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.42 "GET /v2.0/ports?device_id=ede2690f-3268-48bf-b47e-337df65f8b12 HTTP/1.1" status: 200 len: 949 time: 0.3391855 Apr 28 19:36:19.536414 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-952deef0-59ce-479d-9401-62e87533f2d1 admin admin] Deleting port df085091-d90f-4c2b-a53d-58e43be8e25d {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:36:19.537338 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-952deef0-59ce-479d-9401-62e87533f2d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:19.596192 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4b4472a-89da-470f-893e-b8f6f05e4213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:19.699596 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ea4b976f-e2da-4193-9057-d38bab9ab0f9 req-fe16c89d-1a01-45d0-a698-1be857a2b33d tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.42 "GET /v2.0/security-groups?id=c870e2cd-5595-41bf-9a68-53ea5b1b547e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049539 Apr 28 19:36:19.756042 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3a7852a3-37b1-4dce-a468-099131f7479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:19.760593 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ca1de259-ff98-4f7e-92ee-9ca866d6fb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'name': 'tempest-ServerActionsTestJSON-1205636581-router', 'tenant_id': '94740374ca054549b67b793671aaad05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'c065612b-046a-4b5b-8655-a9cbc27ce99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:35:27Z', 'updated_at': '2022-04-28T19:35:33Z', 'revision_number': 4, 'project_id': '94740374ca054549b67b793671aaad05', 'gw_port': {'id': 'c065612b-046a-4b5b-8655-a9cbc27ce99e', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:28Z', 'updated_at': '2022-04-28T19:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '8fc4e136-a301-43bd-89b6-cb57c93750fc', 'tenant_id': '94740374ca054549b67b793671aaad05', 'floating_ip_address': '172.25.8.19', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'port_id': 'c0f58fd3-aaf7-43ce-a88d-1f0914f2d178', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19', 'mac_address': 'fa:16:3e:c1:7c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4391f50-d433-41a8-801e-05d324974eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:35:41Z', 'updated_at': '2022-04-28T19:36:16Z', 'revision_number': 1, 'project_id': '94740374ca054549b67b793671aaad05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b151d5a-db61-451c-898c-47a366ba9b92', 'name': '', 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19', 'tenant_id': '94740374ca054549b67b793671aaad05', 'mac_address': 'fa:16:3e:21:3b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '43d83121-413d-4da3-b294-551f60ac6b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:32Z', 'updated_at': '2022-04-28T19:35:38Z', 'revision_number': 5, 'project_id': '94740374ca054549b67b793671aaad05', 'subnets': [{'id': '43d83121-413d-4da3-b294-551f60ac6b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:19.770450 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7c1a975-b340-4973-baf9-a4c6e0579c86 req-87926fbc-6daa-406d-b0a0-a9bea98dd5e1 service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5612085 Apr 28 19:36:19.875086 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1de259-ff98-4f7e-92ee-9ca866d6fb42 None None] The sync data for ids ['c739b93f-5470-46a4-97a2-ed0ba3b1ebd0'] in n-d-839810-1 is: [{'id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'name': 'tempest-ServerActionsTestJSON-1205636581-router', 'tenant_id': '94740374ca054549b67b793671aaad05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'c065612b-046a-4b5b-8655-a9cbc27ce99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:35:27Z', 'updated_at': '2022-04-28T19:35:33Z', 'revision_number': 4, 'project_id': '94740374ca054549b67b793671aaad05', 'gw_port': {'id': 'c065612b-046a-4b5b-8655-a9cbc27ce99e', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:28Z', 'updated_at': '2022-04-28T19:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '8fc4e136-a301-43bd-89b6-cb57c93750fc', 'tenant_id': '94740374ca054549b67b793671aaad05', 'floating_ip_address': '172.25.8.19', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'port_id': 'c0f58fd3-aaf7-43ce-a88d-1f0914f2d178', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19', 'mac_address': 'fa:16:3e:c1:7c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4391f50-d433-41a8-801e-05d324974eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:35:41Z', 'updated_at': '2022-04-28T19:36:16Z', 'revision_number': 1, 'project_id': '94740374ca054549b67b793671aaad05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b151d5a-db61-451c-898c-47a366ba9b92', 'name': '', 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19', 'tenant_id': '94740374ca054549b67b793671aaad05', 'mac_address': 'fa:16:3e:21:3b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '43d83121-413d-4da3-b294-551f60ac6b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:32Z', 'updated_at': '2022-04-28T19:35:38Z', 'revision_number': 5, 'project_id': '94740374ca054549b67b793671aaad05', 'subnets': [{'id': '43d83121-413d-4da3-b294-551f60ac6b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:36:19.882238 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device b457aa1e-f854-41c4-9684-72e9bcb0ab77 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:36:20.038471 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7c1a975-b340-4973-baf9-a4c6e0579c86 req-84a2cd34-5f09-4e70-a774-53fb5cbd2c09 service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490313 Apr 28 19:36:20.099252 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ba63d7-269c-4ffd-b6e9-d4180529d633 None None] Sync routers for ids ['508668da-630e-4668-a049-a493e8e2ad44'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:36:20.101473 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-952deef0-59ce-479d-9401-62e87533f2d1 admin admin] For port df085091-d90f-4c2b-a53d-58e43be8e25d, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=df085091-d90f-4c2b-a53d-58e43be8e25d,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:20.102180 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-952deef0-59ce-479d-9401-62e87533f2d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:20.128018 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-952deef0-59ce-479d-9401-62e87533f2d1 admin admin] Calling delete_port for df085091-d90f-4c2b-a53d-58e43be8e25d owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:36:20.198211 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port b457aa1e-f854-41c4-9684-72e9bcb0ab77 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:36:20.208007 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ba63d7-269c-4ffd-b6e9-d4180529d633 None None] Routers {'508668da-630e-4668-a049-a493e8e2ad44'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:36:20.233785 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-28ba63d7-269c-4ffd-b6e9-d4180529d633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:35:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['508668da-630e-4668-a049-a493e8e2ad44'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:20.386747 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fecb46-2b8e-45c3-af3a-ef606620cd9d req-8ff44e54-5137-409b-a594-1efa3e9391b1 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:20.420700 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-67fecb46-2b8e-45c3-af3a-ef606620cd9d req-8ff44e54-5137-409b-a594-1efa3e9391b1 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 945 time: 0.2095132 Apr 28 19:36:20.489945 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-67fecb46-2b8e-45c3-af3a-ef606620cd9d req-3f62f6c3-9b2c-4d1d-be2e-69edffb61dda tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683048 Apr 28 19:36:20.524309 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-28ba63d7-269c-4ffd-b6e9-d4180529d633 None None] Set router 508668da-630e-4668-a049-a493e8e2ad44 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:36:20.551779 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05f8e86-22f2-4991-9878-a8c42d46065d None None] New status for floating IP 8fc4e136-a301-43bd-89b6-cb57c93750fc: ACTIVE {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:36:20.610560 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port b457aa1e-f854-41c4-9684-72e9bcb0ab77 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:36:20.610932 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:20.715476 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-28ba63d7-269c-4ffd-b6e9-d4180529d633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508668da-630e-4668-a049-a493e8e2ad44', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1783228180-router', 'tenant_id': 'e49727ec04bb4837958078af27c4675b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:35:56Z', 'updated_at': '2022-04-28T19:36:19Z', 'revision_number': 6, 'project_id': 'e49727ec04bb4837958078af27c4675b', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:20.836717 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ba63d7-269c-4ffd-b6e9-d4180529d633 None None] Checking router: 508668da-630e-4668-a049-a493e8e2ad44 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:36:20.907762 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ba63d7-269c-4ffd-b6e9-d4180529d633 None None] Routers {'508668da-630e-4668-a049-a493e8e2ad44'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:36:20.910389 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-28ba63d7-269c-4ffd-b6e9-d4180529d633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:35:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['508668da-630e-4668-a049-a493e8e2ad44'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:20.982993 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b7590-7e1b-4969-9998-258ddf004a9b req-5d8ed154-8bba-4190-af58-b7780a47cbca tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:21.015326 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-625b7590-7e1b-4969-9998-258ddf004a9b req-5d8ed154-8bba-4190-af58-b7780a47cbca tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 945 time: 0.2300467 Apr 28 19:36:21.166849 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-952deef0-59ce-479d-9401-62e87533f2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:21.218333 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-625b7590-7e1b-4969-9998-258ddf004a9b req-be734713-f56c-4a16-a5ac-93f5390a2199 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931920 Apr 28 19:36:21.308311 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43426) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:21.318401 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-28ba63d7-269c-4ffd-b6e9-d4180529d633 None None] Set router 508668da-630e-4668-a049-a493e8e2ad44 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:36:21.470520 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:21.511826 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952deef0-59ce-479d-9401-62e87533f2d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=df085091-d90f-4c2b-a53d-58e43be8e25d,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:21.515550 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-952deef0-59ce-479d-9401-62e87533f2d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:21.575000 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ee57d-b781-4982-8313-ad3adf4c7233 req-05067fa6-ba84-4c58-be71-a631fbf5ea7c tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:21.592399 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6b8ee57d-b781-4982-8313-ad3adf4c7233 req-05067fa6-ba84-4c58-be71-a631fbf5ea7c tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.42 "GET /v2.0/ports?device_id=ede2690f-3268-48bf-b47e-337df65f8b12 HTTP/1.1" status: 200 len: 949 time: 0.1349809 Apr 28 19:36:21.622521 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-28ba63d7-269c-4ffd-b6e9-d4180529d633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508668da-630e-4668-a049-a493e8e2ad44', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1783228180-router', 'tenant_id': 'e49727ec04bb4837958078af27c4675b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:35:56Z', 'updated_at': '2022-04-28T19:36:19Z', 'revision_number': 6, 'project_id': 'e49727ec04bb4837958078af27c4675b', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:21.634634 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede2690f-3268-48bf-b47e-337df65f8b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b457aa1e-f854-41c4-9684-72e9bcb0ab77'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:36:21.646990 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98908ba-ccee-423c-be62-98852036067c" -d '{"events": [{"server_uuid": "ede2690f-3268-48bf-b47e-337df65f8b12", "name": "network-vif-plugged", "status": "completed", "tag": "b457aa1e-f854-41c4-9684-72e9bcb0ab77"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:36:21.664820 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43436) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:21.738382 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6b8ee57d-b781-4982-8313-ad3adf4c7233 req-f1451a48-9f66-4e86-aef5-e3b979513717 tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.42 "GET /v2.0/security-groups?id=c870e2cd-5595-41bf-9a68-53ea5b1b547e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457596 Apr 28 19:36:21.789266 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c4b4472a-89da-470f-893e-b8f6f05e4213 admin admin] Deleting port 9c283cd9-59f4-4ce6-8571-0a7650174a07 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:36:21.789780 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4b4472a-89da-470f-893e-b8f6f05e4213 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:21.807088 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port b457aa1e-f854-41c4-9684-72e9bcb0ab77, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=b457aa1e-f854-41c4-9684-72e9bcb0ab77,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:21.819355 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ba63d7-269c-4ffd-b6e9-d4180529d633 None None] The sync data for ids ['508668da-630e-4668-a049-a493e8e2ad44'] in n-d-839810-1 is: [{'id': '508668da-630e-4668-a049-a493e8e2ad44', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1783228180-router', 'tenant_id': 'e49727ec04bb4837958078af27c4675b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:35:56Z', 'updated_at': '2022-04-28T19:36:19Z', 'revision_number': 6, 'project_id': 'e49727ec04bb4837958078af27c4675b', 'gw_port_host': None}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:36:21.841038 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:21.916649 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-097f958b-5460-4844-9b3b-eac9d6003e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:21.993481 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-952deef0-59ce-479d-9401-62e87533f2d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:22.011636 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-9ebc64b5-38b3-4fd9-b1ac-f5761475ac60 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:36:22.012827 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-9ebc64b5-38b3-4fd9-b1ac-f5761475ac60 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6832807 Apr 28 19:36:22.014297 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-952deef0-59ce-479d-9401-62e87533f2d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:22.080289 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-682a6ea6-61c1-48f2-a70b-bcab2fb49812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:22.085507 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8619ae80-b7e0-4b7d-a4f8-2a02bf700f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:22.102767 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=b457aa1e-f854-41c4-9684-72e9bcb0ab77,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:22.162679 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-952deef0-59ce-479d-9401-62e87533f2d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:22.163550 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952deef0-59ce-479d-9401-62e87533f2d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 508668da-630e-4668-a049-a493e8e2ad44 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:36:22.176834 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-952deef0-59ce-479d-9401-62e87533f2d1 admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:22.177919 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-952deef0-59ce-479d-9401-62e87533f2d1 admin admin] 10.222.0.42 "DELETE /v2.0/routers/508668da-630e-4668-a049-a493e8e2ad44 HTTP/1.1" status: 204 len: 168 time: 4.2025273 Apr 28 19:36:22.187917 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43454) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:22.216818 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-c4b4472a-89da-470f-893e-b8f6f05e4213 admin admin] For port 9c283cd9-59f4-4ce6-8571-0a7650174a07, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=9c283cd9-59f4-4ce6-8571-0a7650174a07,segment=NetworkSegment(bc52fff9-5f2e-4745-8408-e439471fc1e0),segment_id=bc52fff9-5f2e-4745-8408-e439471fc1e0)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:22.217246 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4b4472a-89da-470f-893e-b8f6f05e4213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:22.238905 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-1a852bd1-03a8-4bed-977b-74ac9aaea7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:22.246134 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-1a852bd1-03a8-4bed-977b-74ac9aaea7a3 service neutron] 10.222.0.42 "GET /v2.0/ports/db65d274-363d-4bb9-bfad-2c8782a96fa0 HTTP/1.1" status: 200 len: 1094 time: 0.2225881 Apr 28 19:36:22.250630 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-e6126b15-27a8-431a-8f6a-5683d846b37c service neutron] Request body: {'binding': {'host': 'n-h2-839810-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:36:22.251098 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-e6126b15-27a8-431a-8f6a-5683d846b37c service neutron] Unknown quota resources ['binding']. {{(pid=102774) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 28 19:36:22.254513 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c4b4472a-89da-470f-893e-b8f6f05e4213 admin admin] Calling delete_port for 9c283cd9-59f4-4ce6-8571-0a7650174a07 owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:36:22.295872 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6dd2c19-52e3-4957-8b37-c0737aa145d8 admin admin] Deleting subnet a7a02aa4-d57a-4303-8595-f6ea30d8f482 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:36:22.310815 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6dd2c19-52e3-4957-8b37-c0737aa145d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:22.409751 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6dd2c19-52e3-4957-8b37-c0737aa145d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:22.478983 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-682a6ea6-61c1-48f2-a70b-bcab2fb49812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:22.526118 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-097f958b-5460-4844-9b3b-eac9d6003e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:22.535666 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-682a6ea6-61c1-48f2-a70b-bcab2fb49812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:22.545573 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ce4241-5fe9-4e6b-8852-2f11b162e496 x-openstack-request-id: req-30ce4241-5fe9-4e6b-8852-2f11b162e496 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:36:22.545927 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede2690f-3268-48bf-b47e-337df65f8b12", "name": "network-vif-plugged", "status": "completed", "tag": "b457aa1e-f854-41c4-9684-72e9bcb0ab77", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:36:22.546307 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-30ce4241-5fe9-4e6b-8852-2f11b162e496 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:36:22.547434 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30ce4241-5fe9-4e6b-8852-2f11b162e496'] response: {'server_uuid': 'ede2690f-3268-48bf-b47e-337df65f8b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b457aa1e-f854-41c4-9684-72e9bcb0ab77', 'code': 200} Apr 28 19:36:22.592601 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-097f958b-5460-4844-9b3b-eac9d6003e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:22.618292 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a6ea6-61c1-48f2-a70b-bcab2fb49812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa846c50-1c29-4bb7-a74e-a7a44342bcbe,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:22.779816 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-682a6ea6-61c1-48f2-a70b-bcab2fb49812 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5739dbd682b14c3b935ab5436a7680d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1141882 Apr 28 19:36:22.782388 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-097f958b-5460-4844-9b3b-eac9d6003e2c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8507a291994747cd9d20b6c35922257f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4727783 Apr 28 19:36:22.787135 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43474) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:22.787604 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43476) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:22.789390 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f958b-5460-4844-9b3b-eac9d6003e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c416259-6b9c-49b5-b2bc-469583b75b1e,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:22.810370 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6dd2c19-52e3-4957-8b37-c0737aa145d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:22.958413 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a7f05-91fe-4cae-851e-8c3c02c49329 req-a9777784-c8e7-437f-ad7d-644f1f8063f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:22.961506 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-682a7f05-91fe-4cae-851e-8c3c02c49329 req-a9777784-c8e7-437f-ad7d-644f1f8063f1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ede2690f-3268-48bf-b47e-337df65f8b12 HTTP/1.1" status: 200 len: 1101 time: 0.2678416 Apr 28 19:36:22.975283 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-e6126b15-27a8-431a-8f6a-5683d846b37c service neutron] Attempting to bind port db65d274-363d-4bb9-bfad-2c8782a96fa0 on host n-h2-839810-1 for vnic_type normal with profile None {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:36:22.975802 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-e6126b15-27a8-431a-8f6a-5683d846b37c service neutron] Attempting to bind port db65d274-363d-4bb9-bfad-2c8782a96fa0 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:36:22.976188 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-e6126b15-27a8-431a-8f6a-5683d846b37c service neutron] Attempting to bind port db65d274-363d-4bb9-bfad-2c8782a96fa0 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:36:22.990044 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-e6126b15-27a8-431a-8f6a-5683d846b37c service neutron] Port db65d274-363d-4bb9-bfad-2c8782a96fa0 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:36:22.991519 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-e6126b15-27a8-431a-8f6a-5683d846b37c service neutron] Attempting to bind port db65d274-363d-4bb9-bfad-2c8782a96fa0 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:36:23.012039 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6dd2c19-52e3-4957-8b37-c0737aa145d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:23.018895 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-e6126b15-27a8-431a-8f6a-5683d846b37c service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:36:23.019646 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-e6126b15-27a8-431a-8f6a-5683d846b37c service neutron] Checking segment: {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:36:23.020350 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-e6126b15-27a8-431a-8f6a-5683d846b37c service neutron] Bound using segment: {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:36:23.021066 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-e6126b15-27a8-431a-8f6a-5683d846b37c service neutron] Bound port: db65d274-363d-4bb9-bfad-2c8782a96fa0, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:36:23.031374 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3da52b22-3b62-4330-8c93-16ca4d90c559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:23.073655 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd2c19-52e3-4957-8b37-c0737aa145d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7a02aa4-d57a-4303-8595-f6ea30d8f482,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:23.084646 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6dd2c19-52e3-4957-8b37-c0737aa145d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:23.087289 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f441e3c7-3cc0-4ea0-9b0f-bd012e950302 None None] Network 523161a3-58e0-4888-9d07-660bd97e22da requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:36:23.088266 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a6dd2c19-52e3-4957-8b37-c0737aa145d8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a7a02aa4-d57a-4303-8595-f6ea30d8f482 HTTP/1.1" status: 204 len: 168 time: 0.8951883 Apr 28 19:36:23.092946 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43482) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:23.098565 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003068a-da1c-44c2-8285-3f73cfb2979f req-867aad71-b3a3-4c3e-bf68-339a4d77ce5a tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:23.100158 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0003068a-da1c-44c2-8285-3f73cfb2979f req-867aad71-b3a3-4c3e-bf68-339a4d77ce5a tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.42 "GET /v2.0/ports?device_id=ede2690f-3268-48bf-b47e-337df65f8b12 HTTP/1.1" status: 200 len: 950 time: 0.2146730 Apr 28 19:36:23.100861 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f5d9362b-d669-4b1a-9f39-995a954f42c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:23.117433 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4b4472a-89da-470f-893e-b8f6f05e4213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:23.125026 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-682a7f05-91fe-4cae-851e-8c3c02c49329 req-382dc6e3-818e-4594-8cbd-dfd2119b4fff service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c870e2cd-5595-41bf-9a68-53ea5b1b547e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539702 Apr 28 19:36:23.137907 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3da52b22-3b62-4330-8c93-16ca4d90c559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:23.191273 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f5d9362b-d669-4b1a-9f39-995a954f42c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:23.208228 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4472a-89da-470f-893e-b8f6f05e4213 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c283cd9-59f4-4ce6-8571-0a7650174a07,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:23.267161 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f73f-f129-455f-9f71-b49b9c9f5867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:23.269468 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0003068a-da1c-44c2-8285-3f73cfb2979f req-0f68448f-f049-47f1-89da-5193cbce5b1b tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.42 "GET /v2.0/security-groups?id=c870e2cd-5595-41bf-9a68-53ea5b1b547e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317282 Apr 28 19:36:23.315563 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3da52b22-3b62-4330-8c93-16ca4d90c559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:23.321184 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-e6126b15-27a8-431a-8f6a-5683d846b37c service neutron] For port db65d274-363d-4bb9-bfad-2c8782a96fa0, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=db65d274-363d-4bb9-bfad-2c8782a96fa0,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:36:23.325645 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3da52b22-3b62-4330-8c93-16ca4d90c559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:23.326842 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3da52b22-3b62-4330-8c93-16ca4d90c559 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2c416259-6b9c-49b5-b2bc-469583b75b1e HTTP/1.1" status: 204 len: 168 time: 0.5342391 Apr 28 19:36:23.336825 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da52b22-3b62-4330-8c93-16ca4d90c559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c416259-6b9c-49b5-b2bc-469583b75b1e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:23.344587 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f5d9362b-d669-4b1a-9f39-995a954f42c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:23.348782 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f5d9362b-d669-4b1a-9f39-995a954f42c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:23.356877 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f5d9362b-d669-4b1a-9f39-995a954f42c1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fa846c50-1c29-4bb7-a74e-a7a44342bcbe HTTP/1.1" status: 204 len: 168 time: 0.5628006 Apr 28 19:36:23.360636 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-e6126b15-27a8-431a-8f6a-5683d846b37c service neutron] Notify callbacks [] for binding, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:23.365910 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-e6126b15-27a8-431a-8f6a-5683d846b37c service neutron] 10.222.0.42 "POST /v2.0/ports/db65d274-363d-4bb9-bfad-2c8782a96fa0/bindings HTTP/1.1" status: 201 len: 389 time: 1.1188753 Apr 28 19:36:23.369775 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9362b-d669-4b1a-9f39-995a954f42c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa846c50-1c29-4bb7-a74e-a7a44342bcbe,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:23.404955 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:23.505285 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437183ba-6799-4fe5-834e-da59bc8e3930 None None] DHCP port deletion for 523161a3-58e0-4888-9d07-660bd97e22da request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:36:23.757929 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4b4472a-89da-470f-893e-b8f6f05e4213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:23.787955 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-cbd2f73f-f129-455f-9f71-b49b9c9f5867 admin admin] Deleting port 118b7b61-d151-4b11-bb3e-bf46d4de64b2 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:36:23.789691 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f73f-f129-455f-9f71-b49b9c9f5867 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:23.840846 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-437183ba-6799-4fe5-834e-da59bc8e3930 None None] Deleting port 118b7b61-d151-4b11-bb3e-bf46d4de64b2 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:36:23.841450 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-437183ba-6799-4fe5-834e-da59bc8e3930 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:23.846395 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189370e-1887-499d-9387-c5c763d4e41a req-10432d74-7874-42ad-8a93-af828a472a36 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:23.854276 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e189370e-1887-499d-9387-c5c763d4e41a req-10432d74-7874-42ad-8a93-af828a472a36 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/ports?device_id=48d04f3d-4255-4737-aad2-787288748693 HTTP/1.1" status: 200 len: 950 time: 0.1384811 Apr 28 19:36:23.911826 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e189370e-1887-499d-9387-c5c763d4e41a req-fa3dbdd5-c002-4e5b-92fe-77efaf80e937 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/security-groups?id=1405446e-ee39-4878-8bba-1170ad050e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565588 Apr 28 19:36:24.020129 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device df085091-d90f-4c2b-a53d-58e43be8e25d no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:36:24.022944 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-50a4bd5e-337c-4504-ada8-f1d93a4a4512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:24.031745 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-50a4bd5e-337c-4504-ada8-f1d93a4a4512 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=65106efa94b44e66ac09133941d375fb&device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f HTTP/1.1" status: 200 len: 1097 time: 0.0960734 Apr 28 19:36:24.120151 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-437183ba-6799-4fe5-834e-da59bc8e3930 None None] For port 118b7b61-d151-4b11-bb3e-bf46d4de64b2, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=118b7b61-d151-4b11-bb3e-bf46d4de64b2,segment=NetworkSegment(c6172fd9-2d03-469f-a32b-5db0db5c07cf),segment_id=c6172fd9-2d03-469f-a32b-5db0db5c07cf)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:24.120754 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-437183ba-6799-4fe5-834e-da59bc8e3930 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:24.125139 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362318a7-9cb8-4453-8dad-d578c0a6f489 req-b0138578-8578-46bc-b19d-d242f95999e2 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:24.129124 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-362318a7-9cb8-4453-8dad-d578c0a6f489 req-b0138578-8578-46bc-b19d-d242f95999e2 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f HTTP/1.1" status: 200 len: 946 time: 0.3542719 Apr 28 19:36:24.130993 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: df085091-d90f-4c2b-a53d-58e43be8e25d {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:36:24.131389 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device df085091-d90f-4c2b-a53d-58e43be8e25d not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:36:24.131887 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 118b7b61-d151-4b11-bb3e-bf46d4de64b2 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:36:24.137163 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-cbd2f73f-f129-455f-9f71-b49b9c9f5867 admin admin] For port 118b7b61-d151-4b11-bb3e-bf46d4de64b2, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=118b7b61-d151-4b11-bb3e-bf46d4de64b2,segment=NetworkSegment(c6172fd9-2d03-469f-a32b-5db0db5c07cf),segment_id=c6172fd9-2d03-469f-a32b-5db0db5c07cf)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:24.137585 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f73f-f129-455f-9f71-b49b9c9f5867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:24.213783 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-437183ba-6799-4fe5-834e-da59bc8e3930 None None] Calling delete_port for 118b7b61-d151-4b11-bb3e-bf46d4de64b2 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:36:24.242747 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-933dcac8-b447-46ac-b8f6-36e68a0ab4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:24.249512 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-933dcac8-b447-46ac-b8f6-36e68a0ab4f6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd HTTP/1.1" status: 200 len: 908 time: 0.2040048 Apr 28 19:36:24.281959 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-cbd2f73f-f129-455f-9f71-b49b9c9f5867 admin admin] Calling delete_port for 118b7b61-d151-4b11-bb3e-bf46d4de64b2 owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:36:24.342774 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-8fb28e81-ca12-41ce-9d23-41c37c661f0f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db65d274-363d-4bb9-bfad-2c8782a96fa0 HTTP/1.1" status: 200 len: 217 time: 0.0863419 Apr 28 19:36:24.452641 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-437183ba-6799-4fe5-834e-da59bc8e3930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:24.517732 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437183ba-6799-4fe5-834e-da59bc8e3930 None None] No DVR routers for this DVR port 118b7b61-d151-4b11-bb3e-bf46d4de64b2 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:36:24.541537 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-98043bc2-5752-41c1-9421-f49f028c86a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:24.543171 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437183ba-6799-4fe5-834e-da59bc8e3930 None None] Pushing event deleted for resources: {'Port': ['ID=118b7b61-d151-4b11-bb3e-bf46d4de64b2,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:24.544038 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-98043bc2-5752-41c1-9421-f49f028c86a4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d5c93c2-9d1b-4c66-8e1f-a78766af188b HTTP/1.1" status: 200 len: 847 time: 0.1932111 Apr 28 19:36:24.568179 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:24.674293 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-f8724d7c-892a-4961-94b7-702310ad1372 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174407 Apr 28 19:36:24.676729 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-362318a7-9cb8-4453-8dad-d578c0a6f489 req-470b258d-b0e6-49e5-8af1-6181a0d361f1 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5286140 Apr 28 19:36:24.835623 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33952a5-7561-43bd-ac5e-cc28bdf13891 req-2cb53689-c14c-429f-86ad-53dac57df96d tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:24.838493 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d33952a5-7561-43bd-ac5e-cc28bdf13891 req-2cb53689-c14c-429f-86ad-53dac57df96d tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.42 "GET /v2.0/ports?device_id=ede2690f-3268-48bf-b47e-337df65f8b12 HTTP/1.1" status: 200 len: 950 time: 0.2373211 Apr 28 19:36:24.848899 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f73f-f129-455f-9f71-b49b9c9f5867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:24.916201 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd2f73f-f129-455f-9f71-b49b9c9f5867 admin admin] No DVR routers for this DVR port 118b7b61-d151-4b11-bb3e-bf46d4de64b2 on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:36:24.922819 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2f73f-f129-455f-9f71-b49b9c9f5867 admin admin] Pushing event deleted for resources: {'Port': ['ID=118b7b61-d151-4b11-bb3e-bf46d4de64b2,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:24.933361 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-8abf6b05-bf8a-4368-99e4-b951a60e321b service neutron] 10.222.0.44 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294705 Apr 28 19:36:24.954205 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b4472a-89da-470f-893e-b8f6f05e4213 admin admin] Router d2892274-3bba-4987-afc9-d7babec466f5 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:36:24.981040 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d33952a5-7561-43bd-ac5e-cc28bdf13891 req-f40dd788-8154-4e43-9d12-ec2d8118236c tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.42 "GET /v2.0/security-groups?id=c870e2cd-5595-41bf-9a68-53ea5b1b547e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218190 Apr 28 19:36:25.018308 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43576) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:25.042452 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f73f-f129-455f-9f71-b49b9c9f5867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:25.111339 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-cbd2f73f-f129-455f-9f71-b49b9c9f5867 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['523161a3-58e0-4888-9d07-660bd97e22da']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:25.128169 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-cbd2f73f-f129-455f-9f71-b49b9c9f5867 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6172fd9-2d03-469f-a32b-5db0db5c07cf') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:25.128574 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-cbd2f73f-f129-455f-9f71-b49b9c9f5867 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6172fd9-2d03-469f-a32b-5db0db5c07cf') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:25.149413 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f73f-f129-455f-9f71-b49b9c9f5867 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:25.153719 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-884cfaa6-4c46-41fd-a1e3-4979e1912659 service neutron] 10.222.0.44 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094271 Apr 28 19:36:25.202834 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f73f-f129-455f-9f71-b49b9c9f5867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:25.215501 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd2f73f-f129-455f-9f71-b49b9c9f5867 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:36:25.215912 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f73f-f129-455f-9f71-b49b9c9f5867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:36:25.217882 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:36:25.234949 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b4472a-89da-470f-893e-b8f6f05e4213 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:36:25.242376 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c4b4472a-89da-470f-893e-b8f6f05e4213 admin admin] 10.222.0.42 "PUT /v2.0/routers/d2892274-3bba-4987-afc9-d7babec466f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6746533 Apr 28 19:36:25.246700 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43590) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:25.258212 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f79cc5-3123-47b4-8ab4-a26c52a32673 None None] Sync routers for ids ['d2892274-3bba-4987-afc9-d7babec466f5'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:36:25.271921 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f79cc5-3123-47b4-8ab4-a26c52a32673 None None] Routers {'d2892274-3bba-4987-afc9-d7babec466f5'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:36:25.272595 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-62f79cc5-3123-47b4-8ab4-a26c52a32673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:36:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['d2892274-3bba-4987-afc9-d7babec466f5'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:25.290128 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-90752ce1-483f-4743-83b2-b5f056b80fbb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-548400674-network', 'tenant_id': '9b27a583a20248c19a43741259ef13ba'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:36:25.316860 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f73f-f129-455f-9f71-b49b9c9f5867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:25.325311 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f73f-f129-455f-9f71-b49b9c9f5867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:25.333716 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-cbd2f73f-f129-455f-9f71-b49b9c9f5867 admin admin] 10.222.0.42 "DELETE /v2.0/networks/523161a3-58e0-4888-9d07-660bd97e22da HTTP/1.1" status: 204 len: 168 time: 2.2352967 Apr 28 19:36:25.333716 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90752ce1-483f-4743-83b2-b5f056b80fbb admin admin] Made reservation on behalf of 9b27a583a20248c19a43741259ef13ba for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:36:25.334784 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90752ce1-483f-4743-83b2-b5f056b80fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:25.357696 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2f73f-f129-455f-9f71-b49b9c9f5867 admin admin] Pushing event deleted for resources: {'Network': ['ID=523161a3-58e0-4888-9d07-660bd97e22da,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:25.360835 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90752ce1-483f-4743-83b2-b5f056b80fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:25.484903 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-62f79cc5-3123-47b4-8ab4-a26c52a32673 None None] Set router d2892274-3bba-4987-afc9-d7babec466f5 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:36:25.544404 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90752ce1-483f-4743-83b2-b5f056b80fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:25.557508 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90752ce1-483f-4743-83b2-b5f056b80fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:25.633981 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90752ce1-483f-4743-83b2-b5f056b80fbb admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:36:25.709784 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43610) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:25.745618 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90752ce1-483f-4743-83b2-b5f056b80fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:25.745981 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-90752ce1-483f-4743-83b2-b5f056b80fbb admin admin] Added segment 684fbeac-2dbb-4dc0-bea3-85ef67ea4349 of type vlan for network d582212e-6191-43e4-9427-cab6f1b2fe97 Apr 28 19:36:25.747508 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90752ce1-483f-4743-83b2-b5f056b80fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6351b578-b555-43fa-bdf0-23f197c3e4fb,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:25.882477 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90752ce1-483f-4743-83b2-b5f056b80fbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:25.902428 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7006949b-476e-4fb7-9f14-fd03ea767b38 req-11e4441f-9b78-4527-b83e-928898af42c5 tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:25.905423 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:25.908886 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:25.911453 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7006949b-476e-4fb7-9f14-fd03ea767b38 req-11e4441f-9b78-4527-b83e-928898af42c5 tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.42 "GET /v2.0/ports?device_id=ede2690f-3268-48bf-b47e-337df65f8b12 HTTP/1.1" status: 200 len: 950 time: 0.3275106 Apr 28 19:36:25.929741 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:36:25.935117 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d9aebd43-a4cd-482b-9313-ae6c03202457 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e49727ec04bb4837958078af27c4675b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2199740 Apr 28 19:36:25.939932 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43626) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:26.000501 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90752ce1-483f-4743-83b2-b5f056b80fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:26.001649 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90752ce1-483f-4743-83b2-b5f056b80fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:26.002420 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90752ce1-483f-4743-83b2-b5f056b80fbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:26.057561 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7006949b-476e-4fb7-9f14-fd03ea767b38 req-e04880ce-d5ad-4c9e-bfd3-2f49be522bc9 tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.42 "GET /v2.0/security-groups?id=c870e2cd-5595-41bf-9a68-53ea5b1b547e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436927 Apr 28 19:36:26.171875 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-62f79cc5-3123-47b4-8ab4-a26c52a32673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'name': 'tempest-AttachSCSIVolumeTestJSON-916074730-router', 'tenant_id': 'ac4a325e58b9497b9421c85aa337c854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '580aeb2f-a364-4874-a6fc-9228d1e77362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:36:22Z', 'revision_number': 5, 'project_id': 'ac4a325e58b9497b9421c85aa337c854', 'gw_port': {'id': '580aeb2f-a364-4874-a6fc-9228d1e77362', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:07Z', 'updated_at': '2022-04-28T19:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:26.176351 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c0f58fd3-aaf7-43ce-a88d-1f0914f2d178, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:26.196827 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-90752ce1-483f-4743-83b2-b5f056b80fbb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1766324 Apr 28 19:36:26.202573 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43634) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:26.215333 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-eed951e0-f83b-4802-9f01-893f1bf63044 admin admin] Request body: {'subnet': {'network_id': 'd582212e-6191-43e4-9427-cab6f1b2fe97', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-548400674-subnet', 'tenant_id': '9b27a583a20248c19a43741259ef13ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:36:26.218394 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f79cc5-3123-47b4-8ab4-a26c52a32673 None None] Checking router: d2892274-3bba-4987-afc9-d7babec466f5 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:36:26.227045 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'c0f58fd3-aaf7-43ce-a88d-1f0914f2d178', 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19', 'port_id': 'c0f58fd3-aaf7-43ce-a88d-1f0914f2d178', 'mac_address': 'fa:16:3e:c1:7c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43d83121-413d-4da3-b294-551f60ac6b94', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:36:26.258715 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90752ce1-483f-4743-83b2-b5f056b80fbb admin admin] Pushing event updated for resources: {'Network': ['ID=d582212e-6191-43e4-9427-cab6f1b2fe97,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:26.272308 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1acba301-2585-4d37-80bc-b17c99a5edb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:26.313534 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed951e0-f83b-4802-9f01-893f1bf63044 admin admin] Made reservation on behalf of 9b27a583a20248c19a43741259ef13ba for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:36:26.317154 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-eed951e0-f83b-4802-9f01-893f1bf63044 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:26.324575 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network d582212e-6191-43e4-9427-cab6f1b2fe97 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:36:26.330491 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f79cc5-3123-47b4-8ab4-a26c52a32673 None None] Routers {'d2892274-3bba-4987-afc9-d7babec466f5'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:36:26.331182 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-62f79cc5-3123-47b4-8ab4-a26c52a32673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:36:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['d2892274-3bba-4987-afc9-d7babec466f5'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:26.351702 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1acba301-2585-4d37-80bc-b17c99a5edb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:26.394387 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:26.421714 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466042f-b05b-4370-9942-ad86435a1ab7 req-c3290a7d-42c1-4d44-bb6d-9a53c3713731 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:26.430698 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6466042f-b05b-4370-9942-ad86435a1ab7 req-c3290a7d-42c1-4d44-bb6d-9a53c3713731 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f HTTP/1.1" status: 200 len: 946 time: 0.2323747 Apr 28 19:36:26.459708 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:36:26.461427 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-02853529-8302-4d11-bdb2-81d11dd40a5b tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:26.465638 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-02853529-8302-4d11-bdb2-81d11dd40a5b tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f&tenant_id=65106efa94b44e66ac09133941d375fb&binding%3Ahost_id=n-h1-839810-1 HTTP/1.1" status: 200 len: 1097 time: 1.0786796 Apr 28 19:36:26.519359 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6466042f-b05b-4370-9942-ad86435a1ab7 req-6a987012-4346-4ecd-bbd4-077f121d435f tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861177 Apr 28 19:36:26.543273 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-f509c8bd-39b6-4430-9836-13a38971cde6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-839810-1'}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:36:26.577997 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1acba301-2585-4d37-80bc-b17c99a5edb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:26.580825 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1acba301-2585-4d37-80bc-b17c99a5edb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:26.582688 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1acba301-2585-4d37-80bc-b17c99a5edb5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9ac75b22-8df9-4240-95e5-505d34be8541 HTTP/1.1" status: 204 len: 168 time: 0.6352229 Apr 28 19:36:26.598927 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acba301-2585-4d37-80bc-b17c99a5edb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac75b22-8df9-4240-95e5-505d34be8541,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:26.641163 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8b64360e-b51c-4165-a6d3-eed3843bfb13 req-e449e45d-3215-4a40-aaa4-585a9b545678 tempest-ServerShowV257Test-856351163 tempest-ServerShowV257Test-856351163-project] 10.222.0.42 "GET /v2.0/ports?device_id=412dc810-1dca-471f-a45f-60b7c55bbd07 HTTP/1.1" status: 200 len: 210 time: 0.1924012 Apr 28 19:36:26.683690 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-62f79cc5-3123-47b4-8ab4-a26c52a32673 None None] Set router d2892274-3bba-4987-afc9-d7babec466f5 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:36:26.710379 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-eed951e0-f83b-4802-9f01-893f1bf63044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:26.760431 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0271d0bd-3d9a-4708-9a46-6378305ff844 admin admin] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:26.920920 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed951e0-f83b-4802-9f01-893f1bf63044 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f89716ab-a669-4f53-807d-0fc3726d82bf,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:26.955327 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-f509c8bd-39b6-4430-9836-13a38971cde6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:26.955980 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed951e0-f83b-4802-9f01-893f1bf63044 admin admin] Checking segment: {'id': '684fbeac-2dbb-4dc0-bea3-85ef67ea4349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd582212e-6191-43e4-9427-cab6f1b2fe97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:36:26.959078 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed951e0-f83b-4802-9f01-893f1bf63044 admin admin] Network hostable DHCP agents. Network: d582212e-6191-43e4-9427-cab6f1b2fe97, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:36:26.962050 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 60cce12e-e55e-4f29-88f1-2da4173c1e7b details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:36:27.027762 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed951e0-f83b-4802-9f01-893f1bf63044 admin admin] Network d582212e-6191-43e4-9427-cab6f1b2fe97 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:36:27.059058 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-eed951e0-f83b-4802-9f01-893f1bf63044 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, d582212e-6191-43e4-9427-cab6f1b2fe97) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:36:27.067542 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed951e0-f83b-4802-9f01-893f1bf63044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:27.068228 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-eed951e0-f83b-4802-9f01-893f1bf63044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:27.071029 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c0f58fd3-aaf7-43ce-a88d-1f0914f2d178, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:27.107686 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-eed951e0-f83b-4802-9f01-893f1bf63044 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9030631 Apr 28 19:36:27.194692 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.resource_extend [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:36:27.199715 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c6b168-dab3-47fe-9c3e-198118e1715f None None] Network d582212e-6191-43e4-9427-cab6f1b2fe97 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:36:27.213875 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-f509c8bd-39b6-4430-9836-13a38971cde6 service neutron] For port db65d274-363d-4bb9-bfad-2c8782a96fa0, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=db65d274-363d-4bb9-bfad-2c8782a96fa0,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:27.309140 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:27.312128 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d28b8-b4c3-40a5-a192-44239564096a req-939d43c6-5fc4-4576-bb66-4c309a9fc3b7 tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:27.329436 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ef3d28b8-b4c3-40a5-a192-44239564096a req-939d43c6-5fc4-4576-bb66-4c309a9fc3b7 tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.44 "GET /v2.0/ports?device_id=ede2690f-3268-48bf-b47e-337df65f8b12 HTTP/1.1" status: 200 len: 950 time: 0.3783216 Apr 28 19:36:27.372954 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f25a4c-6735-4abf-9a7f-7d92e0207f6f req-64441b96-ef8f-4b19-9ae3-f49074d8f815 tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:27.385041 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-91f25a4c-6735-4abf-9a7f-7d92e0207f6f req-64441b96-ef8f-4b19-9ae3-f49074d8f815 tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.42 "GET /v2.0/ports?device_id=ede2690f-3268-48bf-b47e-337df65f8b12 HTTP/1.1" status: 200 len: 950 time: 0.1817489 Apr 28 19:36:27.447298 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-91f25a4c-6735-4abf-9a7f-7d92e0207f6f req-7265e781-e72f-436a-8221-9550f8a67b8e tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.42 "GET /v2.0/security-groups?id=c870e2cd-5595-41bf-9a68-53ea5b1b547e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609550 Apr 28 19:36:27.462419 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0271d0bd-3d9a-4708-9a46-6378305ff844 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:27.553592 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-f509c8bd-39b6-4430-9836-13a38971cde6 service neutron] For port db65d274-363d-4bb9-bfad-2c8782a96fa0, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:36:27.655614 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1c3b18-a4f1-4076-b12a-632b4b18811f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db65d274-363d-4bb9-bfad-2c8782a96fa0'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:36:27.657966 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87eb030a-e4fb-47bc-8e6b-94a0bfea2d03" -d '{"events": [{"server_uuid": "9d1c3b18-a4f1-4076-b12a-632b4b18811f", "name": "network-vif-unplugged", "status": "completed", "tag": "db65d274-363d-4bb9-bfad-2c8782a96fa0"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:36:27.664798 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-f509c8bd-39b6-4430-9836-13a38971cde6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:27.666533 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-0271d0bd-3d9a-4708-9a46-6378305ff844 admin admin] Deleting port 580aeb2f-a364-4874-a6fc-9228d1e77362 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:36:27.666865 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0271d0bd-3d9a-4708-9a46-6378305ff844 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:27.685788 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-f509c8bd-39b6-4430-9836-13a38971cde6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:27.754346 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['c0f58fd3-aaf7-43ce-a88d-1f0914f2d178'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:36:27.868555 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 19:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fa06f5-92ad-488c-8fe6-c3e9b890c07a x-openstack-request-id: req-78fa06f5-92ad-488c-8fe6-c3e9b890c07a {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:36:27.869417 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1c3b18-a4f1-4076-b12a-632b4b18811f", "name": "network-vif-unplugged", "status": "completed", "tag": "db65d274-363d-4bb9-bfad-2c8782a96fa0", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:36:27.870126 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-78fa06f5-92ad-488c-8fe6-c3e9b890c07a {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:36:27.870990 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78fa06f5-92ad-488c-8fe6-c3e9b890c07a'] response: {'server_uuid': '9d1c3b18-a4f1-4076-b12a-632b4b18811f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db65d274-363d-4bb9-bfad-2c8782a96fa0', 'code': 200} Apr 28 19:36:27.887537 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 60cce12e-e55e-4f29-88f1-2da4173c1e7b, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=60cce12e-e55e-4f29-88f1-2da4173c1e7b,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:27.947292 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509c8bd-39b6-4430-9836-13a38971cde6 service neutron] Pushing event updated for resources: {'Port': ['ID=db65d274-363d-4bb9-bfad-2c8782a96fa0,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:28.001684 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '60cce12e-e55e-4f29-88f1-2da4173c1e7b', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': '60cce12e-e55e-4f29-88f1-2da4173c1e7b', 'mac_address': 'fa:16:3e:32:b1:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:36:28.008187 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-ef3d28b8-b4c3-40a5-a192-44239564096a req-a0492e44-ff2c-4801-88d3-fd874caa900a tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Deleting port b457aa1e-f854-41c4-9684-72e9bcb0ab77 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:36:28.008661 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ef3d28b8-b4c3-40a5-a192-44239564096a req-a0492e44-ff2c-4801-88d3-fd874caa900a tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:28.073373 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c9a882ff-3675-47c6-9f41-55e2355bfc92 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:36:28.157769 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2ccc1f-e66d-4121-bbe1-be09b0235788 None None] Network d582212e-6191-43e4-9427-cab6f1b2fe97 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:36:28.215196 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e25b3eee-0374-4339-bda1-72f7f0e0cadb req-74d0629b-5af1-4cd5-a54a-ef571de8e4a4 tempest-ServerShowV257Test-856351163 tempest-ServerShowV257Test-856351163-project] 10.222.0.42 "GET /v2.0/ports?device_id=412dc810-1dca-471f-a45f-60b7c55bbd07 HTTP/1.1" status: 200 len: 210 time: 0.0735750 Apr 28 19:36:28.309005 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-0271d0bd-3d9a-4708-9a46-6378305ff844 admin admin] For port 580aeb2f-a364-4874-a6fc-9228d1e77362, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=580aeb2f-a364-4874-a6fc-9228d1e77362,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:28.309457 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0271d0bd-3d9a-4708-9a46-6378305ff844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:28.329550 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-0271d0bd-3d9a-4708-9a46-6378305ff844 admin admin] Calling delete_port for 580aeb2f-a364-4874-a6fc-9228d1e77362 owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:36:28.446780 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:28.514539 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad03b75-59cd-4e70-9bdd-84259e3f7b56 req-2d91b7c8-2d31-41fa-a8fb-8c5dd4faa717 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:28.528011 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9ad03b75-59cd-4e70-9bdd-84259e3f7b56 req-2d91b7c8-2d31-41fa-a8fb-8c5dd4faa717 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f HTTP/1.1" status: 200 len: 944 time: 0.6891084 Apr 28 19:36:28.529130 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:28.540406 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-ef3d28b8-b4c3-40a5-a192-44239564096a req-a0492e44-ff2c-4801-88d3-fd874caa900a tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] For port b457aa1e-f854-41c4-9684-72e9bcb0ab77, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=b457aa1e-f854-41c4-9684-72e9bcb0ab77,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:28.541466 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ef3d28b8-b4c3-40a5-a192-44239564096a req-a0492e44-ff2c-4801-88d3-fd874caa900a tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:28.576074 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-f509c8bd-39b6-4430-9836-13a38971cde6 service neutron] Attempting to bind port db65d274-363d-4bb9-bfad-2c8782a96fa0 on host n-h1-839810-1 for vnic_type normal with profile {"migrating_to": "n-h2-839810-1"} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:36:28.576687 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-f509c8bd-39b6-4430-9836-13a38971cde6 service neutron] Attempting to bind port db65d274-363d-4bb9-bfad-2c8782a96fa0 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:36:28.577221 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-f509c8bd-39b6-4430-9836-13a38971cde6 service neutron] Attempting to bind port db65d274-363d-4bb9-bfad-2c8782a96fa0 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:36:28.606890 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-ef3d28b8-b4c3-40a5-a192-44239564096a req-a0492e44-ff2c-4801-88d3-fd874caa900a tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Calling delete_port for b457aa1e-f854-41c4-9684-72e9bcb0ab77 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:36:28.613049 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60cce12e-e55e-4f29-88f1-2da4173c1e7b {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:36:28.626746 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-f509c8bd-39b6-4430-9836-13a38971cde6 service neutron] Port db65d274-363d-4bb9-bfad-2c8782a96fa0 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:36:28.628488 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-f509c8bd-39b6-4430-9836-13a38971cde6 service neutron] Attempting to bind port db65d274-363d-4bb9-bfad-2c8782a96fa0 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:36:28.664431 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-62f79cc5-3123-47b4-8ab4-a26c52a32673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'name': 'tempest-AttachSCSIVolumeTestJSON-916074730-router', 'tenant_id': 'ac4a325e58b9497b9421c85aa337c854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '580aeb2f-a364-4874-a6fc-9228d1e77362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:36:22Z', 'revision_number': 5, 'project_id': 'ac4a325e58b9497b9421c85aa337c854', 'gw_port': {'id': '580aeb2f-a364-4874-a6fc-9228d1e77362', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:07Z', 'updated_at': '2022-04-28T19:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:28.695766 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-f509c8bd-39b6-4430-9836-13a38971cde6 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:36:28.696607 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-f509c8bd-39b6-4430-9836-13a38971cde6 service neutron] Checking segment: {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:36:28.697188 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-f509c8bd-39b6-4430-9836-13a38971cde6 service neutron] Bound using segment: {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:36:28.697819 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-f509c8bd-39b6-4430-9836-13a38971cde6 service neutron] Bound port: db65d274-363d-4bb9-bfad-2c8782a96fa0, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:36:28.698351 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-f509c8bd-39b6-4430-9836-13a38971cde6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:28.728383 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:28.734046 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 60cce12e-e55e-4f29-88f1-2da4173c1e7b, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=60cce12e-e55e-4f29-88f1-2da4173c1e7b,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:28.757307 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f79cc5-3123-47b4-8ab4-a26c52a32673 None None] The sync data for ids ['d2892274-3bba-4987-afc9-d7babec466f5'] in n-d-839810-1 is: [{'id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'name': 'tempest-AttachSCSIVolumeTestJSON-916074730-router', 'tenant_id': 'ac4a325e58b9497b9421c85aa337c854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '580aeb2f-a364-4874-a6fc-9228d1e77362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:36:22Z', 'revision_number': 5, 'project_id': 'ac4a325e58b9497b9421c85aa337c854', 'gw_port': {'id': '580aeb2f-a364-4874-a6fc-9228d1e77362', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2892274-3bba-4987-afc9-d7babec466f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:07Z', 'updated_at': '2022-04-28T19:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:36:28.812372 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:28.869015 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9ad03b75-59cd-4e70-9bdd-84259e3f7b56 req-3df4f947-04eb-427d-96b3-929aa9fd726a tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383951 Apr 28 19:36:28.886746 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d04f3d-4255-4737-aad2-787288748693', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9a882ff-3675-47c6-9f41-55e2355bfc92'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:36:28.901402 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a5b45a-84c5-4544-a4c4-4df4ae9529b4" -d '{"events": [{"server_uuid": "48d04f3d-4255-4737-aad2-787288748693", "name": "network-vif-unplugged", "status": "completed", "tag": "c9a882ff-3675-47c6-9f41-55e2355bfc92"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:36:28.938588 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['60cce12e-e55e-4f29-88f1-2da4173c1e7b'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:36:28.945639 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c9a882ff-3675-47c6-9f41-55e2355bfc92, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c9a882ff-3675-47c6-9f41-55e2355bfc92,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:28.988955 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:28.996075 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-f509c8bd-39b6-4430-9836-13a38971cde6 service neutron] For port db65d274-363d-4bb9-bfad-2c8782a96fa0, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:36:29.015480 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=60cce12e-e55e-4f29-88f1-2da4173c1e7b,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:29.057567 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-40c40ede-1d8f-4b32-b3fc-1787683c537f tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:29.066588 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-40c40ede-1d8f-4b32-b3fc-1787683c537f tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] 10.222.0.42 "GET /v2.0/networks?id=d582212e-6191-43e4-9427-cab6f1b2fe97 HTTP/1.1" status: 200 len: 813 time: 0.3606741 Apr 28 19:36:29.084412 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-f509c8bd-39b6-4430-9836-13a38971cde6 service neutron] For port db65d274-363d-4bb9-bfad-2c8782a96fa0, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=db65d274-363d-4bb9-bfad-2c8782a96fa0,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:36:29.085450 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-dce1a1ad-1958-47ea-b1ba-2f0dd89dcf9f tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] 10.222.0.42 "GET /v2.0/quotas/9b27a583a20248c19a43741259ef13ba HTTP/1.1" status: 200 len: 375 time: 0.0194874 Apr 28 19:36:29.127604 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-f509c8bd-39b6-4430-9836-13a38971cde6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:29.137484 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-c56c0bc7-02bb-499c-b5b9-864f498b506f tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b27a583a20248c19a43741259ef13ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508573 Apr 28 19:36:29.198066 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=c9a882ff-3675-47c6-9f41-55e2355bfc92,revision_number=8']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:29.263287 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-21e4fa5c-2fd3-4d0e-872f-b13e0a6ab58f service neutron] 10.222.0.42 "GET /v2.0/networks/d582212e-6191-43e4-9427-cab6f1b2fe97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231761 Apr 28 19:36:29.271899 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0271d0bd-3d9a-4708-9a46-6378305ff844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:29.451088 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-04a2bd82-049e-4879-a708-d2e541577205 service neutron] 10.222.0.42 "GET /v2.0/networks/d582212e-6191-43e4-9427-cab6f1b2fe97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852684 Apr 28 19:36:29.636417 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0e66818f-5ca9-49fc-8e67-3038e3ee3918 req-947c1ad1-14e0-4df8-9ed4-a5f2d2751109 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=412dc810-1dca-471f-a45f-60b7c55bbd07 HTTP/1.1" status: 200 len: 210 time: 0.1209581 Apr 28 19:36:29.637561 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ef3d28b8-b4c3-40a5-a192-44239564096a req-a0492e44-ff2c-4801-88d3-fd874caa900a tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:29.647382 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509c8bd-39b6-4430-9836-13a38971cde6 service neutron] Pushing event updated for resources: {'Port': ['ID=db65d274-363d-4bb9-bfad-2c8782a96fa0,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:29.783124 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['b457aa1e-f854-41c4-9684-72e9bcb0ab77'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:36:29.783697 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271d0bd-3d9a-4708-9a46-6378305ff844 admin admin] Pushing event deleted for resources: {'Port': ['ID=580aeb2f-a364-4874-a6fc-9228d1e77362,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:29.810934 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9c283cd9-59f4-4ce6-8571-0a7650174a07 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:36:29.927360 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 19:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e434e3-1e41-4a67-88fb-fb18871fe432 x-openstack-request-id: req-45e434e3-1e41-4a67-88fb-fb18871fe432 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:36:29.927764 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d04f3d-4255-4737-aad2-787288748693", "name": "network-vif-unplugged", "status": "completed", "tag": "c9a882ff-3675-47c6-9f41-55e2355bfc92", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:36:29.928151 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-45e434e3-1e41-4a67-88fb-fb18871fe432 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:36:29.928650 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45e434e3-1e41-4a67-88fb-fb18871fe432'] response: {'server_uuid': '48d04f3d-4255-4737-aad2-787288748693', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9a882ff-3675-47c6-9f41-55e2355bfc92', 'code': 200} Apr 28 19:36:29.938613 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 9c283cd9-59f4-4ce6-8571-0a7650174a07 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:36:29.939432 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9c283cd9-59f4-4ce6-8571-0a7650174a07 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:36:29.951300 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:36:29.954002 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0492e44-ff2c-4801-88d3-fd874caa900a tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Pushing event deleted for resources: {'Port': ['ID=b457aa1e-f854-41c4-9684-72e9bcb0ab77,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:29.965971 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0271d0bd-3d9a-4708-9a46-6378305ff844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:30.073514 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0271d0bd-3d9a-4708-9a46-6378305ff844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:30.074959 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0271d0bd-3d9a-4708-9a46-6378305ff844 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:30.147575 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0271d0bd-3d9a-4708-9a46-6378305ff844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:30.148965 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0271d0bd-3d9a-4708-9a46-6378305ff844 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2892274-3bba-4987-afc9-d7babec466f5 {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:36:30.181617 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0271d0bd-3d9a-4708-9a46-6378305ff844 admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:30.182929 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0271d0bd-3d9a-4708-9a46-6378305ff844 admin admin] 10.222.0.42 "DELETE /v2.0/routers/d2892274-3bba-4987-afc9-d7babec466f5 HTTP/1.1" status: 204 len: 168 time: 4.9350064 Apr 28 19:36:30.185585 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43780) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:30.223258 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:36:30.228821 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:30.301674 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c611a4a-a7f2-41ac-9b71-b0f793cd8e3e admin admin] Deleting subnet 556349f0-38e7-4d9a-a43e-b8816ebacc40 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:36:30.309562 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5c611a4a-a7f2-41ac-9b71-b0f793cd8e3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:30.320505 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-f509c8bd-39b6-4430-9836-13a38971cde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:30.321129 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-f509c8bd-39b6-4430-9836-13a38971cde6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:30.322694 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-f509c8bd-39b6-4430-9836-13a38971cde6 service neutron] 10.222.0.44 "PUT /v2.0/ports/db65d274-363d-4bb9-bfad-2c8782a96fa0 HTTP/1.1" status: 200 len: 1122 time: 3.8034582 Apr 28 19:36:30.323723 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3d28b8-b4c3-40a5-a192-44239564096a req-a0492e44-ff2c-4801-88d3-fd874caa900a tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] No DVR routers for this DVR port b457aa1e-f854-41c4-9684-72e9bcb0ab77 on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:36:30.340244 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1c3b18-a4f1-4076-b12a-632b4b18811f', 'tag': 'db65d274-363d-4bb9-bfad-2c8782a96fa0'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:36:30.343258 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba05cc5f-7649-4a16-b6a1-0e8f9224d82e" -d '{"events": [{"name": "network-changed", "server_uuid": "9d1c3b18-a4f1-4076-b12a-632b4b18811f", "tag": "db65d274-363d-4bb9-bfad-2c8782a96fa0"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:36:30.377496 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46667c9c-07d3-4c9e-91fb-9853445d2756 req-9a774dfb-1d97-4730-b6ee-3faab119f802 tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:30.392647 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['db65d274-363d-4bb9-bfad-2c8782a96fa0'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:36:30.397599 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-46667c9c-07d3-4c9e-91fb-9853445d2756 req-9a774dfb-1d97-4730-b6ee-3faab119f802 tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.42 "GET /v2.0/ports?device_id=ede2690f-3268-48bf-b47e-337df65f8b12 HTTP/1.1" status: 200 len: 867 time: 1.0818887 Apr 28 19:36:30.406706 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ef3d28b8-b4c3-40a5-a192-44239564096a req-a0492e44-ff2c-4801-88d3-fd874caa900a tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:30.416379 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ef3d28b8-b4c3-40a5-a192-44239564096a req-a0492e44-ff2c-4801-88d3-fd874caa900a tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.44 "DELETE /v2.0/ports/b457aa1e-f854-41c4-9684-72e9bcb0ab77 HTTP/1.1" status: 204 len: 173 time: 3.0832782 Apr 28 19:36:30.482631 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5c611a4a-a7f2-41ac-9b71-b0f793cd8e3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:30.548818 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-46667c9c-07d3-4c9e-91fb-9853445d2756 req-b36317f1-0972-42e8-9ba5-0506494b126f tempest-ServerDiagnosticsNegativeTest-1324619253 tempest-ServerDiagnosticsNegativeTest-1324619253-project] 10.222.0.42 "GET /v2.0/security-groups?id=c870e2cd-5595-41bf-9a68-53ea5b1b547e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458168 Apr 28 19:36:30.806655 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5c611a4a-a7f2-41ac-9b71-b0f793cd8e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:30.839191 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 60cce12e-e55e-4f29-88f1-2da4173c1e7b up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:36:30.941392 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5c611a4a-a7f2-41ac-9b71-b0f793cd8e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:30.993328 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5c611a4a-a7f2-41ac-9b71-b0f793cd8e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:30.998665 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5c611a4a-a7f2-41ac-9b71-b0f793cd8e3e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/556349f0-38e7-4d9a-a43e-b8816ebacc40 HTTP/1.1" status: 204 len: 168 time: 0.8113887 Apr 28 19:36:30.999776 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c611a4a-a7f2-41ac-9b71-b0f793cd8e3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=556349f0-38e7-4d9a-a43e-b8816ebacc40,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:31.000927 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43790) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:31.012827 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:31.037562 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176fb431-a000-4123-b869-f40677bfdbd3 None None] Network f904c84c-5f3f-4a5e-afcd-ce355e55bb02 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:36:31.252925 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c0f58fd3-aaf7-43ce-a88d-1f0914f2d178, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:31.259350 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9e4239ae-e4b3-4b60-8258-6960a986e835 req-8eb67391-d322-4116-a934-5eb5464accf7 tempest-ServerShowV257Test-856351163 tempest-ServerShowV257Test-856351163-project] 10.222.0.42 "GET /v2.0/ports?device_id=412dc810-1dca-471f-a45f-60b7c55bbd07 HTTP/1.1" status: 200 len: 210 time: 0.1957786 Apr 28 19:36:31.350757 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:31.351559 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device b457aa1e-f854-41c4-9684-72e9bcb0ab77 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:36:31.401197 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3629ac27-ae93-4d94-885f-6319b64a61e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:31.581969 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: b457aa1e-f854-41c4-9684-72e9bcb0ab77 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:36:31.583180 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device b457aa1e-f854-41c4-9684-72e9bcb0ab77 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:36:31.605763 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 60cce12e-e55e-4f29-88f1-2da4173c1e7b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:36:31.606423 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:31.615854 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-736c4850-7f1f-4025-bb51-c20896c00a5f req-4eaf61c1-ad57-4211-a03b-171b40485468 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] 10.222.0.42 "GET /v2.0/ports?device_id=f612dbb5-4359-47a0-8f83-45c33c40ab8e HTTP/1.1" status: 200 len: 210 time: 0.0610943 Apr 28 19:36:31.625459 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-3629ac27-ae93-4d94-885f-6319b64a61e8 admin admin] Deleting port 7a7702d4-9f13-4130-8bfc-32dca1072728 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:36:31.625924 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3629ac27-ae93-4d94-885f-6319b64a61e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:31.720923 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-3629ac27-ae93-4d94-885f-6319b64a61e8 admin admin] For port 7a7702d4-9f13-4130-8bfc-32dca1072728, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=7a7702d4-9f13-4130-8bfc-32dca1072728,segment=NetworkSegment(bc52fff9-5f2e-4745-8408-e439471fc1e0),segment_id=bc52fff9-5f2e-4745-8408-e439471fc1e0)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:31.722088 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3629ac27-ae93-4d94-885f-6319b64a61e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:31.742002 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-3629ac27-ae93-4d94-885f-6319b64a61e8 admin admin] Calling delete_port for 7a7702d4-9f13-4130-8bfc-32dca1072728 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:36:31.799144 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:31.800420 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178,revision_number=7']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:31.902398 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a0ffe4-c154-475a-a0ce-217e780c5fa8 None None] DHCP port deletion for f904c84c-5f3f-4a5e-afcd-ce355e55bb02 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:36:31.932286 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3629ac27-ae93-4d94-885f-6319b64a61e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:31.980895 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4391f50-d433-41a8-801e-05d324974eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f58fd3-aaf7-43ce-a88d-1f0914f2d178'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:36:31.987129 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c03565-312e-4776-b37e-5b28859b9fc2" -d '{"events": [{"server_uuid": "e4391f50-d433-41a8-801e-05d324974eb3", "name": "network-vif-plugged", "status": "completed", "tag": "c0f58fd3-aaf7-43ce-a88d-1f0914f2d178"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:36:31.998620 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 580aeb2f-a364-4874-a6fc-9228d1e77362 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:36:32.072255 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3629ac27-ae93-4d94-885f-6319b64a61e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a7702d4-9f13-4130-8bfc-32dca1072728,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:32.143658 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 580aeb2f-a364-4874-a6fc-9228d1e77362 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:36:32.153123 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 580aeb2f-a364-4874-a6fc-9228d1e77362 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:36:32.163975 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:32.182036 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3629ac27-ae93-4d94-885f-6319b64a61e8 admin admin] No DVR routers for this DVR port 7a7702d4-9f13-4130-8bfc-32dca1072728 on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:36:32.242821 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 60cce12e-e55e-4f29-88f1-2da4173c1e7b, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=60cce12e-e55e-4f29-88f1-2da4173c1e7b,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:32.255142 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:32.350588 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=60cce12e-e55e-4f29-88f1-2da4173c1e7b,revision_number=7']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:32.392127 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c5bc0-9daa-4ef2-aa5d-cc0051919fe3 req-5ca40d86-910e-4784-8405-c806895aab61 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:32.404441 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-308c5bc0-9daa-4ef2-aa5d-cc0051919fe3 req-5ca40d86-910e-4784-8405-c806895aab61 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f HTTP/1.1" status: 200 len: 944 time: 0.4958584 Apr 28 19:36:32.632176 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3629ac27-ae93-4d94-885f-6319b64a61e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:32.655588 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-308c5bc0-9daa-4ef2-aa5d-cc0051919fe3 req-4d04822b-e55b-4672-b0fd-be428364b1c6 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489324 Apr 28 19:36:32.704475 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-3629ac27-ae93-4d94-885f-6319b64a61e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f904c84c-5f3f-4a5e-afcd-ce355e55bb02']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:32.735430 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-18c6ef01-4803-4a5d-a1b9-86f4bda6fbdf tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:32.743332 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-18c6ef01-4803-4a5d-a1b9-86f4bda6fbdf tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] 10.222.0.44 "GET /v2.0/networks?id=d582212e-6191-43e4-9427-cab6f1b2fe97 HTTP/1.1" status: 200 len: 813 time: 0.6484251 Apr 28 19:36:32.766141 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-23d695fb-a562-4474-8db9-639eee3615b3 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] Request body: {'port': {'device_id': 'f612dbb5-4359-47a0-8f83-45c33c40ab8e', 'network_id': 'd582212e-6191-43e4-9427-cab6f1b2fe97', 'admin_state_up': True, 'tenant_id': '9b27a583a20248c19a43741259ef13ba'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:36:32.847787 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-3629ac27-ae93-4d94-885f-6319b64a61e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc52fff9-5f2e-4745-8408-e439471fc1e0') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:32.851550 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-3629ac27-ae93-4d94-885f-6319b64a61e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc52fff9-5f2e-4745-8408-e439471fc1e0') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:32.854919 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee16dd6-3273-42d9-8f45-99a6e8fdc349 x-openstack-request-id: req-eee16dd6-3273-42d9-8f45-99a6e8fdc349 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:36:32.855236 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d1c3b18-a4f1-4076-b12a-632b4b18811f", "tag": "db65d274-363d-4bb9-bfad-2c8782a96fa0", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:36:32.855551 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eee16dd6-3273-42d9-8f45-99a6e8fdc349 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:36:32.856060 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eee16dd6-3273-42d9-8f45-99a6e8fdc349'] response: {'name': 'network-changed', 'server_uuid': '9d1c3b18-a4f1-4076-b12a-632b4b18811f', 'tag': 'db65d274-363d-4bb9-bfad-2c8782a96fa0', 'status': 'completed', 'code': 200} Apr 28 19:36:32.900021 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3629ac27-ae93-4d94-885f-6319b64a61e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:32.953424 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3629ac27-ae93-4d94-885f-6319b64a61e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:32.967776 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3629ac27-ae93-4d94-885f-6319b64a61e8 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:36:32.968378 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3629ac27-ae93-4d94-885f-6319b64a61e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:32.970445 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:36:32.970445 n-d-839810-1 neutron-server[102773]: items = [ Apr 28 19:36:32.970445 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:36:32.970445 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:36:32.970445 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:36:32.970445 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:36:32.970445 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:36:32.970445 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:36:32.970445 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:36:32.970445 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:36:32.970445 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:36:32.970445 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:36:32.970445 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:36:32.970445 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:36:32.970445 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:36:32.970445 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:36:32.970445 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:36:32.970445 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:36:32.970445 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:36:32.970445 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:36:32.970445 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:36:32.970445 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:36:32.970445 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:36:32.970445 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:36:32.970445 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:36:32.970445 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:36:32.970445 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:36:32.970445 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:36:32.970445 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:36:32.970445 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:36:32.970445 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:36:32.970445 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:36:32.970445 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:36:32.970445 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:36:33.059068 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05cc5f-7649-4a16-b6a1-0e8f9224d82e req-971a45e8-7c0f-4848-89fe-2e72d5d954e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:33.059068 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ba05cc5f-7649-4a16-b6a1-0e8f9224d82e req-971a45e8-7c0f-4848-89fe-2e72d5d954e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65106efa94b44e66ac09133941d375fb&device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f HTTP/1.1" status: 200 len: 1125 time: 0.1555910 Apr 28 19:36:33.150126 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3629ac27-ae93-4d94-885f-6319b64a61e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:33.202565 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3629ac27-ae93-4d94-885f-6319b64a61e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:33.210431 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3629ac27-ae93-4d94-885f-6319b64a61e8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f904c84c-5f3f-4a5e-afcd-ce355e55bb02 HTTP/1.1" status: 204 len: 168 time: 2.2083695 Apr 28 19:36:33.213586 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43800) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:33.237080 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:33.334259 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3629ac27-ae93-4d94-885f-6319b64a61e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f904c84c-5f3f-4a5e-afcd-ce355e55bb02,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:33.387482 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-23d695fb-a562-4474-8db9-639eee3615b3 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] Made reservation on behalf of 9b27a583a20248c19a43741259ef13ba for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:36:33.397800 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-23d695fb-a562-4474-8db9-639eee3615b3 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:33.463214 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05cc5f-7649-4a16-b6a1-0e8f9224d82e req-4ad1ee72-8042-402c-a798-6c3017822710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:33.465338 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ba05cc5f-7649-4a16-b6a1-0e8f9224d82e req-4ad1ee72-8042-402c-a798-6c3017822710 service neutron] 10.222.0.15 "GET /v2.0/networks?id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd HTTP/1.1" status: 200 len: 908 time: 0.3870604 Apr 28 19:36:33.630084 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-23d695fb-a562-4474-8db9-639eee3615b3 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] Allocated IP 172.20.0.8 (d582212e-6191-43e4-9427-cab6f1b2fe97/f89716ab-a669-4f53-807d-0fc3726d82bf/b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:36:33.859225 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ba05cc5f-7649-4a16-b6a1-0e8f9224d82e req-2957a8f7-e91c-4e59-b577-e2550e7e95e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db65d274-363d-4bb9-bfad-2c8782a96fa0 HTTP/1.1" status: 200 len: 217 time: 0.1291840 Apr 28 19:36:33.932958 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 7a7702d4-9f13-4130-8bfc-32dca1072728 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:36:33.996162 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device db65d274-363d-4bb9-bfad-2c8782a96fa0 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:36:33.998561 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 7a7702d4-9f13-4130-8bfc-32dca1072728 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:36:33.998905 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 7a7702d4-9f13-4130-8bfc-32dca1072728 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:36:34.056976 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05cc5f-7649-4a16-b6a1-0e8f9224d82e req-5350b684-cb22-4eea-888d-f956c495a6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:34.059412 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ba05cc5f-7649-4a16-b6a1-0e8f9224d82e req-5350b684-cb22-4eea-888d-f956c495a6c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d5c93c2-9d1b-4c66-8e1f-a78766af188b HTTP/1.1" status: 200 len: 847 time: 0.1817751 Apr 28 19:36:34.110383 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ba05cc5f-7649-4a16-b6a1-0e8f9224d82e req-4af6bc86-114e-454c-bc62-28d055b2ab49 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412550 Apr 28 19:36:34.174458 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6d53df27-efaa-4f77-82df-21b19c8c4819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:34.280043 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-23d695fb-a562-4474-8db9-639eee3615b3 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:34.317728 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port db65d274-363d-4bb9-bfad-2c8782a96fa0, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=db65d274-363d-4bb9-bfad-2c8782a96fa0,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:34.354846 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ba05cc5f-7649-4a16-b6a1-0e8f9224d82e req-71f947e7-da49-4b65-819e-41924a443d38 service neutron] 10.222.0.15 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359753 Apr 28 19:36:34.364521 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device db65d274-363d-4bb9-bfad-2c8782a96fa0 has no active binding in host n-h2-839810-1 {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 28 19:36:34.435858 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-23d695fb-a562-4474-8db9-639eee3615b3 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:34.548786 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d695fb-a562-4474-8db9-639eee3615b3 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] Pushing event updated for resources: {'Port': ['ID=b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:34.620260 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-23d695fb-a562-4474-8db9-639eee3615b3 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] Network d582212e-6191-43e4-9427-cab6f1b2fe97 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:36:34.628337 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-23d695fb-a562-4474-8db9-639eee3615b3 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:36:34.633605 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-23d695fb-a562-4474-8db9-639eee3615b3 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:36:34.733825 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ba05cc5f-7649-4a16-b6a1-0e8f9224d82e req-856d164c-b6aa-4cfc-9bce-8cacf349f3ec service neutron] 10.222.0.15 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658485 Apr 28 19:36:34.811154 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-23d695fb-a562-4474-8db9-639eee3615b3 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:34.818046 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-23d695fb-a562-4474-8db9-639eee3615b3 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:34.858582 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede2690f-3268-48bf-b47e-337df65f8b12', 'name': 'network-vif-deleted', 'tag': 'b457aa1e-f854-41c4-9684-72e9bcb0ab77'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:36:34.870884 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d32572-86cd-4fc3-98e4-5f02b2a1a7e8" -d '{"events": [{"server_uuid": "ede2690f-3268-48bf-b47e-337df65f8b12", "name": "network-vif-deleted", "tag": "b457aa1e-f854-41c4-9684-72e9bcb0ab77"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:36:34.894772 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-23d695fb-a562-4474-8db9-639eee3615b3 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1313415 Apr 28 19:36:34.921575 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-aec5f5d9-205c-4118-8863-df6881abb6ab service neutron] Request body: {'port': {'device_id': 'f612dbb5-4359-47a0-8f83-45c33c40ab8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:36:34.989263 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-6d53df27-efaa-4f77-82df-21b19c8c4819 admin admin] Deleting port 5dce77b5-23da-408d-bd71-dc698ba360e0 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:36:34.989845 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6d53df27-efaa-4f77-82df-21b19c8c4819 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:35.033867 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-aec5f5d9-205c-4118-8863-df6881abb6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:35.172554 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-6d53df27-efaa-4f77-82df-21b19c8c4819 admin admin] For port 5dce77b5-23da-408d-bd71-dc698ba360e0, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=5dce77b5-23da-408d-bd71-dc698ba360e0,segment=NetworkSegment(265379f7-4b31-44e7-bd9f-d921e86bcade),segment_id=265379f7-4b31-44e7-bd9f-d921e86bcade)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:35.172925 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6d53df27-efaa-4f77-82df-21b19c8c4819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:35.222581 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-6d53df27-efaa-4f77-82df-21b19c8c4819 admin admin] Calling delete_port for 5dce77b5-23da-408d-bd71-dc698ba360e0 owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:36:35.680937 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-aec5f5d9-205c-4118-8863-df6881abb6ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:36:35.694172 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-aec5f5d9-205c-4118-8863-df6881abb6ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:35.814692 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-aec5f5d9-205c-4118-8863-df6881abb6ab service neutron] Transition to ACTIVE for port object b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:36:35.817817 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6d53df27-efaa-4f77-82df-21b19c8c4819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:35.821187 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-aec5f5d9-205c-4118-8863-df6881abb6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:35.890098 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5f5d9-205c-4118-8863-df6881abb6ab service neutron] Pushing event updated for resources: {'Port': ['ID=b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:35.927291 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53df27-efaa-4f77-82df-21b19c8c4819 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dce77b5-23da-408d-bd71-dc698ba360e0,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:36.066057 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-aec5f5d9-205c-4118-8863-df6881abb6ab service neutron] Attempting to bind port b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:36:36.066586 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-aec5f5d9-205c-4118-8863-df6881abb6ab service neutron] Attempting to bind port b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '684fbeac-2dbb-4dc0-bea3-85ef67ea4349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd582212e-6191-43e4-9427-cab6f1b2fe97'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:36:36.067037 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-aec5f5d9-205c-4118-8863-df6881abb6ab service neutron] Attempting to bind port b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc on network d582212e-6191-43e4-9427-cab6f1b2fe97 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:36:36.074147 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-aec5f5d9-205c-4118-8863-df6881abb6ab service neutron] Port b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc on network d582212e-6191-43e4-9427-cab6f1b2fe97 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:36:36.074664 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-aec5f5d9-205c-4118-8863-df6881abb6ab service neutron] Attempting to bind port b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc on network d582212e-6191-43e4-9427-cab6f1b2fe97 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:36:36.084341 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-aec5f5d9-205c-4118-8863-df6881abb6ab service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:36:36.084869 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-aec5f5d9-205c-4118-8863-df6881abb6ab service neutron] Checking segment: {'id': '684fbeac-2dbb-4dc0-bea3-85ef67ea4349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd582212e-6191-43e4-9427-cab6f1b2fe97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:36:36.085686 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-aec5f5d9-205c-4118-8863-df6881abb6ab service neutron] Bound using segment: {'id': '684fbeac-2dbb-4dc0-bea3-85ef67ea4349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd582212e-6191-43e4-9427-cab6f1b2fe97'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:36:36.086578 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-aec5f5d9-205c-4118-8863-df6881abb6ab service neutron] Bound port: b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684fbeac-2dbb-4dc0-bea3-85ef67ea4349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd582212e-6191-43e4-9427-cab6f1b2fe97'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:36:36.087121 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-aec5f5d9-205c-4118-8863-df6881abb6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:36.211360 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6d53df27-efaa-4f77-82df-21b19c8c4819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:36.249976 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-aec5f5d9-205c-4118-8863-df6881abb6ab service neutron] For port b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:36:36.257385 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-aec5f5d9-205c-4118-8863-df6881abb6ab service neutron] For port b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc,segment=NetworkSegment(684fbeac-2dbb-4dc0-bea3-85ef67ea4349),segment_id=684fbeac-2dbb-4dc0-bea3-85ef67ea4349)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:36:36.270680 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-aec5f5d9-205c-4118-8863-df6881abb6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:36.349267 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-aec5f5d9-205c-4118-8863-df6881abb6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:36.352608 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-aec5f5d9-205c-4118-8863-df6881abb6ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:36.354147 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-aec5f5d9-205c-4118-8863-df6881abb6ab service neutron] 10.222.0.44 "PUT /v2.0/ports/b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc HTTP/1.1" status: 200 len: 1091 time: 1.4546039 Apr 28 19:36:36.438638 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5f5d9-205c-4118-8863-df6881abb6ab service neutron] Pushing event updated for resources: {'Port': ['ID=b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:36.488906 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-dc1d3a45-6ab3-4783-9b48-b64a1f2f0c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:36.490539 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-dc1d3a45-6ab3-4783-9b48-b64a1f2f0c86 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9b27a583a20248c19a43741259ef13ba&device_id=f612dbb5-4359-47a0-8f83-45c33c40ab8e HTTP/1.1" status: 200 len: 1094 time: 0.0831881 Apr 28 19:36:36.546934 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-a558f2ad-4ef4-4047-b8d7-64c33e3558c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc HTTP/1.1" status: 200 len: 217 time: 0.0484154 Apr 28 19:36:36.996324 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-debfbaa7-8786-4054-a3ba-b12739ead489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:36.998283 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-debfbaa7-8786-4054-a3ba-b12739ead489 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f89716ab-a669-4f53-807d-0fc3726d82bf HTTP/1.1" status: 200 len: 853 time: 0.4424224 Apr 28 19:36:37.067754 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-cfe62611-d171-4c8f-a159-c050b3fc2a86 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d582212e-6191-43e4-9427-cab6f1b2fe97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600550 Apr 28 19:36:37.242475 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-0bb0dafd-1f4c-4fb2-941f-e2628833e056 service neutron] 10.222.0.44 "GET /v2.0/networks/d582212e-6191-43e4-9427-cab6f1b2fe97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655498 Apr 28 19:36:37.456967 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94b98617-5aef-4de3-bfdb-66bdbfefffac req-3e06fd44-78b6-4b6f-ad67-f3842b608588 service neutron] 10.222.0.44 "GET /v2.0/networks/d582212e-6191-43e4-9427-cab6f1b2fe97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071476 Apr 28 19:36:37.476113 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-d1b3e0ff-f414-49e3-bd45-289abbb34468 service neutron] 10.222.0.15 "GET /v2.0/ports/db65d274-363d-4bb9-bfad-2c8782a96fa0/bindings/n-h2-839810-1 HTTP/1.1" status: 200 len: 384 time: 0.0946307 Apr 28 19:36:37.492477 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d53df27-efaa-4f77-82df-21b19c8c4819 admin admin] Router 4442a6cb-c324-486f-ad4b-bd074a527ea0 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:36:37.667193 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d53df27-efaa-4f77-82df-21b19c8c4819 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:36:37.675684 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6d53df27-efaa-4f77-82df-21b19c8c4819 admin admin] 10.222.0.42 "PUT /v2.0/routers/4442a6cb-c324-486f-ad4b-bd074a527ea0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4609630 Apr 28 19:36:37.676740 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43820) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:37.680023 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd57fbb-c8d8-47fe-8317-3ba567f9f3cd None None] Sync routers for ids ['4442a6cb-c324-486f-ad4b-bd074a527ea0'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:36:37.780455 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd57fbb-c8d8-47fe-8317-3ba567f9f3cd None None] Routers {'4442a6cb-c324-486f-ad4b-bd074a527ea0'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:36:37.790794 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ebd57fbb-c8d8-47fe-8317-3ba567f9f3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:36:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['4442a6cb-c324-486f-ad4b-bd074a527ea0'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:37.921464 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90555b31-0ba0-48df-a14c-39a29b39e861 admin admin] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:38.089058 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:36:38.200039 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-cb46bb32-bf2f-470b-b126-b430c9f46f8b service neutron] For port db65d274-363d-4bb9-bfad-2c8782a96fa0, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=db65d274-363d-4bb9-bfad-2c8782a96fa0,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:38.222394 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90555b31-0ba0-48df-a14c-39a29b39e861 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:38.271746 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-cb46bb32-bf2f-470b-b126-b430c9f46f8b service neutron] For port db65d274-363d-4bb9-bfad-2c8782a96fa0, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:36:38.375314 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-ebd57fbb-c8d8-47fe-8317-3ba567f9f3cd None None] Set router 4442a6cb-c324-486f-ad4b-bd074a527ea0 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:36:38.404783 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-cb46bb32-bf2f-470b-b126-b430c9f46f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db65d274-363d-4bb9-bfad-2c8782a96fa0 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:36:38.454289 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-cb46bb32-bf2f-470b-b126-b430c9f46f8b service neutron] For port db65d274-363d-4bb9-bfad-2c8782a96fa0, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=db65d274-363d-4bb9-bfad-2c8782a96fa0,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:38.481574 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-cb46bb32-bf2f-470b-b126-b430c9f46f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:38.495914 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-90555b31-0ba0-48df-a14c-39a29b39e861 admin admin] Deleting port 71dfc34e-9007-4d26-804c-1cb14df66550 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:36:38.496567 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90555b31-0ba0-48df-a14c-39a29b39e861 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:38.680041 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-cb46bb32-bf2f-470b-b126-b430c9f46f8b service neutron] Transition to ACTIVE for port object db65d274-363d-4bb9-bfad-2c8782a96fa0 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:36:38.686506 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-cb46bb32-bf2f-470b-b126-b430c9f46f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:38.710283 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-90555b31-0ba0-48df-a14c-39a29b39e861 admin admin] For port 71dfc34e-9007-4d26-804c-1cb14df66550, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=71dfc34e-9007-4d26-804c-1cb14df66550,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:38.710639 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90555b31-0ba0-48df-a14c-39a29b39e861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:38.754729 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-90555b31-0ba0-48df-a14c-39a29b39e861 admin admin] Calling delete_port for 71dfc34e-9007-4d26-804c-1cb14df66550 owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:36:38.895117 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-cb46bb32-bf2f-470b-b126-b430c9f46f8b service neutron] No DVR routers for this DVR port db65d274-363d-4bb9-bfad-2c8782a96fa0 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:36:38.918316 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ebd57fbb-c8d8-47fe-8317-3ba567f9f3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4442a6cb-c324-486f-ad4b-bd074a527ea0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1926587642-router', 'tenant_id': '92c21db0b1d946a7b5ceb88265a3dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '71dfc34e-9007-4d26-804c-1cb14df66550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:21Z', 'updated_at': '2022-04-28T19:36:35Z', 'revision_number': 5, 'project_id': '92c21db0b1d946a7b5ceb88265a3dcd8', 'gw_port': {'id': '71dfc34e-9007-4d26-804c-1cb14df66550', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4442a6cb-c324-486f-ad4b-bd074a527ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:22Z', 'updated_at': '2022-04-28T19:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:38.937826 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46bb32-bf2f-470b-b126-b430c9f46f8b service neutron] Pushing event updated for resources: {'Port': ['ID=db65d274-363d-4bb9-bfad-2c8782a96fa0,revision_number=10']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:39.004331 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd57fbb-c8d8-47fe-8317-3ba567f9f3cd None None] Checking router: 4442a6cb-c324-486f-ad4b-bd074a527ea0 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:36:39.025656 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-cb46bb32-bf2f-470b-b126-b430c9f46f8b service neutron] 10.222.0.15 "PUT /v2.0/ports/db65d274-363d-4bb9-bfad-2c8782a96fa0/bindings/n-h2-839810-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5425377 Apr 28 19:36:39.033863 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd57fbb-c8d8-47fe-8317-3ba567f9f3cd None None] Routers {'4442a6cb-c324-486f-ad4b-bd074a527ea0'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:36:39.040463 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ebd57fbb-c8d8-47fe-8317-3ba567f9f3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:36:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['4442a6cb-c324-486f-ad4b-bd074a527ea0'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:39.224204 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-ebd57fbb-c8d8-47fe-8317-3ba567f9f3cd None None] Set router 4442a6cb-c324-486f-ad4b-bd074a527ea0 gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:36:39.272735 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-23ec348e-6d96-42d7-8a65-6e2f053f9d16 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:39.275113 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-23ec348e-6d96-42d7-8a65-6e2f053f9d16 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f&tenant_id=65106efa94b44e66ac09133941d375fb&binding%3Ahost_id=n-h1-839810-1 HTTP/1.1" status: 200 len: 1096 time: 0.1560438 Apr 28 19:36:39.306341 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ebd57fbb-c8d8-47fe-8317-3ba567f9f3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4442a6cb-c324-486f-ad4b-bd074a527ea0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1926587642-router', 'tenant_id': '92c21db0b1d946a7b5ceb88265a3dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:21Z', 'updated_at': '2022-04-28T19:36:38Z', 'revision_number': 6, 'project_id': '92c21db0b1d946a7b5ceb88265a3dcd8', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:39.348804 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90555b31-0ba0-48df-a14c-39a29b39e861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:39.360594 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd57fbb-c8d8-47fe-8317-3ba567f9f3cd None None] The sync data for ids ['4442a6cb-c324-486f-ad4b-bd074a527ea0'] in n-d-839810-1 is: [{'id': '4442a6cb-c324-486f-ad4b-bd074a527ea0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1926587642-router', 'tenant_id': '92c21db0b1d946a7b5ceb88265a3dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:21Z', 'updated_at': '2022-04-28T19:36:38Z', 'revision_number': 6, 'project_id': '92c21db0b1d946a7b5ceb88265a3dcd8', 'gw_port_host': None}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:36:39.383804 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-f47f5d87-038b-4996-80c8-a1b9a7959048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:39.385378 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-f47f5d87-038b-4996-80c8-a1b9a7959048 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f&tenant_id=65106efa94b44e66ac09133941d375fb HTTP/1.1" status: 200 len: 1096 time: 0.0926976 Apr 28 19:36:39.417286 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90555b31-0ba0-48df-a14c-39a29b39e861 admin admin] Pushing event deleted for resources: {'Port': ['ID=71dfc34e-9007-4d26-804c-1cb14df66550,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:39.484288 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-3c6fcc7a-9e79-4cc2-86c0-16a2ef0c71bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:39.494062 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-3c6fcc7a-9e79-4cc2-86c0-16a2ef0c71bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=65106efa94b44e66ac09133941d375fb&device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f HTTP/1.1" status: 200 len: 1096 time: 0.0749233 Apr 28 19:36:39.668872 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90555b31-0ba0-48df-a14c-39a29b39e861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:39.689453 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-0ab8e647-4717-459d-a63d-ff2b2b4a6ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:39.692481 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-0ab8e647-4717-459d-a63d-ff2b2b4a6ed8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd HTTP/1.1" status: 200 len: 908 time: 0.1903603 Apr 28 19:36:39.786674 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-6dc22a07-a4d0-402a-9e09-9af7974aa267 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db65d274-363d-4bb9-bfad-2c8782a96fa0 HTTP/1.1" status: 200 len: 217 time: 0.0857608 Apr 28 19:36:39.887965 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 5dce77b5-23da-408d-bd71-dc698ba360e0 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:36:39.914576 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 5dce77b5-23da-408d-bd71-dc698ba360e0 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:36:39.915170 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 5dce77b5-23da-408d-bd71-dc698ba360e0 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:36:39.942063 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-c9ded200-72d3-47db-b5df-40e3d03f5821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:39.943554 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-c9ded200-72d3-47db-b5df-40e3d03f5821 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d5c93c2-9d1b-4c66-8e1f-a78766af188b HTTP/1.1" status: 200 len: 847 time: 0.1478100 Apr 28 19:36:39.984412 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90555b31-0ba0-48df-a14c-39a29b39e861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:39.986982 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90555b31-0ba0-48df-a14c-39a29b39e861 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:39.995046 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-91fb879a-d092-43a7-ae85-b55860f85c05 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403879 Apr 28 19:36:40.046015 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90555b31-0ba0-48df-a14c-39a29b39e861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:40.047033 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90555b31-0ba0-48df-a14c-39a29b39e861 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4442a6cb-c324-486f-ad4b-bd074a527ea0 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:36:40.056346 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90555b31-0ba0-48df-a14c-39a29b39e861 admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:40.057606 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-90555b31-0ba0-48df-a14c-39a29b39e861 admin admin] 10.222.0.42 "DELETE /v2.0/routers/4442a6cb-c324-486f-ad4b-bd074a527ea0 HTTP/1.1" status: 204 len: 168 time: 2.3801053 Apr 28 19:36:40.062839 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43826) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:40.147968 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-f17b4378-ba98-4eb5-bbe5-6e4ae6c2578b service neutron] 10.222.0.44 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458490 Apr 28 19:36:40.188758 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d82dc41-b1ab-42db-844c-20b72e81963a admin admin] Deleting subnet f34dd72e-10a9-4494-91fc-f14aec1f196f {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:36:40.202738 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d82dc41-b1ab-42db-844c-20b72e81963a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:40.288888 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d82dc41-b1ab-42db-844c-20b72e81963a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:40.304408 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-2ae8b093-bf70-4884-b7d0-4984ec003d54 service neutron] 10.222.0.44 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473505 Apr 28 19:36:40.498669 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d82dc41-b1ab-42db-844c-20b72e81963a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:40.704170 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d82dc41-b1ab-42db-844c-20b72e81963a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:40.725174 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-aede76da-a792-45ca-8145-ead8b0ca085d tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:40.727352 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-aede76da-a792-45ca-8145-ead8b0ca085d tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f&tenant_id=65106efa94b44e66ac09133941d375fb&binding%3Ahost_id=n-h2-839810-1 HTTP/1.1" status: 200 len: 1096 time: 0.1039777 Apr 28 19:36:40.760506 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82dc41-b1ab-42db-844c-20b72e81963a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f34dd72e-10a9-4494-91fc-f14aec1f196f,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:40.763354 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d82dc41-b1ab-42db-844c-20b72e81963a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:40.768295 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069ab796-16da-4372-972f-994c2f1e78dd None None] Network 444c2d20-3cef-44a1-a916-ef2b1cdfcc83 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:36:40.769628 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3d82dc41-b1ab-42db-844c-20b72e81963a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f34dd72e-10a9-4494-91fc-f14aec1f196f HTTP/1.1" status: 204 len: 168 time: 0.7057223 Apr 28 19:36:40.777021 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43828) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:41.006164 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device db65d274-363d-4bb9-bfad-2c8782a96fa0 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:36:41.012142 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc49b9f8-aec3-4bb3-9237-e71891ef774a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:41.049815 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-80e1dd85-1ba1-412f-bb42-54b9355e3918 service neutron] For port db65d274-363d-4bb9-bfad-2c8782a96fa0, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:36:41.072801 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-80e1dd85-1ba1-412f-bb42-54b9355e3918 service neutron] Notify callbacks [] for binding, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:41.076698 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-740d85d1-c6cf-4ed1-ad93-71df1824d7f8 req-80e1dd85-1ba1-412f-bb42-54b9355e3918 service neutron] 10.222.0.44 "DELETE /v2.0/ports/db65d274-363d-4bb9-bfad-2c8782a96fa0/bindings/n-h1-839810-1 HTTP/1.1" status: 204 len: 173 time: 0.3397498 Apr 28 19:36:41.110107 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device db65d274-363d-4bb9-bfad-2c8782a96fa0 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:36:41.165873 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-dc49b9f8-aec3-4bb3-9237-e71891ef774a admin admin] Deleting port bf748c15-922b-47e9-bda4-fb03f039e713 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:36:41.166126 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc49b9f8-aec3-4bb3-9237-e71891ef774a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:41.207794 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8595ee7d-0c1d-4e82-9527-c338c3e6779b None None] DHCP port deletion for 444c2d20-3cef-44a1-a916-ef2b1cdfcc83 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:36:41.320039 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-dc49b9f8-aec3-4bb3-9237-e71891ef774a admin admin] For port bf748c15-922b-47e9-bda4-fb03f039e713, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=bf748c15-922b-47e9-bda4-fb03f039e713,segment=NetworkSegment(265379f7-4b31-44e7-bd9f-d921e86bcade),segment_id=265379f7-4b31-44e7-bd9f-d921e86bcade)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:41.320464 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc49b9f8-aec3-4bb3-9237-e71891ef774a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:41.337377 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-dc49b9f8-aec3-4bb3-9237-e71891ef774a admin admin] Calling delete_port for bf748c15-922b-47e9-bda4-fb03f039e713 owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:36:41.437634 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-8595ee7d-0c1d-4e82-9527-c338c3e6779b None None] Deleting port bf748c15-922b-47e9-bda4-fb03f039e713 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:36:41.442983 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8595ee7d-0c1d-4e82-9527-c338c3e6779b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:41.469580 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc49b9f8-aec3-4bb3-9237-e71891ef774a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:41.496315 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49b9f8-aec3-4bb3-9237-e71891ef774a admin admin] Pushing event deleted for resources: {'Port': ['ID=bf748c15-922b-47e9-bda4-fb03f039e713,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:41.508522 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc49b9f8-aec3-4bb3-9237-e71891ef774a admin admin] No DVR routers for this DVR port bf748c15-922b-47e9-bda4-fb03f039e713 on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:36:41.569546 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-8595ee7d-0c1d-4e82-9527-c338c3e6779b None None] For port bf748c15-922b-47e9-bda4-fb03f039e713, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=bf748c15-922b-47e9-bda4-fb03f039e713,segment=NetworkSegment(265379f7-4b31-44e7-bd9f-d921e86bcade),segment_id=265379f7-4b31-44e7-bd9f-d921e86bcade)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:41.570034 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8595ee7d-0c1d-4e82-9527-c338c3e6779b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:41.589957 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-8595ee7d-0c1d-4e82-9527-c338c3e6779b None None] Calling delete_port for bf748c15-922b-47e9-bda4-fb03f039e713 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:36:41.611423 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc49b9f8-aec3-4bb3-9237-e71891ef774a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:41.668031 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-dc49b9f8-aec3-4bb3-9237-e71891ef774a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['444c2d20-3cef-44a1-a916-ef2b1cdfcc83']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:41.683321 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-dc49b9f8-aec3-4bb3-9237-e71891ef774a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '265379f7-4b31-44e7-bd9f-d921e86bcade') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:41.683709 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-dc49b9f8-aec3-4bb3-9237-e71891ef774a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '265379f7-4b31-44e7-bd9f-d921e86bcade') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:41.709004 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc49b9f8-aec3-4bb3-9237-e71891ef774a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:41.745827 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc49b9f8-aec3-4bb3-9237-e71891ef774a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:41.762100 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc49b9f8-aec3-4bb3-9237-e71891ef774a admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:36:41.763152 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc49b9f8-aec3-4bb3-9237-e71891ef774a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:41.821480 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:36:41.821480 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:36:41.821480 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:36:41.821480 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:36:41.821480 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:36:41.821480 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:36:41.821480 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:36:41.821480 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:36:41.821480 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:36:41.821480 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:36:41.821480 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:36:41.821480 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:36:41.821480 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:36:41.821480 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:36:41.821480 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:36:41.821480 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:36:41.821480 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:36:41.821480 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:36:41.821480 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:36:41.821480 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:36:41.821480 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:36:41.821480 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:36:41.821480 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:36:41.821480 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:36:41.821480 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:36:41.821480 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:36:41.821480 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:36:41.821480 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:36:41.821480 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:36:41.821480 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:36:41.821480 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:36:41.821480 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:36:41.844121 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8595ee7d-0c1d-4e82-9527-c338c3e6779b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:41.918758 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 71dfc34e-9007-4d26-804c-1cb14df66550 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:36:41.957394 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc49b9f8-aec3-4bb3-9237-e71891ef774a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:41.984885 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc49b9f8-aec3-4bb3-9237-e71891ef774a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:41.989628 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:36:41.990778 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-dc49b9f8-aec3-4bb3-9237-e71891ef774a admin admin] 10.222.0.42 "DELETE /v2.0/networks/444c2d20-3cef-44a1-a916-ef2b1cdfcc83 HTTP/1.1" status: 204 len: 168 time: 1.2119901 Apr 28 19:36:41.997664 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595ee7d-0c1d-4e82-9527-c338c3e6779b None None] Pushing event deleted for resources: {'Port': ['ID=bf748c15-922b-47e9-bda4-fb03f039e713,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:42.003121 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 71dfc34e-9007-4d26-804c-1cb14df66550 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:36:42.004669 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 71dfc34e-9007-4d26-804c-1cb14df66550 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:36:42.006206 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bf748c15-922b-47e9-bda4-fb03f039e713 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:36:42.027429 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49b9f8-aec3-4bb3-9237-e71891ef774a admin admin] Pushing event deleted for resources: {'Network': ['ID=444c2d20-3cef-44a1-a916-ef2b1cdfcc83,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:42.031448 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8595ee7d-0c1d-4e82-9527-c338c3e6779b None None] No DVR routers for this DVR port bf748c15-922b-47e9-bda4-fb03f039e713 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:36:42.084921 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: bf748c15-922b-47e9-bda4-fb03f039e713 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:36:42.085073 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bf748c15-922b-47e9-bda4-fb03f039e713 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:36:42.317297 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc,segment=NetworkSegment(684fbeac-2dbb-4dc0-bea3-85ef67ea4349),segment_id=684fbeac-2dbb-4dc0-bea3-85ef67ea4349)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:42.334782 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc', 'network_id': 'd582212e-6191-43e4-9427-cab6f1b2fe97', 'port_id': 'b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc', 'mac_address': 'fa:16:3e:ff:42:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f89716ab-a669-4f53-807d-0fc3726d82bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:36:42.406540 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:42.428569 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:36:42.492749 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc,segment=NetworkSegment(684fbeac-2dbb-4dc0-bea3-85ef67ea4349),segment_id=684fbeac-2dbb-4dc0-bea3-85ef67ea4349)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:42.515260 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:42.538936 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43836) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:42.595705 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-048e476c-a776-42f6-9bf4-e391a668c5cb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ac4a325e58b9497b9421c85aa337c854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0542023 Apr 28 19:36:42.598734 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43838) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:42.667626 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:42.694289 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7165e70-6f4f-4f73-8bbf-d4f40652ada6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:42.720729 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7165e70-6f4f-4f73-8bbf-d4f40652ada6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:42.797459 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7165e70-6f4f-4f73-8bbf-d4f40652ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:42.802428 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7165e70-6f4f-4f73-8bbf-d4f40652ada6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:42.807321 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f7165e70-6f4f-4f73-8bbf-d4f40652ada6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1ac5e7ef-4c36-4bc6-bf80-0af6dd4ecdf7 HTTP/1.1" status: 204 len: 168 time: 0.2029603 Apr 28 19:36:42.809842 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:36:42.830661 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7165e70-6f4f-4f73-8bbf-d4f40652ada6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac5e7ef-4c36-4bc6-bf80-0af6dd4ecdf7,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:43.592984 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43844) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:43.701791 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a606aed0-71bd-481e-a37a-ba6cf75638df admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=92c21db0b1d946a7b5ceb88265a3dcd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1060627 Apr 28 19:36:43.702834 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43846) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:43.791188 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5665703b-fae4-4568-8cb2-fd069d7cac76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:43.837595 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5665703b-fae4-4568-8cb2-fd069d7cac76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:43.968965 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5665703b-fae4-4568-8cb2-fd069d7cac76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:43.973784 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5665703b-fae4-4568-8cb2-fd069d7cac76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:43.975991 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5665703b-fae4-4568-8cb2-fd069d7cac76 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d245b17f-9995-498f-8903-7d180be970d3 HTTP/1.1" status: 204 len: 168 time: 0.2704921 Apr 28 19:36:43.994495 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:36:44.022658 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5665703b-fae4-4568-8cb2-fd069d7cac76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d245b17f-9995-498f-8903-7d180be970d3,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:44.240549 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:36:44.263324 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:36:44.264701 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:44.433224 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:44.527425 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc,segment=NetworkSegment(684fbeac-2dbb-4dc0-bea3-85ef67ea4349),segment_id=684fbeac-2dbb-4dc0-bea3-85ef67ea4349)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:44.542526 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:44.653422 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:45.534054 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc841189-35cd-44b2-bfdb-b21d94d2d491 x-openstack-request-id: req-fc841189-35cd-44b2-bfdb-b21d94d2d491 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:36:45.534690 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4391f50-d433-41a8-801e-05d324974eb3", "name": "network-vif-plugged", "status": "completed", "tag": "c0f58fd3-aaf7-43ce-a88d-1f0914f2d178", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:36:45.534799 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fc841189-35cd-44b2-bfdb-b21d94d2d491 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:36:45.535402 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc841189-35cd-44b2-bfdb-b21d94d2d491'] response: {'server_uuid': 'e4391f50-d433-41a8-801e-05d324974eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f58fd3-aaf7-43ce-a88d-1f0914f2d178', 'code': 200} Apr 28 19:36:45.687479 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271e934-57c9-45c5-af29-73f0d214fb58 req-b2d49a81-d9e3-4eaa-b492-edf70958b425 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:45.692439 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c271e934-57c9-45c5-af29-73f0d214fb58 req-b2d49a81-d9e3-4eaa-b492-edf70958b425 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] 10.222.0.42 "GET /v2.0/ports?device_id=f612dbb5-4359-47a0-8f83-45c33c40ab8e HTTP/1.1" status: 200 len: 945 time: 0.0964317 Apr 28 19:36:45.865313 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c271e934-57c9-45c5-af29-73f0d214fb58 req-91568884-1750-4790-be94-33d881846a35 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] 10.222.0.42 "GET /v2.0/security-groups?id=6351b578-b555-43fa-bdf0-23f197c3e4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639223 Apr 28 19:36:45.965910 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43906) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:46.107482 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2661f9-b275-4127-b736-384e2b326f47 req-fb7f39be-c39e-4915-9430-de8075f7319a tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:46.109838 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bd2661f9-b275-4127-b736-384e2b326f47 req-fb7f39be-c39e-4915-9430-de8075f7319a tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f HTTP/1.1" status: 200 len: 945 time: 0.0950868 Apr 28 19:36:46.261163 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bd2661f9-b275-4127-b736-384e2b326f47 req-88cf8c2e-2bd4-4910-b255-cebd99ecd451 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441784 Apr 28 19:36:46.353790 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cf08bb7f-c43f-442d-85d0-5107344772af admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=562cf2c3b16f41a69c5347304f359d78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3862441 Apr 28 19:36:46.357220 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08f3279-2ca8-4a98-8ccf-4fe1fa84afba x-openstack-request-id: req-a08f3279-2ca8-4a98-8ccf-4fe1fa84afba {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:36:46.357761 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede2690f-3268-48bf-b47e-337df65f8b12", "name": "network-vif-deleted", "tag": "b457aa1e-f854-41c4-9684-72e9bcb0ab77", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:36:46.358487 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a08f3279-2ca8-4a98-8ccf-4fe1fa84afba {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:36:46.359686 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a08f3279-2ca8-4a98-8ccf-4fe1fa84afba'] response: {'server_uuid': 'ede2690f-3268-48bf-b47e-337df65f8b12', 'name': 'network-vif-deleted', 'tag': 'b457aa1e-f854-41c4-9684-72e9bcb0ab77', 'status': 'completed', 'code': 200} Apr 28 19:36:46.367393 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43918) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:46.459540 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c043735d-4642-445a-b149-29b9b1fe43fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:46.511421 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd45517-5420-4960-9e69-bf049570d464 req-17f27ba8-183e-41e1-a022-eb8d731078ee tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:46.513732 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ecd45517-5420-4960-9e69-bf049570d464 req-17f27ba8-183e-41e1-a022-eb8d731078ee tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 945 time: 0.1213455 Apr 28 19:36:46.521480 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c043735d-4642-445a-b149-29b9b1fe43fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:46.578573 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ecd45517-5420-4960-9e69-bf049570d464 req-3dd0c1d8-94f7-48e3-82d8-fe09eb59ad29 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555329 Apr 28 19:36:46.607660 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c043735d-4642-445a-b149-29b9b1fe43fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:46.611561 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c043735d-4642-445a-b149-29b9b1fe43fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:46.613466 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c043735d-4642-445a-b149-29b9b1fe43fe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c870e2cd-5595-41bf-9a68-53ea5b1b547e HTTP/1.1" status: 204 len: 168 time: 0.2217247 Apr 28 19:36:46.655005 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043735d-4642-445a-b149-29b9b1fe43fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c870e2cd-5595-41bf-9a68-53ea5b1b547e,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:46.746687 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-09831e78-38ab-4dbd-a120-a6a888479f38 req-1b7c13d0-a359-44b0-a6d6-34b321fb8813 tempest-ServerShowV257Test-856351163 tempest-ServerShowV257Test-856351163-project] 10.222.0.42 "GET /v2.0/ports?device_id=412dc810-1dca-471f-a45f-60b7c55bbd07 HTTP/1.1" status: 200 len: 210 time: 0.0691993 Apr 28 19:36:47.079930 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317e9c3-3a5d-4106-899c-c4cb8ad973ba req-6287057e-31d0-4a63-bef1-3fa20f0b1cb6 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:47.083458 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b317e9c3-3a5d-4106-899c-c4cb8ad973ba req-6287057e-31d0-4a63-bef1-3fa20f0b1cb6 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f HTTP/1.1" status: 200 len: 1096 time: 0.0668635 Apr 28 19:36:47.140070 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43958) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:47.161126 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c7f41f70-8396-48d0-8189-a99b5a13d00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:47.178743 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b317e9c3-3a5d-4106-899c-c4cb8ad973ba req-b615b756-e364-4338-b1e3-011edd89bca4 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860181 Apr 28 19:36:47.325408 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c7f41f70-8396-48d0-8189-a99b5a13d00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:47.337271 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c7f41f70-8396-48d0-8189-a99b5a13d00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:47.402786 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946dde8-ed7d-4b10-8117-a0d108be4e50 req-3ecdf00f-a2be-4140-82fc-93863c8de000 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:47.415595 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6946dde8-ed7d-4b10-8117-a0d108be4e50 req-3ecdf00f-a2be-4140-82fc-93863c8de000 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] 10.222.0.42 "GET /v2.0/ports?device_id=f612dbb5-4359-47a0-8f83-45c33c40ab8e HTTP/1.1" status: 200 len: 945 time: 0.1071477 Apr 28 19:36:47.430542 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f41f70-8396-48d0-8189-a99b5a13d00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b74869b-1508-437c-a901-6cce162c2050,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:47.502322 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6946dde8-ed7d-4b10-8117-a0d108be4e50 req-39db6c40-3ac9-43c3-a6c0-57670977ec4f tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] 10.222.0.42 "GET /v2.0/security-groups?id=6351b578-b555-43fa-bdf0-23f197c3e4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825133 Apr 28 19:36:47.536422 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd44736a-56f5-43e5-a40b-a6da17ab217c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60cce12e-e55e-4f29-88f1-2da4173c1e7b'}, {'server_uuid': 'f612dbb5-4359-47a0-8f83-45c33c40ab8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:36:47.540351 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ac68b5-a890-4430-87e8-e8c6a30377c7" -d '{"events": [{"server_uuid": "bd44736a-56f5-43e5-a40b-a6da17ab217c", "name": "network-vif-plugged", "status": "completed", "tag": "60cce12e-e55e-4f29-88f1-2da4173c1e7b"}, {"server_uuid": "f612dbb5-4359-47a0-8f83-45c33c40ab8e", "name": "network-vif-plugged", "status": "completed", "tag": "b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:36:47.570145 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43974) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:47.581962 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c7f41f70-8396-48d0-8189-a99b5a13d00e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=933ae83f300045a790e7a100d4396eb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4256942 Apr 28 19:36:47.688445 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-78730618-705d-46ce-a054-6e4ce085a47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:47.751949 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-78730618-705d-46ce-a054-6e4ce085a47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:47.811210 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 28 Apr 2022 19:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79ea332-eda6-483c-b5c0-7114f12f6d96 x-openstack-request-id: req-d79ea332-eda6-483c-b5c0-7114f12f6d96 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:36:47.811505 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd44736a-56f5-43e5-a40b-a6da17ab217c", "name": "network-vif-plugged", "status": "completed", "tag": "60cce12e-e55e-4f29-88f1-2da4173c1e7b", "code": 200}, {"server_uuid": "f612dbb5-4359-47a0-8f83-45c33c40ab8e", "name": "network-vif-plugged", "status": "completed", "tag": "b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:36:47.811765 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d79ea332-eda6-483c-b5c0-7114f12f6d96 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:36:47.812205 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d79ea332-eda6-483c-b5c0-7114f12f6d96'] response: {'server_uuid': 'bd44736a-56f5-43e5-a40b-a6da17ab217c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60cce12e-e55e-4f29-88f1-2da4173c1e7b', 'code': 200} Apr 28 19:36:47.812464 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d79ea332-eda6-483c-b5c0-7114f12f6d96'] response: {'server_uuid': 'f612dbb5-4359-47a0-8f83-45c33c40ab8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc', 'code': 200} Apr 28 19:36:47.882631 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-78730618-705d-46ce-a054-6e4ce085a47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:47.886116 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-78730618-705d-46ce-a054-6e4ce085a47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:47.891821 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-78730618-705d-46ce-a054-6e4ce085a47d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9b74869b-1508-437c-a901-6cce162c2050 HTTP/1.1" status: 204 len: 168 time: 0.3158805 Apr 28 19:36:47.909841 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78730618-705d-46ce-a054-6e4ce085a47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b74869b-1508-437c-a901-6cce162c2050,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:47.966276 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-f75be6cc-2eab-4a49-af5c-3158232f6f08 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:47.967850 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-f75be6cc-2eab-4a49-af5c-3158232f6f08 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/networks?id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd HTTP/1.1" status: 200 len: 807 time: 0.2680421 Apr 28 19:36:48.002056 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-308fb53c-1e84-48a4-adb3-100dfa29f76d req-b91c1b7b-f9c4-4c74-b8f9-0e20cec76df2 tempest-ServerShowV257Test-856351163 tempest-ServerShowV257Test-856351163-project] 10.222.0.42 "GET /v2.0/ports?device_id=412dc810-1dca-471f-a45f-60b7c55bbd07 HTTP/1.1" status: 200 len: 210 time: 0.0349872 Apr 28 19:36:48.007302 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-0220ac3e-4820-4eeb-bb38-65a99ad15f0f tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/quotas/65106efa94b44e66ac09133941d375fb HTTP/1.1" status: 200 len: 375 time: 0.0210507 Apr 28 19:36:48.060357 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff44e27-252a-4eee-acbd-d0fe3e6899ff req-e9816abb-0069-4946-953e-2132a53d7b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:48.061921 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0ff44e27-252a-4eee-acbd-d0fe3e6899ff req-e9816abb-0069-4946-953e-2132a53d7b9c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f612dbb5-4359-47a0-8f83-45c33c40ab8e HTTP/1.1" status: 200 len: 1096 time: 0.1176858 Apr 28 19:36:48.098093 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-0013c55a-3bd6-489e-aa99-7bad469d6410 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=65106efa94b44e66ac09133941d375fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0841603 Apr 28 19:36:48.149597 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0ff44e27-252a-4eee-acbd-d0fe3e6899ff req-1ff96c12-6b34-4d25-88cd-52b2b4f9228c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6351b578-b555-43fa-bdf0-23f197c3e4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777061 Apr 28 19:36:48.230323 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-ea2d1876-9ecc-475e-8d9b-166db5992ca2 service neutron] 10.222.0.42 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204803 Apr 28 19:36:48.362574 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-d265c82b-e71e-45b2-be57-2433e8c39f4b service neutron] 10.222.0.42 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256218 Apr 28 19:36:48.363504 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f612dbb5-4359-47a0-8f83-45c33c40ab8e', 'tag': 'b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:36:48.368224 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4d6e07-db19-432a-a0e8-bf1446d98c44" -d '{"events": [{"name": "network-changed", "server_uuid": "f612dbb5-4359-47a0-8f83-45c33c40ab8e", "tag": "b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:36:48.471069 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410f727-ef31-43f3-9e27-f371baee8a6b req-b6d1e4fe-743e-4460-99c1-f86c4abe87fd tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:48.473861 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a410f727-ef31-43f3-9e27-f371baee8a6b req-b6d1e4fe-743e-4460-99c1-f86c4abe87fd tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd44736a-56f5-43e5-a40b-a6da17ab217c HTTP/1.1" status: 200 len: 949 time: 0.0938144 Apr 28 19:36:48.535663 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a410f727-ef31-43f3-9e27-f371baee8a6b req-e4362e55-a393-4aed-9bf0-bfbbddfa3975 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/security-groups?id=1405446e-ee39-4878-8bba-1170ad050e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538919 Apr 28 19:36:48.627043 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1c0535-9cb1-4f07-b5a7-7d0748ffb00e x-openstack-request-id: req-3d1c0535-9cb1-4f07-b5a7-7d0748ffb00e {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:36:48.627343 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f612dbb5-4359-47a0-8f83-45c33c40ab8e", "tag": "b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:36:48.627737 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3d1c0535-9cb1-4f07-b5a7-7d0748ffb00e {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:36:48.628204 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d1c0535-9cb1-4f07-b5a7-7d0748ffb00e'] response: {'name': 'network-changed', 'server_uuid': 'f612dbb5-4359-47a0-8f83-45c33c40ab8e', 'tag': 'b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc', 'status': 'completed', 'code': 200} Apr 28 19:36:48.769139 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d2eba75-9f64-4091-9d0d-631adbba1818 req-c7f0da0b-a8b4-417c-ba6c-a97c0852fa9b tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5 HTTP/1.1" status: 200 len: 210 time: 0.1073151 Apr 28 19:36:48.822548 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d6e07-db19-432a-a0e8-bf1446d98c44 req-1622a4e3-7bdd-45ac-a724-0f7830f57f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:48.823929 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-df4d6e07-db19-432a-a0e8-bf1446d98c44 req-1622a4e3-7bdd-45ac-a724-0f7830f57f9a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9b27a583a20248c19a43741259ef13ba&device_id=f612dbb5-4359-47a0-8f83-45c33c40ab8e HTTP/1.1" status: 200 len: 1096 time: 0.1604130 Apr 28 19:36:48.832187 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44062) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:48.877028 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d2cd7-2555-43c5-acbf-c40065c41362 req-518daae0-f9a0-4046-8845-b65a2d6ca186 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:48.880052 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5b3d2cd7-2555-43c5-acbf-c40065c41362 req-518daae0-f9a0-4046-8845-b65a2d6ca186 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] 10.222.0.42 "GET /v2.0/ports?device_id=f612dbb5-4359-47a0-8f83-45c33c40ab8e HTTP/1.1" status: 200 len: 945 time: 0.1338165 Apr 28 19:36:48.956701 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5b3d2cd7-2555-43c5-acbf-c40065c41362 req-f2b7cf41-909c-4266-901a-8bac9cc004e7 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] 10.222.0.42 "GET /v2.0/security-groups?id=6351b578-b555-43fa-bdf0-23f197c3e4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592310 Apr 28 19:36:49.057716 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d6e07-db19-432a-a0e8-bf1446d98c44 req-15b84b12-2191-48fa-9006-aaa2a653a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:49.063034 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-df4d6e07-db19-432a-a0e8-bf1446d98c44 req-15b84b12-2191-48fa-9006-aaa2a653a790 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d582212e-6191-43e4-9427-cab6f1b2fe97 HTTP/1.1" status: 200 len: 914 time: 0.2260838 Apr 28 19:36:49.138607 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-df4d6e07-db19-432a-a0e8-bf1446d98c44 req-5a700a64-af63-4ab8-92e6-4370bc3bcfae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc HTTP/1.1" status: 200 len: 217 time: 0.0652282 Apr 28 19:36:49.146432 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2df29d17-f5d5-463f-b79c-abcb6f3b259e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:49.181594 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f5fa290e-d066-4efb-a11c-ccec7222cc34 req-4d2d94ff-1f92-4a5a-a18b-174d928f2477 tempest-ServerShowV257Test-856351163 tempest-ServerShowV257Test-856351163-project] 10.222.0.42 "GET /v2.0/ports?device_id=412dc810-1dca-471f-a45f-60b7c55bbd07 HTTP/1.1" status: 200 len: 210 time: 0.0528240 Apr 28 19:36:49.250220 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d6e07-db19-432a-a0e8-bf1446d98c44 req-fdba1795-e4f7-4723-8170-369755b8c195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:49.252409 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-df4d6e07-db19-432a-a0e8-bf1446d98c44 req-fdba1795-e4f7-4723-8170-369755b8c195 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f89716ab-a669-4f53-807d-0fc3726d82bf HTTP/1.1" status: 200 len: 853 time: 0.0962236 Apr 28 19:36:49.310903 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-df4d6e07-db19-432a-a0e8-bf1446d98c44 req-183c219f-eb48-4e33-b991-03e2536bd1e5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d582212e-6191-43e4-9427-cab6f1b2fe97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405209 Apr 28 19:36:49.364384 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2df29d17-f5d5-463f-b79c-abcb6f3b259e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:49.364899 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44100) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:49.391477 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2df29d17-f5d5-463f-b79c-abcb6f3b259e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:49.448294 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df29d17-f5d5-463f-b79c-abcb6f3b259e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3948d2-7427-4489-a817-51029c8382c4,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:49.452705 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2df29d17-f5d5-463f-b79c-abcb6f3b259e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=916ccf71806a442ea22625b16975a51a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6209552 Apr 28 19:36:49.456663 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44108) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:49.483741 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-df4d6e07-db19-432a-a0e8-bf1446d98c44 req-3b18a362-6e26-4057-bd8d-1314f51e8a56 service neutron] 10.222.0.44 "GET /v2.0/networks/d582212e-6191-43e4-9427-cab6f1b2fe97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601162 Apr 28 19:36:49.578324 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-4fc1d77c-2b0b-43e3-b55c-7cf9768c6ba7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1472714115-network', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:36:49.599819 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-79f8400b-421c-4bc4-a17f-c915b721e88c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:49.613168 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc1d77c-2b0b-43e3-b55c-7cf9768c6ba7 admin admin] Made reservation on behalf of 44836af2576c4eb08ccfbf8a35c6037e for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:36:49.615554 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4fc1d77c-2b0b-43e3-b55c-7cf9768c6ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:49.631406 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4fc1d77c-2b0b-43e3-b55c-7cf9768c6ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:49.632200 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-df4d6e07-db19-432a-a0e8-bf1446d98c44 req-cb4c9a18-07dd-40e1-88db-952db0e69ab0 service neutron] 10.222.0.44 "GET /v2.0/networks/d582212e-6191-43e4-9427-cab6f1b2fe97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326334 Apr 28 19:36:49.642879 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-79f8400b-421c-4bc4-a17f-c915b721e88c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:49.739644 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-79f8400b-421c-4bc4-a17f-c915b721e88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:49.741737 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6527d37f-3e70-4db9-b16e-44ac67db5578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:49.743055 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-79f8400b-421c-4bc4-a17f-c915b721e88c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:49.747162 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-79f8400b-421c-4bc4-a17f-c915b721e88c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5d3948d2-7427-4489-a817-51029c8382c4 HTTP/1.1" status: 204 len: 168 time: 0.2894289 Apr 28 19:36:49.769445 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8400b-421c-4bc4-a17f-c915b721e88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3948d2-7427-4489-a817-51029c8382c4,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:49.801956 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a41d41-94be-48d2-a8c8-0402cea6c84c req-1a254bd1-0773-4752-9655-516fa3ecdef0 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:49.813565 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-52a41d41-94be-48d2-a8c8-0402cea6c84c req-1a254bd1-0773-4752-9655-516fa3ecdef0 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd44736a-56f5-43e5-a40b-a6da17ab217c HTTP/1.1" status: 200 len: 949 time: 0.1193631 Apr 28 19:36:49.841447 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4fc1d77c-2b0b-43e3-b55c-7cf9768c6ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:49.849401 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4fc1d77c-2b0b-43e3-b55c-7cf9768c6ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:49.857235 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44122) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:49.880021 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-52a41d41-94be-48d2-a8c8-0402cea6c84c req-6fff2f5f-5d16-4b4e-8dab-685bb3dc41f2 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/security-groups?id=1405446e-ee39-4878-8bba-1170ad050e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528522 Apr 28 19:36:49.938627 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2cf59c17-53f9-47be-b721-9a57a25ad2f4 req-336afc0e-a1d6-45ce-b8b1-536a9778301e tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5 HTTP/1.1" status: 200 len: 210 time: 0.0521083 Apr 28 19:36:49.948386 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1d77c-2b0b-43e3-b55c-7cf9768c6ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8d6d46-8bb9-4e41-9d21-b4840b2243cf,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:49.952600 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc1d77c-2b0b-43e3-b55c-7cf9768c6ba7 admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:36:49.966023 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4fc1d77c-2b0b-43e3-b55c-7cf9768c6ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:49.966840 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-4fc1d77c-2b0b-43e3-b55c-7cf9768c6ba7 admin admin] Added segment 2fb8e97e-9156-445e-9ce1-e18ed4c88813 of type vlan for network 3a8d8fbc-c638-4e44-87fd-3e5ca38570dd Apr 28 19:36:50.023774 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:36:50.028394 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4fc1d77c-2b0b-43e3-b55c-7cf9768c6ba7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:50.082993 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4fc1d77c-2b0b-43e3-b55c-7cf9768c6ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:50.084192 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc1d77c-2b0b-43e3-b55c-7cf9768c6ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:50.085084 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4fc1d77c-2b0b-43e3-b55c-7cf9768c6ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:50.203377 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4fc1d77c-2b0b-43e3-b55c-7cf9768c6ba7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8375189 Apr 28 19:36:50.231261 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44140) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:50.242374 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:50.295823 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-8df0525c-749b-432e-bc1f-06fee1ace7c5 admin admin] Request body: {'subnet': {'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1472714115-subnet', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:36:50.352921 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-18e3d52a-3a6e-47b6-8b6d-ce920b5f75d3 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:50.356093 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-18e3d52a-3a6e-47b6-8b6d-ce920b5f75d3 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.15 "GET /v2.0/networks?id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd HTTP/1.1" status: 200 len: 807 time: 0.2431705 Apr 28 19:36:50.358319 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c0f58fd3-aaf7-43ce-a88d-1f0914f2d178, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:50.359411 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4391f50-d433-41a8-801e-05d324974eb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0f58fd3-aaf7-43ce-a88d-1f0914f2d178'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:36:50.366444 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1d77c-2b0b-43e3-b55c-7cf9768c6ba7 admin admin] Pushing event updated for resources: {'Network': ['ID=3a8d8fbc-c638-4e44-87fd-3e5ca38570dd,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:50.375027 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-25d7838f-27d8-4db5-8737-fad2600c3230 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Request body: {'port': {'device_id': 'b1ed0e12-0861-474f-9caa-cbc7a9ef42e5', 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd', 'admin_state_up': True, 'tenant_id': '65106efa94b44e66ac09133941d375fb'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:36:50.385012 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bbd74b-656c-4dd7-8332-d654229c6c5e" -d '{"events": [{"server_uuid": "e4391f50-d433-41a8-801e-05d324974eb3", "name": "network-vif-unplugged", "status": "completed", "tag": "c0f58fd3-aaf7-43ce-a88d-1f0914f2d178"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:36:50.401371 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:50.410090 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 3a8d8fbc-c638-4e44-87fd-3e5ca38570dd details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:36:50.415426 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ea15c5de-eaff-47e3-83ea-b4cc60aa52e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:50.449546 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832532b-847d-4098-a7f7-d1f085df5d55 req-bf363651-fea8-4cbf-863c-73c6ba81ff82 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:50.451919 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9832532b-847d-4098-a7f7-d1f085df5d55 req-bf363651-fea8-4cbf-863c-73c6ba81ff82 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] 10.222.0.42 "GET /v2.0/ports?device_id=f612dbb5-4359-47a0-8f83-45c33c40ab8e HTTP/1.1" status: 200 len: 945 time: 0.2528598 Apr 28 19:36:50.453042 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df0525c-749b-432e-bc1f-06fee1ace7c5 admin admin] Made reservation on behalf of 44836af2576c4eb08ccfbf8a35c6037e for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:36:50.455876 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8df0525c-749b-432e-bc1f-06fee1ace7c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:50.530830 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-15570069-d15c-4f7d-91b8-dced875b1ddd req-61ab5f51-8312-4c3e-bfe6-fa62743aae17 tempest-ServerShowV257Test-856351163 tempest-ServerShowV257Test-856351163-project] 10.222.0.42 "GET /v2.0/ports?device_id=412dc810-1dca-471f-a45f-60b7c55bbd07 HTTP/1.1" status: 200 len: 210 time: 0.0939105 Apr 28 19:36:50.618620 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9832532b-847d-4098-a7f7-d1f085df5d55 req-6309b7f1-f577-4e34-9fd7-c16e17a23174 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] 10.222.0.42 "GET /v2.0/security-groups?id=6351b578-b555-43fa-bdf0-23f197c3e4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008301 Apr 28 19:36:50.657487 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-25d7838f-27d8-4db5-8737-fad2600c3230 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Made reservation on behalf of 65106efa94b44e66ac09133941d375fb for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:36:50.667492 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-25d7838f-27d8-4db5-8737-fad2600c3230 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:50.753861 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 19:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8894c33-fcdf-4464-95f6-e0f84c38dfe1 x-openstack-request-id: req-c8894c33-fcdf-4464-95f6-e0f84c38dfe1 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:36:50.754855 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4391f50-d433-41a8-801e-05d324974eb3", "name": "network-vif-unplugged", "status": "completed", "tag": "c0f58fd3-aaf7-43ce-a88d-1f0914f2d178", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:36:50.755323 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c8894c33-fcdf-4464-95f6-e0f84c38dfe1 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:36:50.755949 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8894c33-fcdf-4464-95f6-e0f84c38dfe1'] response: {'server_uuid': 'e4391f50-d433-41a8-801e-05d324974eb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0f58fd3-aaf7-43ce-a88d-1f0914f2d178', 'code': 200} Apr 28 19:36:50.792033 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178,revision_number=8']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:50.829114 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ea15c5de-eaff-47e3-83ea-b4cc60aa52e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:50.838199 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ea15c5de-eaff-47e3-83ea-b4cc60aa52e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:50.924029 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-25d7838f-27d8-4db5-8737-fad2600c3230 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Allocated IP 172.20.0.9 (497e1d66-f4cf-46aa-aa27-9862cbaf14dd/0d5c93c2-9d1b-4c66-8e1f-a78766af188b/59391db3-7313-479f-9c05-66bf8211f1e2) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:36:50.927097 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8df0525c-749b-432e-bc1f-06fee1ace7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:50.947095 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 60cce12e-e55e-4f29-88f1-2da4173c1e7b no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:36:50.984230 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0525c-749b-432e-bc1f-06fee1ace7c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:50.994848 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ea15c5de-eaff-47e3-83ea-b4cc60aa52e0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=16b6899cb4224ba39726def037aaf5ba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1342914 Apr 28 19:36:50.996679 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44184) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:51.004470 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15c5de-eaff-47e3-83ea-b4cc60aa52e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efd2b7d-60c5-4f52-9194-e63b9fa482ed,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:51.045324 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44186) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:51.122632 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:51.132319 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df0525c-749b-432e-bc1f-06fee1ace7c5 admin admin] Checking segment: {'id': '2fb8e97e-9156-445e-9ce1-e18ed4c88813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:36:51.132688 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df0525c-749b-432e-bc1f-06fee1ace7c5 admin admin] Network hostable DHCP agents. Network: 3a8d8fbc-c638-4e44-87fd-3e5ca38570dd, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:36:51.138217 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8074e1ee-bc84-47c6-b67f-d501f1e9b92a req-3f2e2c86-dc67-4290-bf6b-4f03d41991e7 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5 HTTP/1.1" status: 200 len: 210 time: 0.0536172 Apr 28 19:36:51.173596 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 60cce12e-e55e-4f29-88f1-2da4173c1e7b, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=60cce12e-e55e-4f29-88f1-2da4173c1e7b,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:51.174712 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9856fdaf-ca51-496e-a4a7-c77a3bffdcb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:51.180716 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:51.180995 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df0525c-749b-432e-bc1f-06fee1ace7c5 admin admin] Network 3a8d8fbc-c638-4e44-87fd-3e5ca38570dd is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:36:51.183189 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5296a72-a849-4d19-ae42-08e29b1aed16 req-bcd5ea2f-a19f-45d0-9dbb-b9d2910a4fa6 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:51.191764 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e5296a72-a849-4d19-ae42-08e29b1aed16 req-bcd5ea2f-a19f-45d0-9dbb-b9d2910a4fa6 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] 10.222.0.42 "GET /v2.0/ports?device_id=f612dbb5-4359-47a0-8f83-45c33c40ab8e HTTP/1.1" status: 200 len: 945 time: 0.2122800 Apr 28 19:36:51.208137 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-8df0525c-749b-432e-bc1f-06fee1ace7c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 3a8d8fbc-c638-4e44-87fd-3e5ca38570dd) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:36:51.211484 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9856fdaf-ca51-496e-a4a7-c77a3bffdcb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:51.220880 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df0525c-749b-432e-bc1f-06fee1ace7c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:51.222089 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8df0525c-749b-432e-bc1f-06fee1ace7c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:51.228212 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe6674d-0ac6-4230-9719-ad53e13720a2 None None] Network 3a8d8fbc-c638-4e44-87fd-3e5ca38570dd requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:36:51.259709 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e5296a72-a849-4d19-ae42-08e29b1aed16 req-67b3a858-9b01-43c5-b9ce-79a5e3eda71d tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] 10.222.0.42 "GET /v2.0/security-groups?id=6351b578-b555-43fa-bdf0-23f197c3e4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648119 Apr 28 19:36:51.270373 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-f1c20cae-37d5-4835-b312-a3a9312a7095 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1862462609-network', 'tenant_id': 'e26f59f9d0474a89964c14355d73907c'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:36:51.273038 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba5775-785e-4da1-8697-5cdc105d9232 req-9e05a52c-d3e1-4eff-8c94-b9369b3f2c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:51.275041 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-58ba5775-785e-4da1-8697-5cdc105d9232 req-9e05a52c-d3e1-4eff-8c94-b9369b3f2c76 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9b27a583a20248c19a43741259ef13ba&device_id=f612dbb5-4359-47a0-8f83-45c33c40ab8e HTTP/1.1" status: 200 len: 1096 time: 0.2295725 Apr 28 19:36:51.278135 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8df0525c-749b-432e-bc1f-06fee1ace7c5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9889576 Apr 28 19:36:51.282720 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44190) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:51.287804 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-7a177495-d308-49a9-a898-bbe0d486c2ff admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1472714115-router', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:36:51.321328 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c20cae-37d5-4835-b312-a3a9312a7095 admin admin] Made reservation on behalf of e26f59f9d0474a89964c14355d73907c for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:36:51.323824 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f1c20cae-37d5-4835-b312-a3a9312a7095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:51.334047 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7a177495-d308-49a9-a898-bbe0d486c2ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:51.335139 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7a177495-d308-49a9-a898-bbe0d486c2ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:51.338552 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9856fdaf-ca51-496e-a4a7-c77a3bffdcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:51.339138 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=60cce12e-e55e-4f29-88f1-2da4173c1e7b,revision_number=8']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:51.347102 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9856fdaf-ca51-496e-a4a7-c77a3bffdcb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:51.347102 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9856fdaf-ca51-496e-a4a7-c77a3bffdcb2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6efd2b7d-60c5-4f52-9194-e63b9fa482ed HTTP/1.1" status: 204 len: 168 time: 0.3445272 Apr 28 19:36:51.347521 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-25d7838f-27d8-4db5-8737-fad2600c3230 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:51.348869 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f1c20cae-37d5-4835-b312-a3a9312a7095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:51.381077 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9856fdaf-ca51-496e-a4a7-c77a3bffdcb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efd2b7d-60c5-4f52-9194-e63b9fa482ed,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:51.462189 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba5775-785e-4da1-8697-5cdc105d9232 req-202feaae-86ab-49ff-8e8f-b029488c9bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:51.463734 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-58ba5775-785e-4da1-8697-5cdc105d9232 req-202feaae-86ab-49ff-8e8f-b029488c9bf9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d582212e-6191-43e4-9427-cab6f1b2fe97 HTTP/1.1" status: 200 len: 914 time: 0.1781821 Apr 28 19:36:51.485712 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7a177495-d308-49a9-a898-bbe0d486c2ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:51.533575 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-58ba5775-785e-4da1-8697-5cdc105d9232 req-ea3a4d01-3c85-48f6-abe7-8f3ee36ef362 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc HTTP/1.1" status: 200 len: 217 time: 0.0576663 Apr 28 19:36:51.549096 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4cdf04-81d3-473f-bccf-04d35ebff0bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-3a8d8fbc-c638-4e44-87fd-3e5ca38570dd', 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'fixed_ips': [{'subnet_id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:36:51.551868 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cf4cdf04-81d3-473f-bccf-04d35ebff0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:51.621567 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-25d7838f-27d8-4db5-8737-fad2600c3230 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:51.714424 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-25d7838f-27d8-4db5-8737-fad2600c3230 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:36:51.727123 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba5775-785e-4da1-8697-5cdc105d9232 req-7ee05367-0721-4d18-bf5e-65bdc01ce65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:51.731088 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-58ba5775-785e-4da1-8697-5cdc105d9232 req-7ee05367-0721-4d18-bf5e-65bdc01ce65a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f89716ab-a669-4f53-807d-0fc3726d82bf HTTP/1.1" status: 200 len: 853 time: 0.1712220 Apr 28 19:36:51.733431 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7838f-27d8-4db5-8737-fad2600c3230 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Pushing event updated for resources: {'Port': ['ID=59391db3-7313-479f-9c05-66bf8211f1e2,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:51.736435 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-25d7838f-27d8-4db5-8737-fad2600c3230 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:36:51.743453 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-25d7838f-27d8-4db5-8737-fad2600c3230 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:36:51.809201 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d7838f-27d8-4db5-8737-fad2600c3230 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:51.809645 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d7838f-27d8-4db5-8737-fad2600c3230 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:51.810116 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d7838f-27d8-4db5-8737-fad2600c3230 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:51.810457 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d7838f-27d8-4db5-8737-fad2600c3230 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:51.810861 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d7838f-27d8-4db5-8737-fad2600c3230 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:51.810993 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-cf4cdf04-81d3-473f-bccf-04d35ebff0bc None None] Allocated IP 172.20.0.2 (3a8d8fbc-c638-4e44-87fd-3e5ca38570dd/ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f/39736980-6201-408e-a0ff-f7bc48e35c7a) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:36:51.811450 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d7838f-27d8-4db5-8737-fad2600c3230 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:51.811539 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d7838f-27d8-4db5-8737-fad2600c3230 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:51.812020 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d7838f-27d8-4db5-8737-fad2600c3230 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:51.812453 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d7838f-27d8-4db5-8737-fad2600c3230 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:51.812872 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d7838f-27d8-4db5-8737-fad2600c3230 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:51.813281 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d7838f-27d8-4db5-8737-fad2600c3230 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:51.813649 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d7838f-27d8-4db5-8737-fad2600c3230 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:51.824062 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-25d7838f-27d8-4db5-8737-fad2600c3230 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:51.826961 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-25d7838f-27d8-4db5-8737-fad2600c3230 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:51.850359 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-58ba5775-785e-4da1-8697-5cdc105d9232 req-07baa78f-421f-45ce-9ee9-39b896badfa8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d582212e-6191-43e4-9427-cab6f1b2fe97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092479 Apr 28 19:36:51.850616 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-04680736-3fe3-43f4-8bde-b9f0dff6c866 req-c8f5b84a-58bf-4f20-9523-ac633c6e9e9b tempest-ServerShowV257Test-856351163 tempest-ServerShowV257Test-856351163-project] 10.222.0.42 "GET /v2.0/ports?device_id=412dc810-1dca-471f-a45f-60b7c55bbd07 HTTP/1.1" status: 200 len: 210 time: 0.1133664 Apr 28 19:36:51.855899 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7a177495-d308-49a9-a898-bbe0d486c2ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:51.884485 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-25d7838f-27d8-4db5-8737-fad2600c3230 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5155995 Apr 28 19:36:51.912450 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f1c20cae-37d5-4835-b312-a3a9312a7095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:51.913535 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-33ed7c75-caa4-469a-8361-939c0e3c5c90 service neutron] Request body: {'port': {'device_id': 'b1ed0e12-0861-474f-9caa-cbc7a9ef42e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:36:51.953771 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f1c20cae-37d5-4835-b312-a3a9312a7095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:51.995293 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c20cae-37d5-4835-b312-a3a9312a7095 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:36:52.012070 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c20cae-37d5-4835-b312-a3a9312a7095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9b7684-9cf8-46f1-a359-67d923d660e6,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:52.035867 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:36:52.038005 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f1c20cae-37d5-4835-b312-a3a9312a7095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:52.038352 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-f1c20cae-37d5-4835-b312-a3a9312a7095 admin admin] Added segment 0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3 of type vlan for network 03c23c13-73a0-4f69-a029-d17265afa037 Apr 28 19:36:52.093463 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-33ed7c75-caa4-469a-8361-939c0e3c5c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:52.107876 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e6ef941a-836b-4733-b938-cbfca06831aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:52.120509 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-58ba5775-785e-4da1-8697-5cdc105d9232 req-8f41b2e2-4d20-486f-9391-0b53cefbcd35 service neutron] 10.222.0.44 "GET /v2.0/networks/d582212e-6191-43e4-9427-cab6f1b2fe97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595832 Apr 28 19:36:52.146955 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f1c20cae-37d5-4835-b312-a3a9312a7095 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:52.284403 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cf4cdf04-81d3-473f-bccf-04d35ebff0bc None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:52.301429 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c0f58fd3-aaf7-43ce-a88d-1f0914f2d178, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:52.305214 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cf4cdf04-81d3-473f-bccf-04d35ebff0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:52.322299 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f1c20cae-37d5-4835-b312-a3a9312a7095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:52.323458 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c20cae-37d5-4835-b312-a3a9312a7095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:52.324231 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f1c20cae-37d5-4835-b312-a3a9312a7095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:52.374272 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'c0f58fd3-aaf7-43ce-a88d-1f0914f2d178', 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19', 'port_id': 'c0f58fd3-aaf7-43ce-a88d-1f0914f2d178', 'mac_address': 'fa:16:3e:c1:7c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43d83121-413d-4da3-b294-551f60ac6b94', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:36:52.386950 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4cdf04-81d3-473f-bccf-04d35ebff0bc None None] Network 3a8d8fbc-c638-4e44-87fd-3e5ca38570dd is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:36:52.396237 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4cdf04-81d3-473f-bccf-04d35ebff0bc None None] Pushing event updated for resources: {'Port': ['ID=39736980-6201-408e-a0ff-f7bc48e35c7a,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:52.400700 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-cf4cdf04-81d3-473f-bccf-04d35ebff0bc None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:36:52.408627 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4cdf04-81d3-473f-bccf-04d35ebff0bc None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:36:52.496519 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:52.518229 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:36:52.523008 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-cf4cdf04-81d3-473f-bccf-04d35ebff0bc None None] Attempting to bind port 39736980-6201-408e-a0ff-f7bc48e35c7a on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:36:52.523363 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-cf4cdf04-81d3-473f-bccf-04d35ebff0bc None None] Attempting to bind port 39736980-6201-408e-a0ff-f7bc48e35c7a by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '2fb8e97e-9156-445e-9ce1-e18ed4c88813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:36:52.524069 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4cdf04-81d3-473f-bccf-04d35ebff0bc None None] Attempting to bind port 39736980-6201-408e-a0ff-f7bc48e35c7a on network 3a8d8fbc-c638-4e44-87fd-3e5ca38570dd {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:36:52.535795 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4cdf04-81d3-473f-bccf-04d35ebff0bc None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:36:52.536226 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4cdf04-81d3-473f-bccf-04d35ebff0bc None None] Checking segment: {'id': '2fb8e97e-9156-445e-9ce1-e18ed4c88813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:36:52.536713 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cf4cdf04-81d3-473f-bccf-04d35ebff0bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:52.537161 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4cdf04-81d3-473f-bccf-04d35ebff0bc None None] Bound using segment: {'id': '2fb8e97e-9156-445e-9ce1-e18ed4c88813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:36:52.537599 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-cf4cdf04-81d3-473f-bccf-04d35ebff0bc None None] Bound port: 39736980-6201-408e-a0ff-f7bc48e35c7a, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb8e97e-9156-445e-9ce1-e18ed4c88813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:36:52.538029 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cf4cdf04-81d3-473f-bccf-04d35ebff0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:52.559183 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c0f58fd3-aaf7-43ce-a88d-1f0914f2d178, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:52.585966 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:52.615194 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ac543-010b-4a61-9ee3-2d92afcb913c req-c9294dd5-a5e4-4692-a412-4e6f49d89c2a tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:52.633124 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-587ac543-010b-4a61-9ee3-2d92afcb913c req-c9294dd5-a5e4-4692-a412-4e6f49d89c2a tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5 HTTP/1.1" status: 200 len: 931 time: 0.3516817 Apr 28 19:36:52.647968 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f1c20cae-37d5-4835-b312-a3a9312a7095 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5947688 Apr 28 19:36:52.652787 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44252) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:52.679302 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44254) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:52.680368 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178,revision_number=9']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:52.682781 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-18d6f96c-d310-48c0-b158-840d56f977a1 admin admin] Request body: {'subnet': {'network_id': '03c23c13-73a0-4f69-a029-d17265afa037', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1862462609-subnet', 'tenant_id': 'e26f59f9d0474a89964c14355d73907c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:36:52.683654 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-cf4cdf04-81d3-473f-bccf-04d35ebff0bc None None] For port 39736980-6201-408e-a0ff-f7bc48e35c7a, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:36:52.699591 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-cf4cdf04-81d3-473f-bccf-04d35ebff0bc None None] For port 39736980-6201-408e-a0ff-f7bc48e35c7a, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=39736980-6201-408e-a0ff-f7bc48e35c7a,segment=NetworkSegment(2fb8e97e-9156-445e-9ce1-e18ed4c88813),segment_id=2fb8e97e-9156-445e-9ce1-e18ed4c88813)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:36:52.709225 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c20cae-37d5-4835-b312-a3a9312a7095 admin admin] Pushing event updated for resources: {'Network': ['ID=03c23c13-73a0-4f69-a029-d17265afa037,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:52.713625 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-58ba5775-785e-4da1-8697-5cdc105d9232 req-e05ed30e-84bc-4bb4-a730-d5962b6e6af3 service neutron] 10.222.0.44 "GET /v2.0/networks/d582212e-6191-43e4-9427-cab6f1b2fe97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5803735 Apr 28 19:36:52.724292 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['c0f58fd3-aaf7-43ce-a88d-1f0914f2d178'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:36:52.731432 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c20cae-37d5-4835-b312-a3a9312a7095 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:52.732200 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c20cae-37d5-4835-b312-a3a9312a7095 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:52.732200 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c20cae-37d5-4835-b312-a3a9312a7095 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:52.732803 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c20cae-37d5-4835-b312-a3a9312a7095 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:52.732933 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c20cae-37d5-4835-b312-a3a9312a7095 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:52.733189 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c20cae-37d5-4835-b312-a3a9312a7095 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:52.733515 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c20cae-37d5-4835-b312-a3a9312a7095 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:52.733688 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cf4cdf04-81d3-473f-bccf-04d35ebff0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:52.733926 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c20cae-37d5-4835-b312-a3a9312a7095 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:52.734222 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c20cae-37d5-4835-b312-a3a9312a7095 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:52.734548 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c20cae-37d5-4835-b312-a3a9312a7095 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:52.734891 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c20cae-37d5-4835-b312-a3a9312a7095 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:52.735275 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c20cae-37d5-4835-b312-a3a9312a7095 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:52.746823 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7a177495-d308-49a9-a898-bbe0d486c2ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:52.760067 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f912e-559c-444b-b773-3688a251825e req-5bf125de-b4b2-458f-a185-7affde6ded17 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:52.770169 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4e1f912e-559c-444b-b773-3688a251825e req-5bf125de-b4b2-458f-a185-7affde6ded17 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] 10.222.0.42 "GET /v2.0/ports?device_id=f612dbb5-4359-47a0-8f83-45c33c40ab8e HTTP/1.1" status: 200 len: 945 time: 0.3721395 Apr 28 19:36:52.794244 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd44736a-56f5-43e5-a40b-a6da17ab217c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60cce12e-e55e-4f29-88f1-2da4173c1e7b'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:36:52.807064 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1317b1f3-2651-4ddf-b420-4944327faf92" -d '{"events": [{"server_uuid": "bd44736a-56f5-43e5-a40b-a6da17ab217c", "name": "network-vif-unplugged", "status": "completed", "tag": "60cce12e-e55e-4f29-88f1-2da4173c1e7b"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:36:52.811498 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d6f96c-d310-48c0-b158-840d56f977a1 admin admin] Made reservation on behalf of e26f59f9d0474a89964c14355d73907c for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:36:52.814156 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-18d6f96c-d310-48c0-b158-840d56f977a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:52.820598 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7a177495-d308-49a9-a898-bbe0d486c2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:52.823473 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 03c23c13-73a0-4f69-a029-d17265afa037 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:36:52.889266 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-587ac543-010b-4a61-9ee3-2d92afcb913c req-ffa56321-5a61-46a4-b964-a061f2dcf132 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450264 Apr 28 19:36:52.959799 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-455ac85f-a230-486c-826b-5ac054dff716 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1554523300-network', 'tenant_id': '15df975f433744388dbc15c31cad4abb'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:36:53.029694 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4e1f912e-559c-444b-b773-3688a251825e req-9e2cac47-e472-44fc-b3d2-8596f0223b94 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] 10.222.0.42 "GET /v2.0/security-groups?id=6351b578-b555-43fa-bdf0-23f197c3e4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578745 Apr 28 19:36:53.107940 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4cdf04-81d3-473f-bccf-04d35ebff0bc None None] Pushing event updated for resources: {'Port': ['ID=39736980-6201-408e-a0ff-f7bc48e35c7a,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:53.181597 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455ac85f-a230-486c-826b-5ac054dff716 admin admin] Made reservation on behalf of 15df975f433744388dbc15c31cad4abb for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:36:53.183934 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-455ac85f-a230-486c-826b-5ac054dff716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:53.188880 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 19:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3534f206-ddc0-4963-b10c-d26dd8b8ecdf x-openstack-request-id: req-3534f206-ddc0-4963-b10c-d26dd8b8ecdf {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:36:53.189167 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd44736a-56f5-43e5-a40b-a6da17ab217c", "name": "network-vif-unplugged", "status": "completed", "tag": "60cce12e-e55e-4f29-88f1-2da4173c1e7b", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:36:53.189437 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3534f206-ddc0-4963-b10c-d26dd8b8ecdf {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:36:53.189857 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3534f206-ddc0-4963-b10c-d26dd8b8ecdf'] response: {'server_uuid': 'bd44736a-56f5-43e5-a40b-a6da17ab217c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60cce12e-e55e-4f29-88f1-2da4173c1e7b', 'code': 200} Apr 28 19:36:53.252283 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-33ed7c75-caa4-469a-8361-939c0e3c5c90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59391db3-7313-479f-9c05-66bf8211f1e2 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:36:53.310129 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-33ed7c75-caa4-469a-8361-939c0e3c5c90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:53.424796 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:53.455360 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b3187aca-c603-42da-abe6-43877f2cb73a req-249205d6-2976-4396-9eb9-9fd751e62854 tempest-ServerShowV257Test-856351163 tempest-ServerShowV257Test-856351163-project] 10.222.0.42 "GET /v2.0/ports?device_id=412dc810-1dca-471f-a45f-60b7c55bbd07 HTTP/1.1" status: 200 len: 210 time: 0.1832900 Apr 28 19:36:53.471405 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-33ed7c75-caa4-469a-8361-939c0e3c5c90 service neutron] Transition to ACTIVE for port object 59391db3-7313-479f-9c05-66bf8211f1e2 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:36:53.486382 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-33ed7c75-caa4-469a-8361-939c0e3c5c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:53.666565 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed7c75-caa4-469a-8361-939c0e3c5c90 service neutron] Pushing event updated for resources: {'Port': ['ID=59391db3-7313-479f-9c05-66bf8211f1e2,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:53.709873 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-33ed7c75-caa4-469a-8361-939c0e3c5c90 service neutron] Attempting to bind port 59391db3-7313-479f-9c05-66bf8211f1e2 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:36:53.710269 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-33ed7c75-caa4-469a-8361-939c0e3c5c90 service neutron] Attempting to bind port 59391db3-7313-479f-9c05-66bf8211f1e2 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:36:53.710594 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-33ed7c75-caa4-469a-8361-939c0e3c5c90 service neutron] Attempting to bind port 59391db3-7313-479f-9c05-66bf8211f1e2 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:36:53.715742 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-33ed7c75-caa4-469a-8361-939c0e3c5c90 service neutron] Port 59391db3-7313-479f-9c05-66bf8211f1e2 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:36:53.716077 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-33ed7c75-caa4-469a-8361-939c0e3c5c90 service neutron] Attempting to bind port 59391db3-7313-479f-9c05-66bf8211f1e2 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:36:53.726289 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-33ed7c75-caa4-469a-8361-939c0e3c5c90 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:36:53.726289 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-33ed7c75-caa4-469a-8361-939c0e3c5c90 service neutron] Checking segment: {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:36:53.727297 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-33ed7c75-caa4-469a-8361-939c0e3c5c90 service neutron] Bound using segment: {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:36:53.727297 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-33ed7c75-caa4-469a-8361-939c0e3c5c90 service neutron] Bound port: 59391db3-7313-479f-9c05-66bf8211f1e2, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:36:53.728257 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-33ed7c75-caa4-469a-8361-939c0e3c5c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:53.728382 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-455ac85f-a230-486c-826b-5ac054dff716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:53.808990 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-7a177495-d308-49a9-a898-bbe0d486c2ff admin admin] Allocated IP 172.25.8.5 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/ea389a4f-3ceb-4a1b-97c2-8146566efa0a) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:36:53.839725 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-33ed7c75-caa4-469a-8361-939c0e3c5c90 service neutron] For port 59391db3-7313-479f-9c05-66bf8211f1e2, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:36:53.845920 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-33ed7c75-caa4-469a-8361-939c0e3c5c90 service neutron] For port 59391db3-7313-479f-9c05-66bf8211f1e2, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=59391db3-7313-479f-9c05-66bf8211f1e2,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:36:53.872338 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-33ed7c75-caa4-469a-8361-939c0e3c5c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:53.940950 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 39736980-6201-408e-a0ff-f7bc48e35c7a up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:36:53.958741 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-33ed7c75-caa4-469a-8361-939c0e3c5c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:53.959768 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-33ed7c75-caa4-469a-8361-939c0e3c5c90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:53.962879 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-33ed7c75-caa4-469a-8361-939c0e3c5c90 service neutron] 10.222.0.15 "PUT /v2.0/ports/59391db3-7313-479f-9c05-66bf8211f1e2 HTTP/1.1" status: 200 len: 1091 time: 2.0536885 Apr 28 19:36:53.965420 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ed0e12-0861-474f-9caa-cbc7a9ef42e5', 'tag': '59391db3-7313-479f-9c05-66bf8211f1e2'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:36:53.967972 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264e27d2-d72e-440a-bcde-c0437e232b39" -d '{"events": [{"name": "network-changed", "server_uuid": "b1ed0e12-0861-474f-9caa-cbc7a9ef42e5", "tag": "59391db3-7313-479f-9c05-66bf8211f1e2"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:36:54.017463 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-18d6f96c-d310-48c0-b158-840d56f977a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:54.043998 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 39736980-6201-408e-a0ff-f7bc48e35c7a triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:36:54.044669 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:54.050074 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed7c75-caa4-469a-8361-939c0e3c5c90 service neutron] Pushing event updated for resources: {'Port': ['ID=59391db3-7313-479f-9c05-66bf8211f1e2,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:54.090228 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649751b7-60b1-4fb8-9f8b-499edb6437b2 x-openstack-request-id: req-649751b7-60b1-4fb8-9f8b-499edb6437b2 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:36:54.090506 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1ed0e12-0861-474f-9caa-cbc7a9ef42e5", "tag": "59391db3-7313-479f-9c05-66bf8211f1e2", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:36:54.090765 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-649751b7-60b1-4fb8-9f8b-499edb6437b2 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:36:54.091231 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-649751b7-60b1-4fb8-9f8b-499edb6437b2'] response: {'name': 'network-changed', 'server_uuid': 'b1ed0e12-0861-474f-9caa-cbc7a9ef42e5', 'tag': '59391db3-7313-479f-9c05-66bf8211f1e2', 'status': 'completed', 'code': 200} Apr 28 19:36:54.110352 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-bfe37eb0-a67f-41d0-9b6b-dc47fd0737eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:54.112092 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-bfe37eb0-a67f-41d0-9b6b-dc47fd0737eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65106efa94b44e66ac09133941d375fb&device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5 HTTP/1.1" status: 200 len: 1094 time: 0.0820062 Apr 28 19:36:54.119446 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c9a882ff-3675-47c6-9f41-55e2355bfc92 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:36:54.124221 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-455ac85f-a230-486c-826b-5ac054dff716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:54.128401 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:36:54.189388 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-455ac85f-a230-486c-826b-5ac054dff716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:54.203876 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-3dfb74fc-e0ac-47ae-9518-a97ad1ffae6c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59391db3-7313-479f-9c05-66bf8211f1e2 HTTP/1.1" status: 200 len: 217 time: 0.0830045 Apr 28 19:36:54.206608 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455ac85f-a230-486c-826b-5ac054dff716 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:36:54.287378 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbf139-afb3-42f8-9cd8-adc4837252e0 req-9827345a-52f2-4ace-8fd8-618dc153e101 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:54.298023 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6dbbf139-afb3-42f8-9cd8-adc4837252e0 req-9827345a-52f2-4ace-8fd8-618dc153e101 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] 10.222.0.42 "GET /v2.0/ports?device_id=f612dbb5-4359-47a0-8f83-45c33c40ab8e HTTP/1.1" status: 200 len: 945 time: 0.0879347 Apr 28 19:36:54.317236 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-455ac85f-a230-486c-826b-5ac054dff716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:54.318113 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-455ac85f-a230-486c-826b-5ac054dff716 admin admin] Added segment ee255d5a-82c1-47d8-8a3f-2f9c640d65c0 of type vlan for network 492f5f1e-bc45-40fe-93d7-48c778c6a765 Apr 28 19:36:54.373190 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-455ac85f-a230-486c-826b-5ac054dff716 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:54.406773 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:54.442211 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:36:54.447717 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:54.454024 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-455ac85f-a230-486c-826b-5ac054dff716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:54.455284 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6dbbf139-afb3-42f8-9cd8-adc4837252e0 req-4a758e86-76c1-40a5-835b-88a65ce3af1a tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] 10.222.0.42 "GET /v2.0/security-groups?id=6351b578-b555-43fa-bdf0-23f197c3e4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558914 Apr 28 19:36:54.463208 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455ac85f-a230-486c-826b-5ac054dff716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:54.466520 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-455ac85f-a230-486c-826b-5ac054dff716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:54.489395 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-b6b8e949-4b4b-4f96-8ae6-31735ec29832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:54.498771 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-b6b8e949-4b4b-4f96-8ae6-31735ec29832 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d5c93c2-9d1b-4c66-8e1f-a78766af188b HTTP/1.1" status: 200 len: 847 time: 0.1956899 Apr 28 19:36:54.563249 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c9a882ff-3675-47c6-9f41-55e2355bfc92, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c9a882ff-3675-47c6-9f41-55e2355bfc92,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:54.585602 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-d1c65373-537c-4281-b71a-cd2bad6fb216 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787237 Apr 28 19:36:54.607646 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 39736980-6201-408e-a0ff-f7bc48e35c7a, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=39736980-6201-408e-a0ff-f7bc48e35c7a,segment=NetworkSegment(2fb8e97e-9156-445e-9ce1-e18ed4c88813),segment_id=2fb8e97e-9156-445e-9ce1-e18ed4c88813)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:54.608957 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ac85f-a230-486c-826b-5ac054dff716 admin admin] Pushing event updated for resources: {'Network': ['ID=492f5f1e-bc45-40fe-93d7-48c778c6a765,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:54.625840 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 492f5f1e-bc45-40fe-93d7-48c778c6a765 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:36:54.630898 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d6f96c-d310-48c0-b158-840d56f977a1 admin admin] Checking segment: {'id': '0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '03c23c13-73a0-4f69-a029-d17265afa037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:36:54.631283 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d6f96c-d310-48c0-b158-840d56f977a1 admin admin] Network hostable DHCP agents. Network: 03c23c13-73a0-4f69-a029-d17265afa037, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:36:54.636582 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6f96c-d310-48c0-b158-840d56f977a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daac5a1d-32c4-4cd3-af48-779eecb90ff6,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:54.660360 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-455ac85f-a230-486c-826b-5ac054dff716 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9739220 Apr 28 19:36:54.679537 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7a177495-d308-49a9-a898-bbe0d486c2ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:54.681172 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44306) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:54.688211 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-0ef99425-0158-44eb-9c8b-c59f0c5089ff admin admin] Request body: {'subnet': {'network_id': '492f5f1e-bc45-40fe-93d7-48c778c6a765', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1554523300-subnet', 'tenant_id': '15df975f433744388dbc15c31cad4abb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:36:54.703632 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ac85f-a230-486c-826b-5ac054dff716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e464c00-eaf7-4a94-b7ea-44baee09877c,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:54.715021 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d6f96c-d310-48c0-b158-840d56f977a1 admin admin] Network 03c23c13-73a0-4f69-a029-d17265afa037 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:36:54.741086 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7dd375-6af4-4dff-808f-d959e232b6ce req-fb774994-390f-4ed0-8125-154cb3a7ad9e tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:54.750326 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3c7dd375-6af4-4dff-808f-d959e232b6ce req-fb774994-390f-4ed0-8125-154cb3a7ad9e tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5 HTTP/1.1" status: 200 len: 943 time: 0.6194897 Apr 28 19:36:54.760363 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-18d6f96c-d310-48c0-b158-840d56f977a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 03c23c13-73a0-4f69-a029-d17265afa037) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:36:54.782375 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa1d808-625a-42c5-857f-5e592ab6c733 None None] Network 03c23c13-73a0-4f69-a029-d17265afa037 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:36:54.783067 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d6f96c-d310-48c0-b158-840d56f977a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:54.783663 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-18d6f96c-d310-48c0-b158-840d56f977a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:54.784443 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:54.786478 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'c9a882ff-3675-47c6-9f41-55e2355bfc92', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': 'c9a882ff-3675-47c6-9f41-55e2355bfc92', 'mac_address': 'fa:16:3e:6f:00:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:36:54.794272 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-f92001b7-21fb-492f-a2c1-37da06ca4bf7 service neutron] 10.222.0.15 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018790 Apr 28 19:36:54.818084 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6afa6a7-dff7-4117-9fb7-1415f59f69e0 None None] Network 3a8d8fbc-c638-4e44-87fd-3e5ca38570dd requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:36:54.834969 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef99425-0158-44eb-9c8b-c59f0c5089ff admin admin] Made reservation on behalf of 15df975f433744388dbc15c31cad4abb for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:36:54.837306 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0ef99425-0158-44eb-9c8b-c59f0c5089ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:54.848731 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-18d6f96c-d310-48c0-b158-840d56f977a1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1742015 Apr 28 19:36:54.864024 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44310) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:54.881459 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3c7dd375-6af4-4dff-808f-d959e232b6ce req-065b3518-d889-4464-b0eb-b6bb55371916 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249471 Apr 28 19:36:54.887153 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-a85afd66-2096-47b1-b1bc-6e0e675f6b5d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1862462609-router', 'tenant_id': 'e26f59f9d0474a89964c14355d73907c', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:36:54.890378 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fb8ca820-3833-4c60-b7f1-7f3f65435dd6 req-9b3101cf-502d-47cf-b919-39bc8ff24546 tempest-ServerShowV257Test-856351163 tempest-ServerShowV257Test-856351163-project] 10.222.0.42 "GET /v2.0/ports?device_id=412dc810-1dca-471f-a45f-60b7c55bbd07 HTTP/1.1" status: 200 len: 210 time: 0.0875666 Apr 28 19:36:55.035451 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-463cfb56-0ccd-4180-9623-34c0f8c21ddf req-78527955-d8df-483d-ad13-90c6eb0d41a0 service neutron] 10.222.0.15 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307870 Apr 28 19:36:55.162581 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a85afd66-2096-47b1-b1bc-6e0e675f6b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:55.166775 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a85afd66-2096-47b1-b1bc-6e0e675f6b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:55.283214 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e27d2-d72e-440a-bcde-c0437e232b39 req-803173c2-9345-4738-a752-c9d697cc8051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:55.292820 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-264e27d2-d72e-440a-bcde-c0437e232b39 req-803173c2-9345-4738-a752-c9d697cc8051 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65106efa94b44e66ac09133941d375fb&device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5 HTTP/1.1" status: 200 len: 1094 time: 0.1810961 Apr 28 19:36:55.345229 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7a177495-d308-49a9-a898-bbe0d486c2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:55.361160 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0ef99425-0158-44eb-9c8b-c59f0c5089ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:55.450091 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef99425-0158-44eb-9c8b-c59f0c5089ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=3608c016-d518-4682-8bba-ad36f31b9bf6,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:55.455122 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a66a01f3-dcc9-43c8-b3fc-cf79472ee3c6 None None] Provisioning complete for port 39736980-6201-408e-a0ff-f7bc48e35c7a triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:36:55.458541 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a66a01f3-dcc9-43c8-b3fc-cf79472ee3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:55.483022 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:55.502080 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac39c98-0454-4062-85d7-af81615e963f req-7cc3f31d-95b0-4ce8-b805-5aeb36a5331e tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:55.513486 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1ac39c98-0454-4062-85d7-af81615e963f req-7cc3f31d-95b0-4ce8-b805-5aeb36a5331e tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] 10.222.0.42 "GET /v2.0/ports?device_id=f612dbb5-4359-47a0-8f83-45c33c40ab8e HTTP/1.1" status: 200 len: 945 time: 0.1434915 Apr 28 19:36:55.524542 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a85afd66-2096-47b1-b1bc-6e0e675f6b5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:55.526900 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a177495-d308-49a9-a898-bbe0d486c2ff admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:36:55.543417 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-7a177495-d308-49a9-a898-bbe0d486c2ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:36:55.547495 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a177495-d308-49a9-a898-bbe0d486c2ff admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:36:55.561841 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=39736980-6201-408e-a0ff-f7bc48e35c7a,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:55.602334 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e27d2-d72e-440a-bcde-c0437e232b39 req-9e0f40bf-7706-47b8-836f-be2399bc23fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:55.604346 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-264e27d2-d72e-440a-bcde-c0437e232b39 req-9e0f40bf-7706-47b8-836f-be2399bc23fd service neutron] 10.222.0.15 "GET /v2.0/networks?id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd HTTP/1.1" status: 200 len: 908 time: 0.3052697 Apr 28 19:36:55.626621 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1ac39c98-0454-4062-85d7-af81615e963f req-adf37724-3694-4eb6-8c7b-ca0220e9706a tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] 10.222.0.42 "GET /v2.0/security-groups?id=6351b578-b555-43fa-bdf0-23f197c3e4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120284 Apr 28 19:36:55.685476 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-264e27d2-d72e-440a-bcde-c0437e232b39 req-9aec9409-53af-446a-9a67-8c589f687d08 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59391db3-7313-479f-9c05-66bf8211f1e2 HTTP/1.1" status: 200 len: 217 time: 0.0562744 Apr 28 19:36:55.698088 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:55.701270 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:55.701827 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:55.702337 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:55.702848 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:55.703369 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:55.704550 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:55.705105 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:55.707784 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:55.708372 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:55.708886 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:55.709229 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:55.756805 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9a882ff-3675-47c6-9f41-55e2355bfc92 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:36:55.758169 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a177495-d308-49a9-a898-bbe0d486c2ff admin admin] Pushing event updated for resources: {'Port': ['ID=ea389a4f-3ceb-4a1b-97c2-8146566efa0a,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:55.770412 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:55.841491 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e27d2-d72e-440a-bcde-c0437e232b39 req-fdcbc7b9-78ef-45cd-9aab-4674d31e71dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:55.844805 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-264e27d2-d72e-440a-bcde-c0437e232b39 req-fdcbc7b9-78ef-45cd-9aab-4674d31e71dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d5c93c2-9d1b-4c66-8e1f-a78766af188b HTTP/1.1" status: 200 len: 847 time: 0.1478457 Apr 28 19:36:55.923824 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef99425-0158-44eb-9c8b-c59f0c5089ff admin admin] Checking segment: {'id': 'ee255d5a-82c1-47d8-8a3f-2f9c640d65c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '492f5f1e-bc45-40fe-93d7-48c778c6a765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:36:55.924232 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef99425-0158-44eb-9c8b-c59f0c5089ff admin admin] Network hostable DHCP agents. Network: 492f5f1e-bc45-40fe-93d7-48c778c6a765, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:36:55.997734 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-264e27d2-d72e-440a-bcde-c0437e232b39 req-814c0253-0fed-4a32-ba48-e5d2cf1ada5e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234903 Apr 28 19:36:56.005740 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 39736980-6201-408e-a0ff-f7bc48e35c7a up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:36:56.011400 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:56.013310 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c9a882ff-3675-47c6-9f41-55e2355bfc92, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c9a882ff-3675-47c6-9f41-55e2355bfc92,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:56.023662 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a85afd66-2096-47b1-b1bc-6e0e675f6b5d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:56.091692 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef99425-0158-44eb-9c8b-c59f0c5089ff admin admin] Network 492f5f1e-bc45-40fe-93d7-48c778c6a765 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:36:56.129956 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-0ef99425-0158-44eb-9c8b-c59f0c5089ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 492f5f1e-bc45-40fe-93d7-48c778c6a765) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:36:56.186245 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef99425-0158-44eb-9c8b-c59f0c5089ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:56.186966 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0ef99425-0158-44eb-9c8b-c59f0c5089ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:56.203886 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a0a455-0dd8-4455-adb9-ac1b655fe38e None None] Network 492f5f1e-bc45-40fe-93d7-48c778c6a765 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:36:56.218714 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:56.231981 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-264e27d2-d72e-440a-bcde-c0437e232b39 req-6c48bd23-8315-47fa-8eeb-dba503e0b8ac service neutron] 10.222.0.15 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228563 Apr 28 19:36:56.248194 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7a177495-d308-49a9-a898-bbe0d486c2ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:56.359499 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:56.388774 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0ef99425-0158-44eb-9c8b-c59f0c5089ff admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7050483 Apr 28 19:36:56.389547 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=c9a882ff-3675-47c6-9f41-55e2355bfc92,revision_number=9']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:56.389983 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44356) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:56.393121 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4391f50-d433-41a8-801e-05d324974eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f58fd3-aaf7-43ce-a88d-1f0914f2d178'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:36:56.396471 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abaa90d-c371-4ecc-a5a6-85821f9ad8ea" -d '{"events": [{"server_uuid": "e4391f50-d433-41a8-801e-05d324974eb3", "name": "network-vif-plugged", "status": "completed", "tag": "c0f58fd3-aaf7-43ce-a88d-1f0914f2d178"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:36:56.415989 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-1c88e74c-8147-4afc-918a-666852de8866 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1554523300-router', 'tenant_id': '15df975f433744388dbc15c31cad4abb', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:36:56.478434 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622f013-7542-4852-bbda-aa7096c7e1ef req-c9f5cc23-529c-45f7-8405-a4ebf40c4c4c tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:56.479915 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4622f013-7542-4852-bbda-aa7096c7e1ef req-c9f5cc23-529c-45f7-8405-a4ebf40c4c4c tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5 HTTP/1.1" status: 200 len: 943 time: 0.2469256 Apr 28 19:36:56.506432 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c0f58fd3-aaf7-43ce-a88d-1f0914f2d178, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:56.517342 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1c88e74c-8147-4afc-918a-666852de8866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:56.519401 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1c88e74c-8147-4afc-918a-666852de8866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:56.572166 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c326a6-0ed2-4f21-a9e4-0de27c856cd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-03c23c13-73a0-4f69-a029-d17265afa037', 'network_id': '03c23c13-73a0-4f69-a029-d17265afa037', 'tenant_id': 'e26f59f9d0474a89964c14355d73907c', 'fixed_ips': [{'subnet_id': 'daac5a1d-32c4-4cd3-af48-779eecb90ff6'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:36:56.575186 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e9c326a6-0ed2-4f21-a9e4-0de27c856cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:56.576822 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-264e27d2-d72e-440a-bcde-c0437e232b39 req-276d6c7b-045e-4dee-ab14-13924c9af7ce service neutron] 10.222.0.15 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309026 Apr 28 19:36:56.594479 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:56.617875 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4622f013-7542-4852-bbda-aa7096c7e1ef req-ab5169d1-da42-48ac-be14-a3ea7794858e tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047218 Apr 28 19:36:56.633594 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 39736980-6201-408e-a0ff-f7bc48e35c7a triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:36:56.633965 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:56.649996 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['c9a882ff-3675-47c6-9f41-55e2355bfc92'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:36:56.832156 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-28f1dfe6-0ffd-4468-99c7-b1507e2186d6 req-eb0ed0d6-e8df-4b34-ad63-d7efcca02d93 tempest-ServerShowV257Test-856351163 tempest-ServerShowV257Test-856351163-project] 10.222.0.42 "GET /v2.0/ports?device_id=412dc810-1dca-471f-a45f-60b7c55bbd07 HTTP/1.1" status: 200 len: 210 time: 0.0547004 Apr 28 19:36:56.894161 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1c88e74c-8147-4afc-918a-666852de8866 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:57.013380 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe34ee9-4e04-4aae-afc2-5837086b1f9c req-89f5604f-b539-476b-b1ca-5abd8e65f934 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:57.014834 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8fe34ee9-4e04-4aae-afc2-5837086b1f9c req-89f5604f-b539-476b-b1ca-5abd8e65f934 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] 10.222.0.44 "GET /v2.0/ports?device_id=f612dbb5-4359-47a0-8f83-45c33c40ab8e HTTP/1.1" status: 200 len: 945 time: 0.1257994 Apr 28 19:36:57.217903 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d537d970-abe9-4b38-9338-c0091294b980 x-openstack-request-id: req-d537d970-abe9-4b38-9338-c0091294b980 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:36:57.219933 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389be032-4212-473e-8690-a9227dc68b46 req-52ecc98e-55ea-456b-814f-62a68e25f19d tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:57.224488 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4391f50-d433-41a8-801e-05d324974eb3", "name": "network-vif-plugged", "status": "completed", "tag": "c0f58fd3-aaf7-43ce-a88d-1f0914f2d178", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:36:57.232024 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d537d970-abe9-4b38-9338-c0091294b980 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:36:57.233731 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d537d970-abe9-4b38-9338-c0091294b980'] response: {'server_uuid': 'e4391f50-d433-41a8-801e-05d324974eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f58fd3-aaf7-43ce-a88d-1f0914f2d178', 'code': 200} Apr 28 19:36:57.234703 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-389be032-4212-473e-8690-a9227dc68b46 req-52ecc98e-55ea-456b-814f-62a68e25f19d tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] 10.222.0.42 "GET /v2.0/ports?device_id=f612dbb5-4359-47a0-8f83-45c33c40ab8e HTTP/1.1" status: 200 len: 945 time: 0.1970470 Apr 28 19:36:57.262858 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 59391db3-7313-479f-9c05-66bf8211f1e2 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:36:57.267432 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1c88e74c-8147-4afc-918a-666852de8866 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:57.275278 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7a177495-d308-49a9-a898-bbe0d486c2ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:57.370391 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-e9c326a6-0ed2-4f21-a9e4-0de27c856cd8 None None] Allocated IP 172.20.0.2 (03c23c13-73a0-4f69-a029-d17265afa037/daac5a1d-32c4-4cd3-af48-779eecb90ff6/53e75fe2-2bea-468d-ad59-761efe2b6ff6) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:36:57.403426 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-389be032-4212-473e-8690-a9227dc68b46 req-81ee3764-8041-420d-8fdd-45e77c835665 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] 10.222.0.42 "GET /v2.0/security-groups?id=6351b578-b555-43fa-bdf0-23f197c3e4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254489 Apr 28 19:36:57.424273 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a85afd66-2096-47b1-b1bc-6e0e675f6b5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:57.431442 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-8fe34ee9-4e04-4aae-afc2-5837086b1f9c req-ae0df4b4-39fc-447b-8cf1-86b6b1c7835b tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] Deleting port b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:36:57.432049 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8fe34ee9-4e04-4aae-afc2-5837086b1f9c req-ae0df4b4-39fc-447b-8cf1-86b6b1c7835b tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:57.561217 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a85afd66-2096-47b1-b1bc-6e0e675f6b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:57.813984 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178,revision_number=10']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:57.919568 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.resource_extend [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:36:58.085911 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-a85afd66-2096-47b1-b1bc-6e0e675f6b5d admin admin] Allocated IP 172.25.8.55 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/43da9400-70eb-40ab-8aa0-ac0aaed2db14) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:36:58.089202 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-8b8038b6-77b4-4174-90ba-820f728af8c7 None None] Provisioning complete for port 39736980-6201-408e-a0ff-f7bc48e35c7a triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:36:58.089703 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8b8038b6-77b4-4174-90ba-820f728af8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:58.350264 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e9c326a6-0ed2-4f21-a9e4-0de27c856cd8 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:58.478394 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e9c326a6-0ed2-4f21-a9e4-0de27c856cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:58.485014 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a177495-d308-49a9-a898-bbe0d486c2ff admin admin] Router 1bfa2316-8671-45a5-aa99-45904351fe76 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:36:58.517701 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2fae65-9023-43ef-89fa-9ce844b56aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-492f5f1e-bc45-40fe-93d7-48c778c6a765', 'network_id': '492f5f1e-bc45-40fe-93d7-48c778c6a765', 'tenant_id': '15df975f433744388dbc15c31cad4abb', 'fixed_ips': [{'subnet_id': '3608c016-d518-4682-8bba-ad36f31b9bf6'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:36:58.521156 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9f2fae65-9023-43ef-89fa-9ce844b56aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:58.572336 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5cd6e-36e9-45ba-9dfd-cb0d045eee56 req-97474329-4c1e-488b-85cf-be203836a1a4 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:58.582128 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c5f5cd6e-36e9-45ba-9dfd-cb0d045eee56 req-97474329-4c1e-488b-85cf-be203836a1a4 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5 HTTP/1.1" status: 200 len: 943 time: 0.2087970 Apr 28 19:36:58.614505 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-8fe34ee9-4e04-4aae-afc2-5837086b1f9c req-ae0df4b4-39fc-447b-8cf1-86b6b1c7835b tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] For port b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc,segment=NetworkSegment(684fbeac-2dbb-4dc0-bea3-85ef67ea4349),segment_id=684fbeac-2dbb-4dc0-bea3-85ef67ea4349)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:58.615156 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8fe34ee9-4e04-4aae-afc2-5837086b1f9c req-ae0df4b4-39fc-447b-8cf1-86b6b1c7835b tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:58.646341 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-8fe34ee9-4e04-4aae-afc2-5837086b1f9c req-ae0df4b4-39fc-447b-8cf1-86b6b1c7835b tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] Calling delete_port for b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:36:58.674337 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c5f5cd6e-36e9-45ba-9dfd-cb0d045eee56 req-1bb6bdfb-d468-49e4-8d5f-b2260aa1c5fb tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908377 Apr 28 19:36:58.751664 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a85afd66-2096-47b1-b1bc-6e0e675f6b5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:58.756043 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c326a6-0ed2-4f21-a9e4-0de27c856cd8 None None] Network 03c23c13-73a0-4f69-a029-d17265afa037 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:36:58.830639 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-e9c326a6-0ed2-4f21-a9e4-0de27c856cd8 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:36:58.838901 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c326a6-0ed2-4f21-a9e4-0de27c856cd8 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:36:58.901016 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 59391db3-7313-479f-9c05-66bf8211f1e2, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=59391db3-7313-479f-9c05-66bf8211f1e2,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:58.910192 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c326a6-0ed2-4f21-a9e4-0de27c856cd8 None None] Pushing event updated for resources: {'Port': ['ID=53e75fe2-2bea-468d-ad59-761efe2b6ff6,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:58.990438 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-467e3cf6-8faa-4d56-9771-eadce69fbe7c req-2bb6a28c-6e4f-4865-a8de-e853ec0b6e94 tempest-ServerShowV257Test-856351163 tempest-ServerShowV257Test-856351163-project] 10.222.0.42 "GET /v2.0/ports?device_id=412dc810-1dca-471f-a45f-60b7c55bbd07 HTTP/1.1" status: 200 len: 210 time: 0.1495230 Apr 28 19:36:59.086174 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '59391db3-7313-479f-9c05-66bf8211f1e2', 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd', 'port_id': '59391db3-7313-479f-9c05-66bf8211f1e2', 'mac_address': 'fa:16:3e:2f:9e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d5c93c2-9d1b-4c66-8e1f-a78766af188b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:36:59.277059 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a08397-f614-43a4-bfc7-afeb7b8f260b req-1d11ae3d-2c12-4d23-8855-815eb725af27 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:59.294526 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-35a08397-f614-43a4-bfc7-afeb7b8f260b req-1d11ae3d-2c12-4d23-8855-815eb725af27 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] 10.222.0.42 "GET /v2.0/ports?device_id=f612dbb5-4359-47a0-8f83-45c33c40ab8e HTTP/1.1" status: 200 len: 945 time: 0.1697752 Apr 28 19:36:59.321167 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8fe34ee9-4e04-4aae-afc2-5837086b1f9c req-ae0df4b4-39fc-447b-8cf1-86b6b1c7835b tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:59.380646 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0df4b4-39fc-447b-8cf1-86b6b1c7835b tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] Pushing event deleted for resources: {'Port': ['ID=b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:59.447223 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-9f2fae65-9023-43ef-89fa-9ce844b56aaf None None] Allocated IP 172.20.0.2 (492f5f1e-bc45-40fe-93d7-48c778c6a765/3608c016-d518-4682-8bba-ad36f31b9bf6/9df4c8d8-c050-4001-aa13-34f01829caa5) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:36:59.489894 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe34ee9-4e04-4aae-afc2-5837086b1f9c req-ae0df4b4-39fc-447b-8cf1-86b6b1c7835b tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] No DVR routers for this DVR port b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:36:59.516530 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-35a08397-f614-43a4-bfc7-afeb7b8f260b req-92e9e7b1-03ed-4799-83a8-138225174973 tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] 10.222.0.42 "GET /v2.0/security-groups?id=6351b578-b555-43fa-bdf0-23f197c3e4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207258 Apr 28 19:36:59.524389 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8fe34ee9-4e04-4aae-afc2-5837086b1f9c req-ae0df4b4-39fc-447b-8cf1-86b6b1c7835b tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:59.529729 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8fe34ee9-4e04-4aae-afc2-5837086b1f9c req-ae0df4b4-39fc-447b-8cf1-86b6b1c7835b tempest-InstanceActionsTestJSON-117150627 tempest-InstanceActionsTestJSON-117150627-project] 10.222.0.44 "DELETE /v2.0/ports/b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc HTTP/1.1" status: 204 len: 173 time: 2.5053277 Apr 28 19:36:59.534874 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f612dbb5-4359-47a0-8f83-45c33c40ab8e', 'name': 'network-vif-deleted', 'tag': 'b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:36:59.543479 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346f69ea-287d-4b92-b9fb-ce404d44bbfd" -d '{"events": [{"server_uuid": "f612dbb5-4359-47a0-8f83-45c33c40ab8e", "name": "network-vif-deleted", "tag": "b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:36:59.632828 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a177495-d308-49a9-a898-bbe0d486c2ff admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:36:59.636558 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0c2020-57fb-4467-8045-4fe6fce60a36 x-openstack-request-id: req-4f0c2020-57fb-4467-8045-4fe6fce60a36 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:36:59.637125 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f612dbb5-4359-47a0-8f83-45c33c40ab8e", "name": "network-vif-deleted", "tag": "b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:36:59.637307 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4f0c2020-57fb-4467-8045-4fe6fce60a36 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:36:59.637807 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f0c2020-57fb-4467-8045-4fe6fce60a36'] response: {'server_uuid': 'f612dbb5-4359-47a0-8f83-45c33c40ab8e', 'name': 'network-vif-deleted', 'tag': 'b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc', 'status': 'completed', 'code': 200} Apr 28 19:36:59.678900 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3754acf2-5c6c-4ce2-8aa2-a173b4cd2230 None None] Sync routers for ids ['1bfa2316-8671-45a5-aa99-45904351fe76'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:36:59.751919 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:59.767482 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-e9c326a6-0ed2-4f21-a9e4-0de27c856cd8 None None] Attempting to bind port 53e75fe2-2bea-468d-ad59-761efe2b6ff6 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:36:59.769221 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-e9c326a6-0ed2-4f21-a9e4-0de27c856cd8 None None] Attempting to bind port 53e75fe2-2bea-468d-ad59-761efe2b6ff6 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '03c23c13-73a0-4f69-a029-d17265afa037'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:36:59.770265 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c326a6-0ed2-4f21-a9e4-0de27c856cd8 None None] Attempting to bind port 53e75fe2-2bea-468d-ad59-761efe2b6ff6 on network 03c23c13-73a0-4f69-a029-d17265afa037 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:36:59.796074 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a85afd66-2096-47b1-b1bc-6e0e675f6b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:59.871424 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85afd66-2096-47b1-b1bc-6e0e675f6b5d admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:36:59.875512 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7a177495-d308-49a9-a898-bbe0d486c2ff admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:59.880241 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7a177495-d308-49a9-a898-bbe0d486c2ff admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.5931067 Apr 28 19:36:59.880775 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85afd66-2096-47b1-b1bc-6e0e675f6b5d admin admin] Pushing event updated for resources: {'Port': ['ID=43da9400-70eb-40ab-8aa0-ac0aaed2db14,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:59.887800 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-a85afd66-2096-47b1-b1bc-6e0e675f6b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:36:59.897477 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85afd66-2096-47b1-b1bc-6e0e675f6b5d admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:36:59.918584 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44378) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:36:59.997351 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c326a6-0ed2-4f21-a9e4-0de27c856cd8 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:36:59.998060 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c326a6-0ed2-4f21-a9e4-0de27c856cd8 None None] Checking segment: {'id': '0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '03c23c13-73a0-4f69-a029-d17265afa037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:37:00.015589 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e9c326a6-0ed2-4f21-a9e4-0de27c856cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:00.016385 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c326a6-0ed2-4f21-a9e4-0de27c856cd8 None None] Bound using segment: {'id': '0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '03c23c13-73a0-4f69-a029-d17265afa037'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:37:00.017100 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-e9c326a6-0ed2-4f21-a9e4-0de27c856cd8 None None] Bound port: 53e75fe2-2bea-468d-ad59-761efe2b6ff6, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '03c23c13-73a0-4f69-a029-d17265afa037'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:37:00.017697 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e9c326a6-0ed2-4f21-a9e4-0de27c856cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:00.022765 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3754acf2-5c6c-4ce2-8aa2-a173b4cd2230 None None] Routers {'1bfa2316-8671-45a5-aa99-45904351fe76'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:37:00.023757 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3754acf2-5c6c-4ce2-8aa2-a173b4cd2230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:36:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1bfa2316-8671-45a5-aa99-45904351fe76'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:00.068742 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59391db3-7313-479f-9c05-66bf8211f1e2 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:37:00.258248 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 59391db3-7313-479f-9c05-66bf8211f1e2, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=59391db3-7313-479f-9c05-66bf8211f1e2,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:00.272307 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1c88e74c-8147-4afc-918a-666852de8866 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:00.280420 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:37:00.288025 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:00.296996 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203b62d-be3d-482e-a8a0-2f14e599cee0 req-5ac2ffc9-e277-41d5-a519-ca0ec436c7b2 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:00.297698 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1c88e74c-8147-4afc-918a-666852de8866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:00.308701 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f203b62d-be3d-482e-a8a0-2f14e599cee0 req-5ac2ffc9-e277-41d5-a519-ca0ec436c7b2 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5 HTTP/1.1" status: 200 len: 943 time: 0.4986489 Apr 28 19:37:00.397125 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a85afd66-2096-47b1-b1bc-6e0e675f6b5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:00.577507 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f203b62d-be3d-482e-a8a0-2f14e599cee0 req-0ea8b45e-79a1-4d6e-b572-03aff4a70e76 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661867 Apr 28 19:37:00.606649 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:37:00.607465 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device b0507e2f-6d53-4dbd-8bdd-86dc1dff06dc not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:37:00.757937 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['59391db3-7313-479f-9c05-66bf8211f1e2'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:37:01.016770 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7e720006-8fb9-4995-bd12-6b9efc45caff req-dfa543e7-2dca-4fe1-ab14-e3866095dfbc tempest-ServerShowV257Test-856351163 tempest-ServerShowV257Test-856351163-project] 10.222.0.42 "GET /v2.0/ports?device_id=412dc810-1dca-471f-a45f-60b7c55bbd07 HTTP/1.1" status: 200 len: 210 time: 0.3003488 Apr 28 19:37:01.046032 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=59391db3-7313-479f-9c05-66bf8211f1e2,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:01.076401 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-e9c326a6-0ed2-4f21-a9e4-0de27c856cd8 None None] For port 53e75fe2-2bea-468d-ad59-761efe2b6ff6, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:37:01.141913 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-3754acf2-5c6c-4ce2-8aa2-a173b4cd2230 None None] Set router 1bfa2316-8671-45a5-aa99-45904351fe76 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:37:01.159858 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a85afd66-2096-47b1-b1bc-6e0e675f6b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:01.170248 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44384) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:37:01.240072 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-e9c326a6-0ed2-4f21-a9e4-0de27c856cd8 None None] For port 53e75fe2-2bea-468d-ad59-761efe2b6ff6, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=53e75fe2-2bea-468d-ad59-761efe2b6ff6,segment=NetworkSegment(0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3),segment_id=0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:37:01.308614 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f8076201-d19c-40fd-9c29-8632e3c39dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:01.331841 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9f2fae65-9023-43ef-89fa-9ce844b56aaf None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:01.335740 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e9c326a6-0ed2-4f21-a9e4-0de27c856cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:01.466483 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9f2fae65-9023-43ef-89fa-9ce844b56aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:01.495329 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-1c88e74c-8147-4afc-918a-666852de8866 admin admin] Allocated IP 172.25.8.216 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/bafc097f-b772-4ba2-a3da-04bd636b751e) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:37:01.702304 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2fae65-9023-43ef-89fa-9ce844b56aaf None None] Network 492f5f1e-bc45-40fe-93d7-48c778c6a765 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:37:01.703587 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-f8076201-d19c-40fd-9c29-8632e3c39dea admin admin] Allocated IP 172.20.0.1 (3a8d8fbc-c638-4e44-87fd-3e5ca38570dd/ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f/85efbcdb-041e-4ee1-b3aa-13a6bf881a9f) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:37:01.767576 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a06dda-bf31-4608-83fa-f4768acbc99a admin admin] Deleting subnet f89716ab-a669-4f53-807d-0fc3726d82bf {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:37:01.773803 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-9f2fae65-9023-43ef-89fa-9ce844b56aaf None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:37:01.779157 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-73a06dda-bf31-4608-83fa-f4768acbc99a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:01.793160 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c326a6-0ed2-4f21-a9e4-0de27c856cd8 None None] Pushing event updated for resources: {'Port': ['ID=53e75fe2-2bea-468d-ad59-761efe2b6ff6,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:01.819290 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2fae65-9023-43ef-89fa-9ce844b56aaf None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:37:01.954109 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85afd66-2096-47b1-b1bc-6e0e675f6b5d admin admin] Router 671b7009-b8af-4e87-97d9-d37d404376b9 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:37:01.993661 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-73a06dda-bf31-4608-83fa-f4768acbc99a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:01.993913 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:02.071032 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2051c-ccd5-4576-a824-eafc987abb31 req-1ce56e67-1f28-4605-a624-b347619b7533 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:02.072671 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8db2051c-ccd5-4576-a824-eafc987abb31 req-1ce56e67-1f28-4605-a624-b347619b7533 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5 HTTP/1.1" status: 200 len: 944 time: 0.3172207 Apr 28 19:37:02.217031 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f8076201-d19c-40fd-9c29-8632e3c39dea admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:02.217246 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-73a06dda-bf31-4608-83fa-f4768acbc99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:02.217740 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8db2051c-ccd5-4576-a824-eafc987abb31 req-281964c5-9216-4f18-8bee-79780e18c393 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174328 Apr 28 19:37:02.266972 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2fae65-9023-43ef-89fa-9ce844b56aaf None None] Pushing event updated for resources: {'Port': ['ID=9df4c8d8-c050-4001-aa13-34f01829caa5,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:02.309237 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-9f2fae65-9023-43ef-89fa-9ce844b56aaf None None] Attempting to bind port 9df4c8d8-c050-4001-aa13-34f01829caa5 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:37:02.309832 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-9f2fae65-9023-43ef-89fa-9ce844b56aaf None None] Attempting to bind port 9df4c8d8-c050-4001-aa13-34f01829caa5 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'ee255d5a-82c1-47d8-8a3f-2f9c640d65c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '492f5f1e-bc45-40fe-93d7-48c778c6a765'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:37:02.312353 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2fae65-9023-43ef-89fa-9ce844b56aaf None None] Attempting to bind port 9df4c8d8-c050-4001-aa13-34f01829caa5 on network 492f5f1e-bc45-40fe-93d7-48c778c6a765 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:37:02.323660 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c9a882ff-3675-47c6-9f41-55e2355bfc92 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:37:02.331313 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f8076201-d19c-40fd-9c29-8632e3c39dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:02.407695 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1c88e74c-8147-4afc-918a-666852de8866 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:02.432088 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8076201-d19c-40fd-9c29-8632e3c39dea admin admin] Network 3a8d8fbc-c638-4e44-87fd-3e5ca38570dd is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:37:02.435831 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-f8076201-d19c-40fd-9c29-8632e3c39dea admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:37:02.446638 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8076201-d19c-40fd-9c29-8632e3c39dea admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:37:02.479601 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1c88e74c-8147-4afc-918a-666852de8866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:02.484235 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2fae65-9023-43ef-89fa-9ce844b56aaf None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:37:02.484581 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2fae65-9023-43ef-89fa-9ce844b56aaf None None] Checking segment: {'id': 'ee255d5a-82c1-47d8-8a3f-2f9c640d65c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '492f5f1e-bc45-40fe-93d7-48c778c6a765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:37:02.485026 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9f2fae65-9023-43ef-89fa-9ce844b56aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:02.485362 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2fae65-9023-43ef-89fa-9ce844b56aaf None None] Bound using segment: {'id': 'ee255d5a-82c1-47d8-8a3f-2f9c640d65c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '492f5f1e-bc45-40fe-93d7-48c778c6a765'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:37:02.485867 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-9f2fae65-9023-43ef-89fa-9ce844b56aaf None None] Bound port: 9df4c8d8-c050-4001-aa13-34f01829caa5, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee255d5a-82c1-47d8-8a3f-2f9c640d65c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '492f5f1e-bc45-40fe-93d7-48c778c6a765'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:37:02.486281 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9f2fae65-9023-43ef-89fa-9ce844b56aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:02.566640 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-73a06dda-bf31-4608-83fa-f4768acbc99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:02.578183 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8076201-d19c-40fd-9c29-8632e3c39dea admin admin] Pushing event updated for resources: {'Port': ['ID=85efbcdb-041e-4ee1-b3aa-13a6bf881a9f,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:02.681518 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c88e74c-8147-4afc-918a-666852de8866 admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:37:02.689200 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-acc7f2dc-478f-46a5-98c9-65a4c7940ee5 req-33965092-c242-4502-b03e-330edd98aeb4 tempest-ServerShowV257Test-856351163 tempest-ServerShowV257Test-856351163-project] 10.222.0.42 "GET /v2.0/ports?device_id=412dc810-1dca-471f-a45f-60b7c55bbd07 HTTP/1.1" status: 200 len: 210 time: 0.2284338 Apr 28 19:37:02.761221 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f8076201-d19c-40fd-9c29-8632e3c39dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:02.811057 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port c9a882ff-3675-47c6-9f41-55e2355bfc92 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:02.815593 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:02.820464 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3754acf2-5c6c-4ce2-8aa2-a173b4cd2230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1472714115-router', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:51Z', 'updated_at': '2022-04-28T19:36:55Z', 'revision_number': 3, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'gw_port': {'id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:36:52Z', 'updated_at': '2022-04-28T19:36:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:02.827832 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 53e75fe2-2bea-468d-ad59-761efe2b6ff6 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:37:02.883147 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-73a06dda-bf31-4608-83fa-f4768acbc99a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:02.902975 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-73a06dda-bf31-4608-83fa-f4768acbc99a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f89716ab-a669-4f53-807d-0fc3726d82bf HTTP/1.1" status: 204 len: 168 time: 1.4238062 Apr 28 19:37:02.904972 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a06dda-bf31-4608-83fa-f4768acbc99a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f89716ab-a669-4f53-807d-0fc3726d82bf,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:02.912979 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-1c88e74c-8147-4afc-918a-666852de8866 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:37:02.918105 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44394) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:37:02.969989 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c88e74c-8147-4afc-918a-666852de8866 admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:37:02.972605 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3754acf2-5c6c-4ce2-8aa2-a173b4cd2230 None None] Checking router: 1bfa2316-8671-45a5-aa99-45904351fe76 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:37:02.973204 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3754acf2-5c6c-4ce2-8aa2-a173b4cd2230 None None] Updating router 1bfa2316-8671-45a5-aa99-45904351fe76 port ea389a4f-3ceb-4a1b-97c2-8146566efa0a binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:37:02.975972 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-9f2fae65-9023-43ef-89fa-9ce844b56aaf None None] For port 9df4c8d8-c050-4001-aa13-34f01829caa5, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:37:03.090630 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-9f2fae65-9023-43ef-89fa-9ce844b56aaf None None] For port 9df4c8d8-c050-4001-aa13-34f01829caa5, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=9df4c8d8-c050-4001-aa13-34f01829caa5,segment=NetworkSegment(ee255d5a-82c1-47d8-8a3f-2f9c640d65c0),segment_id=ee255d5a-82c1-47d8-8a3f-2f9c640d65c0)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:37:03.141175 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85afd66-2096-47b1-b1bc-6e0e675f6b5d admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:37:03.163780 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2ea4fe-7c7d-4a2a-b03f-70a690c8237b None None] Sync routers for ids ['671b7009-b8af-4e87-97d9-d37d404376b9'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:37:03.177884 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88e74c-8147-4afc-918a-666852de8866 admin admin] Pushing event updated for resources: {'Port': ['ID=bafc097f-b772-4ba2-a3da-04bd636b751e,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:03.190184 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2ea4fe-7c7d-4a2a-b03f-70a690c8237b None None] Routers {'671b7009-b8af-4e87-97d9-d37d404376b9'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:37:03.197644 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9f2ea4fe-7c7d-4a2a-b03f-70a690c8237b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:36:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['671b7009-b8af-4e87-97d9-d37d404376b9'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:03.245286 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9f2fae65-9023-43ef-89fa-9ce844b56aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:03.278726 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a85afd66-2096-47b1-b1bc-6e0e675f6b5d admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:03.281478 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a85afd66-2096-47b1-b1bc-6e0e675f6b5d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.3985519 Apr 28 19:37:03.289771 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44396) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:37:03.309448 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3754acf2-5c6c-4ce2-8aa2-a173b4cd2230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:03.367382 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f8076201-d19c-40fd-9c29-8632e3c39dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:03.528788 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496e29f-dc40-45f7-97e6-e6a1abb84851 req-a5b571e5-4e87-432f-aac7-0b57dec0276c tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:03.557003 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e496e29f-dc40-45f7-97e6-e6a1abb84851 req-a5b571e5-4e87-432f-aac7-0b57dec0276c tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5 HTTP/1.1" status: 200 len: 944 time: 0.1209211 Apr 28 19:37:03.620434 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-62234f2a-61f5-4668-991f-f79bcfbb3157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:03.640468 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-9f2ea4fe-7c7d-4a2a-b03f-70a690c8237b None None] Set router 671b7009-b8af-4e87-97d9-d37d404376b9 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:37:03.694514 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e496e29f-dc40-45f7-97e6-e6a1abb84851 req-ec83e1af-03e8-4d80-a993-5d0f78f5ca16 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280632 Apr 28 19:37:03.789115 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59842e65-f46e-40b5-b7e0-772d2e349784 None None] Network 03c23c13-73a0-4f69-a029-d17265afa037 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:37:03.928948 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-041d49a7-2f0b-4bc5-899d-c266367dc30b req-f4367df4-c62c-4416-8d17-9a2bb99918f0 tempest-ServerShowV257Test-856351163 tempest-ServerShowV257Test-856351163-project] 10.222.0.42 "GET /v2.0/ports?device_id=412dc810-1dca-471f-a45f-60b7c55bbd07 HTTP/1.1" status: 200 len: 210 time: 0.0775852 Apr 28 19:37:03.978373 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:03.988776 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f8076201-d19c-40fd-9c29-8632e3c39dea admin admin] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:04.003568 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f8076201-d19c-40fd-9c29-8632e3c39dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:04.080276 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-6d00c036-1fcc-4f49-ae2a-1d16c21a8135 None None] Provisioning complete for port 85efbcdb-041e-4ee1-b3aa-13a6bf881a9f triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:04.081125 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6d00c036-1fcc-4f49-ae2a-1d16c21a8135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:04.184335 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bcedc900-d0ee-455a-9257-216e37d0e397 req-3c511b5e-8eb4-4112-a9f7-a13013a6dda6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=412dc810-1dca-471f-a45f-60b7c55bbd07 HTTP/1.1" status: 200 len: 210 time: 0.0780685 Apr 28 19:37:04.241907 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f8076201-d19c-40fd-9c29-8632e3c39dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:04.245264 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8076201-d19c-40fd-9c29-8632e3c39dea admin admin] Pushing event updated for resources: {'Port': ['ID=85efbcdb-041e-4ee1-b3aa-13a6bf881a9f,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:04.398483 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 59391db3-7313-479f-9c05-66bf8211f1e2 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:37:04.406049 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:04.415855 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2fae65-9023-43ef-89fa-9ce844b56aaf None None] Pushing event updated for resources: {'Port': ['ID=9df4c8d8-c050-4001-aa13-34f01829caa5,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:04.444862 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 53e75fe2-2bea-468d-ad59-761efe2b6ff6 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:04.445529 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:04.553122 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8076201-d19c-40fd-9c29-8632e3c39dea admin admin] Network 3a8d8fbc-c638-4e44-87fd-3e5ca38570dd is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:37:04.555490 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-f8076201-d19c-40fd-9c29-8632e3c39dea admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:37:04.651628 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-62234f2a-61f5-4668-991f-f79bcfbb3157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:04.682544 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-62234f2a-61f5-4668-991f-f79bcfbb3157 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d582212e-6191-43e4-9427-cab6f1b2fe97']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:04.704744 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-62234f2a-61f5-4668-991f-f79bcfbb3157 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '684fbeac-2dbb-4dc0-bea3-85ef67ea4349') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:04.705191 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-62234f2a-61f5-4668-991f-f79bcfbb3157 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '684fbeac-2dbb-4dc0-bea3-85ef67ea4349') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:04.725579 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-62234f2a-61f5-4668-991f-f79bcfbb3157 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:04.774051 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-62234f2a-61f5-4668-991f-f79bcfbb3157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:04.793899 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62234f2a-61f5-4668-991f-f79bcfbb3157 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:37:04.794290 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-62234f2a-61f5-4668-991f-f79bcfbb3157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:04.947664 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9f2ea4fe-7c7d-4a2a-b03f-70a690c8237b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'name': 'tempest-ServersTestJSON-1862462609-router', 'tenant_id': 'e26f59f9d0474a89964c14355d73907c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '43da9400-70eb-40ab-8aa0-ac0aaed2db14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:55Z', 'updated_at': '2022-04-28T19:37:00Z', 'revision_number': 3, 'project_id': 'e26f59f9d0474a89964c14355d73907c', 'gw_port': {'id': '43da9400-70eb-40ab-8aa0-ac0aaed2db14', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:29:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:36:57Z', 'updated_at': '2022-04-28T19:36:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:04.962422 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:37:04.962422 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:37:04.962422 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:37:04.962422 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:37:04.962422 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:37:04.962422 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:37:04.962422 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:37:04.962422 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:37:04.962422 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:37:04.962422 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:37:04.962422 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:37:04.962422 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:37:04.962422 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:37:04.962422 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:37:04.962422 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:37:04.962422 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:37:04.962422 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:37:04.962422 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:37:04.962422 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:37:04.962422 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:37:04.962422 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:37:04.962422 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:37:04.962422 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:37:04.962422 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:37:04.962422 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:37:04.962422 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:37:04.962422 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:37:04.962422 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:37:04.962422 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:37:04.962422 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:37:04.962422 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:37:04.962422 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:37:04.990545 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-6d00c036-1fcc-4f49-ae2a-1d16c21a8135 None None] Port 85efbcdb-041e-4ee1-b3aa-13a6bf881a9f cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:37:05.018704 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8076201-d19c-40fd-9c29-8632e3c39dea admin admin] Router 1bfa2316-8671-45a5-aa99-45904351fe76 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:37:05.084035 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2ea4fe-7c7d-4a2a-b03f-70a690c8237b None None] Checking router: 671b7009-b8af-4e87-97d9-d37d404376b9 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:37:05.084980 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2ea4fe-7c7d-4a2a-b03f-70a690c8237b None None] Updating router 671b7009-b8af-4e87-97d9-d37d404376b9 port 43da9400-70eb-40ab-8aa0-ac0aaed2db14 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:37:05.115332 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706613e4-4e8e-450f-a56b-8fffd9f74dfa req-783f3367-759d-4d86-aad5-ef79a8ee4b0d tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:05.121969 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-706613e4-4e8e-450f-a56b-8fffd9f74dfa req-783f3367-759d-4d86-aad5-ef79a8ee4b0d tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5 HTTP/1.1" status: 200 len: 944 time: 0.2496765 Apr 28 19:37:05.273411 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-9f2ea4fe-7c7d-4a2a-b03f-70a690c8237b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:05.296664 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d04f3d-4255-4737-aad2-787288748693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a882ff-3675-47c6-9f41-55e2355bfc92'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:37:05.299595 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6fc903-3518-4fa2-b246-d2bf1fa17191" -d '{"events": [{"server_uuid": "48d04f3d-4255-4737-aad2-787288748693", "name": "network-vif-plugged", "status": "completed", "tag": "c9a882ff-3675-47c6-9f41-55e2355bfc92"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:37:05.416039 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c9a882ff-3675-47c6-9f41-55e2355bfc92, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c9a882ff-3675-47c6-9f41-55e2355bfc92,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:05.427966 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-706613e4-4e8e-450f-a56b-8fffd9f74dfa req-cb4ae2ef-ce46-468f-b6c4-a0ce1b603585 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916558 Apr 28 19:37:05.467807 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:05.567421 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:05.585582 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-9158cfec-8305-40ca-b35b-e86365a5c1b0 None None] Provisioning complete for port 53e75fe2-2bea-468d-ad59-761efe2b6ff6 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:05.585964 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9158cfec-8305-40ca-b35b-e86365a5c1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:05.668543 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-62234f2a-61f5-4668-991f-f79bcfbb3157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:05.675370 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-62234f2a-61f5-4668-991f-f79bcfbb3157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:05.680613 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-62234f2a-61f5-4668-991f-f79bcfbb3157 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d582212e-6191-43e4-9427-cab6f1b2fe97 HTTP/1.1" status: 204 len: 168 time: 2.7301989 Apr 28 19:37:05.681579 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1c88e74c-8147-4afc-918a-666852de8866 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:05.753079 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-02760ebb-58fd-4cce-adb4-68a360de6dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:05.757251 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8076201-d19c-40fd-9c29-8632e3c39dea admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:37:05.780161 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e4033d7-aa2f-46f5-89ed-022bbad903c4 req-084ff7b4-c0cc-4d0b-a830-3e533ba87b85 tempest-ServerShowV257Test-856351163 tempest-ServerShowV257Test-856351163-project] 10.222.0.42 "GET /v2.0/ports?device_id=412dc810-1dca-471f-a45f-60b7c55bbd07 HTTP/1.1" status: 200 len: 210 time: 0.1560719 Apr 28 19:37:05.792266 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62234f2a-61f5-4668-991f-f79bcfbb3157 admin admin] Pushing event deleted for resources: {'Network': ['ID=d582212e-6191-43e4-9427-cab6f1b2fe97,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:05.804198 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f8076201-d19c-40fd-9c29-8632e3c39dea admin admin] 10.222.0.42 "PUT /v2.0/routers/1bfa2316-8671-45a5-aa99-45904351fe76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8816240 Apr 28 19:37:06.105620 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44418) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:37:06.309083 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c15d9c-a647-4d56-9ace-3801b0e55574 x-openstack-request-id: req-60c15d9c-a647-4d56-9ace-3801b0e55574 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:37:06.324367 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4fcc221e-e6bb-4466-82b2-776e7d82d41e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9b27a583a20248c19a43741259ef13ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2159200 Apr 28 19:37:06.328417 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d04f3d-4255-4737-aad2-787288748693", "name": "network-vif-plugged", "status": "completed", "tag": "c9a882ff-3675-47c6-9f41-55e2355bfc92", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:37:06.328417 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-60c15d9c-a647-4d56-9ace-3801b0e55574 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:37:06.328854 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60c15d9c-a647-4d56-9ace-3801b0e55574'] response: {'server_uuid': '48d04f3d-4255-4737-aad2-787288748693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a882ff-3675-47c6-9f41-55e2355bfc92', 'code': 200} Apr 28 19:37:06.329744 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44422) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:37:06.338231 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 59391db3-7313-479f-9c05-66bf8211f1e2 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:37:06.489627 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 59391db3-7313-479f-9c05-66bf8211f1e2 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:06.490233 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:06.548077 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-766243fe-d4fa-40e2-b7d3-bdb6d5e833c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:06.582719 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6c2ff9fc-1a1c-4238-a32e-19e3fa0ccba0 req-f00bbabb-cc25-4c84-8526-2021db0c07a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d016b14748d449ccba016f92ffbded4c&device_id=412dc810-1dca-471f-a45f-60b7c55bbd07 HTTP/1.1" status: 200 len: 210 time: 0.0773749 Apr 28 19:37:06.669993 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4350aea9-cb0f-4775-9d25-b54c4cbba988 None None] Network 492f5f1e-bc45-40fe-93d7-48c778c6a765 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:37:06.762727 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-766243fe-d4fa-40e2-b7d3-bdb6d5e833c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:06.807828 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 53e75fe2-2bea-468d-ad59-761efe2b6ff6, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=53e75fe2-2bea-468d-ad59-761efe2b6ff6,segment=NetworkSegment(0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3),segment_id=0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:06.823719 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=c9a882ff-3675-47c6-9f41-55e2355bfc92,revision_number=10']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:06.870398 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:06.960350 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6c2ff9fc-1a1c-4238-a32e-19e3fa0ccba0 req-a54af149-d51a-4a41-8552-116398a6c5a0 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d016b14748d449ccba016f92ffbded4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3497658 Apr 28 19:37:07.022578 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-766243fe-d4fa-40e2-b7d3-bdb6d5e833c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:07.035171 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-766243fe-d4fa-40e2-b7d3-bdb6d5e833c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:07.044338 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-766243fe-d4fa-40e2-b7d3-bdb6d5e833c5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6351b578-b555-43fa-bdf0-23f197c3e4fb HTTP/1.1" status: 204 len: 168 time: 0.7123446 Apr 28 19:37:07.071843 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3754acf2-5c6c-4ce2-8aa2-a173b4cd2230 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:07.122043 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766243fe-d4fa-40e2-b7d3-bdb6d5e833c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6351b578-b555-43fa-bdf0-23f197c3e4fb,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:07.254742 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3754acf2-5c6c-4ce2-8aa2-a173b4cd2230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:07.297376 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9df4c8d8-c050-4001-aa13-34f01829caa5 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:37:07.369477 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ff9fc-1a1c-4238-a32e-19e3fa0ccba0 req-29bbd123-e570-4875-9c22-fdd24a7df3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:07.386109 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6c2ff9fc-1a1c-4238-a32e-19e3fa0ccba0 req-29bbd123-e570-4875-9c22-fdd24a7df3c5 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4163961 Apr 28 19:37:07.580533 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-9f2ea4fe-7c7d-4a2a-b03f-70a690c8237b None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:07.595938 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-9f2ea4fe-7c7d-4a2a-b03f-70a690c8237b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:07.749101 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1c88e74c-8147-4afc-918a-666852de8866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:07.762667 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105dc9e9-3500-40df-ba61-237507309e51 None None] Pushing event updated for resources: {'Port': ['ID=43da9400-70eb-40ab-8aa0-ac0aaed2db14,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:07.789406 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=53e75fe2-2bea-468d-ad59-761efe2b6ff6,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:07.800456 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105dc9e9-3500-40df-ba61-237507309e51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:07.804061 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105dc9e9-3500-40df-ba61-237507309e51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:07.808764 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105dc9e9-3500-40df-ba61-237507309e51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:07.809776 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105dc9e9-3500-40df-ba61-237507309e51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:07.810876 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105dc9e9-3500-40df-ba61-237507309e51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:07.811906 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105dc9e9-3500-40df-ba61-237507309e51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:07.812304 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105dc9e9-3500-40df-ba61-237507309e51 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:07.814831 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105dc9e9-3500-40df-ba61-237507309e51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:07.815236 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105dc9e9-3500-40df-ba61-237507309e51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:07.815567 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105dc9e9-3500-40df-ba61-237507309e51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:07.815901 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105dc9e9-3500-40df-ba61-237507309e51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:07.816456 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105dc9e9-3500-40df-ba61-237507309e51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:07.828245 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-9f2ea4fe-7c7d-4a2a-b03f-70a690c8237b None None] Attempting to bind port 43da9400-70eb-40ab-8aa0-ac0aaed2db14 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:37:07.828622 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-9f2ea4fe-7c7d-4a2a-b03f-70a690c8237b None None] Attempting to bind port 43da9400-70eb-40ab-8aa0-ac0aaed2db14 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:37:07.828980 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2ea4fe-7c7d-4a2a-b03f-70a690c8237b None None] Attempting to bind port 43da9400-70eb-40ab-8aa0-ac0aaed2db14 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:37:07.839149 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2ea4fe-7c7d-4a2a-b03f-70a690c8237b None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:37:07.839516 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2ea4fe-7c7d-4a2a-b03f-70a690c8237b None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:37:07.839923 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-9f2ea4fe-7c7d-4a2a-b03f-70a690c8237b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:07.840345 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2ea4fe-7c7d-4a2a-b03f-70a690c8237b None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:37:07.840852 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-9f2ea4fe-7c7d-4a2a-b03f-70a690c8237b None None] Bound port: 43da9400-70eb-40ab-8aa0-ac0aaed2db14, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:37:07.841240 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-9f2ea4fe-7c7d-4a2a-b03f-70a690c8237b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:07.845727 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:07.992424 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-9f2ea4fe-7c7d-4a2a-b03f-70a690c8237b None None] For port 43da9400-70eb-40ab-8aa0-ac0aaed2db14, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:37:08.000449 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-9f2ea4fe-7c7d-4a2a-b03f-70a690c8237b None None] For port 43da9400-70eb-40ab-8aa0-ac0aaed2db14, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=43da9400-70eb-40ab-8aa0-ac0aaed2db14,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:37:08.017010 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-9f2ea4fe-7c7d-4a2a-b03f-70a690c8237b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:08.026823 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bfcca-2f78-48f7-9d31-dd3b39ac642f None None] Pushing event updated for resources: {'Port': ['ID=ea389a4f-3ceb-4a1b-97c2-8146566efa0a,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:08.102538 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-3754acf2-5c6c-4ce2-8aa2-a173b4cd2230 None None] Attempting to bind port ea389a4f-3ceb-4a1b-97c2-8146566efa0a on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:37:08.103110 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-3754acf2-5c6c-4ce2-8aa2-a173b4cd2230 None None] Attempting to bind port ea389a4f-3ceb-4a1b-97c2-8146566efa0a by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:37:08.103673 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3754acf2-5c6c-4ce2-8aa2-a173b4cd2230 None None] Attempting to bind port ea389a4f-3ceb-4a1b-97c2-8146566efa0a on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:37:08.162420 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-02760ebb-58fd-4cce-adb4-68a360de6dfb admin admin] Allocated IP 172.20.0.1 (03c23c13-73a0-4f69-a029-d17265afa037/daac5a1d-32c4-4cd3-af48-779eecb90ff6/cf32e057-f420-40c4-a773-ce5b42a8e0ab) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:37:08.168943 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105dc9e9-3500-40df-ba61-237507309e51 None None] Pushing event updated for resources: {'Port': ['ID=43da9400-70eb-40ab-8aa0-ac0aaed2db14,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:08.176274 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3754acf2-5c6c-4ce2-8aa2-a173b4cd2230 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:37:08.177012 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3754acf2-5c6c-4ce2-8aa2-a173b4cd2230 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:37:08.177632 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3754acf2-5c6c-4ce2-8aa2-a173b4cd2230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:08.178092 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3754acf2-5c6c-4ce2-8aa2-a173b4cd2230 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:37:08.178847 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-3754acf2-5c6c-4ce2-8aa2-a173b4cd2230 None None] Bound port: ea389a4f-3ceb-4a1b-97c2-8146566efa0a, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:37:08.179537 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3754acf2-5c6c-4ce2-8aa2-a173b4cd2230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:08.208063 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2ea4fe-7c7d-4a2a-b03f-70a690c8237b None None] Routers {'671b7009-b8af-4e87-97d9-d37d404376b9'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:37:08.209195 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9f2ea4fe-7c7d-4a2a-b03f-70a690c8237b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:36:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['671b7009-b8af-4e87-97d9-d37d404376b9'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:08.281695 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 59391db3-7313-479f-9c05-66bf8211f1e2, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=59391db3-7313-479f-9c05-66bf8211f1e2,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:08.336265 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:08.430531 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c88e74c-8147-4afc-918a-666852de8866 admin admin] Router 9c97235d-2fc0-452b-abdb-31f039ae6847 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:37:08.475068 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-02760ebb-58fd-4cce-adb4-68a360de6dfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:08.493351 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ed0e12-0861-474f-9caa-cbc7a9ef42e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59391db3-7313-479f-9c05-66bf8211f1e2'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:37:08.499946 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0ec834-d29d-4629-ac29-53cab2646a5f" -d '{"events": [{"server_uuid": "b1ed0e12-0861-474f-9caa-cbc7a9ef42e5", "name": "network-vif-plugged", "status": "completed", "tag": "59391db3-7313-479f-9c05-66bf8211f1e2"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:37:08.501207 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-9f2ea4fe-7c7d-4a2a-b03f-70a690c8237b None None] Set router 671b7009-b8af-4e87-97d9-d37d404376b9 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:37:08.625366 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3ff7afd3-0413-4532-a160-508772e60141 None None] Provisioning complete for port 53e75fe2-2bea-468d-ad59-761efe2b6ff6 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:08.630876 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3ff7afd3-0413-4532-a160-508772e60141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:08.689763 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6c2ff9fc-1a1c-4238-a32e-19e3fa0ccba0 req-b8694a35-ca33-42ec-af4c-a6a187616265 tempest-ServerShowV257Test-856351163 tempest-ServerShowV257Test-856351163-project] 10.222.0.15 "GET /v2.0/ports?device_id=412dc810-1dca-471f-a45f-60b7c55bbd07 HTTP/1.1" status: 200 len: 210 time: 0.0975337 Apr 28 19:37:08.700625 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44458) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:37:08.810876 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9f2ea4fe-7c7d-4a2a-b03f-70a690c8237b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'name': 'tempest-ServersTestJSON-1862462609-router', 'tenant_id': 'e26f59f9d0474a89964c14355d73907c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '43da9400-70eb-40ab-8aa0-ac0aaed2db14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:55Z', 'updated_at': '2022-04-28T19:37:00Z', 'revision_number': 3, 'project_id': 'e26f59f9d0474a89964c14355d73907c', 'gw_port': {'id': '43da9400-70eb-40ab-8aa0-ac0aaed2db14', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:29:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:36:57Z', 'updated_at': '2022-04-28T19:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:08.836325 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 9df4c8d8-c050-4001-aa13-34f01829caa5 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:08.836890 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:08.841063 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2ea4fe-7c7d-4a2a-b03f-70a690c8237b None None] The sync data for ids ['671b7009-b8af-4e87-97d9-d37d404376b9'] in n-d-839810-1 is: [{'id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'name': 'tempest-ServersTestJSON-1862462609-router', 'tenant_id': 'e26f59f9d0474a89964c14355d73907c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '43da9400-70eb-40ab-8aa0-ac0aaed2db14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:55Z', 'updated_at': '2022-04-28T19:37:00Z', 'revision_number': 3, 'project_id': 'e26f59f9d0474a89964c14355d73907c', 'gw_port': {'id': '43da9400-70eb-40ab-8aa0-ac0aaed2db14', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:29:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:36:57Z', 'updated_at': '2022-04-28T19:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:37:08.918804 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-cb69f1b4-37cc-440b-8aa3-1fd5eca8f087 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1459138971-network', 'tenant_id': 'c27ab83294f244dbb917866ac945a124'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:37:08.952028 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-02760ebb-58fd-4cce-adb4-68a360de6dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:08.960291 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb69f1b4-37cc-440b-8aa3-1fd5eca8f087 admin admin] Made reservation on behalf of c27ab83294f244dbb917866ac945a124 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:37:08.970234 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb69f1b4-37cc-440b-8aa3-1fd5eca8f087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:08.972932 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-3754acf2-5c6c-4ce2-8aa2-a173b4cd2230 None None] For port ea389a4f-3ceb-4a1b-97c2-8146566efa0a, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:37:08.985604 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb69f1b4-37cc-440b-8aa3-1fd5eca8f087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:09.041951 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=59391db3-7313-479f-9c05-66bf8211f1e2,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:09.046369 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c88e74c-8147-4afc-918a-666852de8866 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:37:09.054128 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02760ebb-58fd-4cce-adb4-68a360de6dfb admin admin] Network 03c23c13-73a0-4f69-a029-d17265afa037 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:37:09.077679 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc39335b-2ba8-4885-a123-b03e3f1dc130 None None] Sync routers for ids ['9c97235d-2fc0-452b-abdb-31f039ae6847'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:37:09.090482 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-02760ebb-58fd-4cce-adb4-68a360de6dfb admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:37:09.090879 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-3754acf2-5c6c-4ce2-8aa2-a173b4cd2230 None None] For port ea389a4f-3ceb-4a1b-97c2-8146566efa0a, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ea389a4f-3ceb-4a1b-97c2-8146566efa0a,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:37:09.103748 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02760ebb-58fd-4cce-adb4-68a360de6dfb admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:37:09.121772 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3754acf2-5c6c-4ce2-8aa2-a173b4cd2230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:09.204905 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3ff7afd3-0413-4532-a160-508772e60141 None None] Provisioning complete for port 85efbcdb-041e-4ee1-b3aa-13a6bf881a9f triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:09.207076 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3ff7afd3-0413-4532-a160-508772e60141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:09.207528 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1c88e74c-8147-4afc-918a-666852de8866 admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:09.208964 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1c88e74c-8147-4afc-918a-666852de8866 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 12.7999237 Apr 28 19:37:09.221299 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44462) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:37:09.245496 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb69f1b4-37cc-440b-8aa3-1fd5eca8f087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:09.253832 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02760ebb-58fd-4cce-adb4-68a360de6dfb admin admin] Pushing event updated for resources: {'Port': ['ID=cf32e057-f420-40c4-a773-ce5b42a8e0ab,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:09.256134 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb69f1b4-37cc-440b-8aa3-1fd5eca8f087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:09.360795 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb69f1b4-37cc-440b-8aa3-1fd5eca8f087 admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:37:09.446851 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb69f1b4-37cc-440b-8aa3-1fd5eca8f087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:09.451534 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-cb69f1b4-37cc-440b-8aa3-1fd5eca8f087 admin admin] Added segment e0cb1ff0-18a4-4859-89a0-14772c6e60ff of type vlan for network b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb Apr 28 19:37:09.501099 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7afd3-0413-4532-a160-508772e60141 None None] Port 85efbcdb-041e-4ee1-b3aa-13a6bf881a9f cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:37:09.564388 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc39335b-2ba8-4885-a123-b03e3f1dc130 None None] Routers {'9c97235d-2fc0-452b-abdb-31f039ae6847'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:37:09.581565 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-cc39335b-2ba8-4885-a123-b03e3f1dc130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:36:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9c97235d-2fc0-452b-abdb-31f039ae6847'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:09.681438 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-02760ebb-58fd-4cce-adb4-68a360de6dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:09.750580 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb69f1b4-37cc-440b-8aa3-1fd5eca8f087 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:09.778625 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3754acf2-5c6c-4ce2-8aa2-a173b4cd2230 None None] Routers {'1bfa2316-8671-45a5-aa99-45904351fe76'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:37:09.779893 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3754acf2-5c6c-4ce2-8aa2-a173b4cd2230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:36:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1bfa2316-8671-45a5-aa99-45904351fe76'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:09.838160 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb69f1b4-37cc-440b-8aa3-1fd5eca8f087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:09.853091 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb69f1b4-37cc-440b-8aa3-1fd5eca8f087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:09.853706 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb69f1b4-37cc-440b-8aa3-1fd5eca8f087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:10.044593 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69f1b4-37cc-440b-8aa3-1fd5eca8f087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2ee023-a8e3-4096-ae6c-386871a0809c,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:10.058722 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3ff7afd3-0413-4532-a160-508772e60141 None None] Provisioning complete for port 9df4c8d8-c050-4001-aa13-34f01829caa5 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:10.059766 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69f1b4-37cc-440b-8aa3-1fd5eca8f087 admin admin] Pushing event updated for resources: {'Network': ['ID=b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:10.060886 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3ff7afd3-0413-4532-a160-508772e60141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:10.102004 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cb69f1b4-37cc-440b-8aa3-1fd5eca8f087 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3998053 Apr 28 19:37:10.105185 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44464) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:37:10.124225 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-60f501f2-814e-4f1f-932c-41f077b55688 admin admin] Request body: {'subnet': {'network_id': 'b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1459138971-subnet', 'tenant_id': 'c27ab83294f244dbb917866ac945a124', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:37:10.178218 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-02760ebb-58fd-4cce-adb4-68a360de6dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:10.185812 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:37:10.188789 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f501f2-814e-4f1f-932c-41f077b55688 admin admin] Made reservation on behalf of c27ab83294f244dbb917866ac945a124 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:37:10.194499 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:10.197924 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60f501f2-814e-4f1f-932c-41f077b55688 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:10.583020 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bfcca-2f78-48f7-9d31-dd3b39ac642f None None] Pushing event updated for resources: {'Port': ['ID=ea389a4f-3ceb-4a1b-97c2-8146566efa0a,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:10.747418 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 9df4c8d8-c050-4001-aa13-34f01829caa5, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=9df4c8d8-c050-4001-aa13-34f01829caa5,segment=NetworkSegment(ee255d5a-82c1-47d8-8a3f-2f9c640d65c0),segment_id=ee255d5a-82c1-47d8-8a3f-2f9c640d65c0)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:10.779487 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60f501f2-814e-4f1f-932c-41f077b55688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:10.856424 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:10.921927 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-cc39335b-2ba8-4885-a123-b03e3f1dc130 None None] Set router 9c97235d-2fc0-452b-abdb-31f039ae6847 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:37:11.007194 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02c4a426-1e5d-4403-80d3-3f6c57b9285a req-5f690b96-c927-48d1-b1b8-c9df9e13d6bf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bd44736a-56f5-43e5-a40b-a6da17ab217c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5891581 Apr 28 19:37:11.044916 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-3754acf2-5c6c-4ce2-8aa2-a173b4cd2230 None None] Set router 1bfa2316-8671-45a5-aa99-45904351fe76 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:37:11.062367 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f501f2-814e-4f1f-932c-41f077b55688 admin admin] Checking segment: {'id': 'e0cb1ff0-18a4-4859-89a0-14772c6e60ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:37:11.062948 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f501f2-814e-4f1f-932c-41f077b55688 admin admin] Network hostable DHCP agents. Network: b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:37:11.121048 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f501f2-814e-4f1f-932c-41f077b55688 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8616dcc1-9271-4ef2-abbb-c6606af7323b,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:11.173930 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4a426-1e5d-4403-80d3-3f6c57b9285a req-3ae640ba-23b5-407f-95af-31e01c18e697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:11.178329 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02c4a426-1e5d-4403-80d3-3f6c57b9285a req-3ae640ba-23b5-407f-95af-31e01c18e697 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb31fca23fda462780f681319e8a4f33&device_id=bd44736a-56f5-43e5-a40b-a6da17ab217c HTTP/1.1" status: 200 len: 1098 time: 0.1186175 Apr 28 19:37:11.192841 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f501f2-814e-4f1f-932c-41f077b55688 admin admin] Network b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:37:11.194867 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4cc4bf4e-4bfd-4c1c-ab11-8d2dcf9a7902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:11.239153 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-076d846e-6048-4074-b5df-eba988bc2ebd None None] Provisioning complete for port cf32e057-f420-40c4-a773-ce5b42a8e0ab triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:11.240041 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-076d846e-6048-4074-b5df-eba988bc2ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:11.263584 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-60f501f2-814e-4f1f-932c-41f077b55688 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:37:11.294610 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f501f2-814e-4f1f-932c-41f077b55688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:11.301567 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60f501f2-814e-4f1f-932c-41f077b55688 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:11.529682 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-076d846e-6048-4074-b5df-eba988bc2ebd None None] Port cf32e057-f420-40c4-a773-ce5b42a8e0ab cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:37:11.532571 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b5bbbf-fa60-4c89-8a92-4fdbc7c795e3 None None] Network b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:37:11.535037 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 53e75fe2-2bea-468d-ad59-761efe2b6ff6 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:37:11.577894 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-60f501f2-814e-4f1f-932c-41f077b55688 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4682698 Apr 28 19:37:11.600897 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-4cc4bf4e-4bfd-4c1c-ab11-8d2dcf9a7902 admin admin] Allocated IP 172.20.0.1 (492f5f1e-bc45-40fe-93d7-48c778c6a765/3608c016-d518-4682-8bba-ad36f31b9bf6/1336745d-225e-4969-a28b-ed5069f3695c) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:37:11.613263 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-02760ebb-58fd-4cce-adb4-68a360de6dfb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:11.628530 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-02760ebb-58fd-4cce-adb4-68a360de6dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:11.717594 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4a426-1e5d-4403-80d3-3f6c57b9285a req-c0f10dd5-e072-4dbe-8b66-a630d23bddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:11.721834 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02c4a426-1e5d-4403-80d3-3f6c57b9285a req-c0f10dd5-e072-4dbe-8b66-a630d23bddb1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.5167379 Apr 28 19:37:11.822612 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02c4a426-1e5d-4403-80d3-3f6c57b9285a req-9f168cf8-4bab-4cfd-a6fb-504f57978973 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=60cce12e-e55e-4f29-88f1-2da4173c1e7b HTTP/1.1" status: 200 len: 217 time: 0.0935118 Apr 28 19:37:11.916282 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-02760ebb-58fd-4cce-adb4-68a360de6dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:11.927633 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02760ebb-58fd-4cce-adb4-68a360de6dfb admin admin] Pushing event updated for resources: {'Port': ['ID=cf32e057-f420-40c4-a773-ce5b42a8e0ab,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:11.996592 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4a426-1e5d-4403-80d3-3f6c57b9285a req-4104e258-ff19-43f9-bd0d-454b8a64e560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:11.998437 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02c4a426-1e5d-4403-80d3-3f6c57b9285a req-4104e258-ff19-43f9-bd0d-454b8a64e560 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1657188 Apr 28 19:37:12.061485 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=9df4c8d8-c050-4001-aa13-34f01829caa5,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:12.209912 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-076d846e-6048-4074-b5df-eba988bc2ebd None None] Provisioning complete for port 9df4c8d8-c050-4001-aa13-34f01829caa5 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:12.210223 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-076d846e-6048-4074-b5df-eba988bc2ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:12.265629 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4cc4bf4e-4bfd-4c1c-ab11-8d2dcf9a7902 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:12.279427 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4a426-1e5d-4403-80d3-3f6c57b9285a req-c4765027-d0c4-4a10-90c0-25eb0fc2b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:12.291625 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02c4a426-1e5d-4403-80d3-3f6c57b9285a req-c4765027-d0c4-4a10-90c0-25eb0fc2b450 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2837794 Apr 28 19:37:12.368883 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02760ebb-58fd-4cce-adb4-68a360de6dfb admin admin] Network 03c23c13-73a0-4f69-a029-d17265afa037 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:37:12.370996 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-02760ebb-58fd-4cce-adb4-68a360de6dfb admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:37:12.379509 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 53e75fe2-2bea-468d-ad59-761efe2b6ff6 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:12.380564 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:12.392573 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4cc4bf4e-4bfd-4c1c-ab11-8d2dcf9a7902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:12.524856 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafb90ed-3e87-44de-b6d4-414546a440c4 None None] Network b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:37:12.552340 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4bf4e-4bfd-4c1c-ab11-8d2dcf9a7902 admin admin] Pushing event updated for resources: {'Port': ['ID=1336745d-225e-4969-a28b-ed5069f3695c,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:12.640120 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02c4a426-1e5d-4403-80d3-3f6c57b9285a req-d2062235-33c8-472e-8c3b-ad808b1be37a service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395395 Apr 28 19:37:12.790926 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc4bf4e-4bfd-4c1c-ab11-8d2dcf9a7902 admin admin] Network 492f5f1e-bc45-40fe-93d7-48c778c6a765 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:37:12.795876 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02760ebb-58fd-4cce-adb4-68a360de6dfb admin admin] Router 671b7009-b8af-4e87-97d9-d37d404376b9 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:37:12.797209 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-4cc4bf4e-4bfd-4c1c-ab11-8d2dcf9a7902 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:37:12.815657 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc4bf4e-4bfd-4c1c-ab11-8d2dcf9a7902 admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:37:12.875286 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02c4a426-1e5d-4403-80d3-3f6c57b9285a req-dce9f16b-53a7-4576-8e83-c805a31a4026 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206948 Apr 28 19:37:13.055628 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4cc4bf4e-4bfd-4c1c-ab11-8d2dcf9a7902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:13.100826 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 43da9400-70eb-40ab-8aa0-ac0aaed2db14 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:37:13.387625 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-cc39335b-2ba8-4885-a123-b03e3f1dc130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c97235d-2fc0-452b-abdb-31f039ae6847', 'name': 'tempest-FloatingIPsNegativeTestJSON-1554523300-router', 'tenant_id': '15df975f433744388dbc15c31cad4abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'bafc097f-b772-4ba2-a3da-04bd636b751e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:56Z', 'updated_at': '2022-04-28T19:37:03Z', 'revision_number': 3, 'project_id': '15df975f433744388dbc15c31cad4abb', 'gw_port': {'id': 'bafc097f-b772-4ba2-a3da-04bd636b751e', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:44:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c97235d-2fc0-452b-abdb-31f039ae6847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:00Z', 'updated_at': '2022-04-28T19:37:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:13.392695 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02760ebb-58fd-4cce-adb4-68a360de6dfb admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:37:13.404770 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-02760ebb-58fd-4cce-adb4-68a360de6dfb admin admin] 10.222.0.42 "PUT /v2.0/routers/671b7009-b8af-4e87-97d9-d37d404376b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1111517 Apr 28 19:37:13.420420 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018de9b0-d8a3-4695-8dfd-5403cf1919ab None None] Sync routers for ids ['671b7009-b8af-4e87-97d9-d37d404376b9'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:37:13.430905 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-41bc13c0-4bfe-42bb-9bbb-b305244a1b9d None None] Provisioning complete for port cf32e057-f420-40c4-a773-ce5b42a8e0ab triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:13.431274 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-41bc13c0-4bfe-42bb-9bbb-b305244a1b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:13.459830 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018de9b0-d8a3-4695-8dfd-5403cf1919ab None None] Routers {'671b7009-b8af-4e87-97d9-d37d404376b9'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:37:13.460869 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-018de9b0-d8a3-4695-8dfd-5403cf1919ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:36:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['671b7009-b8af-4e87-97d9-d37d404376b9'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:13.595503 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4cc4bf4e-4bfd-4c1c-ab11-8d2dcf9a7902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:13.660643 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc39335b-2ba8-4885-a123-b03e3f1dc130 None None] Checking router: 9c97235d-2fc0-452b-abdb-31f039ae6847 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:37:13.660903 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc39335b-2ba8-4885-a123-b03e3f1dc130 None None] Updating router 9c97235d-2fc0-452b-abdb-31f039ae6847 port bafc097f-b772-4ba2-a3da-04bd636b751e binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:37:13.742705 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-018de9b0-d8a3-4695-8dfd-5403cf1919ab None None] Set router 671b7009-b8af-4e87-97d9-d37d404376b9 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:37:13.792345 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3754acf2-5c6c-4ce2-8aa2-a173b4cd2230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1472714115-router', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:51Z', 'updated_at': '2022-04-28T19:37:03Z', 'revision_number': 4, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'gw_port': {'id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:36:52Z', 'updated_at': '2022-04-28T19:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '85efbcdb-041e-4ee1-b3aa-13a6bf881a9f', 'name': '', 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'mac_address': 'fa:16:3e:20:e3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:01Z', 'updated_at': '2022-04-28T19:37:03Z', 'revision_number': 2, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'subnets': [{'id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:13.808472 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-41bc13c0-4bfe-42bb-9bbb-b305244a1b9d None None] Port cf32e057-f420-40c4-a773-ce5b42a8e0ab cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:37:13.824086 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 43da9400-70eb-40ab-8aa0-ac0aaed2db14 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:13.824086 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:13.863141 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cc39335b-2ba8-4885-a123-b03e3f1dc130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:13.891386 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3754acf2-5c6c-4ce2-8aa2-a173b4cd2230 None None] The sync data for ids ['1bfa2316-8671-45a5-aa99-45904351fe76'] in n-d-839810-1 is: [{'id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1472714115-router', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:51Z', 'updated_at': '2022-04-28T19:37:03Z', 'revision_number': 4, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'gw_port': {'id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:36:52Z', 'updated_at': '2022-04-28T19:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '85efbcdb-041e-4ee1-b3aa-13a6bf881a9f', 'name': '', 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'mac_address': 'fa:16:3e:20:e3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:01Z', 'updated_at': '2022-04-28T19:37:03Z', 'revision_number': 2, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'subnets': [{'id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:37:14.052522 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:14.307157 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-018de9b0-d8a3-4695-8dfd-5403cf1919ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'name': 'tempest-ServersTestJSON-1862462609-router', 'tenant_id': 'e26f59f9d0474a89964c14355d73907c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '43da9400-70eb-40ab-8aa0-ac0aaed2db14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:55Z', 'updated_at': '2022-04-28T19:37:09Z', 'revision_number': 4, 'project_id': 'e26f59f9d0474a89964c14355d73907c', 'gw_port': {'id': '43da9400-70eb-40ab-8aa0-ac0aaed2db14', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:29:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:36:57Z', 'updated_at': '2022-04-28T19:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'cf32e057-f420-40c4-a773-ce5b42a8e0ab', 'name': '', 'network_id': '03c23c13-73a0-4f69-a029-d17265afa037', 'tenant_id': 'e26f59f9d0474a89964c14355d73907c', 'mac_address': 'fa:16:3e:13:7a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'daac5a1d-32c4-4cd3-af48-779eecb90ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:06Z', 'updated_at': '2022-04-28T19:37:10Z', 'revision_number': 2, 'project_id': 'e26f59f9d0474a89964c14355d73907c', 'subnets': [{'id': 'daac5a1d-32c4-4cd3-af48-779eecb90ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:14.387303 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018de9b0-d8a3-4695-8dfd-5403cf1919ab None None] Checking router: 671b7009-b8af-4e87-97d9-d37d404376b9 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:37:14.387691 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018de9b0-d8a3-4695-8dfd-5403cf1919ab None None] Updating router 671b7009-b8af-4e87-97d9-d37d404376b9 port cf32e057-f420-40c4-a773-ce5b42a8e0ab binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:37:14.454087 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-018de9b0-d8a3-4695-8dfd-5403cf1919ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:14.524610 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-52dd2640-bcb3-4067-909d-221c37e076c7 None None] Provisioning complete for port 1336745d-225e-4969-a28b-ed5069f3695c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:14.525236 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-52dd2640-bcb3-4067-909d-221c37e076c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:14.577745 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-52dd2640-bcb3-4067-909d-221c37e076c7 None None] Port 1336745d-225e-4969-a28b-ed5069f3695c cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:37:14.584189 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 43da9400-70eb-40ab-8aa0-ac0aaed2db14, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=43da9400-70eb-40ab-8aa0-ac0aaed2db14,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:14.607487 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:14.739798 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=43da9400-70eb-40ab-8aa0-ac0aaed2db14,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:14.742884 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4cc4bf4e-4bfd-4c1c-ab11-8d2dcf9a7902 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:14.748372 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cc39335b-2ba8-4885-a123-b03e3f1dc130 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:14.763006 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cc39335b-2ba8-4885-a123-b03e3f1dc130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:14.767106 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4cc4bf4e-4bfd-4c1c-ab11-8d2dcf9a7902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:14.823072 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9df4c8d8-c050-4001-aa13-34f01829caa5 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:37:14.828835 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4cc4bf4e-4bfd-4c1c-ab11-8d2dcf9a7902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:14.898824 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-cc39335b-2ba8-4885-a123-b03e3f1dc130 None None] Attempting to bind port bafc097f-b772-4ba2-a3da-04bd636b751e on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:37:14.899218 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-cc39335b-2ba8-4885-a123-b03e3f1dc130 None None] Attempting to bind port bafc097f-b772-4ba2-a3da-04bd636b751e by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:37:14.899592 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc39335b-2ba8-4885-a123-b03e3f1dc130 None None] Attempting to bind port bafc097f-b772-4ba2-a3da-04bd636b751e on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:37:14.915968 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab9866-1b25-4b25-8876-f2c6172c1402 None None] Pushing event updated for resources: {'Port': ['ID=bafc097f-b772-4ba2-a3da-04bd636b751e,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:14.926424 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc39335b-2ba8-4885-a123-b03e3f1dc130 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:37:14.926799 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc39335b-2ba8-4885-a123-b03e3f1dc130 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:37:14.928534 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cc39335b-2ba8-4885-a123-b03e3f1dc130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:14.928996 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc39335b-2ba8-4885-a123-b03e3f1dc130 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:37:14.929492 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-cc39335b-2ba8-4885-a123-b03e3f1dc130 None None] Bound port: bafc097f-b772-4ba2-a3da-04bd636b751e, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:37:14.929886 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cc39335b-2ba8-4885-a123-b03e3f1dc130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:14.958241 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4bf4e-4bfd-4c1c-ab11-8d2dcf9a7902 admin admin] Pushing event updated for resources: {'Port': ['ID=1336745d-225e-4969-a28b-ed5069f3695c,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:15.068086 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 9df4c8d8-c050-4001-aa13-34f01829caa5 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:15.068882 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:15.083982 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-cc39335b-2ba8-4885-a123-b03e3f1dc130 None None] For port bafc097f-b772-4ba2-a3da-04bd636b751e, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:37:15.114825 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-cc39335b-2ba8-4885-a123-b03e3f1dc130 None None] For port bafc097f-b772-4ba2-a3da-04bd636b751e, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=bafc097f-b772-4ba2-a3da-04bd636b751e,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:37:15.123627 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cc39335b-2ba8-4885-a123-b03e3f1dc130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:15.266693 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:37:15.298079 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc39335b-2ba8-4885-a123-b03e3f1dc130 None None] Routers {'9c97235d-2fc0-452b-abdb-31f039ae6847'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:37:15.298758 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-cc39335b-2ba8-4885-a123-b03e3f1dc130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:36:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9c97235d-2fc0-452b-abdb-31f039ae6847'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:15.320085 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-018de9b0-d8a3-4695-8dfd-5403cf1919ab None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:15.335568 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-018de9b0-d8a3-4695-8dfd-5403cf1919ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:15.387120 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66afc3-56f6-4d59-9e38-59746c0e5e3c req-1debc86c-dc55-4f54-b783-2d811ad2d472 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:15.405652 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8d66afc3-56f6-4d59-9e38-59746c0e5e3c req-1debc86c-dc55-4f54-b783-2d811ad2d472 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5 HTTP/1.1" status: 200 len: 945 time: 0.3994169 Apr 28 19:37:15.435957 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc4bf4e-4bfd-4c1c-ab11-8d2dcf9a7902 admin admin] Network 492f5f1e-bc45-40fe-93d7-48c778c6a765 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:37:15.439189 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-4cc4bf4e-4bfd-4c1c-ab11-8d2dcf9a7902 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:37:15.455349 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f146a5a-837e-4f64-a9b1-6cf2488f4607 req-579004ea-193a-4c5f-9304-48244d4945fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:15.462584 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0f146a5a-837e-4f64-a9b1-6cf2488f4607 req-579004ea-193a-4c5f-9304-48244d4945fd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb31fca23fda462780f681319e8a4f33&device_id=48d04f3d-4255-4737-aad2-787288748693 HTTP/1.1" status: 200 len: 1102 time: 0.3435364 Apr 28 19:37:15.522854 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516e252-1fc1-47fb-bd8c-c9d274b48c94 None None] Pushing event updated for resources: {'Port': ['ID=cf32e057-f420-40c4-a773-ce5b42a8e0ab,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:15.623257 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-018de9b0-d8a3-4695-8dfd-5403cf1919ab None None] Attempting to bind port cf32e057-f420-40c4-a773-ce5b42a8e0ab on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:37:15.625394 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-018de9b0-d8a3-4695-8dfd-5403cf1919ab None None] Attempting to bind port cf32e057-f420-40c4-a773-ce5b42a8e0ab by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '03c23c13-73a0-4f69-a029-d17265afa037'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:37:15.627240 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018de9b0-d8a3-4695-8dfd-5403cf1919ab None None] Attempting to bind port cf32e057-f420-40c4-a773-ce5b42a8e0ab on network 03c23c13-73a0-4f69-a029-d17265afa037 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:37:15.646908 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018de9b0-d8a3-4695-8dfd-5403cf1919ab None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:37:15.647466 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018de9b0-d8a3-4695-8dfd-5403cf1919ab None None] Checking segment: {'id': '0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '03c23c13-73a0-4f69-a029-d17265afa037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:37:15.647981 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-018de9b0-d8a3-4695-8dfd-5403cf1919ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:15.648768 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018de9b0-d8a3-4695-8dfd-5403cf1919ab None None] Bound using segment: {'id': '0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '03c23c13-73a0-4f69-a029-d17265afa037'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:37:15.651917 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-018de9b0-d8a3-4695-8dfd-5403cf1919ab None None] Bound port: cf32e057-f420-40c4-a773-ce5b42a8e0ab, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '03c23c13-73a0-4f69-a029-d17265afa037'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:37:15.652485 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-018de9b0-d8a3-4695-8dfd-5403cf1919ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:15.802581 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc4bf4e-4bfd-4c1c-ab11-8d2dcf9a7902 admin admin] Router 9c97235d-2fc0-452b-abdb-31f039ae6847 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:37:15.868951 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8d66afc3-56f6-4d59-9e38-59746c0e5e3c req-8cff2335-cf07-45c6-8b94-700f819684b0 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4597065 Apr 28 19:37:15.889179 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-018de9b0-d8a3-4695-8dfd-5403cf1919ab None None] For port cf32e057-f420-40c4-a773-ce5b42a8e0ab, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:37:15.903268 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab9866-1b25-4b25-8876-f2c6172c1402 None None] Pushing event updated for resources: {'Port': ['ID=bafc097f-b772-4ba2-a3da-04bd636b751e,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:15.934990 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-565f4a69-3844-4397-8a3f-942f90a1779f tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:15.935594 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-018de9b0-d8a3-4695-8dfd-5403cf1919ab None None] For port cf32e057-f420-40c4-a773-ce5b42a8e0ab, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=cf32e057-f420-40c4-a773-ce5b42a8e0ab,segment=NetworkSegment(0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3),segment_id=0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:37:15.936708 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-565f4a69-3844-4397-8a3f-942f90a1779f tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/networks?id=3a8d8fbc-c638-4e44-87fd-3e5ca38570dd HTTP/1.1" status: 200 len: 821 time: 0.8328454 Apr 28 19:37:15.946431 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-018de9b0-d8a3-4695-8dfd-5403cf1919ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:16.020677 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-392bc1d6-1c23-483f-b88d-3ed49d16dce6 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/quotas/44836af2576c4eb08ccfbf8a35c6037e HTTP/1.1" status: 200 len: 375 time: 0.0559435 Apr 28 19:37:16.042279 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f146a5a-837e-4f64-a9b1-6cf2488f4607 req-08d4165d-80ad-46f8-b15a-ade62aad0b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:16.044737 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0f146a5a-837e-4f64-a9b1-6cf2488f4607 req-08d4165d-80ad-46f8-b15a-ade62aad0b87 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.5563295 Apr 28 19:37:16.191873 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516e252-1fc1-47fb-bd8c-c9d274b48c94 None None] Pushing event updated for resources: {'Port': ['ID=cf32e057-f420-40c4-a773-ce5b42a8e0ab,revision_number=4']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:16.225262 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018de9b0-d8a3-4695-8dfd-5403cf1919ab None None] Routers {'671b7009-b8af-4e87-97d9-d37d404376b9'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:37:16.228290 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-018de9b0-d8a3-4695-8dfd-5403cf1919ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:36:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['671b7009-b8af-4e87-97d9-d37d404376b9'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:16.266827 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfb4395-ef31-4b34-ac90-57193a18f02f x-openstack-request-id: req-9dfb4395-ef31-4b34-ac90-57193a18f02f {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:37:16.267289 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ed0e12-0861-474f-9caa-cbc7a9ef42e5", "name": "network-vif-plugged", "status": "completed", "tag": "59391db3-7313-479f-9c05-66bf8211f1e2", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:37:16.267692 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9dfb4395-ef31-4b34-ac90-57193a18f02f {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:37:16.280851 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dfb4395-ef31-4b34-ac90-57193a18f02f'] response: {'server_uuid': 'b1ed0e12-0861-474f-9caa-cbc7a9ef42e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59391db3-7313-479f-9c05-66bf8211f1e2', 'code': 200} Apr 28 19:37:16.312356 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0f146a5a-837e-4f64-a9b1-6cf2488f4607 req-e49911f4-823c-4464-8137-654167204081 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=c9a882ff-3675-47c6-9f41-55e2355bfc92 HTTP/1.1" status: 200 len: 217 time: 0.2113273 Apr 28 19:37:16.343084 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-cc39335b-2ba8-4885-a123-b03e3f1dc130 None None] Set router 9c97235d-2fc0-452b-abdb-31f039ae6847 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:37:16.447093 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc4bf4e-4bfd-4c1c-ab11-8d2dcf9a7902 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:37:16.479363 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4cc4bf4e-4bfd-4c1c-ab11-8d2dcf9a7902 admin admin] 10.222.0.42 "PUT /v2.0/routers/9c97235d-2fc0-452b-abdb-31f039ae6847/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2564497 Apr 28 19:37:16.499278 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-2602a56a-be24-4e6f-b749-a55cd812afa8 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=44836af2576c4eb08ccfbf8a35c6037e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4530716 Apr 28 19:37:16.529757 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-018de9b0-d8a3-4695-8dfd-5403cf1919ab None None] Set router 671b7009-b8af-4e87-97d9-d37d404376b9 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:37:16.631042 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7431a4f9-214f-46b8-b4f9-5f4e39af6433 None None] Provisioning complete for port cf32e057-f420-40c4-a773-ce5b42a8e0ab triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:16.631633 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7431a4f9-214f-46b8-b4f9-5f4e39af6433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:16.670460 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44522) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:37:16.798857 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-2475eae5-424e-4bc1-8545-011190a2f727 service neutron] 10.222.0.42 "GET /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971396 Apr 28 19:37:16.940257 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 43da9400-70eb-40ab-8aa0-ac0aaed2db14 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:37:16.945127 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f146a5a-837e-4f64-a9b1-6cf2488f4607 req-0706d1ec-1e36-45c4-9953-2ef1500b58c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:16.947575 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0f146a5a-837e-4f64-a9b1-6cf2488f4607 req-0706d1ec-1e36-45c4-9953-2ef1500b58c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.6021709 Apr 28 19:37:16.957831 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349a083-0b4b-4e1e-afc1-2a7a3a4b2bda req-fa82bb41-48c1-4ca0-b07f-9002f756adad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:16.959636 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b349a083-0b4b-4e1e-afc1-2a7a3a4b2bda req-fa82bb41-48c1-4ca0-b07f-9002f756adad service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5 HTTP/1.1" status: 200 len: 1096 time: 0.6768370 Apr 28 19:37:17.155432 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b349a083-0b4b-4e1e-afc1-2a7a3a4b2bda req-81e9fd88-0c1f-480c-93c4-d53c31ee6a32 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828988 Apr 28 19:37:17.176029 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fd75c7f9-4747-4ef7-983f-2f882771140a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:17.187128 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7431a4f9-214f-46b8-b4f9-5f4e39af6433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:17.210197 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-820e01f7-b08b-4336-8b7f-b54d352c5d99 service neutron] 10.222.0.42 "GET /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094474 Apr 28 19:37:17.238169 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f146a5a-837e-4f64-a9b1-6cf2488f4607 req-35eed0fd-bd73-48de-824f-0eb2cca628e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:17.243717 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0f146a5a-837e-4f64-a9b1-6cf2488f4607 req-35eed0fd-bd73-48de-824f-0eb2cca628e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2772889 Apr 28 19:37:17.325658 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 43da9400-70eb-40ab-8aa0-ac0aaed2db14 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:17.326259 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:17.331787 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7431a4f9-214f-46b8-b4f9-5f4e39af6433 None None] For port cf32e057-f420-40c4-a773-ce5b42a8e0ab, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=cf32e057-f420-40c4-a773-ce5b42a8e0ab,segment=NetworkSegment(0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3),segment_id=0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:17.349980 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-018de9b0-d8a3-4695-8dfd-5403cf1919ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'name': 'tempest-ServersTestJSON-1862462609-router', 'tenant_id': 'e26f59f9d0474a89964c14355d73907c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '43da9400-70eb-40ab-8aa0-ac0aaed2db14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:55Z', 'updated_at': '2022-04-28T19:37:09Z', 'revision_number': 4, 'project_id': 'e26f59f9d0474a89964c14355d73907c', 'gw_port': {'id': '43da9400-70eb-40ab-8aa0-ac0aaed2db14', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:36:57Z', 'updated_at': '2022-04-28T19:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'cf32e057-f420-40c4-a773-ce5b42a8e0ab', 'name': '', 'network_id': '03c23c13-73a0-4f69-a029-d17265afa037', 'tenant_id': 'e26f59f9d0474a89964c14355d73907c', 'mac_address': 'fa:16:3e:13:7a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'daac5a1d-32c4-4cd3-af48-779eecb90ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:06Z', 'updated_at': '2022-04-28T19:37:15Z', 'revision_number': 4, 'project_id': 'e26f59f9d0474a89964c14355d73907c', 'subnets': [{'id': 'daac5a1d-32c4-4cd3-af48-779eecb90ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:17.419934 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018de9b0-d8a3-4695-8dfd-5403cf1919ab None None] The sync data for ids ['671b7009-b8af-4e87-97d9-d37d404376b9'] in n-d-839810-1 is: [{'id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'name': 'tempest-ServersTestJSON-1862462609-router', 'tenant_id': 'e26f59f9d0474a89964c14355d73907c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '43da9400-70eb-40ab-8aa0-ac0aaed2db14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:55Z', 'updated_at': '2022-04-28T19:37:09Z', 'revision_number': 4, 'project_id': 'e26f59f9d0474a89964c14355d73907c', 'gw_port': {'id': '43da9400-70eb-40ab-8aa0-ac0aaed2db14', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:36:57Z', 'updated_at': '2022-04-28T19:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'cf32e057-f420-40c4-a773-ce5b42a8e0ab', 'name': '', 'network_id': '03c23c13-73a0-4f69-a029-d17265afa037', 'tenant_id': 'e26f59f9d0474a89964c14355d73907c', 'mac_address': 'fa:16:3e:13:7a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'daac5a1d-32c4-4cd3-af48-779eecb90ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:06Z', 'updated_at': '2022-04-28T19:37:15Z', 'revision_number': 4, 'project_id': 'e26f59f9d0474a89964c14355d73907c', 'subnets': [{'id': 'daac5a1d-32c4-4cd3-af48-779eecb90ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:37:17.445317 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7431a4f9-214f-46b8-b4f9-5f4e39af6433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:17.523070 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-cc39335b-2ba8-4885-a123-b03e3f1dc130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c97235d-2fc0-452b-abdb-31f039ae6847', 'name': 'tempest-FloatingIPsNegativeTestJSON-1554523300-router', 'tenant_id': '15df975f433744388dbc15c31cad4abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'bafc097f-b772-4ba2-a3da-04bd636b751e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:56Z', 'updated_at': '2022-04-28T19:37:13Z', 'revision_number': 4, 'project_id': '15df975f433744388dbc15c31cad4abb', 'gw_port': {'id': 'bafc097f-b772-4ba2-a3da-04bd636b751e', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:44:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c97235d-2fc0-452b-abdb-31f039ae6847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:00Z', 'updated_at': '2022-04-28T19:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '1336745d-225e-4969-a28b-ed5069f3695c', 'name': '', 'network_id': '492f5f1e-bc45-40fe-93d7-48c778c6a765', 'tenant_id': '15df975f433744388dbc15c31cad4abb', 'mac_address': 'fa:16:3e:26:00:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c97235d-2fc0-452b-abdb-31f039ae6847', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '3608c016-d518-4682-8bba-ad36f31b9bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:11Z', 'updated_at': '2022-04-28T19:37:13Z', 'revision_number': 2, 'project_id': '15df975f433744388dbc15c31cad4abb', 'subnets': [{'id': '3608c016-d518-4682-8bba-ad36f31b9bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:17.530437 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0f146a5a-837e-4f64-a9b1-6cf2488f4607 req-22dc9988-625f-4fae-9882-25d3d45eb3a7 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819293 Apr 28 19:37:17.569239 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-b63365e7-f276-4c4e-86b4-da638326f9c1 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:17.577523 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-b63365e7-f276-4c4e-86b4-da638326f9c1 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/networks?id=b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb HTTP/1.1" status: 200 len: 813 time: 0.2637067 Apr 28 19:37:17.606962 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-54fc4f2c-ff64-4a73-957d-6a8411617e4e tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/quotas/c27ab83294f244dbb917866ac945a124 HTTP/1.1" status: 200 len: 375 time: 0.0282640 Apr 28 19:37:17.672695 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-1711dbab-4246-415b-916f-8b2e98bcf62e tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c27ab83294f244dbb917866ac945a124&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643492 Apr 28 19:37:17.719152 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fd75c7f9-4747-4ef7-983f-2f882771140a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:17.733725 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc39335b-2ba8-4885-a123-b03e3f1dc130 None None] The sync data for ids ['9c97235d-2fc0-452b-abdb-31f039ae6847'] in n-d-839810-1 is: [{'id': '9c97235d-2fc0-452b-abdb-31f039ae6847', 'name': 'tempest-FloatingIPsNegativeTestJSON-1554523300-router', 'tenant_id': '15df975f433744388dbc15c31cad4abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'bafc097f-b772-4ba2-a3da-04bd636b751e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:56Z', 'updated_at': '2022-04-28T19:37:13Z', 'revision_number': 4, 'project_id': '15df975f433744388dbc15c31cad4abb', 'gw_port': {'id': 'bafc097f-b772-4ba2-a3da-04bd636b751e', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:44:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c97235d-2fc0-452b-abdb-31f039ae6847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:00Z', 'updated_at': '2022-04-28T19:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '1336745d-225e-4969-a28b-ed5069f3695c', 'name': '', 'network_id': '492f5f1e-bc45-40fe-93d7-48c778c6a765', 'tenant_id': '15df975f433744388dbc15c31cad4abb', 'mac_address': 'fa:16:3e:26:00:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c97235d-2fc0-452b-abdb-31f039ae6847', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '3608c016-d518-4682-8bba-ad36f31b9bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:11Z', 'updated_at': '2022-04-28T19:37:13Z', 'revision_number': 2, 'project_id': '15df975f433744388dbc15c31cad4abb', 'subnets': [{'id': '3608c016-d518-4682-8bba-ad36f31b9bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:37:17.816357 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fd75c7f9-4747-4ef7-983f-2f882771140a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:17.829277 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0f146a5a-837e-4f64-a9b1-6cf2488f4607 req-846a0cc2-debe-403f-a872-a6021b3fccdb service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875626 Apr 28 19:37:17.846753 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ea389a4f-3ceb-4a1b-97c2-8146566efa0a up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:37:17.941584 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-c1748bc3-041a-4753-95cd-906faab06f0d None None] Provisioning complete for port 1336745d-225e-4969-a28b-ed5069f3695c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:17.942251 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c1748bc3-041a-4753-95cd-906faab06f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:18.021420 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port ea389a4f-3ceb-4a1b-97c2-8146566efa0a triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:18.021803 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:18.068045 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431a4f9-214f-46b8-b4f9-5f4e39af6433 None None] Pushing event updated for resources: {'Port': ['ID=cf32e057-f420-40c4-a773-ce5b42a8e0ab,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:18.071251 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75c7f9-4747-4ef7-983f-2f882771140a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ace559-8d0a-43e8-aa29-dcbecf25e85f,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:18.093638 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44548) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:37:18.099872 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-c1748bc3-041a-4753-95cd-906faab06f0d None None] Port 1336745d-225e-4969-a28b-ed5069f3695c cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:37:18.109455 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-fd75c7f9-4747-4ef7-983f-2f882771140a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d016b14748d449ccba016f92ffbded4c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4374156 Apr 28 19:37:18.118628 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-c1748bc3-041a-4753-95cd-906faab06f0d None None] Provisioning complete for port cf32e057-f420-40c4-a773-ce5b42a8e0ab triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:18.119154 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c1748bc3-041a-4753-95cd-906faab06f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:18.200406 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:18.222018 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-0d923036-c5b9-41f9-bc68-5db5adfbdb5c service neutron] 10.222.0.42 "GET /v2.0/networks/b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5441604 Apr 28 19:37:18.282947 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port ea389a4f-3ceb-4a1b-97c2-8146566efa0a, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ea389a4f-3ceb-4a1b-97c2-8146566efa0a,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:18.303898 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:18.358096 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-30b5c8fe-947b-4f42-bbe1-c534276f22c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:18.412592 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055ebfb0-f875-446c-8c2e-fecc36a99b0f None None] Sync routers for ids ['1bfa2316-8671-45a5-aa99-45904351fe76'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:37:18.483710 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-30b5c8fe-947b-4f42-bbe1-c534276f22c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:18.520303 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=ea389a4f-3ceb-4a1b-97c2-8146566efa0a,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:18.536136 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055ebfb0-f875-446c-8c2e-fecc36a99b0f None None] Routers {'1bfa2316-8671-45a5-aa99-45904351fe76'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:37:18.542336 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-055ebfb0-f875-446c-8c2e-fecc36a99b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:36:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1bfa2316-8671-45a5-aa99-45904351fe76'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:18.609219 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-30b5c8fe-947b-4f42-bbe1-c534276f22c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:18.612448 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-30b5c8fe-947b-4f42-bbe1-c534276f22c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:18.630074 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-30b5c8fe-947b-4f42-bbe1-c534276f22c1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a1ace559-8d0a-43e8-aa29-dcbecf25e85f HTTP/1.1" status: 204 len: 168 time: 0.5350542 Apr 28 19:37:18.646567 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5c8fe-947b-4f42-bbe1-c534276f22c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ace559-8d0a-43e8-aa29-dcbecf25e85f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:18.693795 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-71a71062-5683-47a6-b221-ff233ad44784 service neutron] 10.222.0.42 "GET /v2.0/networks/b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647357 Apr 28 19:37:18.959156 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44554) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:37:18.963957 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-3b4044a8-4297-4af7-b907-b8cf21e71918 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Request body: {'security_group': {'name': 'tempest-securitygroup--805576227', 'description': 'tempest-description--1222755496'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:37:19.041810 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3b4044a8-4297-4af7-b907-b8cf21e71918 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:19.211793 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device cf32e057-f420-40c4-a773-ce5b42a8e0ab up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:37:19.408167 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c649cd-7d33-47da-ac86-f37d0612136d req-e395dea0-4a1e-423d-b2c4-2878a1be59ee tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:19.417479 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b5c649cd-7d33-47da-ac86-f37d0612136d req-e395dea0-4a1e-423d-b2c4-2878a1be59ee tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 946 time: 0.2827511 Apr 28 19:37:19.481291 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-055ebfb0-f875-446c-8c2e-fecc36a99b0f None None] Set router 1bfa2316-8671-45a5-aa99-45904351fe76 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:37:19.562739 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3b4044a8-4297-4af7-b907-b8cf21e71918 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:19.583813 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3b4044a8-4297-4af7-b907-b8cf21e71918 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:19.640999 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f93ad-1b95-428d-8f0d-5695c3067d99 req-7c7d8e17-cf56-4d6a-a380-dc5ee1152194 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:19.654304 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a92f93ad-1b95-428d-8f0d-5695c3067d99 req-7c7d8e17-cf56-4d6a-a380-dc5ee1152194 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5 HTTP/1.1" status: 200 len: 945 time: 0.1885934 Apr 28 19:37:19.730402 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4044a8-4297-4af7-b907-b8cf21e71918 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=244d79a3-9e27-4766-be20-962837c5b3af,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:19.762367 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3b4044a8-4297-4af7-b907-b8cf21e71918 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:19.777167 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3b4044a8-4297-4af7-b907-b8cf21e71918 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8168335 Apr 28 19:37:19.781766 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44582) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:37:19.782263 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port cf32e057-f420-40c4-a773-ce5b42a8e0ab triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:19.782698 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:19.792479 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b5c649cd-7d33-47da-ac86-f37d0612136d req-5ef4afb8-3209-4603-822f-d83f21b2d77d tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3669941 Apr 28 19:37:19.825691 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a92f93ad-1b95-428d-8f0d-5695c3067d99 req-e650d62c-b8e6-44dd-8451-de9909dd787c tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701057 Apr 28 19:37:19.836341 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-8620630a-403e-4c1c-83ec-a1e490d25a1b tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Request body: {'security_group_rule': {'security_group_id': '244d79a3-9e27-4766-be20-962837c5b3af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:37:20.091687 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ea389a4f-3ceb-4a1b-97c2-8146566efa0a up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:37:20.094907 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c2dda207-abac-4c4e-824e-f7489bc85c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:20.336302 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:37:20.592309 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port ea389a4f-3ceb-4a1b-97c2-8146566efa0a triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:20.592758 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:20.716077 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:20.719542 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-055ebfb0-f875-446c-8c2e-fecc36a99b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1472714115-router', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:51Z', 'updated_at': '2022-04-28T19:37:03Z', 'revision_number': 4, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'gw_port': {'id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:36:52Z', 'updated_at': '2022-04-28T19:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '85efbcdb-041e-4ee1-b3aa-13a6bf881a9f', 'name': '', 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'mac_address': 'fa:16:3e:20:e3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:01Z', 'updated_at': '2022-04-28T19:37:03Z', 'revision_number': 2, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'subnets': [{'id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:20.740395 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-326e616b-f497-4fbe-85c1-c28fd523b3d8 req-27507d53-9b40-4869-af87-214dfa94bdd2 tempest-FloatingIPsNegativeTestJSON-592453092 tempest-FloatingIPsNegativeTestJSON-592453092-project] 10.222.0.42 "GET /v2.0/floatingips?tenant_id=15df975f433744388dbc15c31cad4abb HTTP/1.1" status: 200 len: 217 time: 0.3950007 Apr 28 19:37:20.757690 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055ebfb0-f875-446c-8c2e-fecc36a99b0f None None] Checking router: 1bfa2316-8671-45a5-aa99-45904351fe76 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:37:20.759235 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055ebfb0-f875-446c-8c2e-fecc36a99b0f None None] Updating router 1bfa2316-8671-45a5-aa99-45904351fe76 port 85efbcdb-041e-4ee1-b3aa-13a6bf881a9f binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:37:20.797113 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44608) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:37:20.947695 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-055ebfb0-f875-446c-8c2e-fecc36a99b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:20.996772 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4391f50-d433-41a8-801e-05d324974eb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0f58fd3-aaf7-43ce-a88d-1f0914f2d178'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:37:21.001232 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0582ba06-53c4-4dc2-971d-7d8166760521" -d '{"events": [{"server_uuid": "e4391f50-d433-41a8-801e-05d324974eb3", "name": "network-vif-unplugged", "status": "completed", "tag": "c0f58fd3-aaf7-43ce-a88d-1f0914f2d178"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:37:21.052750 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c0f58fd3-aaf7-43ce-a88d-1f0914f2d178, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:21.092530 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-f529d33c-41e1-4e21-84d0-49473ab3299f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1025782073-network', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:37:21.167216 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f529d33c-41e1-4e21-84d0-49473ab3299f admin admin] Made reservation on behalf of 98a6d5da4ca84f3b93f1251e2d3cf2d8 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:37:21.173420 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f529d33c-41e1-4e21-84d0-49473ab3299f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:21.211174 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:21.219048 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f529d33c-41e1-4e21-84d0-49473ab3299f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:21.293440 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-ffe8eae8-d4a7-4647-abd9-1dc4b81ee87b tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:21.297144 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-ffe8eae8-d4a7-4647-abd9-1dc4b81ee87b tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.44 "GET /v2.0/networks?id=3a8d8fbc-c638-4e44-87fd-3e5ca38570dd HTTP/1.1" status: 200 len: 821 time: 1.4560604 Apr 28 19:37:21.329451 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-7f658d4c-a880-47fd-a8b2-beae627f09b0 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Request body: {'port': {'device_id': 'b6ce721f-932a-4b0e-8173-b9432816dc43', 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd', 'admin_state_up': True, 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:37:21.372533 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445613d-e085-475e-bff8-4ae6bbe146ac req-e7443ae7-1bef-4ca4-9f4c-63a79c9d4b52 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:21.372755 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aaeb8821-b715-47e9-87a7-43a5e2b76c03 req-4de9c4a8-b2fb-4c91-8db9-6903813ae7d2 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6ce721f-932a-4b0e-8173-b9432816dc43 HTTP/1.1" status: 200 len: 210 time: 0.0743060 Apr 28 19:37:21.392534 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0445613d-e085-475e-bff8-4ae6bbe146ac req-e7443ae7-1bef-4ca4-9f4c-63a79c9d4b52 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5 HTTP/1.1" status: 200 len: 1096 time: 0.2403555 Apr 28 19:37:21.413691 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8620630a-403e-4c1c-83ec-a1e490d25a1b tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:21.473249 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bafc097f-b772-4ba2-a3da-04bd636b751e up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:37:21.563097 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178,revision_number=11']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:21.583662 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0445613d-e085-475e-bff8-4ae6bbe146ac req-1f0efbd2-a05d-411e-8f0d-ebc0e9ac65aa tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887617 Apr 28 19:37:21.598884 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8620630a-403e-4c1c-83ec-a1e490d25a1b tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:21.704027 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port bafc097f-b772-4ba2-a3da-04bd636b751e triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:21.706512 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:21.727153 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8620630a-403e-4c1c-83ec-a1e490d25a1b tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:21.751506 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f529d33c-41e1-4e21-84d0-49473ab3299f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:21.761244 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f529d33c-41e1-4e21-84d0-49473ab3299f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:21.828115 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529d33c-41e1-4e21-84d0-49473ab3299f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e813865a-2ea2-4f86-b705-c179fdd5a734,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:21.865871 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620630a-403e-4c1c-83ec-a1e490d25a1b tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a2c218-a06f-4383-b5f6-ab03fcaea600,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:21.876292 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8620630a-403e-4c1c-83ec-a1e490d25a1b tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:21.878706 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8620630a-403e-4c1c-83ec-a1e490d25a1b tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0958803 Apr 28 19:37:21.896670 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44634) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:37:21.913632 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-66a6884a-f68f-4e5e-8d38-519a663e13ee tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Request body: {'security_group_rule': {'security_group_id': '244d79a3-9e27-4766-be20-962837c5b3af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:37:21.960591 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e7c93f85-8bb9-4a1e-9768-4d6bcf30d8fd req-21c0f1ca-825c-49ec-b673-8a83f1e0a532 tempest-FloatingIPsNegativeTestJSON-592453092 tempest-FloatingIPsNegativeTestJSON-592453092-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1132014 Apr 28 19:37:21.962433 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f529d33c-41e1-4e21-84d0-49473ab3299f admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:37:21.996231 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f529d33c-41e1-4e21-84d0-49473ab3299f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:21.997564 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-f529d33c-41e1-4e21-84d0-49473ab3299f admin admin] Added segment 45b99270-ac05-4c11-b64b-fdc435dcfa6a of type vlan for network fa6ba32f-86e1-489e-bf69-a0854e414daf Apr 28 19:37:22.028234 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-66a6884a-f68f-4e5e-8d38-519a663e13ee tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:22.209610 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3f8da8f9-79b1-4cfb-b0ca-22c846271ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:22.211189 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f3518bb6-5506-44ab-8c8b-52c793f8559b req-3594d99b-456d-4608-8453-d5ceecf5d6ff tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/ports?device_id=27059cf8-c73f-4b67-9204-e09badc23f64 HTTP/1.1" status: 200 len: 210 time: 0.1202888 Apr 28 19:37:22.213361 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f529d33c-41e1-4e21-84d0-49473ab3299f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:22.332232 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f529d33c-41e1-4e21-84d0-49473ab3299f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:22.335039 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f529d33c-41e1-4e21-84d0-49473ab3299f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:22.337222 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f529d33c-41e1-4e21-84d0-49473ab3299f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:22.484562 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 19:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db00808-4fc9-4c94-87c4-e400693e6099 x-openstack-request-id: req-6db00808-4fc9-4c94-87c4-e400693e6099 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:37:22.486343 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4391f50-d433-41a8-801e-05d324974eb3", "name": "network-vif-unplugged", "status": "completed", "tag": "c0f58fd3-aaf7-43ce-a88d-1f0914f2d178", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:37:22.486343 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6db00808-4fc9-4c94-87c4-e400693e6099 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:37:22.489912 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6db00808-4fc9-4c94-87c4-e400693e6099'] response: {'server_uuid': 'e4391f50-d433-41a8-801e-05d324974eb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0f58fd3-aaf7-43ce-a88d-1f0914f2d178', 'code': 200} Apr 28 19:37:22.548838 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:22.616261 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-055ebfb0-f875-446c-8c2e-fecc36a99b0f None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:22.646069 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-055ebfb0-f875-446c-8c2e-fecc36a99b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:22.693458 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f529d33c-41e1-4e21-84d0-49473ab3299f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8948219 Apr 28 19:37:22.748383 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port bafc097f-b772-4ba2-a3da-04bd636b751e, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=bafc097f-b772-4ba2-a3da-04bd636b751e,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:22.763072 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:22.783545 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a6101-fd1b-4a02-a256-588af5a470c6 None None] Pushing event updated for resources: {'Port': ['ID=85efbcdb-041e-4ee1-b3aa-13a6bf881a9f,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:22.806814 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44646) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:37:22.835491 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-4b89ebcb-a2ff-463e-a36a-8cf055acde0e admin admin] Request body: {'subnet': {'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1025782073-subnet', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:37:22.849977 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529d33c-41e1-4e21-84d0-49473ab3299f admin admin] Pushing event updated for resources: {'Network': ['ID=fa6ba32f-86e1-489e-bf69-a0854e414daf,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:22.870280 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [req-1789f4af-b09d-4f6e-9420-eb107d1060d1 req-46a167a3-dcc9-4750-a2b0-411c8cac56ba tempest-FloatingIPsNegativeTestJSON-592453092 tempest-FloatingIPsNegativeTestJSON-592453092-project] show failed (client error): The resource could not be found. Apr 28 19:37:22.873290 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1789f4af-b09d-4f6e-9420-eb107d1060d1 req-46a167a3-dcc9-4750-a2b0-411c8cac56ba tempest-FloatingIPsNegativeTestJSON-592453092 tempest-FloatingIPsNegativeTestJSON-592453092-project] 10.222.0.42 "GET /v2.0/floatingips/108e4379-0c77-4743-8012-a153630be467 HTTP/1.1" status: 404 len: 350 time: 0.2688327 Apr 28 19:37:22.897713 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44650) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:37:22.925706 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-66a6884a-f68f-4e5e-8d38-519a663e13ee tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:22.939602 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network fa6ba32f-86e1-489e-bf69-a0854e414daf details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:37:22.953014 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-66a6884a-f68f-4e5e-8d38-519a663e13ee tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:23.017442 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6884a-f68f-4e5e-8d38-519a663e13ee tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e829af-7fec-4cfe-95f0-fda66b6494c5,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:23.030248 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-5056077e-3138-4179-9683-d21fd07a2cbe tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:23.032326 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-5056077e-3138-4179-9683-d21fd07a2cbe tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.15 "GET /v2.0/networks?id=b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb HTTP/1.1" status: 200 len: 813 time: 0.6323128 Apr 28 19:37:23.054990 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-7f658d4c-a880-47fd-a8b2-beae627f09b0 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Made reservation on behalf of 44836af2576c4eb08ccfbf8a35c6037e for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:37:23.059153 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-7f658d4c-a880-47fd-a8b2-beae627f09b0 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:23.095238 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b89ebcb-a2ff-463e-a36a-8cf055acde0e admin admin] Made reservation on behalf of 98a6d5da4ca84f3b93f1251e2d3cf2d8 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:37:23.107063 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b89ebcb-a2ff-463e-a36a-8cf055acde0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:23.130897 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-eae8dcd1-1fa9-4045-8d8a-d92cf00f679a tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Request body: {'port': {'device_id': '3bd7ece2-c7c9-467f-8b36-1bb32464263a', 'network_id': 'b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb', 'admin_state_up': True, 'tenant_id': 'c27ab83294f244dbb917866ac945a124'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:37:23.241842 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=bafc097f-b772-4ba2-a3da-04bd636b751e,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:23.250765 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-055ebfb0-f875-446c-8c2e-fecc36a99b0f None None] Attempting to bind port 85efbcdb-041e-4ee1-b3aa-13a6bf881a9f on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:37:23.254359 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-055ebfb0-f875-446c-8c2e-fecc36a99b0f None None] Attempting to bind port 85efbcdb-041e-4ee1-b3aa-13a6bf881a9f by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '2fb8e97e-9156-445e-9ce1-e18ed4c88813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:37:23.255079 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055ebfb0-f875-446c-8c2e-fecc36a99b0f None None] Attempting to bind port 85efbcdb-041e-4ee1-b3aa-13a6bf881a9f on network 3a8d8fbc-c638-4e44-87fd-3e5ca38570dd {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:37:23.258822 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-66a6884a-f68f-4e5e-8d38-519a663e13ee tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:23.261379 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-66a6884a-f68f-4e5e-8d38-519a663e13ee tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3632925 Apr 28 19:37:23.291950 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055ebfb0-f875-446c-8c2e-fecc36a99b0f None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:37:23.294775 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055ebfb0-f875-446c-8c2e-fecc36a99b0f None None] Checking segment: {'id': '2fb8e97e-9156-445e-9ce1-e18ed4c88813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:37:23.295345 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-055ebfb0-f875-446c-8c2e-fecc36a99b0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:23.295894 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055ebfb0-f875-446c-8c2e-fecc36a99b0f None None] Bound using segment: {'id': '2fb8e97e-9156-445e-9ce1-e18ed4c88813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:37:23.296516 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-055ebfb0-f875-446c-8c2e-fecc36a99b0f None None] Bound port: 85efbcdb-041e-4ee1-b3aa-13a6bf881a9f, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb8e97e-9156-445e-9ce1-e18ed4c88813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:37:23.297112 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-055ebfb0-f875-446c-8c2e-fecc36a99b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:23.297912 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44654) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:37:23.339491 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-38115013-ba05-4c80-8546-a9caff0f7182 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:37:23.442190 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-055ebfb0-f875-446c-8c2e-fecc36a99b0f None None] For port 85efbcdb-041e-4ee1-b3aa-13a6bf881a9f, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:37:23.446210 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-055ebfb0-f875-446c-8c2e-fecc36a99b0f None None] For port 85efbcdb-041e-4ee1-b3aa-13a6bf881a9f, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=85efbcdb-041e-4ee1-b3aa-13a6bf881a9f,segment=NetworkSegment(2fb8e97e-9156-445e-9ce1-e18ed4c88813),segment_id=2fb8e97e-9156-445e-9ce1-e18ed4c88813)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:37:23.448402 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:23.456843 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-055ebfb0-f875-446c-8c2e-fecc36a99b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:23.473656 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fed142-832c-407d-b5ce-0bc58b67a86f req-fb207ed1-93dd-4ee8-98a3-ebc672562358 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:23.489536 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-13fed142-832c-407d-b5ce-0bc58b67a86f req-fb207ed1-93dd-4ee8-98a3-ebc672562358 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.3608840 Apr 28 19:37:23.512068 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-2fc048ae-8625-49f3-aaa1-a90ffc3b4650 None None] Provisioning complete for port 85efbcdb-041e-4ee1-b3aa-13a6bf881a9f triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:23.512667 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2fc048ae-8625-49f3-aaa1-a90ffc3b4650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:23.567891 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055ebfb0-f875-446c-8c2e-fecc36a99b0f None None] Routers {'1bfa2316-8671-45a5-aa99-45904351fe76'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:37:23.568781 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-055ebfb0-f875-446c-8c2e-fecc36a99b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:37:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1bfa2316-8671-45a5-aa99-45904351fe76'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:23.612898 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-7f658d4c-a880-47fd-a8b2-beae627f09b0 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Allocated IP 172.20.0.8 (3a8d8fbc-c638-4e44-87fd-3e5ca38570dd/ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f/7a9975b2-500f-485b-a22e-b469354f4190) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:37:23.654141 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a6101-fd1b-4a02-a256-588af5a470c6 None None] Pushing event updated for resources: {'Port': ['ID=85efbcdb-041e-4ee1-b3aa-13a6bf881a9f,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:23.743923 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-13fed142-832c-407d-b5ce-0bc58b67a86f req-9ed453c6-f38f-4dd3-8122-c961b9c86407 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2531972 Apr 28 19:37:23.930906 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-055ebfb0-f875-446c-8c2e-fecc36a99b0f None None] Set router 1bfa2316-8671-45a5-aa99-45904351fe76 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:37:23.942662 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e465311-71ca-4089-8aea-869cdc6eac6f req-1f1de570-011e-4b1f-b99d-fe7eb95914ec tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:23.944604 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b89ebcb-a2ff-463e-a36a-8cf055acde0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:23.948087 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2fc048ae-8625-49f3-aaa1-a90ffc3b4650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:23.948340 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e465311-71ca-4089-8aea-869cdc6eac6f req-1f1de570-011e-4b1f-b99d-fe7eb95914ec tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5 HTTP/1.1" status: 200 len: 1096 time: 1.0043297 Apr 28 19:37:23.989492 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-38115013-ba05-4c80-8546-a9caff0f7182 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks [] for floatingip, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:24.091048 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-1dbab62a-e8d5-4e87-be67-5d85d34aae64 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:24.094644 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-1dbab62a-e8d5-4e87-be67-5d85d34aae64 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.44 "GET /v2.0/networks?id=b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb HTTP/1.1" status: 200 len: 813 time: 1.7204325 Apr 28 19:37:24.115658 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-9916ad94-901a-4a50-b121-7bbe303c6bf5 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Request body: {'port': {'device_id': '27059cf8-c73f-4b67-9204-e09badc23f64', 'network_id': 'b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb', 'admin_state_up': True, 'tenant_id': 'c27ab83294f244dbb917866ac945a124'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:37:24.135815 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f25e483e-e3b6-4e45-b181-4267e3ee03e5 req-9d9625e8-718a-4367-85fe-55732de86c0b tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6ce721f-932a-4b0e-8173-b9432816dc43 HTTP/1.1" status: 200 len: 210 time: 0.1499164 Apr 28 19:37:24.162687 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89ebcb-a2ff-463e-a36a-8cf055acde0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7a2f793-5447-48fe-83df-017889e9d0fc,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:24.220390 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b89ebcb-a2ff-463e-a36a-8cf055acde0e admin admin] Checking segment: {'id': '45b99270-ac05-4c11-b64b-fdc435dcfa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:37:24.220768 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b89ebcb-a2ff-463e-a36a-8cf055acde0e admin admin] Network hostable DHCP agents. Network: fa6ba32f-86e1-489e-bf69-a0854e414daf, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:37:24.262454 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-2fc048ae-8625-49f3-aaa1-a90ffc3b4650 None None] For port 85efbcdb-041e-4ee1-b3aa-13a6bf881a9f, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=85efbcdb-041e-4ee1-b3aa-13a6bf881a9f,segment=NetworkSegment(2fb8e97e-9156-445e-9ce1-e18ed4c88813),segment_id=2fb8e97e-9156-445e-9ce1-e18ed4c88813)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:24.275518 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e465311-71ca-4089-8aea-869cdc6eac6f req-0dfdedc3-f6eb-4909-b55c-f242a088cca5 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942097 Apr 28 19:37:24.315729 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b89ebcb-a2ff-463e-a36a-8cf055acde0e admin admin] Network fa6ba32f-86e1-489e-bf69-a0854e414daf is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:37:24.320628 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2fc048ae-8625-49f3-aaa1-a90ffc3b4650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:24.382674 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-4b89ebcb-a2ff-463e-a36a-8cf055acde0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, fa6ba32f-86e1-489e-bf69-a0854e414daf) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:37:24.390665 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b89ebcb-a2ff-463e-a36a-8cf055acde0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:24.390994 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b89ebcb-a2ff-463e-a36a-8cf055acde0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:24.397228 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b9889f4-ede8-4bc4-8df4-a9f1cf038d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:24.410583 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae3b1b4-fdaa-4bfb-b778-efeaf3f0e5a3 None None] Network fa6ba32f-86e1-489e-bf69-a0854e414daf requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:37:24.415413 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc048ae-8625-49f3-aaa1-a90ffc3b4650 None None] Pushing event updated for resources: {'Port': ['ID=85efbcdb-041e-4ee1-b3aa-13a6bf881a9f,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:24.438639 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-7f658d4c-a880-47fd-a8b2-beae627f09b0 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:24.458761 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-eae8dcd1-1fa9-4045-8d8a-d92cf00f679a tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Made reservation on behalf of c27ab83294f244dbb917866ac945a124 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:37:24.466803 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-eae8dcd1-1fa9-4045-8d8a-d92cf00f679a tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:24.466803 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-9916ad94-901a-4a50-b121-7bbe303c6bf5 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Made reservation on behalf of c27ab83294f244dbb917866ac945a124 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:37:24.469106 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-9916ad94-901a-4a50-b121-7bbe303c6bf5 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:24.474120 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-05a9758c-d498-4abe-b6d7-bdaa35fe9543 req-bf440853-6d6f-4d12-9d7e-992431076807 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/ports?device_id=27059cf8-c73f-4b67-9204-e09badc23f64 HTTP/1.1" status: 200 len: 210 time: 0.0404539 Apr 28 19:37:24.481883 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4b89ebcb-a2ff-463e-a36a-8cf055acde0e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6711621 Apr 28 19:37:24.484227 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44688) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:37:24.488644 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-04cc0766-69b9-4ab4-978e-d446a10cdc01 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1025782073-router', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:37:24.554239 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-04cc0766-69b9-4ab4-978e-d446a10cdc01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:24.555746 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-04cc0766-69b9-4ab4-978e-d446a10cdc01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:24.638153 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-04cc0766-69b9-4ab4-978e-d446a10cdc01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:24.771916 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b0a28dbb-ab2b-4f36-8e1d-bc9ffdd75ee4 None None] Provisioning complete for port 85efbcdb-041e-4ee1-b3aa-13a6bf881a9f triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:24.772643 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b0a28dbb-ab2b-4f36-8e1d-bc9ffdd75ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:24.827696 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-7f658d4c-a880-47fd-a8b2-beae627f09b0 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:24.889762 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705b6a84-e7d4-4954-bc49-d10b54b43dfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-fa6ba32f-86e1-489e-bf69-a0854e414daf', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'fixed_ips': [{'subnet_id': 'a7a2f793-5447-48fe-83df-017889e9d0fc'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:37:24.890569 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-705b6a84-e7d4-4954-bc49-d10b54b43dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:24.909621 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-055ebfb0-f875-446c-8c2e-fecc36a99b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1472714115-router', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:51Z', 'updated_at': '2022-04-28T19:37:03Z', 'revision_number': 4, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'gw_port': {'id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:36:52Z', 'updated_at': '2022-04-28T19:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '85efbcdb-041e-4ee1-b3aa-13a6bf881a9f', 'name': '', 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'mac_address': 'fa:16:3e:20:e3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:01Z', 'updated_at': '2022-04-28T19:37:23Z', 'revision_number': 4, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'subnets': [{'id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:24.942471 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-04cc0766-69b9-4ab4-978e-d446a10cdc01 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:24.960335 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055ebfb0-f875-446c-8c2e-fecc36a99b0f None None] The sync data for ids ['1bfa2316-8671-45a5-aa99-45904351fe76'] in n-d-839810-1 is: [{'id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1472714115-router', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:51Z', 'updated_at': '2022-04-28T19:37:03Z', 'revision_number': 4, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'gw_port': {'id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:36:52Z', 'updated_at': '2022-04-28T19:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '85efbcdb-041e-4ee1-b3aa-13a6bf881a9f', 'name': '', 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'mac_address': 'fa:16:3e:20:e3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:01Z', 'updated_at': '2022-04-28T19:37:23Z', 'revision_number': 4, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'subnets': [{'id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:37:24.971916 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e67db2-4e6e-48f7-b2c1-e1981794399a req-a0fed3ff-b10e-4077-afda-cfd1d64c0e51 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:24.979410 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a9e67db2-4e6e-48f7-b2c1-e1981794399a req-a0fed3ff-b10e-4077-afda-cfd1d64c0e51 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/ports?device_id=48d04f3d-4255-4737-aad2-787288748693 HTTP/1.1" status: 200 len: 951 time: 0.3183358 Apr 28 19:37:24.984236 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f658d4c-a880-47fd-a8b2-beae627f09b0 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Pushing event updated for resources: {'Port': ['ID=7a9975b2-500f-485b-a22e-b469354f4190,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:25.008056 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-38115013-ba05-4c80-8546-a9caff0f7182 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:25.028095 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-7f658d4c-a880-47fd-a8b2-beae627f09b0 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Network 3a8d8fbc-c638-4e44-87fd-3e5ca38570dd is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:37:25.050569 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-7f658d4c-a880-47fd-a8b2-beae627f09b0 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:37:25.054829 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-7f658d4c-a880-47fd-a8b2-beae627f09b0 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:37:25.088712 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a9e67db2-4e6e-48f7-b2c1-e1981794399a req-07ac3fc8-6f30-4092-863e-e1d052ef0b8e tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/security-groups?id=1405446e-ee39-4878-8bba-1170ad050e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083651 Apr 28 19:37:25.155354 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-705b6a84-e7d4-4954-bc49-d10b54b43dfe None None] Allocated IP 172.20.0.2 (fa6ba32f-86e1-489e-bf69-a0854e414daf/a7a2f793-5447-48fe-83df-017889e9d0fc/cd0e2e00-0187-4552-b100-41d6be3005d3) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:37:25.168685 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-9916ad94-901a-4a50-b121-7bbe303c6bf5 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Allocated IP 172.20.0.14 (b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb/8616dcc1-9271-4ef2-abbb-c6606af7323b/26cf4175-065b-45a6-80f9-642be3c2060b) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:37:25.204741 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ee240-c6f9-407c-856e-e13dde0d0609 req-1f36ccdd-a8fc-4e2a-974f-c72f8b38f4fe tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:25.213643 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1e2ee240-c6f9-407c-856e-e13dde0d0609 req-1f36ccdd-a8fc-4e2a-974f-c72f8b38f4fe tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5 HTTP/1.1" status: 200 len: 1096 time: 0.4244008 Apr 28 19:37:25.305322 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-7f658d4c-a880-47fd-a8b2-beae627f09b0 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:25.305322 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-7f658d4c-a880-47fd-a8b2-beae627f09b0 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:25.379383 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-38115013-ba05-4c80-8546-a9caff0f7182 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Allocated IP 172.25.8.26 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/af0e7c38-8aae-48df-a148-61addcca61b0) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:37:25.433593 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 85efbcdb-041e-4ee1-b3aa-13a6bf881a9f up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:37:25.508407 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1e2ee240-c6f9-407c-856e-e13dde0d0609 req-6da57d78-cfaa-4cf9-8e9d-963c6b278bf5 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892175 Apr 28 19:37:25.513015 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-7f658d4c-a880-47fd-a8b2-beae627f09b0 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1895535 Apr 28 19:37:25.539186 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-eac61bdd-d8e9-49e6-bba3-351bc1fe3cf6 None None] Provisioning complete for port 7a9975b2-500f-485b-a22e-b469354f4190 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:25.539562 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-eac61bdd-d8e9-49e6-bba3-351bc1fe3cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:25.547384 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-bedd49bb-06bb-477d-81ac-c6cc6633e343 service neutron] Request body: {'port': {'device_id': 'b6ce721f-932a-4b0e-8173-b9432816dc43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:37:25.619500 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 85efbcdb-041e-4ee1-b3aa-13a6bf881a9f triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:25.620058 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:25.637239 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-bedd49bb-06bb-477d-81ac-c6cc6633e343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:25.706406 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-eac61bdd-d8e9-49e6-bba3-351bc1fe3cf6 None None] Port 7a9975b2-500f-485b-a22e-b469354f4190 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:37:25.715735 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:25.718476 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-705b6a84-e7d4-4954-bc49-d10b54b43dfe None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:25.728955 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-705b6a84-e7d4-4954-bc49-d10b54b43dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:25.771160 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-7b9889f4-ede8-4bc4-8df4-a9f1cf038d45 admin admin] Deleting port 1336745d-225e-4969-a28b-ed5069f3695c {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:37:25.772740 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b9889f4-ede8-4bc4-8df4-a9f1cf038d45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:25.807057 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705b6a84-e7d4-4954-bc49-d10b54b43dfe None None] Network fa6ba32f-86e1-489e-bf69-a0854e414daf is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:37:25.816298 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-705b6a84-e7d4-4954-bc49-d10b54b43dfe None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:37:25.818950 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705b6a84-e7d4-4954-bc49-d10b54b43dfe None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:37:25.827357 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b6a84-e7d4-4954-bc49-d10b54b43dfe None None] Pushing event updated for resources: {'Port': ['ID=cd0e2e00-0187-4552-b100-41d6be3005d3,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:25.835088 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397ce54-b3e2-4c98-9b4c-807f043bcf42 req-1ec176eb-5929-4c53-be80-b1c4bf7027a5 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:25.836847 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2397ce54-b3e2-4c98-9b4c-807f043bcf42 req-1ec176eb-5929-4c53-be80-b1c4bf7027a5 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6ce721f-932a-4b0e-8173-b9432816dc43 HTTP/1.1" status: 200 len: 931 time: 0.2023094 Apr 28 19:37:25.858094 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bafc097f-b772-4ba2-a3da-04bd636b751e up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:37:25.866929 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fbfc62-c461-4e8f-bcff-16a3ff8c9e6b None None] Sync routers for ids ['9c97235d-2fc0-452b-abdb-31f039ae6847'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:37:25.867580 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2779a1-fef1-44a5-ad1e-daed976ee0c3 req-b56b6df8-c825-49cd-b6d7-fc9331ee43e8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:25.875408 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5f2779a1-fef1-44a5-ad1e-daed976ee0c3 req-b56b6df8-c825-49cd-b6d7-fc9331ee43e8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.7162611 Apr 28 19:37:25.886786 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fbfc62-c461-4e8f-bcff-16a3ff8c9e6b None None] Routers {'9c97235d-2fc0-452b-abdb-31f039ae6847'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:37:25.888572 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b3fbfc62-c461-4e8f-bcff-16a3ff8c9e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:37:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9c97235d-2fc0-452b-abdb-31f039ae6847'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:25.935680 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:25.971179 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-705b6a84-e7d4-4954-bc49-d10b54b43dfe None None] Attempting to bind port cd0e2e00-0187-4552-b100-41d6be3005d3 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:37:25.972040 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-705b6a84-e7d4-4954-bc49-d10b54b43dfe None None] Attempting to bind port cd0e2e00-0187-4552-b100-41d6be3005d3 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '45b99270-ac05-4c11-b64b-fdc435dcfa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:37:25.972506 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705b6a84-e7d4-4954-bc49-d10b54b43dfe None None] Attempting to bind port cd0e2e00-0187-4552-b100-41d6be3005d3 on network fa6ba32f-86e1-489e-bf69-a0854e414daf {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:37:25.981683 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705b6a84-e7d4-4954-bc49-d10b54b43dfe None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:37:25.983005 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705b6a84-e7d4-4954-bc49-d10b54b43dfe None None] Checking segment: {'id': '45b99270-ac05-4c11-b64b-fdc435dcfa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:37:25.983005 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-705b6a84-e7d4-4954-bc49-d10b54b43dfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:25.983005 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705b6a84-e7d4-4954-bc49-d10b54b43dfe None None] Bound using segment: {'id': '45b99270-ac05-4c11-b64b-fdc435dcfa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:37:25.987253 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-38115013-ba05-4c80-8546-a9caff0f7182 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:25.988483 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-705b6a84-e7d4-4954-bc49-d10b54b43dfe None None] Bound port: cd0e2e00-0187-4552-b100-41d6be3005d3, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b99270-ac05-4c11-b64b-fdc435dcfa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:37:25.988993 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-705b6a84-e7d4-4954-bc49-d10b54b43dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:26.040285 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-9916ad94-901a-4a50-b121-7bbe303c6bf5 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:26.050271 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5f2779a1-fef1-44a5-ad1e-daed976ee0c3 req-21821b0b-5701-4b53-9c18-dc785fd236ba tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737838 Apr 28 19:37:26.109978 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-b3fbfc62-c461-4e8f-bcff-16a3ff8c9e6b None None] Set router 9c97235d-2fc0-452b-abdb-31f039ae6847 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:37:26.144660 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b9889f4-ede8-4bc4-8df4-a9f1cf038d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:26.154953 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port bafc097f-b772-4ba2-a3da-04bd636b751e triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:26.160898 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:26.225533 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-7b9889f4-ede8-4bc4-8df4-a9f1cf038d45 admin admin] Calling delete_port for 1336745d-225e-4969-a28b-ed5069f3695c owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:37:26.254518 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-705b6a84-e7d4-4954-bc49-d10b54b43dfe None None] For port cd0e2e00-0187-4552-b100-41d6be3005d3, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:37:26.262247 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-705b6a84-e7d4-4954-bc49-d10b54b43dfe None None] For port cd0e2e00-0187-4552-b100-41d6be3005d3, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=cd0e2e00-0187-4552-b100-41d6be3005d3,segment=NetworkSegment(45b99270-ac05-4c11-b64b-fdc435dcfa6a),segment_id=45b99270-ac05-4c11-b64b-fdc435dcfa6a)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:37:26.275114 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-705b6a84-e7d4-4954-bc49-d10b54b43dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:26.286581 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-04cc0766-69b9-4ab4-978e-d446a10cdc01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:26.352514 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-04cc0766-69b9-4ab4-978e-d446a10cdc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:26.384523 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:37:26.395971 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-bedd49bb-06bb-477d-81ac-c6cc6633e343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a9975b2-500f-485b-a22e-b469354f4190 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:37:26.410896 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-bedd49bb-06bb-477d-81ac-c6cc6633e343 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:26.435638 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-bedd49bb-06bb-477d-81ac-c6cc6633e343 service neutron] Transition to ACTIVE for port object 7a9975b2-500f-485b-a22e-b469354f4190 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:37:26.449144 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-9916ad94-901a-4a50-b121-7bbe303c6bf5 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:26.451733 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-38115013-ba05-4c80-8546-a9caff0f7182 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:26.483616 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b6a84-e7d4-4954-bc49-d10b54b43dfe None None] Pushing event updated for resources: {'Port': ['ID=cd0e2e00-0187-4552-b100-41d6be3005d3,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:26.485347 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-bedd49bb-06bb-477d-81ac-c6cc6633e343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:26.505618 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b3fbfc62-c461-4e8f-bcff-16a3ff8c9e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c97235d-2fc0-452b-abdb-31f039ae6847', 'name': 'tempest-FloatingIPsNegativeTestJSON-1554523300-router', 'tenant_id': '15df975f433744388dbc15c31cad4abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'bafc097f-b772-4ba2-a3da-04bd636b751e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:56Z', 'updated_at': '2022-04-28T19:37:13Z', 'revision_number': 4, 'project_id': '15df975f433744388dbc15c31cad4abb', 'gw_port': {'id': 'bafc097f-b772-4ba2-a3da-04bd636b751e', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:44:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c97235d-2fc0-452b-abdb-31f039ae6847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:00Z', 'updated_at': '2022-04-28T19:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '1336745d-225e-4969-a28b-ed5069f3695c', 'name': '', 'network_id': '492f5f1e-bc45-40fe-93d7-48c778c6a765', 'tenant_id': '15df975f433744388dbc15c31cad4abb', 'mac_address': 'fa:16:3e:26:00:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c97235d-2fc0-452b-abdb-31f039ae6847', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '3608c016-d518-4682-8bba-ad36f31b9bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:11Z', 'updated_at': '2022-04-28T19:37:13Z', 'revision_number': 2, 'project_id': '15df975f433744388dbc15c31cad4abb', 'subnets': [{'id': '3608c016-d518-4682-8bba-ad36f31b9bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:26.547188 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-9916ad94-901a-4a50-b121-7bbe303c6bf5 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Network b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:37:26.577109 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-9916ad94-901a-4a50-b121-7bbe303c6bf5 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:37:26.584276 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-9916ad94-901a-4a50-b121-7bbe303c6bf5 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:37:26.588556 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fbfc62-c461-4e8f-bcff-16a3ff8c9e6b None None] Checking router: 9c97235d-2fc0-452b-abdb-31f039ae6847 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:37:26.589040 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fbfc62-c461-4e8f-bcff-16a3ff8c9e6b None None] Updating router 9c97235d-2fc0-452b-abdb-31f039ae6847 port 1336745d-225e-4969-a28b-ed5069f3695c binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:37:26.635836 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74ba5d-7de5-4356-9d30-c627fb615a31 req-0ed39f53-9bbd-46b8-b0e7-f6dd0f031e22 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:26.662870 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4d74ba5d-7de5-4356-9d30-c627fb615a31 req-0ed39f53-9bbd-46b8-b0e7-f6dd0f031e22 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/ports?device_id=27059cf8-c73f-4b67-9204-e09badc23f64 HTTP/1.1" status: 200 len: 932 time: 0.4735401 Apr 28 19:37:26.669136 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-b3fbfc62-c461-4e8f-bcff-16a3ff8c9e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:26.729770 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2397ce54-b3e2-4c98-9b4c-807f043bcf42 req-7563e016-0461-40b2-89ff-234433255258 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b8d6d46-8bb9-4e41-9d21-b4840b2243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8842843 Apr 28 19:37:26.749533 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c0f58fd3-aaf7-43ce-a88d-1f0914f2d178, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:26.815345 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'c0f58fd3-aaf7-43ce-a88d-1f0914f2d178', 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19', 'port_id': 'c0f58fd3-aaf7-43ce-a88d-1f0914f2d178', 'mac_address': 'fa:16:3e:c1:7c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43d83121-413d-4da3-b294-551f60ac6b94', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:37:26.868355 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38115013-ba05-4c80-8546-a9caff0f7182 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:37:26.918418 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-38115013-ba05-4c80-8546-a9caff0f7182 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:37:26.930301 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:26.952646 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38115013-ba05-4c80-8546-a9caff0f7182 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:37:26.973130 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:37:26.986748 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b9889f4-ede8-4bc4-8df4-a9f1cf038d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:26.997406 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-eae8dcd1-1fa9-4045-8d8a-d92cf00f679a tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Allocated IP 172.20.0.10 (b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb/8616dcc1-9271-4ef2-abbb-c6606af7323b/c8979e18-cf25-4ebf-893c-0cd86eb1fb21) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:37:27.037712 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c0f58fd3-aaf7-43ce-a88d-1f0914f2d178, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:27.043273 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9889f4-ede8-4bc4-8df4-a9f1cf038d45 admin admin] Pushing event deleted for resources: {'Port': ['ID=1336745d-225e-4969-a28b-ed5069f3695c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:27.068473 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:27.074491 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38115013-ba05-4c80-8546-a9caff0f7182 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Pushing event updated for resources: {'Port': ['ID=af0e7c38-8aae-48df-a148-61addcca61b0,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:27.109129 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4d74ba5d-7de5-4356-9d30-c627fb615a31 req-0c7509ed-6fbf-436a-9d4b-9e8c4b9cfcf3 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f2ee023-a8e3-4096-ae6c-386871a0809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453828 Apr 28 19:37:27.238029 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['c0f58fd3-aaf7-43ce-a88d-1f0914f2d178'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:37:27.240285 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-9916ad94-901a-4a50-b121-7bbe303c6bf5 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:27.241135 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-9916ad94-901a-4a50-b121-7bbe303c6bf5 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:27.329775 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178,revision_number=12']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:27.432674 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-9916ad94-901a-4a50-b121-7bbe303c6bf5 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3224039 Apr 28 19:37:27.478580 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.db.api [None req-b3fbfc62-c461-4e8f-bcff-16a3ff8c9e6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:37:27.479129 n-d-839810-1 neutron-server[102776]: DEBUG oslo_db.api [None req-b3fbfc62-c461-4e8f-bcff-16a3ff8c9e6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:37:27.481455 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-90af1243-f314-4368-86ec-e03e3e257a6c service neutron] Request body: {'port': {'device_id': '27059cf8-c73f-4b67-9204-e09badc23f64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:37:27.484624 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device cd0e2e00-0187-4552-b100-41d6be3005d3 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:37:27.535734 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916ad94-901a-4a50-b121-7bbe303c6bf5 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Pushing event updated for resources: {'Port': ['ID=26cf4175-065b-45a6-80f9-642be3c2060b,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:27.642558 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b9889f4-ede8-4bc4-8df4-a9f1cf038d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:27.655170 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63339cc-2be6-44e9-91ac-27972cdb3236 req-a4362e38-cf76-4ebe-a6a0-436c771f80fe tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:27.656041 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-04cc0766-69b9-4ab4-978e-d446a10cdc01 admin admin] Allocated IP 172.25.8.102 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:37:27.668007 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c63339cc-2be6-44e9-91ac-27972cdb3236 req-a4362e38-cf76-4ebe-a6a0-436c771f80fe tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/ports?device_id=48d04f3d-4255-4737-aad2-787288748693 HTTP/1.1" status: 200 len: 951 time: 0.7127795 Apr 28 19:37:27.676969 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port cd0e2e00-0187-4552-b100-41d6be3005d3 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:27.677768 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:27.818580 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:27.864343 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port cd0e2e00-0187-4552-b100-41d6be3005d3, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=cd0e2e00-0187-4552-b100-41d6be3005d3,segment=NetworkSegment(45b99270-ac05-4c11-b64b-fdc435dcfa6a),segment_id=45b99270-ac05-4c11-b64b-fdc435dcfa6a)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:27.875478 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:27.937402 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-bedd49bb-06bb-477d-81ac-c6cc6633e343 service neutron] Attempting to bind port 7a9975b2-500f-485b-a22e-b469354f4190 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:37:27.938756 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0084444-7ab7-49f1-a777-8639c8ba6548 req-ad9ca254-fc8a-474f-b5a8-c6f4b5bab71b tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:27.940798 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d0084444-7ab7-49f1-a777-8639c8ba6548 req-ad9ca254-fc8a-474f-b5a8-c6f4b5bab71b tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5 HTTP/1.1" status: 200 len: 1096 time: 0.5373261 Apr 28 19:37:27.950562 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-bedd49bb-06bb-477d-81ac-c6cc6633e343 service neutron] Attempting to bind port 7a9975b2-500f-485b-a22e-b469354f4190 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '2fb8e97e-9156-445e-9ce1-e18ed4c88813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:37:27.953795 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-bedd49bb-06bb-477d-81ac-c6cc6633e343 service neutron] Attempting to bind port 7a9975b2-500f-485b-a22e-b469354f4190 on network 3a8d8fbc-c638-4e44-87fd-3e5ca38570dd {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:37:27.976607 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=cd0e2e00-0187-4552-b100-41d6be3005d3,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:28.035785 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fbfc62-c461-4e8f-bcff-16a3ff8c9e6b None None] Port 1336745d-225e-4969-a28b-ed5069f3695c not found while updating agent binding for router 9c97235d-2fc0-452b-abdb-31f039ae6847. {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 28 19:37:28.041424 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c63339cc-2be6-44e9-91ac-27972cdb3236 req-b274e93d-22d1-4e08-962f-aeebddad5d8b tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/security-groups?id=1405446e-ee39-4878-8bba-1170ad050e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721747 Apr 28 19:37:28.043289 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-90af1243-f314-4368-86ec-e03e3e257a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:28.058836 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-04cc0766-69b9-4ab4-978e-d446a10cdc01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:28.072310 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fbfc62-c461-4e8f-bcff-16a3ff8c9e6b None None] Routers {'9c97235d-2fc0-452b-abdb-31f039ae6847'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:37:28.072947 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d0084444-7ab7-49f1-a777-8639c8ba6548 req-3c49a019-ac35-4df9-95bc-4b113d72f7f1 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805898 Apr 28 19:37:28.073094 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b3fbfc62-c461-4e8f-bcff-16a3ff8c9e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:37:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9c97235d-2fc0-452b-abdb-31f039ae6847'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:28.199791 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06783b19-2a44-4603-9267-5b6fae0684d4 None None] Network fa6ba32f-86e1-489e-bf69-a0854e414daf requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:37:28.292959 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-04cc0766-69b9-4ab4-978e-d446a10cdc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:28.353799 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-32e9f0b6-3653-4995-a26c-c172f118d26f None None] Provisioning complete for port cd0e2e00-0187-4552-b100-41d6be3005d3 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:28.354168 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-32e9f0b6-3653-4995-a26c-c172f118d26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:28.374428 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cc0766-69b9-4ab4-978e-d446a10cdc01 admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:37:28.389799 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-04cc0766-69b9-4ab4-978e-d446a10cdc01 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:37:28.400590 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cc0766-69b9-4ab4-978e-d446a10cdc01 admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:37:28.418010 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:37:28.464432 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-b3fbfc62-c461-4e8f-bcff-16a3ff8c9e6b None None] Set router 9c97235d-2fc0-452b-abdb-31f039ae6847 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:37:28.506216 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997370cf-ae08-4e48-9dc4-1eab0c0772ef req-4ad6ac15-b154-41be-9ac4-518ecd2ca727 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:28.508360 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-997370cf-ae08-4e48-9dc4-1eab0c0772ef req-4ad6ac15-b154-41be-9ac4-518ecd2ca727 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6ce721f-932a-4b0e-8173-b9432816dc43 HTTP/1.1" status: 200 len: 943 time: 0.2681437 Apr 28 19:37:28.514712 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9889f4-ede8-4bc4-8df4-a9f1cf038d45 admin admin] Router 9c97235d-2fc0-452b-abdb-31f039ae6847 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:37:28.548572 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc0766-69b9-4ab4-978e-d446a10cdc01 admin admin] Pushing event updated for resources: {'Port': ['ID=c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:28.566339 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd49bb-06bb-477d-81ac-c6cc6633e343 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9975b2-500f-485b-a22e-b469354f4190,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:28.571428 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-38115013-ba05-4c80-8546-a9caff0f7182 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:28.592030 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-bedd49bb-06bb-477d-81ac-c6cc6633e343 service neutron] Port 7a9975b2-500f-485b-a22e-b469354f4190 on network 3a8d8fbc-c638-4e44-87fd-3e5ca38570dd not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:37:28.592462 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-bedd49bb-06bb-477d-81ac-c6cc6633e343 service neutron] Attempting to bind port 7a9975b2-500f-485b-a22e-b469354f4190 on network 3a8d8fbc-c638-4e44-87fd-3e5ca38570dd {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:37:28.658912 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-bedd49bb-06bb-477d-81ac-c6cc6633e343 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:37:28.659500 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-bedd49bb-06bb-477d-81ac-c6cc6633e343 service neutron] Checking segment: {'id': '2fb8e97e-9156-445e-9ce1-e18ed4c88813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:37:28.660009 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-bedd49bb-06bb-477d-81ac-c6cc6633e343 service neutron] Bound using segment: {'id': '2fb8e97e-9156-445e-9ce1-e18ed4c88813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:37:28.660573 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-bedd49bb-06bb-477d-81ac-c6cc6633e343 service neutron] Bound port: 7a9975b2-500f-485b-a22e-b469354f4190, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb8e97e-9156-445e-9ce1-e18ed4c88813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:37:28.660947 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-bedd49bb-06bb-477d-81ac-c6cc6633e343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:28.685753 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:28.686436 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:28.749541 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-38115013-ba05-4c80-8546-a9caff0f7182 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:28.763708 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-997370cf-ae08-4e48-9dc4-1eab0c0772ef req-9773cc88-f16c-4fef-8457-0a5c7c95b431 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b8d6d46-8bb9-4e41-9d21-b4840b2243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189507 Apr 28 19:37:28.903404 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:28.910978 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-eae8dcd1-1fa9-4045-8d8a-d92cf00f679a tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:28.959305 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c0f58fd3-aaf7-43ce-a88d-1f0914f2d178, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:28.960937 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4391f50-d433-41a8-801e-05d324974eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f58fd3-aaf7-43ce-a88d-1f0914f2d178'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:37:28.964757 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c22d851-6b79-4ded-8315-8661534f42af" -d '{"events": [{"server_uuid": "e4391f50-d433-41a8-801e-05d324974eb3", "name": "network-vif-plugged", "status": "completed", "tag": "c0f58fd3-aaf7-43ce-a88d-1f0914f2d178"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:37:28.973280 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:28.974375 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c9a882ff-3675-47c6-9f41-55e2355bfc92 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:37:29.010584 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32df29e-e5e8-49c9-bb40-a4c06853e1da req-4922f3f5-6911-4e34-a4a9-b952c758427b tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:29.012213 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c32df29e-e5e8-49c9-bb40-a4c06853e1da req-4922f3f5-6911-4e34-a4a9-b952c758427b tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 945 time: 0.4493823 Apr 28 19:37:29.193436 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178,revision_number=13']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:29.203048 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-bedd49bb-06bb-477d-81ac-c6cc6633e343 service neutron] For port 7a9975b2-500f-485b-a22e-b469354f4190, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:37:29.209973 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-bedd49bb-06bb-477d-81ac-c6cc6633e343 service neutron] For port 7a9975b2-500f-485b-a22e-b469354f4190, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=7a9975b2-500f-485b-a22e-b469354f4190,segment=NetworkSegment(2fb8e97e-9156-445e-9ce1-e18ed4c88813),segment_id=2fb8e97e-9156-445e-9ce1-e18ed4c88813)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:37:29.211736 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b3fbfc62-c461-4e8f-bcff-16a3ff8c9e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c97235d-2fc0-452b-abdb-31f039ae6847', 'name': 'tempest-FloatingIPsNegativeTestJSON-1554523300-router', 'tenant_id': '15df975f433744388dbc15c31cad4abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'bafc097f-b772-4ba2-a3da-04bd636b751e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:56Z', 'updated_at': '2022-04-28T19:37:26Z', 'revision_number': 5, 'project_id': '15df975f433744388dbc15c31cad4abb', 'gw_port': {'id': 'bafc097f-b772-4ba2-a3da-04bd636b751e', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:44:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c97235d-2fc0-452b-abdb-31f039ae6847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:00Z', 'updated_at': '2022-04-28T19:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:29.231522 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-bedd49bb-06bb-477d-81ac-c6cc6633e343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:29.255535 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-bedd49bb-06bb-477d-81ac-c6cc6633e343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:29.256828 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-bedd49bb-06bb-477d-81ac-c6cc6633e343 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:29.258106 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-bedd49bb-06bb-477d-81ac-c6cc6633e343 service neutron] 10.222.0.44 "PUT /v2.0/ports/7a9975b2-500f-485b-a22e-b469354f4190 HTTP/1.1" status: 200 len: 1091 time: 3.7205825 Apr 28 19:37:29.261317 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c32df29e-e5e8-49c9-bb40-a4c06853e1da req-4e72162d-e8f1-420c-bda6-f3b32c78fee7 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957452 Apr 28 19:37:29.267409 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ce721f-932a-4b0e-8173-b9432816dc43', 'tag': '7a9975b2-500f-485b-a22e-b469354f4190'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:37:29.270378 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7aaf98-a36b-4edb-826c-c91c7896c050" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ce721f-932a-4b0e-8173-b9432816dc43", "tag": "7a9975b2-500f-485b-a22e-b469354f4190"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:37:29.320666 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9889f4-ede8-4bc4-8df4-a9f1cf038d45 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:37:29.349620 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fbfc62-c461-4e8f-bcff-16a3ff8c9e6b None None] The sync data for ids ['9c97235d-2fc0-452b-abdb-31f039ae6847'] in n-d-839810-1 is: [{'id': '9c97235d-2fc0-452b-abdb-31f039ae6847', 'name': 'tempest-FloatingIPsNegativeTestJSON-1554523300-router', 'tenant_id': '15df975f433744388dbc15c31cad4abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'bafc097f-b772-4ba2-a3da-04bd636b751e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:56Z', 'updated_at': '2022-04-28T19:37:26Z', 'revision_number': 5, 'project_id': '15df975f433744388dbc15c31cad4abb', 'gw_port': {'id': 'bafc097f-b772-4ba2-a3da-04bd636b751e', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:44:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c97235d-2fc0-452b-abdb-31f039ae6847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:00Z', 'updated_at': '2022-04-28T19:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:37:29.353078 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7b9889f4-ede8-4bc4-8df4-a9f1cf038d45 admin admin] 10.222.0.42 "PUT /v2.0/routers/9c97235d-2fc0-452b-abdb-31f039ae6847/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4538198 Apr 28 19:37:29.366916 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44752) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:37:29.371719 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-eae8dcd1-1fa9-4045-8d8a-d92cf00f679a tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:29.425230 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-aba8b210-b29a-4a06-891d-debbeceabb3a None None] Provisioning complete for port cd0e2e00-0187-4552-b100-41d6be3005d3 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:29.426311 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-aba8b210-b29a-4a06-891d-debbeceabb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:29.470014 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-eae8dcd1-1fa9-4045-8d8a-d92cf00f679a tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Network b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:37:29.471407 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-eae8dcd1-1fa9-4045-8d8a-d92cf00f679a tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:37:29.475960 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-eae8dcd1-1fa9-4045-8d8a-d92cf00f679a tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:37:29.500402 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:29.522788 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-04cc0766-69b9-4ab4-978e-d446a10cdc01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:29.633682 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c9a882ff-3675-47c6-9f41-55e2355bfc92, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c9a882ff-3675-47c6-9f41-55e2355bfc92,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:29.646409 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:29.712716 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-38115013-ba05-4c80-8546-a9caff0f7182 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:29.740058 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-eae8dcd1-1fa9-4045-8d8a-d92cf00f679a tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:29.740808 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-eae8dcd1-1fa9-4045-8d8a-d92cf00f679a tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:29.745148 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd49bb-06bb-477d-81ac-c6cc6633e343 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9975b2-500f-485b-a22e-b469354f4190,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:29.797083 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ce4684d-2e37-4e21-aa8d-829da7611867 admin admin] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:29.840762 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device cd0e2e00-0187-4552-b100-41d6be3005d3 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:37:29.984317 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-90af1243-f314-4368-86ec-e03e3e257a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26cf4175-065b-45a6-80f9-642be3c2060b {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:37:29.999069 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-90af1243-f314-4368-86ec-e03e3e257a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:30.016407 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-90af1243-f314-4368-86ec-e03e3e257a6c service neutron] Transition to ACTIVE for port object 26cf4175-065b-45a6-80f9-642be3c2060b will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:37:30.020499 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=c9a882ff-3675-47c6-9f41-55e2355bfc92,revision_number=11']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:30.089867 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8dcd1-1fa9-4045-8d8a-d92cf00f679a tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Pushing event updated for resources: {'Port': ['ID=c8979e18-cf25-4ebf-893c-0cd86eb1fb21,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:30.090338 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port cd0e2e00-0187-4552-b100-41d6be3005d3 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:30.090821 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:30.103297 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-38115013-ba05-4c80-8546-a9caff0f7182 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:30.177664 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ce4684d-2e37-4e21-aa8d-829da7611867 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:30.182035 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-90af1243-f314-4368-86ec-e03e3e257a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:30.203860 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-04cc0766-69b9-4ab4-978e-d446a10cdc01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:30.340386 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-eae8dcd1-1fa9-4045-8d8a-d92cf00f679a tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.2774091 Apr 28 19:37:30.354875 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38115013-ba05-4c80-8546-a9caff0f7182 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Pushing event updated for resources: {'Port': ['ID=af0e7c38-8aae-48df-a148-61addcca61b0,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:30.372283 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-d6ab43e6-12c6-4132-9acf-1e0bdde284f4 service neutron] Request body: {'port': {'device_id': '3bd7ece2-c7c9-467f-8b36-1bb32464263a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:37:30.441745 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4684d-2e37-4e21-aa8d-829da7611867 admin admin] Deleting port bafc097f-b772-4ba2-a3da-04bd636b751e {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:37:30.442306 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ce4684d-2e37-4e21-aa8d-829da7611867 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:30.527488 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af1243-f314-4368-86ec-e03e3e257a6c service neutron] Pushing event updated for resources: {'Port': ['ID=26cf4175-065b-45a6-80f9-642be3c2060b,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:30.531844 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-87d68156-5b89-4c12-8160-93a7f41d58e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:30.534296 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-87d68156-5b89-4c12-8160-93a7f41d58e9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=44836af2576c4eb08ccfbf8a35c6037e&device_id=b6ce721f-932a-4b0e-8173-b9432816dc43 HTTP/1.1" status: 200 len: 1094 time: 1.1644979 Apr 28 19:37:30.662683 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-4ce4684d-2e37-4e21-aa8d-829da7611867 admin admin] For port bafc097f-b772-4ba2-a3da-04bd636b751e, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=bafc097f-b772-4ba2-a3da-04bd636b751e,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:30.663358 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ce4684d-2e37-4e21-aa8d-829da7611867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:30.701376 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4684d-2e37-4e21-aa8d-829da7611867 admin admin] Calling delete_port for bafc097f-b772-4ba2-a3da-04bd636b751e owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:37:30.703770 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04cc0766-69b9-4ab4-978e-d446a10cdc01 admin admin] Router 536f6499-1b10-4117-950d-dfd4623a3f3f is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:37:30.765908 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-58f7ebdf-d9d3-4572-a499-8c7ea984a0e2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a9975b2-500f-485b-a22e-b469354f4190 HTTP/1.1" status: 200 len: 217 time: 0.0845563 Apr 28 19:37:30.792606 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b5bcb-60a8-446f-8910-752cd618c8ec req-ec65fcf5-4f6a-4ec9-95e5-9fd6d47beadd tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:30.794298 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-378b5bcb-60a8-446f-8910-752cd618c8ec req-ec65fcf5-4f6a-4ec9-95e5-9fd6d47beadd tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/ports?device_id=27059cf8-c73f-4b67-9204-e09badc23f64 HTTP/1.1" status: 200 len: 932 time: 1.2607872 Apr 28 19:37:30.795150 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-38115013-ba05-4c80-8546-a9caff0f7182 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:30.897807 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-d6ab43e6-12c6-4132-9acf-1e0bdde284f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:31.013189 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-38115013-ba05-4c80-8546-a9caff0f7182 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:31.016998 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-38115013-ba05-4c80-8546-a9caff0f7182 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.7021873 Apr 28 19:37:31.126937 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-e7e5b105-973e-402c-aac2-b922ce8d7fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:31.129466 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-e7e5b105-973e-402c-aac2-b922ce8d7fae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f HTTP/1.1" status: 200 len: 860 time: 0.3293979 Apr 28 19:37:31.200645 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd698e1-f26e-45fb-86e2-aa5527d3b2b0 None None] Sync routers for ids ['9c97235d-2fc0-452b-abdb-31f039ae6847'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:37:31.235348 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd698e1-f26e-45fb-86e2-aa5527d3b2b0 None None] Routers {'9c97235d-2fc0-452b-abdb-31f039ae6847'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:37:31.237451 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-bbd698e1-f26e-45fb-86e2-aa5527d3b2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:37:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9c97235d-2fc0-452b-abdb-31f039ae6847'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:31.263242 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-378b5bcb-60a8-446f-8910-752cd618c8ec req-680b1cf3-14dd-432f-a285-66df7880e975 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f2ee023-a8e3-4096-ae6c-386871a0809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845956 Apr 28 19:37:31.269865 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-90af1243-f314-4368-86ec-e03e3e257a6c service neutron] Attempting to bind port 26cf4175-065b-45a6-80f9-642be3c2060b on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:37:31.278768 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-90af1243-f314-4368-86ec-e03e3e257a6c service neutron] Attempting to bind port 26cf4175-065b-45a6-80f9-642be3c2060b by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'e0cb1ff0-18a4-4859-89a0-14772c6e60ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:37:31.280955 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-90af1243-f314-4368-86ec-e03e3e257a6c service neutron] Attempting to bind port 26cf4175-065b-45a6-80f9-642be3c2060b on network b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:37:31.337556 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-90af1243-f314-4368-86ec-e03e3e257a6c service neutron] Port 26cf4175-065b-45a6-80f9-642be3c2060b on network b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:37:31.338162 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-90af1243-f314-4368-86ec-e03e3e257a6c service neutron] Attempting to bind port 26cf4175-065b-45a6-80f9-642be3c2060b on network b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:37:31.356921 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 1336745d-225e-4969-a28b-ed5069f3695c no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:37:31.378958 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-90af1243-f314-4368-86ec-e03e3e257a6c service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:37:31.379558 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-90af1243-f314-4368-86ec-e03e3e257a6c service neutron] Checking segment: {'id': 'e0cb1ff0-18a4-4859-89a0-14772c6e60ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:37:31.380534 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-90af1243-f314-4368-86ec-e03e3e257a6c service neutron] Bound using segment: {'id': 'e0cb1ff0-18a4-4859-89a0-14772c6e60ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:37:31.381840 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-90af1243-f314-4368-86ec-e03e3e257a6c service neutron] Bound port: 26cf4175-065b-45a6-80f9-642be3c2060b, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0cb1ff0-18a4-4859-89a0-14772c6e60ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:37:31.382308 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-90af1243-f314-4368-86ec-e03e3e257a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:31.430290 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5510a05a-d448-4ed3-8d33-0ea77e8c7c47 x-openstack-request-id: req-5510a05a-d448-4ed3-8d33-0ea77e8c7c47 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:37:31.432296 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4391f50-d433-41a8-801e-05d324974eb3", "name": "network-vif-plugged", "status": "completed", "tag": "c0f58fd3-aaf7-43ce-a88d-1f0914f2d178", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:37:31.432749 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5510a05a-d448-4ed3-8d33-0ea77e8c7c47 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:37:31.433325 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5510a05a-d448-4ed3-8d33-0ea77e8c7c47'] response: {'server_uuid': 'e4391f50-d433-41a8-801e-05d324974eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f58fd3-aaf7-43ce-a88d-1f0914f2d178', 'code': 200} Apr 28 19:37:31.475142 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-90af1243-f314-4368-86ec-e03e3e257a6c service neutron] For port 26cf4175-065b-45a6-80f9-642be3c2060b, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:37:31.480545 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-90af1243-f314-4368-86ec-e03e3e257a6c service neutron] For port 26cf4175-065b-45a6-80f9-642be3c2060b, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=26cf4175-065b-45a6-80f9-642be3c2060b,segment=NetworkSegment(e0cb1ff0-18a4-4859-89a0-14772c6e60ff),segment_id=e0cb1ff0-18a4-4859-89a0-14772c6e60ff)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:37:31.492033 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ce4684d-2e37-4e21-aa8d-829da7611867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:31.505276 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 1336745d-225e-4969-a28b-ed5069f3695c {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:37:31.505721 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 1336745d-225e-4969-a28b-ed5069f3695c not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:37:31.511310 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-90af1243-f314-4368-86ec-e03e3e257a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:31.586528 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-bbd698e1-f26e-45fb-86e2-aa5527d3b2b0 None None] Set router 9c97235d-2fc0-452b-abdb-31f039ae6847 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:37:31.590027 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-65027978-2da1-487c-a4e8-bb7a2780b726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:31.591784 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-65027978-2da1-487c-a4e8-bb7a2780b726 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3a8d8fbc-c638-4e44-87fd-3e5ca38570dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4394372 Apr 28 19:37:31.602130 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cc0766-69b9-4ab4-978e-d446a10cdc01 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:37:31.615031 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4684d-2e37-4e21-aa8d-829da7611867 admin admin] Pushing event deleted for resources: {'Port': ['ID=bafc097f-b772-4ba2-a3da-04bd636b751e,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:31.615259 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421c9356-9c16-42f3-ae89-2a1b34bc65f0 None None] Sync routers for ids ['536f6499-1b10-4117-950d-dfd4623a3f3f'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:37:31.637447 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421c9356-9c16-42f3-ae89-2a1b34bc65f0 None None] Routers {'536f6499-1b10-4117-950d-dfd4623a3f3f'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:37:31.640563 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-421c9356-9c16-42f3-ae89-2a1b34bc65f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:37:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['536f6499-1b10-4117-950d-dfd4623a3f3f'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:31.691342 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af1243-f314-4368-86ec-e03e3e257a6c service neutron] Pushing event updated for resources: {'Port': ['ID=26cf4175-065b-45a6-80f9-642be3c2060b,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:31.700138 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb465081-f372-4a61-801f-cf88ee2bdc8f x-openstack-request-id: req-eb465081-f372-4a61-801f-cf88ee2bdc8f {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:37:31.700493 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ce721f-932a-4b0e-8173-b9432816dc43", "tag": "7a9975b2-500f-485b-a22e-b469354f4190", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:37:31.700704 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eb465081-f372-4a61-801f-cf88ee2bdc8f {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:37:31.701097 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb465081-f372-4a61-801f-cf88ee2bdc8f'] response: {'name': 'network-changed', 'server_uuid': 'b6ce721f-932a-4b0e-8173-b9432816dc43', 'tag': '7a9975b2-500f-485b-a22e-b469354f4190', 'status': 'completed', 'code': 200} Apr 28 19:37:31.794069 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-de99b656-dc57-4afd-80dc-2459b942df99 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:37:31.803170 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-de99b656-dc57-4afd-80dc-2459b942df99 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5010960 Apr 28 19:37:31.805374 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ce4684d-2e37-4e21-aa8d-829da7611867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:31.890864 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-bbd698e1-f26e-45fb-86e2-aa5527d3b2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c97235d-2fc0-452b-abdb-31f039ae6847', 'name': 'tempest-FloatingIPsNegativeTestJSON-1554523300-router', 'tenant_id': '15df975f433744388dbc15c31cad4abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:56Z', 'updated_at': '2022-04-28T19:37:30Z', 'revision_number': 6, 'project_id': '15df975f433744388dbc15c31cad4abb', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:31.923092 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ce4684d-2e37-4e21-aa8d-829da7611867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:31.925796 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ce4684d-2e37-4e21-aa8d-829da7611867 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:31.933440 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:31.936025 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd698e1-f26e-45fb-86e2-aa5527d3b2b0 None None] Checking router: 9c97235d-2fc0-452b-abdb-31f039ae6847 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:37:31.945415 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd698e1-f26e-45fb-86e2-aa5527d3b2b0 None None] Routers {'9c97235d-2fc0-452b-abdb-31f039ae6847'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:37:31.946370 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-bbd698e1-f26e-45fb-86e2-aa5527d3b2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:37:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9c97235d-2fc0-452b-abdb-31f039ae6847'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:31.949398 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-421c9356-9c16-42f3-ae89-2a1b34bc65f0 None None] Set router 536f6499-1b10-4117-950d-dfd4623a3f3f gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:37:31.968995 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-2bc8f084-ef89-48db-9f06-90c293f005f7 service neutron] 10.222.0.44 "GET /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622905 Apr 28 19:37:31.982142 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ce4684d-2e37-4e21-aa8d-829da7611867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:31.982750 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce4684d-2e37-4e21-aa8d-829da7611867 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c97235d-2fc0-452b-abdb-31f039ae6847 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:37:31.987739 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-04cc0766-69b9-4ab4-978e-d446a10cdc01 admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:31.989078 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-04cc0766-69b9-4ab4-978e-d446a10cdc01 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.5040889 Apr 28 19:37:31.992087 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ce4684d-2e37-4e21-aa8d-829da7611867 admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:31.994000 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4ce4684d-2e37-4e21-aa8d-829da7611867 admin admin] 10.222.0.42 "DELETE /v2.0/routers/9c97235d-2fc0-452b-abdb-31f039ae6847 HTTP/1.1" status: 204 len: 168 time: 2.6252224 Apr 28 19:37:31.994738 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44796) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:37:31.997019 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44798) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:37:32.060432 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-bbd698e1-f26e-45fb-86e2-aa5527d3b2b0 None None] Set router 9c97235d-2fc0-452b-abdb-31f039ae6847 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:37:32.103745 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-90af1243-f314-4368-86ec-e03e3e257a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:32.105169 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-90af1243-f314-4368-86ec-e03e3e257a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:32.106584 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-90af1243-f314-4368-86ec-e03e3e257a6c service neutron] 10.222.0.44 "PUT /v2.0/ports/26cf4175-065b-45a6-80f9-642be3c2060b HTTP/1.1" status: 200 len: 1092 time: 4.6305439 Apr 28 19:37:32.139458 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-bbd698e1-f26e-45fb-86e2-aa5527d3b2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c97235d-2fc0-452b-abdb-31f039ae6847', 'name': 'tempest-FloatingIPsNegativeTestJSON-1554523300-router', 'tenant_id': '15df975f433744388dbc15c31cad4abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:56Z', 'updated_at': '2022-04-28T19:37:31Z', 'revision_number': 7, 'project_id': '15df975f433744388dbc15c31cad4abb', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:32.175890 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd698e1-f26e-45fb-86e2-aa5527d3b2b0 None None] The sync data for ids ['9c97235d-2fc0-452b-abdb-31f039ae6847'] in n-d-839810-1 is: [{'id': '9c97235d-2fc0-452b-abdb-31f039ae6847', 'name': 'tempest-FloatingIPsNegativeTestJSON-1554523300-router', 'tenant_id': '15df975f433744388dbc15c31cad4abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:56Z', 'updated_at': '2022-04-28T19:37:31Z', 'revision_number': 7, 'project_id': '15df975f433744388dbc15c31cad4abb', 'gw_port_host': None}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:37:32.209991 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-a52089dd-851c-4185-9157-f80ffe8b7c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:32.212135 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-a52089dd-851c-4185-9157-f80ffe8b7c24 service neutron] 10.222.0.42 "GET /v2.0/ports/59391db3-7313-479f-9c05-66bf8211f1e2 HTTP/1.1" status: 200 len: 1093 time: 0.4075396 Apr 28 19:37:32.223215 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-076da27d-76b5-4f10-b133-4a15408adb15 admin admin] Deleting subnet 3608c016-d518-4682-8bba-ad36f31b9bf6 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:37:32.233756 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-772dffdf-7d47-40a3-ba22-d4d03cd7054b service neutron] Request body: {'binding': {'host': 'n-h2-839810-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:37:32.235088 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-772dffdf-7d47-40a3-ba22-d4d03cd7054b service neutron] Unknown quota resources ['binding']. {{(pid=102774) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 28 19:37:32.236585 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-076da27d-76b5-4f10-b133-4a15408adb15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:32.256956 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53193baa-ae48-4fd8-8890-f202fec500a0 req-fa8b22c5-c414-4d91-bf6c-d0bd8bf10c41 service neutron] 10.222.0.44 "GET /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326753 Apr 28 19:37:32.295072 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-130f90e2-7179-41cf-a9c0-fc1fe31315ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:32.296749 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-130f90e2-7179-41cf-a9c0-fc1fe31315ed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c27ab83294f244dbb917866ac945a124&device_id=27059cf8-c73f-4b67-9204-e09badc23f64 HTTP/1.1" status: 200 len: 1095 time: 0.1351066 Apr 28 19:37:32.310768 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43b2e5-bc70-492d-adc2-e1f782b58850 req-52ecc3dd-d56f-45bb-90b9-ed3194a7c15d tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:32.312785 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9b43b2e5-bc70-492d-adc2-e1f782b58850 req-52ecc3dd-d56f-45bb-90b9-ed3194a7c15d tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6ce721f-932a-4b0e-8173-b9432816dc43 HTTP/1.1" status: 200 len: 943 time: 0.3372383 Apr 28 19:37:32.342540 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-076da27d-76b5-4f10-b133-4a15408adb15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:32.410895 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-96c54e07-2cf6-488b-9a67-a8496d09e24b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26cf4175-065b-45a6-80f9-642be3c2060b HTTP/1.1" status: 200 len: 217 time: 0.0964279 Apr 28 19:37:32.418526 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-421c9356-9c16-42f3-ae89-2a1b34bc65f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'name': 'tempest-AttachVolumeNegativeTest-1025782073-router', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:24Z', 'updated_at': '2022-04-28T19:37:28Z', 'revision_number': 3, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'gw_port': {'id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:26Z', 'updated_at': '2022-04-28T19:37:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:32.464050 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421c9356-9c16-42f3-ae89-2a1b34bc65f0 None None] Checking router: 536f6499-1b10-4117-950d-dfd4623a3f3f for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:37:32.464714 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421c9356-9c16-42f3-ae89-2a1b34bc65f0 None None] Updating router 536f6499-1b10-4117-950d-dfd4623a3f3f port c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:37:32.472738 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9b43b2e5-bc70-492d-adc2-e1f782b58850 req-ae6fcf0e-5f7b-49fd-bd74-e0d059494947 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b8d6d46-8bb9-4e41-9d21-b4840b2243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177311 Apr 28 19:37:32.498032 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-421c9356-9c16-42f3-ae89-2a1b34bc65f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:32.558271 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7aaf98-a36b-4edb-826c-c91c7896c050 req-4e8b91ff-aeb6-47fd-b96b-3ddf65739bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:32.559320 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aa7aaf98-a36b-4edb-826c-c91c7896c050 req-4e8b91ff-aeb6-47fd-b96b-3ddf65739bdb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=44836af2576c4eb08ccfbf8a35c6037e&device_id=b6ce721f-932a-4b0e-8173-b9432816dc43 HTTP/1.1" status: 200 len: 1094 time: 0.2328053 Apr 28 19:37:32.599550 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-0038c317-ff2d-4305-a87a-5312a5075427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:32.602402 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-0038c317-ff2d-4305-a87a-5312a5075427 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8616dcc1-9271-4ef2-abbb-c6606af7323b HTTP/1.1" status: 200 len: 853 time: 0.1801569 Apr 28 19:37:32.606081 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-d6ab43e6-12c6-4132-9acf-1e0bdde284f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8979e18-cf25-4ebf-893c-0cd86eb1fb21 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:37:32.654882 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-d6ab43e6-12c6-4132-9acf-1e0bdde284f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:32.722466 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-475c28cc-dc7b-4ab9-a73f-438c01ad1bdb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871520 Apr 28 19:37:32.751155 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-d6ab43e6-12c6-4132-9acf-1e0bdde284f4 service neutron] Transition to ACTIVE for port object c8979e18-cf25-4ebf-893c-0cd86eb1fb21 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:37:32.769574 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-d6ab43e6-12c6-4132-9acf-1e0bdde284f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:32.797435 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-076da27d-76b5-4f10-b133-4a15408adb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:32.841257 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-772dffdf-7d47-40a3-ba22-d4d03cd7054b service neutron] Attempting to bind port 59391db3-7313-479f-9c05-66bf8211f1e2 on host n-h2-839810-1 for vnic_type normal with profile None {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:37:32.841514 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-772dffdf-7d47-40a3-ba22-d4d03cd7054b service neutron] Attempting to bind port 59391db3-7313-479f-9c05-66bf8211f1e2 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:37:32.841850 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-772dffdf-7d47-40a3-ba22-d4d03cd7054b service neutron] Attempting to bind port 59391db3-7313-479f-9c05-66bf8211f1e2 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:37:32.861239 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-772dffdf-7d47-40a3-ba22-d4d03cd7054b service neutron] Port 59391db3-7313-479f-9c05-66bf8211f1e2 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:37:32.862186 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-772dffdf-7d47-40a3-ba22-d4d03cd7054b service neutron] Attempting to bind port 59391db3-7313-479f-9c05-66bf8211f1e2 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:37:32.903506 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76892f-c80a-444e-a825-6e7b68049a0b req-f7e12c7a-03fa-4752-b41f-243c506be410 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:32.909237 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-772dffdf-7d47-40a3-ba22-d4d03cd7054b service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:37:32.909625 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-772dffdf-7d47-40a3-ba22-d4d03cd7054b service neutron] Checking segment: {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:37:32.909962 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-772dffdf-7d47-40a3-ba22-d4d03cd7054b service neutron] Bound using segment: {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:37:32.910408 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-772dffdf-7d47-40a3-ba22-d4d03cd7054b service neutron] Bound port: 59391db3-7313-479f-9c05-66bf8211f1e2, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:37:32.912881 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9f76892f-c80a-444e-a825-6e7b68049a0b req-f7e12c7a-03fa-4752-b41f-243c506be410 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 946 time: 0.3003073 Apr 28 19:37:32.946373 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7aaf98-a36b-4edb-826c-c91c7896c050 req-502505fe-6269-4270-bb17-d6e317efd63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:32.948387 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aa7aaf98-a36b-4edb-826c-c91c7896c050 req-502505fe-6269-4270-bb17-d6e317efd63c service neutron] 10.222.0.44 "GET /v2.0/networks?id=3a8d8fbc-c638-4e44-87fd-3e5ca38570dd HTTP/1.1" status: 200 len: 922 time: 0.3744431 Apr 28 19:37:32.973185 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab43e6-12c6-4132-9acf-1e0bdde284f4 service neutron] Pushing event updated for resources: {'Port': ['ID=c8979e18-cf25-4ebf-893c-0cd86eb1fb21,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:33.001180 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-076da27d-76b5-4f10-b133-4a15408adb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:33.039326 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-421c9356-9c16-42f3-ae89-2a1b34bc65f0 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:33.053449 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-421c9356-9c16-42f3-ae89-2a1b34bc65f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:33.067740 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-076da27d-76b5-4f10-b133-4a15408adb15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:33.070818 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aa7aaf98-a36b-4edb-826c-c91c7896c050 req-3ffdb113-c734-425c-b370-377e6a6c1e92 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a9975b2-500f-485b-a22e-b469354f4190 HTTP/1.1" status: 200 len: 217 time: 0.1088195 Apr 28 19:37:33.077405 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a9d6f4-9465-49ce-8e31-99ed482fadaa None None] Network 492f5f1e-bc45-40fe-93d7-48c778c6a765 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:37:33.085971 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-076da27d-76b5-4f10-b133-4a15408adb15 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3608c016-d518-4682-8bba-ad36f31b9bf6 HTTP/1.1" status: 204 len: 168 time: 1.0821853 Apr 28 19:37:33.089492 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44802) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:37:33.111571 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076da27d-76b5-4f10-b133-4a15408adb15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3608c016-d518-4682-8bba-ad36f31b9bf6,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:33.135698 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-d09d115d-88f6-4a12-8ec3-5b33a9064e36 service neutron] 10.222.0.44 "GET /v2.0/networks/b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944173 Apr 28 19:37:33.172519 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-772dffdf-7d47-40a3-ba22-d4d03cd7054b service neutron] For port 59391db3-7313-479f-9c05-66bf8211f1e2, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=59391db3-7313-479f-9c05-66bf8211f1e2,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:37:33.174318 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8fa569-bc17-4495-923b-7508ec00d4ab None None] Pushing event updated for resources: {'Port': ['ID=c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:33.223756 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-772dffdf-7d47-40a3-ba22-d4d03cd7054b service neutron] Notify callbacks [] for binding, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:33.224749 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9f76892f-c80a-444e-a825-6e7b68049a0b req-6f4c0e13-59f8-4911-b860-61588ef390b8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3101585 Apr 28 19:37:33.225033 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-772dffdf-7d47-40a3-ba22-d4d03cd7054b service neutron] 10.222.0.42 "POST /v2.0/ports/59391db3-7313-479f-9c05-66bf8211f1e2/bindings HTTP/1.1" status: 201 len: 389 time: 0.9970484 Apr 28 19:37:33.233954 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-421c9356-9c16-42f3-ae89-2a1b34bc65f0 None None] Attempting to bind port c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:37:33.234581 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-421c9356-9c16-42f3-ae89-2a1b34bc65f0 None None] Attempting to bind port c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:37:33.235110 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421c9356-9c16-42f3-ae89-2a1b34bc65f0 None None] Attempting to bind port c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:37:33.312357 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421c9356-9c16-42f3-ae89-2a1b34bc65f0 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:37:33.313035 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421c9356-9c16-42f3-ae89-2a1b34bc65f0 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:37:33.315635 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-421c9356-9c16-42f3-ae89-2a1b34bc65f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:33.316080 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421c9356-9c16-42f3-ae89-2a1b34bc65f0 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:37:33.317979 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-421c9356-9c16-42f3-ae89-2a1b34bc65f0 None None] Bound port: c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:37:33.321604 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-421c9356-9c16-42f3-ae89-2a1b34bc65f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:33.386426 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0956ddf7-cc73-4466-8ca0-9784719cbb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:33.387786 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:33.463964 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d04f3d-4255-4737-aad2-787288748693', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9a882ff-3675-47c6-9f41-55e2355bfc92'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:37:33.496771 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921d3c05-492f-44a1-a48d-cc0e0da7d2ea" -d '{"events": [{"server_uuid": "48d04f3d-4255-4737-aad2-787288748693", "name": "network-vif-unplugged", "status": "completed", "tag": "c9a882ff-3675-47c6-9f41-55e2355bfc92"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:37:33.504849 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bafc097f-b772-4ba2-a3da-04bd636b751e no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:37:33.557171 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-421c9356-9c16-42f3-ae89-2a1b34bc65f0 None None] For port c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:37:33.575731 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-421c9356-9c16-42f3-ae89-2a1b34bc65f0 None None] For port c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:37:33.616906 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-421c9356-9c16-42f3-ae89-2a1b34bc65f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:33.683554 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: bafc097f-b772-4ba2-a3da-04bd636b751e {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:37:33.687841 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bafc097f-b772-4ba2-a3da-04bd636b751e not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:37:33.698760 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7aaf98-a36b-4edb-826c-c91c7896c050 req-8de9fc65-becd-4a71-a177-825e2238e616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:33.704650 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aa7aaf98-a36b-4edb-826c-c91c7896c050 req-8de9fc65-becd-4a71-a177-825e2238e616 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f HTTP/1.1" status: 200 len: 860 time: 0.6184278 Apr 28 19:37:33.724317 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27059cf8-c73f-4b67-9204-e09badc23f64', 'tag': '26cf4175-065b-45a6-80f9-642be3c2060b'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:37:33.742645 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8fa569-bc17-4495-923b-7508ec00d4ab None None] Pushing event updated for resources: {'Port': ['ID=c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:33.748481 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28409564-eb85-4050-9ac6-183ca0d6f4d9" -d '{"events": [{"name": "network-changed", "server_uuid": "27059cf8-c73f-4b67-9204-e09badc23f64", "tag": "26cf4175-065b-45a6-80f9-642be3c2060b"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:37:33.786549 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421c9356-9c16-42f3-ae89-2a1b34bc65f0 None None] Routers {'536f6499-1b10-4117-950d-dfd4623a3f3f'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:37:33.787038 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-421c9356-9c16-42f3-ae89-2a1b34bc65f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:37:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['536f6499-1b10-4117-950d-dfd4623a3f3f'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:33.807208 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c4f3c6d-ed6b-4454-88ce-92612df1b053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:33.826293 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-d6ab43e6-12c6-4132-9acf-1e0bdde284f4 service neutron] Attempting to bind port c8979e18-cf25-4ebf-893c-0cd86eb1fb21 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:37:33.826780 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-d6ab43e6-12c6-4132-9acf-1e0bdde284f4 service neutron] Attempting to bind port c8979e18-cf25-4ebf-893c-0cd86eb1fb21 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'e0cb1ff0-18a4-4859-89a0-14772c6e60ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:37:33.827227 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-d6ab43e6-12c6-4132-9acf-1e0bdde284f4 service neutron] Attempting to bind port c8979e18-cf25-4ebf-893c-0cd86eb1fb21 on network b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:37:33.841127 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1045d74-cd72-4823-a2ae-9c593a58af50 None None] DHCP port deletion for 492f5f1e-bc45-40fe-93d7-48c778c6a765 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:37:33.865857 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-d6ab43e6-12c6-4132-9acf-1e0bdde284f4 service neutron] Port c8979e18-cf25-4ebf-893c-0cd86eb1fb21 on network b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:37:33.874485 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-d6ab43e6-12c6-4132-9acf-1e0bdde284f4 service neutron] Attempting to bind port c8979e18-cf25-4ebf-893c-0cd86eb1fb21 on network b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:37:33.887474 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-a73cb7f8-c034-499d-bfe5-5717f36b2bcb tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--805576227&fields=id&tenant_id=e26f59f9d0474a89964c14355d73907c HTTP/1.1" status: 200 len: 267 time: 0.3426766 Apr 28 19:37:33.899178 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-15e59add-b54e-4d18-aaed-8b62fdd6113d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:33.900997 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-15e59add-b54e-4d18-aaed-8b62fdd6113d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=65106efa94b44e66ac09133941d375fb&device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5 HTTP/1.1" status: 200 len: 1096 time: 0.2692435 Apr 28 19:37:33.919785 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-f1045d74-cd72-4823-a2ae-9c593a58af50 None None] Deleting port 9df4c8d8-c050-4001-aa13-34f01829caa5 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:37:33.921309 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f1045d74-cd72-4823-a2ae-9c593a58af50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:33.958826 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-421c9356-9c16-42f3-ae89-2a1b34bc65f0 None None] Set router 536f6499-1b10-4117-950d-dfd4623a3f3f gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:37:34.076991 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-f1045d74-cd72-4823-a2ae-9c593a58af50 None None] For port 9df4c8d8-c050-4001-aa13-34f01829caa5, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=9df4c8d8-c050-4001-aa13-34f01829caa5,segment=NetworkSegment(ee255d5a-82c1-47d8-8a3f-2f9c640d65c0),segment_id=ee255d5a-82c1-47d8-8a3f-2f9c640d65c0)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:34.077804 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f1045d74-cd72-4823-a2ae-9c593a58af50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:34.082277 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-6e9ec444-b2f7-4bec-be57-e2c443661fca tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:34.085315 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-6e9ec444-b2f7-4bec-be57-e2c443661fca tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.42 "GET /v2.0/networks?id=03c23c13-73a0-4f69-a029-d17265afa037 HTTP/1.1" status: 200 len: 806 time: 0.1969011 Apr 28 19:37:34.092736 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-5239e634-777c-448b-a338-71b809b5f606 service neutron] 10.222.0.44 "GET /v2.0/networks/b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8642058 Apr 28 19:37:34.094813 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-d6ab43e6-12c6-4132-9acf-1e0bdde284f4 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:37:34.095367 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-d6ab43e6-12c6-4132-9acf-1e0bdde284f4 service neutron] Checking segment: {'id': 'e0cb1ff0-18a4-4859-89a0-14772c6e60ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:37:34.096051 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-d6ab43e6-12c6-4132-9acf-1e0bdde284f4 service neutron] Bound using segment: {'id': 'e0cb1ff0-18a4-4859-89a0-14772c6e60ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:37:34.097611 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-d6ab43e6-12c6-4132-9acf-1e0bdde284f4 service neutron] Bound port: c8979e18-cf25-4ebf-893c-0cd86eb1fb21, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0cb1ff0-18a4-4859-89a0-14772c6e60ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:37:34.098186 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-d6ab43e6-12c6-4132-9acf-1e0bdde284f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:34.114948 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-8306ab50-1977-4bd8-aa14-f23f2d6e8887 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.42 "GET /v2.0/quotas/e26f59f9d0474a89964c14355d73907c HTTP/1.1" status: 200 len: 375 time: 0.0132565 Apr 28 19:37:34.122838 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-f1045d74-cd72-4823-a2ae-9c593a58af50 None None] Calling delete_port for 9df4c8d8-c050-4001-aa13-34f01829caa5 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:37:34.125621 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-0956ddf7-cc73-4466-8ca0-9784719cbb84 admin admin] Deleting port 9df4c8d8-c050-4001-aa13-34f01829caa5 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:37:34.128609 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0956ddf7-cc73-4466-8ca0-9784719cbb84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:34.185424 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7aaf98-a36b-4edb-826c-c91c7896c050 req-80c3ce39-97a5-4b20-a3ba-f1d9030e5026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:34.187336 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aa7aaf98-a36b-4edb-826c-c91c7896c050 req-80c3ce39-97a5-4b20-a3ba-f1d9030e5026 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3a8d8fbc-c638-4e44-87fd-3e5ca38570dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4315627 Apr 28 19:37:34.228278 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f497e0f-27ac-4973-8fca-be7f5a11504b req-87b3c927-445a-4c93-a1f9-94bc2be4cc5c tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:34.231674 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2f497e0f-27ac-4973-8fca-be7f5a11504b req-87b3c927-445a-4c93-a1f9-94bc2be4cc5c tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/ports?device_id=27059cf8-c73f-4b67-9204-e09badc23f64 HTTP/1.1" status: 200 len: 944 time: 0.3634458 Apr 28 19:37:34.319942 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-421c9356-9c16-42f3-ae89-2a1b34bc65f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'name': 'tempest-AttachVolumeNegativeTest-1025782073-router', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:24Z', 'updated_at': '2022-04-28T19:37:28Z', 'revision_number': 3, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'gw_port': {'id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:26Z', 'updated_at': '2022-04-28T19:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:34.325652 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f1045d74-cd72-4823-a2ae-9c593a58af50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:34.358580 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421c9356-9c16-42f3-ae89-2a1b34bc65f0 None None] The sync data for ids ['536f6499-1b10-4117-950d-dfd4623a3f3f'] in n-d-839810-1 is: [{'id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'name': 'tempest-AttachVolumeNegativeTest-1025782073-router', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:24Z', 'updated_at': '2022-04-28T19:37:28Z', 'revision_number': 3, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'gw_port': {'id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:26Z', 'updated_at': '2022-04-28T19:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:37:34.374996 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1045d74-cd72-4823-a2ae-9c593a58af50 None None] Pushing event deleted for resources: {'Port': ['ID=9df4c8d8-c050-4001-aa13-34f01829caa5,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:34.391699 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1045d74-cd72-4823-a2ae-9c593a58af50 None None] No DVR routers for this DVR port 9df4c8d8-c050-4001-aa13-34f01829caa5 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:37:34.534893 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-0956ddf7-cc73-4466-8ca0-9784719cbb84 admin admin] For port 9df4c8d8-c050-4001-aa13-34f01829caa5, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=9df4c8d8-c050-4001-aa13-34f01829caa5,segment=NetworkSegment(ee255d5a-82c1-47d8-8a3f-2f9c640d65c0),segment_id=ee255d5a-82c1-47d8-8a3f-2f9c640d65c0)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:34.537575 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0956ddf7-cc73-4466-8ca0-9784719cbb84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:34.559089 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-776e3dcb-6a11-4ead-abf6-7a57f10c9d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:34.563594 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-776e3dcb-6a11-4ead-abf6-7a57f10c9d39 service neutron] 10.222.0.44 "GET /v2.0/networks?id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd HTTP/1.1" status: 200 len: 908 time: 0.6363556 Apr 28 19:37:34.585768 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-0956ddf7-cc73-4466-8ca0-9784719cbb84 admin admin] Calling delete_port for 9df4c8d8-c050-4001-aa13-34f01829caa5 owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:37:34.704946 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-15e95665-d1d9-4a24-8fe7-51c942ef1f8a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59391db3-7313-479f-9c05-66bf8211f1e2 HTTP/1.1" status: 200 len: 217 time: 0.1297436 Apr 28 19:37:34.741070 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2f497e0f-27ac-4973-8fca-be7f5a11504b req-5b8c9044-9f1c-49dc-840b-5fc0b84c68e4 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f2ee023-a8e3-4096-ae6c-386871a0809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344444 Apr 28 19:37:34.797464 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-3c4f3c6d-ed6b-4454-88ce-92612df1b053 admin admin] Allocated IP 172.20.0.1 (fa6ba32f-86e1-489e-bf69-a0854e414daf/a7a2f793-5447-48fe-83df-017889e9d0fc/e1535635-16ee-414b-a822-868c614c37c3) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:37:34.862172 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-a846bd28-7567-4e1a-afc6-7b343d301d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:34.863669 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-a846bd28-7567-4e1a-afc6-7b343d301d2f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d5c93c2-9d1b-4c66-8e1f-a78766af188b HTTP/1.1" status: 200 len: 847 time: 0.1186249 Apr 28 19:37:34.956522 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-94506923-722d-4e66-a882-8585a68d213f tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e26f59f9d0474a89964c14355d73907c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8232846 Apr 28 19:37:35.035049 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-d6ab43e6-12c6-4132-9acf-1e0bdde284f4 service neutron] For port c8979e18-cf25-4ebf-893c-0cd86eb1fb21, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:37:35.068391 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-7212fc78-ad4a-439b-8c90-5ceedf90788a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1871772 Apr 28 19:37:35.092428 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0956ddf7-cc73-4466-8ca0-9784719cbb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:35.116236 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aa7aaf98-a36b-4edb-826c-c91c7896c050 req-fd8a086f-a441-4789-bb27-c016b9526629 service neutron] 10.222.0.44 "GET /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8947110 Apr 28 19:37:35.119287 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-d6ab43e6-12c6-4132-9acf-1e0bdde284f4 service neutron] For port c8979e18-cf25-4ebf-893c-0cd86eb1fb21, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=c8979e18-cf25-4ebf-893c-0cd86eb1fb21,segment=NetworkSegment(e0cb1ff0-18a4-4859-89a0-14772c6e60ff),segment_id=e0cb1ff0-18a4-4859-89a0-14772c6e60ff)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:37:35.138537 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-d6ab43e6-12c6-4132-9acf-1e0bdde284f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:35.210044 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956ddf7-cc73-4466-8ca0-9784719cbb84 admin admin] Pushing event deleted for resources: {'Port': ['ID=9df4c8d8-c050-4001-aa13-34f01829caa5,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:35.230469 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab43e6-12c6-4132-9acf-1e0bdde284f4 service neutron] Pushing event updated for resources: {'Port': ['ID=c8979e18-cf25-4ebf-893c-0cd86eb1fb21,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:35.251507 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2c536-4d72-4ab0-a915-e9ba50f997db req-1da1c3c4-4220-472c-9e25-bc732b564a33 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:35.267962 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f1a2c536-4d72-4ab0-a915-e9ba50f997db req-1da1c3c4-4220-472c-9e25-bc732b564a33 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5 HTTP/1.1" status: 200 len: 945 time: 0.4008498 Apr 28 19:37:35.270571 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0956ddf7-cc73-4466-8ca0-9784719cbb84 admin admin] No DVR routers for this DVR port 9df4c8d8-c050-4001-aa13-34f01829caa5 on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:37:35.389924 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-d6ab43e6-12c6-4132-9acf-1e0bdde284f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:35.391033 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-d6ab43e6-12c6-4132-9acf-1e0bdde284f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:35.394374 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-d6ab43e6-12c6-4132-9acf-1e0bdde284f4 service neutron] 10.222.0.15 "PUT /v2.0/ports/c8979e18-cf25-4ebf-893c-0cd86eb1fb21 HTTP/1.1" status: 200 len: 1092 time: 5.0275943 Apr 28 19:37:35.422510 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c4f3c6d-ed6b-4454-88ce-92612df1b053 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:35.426693 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:37:35.506245 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:35.506833 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:35.524273 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-3399c45c-395a-4946-9c04-df34e478ad90 service neutron] 10.222.0.42 "GET /v2.0/networks/03c23c13-73a0-4f69-a029-d17265afa037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5410297 Apr 28 19:37:35.629540 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:35.634682 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0956ddf7-cc73-4466-8ca0-9784719cbb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:35.657560 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:35.665912 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:35.704236 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-49e841b4-7813-4834-b04d-9594e5e7b3ac service neutron] 10.222.0.42 "GET /v2.0/networks/03c23c13-73a0-4f69-a029-d17265afa037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558607 Apr 28 19:37:35.708796 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f1a2c536-4d72-4ab0-a915-e9ba50f997db req-fed217eb-9c92-408c-a995-a60347542c8f tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726625 Apr 28 19:37:35.711225 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-b18bcc45-df21-4992-b778-c2a37b57bad8 service neutron] 10.222.0.44 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6321537 Apr 28 19:37:35.732360 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c4f3c6d-ed6b-4454-88ce-92612df1b053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:35.733754 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-00409594-adcd-4dc8-805f-7590915ff741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:35.735573 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-00409594-adcd-4dc8-805f-7590915ff741 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c27ab83294f244dbb917866ac945a124&device_id=3bd7ece2-c7c9-467f-8b36-1bb32464263a HTTP/1.1" status: 200 len: 1095 time: 0.2758448 Apr 28 19:37:35.762972 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-0956ddf7-cc73-4466-8ca0-9784719cbb84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['492f5f1e-bc45-40fe-93d7-48c778c6a765']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:35.787928 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9df4c8d8-c050-4001-aa13-34f01829caa5 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:37:35.863276 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 9df4c8d8-c050-4001-aa13-34f01829caa5 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:37:35.863669 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9df4c8d8-c050-4001-aa13-34f01829caa5 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:37:35.918932 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-4aa29ca4-f688-484f-8dd9-512fb7cd6488 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8979e18-cf25-4ebf-893c-0cd86eb1fb21 HTTP/1.1" status: 200 len: 217 time: 0.1538079 Apr 28 19:37:35.925927 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aa7aaf98-a36b-4edb-826c-c91c7896c050 req-db7fdb64-9ec8-4822-970c-247469a7f987 service neutron] 10.222.0.44 "GET /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8020377 Apr 28 19:37:35.947748 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:36.004079 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-702f627c-935a-4f0d-8737-1f377188c774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:36.012127 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-702f627c-935a-4f0d-8737-1f377188c774 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8616dcc1-9271-4ef2-abbb-c6606af7323b HTTP/1.1" status: 200 len: 853 time: 0.0845361 Apr 28 19:37:36.071305 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4f3c6d-ed6b-4454-88ce-92612df1b053 admin admin] Network fa6ba32f-86e1-489e-bf69-a0854e414daf is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:37:36.074930 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-0956ddf7-cc73-4466-8ca0-9784719cbb84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee255d5a-82c1-47d8-8a3f-2f9c640d65c0') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:36.075224 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-0956ddf7-cc73-4466-8ca0-9784719cbb84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee255d5a-82c1-47d8-8a3f-2f9c640d65c0') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:36.079435 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f3c6d-ed6b-4454-88ce-92612df1b053 admin admin] Pushing event updated for resources: {'Port': ['ID=e1535635-16ee-414b-a822-868c614c37c3,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:36.082863 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 19:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298e43f5-8d1e-4cba-a7f9-68997b7b55c3 x-openstack-request-id: req-298e43f5-8d1e-4cba-a7f9-68997b7b55c3 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:37:36.083526 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d04f3d-4255-4737-aad2-787288748693", "name": "network-vif-unplugged", "status": "completed", "tag": "c9a882ff-3675-47c6-9f41-55e2355bfc92", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:37:36.083949 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-298e43f5-8d1e-4cba-a7f9-68997b7b55c3 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:37:36.084566 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-298e43f5-8d1e-4cba-a7f9-68997b7b55c3'] response: {'server_uuid': '48d04f3d-4255-4737-aad2-787288748693', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9a882ff-3675-47c6-9f41-55e2355bfc92', 'code': 200} Apr 28 19:37:36.086769 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-f3426d0a-8acb-414b-afb1-7ddff4de33e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698602 Apr 28 19:37:36.092243 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-3c4f3c6d-ed6b-4454-88ce-92612df1b053 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:37:36.103307 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4f3c6d-ed6b-4454-88ce-92612df1b053 admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:37:36.109088 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-3f7285c0-eccf-48b8-829a-b18b0726fef1 service neutron] 10.222.0.44 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772559 Apr 28 19:37:36.119512 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0956ddf7-cc73-4466-8ca0-9784719cbb84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:36.212899 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84515509-1580-4c14-b480-d0048a0ddb64 req-19678927-c67b-43d1-97e0-b6f5fcaf3f54 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:36.219197 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-84515509-1580-4c14-b480-d0048a0ddb64 req-19678927-c67b-43d1-97e0-b6f5fcaf3f54 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6ce721f-932a-4b0e-8173-b9432816dc43 HTTP/1.1" status: 200 len: 943 time: 0.2954659 Apr 28 19:37:36.319584 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba86687-3ce8-48f9-9dcf-dd5263339bae x-openstack-request-id: req-9ba86687-3ce8-48f9-9dcf-dd5263339bae {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:37:36.323818 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27059cf8-c73f-4b67-9204-e09badc23f64", "tag": "26cf4175-065b-45a6-80f9-642be3c2060b", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:37:36.324644 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9ba86687-3ce8-48f9-9dcf-dd5263339bae {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:37:36.325606 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ba86687-3ce8-48f9-9dcf-dd5263339bae'] response: {'name': 'network-changed', 'server_uuid': '27059cf8-c73f-4b67-9204-e09badc23f64', 'tag': '26cf4175-065b-45a6-80f9-642be3c2060b', 'status': 'completed', 'code': 200} Apr 28 19:37:36.418306 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 7a9975b2-500f-485b-a22e-b469354f4190 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:37:36.425573 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28409564-eb85-4050-9ac6-183ca0d6f4d9 req-8b29511c-e62c-4731-92b7-6f35c718dac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:36.427291 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-28409564-eb85-4050-9ac6-183ca0d6f4d9 req-8b29511c-e62c-4731-92b7-6f35c718dac6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c27ab83294f244dbb917866ac945a124&device_id=27059cf8-c73f-4b67-9204-e09badc23f64 HTTP/1.1" status: 200 len: 1095 time: 0.0973377 Apr 28 19:37:36.463061 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-53a8630b-347d-4538-b5fc-44b28b8e5da8 service neutron] 10.222.0.15 "GET /v2.0/networks/b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654449 Apr 28 19:37:36.614509 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 7a9975b2-500f-485b-a22e-b469354f4190, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=7a9975b2-500f-485b-a22e-b469354f4190,segment=NetworkSegment(2fb8e97e-9156-445e-9ce1-e18ed4c88813),segment_id=2fb8e97e-9156-445e-9ce1-e18ed4c88813)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:36.630447 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '7a9975b2-500f-485b-a22e-b469354f4190', 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd', 'port_id': '7a9975b2-500f-485b-a22e-b469354f4190', 'mac_address': 'fa:16:3e:9d:9a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:37:36.734321 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7c8226cf-fe75-4eef-8646-2c88302bf761 None None] Provisioning complete for port e1535635-16ee-414b-a822-868c614c37c3 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:36.734674 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7c8226cf-fe75-4eef-8646-2c88302bf761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:36.796722 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28409564-eb85-4050-9ac6-183ca0d6f4d9 req-70af48ca-3cd0-41eb-b868-edb0b27c0ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:36.798537 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-28409564-eb85-4050-9ac6-183ca0d6f4d9 req-70af48ca-3cd0-41eb-b868-edb0b27c0ed7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb HTTP/1.1" status: 200 len: 914 time: 0.3441205 Apr 28 19:37:36.804290 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7c8226cf-fe75-4eef-8646-2c88302bf761 None None] Port e1535635-16ee-414b-a822-868c614c37c3 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:37:36.806458 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:36.828341 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a9975b2-500f-485b-a22e-b469354f4190 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:37:36.858976 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 7a9975b2-500f-485b-a22e-b469354f4190, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=7a9975b2-500f-485b-a22e-b469354f4190,segment=NetworkSegment(2fb8e97e-9156-445e-9ce1-e18ed4c88813),segment_id=2fb8e97e-9156-445e-9ce1-e18ed4c88813)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:36.870728 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:36.926640 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0956ddf7-cc73-4466-8ca0-9784719cbb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:36.930820 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-28409564-eb85-4050-9ac6-183ca0d6f4d9 req-7811e457-47c2-45d3-bd6a-9cb1ff2cdd82 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26cf4175-065b-45a6-80f9-642be3c2060b HTTP/1.1" status: 200 len: 217 time: 0.0706739 Apr 28 19:37:36.965348 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0956ddf7-cc73-4466-8ca0-9784719cbb84 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:37:36.965838 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0956ddf7-cc73-4466-8ca0-9784719cbb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:36.975306 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54d960-1363-4476-82ad-e8a2276d3608 req-72cebb67-38b2-40d8-b9d9-332f5310dcf3 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:36.977104 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=7a9975b2-500f-485b-a22e-b469354f4190,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:36.978460 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4a54d960-1363-4476-82ad-e8a2276d3608 req-72cebb67-38b2-40d8-b9d9-332f5310dcf3 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 946 time: 0.5453219 Apr 28 19:37:37.048614 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:37:37.048614 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:37:37.048614 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:37:37.048614 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:37:37.048614 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:37:37.048614 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:37:37.048614 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:37:37.048614 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:37:37.048614 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:37:37.048614 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:37:37.048614 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:37:37.048614 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:37:37.048614 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:37:37.048614 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:37:37.048614 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:37:37.048614 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:37:37.048614 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:37:37.048614 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:37:37.048614 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:37:37.048614 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:37:37.048614 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:37:37.048614 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:37:37.048614 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:37:37.048614 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:37:37.048614 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:37:37.048614 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:37:37.048614 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:37:37.048614 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:37:37.048614 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:37:37.048614 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:37:37.048614 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:37:37.048614 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:37:37.063788 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0956ddf7-cc73-4466-8ca0-9784719cbb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:37.088616 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0956ddf7-cc73-4466-8ca0-9784719cbb84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:37.093203 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0956ddf7-cc73-4466-8ca0-9784719cbb84 admin admin] 10.222.0.42 "DELETE /v2.0/networks/492f5f1e-bc45-40fe-93d7-48c778c6a765 HTTP/1.1" status: 204 len: 168 time: 3.9828756 Apr 28 19:37:37.121776 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4a54d960-1363-4476-82ad-e8a2276d3608 req-56bfbd82-1c29-44b2-bc61-05ef04953905 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892005 Apr 28 19:37:37.129159 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['7a9975b2-500f-485b-a22e-b469354f4190'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:37:37.135748 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d8cabcfd-7535-4d7a-ac50-00cccc1d20bd req-d6a3adab-77a5-4fde-baef-75d4420834c2 service neutron] 10.222.0.15 "GET /v2.0/networks/b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6412735 Apr 28 19:37:37.137297 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28409564-eb85-4050-9ac6-183ca0d6f4d9 req-3d03922c-1838-41c6-b7d4-d2bd16b88f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:37.138664 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-28409564-eb85-4050-9ac6-183ca0d6f4d9 req-3d03922c-1838-41c6-b7d4-d2bd16b88f29 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8616dcc1-9271-4ef2-abbb-c6606af7323b HTTP/1.1" status: 200 len: 853 time: 0.2006655 Apr 28 19:37:37.139155 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c4f3c6d-ed6b-4454-88ce-92612df1b053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:37.182648 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956ddf7-cc73-4466-8ca0-9784719cbb84 admin admin] Pushing event deleted for resources: {'Network': ['ID=492f5f1e-bc45-40fe-93d7-48c778c6a765,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:37.280729 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-28409564-eb85-4050-9ac6-183ca0d6f4d9 req-c13afae4-1ef2-40b2-954a-dc64151efaa4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1330578 Apr 28 19:37:37.312668 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-84515509-1580-4c14-b480-d0048a0ddb64 req-1d398081-b305-46fe-9f4f-46f24df0a5e5 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b8d6d46-8bb9-4e41-9d21-b4840b2243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945298 Apr 28 19:37:37.319899 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-5fd627b9-ef27-4668-bd04-1e2fa321a041 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:37.336913 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-5fd627b9-ef27-4668-bd04-1e2fa321a041 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5&tenant_id=65106efa94b44e66ac09133941d375fb&binding%3Ahost_id=n-h1-839810-1 HTTP/1.1" status: 200 len: 1096 time: 1.1164851 Apr 28 19:37:37.371650 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-f128a51b-56af-4e3c-b48c-fb0c07d15afa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-839810-1'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:37:37.390721 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:37:37.446925 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-f128a51b-56af-4e3c-b48c-fb0c07d15afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:37.502626 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44868) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:37:37.554479 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-28409564-eb85-4050-9ac6-183ca0d6f4d9 req-74216501-940f-488e-8963-2308438d4150 service neutron] 10.222.0.44 "GET /v2.0/networks/b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646892 Apr 28 19:37:37.555787 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d9a82892-eb1b-4d86-9bd8-793f82c91553 req-c0cc158e-7050-4256-878f-3d698dde2507 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce90ce7b-e290-41d5-93f7-8b927b0af32f HTTP/1.1" status: 200 len: 210 time: 0.0852764 Apr 28 19:37:37.613035 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2869b839-9013-4040-8bf6-6d6ba0d2e939 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=15df975f433744388dbc15c31cad4abb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1079161 Apr 28 19:37:37.617070 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44870) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:37:37.715279 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:37.716421 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:37.739544 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd94846-b3d0-4587-b705-7dd8ad161674 req-33766eaf-310c-41fa-a38d-3fb39dc7c774 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:37.742340 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8bd94846-b3d0-4587-b705-7dd8ad161674 req-33766eaf-310c-41fa-a38d-3fb39dc7c774 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/ports?device_id=27059cf8-c73f-4b67-9204-e09badc23f64 HTTP/1.1" status: 200 len: 944 time: 0.4054816 Apr 28 19:37:37.746425 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-28409564-eb85-4050-9ac6-183ca0d6f4d9 req-bf06c566-8f86-4313-a030-c78ea6573ce7 service neutron] 10.222.0.44 "GET /v2.0/networks/b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791823 Apr 28 19:37:37.789159 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c4f3c6d-ed6b-4454-88ce-92612df1b053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:37.817829 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8bd94846-b3d0-4587-b705-7dd8ad161674 req-5fd0cce4-0723-43d1-8524-876ddf64dc52 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f2ee023-a8e3-4096-ae6c-386871a0809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694108 Apr 28 19:37:37.830508 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0b1a63b2-fb06-4a90-bc5c-65a291948153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:37.955456 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0b1a63b2-fb06-4a90-bc5c-65a291948153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:38.022818 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3d6a2-a027-44b4-821b-0d0b979f21f1 req-0daccfcb-9f26-4049-89b0-44d2a78bbd5a tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:38.031209 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a4e3d6a2-a027-44b4-821b-0d0b979f21f1 req-0daccfcb-9f26-4049-89b0-44d2a78bbd5a tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5 HTTP/1.1" status: 200 len: 945 time: 0.1907187 Apr 28 19:37:38.035699 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-f128a51b-56af-4e3c-b48c-fb0c07d15afa service neutron] For port 59391db3-7313-479f-9c05-66bf8211f1e2, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=59391db3-7313-479f-9c05-66bf8211f1e2,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:38.143364 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-389aef7d-855e-411c-be43-a5c4cfa92511 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:38.145204 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-389aef7d-855e-411c-be43-a5c4cfa92511 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.15 "GET /v2.0/networks?id=03c23c13-73a0-4f69-a029-d17265afa037 HTTP/1.1" status: 200 len: 806 time: 0.2120111 Apr 28 19:37:38.224511 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-5a2e2d69-4393-40f2-a9cf-518029c40080 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e26f59f9d0474a89964c14355d73907c HTTP/1.1" status: 200 len: 379 time: 0.0686915 Apr 28 19:37:38.235620 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a4e3d6a2-a027-44b4-821b-0d0b979f21f1 req-e21d86c9-2c82-45aa-90aa-7f611120506e tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034788 Apr 28 19:37:38.242946 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0b1a63b2-fb06-4a90-bc5c-65a291948153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:38.246213 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0b1a63b2-fb06-4a90-bc5c-65a291948153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:38.247190 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-895147d8-8704-4064-811e-c6a8d3148de2 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Request body: {'port': {'device_id': 'ce90ce7b-e290-41d5-93f7-8b927b0af32f', 'network_id': '03c23c13-73a0-4f69-a029-d17265afa037', 'admin_state_up': True, 'tenant_id': 'e26f59f9d0474a89964c14355d73907c', 'security_groups': ['244d79a3-9e27-4766-be20-962837c5b3af']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:37:38.257236 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0b1a63b2-fb06-4a90-bc5c-65a291948153 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5e464c00-eaf7-4a94-b7ea-44baee09877c HTTP/1.1" status: 204 len: 168 time: 0.6365707 Apr 28 19:37:38.258750 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-f128a51b-56af-4e3c-b48c-fb0c07d15afa service neutron] For port 59391db3-7313-479f-9c05-66bf8211f1e2, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:37:38.293742 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a63b2-fb06-4a90-bc5c-65a291948153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e464c00-eaf7-4a94-b7ea-44baee09877c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:38.332074 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd7ece2-c7c9-467f-8b36-1bb32464263a', 'tag': 'c8979e18-cf25-4ebf-893c-0cd86eb1fb21'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:37:38.334875 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0587e9fe-3cbe-40cc-b129-46034e1f6a72" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd7ece2-c7c9-467f-8b36-1bb32464263a", "tag": "c8979e18-cf25-4ebf-893c-0cd86eb1fb21"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:37:38.357027 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ed0e12-0861-474f-9caa-cbc7a9ef42e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59391db3-7313-479f-9c05-66bf8211f1e2'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:37:38.359405 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ffde41-6dbb-4abb-876c-01516bfcde39" -d '{"events": [{"server_uuid": "b1ed0e12-0861-474f-9caa-cbc7a9ef42e5", "name": "network-vif-unplugged", "status": "completed", "tag": "59391db3-7313-479f-9c05-66bf8211f1e2"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:37:38.368909 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-f128a51b-56af-4e3c-b48c-fb0c07d15afa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:38.385418 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-f128a51b-56af-4e3c-b48c-fb0c07d15afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:38.423511 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 26cf4175-065b-45a6-80f9-642be3c2060b details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:37:38.427489 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 7a9975b2-500f-485b-a22e-b469354f4190 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:37:38.494129 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca7db29-7369-4fd9-a93f-3fb889f34caa x-openstack-request-id: req-9ca7db29-7369-4fd9-a93f-3fb889f34caa {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:37:38.494623 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd7ece2-c7c9-467f-8b36-1bb32464263a", "tag": "c8979e18-cf25-4ebf-893c-0cd86eb1fb21", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:37:38.495054 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9ca7db29-7369-4fd9-a93f-3fb889f34caa {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:37:38.495677 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ca7db29-7369-4fd9-a93f-3fb889f34caa'] response: {'name': 'network-changed', 'server_uuid': '3bd7ece2-c7c9-467f-8b36-1bb32464263a', 'tag': 'c8979e18-cf25-4ebf-893c-0cd86eb1fb21', 'status': 'completed', 'code': 200} Apr 28 19:37:38.504673 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c4f3c6d-ed6b-4454-88ce-92612df1b053 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:38.540207 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c4f3c6d-ed6b-4454-88ce-92612df1b053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:38.622362 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a66a90-2ad1-478f-a834-1f88a587b0c3 req-8fce780d-74be-48c2-8a05-19349272bf04 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:38.623193 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c4f3c6d-ed6b-4454-88ce-92612df1b053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:38.625083 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-01a66a90-2ad1-478f-a834-1f88a587b0c3 req-8fce780d-74be-48c2-8a05-19349272bf04 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 946 time: 0.2088466 Apr 28 19:37:38.632914 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-f128a51b-56af-4e3c-b48c-fb0c07d15afa service neutron] Attempting to bind port 59391db3-7313-479f-9c05-66bf8211f1e2 on host n-h1-839810-1 for vnic_type normal with profile {"migrating_to": "n-h2-839810-1"} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:37:38.634721 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-f128a51b-56af-4e3c-b48c-fb0c07d15afa service neutron] Attempting to bind port 59391db3-7313-479f-9c05-66bf8211f1e2 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:37:38.635071 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-f128a51b-56af-4e3c-b48c-fb0c07d15afa service neutron] Attempting to bind port 59391db3-7313-479f-9c05-66bf8211f1e2 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:37:38.646943 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587e9fe-3cbe-40cc-b129-46034e1f6a72 req-d43ff43b-3444-4bfa-bed2-1c324efee48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:38.649789 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0587e9fe-3cbe-40cc-b129-46034e1f6a72 req-d43ff43b-3444-4bfa-bed2-1c324efee48a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c27ab83294f244dbb917866ac945a124&device_id=3bd7ece2-c7c9-467f-8b36-1bb32464263a HTTP/1.1" status: 200 len: 1095 time: 0.1400328 Apr 28 19:37:38.675133 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-f128a51b-56af-4e3c-b48c-fb0c07d15afa service neutron] Port 59391db3-7313-479f-9c05-66bf8211f1e2 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:37:38.675582 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-f128a51b-56af-4e3c-b48c-fb0c07d15afa service neutron] Attempting to bind port 59391db3-7313-479f-9c05-66bf8211f1e2 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:37:38.687336 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128a51b-56af-4e3c-b48c-fb0c07d15afa service neutron] Pushing event updated for resources: {'Port': ['ID=59391db3-7313-479f-9c05-66bf8211f1e2,revision_number=7']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:38.734831 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-895147d8-8704-4064-811e-c6a8d3148de2 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Made reservation on behalf of e26f59f9d0474a89964c14355d73907c for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:37:38.741971 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 7a9975b2-500f-485b-a22e-b469354f4190 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:37:38.747986 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-895147d8-8704-4064-811e-c6a8d3148de2 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:38.759921 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 7a9975b2-500f-485b-a22e-b469354f4190 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:38.760354 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:38.797290 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 26cf4175-065b-45a6-80f9-642be3c2060b, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=26cf4175-065b-45a6-80f9-642be3c2060b,segment=NetworkSegment(e0cb1ff0-18a4-4859-89a0-14772c6e60ff),segment_id=e0cb1ff0-18a4-4859-89a0-14772c6e60ff)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:38.811806 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f3c6d-ed6b-4454-88ce-92612df1b053 admin admin] Pushing event updated for resources: {'Port': ['ID=e1535635-16ee-414b-a822-868c614c37c3,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:38.821985 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '26cf4175-065b-45a6-80f9-642be3c2060b', 'network_id': 'b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb', 'port_id': '26cf4175-065b-45a6-80f9-642be3c2060b', 'mac_address': 'fa:16:3e:db:24:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8616dcc1-9271-4ef2-abbb-c6606af7323b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:37:38.840708 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-f128a51b-56af-4e3c-b48c-fb0c07d15afa service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:37:38.841375 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-f128a51b-56af-4e3c-b48c-fb0c07d15afa service neutron] Checking segment: {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:37:38.842538 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-f128a51b-56af-4e3c-b48c-fb0c07d15afa service neutron] Bound using segment: {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:37:38.843198 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-f128a51b-56af-4e3c-b48c-fb0c07d15afa service neutron] Bound port: 59391db3-7313-479f-9c05-66bf8211f1e2, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:37:38.843770 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-f128a51b-56af-4e3c-b48c-fb0c07d15afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:38.870979 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-01a66a90-2ad1-478f-a834-1f88a587b0c3 req-5f5050e5-b221-44e2-aa2c-9783f48b4ba3 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289932 Apr 28 19:37:38.948237 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:38.967852 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8d4ac-132a-481d-986a-85306c051bb9 req-17176ea3-a38c-4d82-8651-3c8b8fde33c3 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:38.977412 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3da8d4ac-132a-481d-986a-85306c051bb9 req-17176ea3-a38c-4d82-8651-3c8b8fde33c3 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6ce721f-932a-4b0e-8173-b9432816dc43 HTTP/1.1" status: 200 len: 944 time: 0.3550806 Apr 28 19:37:39.011149 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:39.042173 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26cf4175-065b-45a6-80f9-642be3c2060b {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:37:39.050128 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 19:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa4b08e-525a-4801-871d-cfdcfd75e945 x-openstack-request-id: req-efa4b08e-525a-4801-871d-cfdcfd75e945 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:37:39.050407 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ed0e12-0861-474f-9caa-cbc7a9ef42e5", "name": "network-vif-unplugged", "status": "completed", "tag": "59391db3-7313-479f-9c05-66bf8211f1e2", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:37:39.050656 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-efa4b08e-525a-4801-871d-cfdcfd75e945 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:37:39.051060 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efa4b08e-525a-4801-871d-cfdcfd75e945'] response: {'server_uuid': 'b1ed0e12-0861-474f-9caa-cbc7a9ef42e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59391db3-7313-479f-9c05-66bf8211f1e2', 'code': 200} Apr 28 19:37:39.079782 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 26cf4175-065b-45a6-80f9-642be3c2060b, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=26cf4175-065b-45a6-80f9-642be3c2060b,segment=NetworkSegment(e0cb1ff0-18a4-4859-89a0-14772c6e60ff),segment_id=e0cb1ff0-18a4-4859-89a0-14772c6e60ff)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:39.090033 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:39.108433 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ce721f-932a-4b0e-8173-b9432816dc43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9975b2-500f-485b-a22e-b469354f4190'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:37:39.111060 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95e3a7c-bd2e-484b-9688-f855eb1f0782" -d '{"events": [{"server_uuid": "b6ce721f-932a-4b0e-8173-b9432816dc43", "name": "network-vif-plugged", "status": "completed", "tag": "7a9975b2-500f-485b-a22e-b469354f4190"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:37:39.150173 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 7a9975b2-500f-485b-a22e-b469354f4190, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=7a9975b2-500f-485b-a22e-b469354f4190,segment=NetworkSegment(2fb8e97e-9156-445e-9ce1-e18ed4c88813),segment_id=2fb8e97e-9156-445e-9ce1-e18ed4c88813)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:39.165909 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:39.190338 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587e9fe-3cbe-40cc-b129-46034e1f6a72 req-a46a1af5-5e0f-4308-a8f5-6333b96203b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:39.194242 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0587e9fe-3cbe-40cc-b129-46034e1f6a72 req-a46a1af5-5e0f-4308-a8f5-6333b96203b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb HTTP/1.1" status: 200 len: 914 time: 0.5297685 Apr 28 19:37:39.202310 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=26cf4175-065b-45a6-80f9-642be3c2060b,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:39.232955 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3da8d4ac-132a-481d-986a-85306c051bb9 req-4edb5897-04ee-4fb3-88d4-c07c24ddbf81 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b8d6d46-8bb9-4e41-9d21-b4840b2243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943312 Apr 28 19:37:39.247873 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4f3c6d-ed6b-4454-88ce-92612df1b053 admin admin] Network fa6ba32f-86e1-489e-bf69-a0854e414daf is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:37:39.270961 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-3c4f3c6d-ed6b-4454-88ce-92612df1b053 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:37:39.358193 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-895147d8-8704-4064-811e-c6a8d3148de2 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Allocated IP 172.20.0.5 (03c23c13-73a0-4f69-a029-d17265afa037/daac5a1d-32c4-4cd3-af48-779eecb90ff6/d99c82f4-9e60-4f9d-803b-08ade4682f4e) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:37:39.431331 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0587e9fe-3cbe-40cc-b129-46034e1f6a72 req-42a04e2e-3c43-4c14-ace9-6a9fb4851dc6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8979e18-cf25-4ebf-893c-0cd86eb1fb21 HTTP/1.1" status: 200 len: 217 time: 0.0810997 Apr 28 19:37:39.436019 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['26cf4175-065b-45a6-80f9-642be3c2060b'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:37:39.455387 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-f128a51b-56af-4e3c-b48c-fb0c07d15afa service neutron] For port 59391db3-7313-479f-9c05-66bf8211f1e2, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:37:39.505454 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-f128a51b-56af-4e3c-b48c-fb0c07d15afa service neutron] For port 59391db3-7313-479f-9c05-66bf8211f1e2, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=59391db3-7313-479f-9c05-66bf8211f1e2,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:37:39.527088 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-f128a51b-56af-4e3c-b48c-fb0c07d15afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:39.538023 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=7a9975b2-500f-485b-a22e-b469354f4190,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:39.569894 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3a4302a2-a06a-4d60-9e90-f996b08aaae5 req-f4f6210f-9f2e-4945-adc3-dcdbf30fefbe tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce90ce7b-e290-41d5-93f7-8b927b0af32f HTTP/1.1" status: 200 len: 210 time: 0.1267283 Apr 28 19:37:39.646496 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587e9fe-3cbe-40cc-b129-46034e1f6a72 req-77fea24c-61fb-4368-9efa-5d35ee489e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:39.648539 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0587e9fe-3cbe-40cc-b129-46034e1f6a72 req-77fea24c-61fb-4368-9efa-5d35ee489e77 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8616dcc1-9271-4ef2-abbb-c6606af7323b HTTP/1.1" status: 200 len: 853 time: 0.1946003 Apr 28 19:37:39.693385 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6b5597-0f2f-42b9-9884-6a5c9f609c3b x-openstack-request-id: req-bb6b5597-0f2f-42b9-9884-6a5c9f609c3b {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:37:39.693684 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ce721f-932a-4b0e-8173-b9432816dc43", "name": "network-vif-plugged", "status": "completed", "tag": "7a9975b2-500f-485b-a22e-b469354f4190", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:37:39.693939 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bb6b5597-0f2f-42b9-9884-6a5c9f609c3b {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:37:39.694337 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb6b5597-0f2f-42b9-9884-6a5c9f609c3b'] response: {'server_uuid': 'b6ce721f-932a-4b0e-8173-b9432816dc43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9975b2-500f-485b-a22e-b469354f4190', 'code': 200} Apr 28 19:37:39.717896 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0587e9fe-3cbe-40cc-b129-46034e1f6a72 req-c44523d2-68f4-4de2-b3bc-b5860bb15244 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600605 Apr 28 19:37:39.835212 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7751c0d8-b61b-48d0-85a4-ffbddbaa0176 None None] Provisioning complete for port e1535635-16ee-414b-a822-868c614c37c3 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:39.835811 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7751c0d8-b61b-48d0-85a4-ffbddbaa0176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:39.855918 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128a51b-56af-4e3c-b48c-fb0c07d15afa service neutron] Pushing event updated for resources: {'Port': ['ID=59391db3-7313-479f-9c05-66bf8211f1e2,revision_number=8']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:39.912716 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40453015-32ab-4660-a7c1-8b094580b53c req-f02d1dbe-1839-47af-80c7-d251b65f2c74 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:39.914904 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-40453015-32ab-4660-a7c1-8b094580b53c req-f02d1dbe-1839-47af-80c7-d251b65f2c74 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/ports?device_id=27059cf8-c73f-4b67-9204-e09badc23f64 HTTP/1.1" status: 200 len: 945 time: 0.4775412 Apr 28 19:37:39.948552 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-f128a51b-56af-4e3c-b48c-fb0c07d15afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:39.949069 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-f128a51b-56af-4e3c-b48c-fb0c07d15afa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:39.950410 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-f128a51b-56af-4e3c-b48c-fb0c07d15afa service neutron] 10.222.0.44 "PUT /v2.0/ports/59391db3-7313-479f-9c05-66bf8211f1e2 HTTP/1.1" status: 200 len: 1121 time: 2.6009009 Apr 28 19:37:39.987625 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4f3c6d-ed6b-4454-88ce-92612df1b053 admin admin] Router 536f6499-1b10-4117-950d-dfd4623a3f3f has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:37:40.006245 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7751c0d8-b61b-48d0-85a4-ffbddbaa0176 None None] Port e1535635-16ee-414b-a822-868c614c37c3 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:37:40.018594 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['59391db3-7313-479f-9c05-66bf8211f1e2'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:37:40.039245 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-40453015-32ab-4660-a7c1-8b094580b53c req-7af99527-6907-4ef5-9fa7-2b8398660062 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f2ee023-a8e3-4096-ae6c-386871a0809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056659 Apr 28 19:37:40.175212 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-895147d8-8704-4064-811e-c6a8d3148de2 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:40.186926 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4f3c6d-ed6b-4454-88ce-92612df1b053 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:37:40.202280 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3591cf-2e14-4ed0-9ebc-b32718b692d4 req-fc827891-7602-40a5-8b85-fd4ea5a5d7b6 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:40.203904 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3c4f3c6d-ed6b-4454-88ce-92612df1b053 admin admin] 10.222.0.42 "PUT /v2.0/routers/536f6499-1b10-4117-950d-dfd4623a3f3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2077494 Apr 28 19:37:40.215504 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-de3591cf-2e14-4ed0-9ebc-b32718b692d4 req-fc827891-7602-40a5-8b85-fd4ea5a5d7b6 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5 HTTP/1.1" status: 200 len: 943 time: 0.3027258 Apr 28 19:37:40.242761 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e409ffe-59d5-4798-acf7-51c5f275750e None None] Sync routers for ids ['536f6499-1b10-4117-950d-dfd4623a3f3f'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:37:40.267743 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e409ffe-59d5-4798-acf7-51c5f275750e None None] Routers {'536f6499-1b10-4117-950d-dfd4623a3f3f'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:37:40.271142 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3e409ffe-59d5-4798-acf7-51c5f275750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:37:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['536f6499-1b10-4117-950d-dfd4623a3f3f'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:40.281942 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0587e9fe-3cbe-40cc-b129-46034e1f6a72 req-c166170a-be65-4242-a943-8388c927fe71 service neutron] 10.222.0.15 "GET /v2.0/networks/b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676231 Apr 28 19:37:40.404017 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217952a1-2332-4a92-a754-dfed32b26b44 req-11ead28d-364b-4925-90e9-b3bfb5c0050a tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:40.405633 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-217952a1-2332-4a92-a754-dfed32b26b44 req-11ead28d-364b-4925-90e9-b3bfb5c0050a tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 946 time: 0.1113300 Apr 28 19:37:40.421615 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-de3591cf-2e14-4ed0-9ebc-b32718b692d4 req-2bb47da4-201d-47ba-a45d-5542547c5afb tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045608 Apr 28 19:37:40.439352 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d762f4-d330-42f3-a8b3-79fea4ed5f40 req-607a97e5-e286-4830-a6b9-d9e91b16329d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:40.442400 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e5d762f4-d330-42f3-a8b3-79fea4ed5f40 req-607a97e5-e286-4830-a6b9-d9e91b16329d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b6ce721f-932a-4b0e-8173-b9432816dc43 HTTP/1.1" status: 200 len: 1096 time: 0.5301957 Apr 28 19:37:40.471031 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-217952a1-2332-4a92-a754-dfed32b26b44 req-91aed402-5f97-48ce-a406-cd733b7f6094 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578759 Apr 28 19:37:40.486811 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-3e409ffe-59d5-4798-acf7-51c5f275750e None None] Set router 536f6499-1b10-4117-950d-dfd4623a3f3f gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:37:40.631440 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0587e9fe-3cbe-40cc-b129-46034e1f6a72 req-495343d6-9201-42be-b717-a7151288e82d service neutron] 10.222.0.15 "GET /v2.0/networks/b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393059 Apr 28 19:37:40.655148 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-895147d8-8704-4064-811e-c6a8d3148de2 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:40.686049 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device c8979e18-cf25-4ebf-893c-0cd86eb1fb21 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:37:40.786470 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8cdf9f-aaf6-40c7-b081-e3a87f12acf3 req-9f2d1442-f87f-42fd-a1c5-90c4334daa2e tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:40.794803 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4f8cdf9f-aaf6-40c7-b081-e3a87f12acf3 req-9f2d1442-f87f-42fd-a1c5-90c4334daa2e tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6ce721f-932a-4b0e-8173-b9432816dc43 HTTP/1.1" status: 200 len: 945 time: 0.0924902 Apr 28 19:37:40.828473 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-895147d8-8704-4064-811e-c6a8d3148de2 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Network 03c23c13-73a0-4f69-a029-d17265afa037 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:37:40.847752 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4f8cdf9f-aaf6-40c7-b081-e3a87f12acf3 req-c15a813c-2b14-4d13-965d-0912f62109a5 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b8d6d46-8bb9-4e41-9d21-b4840b2243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494511 Apr 28 19:37:40.848213 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-895147d8-8704-4064-811e-c6a8d3148de2 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:37:40.850227 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895147d8-8704-4064-811e-c6a8d3148de2 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Pushing event updated for resources: {'Port': ['ID=d99c82f4-9e60-4f9d-803b-08ade4682f4e,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:40.852810 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-895147d8-8704-4064-811e-c6a8d3148de2 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:37:40.972911 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-895147d8-8704-4064-811e-c6a8d3148de2 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:40.981325 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-895147d8-8704-4064-811e-c6a8d3148de2 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:41.012980 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e5d762f4-d330-42f3-a8b3-79fea4ed5f40 req-a0fac517-fceb-4c9b-9f28-d461dc707fee service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2b8d6d46-8bb9-4e41-9d21-b4840b2243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772707 Apr 28 19:37:41.031319 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-895147d8-8704-4064-811e-c6a8d3148de2 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7970724 Apr 28 19:37:41.044535 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-0e5c099a-0254-43b6-b999-3abe224c2f4d service neutron] Request body: {'port': {'device_id': 'ce90ce7b-e290-41d5-93f7-8b927b0af32f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:37:41.066332 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ed0e12-0861-474f-9caa-cbc7a9ef42e5', 'tag': '59391db3-7313-479f-9c05-66bf8211f1e2'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:37:41.070075 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091e2009-87c5-4c2a-a026-349c564f9511" -d '{"events": [{"name": "network-changed", "server_uuid": "b1ed0e12-0861-474f-9caa-cbc7a9ef42e5", "tag": "59391db3-7313-479f-9c05-66bf8211f1e2"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:37:41.164685 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-0e5c099a-0254-43b6-b999-3abe224c2f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:41.298721 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3e409ffe-59d5-4798-acf7-51c5f275750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'name': 'tempest-AttachVolumeNegativeTest-1025782073-router', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:24Z', 'updated_at': '2022-04-28T19:37:37Z', 'revision_number': 4, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'gw_port': {'id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:26Z', 'updated_at': '2022-04-28T19:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'e1535635-16ee-414b-a822-868c614c37c3', 'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'mac_address': 'fa:16:3e:ed:ce:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:33Z', 'updated_at': '2022-04-28T19:37:38Z', 'revision_number': 2, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'subnets': [{'id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:41.336501 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port c8979e18-cf25-4ebf-893c-0cd86eb1fb21, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=c8979e18-cf25-4ebf-893c-0cd86eb1fb21,segment=NetworkSegment(e0cb1ff0-18a4-4859-89a0-14772c6e60ff),segment_id=e0cb1ff0-18a4-4859-89a0-14772c6e60ff)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:41.365498 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6af17-6bc5-48c9-a92d-9e739f3327b4 req-2cca8e3e-0348-45d9-8895-7e376f513abd tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:41.374812 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2bc6af17-6bc5-48c9-a92d-9e739f3327b4 req-2cca8e3e-0348-45d9-8895-7e376f513abd tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce90ce7b-e290-41d5-93f7-8b927b0af32f HTTP/1.1" status: 200 len: 931 time: 0.1541743 Apr 28 19:37:41.444922 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2bc6af17-6bc5-48c9-a92d-9e739f3327b4 req-2939d13f-66da-472c-a4a3-1afea4c6938e tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.42 "GET /v2.0/security-groups?id=244d79a3-9e27-4766-be20-962837c5b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682805 Apr 28 19:37:41.468179 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e409ffe-59d5-4798-acf7-51c5f275750e None None] Checking router: 536f6499-1b10-4117-950d-dfd4623a3f3f for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:37:41.468179 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e409ffe-59d5-4798-acf7-51c5f275750e None None] Updating router 536f6499-1b10-4117-950d-dfd4623a3f3f port e1535635-16ee-414b-a822-868c614c37c3 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:37:41.516196 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'c8979e18-cf25-4ebf-893c-0cd86eb1fb21', 'network_id': 'b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb', 'port_id': 'c8979e18-cf25-4ebf-893c-0cd86eb1fb21', 'mac_address': 'fa:16:3e:5b:c6:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8616dcc1-9271-4ef2-abbb-c6606af7323b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:37:41.550720 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45034) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:37:41.572094 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45038) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:37:41.577028 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-47def7be-c1cd-4908-9ad4-79acc5cef9c2 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--622197138', 'description': 'tempest-description--265093947'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:37:41.590717 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3e409ffe-59d5-4798-acf7-51c5f275750e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:41.604457 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a716c663-d7d2-47a2-87cc-f7b59bd7a382 None None] Provisioning complete for port d99c82f4-9e60-4f9d-803b-08ade4682f4e triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:41.612307 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a716c663-d7d2-47a2-87cc-f7b59bd7a382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:41.630565 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-47def7be-c1cd-4908-9ad4-79acc5cef9c2 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:41.735241 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-47def7be-c1cd-4908-9ad4-79acc5cef9c2 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:41.743850 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-47def7be-c1cd-4908-9ad4-79acc5cef9c2 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:41.793631 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3297ae9a-4517-48f8-814f-b92ef3f43480 x-openstack-request-id: req-3297ae9a-4517-48f8-814f-b92ef3f43480 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:37:41.793631 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1ed0e12-0861-474f-9caa-cbc7a9ef42e5", "tag": "59391db3-7313-479f-9c05-66bf8211f1e2", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:37:41.804943 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3297ae9a-4517-48f8-814f-b92ef3f43480 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:37:41.805496 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3297ae9a-4517-48f8-814f-b92ef3f43480'] response: {'name': 'network-changed', 'server_uuid': 'b1ed0e12-0861-474f-9caa-cbc7a9ef42e5', 'tag': '59391db3-7313-479f-9c05-66bf8211f1e2', 'status': 'completed', 'code': 200} Apr 28 19:37:41.808198 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47def7be-c1cd-4908-9ad4-79acc5cef9c2 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37c9ae11-ec62-45d5-807a-a041757e086d,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:41.826029 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-47def7be-c1cd-4908-9ad4-79acc5cef9c2 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:41.830797 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-a716c663-d7d2-47a2-87cc-f7b59bd7a382 None None] Port d99c82f4-9e60-4f9d-803b-08ade4682f4e cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:37:41.830797 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:41.832586 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-47def7be-c1cd-4908-9ad4-79acc5cef9c2 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2595046 Apr 28 19:37:41.833414 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45046) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:37:41.848816 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-0b9e0f9b-cfaf-4b24-8a5f-b666dbf5126b tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Request body: {'security_group_rule': {'security_group_id': '37c9ae11-ec62-45d5-807a-a041757e086d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:37:41.860003 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8979e18-cf25-4ebf-893c-0cd86eb1fb21 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:37:41.869109 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-53239772-2312-4dea-bbfc-e919b2838995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:41.911922 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0b9e0f9b-cfaf-4b24-8a5f-b666dbf5126b tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:41.945744 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port c8979e18-cf25-4ebf-893c-0cd86eb1fb21, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=c8979e18-cf25-4ebf-893c-0cd86eb1fb21,segment=NetworkSegment(e0cb1ff0-18a4-4859-89a0-14772c6e60ff),segment_id=e0cb1ff0-18a4-4859-89a0-14772c6e60ff)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:41.956162 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-0e5c099a-0254-43b6-b999-3abe224c2f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d99c82f4-9e60-4f9d-803b-08ade4682f4e {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:37:41.956852 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:41.966535 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-0e5c099a-0254-43b6-b999-3abe224c2f4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:41.983641 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-0e5c099a-0254-43b6-b999-3abe224c2f4d service neutron] Transition to ACTIVE for port object d99c82f4-9e60-4f9d-803b-08ade4682f4e will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:37:42.001725 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-0e5c099a-0254-43b6-b999-3abe224c2f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:42.007277 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0b9e0f9b-cfaf-4b24-8a5f-b666dbf5126b tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:42.021257 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0b9e0f9b-cfaf-4b24-8a5f-b666dbf5126b tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:42.059327 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=c8979e18-cf25-4ebf-893c-0cd86eb1fb21,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:42.113392 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0b9e0f9b-cfaf-4b24-8a5f-b666dbf5126b tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:42.117671 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0b9e0f9b-cfaf-4b24-8a5f-b666dbf5126b tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2736299 Apr 28 19:37:42.119785 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45050) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:37:42.133776 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-3f55abc5-ac6f-485f-9d5a-d89b0cf80858 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Request body: {'security_group_rule': {'security_group_id': '37c9ae11-ec62-45d5-807a-a041757e086d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:37:42.145671 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e0f9b-cfaf-4b24-8a5f-b666dbf5126b tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5955f5aa-a469-4131-859a-5fd0229ced0f,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:42.159755 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e25eb-fd30-4d01-80c4-09833e50e14e req-e116244e-b5f5-4ba7-9515-5ab2ab9310a6 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:42.168603 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e96e25eb-fd30-4d01-80c4-09833e50e14e req-e116244e-b5f5-4ba7-9515-5ab2ab9310a6 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5 HTTP/1.1" status: 200 len: 943 time: 0.1552224 Apr 28 19:37:42.187738 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3cb1b-ad84-4b93-819a-c3bd5e6902f6 req-8b72aef3-ac28-4da3-9730-a5db754674e6 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:42.196652 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4db3cb1b-ad84-4b93-819a-c3bd5e6902f6 req-8b72aef3-ac28-4da3-9730-a5db754674e6 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/ports?device_id=27059cf8-c73f-4b67-9204-e09badc23f64 HTTP/1.1" status: 200 len: 945 time: 0.4885087 Apr 28 19:37:42.231326 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e2009-87c5-4c2a-a026-349c564f9511 req-07ba98fd-f92d-429f-be4a-489854e630ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:42.235588 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-091e2009-87c5-4c2a-a026-349c564f9511 req-07ba98fd-f92d-429f-be4a-489854e630ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65106efa94b44e66ac09133941d375fb&device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5 HTTP/1.1" status: 200 len: 1124 time: 0.2476990 Apr 28 19:37:42.249578 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3e409ffe-59d5-4798-acf7-51c5f275750e None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:42.256059 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e96e25eb-fd30-4d01-80c4-09833e50e14e req-608d3e74-e97b-41aa-b7c1-411f649d931a tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853994 Apr 28 19:37:42.292460 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3e409ffe-59d5-4798-acf7-51c5f275750e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:42.353529 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3f55abc5-ac6f-485f-9d5a-d89b0cf80858 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:42.379891 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['c8979e18-cf25-4ebf-893c-0cd86eb1fb21'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:37:42.405483 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-53239772-2312-4dea-bbfc-e919b2838995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:42.471720 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e2009-87c5-4c2a-a026-349c564f9511 req-95547438-3c0e-4a85-8de4-1f7f13bf5ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:42.478247 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-091e2009-87c5-4c2a-a026-349c564f9511 req-95547438-3c0e-4a85-8de4-1f7f13bf5ad3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd HTTP/1.1" status: 200 len: 908 time: 0.1882627 Apr 28 19:37:42.484587 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c099a-0254-43b6-b999-3abe224c2f4d service neutron] Pushing event updated for resources: {'Port': ['ID=d99c82f4-9e60-4f9d-803b-08ade4682f4e,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:42.506532 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-53239772-2312-4dea-bbfc-e919b2838995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:42.512513 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 59391db3-7313-479f-9c05-66bf8211f1e2 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:37:42.514473 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 26cf4175-065b-45a6-80f9-642be3c2060b up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:37:42.529234 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d0f45-d095-4f01-935b-cdfe572440f6 None None] Pushing event updated for resources: {'Port': ['ID=e1535635-16ee-414b-a822-868c614c37c3,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:42.548219 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-091e2009-87c5-4c2a-a026-349c564f9511 req-44198aab-1fbd-463b-a5d3-e2ed44e5ed3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59391db3-7313-479f-9c05-66bf8211f1e2 HTTP/1.1" status: 200 len: 217 time: 0.0552313 Apr 28 19:37:42.654198 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4db3cb1b-ad84-4b93-819a-c3bd5e6902f6 req-ed98d9be-1c62-4771-bdd7-f0829f9abe8b tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f2ee023-a8e3-4096-ae6c-386871a0809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4563913 Apr 28 19:37:42.659754 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-53239772-2312-4dea-bbfc-e919b2838995 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aac2ae42b4c3438889489e5a19326286&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1076617 Apr 28 19:37:42.673869 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53239772-2312-4dea-bbfc-e919b2838995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0eb052-5dfb-46d1-b0d9-af51ea02d769,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:42.710139 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45054) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:37:42.711024 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-0e5c099a-0254-43b6-b999-3abe224c2f4d service neutron] Attempting to bind port d99c82f4-9e60-4f9d-803b-08ade4682f4e on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:37:42.711464 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-0e5c099a-0254-43b6-b999-3abe224c2f4d service neutron] Attempting to bind port d99c82f4-9e60-4f9d-803b-08ade4682f4e by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '03c23c13-73a0-4f69-a029-d17265afa037'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:37:42.712057 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-0e5c099a-0254-43b6-b999-3abe224c2f4d service neutron] Attempting to bind port d99c82f4-9e60-4f9d-803b-08ade4682f4e on network 03c23c13-73a0-4f69-a029-d17265afa037 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:37:42.730170 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-0e5c099a-0254-43b6-b999-3abe224c2f4d service neutron] Port d99c82f4-9e60-4f9d-803b-08ade4682f4e on network 03c23c13-73a0-4f69-a029-d17265afa037 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:37:42.733197 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-0e5c099a-0254-43b6-b999-3abe224c2f4d service neutron] Attempting to bind port d99c82f4-9e60-4f9d-803b-08ade4682f4e on network 03c23c13-73a0-4f69-a029-d17265afa037 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:37:42.773034 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-0e5c099a-0254-43b6-b999-3abe224c2f4d service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:37:42.795445 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-0e5c099a-0254-43b6-b999-3abe224c2f4d service neutron] Checking segment: {'id': '0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '03c23c13-73a0-4f69-a029-d17265afa037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:37:42.795968 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-0e5c099a-0254-43b6-b999-3abe224c2f4d service neutron] Bound using segment: {'id': '0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '03c23c13-73a0-4f69-a029-d17265afa037'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:37:42.804664 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-0e5c099a-0254-43b6-b999-3abe224c2f4d service neutron] Bound port: d99c82f4-9e60-4f9d-803b-08ade4682f4e, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '03c23c13-73a0-4f69-a029-d17265afa037'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:37:42.805291 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-0e5c099a-0254-43b6-b999-3abe224c2f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:42.822557 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3f55abc5-ac6f-485f-9d5a-d89b0cf80858 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:42.835376 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3f55abc5-ac6f-485f-9d5a-d89b0cf80858 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:42.842066 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-3e409ffe-59d5-4798-acf7-51c5f275750e None None] Attempting to bind port e1535635-16ee-414b-a822-868c614c37c3 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:37:42.842634 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-3e409ffe-59d5-4798-acf7-51c5f275750e None None] Attempting to bind port e1535635-16ee-414b-a822-868c614c37c3 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '45b99270-ac05-4c11-b64b-fdc435dcfa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:37:42.843160 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e409ffe-59d5-4798-acf7-51c5f275750e None None] Attempting to bind port e1535635-16ee-414b-a822-868c614c37c3 on network fa6ba32f-86e1-489e-bf69-a0854e414daf {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:37:42.874334 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e409ffe-59d5-4798-acf7-51c5f275750e None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:37:42.874658 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55abc5-ac6f-485f-9d5a-d89b0cf80858 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8783c91-a0bf-452e-b453-52e9703f4054,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:42.874772 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e409ffe-59d5-4798-acf7-51c5f275750e None None] Checking segment: {'id': '45b99270-ac05-4c11-b64b-fdc435dcfa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:37:42.875129 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3e409ffe-59d5-4798-acf7-51c5f275750e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:42.875592 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e409ffe-59d5-4798-acf7-51c5f275750e None None] Bound using segment: {'id': '45b99270-ac05-4c11-b64b-fdc435dcfa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:37:42.876186 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-3e409ffe-59d5-4798-acf7-51c5f275750e None None] Bound port: e1535635-16ee-414b-a822-868c614c37c3, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b99270-ac05-4c11-b64b-fdc435dcfa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:37:42.876645 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3e409ffe-59d5-4798-acf7-51c5f275750e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:42.886077 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3f55abc5-ac6f-485f-9d5a-d89b0cf80858 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:42.890714 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3f55abc5-ac6f-485f-9d5a-d89b0cf80858 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7605963 Apr 28 19:37:42.890847 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45066) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:37:42.896700 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-ca21165c-c7d7-4dbd-b628-5ae2dc6a08f6 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:37:42.919924 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d29b6a-3004-42e8-8988-7cd377f2449b req-0b4667ae-735c-4bc0-a08a-cbff6797bc8f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:42.924944 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 26cf4175-065b-45a6-80f9-642be3c2060b completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:37:42.930198 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-06d29b6a-3004-42e8-8988-7cd377f2449b req-0b4667ae-735c-4bc0-a08a-cbff6797bc8f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 946 time: 0.5168846 Apr 28 19:37:42.961499 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 26cf4175-065b-45a6-80f9-642be3c2060b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:42.961945 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:42.982866 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca21165c-c7d7-4dbd-b628-5ae2dc6a08f6 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:43.011167 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 59391db3-7313-479f-9c05-66bf8211f1e2, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=59391db3-7313-479f-9c05-66bf8211f1e2,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:43.018404 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-06d29b6a-3004-42e8-8988-7cd377f2449b req-8dc0cc3a-08fa-4c94-a3aa-10b1caa468a7 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863678 Apr 28 19:37:43.049404 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e2009-87c5-4c2a-a026-349c564f9511 req-91afd0b5-a3ce-4cc8-b999-db87f90664f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:43.051148 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-091e2009-87c5-4c2a-a026-349c564f9511 req-91afd0b5-a3ce-4cc8-b999-db87f90664f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d5c93c2-9d1b-4c66-8e1f-a78766af188b HTTP/1.1" status: 200 len: 847 time: 0.4914014 Apr 28 19:37:43.087270 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-0e5c099a-0254-43b6-b999-3abe224c2f4d service neutron] For port d99c82f4-9e60-4f9d-803b-08ade4682f4e, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:37:43.128572 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 59391db3-7313-479f-9c05-66bf8211f1e2 has no active binding in host n-h2-839810-1 {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 28 19:37:43.138665 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-670cb949-0aa3-4d7a-a556-7545de21d894 None None] Provisioning complete for port e1535635-16ee-414b-a822-868c614c37c3 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:43.139055 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-670cb949-0aa3-4d7a-a556-7545de21d894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:43.141244 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-3e409ffe-59d5-4798-acf7-51c5f275750e None None] For port e1535635-16ee-414b-a822-868c614c37c3, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:37:43.146650 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-3e409ffe-59d5-4798-acf7-51c5f275750e None None] For port e1535635-16ee-414b-a822-868c614c37c3, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=e1535635-16ee-414b-a822-868c614c37c3,segment=NetworkSegment(45b99270-ac05-4c11-b64b-fdc435dcfa6a),segment_id=45b99270-ac05-4c11-b64b-fdc435dcfa6a)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:37:43.178191 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-0e5c099a-0254-43b6-b999-3abe224c2f4d service neutron] For port d99c82f4-9e60-4f9d-803b-08ade4682f4e, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=d99c82f4-9e60-4f9d-803b-08ade4682f4e,segment=NetworkSegment(0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3),segment_id=0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:37:43.183937 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-90e6e6b6-16d7-4249-9c65-180f6cf6c9dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:43.189815 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-091e2009-87c5-4c2a-a026-349c564f9511 req-84a5b5a8-41a8-4809-b15c-31aa23bc2467 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172609 Apr 28 19:37:43.191360 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-0e5c099a-0254-43b6-b999-3abe224c2f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:43.212664 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3e409ffe-59d5-4798-acf7-51c5f275750e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:43.303995 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e409ffe-59d5-4798-acf7-51c5f275750e None None] Routers {'536f6499-1b10-4117-950d-dfd4623a3f3f'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:37:43.305129 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3e409ffe-59d5-4798-acf7-51c5f275750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:37:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['536f6499-1b10-4117-950d-dfd4623a3f3f'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:43.349187 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a74f41-a87f-4502-95d5-ea3a136a64ad req-59eba880-d68f-493a-87a3-4c1f819a9f64 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:43.351085 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-47a74f41-a87f-4502-95d5-ea3a136a64ad req-59eba880-d68f-493a-87a3-4c1f819a9f64 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6ce721f-932a-4b0e-8173-b9432816dc43 HTTP/1.1" status: 200 len: 945 time: 0.3104532 Apr 28 19:37:43.360953 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-90e6e6b6-16d7-4249-9c65-180f6cf6c9dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:43.367486 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-0e5c099a-0254-43b6-b999-3abe224c2f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:43.367486 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-0e5c099a-0254-43b6-b999-3abe224c2f4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:43.368037 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-0e5c099a-0254-43b6-b999-3abe224c2f4d service neutron] 10.222.0.15 "PUT /v2.0/ports/d99c82f4-9e60-4f9d-803b-08ade4682f4e HTTP/1.1" status: 200 len: 1091 time: 2.3290653 Apr 28 19:37:43.429753 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce90ce7b-e290-41d5-93f7-8b927b0af32f', 'tag': 'd99c82f4-9e60-4f9d-803b-08ade4682f4e'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:37:43.432165 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d0f45-d095-4f01-935b-cdfe572440f6 None None] Pushing event updated for resources: {'Port': ['ID=e1535635-16ee-414b-a822-868c614c37c3,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:43.435315 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80102331-20b5-4e10-9d19-c716896fa23d" -d '{"events": [{"name": "network-changed", "server_uuid": "ce90ce7b-e290-41d5-93f7-8b927b0af32f", "tag": "d99c82f4-9e60-4f9d-803b-08ade4682f4e"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:37:43.435649 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-670cb949-0aa3-4d7a-a556-7545de21d894 None None] Port e1535635-16ee-414b-a822-868c614c37c3 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:37:43.466334 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:43.537034 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27059cf8-c73f-4b67-9204-e09badc23f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26cf4175-065b-45a6-80f9-642be3c2060b'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:37:43.539571 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ff6596-551c-419f-afa4-0112e65fe73a" -d '{"events": [{"server_uuid": "27059cf8-c73f-4b67-9204-e09badc23f64", "name": "network-vif-plugged", "status": "completed", "tag": "26cf4175-065b-45a6-80f9-642be3c2060b"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:37:43.561766 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 26cf4175-065b-45a6-80f9-642be3c2060b, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=26cf4175-065b-45a6-80f9-642be3c2060b,segment=NetworkSegment(e0cb1ff0-18a4-4859-89a0-14772c6e60ff),segment_id=e0cb1ff0-18a4-4859-89a0-14772c6e60ff)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:43.565072 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5759dce-dd42-4264-af2e-ae5ce71d4da4 req-bd5699d8-76c0-4b2b-adc2-d082d6fc2430 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:43.566612 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d5759dce-dd42-4264-af2e-ae5ce71d4da4 req-bd5699d8-76c0-4b2b-adc2-d082d6fc2430 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce90ce7b-e290-41d5-93f7-8b927b0af32f HTTP/1.1" status: 200 len: 943 time: 0.3423972 Apr 28 19:37:43.570570 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:43.574064 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-3e409ffe-59d5-4798-acf7-51c5f275750e None None] Set router 536f6499-1b10-4117-950d-dfd4623a3f3f gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:37:43.656254 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca21165c-c7d7-4dbd-b628-5ae2dc6a08f6 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:43.762335 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c099a-0254-43b6-b999-3abe224c2f4d service neutron] Pushing event updated for resources: {'Port': ['ID=d99c82f4-9e60-4f9d-803b-08ade4682f4e,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:43.797995 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=26cf4175-065b-45a6-80f9-642be3c2060b,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:43.806448 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d5759dce-dd42-4264-af2e-ae5ce71d4da4 req-ad80b5f6-7c38-45df-a9ca-e275f1bdd813 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.42 "GET /v2.0/security-groups?id=244d79a3-9e27-4766-be20-962837c5b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2168665 Apr 28 19:37:43.932913 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-47a74f41-a87f-4502-95d5-ea3a136a64ad req-efa3b893-ca39-4360-b356-2970cf9ef6be tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b8d6d46-8bb9-4e41-9d21-b4840b2243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5069113 Apr 28 19:37:43.934912 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-f6c12199-7f07-40f3-9f52-d1ef902b05cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:43.936435 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-f6c12199-7f07-40f3-9f52-d1ef902b05cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e26f59f9d0474a89964c14355d73907c&device_id=ce90ce7b-e290-41d5-93f7-8b927b0af32f HTTP/1.1" status: 200 len: 1094 time: 0.4793415 Apr 28 19:37:43.947952 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-ca21165c-c7d7-4dbd-b628-5ae2dc6a08f6 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Allocated IP 172.25.8.65 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/c2a64384-e606-4603-b01b-9e063b8d8ab2) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:37:44.061053 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-201a4c14-ea6e-4c25-b306-e7a0b4eeb6e1 None None] Provisioning complete for port e1535635-16ee-414b-a822-868c614c37c3 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:44.061437 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-201a4c14-ea6e-4c25-b306-e7a0b4eeb6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:44.075050 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca21165c-c7d7-4dbd-b628-5ae2dc6a08f6 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:44.086549 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-091e2009-87c5-4c2a-a026-349c564f9511 req-dc6c31a7-1ff9-4204-8447-136072a6cd23 service neutron] 10.222.0.15 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8424852 Apr 28 19:37:44.087800 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-3142cadd-be6a-4334-9884-01b9ef313f21 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d99c82f4-9e60-4f9d-803b-08ade4682f4e HTTP/1.1" status: 200 len: 217 time: 0.1261892 Apr 28 19:37:44.115523 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf80caf6-698a-450c-8c80-b308ce227e62 x-openstack-request-id: req-cf80caf6-698a-450c-8c80-b308ce227e62 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:37:44.115922 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27059cf8-c73f-4b67-9204-e09badc23f64", "name": "network-vif-plugged", "status": "completed", "tag": "26cf4175-065b-45a6-80f9-642be3c2060b", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:37:44.116127 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cf80caf6-698a-450c-8c80-b308ce227e62 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:37:44.116513 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf80caf6-698a-450c-8c80-b308ce227e62'] response: {'server_uuid': '27059cf8-c73f-4b67-9204-e09badc23f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26cf4175-065b-45a6-80f9-642be3c2060b', 'code': 200} Apr 28 19:37:44.124691 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28947d55-b955-4b1b-a7cb-43c505419333 x-openstack-request-id: req-28947d55-b955-4b1b-a7cb-43c505419333 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:37:44.124975 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce90ce7b-e290-41d5-93f7-8b927b0af32f", "tag": "d99c82f4-9e60-4f9d-803b-08ade4682f4e", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:37:44.125222 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-28947d55-b955-4b1b-a7cb-43c505419333 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:37:44.125578 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28947d55-b955-4b1b-a7cb-43c505419333'] response: {'name': 'network-changed', 'server_uuid': 'ce90ce7b-e290-41d5-93f7-8b927b0af32f', 'tag': 'd99c82f4-9e60-4f9d-803b-08ade4682f4e', 'status': 'completed', 'code': 200} Apr 28 19:37:44.129560 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca21165c-c7d7-4dbd-b628-5ae2dc6a08f6 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:44.184172 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca21165c-c7d7-4dbd-b628-5ae2dc6a08f6 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:37:44.187757 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3e409ffe-59d5-4798-acf7-51c5f275750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'name': 'tempest-AttachVolumeNegativeTest-1025782073-router', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:24Z', 'updated_at': '2022-04-28T19:37:37Z', 'revision_number': 4, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'gw_port': {'id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:26Z', 'updated_at': '2022-04-28T19:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'e1535635-16ee-414b-a822-868c614c37c3', 'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'mac_address': 'fa:16:3e:ed:ce:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:33Z', 'updated_at': '2022-04-28T19:37:43Z', 'revision_number': 4, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'subnets': [{'id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:44.188336 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-ca21165c-c7d7-4dbd-b628-5ae2dc6a08f6 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:37:44.197695 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca21165c-c7d7-4dbd-b628-5ae2dc6a08f6 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:37:44.208093 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21165c-c7d7-4dbd-b628-5ae2dc6a08f6 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Pushing event updated for resources: {'Port': ['ID=c2a64384-e606-4603-b01b-9e063b8d8ab2,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:44.214545 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-201a4c14-ea6e-4c25-b306-e7a0b4eeb6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:44.263315 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e409ffe-59d5-4798-acf7-51c5f275750e None None] The sync data for ids ['536f6499-1b10-4117-950d-dfd4623a3f3f'] in n-d-839810-1 is: [{'id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'name': 'tempest-AttachVolumeNegativeTest-1025782073-router', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:24Z', 'updated_at': '2022-04-28T19:37:37Z', 'revision_number': 4, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'gw_port': {'id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:26Z', 'updated_at': '2022-04-28T19:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'e1535635-16ee-414b-a822-868c614c37c3', 'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'mac_address': 'fa:16:3e:ed:ce:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:33Z', 'updated_at': '2022-04-28T19:37:43Z', 'revision_number': 4, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'subnets': [{'id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:37:44.306211 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a35ed-9b9b-468e-b819-0088e64925ba req-fdfaaf59-8bbd-4cd4-aa03-32ded9a200e0 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:44.308048 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5c5a35ed-9b9b-468e-b819-0088e64925ba req-fdfaaf59-8bbd-4cd4-aa03-32ded9a200e0 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/ports?device_id=27059cf8-c73f-4b67-9204-e09badc23f64 HTTP/1.1" status: 200 len: 946 time: 0.1135571 Apr 28 19:37:44.424748 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5c5a35ed-9b9b-468e-b819-0088e64925ba req-fc2d4df8-03f3-4304-9ef0-6d561e446b80 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f2ee023-a8e3-4096-ae6c-386871a0809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921659 Apr 28 19:37:44.516526 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-201a4c14-ea6e-4c25-b306-e7a0b4eeb6e1 None None] For port e1535635-16ee-414b-a822-868c614c37c3, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=e1535635-16ee-414b-a822-868c614c37c3,segment=NetworkSegment(45b99270-ac05-4c11-b64b-fdc435dcfa6a),segment_id=45b99270-ac05-4c11-b64b-fdc435dcfa6a)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:44.522787 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device c8979e18-cf25-4ebf-893c-0cd86eb1fb21 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:37:44.569817 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-201a4c14-ea6e-4c25-b306-e7a0b4eeb6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:44.668964 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port c8979e18-cf25-4ebf-893c-0cd86eb1fb21 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:37:44.683310 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a4c14-ea6e-4c25-b306-e7a0b4eeb6e1 None None] Pushing event updated for resources: {'Port': ['ID=e1535635-16ee-414b-a822-868c614c37c3,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:44.688357 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port c8979e18-cf25-4ebf-893c-0cd86eb1fb21 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:44.688665 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:44.809862 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:44.871701 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port c8979e18-cf25-4ebf-893c-0cd86eb1fb21, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=c8979e18-cf25-4ebf-893c-0cd86eb1fb21,segment=NetworkSegment(e0cb1ff0-18a4-4859-89a0-14772c6e60ff),segment_id=e0cb1ff0-18a4-4859-89a0-14772c6e60ff)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:44.878681 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:44.961446 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=c8979e18-cf25-4ebf-893c-0cd86eb1fb21,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:44.996271 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca21165c-c7d7-4dbd-b628-5ae2dc6a08f6 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:45.027314 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-90e6e6b6-16d7-4249-9c65-180f6cf6c9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:45.030673 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-90e6e6b6-16d7-4249-9c65-180f6cf6c9dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:45.036033 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-90e6e6b6-16d7-4249-9c65-180f6cf6c9dc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1d0eb052-5dfb-46d1-b0d9-af51ea02d769 HTTP/1.1" status: 204 len: 168 time: 2.3129485 Apr 28 19:37:45.068675 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6e6b6-16d7-4249-9c65-180f6cf6c9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0eb052-5dfb-46d1-b0d9-af51ea02d769,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:45.072521 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-a6536a96-967d-40ac-ba42-86bff759fe0f service neutron] 10.222.0.15 "GET /v2.0/ports/59391db3-7313-479f-9c05-66bf8211f1e2/bindings/n-h2-839810-1 HTTP/1.1" status: 200 len: 384 time: 1.3755722 Apr 28 19:37:45.085871 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca21165c-c7d7-4dbd-b628-5ae2dc6a08f6 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:45.201139 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-28cdfd30-3f94-4234-8220-8eaedf9f2d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:45.203331 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-28cdfd30-3f94-4234-8220-8eaedf9f2d64 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=daac5a1d-32c4-4cd3-af48-779eecb90ff6 HTTP/1.1" status: 200 len: 845 time: 1.0713511 Apr 28 19:37:45.214652 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-091e2009-87c5-4c2a-a026-349c564f9511 req-8ed08c70-643d-463a-a0c8-43c4e7e74423 service neutron] 10.222.0.15 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0857229 Apr 28 19:37:45.402543 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05ae56-6d2c-4ba5-81f4-3cfdd63c7612 req-78f5d6a6-17f6-42bb-8998-bf0ed0744970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:45.404080 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7c05ae56-6d2c-4ba5-81f4-3cfdd63c7612 req-78f5d6a6-17f6-42bb-8998-bf0ed0744970 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=27059cf8-c73f-4b67-9204-e09badc23f64 HTTP/1.1" status: 200 len: 1097 time: 0.5212047 Apr 28 19:37:45.501528 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83f9b7-52fc-4b10-8090-c2ec732bcbfa req-5b4e2ba9-f8fb-47e9-9193-efa1e4885eda tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:45.503828 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1f83f9b7-52fc-4b10-8090-c2ec732bcbfa req-5b4e2ba9-f8fb-47e9-9193-efa1e4885eda tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5 HTTP/1.1" status: 200 len: 943 time: 1.3774147 Apr 28 19:37:45.505267 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e1535635-16ee-414b-a822-868c614c37c3 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:37:45.517265 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca21165c-c7d7-4dbd-b628-5ae2dc6a08f6 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:45.530844 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca21165c-c7d7-4dbd-b628-5ae2dc6a08f6 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:45.633535 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7c05ae56-6d2c-4ba5-81f4-3cfdd63c7612 req-239bc0e6-cad0-4f4b-80cd-d12194eae2d2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4f2ee023-a8e3-4096-ae6c-386871a0809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163365 Apr 28 19:37:45.659311 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21165c-c7d7-4dbd-b628-5ae2dc6a08f6 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Pushing event updated for resources: {'Port': ['ID=c2a64384-e606-4603-b01b-9e063b8d8ab2,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:45.673072 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca21165c-c7d7-4dbd-b628-5ae2dc6a08f6 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:45.704577 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca21165c-c7d7-4dbd-b628-5ae2dc6a08f6 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:45.706003 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ca21165c-c7d7-4dbd-b628-5ae2dc6a08f6 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8142819 Apr 28 19:37:45.749806 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port e1535635-16ee-414b-a822-868c614c37c3 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:45.750300 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:45.890321 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-d4c56831-7ed2-4bbe-ab3a-737e4db43f5b service neutron] For port 59391db3-7313-479f-9c05-66bf8211f1e2, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=59391db3-7313-479f-9c05-66bf8211f1e2,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:45.956593 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-47defe66-ff7f-4140-b983-228356a464e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:45.959377 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-47defe66-ff7f-4140-b983-228356a464e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=03c23c13-73a0-4f69-a029-d17265afa037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6453991 Apr 28 19:37:45.972927 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-d4c56831-7ed2-4bbe-ab3a-737e4db43f5b service neutron] For port 59391db3-7313-479f-9c05-66bf8211f1e2, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:37:46.049246 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1f83f9b7-52fc-4b10-8090-c2ec732bcbfa req-f36d233c-e35e-45e3-a423-3427253807f7 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5072870 Apr 28 19:37:46.051391 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2c425efd-9299-4d13-ac34-a803baa1e404 req-8210a61d-a4ea-434d-ab33-678fa7cd81de tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2771173 Apr 28 19:37:46.067620 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-2c425efd-9299-4d13-ac34-a803baa1e404 req-9d4011b2-8271-40cd-83bb-68aceb7b25f3 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:37:46.116185 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c425efd-9299-4d13-ac34-a803baa1e404 req-9d4011b2-8271-40cd-83bb-68aceb7b25f3 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:46.117776 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd7ece2-c7c9-467f-8b36-1bb32464263a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8979e18-cf25-4ebf-893c-0cd86eb1fb21'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:37:46.122524 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041c8d12-b234-49d6-a4d8-f7f18d8bdec7" -d '{"events": [{"server_uuid": "3bd7ece2-c7c9-467f-8b36-1bb32464263a", "name": "network-vif-plugged", "status": "completed", "tag": "c8979e18-cf25-4ebf-893c-0cd86eb1fb21"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:37:46.167682 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-d4c56831-7ed2-4bbe-ab3a-737e4db43f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59391db3-7313-479f-9c05-66bf8211f1e2 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:37:46.240457 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-d4c56831-7ed2-4bbe-ab3a-737e4db43f5b service neutron] For port 59391db3-7313-479f-9c05-66bf8211f1e2, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=59391db3-7313-479f-9c05-66bf8211f1e2,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:46.299630 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-d4c56831-7ed2-4bbe-ab3a-737e4db43f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:46.341777 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-aac07a69-2136-4959-99bf-848822f1c141 service neutron] 10.222.0.15 "GET /v2.0/networks/03c23c13-73a0-4f69-a029-d17265afa037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712955 Apr 28 19:37:46.358744 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c425efd-9299-4d13-ac34-a803baa1e404 req-9d4011b2-8271-40cd-83bb-68aceb7b25f3 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:46.440429 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e05468-d86d-41f1-bd45-7a750fdeb578 req-d04df926-1182-4a94-98f6-32405710c88e tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:46.442135 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f4e05468-d86d-41f1-bd45-7a750fdeb578 req-d04df926-1182-4a94-98f6-32405710c88e tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 946 time: 0.2771816 Apr 28 19:37:46.512778 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-2c425efd-9299-4d13-ac34-a803baa1e404 req-9d4011b2-8271-40cd-83bb-68aceb7b25f3 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Allocated IP 172.25.8.210 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/b5b785aa-2216-4338-b6a6-c3c02706dcc6) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:37:46.599292 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-d4c56831-7ed2-4bbe-ab3a-737e4db43f5b service neutron] Transition to ACTIVE for port object 59391db3-7313-479f-9c05-66bf8211f1e2 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:37:46.605555 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f4e05468-d86d-41f1-bd45-7a750fdeb578 req-182cd104-32ad-4282-b9f6-e7bb2fbba881 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804579 Apr 28 19:37:46.618917 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-d4c56831-7ed2-4bbe-ab3a-737e4db43f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:46.659898 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45162) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:37:46.756930 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c425efd-9299-4d13-ac34-a803baa1e404 req-9d4011b2-8271-40cd-83bb-68aceb7b25f3 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:46.808408 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c425efd-9299-4d13-ac34-a803baa1e404 req-9d4011b2-8271-40cd-83bb-68aceb7b25f3 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:46.855666 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-a3ef60aa-8c31-43c3-aa7d-0996eb5fd7ef admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-7447419-network', 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:37:46.879982 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c425efd-9299-4d13-ac34-a803baa1e404 req-9d4011b2-8271-40cd-83bb-68aceb7b25f3 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:37:46.889589 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-2c425efd-9299-4d13-ac34-a803baa1e404 req-9d4011b2-8271-40cd-83bb-68aceb7b25f3 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:37:46.896638 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c425efd-9299-4d13-ac34-a803baa1e404 req-9d4011b2-8271-40cd-83bb-68aceb7b25f3 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:37:46.899002 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-d4c56831-7ed2-4bbe-ab3a-737e4db43f5b service neutron] No DVR routers for this DVR port 59391db3-7313-479f-9c05-66bf8211f1e2 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:37:46.904060 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4011b2-8271-40cd-83bb-68aceb7b25f3 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Pushing event updated for resources: {'Port': ['ID=b5b785aa-2216-4338-b6a6-c3c02706dcc6,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:46.931915 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ef60aa-8c31-43c3-aa7d-0996eb5fd7ef admin admin] Made reservation on behalf of 533c1e9c8dee43379021e03f9df0f17e for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:37:46.934268 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a3ef60aa-8c31-43c3-aa7d-0996eb5fd7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:46.937395 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac0feb29-3181-40b3-aa8a-867777501b75 req-9c6aa211-91d4-43c4-8c4e-d18be700eeb3 service neutron] 10.222.0.15 "GET /v2.0/networks/03c23c13-73a0-4f69-a029-d17265afa037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5863705 Apr 28 19:37:46.953392 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a3ef60aa-8c31-43c3-aa7d-0996eb5fd7ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:46.964719 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c56831-7ed2-4bbe-ab3a-737e4db43f5b service neutron] Pushing event updated for resources: {'Port': ['ID=59391db3-7313-479f-9c05-66bf8211f1e2,revision_number=10']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:47.072009 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c425efd-9299-4d13-ac34-a803baa1e404 req-9d4011b2-8271-40cd-83bb-68aceb7b25f3 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:47.088961 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-d4c56831-7ed2-4bbe-ab3a-737e4db43f5b service neutron] 10.222.0.15 "PUT /v2.0/ports/59391db3-7313-479f-9c05-66bf8211f1e2/bindings/n-h2-839810-1/activate HTTP/1.1" status: 200 len: 369 time: 2.0035601 Apr 28 19:37:47.111987 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21136aa6-c09b-47b4-80b3-96f85b39de33 req-07f17b11-8fe6-458b-887f-4f41addee39d tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:47.114978 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-21136aa6-c09b-47b4-80b3-96f85b39de33 req-07f17b11-8fe6-458b-887f-4f41addee39d tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce90ce7b-e290-41d5-93f7-8b927b0af32f HTTP/1.1" status: 200 len: 943 time: 0.3560996 Apr 28 19:37:47.144516 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c425efd-9299-4d13-ac34-a803baa1e404 req-9d4011b2-8271-40cd-83bb-68aceb7b25f3 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:47.148909 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a3ef60aa-8c31-43c3-aa7d-0996eb5fd7ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:47.157122 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80102331-20b5-4e10-9d19-c716896fa23d req-d9b8f027-67eb-4a9f-9d0d-fe0503ab73ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:47.158893 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-80102331-20b5-4e10-9d19-c716896fa23d req-d9b8f027-67eb-4a9f-9d0d-fe0503ab73ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e26f59f9d0474a89964c14355d73907c&device_id=ce90ce7b-e290-41d5-93f7-8b927b0af32f HTTP/1.1" status: 200 len: 1094 time: 0.1310060 Apr 28 19:37:47.171756 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a3ef60aa-8c31-43c3-aa7d-0996eb5fd7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:47.208760 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ef60aa-8c31-43c3-aa7d-0996eb5fd7ef admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:37:47.260870 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef60aa-8c31-43c3-aa7d-0996eb5fd7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e825a9-90c8-4209-b912-6cb71ad218fb,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:47.264133 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a3ef60aa-8c31-43c3-aa7d-0996eb5fd7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:47.264556 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-a3ef60aa-8c31-43c3-aa7d-0996eb5fd7ef admin admin] Added segment 969fc338-521c-4d67-87c8-c12516df316b of type vlan for network 430c85ba-7aa8-4fd6-a010-581e595ae98e Apr 28 19:37:47.337895 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-21136aa6-c09b-47b4-80b3-96f85b39de33 req-8c45f0dc-f062-4d1f-be00-967289b14fbe tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.42 "GET /v2.0/security-groups?id=244d79a3-9e27-4766-be20-962837c5b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2159023 Apr 28 19:37:47.342369 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-530e4320-31ab-44e1-83b1-d437bab8ff6d tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:47.343755 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-530e4320-31ab-44e1-83b1-d437bab8ff6d tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5&tenant_id=65106efa94b44e66ac09133941d375fb&binding%3Ahost_id=n-h1-839810-1 HTTP/1.1" status: 200 len: 1095 time: 0.1779926 Apr 28 19:37:47.347156 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a3ef60aa-8c31-43c3-aa7d-0996eb5fd7ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:47.403474 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a3ef60aa-8c31-43c3-aa7d-0996eb5fd7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:47.404638 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ef60aa-8c31-43c3-aa7d-0996eb5fd7ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:47.405161 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a3ef60aa-8c31-43c3-aa7d-0996eb5fd7ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:47.452030 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a3ef60aa-8c31-43c3-aa7d-0996eb5fd7ef admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7905130 Apr 28 19:37:47.458158 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45168) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:37:47.460615 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-adef3a86-827b-42cd-a69c-b6af669fee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:47.462255 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-adef3a86-827b-42cd-a69c-b6af669fee98 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5&tenant_id=65106efa94b44e66ac09133941d375fb HTTP/1.1" status: 200 len: 1095 time: 0.1098776 Apr 28 19:37:47.478283 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-95c803d9-7c1b-4fc0-9ddb-615d1a61ebfb admin admin] Request body: {'subnet': {'network_id': '430c85ba-7aa8-4fd6-a010-581e595ae98e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-7447419-subnet', 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:37:47.484976 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80102331-20b5-4e10-9d19-c716896fa23d req-594331bb-a538-43bd-83c7-a10129809afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:47.486514 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-80102331-20b5-4e10-9d19-c716896fa23d req-594331bb-a538-43bd-83c7-a10129809afb service neutron] 10.222.0.15 "GET /v2.0/networks?id=03c23c13-73a0-4f69-a029-d17265afa037 HTTP/1.1" status: 200 len: 907 time: 0.3177698 Apr 28 19:37:47.495129 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c425efd-9299-4d13-ac34-a803baa1e404 req-9d4011b2-8271-40cd-83bb-68aceb7b25f3 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:47.503018 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c425efd-9299-4d13-ac34-a803baa1e404 req-9d4011b2-8271-40cd-83bb-68aceb7b25f3 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:47.507473 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef60aa-8c31-43c3-aa7d-0996eb5fd7ef admin admin] Pushing event updated for resources: {'Network': ['ID=430c85ba-7aa8-4fd6-a010-581e595ae98e,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:47.521402 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 430c85ba-7aa8-4fd6-a010-581e595ae98e details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:37:47.600442 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4011b2-8271-40cd-83bb-68aceb7b25f3 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Pushing event updated for resources: {'Port': ['ID=b5b785aa-2216-4338-b6a6-c3c02706dcc6,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:47.624546 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c425efd-9299-4d13-ac34-a803baa1e404 req-9d4011b2-8271-40cd-83bb-68aceb7b25f3 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:47.632656 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-80102331-20b5-4e10-9d19-c716896fa23d req-2987fda7-73ed-41dd-b4d6-8852723a8b6d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d99c82f4-9e60-4f9d-803b-08ade4682f4e HTTP/1.1" status: 200 len: 217 time: 0.1010239 Apr 28 19:37:47.649223 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c425efd-9299-4d13-ac34-a803baa1e404 req-9d4011b2-8271-40cd-83bb-68aceb7b25f3 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:47.650709 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2c425efd-9299-4d13-ac34-a803baa1e404 req-9d4011b2-8271-40cd-83bb-68aceb7b25f3 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5973589 Apr 28 19:37:47.662363 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c803d9-7c1b-4fc0-9ddb-615d1a61ebfb admin admin] Made reservation on behalf of 533c1e9c8dee43379021e03f9df0f17e for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:37:47.664954 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-95c803d9-7c1b-4fc0-9ddb-615d1a61ebfb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:47.692162 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-c947a751-3ff6-4d20-a4e1-4c5872d4a5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:47.693947 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-c947a751-3ff6-4d20-a4e1-4c5872d4a5a6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=65106efa94b44e66ac09133941d375fb&device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5 HTTP/1.1" status: 200 len: 1095 time: 0.2024179 Apr 28 19:37:47.712983 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51fbf5-bc70-4807-af78-2af3fde03590 req-da10a78e-6fd2-4e6d-bddb-a487b6201aa0 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:47.721037 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3a51fbf5-bc70-4807-af78-2af3fde03590 req-da10a78e-6fd2-4e6d-bddb-a487b6201aa0 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/ports?device_id=27059cf8-c73f-4b67-9204-e09badc23f64 HTTP/1.1" status: 200 len: 946 time: 0.2560046 Apr 28 19:37:47.726121 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2c425efd-9299-4d13-ac34-a803baa1e404 req-8e03015e-4444-450c-8ac4-5f9131286151 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 696 time: 0.0690227 Apr 28 19:37:47.832424 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-0f963219-d74e-4972-99ac-72496c47d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:47.833977 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-0f963219-d74e-4972-99ac-72496c47d922 service neutron] 10.222.0.44 "GET /v2.0/networks?id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd HTTP/1.1" status: 200 len: 908 time: 0.1108298 Apr 28 19:37:47.898134 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c425efd-9299-4d13-ac34-a803baa1e404 req-2906ec58-23ce-4d05-8c8c-831f489af984 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:47.899754 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2c425efd-9299-4d13-ac34-a803baa1e404 req-2906ec58-23ce-4d05-8c8c-831f489af984 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 784 time: 0.1645627 Apr 28 19:37:47.931531 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80102331-20b5-4e10-9d19-c716896fa23d req-a2123a26-323a-4d75-9649-a1a4e98215a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:47.931531 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-80102331-20b5-4e10-9d19-c716896fa23d req-a2123a26-323a-4d75-9649-a1a4e98215a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=daac5a1d-32c4-4cd3-af48-779eecb90ff6 HTTP/1.1" status: 200 len: 845 time: 0.2903936 Apr 28 19:37:47.935880 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-8433b5f7-5d3d-43a7-9ff4-f5be13847824 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59391db3-7313-479f-9c05-66bf8211f1e2 HTTP/1.1" status: 200 len: 217 time: 0.0711122 Apr 28 19:37:48.033825 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3a51fbf5-bc70-4807-af78-2af3fde03590 req-2530e6b5-0260-401f-8c3b-7fde7558c23f tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f2ee023-a8e3-4096-ae6c-386871a0809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097875 Apr 28 19:37:48.098855 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80102331-20b5-4e10-9d19-c716896fa23d req-14c52d12-a624-4bf6-8144-01860b74295d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:48.100411 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-80102331-20b5-4e10-9d19-c716896fa23d req-14c52d12-a624-4bf6-8144-01860b74295d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=03c23c13-73a0-4f69-a029-d17265afa037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1555870 Apr 28 19:37:48.109209 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-cb16b854-8f40-4a07-ae16-49c7e4bc306b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:48.110577 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-cb16b854-8f40-4a07-ae16-49c7e4bc306b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d5c93c2-9d1b-4c66-8e1f-a78766af188b HTTP/1.1" status: 200 len: 847 time: 0.1646993 Apr 28 19:37:48.188388 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-c6f30b8d-02dd-4d1b-9ef4-223a92606224 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465481 Apr 28 19:37:48.370816 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-95c803d9-7c1b-4fc0-9ddb-615d1a61ebfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:48.419995 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-80102331-20b5-4e10-9d19-c716896fa23d req-674c4780-cc95-4f25-b720-558624772ea5 service neutron] 10.222.0.15 "GET /v2.0/networks/03c23c13-73a0-4f69-a029-d17265afa037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055453 Apr 28 19:37:48.453420 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-dec4d200-d1c2-4791-9b2a-0ce4032d11a6 service neutron] 10.222.0.44 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333601 Apr 28 19:37:48.522939 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 59391db3-7313-479f-9c05-66bf8211f1e2 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:37:48.547126 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c803d9-7c1b-4fc0-9ddb-615d1a61ebfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1475d53-9534-4c95-8eb7-8e3b9d282212,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:48.594196 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 59391db3-7313-479f-9c05-66bf8211f1e2 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:37:48.616378 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c803d9-7c1b-4fc0-9ddb-615d1a61ebfb admin admin] Checking segment: {'id': '969fc338-521c-4d67-87c8-c12516df316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '430c85ba-7aa8-4fd6-a010-581e595ae98e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:37:48.616891 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c803d9-7c1b-4fc0-9ddb-615d1a61ebfb admin admin] Network hostable DHCP agents. Network: 430c85ba-7aa8-4fd6-a010-581e595ae98e, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:37:48.664773 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-80102331-20b5-4e10-9d19-c716896fa23d req-4b883013-e84f-4e71-a95e-e8ffd61fba75 service neutron] 10.222.0.15 "GET /v2.0/networks/03c23c13-73a0-4f69-a029-d17265afa037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292950 Apr 28 19:37:48.693248 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-dda499d3-f3e7-4671-8cd2-5db59457627f service neutron] 10.222.0.44 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201207 Apr 28 19:37:48.695805 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c803d9-7c1b-4fc0-9ddb-615d1a61ebfb admin admin] Network 430c85ba-7aa8-4fd6-a010-581e595ae98e is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:37:48.716064 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-95c803d9-7c1b-4fc0-9ddb-615d1a61ebfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 430c85ba-7aa8-4fd6-a010-581e595ae98e) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:37:48.725981 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c803d9-7c1b-4fc0-9ddb-615d1a61ebfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:48.726952 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-95c803d9-7c1b-4fc0-9ddb-615d1a61ebfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:48.741196 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76487a6-ad5c-44fc-bee0-68ea88449762 None None] Network 430c85ba-7aa8-4fd6-a010-581e595ae98e requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:37:48.774454 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-95c803d9-7c1b-4fc0-9ddb-615d1a61ebfb admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3083496 Apr 28 19:37:48.775367 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45206) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:37:48.785148 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-0423eb56-c4d7-4ece-b9b6-e0f2907b23cb admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-7447419-router', 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:37:48.860830 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0423eb56-c4d7-4ece-b9b6-e0f2907b23cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:48.863242 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0423eb56-c4d7-4ece-b9b6-e0f2907b23cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:49.027472 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0423eb56-c4d7-4ece-b9b6-e0f2907b23cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:49.152053 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-66bbd444-1cf3-44c3-bdc9-80f9e051c2a8 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:49.152525 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbf91f0-c815-42f6-8ee8-28e2de578c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-430c85ba-7aa8-4fd6-a010-581e595ae98e', 'network_id': '430c85ba-7aa8-4fd6-a010-581e595ae98e', 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'fixed_ips': [{'subnet_id': 'c1475d53-9534-4c95-8eb7-8e3b9d282212'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:37:49.154686 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-afbf91f0-c815-42f6-8ee8-28e2de578c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:49.157292 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-66bbd444-1cf3-44c3-bdc9-80f9e051c2a8 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5&tenant_id=65106efa94b44e66ac09133941d375fb&binding%3Ahost_id=n-h2-839810-1 HTTP/1.1" status: 200 len: 1095 time: 0.1654904 Apr 28 19:37:49.295603 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0423eb56-c4d7-4ece-b9b6-e0f2907b23cb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:49.510225 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec9ff7c-9f7a-447e-9422-826202c94f19 x-openstack-request-id: req-eec9ff7c-9f7a-447e-9422-826202c94f19 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:37:49.510920 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd7ece2-c7c9-467f-8b36-1bb32464263a", "name": "network-vif-plugged", "status": "completed", "tag": "c8979e18-cf25-4ebf-893c-0cd86eb1fb21", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:37:49.511833 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eec9ff7c-9f7a-447e-9422-826202c94f19 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:37:49.513011 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eec9ff7c-9f7a-447e-9422-826202c94f19'] response: {'server_uuid': '3bd7ece2-c7c9-467f-8b36-1bb32464263a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8979e18-cf25-4ebf-893c-0cd86eb1fb21', 'code': 200} Apr 28 19:37:49.516511 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-0b3d65bc-16bd-4554-89b5-c6cc2227fe3b service neutron] For port 59391db3-7313-479f-9c05-66bf8211f1e2, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:37:49.551606 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-0b3d65bc-16bd-4554-89b5-c6cc2227fe3b service neutron] Notify callbacks [] for binding, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:49.551606 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f3071ec9-f259-4331-b13d-4bc969e4059b req-0b3d65bc-16bd-4554-89b5-c6cc2227fe3b service neutron] 10.222.0.44 "DELETE /v2.0/ports/59391db3-7313-479f-9c05-66bf8211f1e2/bindings/n-h1-839810-1 HTTP/1.1" status: 204 len: 173 time: 0.3497717 Apr 28 19:37:49.582252 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-afbf91f0-c815-42f6-8ee8-28e2de578c5b None None] Allocated IP 172.20.0.2 (430c85ba-7aa8-4fd6-a010-581e595ae98e/c1475d53-9534-4c95-8eb7-8e3b9d282212/580a7248-6e59-4b43-9c45-787dfe2dd105) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:37:49.606512 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02e72097-10ea-41a1-8640-d95ce201db65 req-31d54063-4190-431e-bd18-ae1a320e6738 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--622197138&fields=id&tenant_id=98a6d5da4ca84f3b93f1251e2d3cf2d8 HTTP/1.1" status: 200 len: 267 time: 0.1196647 Apr 28 19:37:49.774477 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d2ed5-b462-4cb3-a5c5-a4a7551fe488 req-3266c4fe-4728-4111-94f0-2b75f72edd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:49.776440 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-744d2ed5-b462-4cb3-a5c5-a4a7551fe488 req-3266c4fe-4728-4111-94f0-2b75f72edd89 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3bd7ece2-c7c9-467f-8b36-1bb32464263a HTTP/1.1" status: 200 len: 1097 time: 0.1245577 Apr 28 19:37:49.790508 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-afbf91f0-c815-42f6-8ee8-28e2de578c5b None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:49.793608 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c0e71-1028-4fa4-9841-c17c38683c12 req-9282f7a4-96dc-4d9d-b0e5-3ab7c2eba730 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:49.795494 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3a7c0e71-1028-4fa4-9841-c17c38683c12 req-9282f7a4-96dc-4d9d-b0e5-3ab7c2eba730 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5 HTTP/1.1" status: 200 len: 944 time: 0.1497276 Apr 28 19:37:49.802274 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0423eb56-c4d7-4ece-b9b6-e0f2907b23cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:49.809299 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-afbf91f0-c815-42f6-8ee8-28e2de578c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:49.845228 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0423eb56-c4d7-4ece-b9b6-e0f2907b23cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:49.867006 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4a20716c-267f-4fc2-bdd0-55e64299042c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:49.875019 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbf91f0-c815-42f6-8ee8-28e2de578c5b None None] Network 430c85ba-7aa8-4fd6-a010-581e595ae98e is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:37:49.879327 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-afbf91f0-c815-42f6-8ee8-28e2de578c5b None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:37:49.884048 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbf91f0-c815-42f6-8ee8-28e2de578c5b None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:37:49.887668 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf91f0-c815-42f6-8ee8-28e2de578c5b None None] Pushing event updated for resources: {'Port': ['ID=580a7248-6e59-4b43-9c45-787dfe2dd105,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:49.913535 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e72097-10ea-41a1-8640-d95ce201db65 req-423be77b-83fa-4c60-b9ec-592889df4063 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:49.920594 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02e72097-10ea-41a1-8640-d95ce201db65 req-423be77b-83fa-4c60-b9ec-592889df4063 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/networks?id=fa6ba32f-86e1-489e-bf69-a0854e414daf HTTP/1.1" status: 200 len: 815 time: 0.3046658 Apr 28 19:37:49.942677 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3a7c0e71-1028-4fa4-9841-c17c38683c12 req-5d723ed2-6d4f-43e6-b835-45e846e65f45 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283875 Apr 28 19:37:49.972902 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-744d2ed5-b462-4cb3-a5c5-a4a7551fe488 req-afccb4bb-88af-43b9-bf25-da4ecc72a2bc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4f2ee023-a8e3-4096-ae6c-386871a0809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860385 Apr 28 19:37:49.978153 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-afbf91f0-c815-42f6-8ee8-28e2de578c5b None None] Attempting to bind port 580a7248-6e59-4b43-9c45-787dfe2dd105 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:37:49.979085 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-afbf91f0-c815-42f6-8ee8-28e2de578c5b None None] Attempting to bind port 580a7248-6e59-4b43-9c45-787dfe2dd105 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '969fc338-521c-4d67-87c8-c12516df316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '430c85ba-7aa8-4fd6-a010-581e595ae98e'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:37:49.979517 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf91f0-c815-42f6-8ee8-28e2de578c5b None None] Attempting to bind port 580a7248-6e59-4b43-9c45-787dfe2dd105 on network 430c85ba-7aa8-4fd6-a010-581e595ae98e {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:37:49.987338 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf91f0-c815-42f6-8ee8-28e2de578c5b None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:37:49.988356 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf91f0-c815-42f6-8ee8-28e2de578c5b None None] Checking segment: {'id': '969fc338-521c-4d67-87c8-c12516df316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '430c85ba-7aa8-4fd6-a010-581e595ae98e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:37:49.989090 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-afbf91f0-c815-42f6-8ee8-28e2de578c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:49.989723 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf91f0-c815-42f6-8ee8-28e2de578c5b None None] Bound using segment: {'id': '969fc338-521c-4d67-87c8-c12516df316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '430c85ba-7aa8-4fd6-a010-581e595ae98e'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:37:49.990481 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-afbf91f0-c815-42f6-8ee8-28e2de578c5b None None] Bound port: 580a7248-6e59-4b43-9c45-787dfe2dd105, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969fc338-521c-4d67-87c8-c12516df316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '430c85ba-7aa8-4fd6-a010-581e595ae98e'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:37:49.991119 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-afbf91f0-c815-42f6-8ee8-28e2de578c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:50.004786 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02e72097-10ea-41a1-8640-d95ce201db65 req-d5873ed1-2d73-45ad-8753-7b2c3953c672 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/quotas/98a6d5da4ca84f3b93f1251e2d3cf2d8 HTTP/1.1" status: 200 len: 375 time: 0.0723395 Apr 28 19:37:50.044120 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-0423eb56-c4d7-4ece-b9b6-e0f2907b23cb admin admin] Allocated IP 172.25.8.22 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/3f8991e5-009b-403a-931e-5db305436ddd) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:37:50.094491 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-afbf91f0-c815-42f6-8ee8-28e2de578c5b None None] For port 580a7248-6e59-4b43-9c45-787dfe2dd105, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:37:50.099790 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-afbf91f0-c815-42f6-8ee8-28e2de578c5b None None] For port 580a7248-6e59-4b43-9c45-787dfe2dd105, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=580a7248-6e59-4b43-9c45-787dfe2dd105,segment=NetworkSegment(969fc338-521c-4d67-87c8-c12516df316b),segment_id=969fc338-521c-4d67-87c8-c12516df316b)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:37:50.105698 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-afbf91f0-c815-42f6-8ee8-28e2de578c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:50.120307 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02e72097-10ea-41a1-8640-d95ce201db65 req-3bac925f-7468-49ea-a8c3-c899dc8edc46 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=98a6d5da4ca84f3b93f1251e2d3cf2d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1077392 Apr 28 19:37:50.197542 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf91f0-c815-42f6-8ee8-28e2de578c5b None None] Pushing event updated for resources: {'Port': ['ID=580a7248-6e59-4b43-9c45-787dfe2dd105,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:50.239292 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922479c-fc4a-40ad-9ea0-2c667137f10f req-46011b96-f590-4f9f-a147-68d620cf5b74 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:50.241245 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0922479c-fc4a-40ad-9ea0-2c667137f10f req-46011b96-f590-4f9f-a147-68d620cf5b74 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 946 time: 0.1563911 Apr 28 19:37:50.254163 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02e72097-10ea-41a1-8640-d95ce201db65 req-c22e378b-141a-462e-9e11-87db1df63868 service neutron] 10.222.0.42 "GET /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297581 Apr 28 19:37:50.317334 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0423eb56-c4d7-4ece-b9b6-e0f2907b23cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:50.338656 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0922479c-fc4a-40ad-9ea0-2c667137f10f req-396cf4b6-22c4-4510-be71-74017b9c32b4 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813904 Apr 28 19:37:50.396129 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0423eb56-c4d7-4ece-b9b6-e0f2907b23cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:50.433270 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02e72097-10ea-41a1-8640-d95ce201db65 req-4a2d232b-e506-41fd-ab50-3f0a1ae0d929 service neutron] 10.222.0.42 "GET /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786480 Apr 28 19:37:50.441695 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0423eb56-c4d7-4ece-b9b6-e0f2907b23cb admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:37:50.449524 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-0423eb56-c4d7-4ece-b9b6-e0f2907b23cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:37:50.454006 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0423eb56-c4d7-4ece-b9b6-e0f2907b23cb admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:37:50.539461 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device d99c82f4-9e60-4f9d-803b-08ade4682f4e details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:37:50.792950 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port d99c82f4-9e60-4f9d-803b-08ade4682f4e, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=d99c82f4-9e60-4f9d-803b-08ade4682f4e,segment=NetworkSegment(0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3),segment_id=0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:50.847614 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'd99c82f4-9e60-4f9d-803b-08ade4682f4e', 'network_id': '03c23c13-73a0-4f69-a029-d17265afa037', 'port_id': 'd99c82f4-9e60-4f9d-803b-08ade4682f4e', 'mac_address': 'fa:16:3e:35:3b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daac5a1d-32c4-4cd3-af48-779eecb90ff6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:37:50.913262 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:50.943490 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d99c82f4-9e60-4f9d-803b-08ade4682f4e {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:37:50.975809 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port d99c82f4-9e60-4f9d-803b-08ade4682f4e, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=d99c82f4-9e60-4f9d-803b-08ade4682f4e,segment=NetworkSegment(0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3),segment_id=0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:50.996080 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530261f-c128-40b0-916c-68ff46b72663 req-1b5f5032-31d1-495d-aa21-39e8adc900dc tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:50.996667 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:51.007432 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7530261f-c128-40b0-916c-68ff46b72663 req-1b5f5032-31d1-495d-aa21-39e8adc900dc tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/networks?id=3a8d8fbc-c638-4e44-87fd-3e5ca38570dd HTTP/1.1" status: 200 len: 821 time: 0.2649891 Apr 28 19:37:51.016353 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423eb56-c4d7-4ece-b9b6-e0f2907b23cb admin admin] Pushing event updated for resources: {'Port': ['ID=3f8991e5-009b-403a-931e-5db305436ddd,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:51.027123 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7530261f-c128-40b0-916c-68ff46b72663 req-752618b8-bd60-4f84-9150-81393260874b tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/quotas/44836af2576c4eb08ccfbf8a35c6037e HTTP/1.1" status: 200 len: 375 time: 0.0184267 Apr 28 19:37:51.107831 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=d99c82f4-9e60-4f9d-803b-08ade4682f4e,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:51.216503 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7530261f-c128-40b0-916c-68ff46b72663 req-ce0d9cad-b276-47d7-b89b-e5ef57897d07 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=44836af2576c4eb08ccfbf8a35c6037e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1882179 Apr 28 19:37:51.256273 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['d99c82f4-9e60-4f9d-803b-08ade4682f4e'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:37:51.257921 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce5f72-e0e0-4522-b5ff-bcf56a4b44bc req-a3f20c43-d7fa-438e-8d28-1bc373098773 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:51.259718 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a4ce5f72-e0e0-4522-b5ff-bcf56a4b44bc req-a3f20c43-d7fa-438e-8d28-1bc373098773 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bd7ece2-c7c9-467f-8b36-1bb32464263a HTTP/1.1" status: 200 len: 946 time: 0.2445521 Apr 28 19:37:51.398106 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7530261f-c128-40b0-916c-68ff46b72663 req-e1c41576-6add-44e1-b6b0-4aa22e362645 service neutron] 10.222.0.42 "GET /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800625 Apr 28 19:37:51.405824 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a4ce5f72-e0e0-4522-b5ff-bcf56a4b44bc req-757046c9-a1c2-40fb-9bd5-81a84269d369 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f2ee023-a8e3-4096-ae6c-386871a0809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317039 Apr 28 19:37:51.417863 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0423eb56-c4d7-4ece-b9b6-e0f2907b23cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:51.498880 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 580a7248-6e59-4b43-9c45-787dfe2dd105 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:37:51.617571 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7530261f-c128-40b0-916c-68ff46b72663 req-6be83810-548b-4bc2-b377-b6d95f3371af service neutron] 10.222.0.42 "GET /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101257 Apr 28 19:37:51.700892 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9d8e0-9cb3-4066-aa71-96dd53803273 req-bd7719d5-2af9-4212-ae63-74e73a2d68f8 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:51.710582 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bfc9d8e0-9cb3-4066-aa71-96dd53803273 req-bd7719d5-2af9-4212-ae63-74e73a2d68f8 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce90ce7b-e290-41d5-93f7-8b927b0af32f HTTP/1.1" status: 200 len: 944 time: 0.1367350 Apr 28 19:37:51.763058 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 580a7248-6e59-4b43-9c45-787dfe2dd105 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:51.763440 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:51.831196 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bfc9d8e0-9cb3-4066-aa71-96dd53803273 req-51193b84-2b8a-4c02-9cdf-6b0a2909cf0e tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.42 "GET /v2.0/security-groups?id=244d79a3-9e27-4766-be20-962837c5b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185327 Apr 28 19:37:51.952901 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df95f7e-c521-4d3d-b1e2-c4e13c9b92fb None None] Network 430c85ba-7aa8-4fd6-a010-581e595ae98e requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:37:51.966035 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0423eb56-c4d7-4ece-b9b6-e0f2907b23cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:52.084018 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:52.089855 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c968b0f1-e0b2-42b7-8337-a66e68ec189c req-323e8af2-e794-4f19-8214-d8d445e69a3f tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=97861477-7b6d-48aa-9bdf-89105905415c HTTP/1.1" status: 200 len: 210 time: 0.0489697 Apr 28 19:37:52.091596 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-4ec4c5d5-b99c-473f-b578-405211a65dde None None] Provisioning complete for port 580a7248-6e59-4b43-9c45-787dfe2dd105 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:52.092011 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4ec4c5d5-b99c-473f-b578-405211a65dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:52.133135 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1a1c0dfd-4242-40d9-8fe0-de736ee174d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:52.213497 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 580a7248-6e59-4b43-9c45-787dfe2dd105, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=580a7248-6e59-4b43-9c45-787dfe2dd105,segment=NetworkSegment(969fc338-521c-4d67-87c8-c12516df316b),segment_id=969fc338-521c-4d67-87c8-c12516df316b)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:52.222925 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:52.242264 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:37:52.376064 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c7529-fb50-48b3-9213-8918cb8ba1b8 req-d890a6a3-3c9d-40dd-9e62-6dc0ec441d71 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:52.379148 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1d4c7529-fb50-48b3-9213-8918cb8ba1b8 req-d890a6a3-3c9d-40dd-9e62-6dc0ec441d71 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 946 time: 0.1309941 Apr 28 19:37:52.388687 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0423eb56-c4d7-4ece-b9b6-e0f2907b23cb admin admin] Router 1cb9eb60-9281-4b04-a0ca-a03ba33c611b is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:37:52.490230 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1d4c7529-fb50-48b3-9213-8918cb8ba1b8 req-88394ee1-6f0a-47d1-aa05-b5207f9520b5 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871940 Apr 28 19:37:52.608639 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0423eb56-c4d7-4ece-b9b6-e0f2907b23cb admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:37:52.621824 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeb62b0-60f5-4cf1-9cf3-c9a249f30aaf None None] Sync routers for ids ['1cb9eb60-9281-4b04-a0ca-a03ba33c611b'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:37:52.669560 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeb62b0-60f5-4cf1-9cf3-c9a249f30aaf None None] Routers {'1cb9eb60-9281-4b04-a0ca-a03ba33c611b'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:37:52.670953 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-bbeb62b0-60f5-4cf1-9cf3-c9a249f30aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:37:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1cb9eb60-9281-4b04-a0ca-a03ba33c611b'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:52.750148 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1e03aa7d-21f5-4edc-9239-f84c752cbe69 req-8da1a6fb-d6e9-4de8-819d-5da304c1beea tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/ports?device_id=d55fc07d-551f-4d7b-8130-821e2b3df204 HTTP/1.1" status: 200 len: 210 time: 0.1385868 Apr 28 19:37:52.775062 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0423eb56-c4d7-4ece-b9b6-e0f2907b23cb admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:52.778387 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0423eb56-c4d7-4ece-b9b6-e0f2907b23cb admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0011721 Apr 28 19:37:52.780600 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45338) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:37:52.943913 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=580a7248-6e59-4b43-9c45-787dfe2dd105,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:52.952862 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device d99c82f4-9e60-4f9d-803b-08ade4682f4e up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:37:52.955901 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e72097-10ea-41a1-8640-d95ce201db65 req-6b97e3e9-6bd0-4fb1-9dd4-b10d1f4f936c tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:52.964855 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02e72097-10ea-41a1-8640-d95ce201db65 req-6b97e3e9-6bd0-4fb1-9dd4-b10d1f4f936c tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.15 "GET /v2.0/networks?id=fa6ba32f-86e1-489e-bf69-a0854e414daf HTTP/1.1" status: 200 len: 815 time: 0.3855324 Apr 28 19:37:52.972028 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-bbeb62b0-60f5-4cf1-9cf3-c9a249f30aaf None None] Set router 1cb9eb60-9281-4b04-a0ca-a03ba33c611b gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:37:53.049400 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port d99c82f4-9e60-4f9d-803b-08ade4682f4e completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:37:53.054947 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port d99c82f4-9e60-4f9d-803b-08ade4682f4e triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:53.055558 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:53.155743 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c5027-96e9-454a-8b44-f65a0f6feefb req-1e84338c-ab6c-48a4-856b-e09b31ab5b49 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:53.166437 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02e72097-10ea-41a1-8640-d95ce201db65 req-3f61037a-e986-40f7-b3f5-171d3c1def41 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98a6d5da4ca84f3b93f1251e2d3cf2d8 HTTP/1.1" status: 200 len: 379 time: 0.1910334 Apr 28 19:37:53.170045 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-513c5027-96e9-454a-8b44-f65a0f6feefb req-1e84338c-ab6c-48a4-856b-e09b31ab5b49 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5 HTTP/1.1" status: 200 len: 1095 time: 0.2277091 Apr 28 19:37:53.179311 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-02e72097-10ea-41a1-8640-d95ce201db65 req-9fa6ed72-8db2-4de4-839b-dd19f57fe5d3 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Request body: {'port': {'device_id': '97861477-7b6d-48aa-9bdf-89105905415c', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'admin_state_up': True, 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'security_groups': ['37c9ae11-ec62-45d5-807a-a041757e086d']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:37:53.221387 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729665b5-96e7-44ea-8937-3e9853c86cf4 req-f35e8b46-6fe9-4404-b681-be8f859c0b42 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:53.230075 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-729665b5-96e7-44ea-8937-3e9853c86cf4 req-f35e8b46-6fe9-4404-b681-be8f859c0b42 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bd7ece2-c7c9-467f-8b36-1bb32464263a HTTP/1.1" status: 200 len: 946 time: 0.2017462 Apr 28 19:37:53.265622 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:53.309864 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce90ce7b-e290-41d5-93f7-8b927b0af32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99c82f4-9e60-4f9d-803b-08ade4682f4e'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:37:53.312145 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1d8cbc-f9af-4b06-a6b9-e21f28ecca6d" -d '{"events": [{"server_uuid": "ce90ce7b-e290-41d5-93f7-8b927b0af32f", "name": "network-vif-plugged", "status": "completed", "tag": "d99c82f4-9e60-4f9d-803b-08ade4682f4e"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:37:53.347935 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port d99c82f4-9e60-4f9d-803b-08ade4682f4e, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=d99c82f4-9e60-4f9d-803b-08ade4682f4e,segment=NetworkSegment(0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3),segment_id=0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:53.351116 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-729665b5-96e7-44ea-8937-3e9853c86cf4 req-53e99cd7-1155-4da0-b5ac-5a6e70bc30c4 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f2ee023-a8e3-4096-ae6c-386871a0809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196795 Apr 28 19:37:53.354785 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:53.452934 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e72097-10ea-41a1-8640-d95ce201db65 req-9fa6ed72-8db2-4de4-839b-dd19f57fe5d3 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Made reservation on behalf of 98a6d5da4ca84f3b93f1251e2d3cf2d8 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:37:53.459138 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-02e72097-10ea-41a1-8640-d95ce201db65 req-9fa6ed72-8db2-4de4-839b-dd19f57fe5d3 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:53.465042 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 580a7248-6e59-4b43-9c45-787dfe2dd105 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:37:53.532829 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-bbeb62b0-60f5-4cf1-9cf3-c9a249f30aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'name': 'tempest-TaggedBootDevicesTest_v242-7447419-router', 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '3f8991e5-009b-403a-931e-5db305436ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:48Z', 'updated_at': '2022-04-28T19:37:51Z', 'revision_number': 3, 'project_id': '533c1e9c8dee43379021e03f9df0f17e', 'gw_port': {'id': '3f8991e5-009b-403a-931e-5db305436ddd', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ea:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:49Z', 'updated_at': '2022-04-28T19:37:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:53.533687 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-513c5027-96e9-454a-8b44-f65a0f6feefb req-ce0a94de-aa0e-464b-8a37-10a8bacfd4a1 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565526 Apr 28 19:37:53.607280 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeb62b0-60f5-4cf1-9cf3-c9a249f30aaf None None] Checking router: 1cb9eb60-9281-4b04-a0ca-a03ba33c611b for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:37:53.607615 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeb62b0-60f5-4cf1-9cf3-c9a249f30aaf None None] Updating router 1cb9eb60-9281-4b04-a0ca-a03ba33c611b port 3f8991e5-009b-403a-931e-5db305436ddd binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:37:53.681445 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-bbeb62b0-60f5-4cf1-9cf3-c9a249f30aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:53.749264 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=d99c82f4-9e60-4f9d-803b-08ade4682f4e,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:53.762530 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:53.776588 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-14a6fcc0-a2e8-432d-80ea-0d6ec8e0def6 None None] Provisioning complete for port 580a7248-6e59-4b43-9c45-787dfe2dd105 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:53.776965 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-14a6fcc0-a2e8-432d-80ea-0d6ec8e0def6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:53.805691 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0309fd41-78f9-4084-a221-f3422d224051 req-e0234fa9-c5da-4868-84eb-a0a360daa214 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=97861477-7b6d-48aa-9bdf-89105905415c HTTP/1.1" status: 200 len: 210 time: 0.0537753 Apr 28 19:37:53.829575 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 580a7248-6e59-4b43-9c45-787dfe2dd105 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:53.832221 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:53.855931 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760efd4-ab54-452f-8681-fde9c6c8e07f req-fe005d7c-a070-400f-8122-f2550cf6a403 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:53.857646 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a760efd4-ab54-452f-8681-fde9c6c8e07f req-fe005d7c-a070-400f-8122-f2550cf6a403 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce90ce7b-e290-41d5-93f7-8b927b0af32f HTTP/1.1" status: 200 len: 945 time: 0.1911883 Apr 28 19:37:53.907014 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-02e72097-10ea-41a1-8640-d95ce201db65 req-9fa6ed72-8db2-4de4-839b-dd19f57fe5d3 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Allocated IP 172.20.0.10 (fa6ba32f-86e1-489e-bf69-a0854e414daf/a7a2f793-5447-48fe-83df-017889e9d0fc/f7275361-74d5-4846-89b8-50ac64894ba2) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:37:53.919561 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530261f-c128-40b0-916c-68ff46b72663 req-84782bdc-cdf9-4692-a5ce-c0a4a9f82501 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:53.921098 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7530261f-c128-40b0-916c-68ff46b72663 req-84782bdc-cdf9-4692-a5ce-c0a4a9f82501 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.44 "GET /v2.0/networks?id=3a8d8fbc-c638-4e44-87fd-3e5ca38570dd HTTP/1.1" status: 200 len: 821 time: 0.3224893 Apr 28 19:37:53.937114 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3875ce97-801d-4108-aaef-18de2f9e4edc x-openstack-request-id: req-3875ce97-801d-4108-aaef-18de2f9e4edc {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:37:53.937303 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-7530261f-c128-40b0-916c-68ff46b72663 req-ed7e040c-9925-48d2-ae28-846235bbf4b1 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Request body: {'port': {'device_id': 'd55fc07d-551f-4d7b-8130-821e2b3df204', 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd', 'admin_state_up': True, 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:37:53.941195 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce90ce7b-e290-41d5-93f7-8b927b0af32f", "name": "network-vif-plugged", "status": "completed", "tag": "d99c82f4-9e60-4f9d-803b-08ade4682f4e", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:37:53.942497 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3875ce97-801d-4108-aaef-18de2f9e4edc {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:37:53.943165 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3875ce97-801d-4108-aaef-18de2f9e4edc'] response: {'server_uuid': 'ce90ce7b-e290-41d5-93f7-8b927b0af32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99c82f4-9e60-4f9d-803b-08ade4682f4e', 'code': 200} Apr 28 19:37:53.997991 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a760efd4-ab54-452f-8681-fde9c6c8e07f req-c0b500c4-ba7a-4a98-b95e-f91faa34dc5e tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.42 "GET /v2.0/security-groups?id=244d79a3-9e27-4766-be20-962837c5b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324568 Apr 28 19:37:54.200786 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-bbeb62b0-60f5-4cf1-9cf3-c9a249f30aaf None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:54.206286 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-15be9bf0-f8c1-4bfe-9c03-343b4bae67cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:54.209840 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-bbeb62b0-60f5-4cf1-9cf3-c9a249f30aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:54.244195 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf714bd9-d528-4bd0-ae65-5a6627f5c449 req-3b119a93-00f2-46d4-b075-3ca9f66c24f2 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:54.250038 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cf714bd9-d528-4bd0-ae65-5a6627f5c449 req-3b119a93-00f2-46d4-b075-3ca9f66c24f2 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 946 time: 0.1097105 Apr 28 19:37:54.282523 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-bbeb62b0-60f5-4cf1-9cf3-c9a249f30aaf None None] Attempting to bind port 3f8991e5-009b-403a-931e-5db305436ddd on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:37:54.283055 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-bbeb62b0-60f5-4cf1-9cf3-c9a249f30aaf None None] Attempting to bind port 3f8991e5-009b-403a-931e-5db305436ddd by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:37:54.283679 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeb62b0-60f5-4cf1-9cf3-c9a249f30aaf None None] Attempting to bind port 3f8991e5-009b-403a-931e-5db305436ddd on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:37:54.286176 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d4b4e-913f-4d0c-9b8c-5a20b70e936c None None] Pushing event updated for resources: {'Port': ['ID=3f8991e5-009b-403a-931e-5db305436ddd,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:54.293841 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeb62b0-60f5-4cf1-9cf3-c9a249f30aaf None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:37:54.294119 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeb62b0-60f5-4cf1-9cf3-c9a249f30aaf None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:37:54.294691 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-bbeb62b0-60f5-4cf1-9cf3-c9a249f30aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:54.295303 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeb62b0-60f5-4cf1-9cf3-c9a249f30aaf None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:37:54.295835 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-bbeb62b0-60f5-4cf1-9cf3-c9a249f30aaf None None] Bound port: 3f8991e5-009b-403a-931e-5db305436ddd, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:37:54.296319 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-bbeb62b0-60f5-4cf1-9cf3-c9a249f30aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:54.350084 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cf714bd9-d528-4bd0-ae65-5a6627f5c449 req-63d10c4c-160a-4236-8c07-e494db14b89f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855105 Apr 28 19:37:54.359993 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-bbeb62b0-60f5-4cf1-9cf3-c9a249f30aaf None None] For port 3f8991e5-009b-403a-931e-5db305436ddd, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:37:54.364448 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-bbeb62b0-60f5-4cf1-9cf3-c9a249f30aaf None None] For port 3f8991e5-009b-403a-931e-5db305436ddd, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=3f8991e5-009b-403a-931e-5db305436ddd,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:37:54.370278 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-bbeb62b0-60f5-4cf1-9cf3-c9a249f30aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:54.473756 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeb62b0-60f5-4cf1-9cf3-c9a249f30aaf None None] Routers {'1cb9eb60-9281-4b04-a0ca-a03ba33c611b'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:37:54.474927 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-bbeb62b0-60f5-4cf1-9cf3-c9a249f30aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:37:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1cb9eb60-9281-4b04-a0ca-a03ba33c611b'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:54.482592 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-15be9bf0-f8c1-4bfe-9c03-343b4bae67cc admin admin] Allocated IP 172.20.0.1 (430c85ba-7aa8-4fd6-a010-581e595ae98e/c1475d53-9534-4c95-8eb7-8e3b9d282212/9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:37:54.503679 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d9cf9-2f5d-48de-8981-72338cbe7d88 req-19ad1709-2f30-447f-8783-b8fee16c33b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:54.505967 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ff7d9cf9-2f5d-48de-8981-72338cbe7d88 req-19ad1709-2f30-447f-8783-b8fee16c33b6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ce90ce7b-e290-41d5-93f7-8b927b0af32f HTTP/1.1" status: 200 len: 1096 time: 0.5270832 Apr 28 19:37:54.571773 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d4b4e-913f-4d0c-9b8c-5a20b70e936c None None] Pushing event updated for resources: {'Port': ['ID=3f8991e5-009b-403a-931e-5db305436ddd,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:54.609212 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa73ea8-04e1-4b46-9ac7-bfcaf8d8c153 req-f8189f12-c4bd-45d8-a66d-4d31a33ca8e5 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:54.610704 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-faa73ea8-04e1-4b46-9ac7-bfcaf8d8c153 req-f8189f12-c4bd-45d8-a66d-4d31a33ca8e5 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd44736a-56f5-43e5-a40b-a6da17ab217c HTTP/1.1" status: 200 len: 947 time: 0.1562521 Apr 28 19:37:54.631314 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ff7d9cf9-2f5d-48de-8981-72338cbe7d88 req-c4506743-d25e-4df6-9b76-afde393bb4b3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=244d79a3-9e27-4766-be20-962837c5b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041141 Apr 28 19:37:54.646012 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-bbeb62b0-60f5-4cf1-9cf3-c9a249f30aaf None None] Set router 1cb9eb60-9281-4b04-a0ca-a03ba33c611b gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:37:54.664354 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7530261f-c128-40b0-916c-68ff46b72663 req-ed7e040c-9925-48d2-ae28-846235bbf4b1 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Made reservation on behalf of 44836af2576c4eb08ccfbf8a35c6037e for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:37:54.667831 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7530261f-c128-40b0-916c-68ff46b72663 req-ed7e040c-9925-48d2-ae28-846235bbf4b1 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:54.698203 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce10f84-8d33-44e0-865f-829213966680 req-c815cfee-e49c-4582-b93e-ba77bfd77848 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:54.699678 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dce10f84-8d33-44e0-865f-829213966680 req-c815cfee-e49c-4582-b93e-ba77bfd77848 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/networks?id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd HTTP/1.1" status: 200 len: 807 time: 0.1786072 Apr 28 19:37:54.704604 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-15be9bf0-f8c1-4bfe-9c03-343b4bae67cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:54.709448 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-02e72097-10ea-41a1-8640-d95ce201db65 req-9fa6ed72-8db2-4de4-839b-dd19f57fe5d3 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:54.724091 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-faa73ea8-04e1-4b46-9ac7-bfcaf8d8c153 req-2fbf4a7b-fbf1-4089-ab32-fb089c2099fc tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/security-groups?id=1405446e-ee39-4878-8bba-1170ad050e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022515 Apr 28 19:37:54.724823 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dce10f84-8d33-44e0-865f-829213966680 req-3a4a15a7-94ee-4e82-a519-b0d3ed7ffd84 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/quotas/65106efa94b44e66ac09133941d375fb HTTP/1.1" status: 200 len: 375 time: 0.0142574 Apr 28 19:37:54.773798 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-15be9bf0-f8c1-4bfe-9c03-343b4bae67cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:54.827770 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be9bf0-f8c1-4bfe-9c03-343b4bae67cc admin admin] Pushing event updated for resources: {'Port': ['ID=9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:54.840774 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15be9bf0-f8c1-4bfe-9c03-343b4bae67cc admin admin] Network 430c85ba-7aa8-4fd6-a010-581e595ae98e is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:37:54.845065 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be9bf0-f8c1-4bfe-9c03-343b4bae67cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:54.845065 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be9bf0-f8c1-4bfe-9c03-343b4bae67cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:54.845065 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be9bf0-f8c1-4bfe-9c03-343b4bae67cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:54.845065 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be9bf0-f8c1-4bfe-9c03-343b4bae67cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:54.845065 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be9bf0-f8c1-4bfe-9c03-343b4bae67cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:54.845065 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be9bf0-f8c1-4bfe-9c03-343b4bae67cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:54.846462 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be9bf0-f8c1-4bfe-9c03-343b4bae67cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:54.846462 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be9bf0-f8c1-4bfe-9c03-343b4bae67cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:54.846633 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be9bf0-f8c1-4bfe-9c03-343b4bae67cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:54.847294 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be9bf0-f8c1-4bfe-9c03-343b4bae67cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:54.847294 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be9bf0-f8c1-4bfe-9c03-343b4bae67cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:54.847625 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be9bf0-f8c1-4bfe-9c03-343b4bae67cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:54.852649 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-15be9bf0-f8c1-4bfe-9c03-343b4bae67cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:37:54.856885 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15be9bf0-f8c1-4bfe-9c03-343b4bae67cc admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:37:54.866596 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dce10f84-8d33-44e0-865f-829213966680 req-c43481c1-b03d-446c-8107-920b723083ed tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=65106efa94b44e66ac09133941d375fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1248562 Apr 28 19:37:54.869707 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-649ee11e-04dc-4b48-a12e-ea25f84e6724 req-455b6d3d-afe2-4034-98fe-7346609382bd tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/ports?device_id=d55fc07d-551f-4d7b-8130-821e2b3df204 HTTP/1.1" status: 200 len: 210 time: 0.0415795 Apr 28 19:37:54.873262 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-02e72097-10ea-41a1-8640-d95ce201db65 req-9fa6ed72-8db2-4de4-839b-dd19f57fe5d3 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:54.948892 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-bbeb62b0-60f5-4cf1-9cf3-c9a249f30aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'name': 'tempest-TaggedBootDevicesTest_v242-7447419-router', 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '3f8991e5-009b-403a-931e-5db305436ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:48Z', 'updated_at': '2022-04-28T19:37:51Z', 'revision_number': 3, 'project_id': '533c1e9c8dee43379021e03f9df0f17e', 'gw_port': {'id': '3f8991e5-009b-403a-931e-5db305436ddd', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ea:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:49Z', 'updated_at': '2022-04-28T19:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:54.962236 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e72097-10ea-41a1-8640-d95ce201db65 req-9fa6ed72-8db2-4de4-839b-dd19f57fe5d3 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Network fa6ba32f-86e1-489e-bf69-a0854e414daf is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:37:54.965535 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-7530261f-c128-40b0-916c-68ff46b72663 req-ed7e040c-9925-48d2-ae28-846235bbf4b1 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Allocated IP 172.20.0.7 (3a8d8fbc-c638-4e44-87fd-3e5ca38570dd/ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f/3c5d3702-21ed-4e90-8bf7-71b133a2cfa0) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:37:54.970788 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-02e72097-10ea-41a1-8640-d95ce201db65 req-9fa6ed72-8db2-4de4-839b-dd19f57fe5d3 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:37:54.979190 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e72097-10ea-41a1-8640-d95ce201db65 req-9fa6ed72-8db2-4de4-839b-dd19f57fe5d3 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:37:54.989548 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-15be9bf0-f8c1-4bfe-9c03-343b4bae67cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:54.994118 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeb62b0-60f5-4cf1-9cf3-c9a249f30aaf None None] The sync data for ids ['1cb9eb60-9281-4b04-a0ca-a03ba33c611b'] in n-d-839810-1 is: [{'id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'name': 'tempest-TaggedBootDevicesTest_v242-7447419-router', 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '3f8991e5-009b-403a-931e-5db305436ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:48Z', 'updated_at': '2022-04-28T19:37:51Z', 'revision_number': 3, 'project_id': '533c1e9c8dee43379021e03f9df0f17e', 'gw_port': {'id': '3f8991e5-009b-403a-931e-5db305436ddd', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ea:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:49Z', 'updated_at': '2022-04-28T19:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:37:55.053059 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e72097-10ea-41a1-8640-d95ce201db65 req-9fa6ed72-8db2-4de4-839b-dd19f57fe5d3 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:55.053787 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-02e72097-10ea-41a1-8640-d95ce201db65 req-9fa6ed72-8db2-4de4-839b-dd19f57fe5d3 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:55.083121 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6ed72-8db2-4de4-839b-dd19f57fe5d3 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Pushing event updated for resources: {'Port': ['ID=f7275361-74d5-4846-89b8-50ac64894ba2,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:55.100915 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02e72097-10ea-41a1-8640-d95ce201db65 req-9fa6ed72-8db2-4de4-839b-dd19f57fe5d3 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9258208 Apr 28 19:37:55.108021 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dce10f84-8d33-44e0-865f-829213966680 req-66b5b53a-fe8e-4c9b-a15f-17e7718f7ebc service neutron] 10.222.0.42 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219238 Apr 28 19:37:55.124771 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-02e72097-10ea-41a1-8640-d95ce201db65 req-a9e7359f-bf66-480d-81ce-ddad8b3d413d service neutron] Request body: {'port': {'device_id': '97861477-7b6d-48aa-9bdf-89105905415c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:37:55.129997 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa6ed72-8db2-4de4-839b-dd19f57fe5d3 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:55.130338 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa6ed72-8db2-4de4-839b-dd19f57fe5d3 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:55.130675 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa6ed72-8db2-4de4-839b-dd19f57fe5d3 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:55.131012 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa6ed72-8db2-4de4-839b-dd19f57fe5d3 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:55.131338 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa6ed72-8db2-4de4-839b-dd19f57fe5d3 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:55.131718 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa6ed72-8db2-4de4-839b-dd19f57fe5d3 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:55.132045 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa6ed72-8db2-4de4-839b-dd19f57fe5d3 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:55.132438 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa6ed72-8db2-4de4-839b-dd19f57fe5d3 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:55.132762 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa6ed72-8db2-4de4-839b-dd19f57fe5d3 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:55.133231 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa6ed72-8db2-4de4-839b-dd19f57fe5d3 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:55.133420 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa6ed72-8db2-4de4-839b-dd19f57fe5d3 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:55.133707 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa6ed72-8db2-4de4-839b-dd19f57fe5d3 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:55.289906 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-62043a49-838f-4bde-b34e-a4ea9fd33f74 None None] Provisioning complete for port 9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:55.290859 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-62043a49-838f-4bde-b34e-a4ea9fd33f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:55.311753 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-15be9bf0-f8c1-4bfe-9c03-343b4bae67cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:55.364796 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-62043a49-838f-4bde-b34e-a4ea9fd33f74 None None] Port 9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:37:55.392324 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dce10f84-8d33-44e0-865f-829213966680 req-531c5d5a-deae-4a3c-9696-d0c8f0de344f service neutron] 10.222.0.42 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486136 Apr 28 19:37:55.431330 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-02e72097-10ea-41a1-8640-d95ce201db65 req-a9e7359f-bf66-480d-81ce-ddad8b3d413d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:55.505874 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-124ddfad-e607-462c-9afd-3a87365c5611 None None] Provisioning complete for port f7275361-74d5-4846-89b8-50ac64894ba2 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:55.509616 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-124ddfad-e607-462c-9afd-3a87365c5611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:55.576026 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5fd43-d55c-4464-8202-0697caac8f02 req-9ffcd42f-9e85-4b0e-86e7-1bb284e7cabf tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:55.583682 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b5f5fd43-d55c-4464-8202-0697caac8f02 req-9ffcd42f-9e85-4b0e-86e7-1bb284e7cabf tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 946 time: 0.2691417 Apr 28 19:37:55.608546 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-124ddfad-e607-462c-9afd-3a87365c5611 None None] Port f7275361-74d5-4846-89b8-50ac64894ba2 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:37:55.625678 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-15be9bf0-f8c1-4bfe-9c03-343b4bae67cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:55.642860 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-15be9bf0-f8c1-4bfe-9c03-343b4bae67cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:55.708580 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:55.778760 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-15be9bf0-f8c1-4bfe-9c03-343b4bae67cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:55.781567 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be9bf0-f8c1-4bfe-9c03-343b4bae67cc admin admin] Pushing event updated for resources: {'Port': ['ID=9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:55.892045 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdd153-dd72-443d-8636-33cc5b1fb417 req-22f2b49b-ec96-414f-b582-64e49f3b93fc tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:55.892499 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:55.895459 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a0bdd153-dd72-443d-8636-33cc5b1fb417 req-22f2b49b-ec96-414f-b582-64e49f3b93fc tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd44736a-56f5-43e5-a40b-a6da17ab217c HTTP/1.1" status: 200 len: 947 time: 0.3390975 Apr 28 19:37:55.903469 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b5f5fd43-d55c-4464-8202-0697caac8f02 req-882319ed-1135-4f1d-bf6f-1cc56ae22ad8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3182077 Apr 28 19:37:55.915977 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce3dbd-84ab-4360-9bd1-b8af932625e4 req-62a4c05b-65a7-4bfe-91a8-dee1245ba1f5 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:55.928353 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-03ce3dbd-84ab-4360-9bd1-b8af932625e4 req-62a4c05b-65a7-4bfe-91a8-dee1245ba1f5 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=97861477-7b6d-48aa-9bdf-89105905415c HTTP/1.1" status: 200 len: 932 time: 0.1413279 Apr 28 19:37:56.016647 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15be9bf0-f8c1-4bfe-9c03-343b4bae67cc admin admin] Network 430c85ba-7aa8-4fd6-a010-581e595ae98e is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:37:56.031625 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-03ce3dbd-84ab-4360-9bd1-b8af932625e4 req-9fece425-e906-4c93-9405-36e3831e1302 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=37c9ae11-ec62-45d5-807a-a041757e086d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985470 Apr 28 19:37:56.035864 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-15be9bf0-f8c1-4bfe-9c03-343b4bae67cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:37:56.293502 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15be9bf0-f8c1-4bfe-9c03-343b4bae67cc admin admin] Router 1cb9eb60-9281-4b04-a0ca-a03ba33c611b has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:37:56.298475 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-02e72097-10ea-41a1-8640-d95ce201db65 req-a9e7359f-bf66-480d-81ce-ddad8b3d413d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7275361-74d5-4846-89b8-50ac64894ba2 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:37:56.319430 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-02e72097-10ea-41a1-8640-d95ce201db65 req-a9e7359f-bf66-480d-81ce-ddad8b3d413d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:56.341489 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-02e72097-10ea-41a1-8640-d95ce201db65 req-a9e7359f-bf66-480d-81ce-ddad8b3d413d service neutron] Transition to ACTIVE for port object f7275361-74d5-4846-89b8-50ac64894ba2 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:37:56.361195 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7530261f-c128-40b0-916c-68ff46b72663 req-ed7e040c-9925-48d2-ae28-846235bbf4b1 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:56.418993 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-02e72097-10ea-41a1-8640-d95ce201db65 req-a9e7359f-bf66-480d-81ce-ddad8b3d413d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:56.522678 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:37:56.531042 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7530261f-c128-40b0-916c-68ff46b72663 req-ed7e040c-9925-48d2-ae28-846235bbf4b1 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:56.571662 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7359f-bf66-480d-81ce-ddad8b3d413d service neutron] Pushing event updated for resources: {'Port': ['ID=f7275361-74d5-4846-89b8-50ac64894ba2,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:56.658918 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7530261f-c128-40b0-916c-68ff46b72663 req-ed7e040c-9925-48d2-ae28-846235bbf4b1 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Network 3a8d8fbc-c638-4e44-87fd-3e5ca38570dd is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:37:56.679370 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['7a9975b2-500f-485b-a22e-b469354f4190'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:37:56.739444 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e040c-9925-48d2-ae28-846235bbf4b1 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Pushing event updated for resources: {'Port': ['ID=3c5d3702-21ed-4e90-8bf7-71b133a2cfa0,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:56.747963 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-7530261f-c128-40b0-916c-68ff46b72663 req-ed7e040c-9925-48d2-ae28-846235bbf4b1 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:37:56.753530 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-7530261f-c128-40b0-916c-68ff46b72663 req-ed7e040c-9925-48d2-ae28-846235bbf4b1 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:37:56.875062 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0ecac8a0-dfa1-47fd-8170-e93901aa444f None None] Provisioning complete for port 9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:56.875432 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0ecac8a0-dfa1-47fd-8170-e93901aa444f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:57.051008 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0ecac8a0-dfa1-47fd-8170-e93901aa444f None None] Port 9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:37:57.106113 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:57.108979 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de5b9c-aa46-4bb8-9d82-26e1dd0a15eb req-35a623c0-e4a5-4786-8036-804ee21b0cac tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:57.116094 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-69de5b9c-aa46-4bb8-9d82-26e1dd0a15eb req-35a623c0-e4a5-4786-8036-804ee21b0cac tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bd7ece2-c7c9-467f-8b36-1bb32464263a HTTP/1.1" status: 200 len: 946 time: 0.7014310 Apr 28 19:37:57.189737 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c0f58fd3-aaf7-43ce-a88d-1f0914f2d178, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:57.200992 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530261f-c128-40b0-916c-68ff46b72663 req-ed7e040c-9925-48d2-ae28-846235bbf4b1 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:57.201661 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7530261f-c128-40b0-916c-68ff46b72663 req-ed7e040c-9925-48d2-ae28-846235bbf4b1 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:57.214365 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4391f50-d433-41a8-801e-05d324974eb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0f58fd3-aaf7-43ce-a88d-1f0914f2d178'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:37:57.218557 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56249683-739a-4a43-8310-d0f85a0d84fd" -d '{"events": [{"server_uuid": "e4391f50-d433-41a8-801e-05d324974eb3", "name": "network-vif-unplugged", "status": "completed", "tag": "c0f58fd3-aaf7-43ce-a88d-1f0914f2d178"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:37:57.278971 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287bea8-d258-4836-bc40-c37e26a8f82a req-1fecf65d-2c60-496f-8141-ec359121127b tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:57.292739 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8287bea8-d258-4836-bc40-c37e26a8f82a req-1fecf65d-2c60-496f-8141-ec359121127b tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce90ce7b-e290-41d5-93f7-8b927b0af32f HTTP/1.1" status: 200 len: 945 time: 0.8757834 Apr 28 19:37:57.311859 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:57.404767 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178,revision_number=14']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:57.416806 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:57.417251 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:57.417684 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:57.418213 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:57.419318 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:57.419926 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:57.420382 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:57.420799 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:57.421974 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:57.422561 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:57.423135 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:57.424722 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:57.435881 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7530261f-c128-40b0-916c-68ff46b72663 req-ed7e040c-9925-48d2-ae28-846235bbf4b1 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5042467 Apr 28 19:37:57.462128 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-7530261f-c128-40b0-916c-68ff46b72663 req-752147d5-9a9c-428b-a18c-16b4e90310d1 service neutron] Request body: {'port': {'device_id': 'd55fc07d-551f-4d7b-8130-821e2b3df204', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:37:57.466682 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264667a-cf5c-4f35-9016-bd08c9d93ca3 req-5d39967c-3ef6-4056-986f-d633b6ce5c5d tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:57.468230 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0264667a-cf5c-4f35-9016-bd08c9d93ca3 req-5d39967c-3ef6-4056-986f-d633b6ce5c5d tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.44 "GET /v2.0/ports?device_id=27059cf8-c73f-4b67-9204-e09badc23f64 HTTP/1.1" status: 200 len: 946 time: 0.2048831 Apr 28 19:37:57.477851 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-e6dc6201-7e99-4b55-858c-9c62cc8ea6c3 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:57.479355 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-e6dc6201-7e99-4b55-858c-9c62cc8ea6c3 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/networks?id=b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb HTTP/1.1" status: 200 len: 813 time: 1.1962922 Apr 28 19:37:57.503138 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 3f8991e5-009b-403a-931e-5db305436ddd up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:37:57.548449 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-f5bb41b9-fd91-43db-a3bf-7bbbaa5edd42 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/quotas/c27ab83294f244dbb917866ac945a124 HTTP/1.1" status: 200 len: 375 time: 0.0566487 Apr 28 19:37:57.550926 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15be9bf0-f8c1-4bfe-9c03-343b4bae67cc admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:37:57.564007 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-15be9bf0-f8c1-4bfe-9c03-343b4bae67cc admin admin] 10.222.0.42 "PUT /v2.0/routers/1cb9eb60-9281-4b04-a0ca-a03ba33c611b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7822275 Apr 28 19:37:57.591862 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-02e72097-10ea-41a1-8640-d95ce201db65 req-a9e7359f-bf66-480d-81ce-ddad8b3d413d service neutron] Attempting to bind port f7275361-74d5-4846-89b8-50ac64894ba2 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:37:57.592525 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-02e72097-10ea-41a1-8640-d95ce201db65 req-a9e7359f-bf66-480d-81ce-ddad8b3d413d service neutron] Attempting to bind port f7275361-74d5-4846-89b8-50ac64894ba2 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '45b99270-ac05-4c11-b64b-fdc435dcfa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:37:57.593037 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e72097-10ea-41a1-8640-d95ce201db65 req-a9e7359f-bf66-480d-81ce-ddad8b3d413d service neutron] Attempting to bind port f7275361-74d5-4846-89b8-50ac64894ba2 on network fa6ba32f-86e1-489e-bf69-a0854e414daf {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:37:57.625438 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8287bea8-d258-4836-bc40-c37e26a8f82a req-a8e7827c-9636-4756-83f9-09a56b169181 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.42 "GET /v2.0/security-groups?id=244d79a3-9e27-4766-be20-962837c5b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3318195 Apr 28 19:37:57.654017 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-a0bdd153-dd72-443d-8636-33cc5b1fb417 req-2ee8fdee-1987-46c4-b801-2c407d3e1842 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Deleting port 60cce12e-e55e-4f29-88f1-2da4173c1e7b {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:37:57.654621 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a0bdd153-dd72-443d-8636-33cc5b1fb417 req-2ee8fdee-1987-46c4-b801-2c407d3e1842 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:57.665517 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7e9815c7-852d-42d7-be22-3b77fde2aa09 None None] Provisioning complete for port 3c5d3702-21ed-4e90-8bf7-71b133a2cfa0 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:57.666199 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7e9815c7-852d-42d7-be22-3b77fde2aa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:57.671309 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e72097-10ea-41a1-8640-d95ce201db65 req-a9e7359f-bf66-480d-81ce-ddad8b3d413d service neutron] Port f7275361-74d5-4846-89b8-50ac64894ba2 on network fa6ba32f-86e1-489e-bf69-a0854e414daf not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:37:57.671869 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e72097-10ea-41a1-8640-d95ce201db65 req-a9e7359f-bf66-480d-81ce-ddad8b3d413d service neutron] Attempting to bind port f7275361-74d5-4846-89b8-50ac64894ba2 on network fa6ba32f-86e1-489e-bf69-a0854e414daf {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:37:57.715631 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7e9815c7-852d-42d7-be22-3b77fde2aa09 None None] Port 3c5d3702-21ed-4e90-8bf7-71b133a2cfa0 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:37:57.726678 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e72097-10ea-41a1-8640-d95ce201db65 req-a9e7359f-bf66-480d-81ce-ddad8b3d413d service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:37:57.740707 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e72097-10ea-41a1-8640-d95ce201db65 req-a9e7359f-bf66-480d-81ce-ddad8b3d413d service neutron] Checking segment: {'id': '45b99270-ac05-4c11-b64b-fdc435dcfa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:37:57.741427 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e72097-10ea-41a1-8640-d95ce201db65 req-a9e7359f-bf66-480d-81ce-ddad8b3d413d service neutron] Bound using segment: {'id': '45b99270-ac05-4c11-b64b-fdc435dcfa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:37:57.742072 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-02e72097-10ea-41a1-8640-d95ce201db65 req-a9e7359f-bf66-480d-81ce-ddad8b3d413d service neutron] Bound port: f7275361-74d5-4846-89b8-50ac64894ba2, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b99270-ac05-4c11-b64b-fdc435dcfa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:37:57.742228 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 3f8991e5-009b-403a-931e-5db305436ddd triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:57.742521 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:57.742947 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-02e72097-10ea-41a1-8640-d95ce201db65 req-a9e7359f-bf66-480d-81ce-ddad8b3d413d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:57.809773 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7530261f-c128-40b0-916c-68ff46b72663 req-752147d5-9a9c-428b-a18c-16b4e90310d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:57.858470 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:57.894932 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 3f8991e5-009b-403a-931e-5db305436ddd, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=3f8991e5-009b-403a-931e-5db305436ddd,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:57.905096 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:57.944745 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-9e956896-fbea-4db1-8026-3c1c53c9fb66 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c27ab83294f244dbb917866ac945a124&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3739448 Apr 28 19:37:57.957625 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4a816032-a3b0-48f0-b43a-c79f3930d560 req-a120880a-7155-4847-bd84-4f1c1d94fbe1 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 210 time: 0.1260822 Apr 28 19:37:58.032178 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=3f8991e5-009b-403a-931e-5db305436ddd,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:58.098084 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-0264667a-cf5c-4f35-9016-bd08c9d93ca3 req-07f2b5f8-ea34-409f-8b90-fdd9b95272b0 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Deleting port 26cf4175-065b-45a6-80f9-642be3c2060b {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:37:58.098638 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-69de5b9c-aa46-4bb8-9d82-26e1dd0a15eb req-9d94365e-d900-4e32-895f-8b03f77101ae tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Deleting port c8979e18-cf25-4ebf-893c-0cd86eb1fb21 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:37:58.098812 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0264667a-cf5c-4f35-9016-bd08c9d93ca3 req-07f2b5f8-ea34-409f-8b90-fdd9b95272b0 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:58.098972 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-69de5b9c-aa46-4bb8-9d82-26e1dd0a15eb req-9d94365e-d900-4e32-895f-8b03f77101ae tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:58.177568 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce10f84-8d33-44e0-865f-829213966680 req-b066bb76-3e89-4bb6-9b85-8bd9159da12f tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:58.179068 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dce10f84-8d33-44e0-865f-829213966680 req-b066bb76-3e89-4bb6-9b85-8bd9159da12f tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.15 "GET /v2.0/networks?id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd HTTP/1.1" status: 200 len: 807 time: 0.4875944 Apr 28 19:37:58.200919 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-dce10f84-8d33-44e0-865f-829213966680 req-99e4a16c-0421-4340-a9f1-5f448698509f tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Request body: {'port': {'device_id': 'e764ad1d-970d-40b7-a63a-31308fbc17ec', 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd', 'admin_state_up': True, 'tenant_id': '65106efa94b44e66ac09133941d375fb'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:37:58.235458 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-a0bdd153-dd72-443d-8636-33cc5b1fb417 req-2ee8fdee-1987-46c4-b801-2c407d3e1842 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] For port 60cce12e-e55e-4f29-88f1-2da4173c1e7b, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=60cce12e-e55e-4f29-88f1-2da4173c1e7b,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:58.236130 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a0bdd153-dd72-443d-8636-33cc5b1fb417 req-2ee8fdee-1987-46c4-b801-2c407d3e1842 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:58.250331 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-02e72097-10ea-41a1-8640-d95ce201db65 req-a9e7359f-bf66-480d-81ce-ddad8b3d413d service neutron] For port f7275361-74d5-4846-89b8-50ac64894ba2, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:37:58.292221 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4e4bcd-9cfa-45c6-bd76-c41078c73d0e None None] Sync routers for ids ['1cb9eb60-9281-4b04-a0ca-a03ba33c611b'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:37:58.308379 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4e4bcd-9cfa-45c6-bd76-c41078c73d0e None None] Routers {'1cb9eb60-9281-4b04-a0ca-a03ba33c611b'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:37:58.309078 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-bc4e4bcd-9cfa-45c6-bd76-c41078c73d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:37:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1cb9eb60-9281-4b04-a0ca-a03ba33c611b'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:58.310842 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-481c9fb2-8e21-4f1e-bbb6-01d235e7dd8f service neutron] 10.222.0.42 "GET /v2.0/networks/b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649118 Apr 28 19:37:58.331540 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-0264667a-cf5c-4f35-9016-bd08c9d93ca3 req-07f2b5f8-ea34-409f-8b90-fdd9b95272b0 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] For port 26cf4175-065b-45a6-80f9-642be3c2060b, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=26cf4175-065b-45a6-80f9-642be3c2060b,segment=NetworkSegment(e0cb1ff0-18a4-4859-89a0-14772c6e60ff),segment_id=e0cb1ff0-18a4-4859-89a0-14772c6e60ff)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:58.332566 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0264667a-cf5c-4f35-9016-bd08c9d93ca3 req-07f2b5f8-ea34-409f-8b90-fdd9b95272b0 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:58.349024 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-a0bdd153-dd72-443d-8636-33cc5b1fb417 req-2ee8fdee-1987-46c4-b801-2c407d3e1842 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Calling delete_port for 60cce12e-e55e-4f29-88f1-2da4173c1e7b owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:37:58.361378 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-02e72097-10ea-41a1-8640-d95ce201db65 req-a9e7359f-bf66-480d-81ce-ddad8b3d413d service neutron] For port f7275361-74d5-4846-89b8-50ac64894ba2, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=f7275361-74d5-4846-89b8-50ac64894ba2,segment=NetworkSegment(45b99270-ac05-4c11-b64b-fdc435dcfa6a),segment_id=45b99270-ac05-4c11-b64b-fdc435dcfa6a)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:37:58.364874 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-0264667a-cf5c-4f35-9016-bd08c9d93ca3 req-07f2b5f8-ea34-409f-8b90-fdd9b95272b0 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Calling delete_port for 26cf4175-065b-45a6-80f9-642be3c2060b owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:37:58.375641 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d770c8-1ebc-4fca-8fe4-b47283ba3bbc req-352a3194-c32f-4988-8e8f-098cc9fb206c tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:58.383733 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-45d770c8-1ebc-4fca-8fe4-b47283ba3bbc req-352a3194-c32f-4988-8e8f-098cc9fb206c tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd44736a-56f5-43e5-a40b-a6da17ab217c HTTP/1.1" status: 200 len: 947 time: 0.2809885 Apr 28 19:37:58.422670 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-02e72097-10ea-41a1-8640-d95ce201db65 req-a9e7359f-bf66-480d-81ce-ddad8b3d413d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:58.477209 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45518) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:37:58.478130 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-bc4e4bcd-9cfa-45c6-bd76-c41078c73d0e None None] Set router 1cb9eb60-9281-4b04-a0ca-a03ba33c611b gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:37:58.488532 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-655d0dbb-6fc8-4dee-a4ad-8778d41db6a9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-738037933-network', 'tenant_id': 'f4a573290c2b4dbabf19ce10f322c691'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:37:58.549977 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dce10f84-8d33-44e0-865f-829213966680 req-99e4a16c-0421-4340-a9f1-5f448698509f tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Made reservation on behalf of 65106efa94b44e66ac09133941d375fb for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:37:58.554356 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-dce10f84-8d33-44e0-865f-829213966680 req-99e4a16c-0421-4340-a9f1-5f448698509f tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:58.584880 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e72097-10ea-41a1-8640-d95ce201db65 req-a9e7359f-bf66-480d-81ce-ddad8b3d413d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:58.584880 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-02e72097-10ea-41a1-8640-d95ce201db65 req-a9e7359f-bf66-480d-81ce-ddad8b3d413d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:58.584880 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02e72097-10ea-41a1-8640-d95ce201db65 req-a9e7359f-bf66-480d-81ce-ddad8b3d413d service neutron] 10.222.0.15 "PUT /v2.0/ports/f7275361-74d5-4846-89b8-50ac64894ba2 HTTP/1.1" status: 200 len: 1092 time: 3.4645357 Apr 28 19:37:58.585437 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-f24163fb-34e9-4503-a298-91b6ee7a1212 service neutron] 10.222.0.42 "GET /v2.0/networks/b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728951 Apr 28 19:37:58.588410 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97861477-7b6d-48aa-9bdf-89105905415c', 'tag': 'f7275361-74d5-4846-89b8-50ac64894ba2'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:37:58.590708 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfa1cda-c529-4c72-899c-9479282e5d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "97861477-7b6d-48aa-9bdf-89105905415c", "tag": "f7275361-74d5-4846-89b8-50ac64894ba2"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:37:58.606614 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655d0dbb-6fc8-4dee-a4ad-8778d41db6a9 admin admin] Made reservation on behalf of f4a573290c2b4dbabf19ce10f322c691 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:37:58.611280 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-655d0dbb-6fc8-4dee-a4ad-8778d41db6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:58.617321 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-45d770c8-1ebc-4fca-8fe4-b47283ba3bbc req-9318afab-799e-44c3-914b-4c305df96277 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/security-groups?id=1405446e-ee39-4878-8bba-1170ad050e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319934 Apr 28 19:37:58.619857 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7359f-bf66-480d-81ce-ddad8b3d413d service neutron] Pushing event updated for resources: {'Port': ['ID=f7275361-74d5-4846-89b8-50ac64894ba2,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:58.640601 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-69de5b9c-aa46-4bb8-9d82-26e1dd0a15eb req-9d94365e-d900-4e32-895f-8b03f77101ae tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] For port c8979e18-cf25-4ebf-893c-0cd86eb1fb21, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=c8979e18-cf25-4ebf-893c-0cd86eb1fb21,segment=NetworkSegment(e0cb1ff0-18a4-4859-89a0-14772c6e60ff),segment_id=e0cb1ff0-18a4-4859-89a0-14772c6e60ff)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:58.641341 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-69de5b9c-aa46-4bb8-9d82-26e1dd0a15eb req-9d94365e-d900-4e32-895f-8b03f77101ae tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:58.645949 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-655d0dbb-6fc8-4dee-a4ad-8778d41db6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:58.732055 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-69de5b9c-aa46-4bb8-9d82-26e1dd0a15eb req-9d94365e-d900-4e32-895f-8b03f77101ae tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Calling delete_port for c8979e18-cf25-4ebf-893c-0cd86eb1fb21 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:37:58.805987 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-bc4e4bcd-9cfa-45c6-bd76-c41078c73d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'name': 'tempest-TaggedBootDevicesTest_v242-7447419-router', 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '3f8991e5-009b-403a-931e-5db305436ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:48Z', 'updated_at': '2022-04-28T19:37:55Z', 'revision_number': 4, 'project_id': '533c1e9c8dee43379021e03f9df0f17e', 'gw_port': {'id': '3f8991e5-009b-403a-931e-5db305436ddd', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:49Z', 'updated_at': '2022-04-28T19:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5', 'name': '', 'network_id': '430c85ba-7aa8-4fd6-a010-581e595ae98e', 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'mac_address': 'fa:16:3e:4e:3b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'c1475d53-9534-4c95-8eb7-8e3b9d282212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:54Z', 'updated_at': '2022-04-28T19:37:55Z', 'revision_number': 2, 'project_id': '533c1e9c8dee43379021e03f9df0f17e', 'subnets': [{'id': 'c1475d53-9534-4c95-8eb7-8e3b9d282212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:58.852558 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4e4bcd-9cfa-45c6-bd76-c41078c73d0e None None] Checking router: 1cb9eb60-9281-4b04-a0ca-a03ba33c611b for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:37:58.852856 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4e4bcd-9cfa-45c6-bd76-c41078c73d0e None None] Updating router 1cb9eb60-9281-4b04-a0ca-a03ba33c611b port 9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:37:58.890028 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bc4e4bcd-9cfa-45c6-bd76-c41078c73d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:58.964758 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0264667a-cf5c-4f35-9016-bd08c9d93ca3 req-07f2b5f8-ea34-409f-8b90-fdd9b95272b0 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:58.974121 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22bfb9-6d0b-4cac-80fa-6fb75419bf85 req-4ca7c51d-3b63-4da1-8822-476adfa6fea5 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:58.981443 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bd22bfb9-6d0b-4cac-80fa-6fb75419bf85 req-4ca7c51d-3b63-4da1-8822-476adfa6fea5 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/ports?device_id=d55fc07d-551f-4d7b-8130-821e2b3df204 HTTP/1.1" status: 200 len: 931 time: 0.2637320 Apr 28 19:37:59.015088 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-dce10f84-8d33-44e0-865f-829213966680 req-99e4a16c-0421-4340-a9f1-5f448698509f tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Allocated IP 172.20.0.7 (497e1d66-f4cf-46aa-aa27-9862cbaf14dd/0d5c93c2-9d1b-4c66-8e1f-a78766af188b/aadf9260-8573-4b20-888a-2caa4d850f12) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:37:59.022563 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e72097-10ea-41a1-8640-d95ce201db65 req-86fd261d-b9d9-41ab-90e5-9fdc4e99dd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:59.022788 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02e72097-10ea-41a1-8640-d95ce201db65 req-86fd261d-b9d9-41ab-90e5-9fdc4e99dd27 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=98a6d5da4ca84f3b93f1251e2d3cf2d8&device_id=97861477-7b6d-48aa-9bdf-89105905415c HTTP/1.1" status: 200 len: 1095 time: 0.3276095 Apr 28 19:37:59.103393 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02e72097-10ea-41a1-8640-d95ce201db65 req-bee23717-faa0-46fa-9047-971faccd34e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7275361-74d5-4846-89b8-50ac64894ba2 HTTP/1.1" status: 200 len: 217 time: 0.0649295 Apr 28 19:37:59.148237 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f2b5f8-ea34-409f-8b90-fdd9b95272b0 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Pushing event deleted for resources: {'Port': ['ID=26cf4175-065b-45a6-80f9-642be3c2060b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:59.208149 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bd22bfb9-6d0b-4cac-80fa-6fb75419bf85 req-859098c2-7a31-498c-8594-935a93ba524a tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b8d6d46-8bb9-4e41-9d21-b4840b2243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176654 Apr 28 19:37:59.210724 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a0bdd153-dd72-443d-8636-33cc5b1fb417 req-2ee8fdee-1987-46c4-b801-2c407d3e1842 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:59.242420 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-7530261f-c128-40b0-916c-68ff46b72663 req-752147d5-9a9c-428b-a18c-16b4e90310d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c5d3702-21ed-4e90-8bf7-71b133a2cfa0 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:37:59.272037 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7530261f-c128-40b0-916c-68ff46b72663 req-752147d5-9a9c-428b-a18c-16b4e90310d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:59.278220 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 19:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2279aa2-b99a-4934-9b04-087eeee58138 x-openstack-request-id: req-a2279aa2-b99a-4934-9b04-087eeee58138 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:37:59.278957 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4391f50-d433-41a8-801e-05d324974eb3", "name": "network-vif-unplugged", "status": "completed", "tag": "c0f58fd3-aaf7-43ce-a88d-1f0914f2d178", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:37:59.278957 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a2279aa2-b99a-4934-9b04-087eeee58138 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:37:59.279581 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2279aa2-b99a-4934-9b04-087eeee58138'] response: {'server_uuid': 'e4391f50-d433-41a8-801e-05d324974eb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0f58fd3-aaf7-43ce-a88d-1f0914f2d178', 'code': 200} Apr 28 19:37:59.312677 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8fdee-1987-46c4-b801-2c407d3e1842 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Pushing event deleted for resources: {'Port': ['ID=60cce12e-e55e-4f29-88f1-2da4173c1e7b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:59.333625 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bc4e4bcd-9cfa-45c6-bd76-c41078c73d0e None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:59.349411 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bc4e4bcd-9cfa-45c6-bd76-c41078c73d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:59.353645 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e72097-10ea-41a1-8640-d95ce201db65 req-b0e5f7e6-8239-488b-961c-241657c55eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:59.353920 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0264667a-cf5c-4f35-9016-bd08c9d93ca3 req-07f2b5f8-ea34-409f-8b90-fdd9b95272b0 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] No DVR routers for this DVR port 26cf4175-065b-45a6-80f9-642be3c2060b on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:37:59.355720 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02e72097-10ea-41a1-8640-d95ce201db65 req-b0e5f7e6-8239-488b-961c-241657c55eae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7a2f793-5447-48fe-83df-017889e9d0fc HTTP/1.1" status: 200 len: 854 time: 0.2207849 Apr 28 19:37:59.370632 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-7530261f-c128-40b0-916c-68ff46b72663 req-752147d5-9a9c-428b-a18c-16b4e90310d1 service neutron] Transition to ACTIVE for port object 3c5d3702-21ed-4e90-8bf7-71b133a2cfa0 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:37:59.390387 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-655d0dbb-6fc8-4dee-a4ad-8778d41db6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:59.398777 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0264667a-cf5c-4f35-9016-bd08c9d93ca3 req-07f2b5f8-ea34-409f-8b90-fdd9b95272b0 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:59.403157 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7530261f-c128-40b0-916c-68ff46b72663 req-752147d5-9a9c-428b-a18c-16b4e90310d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:59.407441 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0264667a-cf5c-4f35-9016-bd08c9d93ca3 req-07f2b5f8-ea34-409f-8b90-fdd9b95272b0 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.44 "DELETE /v2.0/ports/26cf4175-065b-45a6-80f9-642be3c2060b HTTP/1.1" status: 204 len: 173 time: 1.9269004 Apr 28 19:37:59.408695 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27059cf8-c73f-4b67-9204-e09badc23f64', 'name': 'network-vif-deleted', 'tag': '26cf4175-065b-45a6-80f9-642be3c2060b'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:37:59.437583 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc748bd1-5eff-46d0-af7e-acedf0f8f371" -d '{"events": [{"server_uuid": "27059cf8-c73f-4b67-9204-e09badc23f64", "name": "network-vif-deleted", "tag": "26cf4175-065b-45a6-80f9-642be3c2060b"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:37:59.452862 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 3f8991e5-009b-403a-931e-5db305436ddd up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:37:59.467054 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-655d0dbb-6fc8-4dee-a4ad-8778d41db6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:59.484450 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bdd153-dd72-443d-8636-33cc5b1fb417 req-2ee8fdee-1987-46c4-b801-2c407d3e1842 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] No DVR routers for this DVR port 60cce12e-e55e-4f29-88f1-2da4173c1e7b on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:37:59.496435 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a0bdd153-dd72-443d-8636-33cc5b1fb417 req-2ee8fdee-1987-46c4-b801-2c407d3e1842 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:59.499939 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a0bdd153-dd72-443d-8636-33cc5b1fb417 req-2ee8fdee-1987-46c4-b801-2c407d3e1842 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.15 "DELETE /v2.0/ports/60cce12e-e55e-4f29-88f1-2da4173c1e7b HTTP/1.1" status: 204 len: 173 time: 3.0819108 Apr 28 19:37:59.522855 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ecc6bc-1a15-4181-a7c0-df34a33f4f53 req-093026bc-1a2d-4313-b45b-8ce0b8a1323b tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:59.524871 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e1ecc6bc-1a15-4181-a7c0-df34a33f4f53 req-093026bc-1a2d-4313-b45b-8ce0b8a1323b tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=97861477-7b6d-48aa-9bdf-89105905415c HTTP/1.1" status: 200 len: 944 time: 0.5070889 Apr 28 19:37:59.532563 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ee3e4-96f1-479a-9ec4-d4b53c4278fb None None] Pushing event updated for resources: {'Port': ['ID=9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:59.564043 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-69de5b9c-aa46-4bb8-9d82-26e1dd0a15eb req-9d94365e-d900-4e32-895f-8b03f77101ae tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:59.573964 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752147d5-9a9c-428b-a18c-16b4e90310d1 service neutron] Pushing event updated for resources: {'Port': ['ID=3c5d3702-21ed-4e90-8bf7-71b133a2cfa0,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:59.610722 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 3f8991e5-009b-403a-931e-5db305436ddd triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:37:59.611745 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:59.620486 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-655d0dbb-6fc8-4dee-a4ad-8778d41db6a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:37:59.722276 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-dce10f84-8d33-44e0-865f-829213966680 req-99e4a16c-0421-4340-a9f1-5f448698509f tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:59.759591 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d0dbb-6fc8-4dee-a4ad-8778d41db6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92aec92-0f54-4a4b-97f3-eab6c1862978,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:59.768999 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-bc4e4bcd-9cfa-45c6-bd76-c41078c73d0e None None] Attempting to bind port 9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:37:59.769643 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-bc4e4bcd-9cfa-45c6-bd76-c41078c73d0e None None] Attempting to bind port 9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '969fc338-521c-4d67-87c8-c12516df316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '430c85ba-7aa8-4fd6-a010-581e595ae98e'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:37:59.770004 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4e4bcd-9cfa-45c6-bd76-c41078c73d0e None None] Attempting to bind port 9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5 on network 430c85ba-7aa8-4fd6-a010-581e595ae98e {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:37:59.791022 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4e4bcd-9cfa-45c6-bd76-c41078c73d0e None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:37:59.791022 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4e4bcd-9cfa-45c6-bd76-c41078c73d0e None None] Checking segment: {'id': '969fc338-521c-4d67-87c8-c12516df316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '430c85ba-7aa8-4fd6-a010-581e595ae98e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:37:59.791396 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bc4e4bcd-9cfa-45c6-bd76-c41078c73d0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:59.791745 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4e4bcd-9cfa-45c6-bd76-c41078c73d0e None None] Bound using segment: {'id': '969fc338-521c-4d67-87c8-c12516df316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '430c85ba-7aa8-4fd6-a010-581e595ae98e'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:37:59.792235 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-bc4e4bcd-9cfa-45c6-bd76-c41078c73d0e None None] Bound port: 9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969fc338-521c-4d67-87c8-c12516df316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '430c85ba-7aa8-4fd6-a010-581e595ae98e'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:37:59.792622 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bc4e4bcd-9cfa-45c6-bd76-c41078c73d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:59.835411 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-655d0dbb-6fc8-4dee-a4ad-8778d41db6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:59.835781 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-655d0dbb-6fc8-4dee-a4ad-8778d41db6a9 admin admin] Added segment 3614b7ef-16ea-4d36-966a-1f0c6829dc80 of type vlan for network 52ee5d25-2a63-45c8-bec8-8a32b452858e Apr 28 19:37:59.887187 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e1ecc6bc-1a15-4181-a7c0-df34a33f4f53 req-5be315a0-4a75-42db-b98d-faa9c10a5ea5 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=37c9ae11-ec62-45d5-807a-a041757e086d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3130109 Apr 28 19:37:59.986351 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-655d0dbb-6fc8-4dee-a4ad-8778d41db6a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:00.067882 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-655d0dbb-6fc8-4dee-a4ad-8778d41db6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:00.068859 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655d0dbb-6fc8-4dee-a4ad-8778d41db6a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:00.071286 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-655d0dbb-6fc8-4dee-a4ad-8778d41db6a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:00.108246 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-bc4e4bcd-9cfa-45c6-bd76-c41078c73d0e None None] For port 9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:38:00.118673 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-bc4e4bcd-9cfa-45c6-bd76-c41078c73d0e None None] For port 9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5,segment=NetworkSegment(969fc338-521c-4d67-87c8-c12516df316b),segment_id=969fc338-521c-4d67-87c8-c12516df316b)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:38:00.145433 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bc4e4bcd-9cfa-45c6-bd76-c41078c73d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:00.228472 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4e4bcd-9cfa-45c6-bd76-c41078c73d0e None None] Routers {'1cb9eb60-9281-4b04-a0ca-a03ba33c611b'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:00.229398 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-bc4e4bcd-9cfa-45c6-bd76-c41078c73d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:37:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1cb9eb60-9281-4b04-a0ca-a03ba33c611b'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:00.251129 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d0dbb-6fc8-4dee-a4ad-8778d41db6a9 admin admin] Pushing event updated for resources: {'Network': ['ID=52ee5d25-2a63-45c8-bec8-8a32b452858e,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:00.264658 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-dce10f84-8d33-44e0-865f-829213966680 req-99e4a16c-0421-4340-a9f1-5f448698509f tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:00.412248 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-655d0dbb-6fc8-4dee-a4ad-8778d41db6a9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9322281 Apr 28 19:38:00.417728 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45546) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:00.441699 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-c3d8f36a-8cd8-4380-a840-2c835df14ce7 admin admin] Request body: {'subnet': {'network_id': '52ee5d25-2a63-45c8-bec8-8a32b452858e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-738037933-subnet', 'tenant_id': 'f4a573290c2b4dbabf19ce10f322c691', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:00.483248 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dce10f84-8d33-44e0-865f-829213966680 req-99e4a16c-0421-4340-a9f1-5f448698509f tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:38:00.491130 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-dce10f84-8d33-44e0-865f-829213966680 req-99e4a16c-0421-4340-a9f1-5f448698509f tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:00.498285 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce10f84-8d33-44e0-865f-829213966680 req-99e4a16c-0421-4340-a9f1-5f448698509f tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:38:00.501080 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4a16c-0421-4340-a9f1-5f448698509f tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Pushing event updated for resources: {'Port': ['ID=aadf9260-8573-4b20-888a-2caa4d850f12,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:00.550016 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4dbfd-ddf2-40b8-ad80-3340fc58803d req-37fd6a0e-3789-44bf-bbed-0117af41bddd tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:00.552091 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bee4dbfd-ddf2-40b8-ad80-3340fc58803d req-37fd6a0e-3789-44bf-bbed-0117af41bddd tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce90ce7b-e290-41d5-93f7-8b927b0af32f HTTP/1.1" status: 200 len: 945 time: 0.3064172 Apr 28 19:38:00.567269 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-bc4e4bcd-9cfa-45c6-bd76-c41078c73d0e None None] Set router 1cb9eb60-9281-4b04-a0ca-a03ba33c611b gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:00.577148 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d8f36a-8cd8-4380-a840-2c835df14ce7 admin admin] Made reservation on behalf of f4a573290c2b4dbabf19ce10f322c691 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:38:00.580091 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c3d8f36a-8cd8-4380-a840-2c835df14ce7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:00.620824 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce10f84-8d33-44e0-865f-829213966680 req-99e4a16c-0421-4340-a9f1-5f448698509f tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:00.620824 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-dce10f84-8d33-44e0-865f-829213966680 req-99e4a16c-0421-4340-a9f1-5f448698509f tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:00.659019 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 52ee5d25-2a63-45c8-bec8-8a32b452858e details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:38:00.661974 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 26cf4175-065b-45a6-80f9-642be3c2060b no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:38:00.664001 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3620eb-c331-426e-92cf-7db963685a3d x-openstack-request-id: req-eb3620eb-c331-426e-92cf-7db963685a3d {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:00.664569 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97861477-7b6d-48aa-9bdf-89105905415c", "tag": "f7275361-74d5-4846-89b8-50ac64894ba2", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:00.664569 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eb3620eb-c331-426e-92cf-7db963685a3d {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:00.665187 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb3620eb-c331-426e-92cf-7db963685a3d'] response: {'name': 'network-changed', 'server_uuid': '97861477-7b6d-48aa-9bdf-89105905415c', 'tag': 'f7275361-74d5-4846-89b8-50ac64894ba2', 'status': 'completed', 'code': 200} Apr 28 19:38:00.666249 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device c8979e18-cf25-4ebf-893c-0cd86eb1fb21 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:38:00.667653 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e72097-10ea-41a1-8640-d95ce201db65 req-30b18660-b7a3-4d9a-9e3d-ef94bc51bf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:00.669541 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02e72097-10ea-41a1-8640-d95ce201db65 req-30b18660-b7a3-4d9a-9e3d-ef94bc51bf67 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa6ba32f-86e1-489e-bf69-a0854e414daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3044200 Apr 28 19:38:00.671303 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94365e-d900-4e32-895f-8b03f77101ae tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Pushing event deleted for resources: {'Port': ['ID=c8979e18-cf25-4ebf-893c-0cd86eb1fb21,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:00.693598 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bee4dbfd-ddf2-40b8-ad80-3340fc58803d req-feff01bc-4ef5-4d5d-9139-36c46a497329 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.42 "GET /v2.0/security-groups?id=244d79a3-9e27-4766-be20-962837c5b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304016 Apr 28 19:38:00.696766 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dce10f84-8d33-44e0-865f-829213966680 req-99e4a16c-0421-4340-a9f1-5f448698509f tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5079381 Apr 28 19:38:00.711926 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-dce10f84-8d33-44e0-865f-829213966680 req-327ee280-850f-4798-adcf-d193b50fbdf7 service neutron] Request body: {'port': {'device_id': 'e764ad1d-970d-40b7-a63a-31308fbc17ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:00.758482 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddfb3b5-0bac-4b91-bbc7-cfcc98c03cef req-c15be0ee-204e-496f-86c4-cec49f0ad736 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:00.760587 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fddfb3b5-0bac-4b91-bbc7-cfcc98c03cef req-c15be0ee-204e-496f-86c4-cec49f0ad736 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 1.2965832 Apr 28 19:38:00.764852 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: c8979e18-cf25-4ebf-893c-0cd86eb1fb21 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:38:00.765035 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device c8979e18-cf25-4ebf-893c-0cd86eb1fb21 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:38:00.765975 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 60cce12e-e55e-4f29-88f1-2da4173c1e7b no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:38:00.767722 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ee3e4-96f1-479a-9ec4-d4b53c4278fb None None] Pushing event updated for resources: {'Port': ['ID=9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:00.798412 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-69de5b9c-aa46-4bb8-9d82-26e1dd0a15eb req-9d94365e-d900-4e32-895f-8b03f77101ae tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] No DVR routers for this DVR port c8979e18-cf25-4ebf-893c-0cd86eb1fb21 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:38:00.800497 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 26cf4175-065b-45a6-80f9-642be3c2060b {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:38:00.800852 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 26cf4175-065b-45a6-80f9-642be3c2060b not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:38:00.813822 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-dce10f84-8d33-44e0-865f-829213966680 req-327ee280-850f-4798-adcf-d193b50fbdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:00.912674 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02e72097-10ea-41a1-8640-d95ce201db65 req-57a72191-1122-42eb-9b01-d66aaf0608ed service neutron] 10.222.0.15 "GET /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270143 Apr 28 19:38:00.920820 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-69de5b9c-aa46-4bb8-9d82-26e1dd0a15eb req-9d94365e-d900-4e32-895f-8b03f77101ae tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:00.925503 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-69de5b9c-aa46-4bb8-9d82-26e1dd0a15eb req-9d94365e-d900-4e32-895f-8b03f77101ae tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.15 "DELETE /v2.0/ports/c8979e18-cf25-4ebf-893c-0cd86eb1fb21 HTTP/1.1" status: 204 len: 173 time: 3.7922575 Apr 28 19:38:00.928211 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c3d8f36a-8cd8-4380-a840-2c835df14ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:00.960839 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 60cce12e-e55e-4f29-88f1-2da4173c1e7b {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:38:00.961253 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 60cce12e-e55e-4f29-88f1-2da4173c1e7b not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:38:00.967218 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-7530261f-c128-40b0-916c-68ff46b72663 req-752147d5-9a9c-428b-a18c-16b4e90310d1 service neutron] Attempting to bind port 3c5d3702-21ed-4e90-8bf7-71b133a2cfa0 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:38:00.967905 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-7530261f-c128-40b0-916c-68ff46b72663 req-752147d5-9a9c-428b-a18c-16b4e90310d1 service neutron] Attempting to bind port 3c5d3702-21ed-4e90-8bf7-71b133a2cfa0 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '2fb8e97e-9156-445e-9ce1-e18ed4c88813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:38:00.969424 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7530261f-c128-40b0-916c-68ff46b72663 req-752147d5-9a9c-428b-a18c-16b4e90310d1 service neutron] Attempting to bind port 3c5d3702-21ed-4e90-8bf7-71b133a2cfa0 on network 3a8d8fbc-c638-4e44-87fd-3e5ca38570dd {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:38:01.025511 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-198e0478-71b9-4b48-b0b6-9b2e7daf8bc0 None None] Provisioning complete for port 9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:01.026145 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-198e0478-71b9-4b48-b0b6-9b2e7daf8bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:01.113722 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d8f36a-8cd8-4380-a840-2c835df14ce7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7876ea2e-d817-4650-ab62-f518e0d2e93a,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:01.212341 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-16fc4804-9692-489c-a4bd-a080bbed3106 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:01.214122 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-16fc4804-9692-489c-a4bd-a080bbed3106 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.15 "GET /v2.0/networks?id=b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb HTTP/1.1" status: 200 len: 813 time: 0.1401145 Apr 28 19:38:01.214779 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca16692-91f2-486f-9394-54ca329227af req-d31d3196-f33e-4ebd-a31e-6f5711cc3865 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:01.222583 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8ca16692-91f2-486f-9394-54ca329227af req-d31d3196-f33e-4ebd-a31e-6f5711cc3865 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 931 time: 0.2980480 Apr 28 19:38:01.227134 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7530261f-c128-40b0-916c-68ff46b72663 req-752147d5-9a9c-428b-a18c-16b4e90310d1 service neutron] Port 3c5d3702-21ed-4e90-8bf7-71b133a2cfa0 on network 3a8d8fbc-c638-4e44-87fd-3e5ca38570dd not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:38:01.228421 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7530261f-c128-40b0-916c-68ff46b72663 req-752147d5-9a9c-428b-a18c-16b4e90310d1 service neutron] Attempting to bind port 3c5d3702-21ed-4e90-8bf7-71b133a2cfa0 on network 3a8d8fbc-c638-4e44-87fd-3e5ca38570dd {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:38:01.252566 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-6db97321-9df1-4988-9690-c823d194bf4a tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Request body: {'port': {'device_id': '591127db-1cc9-461e-9444-3ed2c396127d', 'network_id': 'b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb', 'admin_state_up': True, 'tenant_id': 'c27ab83294f244dbb917866ac945a124'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:01.261425 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d8f36a-8cd8-4380-a840-2c835df14ce7 admin admin] Checking segment: {'id': '3614b7ef-16ea-4d36-966a-1f0c6829dc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '52ee5d25-2a63-45c8-bec8-8a32b452858e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:38:01.261774 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d8f36a-8cd8-4380-a840-2c835df14ce7 admin admin] Network hostable DHCP agents. Network: 52ee5d25-2a63-45c8-bec8-8a32b452858e, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:38:01.268745 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-198e0478-71b9-4b48-b0b6-9b2e7daf8bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:01.285821 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7530261f-c128-40b0-916c-68ff46b72663 req-752147d5-9a9c-428b-a18c-16b4e90310d1 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:38:01.286211 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7530261f-c128-40b0-916c-68ff46b72663 req-752147d5-9a9c-428b-a18c-16b4e90310d1 service neutron] Checking segment: {'id': '2fb8e97e-9156-445e-9ce1-e18ed4c88813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:38:01.286552 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7530261f-c128-40b0-916c-68ff46b72663 req-752147d5-9a9c-428b-a18c-16b4e90310d1 service neutron] Bound using segment: {'id': '2fb8e97e-9156-445e-9ce1-e18ed4c88813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:38:01.287000 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-7530261f-c128-40b0-916c-68ff46b72663 req-752147d5-9a9c-428b-a18c-16b4e90310d1 service neutron] Bound port: 3c5d3702-21ed-4e90-8bf7-71b133a2cfa0, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb8e97e-9156-445e-9ce1-e18ed4c88813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:38:01.287362 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7530261f-c128-40b0-916c-68ff46b72663 req-752147d5-9a9c-428b-a18c-16b4e90310d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:01.304128 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fddfb3b5-0bac-4b91-bbc7-cfcc98c03cef req-15821fa8-dd2f-4731-b29b-9d02071e4bc8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5112228 Apr 28 19:38:01.308796 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-bc4e4bcd-9cfa-45c6-bd76-c41078c73d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'name': 'tempest-TaggedBootDevicesTest_v242-7447419-router', 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '3f8991e5-009b-403a-931e-5db305436ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:48Z', 'updated_at': '2022-04-28T19:37:55Z', 'revision_number': 4, 'project_id': '533c1e9c8dee43379021e03f9df0f17e', 'gw_port': {'id': '3f8991e5-009b-403a-931e-5db305436ddd', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:49Z', 'updated_at': '2022-04-28T19:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5', 'name': '', 'network_id': '430c85ba-7aa8-4fd6-a010-581e595ae98e', 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'mac_address': 'fa:16:3e:4e:3b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'c1475d53-9534-4c95-8eb7-8e3b9d282212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:54Z', 'updated_at': '2022-04-28T19:38:00Z', 'revision_number': 4, 'project_id': '533c1e9c8dee43379021e03f9df0f17e', 'subnets': [{'id': 'c1475d53-9534-4c95-8eb7-8e3b9d282212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:01.350715 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-b826e79d-acdd-4a84-a873-bf513a446eb2 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:01.355698 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-b826e79d-acdd-4a84-a873-bf513a446eb2 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.44 "GET /v2.0/networks?id=b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb HTTP/1.1" status: 200 len: 813 time: 0.2864041 Apr 28 19:38:01.375282 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-198e0478-71b9-4b48-b0b6-9b2e7daf8bc0 None None] For port 9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5,segment=NetworkSegment(969fc338-521c-4d67-87c8-c12516df316b),segment_id=969fc338-521c-4d67-87c8-c12516df316b)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:01.378053 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4e4bcd-9cfa-45c6-bd76-c41078c73d0e None None] The sync data for ids ['1cb9eb60-9281-4b04-a0ca-a03ba33c611b'] in n-d-839810-1 is: [{'id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'name': 'tempest-TaggedBootDevicesTest_v242-7447419-router', 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '3f8991e5-009b-403a-931e-5db305436ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:48Z', 'updated_at': '2022-04-28T19:37:55Z', 'revision_number': 4, 'project_id': '533c1e9c8dee43379021e03f9df0f17e', 'gw_port': {'id': '3f8991e5-009b-403a-931e-5db305436ddd', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:49Z', 'updated_at': '2022-04-28T19:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5', 'name': '', 'network_id': '430c85ba-7aa8-4fd6-a010-581e595ae98e', 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'mac_address': 'fa:16:3e:4e:3b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'c1475d53-9534-4c95-8eb7-8e3b9d282212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:54Z', 'updated_at': '2022-04-28T19:38:00Z', 'revision_number': 4, 'project_id': '533c1e9c8dee43379021e03f9df0f17e', 'subnets': [{'id': 'c1475d53-9534-4c95-8eb7-8e3b9d282212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:38:01.391517 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-198e0478-71b9-4b48-b0b6-9b2e7daf8bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:01.411477 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-43425099-dfae-4da8-bbb8-d9dd3ff7e5c4 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Request body: {'port': {'device_id': '0b5e530c-be0b-4371-a4ce-e44fa69aab7a', 'network_id': 'b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb', 'admin_state_up': True, 'tenant_id': 'c27ab83294f244dbb917866ac945a124'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:01.417394 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8ca16692-91f2-486f-9394-54ca329227af req-34a75d97-5be5-42aa-8454-ee9acbda1f78 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939569 Apr 28 19:38:01.428580 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337f79f7-bf57-49a0-b92b-e24607ab1a86 x-openstack-request-id: req-337f79f7-bf57-49a0-b92b-e24607ab1a86 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:01.428994 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27059cf8-c73f-4b67-9204-e09badc23f64", "name": "network-vif-deleted", "tag": "26cf4175-065b-45a6-80f9-642be3c2060b", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:01.429221 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-337f79f7-bf57-49a0-b92b-e24607ab1a86 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:01.429673 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-337f79f7-bf57-49a0-b92b-e24607ab1a86'] response: {'server_uuid': '27059cf8-c73f-4b67-9204-e09badc23f64', 'name': 'network-vif-deleted', 'tag': '26cf4175-065b-45a6-80f9-642be3c2060b', 'status': 'completed', 'code': 200} Apr 28 19:38:01.435339 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d8f36a-8cd8-4380-a840-2c835df14ce7 admin admin] Network 52ee5d25-2a63-45c8-bec8-8a32b452858e is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:38:01.519564 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02e72097-10ea-41a1-8640-d95ce201db65 req-8b2946e7-a836-4c4b-9b7a-387a0c603ccc service neutron] 10.222.0.15 "GET /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5915017 Apr 28 19:38:01.618979 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-c3d8f36a-8cd8-4380-a840-2c835df14ce7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 52ee5d25-2a63-45c8-bec8-8a32b452858e) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:01.621695 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-7530261f-c128-40b0-916c-68ff46b72663 req-752147d5-9a9c-428b-a18c-16b4e90310d1 service neutron] For port 3c5d3702-21ed-4e90-8bf7-71b133a2cfa0, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:38:01.637270 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35509f07-9644-4051-bf52-5ed6a9c45780 None None] Network 52ee5d25-2a63-45c8-bec8-8a32b452858e requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:38:01.643625 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e0478-71b9-4b48-b0b6-9b2e7daf8bc0 None None] Pushing event updated for resources: {'Port': ['ID=9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:01.717418 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-7530261f-c128-40b0-916c-68ff46b72663 req-752147d5-9a9c-428b-a18c-16b4e90310d1 service neutron] For port 3c5d3702-21ed-4e90-8bf7-71b133a2cfa0, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=3c5d3702-21ed-4e90-8bf7-71b133a2cfa0,segment=NetworkSegment(2fb8e97e-9156-445e-9ce1-e18ed4c88813),segment_id=2fb8e97e-9156-445e-9ce1-e18ed4c88813)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:38:01.748539 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7530261f-c128-40b0-916c-68ff46b72663 req-752147d5-9a9c-428b-a18c-16b4e90310d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:01.773688 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d8f36a-8cd8-4380-a840-2c835df14ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:01.774672 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c3d8f36a-8cd8-4380-a840-2c835df14ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:01.792833 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-6db97321-9df1-4988-9690-c823d194bf4a tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Made reservation on behalf of c27ab83294f244dbb917866ac945a124 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:38:01.800450 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:01.802739 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-6db97321-9df1-4988-9690-c823d194bf4a tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:01.840043 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa1cda-c529-4c72-899c-9479282e5d5d req-ecbc876e-a899-45eb-8cc4-c148811772ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:01.841599 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3cfa1cda-c529-4c72-899c-9479282e5d5d req-ecbc876e-a899-45eb-8cc4-c148811772ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=98a6d5da4ca84f3b93f1251e2d3cf2d8&device_id=97861477-7b6d-48aa-9bdf-89105905415c HTTP/1.1" status: 200 len: 1095 time: 0.2440281 Apr 28 19:38:01.842877 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530261f-c128-40b0-916c-68ff46b72663 req-752147d5-9a9c-428b-a18c-16b4e90310d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:01.843480 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7530261f-c128-40b0-916c-68ff46b72663 req-752147d5-9a9c-428b-a18c-16b4e90310d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:01.844801 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7530261f-c128-40b0-916c-68ff46b72663 req-752147d5-9a9c-428b-a18c-16b4e90310d1 service neutron] 10.222.0.44 "PUT /v2.0/ports/3c5d3702-21ed-4e90-8bf7-71b133a2cfa0 HTTP/1.1" status: 200 len: 1091 time: 4.3909912 Apr 28 19:38:01.857312 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c3d8f36a-8cd8-4380-a840-2c835df14ce7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4338419 Apr 28 19:38:01.861508 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45558) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:01.868550 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-88c72af4-5740-4194-8f4c-a7a3278eb306 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-738037933-router', 'tenant_id': 'f4a573290c2b4dbabf19ce10f322c691', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:01.897213 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479bdc5a-8a2c-4207-bb46-0ca5a0a9fe80 req-6252c64a-63e7-4f20-b5a2-2a401a2e276b tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:01.905426 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-479bdc5a-8a2c-4207-bb46-0ca5a0a9fe80 req-6252c64a-63e7-4f20-b5a2-2a401a2e276b tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/ports?device_id=d55fc07d-551f-4d7b-8130-821e2b3df204 HTTP/1.1" status: 200 len: 943 time: 0.1925259 Apr 28 19:38:01.911185 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-43425099-dfae-4da8-bbb8-d9dd3ff7e5c4 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Made reservation on behalf of c27ab83294f244dbb917866ac945a124 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:38:01.915648 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-43425099-dfae-4da8-bbb8-d9dd3ff7e5c4 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:01.920296 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-dce10f84-8d33-44e0-865f-829213966680 req-327ee280-850f-4798-adcf-d193b50fbdf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aadf9260-8573-4b20-888a-2caa4d850f12 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:38:01.931368 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ff029-d075-4603-b6ab-dc0dce1241c1 req-daf260b6-695b-49df-afbc-4c52f92ceef5 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:01.932981 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b24ff029-d075-4603-b6ab-dc0dce1241c1 req-daf260b6-695b-49df-afbc-4c52f92ceef5 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce90ce7b-e290-41d5-93f7-8b927b0af32f HTTP/1.1" status: 200 len: 945 time: 0.2403138 Apr 28 19:38:01.943662 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-dce10f84-8d33-44e0-865f-829213966680 req-327ee280-850f-4798-adcf-d193b50fbdf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:01.959479 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45560) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:01.975664 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1639496f-59c0-46d0-81f3-13c494a2bd61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-52ee5d25-2a63-45c8-bec8-8a32b452858e', 'network_id': '52ee5d25-2a63-45c8-bec8-8a32b452858e', 'tenant_id': 'f4a573290c2b4dbabf19ce10f322c691', 'fixed_ips': [{'subnet_id': '7876ea2e-d817-4650-ab62-f518e0d2e93a'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:38:01.976561 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1639496f-59c0-46d0-81f3-13c494a2bd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:02.005953 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-7078b0ac-1618-473c-b849-03c7087a4b19 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Request body: {'floatingip': {'port_id': 'd99c82f4-9e60-4f9d-803b-08ade4682f4e'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:02.114930 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752147d5-9a9c-428b-a18c-16b4e90310d1 service neutron] Pushing event updated for resources: {'Port': ['ID=3c5d3702-21ed-4e90-8bf7-71b133a2cfa0,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:02.116631 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7078b0ac-1618-473c-b849-03c7087a4b19 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks [] for floatingip, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:02.124161 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-dce10f84-8d33-44e0-865f-829213966680 req-327ee280-850f-4798-adcf-d193b50fbdf7 service neutron] Transition to ACTIVE for port object aadf9260-8573-4b20-888a-2caa4d850f12 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:38:02.140473 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-88c72af4-5740-4194-8f4c-a7a3278eb306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:02.143205 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-88c72af4-5740-4194-8f4c-a7a3278eb306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:02.195382 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-de50ff05-9ca2-4f75-b73a-592546ee4b19 req-f8670567-921a-4a86-a87d-c309d90e9a6e tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b5e530c-be0b-4371-a4ce-e44fa69aab7a HTTP/1.1" status: 200 len: 210 time: 0.0938694 Apr 28 19:38:02.208810 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-1639496f-59c0-46d0-81f3-13c494a2bd61 None None] Allocated IP 172.20.0.2 (52ee5d25-2a63-45c8-bec8-8a32b452858e/7876ea2e-d817-4650-ab62-f518e0d2e93a/0ae08208-6f46-4173-a20b-9d9f3ed246d8) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:38:02.277749 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530261f-c128-40b0-916c-68ff46b72663 req-6974ef60-0263-4e0e-9986-5cea8846ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:02.281667 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7530261f-c128-40b0-916c-68ff46b72663 req-6974ef60-0263-4e0e-9986-5cea8846ab1c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=44836af2576c4eb08ccfbf8a35c6037e&device_id=d55fc07d-551f-4d7b-8130-821e2b3df204 HTTP/1.1" status: 200 len: 1094 time: 0.3477123 Apr 28 19:38:02.352026 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa1cda-c529-4c72-899c-9479282e5d5d req-2a1d7f50-6478-4d97-b65e-e8d0381e5d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:02.353816 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3cfa1cda-c529-4c72-899c-9479282e5d5d req-2a1d7f50-6478-4d97-b65e-e8d0381e5d44 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fa6ba32f-86e1-489e-bf69-a0854e414daf HTTP/1.1" status: 200 len: 916 time: 0.4890542 Apr 28 19:38:02.389064 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-dce10f84-8d33-44e0-865f-829213966680 req-327ee280-850f-4798-adcf-d193b50fbdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:02.461950 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1639496f-59c0-46d0-81f3-13c494a2bd61 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:02.468148 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3cfa1cda-c529-4c72-899c-9479282e5d5d req-19e48163-3c77-482a-b423-9697b82c6f50 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7275361-74d5-4846-89b8-50ac64894ba2 HTTP/1.1" status: 200 len: 217 time: 0.0454631 Apr 28 19:38:02.471481 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1639496f-59c0-46d0-81f3-13c494a2bd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:02.487513 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7530261f-c128-40b0-916c-68ff46b72663 req-76fdd58e-bc6e-4510-9617-65ef82a755f5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c5d3702-21ed-4e90-8bf7-71b133a2cfa0 HTTP/1.1" status: 200 len: 217 time: 0.1424747 Apr 28 19:38:02.514980 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1639496f-59c0-46d0-81f3-13c494a2bd61 None None] Network 52ee5d25-2a63-45c8-bec8-8a32b452858e is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:38:02.522312 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-1639496f-59c0-46d0-81f3-13c494a2bd61 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:02.530176 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1639496f-59c0-46d0-81f3-13c494a2bd61 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:38:02.542847 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639496f-59c0-46d0-81f3-13c494a2bd61 None None] Pushing event updated for resources: {'Port': ['ID=0ae08208-6f46-4173-a20b-9d9f3ed246d8,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:02.563211 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-479bdc5a-8a2c-4207-bb46-0ca5a0a9fe80 req-c1b3c8e3-bfb1-454b-b9ed-04da71e63b12 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b8d6d46-8bb9-4e41-9d21-b4840b2243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6565914 Apr 28 19:38:02.574415 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530261f-c128-40b0-916c-68ff46b72663 req-c6ead3c7-0cb3-433c-aec8-213a366f18ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:02.576009 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7530261f-c128-40b0-916c-68ff46b72663 req-c6ead3c7-0cb3-433c-aec8-213a366f18ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f HTTP/1.1" status: 200 len: 860 time: 0.0613682 Apr 28 19:38:02.582451 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ee280-850f-4798-adcf-d193b50fbdf7 service neutron] Pushing event updated for resources: {'Port': ['ID=aadf9260-8573-4b20-888a-2caa4d850f12,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:02.654879 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d9c86-b14f-4b9f-ac6a-f452bc5ea870 req-d2f17544-5770-4dc7-a5d8-fb9e81da6c12 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:02.656661 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-df7d9c86-b14f-4b9f-ac6a-f452bc5ea870 req-d2f17544-5770-4dc7-a5d8-fb9e81da6c12 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=97861477-7b6d-48aa-9bdf-89105905415c HTTP/1.1" status: 200 len: 944 time: 0.3128586 Apr 28 19:38:02.663586 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-6db97321-9df1-4988-9690-c823d194bf4a tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Allocated IP 172.20.0.5 (b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb/8616dcc1-9271-4ef2-abbb-c6606af7323b/2f0b9d1d-5e33-4093-aa05-fd1326fa90ba) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:38:02.669750 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd44736a-56f5-43e5-a40b-a6da17ab217c', 'name': 'network-vif-deleted', 'tag': '60cce12e-e55e-4f29-88f1-2da4173c1e7b'}, {'server_uuid': '3bd7ece2-c7c9-467f-8b36-1bb32464263a', 'name': 'network-vif-deleted', 'tag': 'c8979e18-cf25-4ebf-893c-0cd86eb1fb21'}, {'name': 'network-changed', 'server_uuid': 'd55fc07d-551f-4d7b-8130-821e2b3df204', 'tag': '3c5d3702-21ed-4e90-8bf7-71b133a2cfa0'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:02.671969 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a301cfaf-973f-4ad5-8e61-e8954cdf9cdd" -d '{"events": [{"server_uuid": "bd44736a-56f5-43e5-a40b-a6da17ab217c", "name": "network-vif-deleted", "tag": "60cce12e-e55e-4f29-88f1-2da4173c1e7b"}, {"server_uuid": "3bd7ece2-c7c9-467f-8b36-1bb32464263a", "name": "network-vif-deleted", "tag": "c8979e18-cf25-4ebf-893c-0cd86eb1fb21"}, {"name": "network-changed", "server_uuid": "d55fc07d-551f-4d7b-8130-821e2b3df204", "tag": "3c5d3702-21ed-4e90-8bf7-71b133a2cfa0"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:02.681970 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-1639496f-59c0-46d0-81f3-13c494a2bd61 None None] Attempting to bind port 0ae08208-6f46-4173-a20b-9d9f3ed246d8 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:38:02.682552 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-1639496f-59c0-46d0-81f3-13c494a2bd61 None None] Attempting to bind port 0ae08208-6f46-4173-a20b-9d9f3ed246d8 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '3614b7ef-16ea-4d36-966a-1f0c6829dc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '52ee5d25-2a63-45c8-bec8-8a32b452858e'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:38:02.682959 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1639496f-59c0-46d0-81f3-13c494a2bd61 None None] Attempting to bind port 0ae08208-6f46-4173-a20b-9d9f3ed246d8 on network 52ee5d25-2a63-45c8-bec8-8a32b452858e {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:38:02.688757 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1639496f-59c0-46d0-81f3-13c494a2bd61 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:38:02.689377 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1639496f-59c0-46d0-81f3-13c494a2bd61 None None] Checking segment: {'id': '3614b7ef-16ea-4d36-966a-1f0c6829dc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '52ee5d25-2a63-45c8-bec8-8a32b452858e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:38:02.689875 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1639496f-59c0-46d0-81f3-13c494a2bd61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:02.690375 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1639496f-59c0-46d0-81f3-13c494a2bd61 None None] Bound using segment: {'id': '3614b7ef-16ea-4d36-966a-1f0c6829dc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '52ee5d25-2a63-45c8-bec8-8a32b452858e'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:38:02.690999 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-1639496f-59c0-46d0-81f3-13c494a2bd61 None None] Bound port: 0ae08208-6f46-4173-a20b-9d9f3ed246d8, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3614b7ef-16ea-4d36-966a-1f0c6829dc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '52ee5d25-2a63-45c8-bec8-8a32b452858e'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:38:02.691475 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1639496f-59c0-46d0-81f3-13c494a2bd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:02.711589 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa1cda-c529-4c72-899c-9479282e5d5d req-3336ef81-da84-4136-91fd-deb17eab0497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:02.713994 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3cfa1cda-c529-4c72-899c-9479282e5d5d req-3336ef81-da84-4136-91fd-deb17eab0497 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7a2f793-5447-48fe-83df-017889e9d0fc HTTP/1.1" status: 200 len: 854 time: 0.2371230 Apr 28 19:38:02.762296 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530261f-c128-40b0-916c-68ff46b72663 req-f03decad-094b-486f-bc16-aec1381bee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:02.763809 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7530261f-c128-40b0-916c-68ff46b72663 req-f03decad-094b-486f-bc16-aec1381bee9b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3a8d8fbc-c638-4e44-87fd-3e5ca38570dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1705043 Apr 28 19:38:02.774137 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-df7d9c86-b14f-4b9f-ac6a-f452bc5ea870 req-6ff3a147-09ff-49b0-bb95-2a3d82cfacde tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=37c9ae11-ec62-45d5-807a-a041757e086d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056659 Apr 28 19:38:02.788003 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-1639496f-59c0-46d0-81f3-13c494a2bd61 None None] For port 0ae08208-6f46-4173-a20b-9d9f3ed246d8, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:38:02.810196 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-1639496f-59c0-46d0-81f3-13c494a2bd61 None None] For port 0ae08208-6f46-4173-a20b-9d9f3ed246d8, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=0ae08208-6f46-4173-a20b-9d9f3ed246d8,segment=NetworkSegment(3614b7ef-16ea-4d36-966a-1f0c6829dc80),segment_id=3614b7ef-16ea-4d36-966a-1f0c6829dc80)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:38:02.817152 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1639496f-59c0-46d0-81f3-13c494a2bd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:02.905706 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7530261f-c128-40b0-916c-68ff46b72663 req-c1361f51-c469-447b-861a-5dd49614bb85 service neutron] 10.222.0.44 "GET /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306629 Apr 28 19:38:02.916777 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa1cda-c529-4c72-899c-9479282e5d5d req-6c63eb6c-8400-466a-ae63-1f7e4b72c2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:02.921891 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3cfa1cda-c529-4c72-899c-9479282e5d5d req-6c63eb6c-8400-466a-ae63-1f7e4b72c2b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa6ba32f-86e1-489e-bf69-a0854e414daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1970167 Apr 28 19:38:02.936341 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639496f-59c0-46d0-81f3-13c494a2bd61 None None] Pushing event updated for resources: {'Port': ['ID=0ae08208-6f46-4173-a20b-9d9f3ed246d8,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:03.209516 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:03.274061 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-6db97321-9df1-4988-9690-c823d194bf4a tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:03.362109 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-88c72af4-5740-4194-8f4c-a7a3278eb306 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:03.366232 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-dce10f84-8d33-44e0-865f-829213966680 req-327ee280-850f-4798-adcf-d193b50fbdf7 service neutron] Attempting to bind port aadf9260-8573-4b20-888a-2caa4d850f12 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:38:03.366635 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-dce10f84-8d33-44e0-865f-829213966680 req-327ee280-850f-4798-adcf-d193b50fbdf7 service neutron] Attempting to bind port aadf9260-8573-4b20-888a-2caa4d850f12 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:38:03.367017 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce10f84-8d33-44e0-865f-829213966680 req-327ee280-850f-4798-adcf-d193b50fbdf7 service neutron] Attempting to bind port aadf9260-8573-4b20-888a-2caa4d850f12 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:38:03.395762 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3cfa1cda-c529-4c72-899c-9479282e5d5d req-de2decf0-bb1c-4f00-90ef-a4f4fa2bfa3e service neutron] 10.222.0.15 "GET /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576402 Apr 28 19:38:03.402365 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7530261f-c128-40b0-916c-68ff46b72663 req-ef1aea9b-fa76-47b0-9426-4d8e230c3b10 service neutron] 10.222.0.44 "GET /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769306 Apr 28 19:38:03.413157 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae73352-14ae-433c-98e1-ca27bcc9d7b1 req-d99ba791-7c66-4769-80f7-0ad360d789a0 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:03.420826 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dae73352-14ae-433c-98e1-ca27bcc9d7b1 req-d99ba791-7c66-4769-80f7-0ad360d789a0 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 943 time: 0.2892671 Apr 28 19:38:03.448478 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-6db97321-9df1-4988-9690-c823d194bf4a tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:03.456870 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:38:03.475382 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce10f84-8d33-44e0-865f-829213966680 req-327ee280-850f-4798-adcf-d193b50fbdf7 service neutron] Port aadf9260-8573-4b20-888a-2caa4d850f12 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:38:03.475806 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce10f84-8d33-44e0-865f-829213966680 req-327ee280-850f-4798-adcf-d193b50fbdf7 service neutron] Attempting to bind port aadf9260-8573-4b20-888a-2caa4d850f12 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:38:03.512142 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:03.512748 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:03.524022 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce10f84-8d33-44e0-865f-829213966680 req-327ee280-850f-4798-adcf-d193b50fbdf7 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:38:03.524483 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce10f84-8d33-44e0-865f-829213966680 req-327ee280-850f-4798-adcf-d193b50fbdf7 service neutron] Checking segment: {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:38:03.524948 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce10f84-8d33-44e0-865f-829213966680 req-327ee280-850f-4798-adcf-d193b50fbdf7 service neutron] Bound using segment: {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:38:03.525532 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-dce10f84-8d33-44e0-865f-829213966680 req-327ee280-850f-4798-adcf-d193b50fbdf7 service neutron] Bound port: aadf9260-8573-4b20-888a-2caa4d850f12, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:38:03.525902 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-dce10f84-8d33-44e0-865f-829213966680 req-327ee280-850f-4798-adcf-d193b50fbdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:03.548451 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dae73352-14ae-433c-98e1-ca27bcc9d7b1 req-4ab16d02-7090-4a04-bb65-fe92a8577342 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266026 Apr 28 19:38:03.562127 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-6db97321-9df1-4988-9690-c823d194bf4a tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Network b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:38:03.570955 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d187d-6ff7-436e-9dd2-82a46afe6153 req-926dc166-3b80-4570-ae39-daf096ec31c7 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:03.582018 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-6db97321-9df1-4988-9690-c823d194bf4a tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:03.585729 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-6db97321-9df1-4988-9690-c823d194bf4a tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:38:03.588502 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db97321-9df1-4988-9690-c823d194bf4a tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Pushing event updated for resources: {'Port': ['ID=2f0b9d1d-5e33-4093-aa05-fd1326fa90ba,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:03.588867 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d08d187d-6ff7-436e-9dd2-82a46afe6153 req-926dc166-3b80-4570-ae39-daf096ec31c7 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.8900962 Apr 28 19:38:03.656618 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 0ae08208-6f46-4173-a20b-9d9f3ed246d8 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:38:03.687870 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c356fd-40ee-4e40-adc0-a6f4e2cea316 x-openstack-request-id: req-57c356fd-40ee-4e40-adc0-a6f4e2cea316 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:03.688664 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd44736a-56f5-43e5-a40b-a6da17ab217c", "name": "network-vif-deleted", "tag": "60cce12e-e55e-4f29-88f1-2da4173c1e7b", "status": "completed", "code": 200}, {"server_uuid": "3bd7ece2-c7c9-467f-8b36-1bb32464263a", "name": "network-vif-deleted", "tag": "c8979e18-cf25-4ebf-893c-0cd86eb1fb21", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d55fc07d-551f-4d7b-8130-821e2b3df204", "tag": "3c5d3702-21ed-4e90-8bf7-71b133a2cfa0", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:03.691816 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-88c72af4-5740-4194-8f4c-a7a3278eb306 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:03.702846 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-57c356fd-40ee-4e40-adc0-a6f4e2cea316 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:03.703711 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57c356fd-40ee-4e40-adc0-a6f4e2cea316'] response: {'server_uuid': 'bd44736a-56f5-43e5-a40b-a6da17ab217c', 'name': 'network-vif-deleted', 'tag': '60cce12e-e55e-4f29-88f1-2da4173c1e7b', 'status': 'completed', 'code': 200} Apr 28 19:38:03.706022 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57c356fd-40ee-4e40-adc0-a6f4e2cea316'] response: {'server_uuid': '3bd7ece2-c7c9-467f-8b36-1bb32464263a', 'name': 'network-vif-deleted', 'tag': 'c8979e18-cf25-4ebf-893c-0cd86eb1fb21', 'status': 'completed', 'code': 200} Apr 28 19:38:03.706546 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57c356fd-40ee-4e40-adc0-a6f4e2cea316'] response: {'name': 'network-changed', 'server_uuid': 'd55fc07d-551f-4d7b-8130-821e2b3df204', 'tag': '3c5d3702-21ed-4e90-8bf7-71b133a2cfa0', 'status': 'completed', 'code': 200} Apr 28 19:38:03.714376 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3cfa1cda-c529-4c72-899c-9479282e5d5d req-41912940-2fdc-4d5f-93ab-830c9acd53f4 service neutron] 10.222.0.15 "GET /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108449 Apr 28 19:38:03.744706 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 0ae08208-6f46-4173-a20b-9d9f3ed246d8 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:03.745005 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:03.796458 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-6db97321-9df1-4988-9690-c823d194bf4a tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:03.797099 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-6db97321-9df1-4988-9690-c823d194bf4a tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:03.873780 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-6db97321-9df1-4988-9690-c823d194bf4a tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6415839 Apr 28 19:38:03.890120 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-78b01e01-c638-4ec0-8477-01d9e79f084f service neutron] Request body: {'port': {'device_id': '591127db-1cc9-461e-9444-3ed2c396127d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:03.892085 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:03.893664 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-43425099-dfae-4da8-bbb8-d9dd3ff7e5c4 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Allocated IP 172.20.0.6 (b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb/8616dcc1-9271-4ef2-abbb-c6606af7323b/177ec91f-a8cb-422b-8006-483627d9b4bd) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:38:03.936130 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301cfaf-973f-4ad5-8e61-e8954cdf9cdd req-283d73b2-59b4-4d52-befd-ca61c20ce0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:03.936130 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a301cfaf-973f-4ad5-8e61-e8954cdf9cdd req-283d73b2-59b4-4d52-befd-ca61c20ce0c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=44836af2576c4eb08ccfbf8a35c6037e&device_id=d55fc07d-551f-4d7b-8130-821e2b3df204 HTTP/1.1" status: 200 len: 1094 time: 0.2143731 Apr 28 19:38:03.951954 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84784b77-7946-4e60-8852-5bd34a80fdfb req-237305ea-a25f-4ab6-a120-89fec15bde2e tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:03.954114 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 0ae08208-6f46-4173-a20b-9d9f3ed246d8, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=0ae08208-6f46-4173-a20b-9d9f3ed246d8,segment=NetworkSegment(3614b7ef-16ea-4d36-966a-1f0c6829dc80),segment_id=3614b7ef-16ea-4d36-966a-1f0c6829dc80)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:03.963329 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-84784b77-7946-4e60-8852-5bd34a80fdfb req-237305ea-a25f-4ab6-a120-89fec15bde2e tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/ports?device_id=48d04f3d-4255-4737-aad2-787288748693 HTTP/1.1" status: 200 len: 949 time: 0.1397872 Apr 28 19:38:03.969778 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:04.078888 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=0ae08208-6f46-4173-a20b-9d9f3ed246d8,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:04.132855 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d08d187d-6ff7-436e-9dd2-82a46afe6153 req-c05f9ffe-e9d3-465b-8bd1-762ef0efc45f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5356338 Apr 28 19:38:04.134860 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-78b01e01-c638-4ec0-8477-01d9e79f084f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:04.217956 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-dce10f84-8d33-44e0-865f-829213966680 req-327ee280-850f-4798-adcf-d193b50fbdf7 service neutron] For port aadf9260-8573-4b20-888a-2caa4d850f12, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:38:04.222851 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-84784b77-7946-4e60-8852-5bd34a80fdfb req-d7c5d09b-b163-40ca-a266-01e8ecc47267 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/security-groups?id=1405446e-ee39-4878-8bba-1170ad050e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559001 Apr 28 19:38:04.240785 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301cfaf-973f-4ad5-8e61-e8954cdf9cdd req-f6751dbb-6a2f-476a-8b61-6af7a5f3b487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:04.242584 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a301cfaf-973f-4ad5-8e61-e8954cdf9cdd req-f6751dbb-6a2f-476a-8b61-6af7a5f3b487 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3a8d8fbc-c638-4e44-87fd-3e5ca38570dd HTTP/1.1" status: 200 len: 922 time: 0.2628143 Apr 28 19:38:04.258736 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-dce10f84-8d33-44e0-865f-829213966680 req-327ee280-850f-4798-adcf-d193b50fbdf7 service neutron] For port aadf9260-8573-4b20-888a-2caa4d850f12, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=aadf9260-8573-4b20-888a-2caa4d850f12,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:38:04.295895 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-dce10f84-8d33-44e0-865f-829213966680 req-327ee280-850f-4798-adcf-d193b50fbdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:04.346444 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e19af8b0-0dce-4a2c-a958-4aba51e57607 req-52d136f1-2d64-4e58-9047-abf30994d7c8 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b5e530c-be0b-4371-a4ce-e44fa69aab7a HTTP/1.1" status: 200 len: 210 time: 0.0905418 Apr 28 19:38:04.354721 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53c2cd4-571a-41d9-976a-e2ccffa62925 None None] Network 52ee5d25-2a63-45c8-bec8-8a32b452858e requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:38:04.422223 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a301cfaf-973f-4ad5-8e61-e8954cdf9cdd req-ac908482-6873-4adb-a5c6-aedd7efdc81a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c5d3702-21ed-4e90-8bf7-71b133a2cfa0 HTTP/1.1" status: 200 len: 217 time: 0.1683960 Apr 28 19:38:04.432602 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce10f84-8d33-44e0-865f-829213966680 req-327ee280-850f-4798-adcf-d193b50fbdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:04.434388 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-dce10f84-8d33-44e0-865f-829213966680 req-327ee280-850f-4798-adcf-d193b50fbdf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:04.435862 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dce10f84-8d33-44e0-865f-829213966680 req-327ee280-850f-4798-adcf-d193b50fbdf7 service neutron] 10.222.0.15 "PUT /v2.0/ports/aadf9260-8573-4b20-888a-2caa4d850f12 HTTP/1.1" status: 200 len: 1091 time: 3.7289021 Apr 28 19:38:04.443869 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e764ad1d-970d-40b7-a63a-31308fbc17ec', 'tag': 'aadf9260-8573-4b20-888a-2caa4d850f12'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:04.446620 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2ab204-c75a-4227-bc5d-bb5fd8d74705" -d '{"events": [{"name": "network-changed", "server_uuid": "e764ad1d-970d-40b7-a63a-31308fbc17ec", "tag": "aadf9260-8573-4b20-888a-2caa4d850f12"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:04.466254 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.db.resource_extend [None req-7078b0ac-1618-473c-b849-03c7087a4b19 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:38:04.488136 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-565e5190-15cb-46d5-b783-606bdb55caed None None] Provisioning complete for port 0ae08208-6f46-4173-a20b-9d9f3ed246d8 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:04.488656 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-565e5190-15cb-46d5-b783-606bdb55caed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:04.531036 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1bbc4c-c0d9-4720-88f7-2c67d4fa5114 req-970e8a1f-569b-4156-a64c-a12971621cbe tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:04.532532 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9d1bbc4c-c0d9-4720-88f7-2c67d4fa5114 req-970e8a1f-569b-4156-a64c-a12971621cbe tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/ports?device_id=d55fc07d-551f-4d7b-8130-821e2b3df204 HTTP/1.1" status: 200 len: 943 time: 0.1814594 Apr 28 19:38:04.538411 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301cfaf-973f-4ad5-8e61-e8954cdf9cdd req-c5de0d53-5930-4452-8ccf-e73d84fb157e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:04.539838 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a301cfaf-973f-4ad5-8e61-e8954cdf9cdd req-c5de0d53-5930-4452-8ccf-e73d84fb157e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f HTTP/1.1" status: 200 len: 860 time: 0.0892415 Apr 28 19:38:04.600743 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device f7275361-74d5-4846-89b8-50ac64894ba2 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:38:04.621984 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ee280-850f-4798-adcf-d193b50fbdf7 service neutron] Pushing event updated for resources: {'Port': ['ID=aadf9260-8573-4b20-888a-2caa4d850f12,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:04.645919 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301cfaf-973f-4ad5-8e61-e8954cdf9cdd req-21f24d60-016c-41a5-8393-459174154a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:04.647416 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a301cfaf-973f-4ad5-8e61-e8954cdf9cdd req-21f24d60-016c-41a5-8393-459174154a73 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3a8d8fbc-c638-4e44-87fd-3e5ca38570dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0971856 Apr 28 19:38:04.663083 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9d1bbc4c-c0d9-4720-88f7-2c67d4fa5114 req-1a05f5c7-d6ea-4b5b-8668-02e8ea44a15e tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b8d6d46-8bb9-4e41-9d21-b4840b2243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140907 Apr 28 19:38:04.674733 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f06a80-8930-4e37-94aa-e35a355656e4 req-eb474cf8-c22d-4f72-bcdd-9c4d4e173616 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:04.678128 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e7f06a80-8930-4e37-94aa-e35a355656e4 req-eb474cf8-c22d-4f72-bcdd-9c4d4e173616 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=97861477-7b6d-48aa-9bdf-89105905415c HTTP/1.1" status: 200 len: 944 time: 0.2280591 Apr 28 19:38:04.692352 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-43425099-dfae-4da8-bbb8-d9dd3ff7e5c4 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:04.697422 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7078b0ac-1618-473c-b849-03c7087a4b19 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:04.735623 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port f7275361-74d5-4846-89b8-50ac64894ba2, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=f7275361-74d5-4846-89b8-50ac64894ba2,segment=NetworkSegment(45b99270-ac05-4c11-b64b-fdc435dcfa6a),segment_id=45b99270-ac05-4c11-b64b-fdc435dcfa6a)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:04.755145 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'f7275361-74d5-4846-89b8-50ac64894ba2', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'port_id': 'f7275361-74d5-4846-89b8-50ac64894ba2', 'mac_address': 'fa:16:3e:71:b5:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:38:04.800418 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:04.816424 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7275361-74d5-4846-89b8-50ac64894ba2 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:38:04.827685 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a301cfaf-973f-4ad5-8e61-e8954cdf9cdd req-243eb72f-3fe3-40c0-aa47-cb459a525bbe service neutron] 10.222.0.44 "GET /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634505 Apr 28 19:38:04.847842 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port f7275361-74d5-4846-89b8-50ac64894ba2, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=f7275361-74d5-4846-89b8-50ac64894ba2,segment=NetworkSegment(45b99270-ac05-4c11-b64b-fdc435dcfa6a),segment_id=45b99270-ac05-4c11-b64b-fdc435dcfa6a)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:04.848268 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7078b0ac-1618-473c-b849-03c7087a4b19 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:04.857379 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:04.865396 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-57786939-9ac4-4f4f-9c48-0b4cdf69eea3 None None] Provisioning complete for port 0ae08208-6f46-4173-a20b-9d9f3ed246d8 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:04.865396 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-57786939-9ac4-4f4f-9c48-0b4cdf69eea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:04.901118 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce10f84-8d33-44e0-865f-829213966680 req-0cd328f4-59dd-40c2-8853-6d8469a61365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:04.902614 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dce10f84-8d33-44e0-865f-829213966680 req-0cd328f4-59dd-40c2-8853-6d8469a61365 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65106efa94b44e66ac09133941d375fb&device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 1094 time: 0.3866248 Apr 28 19:38:04.923164 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-43425099-dfae-4da8-bbb8-d9dd3ff7e5c4 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:04.953673 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=f7275361-74d5-4846-89b8-50ac64894ba2,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:05.021787 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4605516b-43d5-4454-824a-c47b4d24372e req-50fabb6c-0c6b-4f91-bc19-4692ecebde3d tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:05.025202 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4605516b-43d5-4454-824a-c47b4d24372e req-50fabb6c-0c6b-4f91-bc19-4692ecebde3d tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1923070 Apr 28 19:38:05.041233 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dce10f84-8d33-44e0-865f-829213966680 req-25978f45-c411-4df7-b35d-aff991b69db3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aadf9260-8573-4b20-888a-2caa4d850f12 HTTP/1.1" status: 200 len: 217 time: 0.1156602 Apr 28 19:38:05.090163 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43425099-dfae-4da8-bbb8-d9dd3ff7e5c4 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Pushing event updated for resources: {'Port': ['ID=177ec91f-a8cb-422b-8006-483627d9b4bd,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:05.096872 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-43425099-dfae-4da8-bbb8-d9dd3ff7e5c4 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Network b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:38:05.107269 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e7f06a80-8930-4e37-94aa-e35a355656e4 req-4fe4ecf6-2e90-46c0-ad9d-12838fbb63ec tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=37c9ae11-ec62-45d5-807a-a041757e086d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4282572 Apr 28 19:38:05.126345 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a301cfaf-973f-4ad5-8e61-e8954cdf9cdd req-bd8d56cf-e3e0-4fbe-8664-be3d7d501511 service neutron] 10.222.0.44 "GET /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433417 Apr 28 19:38:05.139041 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-88c72af4-5740-4194-8f4c-a7a3278eb306 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:05.141709 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-43425099-dfae-4da8-bbb8-d9dd3ff7e5c4 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:05.180798 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39645f-61f8-40d5-8091-6b655ca0cfba req-039c986e-2e1c-4a85-b686-53c6981c055e tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:05.182428 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5f39645f-61f8-40d5-8091-6b655ca0cfba req-039c986e-2e1c-4a85-b686-53c6981c055e tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.44 "GET /v2.0/ports?device_id=48d04f3d-4255-4737-aad2-787288748693 HTTP/1.1" status: 200 len: 949 time: 0.1387963 Apr 28 19:38:05.192888 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4605516b-43d5-4454-824a-c47b4d24372e req-a8ba4767-1a9b-4fc6-83b3-f8171438e2c2 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550064 Apr 28 19:38:05.193352 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff27942-1746-488b-ac57-5edca62419ad x-openstack-request-id: req-dff27942-1746-488b-ac57-5edca62419ad {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:05.193645 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e764ad1d-970d-40b7-a63a-31308fbc17ec", "tag": "aadf9260-8573-4b20-888a-2caa4d850f12", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:05.193940 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dff27942-1746-488b-ac57-5edca62419ad {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:05.194298 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dff27942-1746-488b-ac57-5edca62419ad'] response: {'name': 'network-changed', 'server_uuid': 'e764ad1d-970d-40b7-a63a-31308fbc17ec', 'tag': 'aadf9260-8573-4b20-888a-2caa4d850f12', 'status': 'completed', 'code': 200} Apr 28 19:38:05.195034 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-43425099-dfae-4da8-bbb8-d9dd3ff7e5c4 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:38:05.224355 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['f7275361-74d5-4846-89b8-50ac64894ba2'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:38:05.225324 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-7078b0ac-1618-473c-b849-03c7087a4b19 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Floating IP 8bb41fc7-63be-4700-a65f-f7d63f7dca8a associated. External IP: 172.25.8.26, port: d99c82f4-9e60-4f9d-803b-08ade4682f4e. Apr 28 19:38:05.225324 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-88c72af4-5740-4194-8f4c-a7a3278eb306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:05.296893 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-78b01e01-c638-4ec0-8477-01d9e79f084f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f0b9d1d-5e33-4093-aa05-fd1326fa90ba {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:38:05.328820 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-78b01e01-c638-4ec0-8477-01d9e79f084f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:05.362629 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-78b01e01-c638-4ec0-8477-01d9e79f084f service neutron] Transition to ACTIVE for port object 2f0b9d1d-5e33-4093-aa05-fd1326fa90ba will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:38:05.458986 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 0ae08208-6f46-4173-a20b-9d9f3ed246d8 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:38:05.461243 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce10f84-8d33-44e0-865f-829213966680 req-c320e125-3411-4404-a906-12ccfda6402c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:05.462855 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dce10f84-8d33-44e0-865f-829213966680 req-c320e125-3411-4404-a906-12ccfda6402c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d5c93c2-9d1b-4c66-8e1f-a78766af188b HTTP/1.1" status: 200 len: 847 time: 0.3997593 Apr 28 19:38:05.513003 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 0ae08208-6f46-4173-a20b-9d9f3ed246d8 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:05.513486 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:05.804584 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-78b01e01-c638-4ec0-8477-01d9e79f084f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:05.853187 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-43425099-dfae-4da8-bbb8-d9dd3ff7e5c4 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:05.853921 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-43425099-dfae-4da8-bbb8-d9dd3ff7e5c4 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:05.865129 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dce10f84-8d33-44e0-865f-829213966680 req-1bfbd657-0bc5-4940-9509-b1723485a808 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3899403 Apr 28 19:38:05.884505 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-88c72af4-5740-4194-8f4c-a7a3278eb306 admin admin] Allocated IP 172.25.8.29 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/b9a7146f-55e2-4d7f-abe9-ccb40c2262d7) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:38:05.930657 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-43425099-dfae-4da8-bbb8-d9dd3ff7e5c4 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5237887 Apr 28 19:38:05.947933 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b01e01-c638-4ec0-8477-01d9e79f084f service neutron] Pushing event updated for resources: {'Port': ['ID=2f0b9d1d-5e33-4093-aa05-fd1326fa90ba,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:05.966855 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe179141-e121-4e03-9871-bb00f1c6f750 req-6fdfaa1f-d50f-47dd-8464-26a4f3833806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:05.968395 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fe179141-e121-4e03-9871-bb00f1c6f750 req-6fdfaa1f-d50f-47dd-8464-26a4f3833806 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94740374ca054549b67b793671aaad05&device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 1095 time: 0.1749516 Apr 28 19:38:05.969942 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd18dde-c5c7-4210-97de-79c442d27b36 req-6408562f-ce1a-4053-9f27-448ca5dcccc5 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:05.972175 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ecd18dde-c5c7-4210-97de-79c442d27b36 req-6408562f-ce1a-4053-9f27-448ca5dcccc5 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 943 time: 0.6789179 Apr 28 19:38:05.979730 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-a0bb007b-9772-40ba-8aa2-d1a144dc95cd service neutron] Request body: {'port': {'device_id': '0b5e530c-be0b-4371-a4ce-e44fa69aab7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:05.992848 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57d608-014b-47a8-aeb1-a46d512a0ce6 req-3722f9e9-f80c-400e-8291-5272ef5babd7 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:05.994232 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ad57d608-014b-47a8-aeb1-a46d512a0ce6 req-3722f9e9-f80c-400e-8291-5272ef5babd7 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/ports?device_id=48d04f3d-4255-4737-aad2-787288748693 HTTP/1.1" status: 200 len: 949 time: 0.2018621 Apr 28 19:38:06.136347 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-5f39645f-61f8-40d5-8091-6b655ca0cfba req-3347221e-f529-4550-96df-0271d35da26c tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Deleting port c9a882ff-3675-47c6-9f41-55e2355bfc92 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:38:06.136825 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5f39645f-61f8-40d5-8091-6b655ca0cfba req-3347221e-f529-4550-96df-0271d35da26c tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:06.176555 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ad57d608-014b-47a8-aeb1-a46d512a0ce6 req-5e547766-5650-4b9e-beba-29087a42bda0 tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/security-groups?id=1405446e-ee39-4878-8bba-1170ad050e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690276 Apr 28 19:38:06.198845 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dce10f84-8d33-44e0-865f-829213966680 req-c9e5dfb0-c590-4acd-8077-4c2444afdda7 service neutron] 10.222.0.15 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121231 Apr 28 19:38:06.201747 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ecd18dde-c5c7-4210-97de-79c442d27b36 req-4d449dc4-b884-43cd-811b-88661ac12c8f tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079277 Apr 28 19:38:06.213652 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-78b01e01-c638-4ec0-8477-01d9e79f084f service neutron] Attempting to bind port 2f0b9d1d-5e33-4093-aa05-fd1326fa90ba on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:38:06.214000 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-78b01e01-c638-4ec0-8477-01d9e79f084f service neutron] Attempting to bind port 2f0b9d1d-5e33-4093-aa05-fd1326fa90ba by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'e0cb1ff0-18a4-4859-89a0-14772c6e60ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:38:06.214321 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-78b01e01-c638-4ec0-8477-01d9e79f084f service neutron] Attempting to bind port 2f0b9d1d-5e33-4093-aa05-fd1326fa90ba on network b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:38:06.215126 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-a0bb007b-9772-40ba-8aa2-d1a144dc95cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:06.225319 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-78b01e01-c638-4ec0-8477-01d9e79f084f service neutron] Port 2f0b9d1d-5e33-4093-aa05-fd1326fa90ba on network b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:38:06.225612 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-78b01e01-c638-4ec0-8477-01d9e79f084f service neutron] Attempting to bind port 2f0b9d1d-5e33-4093-aa05-fd1326fa90ba on network b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:38:06.244175 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe179141-e121-4e03-9871-bb00f1c6f750 req-c095a88a-faa8-4ca4-883c-645385401d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:06.245662 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fe179141-e121-4e03-9871-bb00f1c6f750 req-c095a88a-faa8-4ca4-883c-645385401d69 service neutron] 10.222.0.44 "GET /v2.0/networks?id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 HTTP/1.1" status: 200 len: 913 time: 0.2504916 Apr 28 19:38:06.248590 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-78b01e01-c638-4ec0-8477-01d9e79f084f service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:38:06.248928 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-78b01e01-c638-4ec0-8477-01d9e79f084f service neutron] Checking segment: {'id': 'e0cb1ff0-18a4-4859-89a0-14772c6e60ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:38:06.249309 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-78b01e01-c638-4ec0-8477-01d9e79f084f service neutron] Bound using segment: {'id': 'e0cb1ff0-18a4-4859-89a0-14772c6e60ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:38:06.250398 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-78b01e01-c638-4ec0-8477-01d9e79f084f service neutron] Bound port: 2f0b9d1d-5e33-4093-aa05-fd1326fa90ba, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0cb1ff0-18a4-4859-89a0-14772c6e60ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:38:06.250776 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-78b01e01-c638-4ec0-8477-01d9e79f084f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:06.416050 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-88c72af4-5740-4194-8f4c-a7a3278eb306 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:06.416944 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-5f39645f-61f8-40d5-8091-6b655ca0cfba req-3347221e-f529-4550-96df-0271d35da26c tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] For port c9a882ff-3675-47c6-9f41-55e2355bfc92, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c9a882ff-3675-47c6-9f41-55e2355bfc92,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:06.417315 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5f39645f-61f8-40d5-8091-6b655ca0cfba req-3347221e-f529-4550-96df-0271d35da26c tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:06.432161 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fe179141-e121-4e03-9871-bb00f1c6f750 req-43a03d60-7a56-4b14-9cfc-e821bdeaf26a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 HTTP/1.1" status: 200 len: 998 time: 0.1773577 Apr 28 19:38:06.446492 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-5f39645f-61f8-40d5-8091-6b655ca0cfba req-3347221e-f529-4550-96df-0271d35da26c tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Calling delete_port for c9a882ff-3675-47c6-9f41-55e2355bfc92 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:38:06.470217 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acceda0-7e46-4cff-9072-c3899b9cd008 req-c745fe86-477a-405a-80b8-40f050669911 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:06.472428 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0acceda0-7e46-4cff-9072-c3899b9cd008 req-c745fe86-477a-405a-80b8-40f050669911 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.2060621 Apr 28 19:38:06.532528 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7078b0ac-1618-473c-b849-03c7087a4b19 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Router 671b7009-b8af-4e87-97d9-d37d404376b9 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:38:06.551952 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 3c5d3702-21ed-4e90-8bf7-71b133a2cfa0 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:38:06.563548 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-78b01e01-c638-4ec0-8477-01d9e79f084f service neutron] For port 2f0b9d1d-5e33-4093-aa05-fd1326fa90ba, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:38:06.584634 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9f13e-8655-4a36-b8aa-e5c8cde69404 req-21257063-3f86-4edf-a4bd-ffbf495877b9 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:06.586177 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2fb9f13e-8655-4a36-b8aa-e5c8cde69404 req-21257063-3f86-4edf-a4bd-ffbf495877b9 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b5e530c-be0b-4371-a4ce-e44fa69aab7a HTTP/1.1" status: 200 len: 931 time: 0.2694876 Apr 28 19:38:06.588046 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dce10f84-8d33-44e0-865f-829213966680 req-92b145f0-e088-478d-9311-31cab037b622 service neutron] 10.222.0.15 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817906 Apr 28 19:38:06.589157 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-78b01e01-c638-4ec0-8477-01d9e79f084f service neutron] For port 2f0b9d1d-5e33-4093-aa05-fd1326fa90ba, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=2f0b9d1d-5e33-4093-aa05-fd1326fa90ba,segment=NetworkSegment(e0cb1ff0-18a4-4859-89a0-14772c6e60ff),segment_id=e0cb1ff0-18a4-4859-89a0-14772c6e60ff)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:38:06.594406 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe179141-e121-4e03-9871-bb00f1c6f750 req-5eb4a78f-a0ef-4771-a5f3-fda9c7fb4be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:06.597412 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fe179141-e121-4e03-9871-bb00f1c6f750 req-5eb4a78f-a0ef-4771-a5f3-fda9c7fb4be7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43d83121-413d-4da3-b294-551f60ac6b94 HTTP/1.1" status: 200 len: 851 time: 0.1488616 Apr 28 19:38:06.610150 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-78b01e01-c638-4ec0-8477-01d9e79f084f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:06.621385 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-88c72af4-5740-4194-8f4c-a7a3278eb306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:06.643366 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device f7275361-74d5-4846-89b8-50ac64894ba2 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:38:06.688761 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0acceda0-7e46-4cff-9072-c3899b9cd008 req-8b5d6c57-e58f-4ea8-97e3-033734f41d46 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912212 Apr 28 19:38:06.728749 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-78b01e01-c638-4ec0-8477-01d9e79f084f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:06.729582 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-78b01e01-c638-4ec0-8477-01d9e79f084f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:06.731175 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-78b01e01-c638-4ec0-8477-01d9e79f084f service neutron] 10.222.0.15 "PUT /v2.0/ports/2f0b9d1d-5e33-4093-aa05-fd1326fa90ba HTTP/1.1" status: 200 len: 1091 time: 2.8451810 Apr 28 19:38:06.735234 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 3c5d3702-21ed-4e90-8bf7-71b133a2cfa0, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=3c5d3702-21ed-4e90-8bf7-71b133a2cfa0,segment=NetworkSegment(2fb8e97e-9156-445e-9ce1-e18ed4c88813),segment_id=2fb8e97e-9156-445e-9ce1-e18ed4c88813)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:06.741375 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '591127db-1cc9-461e-9444-3ed2c396127d', 'tag': '2f0b9d1d-5e33-4093-aa05-fd1326fa90ba'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:06.743784 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88605d23-a741-4def-b6e7-16f2f65e5660" -d '{"events": [{"name": "network-changed", "server_uuid": "591127db-1cc9-461e-9444-3ed2c396127d", "tag": "2f0b9d1d-5e33-4093-aa05-fd1326fa90ba"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:06.747807 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port f7275361-74d5-4846-89b8-50ac64894ba2 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:38:06.759860 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port f7275361-74d5-4846-89b8-50ac64894ba2 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:06.760943 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:06.776529 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b01e01-c638-4ec0-8477-01d9e79f084f service neutron] Pushing event updated for resources: {'Port': ['ID=2f0b9d1d-5e33-4093-aa05-fd1326fa90ba,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:06.798038 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe179141-e121-4e03-9871-bb00f1c6f750 req-f4b2b836-38b3-4e89-b0b5-a8bc6d915a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:06.799829 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c72af4-5740-4194-8f4c-a7a3278eb306 admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:38:06.800959 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fe179141-e121-4e03-9871-bb00f1c6f750 req-f4b2b836-38b3-4e89-b0b5-a8bc6d915a53 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1872842 Apr 28 19:38:06.819432 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '3c5d3702-21ed-4e90-8bf7-71b133a2cfa0', 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd', 'port_id': '3c5d3702-21ed-4e90-8bf7-71b133a2cfa0', 'mac_address': 'fa:16:3e:c1:b9:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:38:06.826164 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-88c72af4-5740-4194-8f4c-a7a3278eb306 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:06.860924 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c72af4-5740-4194-8f4c-a7a3278eb306 admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:38:06.873633 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2fb9f13e-8655-4a36-b8aa-e5c8cde69404 req-1f747539-583e-4e68-b85f-3a2526a5e242 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f2ee023-a8e3-4096-ae6c-386871a0809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744946 Apr 28 19:38:06.883818 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:06.907032 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c72af4-5740-4194-8f4c-a7a3278eb306 admin admin] Pushing event updated for resources: {'Port': ['ID=b9a7146f-55e2-4d7f-abe9-ccb40c2262d7,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:06.963407 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c5d3702-21ed-4e90-8bf7-71b133a2cfa0 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:38:06.980659 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7078b0ac-1618-473c-b849-03c7087a4b19 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:38:06.983920 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ab204-c75a-4227-bc5d-bb5fd8d74705 req-c3dc6fc1-e65f-45cc-b0fe-c02a06c2c87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:06.984961 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9b2ab204-c75a-4227-bc5d-bb5fd8d74705 req-c3dc6fc1-e65f-45cc-b0fe-c02a06c2c87f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65106efa94b44e66ac09133941d375fb&device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 1094 time: 0.3069720 Apr 28 19:38:06.990224 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5f39645f-61f8-40d5-8091-6b655ca0cfba req-3347221e-f529-4550-96df-0271d35da26c tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:06.991592 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7078b0ac-1618-473c-b849-03c7087a4b19 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:06.992354 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 3c5d3702-21ed-4e90-8bf7-71b133a2cfa0, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=3c5d3702-21ed-4e90-8bf7-71b133a2cfa0,segment=NetworkSegment(2fb8e97e-9156-445e-9ce1-e18ed4c88813),segment_id=2fb8e97e-9156-445e-9ce1-e18ed4c88813)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:06.999968 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:07.003580 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-4acad2e0-5161-489e-9ac5-f89a9be4b49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:07.005002 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9746db6a-fc0c-4757-acd4-c7ba549c72e1 None None] Sync routers for ids ['671b7009-b8af-4e87-97d9-d37d404376b9'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:38:07.005746 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-4acad2e0-5161-489e-9ac5-f89a9be4b49b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c27ab83294f244dbb917866ac945a124&device_id=591127db-1cc9-461e-9444-3ed2c396127d HTTP/1.1" status: 200 len: 1094 time: 0.2036929 Apr 28 19:38:07.015911 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:07.022333 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9746db6a-fc0c-4757-acd4-c7ba549c72e1 None None] Routers {'671b7009-b8af-4e87-97d9-d37d404376b9'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:07.025361 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9746db6a-fc0c-4757-acd4-c7ba549c72e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:37:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['671b7009-b8af-4e87-97d9-d37d404376b9'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:07.065931 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97861477-7b6d-48aa-9bdf-89105905415c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7275361-74d5-4846-89b8-50ac64894ba2'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:07.068736 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f46647-f254-4b2b-86ac-1569cf531618" -d '{"events": [{"server_uuid": "97861477-7b6d-48aa-9bdf-89105905415c", "name": "network-vif-plugged", "status": "completed", "tag": "f7275361-74d5-4846-89b8-50ac64894ba2"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:07.075868 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca712374-acfb-417f-9d12-ca8a1b45d864 req-fa7afd6f-e173-4e5e-b198-03df012aca53 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:07.077959 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ca712374-acfb-417f-9d12-ca8a1b45d864 req-fa7afd6f-e173-4e5e-b198-03df012aca53 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/ports?device_id=d55fc07d-551f-4d7b-8130-821e2b3df204 HTTP/1.1" status: 200 len: 943 time: 0.2561233 Apr 28 19:38:07.091641 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port f7275361-74d5-4846-89b8-50ac64894ba2, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=f7275361-74d5-4846-89b8-50ac64894ba2,segment=NetworkSegment(45b99270-ac05-4c11-b64b-fdc435dcfa6a),segment_id=45b99270-ac05-4c11-b64b-fdc435dcfa6a)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:07.107982 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:07.114431 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=3c5d3702-21ed-4e90-8bf7-71b133a2cfa0,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:07.135574 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347221e-f529-4550-96df-0271d35da26c tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Pushing event deleted for resources: {'Port': ['ID=c9a882ff-3675-47c6-9f41-55e2355bfc92,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:07.152896 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-3c5e6e16-80ad-4635-909f-ca659a0c8936 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f0b9d1d-5e33-4093-aa05-fd1326fa90ba HTTP/1.1" status: 200 len: 217 time: 0.1390483 Apr 28 19:38:07.167488 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fe179141-e121-4e03-9871-bb00f1c6f750 req-16a21d96-8239-41e9-bdab-bf17b91fd70c service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549128 Apr 28 19:38:07.198409 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=f7275361-74d5-4846-89b8-50ac64894ba2,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:07.200483 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-9746db6a-fc0c-4757-acd4-c7ba549c72e1 None None] Set router 671b7009-b8af-4e87-97d9-d37d404376b9 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:07.207997 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7078b0ac-1618-473c-b849-03c7087a4b19 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.42 "PUT /v2.0/floatingips/8bb41fc7-63be-4700-a65f-f7d63f7dca8a HTTP/1.1" status: 200 len: 990 time: 5.2341998 Apr 28 19:38:07.229248 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce90ce7b-e290-41d5-93f7-8b927b0af32f', 'tag': 'd99c82f4-9e60-4f9d-803b-08ade4682f4e'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:07.231371 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2a8bd8-7f54-4c58-9ecb-68626da23e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce90ce7b-e290-41d5-93f7-8b927b0af32f", "tag": "d99c82f4-9e60-4f9d-803b-08ade4682f4e"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:07.257863 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-a0bb007b-9772-40ba-8aa2-d1a144dc95cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 177ec91f-a8cb-422b-8006-483627d9b4bd {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:38:07.270661 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f39645f-61f8-40d5-8091-6b655ca0cfba req-3347221e-f529-4550-96df-0271d35da26c tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] No DVR routers for this DVR port c9a882ff-3675-47c6-9f41-55e2355bfc92 on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:38:07.289177 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d63bdf-d9fb-4b15-8b22-e86b86b492cb req-5cdd107a-b5ce-4898-83ac-13cd418f620b tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:07.296457 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d1d63bdf-d9fb-4b15-8b22-e86b86b492cb req-5cdd107a-b5ce-4898-83ac-13cd418f620b tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=97861477-7b6d-48aa-9bdf-89105905415c HTTP/1.1" status: 200 len: 945 time: 0.3322799 Apr 28 19:38:07.301461 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-a0bb007b-9772-40ba-8aa2-d1a144dc95cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:07.305440 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5f39645f-61f8-40d5-8091-6b655ca0cfba req-3347221e-f529-4550-96df-0271d35da26c tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:07.308922 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5f39645f-61f8-40d5-8091-6b655ca0cfba req-3347221e-f529-4550-96df-0271d35da26c tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.44 "DELETE /v2.0/ports/c9a882ff-3675-47c6-9f41-55e2355bfc92 HTTP/1.1" status: 204 len: 173 time: 1.9636431 Apr 28 19:38:07.309618 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['3c5d3702-21ed-4e90-8bf7-71b133a2cfa0'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:38:07.322873 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ca712374-acfb-417f-9d12-ca8a1b45d864 req-52227e12-7b1e-4793-92af-31bae2fdcfb4 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b8d6d46-8bb9-4e41-9d21-b4840b2243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941202 Apr 28 19:38:07.344870 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-6acb9ba0-75a2-4793-8235-b6322a98930b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:07.346960 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-6acb9ba0-75a2-4793-8235-b6322a98930b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8616dcc1-9271-4ef2-abbb-c6606af7323b HTTP/1.1" status: 200 len: 853 time: 0.1742885 Apr 28 19:38:07.361523 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-a0bb007b-9772-40ba-8aa2-d1a144dc95cd service neutron] Transition to ACTIVE for port object 177ec91f-a8cb-422b-8006-483627d9b4bd will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:38:07.392081 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ab204-c75a-4227-bc5d-bb5fd8d74705 req-40c6d74d-77f5-4785-99de-472cf040d7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:07.408674 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9b2ab204-c75a-4227-bc5d-bb5fd8d74705 req-40c6d74d-77f5-4785-99de-472cf040d7aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd HTTP/1.1" status: 200 len: 908 time: 0.3960903 Apr 28 19:38:07.415501 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-a0bb007b-9772-40ba-8aa2-d1a144dc95cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:07.429144 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048e3780-5f56-4ee3-afd6-2d67e39b1365 x-openstack-request-id: req-048e3780-5f56-4ee3-afd6-2d67e39b1365 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:07.429466 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "591127db-1cc9-461e-9444-3ed2c396127d", "tag": "2f0b9d1d-5e33-4093-aa05-fd1326fa90ba", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:07.440562 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-048e3780-5f56-4ee3-afd6-2d67e39b1365 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:07.441001 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-048e3780-5f56-4ee3-afd6-2d67e39b1365'] response: {'name': 'network-changed', 'server_uuid': '591127db-1cc9-461e-9444-3ed2c396127d', 'tag': '2f0b9d1d-5e33-4093-aa05-fd1326fa90ba', 'status': 'completed', 'code': 200} Apr 28 19:38:07.448357 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-51e38f03-4392-4af3-98c8-510b27f1c5f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867023 Apr 28 19:38:07.491209 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fe179141-e121-4e03-9871-bb00f1c6f750 req-a84a68d9-24af-48dc-9b34-96c620bd3034 service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916191 Apr 28 19:38:07.504794 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6924c77a-47c4-4757-abad-c7ffbfda005c x-openstack-request-id: req-6924c77a-47c4-4757-abad-c7ffbfda005c {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:07.505084 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97861477-7b6d-48aa-9bdf-89105905415c", "name": "network-vif-plugged", "status": "completed", "tag": "f7275361-74d5-4846-89b8-50ac64894ba2", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:07.505330 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6924c77a-47c4-4757-abad-c7ffbfda005c {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:07.508715 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6924c77a-47c4-4757-abad-c7ffbfda005c'] response: {'server_uuid': '97861477-7b6d-48aa-9bdf-89105905415c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7275361-74d5-4846-89b8-50ac64894ba2', 'code': 200} Apr 28 19:38:07.648325 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d1d63bdf-d9fb-4b15-8b22-e86b86b492cb req-0a7ac3b3-3583-480c-90cd-3b468e87a8d7 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=37c9ae11-ec62-45d5-807a-a041757e086d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3473091 Apr 28 19:38:07.651496 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9b2ab204-c75a-4227-bc5d-bb5fd8d74705 req-662cdc69-73f5-4437-8faf-a18b0e23673f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aadf9260-8573-4b20-888a-2caa4d850f12 HTTP/1.1" status: 200 len: 217 time: 0.2237427 Apr 28 19:38:07.681868 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-0dce9beb-9675-429c-b51a-3773e2dfb55a service neutron] 10.222.0.15 "GET /v2.0/networks/b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186322 Apr 28 19:38:07.702987 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9746db6a-fc0c-4757-acd4-c7ba549c72e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'name': 'tempest-ServersTestJSON-1862462609-router', 'tenant_id': 'e26f59f9d0474a89964c14355d73907c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '43da9400-70eb-40ab-8aa0-ac0aaed2db14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:55Z', 'updated_at': '2022-04-28T19:37:09Z', 'revision_number': 4, 'project_id': 'e26f59f9d0474a89964c14355d73907c', 'gw_port': {'id': '43da9400-70eb-40ab-8aa0-ac0aaed2db14', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:36:57Z', 'updated_at': '2022-04-28T19:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '8bb41fc7-63be-4700-a65f-f7d63f7dca8a', 'tenant_id': 'e26f59f9d0474a89964c14355d73907c', 'floating_ip_address': '172.25.8.26', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'port_id': 'd99c82f4-9e60-4f9d-803b-08ade4682f4e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03c23c13-73a0-4f69-a029-d17265afa037', 'mac_address': 'fa:16:3e:35:3b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce90ce7b-e290-41d5-93f7-8b927b0af32f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:37:27Z', 'updated_at': '2022-04-28T19:38:04Z', 'revision_number': 1, 'project_id': 'e26f59f9d0474a89964c14355d73907c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf32e057-f420-40c4-a773-ce5b42a8e0ab', 'name': '', 'network_id': '03c23c13-73a0-4f69-a029-d17265afa037', 'tenant_id': 'e26f59f9d0474a89964c14355d73907c', 'mac_address': 'fa:16:3e:13:7a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'daac5a1d-32c4-4cd3-af48-779eecb90ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:06Z', 'updated_at': '2022-04-28T19:37:17Z', 'revision_number': 5, 'project_id': 'e26f59f9d0474a89964c14355d73907c', 'subnets': [{'id': 'daac5a1d-32c4-4cd3-af48-779eecb90ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:07.751960 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9ca14e84-76fc-4f45-ae6f-b53262be97d1 req-96e98973-fa63-4165-bffc-dd8d6da62c7c tempest-ListImageFiltersTestJSON-2017864655 tempest-ListImageFiltersTestJSON-2017864655-project] 10.222.0.42 "GET /v2.0/ports?device_id=48d04f3d-4255-4737-aad2-787288748693 HTTP/1.1" status: 200 len: 210 time: 0.0670731 Apr 28 19:38:07.764531 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9746db6a-fc0c-4757-acd4-c7ba549c72e1 None None] Checking router: 671b7009-b8af-4e87-97d9-d37d404376b9 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:38:07.789724 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9746db6a-fc0c-4757-acd4-c7ba549c72e1 None None] Routers {'671b7009-b8af-4e87-97d9-d37d404376b9'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:07.790263 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803eda9e-4640-453f-a474-35e797833c4c req-a8656c90-f6f8-4bad-860e-287c1f2492ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:07.791162 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9746db6a-fc0c-4757-acd4-c7ba549c72e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:37:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['671b7009-b8af-4e87-97d9-d37d404376b9'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:07.791990 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-803eda9e-4640-453f-a474-35e797833c4c req-a8656c90-f6f8-4bad-860e-287c1f2492ab service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=97861477-7b6d-48aa-9bdf-89105905415c HTTP/1.1" status: 200 len: 1097 time: 0.1090827 Apr 28 19:38:07.872515 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb007b-9772-40ba-8aa2-d1a144dc95cd service neutron] Pushing event updated for resources: {'Port': ['ID=177ec91f-a8cb-422b-8006-483627d9b4bd,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:07.935646 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-803eda9e-4640-453f-a474-35e797833c4c req-e5f6ca32-73ac-4305-be65-7941e45ce522 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=37c9ae11-ec62-45d5-807a-a041757e086d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016960 Apr 28 19:38:07.957339 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad3403-ebae-403d-8bd8-8641a54f06ff req-5fbedb34-4cec-4b82-9a1e-41754ab4e113 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:07.958875 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43ad3403-ebae-403d-8bd8-8641a54f06ff req-5fbedb34-4cec-4b82-9a1e-41754ab4e113 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 943 time: 0.0973480 Apr 28 19:38:07.962341 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-9746db6a-fc0c-4757-acd4-c7ba549c72e1 None None] Set router 671b7009-b8af-4e87-97d9-d37d404376b9 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:07.979950 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-a0bb007b-9772-40ba-8aa2-d1a144dc95cd service neutron] Attempting to bind port 177ec91f-a8cb-422b-8006-483627d9b4bd on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:38:07.980525 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-a0bb007b-9772-40ba-8aa2-d1a144dc95cd service neutron] Attempting to bind port 177ec91f-a8cb-422b-8006-483627d9b4bd by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'e0cb1ff0-18a4-4859-89a0-14772c6e60ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:38:07.980938 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-a0bb007b-9772-40ba-8aa2-d1a144dc95cd service neutron] Attempting to bind port 177ec91f-a8cb-422b-8006-483627d9b4bd on network b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:38:07.981342 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-8c9bcb89-a92a-4af9-ab86-6e70c4167a30 service neutron] 10.222.0.15 "GET /v2.0/networks/b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591064 Apr 28 19:38:07.994067 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ab204-c75a-4227-bc5d-bb5fd8d74705 req-31c59049-69e9-4046-bdad-f382c750f1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:07.995804 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9b2ab204-c75a-4227-bc5d-bb5fd8d74705 req-31c59049-69e9-4046-bdad-f382c750f1d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d5c93c2-9d1b-4c66-8e1f-a78766af188b HTTP/1.1" status: 200 len: 847 time: 0.3330081 Apr 28 19:38:07.999447 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-a0bb007b-9772-40ba-8aa2-d1a144dc95cd service neutron] Port 177ec91f-a8cb-422b-8006-483627d9b4bd on network b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:38:07.999773 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-a0bb007b-9772-40ba-8aa2-d1a144dc95cd service neutron] Attempting to bind port 177ec91f-a8cb-422b-8006-483627d9b4bd on network b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:38:08.011397 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-a0bb007b-9772-40ba-8aa2-d1a144dc95cd service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:38:08.011649 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-a0bb007b-9772-40ba-8aa2-d1a144dc95cd service neutron] Checking segment: {'id': 'e0cb1ff0-18a4-4859-89a0-14772c6e60ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:38:08.012029 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-a0bb007b-9772-40ba-8aa2-d1a144dc95cd service neutron] Bound using segment: {'id': 'e0cb1ff0-18a4-4859-89a0-14772c6e60ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:38:08.012512 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-a0bb007b-9772-40ba-8aa2-d1a144dc95cd service neutron] Bound port: 177ec91f-a8cb-422b-8006-483627d9b4bd, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0cb1ff0-18a4-4859-89a0-14772c6e60ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:38:08.012876 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-a0bb007b-9772-40ba-8aa2-d1a144dc95cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:08.016687 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43ad3403-ebae-403d-8bd8-8641a54f06ff req-a2975914-fc31-44da-a653-0040fb9aa100 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482445 Apr 28 19:38:08.036599 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-88c72af4-5740-4194-8f4c-a7a3278eb306 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:08.096561 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d70098-1c4d-44e2-85be-813e07da54b8 req-5210d997-9dda-41ae-9750-41bcbb38a7cd tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:08.098172 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-45d70098-1c4d-44e2-85be-813e07da54b8 req-5210d997-9dda-41ae-9750-41bcbb38a7cd tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce90ce7b-e290-41d5-93f7-8b927b0af32f HTTP/1.1" status: 200 len: 945 time: 0.3001461 Apr 28 19:38:08.131015 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7e1604-4042-4259-b246-3b258ea3a402 x-openstack-request-id: req-4a7e1604-4042-4259-b246-3b258ea3a402 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:08.131378 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce90ce7b-e290-41d5-93f7-8b927b0af32f", "tag": "d99c82f4-9e60-4f9d-803b-08ade4682f4e", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:08.131594 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4a7e1604-4042-4259-b246-3b258ea3a402 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:08.131942 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a7e1604-4042-4259-b246-3b258ea3a402'] response: {'name': 'network-changed', 'server_uuid': 'ce90ce7b-e290-41d5-93f7-8b927b0af32f', 'tag': 'd99c82f4-9e60-4f9d-803b-08ade4682f4e', 'status': 'completed', 'code': 200} Apr 28 19:38:08.293513 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d1f65-7294-454c-953a-9b50fde430be req-5e9db010-37e9-4efd-a873-38dedf476284 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:08.295189 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-547d1f65-7294-454c-953a-9b50fde430be req-5e9db010-37e9-4efd-a873-38dedf476284 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1294792 Apr 28 19:38:08.310211 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88605d23-a741-4def-b6e7-16f2f65e5660 req-c48f07a0-01d6-4fec-ad20-3a583f5f1541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:08.311939 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-88605d23-a741-4def-b6e7-16f2f65e5660 req-c48f07a0-01d6-4fec-ad20-3a583f5f1541 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c27ab83294f244dbb917866ac945a124&device_id=591127db-1cc9-461e-9444-3ed2c396127d HTTP/1.1" status: 200 len: 1094 time: 0.0852666 Apr 28 19:38:08.314274 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a8bd8-7f54-4c58-9ecb-68626da23e3c req-d374e7dc-9ed2-4471-a3f5-e842f329dbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:08.316722 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2d2a8bd8-7f54-4c58-9ecb-68626da23e3c req-d374e7dc-9ed2-4471-a3f5-e842f329dbff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e26f59f9d0474a89964c14355d73907c&device_id=ce90ce7b-e290-41d5-93f7-8b927b0af32f HTTP/1.1" status: 200 len: 1096 time: 0.1115553 Apr 28 19:38:08.417539 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9746db6a-fc0c-4757-acd4-c7ba549c72e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'name': 'tempest-ServersTestJSON-1862462609-router', 'tenant_id': 'e26f59f9d0474a89964c14355d73907c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '43da9400-70eb-40ab-8aa0-ac0aaed2db14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:55Z', 'updated_at': '2022-04-28T19:37:09Z', 'revision_number': 4, 'project_id': 'e26f59f9d0474a89964c14355d73907c', 'gw_port': {'id': '43da9400-70eb-40ab-8aa0-ac0aaed2db14', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:36:57Z', 'updated_at': '2022-04-28T19:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '8bb41fc7-63be-4700-a65f-f7d63f7dca8a', 'tenant_id': 'e26f59f9d0474a89964c14355d73907c', 'floating_ip_address': '172.25.8.26', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'port_id': 'd99c82f4-9e60-4f9d-803b-08ade4682f4e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03c23c13-73a0-4f69-a029-d17265afa037', 'mac_address': 'fa:16:3e:35:3b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce90ce7b-e290-41d5-93f7-8b927b0af32f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:37:27Z', 'updated_at': '2022-04-28T19:38:04Z', 'revision_number': 1, 'project_id': 'e26f59f9d0474a89964c14355d73907c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf32e057-f420-40c4-a773-ce5b42a8e0ab', 'name': '', 'network_id': '03c23c13-73a0-4f69-a029-d17265afa037', 'tenant_id': 'e26f59f9d0474a89964c14355d73907c', 'mac_address': 'fa:16:3e:13:7a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'daac5a1d-32c4-4cd3-af48-779eecb90ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:06Z', 'updated_at': '2022-04-28T19:37:17Z', 'revision_number': 5, 'project_id': 'e26f59f9d0474a89964c14355d73907c', 'subnets': [{'id': 'daac5a1d-32c4-4cd3-af48-779eecb90ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:08.446988 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9746db6a-fc0c-4757-acd4-c7ba549c72e1 None None] The sync data for ids ['671b7009-b8af-4e87-97d9-d37d404376b9'] in n-d-839810-1 is: [{'id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'name': 'tempest-ServersTestJSON-1862462609-router', 'tenant_id': 'e26f59f9d0474a89964c14355d73907c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '43da9400-70eb-40ab-8aa0-ac0aaed2db14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:55Z', 'updated_at': '2022-04-28T19:37:09Z', 'revision_number': 4, 'project_id': 'e26f59f9d0474a89964c14355d73907c', 'gw_port': {'id': '43da9400-70eb-40ab-8aa0-ac0aaed2db14', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:36:57Z', 'updated_at': '2022-04-28T19:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '8bb41fc7-63be-4700-a65f-f7d63f7dca8a', 'tenant_id': 'e26f59f9d0474a89964c14355d73907c', 'floating_ip_address': '172.25.8.26', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'port_id': 'd99c82f4-9e60-4f9d-803b-08ade4682f4e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03c23c13-73a0-4f69-a029-d17265afa037', 'mac_address': 'fa:16:3e:35:3b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce90ce7b-e290-41d5-93f7-8b927b0af32f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:37:27Z', 'updated_at': '2022-04-28T19:38:04Z', 'revision_number': 1, 'project_id': 'e26f59f9d0474a89964c14355d73907c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf32e057-f420-40c4-a773-ce5b42a8e0ab', 'name': '', 'network_id': '03c23c13-73a0-4f69-a029-d17265afa037', 'tenant_id': 'e26f59f9d0474a89964c14355d73907c', 'mac_address': 'fa:16:3e:13:7a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'daac5a1d-32c4-4cd3-af48-779eecb90ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:06Z', 'updated_at': '2022-04-28T19:37:17Z', 'revision_number': 5, 'project_id': 'e26f59f9d0474a89964c14355d73907c', 'subnets': [{'id': 'daac5a1d-32c4-4cd3-af48-779eecb90ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:38:08.472451 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-547d1f65-7294-454c-953a-9b50fde430be req-ecd958f7-21c1-4b19-bdb2-438b67b74b24 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545587 Apr 28 19:38:08.527741 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88605d23-a741-4def-b6e7-16f2f65e5660 req-2c4db138-773b-42d9-abdf-4231159ba53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:08.529292 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-88605d23-a741-4def-b6e7-16f2f65e5660 req-2c4db138-773b-42d9-abdf-4231159ba53f service neutron] 10.222.0.15 "GET /v2.0/networks?id=b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb HTTP/1.1" status: 200 len: 914 time: 0.1958823 Apr 28 19:38:08.533241 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a8bd8-7f54-4c58-9ecb-68626da23e3c req-b2ef3726-c394-4964-be29-bf407502f0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:08.534711 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2d2a8bd8-7f54-4c58-9ecb-68626da23e3c req-b2ef3726-c394-4964-be29-bf407502f0e5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=03c23c13-73a0-4f69-a029-d17265afa037 HTTP/1.1" status: 200 len: 907 time: 0.2002628 Apr 28 19:38:08.551484 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 3c5d3702-21ed-4e90-8bf7-71b133a2cfa0 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:38:08.579002 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9b2ab204-c75a-4227-bc5d-bb5fd8d74705 req-f4952a0f-fd88-4785-a0cc-cac239a18c27 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4054155 Apr 28 19:38:08.588220 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-a0bb007b-9772-40ba-8aa2-d1a144dc95cd service neutron] For port 177ec91f-a8cb-422b-8006-483627d9b4bd, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:38:08.609408 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 3c5d3702-21ed-4e90-8bf7-71b133a2cfa0 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:38:08.614392 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-88605d23-a741-4def-b6e7-16f2f65e5660 req-ee5ae179-de56-400b-8504-1231eebc584e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f0b9d1d-5e33-4093-aa05-fd1326fa90ba HTTP/1.1" status: 200 len: 217 time: 0.0708728 Apr 28 19:38:08.618996 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 3c5d3702-21ed-4e90-8bf7-71b133a2cfa0 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:08.619806 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:08.630073 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-a0bb007b-9772-40ba-8aa2-d1a144dc95cd service neutron] For port 177ec91f-a8cb-422b-8006-483627d9b4bd, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=177ec91f-a8cb-422b-8006-483627d9b4bd,segment=NetworkSegment(e0cb1ff0-18a4-4859-89a0-14772c6e60ff),segment_id=e0cb1ff0-18a4-4859-89a0-14772c6e60ff)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:38:08.648503 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-45d70098-1c4d-44e2-85be-813e07da54b8 req-17df368e-1211-45a3-91c2-73a80a4bda95 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.42 "GET /v2.0/security-groups?id=244d79a3-9e27-4766-be20-962837c5b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5214982 Apr 28 19:38:08.692760 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-a0bb007b-9772-40ba-8aa2-d1a144dc95cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:08.737775 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-a0bb007b-9772-40ba-8aa2-d1a144dc95cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:08.738394 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-a0bb007b-9772-40ba-8aa2-d1a144dc95cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:08.739865 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-a0bb007b-9772-40ba-8aa2-d1a144dc95cd service neutron] 10.222.0.44 "PUT /v2.0/ports/177ec91f-a8cb-422b-8006-483627d9b4bd HTTP/1.1" status: 200 len: 1091 time: 2.7800508 Apr 28 19:38:08.779796 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506f3e17-8952-41a3-bdfc-8a92bc0e6fa2 None None] New status for floating IP 8bb41fc7-63be-4700-a65f-f7d63f7dca8a: ACTIVE {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:38:08.785645 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2d2a8bd8-7f54-4c58-9ecb-68626da23e3c req-58976fc2-e33d-46c3-b3ca-ddaf176b31de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d99c82f4-9e60-4f9d-803b-08ade4682f4e HTTP/1.1" status: 200 len: 998 time: 0.1811359 Apr 28 19:38:08.813841 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b789da7-d97d-4547-ae7f-728ccd5ea928 req-d09b8a4d-890f-4d57-a1bc-10fb45ab3ecc tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:08.821916 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0b789da7-d97d-4547-ae7f-728ccd5ea928 req-d09b8a4d-890f-4d57-a1bc-10fb45ab3ecc tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b5e530c-be0b-4371-a4ce-e44fa69aab7a HTTP/1.1" status: 200 len: 943 time: 0.2161605 Apr 28 19:38:08.849406 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:08.853713 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88605d23-a741-4def-b6e7-16f2f65e5660 req-aa041898-756e-4728-b9db-eeb064ad0c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:08.856050 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-88605d23-a741-4def-b6e7-16f2f65e5660 req-aa041898-756e-4728-b9db-eeb064ad0c5f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8616dcc1-9271-4ef2-abbb-c6606af7323b HTTP/1.1" status: 200 len: 853 time: 0.1989155 Apr 28 19:38:08.901236 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-88605d23-a741-4def-b6e7-16f2f65e5660 req-3c9f0475-5317-4ec3-a4f7-0808400e7e48 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341163 Apr 28 19:38:08.929245 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a8bd8-7f54-4c58-9ecb-68626da23e3c req-550a69e5-0bb4-4a39-b54a-18d27255ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:08.931000 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2d2a8bd8-7f54-4c58-9ecb-68626da23e3c req-550a69e5-0bb4-4a39-b54a-18d27255ab47 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=daac5a1d-32c4-4cd3-af48-779eecb90ff6 HTTP/1.1" status: 200 len: 845 time: 0.1350331 Apr 28 19:38:08.937429 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 3c5d3702-21ed-4e90-8bf7-71b133a2cfa0, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=3c5d3702-21ed-4e90-8bf7-71b133a2cfa0,segment=NetworkSegment(2fb8e97e-9156-445e-9ce1-e18ed4c88813),segment_id=2fb8e97e-9156-445e-9ce1-e18ed4c88813)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:08.940844 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0b789da7-d97d-4547-ae7f-728ccd5ea928 req-4f3547c9-9f59-47a4-8277-d5ca1b65aa5e tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f2ee023-a8e3-4096-ae6c-386871a0809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175845 Apr 28 19:38:08.942895 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb007b-9772-40ba-8aa2-d1a144dc95cd service neutron] Pushing event updated for resources: {'Port': ['ID=177ec91f-a8cb-422b-8006-483627d9b4bd,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:08.947204 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:08.949477 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c9a882ff-3675-47c6-9f41-55e2355bfc92 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:38:08.991050 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0b394-4768-4da2-a377-d5d8622a57c7 req-c8d939f0-03ea-4596-8e6a-14594f0cd459 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:08.993181 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a6b0b394-4768-4da2-a377-d5d8622a57c7 req-c8d939f0-03ea-4596-8e6a-14594f0cd459 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/ports?device_id=d55fc07d-551f-4d7b-8130-821e2b3df204 HTTP/1.1" status: 200 len: 944 time: 0.2016554 Apr 28 19:38:08.998725 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9b2ab204-c75a-4227-bc5d-bb5fd8d74705 req-8817faa7-f530-4e46-9f76-c72e95e3f6cf service neutron] 10.222.0.15 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081469 Apr 28 19:38:09.013743 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-917acbcc-41b4-40c3-b42e-f1758329b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:09.014920 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-917acbcc-41b4-40c3-b42e-f1758329b34f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c27ab83294f244dbb917866ac945a124&device_id=0b5e530c-be0b-4371-a4ce-e44fa69aab7a HTTP/1.1" status: 200 len: 1094 time: 0.1966913 Apr 28 19:38:09.032144 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: c9a882ff-3675-47c6-9f41-55e2355bfc92 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:38:09.032144 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c9a882ff-3675-47c6-9f41-55e2355bfc92 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:38:09.057203 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-88c72af4-5740-4194-8f4c-a7a3278eb306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:09.076404 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a8bd8-7f54-4c58-9ecb-68626da23e3c req-a9f871f4-2136-4330-b48f-ffd2e8da0da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:09.077886 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2d2a8bd8-7f54-4c58-9ecb-68626da23e3c req-a9f871f4-2136-4330-b48f-ffd2e8da0da8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=03c23c13-73a0-4f69-a029-d17265afa037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1219203 Apr 28 19:38:09.117308 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=3c5d3702-21ed-4e90-8bf7-71b133a2cfa0,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:09.138405 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-88605d23-a741-4def-b6e7-16f2f65e5660 req-61de3c0a-4a81-42d2-bf23-6bb7cfe8c229 service neutron] 10.222.0.15 "GET /v2.0/networks/b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262802 Apr 28 19:38:09.199305 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-b81a609d-5e41-4f06-9290-00def6840edd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=177ec91f-a8cb-422b-8006-483627d9b4bd HTTP/1.1" status: 200 len: 217 time: 0.1474969 Apr 28 19:38:09.270340 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a6b0b394-4768-4da2-a377-d5d8622a57c7 req-ba602858-894a-44d4-a6da-2d9f6dc5a36f tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b8d6d46-8bb9-4e41-9d21-b4840b2243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706509 Apr 28 19:38:09.307609 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234dc0f4-aacc-4604-8683-ee4245e5a99a req-afe30f6e-db96-4a0f-b8b9-8d51e825a410 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:09.309205 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-234dc0f4-aacc-4604-8683-ee4245e5a99a req-afe30f6e-db96-4a0f-b8b9-8d51e825a410 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=97861477-7b6d-48aa-9bdf-89105905415c HTTP/1.1" status: 200 len: 946 time: 0.1294618 Apr 28 19:38:09.324779 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2d2a8bd8-7f54-4c58-9ecb-68626da23e3c req-95e700b4-cde1-4141-a4ed-67068a020eca service neutron] 10.222.0.15 "GET /v2.0/networks/03c23c13-73a0-4f69-a029-d17265afa037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221477 Apr 28 19:38:09.371822 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-8ea65eef-7ba0-4e41-9993-9304c8a2fbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:09.373458 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-8ea65eef-7ba0-4e41-9993-9304c8a2fbf0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8616dcc1-9271-4ef2-abbb-c6606af7323b HTTP/1.1" status: 200 len: 853 time: 0.1296525 Apr 28 19:38:09.377315 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9b2ab204-c75a-4227-bc5d-bb5fd8d74705 req-420b0911-5172-4f80-a1d7-4b0226b59e6d service neutron] 10.222.0.15 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614893 Apr 28 19:38:09.380885 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-88605d23-a741-4def-b6e7-16f2f65e5660 req-73efa322-ed3a-4b13-ba7f-7250c13e3898 service neutron] 10.222.0.15 "GET /v2.0/networks/b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022197 Apr 28 19:38:09.417189 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-82ee226f-6576-49ed-acf1-c0e8e93a8d1a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320771 Apr 28 19:38:09.442860 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d04f3d-4255-4737-aad2-787288748693', 'name': 'network-vif-deleted', 'tag': 'c9a882ff-3675-47c6-9f41-55e2355bfc92'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:09.445117 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4568ec6f-72df-47e0-acad-e41bf96885b5" -d '{"events": [{"server_uuid": "48d04f3d-4255-4737-aad2-787288748693", "name": "network-vif-deleted", "tag": "c9a882ff-3675-47c6-9f41-55e2355bfc92"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:09.451973 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-234dc0f4-aacc-4604-8683-ee4245e5a99a req-d3f29590-da6a-48c2-8392-949a0435fb5d tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=37c9ae11-ec62-45d5-807a-a041757e086d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298821 Apr 28 19:38:09.491550 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2d2a8bd8-7f54-4c58-9ecb-68626da23e3c req-f2657b7d-02c7-45b2-bbe6-da2d78e4c85a service neutron] 10.222.0.15 "GET /v2.0/networks/03c23c13-73a0-4f69-a029-d17265afa037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527872 Apr 28 19:38:09.510425 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55fc07d-551f-4d7b-8130-821e2b3df204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5d3702-21ed-4e90-8bf7-71b133a2cfa0'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:09.513597 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ededf4cf-d2c7-47a6-89fd-db50db85f39f" -d '{"events": [{"server_uuid": "d55fc07d-551f-4d7b-8130-821e2b3df204", "name": "network-vif-plugged", "status": "completed", "tag": "3c5d3702-21ed-4e90-8bf7-71b133a2cfa0"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:09.564935 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77534ccc-8246-4daa-8348-7e1a05ca78c6 req-04e4396d-55f7-4733-8fa7-253b9d16dd33 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:09.566575 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-77534ccc-8246-4daa-8348-7e1a05ca78c6 req-04e4396d-55f7-4733-8fa7-253b9d16dd33 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 943 time: 0.1517005 Apr 28 19:38:09.576304 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-04c87bfe-dbaa-4a98-885b-c61cb13eee9e service neutron] 10.222.0.44 "GET /v2.0/networks/b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486373 Apr 28 19:38:09.576540 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b98f9a-804c-4093-ba0d-b223dc41612d req-71d3ea59-161e-405c-b867-5eec1f1d9f25 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:09.578199 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3b98f9a-804c-4093-ba0d-b223dc41612d req-71d3ea59-161e-405c-b867-5eec1f1d9f25 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.0566924 Apr 28 19:38:09.615994 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c72af4-5740-4194-8f4c-a7a3278eb306 admin admin] Router a21e26cc-d36b-487a-8da3-6ef938ef17b5 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:38:09.621518 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3b98f9a-804c-4093-ba0d-b223dc41612d req-75afdd87-be18-4a3c-9205-e2b40518ee2f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343273 Apr 28 19:38:09.677880 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-77534ccc-8246-4daa-8348-7e1a05ca78c6 req-c6844f99-94e7-4cb3-abdd-b9457a9ad342 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039348 Apr 28 19:38:09.733746 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbfbf8e-c0e5-43b8-9584-7352f6e2275d x-openstack-request-id: req-9cbfbf8e-c0e5-43b8-9584-7352f6e2275d {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:09.734037 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d04f3d-4255-4737-aad2-787288748693", "name": "network-vif-deleted", "tag": "c9a882ff-3675-47c6-9f41-55e2355bfc92", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:09.734439 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9cbfbf8e-c0e5-43b8-9584-7352f6e2275d {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:09.734835 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cbfbf8e-c0e5-43b8-9584-7352f6e2275d'] response: {'server_uuid': '48d04f3d-4255-4737-aad2-787288748693', 'name': 'network-vif-deleted', 'tag': 'c9a882ff-3675-47c6-9f41-55e2355bfc92', 'status': 'completed', 'code': 200} Apr 28 19:38:09.773902 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c824b1d0-0a35-4565-8cf6-7277a697960f x-openstack-request-id: req-c824b1d0-0a35-4565-8cf6-7277a697960f {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:09.774420 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55fc07d-551f-4d7b-8130-821e2b3df204", "name": "network-vif-plugged", "status": "completed", "tag": "3c5d3702-21ed-4e90-8bf7-71b133a2cfa0", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:09.774420 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c824b1d0-0a35-4565-8cf6-7277a697960f {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:09.774829 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c824b1d0-0a35-4565-8cf6-7277a697960f'] response: {'server_uuid': 'd55fc07d-551f-4d7b-8130-821e2b3df204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5d3702-21ed-4e90-8bf7-71b133a2cfa0', 'code': 200} Apr 28 19:38:09.778322 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0682bdba-a10b-46ca-9bdc-da9628d9be66 req-e7f7c0e0-7c14-4a08-8fb8-3f48b063a0a2 service neutron] 10.222.0.44 "GET /v2.0/networks/b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926928 Apr 28 19:38:09.803566 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c72af4-5740-4194-8f4c-a7a3278eb306 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:38:09.823539 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bf9443-8b4b-445c-a04d-7c1a19db2cf7 None None] Sync routers for ids ['a21e26cc-d36b-487a-8da3-6ef938ef17b5'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:38:09.834062 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-88c72af4-5740-4194-8f4c-a7a3278eb306 admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:09.838277 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-88c72af4-5740-4194-8f4c-a7a3278eb306 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.9735973 Apr 28 19:38:09.839411 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45638) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:09.844173 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bf9443-8b4b-445c-a04d-7c1a19db2cf7 None None] Routers {'a21e26cc-d36b-487a-8da3-6ef938ef17b5'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:09.844913 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b4bf9443-8b4b-445c-a04d-7c1a19db2cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:37:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['a21e26cc-d36b-487a-8da3-6ef938ef17b5'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:09.958671 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316054e8-b0d8-46a2-99f4-b65b41ad88ff req-265d5a2b-055f-48d9-b00f-65a2a565a092 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:09.967883 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-316054e8-b0d8-46a2-99f4-b65b41ad88ff req-265d5a2b-055f-48d9-b00f-65a2a565a092 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1123874 Apr 28 19:38:09.997841 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db685d2-a2ba-42d6-baef-92a63f65733f req-2a733e12-b843-423a-b6e5-13e8937f6fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:09.998119 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-b4bf9443-8b4b-445c-a04d-7c1a19db2cf7 None None] Set router a21e26cc-d36b-487a-8da3-6ef938ef17b5 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:09.999784 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7db685d2-a2ba-42d6-baef-92a63f65733f req-2a733e12-b843-423a-b6e5-13e8937f6fce service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d55fc07d-551f-4d7b-8130-821e2b3df204 HTTP/1.1" status: 200 len: 1096 time: 0.1059053 Apr 28 19:38:10.052235 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-316054e8-b0d8-46a2-99f4-b65b41ad88ff req-2c18639e-db1a-44f0-a482-83e4c6caf26a tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820210 Apr 28 19:38:10.069123 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7db685d2-a2ba-42d6-baef-92a63f65733f req-3ad97449-6798-4983-a70b-4ca1182a7513 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2b8d6d46-8bb9-4e41-9d21-b4840b2243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598111 Apr 28 19:38:10.132997 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b5e530c-be0b-4371-a4ce-e44fa69aab7a', 'tag': '177ec91f-a8cb-422b-8006-483627d9b4bd'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:10.135418 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2badfa-71bf-4d21-94ee-c4d5e98bf6b2" -d '{"events": [{"name": "network-changed", "server_uuid": "0b5e530c-be0b-4371-a4ce-e44fa69aab7a", "tag": "177ec91f-a8cb-422b-8006-483627d9b4bd"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:10.206033 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61de694-c217-4517-9029-24576bade6c9 req-77333450-d590-4903-8e69-3e6095dc622a tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:10.207890 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a61de694-c217-4517-9029-24576bade6c9 req-77333450-d590-4903-8e69-3e6095dc622a tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b5e530c-be0b-4371-a4ce-e44fa69aab7a HTTP/1.1" status: 200 len: 943 time: 0.0690067 Apr 28 19:38:10.261824 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b4bf9443-8b4b-445c-a04d-7c1a19db2cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21e26cc-d36b-487a-8da3-6ef938ef17b5', 'name': 'tempest-TaggedBootDevicesTest_v242-738037933-router', 'tenant_id': 'f4a573290c2b4dbabf19ce10f322c691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': 'b9a7146f-55e2-4d7f-abe9-ccb40c2262d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:02Z', 'updated_at': '2022-04-28T19:38:07Z', 'revision_number': 3, 'project_id': 'f4a573290c2b4dbabf19ce10f322c691', 'gw_port': {'id': 'b9a7146f-55e2-4d7f-abe9-ccb40c2262d7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:95:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21e26cc-d36b-487a-8da3-6ef938ef17b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:05Z', 'updated_at': '2022-04-28T19:38:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:10.270037 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a61de694-c217-4517-9029-24576bade6c9 req-7126bbcd-dc78-4b87-bb02-cd89e5bb8b4e tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f2ee023-a8e3-4096-ae6c-386871a0809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551465 Apr 28 19:38:10.290972 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bf9443-8b4b-445c-a04d-7c1a19db2cf7 None None] Checking router: a21e26cc-d36b-487a-8da3-6ef938ef17b5 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:38:10.291322 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bf9443-8b4b-445c-a04d-7c1a19db2cf7 None None] Updating router a21e26cc-d36b-487a-8da3-6ef938ef17b5 port b9a7146f-55e2-4d7f-abe9-ccb40c2262d7 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:38:10.316654 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561a6e98-7eca-44c1-bf4d-c7a25d5c32f4 x-openstack-request-id: req-561a6e98-7eca-44c1-bf4d-c7a25d5c32f4 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:10.316949 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b5e530c-be0b-4371-a4ce-e44fa69aab7a", "tag": "177ec91f-a8cb-422b-8006-483627d9b4bd", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:10.317199 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-561a6e98-7eca-44c1-bf4d-c7a25d5c32f4 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:10.317605 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-561a6e98-7eca-44c1-bf4d-c7a25d5c32f4'] response: {'name': 'network-changed', 'server_uuid': '0b5e530c-be0b-4371-a4ce-e44fa69aab7a', 'tag': '177ec91f-a8cb-422b-8006-483627d9b4bd', 'status': 'completed', 'code': 200} Apr 28 19:38:10.321301 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-b4bf9443-8b4b-445c-a04d-7c1a19db2cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:10.397401 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2badfa-71bf-4d21-94ee-c4d5e98bf6b2 req-7819e512-207b-4cd5-be0f-92c3ea7c0093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:10.398910 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6a2badfa-71bf-4d21-94ee-c4d5e98bf6b2 req-7819e512-207b-4cd5-be0f-92c3ea7c0093 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c27ab83294f244dbb917866ac945a124&device_id=0b5e530c-be0b-4371-a4ce-e44fa69aab7a HTTP/1.1" status: 200 len: 1094 time: 0.0520539 Apr 28 19:38:10.441471 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bcdf5-4ead-435e-9b30-46758e7756ce req-c3f75a10-9196-4b82-80ff-a10780361e95 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:10.443373 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5e6bcdf5-4ead-435e-9b30-46758e7756ce req-c3f75a10-9196-4b82-80ff-a10780361e95 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1068027 Apr 28 19:38:10.524201 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2badfa-71bf-4d21-94ee-c4d5e98bf6b2 req-7f336d23-e897-43cf-bbcc-9ef6592645a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:10.526359 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6a2badfa-71bf-4d21-94ee-c4d5e98bf6b2 req-7f336d23-e897-43cf-bbcc-9ef6592645a2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb HTTP/1.1" status: 200 len: 914 time: 0.1184335 Apr 28 19:38:10.537915 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5e6bcdf5-4ead-435e-9b30-46758e7756ce req-970590c9-6de3-4418-89f6-fc63eccebe7e tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854831 Apr 28 19:38:10.594516 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6a2badfa-71bf-4d21-94ee-c4d5e98bf6b2 req-20d125e5-8111-47eb-b17b-d4e8df3a2e49 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=177ec91f-a8cb-422b-8006-483627d9b4bd HTTP/1.1" status: 200 len: 217 time: 0.0582719 Apr 28 19:38:10.630875 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device aadf9260-8573-4b20-888a-2caa4d850f12 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:38:10.668409 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2badfa-71bf-4d21-94ee-c4d5e98bf6b2 req-1f4f551a-5329-44fe-92dd-90c5e6976680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:10.670152 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6a2badfa-71bf-4d21-94ee-c4d5e98bf6b2 req-1f4f551a-5329-44fe-92dd-90c5e6976680 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8616dcc1-9271-4ef2-abbb-c6606af7323b HTTP/1.1" status: 200 len: 853 time: 0.0623772 Apr 28 19:38:10.723409 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-b4bf9443-8b4b-445c-a04d-7c1a19db2cf7 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:10.725777 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6a2badfa-71bf-4d21-94ee-c4d5e98bf6b2 req-deba95c6-0a59-461f-b7ee-906d5865e3be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462439 Apr 28 19:38:10.731935 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-b4bf9443-8b4b-445c-a04d-7c1a19db2cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:10.738830 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf209e98-2576-497a-b43f-8367ac525125 req-2a9782fc-7b26-4bd7-93f5-548375cf6974 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:10.750223 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cf209e98-2576-497a-b43f-8367ac525125 req-2a9782fc-7b26-4bd7-93f5-548375cf6974 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/ports?device_id=d55fc07d-551f-4d7b-8130-821e2b3df204 HTTP/1.1" status: 200 len: 945 time: 0.1450570 Apr 28 19:38:10.780601 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-b4bf9443-8b4b-445c-a04d-7c1a19db2cf7 None None] Attempting to bind port b9a7146f-55e2-4d7f-abe9-ccb40c2262d7 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:38:10.781280 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-b4bf9443-8b4b-445c-a04d-7c1a19db2cf7 None None] Attempting to bind port b9a7146f-55e2-4d7f-abe9-ccb40c2262d7 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:38:10.781971 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bf9443-8b4b-445c-a04d-7c1a19db2cf7 None None] Attempting to bind port b9a7146f-55e2-4d7f-abe9-ccb40c2262d7 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:38:10.792716 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port aadf9260-8573-4b20-888a-2caa4d850f12, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=aadf9260-8573-4b20-888a-2caa4d850f12,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:10.795074 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bf9443-8b4b-445c-a04d-7c1a19db2cf7 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:38:10.795672 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bf9443-8b4b-445c-a04d-7c1a19db2cf7 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:38:10.796076 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-b4bf9443-8b4b-445c-a04d-7c1a19db2cf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:10.796512 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bf9443-8b4b-445c-a04d-7c1a19db2cf7 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:38:10.797101 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-b4bf9443-8b4b-445c-a04d-7c1a19db2cf7 None None] Bound port: b9a7146f-55e2-4d7f-abe9-ccb40c2262d7, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:38:10.797688 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-b4bf9443-8b4b-445c-a04d-7c1a19db2cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:10.810486 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'aadf9260-8573-4b20-888a-2caa4d850f12', 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd', 'port_id': 'aadf9260-8573-4b20-888a-2caa4d850f12', 'mac_address': 'fa:16:3e:33:c5:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d5c93c2-9d1b-4c66-8e1f-a78766af188b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:38:10.846055 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cf209e98-2576-497a-b43f-8367ac525125 req-b6acbf52-4e3b-4025-ba29-76130fdb5f9b tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b8d6d46-8bb9-4e41-9d21-b4840b2243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946343 Apr 28 19:38:10.846496 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deab07a-7fae-4a37-a77d-7dfad2b26f38 req-8dc85a34-74db-4ddd-a2f5-e0c781097ebd tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:10.848664 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5deab07a-7fae-4a37-a77d-7dfad2b26f38 req-8dc85a34-74db-4ddd-a2f5-e0c781097ebd tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=97861477-7b6d-48aa-9bdf-89105905415c HTTP/1.1" status: 200 len: 946 time: 0.1341097 Apr 28 19:38:10.856494 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-b4bf9443-8b4b-445c-a04d-7c1a19db2cf7 None None] For port b9a7146f-55e2-4d7f-abe9-ccb40c2262d7, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:38:10.861446 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-b4bf9443-8b4b-445c-a04d-7c1a19db2cf7 None None] For port b9a7146f-55e2-4d7f-abe9-ccb40c2262d7, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=b9a7146f-55e2-4d7f-abe9-ccb40c2262d7,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:38:10.872458 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f07c9b7-c2c1-44a9-91dc-2093a93e5036 None None] Pushing event updated for resources: {'Port': ['ID=b9a7146f-55e2-4d7f-abe9-ccb40c2262d7,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:10.875778 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-b4bf9443-8b4b-445c-a04d-7c1a19db2cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:10.883952 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:10.888510 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f07c9b7-c2c1-44a9-91dc-2093a93e5036 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:10.888999 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f07c9b7-c2c1-44a9-91dc-2093a93e5036 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:10.889425 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f07c9b7-c2c1-44a9-91dc-2093a93e5036 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:10.889920 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f07c9b7-c2c1-44a9-91dc-2093a93e5036 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:10.890318 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f07c9b7-c2c1-44a9-91dc-2093a93e5036 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:10.891183 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f07c9b7-c2c1-44a9-91dc-2093a93e5036 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:10.891183 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f07c9b7-c2c1-44a9-91dc-2093a93e5036 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:10.891603 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f07c9b7-c2c1-44a9-91dc-2093a93e5036 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:10.892230 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f07c9b7-c2c1-44a9-91dc-2093a93e5036 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:10.892749 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f07c9b7-c2c1-44a9-91dc-2093a93e5036 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:10.893292 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f07c9b7-c2c1-44a9-91dc-2093a93e5036 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:10.893773 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f07c9b7-c2c1-44a9-91dc-2093a93e5036 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:10.917247 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aadf9260-8573-4b20-888a-2caa4d850f12 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:38:10.931878 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6a2badfa-71bf-4d21-94ee-c4d5e98bf6b2 req-10ac3adb-756c-42cf-9331-25f75b3541e4 service neutron] 10.222.0.44 "GET /v2.0/networks/b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811707 Apr 28 19:38:10.954859 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port aadf9260-8573-4b20-888a-2caa4d850f12, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=aadf9260-8573-4b20-888a-2caa4d850f12,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:10.960788 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bf9443-8b4b-445c-a04d-7c1a19db2cf7 None None] Routers {'a21e26cc-d36b-487a-8da3-6ef938ef17b5'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:10.961655 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b4bf9443-8b4b-445c-a04d-7c1a19db2cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:37:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['a21e26cc-d36b-487a-8da3-6ef938ef17b5'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:10.963511 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:10.966749 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 2f0b9d1d-5e33-4093-aa05-fd1326fa90ba details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:38:10.967881 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5deab07a-7fae-4a37-a77d-7dfad2b26f38 req-03452a99-5131-40d2-800f-f49a2f5d1f2f tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=37c9ae11-ec62-45d5-807a-a041757e086d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000469 Apr 28 19:38:11.042153 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f07c9b7-c2c1-44a9-91dc-2093a93e5036 None None] Pushing event updated for resources: {'Port': ['ID=b9a7146f-55e2-4d7f-abe9-ccb40c2262d7,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:11.090900 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=aadf9260-8573-4b20-888a-2caa4d850f12,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:11.107121 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db5121-bb13-4cf2-bffd-d43bf48b31b5 req-ccd6f1cf-4146-4e11-b53d-dab9494034aa tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:11.111385 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-31db5121-bb13-4cf2-bffd-d43bf48b31b5 req-ccd6f1cf-4146-4e11-b53d-dab9494034aa tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1831186 Apr 28 19:38:11.125526 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6a2badfa-71bf-4d21-94ee-c4d5e98bf6b2 req-a69f7953-60f6-4f24-95ef-9f7a8380990b service neutron] 10.222.0.44 "GET /v2.0/networks/b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839728 Apr 28 19:38:11.137668 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-b4bf9443-8b4b-445c-a04d-7c1a19db2cf7 None None] Set router a21e26cc-d36b-487a-8da3-6ef938ef17b5 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:11.153874 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d97870e6-7a1e-42f3-bb8f-74d30330360b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:11.168538 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 2f0b9d1d-5e33-4093-aa05-fd1326fa90ba, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=2f0b9d1d-5e33-4093-aa05-fd1326fa90ba,segment=NetworkSegment(e0cb1ff0-18a4-4859-89a0-14772c6e60ff),segment_id=e0cb1ff0-18a4-4859-89a0-14772c6e60ff)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:11.195941 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '2f0b9d1d-5e33-4093-aa05-fd1326fa90ba', 'network_id': 'b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb', 'port_id': '2f0b9d1d-5e33-4093-aa05-fd1326fa90ba', 'mac_address': 'fa:16:3e:b3:37:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8616dcc1-9271-4ef2-abbb-c6606af7323b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:38:11.256150 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:11.256525 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-31db5121-bb13-4cf2-bffd-d43bf48b31b5 req-4ae4e6da-1daa-4cbd-8e7b-6d19c7397245 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326668 Apr 28 19:38:11.313527 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f0b9d1d-5e33-4093-aa05-fd1326fa90ba {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:38:11.368990 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 2f0b9d1d-5e33-4093-aa05-fd1326fa90ba, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=2f0b9d1d-5e33-4093-aa05-fd1326fa90ba,segment=NetworkSegment(e0cb1ff0-18a4-4859-89a0-14772c6e60ff),segment_id=e0cb1ff0-18a4-4859-89a0-14772c6e60ff)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:11.375144 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:11.479545 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b4bf9443-8b4b-445c-a04d-7c1a19db2cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21e26cc-d36b-487a-8da3-6ef938ef17b5', 'name': 'tempest-TaggedBootDevicesTest_v242-738037933-router', 'tenant_id': 'f4a573290c2b4dbabf19ce10f322c691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': 'b9a7146f-55e2-4d7f-abe9-ccb40c2262d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:02Z', 'updated_at': '2022-04-28T19:38:07Z', 'revision_number': 3, 'project_id': 'f4a573290c2b4dbabf19ce10f322c691', 'gw_port': {'id': 'b9a7146f-55e2-4d7f-abe9-ccb40c2262d7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:95:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21e26cc-d36b-487a-8da3-6ef938ef17b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:05Z', 'updated_at': '2022-04-28T19:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:11.519851 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-d97870e6-7a1e-42f3-bb8f-74d30330360b admin admin] Allocated IP 172.20.0.1 (52ee5d25-2a63-45c8-bec8-8a32b452858e/7876ea2e-d817-4650-ab62-f518e0d2e93a/43b3018d-f0d8-429f-bb77-7b8f0f26fa64) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:38:11.529917 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bf9443-8b4b-445c-a04d-7c1a19db2cf7 None None] The sync data for ids ['a21e26cc-d36b-487a-8da3-6ef938ef17b5'] in n-d-839810-1 is: [{'id': 'a21e26cc-d36b-487a-8da3-6ef938ef17b5', 'name': 'tempest-TaggedBootDevicesTest_v242-738037933-router', 'tenant_id': 'f4a573290c2b4dbabf19ce10f322c691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': 'b9a7146f-55e2-4d7f-abe9-ccb40c2262d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:02Z', 'updated_at': '2022-04-28T19:38:07Z', 'revision_number': 3, 'project_id': 'f4a573290c2b4dbabf19ce10f322c691', 'gw_port': {'id': 'b9a7146f-55e2-4d7f-abe9-ccb40c2262d7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:95:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21e26cc-d36b-487a-8da3-6ef938ef17b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:05Z', 'updated_at': '2022-04-28T19:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:38:11.541182 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=2f0b9d1d-5e33-4093-aa05-fd1326fa90ba,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:11.569332 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe2906-bb08-4c83-b9bf-0a3a4486ff74 req-1f226cf5-d28a-4d3c-9451-fa655ab4e403 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:11.583438 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45708) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:11.588440 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-44fe2906-bb08-4c83-b9bf-0a3a4486ff74 req-1f226cf5-d28a-4d3c-9451-fa655ab4e403 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=97861477-7b6d-48aa-9bdf-89105905415c HTTP/1.1" status: 200 len: 946 time: 0.0840213 Apr 28 19:38:11.589634 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-a8e1db8b-5f06-41a3-96f5-f09a7e255ad4 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Request body: {'floatingip': {'port_id': 'f7275361-74d5-4846-89b8-50ac64894ba2'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:11.633772 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['2f0b9d1d-5e33-4093-aa05-fd1326fa90ba'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:38:11.637266 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['aadf9260-8573-4b20-888a-2caa4d850f12'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:38:11.674253 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a8e1db8b-5f06-41a3-96f5-f09a7e255ad4 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for floatingip, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:11.686430 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6eb614-32e2-49a1-8ca5-5399669becbb req-16365154-5d4f-4720-a1c3-1b983a56352a tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:11.694623 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9e6eb614-32e2-49a1-8ca5-5399669becbb req-16365154-5d4f-4720-a1c3-1b983a56352a tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 944 time: 0.2960920 Apr 28 19:38:11.720007 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a27017-4dcb-42e5-bbfa-97e390b0a888 req-25624def-e885-4f50-9319-6f1c2d668836 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:11.729928 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-95a27017-4dcb-42e5-bbfa-97e390b0a888 req-25624def-e885-4f50-9319-6f1c2d668836 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b5e530c-be0b-4371-a4ce-e44fa69aab7a HTTP/1.1" status: 200 len: 943 time: 0.0941265 Apr 28 19:38:11.790059 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-95a27017-4dcb-42e5-bbfa-97e390b0a888 req-da89b6cc-ca79-4bd2-9b75-52afba107bd4 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f2ee023-a8e3-4096-ae6c-386871a0809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589142 Apr 28 19:38:11.895556 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9e6eb614-32e2-49a1-8ca5-5399669becbb req-3b78f9b3-a776-4c0a-b668-d15a51e8cc8d tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968384 Apr 28 19:38:11.917912 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45722) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:11.924597 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d97870e6-7a1e-42f3-bb8f-74d30330360b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:12.067177 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-c0f4da40-cedd-4750-be35-4a7db6eaffb6 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:12.069078 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-c0f4da40-cedd-4750-be35-4a7db6eaffb6 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/networks?id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 HTTP/1.1" status: 200 len: 812 time: 0.1849985 Apr 28 19:38:12.103679 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-96753259-945d-40fc-87f4-6ef990b73ee4 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/quotas/94740374ca054549b67b793671aaad05 HTTP/1.1" status: 200 len: 375 time: 0.0277035 Apr 28 19:38:12.161255 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7dd12-680c-4f30-8c6a-18d3330b6e8d req-d4bb4341-afc8-407e-b1fa-06421ce33636 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:12.162808 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1f7dd12-680c-4f30-8c6a-18d3330b6e8d req-d4bb4341-afc8-407e-b1fa-06421ce33636 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/ports?device_id=d55fc07d-551f-4d7b-8130-821e2b3df204 HTTP/1.1" status: 200 len: 945 time: 0.1357906 Apr 28 19:38:12.168141 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d97870e6-7a1e-42f3-bb8f-74d30330360b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:12.176730 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-d2e4c860-0236-433f-9a63-582e73446b7b tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=94740374ca054549b67b793671aaad05&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0663185 Apr 28 19:38:12.293371 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-918314cc-f972-4634-834f-fd455bc54d71 service neutron] 10.222.0.42 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107228 Apr 28 19:38:12.313117 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97870e6-7a1e-42f3-bb8f-74d30330360b admin admin] Network 52ee5d25-2a63-45c8-bec8-8a32b452858e is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:38:12.361885 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-d97870e6-7a1e-42f3-bb8f-74d30330360b admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:12.364763 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97870e6-7a1e-42f3-bb8f-74d30330360b admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:38:12.392813 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-e0193280-b968-4914-9d8c-0a8d63609e08 service neutron] 10.222.0.42 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981705 Apr 28 19:38:12.430230 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97870e6-7a1e-42f3-bb8f-74d30330360b admin admin] Pushing event updated for resources: {'Port': ['ID=43b3018d-f0d8-429f-bb77-7b8f0f26fa64,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:12.487296 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1f7dd12-680c-4f30-8c6a-18d3330b6e8d req-3fee3622-f0ef-430c-b074-51b29f5767a5 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b8d6d46-8bb9-4e41-9d21-b4840b2243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851183 Apr 28 19:38:12.504662 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d97870e6-7a1e-42f3-bb8f-74d30330360b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:12.511752 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ee93234f-3bef-4d47-b240-d7c9c8e4fab6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eb31fca23fda462780f681319e8a4f33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5901585 Apr 28 19:38:12.512035 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45726) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:12.568534 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 177ec91f-a8cb-422b-8006-483627d9b4bd details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:38:12.638968 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device aadf9260-8573-4b20-888a-2caa4d850f12 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:38:12.650705 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.db.resource_extend [None req-a8e1db8b-5f06-41a3-96f5-f09a7e255ad4 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:38:12.667968 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8bfe9a45-0f28-4a58-962a-0d8fe0baab6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:12.709393 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a8e1db8b-5f06-41a3-96f5-f09a7e255ad4 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:12.735209 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0253a53f-c5c4-4d49-9833-1aa3ed21e655 req-ee07c47d-d930-4e87-b462-4191f435159c tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 210 time: 0.0893333 Apr 28 19:38:12.770334 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8bfe9a45-0f28-4a58-962a-0d8fe0baab6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:12.771411 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a8e1db8b-5f06-41a3-96f5-f09a7e255ad4 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:12.823085 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 177ec91f-a8cb-422b-8006-483627d9b4bd, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=177ec91f-a8cb-422b-8006-483627d9b4bd,segment=NetworkSegment(e0cb1ff0-18a4-4859-89a0-14772c6e60ff),segment_id=e0cb1ff0-18a4-4859-89a0-14772c6e60ff)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:12.860362 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b088630a-bb1b-499b-a51b-1de8f5911332 None None] Provisioning complete for port 43b3018d-f0d8-429f-bb77-7b8f0f26fa64 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:12.861575 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b088630a-bb1b-499b-a51b-1de8f5911332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:12.872991 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8bfe9a45-0f28-4a58-962a-0d8fe0baab6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:12.888603 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8bfe9a45-0f28-4a58-962a-0d8fe0baab6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:12.901062 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8bfe9a45-0f28-4a58-962a-0d8fe0baab6b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1405446e-ee39-4878-8bba-1170ad050e77 HTTP/1.1" status: 204 len: 168 time: 0.3877573 Apr 28 19:38:12.922219 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2c691852-40ee-4333-b943-c8ce063fea4b req-23b7d097-8147-4847-a95e-93b731e8cd07 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ce90ce7b-e290-41d5-93f7-8b927b0af32f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5854774 Apr 28 19:38:12.957426 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe9a45-0f28-4a58-962a-0d8fe0baab6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1405446e-ee39-4878-8bba-1170ad050e77,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:12.994082 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffd7ab-3660-44b7-aa6b-635bd9fa7efd req-9783a470-b86a-4c6c-a370-fa05f7c44272 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:13.003483 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bdffd7ab-3660-44b7-aa6b-635bd9fa7efd req-9783a470-b86a-4c6c-a370-fa05f7c44272 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b5e530c-be0b-4371-a4ce-e44fa69aab7a HTTP/1.1" status: 200 len: 943 time: 0.0995417 Apr 28 19:38:13.032732 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81913a0b-b93b-425a-90de-22b87a7f1189 req-8b166e79-3f6b-418c-b47c-3faf8b3dcbfe tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:13.035306 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-81913a0b-b93b-425a-90de-22b87a7f1189 req-8b166e79-3f6b-418c-b47c-3faf8b3dcbfe tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6ce721f-932a-4b0e-8173-b9432816dc43&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2689979 Apr 28 19:38:13.057984 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bdffd7ab-3660-44b7-aa6b-635bd9fa7efd req-7f4c8173-c486-437c-baa0-348d3494fcfc tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f2ee023-a8e3-4096-ae6c-386871a0809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533319 Apr 28 19:38:13.066368 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-b088630a-bb1b-499b-a51b-1de8f5911332 None None] Port 43b3018d-f0d8-429f-bb77-7b8f0f26fa64 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:38:13.069241 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port aadf9260-8573-4b20-888a-2caa4d850f12 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:38:13.083070 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '177ec91f-a8cb-422b-8006-483627d9b4bd', 'network_id': 'b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb', 'port_id': '177ec91f-a8cb-422b-8006-483627d9b4bd', 'mac_address': 'fa:16:3e:64:9c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8616dcc1-9271-4ef2-abbb-c6606af7323b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:38:13.088498 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port aadf9260-8573-4b20-888a-2caa4d850f12 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:13.088940 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:13.163278 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [None req-a8e1db8b-5f06-41a3-96f5-f09a7e255ad4 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Floating IP 67b2c8b4-5a2b-4277-8e86-9fdf9c415f55 associated. External IP: 172.25.8.65, port: f7275361-74d5-4846-89b8-50ac64894ba2. Apr 28 19:38:13.170923 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-81913a0b-b93b-425a-90de-22b87a7f1189 req-0670d73d-c1ae-4e69-b440-c991df101aa8 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 696 time: 0.1250868 Apr 28 19:38:13.203976 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee117b-504a-41a1-a458-67e33cb50472 req-72943141-a4ea-44c9-b782-e92e5e2bd7e5 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:13.213915 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0dee117b-504a-41a1-a458-67e33cb50472 req-72943141-a4ea-44c9-b782-e92e5e2bd7e5 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 944 time: 0.0748112 Apr 28 19:38:13.239296 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-81913a0b-b93b-425a-90de-22b87a7f1189 req-2f46e09a-0a74-4309-b09e-d770514a81b0 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Request body: {'floatingip': {'port_id': '7a9975b2-500f-485b-a22e-b469354f4190', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:13.258857 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c691852-40ee-4333-b943-c8ce063fea4b req-6c384413-a4d8-44bd-9df6-c86c2c60ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:13.260492 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2c691852-40ee-4333-b943-c8ce063fea4b req-6c384413-a4d8-44bd-9df6-c86c2c60ab76 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e26f59f9d0474a89964c14355d73907c&device_id=ce90ce7b-e290-41d5-93f7-8b927b0af32f HTTP/1.1" status: 200 len: 1096 time: 0.2497394 Apr 28 19:38:13.272214 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0dee117b-504a-41a1-a458-67e33cb50472 req-30b4aab1-ff6d-48a8-b542-bebdf1889de0 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570874 Apr 28 19:38:13.278310 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:13.344602 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d97870e6-7a1e-42f3-bb8f-74d30330360b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:13.362238 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177ec91f-a8cb-422b-8006-483627d9b4bd {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:38:13.364047 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-81913a0b-b93b-425a-90de-22b87a7f1189 req-2f46e09a-0a74-4309-b09e-d770514a81b0 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks [] for floatingip, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:13.388394 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:13.408910 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 177ec91f-a8cb-422b-8006-483627d9b4bd, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=177ec91f-a8cb-422b-8006-483627d9b4bd,segment=NetworkSegment(e0cb1ff0-18a4-4859-89a0-14772c6e60ff),segment_id=e0cb1ff0-18a4-4859-89a0-14772c6e60ff)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:13.425005 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:13.433597 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e764ad1d-970d-40b7-a63a-31308fbc17ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadf9260-8573-4b20-888a-2caa4d850f12'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:13.436195 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41259fd2-00ee-4922-b68f-fe3461cc9a46" -d '{"events": [{"server_uuid": "e764ad1d-970d-40b7-a63a-31308fbc17ec", "name": "network-vif-plugged", "status": "completed", "tag": "aadf9260-8573-4b20-888a-2caa4d850f12"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:13.483602 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device b9a7146f-55e2-4d7f-abe9-ccb40c2262d7 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:38:13.523400 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port aadf9260-8573-4b20-888a-2caa4d850f12, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=aadf9260-8573-4b20-888a-2caa4d850f12,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:13.525864 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1dbe111-f6b9-41ed-af5d-21a3e69abeb3 x-openstack-request-id: req-d1dbe111-f6b9-41ed-af5d-21a3e69abeb3 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:13.526222 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e764ad1d-970d-40b7-a63a-31308fbc17ec", "name": "network-vif-plugged", "status": "completed", "tag": "aadf9260-8573-4b20-888a-2caa4d850f12", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:13.526609 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d1dbe111-f6b9-41ed-af5d-21a3e69abeb3 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:13.527002 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1dbe111-f6b9-41ed-af5d-21a3e69abeb3'] response: {'server_uuid': 'e764ad1d-970d-40b7-a63a-31308fbc17ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadf9260-8573-4b20-888a-2caa4d850f12', 'code': 200} Apr 28 19:38:13.541846 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:13.542701 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 2f0b9d1d-5e33-4093-aa05-fd1326fa90ba up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:38:13.622547 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=177ec91f-a8cb-422b-8006-483627d9b4bd,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:13.791513 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['177ec91f-a8cb-422b-8006-483627d9b4bd'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:38:13.890835 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=aadf9260-8573-4b20-888a-2caa4d850f12,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:13.894418 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-875d8041-00a9-41b3-85b0-4b8935e37b5c req-91c1dd9d-607c-4823-b4a2-4c95921d54a9 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 210 time: 0.0459197 Apr 28 19:38:13.916123 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port b9a7146f-55e2-4d7f-abe9-ccb40c2262d7 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:13.916569 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:14.036604 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 2f0b9d1d-5e33-4093-aa05-fd1326fa90ba completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:38:14.073157 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 2f0b9d1d-5e33-4093-aa05-fd1326fa90ba triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:14.073958 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:14.243029 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:14.280944 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port b9a7146f-55e2-4d7f-abe9-ccb40c2262d7, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=b9a7146f-55e2-4d7f-abe9-ccb40c2262d7,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:14.289894 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:14.304248 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c691852-40ee-4333-b943-c8ce063fea4b req-ff7cf9fc-285b-444a-ae56-0d067c50b7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:14.305651 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2c691852-40ee-4333-b943-c8ce063fea4b req-ff7cf9fc-285b-444a-ae56-0d067c50b7ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=03c23c13-73a0-4f69-a029-d17265afa037 HTTP/1.1" status: 200 len: 907 time: 0.9955907 Apr 28 19:38:14.313480 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-0d70e330-9c65-474d-bcaf-d437015c1334 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:14.316197 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-0d70e330-9c65-474d-bcaf-d437015c1334 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.44 "GET /v2.0/networks?id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 HTTP/1.1" status: 200 len: 812 time: 0.1943469 Apr 28 19:38:14.325221 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722fc4b1-afee-44c0-bf72-1e8334664620 req-bd5bffec-4deb-43db-b915-427dff20f2bb tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:14.327575 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-722fc4b1-afee-44c0-bf72-1e8334664620 req-bd5bffec-4deb-43db-b915-427dff20f2bb tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b5e530c-be0b-4371-a4ce-e44fa69aab7a HTTP/1.1" status: 200 len: 944 time: 0.1155744 Apr 28 19:38:14.333109 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-14edcd3e-9812-4f2d-8531-b29b30df3bad tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Request body: {'port': {'device_id': 'a3319b81-b268-4f98-b024-6aeca4d9b683', 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19', 'admin_state_up': True, 'tenant_id': '94740374ca054549b67b793671aaad05'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:14.350407 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a1248-2b24-49cd-96bc-970aec643b3e req-d2667528-3d81-44c7-89f6-d5e9fc2ca6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:14.351928 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8f5a1248-2b24-49cd-96bc-970aec643b3e req-d2667528-3d81-44c7-89f6-d5e9fc2ca6e9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 1096 time: 0.7060530 Apr 28 19:38:14.385690 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=b9a7146f-55e2-4d7f-abe9-ccb40c2262d7,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:14.408934 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:14.438148 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-722fc4b1-afee-44c0-bf72-1e8334664620 req-008bafb3-e667-46ef-ab84-a3b38d207ad4 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f2ee023-a8e3-4096-ae6c-386871a0809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009471 Apr 28 19:38:14.463330 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 2f0b9d1d-5e33-4093-aa05-fd1326fa90ba, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=2f0b9d1d-5e33-4093-aa05-fd1326fa90ba,segment=NetworkSegment(e0cb1ff0-18a4-4859-89a0-14772c6e60ff),segment_id=e0cb1ff0-18a4-4859-89a0-14772c6e60ff)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:14.470587 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:14.516826 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-14edcd3e-9812-4f2d-8531-b29b30df3bad tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Made reservation on behalf of 94740374ca054549b67b793671aaad05 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:38:14.524452 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-14edcd3e-9812-4f2d-8531-b29b30df3bad tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:14.535257 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=2f0b9d1d-5e33-4093-aa05-fd1326fa90ba,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:14.549536 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8f5a1248-2b24-49cd-96bc-970aec643b3e req-1d976531-2077-4881-802c-858871489ada service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295266 Apr 28 19:38:14.599246 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2c691852-40ee-4333-b943-c8ce063fea4b req-88bd335a-a57f-47e4-b396-be124a7ebb27 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d99c82f4-9e60-4f9d-803b-08ade4682f4e HTTP/1.1" status: 200 len: 1000 time: 0.2550137 Apr 28 19:38:14.614795 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e1db8b-5f06-41a3-96f5-f09a7e255ad4 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Router 536f6499-1b10-4117-950d-dfd4623a3f3f has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:38:14.684064 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-14edcd3e-9812-4f2d-8531-b29b30df3bad tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Allocated IP 172.20.0.11 (80edfba9-b4c6-4f5e-9c0a-cf56f7367f19/43d83121-413d-4da3-b294-551f60ac6b94/00336601-0b73-4f3e-a535-ae6537f969ea) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:38:14.828878 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d97870e6-7a1e-42f3-bb8f-74d30330360b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:14.869620 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0d1af-8690-4a13-bb3a-1a173b6f7175 req-5d9291ea-1709-40af-b99b-106eccd76ee8 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:14.869872 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d97870e6-7a1e-42f3-bb8f-74d30330360b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:14.871530 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6ad0d1af-8690-4a13-bb3a-1a173b6f7175 req-5d9291ea-1709-40af-b99b-106eccd76ee8 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 945 time: 0.1115973 Apr 28 19:38:14.916572 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-14edcd3e-9812-4f2d-8531-b29b30df3bad tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:14.942782 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6ad0d1af-8690-4a13-bb3a-1a173b6f7175 req-9465a1b3-ae00-46e1-a922-ab26d2a33f9e tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575728 Apr 28 19:38:14.967523 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-14edcd3e-9812-4f2d-8531-b29b30df3bad tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:14.982174 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c691852-40ee-4333-b943-c8ce063fea4b req-25e9b0f2-0eb5-4e29-b59e-8d56fc0d1e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:14.984405 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2c691852-40ee-4333-b943-c8ce063fea4b req-25e9b0f2-0eb5-4e29-b59e-8d56fc0d1e55 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=daac5a1d-32c4-4cd3-af48-779eecb90ff6 HTTP/1.1" status: 200 len: 845 time: 0.2067356 Apr 28 19:38:15.018930 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e1db8b-5f06-41a3-96f5-f09a7e255ad4 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:38:15.034351 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d5e312-1cff-41b8-b877-759f24c54753 None None] Sync routers for ids ['536f6499-1b10-4117-950d-dfd4623a3f3f'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:38:15.043787 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-14edcd3e-9812-4f2d-8531-b29b30df3bad tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Network 80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:38:15.046837 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d5e312-1cff-41b8-b877-759f24c54753 None None] Routers {'536f6499-1b10-4117-950d-dfd4623a3f3f'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:15.047803 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d2d5e312-1cff-41b8-b877-759f24c54753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:37:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['536f6499-1b10-4117-950d-dfd4623a3f3f'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:15.051614 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a8e1db8b-5f06-41a3-96f5-f09a7e255ad4 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:15.057111 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-14edcd3e-9812-4f2d-8531-b29b30df3bad tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:15.057720 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97870e6-7a1e-42f3-bb8f-74d30330360b admin admin] Pushing event updated for resources: {'Port': ['ID=43b3018d-f0d8-429f-bb77-7b8f0f26fa64,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:15.060285 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d97870e6-7a1e-42f3-bb8f-74d30330360b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:15.068315 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-14edcd3e-9812-4f2d-8531-b29b30df3bad tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:38:15.113236 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45788) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:15.140835 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a8e1db8b-5f06-41a3-96f5-f09a7e255ad4 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "PUT /v2.0/floatingips/67b2c8b4-5a2b-4277-8e86-9fdf9c415f55 HTTP/1.1" status: 200 len: 991 time: 3.5468020 Apr 28 19:38:15.141069 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14edcd3e-9812-4f2d-8531-b29b30df3bad tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Pushing event updated for resources: {'Port': ['ID=00336601-0b73-4f3e-a535-ae6537f969ea,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:15.141181 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97861477-7b6d-48aa-9bdf-89105905415c', 'tag': 'f7275361-74d5-4846-89b8-50ac64894ba2'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:15.141181 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270e9c25-528e-4e5c-94e7-af862b418063" -d '{"events": [{"name": "network-changed", "server_uuid": "97861477-7b6d-48aa-9bdf-89105905415c", "tag": "f7275361-74d5-4846-89b8-50ac64894ba2"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:15.176476 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-14edcd3e-9812-4f2d-8531-b29b30df3bad tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:15.177512 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-14edcd3e-9812-4f2d-8531-b29b30df3bad tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:15.201276 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-14edcd3e-9812-4f2d-8531-b29b30df3bad tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8721707 Apr 28 19:38:15.214208 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c777a-c819-445f-81dc-2a46d605b368 req-a42149ea-6763-4f25-80a2-9ab34de04d31 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:15.223951 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e44c777a-c819-445f-81dc-2a46d605b368 req-a42149ea-6763-4f25-80a2-9ab34de04d31 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 932 time: 0.1714025 Apr 28 19:38:15.236478 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-07b4edb4-a45d-4b4f-8086-e4a9ee504a4e service neutron] Request body: {'port': {'device_id': 'a3319b81-b268-4f98-b024-6aeca4d9b683', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:15.243955 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-d2d5e312-1cff-41b8-b877-759f24c54753 None None] Set router 536f6499-1b10-4117-950d-dfd4623a3f3f gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:15.275319 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c691852-40ee-4333-b943-c8ce063fea4b req-ddf7033b-4a78-460b-907e-e49af3f56264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:15.276969 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2c691852-40ee-4333-b943-c8ce063fea4b req-ddf7033b-4a78-460b-907e-e49af3f56264 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=03c23c13-73a0-4f69-a029-d17265afa037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2773616 Apr 28 19:38:15.340897 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-07b4edb4-a45d-4b4f-8086-e4a9ee504a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:15.381096 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e44c777a-c819-445f-81dc-2a46d605b368 req-ca356f8e-d661-4d83-9ca8-bfe304e6e940 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510224 Apr 28 19:38:15.397773 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97870e6-7a1e-42f3-bb8f-74d30330360b admin admin] Network 52ee5d25-2a63-45c8-bec8-8a32b452858e is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:38:15.425161 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device b9a7146f-55e2-4d7f-abe9-ccb40c2262d7 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:38:15.427266 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7cd91f67-c7df-424f-a02a-33367500dd64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:15.454213 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-d97870e6-7a1e-42f3-bb8f-74d30330360b admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:15.459805 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b11785-1122-4109-8a4d-44b46666419e x-openstack-request-id: req-03b11785-1122-4109-8a4d-44b46666419e {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:15.460392 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97861477-7b6d-48aa-9bdf-89105905415c", "tag": "f7275361-74d5-4846-89b8-50ac64894ba2", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:15.460646 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-03b11785-1122-4109-8a4d-44b46666419e {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:15.461045 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03b11785-1122-4109-8a4d-44b46666419e'] response: {'name': 'network-changed', 'server_uuid': '97861477-7b6d-48aa-9bdf-89105905415c', 'tag': 'f7275361-74d5-4846-89b8-50ac64894ba2', 'status': 'completed', 'code': 200} Apr 28 19:38:15.466107 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-81913a0b-b93b-425a-90de-22b87a7f1189 req-2f46e09a-0a74-4309-b09e-d770514a81b0 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:15.480589 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-81913a0b-b93b-425a-90de-22b87a7f1189 req-2f46e09a-0a74-4309-b09e-d770514a81b0 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:15.537678 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591127db-1cc9-461e-9444-3ed2c396127d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0b9d1d-5e33-4093-aa05-fd1326fa90ba'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:15.541298 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2211e1-0dbd-411b-bb2d-84677b65c68e" -d '{"events": [{"server_uuid": "591127db-1cc9-461e-9444-3ed2c396127d", "name": "network-vif-plugged", "status": "completed", "tag": "2f0b9d1d-5e33-4093-aa05-fd1326fa90ba"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:15.604015 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-4430b291-d1e1-44e8-bc6d-ecd29baf5c3a None None] Provisioning complete for port 00336601-0b73-4f3e-a535-ae6537f969ea triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:15.604514 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4430b291-d1e1-44e8-bc6d-ecd29baf5c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:15.650925 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-4430b291-d1e1-44e8-bc6d-ecd29baf5c3a None None] Port 00336601-0b73-4f3e-a535-ae6537f969ea cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:38:15.684233 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e9c25-528e-4e5c-94e7-af862b418063 req-840b6564-9d78-476b-8e68-594489a08e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:15.686355 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-270e9c25-528e-4e5c-94e7-af862b418063 req-840b6564-9d78-476b-8e68-594489a08e0a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=98a6d5da4ca84f3b93f1251e2d3cf2d8&device_id=97861477-7b6d-48aa-9bdf-89105905415c HTTP/1.1" status: 200 len: 1097 time: 0.2022097 Apr 28 19:38:15.717699 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port b9a7146f-55e2-4d7f-abe9-ccb40c2262d7 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:15.718617 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:15.774089 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6a00b-cd7e-4acc-90fb-93e485fb7f76 req-69990029-a892-4c28-ad87-e6afebb838c1 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:15.782261 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e4f6a00b-cd7e-4acc-90fb-93e485fb7f76 req-69990029-a892-4c28-ad87-e6afebb838c1 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b5e530c-be0b-4371-a4ce-e44fa69aab7a HTTP/1.1" status: 200 len: 944 time: 0.1932175 Apr 28 19:38:15.867515 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2c691852-40ee-4333-b943-c8ce063fea4b req-53aaa92a-9505-47d7-843c-92b869dbde16 service neutron] 10.222.0.15 "GET /v2.0/networks/03c23c13-73a0-4f69-a029-d17265afa037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5672483 Apr 28 19:38:15.876866 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e4f6a00b-cd7e-4acc-90fb-93e485fb7f76 req-baa08de4-9ed1-403c-a7dc-9ffd55be1492 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f2ee023-a8e3-4096-ae6c-386871a0809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929677 Apr 28 19:38:15.922162 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97870e6-7a1e-42f3-bb8f-74d30330360b admin admin] Router a21e26cc-d36b-487a-8da3-6ef938ef17b5 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:38:15.928177 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-ae1c6193-1924-4797-9186-4c16048b01b9 None None] Provisioning complete for port 43b3018d-f0d8-429f-bb77-7b8f0f26fa64 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:15.928553 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ae1c6193-1924-4797-9186-4c16048b01b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:15.929544 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [req-81913a0b-b93b-425a-90de-22b87a7f1189 req-2f46e09a-0a74-4309-b09e-d770514a81b0 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Floating IP 42020791-7818-47b6-9a0f-97af901fb0c4 associated. External IP: 172.25.8.210, port: 7a9975b2-500f-485b-a22e-b469354f4190. Apr 28 19:38:15.935378 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7cd91f67-c7df-424f-a02a-33367500dd64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:15.945445 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7cd91f67-c7df-424f-a02a-33367500dd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:15.959878 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d2d5e312-1cff-41b8-b877-759f24c54753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'name': 'tempest-AttachVolumeNegativeTest-1025782073-router', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:24Z', 'updated_at': '2022-04-28T19:37:37Z', 'revision_number': 4, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'gw_port': {'id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:26Z', 'updated_at': '2022-04-28T19:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '67b2c8b4-5a2b-4277-8e86-9fdf9c415f55', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'port_id': 'f7275361-74d5-4846-89b8-50ac64894ba2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'mac_address': 'fa:16:3e:71:b5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97861477-7b6d-48aa-9bdf-89105905415c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:37:44Z', 'updated_at': '2022-04-28T19:38:12Z', 'revision_number': 1, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1535635-16ee-414b-a822-868c614c37c3', 'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'mac_address': 'fa:16:3e:ed:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:33Z', 'updated_at': '2022-04-28T19:37:44Z', 'revision_number': 5, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'subnets': [{'id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:15.963020 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8551cca2-e08c-4380-8e2d-b1e396fbb2a0 x-openstack-request-id: req-8551cca2-e08c-4380-8e2d-b1e396fbb2a0 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:15.963737 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "591127db-1cc9-461e-9444-3ed2c396127d", "name": "network-vif-plugged", "status": "completed", "tag": "2f0b9d1d-5e33-4093-aa05-fd1326fa90ba", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:15.963737 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8551cca2-e08c-4380-8e2d-b1e396fbb2a0 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:15.963960 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8551cca2-e08c-4380-8e2d-b1e396fbb2a0'] response: {'server_uuid': '591127db-1cc9-461e-9444-3ed2c396127d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0b9d1d-5e33-4093-aa05-fd1326fa90ba', 'code': 200} Apr 28 19:38:16.049512 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7cd91f67-c7df-424f-a02a-33367500dd64 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=73dd44435a3647abb3554c756406faeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9332645 Apr 28 19:38:16.051174 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45802) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:16.061465 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd91f67-c7df-424f-a02a-33367500dd64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5a25d1-39c8-4595-917b-27c9e9dc059b,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:16.081658 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d5e312-1cff-41b8-b877-759f24c54753 None None] Checking router: 536f6499-1b10-4117-950d-dfd4623a3f3f for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:38:16.105391 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-ae1c6193-1924-4797-9186-4c16048b01b9 None None] Port 43b3018d-f0d8-429f-bb77-7b8f0f26fa64 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:38:16.112142 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d5e312-1cff-41b8-b877-759f24c54753 None None] Routers {'536f6499-1b10-4117-950d-dfd4623a3f3f'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:16.113049 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d2d5e312-1cff-41b8-b877-759f24c54753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:37:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['536f6499-1b10-4117-950d-dfd4623a3f3f'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:16.120274 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e9c25-528e-4e5c-94e7-af862b418063 req-be052290-abcf-4873-bf0c-fc6d45d4e987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:16.125943 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-270e9c25-528e-4e5c-94e7-af862b418063 req-be052290-abcf-4873-bf0c-fc6d45d4e987 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fa6ba32f-86e1-489e-bf69-a0854e414daf HTTP/1.1" status: 200 len: 916 time: 0.4095767 Apr 28 19:38:16.240878 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-d2d5e312-1cff-41b8-b877-759f24c54753 None None] Set router 536f6499-1b10-4117-950d-dfd4623a3f3f gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:16.257200 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2c691852-40ee-4333-b943-c8ce063fea4b req-7847d1da-a522-4848-ad86-c6070bfd9581 service neutron] 10.222.0.15 "GET /v2.0/networks/03c23c13-73a0-4f69-a029-d17265afa037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775246 Apr 28 19:38:16.437980 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-07b4edb4-a45d-4b4f-8086-e4a9ee504a4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00336601-0b73-4f3e-a535-ae6537f969ea {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:38:16.482176 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-07b4edb4-a45d-4b4f-8086-e4a9ee504a4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:16.520565 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-07b4edb4-a45d-4b4f-8086-e4a9ee504a4e service neutron] Transition to ACTIVE for port object 00336601-0b73-4f3e-a535-ae6537f969ea will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:38:16.531671 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-07b4edb4-a45d-4b4f-8086-e4a9ee504a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:16.542221 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d2d5e312-1cff-41b8-b877-759f24c54753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'name': 'tempest-AttachVolumeNegativeTest-1025782073-router', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:24Z', 'updated_at': '2022-04-28T19:37:37Z', 'revision_number': 4, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'gw_port': {'id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:26Z', 'updated_at': '2022-04-28T19:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '67b2c8b4-5a2b-4277-8e86-9fdf9c415f55', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'port_id': 'f7275361-74d5-4846-89b8-50ac64894ba2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'mac_address': 'fa:16:3e:71:b5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97861477-7b6d-48aa-9bdf-89105905415c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:37:44Z', 'updated_at': '2022-04-28T19:38:12Z', 'revision_number': 1, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1535635-16ee-414b-a822-868c614c37c3', 'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'mac_address': 'fa:16:3e:ed:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:33Z', 'updated_at': '2022-04-28T19:37:44Z', 'revision_number': 5, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'subnets': [{'id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:16.572998 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d5e312-1cff-41b8-b877-759f24c54753 None None] The sync data for ids ['536f6499-1b10-4117-950d-dfd4623a3f3f'] in n-d-839810-1 is: [{'id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'name': 'tempest-AttachVolumeNegativeTest-1025782073-router', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:24Z', 'updated_at': '2022-04-28T19:37:37Z', 'revision_number': 4, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'gw_port': {'id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:26Z', 'updated_at': '2022-04-28T19:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '67b2c8b4-5a2b-4277-8e86-9fdf9c415f55', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'port_id': 'f7275361-74d5-4846-89b8-50ac64894ba2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'mac_address': 'fa:16:3e:71:b5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97861477-7b6d-48aa-9bdf-89105905415c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:37:44Z', 'updated_at': '2022-04-28T19:38:12Z', 'revision_number': 1, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1535635-16ee-414b-a822-868c614c37c3', 'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'mac_address': 'fa:16:3e:ed:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:33Z', 'updated_at': '2022-04-28T19:37:44Z', 'revision_number': 5, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'subnets': [{'id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:38:16.580310 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb91e39-6609-42d5-bdec-79b16e864314 req-7a040804-a3bb-4b69-a672-50a33c97804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:16.582077 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9fb91e39-6609-42d5-bdec-79b16e864314 req-7a040804-a3bb-4b69-a672-50a33c97804d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=591127db-1cc9-461e-9444-3ed2c396127d HTTP/1.1" status: 200 len: 1096 time: 0.1747806 Apr 28 19:38:16.598375 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301304dc-33da-40cf-a376-41f45bd65a94 req-53f83763-e49c-4551-b19e-246d65371dff tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:16.606064 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-301304dc-33da-40cf-a376-41f45bd65a94 req-53f83763-e49c-4551-b19e-246d65371dff tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 945 time: 0.1963089 Apr 28 19:38:16.609695 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 177ec91f-a8cb-422b-8006-483627d9b4bd up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:38:16.613835 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fb699996-34ac-4b3d-91a0-e720f1e4f301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:16.717233 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 177ec91f-a8cb-422b-8006-483627d9b4bd completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:38:16.719862 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fb699996-34ac-4b3d-91a0-e720f1e4f301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:16.727459 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 177ec91f-a8cb-422b-8006-483627d9b4bd triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:16.727938 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:16.753198 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4edb4-a45d-4b4f-8086-e4a9ee504a4e service neutron] Pushing event updated for resources: {'Port': ['ID=00336601-0b73-4f3e-a535-ae6537f969ea,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:16.817323 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8e85efdb-3e76-4268-882b-0a04fb494210 req-c1b00303-6ba7-4144-983a-f5d64474868e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6986139 Apr 28 19:38:16.830161 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-270e9c25-528e-4e5c-94e7-af862b418063 req-50da9b52-5e52-4b97-a8f5-78316127fdc5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7275361-74d5-4846-89b8-50ac64894ba2 HTTP/1.1" status: 200 len: 999 time: 0.6781235 Apr 28 19:38:16.844798 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9fb91e39-6609-42d5-bdec-79b16e864314 req-21a1afcc-cde2-4905-b75f-59de52d5db0b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4f2ee023-a8e3-4096-ae6c-386871a0809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333868 Apr 28 19:38:16.879498 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-301304dc-33da-40cf-a376-41f45bd65a94 req-ff3b5fca-ddb1-4350-a26e-79c31dc89273 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677851 Apr 28 19:38:16.906318 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97870e6-7a1e-42f3-bb8f-74d30330360b admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:38:16.924715 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8ed65b-693d-4f87-8159-dfb36ab059c3 None None] Sync routers for ids ['a21e26cc-d36b-487a-8da3-6ef938ef17b5'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:38:16.934131 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d97870e6-7a1e-42f3-bb8f-74d30330360b admin admin] 10.222.0.42 "PUT /v2.0/routers/a21e26cc-d36b-487a-8da3-6ef938ef17b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0910258 Apr 28 19:38:16.937685 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fb699996-34ac-4b3d-91a0-e720f1e4f301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:16.942726 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fb699996-34ac-4b3d-91a0-e720f1e4f301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:16.943468 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8ed65b-693d-4f87-8159-dfb36ab059c3 None None] Routers {'a21e26cc-d36b-487a-8da3-6ef938ef17b5'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:16.944385 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ba8ed65b-693d-4f87-8159-dfb36ab059c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:37:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['a21e26cc-d36b-487a-8da3-6ef938ef17b5'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:16.953672 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81913a0b-b93b-425a-90de-22b87a7f1189 req-2f46e09a-0a74-4309-b09e-d770514a81b0 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Router 1bfa2316-8671-45a5-aa99-45904351fe76 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:38:16.956129 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-fb699996-34ac-4b3d-91a0-e720f1e4f301 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ae5a25d1-39c8-4595-917b-27c9e9dc059b HTTP/1.1" status: 204 len: 168 time: 0.9024477 Apr 28 19:38:16.972135 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e9c25-528e-4e5c-94e7-af862b418063 req-20483238-0d58-4a94-b0cf-8907d5da3a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:16.973507 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-270e9c25-528e-4e5c-94e7-af862b418063 req-20483238-0d58-4a94-b0cf-8907d5da3a1f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7a2f793-5447-48fe-83df-017889e9d0fc HTTP/1.1" status: 200 len: 854 time: 0.1361442 Apr 28 19:38:17.000473 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-07b4edb4-a45d-4b4f-8086-e4a9ee504a4e service neutron] Attempting to bind port 00336601-0b73-4f3e-a535-ae6537f969ea on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:38:17.000817 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-07b4edb4-a45d-4b4f-8086-e4a9ee504a4e service neutron] Attempting to bind port 00336601-0b73-4f3e-a535-ae6537f969ea by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'da4ecde0-ccce-400b-993c-f6f4b507286e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:38:17.001151 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-07b4edb4-a45d-4b4f-8086-e4a9ee504a4e service neutron] Attempting to bind port 00336601-0b73-4f3e-a535-ae6537f969ea on network 80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:38:17.007567 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:17.050224 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb699996-34ac-4b3d-91a0-e720f1e4f301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5a25d1-39c8-4595-917b-27c9e9dc059b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:17.114191 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 177ec91f-a8cb-422b-8006-483627d9b4bd, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=177ec91f-a8cb-422b-8006-483627d9b4bd,segment=NetworkSegment(e0cb1ff0-18a4-4859-89a0-14772c6e60ff),segment_id=e0cb1ff0-18a4-4859-89a0-14772c6e60ff)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:17.120054 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5586884-6a41-4ffb-afe5-bff0e5297073 None None] New status for floating IP 67b2c8b4-5a2b-4277-8e86-9fdf9c415f55: ACTIVE {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:38:17.128506 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:17.153363 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-07b4edb4-a45d-4b4f-8086-e4a9ee504a4e service neutron] Port 00336601-0b73-4f3e-a535-ae6537f969ea on network 80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:38:17.153691 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-07b4edb4-a45d-4b4f-8086-e4a9ee504a4e service neutron] Attempting to bind port 00336601-0b73-4f3e-a535-ae6537f969ea on network 80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:38:17.157215 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-ba8ed65b-693d-4f87-8159-dfb36ab059c3 None None] Set router a21e26cc-d36b-487a-8da3-6ef938ef17b5 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:17.159915 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81913a0b-b93b-425a-90de-22b87a7f1189 req-2f46e09a-0a74-4309-b09e-d770514a81b0 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:38:17.170171 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-81913a0b-b93b-425a-90de-22b87a7f1189 req-2f46e09a-0a74-4309-b09e-d770514a81b0 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:17.191792 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-07b4edb4-a45d-4b4f-8086-e4a9ee504a4e service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:38:17.192249 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-07b4edb4-a45d-4b4f-8086-e4a9ee504a4e service neutron] Checking segment: {'id': 'da4ecde0-ccce-400b-993c-f6f4b507286e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:38:17.192662 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-07b4edb4-a45d-4b4f-8086-e4a9ee504a4e service neutron] Bound using segment: {'id': 'da4ecde0-ccce-400b-993c-f6f4b507286e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:38:17.193132 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-07b4edb4-a45d-4b4f-8086-e4a9ee504a4e service neutron] Bound port: 00336601-0b73-4f3e-a535-ae6537f969ea, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4ecde0-ccce-400b-993c-f6f4b507286e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:38:17.193504 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-07b4edb4-a45d-4b4f-8086-e4a9ee504a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:17.238967 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85efdb-3e76-4268-882b-0a04fb494210 req-32185496-53d8-4274-a936-d4a42abe9d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:17.244147 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8e85efdb-3e76-4268-882b-0a04fb494210 req-32185496-53d8-4274-a936-d4a42abe9d93 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94740374ca054549b67b793671aaad05&device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 1095 time: 0.3950005 Apr 28 19:38:17.380437 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-07b4edb4-a45d-4b4f-8086-e4a9ee504a4e service neutron] For port 00336601-0b73-4f3e-a535-ae6537f969ea, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:38:17.385062 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-07b4edb4-a45d-4b4f-8086-e4a9ee504a4e service neutron] For port 00336601-0b73-4f3e-a535-ae6537f969ea, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=00336601-0b73-4f3e-a535-ae6537f969ea,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:38:17.406760 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e55dc-d174-4a34-bd82-9f25e974243d req-e5a2d885-73e0-4ed5-89a8-3ed8da22cce6 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:17.417360 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7f0e55dc-d174-4a34-bd82-9f25e974243d req-e5a2d885-73e0-4ed5-89a8-3ed8da22cce6 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 944 time: 0.3785021 Apr 28 19:38:17.425299 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-07b4edb4-a45d-4b4f-8086-e4a9ee504a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:17.438474 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e9c25-528e-4e5c-94e7-af862b418063 req-200b907e-c140-4092-85fd-a94fbddc4878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:17.441926 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-270e9c25-528e-4e5c-94e7-af862b418063 req-200b907e-c140-4092-85fd-a94fbddc4878 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa6ba32f-86e1-489e-bf69-a0854e414daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2786877 Apr 28 19:38:17.469440 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-81913a0b-b93b-425a-90de-22b87a7f1189 req-2f46e09a-0a74-4309-b09e-d770514a81b0 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "PUT /v2.0/floatingips/42020791-7818-47b6-9a0f-97af901fb0c4 HTTP/1.1" status: 200 len: 996 time: 4.2568371 Apr 28 19:38:17.471466 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=177ec91f-a8cb-422b-8006-483627d9b4bd,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:17.491309 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ff80b8-b4e8-483e-854f-31ac3ed165ae None None] Sync routers for ids ['1bfa2316-8671-45a5-aa99-45904351fe76'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:38:17.539328 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ce721f-932a-4b0e-8173-b9432816dc43', 'tag': '7a9975b2-500f-485b-a22e-b469354f4190'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:17.541678 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a1e67c-7b33-4b43-af19-b9a20d8cca8f" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ce721f-932a-4b0e-8173-b9432816dc43", "tag": "7a9975b2-500f-485b-a22e-b469354f4190"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:17.576893 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ff80b8-b4e8-483e-854f-31ac3ed165ae None None] Routers {'1bfa2316-8671-45a5-aa99-45904351fe76'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:17.578395 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-84ff80b8-b4e8-483e-854f-31ac3ed165ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:37:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1bfa2316-8671-45a5-aa99-45904351fe76'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:17.596083 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-07b4edb4-a45d-4b4f-8086-e4a9ee504a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:17.598699 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-07b4edb4-a45d-4b4f-8086-e4a9ee504a4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:17.602042 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-07b4edb4-a45d-4b4f-8086-e4a9ee504a4e service neutron] 10.222.0.44 "PUT /v2.0/ports/00336601-0b73-4f3e-a535-ae6537f969ea HTTP/1.1" status: 200 len: 1092 time: 2.3696043 Apr 28 19:38:17.609704 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3319b81-b268-4f98-b024-6aeca4d9b683', 'tag': '00336601-0b73-4f3e-a535-ae6537f969ea'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:17.615752 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf411db8-886d-403e-8909-57bfea54cd54" -d '{"events": [{"name": "network-changed", "server_uuid": "a3319b81-b268-4f98-b024-6aeca4d9b683", "tag": "00336601-0b73-4f3e-a535-ae6537f969ea"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:17.707188 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4edb4-a45d-4b4f-8086-e4a9ee504a4e service neutron] Pushing event updated for resources: {'Port': ['ID=00336601-0b73-4f3e-a535-ae6537f969ea,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:17.732842 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-270e9c25-528e-4e5c-94e7-af862b418063 req-6c179e22-e3b5-4d8e-8c91-63ed14c8109b service neutron] 10.222.0.15 "GET /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595203 Apr 28 19:38:17.757133 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7f0e55dc-d174-4a34-bd82-9f25e974243d req-6be23162-e533-457c-b2e4-ef04f794c1a5 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244724 Apr 28 19:38:17.792408 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-50f323fa-d8ba-40dc-b590-efc4e2332ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:17.793989 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-50f323fa-d8ba-40dc-b590-efc4e2332ea6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94740374ca054549b67b793671aaad05&device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 1095 time: 0.1222680 Apr 28 19:38:17.908637 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-b6dbed24-1fe2-4a0d-8aa4-d9c55ac83693 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00336601-0b73-4f3e-a535-ae6537f969ea HTTP/1.1" status: 200 len: 217 time: 0.1000752 Apr 28 19:38:17.936400 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-84ff80b8-b4e8-483e-854f-31ac3ed165ae None None] Set router 1bfa2316-8671-45a5-aa99-45904351fe76 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:17.941622 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ba8ed65b-693d-4f87-8159-dfb36ab059c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21e26cc-d36b-487a-8da3-6ef938ef17b5', 'name': 'tempest-TaggedBootDevicesTest_v242-738037933-router', 'tenant_id': 'f4a573290c2b4dbabf19ce10f322c691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': 'b9a7146f-55e2-4d7f-abe9-ccb40c2262d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:02Z', 'updated_at': '2022-04-28T19:38:13Z', 'revision_number': 4, 'project_id': 'f4a573290c2b4dbabf19ce10f322c691', 'gw_port': {'id': 'b9a7146f-55e2-4d7f-abe9-ccb40c2262d7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:95:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21e26cc-d36b-487a-8da3-6ef938ef17b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:05Z', 'updated_at': '2022-04-28T19:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '43b3018d-f0d8-429f-bb77-7b8f0f26fa64', 'name': '', 'network_id': '52ee5d25-2a63-45c8-bec8-8a32b452858e', 'tenant_id': 'f4a573290c2b4dbabf19ce10f322c691', 'mac_address': 'fa:16:3e:93:06:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21e26cc-d36b-487a-8da3-6ef938ef17b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '7876ea2e-d817-4650-ab62-f518e0d2e93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:11Z', 'updated_at': '2022-04-28T19:38:14Z', 'revision_number': 2, 'project_id': 'f4a573290c2b4dbabf19ce10f322c691', 'subnets': [{'id': '7876ea2e-d817-4650-ab62-f518e0d2e93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:17.965116 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5e530c-be0b-4371-a4ce-e44fa69aab7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177ec91f-a8cb-422b-8006-483627d9b4bd'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:17.967440 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e448160-ba1c-48b6-b652-4c9b4fe44c7c" -d '{"events": [{"server_uuid": "0b5e530c-be0b-4371-a4ce-e44fa69aab7a", "name": "network-vif-plugged", "status": "completed", "tag": "177ec91f-a8cb-422b-8006-483627d9b4bd"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:17.969513 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85efdb-3e76-4268-882b-0a04fb494210 req-8e7f886a-6f5e-4f9a-8fb8-d1c214cc2e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:17.971949 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8e85efdb-3e76-4268-882b-0a04fb494210 req-8e7f886a-6f5e-4f9a-8fb8-d1c214cc2e83 service neutron] 10.222.0.44 "GET /v2.0/networks?id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 HTTP/1.1" status: 200 len: 913 time: 0.6280174 Apr 28 19:38:18.010156 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81913a0b-b93b-425a-90de-22b87a7f1189 req-f7001000-d3d4-4d48-8224-3c7de37ee819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:18.011684 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-81913a0b-b93b-425a-90de-22b87a7f1189 req-f7001000-d3d4-4d48-8224-3c7de37ee819 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44836af2576c4eb08ccfbf8a35c6037e&device_id=b6ce721f-932a-4b0e-8173-b9432816dc43 HTTP/1.1" status: 200 len: 1096 time: 0.3071158 Apr 28 19:38:18.030667 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8ed65b-693d-4f87-8159-dfb36ab059c3 None None] Checking router: a21e26cc-d36b-487a-8da3-6ef938ef17b5 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:38:18.031795 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8ed65b-693d-4f87-8159-dfb36ab059c3 None None] Updating router a21e26cc-d36b-487a-8da3-6ef938ef17b5 port 43b3018d-f0d8-429f-bb77-7b8f0f26fa64 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:38:18.147671 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424420e2-c35b-410f-87dc-c8a3ec9234da req-f330c73d-8adf-45a4-926b-bcbf4828c938 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:18.150700 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-270e9c25-528e-4e5c-94e7-af862b418063 req-84f1e73b-efa8-40a7-8f1d-0353549c0ed8 service neutron] 10.222.0.15 "GET /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991139 Apr 28 19:38:18.160585 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-424420e2-c35b-410f-87dc-c8a3ec9234da req-f330c73d-8adf-45a4-926b-bcbf4828c938 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 1096 time: 0.2663472 Apr 28 19:38:18.173386 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-89bdec7b-b434-426c-a3e4-bf8a6b6e2a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:18.174855 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-89bdec7b-b434-426c-a3e4-bf8a6b6e2a80 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43d83121-413d-4da3-b294-551f60ac6b94 HTTP/1.1" status: 200 len: 851 time: 0.2450721 Apr 28 19:38:18.182887 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8e85efdb-3e76-4268-882b-0a04fb494210 req-8f0ff383-82be-410a-91dc-2cb4da641a50 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 HTTP/1.1" status: 200 len: 998 time: 0.1841829 Apr 28 19:38:18.195107 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-ba8ed65b-693d-4f87-8159-dfb36ab059c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:18.299689 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85efdb-3e76-4268-882b-0a04fb494210 req-0d2dcb4b-5a2c-49a9-a10a-d9e05b8c6e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:18.302132 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8e85efdb-3e76-4268-882b-0a04fb494210 req-0d2dcb4b-5a2c-49a9-a10a-d9e05b8c6e31 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43d83121-413d-4da3-b294-551f60ac6b94 HTTP/1.1" status: 200 len: 851 time: 0.1043663 Apr 28 19:38:18.303365 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81913a0b-b93b-425a-90de-22b87a7f1189 req-4fe0df16-686e-4aa6-b0b7-1eb0f1ea801d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:18.312199 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-81913a0b-b93b-425a-90de-22b87a7f1189 req-4fe0df16-686e-4aa6-b0b7-1eb0f1ea801d service neutron] 10.222.0.42 "GET /v2.0/networks?id=3a8d8fbc-c638-4e44-87fd-3e5ca38570dd HTTP/1.1" status: 200 len: 922 time: 0.2523546 Apr 28 19:38:18.339675 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-424420e2-c35b-410f-87dc-c8a3ec9234da req-3172a9f6-e15c-4ee1-8924-68d0cc6eb276 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781027 Apr 28 19:38:18.355009 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-9e910f8f-cafa-4179-b008-450dac1fb3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:18.360284 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-9e910f8f-cafa-4179-b008-450dac1fb3d7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1567669 Apr 28 19:38:18.456547 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-81913a0b-b93b-425a-90de-22b87a7f1189 req-3a4cd77f-ae98-45c3-9a74-b89ac09b635b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a9975b2-500f-485b-a22e-b469354f4190 HTTP/1.1" status: 200 len: 999 time: 0.1433451 Apr 28 19:38:18.468945 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85efdb-3e76-4268-882b-0a04fb494210 req-afc6a554-e6d0-47a0-9049-09a78202d6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:18.470544 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8e85efdb-3e76-4268-882b-0a04fb494210 req-afc6a554-e6d0-47a0-9049-09a78202d6a8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1558168 Apr 28 19:38:18.632631 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45878) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:18.641582 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8105e2b-7556-4c3f-a397-a98c8f3d1b97 req-435230cc-aef7-4188-87a7-44cc90928572 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:18.643833 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f8105e2b-7556-4c3f-a397-a98c8f3d1b97 req-435230cc-aef7-4188-87a7-44cc90928572 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b5e530c-be0b-4371-a4ce-e44fa69aab7a HTTP/1.1" status: 200 len: 945 time: 0.1053648 Apr 28 19:38:18.667912 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81913a0b-b93b-425a-90de-22b87a7f1189 req-c63a1bae-fae3-4b14-a16c-80add9262dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:18.679158 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-81913a0b-b93b-425a-90de-22b87a7f1189 req-c63a1bae-fae3-4b14-a16c-80add9262dc5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f HTTP/1.1" status: 200 len: 860 time: 0.2216547 Apr 28 19:38:18.691167 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-dd09a2ab-e454-41d1-83db-4887e2324718 service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211834 Apr 28 19:38:18.696698 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-ba8ed65b-693d-4f87-8159-dfb36ab059c3 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:18.723128 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-ba8ed65b-693d-4f87-8159-dfb36ab059c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:18.764617 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8e85efdb-3e76-4268-882b-0a04fb494210 req-4ba85793-df4e-45ba-aa37-bd2ecb7b6490 service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741282 Apr 28 19:38:18.775245 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81913a0b-b93b-425a-90de-22b87a7f1189 req-22a85d9b-1e49-4869-9e65-3c88b0fb283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:18.781562 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f8105e2b-7556-4c3f-a397-a98c8f3d1b97 req-c67bcc12-da19-44ec-a4cf-ec724eb147f4 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f2ee023-a8e3-4096-ae6c-386871a0809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264572 Apr 28 19:38:18.787566 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-81913a0b-b93b-425a-90de-22b87a7f1189 req-22a85d9b-1e49-4869-9e65-3c88b0fb283f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3a8d8fbc-c638-4e44-87fd-3e5ca38570dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074138 Apr 28 19:38:18.802568 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-81913a0b-b93b-425a-90de-22b87a7f1189 req-fa43c917-652a-4b24-ae60-7a7570139853 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:38:18.814334 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-81913a0b-b93b-425a-90de-22b87a7f1189 req-fa43c917-652a-4b24-ae60-7a7570139853 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0226021 Apr 28 19:38:18.955699 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebcf07-5657-4f9d-8657-71e777f9cc2d None None] Pushing event updated for resources: {'Port': ['ID=43b3018d-f0d8-429f-bb77-7b8f0f26fa64,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:18.982962 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-de6f6b9c-79fc-4109-be32-08993f27a2e0 req-38648761-05b6-4f99-bb62-1fe79a724437 service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814310 Apr 28 19:38:18.984965 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec545bd9-5980-428e-96b7-cd84b2d2f5dd x-openstack-request-id: req-ec545bd9-5980-428e-96b7-cd84b2d2f5dd {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:18.986537 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3319b81-b268-4f98-b024-6aeca4d9b683", "tag": "00336601-0b73-4f3e-a535-ae6537f969ea", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:18.986975 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ec545bd9-5980-428e-96b7-cd84b2d2f5dd {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:18.987808 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec545bd9-5980-428e-96b7-cd84b2d2f5dd'] response: {'name': 'network-changed', 'server_uuid': 'a3319b81-b268-4f98-b024-6aeca4d9b683', 'tag': '00336601-0b73-4f3e-a535-ae6537f969ea', 'status': 'completed', 'code': 200} Apr 28 19:38:19.046237 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-ba8ed65b-693d-4f87-8159-dfb36ab059c3 None None] Attempting to bind port 43b3018d-f0d8-429f-bb77-7b8f0f26fa64 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:38:19.046893 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-ba8ed65b-693d-4f87-8159-dfb36ab059c3 None None] Attempting to bind port 43b3018d-f0d8-429f-bb77-7b8f0f26fa64 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '3614b7ef-16ea-4d36-966a-1f0c6829dc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '52ee5d25-2a63-45c8-bec8-8a32b452858e'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:38:19.047874 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8ed65b-693d-4f87-8159-dfb36ab059c3 None None] Attempting to bind port 43b3018d-f0d8-429f-bb77-7b8f0f26fa64 on network 52ee5d25-2a63-45c8-bec8-8a32b452858e {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:38:19.056920 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2754661-eb5e-42eb-8537-96c2adcc4786 x-openstack-request-id: req-d2754661-eb5e-42eb-8537-96c2adcc4786 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:19.057448 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5e530c-be0b-4371-a4ce-e44fa69aab7a", "name": "network-vif-plugged", "status": "completed", "tag": "177ec91f-a8cb-422b-8006-483627d9b4bd", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:19.057448 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d2754661-eb5e-42eb-8537-96c2adcc4786 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:19.057858 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2754661-eb5e-42eb-8537-96c2adcc4786'] response: {'server_uuid': '0b5e530c-be0b-4371-a4ce-e44fa69aab7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177ec91f-a8cb-422b-8006-483627d9b4bd', 'code': 200} Apr 28 19:38:19.070473 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8ed65b-693d-4f87-8159-dfb36ab059c3 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:38:19.070847 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8ed65b-693d-4f87-8159-dfb36ab059c3 None None] Checking segment: {'id': '3614b7ef-16ea-4d36-966a-1f0c6829dc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '52ee5d25-2a63-45c8-bec8-8a32b452858e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:38:19.071248 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-ba8ed65b-693d-4f87-8159-dfb36ab059c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:19.071642 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8ed65b-693d-4f87-8159-dfb36ab059c3 None None] Bound using segment: {'id': '3614b7ef-16ea-4d36-966a-1f0c6829dc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '52ee5d25-2a63-45c8-bec8-8a32b452858e'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:38:19.072176 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-ba8ed65b-693d-4f87-8159-dfb36ab059c3 None None] Bound port: 43b3018d-f0d8-429f-bb77-7b8f0f26fa64, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3614b7ef-16ea-4d36-966a-1f0c6829dc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '52ee5d25-2a63-45c8-bec8-8a32b452858e'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:38:19.073196 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-ba8ed65b-693d-4f87-8159-dfb36ab059c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:19.098449 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-84ff80b8-b4e8-483e-854f-31ac3ed165ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1472714115-router', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:51Z', 'updated_at': '2022-04-28T19:37:03Z', 'revision_number': 4, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'gw_port': {'id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:36:52Z', 'updated_at': '2022-04-28T19:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '42020791-7818-47b6-9a0f-97af901fb0c4', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'floating_ip_address': '172.25.8.210', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'port_id': '7a9975b2-500f-485b-a22e-b469354f4190', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd', 'mac_address': 'fa:16:3e:9d:9a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ce721f-932a-4b0e-8173-b9432816dc43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:37:46Z', 'updated_at': '2022-04-28T19:38:15Z', 'revision_number': 1, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85efbcdb-041e-4ee1-b3aa-13a6bf881a9f', 'name': '', 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'mac_address': 'fa:16:3e:20:e3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:01Z', 'updated_at': '2022-04-28T19:37:24Z', 'revision_number': 5, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'subnets': [{'id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:19.117345 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1e67c-7b33-4b43-af19-b9a20d8cca8f req-dfde163e-270b-43a9-91f6-ef1dd79e22af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:19.119598 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-16a1e67c-7b33-4b43-af19-b9a20d8cca8f req-dfde163e-270b-43a9-91f6-ef1dd79e22af service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=44836af2576c4eb08ccfbf8a35c6037e&device_id=b6ce721f-932a-4b0e-8173-b9432816dc43 HTTP/1.1" status: 200 len: 1096 time: 0.1099944 Apr 28 19:38:19.171551 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ff80b8-b4e8-483e-854f-31ac3ed165ae None None] Checking router: 1bfa2316-8671-45a5-aa99-45904351fe76 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:38:19.279604 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ff80b8-b4e8-483e-854f-31ac3ed165ae None None] Routers {'1bfa2316-8671-45a5-aa99-45904351fe76'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:19.280885 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-84ff80b8-b4e8-483e-854f-31ac3ed165ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:37:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1bfa2316-8671-45a5-aa99-45904351fe76'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:19.285636 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-81913a0b-b93b-425a-90de-22b87a7f1189 req-d9741a8c-98fa-4d69-97d2-8b4f4a9ebe38 service neutron] 10.222.0.42 "GET /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4667830 Apr 28 19:38:19.297950 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-df52f2ba-fd08-46c7-8996-b560d0f7b5fe admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-182982926-network', 'tenant_id': 'ffb5293af9564b88b2b8cd5f78297bee'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:19.322676 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-ba8ed65b-693d-4f87-8159-dfb36ab059c3 None None] For port 43b3018d-f0d8-429f-bb77-7b8f0f26fa64, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:38:19.326558 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-ba8ed65b-693d-4f87-8159-dfb36ab059c3 None None] For port 43b3018d-f0d8-429f-bb77-7b8f0f26fa64, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=43b3018d-f0d8-429f-bb77-7b8f0f26fa64,segment=NetworkSegment(3614b7ef-16ea-4d36-966a-1f0c6829dc80),segment_id=3614b7ef-16ea-4d36-966a-1f0c6829dc80)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:38:19.375473 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-ba8ed65b-693d-4f87-8159-dfb36ab059c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:19.385077 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-29f6e9bb-c758-4fed-aaca-c1bd6c9de16c None None] Provisioning complete for port 43b3018d-f0d8-429f-bb77-7b8f0f26fa64 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:19.385077 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-29f6e9bb-c758-4fed-aaca-c1bd6c9de16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:19.427095 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b5055-4ec8-4558-8c2e-7abefcbd2032 req-52b176b2-cb66-44eb-afc2-caad63435b6b tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:19.437805 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0c1b5055-4ec8-4558-8c2e-7abefcbd2032 req-52b176b2-cb66-44eb-afc2-caad63435b6b tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 944 time: 0.1684411 Apr 28 19:38:19.458434 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebcf07-5657-4f9d-8657-71e777f9cc2d None None] Pushing event updated for resources: {'Port': ['ID=43b3018d-f0d8-429f-bb77-7b8f0f26fa64,revision_number=4']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:19.459216 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a68c0b5-2674-42fa-9ec5-2d1a6398ffa9 x-openstack-request-id: req-2a68c0b5-2674-42fa-9ec5-2d1a6398ffa9 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:19.463827 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ce721f-932a-4b0e-8173-b9432816dc43", "tag": "7a9975b2-500f-485b-a22e-b469354f4190", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:19.464912 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2a68c0b5-2674-42fa-9ec5-2d1a6398ffa9 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:19.467437 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a68c0b5-2674-42fa-9ec5-2d1a6398ffa9'] response: {'name': 'network-changed', 'server_uuid': 'b6ce721f-932a-4b0e-8173-b9432816dc43', 'tag': '7a9975b2-500f-485b-a22e-b469354f4190', 'status': 'completed', 'code': 200} Apr 28 19:38:19.467652 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1e67c-7b33-4b43-af19-b9a20d8cca8f req-3bbe8b50-967d-4ecb-9332-2172717e101b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:19.475982 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-16a1e67c-7b33-4b43-af19-b9a20d8cca8f req-3bbe8b50-967d-4ecb-9332-2172717e101b service neutron] 10.222.0.44 "GET /v2.0/networks?id=3a8d8fbc-c638-4e44-87fd-3e5ca38570dd HTTP/1.1" status: 200 len: 922 time: 0.3423617 Apr 28 19:38:19.645687 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-29f6e9bb-c758-4fed-aaca-c1bd6c9de16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:19.647958 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8ed65b-693d-4f87-8159-dfb36ab059c3 None None] Routers {'a21e26cc-d36b-487a-8da3-6ef938ef17b5'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:19.649760 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ba8ed65b-693d-4f87-8159-dfb36ab059c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:37:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['a21e26cc-d36b-487a-8da3-6ef938ef17b5'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:19.660210 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0c1b5055-4ec8-4558-8c2e-7abefcbd2032 req-17b143e3-96c2-4dad-a442-cfa5bee3a541 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188578 Apr 28 19:38:19.687304 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-16a1e67c-7b33-4b43-af19-b9a20d8cca8f req-b452aca5-4f7a-475e-9ae9-3cf4ba1ac25a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a9975b2-500f-485b-a22e-b469354f4190 HTTP/1.1" status: 200 len: 999 time: 0.1907165 Apr 28 19:38:19.738589 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-29f6e9bb-c758-4fed-aaca-c1bd6c9de16c None None] For port 43b3018d-f0d8-429f-bb77-7b8f0f26fa64, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=43b3018d-f0d8-429f-bb77-7b8f0f26fa64,segment=NetworkSegment(3614b7ef-16ea-4d36-966a-1f0c6829dc80),segment_id=3614b7ef-16ea-4d36-966a-1f0c6829dc80)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:19.763711 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-29f6e9bb-c758-4fed-aaca-c1bd6c9de16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:19.780525 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d41ee521-e174-4689-a7d2-5d810b38c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:19.802538 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-81913a0b-b93b-425a-90de-22b87a7f1189 req-93f31c9b-6a9d-4de1-9d05-91d6730c19ac service neutron] 10.222.0.42 "GET /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004920 Apr 28 19:38:19.922504 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1e67c-7b33-4b43-af19-b9a20d8cca8f req-c0487737-963a-4bc5-8c8c-29abd2a2d4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:19.932585 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-16a1e67c-7b33-4b43-af19-b9a20d8cca8f req-c0487737-963a-4bc5-8c8c-29abd2a2d4d3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f HTTP/1.1" status: 200 len: 860 time: 0.2403994 Apr 28 19:38:19.945528 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6e9bb-c758-4fed-aaca-c1bd6c9de16c None None] Pushing event updated for resources: {'Port': ['ID=43b3018d-f0d8-429f-bb77-7b8f0f26fa64,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:19.966834 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8e85efdb-3e76-4268-882b-0a04fb494210 req-28658bf4-8927-43a3-91fb-207ce33ced62 service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1727972 Apr 28 19:38:19.967459 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df52f2ba-fd08-46c7-8996-b560d0f7b5fe admin admin] Made reservation on behalf of ffb5293af9564b88b2b8cd5f78297bee for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:38:19.969738 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df52f2ba-fd08-46c7-8996-b560d0f7b5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:20.020963 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-232b2996-e86f-434f-bd1d-257e1869aabc None None] Provisioning complete for port 43b3018d-f0d8-429f-bb77-7b8f0f26fa64 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:20.021522 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-232b2996-e86f-434f-bd1d-257e1869aabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:20.044461 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1e67c-7b33-4b43-af19-b9a20d8cca8f req-e5680d09-a39c-4b1e-bcf8-f2b3605c5a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:20.045053 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df52f2ba-fd08-46c7-8996-b560d0f7b5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:20.057050 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-16a1e67c-7b33-4b43-af19-b9a20d8cca8f req-e5680d09-a39c-4b1e-bcf8-f2b3605c5a82 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3a8d8fbc-c638-4e44-87fd-3e5ca38570dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1192701 Apr 28 19:38:20.060285 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887ae66-0b68-4b4b-a5f3-dbc89ddb5f1c req-69930b7d-d7c7-42c7-ae76-a3144369f9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:20.062076 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a887ae66-0b68-4b4b-a5f3-dbc89ddb5f1c req-69930b7d-d7c7-42c7-ae76-a3144369f9ef service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0b5e530c-be0b-4371-a4ce-e44fa69aab7a HTTP/1.1" status: 200 len: 1096 time: 0.7500334 Apr 28 19:38:20.073361 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-ba8ed65b-693d-4f87-8159-dfb36ab059c3 None None] Set router a21e26cc-d36b-487a-8da3-6ef938ef17b5 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:20.076088 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf411db8-886d-403e-8909-57bfea54cd54 req-c0d12626-955e-4480-b342-97368a643217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:20.077857 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bf411db8-886d-403e-8909-57bfea54cd54 req-c0d12626-955e-4480-b342-97368a643217 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94740374ca054549b67b793671aaad05&device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 1095 time: 0.6093655 Apr 28 19:38:20.208678 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-84ff80b8-b4e8-483e-854f-31ac3ed165ae None None] Set router 1bfa2316-8671-45a5-aa99-45904351fe76 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:20.276558 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-16a1e67c-7b33-4b43-af19-b9a20d8cca8f req-e26c0c69-2bd6-40cf-94db-4a658ba5675f service neutron] 10.222.0.44 "GET /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008879 Apr 28 19:38:20.279516 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-8fe0ab70-f80f-47c7-ba7f-4dbb3d18c4dd tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:20.295751 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-8fe0ab70-f80f-47c7-ba7f-4dbb3d18c4dd tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/ports?device_id=d55fc07d-551f-4d7b-8130-821e2b3df204&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2249470 Apr 28 19:38:20.370883 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a887ae66-0b68-4b4b-a5f3-dbc89ddb5f1c req-8104aa4b-0acc-4d08-aa10-109b77a5964c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4f2ee023-a8e3-4096-ae6c-386871a0809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886150 Apr 28 19:38:20.514057 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffd227-2200-4d35-a51d-d35d670839a3 req-d579f85c-896f-4574-a50e-a6590d20665b tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:20.516332 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf411db8-886d-403e-8909-57bfea54cd54 req-d364d209-d2c5-4eaf-aa80-f48406be9ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:20.517485 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f3ffd227-2200-4d35-a51d-d35d670839a3 req-d579f85c-896f-4574-a50e-a6590d20665b tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b5e530c-be0b-4371-a4ce-e44fa69aab7a HTTP/1.1" status: 200 len: 945 time: 0.2386487 Apr 28 19:38:20.519064 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bf411db8-886d-403e-8909-57bfea54cd54 req-d364d209-d2c5-4eaf-aa80-f48406be9ff0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 HTTP/1.1" status: 200 len: 913 time: 0.3907838 Apr 28 19:38:20.545315 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-ed548cf2-f8f2-4108-82e9-f0ea6cf341ae tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 999 time: 0.2312212 Apr 28 19:38:20.548789 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df52f2ba-fd08-46c7-8996-b560d0f7b5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:20.575738 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-4d1ef99d-89d9-473e-bf1a-2fc5d7c30f19 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Request body: {'floatingip': {'port_id': '3c5d3702-21ed-4e90-8bf7-71b133a2cfa0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:20.645808 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f3ffd227-2200-4d35-a51d-d35d670839a3 req-e3e8f452-65fd-4fe2-b057-2115bc6f9d68 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f2ee023-a8e3-4096-ae6c-386871a0809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103287 Apr 28 19:38:20.650359 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-16a1e67c-7b33-4b43-af19-b9a20d8cca8f req-c5811c7d-fa8a-43e9-9817-ea54f6464fe9 service neutron] 10.222.0.44 "GET /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630638 Apr 28 19:38:20.656495 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df52f2ba-fd08-46c7-8996-b560d0f7b5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:20.736866 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bf411db8-886d-403e-8909-57bfea54cd54 req-3bae7257-5e02-465d-9dc6-418661c86835 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00336601-0b73-4f3e-a535-ae6537f969ea HTTP/1.1" status: 200 len: 217 time: 0.0885952 Apr 28 19:38:20.737740 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df52f2ba-fd08-46c7-8996-b560d0f7b5fe admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:38:20.750704 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-4d1ef99d-89d9-473e-bf1a-2fc5d7c30f19 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks [] for floatingip, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:20.839560 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52f2ba-fd08-46c7-8996-b560d0f7b5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85adbfe-71b1-40f2-94a7-d27b27c87370,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:20.846100 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df52f2ba-fd08-46c7-8996-b560d0f7b5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:20.846531 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-df52f2ba-fd08-46c7-8996-b560d0f7b5fe admin admin] Added segment cfb04298-e32d-4c40-aa62-175ffe0c1387 of type vlan for network 4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad Apr 28 19:38:20.943099 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe205c5-3513-4cb0-b8f9-5de074c46eee req-3d0ed7f1-019c-41b1-97b2-f0a25268d379 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:20.947492 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf411db8-886d-403e-8909-57bfea54cd54 req-bc11af3a-4e74-4e76-89d7-ac58a284ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:20.948997 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bf411db8-886d-403e-8909-57bfea54cd54 req-bc11af3a-4e74-4e76-89d7-ac58a284ea9f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43d83121-413d-4da3-b294-551f60ac6b94 HTTP/1.1" status: 200 len: 851 time: 0.2013211 Apr 28 19:38:20.953414 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df52f2ba-fd08-46c7-8996-b560d0f7b5fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:20.959852 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ebe205c5-3513-4cb0-b8f9-5de074c46eee req-3d0ed7f1-019c-41b1-97b2-f0a25268d379 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 944 time: 0.1614447 Apr 28 19:38:21.075818 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-84ff80b8-b4e8-483e-854f-31ac3ed165ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1472714115-router', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:51Z', 'updated_at': '2022-04-28T19:37:03Z', 'revision_number': 4, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'gw_port': {'id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:36:52Z', 'updated_at': '2022-04-28T19:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '42020791-7818-47b6-9a0f-97af901fb0c4', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'floating_ip_address': '172.25.8.210', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'port_id': '7a9975b2-500f-485b-a22e-b469354f4190', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd', 'mac_address': 'fa:16:3e:9d:9a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ce721f-932a-4b0e-8173-b9432816dc43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:37:46Z', 'updated_at': '2022-04-28T19:38:15Z', 'revision_number': 1, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85efbcdb-041e-4ee1-b3aa-13a6bf881a9f', 'name': '', 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'mac_address': 'fa:16:3e:20:e3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:01Z', 'updated_at': '2022-04-28T19:37:24Z', 'revision_number': 5, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'subnets': [{'id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:21.090486 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ebe205c5-3513-4cb0-b8f9-5de074c46eee req-a6fe6fe0-812c-47a2-ad75-90f01485898f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287689 Apr 28 19:38:21.116375 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ff80b8-b4e8-483e-854f-31ac3ed165ae None None] The sync data for ids ['1bfa2316-8671-45a5-aa99-45904351fe76'] in n-d-839810-1 is: [{'id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1472714115-router', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:51Z', 'updated_at': '2022-04-28T19:37:03Z', 'revision_number': 4, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'gw_port': {'id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:36:52Z', 'updated_at': '2022-04-28T19:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '42020791-7818-47b6-9a0f-97af901fb0c4', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'floating_ip_address': '172.25.8.210', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'port_id': '7a9975b2-500f-485b-a22e-b469354f4190', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd', 'mac_address': 'fa:16:3e:9d:9a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ce721f-932a-4b0e-8173-b9432816dc43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:37:46Z', 'updated_at': '2022-04-28T19:38:15Z', 'revision_number': 1, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85efbcdb-041e-4ee1-b3aa-13a6bf881a9f', 'name': '', 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'mac_address': 'fa:16:3e:20:e3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:01Z', 'updated_at': '2022-04-28T19:37:24Z', 'revision_number': 5, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'subnets': [{'id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:38:21.128125 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ba8ed65b-693d-4f87-8159-dfb36ab059c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21e26cc-d36b-487a-8da3-6ef938ef17b5', 'name': 'tempest-TaggedBootDevicesTest_v242-738037933-router', 'tenant_id': 'f4a573290c2b4dbabf19ce10f322c691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': 'b9a7146f-55e2-4d7f-abe9-ccb40c2262d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:02Z', 'updated_at': '2022-04-28T19:38:13Z', 'revision_number': 4, 'project_id': 'f4a573290c2b4dbabf19ce10f322c691', 'gw_port': {'id': 'b9a7146f-55e2-4d7f-abe9-ccb40c2262d7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:95:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21e26cc-d36b-487a-8da3-6ef938ef17b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:05Z', 'updated_at': '2022-04-28T19:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '43b3018d-f0d8-429f-bb77-7b8f0f26fa64', 'name': '', 'network_id': '52ee5d25-2a63-45c8-bec8-8a32b452858e', 'tenant_id': 'f4a573290c2b4dbabf19ce10f322c691', 'mac_address': 'fa:16:3e:93:06:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21e26cc-d36b-487a-8da3-6ef938ef17b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '7876ea2e-d817-4650-ab62-f518e0d2e93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:11Z', 'updated_at': '2022-04-28T19:38:19Z', 'revision_number': 4, 'project_id': 'f4a573290c2b4dbabf19ce10f322c691', 'subnets': [{'id': '7876ea2e-d817-4650-ab62-f518e0d2e93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:21.165099 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8ed65b-693d-4f87-8159-dfb36ab059c3 None None] The sync data for ids ['a21e26cc-d36b-487a-8da3-6ef938ef17b5'] in n-d-839810-1 is: [{'id': 'a21e26cc-d36b-487a-8da3-6ef938ef17b5', 'name': 'tempest-TaggedBootDevicesTest_v242-738037933-router', 'tenant_id': 'f4a573290c2b4dbabf19ce10f322c691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': 'b9a7146f-55e2-4d7f-abe9-ccb40c2262d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:02Z', 'updated_at': '2022-04-28T19:38:13Z', 'revision_number': 4, 'project_id': 'f4a573290c2b4dbabf19ce10f322c691', 'gw_port': {'id': 'b9a7146f-55e2-4d7f-abe9-ccb40c2262d7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:95:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21e26cc-d36b-487a-8da3-6ef938ef17b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:05Z', 'updated_at': '2022-04-28T19:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '43b3018d-f0d8-429f-bb77-7b8f0f26fa64', 'name': '', 'network_id': '52ee5d25-2a63-45c8-bec8-8a32b452858e', 'tenant_id': 'f4a573290c2b4dbabf19ce10f322c691', 'mac_address': 'fa:16:3e:93:06:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21e26cc-d36b-487a-8da3-6ef938ef17b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '7876ea2e-d817-4650-ab62-f518e0d2e93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:11Z', 'updated_at': '2022-04-28T19:38:19Z', 'revision_number': 4, 'project_id': 'f4a573290c2b4dbabf19ce10f322c691', 'subnets': [{'id': '7876ea2e-d817-4650-ab62-f518e0d2e93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:38:21.305881 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df52f2ba-fd08-46c7-8996-b560d0f7b5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:21.306859 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df52f2ba-fd08-46c7-8996-b560d0f7b5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:21.307460 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df52f2ba-fd08-46c7-8996-b560d0f7b5fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:21.369538 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf411db8-886d-403e-8909-57bfea54cd54 req-07def419-a4b3-4919-83bd-6604fbc48030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:21.372401 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bf411db8-886d-403e-8909-57bfea54cd54 req-07def419-a4b3-4919-83bd-6604fbc48030 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4146373 Apr 28 19:38:21.435079 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45944) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:21.440711 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-df52f2ba-fd08-46c7-8996-b560d0f7b5fe admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8034058 Apr 28 19:38:21.441196 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-d0dd737a-f0ed-40e6-a913-cab375e44f66 admin admin] Request body: {'subnet': {'network_id': '4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-182982926-subnet', 'tenant_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:21.494916 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 43b3018d-f0d8-429f-bb77-7b8f0f26fa64 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:38:21.497556 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0dd737a-f0ed-40e6-a913-cab375e44f66 admin admin] Made reservation on behalf of ffb5293af9564b88b2b8cd5f78297bee for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:38:21.499968 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d0dd737a-f0ed-40e6-a913-cab375e44f66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:21.584435 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473d2257-65c1-4124-91e8-b063b0340ab2 None None] New status for floating IP 42020791-7818-47b6-9a0f-97af901fb0c4: ACTIVE {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:38:21.663057 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52f2ba-fd08-46c7-8996-b560d0f7b5fe admin admin] Pushing event updated for resources: {'Network': ['ID=4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:21.701102 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:38:21.797112 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bf411db8-886d-403e-8909-57bfea54cd54 req-7178e446-8491-4118-8565-6e1606e96bf6 service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704548 Apr 28 19:38:21.838904 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 43b3018d-f0d8-429f-bb77-7b8f0f26fa64 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:21.841683 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:21.934683 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d0dd737a-f0ed-40e6-a913-cab375e44f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:22.005593 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63beb9ed-23fc-4e8c-a7b5-b14014c9f7f6 req-d2311307-e9b3-47b0-bd68-4c42e023fb46 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:22.013995 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-63beb9ed-23fc-4e8c-a7b5-b14014c9f7f6 req-d2311307-e9b3-47b0-bd68-4c42e023fb46 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b5e530c-be0b-4371-a4ce-e44fa69aab7a HTTP/1.1" status: 200 len: 945 time: 0.1755304 Apr 28 19:38:22.051725 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd737a-f0ed-40e6-a913-cab375e44f66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4df27193-9de3-4edc-a45d-80a16d1e74e0,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:22.085136 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dd737a-f0ed-40e6-a913-cab375e44f66 admin admin] Checking segment: {'id': 'cfb04298-e32d-4c40-aa62-175ffe0c1387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:38:22.085423 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dd737a-f0ed-40e6-a913-cab375e44f66 admin admin] Network hostable DHCP agents. Network: 4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:38:22.148986 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-63beb9ed-23fc-4e8c-a7b5-b14014c9f7f6 req-338e321a-038f-4366-b840-cce5a64e16e0 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f2ee023-a8e3-4096-ae6c-386871a0809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335423 Apr 28 19:38:22.202967 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-101fb1b5-ff1b-4cc9-810e-279e48a94726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:22.207371 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dd737a-f0ed-40e6-a913-cab375e44f66 admin admin] Network 4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:38:22.224798 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-d0dd737a-f0ed-40e6-a913-cab375e44f66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:22.231631 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dd737a-f0ed-40e6-a913-cab375e44f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:22.232259 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d0dd737a-f0ed-40e6-a913-cab375e44f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:22.264151 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d0dd737a-f0ed-40e6-a913-cab375e44f66 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8262448 Apr 28 19:38:22.265202 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45954) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:22.268554 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f10159-a4d0-4bb1-a526-f586bb152e44 None None] Network 4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:38:22.282081 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-701a7ac6-3f82-416c-a957-be2bce36d475 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-182982926-router', 'tenant_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:22.321764 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-701a7ac6-3f82-416c-a957-be2bce36d475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:22.324685 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-701a7ac6-3f82-416c-a957-be2bce36d475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:22.452177 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-701a7ac6-3f82-416c-a957-be2bce36d475 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:22.475531 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.db.resource_extend [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-4d1ef99d-89d9-473e-bf1a-2fc5d7c30f19 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] It took 0.67 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:38:22.532316 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bf411db8-886d-403e-8909-57bfea54cd54 req-5723467e-3977-4e40-b9c1-c6a603d38c0a service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6975665 Apr 28 19:38:22.574731 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ca7f1d-6c50-409d-b862-705f36da8c53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad', 'network_id': '4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad', 'tenant_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'fixed_ips': [{'subnet_id': '4df27193-9de3-4edc-a45d-80a16d1e74e0'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:38:22.575749 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-96ca7f1d-6c50-409d-b862-705f36da8c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:22.620092 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-4d1ef99d-89d9-473e-bf1a-2fc5d7c30f19 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:22.625817 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 00336601-0b73-4f3e-a535-ae6537f969ea details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:38:22.628470 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-4d1ef99d-89d9-473e-bf1a-2fc5d7c30f19 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:22.636579 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-473d2257-65c1-4124-91e8-b063b0340ab2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:38:22.637063 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-473d2257-65c1-4124-91e8-b063b0340ab2 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:38:22.715721 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-701a7ac6-3f82-416c-a957-be2bce36d475 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:22.814837 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-4d1ef99d-89d9-473e-bf1a-2fc5d7c30f19 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Floating IP 42020791-7818-47b6-9a0f-97af901fb0c4 associated. External IP: 172.25.8.210, port: 7a9975b2-500f-485b-a22e-b469354f4190. Apr 28 19:38:22.957114 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-96ca7f1d-6c50-409d-b862-705f36da8c53 None None] Allocated IP 172.20.0.2 (4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad/4df27193-9de3-4edc-a45d-80a16d1e74e0/57179594-7667-4fc0-88ee-5d14b94a84dd) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:38:22.971881 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c1c63-6ddb-4ffb-9ff9-1fe05a18cbdb req-531ff34a-391c-4381-9e59-b22f43a18fe2 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:22.980456 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d32c1c63-6ddb-4ffb-9ff9-1fe05a18cbdb req-531ff34a-391c-4381-9e59-b22f43a18fe2 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 944 time: 0.1614170 Apr 28 19:38:22.983108 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 00336601-0b73-4f3e-a535-ae6537f969ea, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=00336601-0b73-4f3e-a535-ae6537f969ea,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:23.011335 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '00336601-0b73-4f3e-a535-ae6537f969ea', 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19', 'port_id': '00336601-0b73-4f3e-a535-ae6537f969ea', 'mac_address': 'fa:16:3e:fb:ad:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43d83121-413d-4da3-b294-551f60ac6b94', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:38:23.036703 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d32c1c63-6ddb-4ffb-9ff9-1fe05a18cbdb req-e9decd06-6ce7-4ddf-a003-02ff9c919e70 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552945 Apr 28 19:38:23.139099 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473d2257-65c1-4124-91e8-b063b0340ab2 None None] New status for floating IP 42020791-7818-47b6-9a0f-97af901fb0c4: ACTIVE {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:38:23.139699 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-4d1ef99d-89d9-473e-bf1a-2fc5d7c30f19 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Router 1bfa2316-8671-45a5-aa99-45904351fe76 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:38:23.207116 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:23.233543 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00336601-0b73-4f3e-a535-ae6537f969ea {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:38:23.276751 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-701a7ac6-3f82-416c-a957-be2bce36d475 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:23.305440 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-701a7ac6-3f82-416c-a957-be2bce36d475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:23.309120 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 00336601-0b73-4f3e-a535-ae6537f969ea, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=00336601-0b73-4f3e-a535-ae6537f969ea,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:23.458408 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:23.469139 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-4d1ef99d-89d9-473e-bf1a-2fc5d7c30f19 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:38:23.549867 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-96ca7f1d-6c50-409d-b862-705f36da8c53 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:23.576448 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aaa4fb-41d1-4f6c-8362-b90fe6d30bba req-4fb2a252-7e05-4c0d-9237-b6c825f37212 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:23.578064 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b7aaa4fb-41d1-4f6c-8362-b90fe6d30bba req-4fb2a252-7e05-4c0d-9237-b6c825f37212 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b5e530c-be0b-4371-a4ce-e44fa69aab7a HTTP/1.1" status: 200 len: 945 time: 0.2021554 Apr 28 19:38:23.669108 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-701a7ac6-3f82-416c-a957-be2bce36d475 admin admin] Allocated IP 172.25.8.155 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/baa0b1fa-b7e2-4177-a057-8b9deeb31451) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:38:23.678109 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b7aaa4fb-41d1-4f6c-8362-b90fe6d30bba req-b869cb6c-f5c1-4690-ac8e-54f369d5e640 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f2ee023-a8e3-4096-ae6c-386871a0809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882308 Apr 28 19:38:23.680366 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:23.738027 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-96ca7f1d-6c50-409d-b862-705f36da8c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:23.844209 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ca7f1d-6c50-409d-b862-705f36da8c53 None None] Network 4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:38:23.874681 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['00336601-0b73-4f3e-a535-ae6537f969ea'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:38:23.902887 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-4d1ef99d-89d9-473e-bf1a-2fc5d7c30f19 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Router 1bfa2316-8671-45a5-aa99-45904351fe76 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:38:24.000759 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f616daf-d2eb-4c0f-8200-bf5833ef413e req-5ec68bc2-7c82-4487-87e4-1e0995ddd956 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:24.010115 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9f616daf-d2eb-4c0f-8200-bf5833ef413e req-5ec68bc2-7c82-4487-87e4-1e0995ddd956 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/ports?device_id=591127db-1cc9-461e-9444-3ed2c396127d HTTP/1.1" status: 200 len: 945 time: 0.1726725 Apr 28 19:38:24.048213 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-701a7ac6-3f82-416c-a957-be2bce36d475 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:24.087941 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9f616daf-d2eb-4c0f-8200-bf5833ef413e req-3509c20a-15af-4d73-839d-17a48cb8102e tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f2ee023-a8e3-4096-ae6c-386871a0809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765252 Apr 28 19:38:24.122850 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-96ca7f1d-6c50-409d-b862-705f36da8c53 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:24.125868 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ca7f1d-6c50-409d-b862-705f36da8c53 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:38:24.145676 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-701a7ac6-3f82-416c-a957-be2bce36d475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:24.148759 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-4d1ef99d-89d9-473e-bf1a-2fc5d7c30f19 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:38:24.168606 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-4d1ef99d-89d9-473e-bf1a-2fc5d7c30f19 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:24.174158 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=00336601-0b73-4f3e-a535-ae6537f969ea,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:24.224244 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca7f1d-6c50-409d-b862-705f36da8c53 None None] Pushing event updated for resources: {'Port': ['ID=57179594-7667-4fc0-88ee-5d14b94a84dd,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:24.253915 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a7ac6-3f82-416c-a957-be2bce36d475 admin admin] Pushing event updated for resources: {'Port': ['ID=baa0b1fa-b7e2-4177-a057-8b9deeb31451,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:24.256507 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ce721f-932a-4b0e-8173-b9432816dc43', 'tag': '7a9975b2-500f-485b-a22e-b469354f4190'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:24.259473 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39442fa1-496c-4d60-84b3-e34942ba591a" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ce721f-932a-4b0e-8173-b9432816dc43", "tag": "7a9975b2-500f-485b-a22e-b469354f4190"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:24.302763 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-4d1ef99d-89d9-473e-bf1a-2fc5d7c30f19 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "PUT /v2.0/floatingips/42020791-7818-47b6-9a0f-97af901fb0c4 HTTP/1.1" status: 200 len: 996 time: 3.7498190 Apr 28 19:38:24.318158 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701a7ac6-3f82-416c-a957-be2bce36d475 admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:38:24.322731 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-701a7ac6-3f82-416c-a957-be2bce36d475 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:24.332808 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-96ca7f1d-6c50-409d-b862-705f36da8c53 None None] Attempting to bind port 57179594-7667-4fc0-88ee-5d14b94a84dd on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:38:24.333265 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-96ca7f1d-6c50-409d-b862-705f36da8c53 None None] Attempting to bind port 57179594-7667-4fc0-88ee-5d14b94a84dd by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'cfb04298-e32d-4c40-aa62-175ffe0c1387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:38:24.334449 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ca7f1d-6c50-409d-b862-705f36da8c53 None None] Attempting to bind port 57179594-7667-4fc0-88ee-5d14b94a84dd on network 4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:38:24.340969 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ca7f1d-6c50-409d-b862-705f36da8c53 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:38:24.341350 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ca7f1d-6c50-409d-b862-705f36da8c53 None None] Checking segment: {'id': 'cfb04298-e32d-4c40-aa62-175ffe0c1387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:38:24.342016 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-96ca7f1d-6c50-409d-b862-705f36da8c53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:24.342453 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ca7f1d-6c50-409d-b862-705f36da8c53 None None] Bound using segment: {'id': 'cfb04298-e32d-4c40-aa62-175ffe0c1387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:38:24.342930 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-96ca7f1d-6c50-409d-b862-705f36da8c53 None None] Bound port: 57179594-7667-4fc0-88ee-5d14b94a84dd, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb04298-e32d-4c40-aa62-175ffe0c1387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:38:24.343320 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-96ca7f1d-6c50-409d-b862-705f36da8c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:24.348705 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701a7ac6-3f82-416c-a957-be2bce36d475 admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:38:24.372663 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4619d748-80a5-4e47-9400-c1f0c1902705 None None] Sync routers for ids ['1bfa2316-8671-45a5-aa99-45904351fe76'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:38:24.393987 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4619d748-80a5-4e47-9400-c1f0c1902705 None None] Routers {'1bfa2316-8671-45a5-aa99-45904351fe76'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:24.394707 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-4619d748-80a5-4e47-9400-c1f0c1902705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:38:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1bfa2316-8671-45a5-aa99-45904351fe76'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:24.418940 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-9650c31b-5ca4-4e17-986b-7b64c821c4d2 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:24.422215 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-9650c31b-5ca4-4e17-986b-7b64c821c4d2 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/ports/7a9975b2-500f-485b-a22e-b469354f4190 HTTP/1.1" status: 200 len: 942 time: 0.1127076 Apr 28 19:38:24.547726 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-96ca7f1d-6c50-409d-b862-705f36da8c53 None None] For port 57179594-7667-4fc0-88ee-5d14b94a84dd, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:38:24.575336 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-96ca7f1d-6c50-409d-b862-705f36da8c53 None None] For port 57179594-7667-4fc0-88ee-5d14b94a84dd, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=57179594-7667-4fc0-88ee-5d14b94a84dd,segment=NetworkSegment(cfb04298-e32d-4c40-aa62-175ffe0c1387),segment_id=cfb04298-e32d-4c40-aa62-175ffe0c1387)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:38:24.615403 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-4619d748-80a5-4e47-9400-c1f0c1902705 None None] Set router 1bfa2316-8671-45a5-aa99-45904351fe76 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:24.649238 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-96ca7f1d-6c50-409d-b862-705f36da8c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:24.662474 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd7202-bbe7-4867-90f9-0f0aa4614d95 req-8a2db746-4ae0-4c12-a1e7-3dde3c36b0f8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:24.670746 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-06dd7202-bbe7-4867-90f9-0f0aa4614d95 req-8a2db746-4ae0-4c12-a1e7-3dde3c36b0f8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 945 time: 0.3793781 Apr 28 19:38:24.695074 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-b959cffd-e340-4367-bd3f-b7988b865fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:24.696649 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-b959cffd-e340-4367-bd3f-b7988b865fcb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44836af2576c4eb08ccfbf8a35c6037e&device_id=b6ce721f-932a-4b0e-8173-b9432816dc43 HTTP/1.1" status: 200 len: 1096 time: 0.1349845 Apr 28 19:38:24.736137 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca7f1d-6c50-409d-b862-705f36da8c53 None None] Pushing event updated for resources: {'Port': ['ID=57179594-7667-4fc0-88ee-5d14b94a84dd,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:24.795463 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-06dd7202-bbe7-4867-90f9-0f0aa4614d95 req-4b12ae1c-549b-4897-85ce-aa0620ee202e tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230330 Apr 28 19:38:24.988587 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-888bc443-6a51-4692-b478-03651701dc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:24.993134 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-888bc443-6a51-4692-b478-03651701dc53 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3a8d8fbc-c638-4e44-87fd-3e5ca38570dd HTTP/1.1" status: 200 len: 922 time: 0.2876668 Apr 28 19:38:25.113685 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-91fac4ad-d028-4a14-9245-aebc818fdde5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a9975b2-500f-485b-a22e-b469354f4190 HTTP/1.1" status: 200 len: 217 time: 0.1095595 Apr 28 19:38:25.262044 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-4619d748-80a5-4e47-9400-c1f0c1902705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1472714115-router', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:51Z', 'updated_at': '2022-04-28T19:37:03Z', 'revision_number': 4, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'gw_port': {'id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:36:52Z', 'updated_at': '2022-04-28T19:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '42020791-7818-47b6-9a0f-97af901fb0c4', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'floating_ip_address': '172.25.8.210', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'port_id': '3c5d3702-21ed-4e90-8bf7-71b133a2cfa0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd', 'mac_address': 'fa:16:3e:c1:b9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55fc07d-551f-4d7b-8130-821e2b3df204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:37:46Z', 'updated_at': '2022-04-28T19:38:23Z', 'revision_number': 3, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85efbcdb-041e-4ee1-b3aa-13a6bf881a9f', 'name': '', 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'mac_address': 'fa:16:3e:20:e3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:01Z', 'updated_at': '2022-04-28T19:37:24Z', 'revision_number': 5, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'subnets': [{'id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:25.276346 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-68129883-6b8d-47f1-93d5-7b5791c1d367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:25.278218 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-68129883-6b8d-47f1-93d5-7b5791c1d367 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f HTTP/1.1" status: 200 len: 860 time: 0.1566958 Apr 28 19:38:25.367046 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26bb782-08fc-4873-ab2b-e29f699d800c x-openstack-request-id: req-d26bb782-08fc-4873-ab2b-e29f699d800c {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:25.368459 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ce721f-932a-4b0e-8173-b9432816dc43", "tag": "7a9975b2-500f-485b-a22e-b469354f4190", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:25.370031 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d26bb782-08fc-4873-ab2b-e29f699d800c {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:25.370481 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d26bb782-08fc-4873-ab2b-e29f699d800c'] response: {'name': 'network-changed', 'server_uuid': 'b6ce721f-932a-4b0e-8173-b9432816dc43', 'tag': '7a9975b2-500f-485b-a22e-b469354f4190', 'status': 'completed', 'code': 200} Apr 28 19:38:25.388993 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4619d748-80a5-4e47-9400-c1f0c1902705 None None] Checking router: 1bfa2316-8671-45a5-aa99-45904351fe76 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:38:25.414459 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4619d748-80a5-4e47-9400-c1f0c1902705 None None] Routers {'1bfa2316-8671-45a5-aa99-45904351fe76'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:25.415412 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-4619d748-80a5-4e47-9400-c1f0c1902705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:38:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1bfa2316-8671-45a5-aa99-45904351fe76'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:25.461346 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-e952a404-70fa-42bc-8a12-4aa085243cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:25.463149 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-e952a404-70fa-42bc-8a12-4aa085243cf0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3a8d8fbc-c638-4e44-87fd-3e5ca38570dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1683576 Apr 28 19:38:25.494013 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 57179594-7667-4fc0-88ee-5d14b94a84dd up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:38:25.597020 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-701a7ac6-3f82-416c-a957-be2bce36d475 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:25.631469 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39442fa1-496c-4d60-84b3-e34942ba591a req-f293422f-17cc-400f-aa6b-23f5756efa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:25.633218 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39442fa1-496c-4d60-84b3-e34942ba591a req-f293422f-17cc-400f-aa6b-23f5756efa37 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=44836af2576c4eb08ccfbf8a35c6037e&device_id=b6ce721f-932a-4b0e-8173-b9432816dc43 HTTP/1.1" status: 200 len: 1096 time: 0.2457740 Apr 28 19:38:25.639975 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 57179594-7667-4fc0-88ee-5d14b94a84dd triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:25.640948 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:25.753989 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-4619d748-80a5-4e47-9400-c1f0c1902705 None None] Set router 1bfa2316-8671-45a5-aa99-45904351fe76 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:25.812661 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:25.831766 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39442fa1-496c-4d60-84b3-e34942ba591a req-4e8a42e8-1716-4291-950d-861b81541f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:25.833338 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39442fa1-496c-4d60-84b3-e34942ba591a req-4e8a42e8-1716-4291-950d-861b81541f42 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3a8d8fbc-c638-4e44-87fd-3e5ca38570dd HTTP/1.1" status: 200 len: 922 time: 0.1789200 Apr 28 19:38:25.835969 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-700c236f-c4bb-4260-b291-0dfbbfc54d85 service neutron] 10.222.0.42 "GET /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620856 Apr 28 19:38:25.927221 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:25.952336 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39442fa1-496c-4d60-84b3-e34942ba591a req-6309e7b5-610d-465c-9da2-ee5d41e89757 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a9975b2-500f-485b-a22e-b469354f4190 HTTP/1.1" status: 200 len: 217 time: 0.1030519 Apr 28 19:38:25.971788 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6983eeee-9922-4504-ad28-ab3e3616b3df req-3821c2f7-c9af-4f37-8b29-3e2e8056add0 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:25.983464 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6983eeee-9922-4504-ad28-ab3e3616b3df req-3821c2f7-c9af-4f37-8b29-3e2e8056add0 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/ports?device_id=591127db-1cc9-461e-9444-3ed2c396127d HTTP/1.1" status: 200 len: 945 time: 0.2350698 Apr 28 19:38:25.989468 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:26.094612 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 57179594-7667-4fc0-88ee-5d14b94a84dd, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=57179594-7667-4fc0-88ee-5d14b94a84dd,segment=NetworkSegment(cfb04298-e32d-4c40-aa62-175ffe0c1387),segment_id=cfb04298-e32d-4c40-aa62-175ffe0c1387)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:26.102108 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:26.122187 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6983eeee-9922-4504-ad28-ab3e3616b3df req-2f06e856-3f32-4816-958b-49ecd4bf982c tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f2ee023-a8e3-4096-ae6c-386871a0809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291137 Apr 28 19:38:26.248901 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=57179594-7667-4fc0-88ee-5d14b94a84dd,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:26.258195 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-4619d748-80a5-4e47-9400-c1f0c1902705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1472714115-router', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:51Z', 'updated_at': '2022-04-28T19:37:03Z', 'revision_number': 4, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'gw_port': {'id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:36:52Z', 'updated_at': '2022-04-28T19:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '42020791-7818-47b6-9a0f-97af901fb0c4', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'floating_ip_address': '172.25.8.210', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'port_id': '3c5d3702-21ed-4e90-8bf7-71b133a2cfa0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd', 'mac_address': 'fa:16:3e:c1:b9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55fc07d-551f-4d7b-8130-821e2b3df204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:37:46Z', 'updated_at': '2022-04-28T19:38:23Z', 'revision_number': 3, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85efbcdb-041e-4ee1-b3aa-13a6bf881a9f', 'name': '', 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'mac_address': 'fa:16:3e:20:e3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:01Z', 'updated_at': '2022-04-28T19:37:24Z', 'revision_number': 5, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'subnets': [{'id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:26.266177 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39442fa1-496c-4d60-84b3-e34942ba591a req-b1b3aeb8-609d-4506-9ef3-8ffd3f2e1979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:26.267954 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39442fa1-496c-4d60-84b3-e34942ba591a req-b1b3aeb8-609d-4506-9ef3-8ffd3f2e1979 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f HTTP/1.1" status: 200 len: 860 time: 0.3147631 Apr 28 19:38:26.323099 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4619d748-80a5-4e47-9400-c1f0c1902705 None None] The sync data for ids ['1bfa2316-8671-45a5-aa99-45904351fe76'] in n-d-839810-1 is: [{'id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1472714115-router', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:51Z', 'updated_at': '2022-04-28T19:37:03Z', 'revision_number': 4, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'gw_port': {'id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:36:52Z', 'updated_at': '2022-04-28T19:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '42020791-7818-47b6-9a0f-97af901fb0c4', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'floating_ip_address': '172.25.8.210', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'port_id': '3c5d3702-21ed-4e90-8bf7-71b133a2cfa0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd', 'mac_address': 'fa:16:3e:c1:b9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55fc07d-551f-4d7b-8130-821e2b3df204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:37:46Z', 'updated_at': '2022-04-28T19:38:23Z', 'revision_number': 3, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85efbcdb-041e-4ee1-b3aa-13a6bf881a9f', 'name': '', 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'mac_address': 'fa:16:3e:20:e3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:01Z', 'updated_at': '2022-04-28T19:37:24Z', 'revision_number': 5, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'subnets': [{'id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:38:26.373362 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-7a2b99d4-cc90-4e20-b4bc-4405a37c2589 service neutron] 10.222.0.42 "GET /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216646 Apr 28 19:38:26.391625 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39442fa1-496c-4d60-84b3-e34942ba591a req-6ad23499-4ff4-451f-95ce-b54d047efcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:26.395275 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39442fa1-496c-4d60-84b3-e34942ba591a req-6ad23499-4ff4-451f-95ce-b54d047efcb7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3a8d8fbc-c638-4e44-87fd-3e5ca38570dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013403 Apr 28 19:38:26.470257 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d77ad3-cf26-4eba-9cfa-2811c434f29c req-92e2698e-dc48-42ea-b23b-85d14d3210e6 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:26.483241 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-03d77ad3-cf26-4eba-9cfa-2811c434f29c req-92e2698e-dc48-42ea-b23b-85d14d3210e6 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 945 time: 0.1954465 Apr 28 19:38:26.555361 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-701a7ac6-3f82-416c-a957-be2bce36d475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:26.568880 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f8c27a-e8a1-48c6-9dc9-600a731c45ae None None] Network 4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:38:26.588656 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-03d77ad3-cf26-4eba-9cfa-2811c434f29c req-26118023-e9dc-4051-903d-cba874596a95 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043949 Apr 28 19:38:26.589323 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39442fa1-496c-4d60-84b3-e34942ba591a req-bb19acab-8c29-4104-a82e-ac2ce1ea1772 service neutron] 10.222.0.44 "GET /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869364 Apr 28 19:38:26.750506 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-81acdbc3-79f7-4479-80da-87837180e329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:26.752480 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-81acdbc3-79f7-4479-80da-87837180e329 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44836af2576c4eb08ccfbf8a35c6037e&device_id=d55fc07d-551f-4d7b-8130-821e2b3df204 HTTP/1.1" status: 200 len: 1096 time: 0.1619761 Apr 28 19:38:26.770502 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 00336601-0b73-4f3e-a535-ae6537f969ea up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:38:26.775163 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924c7dfe-0de6-45b1-a9d4-26ee9f9e99e0 None None] New status for floating IP 42020791-7818-47b6-9a0f-97af901fb0c4: ACTIVE {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:38:26.792263 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701a7ac6-3f82-416c-a957-be2bce36d475 admin admin] Router f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:38:26.860082 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4be43-2019-4343-8fd9-3fe28e1d6e5a req-64beb62a-bbb2-4c78-a37d-b857dc03eeb7 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:26.863174 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8fb4be43-2019-4343-8fd9-3fe28e1d6e5a req-64beb62a-bbb2-4c78-a37d-b857dc03eeb7 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.15 "GET /v2.0/ports?device_id=591127db-1cc9-461e-9444-3ed2c396127d HTTP/1.1" status: 200 len: 945 time: 0.1991248 Apr 28 19:38:26.872381 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39442fa1-496c-4d60-84b3-e34942ba591a req-294373b8-e90c-425b-84c5-506d22770ed5 service neutron] 10.222.0.44 "GET /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601538 Apr 28 19:38:26.954395 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701a7ac6-3f82-416c-a957-be2bce36d475 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:38:26.966406 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85666d1f-5787-4094-afe9-7d9f88778b4b None None] Sync routers for ids ['f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:38:26.987221 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85666d1f-5787-4094-afe9-7d9f88778b4b None None] Routers {'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:26.991616 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-701a7ac6-3f82-416c-a957-be2bce36d475 admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:26.993927 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-85666d1f-5787-4094-afe9-7d9f88778b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:38:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:26.997737 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-701a7ac6-3f82-416c-a957-be2bce36d475 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7312901 Apr 28 19:38:27.000584 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 46000) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:27.029316 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-94e772a8-70f7-4242-a796-d2d229d11842 None None] Provisioning complete for port 57179594-7667-4fc0-88ee-5d14b94a84dd triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:27.030633 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-94e772a8-70f7-4242-a796-d2d229d11842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:27.054391 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-3f343ebf-99b0-447a-bbbf-a953a3e42fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:27.056317 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-3f343ebf-99b0-447a-bbbf-a953a3e42fa8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3a8d8fbc-c638-4e44-87fd-3e5ca38570dd HTTP/1.1" status: 200 len: 922 time: 0.2949219 Apr 28 19:38:27.275557 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 00336601-0b73-4f3e-a535-ae6537f969ea completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:38:27.328200 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-85666d1f-5787-4094-afe9-7d9f88778b4b None None] Set router f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:27.378989 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 00336601-0b73-4f3e-a535-ae6537f969ea triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:27.379796 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:27.405354 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55fc07d-551f-4d7b-8130-821e2b3df204', 'tag': '3c5d3702-21ed-4e90-8bf7-71b133a2cfa0'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:27.413120 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ef9245-05a1-4f64-914b-4ffaf5d48f21" -d '{"events": [{"name": "network-changed", "server_uuid": "d55fc07d-551f-4d7b-8130-821e2b3df204", "tag": "3c5d3702-21ed-4e90-8bf7-71b133a2cfa0"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:27.482270 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 57179594-7667-4fc0-88ee-5d14b94a84dd up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:38:27.570370 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-8fb4be43-2019-4343-8fd9-3fe28e1d6e5a req-2fb8758e-abdc-467f-9e68-4633f55392df tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Deleting port 2f0b9d1d-5e33-4093-aa05-fd1326fa90ba {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:38:27.570989 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8fb4be43-2019-4343-8fd9-3fe28e1d6e5a req-2fb8758e-abdc-467f-9e68-4633f55392df tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:27.678692 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c06377-2477-4dcc-97ca-e7d8385a8afe req-36de30a1-b1fb-45e1-993b-2243e3828fa7 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:27.680713 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-92c06377-2477-4dcc-97ca-e7d8385a8afe req-36de30a1-b1fb-45e1-993b-2243e3828fa7 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b5e530c-be0b-4371-a4ce-e44fa69aab7a HTTP/1.1" status: 200 len: 945 time: 0.4609964 Apr 28 19:38:27.703403 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-33d6163c-30d1-474e-9e3a-f36595196ac1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c5d3702-21ed-4e90-8bf7-71b133a2cfa0 HTTP/1.1" status: 200 len: 1001 time: 0.6024656 Apr 28 19:38:27.714182 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 57179594-7667-4fc0-88ee-5d14b94a84dd triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:27.715561 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:27.801518 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:27.819806 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-85666d1f-5787-4094-afe9-7d9f88778b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'name': 'tempest-ServersTestBootFromVolume-182982926-router', 'tenant_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'baa0b1fa-b7e2-4177-a057-8b9deeb31451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:22Z', 'updated_at': '2022-04-28T19:38:24Z', 'revision_number': 3, 'project_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'gw_port': {'id': 'baa0b1fa-b7e2-4177-a057-8b9deeb31451', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:23Z', 'updated_at': '2022-04-28T19:38:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:27.832678 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c096c-4312-4200-80c6-1ec4dc0b1772 req-c51c5d31-759e-4dff-a7d1-a7279fcd15ae tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:27.845517 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7e8c096c-4312-4200-80c6-1ec4dc0b1772 req-c51c5d31-759e-4dff-a7d1-a7279fcd15ae tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/ports?device_id=591127db-1cc9-461e-9444-3ed2c396127d HTTP/1.1" status: 200 len: 945 time: 0.1131110 Apr 28 19:38:27.856302 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85666d1f-5787-4094-afe9-7d9f88778b4b None None] Checking router: f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:38:27.856865 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85666d1f-5787-4094-afe9-7d9f88778b4b None None] Updating router f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b port baa0b1fa-b7e2-4177-a057-8b9deeb31451 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:38:27.889487 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a94c005e-5b06-4283-b151-a850ba5b86a5 None None] Provisioning complete for port 57179594-7667-4fc0-88ee-5d14b94a84dd triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:27.890178 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a94c005e-5b06-4283-b151-a850ba5b86a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:27.900532 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3319b81-b268-4f98-b024-6aeca4d9b683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00336601-0b73-4f3e-a535-ae6537f969ea'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:27.905706 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754f69c6-d72c-45ec-9eee-b3d7225df703" -d '{"events": [{"server_uuid": "a3319b81-b268-4f98-b024-6aeca4d9b683", "name": "network-vif-plugged", "status": "completed", "tag": "00336601-0b73-4f3e-a535-ae6537f969ea"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:27.918373 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-85666d1f-5787-4094-afe9-7d9f88778b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:27.945110 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7e8c096c-4312-4200-80c6-1ec4dc0b1772 req-557bdb94-b5f4-4b78-85d6-6f09752bd60c tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f2ee023-a8e3-4096-ae6c-386871a0809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967228 Apr 28 19:38:27.963095 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-99a28ea7-3679-422d-9096-86ac0b670544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:27.967955 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-99a28ea7-3679-422d-9096-86ac0b670544 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f HTTP/1.1" status: 200 len: 860 time: 0.2602534 Apr 28 19:38:27.993934 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 00336601-0b73-4f3e-a535-ae6537f969ea, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=00336601-0b73-4f3e-a535-ae6537f969ea,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:28.006512 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:28.068397 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9a479f-5a36-43b9-b068-2c1773fdf086 x-openstack-request-id: req-4f9a479f-5a36-43b9-b068-2c1773fdf086 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:28.076897 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d55fc07d-551f-4d7b-8130-821e2b3df204", "tag": "3c5d3702-21ed-4e90-8bf7-71b133a2cfa0", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:28.077470 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4f9a479f-5a36-43b9-b068-2c1773fdf086 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:28.078076 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f9a479f-5a36-43b9-b068-2c1773fdf086'] response: {'name': 'network-changed', 'server_uuid': 'd55fc07d-551f-4d7b-8130-821e2b3df204', 'tag': '3c5d3702-21ed-4e90-8bf7-71b133a2cfa0', 'status': 'completed', 'code': 200} Apr 28 19:38:28.123656 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef9245-05a1-4f64-914b-4ffaf5d48f21 req-de629a17-38ac-4076-ba4c-5397eba4b0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:28.133045 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-38ef9245-05a1-4f64-914b-4ffaf5d48f21 req-de629a17-38ac-4076-ba4c-5397eba4b0cd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=44836af2576c4eb08ccfbf8a35c6037e&device_id=d55fc07d-551f-4d7b-8130-821e2b3df204 HTTP/1.1" status: 200 len: 1096 time: 0.0897138 Apr 28 19:38:28.155896 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=00336601-0b73-4f3e-a535-ae6537f969ea,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:28.413412 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0f46a-0eb6-4767-b842-5e87ad45aa19 req-cc0fba90-8cb2-4dc9-8ff6-e6b0e8900e94 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:28.415063 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d8e0f46a-0eb6-4767-b842-5e87ad45aa19 req-cc0fba90-8cb2-4dc9-8ff6-e6b0e8900e94 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 946 time: 0.2810810 Apr 28 19:38:28.496538 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d8e0f46a-0eb6-4767-b842-5e87ad45aa19 req-e6fa20d3-d04f-4b1f-b569-54e78b2e32b8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719695 Apr 28 19:38:28.504153 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef9245-05a1-4f64-914b-4ffaf5d48f21 req-ed8ff955-f2a1-498d-bccc-a86bebf47aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:28.506020 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-38ef9245-05a1-4f64-914b-4ffaf5d48f21 req-ed8ff955-f2a1-498d-bccc-a86bebf47aea service neutron] 10.222.0.44 "GET /v2.0/networks?id=3a8d8fbc-c638-4e44-87fd-3e5ca38570dd HTTP/1.1" status: 200 len: 922 time: 0.3527248 Apr 28 19:38:28.588379 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d51abb-a028-4220-98a7-3cd44a8d6e85 x-openstack-request-id: req-13d51abb-a028-4220-98a7-3cd44a8d6e85 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:28.588679 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3319b81-b268-4f98-b024-6aeca4d9b683", "name": "network-vif-plugged", "status": "completed", "tag": "00336601-0b73-4f3e-a535-ae6537f969ea", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:28.588937 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-13d51abb-a028-4220-98a7-3cd44a8d6e85 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:28.589340 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13d51abb-a028-4220-98a7-3cd44a8d6e85'] response: {'server_uuid': 'a3319b81-b268-4f98-b024-6aeca4d9b683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00336601-0b73-4f3e-a535-ae6537f969ea', 'code': 200} Apr 28 19:38:28.624685 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-85666d1f-5787-4094-afe9-7d9f88778b4b None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:28.640527 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-85666d1f-5787-4094-afe9-7d9f88778b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:28.670817 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-38ef9245-05a1-4f64-914b-4ffaf5d48f21 req-ba07dbca-7a77-4c0c-8e66-3da29a5a9891 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c5d3702-21ed-4e90-8bf7-71b133a2cfa0 HTTP/1.1" status: 200 len: 1001 time: 0.1567314 Apr 28 19:38:28.712550 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897487c0-abc5-4dfa-9405-7b2e57879103 None None] Pushing event updated for resources: {'Port': ['ID=baa0b1fa-b7e2-4177-a057-8b9deeb31451,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:28.744017 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef9245-05a1-4f64-914b-4ffaf5d48f21 req-c0edea51-3e6a-41eb-8a8e-f6a1d7a3c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:28.745450 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-38ef9245-05a1-4f64-914b-4ffaf5d48f21 req-c0edea51-3e6a-41eb-8a8e-f6a1d7a3c09b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f HTTP/1.1" status: 200 len: 860 time: 0.0668120 Apr 28 19:38:28.760744 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-8fb4be43-2019-4343-8fd9-3fe28e1d6e5a req-2fb8758e-abdc-467f-9e68-4633f55392df tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] For port 2f0b9d1d-5e33-4093-aa05-fd1326fa90ba, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=2f0b9d1d-5e33-4093-aa05-fd1326fa90ba,segment=NetworkSegment(e0cb1ff0-18a4-4859-89a0-14772c6e60ff),segment_id=e0cb1ff0-18a4-4859-89a0-14772c6e60ff)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:28.761343 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8fb4be43-2019-4343-8fd9-3fe28e1d6e5a req-2fb8758e-abdc-467f-9e68-4633f55392df tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:28.762193 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-85666d1f-5787-4094-afe9-7d9f88778b4b None None] Attempting to bind port baa0b1fa-b7e2-4177-a057-8b9deeb31451 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:38:28.762629 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-85666d1f-5787-4094-afe9-7d9f88778b4b None None] Attempting to bind port baa0b1fa-b7e2-4177-a057-8b9deeb31451 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:38:28.763047 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85666d1f-5787-4094-afe9-7d9f88778b4b None None] Attempting to bind port baa0b1fa-b7e2-4177-a057-8b9deeb31451 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:38:28.773958 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85666d1f-5787-4094-afe9-7d9f88778b4b None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:38:28.774428 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85666d1f-5787-4094-afe9-7d9f88778b4b None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:38:28.774891 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-85666d1f-5787-4094-afe9-7d9f88778b4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:28.775344 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85666d1f-5787-4094-afe9-7d9f88778b4b None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:38:28.775877 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-85666d1f-5787-4094-afe9-7d9f88778b4b None None] Bound port: baa0b1fa-b7e2-4177-a057-8b9deeb31451, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:38:28.783685 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-85666d1f-5787-4094-afe9-7d9f88778b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:28.788908 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-8fb4be43-2019-4343-8fd9-3fe28e1d6e5a req-2fb8758e-abdc-467f-9e68-4633f55392df tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Calling delete_port for 2f0b9d1d-5e33-4093-aa05-fd1326fa90ba owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:38:28.814307 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef9245-05a1-4f64-914b-4ffaf5d48f21 req-6e3c73ca-2590-493e-88a6-d6b636a4ddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:28.815915 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-38ef9245-05a1-4f64-914b-4ffaf5d48f21 req-6e3c73ca-2590-493e-88a6-d6b636a4ddd4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3a8d8fbc-c638-4e44-87fd-3e5ca38570dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623803 Apr 28 19:38:28.819395 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-8fb2760b-56d3-4a14-8a71-b92e4d2cc22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:28.822267 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-8fb2760b-56d3-4a14-8a71-b92e4d2cc22b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3a8d8fbc-c638-4e44-87fd-3e5ca38570dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8349121 Apr 28 19:38:28.857822 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-85666d1f-5787-4094-afe9-7d9f88778b4b None None] For port baa0b1fa-b7e2-4177-a057-8b9deeb31451, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:38:28.863023 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-85666d1f-5787-4094-afe9-7d9f88778b4b None None] For port baa0b1fa-b7e2-4177-a057-8b9deeb31451, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=baa0b1fa-b7e2-4177-a057-8b9deeb31451,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:38:28.869228 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-85666d1f-5787-4094-afe9-7d9f88778b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:28.873613 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccdca44-98bf-43d8-bcc5-43e19ed3e072 req-b120d680-43f0-4c51-bbd7-bb4caa40c322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:28.875463 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8ccdca44-98bf-43d8-bcc5-43e19ed3e072 req-b120d680-43f0-4c51-bbd7-bb4caa40c322 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 1097 time: 0.1920500 Apr 28 19:38:28.973756 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-38ef9245-05a1-4f64-914b-4ffaf5d48f21 req-eaa02375-7ffd-4f79-8570-2505f44a69c2 service neutron] 10.222.0.44 "GET /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511722 Apr 28 19:38:29.013513 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897487c0-abc5-4dfa-9405-7b2e57879103 None None] Pushing event updated for resources: {'Port': ['ID=baa0b1fa-b7e2-4177-a057-8b9deeb31451,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:29.019765 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85666d1f-5787-4094-afe9-7d9f88778b4b None None] Routers {'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:29.020944 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-85666d1f-5787-4094-afe9-7d9f88778b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:38:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:29.101237 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8ccdca44-98bf-43d8-bcc5-43e19ed3e072 req-f2aac211-3789-42c1-a691-23f28b098d19 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720107 Apr 28 19:38:29.139653 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-92c06377-2477-4dcc-97ca-e7d8385a8afe req-d4db0598-cb5f-4d14-b591-46795ae75fdb tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Deleting port 177ec91f-a8cb-422b-8006-483627d9b4bd {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:38:29.140016 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-92c06377-2477-4dcc-97ca-e7d8385a8afe req-d4db0598-cb5f-4d14-b591-46795ae75fdb tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:29.157976 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-38ef9245-05a1-4f64-914b-4ffaf5d48f21 req-a11ce2fd-4ba5-48a6-953e-015650cca71b service neutron] 10.222.0.44 "GET /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731765 Apr 28 19:38:29.203445 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424d575-cb04-410c-aa8c-aec0de9beddb req-15805fd2-6653-48bc-a656-44f521de661e tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:29.214536 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5424d575-cb04-410c-aa8c-aec0de9beddb req-15805fd2-6653-48bc-a656-44f521de661e tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/ports?device_id=591127db-1cc9-461e-9444-3ed2c396127d HTTP/1.1" status: 200 len: 945 time: 0.1084268 Apr 28 19:38:29.258207 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-85666d1f-5787-4094-afe9-7d9f88778b4b None None] Set router f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:29.270987 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5424d575-cb04-410c-aa8c-aec0de9beddb req-55ae6fe8-5697-48ec-9496-8bee1cfc26b7 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f2ee023-a8e3-4096-ae6c-386871a0809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552127 Apr 28 19:38:29.337602 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:38:29.397372 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-ce5ce5c2-f8a7-4ccb-81c1-9743c6afc854 service neutron] 10.222.0.42 "GET /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5173211 Apr 28 19:38:29.448254 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-92c06377-2477-4dcc-97ca-e7d8385a8afe req-d4db0598-cb5f-4d14-b591-46795ae75fdb tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] For port 177ec91f-a8cb-422b-8006-483627d9b4bd, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=177ec91f-a8cb-422b-8006-483627d9b4bd,segment=NetworkSegment(e0cb1ff0-18a4-4859-89a0-14772c6e60ff),segment_id=e0cb1ff0-18a4-4859-89a0-14772c6e60ff)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:29.448776 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-92c06377-2477-4dcc-97ca-e7d8385a8afe req-d4db0598-cb5f-4d14-b591-46795ae75fdb tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:29.537950 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-85666d1f-5787-4094-afe9-7d9f88778b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'name': 'tempest-ServersTestBootFromVolume-182982926-router', 'tenant_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'baa0b1fa-b7e2-4177-a057-8b9deeb31451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:22Z', 'updated_at': '2022-04-28T19:38:24Z', 'revision_number': 3, 'project_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'gw_port': {'id': 'baa0b1fa-b7e2-4177-a057-8b9deeb31451', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:23Z', 'updated_at': '2022-04-28T19:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:29.542013 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-92c06377-2477-4dcc-97ca-e7d8385a8afe req-d4db0598-cb5f-4d14-b591-46795ae75fdb tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Calling delete_port for 177ec91f-a8cb-422b-8006-483627d9b4bd owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:38:29.553652 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8fb4be43-2019-4343-8fd9-3fe28e1d6e5a req-2fb8758e-abdc-467f-9e68-4633f55392df tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:29.582426 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85666d1f-5787-4094-afe9-7d9f88778b4b None None] The sync data for ids ['f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b'] in n-d-839810-1 is: [{'id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'name': 'tempest-ServersTestBootFromVolume-182982926-router', 'tenant_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'baa0b1fa-b7e2-4177-a057-8b9deeb31451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:22Z', 'updated_at': '2022-04-28T19:38:24Z', 'revision_number': 3, 'project_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'gw_port': {'id': 'baa0b1fa-b7e2-4177-a057-8b9deeb31451', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:23Z', 'updated_at': '2022-04-28T19:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:38:29.665395 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b938b7-a034-4b77-86ae-c2c025802a0b req-7b4218c9-f0c7-4f9d-a0b2-d51330f562f1 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:29.674923 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-28b938b7-a034-4b77-86ae-c2c025802a0b req-7b4218c9-f0c7-4f9d-a0b2-d51330f562f1 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 946 time: 0.0700538 Apr 28 19:38:29.689631 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8758e-abdc-467f-9e68-4633f55392df tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Pushing event deleted for resources: {'Port': ['ID=2f0b9d1d-5e33-4093-aa05-fd1326fa90ba,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:29.702137 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d9093e9a-6437-43a8-8e34-b9129f45f6d1 req-2ffdf099-c998-4bdb-ac17-552d93be0769 service neutron] 10.222.0.42 "GET /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900829 Apr 28 19:38:29.723940 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-28b938b7-a034-4b77-86ae-c2c025802a0b req-fbb15e79-e906-4ffd-9a41-fa4b420bd5b0 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474472 Apr 28 19:38:29.886658 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb4be43-2019-4343-8fd9-3fe28e1d6e5a req-2fb8758e-abdc-467f-9e68-4633f55392df tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] No DVR routers for this DVR port 2f0b9d1d-5e33-4093-aa05-fd1326fa90ba on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:38:29.899104 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8fb4be43-2019-4343-8fd9-3fe28e1d6e5a req-2fb8758e-abdc-467f-9e68-4633f55392df tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:29.904361 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8fb4be43-2019-4343-8fd9-3fe28e1d6e5a req-2fb8758e-abdc-467f-9e68-4633f55392df tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.15 "DELETE /v2.0/ports/2f0b9d1d-5e33-4093-aa05-fd1326fa90ba HTTP/1.1" status: 204 len: 173 time: 3.0306311 Apr 28 19:38:29.946391 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fe766f8b-3af2-46b9-aa85-dd74f8dc4dea req-8ad01fa8-0b05-4dc4-97c5-78b320810f6e tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 1001 time: 0.1772470 Apr 28 19:38:30.113701 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591127db-1cc9-461e-9444-3ed2c396127d', 'name': 'network-vif-deleted', 'tag': '2f0b9d1d-5e33-4093-aa05-fd1326fa90ba'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:30.129267 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488bfd24-5b98-4cdc-b6fc-d57f8e5dca13" -d '{"events": [{"server_uuid": "591127db-1cc9-461e-9444-3ed2c396127d", "name": "network-vif-deleted", "tag": "2f0b9d1d-5e33-4093-aa05-fd1326fa90ba"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:30.184964 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe766f8b-3af2-46b9-aa85-dd74f8dc4dea req-a76f0fc7-5500-43e4-85d0-628fbed99efa tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:30.186467 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fe766f8b-3af2-46b9-aa85-dd74f8dc4dea req-a76f0fc7-5500-43e4-85d0-628fbed99efa tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/ports/3c5d3702-21ed-4e90-8bf7-71b133a2cfa0 HTTP/1.1" status: 200 len: 942 time: 0.2303872 Apr 28 19:38:30.195224 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10afdd5f-7df9-4e62-b018-51b23f5db803 x-openstack-request-id: req-10afdd5f-7df9-4e62-b018-51b23f5db803 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:30.195521 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "591127db-1cc9-461e-9444-3ed2c396127d", "name": "network-vif-deleted", "tag": "2f0b9d1d-5e33-4093-aa05-fd1326fa90ba", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:30.195776 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-10afdd5f-7df9-4e62-b018-51b23f5db803 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:30.196202 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10afdd5f-7df9-4e62-b018-51b23f5db803'] response: {'server_uuid': '591127db-1cc9-461e-9444-3ed2c396127d', 'name': 'network-vif-deleted', 'tag': '2f0b9d1d-5e33-4093-aa05-fd1326fa90ba', 'status': 'completed', 'code': 200} Apr 28 19:38:30.226418 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a61dc8fd-9b30-4058-b88e-b5c7fd1e3a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:30.303643 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-92c06377-2477-4dcc-97ca-e7d8385a8afe req-d4db0598-cb5f-4d14-b591-46795ae75fdb tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:30.419357 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7581a951-391c-4d2b-8b60-7b6ddf6fbf3e req-1bffed92-89d8-4eea-8501-3c2e54c4fd72 tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.42 "GET /v2.0/ports?device_id=591127db-1cc9-461e-9444-3ed2c396127d HTTP/1.1" status: 200 len: 210 time: 0.0395947 Apr 28 19:38:30.436771 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db0598-cb5f-4d14-b591-46795ae75fdb tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Pushing event deleted for resources: {'Port': ['ID=177ec91f-a8cb-422b-8006-483627d9b4bd,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:30.490312 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fe766f8b-3af2-46b9-aa85-dd74f8dc4dea req-34d0e26a-46aa-4126-a857-fe0f2d41c118 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 1001 time: 0.2371202 Apr 28 19:38:30.521068 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c06377-2477-4dcc-97ca-e7d8385a8afe req-d4db0598-cb5f-4d14-b591-46795ae75fdb tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] No DVR routers for this DVR port 177ec91f-a8cb-422b-8006-483627d9b4bd on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:38:30.565383 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-92c06377-2477-4dcc-97ca-e7d8385a8afe req-d4db0598-cb5f-4d14-b591-46795ae75fdb tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:30.570079 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-92c06377-2477-4dcc-97ca-e7d8385a8afe req-d4db0598-cb5f-4d14-b591-46795ae75fdb tempest-MultipleCreateTestJSON-144943642 tempest-MultipleCreateTestJSON-144943642-project] 10.222.0.44 "DELETE /v2.0/ports/177ec91f-a8cb-422b-8006-483627d9b4bd HTTP/1.1" status: 204 len: 173 time: 2.8414710 Apr 28 19:38:30.667456 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 177ec91f-a8cb-422b-8006-483627d9b4bd no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:38:30.711135 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 177ec91f-a8cb-422b-8006-483627d9b4bd {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:38:30.711843 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 177ec91f-a8cb-422b-8006-483627d9b4bd not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:38:30.716169 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 2f0b9d1d-5e33-4093-aa05-fd1326fa90ba no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:38:30.763243 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 2f0b9d1d-5e33-4093-aa05-fd1326fa90ba {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:38:30.763584 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 2f0b9d1d-5e33-4093-aa05-fd1326fa90ba not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:38:30.767753 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe766f8b-3af2-46b9-aa85-dd74f8dc4dea req-e4ac68a4-1802-4b22-917f-73c23acd514b tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:30.769202 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fe766f8b-3af2-46b9-aa85-dd74f8dc4dea req-e4ac68a4-1802-4b22-917f-73c23acd514b tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 784 time: 0.2404294 Apr 28 19:38:30.863023 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-a61dc8fd-9b30-4058-b88e-b5c7fd1e3a3c admin admin] Allocated IP 172.20.0.1 (4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad/4df27193-9de3-4edc-a45d-80a16d1e74e0/24e94f92-e6f5-43d7-b3c4-e4a2ba841fda) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:38:30.912574 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecde4d-5059-4413-b30b-30a7a62dd1b8 req-af1cf825-ab3a-4864-bd14-0b377e7a04bf tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:30.914753 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-14ecde4d-5059-4413-b30b-30a7a62dd1b8 req-af1cf825-ab3a-4864-bd14-0b377e7a04bf tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 946 time: 0.0784049 Apr 28 19:38:30.962070 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-68b26f4a-3017-474f-81d2-7d4b3992b97c req-a785321e-7f0c-4cf4-94ea-18cfa1d6003f tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 1001 time: 0.1591127 Apr 28 19:38:30.979307 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-14ecde4d-5059-4413-b30b-30a7a62dd1b8 req-681e6b0b-1bce-4a9f-99e2-e1f9f0f8fa44 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561798 Apr 28 19:38:31.039936 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b26f4a-3017-474f-81d2-7d4b3992b97c req-bd1e4586-8686-49c3-b16f-e64c265eb8c2 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:31.041479 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-68b26f4a-3017-474f-81d2-7d4b3992b97c req-bd1e4586-8686-49c3-b16f-e64c265eb8c2 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/ports/3c5d3702-21ed-4e90-8bf7-71b133a2cfa0 HTTP/1.1" status: 200 len: 942 time: 0.0714266 Apr 28 19:38:31.072487 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a61dc8fd-9b30-4058-b88e-b5c7fd1e3a3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:31.125988 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a61dc8fd-9b30-4058-b88e-b5c7fd1e3a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:31.278660 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61dc8fd-9b30-4058-b88e-b5c7fd1e3a3c admin admin] Network 4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:38:31.306121 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61dc8fd-9b30-4058-b88e-b5c7fd1e3a3c admin admin] Pushing event updated for resources: {'Port': ['ID=24e94f92-e6f5-43d7-b3c4-e4a2ba841fda,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:31.312458 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-a61dc8fd-9b30-4058-b88e-b5c7fd1e3a3c admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:31.316986 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61dc8fd-9b30-4058-b88e-b5c7fd1e3a3c admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:38:31.369264 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-68b26f4a-3017-474f-81d2-7d4b3992b97c req-1310fd61-6df5-4037-b345-bedcb055beda tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 1001 time: 0.2062631 Apr 28 19:38:31.416996 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2516f4-9332-4af0-906e-6e7193d323c7 req-1be4b067-f9d2-418d-8e02-9215354591d8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:31.426020 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1c2516f4-9332-4af0-906e-6e7193d323c7 req-1be4b067-f9d2-418d-8e02-9215354591d8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 946 time: 0.0860858 Apr 28 19:38:31.457831 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a61dc8fd-9b30-4058-b88e-b5c7fd1e3a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:31.474011 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1c2516f4-9332-4af0-906e-6e7193d323c7 req-f36d71d2-c77c-4c2d-a93f-091fb798e46a tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464115 Apr 28 19:38:31.499671 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device baa0b1fa-b7e2-4177-a057-8b9deeb31451 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:38:31.623721 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port baa0b1fa-b7e2-4177-a057-8b9deeb31451 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:31.624092 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:31.631935 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46052) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:31.654406 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b26f4a-3017-474f-81d2-7d4b3992b97c req-9793056b-c596-48ce-88eb-6f787a0b9026 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:31.655937 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-68b26f4a-3017-474f-81d2-7d4b3992b97c req-9793056b-c596-48ce-88eb-6f787a0b9026 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 784 time: 0.2747037 Apr 28 19:38:31.691536 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be9ad50-1ffd-4482-ac12-91d2e6134abb admin admin] Deleting subnet 8616dcc1-9271-4ef2-abbb-c6606af7323b {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:38:31.694963 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7be9ad50-1ffd-4482-ac12-91d2e6134abb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:31.709876 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:31.717763 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-ab642d87-2572-4377-a487-f9d2f365bdaa None None] Provisioning complete for port 24e94f92-e6f5-43d7-b3c4-e4a2ba841fda triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:31.718128 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ab642d87-2572-4377-a487-f9d2f365bdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:31.738364 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7be9ad50-1ffd-4482-ac12-91d2e6134abb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:31.768553 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-ab642d87-2572-4377-a487-f9d2f365bdaa None None] Port 24e94f92-e6f5-43d7-b3c4-e4a2ba841fda cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:38:31.783717 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7be9ad50-1ffd-4482-ac12-91d2e6134abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:31.815817 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-68b26f4a-3017-474f-81d2-7d4b3992b97c req-18832c6e-a579-430a-a1df-5537ec2bf61c tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 1001 time: 0.1507831 Apr 28 19:38:31.816610 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a61dc8fd-9b30-4058-b88e-b5c7fd1e3a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:31.832695 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:31.837561 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-68b26f4a-3017-474f-81d2-7d4b3992b97c req-79409188-599e-4bf1-8934-fe65577054af tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:31.847625 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7be9ad50-1ffd-4482-ac12-91d2e6134abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:31.863164 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7be9ad50-1ffd-4482-ac12-91d2e6134abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:31.866730 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7be9ad50-1ffd-4482-ac12-91d2e6134abb admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8616dcc1-9271-4ef2-abbb-c6606af7323b HTTP/1.1" status: 204 len: 168 time: 0.2332428 Apr 28 19:38:31.866887 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port baa0b1fa-b7e2-4177-a057-8b9deeb31451, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=baa0b1fa-b7e2-4177-a057-8b9deeb31451,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:31.875211 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:31.887248 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 46054) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:31.889991 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9ad50-1ffd-4482-ac12-91d2e6134abb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8616dcc1-9271-4ef2-abbb-c6606af7323b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:31.946325 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=baa0b1fa-b7e2-4177-a057-8b9deeb31451,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:32.007295 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-68b26f4a-3017-474f-81d2-7d4b3992b97c req-79409188-599e-4bf1-8934-fe65577054af tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks [] for floatingip, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:32.060844 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9d8b294d-f310-46ec-b9a3-8608cc87f683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:32.533164 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5e530c-be0b-4371-a4ce-e44fa69aab7a', 'name': 'network-vif-deleted', 'tag': '177ec91f-a8cb-422b-8006-483627d9b4bd'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:32.535474 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d32a2c8-4c46-44b5-929c-98906d5158a4" -d '{"events": [{"server_uuid": "0b5e530c-be0b-4371-a4ce-e44fa69aab7a", "name": "network-vif-deleted", "tag": "177ec91f-a8cb-422b-8006-483627d9b4bd"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:32.612716 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f858f39-4364-4767-8e6c-9ff8f75b99c3 req-18dc178b-33a3-4767-87b2-cd345c43f668 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:32.614975 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5f858f39-4364-4767-8e6c-9ff8f75b99c3 req-18dc178b-33a3-4767-87b2-cd345c43f668 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 946 time: 0.0616119 Apr 28 19:38:32.662937 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5f858f39-4364-4767-8e6c-9ff8f75b99c3 req-84aaad5a-068b-4865-a6b4-b7016d8a5689 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410204 Apr 28 19:38:32.675849 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-68b26f4a-3017-474f-81d2-7d4b3992b97c req-79409188-599e-4bf1-8934-fe65577054af tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:32.677525 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9d8b294d-f310-46ec-b9a3-8608cc87f683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:32.697648 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-68b26f4a-3017-474f-81d2-7d4b3992b97c req-79409188-599e-4bf1-8934-fe65577054af tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:32.697998 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [req-68b26f4a-3017-474f-81d2-7d4b3992b97c req-79409188-599e-4bf1-8934-fe65577054af tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Floating IP 42020791-7818-47b6-9a0f-97af901fb0c4 disassociated. External IP: 172.25.8.210, port: 3c5d3702-21ed-4e90-8bf7-71b133a2cfa0. Apr 28 19:38:32.741805 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae74f44d-f9d6-420d-9cfd-b34b45eefa88 x-openstack-request-id: req-ae74f44d-f9d6-420d-9cfd-b34b45eefa88 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:32.742094 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5e530c-be0b-4371-a4ce-e44fa69aab7a", "name": "network-vif-deleted", "tag": "177ec91f-a8cb-422b-8006-483627d9b4bd", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:32.742343 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ae74f44d-f9d6-420d-9cfd-b34b45eefa88 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:32.742745 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae74f44d-f9d6-420d-9cfd-b34b45eefa88'] response: {'server_uuid': '0b5e530c-be0b-4371-a4ce-e44fa69aab7a', 'name': 'network-vif-deleted', 'tag': '177ec91f-a8cb-422b-8006-483627d9b4bd', 'status': 'completed', 'code': 200} Apr 28 19:38:32.744334 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-9d8b294d-f310-46ec-b9a3-8608cc87f683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:32.754265 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a61dc8fd-9b30-4058-b88e-b5c7fd1e3a3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:32.765497 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-9d8b294d-f310-46ec-b9a3-8608cc87f683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0cb1ff0-18a4-4859-89a0-14772c6e60ff') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:32.765785 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-9d8b294d-f310-46ec-b9a3-8608cc87f683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0cb1ff0-18a4-4859-89a0-14772c6e60ff') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:32.770461 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a61dc8fd-9b30-4058-b88e-b5c7fd1e3a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:32.827972 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9d8b294d-f310-46ec-b9a3-8608cc87f683 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:32.895898 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9d8b294d-f310-46ec-b9a3-8608cc87f683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:32.909762 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a61dc8fd-9b30-4058-b88e-b5c7fd1e3a3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:32.911884 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d8b294d-f310-46ec-b9a3-8608cc87f683 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:38:32.912335 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9d8b294d-f310-46ec-b9a3-8608cc87f683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:32.915923 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:38:32.915923 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:38:32.915923 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:38:32.915923 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:38:32.915923 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:38:32.915923 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:38:32.915923 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:38:32.915923 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:38:32.915923 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:38:32.915923 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:38:32.915923 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:38:32.915923 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:38:32.915923 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:38:32.915923 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:38:32.915923 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:38:32.915923 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:38:32.915923 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:38:32.915923 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:38:32.915923 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:38:32.915923 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:38:32.915923 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:38:32.915923 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:38:32.915923 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:38:32.915923 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:38:32.915923 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:38:32.915923 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:38:32.915923 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:38:32.915923 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:38:32.915923 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:38:32.915923 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:38:32.915923 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:38:32.915923 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:38:32.928448 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61dc8fd-9b30-4058-b88e-b5c7fd1e3a3c admin admin] Pushing event updated for resources: {'Port': ['ID=24e94f92-e6f5-43d7-b3c4-e4a2ba841fda,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:33.040796 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9d8b294d-f310-46ec-b9a3-8608cc87f683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:33.047893 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9d8b294d-f310-46ec-b9a3-8608cc87f683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:33.051444 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9d8b294d-f310-46ec-b9a3-8608cc87f683 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb HTTP/1.1" status: 204 len: 168 time: 1.1626222 Apr 28 19:38:33.109441 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b294d-f310-46ec-b9a3-8608cc87f683 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0e05ecb-1fe9-4462-ab0e-6df6a28e62cb,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:33.190526 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61dc8fd-9b30-4058-b88e-b5c7fd1e3a3c admin admin] Network 4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:38:33.193666 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-a61dc8fd-9b30-4058-b88e-b5c7fd1e3a3c admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:33.210115 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:33.312007 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46070) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:33.396075 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-12df5621-2064-4726-be6b-defd7ed40b43 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c27ab83294f244dbb917866ac945a124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0828271 Apr 28 19:38:33.398764 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46072) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:33.400919 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68b26f4a-3017-474f-81d2-7d4b3992b97c req-79409188-599e-4bf1-8934-fe65577054af tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Router 1bfa2316-8671-45a5-aa99-45904351fe76 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:38:33.428371 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device baa0b1fa-b7e2-4177-a057-8b9deeb31451 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:38:33.435383 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61dc8fd-9b30-4058-b88e-b5c7fd1e3a3c admin admin] Router f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:38:33.497551 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port baa0b1fa-b7e2-4177-a057-8b9deeb31451 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:33.497939 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:33.506351 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1393371f-90e5-43cb-bed5-6c396ce319d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:33.531791 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1393371f-90e5-43cb-bed5-6c396ce319d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:33.553649 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-db36cc52-5a0c-4d9c-a25d-b30d07549fb4 None None] Provisioning complete for port 24e94f92-e6f5-43d7-b3c4-e4a2ba841fda triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:33.554019 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-db36cc52-5a0c-4d9c-a25d-b30d07549fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:33.595772 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1393371f-90e5-43cb-bed5-6c396ce319d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:33.599014 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1393371f-90e5-43cb-bed5-6c396ce319d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:33.604420 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1393371f-90e5-43cb-bed5-6c396ce319d5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4f2ee023-a8e3-4096-ae6c-386871a0809c HTTP/1.1" status: 204 len: 168 time: 0.2010291 Apr 28 19:38:33.605411 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-db36cc52-5a0c-4d9c-a25d-b30d07549fb4 None None] Port 24e94f92-e6f5-43d7-b3c4-e4a2ba841fda cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:38:33.614462 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393371f-90e5-43cb-bed5-6c396ce319d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2ee023-a8e3-4096-ae6c-386871a0809c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:33.673201 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68b26f4a-3017-474f-81d2-7d4b3992b97c req-79409188-599e-4bf1-8934-fe65577054af tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:38:33.679379 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-68b26f4a-3017-474f-81d2-7d4b3992b97c req-79409188-599e-4bf1-8934-fe65577054af tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:33.687763 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa43290-1398-4fab-8087-74b89d14d58e None None] Sync routers for ids ['1bfa2316-8671-45a5-aa99-45904351fe76'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:38:33.705899 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa43290-1398-4fab-8087-74b89d14d58e None None] Routers {'1bfa2316-8671-45a5-aa99-45904351fe76'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:33.706643 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-1aa43290-1398-4fab-8087-74b89d14d58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:38:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1bfa2316-8671-45a5-aa99-45904351fe76'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:33.749543 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-68b26f4a-3017-474f-81d2-7d4b3992b97c req-79409188-599e-4bf1-8934-fe65577054af tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "PUT /v2.0/floatingips/42020791-7818-47b6-9a0f-97af901fb0c4 HTTP/1.1" status: 200 len: 695 time: 1.9210165 Apr 28 19:38:33.763758 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61dc8fd-9b30-4058-b88e-b5c7fd1e3a3c admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:38:33.780093 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a61dc8fd-9b30-4058-b88e-b5c7fd1e3a3c admin admin] 10.222.0.42 "PUT /v2.0/routers/f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7646873 Apr 28 19:38:33.788557 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9ae523-6434-4247-8c41-10588af49528 None None] Sync routers for ids ['f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:38:33.837476 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9ae523-6434-4247-8c41-10588af49528 None None] Routers {'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:33.848167 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-3e9ae523-6434-4247-8c41-10588af49528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:38:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:33.945327 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b26f4a-3017-474f-81d2-7d4b3992b97c req-8d1330e2-82a1-4caa-8784-b54374b09b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:33.946894 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-68b26f4a-3017-474f-81d2-7d4b3992b97c req-8d1330e2-82a1-4caa-8784-b54374b09b43 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44836af2576c4eb08ccfbf8a35c6037e&device_id=d55fc07d-551f-4d7b-8130-821e2b3df204 HTTP/1.1" status: 200 len: 1096 time: 0.1706693 Apr 28 19:38:33.952740 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca68b0-b667-41c2-a647-f728e375d1c6 req-686b7dab-3fcc-4364-8460-53257bd25074 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:33.960668 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-20ca68b0-b667-41c2-a647-f728e375d1c6 req-686b7dab-3fcc-4364-8460-53257bd25074 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 946 time: 0.1599743 Apr 28 19:38:33.992891 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-1aa43290-1398-4fab-8087-74b89d14d58e None None] Set router 1bfa2316-8671-45a5-aa99-45904351fe76 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:34.043514 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-20ca68b0-b667-41c2-a647-f728e375d1c6 req-0c306c46-5511-4655-b0d3-7fe7980f54c7 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766747 Apr 28 19:38:34.147701 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-3e9ae523-6434-4247-8c41-10588af49528 None None] Set router f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:34.181271 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b26f4a-3017-474f-81d2-7d4b3992b97c req-f7213db2-e477-4351-9a46-6d8bace50751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:34.185628 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-68b26f4a-3017-474f-81d2-7d4b3992b97c req-f7213db2-e477-4351-9a46-6d8bace50751 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3a8d8fbc-c638-4e44-87fd-3e5ca38570dd HTTP/1.1" status: 200 len: 922 time: 0.2320495 Apr 28 19:38:34.275864 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-68b26f4a-3017-474f-81d2-7d4b3992b97c req-d5f47dae-8ba0-4c79-84aa-7801f498f211 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c5d3702-21ed-4e90-8bf7-71b133a2cfa0 HTTP/1.1" status: 200 len: 217 time: 0.0829492 Apr 28 19:38:34.372706 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b26f4a-3017-474f-81d2-7d4b3992b97c req-d0abb0c6-cff5-4c96-9097-4e82343da8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:34.384379 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-68b26f4a-3017-474f-81d2-7d4b3992b97c req-d0abb0c6-cff5-4c96-9097-4e82343da8ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f HTTP/1.1" status: 200 len: 860 time: 0.1008682 Apr 28 19:38:34.486393 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b26f4a-3017-474f-81d2-7d4b3992b97c req-5cb9997f-d5c6-4ce0-a6d7-0092e375e729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:34.492623 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-68b26f4a-3017-474f-81d2-7d4b3992b97c req-5cb9997f-d5c6-4ce0-a6d7-0092e375e729 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3a8d8fbc-c638-4e44-87fd-3e5ca38570dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956266 Apr 28 19:38:34.505385 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-1aa43290-1398-4fab-8087-74b89d14d58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1472714115-router', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:51Z', 'updated_at': '2022-04-28T19:37:03Z', 'revision_number': 4, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'gw_port': {'id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:36:52Z', 'updated_at': '2022-04-28T19:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '85efbcdb-041e-4ee1-b3aa-13a6bf881a9f', 'name': '', 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'mac_address': 'fa:16:3e:20:e3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:01Z', 'updated_at': '2022-04-28T19:37:24Z', 'revision_number': 5, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'subnets': [{'id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:34.544829 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-3e9ae523-6434-4247-8c41-10588af49528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'name': 'tempest-ServersTestBootFromVolume-182982926-router', 'tenant_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'baa0b1fa-b7e2-4177-a057-8b9deeb31451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:22Z', 'updated_at': '2022-04-28T19:38:31Z', 'revision_number': 4, 'project_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'gw_port': {'id': 'baa0b1fa-b7e2-4177-a057-8b9deeb31451', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:23Z', 'updated_at': '2022-04-28T19:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '24e94f92-e6f5-43d7-b3c4-e4a2ba841fda', 'name': '', 'network_id': '4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad', 'tenant_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'mac_address': 'fa:16:3e:6e:51:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '4df27193-9de3-4edc-a45d-80a16d1e74e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:30Z', 'updated_at': '2022-04-28T19:38:32Z', 'revision_number': 2, 'project_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'subnets': [{'id': '4df27193-9de3-4edc-a45d-80a16d1e74e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:34.578476 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9ae523-6434-4247-8c41-10588af49528 None None] Checking router: f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:38:34.580278 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9ae523-6434-4247-8c41-10588af49528 None None] Updating router f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b port 24e94f92-e6f5-43d7-b3c4-e4a2ba841fda binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:38:34.582559 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa43290-1398-4fab-8087-74b89d14d58e None None] Checking router: 1bfa2316-8671-45a5-aa99-45904351fe76 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:38:34.603494 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa43290-1398-4fab-8087-74b89d14d58e None None] Routers {'1bfa2316-8671-45a5-aa99-45904351fe76'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:34.604166 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-1aa43290-1398-4fab-8087-74b89d14d58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:38:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1bfa2316-8671-45a5-aa99-45904351fe76'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:34.621587 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-3e9ae523-6434-4247-8c41-10588af49528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:34.640018 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-68b26f4a-3017-474f-81d2-7d4b3992b97c req-0f7a0e2c-5af5-4aed-b14a-092d14c53cc4 service neutron] 10.222.0.42 "GET /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402512 Apr 28 19:38:34.791047 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55fc07d-551f-4d7b-8130-821e2b3df204', 'tag': '3c5d3702-21ed-4e90-8bf7-71b133a2cfa0'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:34.792512 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b4d5b5-78cf-4024-a93f-3f6a36960f37" -d '{"events": [{"name": "network-changed", "server_uuid": "d55fc07d-551f-4d7b-8130-821e2b3df204", "tag": "3c5d3702-21ed-4e90-8bf7-71b133a2cfa0"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:34.809796 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-68b26f4a-3017-474f-81d2-7d4b3992b97c req-a62683c3-e0c5-4e11-a49a-833130069744 service neutron] 10.222.0.42 "GET /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592336 Apr 28 19:38:34.963090 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46114) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:34.969071 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-baac2600-7294-4fa4-9bf8-768b4ed7e204 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1308051957', 'description': 'tempest-description--1513860184'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:35.004470 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-1aa43290-1398-4fab-8087-74b89d14d58e None None] Set router 1bfa2316-8671-45a5-aa99-45904351fe76 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:35.034857 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-baac2600-7294-4fa4-9bf8-768b4ed7e204 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:35.093380 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9d61be-df4d-48b6-bb5c-86434ee476d2 x-openstack-request-id: req-7e9d61be-df4d-48b6-bb5c-86434ee476d2 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:35.093768 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d55fc07d-551f-4d7b-8130-821e2b3df204", "tag": "3c5d3702-21ed-4e90-8bf7-71b133a2cfa0", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:35.094225 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7e9d61be-df4d-48b6-bb5c-86434ee476d2 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:35.094651 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e9d61be-df4d-48b6-bb5c-86434ee476d2'] response: {'name': 'network-changed', 'server_uuid': 'd55fc07d-551f-4d7b-8130-821e2b3df204', 'tag': '3c5d3702-21ed-4e90-8bf7-71b133a2cfa0', 'status': 'completed', 'code': 200} Apr 28 19:38:35.154883 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-baac2600-7294-4fa4-9bf8-768b4ed7e204 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:35.161621 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-baac2600-7294-4fa4-9bf8-768b4ed7e204 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:35.206883 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-baac2600-7294-4fa4-9bf8-768b4ed7e204 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:35.213392 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-baac2600-7294-4fa4-9bf8-768b4ed7e204 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2484686 Apr 28 19:38:35.224238 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 46120) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:35.237360 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-3e9ae523-6434-4247-8c41-10588af49528 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:35.247079 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-3e9ae523-6434-4247-8c41-10588af49528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:35.247999 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-f6648a4e-7af7-403e-80ec-fb51e2f38174 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Request body: {'security_group_rule': {'security_group_id': '428c763a-4336-484e-80ea-3b3740787d20', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:35.275004 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac2600-7294-4fa4-9bf8-768b4ed7e204 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=428c763a-4336-484e-80ea-3b3740787d20,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:35.285707 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4d5b5-78cf-4024-a93f-3f6a36960f37 req-3ab55826-9d10-4703-b77d-e74c108f0f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:35.287196 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a4b4d5b5-78cf-4024-a93f-3f6a36960f37 req-3ab55826-9d10-4703-b77d-e74c108f0f4c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=44836af2576c4eb08ccfbf8a35c6037e&device_id=d55fc07d-551f-4d7b-8130-821e2b3df204 HTTP/1.1" status: 200 len: 1096 time: 0.1661358 Apr 28 19:38:35.372365 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7251355-60ab-470e-9ba1-419043731bdd None None] Pushing event updated for resources: {'Port': ['ID=24e94f92-e6f5-43d7-b3c4-e4a2ba841fda,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:35.452242 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f6648a4e-7af7-403e-80ec-fb51e2f38174 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:35.470931 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-3e9ae523-6434-4247-8c41-10588af49528 None None] Attempting to bind port 24e94f92-e6f5-43d7-b3c4-e4a2ba841fda on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:38:35.471436 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-3e9ae523-6434-4247-8c41-10588af49528 None None] Attempting to bind port 24e94f92-e6f5-43d7-b3c4-e4a2ba841fda by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'cfb04298-e32d-4c40-aa62-175ffe0c1387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:38:35.471896 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9ae523-6434-4247-8c41-10588af49528 None None] Attempting to bind port 24e94f92-e6f5-43d7-b3c4-e4a2ba841fda on network 4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:38:35.478943 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9ae523-6434-4247-8c41-10588af49528 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:38:35.479451 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9ae523-6434-4247-8c41-10588af49528 None None] Checking segment: {'id': 'cfb04298-e32d-4c40-aa62-175ffe0c1387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:38:35.479973 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-3e9ae523-6434-4247-8c41-10588af49528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:35.480480 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9ae523-6434-4247-8c41-10588af49528 None None] Bound using segment: {'id': 'cfb04298-e32d-4c40-aa62-175ffe0c1387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:38:35.481341 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-3e9ae523-6434-4247-8c41-10588af49528 None None] Bound port: 24e94f92-e6f5-43d7-b3c4-e4a2ba841fda, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb04298-e32d-4c40-aa62-175ffe0c1387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:38:35.481832 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-3e9ae523-6434-4247-8c41-10588af49528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:35.582990 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3948f-9a83-4594-ae27-8419213eaa1e req-854fa5ab-ac5d-412f-8d68-fa8517fb092c tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:35.590503 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-1aa43290-1398-4fab-8087-74b89d14d58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1472714115-router', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:51Z', 'updated_at': '2022-04-28T19:37:03Z', 'revision_number': 4, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'gw_port': {'id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:36:52Z', 'updated_at': '2022-04-28T19:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '85efbcdb-041e-4ee1-b3aa-13a6bf881a9f', 'name': '', 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'mac_address': 'fa:16:3e:20:e3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:01Z', 'updated_at': '2022-04-28T19:37:24Z', 'revision_number': 5, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'subnets': [{'id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:35.597815 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f0e3948f-9a83-4594-ae27-8419213eaa1e req-854fa5ab-ac5d-412f-8d68-fa8517fb092c tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce90ce7b-e290-41d5-93f7-8b927b0af32f HTTP/1.1" status: 200 len: 945 time: 0.3157427 Apr 28 19:38:35.616324 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-3e9ae523-6434-4247-8c41-10588af49528 None None] For port 24e94f92-e6f5-43d7-b3c4-e4a2ba841fda, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:38:35.620230 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-3e9ae523-6434-4247-8c41-10588af49528 None None] For port 24e94f92-e6f5-43d7-b3c4-e4a2ba841fda, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=24e94f92-e6f5-43d7-b3c4-e4a2ba841fda,segment=NetworkSegment(cfb04298-e32d-4c40-aa62-175ffe0c1387),segment_id=cfb04298-e32d-4c40-aa62-175ffe0c1387)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:38:35.626900 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5dded-c8b1-4b0f-9126-b75882b0ba2d req-ada31395-e33c-4094-8f47-bcaaf012ef82 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:35.631236 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-3e9ae523-6434-4247-8c41-10588af49528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:35.635790 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6ac5dded-c8b1-4b0f-9126-b75882b0ba2d req-ada31395-e33c-4094-8f47-bcaaf012ef82 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 946 time: 0.0778060 Apr 28 19:38:35.672637 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa43290-1398-4fab-8087-74b89d14d58e None None] The sync data for ids ['1bfa2316-8671-45a5-aa99-45904351fe76'] in n-d-839810-1 is: [{'id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1472714115-router', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:51Z', 'updated_at': '2022-04-28T19:37:03Z', 'revision_number': 4, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'gw_port': {'id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:36:52Z', 'updated_at': '2022-04-28T19:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '85efbcdb-041e-4ee1-b3aa-13a6bf881a9f', 'name': '', 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'mac_address': 'fa:16:3e:20:e3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:01Z', 'updated_at': '2022-04-28T19:37:24Z', 'revision_number': 5, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'subnets': [{'id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:38:35.685020 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f6648a4e-7af7-403e-80ec-fb51e2f38174 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:35.707615 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6ac5dded-c8b1-4b0f-9126-b75882b0ba2d req-81ab7436-4a33-4781-a8ec-9a1596e72312 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644462 Apr 28 19:38:35.726983 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f6648a4e-7af7-403e-80ec-fb51e2f38174 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:35.774418 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6648a4e-7af7-403e-80ec-fb51e2f38174 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd313ef-91a1-40d9-b850-851ca61f4c89,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:35.779821 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9ae523-6434-4247-8c41-10588af49528 None None] Routers {'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:35.780982 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-3e9ae523-6434-4247-8c41-10588af49528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:38:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:35.786318 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7251355-60ab-470e-9ba1-419043731bdd None None] Pushing event updated for resources: {'Port': ['ID=24e94f92-e6f5-43d7-b3c4-e4a2ba841fda,revision_number=4']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:35.796566 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4d5b5-78cf-4024-a93f-3f6a36960f37 req-00e46ad0-9105-443e-9c30-944bc9bafe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:35.802781 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a4b4d5b5-78cf-4024-a93f-3f6a36960f37 req-00e46ad0-9105-443e-9c30-944bc9bafe6d service neutron] 10.222.0.44 "GET /v2.0/networks?id=3a8d8fbc-c638-4e44-87fd-3e5ca38570dd HTTP/1.1" status: 200 len: 922 time: 0.4984868 Apr 28 19:38:35.809037 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f0e3948f-9a83-4594-ae27-8419213eaa1e req-6210f323-f07b-4d36-a71c-94686f14eefa tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.42 "GET /v2.0/security-groups?id=244d79a3-9e27-4766-be20-962837c5b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100360 Apr 28 19:38:35.839683 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f6648a4e-7af7-403e-80ec-fb51e2f38174 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:35.841123 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f6648a4e-7af7-403e-80ec-fb51e2f38174 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6017344 Apr 28 19:38:35.843824 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46134) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:35.850930 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-5a7e1b5f-ec60-4a42-b48f-9b0f154dba15 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Request body: {'security_group_rule': {'security_group_id': '428c763a-4336-484e-80ea-3b3740787d20', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:35.864877 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-80fcfb21-41df-4b37-bc93-83c0f0fdfa81 None None] Provisioning complete for port 24e94f92-e6f5-43d7-b3c4-e4a2ba841fda triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:35.865319 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-80fcfb21-41df-4b37-bc93-83c0f0fdfa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:35.935581 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a4b4d5b5-78cf-4024-a93f-3f6a36960f37 req-51bc57b0-f80c-4eb8-a9c2-816531176dbb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c5d3702-21ed-4e90-8bf7-71b133a2cfa0 HTTP/1.1" status: 200 len: 217 time: 0.0874774 Apr 28 19:38:35.948805 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5a7e1b5f-ec60-4a42-b48f-9b0f154dba15 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:36.100400 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-80fcfb21-41df-4b37-bc93-83c0f0fdfa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:36.174066 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4d5b5-78cf-4024-a93f-3f6a36960f37 req-71387ed6-8b55-46e7-90bd-144d9cdf24ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:36.178818 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5a7e1b5f-ec60-4a42-b48f-9b0f154dba15 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:36.182455 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a4b4d5b5-78cf-4024-a93f-3f6a36960f37 req-71387ed6-8b55-46e7-90bd-144d9cdf24ea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f HTTP/1.1" status: 200 len: 860 time: 0.2426627 Apr 28 19:38:36.190342 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5a7e1b5f-ec60-4a42-b48f-9b0f154dba15 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:36.214519 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-80fcfb21-41df-4b37-bc93-83c0f0fdfa81 None None] For port 24e94f92-e6f5-43d7-b3c4-e4a2ba841fda, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=24e94f92-e6f5-43d7-b3c4-e4a2ba841fda,segment=NetworkSegment(cfb04298-e32d-4c40-aa62-175ffe0c1387),segment_id=cfb04298-e32d-4c40-aa62-175ffe0c1387)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:36.233202 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-80fcfb21-41df-4b37-bc93-83c0f0fdfa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:36.318387 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e1b5f-ec60-4a42-b48f-9b0f154dba15 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35563550-bba1-48f4-acf7-d891d54e73c1,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:36.333730 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-3e9ae523-6434-4247-8c41-10588af49528 None None] Set router f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:36.335286 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5a7e1b5f-ec60-4a42-b48f-9b0f154dba15 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:36.341586 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5a7e1b5f-ec60-4a42-b48f-9b0f154dba15 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4936833 Apr 28 19:38:36.342535 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46146) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:36.349945 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-48b54401-d43a-4a65-ad0b-26ab029756bb tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:36.370328 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46495ce3-405c-4df8-91a7-5094a1c0aa44 None None] New status for floating IP 42020791-7818-47b6-9a0f-97af901fb0c4: DOWN {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:38:36.377093 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8a791-eb8b-4bb0-b9e7-1af4bedc67de req-7166df30-833d-4635-80f4-fde3fc5e7660 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:36.381160 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-48b54401-d43a-4a65-ad0b-26ab029756bb tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:36.387388 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b4e8a791-eb8b-4bb0-b9e7-1af4bedc67de req-7166df30-833d-4635-80f4-fde3fc5e7660 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6ce721f-932a-4b0e-8173-b9432816dc43&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4497390 Apr 28 19:38:36.460760 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b4e8a791-eb8b-4bb0-b9e7-1af4bedc67de req-f5e8e32a-4e05-48d5-9e32-f7caa41cf66c tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 698 time: 0.0719497 Apr 28 19:38:36.471101 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-b4e8a791-eb8b-4bb0-b9e7-1af4bedc67de req-5a71e03e-80c7-4ac5-b087-7ffe0c1f15f4 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Request body: {'floatingip': {'port_id': '7a9975b2-500f-485b-a22e-b469354f4190', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:36.489999 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fcfb21-41df-4b37-bc93-83c0f0fdfa81 None None] Pushing event updated for resources: {'Port': ['ID=24e94f92-e6f5-43d7-b3c4-e4a2ba841fda,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:36.534457 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4d5b5-78cf-4024-a93f-3f6a36960f37 req-8ae14dce-a744-4f0e-8e76-842e93b49814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:36.536091 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a4b4d5b5-78cf-4024-a93f-3f6a36960f37 req-8ae14dce-a744-4f0e-8e76-842e93b49814 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3a8d8fbc-c638-4e44-87fd-3e5ca38570dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3164659 Apr 28 19:38:36.556635 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b4e8a791-eb8b-4bb0-b9e7-1af4bedc67de req-5a71e03e-80c7-4ac5-b087-7ffe0c1f15f4 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks [] for floatingip, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:36.707806 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-e4261503-06cf-4a9d-a8c2-0463fa2d38d6 None None] Provisioning complete for port 24e94f92-e6f5-43d7-b3c4-e4a2ba841fda triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:36.712394 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e4261503-06cf-4a9d-a8c2-0463fa2d38d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:36.722622 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-48b54401-d43a-4a65-ad0b-26ab029756bb tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:36.950780 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-15cc01ac-b797-4462-930b-fd1aff8c3dbe req-db38c3b9-21e5-4663-ae1e-0e423c650e81 tempest-ServerShowV247Test-1972315759 tempest-ServerShowV247Test-1972315759-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a3309e2-3382-4951-a627-4fcbaa25cb4f HTTP/1.1" status: 200 len: 210 time: 0.0865946 Apr 28 19:38:37.033714 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-3e9ae523-6434-4247-8c41-10588af49528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'name': 'tempest-ServersTestBootFromVolume-182982926-router', 'tenant_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'baa0b1fa-b7e2-4177-a057-8b9deeb31451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:22Z', 'updated_at': '2022-04-28T19:38:31Z', 'revision_number': 4, 'project_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'gw_port': {'id': 'baa0b1fa-b7e2-4177-a057-8b9deeb31451', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:23Z', 'updated_at': '2022-04-28T19:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '24e94f92-e6f5-43d7-b3c4-e4a2ba841fda', 'name': '', 'network_id': '4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad', 'tenant_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'mac_address': 'fa:16:3e:6e:51:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '4df27193-9de3-4edc-a45d-80a16d1e74e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:30Z', 'updated_at': '2022-04-28T19:38:35Z', 'revision_number': 4, 'project_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'subnets': [{'id': '4df27193-9de3-4edc-a45d-80a16d1e74e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:37.080260 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a4b4d5b5-78cf-4024-a93f-3f6a36960f37 req-54e965aa-011f-48de-9cde-44dfd121453f service neutron] 10.222.0.44 "GET /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388463 Apr 28 19:38:37.120241 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9ae523-6434-4247-8c41-10588af49528 None None] The sync data for ids ['f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b'] in n-d-839810-1 is: [{'id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'name': 'tempest-ServersTestBootFromVolume-182982926-router', 'tenant_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'baa0b1fa-b7e2-4177-a057-8b9deeb31451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:22Z', 'updated_at': '2022-04-28T19:38:31Z', 'revision_number': 4, 'project_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'gw_port': {'id': 'baa0b1fa-b7e2-4177-a057-8b9deeb31451', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:23Z', 'updated_at': '2022-04-28T19:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '24e94f92-e6f5-43d7-b3c4-e4a2ba841fda', 'name': '', 'network_id': '4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad', 'tenant_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'mac_address': 'fa:16:3e:6e:51:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '4df27193-9de3-4edc-a45d-80a16d1e74e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:30Z', 'updated_at': '2022-04-28T19:38:35Z', 'revision_number': 4, 'project_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'subnets': [{'id': '4df27193-9de3-4edc-a45d-80a16d1e74e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:38:37.228919 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b154eb4-904b-4692-a1f2-d12d9e17eb92 req-bf422942-be45-4d9a-99d2-a9ba98e746f7 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:37.231538 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9b154eb4-904b-4692-a1f2-d12d9e17eb92 req-bf422942-be45-4d9a-99d2-a9ba98e746f7 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.44 "GET /v2.0/ports?device_id=d55fc07d-551f-4d7b-8130-821e2b3df204 HTTP/1.1" status: 200 len: 945 time: 0.2713323 Apr 28 19:38:37.269691 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a4b4d5b5-78cf-4024-a93f-3f6a36960f37 req-9368602e-963b-4fb6-ab4c-e1bec8aaa144 service neutron] 10.222.0.44 "GET /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795707 Apr 28 19:38:37.349031 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-48b54401-d43a-4a65-ad0b-26ab029756bb tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Allocated IP 172.25.8.42 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/c8e1afbe-fc86-4262-acd4-b1545b02abbb) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:38:37.428416 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88754981-4219-4bdc-93dc-f9185c588222 req-474b4e5a-6ef8-4a41-a306-b9e5acf099d4 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:37.436056 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-88754981-4219-4bdc-93dc-f9185c588222 req-474b4e5a-6ef8-4a41-a306-b9e5acf099d4 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 946 time: 0.2843502 Apr 28 19:38:37.566811 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 24e94f92-e6f5-43d7-b3c4-e4a2ba841fda up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:38:37.632759 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-88754981-4219-4bdc-93dc-f9185c588222 req-95c1e10b-2bbc-49e5-8966-676861f60c87 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956167 Apr 28 19:38:37.741537 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 24e94f92-e6f5-43d7-b3c4-e4a2ba841fda triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:37.742042 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:37.795090 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-48b54401-d43a-4a65-ad0b-26ab029756bb tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:37.807096 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-9b154eb4-904b-4692-a1f2-d12d9e17eb92 req-d3ab4869-de3a-4995-90e2-8ddcb248f7ab tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Deleting port 3c5d3702-21ed-4e90-8bf7-71b133a2cfa0 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:38:37.807096 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-9b154eb4-904b-4692-a1f2-d12d9e17eb92 req-d3ab4869-de3a-4995-90e2-8ddcb248f7ab tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:37.859464 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.db.api [req-b4e8a791-eb8b-4bb0-b9e7-1af4bedc67de req-5a71e03e-80c7-4ac5-b087-7ffe0c1f15f4 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:38:37.860086 n-d-839810-1 neutron-server[102773]: DEBUG oslo_db.api [req-b4e8a791-eb8b-4bb0-b9e7-1af4bedc67de req-5a71e03e-80c7-4ac5-b087-7ffe0c1f15f4 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:38:38.003018 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-48b54401-d43a-4a65-ad0b-26ab029756bb tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:38.021623 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-9b154eb4-904b-4692-a1f2-d12d9e17eb92 req-d3ab4869-de3a-4995-90e2-8ddcb248f7ab tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] For port 3c5d3702-21ed-4e90-8bf7-71b133a2cfa0, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=3c5d3702-21ed-4e90-8bf7-71b133a2cfa0,segment=NetworkSegment(2fb8e97e-9156-445e-9ce1-e18ed4c88813),segment_id=2fb8e97e-9156-445e-9ce1-e18ed4c88813)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:38.027156 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-9b154eb4-904b-4692-a1f2-d12d9e17eb92 req-d3ab4869-de3a-4995-90e2-8ddcb248f7ab tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:38.082841 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-9b154eb4-904b-4692-a1f2-d12d9e17eb92 req-d3ab4869-de3a-4995-90e2-8ddcb248f7ab tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Calling delete_port for 3c5d3702-21ed-4e90-8bf7-71b133a2cfa0 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:38:38.116308 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b54401-d43a-4a65-ad0b-26ab029756bb tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:38:38.162797 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-48b54401-d43a-4a65-ad0b-26ab029756bb tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:38.166150 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b54401-d43a-4a65-ad0b-26ab029756bb tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:38:38.222598 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b54401-d43a-4a65-ad0b-26ab029756bb tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Pushing event updated for resources: {'Port': ['ID=c8e1afbe-fc86-4262-acd4-b1545b02abbb,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:38.362724 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b4e8a791-eb8b-4bb0-b9e7-1af4bedc67de req-5a71e03e-80c7-4ac5-b087-7ffe0c1f15f4 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks [] for floatingip, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:38.487128 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-9b154eb4-904b-4692-a1f2-d12d9e17eb92 req-d3ab4869-de3a-4995-90e2-8ddcb248f7ab tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:38.502018 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['7a9975b2-500f-485b-a22e-b469354f4190', '3c5d3702-21ed-4e90-8bf7-71b133a2cfa0'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:38:38.710895 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-48b54401-d43a-4a65-ad0b-26ab029756bb tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:38.768798 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab4869-de3a-4995-90e2-8ddcb248f7ab tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Pushing event deleted for resources: {'Port': ['ID=3c5d3702-21ed-4e90-8bf7-71b133a2cfa0,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:38.966896 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-48b54401-d43a-4a65-ad0b-26ab029756bb tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:38.981965 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b154eb4-904b-4692-a1f2-d12d9e17eb92 req-d3ab4869-de3a-4995-90e2-8ddcb248f7ab tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] No DVR routers for this DVR port 3c5d3702-21ed-4e90-8bf7-71b133a2cfa0 on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:38:38.994814 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-9b154eb4-904b-4692-a1f2-d12d9e17eb92 req-d3ab4869-de3a-4995-90e2-8ddcb248f7ab tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:39.008670 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9b154eb4-904b-4692-a1f2-d12d9e17eb92 req-d3ab4869-de3a-4995-90e2-8ddcb248f7ab tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.44 "DELETE /v2.0/ports/3c5d3702-21ed-4e90-8bf7-71b133a2cfa0 HTTP/1.1" status: 204 len: 173 time: 1.7562511 Apr 28 19:38:39.109694 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55fc07d-551f-4d7b-8130-821e2b3df204', 'name': 'network-vif-deleted', 'tag': '3c5d3702-21ed-4e90-8bf7-71b133a2cfa0'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:39.113502 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e33ff05-3260-4ca7-ba0f-8dfbd9f3cba7" -d '{"events": [{"server_uuid": "d55fc07d-551f-4d7b-8130-821e2b3df204", "name": "network-vif-deleted", "tag": "3c5d3702-21ed-4e90-8bf7-71b133a2cfa0"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:39.143554 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03217544-bd1b-4b04-9e22-2f3adc2550c8 req-f32a0061-653f-46d3-a494-e29f85d4696a tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:39.156929 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-03217544-bd1b-4b04-9e22-2f3adc2550c8 req-f32a0061-653f-46d3-a494-e29f85d4696a tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 1096 time: 0.6523995 Apr 28 19:38:39.420767 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-03217544-bd1b-4b04-9e22-2f3adc2550c8 req-3af4914a-3a16-426b-ba56-2ab80492923f tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595108 Apr 28 19:38:39.608487 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-48b54401-d43a-4a65-ad0b-26ab029756bb tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:39.651939 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-48b54401-d43a-4a65-ad0b-26ab029756bb tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:39.765425 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65d132-16ff-4072-ba1f-95837222e712 req-336db033-d635-4608-979c-e5edb0b41178 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:39.767211 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9f65d132-16ff-4072-ba1f-95837222e712 req-336db033-d635-4608-979c-e5edb0b41178 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce90ce7b-e290-41d5-93f7-8b927b0af32f HTTP/1.1" status: 200 len: 945 time: 0.2090826 Apr 28 19:38:39.773419 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b54401-d43a-4a65-ad0b-26ab029756bb tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Pushing event updated for resources: {'Port': ['ID=c8e1afbe-fc86-4262-acd4-b1545b02abbb,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:39.815036 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-48b54401-d43a-4a65-ad0b-26ab029756bb tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:39.835986 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-48b54401-d43a-4a65-ad0b-26ab029756bb tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:39.851851 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-48b54401-d43a-4a65-ad0b-26ab029756bb tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4938369 Apr 28 19:38:39.866530 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9f65d132-16ff-4072-ba1f-95837222e712 req-29aafc89-3ba8-4c58-8a87-88b0cd64c8df tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.42 "GET /v2.0/security-groups?id=244d79a3-9e27-4766-be20-962837c5b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873148 Apr 28 19:38:40.254166 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec200ba2-8ed9-4f5f-94bc-b5ae39f533d0 req-d915ee94-37d0-4ffe-87a5-eb61e252107b tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:40.262727 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ec200ba2-8ed9-4f5f-94bc-b5ae39f533d0 req-d915ee94-37d0-4ffe-87a5-eb61e252107b tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 946 time: 0.1048448 Apr 28 19:38:40.288541 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-09513228-801b-4a97-99d9-dfa51b9ca65d req-f1f03b00-73f4-4169-bb70-6293076e3483 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4a3309e2-3382-4951-a627-4fcbaa25cb4f HTTP/1.1" status: 200 len: 210 time: 0.0586863 Apr 28 19:38:40.301576 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b4e8a791-eb8b-4bb0-b9e7-1af4bedc67de req-5a71e03e-80c7-4ac5-b087-7ffe0c1f15f4 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:40.321690 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50d9a5-c243-4b55-a0a4-57997ceee3b4 req-9f25a397-33ca-44c1-a09f-4641d6a9356e tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:40.323858 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4e50d9a5-c243-4b55-a0a4-57997ceee3b4 req-9f25a397-33ca-44c1-a09f-4641d6a9356e tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce90ce7b-e290-41d5-93f7-8b927b0af32f HTTP/1.1" status: 200 len: 945 time: 0.2714198 Apr 28 19:38:40.324907 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b4e8a791-eb8b-4bb0-b9e7-1af4bedc67de req-5a71e03e-80c7-4ac5-b087-7ffe0c1f15f4 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:40.326937 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ec200ba2-8ed9-4f5f-94bc-b5ae39f533d0 req-0ab862c7-11b1-4841-abf7-0fd36c35818f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629909 Apr 28 19:38:40.388753 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28072096-63ff-4889-a53e-cf616fec2d3e x-openstack-request-id: req-28072096-63ff-4889-a53e-cf616fec2d3e {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:40.389354 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55fc07d-551f-4d7b-8130-821e2b3df204", "name": "network-vif-deleted", "tag": "3c5d3702-21ed-4e90-8bf7-71b133a2cfa0", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:40.389644 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-28072096-63ff-4889-a53e-cf616fec2d3e {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:40.390119 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28072096-63ff-4889-a53e-cf616fec2d3e'] response: {'server_uuid': 'd55fc07d-551f-4d7b-8130-821e2b3df204', 'name': 'network-vif-deleted', 'tag': '3c5d3702-21ed-4e90-8bf7-71b133a2cfa0', 'status': 'completed', 'code': 200} Apr 28 19:38:40.479267 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [req-b4e8a791-eb8b-4bb0-b9e7-1af4bedc67de req-5a71e03e-80c7-4ac5-b087-7ffe0c1f15f4 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Floating IP 42020791-7818-47b6-9a0f-97af901fb0c4 associated. External IP: 172.25.8.210, port: 7a9975b2-500f-485b-a22e-b469354f4190. Apr 28 19:38:40.692692 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 3c5d3702-21ed-4e90-8bf7-71b133a2cfa0 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:38:40.738261 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 3c5d3702-21ed-4e90-8bf7-71b133a2cfa0 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:38:40.738960 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 3c5d3702-21ed-4e90-8bf7-71b133a2cfa0 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:38:40.772580 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-4e50d9a5-c243-4b55-a0a4-57997ceee3b4 req-5f8d4384-26d7-47a4-b474-0b9597751008 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Deleting port d99c82f4-9e60-4f9d-803b-08ade4682f4e {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:38:40.772992 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4e50d9a5-c243-4b55-a0a4-57997ceee3b4 req-5f8d4384-26d7-47a4-b474-0b9597751008 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:40.912825 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-4e50d9a5-c243-4b55-a0a4-57997ceee3b4 req-5f8d4384-26d7-47a4-b474-0b9597751008 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] For port d99c82f4-9e60-4f9d-803b-08ade4682f4e, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=d99c82f4-9e60-4f9d-803b-08ade4682f4e,segment=NetworkSegment(0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3),segment_id=0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:40.913200 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4e50d9a5-c243-4b55-a0a4-57997ceee3b4 req-5f8d4384-26d7-47a4-b474-0b9597751008 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:41.187764 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4e8a791-eb8b-4bb0-b9e7-1af4bedc67de req-5a71e03e-80c7-4ac5-b087-7ffe0c1f15f4 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Router 1bfa2316-8671-45a5-aa99-45904351fe76 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:38:41.200391 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4e50d9a5-c243-4b55-a0a4-57997ceee3b4 req-5f8d4384-26d7-47a4-b474-0b9597751008 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:41.200767 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4e50d9a5-c243-4b55-a0a4-57997ceee3b4 req-5f8d4384-26d7-47a4-b474-0b9597751008 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:41.201071 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [req-4e50d9a5-c243-4b55-a0a4-57997ceee3b4 req-5f8d4384-26d7-47a4-b474-0b9597751008 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Floating IP 8bb41fc7-63be-4700-a65f-f7d63f7dca8a disassociated. External IP: 172.25.8.26, port: d99c82f4-9e60-4f9d-803b-08ade4682f4e. Apr 28 19:38:41.201419 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-4e50d9a5-c243-4b55-a0a4-57997ceee3b4 req-5f8d4384-26d7-47a4-b474-0b9597751008 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Calling delete_port for d99c82f4-9e60-4f9d-803b-08ade4682f4e owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:38:41.479885 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4e8a791-eb8b-4bb0-b9e7-1af4bedc67de req-5a71e03e-80c7-4ac5-b087-7ffe0c1f15f4 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:38:41.484853 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b4e8a791-eb8b-4bb0-b9e7-1af4bedc67de req-5a71e03e-80c7-4ac5-b087-7ffe0c1f15f4 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:41.502978 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1164870a-2972-401c-aa01-55935b9fdca9 None None] Sync routers for ids ['1bfa2316-8671-45a5-aa99-45904351fe76'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:38:41.529931 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1164870a-2972-401c-aa01-55935b9fdca9 None None] Routers {'1bfa2316-8671-45a5-aa99-45904351fe76'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:41.531073 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-1164870a-2972-401c-aa01-55935b9fdca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:38:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1bfa2316-8671-45a5-aa99-45904351fe76'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:41.544597 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b4e8a791-eb8b-4bb0-b9e7-1af4bedc67de req-5a71e03e-80c7-4ac5-b087-7ffe0c1f15f4 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "PUT /v2.0/floatingips/42020791-7818-47b6-9a0f-97af901fb0c4 HTTP/1.1" status: 200 len: 996 time: 5.0824993 Apr 28 19:38:41.549640 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ce721f-932a-4b0e-8173-b9432816dc43', 'tag': '7a9975b2-500f-485b-a22e-b469354f4190'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:41.551727 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63580a6e-9a0f-4c56-971a-01185359d327" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ce721f-932a-4b0e-8173-b9432816dc43", "tag": "7a9975b2-500f-485b-a22e-b469354f4190"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:41.612990 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4e50d9a5-c243-4b55-a0a4-57997ceee3b4 req-5f8d4384-26d7-47a4-b474-0b9597751008 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:41.654906 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d4384-26d7-47a4-b474-0b9597751008 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Pushing event deleted for resources: {'Port': ['ID=d99c82f4-9e60-4f9d-803b-08ade4682f4e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:41.660052 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8a791-eb8b-4bb0-b9e7-1af4bedc67de req-2e115ada-6b40-4f96-af60-97c9bd0ee72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:41.661619 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b4e8a791-eb8b-4bb0-b9e7-1af4bedc67de req-2e115ada-6b40-4f96-af60-97c9bd0ee72d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44836af2576c4eb08ccfbf8a35c6037e&device_id=b6ce721f-932a-4b0e-8173-b9432816dc43 HTTP/1.1" status: 200 len: 1096 time: 0.0932264 Apr 28 19:38:41.746265 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-1164870a-2972-401c-aa01-55935b9fdca9 None None] Set router 1bfa2316-8671-45a5-aa99-45904351fe76 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:41.783113 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-82ffff3f-a72b-4800-aed9-a5f1be2a54b3 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:38:41.794750 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-82ffff3f-a72b-4800-aed9-a5f1be2a54b3 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0201716 Apr 28 19:38:41.837066 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-2d50737f-6647-4b02-8ca3-df67d51f79d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:41.847090 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-2d50737f-6647-4b02-8ca3-df67d51f79d8 service neutron] 10.222.0.42 "GET /v2.0/ports/aadf9260-8573-4b20-888a-2caa4d850f12 HTTP/1.1" status: 200 len: 1093 time: 0.0447712 Apr 28 19:38:41.865835 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-e608b588-7e28-414f-8b94-54c41f4dac70 service neutron] Request body: {'binding': {'host': 'n-h2-839810-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:41.866355 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-e608b588-7e28-414f-8b94-54c41f4dac70 service neutron] Unknown quota resources ['binding']. {{(pid=102774) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 28 19:38:41.919955 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8a791-eb8b-4bb0-b9e7-1af4bedc67de req-a610d198-46d4-42f6-927a-a5275a342063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:41.924524 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b4e8a791-eb8b-4bb0-b9e7-1af4bedc67de req-a610d198-46d4-42f6-927a-a5275a342063 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3a8d8fbc-c638-4e44-87fd-3e5ca38570dd HTTP/1.1" status: 200 len: 922 time: 0.1998398 Apr 28 19:38:41.934249 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e50d9a5-c243-4b55-a0a4-57997ceee3b4 req-5f8d4384-26d7-47a4-b474-0b9597751008 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Router 671b7009-b8af-4e87-97d9-d37d404376b9 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:38:42.099314 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b4e8a791-eb8b-4bb0-b9e7-1af4bedc67de req-5cab6791-7f8f-4f14-b1a7-57eb28cb95f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a9975b2-500f-485b-a22e-b469354f4190 HTTP/1.1" status: 200 len: 999 time: 0.1645482 Apr 28 19:38:42.168119 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-48cbb3e2-a029-40fe-a775-607b5f087f20 req-43b838ef-6f9a-47cf-8b55-b94db9797560 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8af43e20-242d-4fef-bc8b-83625e7e6e48 HTTP/1.1" status: 200 len: 210 time: 0.0629930 Apr 28 19:38:42.175248 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8a791-eb8b-4bb0-b9e7-1af4bedc67de req-35927ff0-12ab-465c-9854-0739f803cebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:42.176966 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b4e8a791-eb8b-4bb0-b9e7-1af4bedc67de req-35927ff0-12ab-465c-9854-0739f803cebb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f HTTP/1.1" status: 200 len: 860 time: 0.0690324 Apr 28 19:38:42.224190 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-e608b588-7e28-414f-8b94-54c41f4dac70 service neutron] Attempting to bind port aadf9260-8573-4b20-888a-2caa4d850f12 on host n-h2-839810-1 for vnic_type normal with profile None {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:38:42.224789 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-e608b588-7e28-414f-8b94-54c41f4dac70 service neutron] Attempting to bind port aadf9260-8573-4b20-888a-2caa4d850f12 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:38:42.225214 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-e608b588-7e28-414f-8b94-54c41f4dac70 service neutron] Attempting to bind port aadf9260-8573-4b20-888a-2caa4d850f12 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:38:42.231384 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-e608b588-7e28-414f-8b94-54c41f4dac70 service neutron] Port aadf9260-8573-4b20-888a-2caa4d850f12 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:38:42.231982 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-e608b588-7e28-414f-8b94-54c41f4dac70 service neutron] Attempting to bind port aadf9260-8573-4b20-888a-2caa4d850f12 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:38:42.240472 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-e608b588-7e28-414f-8b94-54c41f4dac70 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:38:42.241259 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-e608b588-7e28-414f-8b94-54c41f4dac70 service neutron] Checking segment: {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:38:42.242111 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-e608b588-7e28-414f-8b94-54c41f4dac70 service neutron] Bound using segment: {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:38:42.242894 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-e608b588-7e28-414f-8b94-54c41f4dac70 service neutron] Bound port: aadf9260-8573-4b20-888a-2caa4d850f12, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:38:42.247581 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-1164870a-2972-401c-aa01-55935b9fdca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1472714115-router', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:51Z', 'updated_at': '2022-04-28T19:37:03Z', 'revision_number': 4, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'gw_port': {'id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:36:52Z', 'updated_at': '2022-04-28T19:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '42020791-7818-47b6-9a0f-97af901fb0c4', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'floating_ip_address': '172.25.8.210', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'port_id': '7a9975b2-500f-485b-a22e-b469354f4190', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd', 'mac_address': 'fa:16:3e:9d:9a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ce721f-932a-4b0e-8173-b9432816dc43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:37:46Z', 'updated_at': '2022-04-28T19:38:40Z', 'revision_number': 8, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85efbcdb-041e-4ee1-b3aa-13a6bf881a9f', 'name': '', 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'mac_address': 'fa:16:3e:20:e3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:01Z', 'updated_at': '2022-04-28T19:37:24Z', 'revision_number': 5, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'subnets': [{'id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:42.303015 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1164870a-2972-401c-aa01-55935b9fdca9 None None] Checking router: 1bfa2316-8671-45a5-aa99-45904351fe76 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:38:42.319771 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1164870a-2972-401c-aa01-55935b9fdca9 None None] Routers {'1bfa2316-8671-45a5-aa99-45904351fe76'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:42.322031 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-1164870a-2972-401c-aa01-55935b9fdca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:38:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1bfa2316-8671-45a5-aa99-45904351fe76'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:42.324550 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8a791-eb8b-4bb0-b9e7-1af4bedc67de req-58510640-8ec1-40bc-905b-955fb9c007c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:42.331309 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b4e8a791-eb8b-4bb0-b9e7-1af4bedc67de req-58510640-8ec1-40bc-905b-955fb9c007c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3a8d8fbc-c638-4e44-87fd-3e5ca38570dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1099296 Apr 28 19:38:42.359848 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e50d9a5-c243-4b55-a0a4-57997ceee3b4 req-5f8d4384-26d7-47a4-b474-0b9597751008 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:38:42.367223 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-e608b588-7e28-414f-8b94-54c41f4dac70 service neutron] For port aadf9260-8573-4b20-888a-2caa4d850f12, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=aadf9260-8573-4b20-888a-2caa4d850f12,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:38:42.373109 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c6e871-463b-47cf-b216-b6232e66c725 None None] Sync routers for ids ['671b7009-b8af-4e87-97d9-d37d404376b9'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:38:42.376551 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-e608b588-7e28-414f-8b94-54c41f4dac70 service neutron] Notify callbacks [] for binding, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:42.390643 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-e608b588-7e28-414f-8b94-54c41f4dac70 service neutron] 10.222.0.42 "POST /v2.0/ports/aadf9260-8573-4b20-888a-2caa4d850f12/bindings HTTP/1.1" status: 201 len: 389 time: 0.5359087 Apr 28 19:38:42.391077 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c6e871-463b-47cf-b216-b6232e66c725 None None] Routers {'671b7009-b8af-4e87-97d9-d37d404376b9'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:42.394008 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-49c6e871-463b-47cf-b216-b6232e66c725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:38:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['671b7009-b8af-4e87-97d9-d37d404376b9'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:42.614047 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e50d9a5-c243-4b55-a0a4-57997ceee3b4 req-5f8d4384-26d7-47a4-b474-0b9597751008 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] No DVR routers for this DVR port d99c82f4-9e60-4f9d-803b-08ade4682f4e on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:38:42.618283 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4e50d9a5-c243-4b55-a0a4-57997ceee3b4 req-5f8d4384-26d7-47a4-b474-0b9597751008 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:42.621603 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4e50d9a5-c243-4b55-a0a4-57997ceee3b4 req-5f8d4384-26d7-47a4-b474-0b9597751008 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.15 "DELETE /v2.0/ports/d99c82f4-9e60-4f9d-803b-08ade4682f4e HTTP/1.1" status: 204 len: 173 time: 2.1004560 Apr 28 19:38:42.664954 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b4e8a791-eb8b-4bb0-b9e7-1af4bedc67de req-8b163bc1-ad3b-441e-b5ec-71c939b4d2f7 service neutron] 10.222.0.42 "GET /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202202 Apr 28 19:38:42.670057 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-1164870a-2972-401c-aa01-55935b9fdca9 None None] Set router 1bfa2316-8671-45a5-aa99-45904351fe76 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:42.767662 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-825475fc-af82-43af-b41c-d3e8851ddd25 req-4b3b8e71-30d3-4782-b5f6-37da791eb229 tempest-ServerShowV247Test-1972315759 tempest-ServerShowV247Test-1972315759-project] 10.222.0.42 "GET /v2.0/ports?device_id=8af43e20-242d-4fef-bc8b-83625e7e6e48 HTTP/1.1" status: 200 len: 210 time: 0.0758228 Apr 28 19:38:42.768165 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-49c6e871-463b-47cf-b216-b6232e66c725 None None] Set router 671b7009-b8af-4e87-97d9-d37d404376b9 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:42.862492 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b4e8a791-eb8b-4bb0-b9e7-1af4bedc67de req-fdc0b681-af2f-45d8-9fb2-61030fcc5fa6 service neutron] 10.222.0.42 "GET /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879525 Apr 28 19:38:42.894976 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device d99c82f4-9e60-4f9d-803b-08ade4682f4e no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:38:43.001284 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-cfc858fa-d81b-441a-b63d-06bace5f8959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:43.002831 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-cfc858fa-d81b-441a-b63d-06bace5f8959 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=65106efa94b44e66ac09133941d375fb&device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 1096 time: 0.2191465 Apr 28 19:38:43.043727 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: d99c82f4-9e60-4f9d-803b-08ade4682f4e {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:38:43.045526 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device d99c82f4-9e60-4f9d-803b-08ade4682f4e not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:38:43.113533 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-1164870a-2972-401c-aa01-55935b9fdca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1472714115-router', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:51Z', 'updated_at': '2022-04-28T19:37:03Z', 'revision_number': 4, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'gw_port': {'id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:36:52Z', 'updated_at': '2022-04-28T19:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '42020791-7818-47b6-9a0f-97af901fb0c4', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'floating_ip_address': '172.25.8.210', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'port_id': '7a9975b2-500f-485b-a22e-b469354f4190', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd', 'mac_address': 'fa:16:3e:9d:9a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ce721f-932a-4b0e-8173-b9432816dc43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:37:46Z', 'updated_at': '2022-04-28T19:38:40Z', 'revision_number': 8, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85efbcdb-041e-4ee1-b3aa-13a6bf881a9f', 'name': '', 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'mac_address': 'fa:16:3e:20:e3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:01Z', 'updated_at': '2022-04-28T19:37:24Z', 'revision_number': 5, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'subnets': [{'id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:43.144011 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b8152-bf8c-4aa5-8034-0d21b0048789 req-d7342116-936c-4335-beef-36d65dc4f2fb tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:43.146149 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fa6b8152-bf8c-4aa5-8034-0d21b0048789 req-d7342116-936c-4335-beef-36d65dc4f2fb tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 946 time: 0.0841231 Apr 28 19:38:43.201655 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fa6b8152-bf8c-4aa5-8034-0d21b0048789 req-6d6a968a-c8be-48d3-ab7a-50897d9e0b63 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495887 Apr 28 19:38:43.217643 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1164870a-2972-401c-aa01-55935b9fdca9 None None] The sync data for ids ['1bfa2316-8671-45a5-aa99-45904351fe76'] in n-d-839810-1 is: [{'id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1472714115-router', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:51Z', 'updated_at': '2022-04-28T19:37:03Z', 'revision_number': 4, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'gw_port': {'id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:36:52Z', 'updated_at': '2022-04-28T19:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '42020791-7818-47b6-9a0f-97af901fb0c4', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'floating_ip_address': '172.25.8.210', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'port_id': '7a9975b2-500f-485b-a22e-b469354f4190', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd', 'mac_address': 'fa:16:3e:9d:9a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ce721f-932a-4b0e-8173-b9432816dc43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:37:46Z', 'updated_at': '2022-04-28T19:38:40Z', 'revision_number': 8, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85efbcdb-041e-4ee1-b3aa-13a6bf881a9f', 'name': '', 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'mac_address': 'fa:16:3e:20:e3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:01Z', 'updated_at': '2022-04-28T19:37:24Z', 'revision_number': 5, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'subnets': [{'id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:38:43.251854 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a76f3e8c-ec1d-47e9-b081-eb755b84e057 req-c11cb8ad-50d8-438a-991f-4b24eeb657c5 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce90ce7b-e290-41d5-93f7-8b927b0af32f HTTP/1.1" status: 200 len: 210 time: 0.1161206 Apr 28 19:38:43.332492 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bd76b8-2d75-4d26-bada-bf89c99b0b0c x-openstack-request-id: req-b9bd76b8-2d75-4d26-bada-bf89c99b0b0c {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:43.332819 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ce721f-932a-4b0e-8173-b9432816dc43", "tag": "7a9975b2-500f-485b-a22e-b469354f4190", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:43.333078 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b9bd76b8-2d75-4d26-bada-bf89c99b0b0c {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:43.333511 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9bd76b8-2d75-4d26-bada-bf89c99b0b0c'] response: {'name': 'network-changed', 'server_uuid': 'b6ce721f-932a-4b0e-8173-b9432816dc43', 'tag': '7a9975b2-500f-485b-a22e-b469354f4190', 'status': 'completed', 'code': 200} Apr 28 19:38:43.402619 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-048d714f-86f1-4b50-801c-c1dea3e7c487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:43.405876 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-048d714f-86f1-4b50-801c-c1dea3e7c487 service neutron] 10.222.0.44 "GET /v2.0/networks?id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd HTTP/1.1" status: 200 len: 908 time: 0.3941364 Apr 28 19:38:43.435900 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-49c6e871-463b-47cf-b216-b6232e66c725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'name': 'tempest-ServersTestJSON-1862462609-router', 'tenant_id': 'e26f59f9d0474a89964c14355d73907c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '43da9400-70eb-40ab-8aa0-ac0aaed2db14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:55Z', 'updated_at': '2022-04-28T19:37:09Z', 'revision_number': 4, 'project_id': 'e26f59f9d0474a89964c14355d73907c', 'gw_port': {'id': '43da9400-70eb-40ab-8aa0-ac0aaed2db14', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:36:57Z', 'updated_at': '2022-04-28T19:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'cf32e057-f420-40c4-a773-ce5b42a8e0ab', 'name': '', 'network_id': '03c23c13-73a0-4f69-a029-d17265afa037', 'tenant_id': 'e26f59f9d0474a89964c14355d73907c', 'mac_address': 'fa:16:3e:13:7a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'daac5a1d-32c4-4cd3-af48-779eecb90ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:06Z', 'updated_at': '2022-04-28T19:37:17Z', 'revision_number': 5, 'project_id': 'e26f59f9d0474a89964c14355d73907c', 'subnets': [{'id': 'daac5a1d-32c4-4cd3-af48-779eecb90ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:43.502327 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63580a6e-9a0f-4c56-971a-01185359d327 req-a1e4b625-20c9-468d-8de4-28acfed0f110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:43.512336 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-63580a6e-9a0f-4c56-971a-01185359d327 req-a1e4b625-20c9-468d-8de4-28acfed0f110 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=44836af2576c4eb08ccfbf8a35c6037e&device_id=b6ce721f-932a-4b0e-8173-b9432816dc43 HTTP/1.1" status: 200 len: 1096 time: 0.1536129 Apr 28 19:38:43.522244 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c6e871-463b-47cf-b216-b6232e66c725 None None] Checking router: 671b7009-b8af-4e87-97d9-d37d404376b9 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:38:43.546164 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c6e871-463b-47cf-b216-b6232e66c725 None None] Routers {'671b7009-b8af-4e87-97d9-d37d404376b9'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:43.546883 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-49c6e871-463b-47cf-b216-b6232e66c725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:38:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['671b7009-b8af-4e87-97d9-d37d404376b9'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:43.596242 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-edcfc160-dee7-45ce-a55d-5a5682501cbd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aadf9260-8573-4b20-888a-2caa4d850f12 HTTP/1.1" status: 200 len: 217 time: 0.1809525 Apr 28 19:38:43.728565 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-adbe2b7d-f92d-47c3-8a1f-709ba790de87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:43.730100 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-adbe2b7d-f92d-47c3-8a1f-709ba790de87 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d5c93c2-9d1b-4c66-8e1f-a78766af188b HTTP/1.1" status: 200 len: 847 time: 0.1220689 Apr 28 19:38:43.756663 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a714f8d6-1402-4b7f-b541-541113c3690a None None] New status for floating IP 42020791-7818-47b6-9a0f-97af901fb0c4: ACTIVE {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:38:43.793651 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-49c6e871-463b-47cf-b216-b6232e66c725 None None] Set router 671b7009-b8af-4e87-97d9-d37d404376b9 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:43.810232 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-f0f2877e-2efe-4ae6-9236-d4265aa9019b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673885 Apr 28 19:38:43.922580 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7e06db09-99ba-49c2-92a9-48d1e9304cd0 req-fb780e7b-79ad-468d-a350-6d89f8b58d6b tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/floatingips/42020791-7818-47b6-9a0f-97af901fb0c4 HTTP/1.1" status: 200 len: 996 time: 0.5501378 Apr 28 19:38:43.936924 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63580a6e-9a0f-4c56-971a-01185359d327 req-303ce254-e406-4194-a431-c4bf05c518d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:43.938480 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-63580a6e-9a0f-4c56-971a-01185359d327 req-303ce254-e406-4194-a431-c4bf05c518d5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3a8d8fbc-c638-4e44-87fd-3e5ca38570dd HTTP/1.1" status: 200 len: 922 time: 0.4121392 Apr 28 19:38:44.087253 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffd24a-77cc-4665-b4a8-1dc9eeb047d7 req-a5fa2b27-a7dc-4df8-b81e-7276464e9d6c tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:44.091765 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-58ffd24a-77cc-4665-b4a8-1dc9eeb047d7 req-a5fa2b27-a7dc-4df8-b81e-7276464e9d6c tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 945 time: 0.5155835 Apr 28 19:38:44.205578 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-49c6e871-463b-47cf-b216-b6232e66c725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'name': 'tempest-ServersTestJSON-1862462609-router', 'tenant_id': 'e26f59f9d0474a89964c14355d73907c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '43da9400-70eb-40ab-8aa0-ac0aaed2db14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:55Z', 'updated_at': '2022-04-28T19:37:09Z', 'revision_number': 4, 'project_id': 'e26f59f9d0474a89964c14355d73907c', 'gw_port': {'id': '43da9400-70eb-40ab-8aa0-ac0aaed2db14', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:36:57Z', 'updated_at': '2022-04-28T19:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'cf32e057-f420-40c4-a773-ce5b42a8e0ab', 'name': '', 'network_id': '03c23c13-73a0-4f69-a029-d17265afa037', 'tenant_id': 'e26f59f9d0474a89964c14355d73907c', 'mac_address': 'fa:16:3e:13:7a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'daac5a1d-32c4-4cd3-af48-779eecb90ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:06Z', 'updated_at': '2022-04-28T19:37:17Z', 'revision_number': 5, 'project_id': 'e26f59f9d0474a89964c14355d73907c', 'subnets': [{'id': 'daac5a1d-32c4-4cd3-af48-779eecb90ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:44.211692 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-935254a4-73a0-4d53-b6e1-d1d59a382e1f service neutron] 10.222.0.44 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908126 Apr 28 19:38:44.238563 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c6e871-463b-47cf-b216-b6232e66c725 None None] The sync data for ids ['671b7009-b8af-4e87-97d9-d37d404376b9'] in n-d-839810-1 is: [{'id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'name': 'tempest-ServersTestJSON-1862462609-router', 'tenant_id': 'e26f59f9d0474a89964c14355d73907c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '43da9400-70eb-40ab-8aa0-ac0aaed2db14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:55Z', 'updated_at': '2022-04-28T19:37:09Z', 'revision_number': 4, 'project_id': 'e26f59f9d0474a89964c14355d73907c', 'gw_port': {'id': '43da9400-70eb-40ab-8aa0-ac0aaed2db14', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:36:57Z', 'updated_at': '2022-04-28T19:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'cf32e057-f420-40c4-a773-ce5b42a8e0ab', 'name': '', 'network_id': '03c23c13-73a0-4f69-a029-d17265afa037', 'tenant_id': 'e26f59f9d0474a89964c14355d73907c', 'mac_address': 'fa:16:3e:13:7a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'daac5a1d-32c4-4cd3-af48-779eecb90ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:06Z', 'updated_at': '2022-04-28T19:37:17Z', 'revision_number': 5, 'project_id': 'e26f59f9d0474a89964c14355d73907c', 'subnets': [{'id': 'daac5a1d-32c4-4cd3-af48-779eecb90ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:38:44.238894 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-58ffd24a-77cc-4665-b4a8-1dc9eeb047d7 req-c32443a6-ce92-488e-9f71-1461ab8a51bb tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384430 Apr 28 19:38:44.277304 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06db09-99ba-49c2-92a9-48d1e9304cd0 req-cf9b190a-55d2-426d-bfd5-d7749d271a6f tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:44.278865 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7e06db09-99ba-49c2-92a9-48d1e9304cd0 req-cf9b190a-55d2-426d-bfd5-d7749d271a6f tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 784 time: 0.3392243 Apr 28 19:38:44.285972 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-63580a6e-9a0f-4c56-971a-01185359d327 req-ef8eb673-18ba-4ab9-9d62-726c813605c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a9975b2-500f-485b-a22e-b469354f4190 HTTP/1.1" status: 200 len: 1001 time: 0.1989319 Apr 28 19:38:44.292563 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-7e06db09-99ba-49c2-92a9-48d1e9304cd0 req-b06d3568-1050-4e35-ba79-3b0a4d9f0c5a tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:38:44.293775 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7e06db09-99ba-49c2-92a9-48d1e9304cd0 req-b06d3568-1050-4e35-ba79-3b0a4d9f0c5a tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067501 Apr 28 19:38:44.378324 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63580a6e-9a0f-4c56-971a-01185359d327 req-ea29e373-c523-4ff6-83a9-51d793af8a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:44.379891 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-63580a6e-9a0f-4c56-971a-01185359d327 req-ea29e373-c523-4ff6-83a9-51d793af8a2f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f HTTP/1.1" status: 200 len: 860 time: 0.0852072 Apr 28 19:38:44.440573 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-200d1bea-b3ae-47cf-bffa-7fe823483fcd req-5db7be9c-d3ad-4dc7-b39b-7ae31861feee tempest-ServerShowV247Test-1972315759 tempest-ServerShowV247Test-1972315759-project] 10.222.0.42 "GET /v2.0/ports?device_id=8af43e20-242d-4fef-bc8b-83625e7e6e48 HTTP/1.1" status: 200 len: 210 time: 0.0621712 Apr 28 19:38:44.475016 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63580a6e-9a0f-4c56-971a-01185359d327 req-4d6d50e7-1f93-4f90-a6e7-90105df1488b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:44.476525 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-63580a6e-9a0f-4c56-971a-01185359d327 req-4d6d50e7-1f93-4f90-a6e7-90105df1488b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3a8d8fbc-c638-4e44-87fd-3e5ca38570dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887361 Apr 28 19:38:44.487321 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd6def-43b1-4290-9e35-1f0f392ef3df req-33309e4f-1e78-42a0-8d98-97c13553be7b tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:44.488247 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-3b858939-7e66-44b2-8c5b-fe51432a85b7 service neutron] 10.222.0.44 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485826 Apr 28 19:38:44.489137 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d0dd6def-43b1-4290-9e35-1f0f392ef3df req-33309e4f-1e78-42a0-8d98-97c13553be7b tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 946 time: 0.0911157 Apr 28 19:38:44.724926 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d0dd6def-43b1-4290-9e35-1f0f392ef3df req-f9d41c9d-ee07-4ab4-b5a7-242e18b1ef93 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938584 Apr 28 19:38:44.727029 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5c65d6a0-1f80-4351-9d24-05b226a810d1 req-2ba507c1-89ab-4900-a782-2c79c89c8f00 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 1001 time: 0.0987613 Apr 28 19:38:44.774758 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-63580a6e-9a0f-4c56-971a-01185359d327 req-6228f6a1-2996-4d97-bcc6-2f21ea2602af service neutron] 10.222.0.44 "GET /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848949 Apr 28 19:38:44.789367 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433618a7-87ed-42fc-b2f5-c07727bac42e None None] New status for floating IP 8bb41fc7-63be-4700-a65f-f7d63f7dca8a: DOWN {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:38:45.002401 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-63580a6e-9a0f-4c56-971a-01185359d327 req-2d0670d6-8332-4b91-ac1c-29ebfc17e5d3 service neutron] 10.222.0.44 "GET /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169855 Apr 28 19:38:45.273433 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 46386) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:45.363513 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce90ce7b-e290-41d5-93f7-8b927b0af32f', 'name': 'network-vif-deleted', 'tag': 'd99c82f4-9e60-4f9d-803b-08ade4682f4e'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:45.368853 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1a6ea4-7b8b-4243-8668-d0bd16a073c2" -d '{"events": [{"server_uuid": "ce90ce7b-e290-41d5-93f7-8b927b0af32f", "name": "network-vif-deleted", "tag": "d99c82f4-9e60-4f9d-803b-08ade4682f4e"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:45.400191 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3805a1ac-d1e7-4572-aa49-b1e752d1ba85 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:45.434968 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3805a1ac-d1e7-4572-aa49-b1e752d1ba85 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:45.500016 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65d6a0-1f80-4351-9d24-05b226a810d1 req-f89a75ae-a815-4302-a077-3a4ece49ebde tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:45.519671 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5c65d6a0-1f80-4351-9d24-05b226a810d1 req-f89a75ae-a815-4302-a077-3a4ece49ebde tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/ports/7a9975b2-500f-485b-a22e-b469354f4190 HTTP/1.1" status: 200 len: 942 time: 0.7872856 Apr 28 19:38:45.520737 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5aa0ebbd-5f60-47e9-afd0-269d1ec2eab9 req-e5c5bbc2-1368-40fd-912c-0442d4abcfd5 tempest-ServerShowV247Test-1972315759 tempest-ServerShowV247Test-1972315759-project] 10.222.0.42 "GET /v2.0/ports?device_id=8af43e20-242d-4fef-bc8b-83625e7e6e48 HTTP/1.1" status: 200 len: 210 time: 0.0503895 Apr 28 19:38:45.554533 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3805a1ac-d1e7-4572-aa49-b1e752d1ba85 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:45.561794 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3805a1ac-d1e7-4572-aa49-b1e752d1ba85 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:45.566383 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3805a1ac-d1e7-4572-aa49-b1e752d1ba85 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.42 "DELETE /v2.0/security-groups/244d79a3-9e27-4766-be20-962837c5b3af HTTP/1.1" status: 204 len: 168 time: 0.2917740 Apr 28 19:38:45.567210 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46394) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:45.590724 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-5e9f5d4f-fed3-4cbb-b68a-fa825b1792c7 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] show failed (client error): The resource could not be found. Apr 28 19:38:45.592038 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5e9f5d4f-fed3-4cbb-b68a-fa825b1792c7 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.42 "GET /v2.0/security-groups/244d79a3-9e27-4766-be20-962837c5b3af HTTP/1.1" status: 404 len: 347 time: 0.0230207 Apr 28 19:38:45.594898 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46396) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:45.678483 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805a1ac-d1e7-4572-aa49-b1e752d1ba85 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=244d79a3-9e27-4766-be20-962837c5b3af,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:45.725043 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ded3db-0318-4f44-bdb0-9c7ba8d09729 req-c06e06d6-efda-4368-bef2-97e62afe9678 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:45.726862 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-31ded3db-0318-4f44-bdb0-9c7ba8d09729 req-c06e06d6-efda-4368-bef2-97e62afe9678 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 945 time: 0.1376200 Apr 28 19:38:45.828688 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-31ded3db-0318-4f44-bdb0-9c7ba8d09729 req-f5f81a25-2a9c-4bcf-a6a9-339d51a1029d tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923281 Apr 28 19:38:45.886620 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5c65d6a0-1f80-4351-9d24-05b226a810d1 req-5733b81c-b7f6-4b4e-97a0-b5b512c94fc0 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 1001 time: 0.1478434 Apr 28 19:38:45.901086 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d928b15-d49c-45d5-8a0d-6e974902805b x-openstack-request-id: req-9d928b15-d49c-45d5-8a0d-6e974902805b {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:45.901564 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce90ce7b-e290-41d5-93f7-8b927b0af32f", "name": "network-vif-deleted", "tag": "d99c82f4-9e60-4f9d-803b-08ade4682f4e", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:45.901564 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9d928b15-d49c-45d5-8a0d-6e974902805b {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:45.902068 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d928b15-d49c-45d5-8a0d-6e974902805b'] response: {'server_uuid': 'ce90ce7b-e290-41d5-93f7-8b927b0af32f', 'name': 'network-vif-deleted', 'tag': 'd99c82f4-9e60-4f9d-803b-08ade4682f4e', 'status': 'completed', 'code': 200} Apr 28 19:38:46.024701 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d99ed3-9c45-44ca-b0c5-af702ec26a32 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Deleting port af0e7c38-8aae-48df-a148-61addcca61b0 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:38:46.025106 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c7d99ed3-9c45-44ca-b0c5-af702ec26a32 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:46.075465 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5688c48-db41-4eb0-9f18-1b20aae56a76 req-a056dc2a-8a1c-4b69-a4fb-a3c83f2b107f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:46.086431 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a5688c48-db41-4eb0-9f18-1b20aae56a76 req-a056dc2a-8a1c-4b69-a4fb-a3c83f2b107f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 946 time: 0.1095605 Apr 28 19:38:46.160781 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a5688c48-db41-4eb0-9f18-1b20aae56a76 req-811459f1-e9f7-4142-9920-ba8f61d19c19 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709665 Apr 28 19:38:46.180087 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65d6a0-1f80-4351-9d24-05b226a810d1 req-a96b249d-21ce-444e-8028-dbdc7645daf8 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:46.180087 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5c65d6a0-1f80-4351-9d24-05b226a810d1 req-a96b249d-21ce-444e-8028-dbdc7645daf8 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 784 time: 0.2828133 Apr 28 19:38:46.289456 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c7d99ed3-9c45-44ca-b0c5-af702ec26a32 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:46.290098 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c7d99ed3-9c45-44ca-b0c5-af702ec26a32 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:46.310481 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5c65d6a0-1f80-4351-9d24-05b226a810d1 req-5ba527ed-d511-4af2-abf2-1b4e5c3cb798 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 1001 time: 0.1205142 Apr 28 19:38:46.317225 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d99ed3-9c45-44ca-b0c5-af702ec26a32 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Calling delete_port for af0e7c38-8aae-48df-a148-61addcca61b0 owned by network:floatingip {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:38:46.330660 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-5c65d6a0-1f80-4351-9d24-05b226a810d1 req-0d5b6e05-d566-4523-9dde-ba453c13b91d tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:46.480007 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5c65d6a0-1f80-4351-9d24-05b226a810d1 req-0d5b6e05-d566-4523-9dde-ba453c13b91d tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks [] for floatingip, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:46.674878 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1058d9ef-eebb-4b8f-91c8-1f080101ef4e req-e93a23b4-dc22-458d-b40e-b3af8888c1d7 tempest-ServerShowV247Test-1972315759 tempest-ServerShowV247Test-1972315759-project] 10.222.0.42 "GET /v2.0/ports?device_id=8af43e20-242d-4fef-bc8b-83625e7e6e48 HTTP/1.1" status: 200 len: 210 time: 0.0585744 Apr 28 19:38:46.712852 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c7d99ed3-9c45-44ca-b0c5-af702ec26a32 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:46.758491 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d99ed3-9c45-44ca-b0c5-af702ec26a32 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Pushing event deleted for resources: {'Port': ['ID=af0e7c38-8aae-48df-a148-61addcca61b0,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:46.852300 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5c65d6a0-1f80-4351-9d24-05b226a810d1 req-0d5b6e05-d566-4523-9dde-ba453c13b91d tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:46.879843 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5c65d6a0-1f80-4351-9d24-05b226a810d1 req-0d5b6e05-d566-4523-9dde-ba453c13b91d tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:46.880353 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [req-5c65d6a0-1f80-4351-9d24-05b226a810d1 req-0d5b6e05-d566-4523-9dde-ba453c13b91d tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Floating IP 42020791-7818-47b6-9a0f-97af901fb0c4 disassociated. External IP: 172.25.8.210, port: 7a9975b2-500f-485b-a22e-b469354f4190. Apr 28 19:38:46.975717 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c7d99ed3-9c45-44ca-b0c5-af702ec26a32 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks [] for floatingip, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:46.978408 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c7d99ed3-9c45-44ca-b0c5-af702ec26a32 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:46.979571 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c7d99ed3-9c45-44ca-b0c5-af702ec26a32 tempest-ServersTestJSON-1004690435 tempest-ServersTestJSON-1004690435-project] 10.222.0.42 "DELETE /v2.0/floatingips/8bb41fc7-63be-4700-a65f-f7d63f7dca8a HTTP/1.1" status: 204 len: 168 time: 1.3836510 Apr 28 19:38:46.982592 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46410) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:47.031772 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3226418-e2ae-470f-8878-bfca4768f36f req-87c416d0-cfba-4143-b013-db8c60598a51 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:47.042735 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f3226418-e2ae-470f-8878-bfca4768f36f req-87c416d0-cfba-4143-b013-db8c60598a51 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 945 time: 0.1100225 Apr 28 19:38:47.131863 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f3226418-e2ae-470f-8878-bfca4768f36f req-40cebdcd-36b2-4c5a-9150-fc18fd87488f tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785680 Apr 28 19:38:47.412785 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8062b7-5f58-4ba3-a473-f4a9dfdf8ead req-fb2db98f-d1a5-41e7-bc8c-36e844a8ea56 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:47.419134 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7a8062b7-5f58-4ba3-a473-f4a9dfdf8ead req-fb2db98f-d1a5-41e7-bc8c-36e844a8ea56 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 946 time: 0.1301801 Apr 28 19:38:47.483270 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7a8062b7-5f58-4ba3-a473-f4a9dfdf8ead req-892e0e05-47ed-4373-82ea-a58e62528023 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568686 Apr 28 19:38:47.526020 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c65d6a0-1f80-4351-9d24-05b226a810d1 req-0d5b6e05-d566-4523-9dde-ba453c13b91d tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Router 1bfa2316-8671-45a5-aa99-45904351fe76 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:38:47.697989 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c65d6a0-1f80-4351-9d24-05b226a810d1 req-0d5b6e05-d566-4523-9dde-ba453c13b91d tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:38:47.703254 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-5c65d6a0-1f80-4351-9d24-05b226a810d1 req-0d5b6e05-d566-4523-9dde-ba453c13b91d tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:47.711142 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17db31b-7c07-4e05-bfda-990c42dec8b1 None None] Sync routers for ids ['1bfa2316-8671-45a5-aa99-45904351fe76'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:38:47.724046 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17db31b-7c07-4e05-bfda-990c42dec8b1 None None] Routers {'1bfa2316-8671-45a5-aa99-45904351fe76'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:47.725619 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-f17db31b-7c07-4e05-bfda-990c42dec8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:38:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1bfa2316-8671-45a5-aa99-45904351fe76'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:47.752618 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5c65d6a0-1f80-4351-9d24-05b226a810d1 req-0d5b6e05-d566-4523-9dde-ba453c13b91d tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "PUT /v2.0/floatingips/42020791-7818-47b6-9a0f-97af901fb0c4 HTTP/1.1" status: 200 len: 696 time: 1.4277232 Apr 28 19:38:47.754608 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ce721f-932a-4b0e-8173-b9432816dc43', 'tag': '7a9975b2-500f-485b-a22e-b469354f4190'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:47.760599 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1593b47-8779-4a6d-b243-1382ad542bce" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ce721f-932a-4b0e-8173-b9432816dc43", "tag": "7a9975b2-500f-485b-a22e-b469354f4190"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:47.778430 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a4dfbbc0-00dc-4f3e-ac82-8a221150feac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:47.863581 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-f17db31b-7c07-4e05-bfda-990c42dec8b1 None None] Set router 1bfa2316-8671-45a5-aa99-45904351fe76 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:47.871610 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2031b2e6-c8a4-4696-8109-772534fb116a req-3b2c9ae2-1dad-4bd2-b917-283ca0e79de5 tempest-ServerShowV247Test-1972315759 tempest-ServerShowV247Test-1972315759-project] 10.222.0.42 "GET /v2.0/ports?device_id=8af43e20-242d-4fef-bc8b-83625e7e6e48 HTTP/1.1" status: 200 len: 210 time: 0.0705974 Apr 28 19:38:47.943528 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65d6a0-1f80-4351-9d24-05b226a810d1 req-1c1188d8-fd6b-421f-89da-9e5659954637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:47.952769 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5c65d6a0-1f80-4351-9d24-05b226a810d1 req-1c1188d8-fd6b-421f-89da-9e5659954637 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44836af2576c4eb08ccfbf8a35c6037e&device_id=b6ce721f-932a-4b0e-8173-b9432816dc43 HTTP/1.1" status: 200 len: 1096 time: 0.1872177 Apr 28 19:38:47.981750 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707bfc81-d825-44b4-90ee-d164cdd4e1a2 x-openstack-request-id: req-707bfc81-d825-44b4-90ee-d164cdd4e1a2 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:47.982053 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ce721f-932a-4b0e-8173-b9432816dc43", "tag": "7a9975b2-500f-485b-a22e-b469354f4190", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:47.982302 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-707bfc81-d825-44b4-90ee-d164cdd4e1a2 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:47.982715 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-707bfc81-d825-44b4-90ee-d164cdd4e1a2'] response: {'name': 'network-changed', 'server_uuid': 'b6ce721f-932a-4b0e-8173-b9432816dc43', 'tag': '7a9975b2-500f-485b-a22e-b469354f4190', 'status': 'completed', 'code': 200} Apr 28 19:38:48.107845 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1593b47-8779-4a6d-b243-1382ad542bce req-76b59a1f-f708-43cd-9ca3-a97fe417f468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:48.112006 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d1593b47-8779-4a6d-b243-1382ad542bce req-76b59a1f-f708-43cd-9ca3-a97fe417f468 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=44836af2576c4eb08ccfbf8a35c6037e&device_id=b6ce721f-932a-4b0e-8173-b9432816dc43 HTTP/1.1" status: 200 len: 1096 time: 0.1093445 Apr 28 19:38:48.174148 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65d6a0-1f80-4351-9d24-05b226a810d1 req-39dabf08-c0c9-4d48-bc71-69bb05c51c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:48.185622 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5c65d6a0-1f80-4351-9d24-05b226a810d1 req-39dabf08-c0c9-4d48-bc71-69bb05c51c01 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3a8d8fbc-c638-4e44-87fd-3e5ca38570dd HTTP/1.1" status: 200 len: 922 time: 0.2305841 Apr 28 19:38:48.288860 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-f17db31b-7c07-4e05-bfda-990c42dec8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1472714115-router', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:51Z', 'updated_at': '2022-04-28T19:37:03Z', 'revision_number': 4, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'gw_port': {'id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:36:52Z', 'updated_at': '2022-04-28T19:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '85efbcdb-041e-4ee1-b3aa-13a6bf881a9f', 'name': '', 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'mac_address': 'fa:16:3e:20:e3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:01Z', 'updated_at': '2022-04-28T19:37:24Z', 'revision_number': 5, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'subnets': [{'id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:48.318707 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5c65d6a0-1f80-4351-9d24-05b226a810d1 req-acda4d09-ddfe-445d-bf01-c39fd4238550 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a9975b2-500f-485b-a22e-b469354f4190 HTTP/1.1" status: 200 len: 217 time: 0.1310010 Apr 28 19:38:48.376762 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a082ff-a5a8-440f-81c1-54194cd4fa5e req-5e0d27a8-b663-4adf-98f4-02add549d86b tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:48.385078 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-93a082ff-a5a8-440f-81c1-54194cd4fa5e req-5e0d27a8-b663-4adf-98f4-02add549d86b tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 945 time: 0.1216118 Apr 28 19:38:48.400921 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17db31b-7c07-4e05-bfda-990c42dec8b1 None None] Checking router: 1bfa2316-8671-45a5-aa99-45904351fe76 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:38:48.405983 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1593b47-8779-4a6d-b243-1382ad542bce req-a80a87cb-3cfd-4dac-8e43-4d820a1c9552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:48.407527 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d1593b47-8779-4a6d-b243-1382ad542bce req-a80a87cb-3cfd-4dac-8e43-4d820a1c9552 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3a8d8fbc-c638-4e44-87fd-3e5ca38570dd HTTP/1.1" status: 200 len: 922 time: 0.2890146 Apr 28 19:38:48.442365 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17db31b-7c07-4e05-bfda-990c42dec8b1 None None] Routers {'1bfa2316-8671-45a5-aa99-45904351fe76'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:48.444931 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-f17db31b-7c07-4e05-bfda-990c42dec8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:38:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1bfa2316-8671-45a5-aa99-45904351fe76'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:48.549426 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-93a082ff-a5a8-440f-81c1-54194cd4fa5e req-8b762dc0-bf87-454d-895c-8e304c8078d4 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599386 Apr 28 19:38:48.552159 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d1593b47-8779-4a6d-b243-1382ad542bce req-973e91b0-6af4-49fd-ba87-866731cf06e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a9975b2-500f-485b-a22e-b469354f4190 HTTP/1.1" status: 200 len: 217 time: 0.1332154 Apr 28 19:38:48.554466 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65d6a0-1f80-4351-9d24-05b226a810d1 req-79b7af71-454a-4175-8e1f-22fe6c54bb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:48.555949 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5c65d6a0-1f80-4351-9d24-05b226a810d1 req-79b7af71-454a-4175-8e1f-22fe6c54bb04 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f HTTP/1.1" status: 200 len: 860 time: 0.2284007 Apr 28 19:38:48.687923 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1593b47-8779-4a6d-b243-1382ad542bce req-ebc8e325-ddbc-480c-8322-65a8699efd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:48.689787 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d1593b47-8779-4a6d-b243-1382ad542bce req-ebc8e325-ddbc-480c-8322-65a8699efd09 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f HTTP/1.1" status: 200 len: 860 time: 0.1263895 Apr 28 19:38:48.695482 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65d6a0-1f80-4351-9d24-05b226a810d1 req-7a505978-dba0-4c00-a879-d4092d2a9e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:48.697101 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5c65d6a0-1f80-4351-9d24-05b226a810d1 req-7a505978-dba0-4c00-a879-d4092d2a9e23 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3a8d8fbc-c638-4e44-87fd-3e5ca38570dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1337128 Apr 28 19:38:48.701697 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-a4dfbbc0-00dc-4f3e-ac82-8a221150feac admin admin] Deleting port cf32e057-f420-40c4-a773-ce5b42a8e0ab {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:38:48.702040 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a4dfbbc0-00dc-4f3e-ac82-8a221150feac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:48.748792 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59944c4f-dd48-4bc7-8b34-b3072bfa0b33 req-dadb3095-7d6e-4cc5-bcb8-5ca5f336d1f8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:48.757278 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-59944c4f-dd48-4bc7-8b34-b3072bfa0b33 req-dadb3095-7d6e-4cc5-bcb8-5ca5f336d1f8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 946 time: 0.1041667 Apr 28 19:38:48.768858 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-f17db31b-7c07-4e05-bfda-990c42dec8b1 None None] Set router 1bfa2316-8671-45a5-aa99-45904351fe76 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:49.127520 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1593b47-8779-4a6d-b243-1382ad542bce req-df62b647-5d57-4cac-8e87-1362f0e099d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:49.129395 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d1593b47-8779-4a6d-b243-1382ad542bce req-df62b647-5d57-4cac-8e87-1362f0e099d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3a8d8fbc-c638-4e44-87fd-3e5ca38570dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4324315 Apr 28 19:38:49.154301 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-f17db31b-7c07-4e05-bfda-990c42dec8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1472714115-router', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:51Z', 'updated_at': '2022-04-28T19:37:03Z', 'revision_number': 4, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'gw_port': {'id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:36:52Z', 'updated_at': '2022-04-28T19:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '85efbcdb-041e-4ee1-b3aa-13a6bf881a9f', 'name': '', 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'mac_address': 'fa:16:3e:20:e3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:01Z', 'updated_at': '2022-04-28T19:37:24Z', 'revision_number': 5, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'subnets': [{'id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:49.199187 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17db31b-7c07-4e05-bfda-990c42dec8b1 None None] The sync data for ids ['1bfa2316-8671-45a5-aa99-45904351fe76'] in n-d-839810-1 is: [{'id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1472714115-router', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:51Z', 'updated_at': '2022-04-28T19:37:03Z', 'revision_number': 4, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'gw_port': {'id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:36:52Z', 'updated_at': '2022-04-28T19:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '85efbcdb-041e-4ee1-b3aa-13a6bf881a9f', 'name': '', 'network_id': '3a8d8fbc-c638-4e44-87fd-3e5ca38570dd', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'mac_address': 'fa:16:3e:20:e3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:01Z', 'updated_at': '2022-04-28T19:37:24Z', 'revision_number': 5, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'subnets': [{'id': 'ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:38:49.218223 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-59944c4f-dd48-4bc7-8b34-b3072bfa0b33 req-18eefb32-ea42-42ce-bcf6-70c8fc9735ab tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540503 Apr 28 19:38:49.376958 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-af674676-4864-4691-86a8-6b2e5b21787a req-45300bb3-38ab-4b69-9eb5-893fe8013c30 tempest-ServerShowV247Test-1972315759 tempest-ServerShowV247Test-1972315759-project] 10.222.0.42 "GET /v2.0/ports?device_id=8af43e20-242d-4fef-bc8b-83625e7e6e48 HTTP/1.1" status: 200 len: 210 time: 0.0385153 Apr 28 19:38:49.402717 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d1593b47-8779-4a6d-b243-1382ad542bce req-24d74a72-6ea9-4060-bf24-60c9c11ecf0d service neutron] 10.222.0.44 "GET /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618320 Apr 28 19:38:49.629820 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d1593b47-8779-4a6d-b243-1382ad542bce req-6f539bf1-5e03-48cc-8dce-d92355e7ec8f service neutron] 10.222.0.44 "GET /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187057 Apr 28 19:38:49.725860 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-a4dfbbc0-00dc-4f3e-ac82-8a221150feac admin admin] For port cf32e057-f420-40c4-a773-ce5b42a8e0ab, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=cf32e057-f420-40c4-a773-ce5b42a8e0ab,segment=NetworkSegment(0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3),segment_id=0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:49.726401 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a4dfbbc0-00dc-4f3e-ac82-8a221150feac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:49.749129 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5c65d6a0-1f80-4351-9d24-05b226a810d1 req-e88742eb-854b-47fb-8dea-3c1e2f61fb88 service neutron] 10.222.0.42 "GET /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0372071 Apr 28 19:38:49.753827 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535aa8a4-13e2-457c-a50a-39fd221b0c24 None None] New status for floating IP 42020791-7818-47b6-9a0f-97af901fb0c4: DOWN {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:38:49.775641 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f349977-5b7b-45aa-b135-d9260faa1e26 req-7acb5d54-1c94-43b4-9532-a1dee3f3ca35 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:49.777215 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9f349977-5b7b-45aa-b135-d9260faa1e26 req-7acb5d54-1c94-43b4-9532-a1dee3f3ca35 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 945 time: 0.0939856 Apr 28 19:38:49.779649 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-a4dfbbc0-00dc-4f3e-ac82-8a221150feac admin admin] Calling delete_port for cf32e057-f420-40c4-a773-ce5b42a8e0ab owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:38:49.857483 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9f349977-5b7b-45aa-b135-d9260faa1e26 req-851c9f7a-009a-4f1b-84c9-6fb91af1f0ac tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671813 Apr 28 19:38:49.870084 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-86a08ea6-ce4f-4748-a85a-c7a6380f830c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:49.937257 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5c65d6a0-1f80-4351-9d24-05b226a810d1 req-29f20eb0-0996-4e90-b620-147837ee44df service neutron] 10.222.0.42 "GET /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872478 Apr 28 19:38:50.154754 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a4dfbbc0-00dc-4f3e-ac82-8a221150feac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:50.222572 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-031b9822-21d7-4e34-b05a-3a42ca26a65c req-ce2ecdde-5e1a-433c-ac85-458e80d8b99c tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/floatingips/42020791-7818-47b6-9a0f-97af901fb0c4 HTTP/1.1" status: 200 len: 696 time: 0.1006262 Apr 28 19:38:50.225195 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dfbbc0-00dc-4f3e-ac82-8a221150feac admin admin] Pushing event deleted for resources: {'Port': ['ID=cf32e057-f420-40c4-a773-ce5b42a8e0ab,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:50.479588 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b9822-21d7-4e34-b05a-3a42ca26a65c req-5c652e8c-617b-4542-9003-e42e151c896d tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:50.488619 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-031b9822-21d7-4e34-b05a-3a42ca26a65c req-5c652e8c-617b-4542-9003-e42e151c896d tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 784 time: 0.2398877 Apr 28 19:38:50.574119 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-031b9822-21d7-4e34-b05a-3a42ca26a65c req-d7fdc9c9-0f97-4735-9f6b-ff2bdcb4a74b tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 697 time: 0.0844874 Apr 28 19:38:50.686248 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-031b9822-21d7-4e34-b05a-3a42ca26a65c req-493707df-8ce9-427a-8a92-606bd3e50de0 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 697 time: 0.1112075 Apr 28 19:38:50.737564 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a4dfbbc0-00dc-4f3e-ac82-8a221150feac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:50.794745 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455c064-a783-4c64-8075-9fa19b640fc4 req-d125ae74-8fc1-40dd-9f58-853efe04842c tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:50.794745 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9455c064-a783-4c64-8075-9fa19b640fc4 req-d125ae74-8fc1-40dd-9f58-853efe04842c tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 946 time: 0.4095707 Apr 28 19:38:50.945081 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-031b9822-21d7-4e34-b05a-3a42ca26a65c req-852807ed-548c-4892-abf7-49fc31d1365a tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Deleting port b5b785aa-2216-4338-b6a6-c3c02706dcc6 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:38:50.946035 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-031b9822-21d7-4e34-b05a-3a42ca26a65c req-852807ed-548c-4892-abf7-49fc31d1365a tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:50.982231 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9455c064-a783-4c64-8075-9fa19b640fc4 req-f68d8c58-78c6-40ca-bc0c-58787fd6d652 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669044 Apr 28 19:38:51.139711 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-031b9822-21d7-4e34-b05a-3a42ca26a65c req-852807ed-548c-4892-abf7-49fc31d1365a tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:51.140053 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-031b9822-21d7-4e34-b05a-3a42ca26a65c req-852807ed-548c-4892-abf7-49fc31d1365a tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:51.156020 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-031b9822-21d7-4e34-b05a-3a42ca26a65c req-852807ed-548c-4892-abf7-49fc31d1365a tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Calling delete_port for b5b785aa-2216-4338-b6a6-c3c02706dcc6 owned by network:floatingip {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:38:51.158570 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b6ace462-1ee8-45b1-855c-3b6b2f8b0fa5 req-a04275fc-ecfb-4475-9f69-8ee45ce90209 tempest-ServerShowV247Test-1972315759 tempest-ServerShowV247Test-1972315759-project] 10.222.0.42 "GET /v2.0/ports?device_id=8af43e20-242d-4fef-bc8b-83625e7e6e48 HTTP/1.1" status: 200 len: 210 time: 0.0659785 Apr 28 19:38:51.470706 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-031b9822-21d7-4e34-b05a-3a42ca26a65c req-852807ed-548c-4892-abf7-49fc31d1365a tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:51.491494 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4dfbbc0-00dc-4f3e-ac82-8a221150feac admin admin] Router 671b7009-b8af-4e87-97d9-d37d404376b9 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:38:51.514907 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9af7d6-fcd1-48dd-819b-80aee3ffe745 req-4c3b1ab5-ac41-4bf0-9f98-28d16db59873 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:51.524620 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cc9af7d6-fcd1-48dd-819b-80aee3ffe745 req-4c3b1ab5-ac41-4bf0-9f98-28d16db59873 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 945 time: 0.0974867 Apr 28 19:38:51.567842 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852807ed-548c-4892-abf7-49fc31d1365a tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Pushing event deleted for resources: {'Port': ['ID=b5b785aa-2216-4338-b6a6-c3c02706dcc6,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:51.622099 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cc9af7d6-fcd1-48dd-819b-80aee3ffe745 req-123d8255-09da-4234-8fb5-d0c0bf8e201e tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963585 Apr 28 19:38:51.643755 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-031b9822-21d7-4e34-b05a-3a42ca26a65c req-852807ed-548c-4892-abf7-49fc31d1365a tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks [] for floatingip, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:51.647764 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-031b9822-21d7-4e34-b05a-3a42ca26a65c req-852807ed-548c-4892-abf7-49fc31d1365a tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:51.649031 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-031b9822-21d7-4e34-b05a-3a42ca26a65c req-852807ed-548c-4892-abf7-49fc31d1365a tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "DELETE /v2.0/floatingips/42020791-7818-47b6-9a0f-97af901fb0c4 HTTP/1.1" status: 204 len: 173 time: 0.9518366 Apr 28 19:38:51.714535 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4dfbbc0-00dc-4f3e-ac82-8a221150feac admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:38:51.722917 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a4dfbbc0-00dc-4f3e-ac82-8a221150feac admin admin] 10.222.0.42 "PUT /v2.0/routers/671b7009-b8af-4e87-97d9-d37d404376b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7394121 Apr 28 19:38:51.723542 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 46476) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:51.726193 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c391fb-f49f-46c7-ac31-5f26ea9e9085 None None] Sync routers for ids ['671b7009-b8af-4e87-97d9-d37d404376b9'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:38:51.756024 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c391fb-f49f-46c7-ac31-5f26ea9e9085 None None] Routers {'671b7009-b8af-4e87-97d9-d37d404376b9'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:51.757446 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-71c391fb-f49f-46c7-ac31-5f26ea9e9085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:38:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['671b7009-b8af-4e87-97d9-d37d404376b9'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:52.025232 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e8464d17-0d2a-4f2a-9e0b-0c6092fa84cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:52.051913 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-71c391fb-f49f-46c7-ac31-5f26ea9e9085 None None] Set router 671b7009-b8af-4e87-97d9-d37d404376b9 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:52.088876 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ac51946f-c435-417b-ab94-967d45a69590 admin admin] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:52.154617 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5f19f-1adb-42c7-84f6-230201e6c139 req-e8feb12d-a9d0-40cd-bf80-f815810eaf9f tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:52.159722 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fa4c0-1189-4b51-ab82-38ccf20c13c6 req-6ad52ba5-bd01-4e3e-8c4b-9e799f86c44e tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:52.163420 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d0b5f19f-1adb-42c7-84f6-230201e6c139 req-e8feb12d-a9d0-40cd-bf80-f815810eaf9f tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6ce721f-932a-4b0e-8173-b9432816dc43 HTTP/1.1" status: 200 len: 945 time: 0.1480629 Apr 28 19:38:52.169809 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-111fa4c0-1189-4b51-ab82-38ccf20c13c6 req-6ad52ba5-bd01-4e3e-8c4b-9e799f86c44e tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 946 time: 0.0934250 Apr 28 19:38:52.221402 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d0b5f19f-1adb-42c7-84f6-230201e6c139 req-271e5f47-f352-4346-a14d-21d51ba9233c tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b8d6d46-8bb9-4e41-9d21-b4840b2243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546892 Apr 28 19:38:52.232301 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-111fa4c0-1189-4b51-ab82-38ccf20c13c6 req-bbb7ba87-2d82-4fde-84dc-76241846b88c tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576437 Apr 28 19:38:52.324226 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ac51946f-c435-417b-ab94-967d45a69590 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:52.424895 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-71c391fb-f49f-46c7-ac31-5f26ea9e9085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'name': 'tempest-ServersTestJSON-1862462609-router', 'tenant_id': 'e26f59f9d0474a89964c14355d73907c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '43da9400-70eb-40ab-8aa0-ac0aaed2db14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:55Z', 'updated_at': '2022-04-28T19:38:50Z', 'revision_number': 5, 'project_id': 'e26f59f9d0474a89964c14355d73907c', 'gw_port': {'id': '43da9400-70eb-40ab-8aa0-ac0aaed2db14', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:36:57Z', 'updated_at': '2022-04-28T19:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:52.438026 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-921a8fb8-a50e-40e4-bb84-eeb8cc8cce34 req-680c55ee-f6e0-4dc5-b226-aa7e6c748048 tempest-ServerShowV247Test-1972315759 tempest-ServerShowV247Test-1972315759-project] 10.222.0.42 "GET /v2.0/ports?device_id=8af43e20-242d-4fef-bc8b-83625e7e6e48 HTTP/1.1" status: 200 len: 210 time: 0.0618806 Apr 28 19:38:52.461928 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c391fb-f49f-46c7-ac31-5f26ea9e9085 None None] Checking router: 671b7009-b8af-4e87-97d9-d37d404376b9 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:38:52.481508 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ac51946f-c435-417b-ab94-967d45a69590 admin admin] Deleting port 43da9400-70eb-40ab-8aa0-ac0aaed2db14 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:38:52.481855 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ac51946f-c435-417b-ab94-967d45a69590 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:52.494672 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c391fb-f49f-46c7-ac31-5f26ea9e9085 None None] Routers {'671b7009-b8af-4e87-97d9-d37d404376b9'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:52.495301 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-71c391fb-f49f-46c7-ac31-5f26ea9e9085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:38:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['671b7009-b8af-4e87-97d9-d37d404376b9'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:52.587217 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ac51946f-c435-417b-ab94-967d45a69590 admin admin] For port 43da9400-70eb-40ab-8aa0-ac0aaed2db14, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=43da9400-70eb-40ab-8aa0-ac0aaed2db14,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:52.587793 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ac51946f-c435-417b-ab94-967d45a69590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:52.615379 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ac51946f-c435-417b-ab94-967d45a69590 admin admin] Calling delete_port for 43da9400-70eb-40ab-8aa0-ac0aaed2db14 owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:38:52.622043 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-71c391fb-f49f-46c7-ac31-5f26ea9e9085 None None] Set router 671b7009-b8af-4e87-97d9-d37d404376b9 gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:52.764436 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-71c391fb-f49f-46c7-ac31-5f26ea9e9085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'name': 'tempest-ServersTestJSON-1862462609-router', 'tenant_id': 'e26f59f9d0474a89964c14355d73907c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:55Z', 'updated_at': '2022-04-28T19:38:52Z', 'revision_number': 6, 'project_id': 'e26f59f9d0474a89964c14355d73907c', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:52.798433 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c391fb-f49f-46c7-ac31-5f26ea9e9085 None None] The sync data for ids ['671b7009-b8af-4e87-97d9-d37d404376b9'] in n-d-839810-1 is: [{'id': '671b7009-b8af-4e87-97d9-d37d404376b9', 'name': 'tempest-ServersTestJSON-1862462609-router', 'tenant_id': 'e26f59f9d0474a89964c14355d73907c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:55Z', 'updated_at': '2022-04-28T19:38:52Z', 'revision_number': 6, 'project_id': 'e26f59f9d0474a89964c14355d73907c', 'gw_port_host': None}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:38:52.904691 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34c1b5-bc9c-4db7-baa3-6974cae6509f req-0e4ee7a9-5039-446d-b786-ae5cdbbd4d3f tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:52.913804 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ba34c1b5-bc9c-4db7-baa3-6974cae6509f req-0e4ee7a9-5039-446d-b786-ae5cdbbd4d3f tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 945 time: 0.1160004 Apr 28 19:38:53.003908 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ba34c1b5-bc9c-4db7-baa3-6974cae6509f req-9330e9a4-74ee-47e4-bb52-62ce8d4f4e4b tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889101 Apr 28 19:38:53.039913 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ac51946f-c435-417b-ab94-967d45a69590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:53.089978 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51946f-c435-417b-ab94-967d45a69590 admin admin] Pushing event deleted for resources: {'Port': ['ID=43da9400-70eb-40ab-8aa0-ac0aaed2db14,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:53.162904 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ac51946f-c435-417b-ab94-967d45a69590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:53.359632 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ac51946f-c435-417b-ab94-967d45a69590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:53.366649 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ac51946f-c435-417b-ab94-967d45a69590 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:53.402013 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:53.441852 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09bf06-9d3d-4438-9950-4ccc5659790b req-15d8fc20-0fac-4258-9a9c-388a3e062084 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:53.444044 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3d09bf06-9d3d-4438-9950-4ccc5659790b req-15d8fc20-0fac-4258-9a9c-388a3e062084 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6ce721f-932a-4b0e-8173-b9432816dc43 HTTP/1.1" status: 200 len: 945 time: 0.0947042 Apr 28 19:38:53.500180 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3d09bf06-9d3d-4438-9950-4ccc5659790b req-8d36efef-4ba0-4d09-8bae-e68778e92e00 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b8d6d46-8bb9-4e41-9d21-b4840b2243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465574 Apr 28 19:38:53.503131 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff034a9-45c2-40f8-9eb7-04f30022e209 req-59016d4a-66a2-4a58-9573-26434ef37f17 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:53.505192 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1ff034a9-45c2-40f8-9eb7-04f30022e209 req-59016d4a-66a2-4a58-9573-26434ef37f17 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6ce721f-932a-4b0e-8173-b9432816dc43 HTTP/1.1" status: 200 len: 945 time: 0.2143085 Apr 28 19:38:53.509630 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ac51946f-c435-417b-ab94-967d45a69590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:53.510366 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac51946f-c435-417b-ab94-967d45a69590 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 671b7009-b8af-4e87-97d9-d37d404376b9 {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:38:53.518595 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ac51946f-c435-417b-ab94-967d45a69590 admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:53.520656 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ac51946f-c435-417b-ab94-967d45a69590 admin admin] 10.222.0.42 "DELETE /v2.0/routers/671b7009-b8af-4e87-97d9-d37d404376b9 HTTP/1.1" status: 204 len: 168 time: 1.7951784 Apr 28 19:38:53.533543 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 46518) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:53.625199 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-823d41a1-6784-430e-9308-52cfc8b14e43 req-ddc879fe-b1e6-486f-b617-b0b86b7a3d9d tempest-ServerShowV247Test-1972315759 tempest-ServerShowV247Test-1972315759-project] 10.222.0.42 "GET /v2.0/ports?device_id=8af43e20-242d-4fef-bc8b-83625e7e6e48 HTTP/1.1" status: 200 len: 210 time: 0.0510890 Apr 28 19:38:53.665172 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbbdd724-d490-489f-aea4-d1ce6c2a8365 admin admin] Deleting subnet daac5a1d-32c4-4cd3-af48-779eecb90ff6 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:38:53.674155 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fbbdd724-d490-489f-aea4-d1ce6c2a8365 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:53.741896 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62039c-b999-46eb-94f3-7d3213949195 req-1edfabf9-df72-472a-8bce-e0301e17aab6 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:53.749494 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4d62039c-b999-46eb-94f3-7d3213949195 req-1edfabf9-df72-472a-8bce-e0301e17aab6 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 946 time: 0.3153839 Apr 28 19:38:53.759868 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device cf32e057-f420-40c4-a773-ce5b42a8e0ab no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:38:53.792683 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fbbdd724-d490-489f-aea4-d1ce6c2a8365 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:53.823832 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: cf32e057-f420-40c4-a773-ce5b42a8e0ab {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:38:53.824569 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device cf32e057-f420-40c4-a773-ce5b42a8e0ab not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:38:53.856977 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4d62039c-b999-46eb-94f3-7d3213949195 req-182b6380-4c57-4ec9-8ee7-7d84efbdc5b2 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046841 Apr 28 19:38:53.913132 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-1ff034a9-45c2-40f8-9eb7-04f30022e209 req-ad71b4e2-a607-4628-b265-cb0824023e06 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Deleting port 7a9975b2-500f-485b-a22e-b469354f4190 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:38:53.913560 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1ff034a9-45c2-40f8-9eb7-04f30022e209 req-ad71b4e2-a607-4628-b265-cb0824023e06 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:53.956204 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 46524) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:53.963952 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-ffe961ab-0628-4d28-bcaa-2adda0fe63bb tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1702436146'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:54.030246 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fbbdd724-d490-489f-aea4-d1ce6c2a8365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:54.058782 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe961ab-0628-4d28-bcaa-2adda0fe63bb tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Made reservation on behalf of 533c1e9c8dee43379021e03f9df0f17e for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:38:54.062157 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ffe961ab-0628-4d28-bcaa-2adda0fe63bb tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:54.133263 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-1ff034a9-45c2-40f8-9eb7-04f30022e209 req-ad71b4e2-a607-4628-b265-cb0824023e06 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] For port 7a9975b2-500f-485b-a22e-b469354f4190, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=7a9975b2-500f-485b-a22e-b469354f4190,segment=NetworkSegment(2fb8e97e-9156-445e-9ce1-e18ed4c88813),segment_id=2fb8e97e-9156-445e-9ce1-e18ed4c88813)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:54.133500 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1ff034a9-45c2-40f8-9eb7-04f30022e209 req-ad71b4e2-a607-4628-b265-cb0824023e06 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:54.137853 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe961ab-0628-4d28-bcaa-2adda0fe63bb tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:38:54.165186 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-1ff034a9-45c2-40f8-9eb7-04f30022e209 req-ad71b4e2-a607-4628-b265-cb0824023e06 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Calling delete_port for 7a9975b2-500f-485b-a22e-b469354f4190 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:38:54.179802 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ffe961ab-0628-4d28-bcaa-2adda0fe63bb tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:54.180207 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-ffe961ab-0628-4d28-bcaa-2adda0fe63bb tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Added segment 3d8b26ca-a8d0-467f-817b-24a5112dd3cb of type vlan for network 6cf7a3f9-9c87-425f-81e9-8f2d573cafa9 Apr 28 19:38:54.196328 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fbbdd724-d490-489f-aea4-d1ce6c2a8365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:54.227795 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2d702-fec1-4057-8bc7-d501dd4e4774 req-78c0eafb-28bd-44db-8848-8d136329853f tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:54.237234 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e0f2d702-fec1-4057-8bc7-d501dd4e4774 req-78c0eafb-28bd-44db-8848-8d136329853f tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 945 time: 0.0927522 Apr 28 19:38:54.275701 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e0f2d702-fec1-4057-8bc7-d501dd4e4774 req-fcb95513-8d2a-4e28-9efd-ccb11ba22fc4 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370471 Apr 28 19:38:54.299154 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fbbdd724-d490-489f-aea4-d1ce6c2a8365 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:54.305204 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fbbdd724-d490-489f-aea4-d1ce6c2a8365 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/daac5a1d-32c4-4cd3-af48-779eecb90ff6 HTTP/1.1" status: 204 len: 168 time: 0.7656951 Apr 28 19:38:54.305204 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbdd724-d490-489f-aea4-d1ce6c2a8365 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daac5a1d-32c4-4cd3-af48-779eecb90ff6,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:54.308014 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46530) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:54.310909 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2148c1b1-e529-474c-8aaa-50c667a70a09 None None] Network 03c23c13-73a0-4f69-a029-d17265afa037 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:38:54.331248 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ffe961ab-0628-4d28-bcaa-2adda0fe63bb tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:54.384547 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ffe961ab-0628-4d28-bcaa-2adda0fe63bb tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:54.390309 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fceef255-14c9-4a49-89ad-f03f6c6c9dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:54.390537 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe961ab-0628-4d28-bcaa-2adda0fe63bb tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:54.390992 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ffe961ab-0628-4d28-bcaa-2adda0fe63bb tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:54.519068 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-fceef255-14c9-4a49-89ad-f03f6c6c9dee admin admin] Deleting port 53e75fe2-2bea-468d-ad59-761efe2b6ff6 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:38:54.519593 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fceef255-14c9-4a49-89ad-f03f6c6c9dee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:54.538164 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ffe961ab-0628-4d28-bcaa-2adda0fe63bb tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5785184 Apr 28 19:38:54.549464 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46532) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:54.561768 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-7c137f32-9ef3-4f0e-815c-138a23a947bc tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2093286031'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:54.588892 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe961ab-0628-4d28-bcaa-2adda0fe63bb tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Pushing event updated for resources: {'Network': ['ID=6cf7a3f9-9c87-425f-81e9-8f2d573cafa9,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:54.607238 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 6cf7a3f9-9c87-425f-81e9-8f2d573cafa9 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:38:54.622380 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1ff034a9-45c2-40f8-9eb7-04f30022e209 req-ad71b4e2-a607-4628-b265-cb0824023e06 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:54.635729 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099d1052-de51-4d02-bba6-a060bcfebc30 None None] DHCP port deletion for 03c23c13-73a0-4f69-a029-d17265afa037 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:38:54.655140 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c137f32-9ef3-4f0e-815c-138a23a947bc tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Made reservation on behalf of 533c1e9c8dee43379021e03f9df0f17e for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:38:54.660562 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['7a9975b2-500f-485b-a22e-b469354f4190'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:38:54.676517 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7c137f32-9ef3-4f0e-815c-138a23a947bc tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:54.720764 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71b4e2-a607-4628-b265-cb0824023e06 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Pushing event deleted for resources: {'Port': ['ID=7a9975b2-500f-485b-a22e-b469354f4190,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:54.767947 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d5c3e682-4096-43e8-bbe7-cbac0b907aff req-ee4c6531-cbb9-4b39-9911-862f871d46e2 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6ce721f-932a-4b0e-8173-b9432816dc43 HTTP/1.1" status: 200 len: 210 time: 0.0622849 Apr 28 19:38:54.777392 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-fceef255-14c9-4a49-89ad-f03f6c6c9dee admin admin] For port 53e75fe2-2bea-468d-ad59-761efe2b6ff6, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=53e75fe2-2bea-468d-ad59-761efe2b6ff6,segment=NetworkSegment(0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3),segment_id=0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:54.777842 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fceef255-14c9-4a49-89ad-f03f6c6c9dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:54.795200 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff034a9-45c2-40f8-9eb7-04f30022e209 req-ad71b4e2-a607-4628-b265-cb0824023e06 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] No DVR routers for this DVR port 7a9975b2-500f-485b-a22e-b469354f4190 on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:38:54.798455 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1ff034a9-45c2-40f8-9eb7-04f30022e209 req-ad71b4e2-a607-4628-b265-cb0824023e06 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:54.807468 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1ff034a9-45c2-40f8-9eb7-04f30022e209 req-ad71b4e2-a607-4628-b265-cb0824023e06 tempest-FloatingIPsAssociationTestJSON-1025698303 tempest-FloatingIPsAssociationTestJSON-1025698303-project] 10.222.0.44 "DELETE /v2.0/ports/7a9975b2-500f-485b-a22e-b469354f4190 HTTP/1.1" status: 204 len: 173 time: 1.2829325 Apr 28 19:38:54.808044 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ce721f-932a-4b0e-8173-b9432816dc43', 'name': 'network-vif-deleted', 'tag': '7a9975b2-500f-485b-a22e-b469354f4190'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:54.816523 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de27798-c1c9-4563-8c48-391a173cf347" -d '{"events": [{"server_uuid": "b6ce721f-932a-4b0e-8173-b9432816dc43", "name": "network-vif-deleted", "tag": "7a9975b2-500f-485b-a22e-b469354f4190"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:54.836014 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-60bbfd36-c13e-492b-9050-923cf29af3f5 req-3ff638be-30a6-4480-9916-e59e9de1c4a4 tempest-ServerShowV247Test-1972315759 tempest-ServerShowV247Test-1972315759-project] 10.222.0.42 "GET /v2.0/ports?device_id=8af43e20-242d-4fef-bc8b-83625e7e6e48 HTTP/1.1" status: 200 len: 210 time: 0.0608635 Apr 28 19:38:54.849117 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-fceef255-14c9-4a49-89ad-f03f6c6c9dee admin admin] Calling delete_port for 53e75fe2-2bea-468d-ad59-761efe2b6ff6 owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:38:54.854077 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c137f32-9ef3-4f0e-815c-138a23a947bc tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:38:54.868418 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7c137f32-9ef3-4f0e-815c-138a23a947bc tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:54.870273 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-7c137f32-9ef3-4f0e-815c-138a23a947bc tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Added segment 3b6d948b-4add-4faf-b942-990ecce6cb5c of type vlan for network e1add1d6-d054-4112-876e-e570e74daa00 Apr 28 19:38:54.884482 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-099d1052-de51-4d02-bba6-a060bcfebc30 None None] Deleting port 53e75fe2-2bea-468d-ad59-761efe2b6ff6 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:38:54.889771 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-099d1052-de51-4d02-bba6-a060bcfebc30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:54.919406 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebbc04c-af47-4206-85d5-9175d1eb71c5 x-openstack-request-id: req-3ebbc04c-af47-4206-85d5-9175d1eb71c5 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:54.919696 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ce721f-932a-4b0e-8173-b9432816dc43", "name": "network-vif-deleted", "tag": "7a9975b2-500f-485b-a22e-b469354f4190", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:54.919948 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3ebbc04c-af47-4206-85d5-9175d1eb71c5 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:54.920761 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ebbc04c-af47-4206-85d5-9175d1eb71c5'] response: {'server_uuid': 'b6ce721f-932a-4b0e-8173-b9432816dc43', 'name': 'network-vif-deleted', 'tag': '7a9975b2-500f-485b-a22e-b469354f4190', 'status': 'completed', 'code': 200} Apr 28 19:38:55.003239 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-099d1052-de51-4d02-bba6-a060bcfebc30 None None] For port 53e75fe2-2bea-468d-ad59-761efe2b6ff6, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=53e75fe2-2bea-468d-ad59-761efe2b6ff6,segment=NetworkSegment(0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3),segment_id=0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:55.003795 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-099d1052-de51-4d02-bba6-a060bcfebc30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:55.024283 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-099d1052-de51-4d02-bba6-a060bcfebc30 None None] Calling delete_port for 53e75fe2-2bea-468d-ad59-761efe2b6ff6 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:38:55.063642 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7c137f32-9ef3-4f0e-815c-138a23a947bc tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:55.143599 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c30138-cfbe-4ba2-bb1f-38cc3485d3b1 req-ba15c0cf-8c92-47c5-abd0-2bc1080daf7c tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:55.145579 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d8c30138-cfbe-4ba2-bb1f-38cc3485d3b1 req-ba15c0cf-8c92-47c5-abd0-2bc1080daf7c tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 946 time: 0.1402478 Apr 28 19:38:55.146887 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fceef255-14c9-4a49-89ad-f03f6c6c9dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:55.150075 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7c137f32-9ef3-4f0e-815c-138a23a947bc tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:55.155859 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-099d1052-de51-4d02-bba6-a060bcfebc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:55.156081 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c137f32-9ef3-4f0e-815c-138a23a947bc tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:55.156593 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7c137f32-9ef3-4f0e-815c-138a23a947bc tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:55.238839 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099d1052-de51-4d02-bba6-a060bcfebc30 None None] No DVR routers for this DVR port 53e75fe2-2bea-468d-ad59-761efe2b6ff6 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:38:55.244734 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d1052-de51-4d02-bba6-a060bcfebc30 None None] Pushing event deleted for resources: {'Port': ['ID=53e75fe2-2bea-468d-ad59-761efe2b6ff6,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:55.309472 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceef255-14c9-4a49-89ad-f03f6c6c9dee admin admin] No DVR routers for this DVR port 53e75fe2-2bea-468d-ad59-761efe2b6ff6 on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:38:55.329358 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceef255-14c9-4a49-89ad-f03f6c6c9dee admin admin] Pushing event deleted for resources: {'Port': ['ID=53e75fe2-2bea-468d-ad59-761efe2b6ff6,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:55.419280 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceef255-14c9-4a49-89ad-f03f6c6c9dee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:55.419528 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceef255-14c9-4a49-89ad-f03f6c6c9dee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:55.420059 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceef255-14c9-4a49-89ad-f03f6c6c9dee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:55.420582 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceef255-14c9-4a49-89ad-f03f6c6c9dee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:55.421096 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceef255-14c9-4a49-89ad-f03f6c6c9dee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:55.421585 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceef255-14c9-4a49-89ad-f03f6c6c9dee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:55.425956 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceef255-14c9-4a49-89ad-f03f6c6c9dee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:55.426713 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceef255-14c9-4a49-89ad-f03f6c6c9dee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:55.431287 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceef255-14c9-4a49-89ad-f03f6c6c9dee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:55.431628 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceef255-14c9-4a49-89ad-f03f6c6c9dee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:55.438075 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceef255-14c9-4a49-89ad-f03f6c6c9dee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:55.440411 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceef255-14c9-4a49-89ad-f03f6c6c9dee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:55.494856 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 53e75fe2-2bea-468d-ad59-761efe2b6ff6 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:38:55.503501 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5b6a2-1a08-451e-b8aa-2ff7bd53f770 req-ede18147-f3c1-45c1-a6eb-f17d5bc0386d tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:55.515197 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e7f5b6a2-1a08-451e-b8aa-2ff7bd53f770 req-ede18147-f3c1-45c1-a6eb-f17d5bc0386d tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 945 time: 0.0982974 Apr 28 19:38:55.548238 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 53e75fe2-2bea-468d-ad59-761efe2b6ff6 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:38:55.549256 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 53e75fe2-2bea-468d-ad59-761efe2b6ff6 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:38:55.550032 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 43da9400-70eb-40ab-8aa0-ac0aaed2db14 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:38:55.584695 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 43da9400-70eb-40ab-8aa0-ac0aaed2db14 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:38:55.587698 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 43da9400-70eb-40ab-8aa0-ac0aaed2db14 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:38:55.590159 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7c137f32-9ef3-4f0e-815c-138a23a947bc tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0378733 Apr 28 19:38:55.604882 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d8c30138-cfbe-4ba2-bb1f-38cc3485d3b1 req-9bb10aed-23df-4253-98c2-ac1e4ecc2965 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4444234 Apr 28 19:38:55.605749 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e7f5b6a2-1a08-451e-b8aa-2ff7bd53f770 req-c80e72fe-6801-406f-8277-ed5368c0eb38 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846174 Apr 28 19:38:55.609791 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 46548) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:55.631489 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-c3b95680-b51c-48d2-b0e7-1131b19842df tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Request body: {'subnet': {'network_id': '6cf7a3f9-9c87-425f-81e9-8f2d573cafa9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:55.648086 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c137f32-9ef3-4f0e-815c-138a23a947bc tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Pushing event updated for resources: {'Network': ['ID=e1add1d6-d054-4112-876e-e570e74daa00,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:55.669875 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network e1add1d6-d054-4112-876e-e570e74daa00 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:38:55.747608 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fceef255-14c9-4a49-89ad-f03f6c6c9dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:55.759357 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:55.782848 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b95680-b51c-48d2-b0e7-1131b19842df tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Made reservation on behalf of 533c1e9c8dee43379021e03f9df0f17e for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:38:55.784492 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-fceef255-14c9-4a49-89ad-f03f6c6c9dee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c23c13-73a0-4f69-a029-d17265afa037']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:55.788048 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3b95680-b51c-48d2-b0e7-1131b19842df tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:55.796943 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-fceef255-14c9-4a49-89ad-f03f6c6c9dee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:55.797424 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-fceef255-14c9-4a49-89ad-f03f6c6c9dee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc4a979-dc4e-4794-a3b9-f8f0a5afe1d3') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:55.814896 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fceef255-14c9-4a49-89ad-f03f6c6c9dee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:55.835832 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fceef255-14c9-4a49-89ad-f03f6c6c9dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:55.845325 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fceef255-14c9-4a49-89ad-f03f6c6c9dee admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:38:55.846122 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fceef255-14c9-4a49-89ad-f03f6c6c9dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:55.849023 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:38:55.849023 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:38:55.849023 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:38:55.849023 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:38:55.849023 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:38:55.849023 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:38:55.849023 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:38:55.849023 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:38:55.849023 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:38:55.849023 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:38:55.849023 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:38:55.849023 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:38:55.849023 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:38:55.849023 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:38:55.849023 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:38:55.849023 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:38:55.849023 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:38:55.849023 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:38:55.849023 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:38:55.849023 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:38:55.849023 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:38:55.849023 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:38:55.849023 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:38:55.849023 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:38:55.849023 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:38:55.849023 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:38:55.849023 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:38:55.849023 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:38:55.849023 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:38:55.849023 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:38:55.849023 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:38:55.849023 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:38:55.892589 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:55.897433 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 46554) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:55.935330 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fceef255-14c9-4a49-89ad-f03f6c6c9dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:55.942537 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fceef255-14c9-4a49-89ad-f03f6c6c9dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:55.949273 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-fceef255-14c9-4a49-89ad-f03f6c6c9dee admin admin] 10.222.0.42 "DELETE /v2.0/networks/03c23c13-73a0-4f69-a029-d17265afa037 HTTP/1.1" status: 204 len: 168 time: 1.6378615 Apr 28 19:38:55.989862 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceef255-14c9-4a49-89ad-f03f6c6c9dee admin admin] Pushing event deleted for resources: {'Network': ['ID=03c23c13-73a0-4f69-a029-d17265afa037,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:56.141035 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a0763b98-a092-48bb-b070-7f238bcae23c req-a6e35eed-8553-4ffb-80ed-dbe10b7fa19b tempest-ServerShowV247Test-1972315759 tempest-ServerShowV247Test-1972315759-project] 10.222.0.42 "GET /v2.0/ports?device_id=8af43e20-242d-4fef-bc8b-83625e7e6e48 HTTP/1.1" status: 200 len: 210 time: 0.0666132 Apr 28 19:38:56.215993 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46560) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:56.317421 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-817f8905-06fe-44ad-806f-119b12525b9a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e26f59f9d0474a89964c14355d73907c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0992444 Apr 28 19:38:56.328638 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46564) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:56.401933 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f473eb2f-199d-4f73-bb26-1510e1c98deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:56.435558 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f473eb2f-199d-4f73-bb26-1510e1c98deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:56.444866 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3b95680-b51c-48d2-b0e7-1131b19842df tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:56.512898 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f473eb2f-199d-4f73-bb26-1510e1c98deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:56.515504 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f473eb2f-199d-4f73-bb26-1510e1c98deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:56.520155 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b95680-b51c-48d2-b0e7-1131b19842df tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Pushing event updated for resources: {'Subnet': ['ID=bf566019-ed60-4ea9-a085-d254b91671bf,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:56.520610 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f473eb2f-199d-4f73-bb26-1510e1c98deb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5d9b7684-9cf8-46f1-a359-67d923d660e6 HTTP/1.1" status: 204 len: 168 time: 0.1865172 Apr 28 19:38:56.528873 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473eb2f-199d-4f73-bb26-1510e1c98deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9b7684-9cf8-46f1-a359-67d923d660e6,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:56.558208 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b95680-b51c-48d2-b0e7-1131b19842df tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:56.558852 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b95680-b51c-48d2-b0e7-1131b19842df tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:56.559191 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b95680-b51c-48d2-b0e7-1131b19842df tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:56.559526 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b95680-b51c-48d2-b0e7-1131b19842df tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:56.559859 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b95680-b51c-48d2-b0e7-1131b19842df tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:56.560372 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b95680-b51c-48d2-b0e7-1131b19842df tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:56.560615 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b95680-b51c-48d2-b0e7-1131b19842df tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:56.560954 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b95680-b51c-48d2-b0e7-1131b19842df tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:56.561266 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b95680-b51c-48d2-b0e7-1131b19842df tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:56.561726 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b95680-b51c-48d2-b0e7-1131b19842df tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:56.562053 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b95680-b51c-48d2-b0e7-1131b19842df tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:56.562367 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b95680-b51c-48d2-b0e7-1131b19842df tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:56.599219 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b95680-b51c-48d2-b0e7-1131b19842df tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Checking segment: {'id': '3d8b26ca-a8d0-467f-817b-24a5112dd3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6cf7a3f9-9c87-425f-81e9-8f2d573cafa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:38:56.599581 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b95680-b51c-48d2-b0e7-1131b19842df tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Network hostable DHCP agents. Network: 6cf7a3f9-9c87-425f-81e9-8f2d573cafa9, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:38:56.652555 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b95680-b51c-48d2-b0e7-1131b19842df tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Network 6cf7a3f9-9c87-425f-81e9-8f2d573cafa9 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:38:56.675782 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-c3b95680-b51c-48d2-b0e7-1131b19842df tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 6cf7a3f9-9c87-425f-81e9-8f2d573cafa9) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:56.687619 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bfc68c-bdfc-4fc9-b1c1-41376d79d837 None None] Network 6cf7a3f9-9c87-425f-81e9-8f2d573cafa9 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:38:56.693147 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b95680-b51c-48d2-b0e7-1131b19842df tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:56.693736 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3b95680-b51c-48d2-b0e7-1131b19842df tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:56.750074 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c3b95680-b51c-48d2-b0e7-1131b19842df tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1387992 Apr 28 19:38:56.754806 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 46572) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:56.773129 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-a6164402-c4a7-4d4a-94de-1cba450e6468 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Request body: {'subnet': {'network_id': 'e1add1d6-d054-4112-876e-e570e74daa00', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:56.790325 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 7a9975b2-500f-485b-a22e-b469354f4190 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:38:56.833807 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136e32a-ffff-4ba3-a9b2-fb9cc0aaa609 req-cb755cf9-9b34-4c2f-8cb7-8733a07d30e5 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:56.836305 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3136e32a-ffff-4ba3-a9b2-fb9cc0aaa609 req-cb755cf9-9b34-4c2f-8cb7-8733a07d30e5 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 946 time: 0.1146464 Apr 28 19:38:56.864588 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 7a9975b2-500f-485b-a22e-b469354f4190 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:38:56.865205 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 7a9975b2-500f-485b-a22e-b469354f4190 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:38:56.935846 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3136e32a-ffff-4ba3-a9b2-fb9cc0aaa609 req-26ec0a2f-6195-42ea-ae2a-3c92c1d10f50 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879426 Apr 28 19:38:57.058811 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9733e9a5-a35d-4461-9e53-867230412583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-6cf7a3f9-9c87-425f-81e9-8f2d573cafa9', 'network_id': '6cf7a3f9-9c87-425f-81e9-8f2d573cafa9', 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'fixed_ips': [{'subnet_id': 'bf566019-ed60-4ea9-a085-d254b91671bf'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:38:57.059983 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9733e9a5-a35d-4461-9e53-867230412583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:57.317187 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cd370541-b3bd-407b-9bca-cd17d5ef26ff req-96a8cf4d-baae-4339-8064-21f99b332fcb tempest-ServerShowV247Test-1972315759 tempest-ServerShowV247Test-1972315759-project] 10.222.0.42 "GET /v2.0/ports?device_id=8af43e20-242d-4fef-bc8b-83625e7e6e48 HTTP/1.1" status: 200 len: 210 time: 0.0501785 Apr 28 19:38:57.375350 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-9733e9a5-a35d-4461-9e53-867230412583 None None] Allocated IP 10.1.1.2 (6cf7a3f9-9c87-425f-81e9-8f2d573cafa9/bf566019-ed60-4ea9-a085-d254b91671bf/bc8928de-5062-49a7-932f-5fb33181b167) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:38:57.429768 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f4c23c43-b26c-4f3d-90c9-07b2a0ece8ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:57.495231 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9fdc45-f1a4-4b2a-974c-2c588bbc577a req-e8bd047b-a58c-4812-b437-17207156491e tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:57.504280 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8b9fdc45-f1a4-4b2a-974c-2c588bbc577a req-e8bd047b-a58c-4812-b437-17207156491e tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 945 time: 0.7519805 Apr 28 19:38:57.586136 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8b9fdc45-f1a4-4b2a-974c-2c588bbc577a req-f48e232a-0094-4f70-b166-9c30a0df5aba tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734828 Apr 28 19:38:57.654582 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6164402-c4a7-4d4a-94de-1cba450e6468 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Made reservation on behalf of 533c1e9c8dee43379021e03f9df0f17e for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:38:57.658557 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6164402-c4a7-4d4a-94de-1cba450e6468 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:57.689785 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9733e9a5-a35d-4461-9e53-867230412583 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:57.705501 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9733e9a5-a35d-4461-9e53-867230412583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:57.759208 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9733e9a5-a35d-4461-9e53-867230412583 None None] Network 6cf7a3f9-9c87-425f-81e9-8f2d573cafa9 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:38:57.762976 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-9733e9a5-a35d-4461-9e53-867230412583 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:57.767241 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9733e9a5-a35d-4461-9e53-867230412583 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:38:57.815098 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733e9a5-a35d-4461-9e53-867230412583 None None] Pushing event updated for resources: {'Port': ['ID=bc8928de-5062-49a7-932f-5fb33181b167,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:57.844828 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733e9a5-a35d-4461-9e53-867230412583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:57.845937 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733e9a5-a35d-4461-9e53-867230412583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:57.846517 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733e9a5-a35d-4461-9e53-867230412583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:57.847111 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733e9a5-a35d-4461-9e53-867230412583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:57.847880 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733e9a5-a35d-4461-9e53-867230412583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:57.848984 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733e9a5-a35d-4461-9e53-867230412583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:57.849821 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733e9a5-a35d-4461-9e53-867230412583 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:57.850384 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733e9a5-a35d-4461-9e53-867230412583 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:57.850961 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733e9a5-a35d-4461-9e53-867230412583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:57.851517 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733e9a5-a35d-4461-9e53-867230412583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:57.852071 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733e9a5-a35d-4461-9e53-867230412583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:57.852648 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733e9a5-a35d-4461-9e53-867230412583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:57.867357 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-9733e9a5-a35d-4461-9e53-867230412583 None None] Attempting to bind port bc8928de-5062-49a7-932f-5fb33181b167 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:38:57.868001 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-9733e9a5-a35d-4461-9e53-867230412583 None None] Attempting to bind port bc8928de-5062-49a7-932f-5fb33181b167 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '3d8b26ca-a8d0-467f-817b-24a5112dd3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6cf7a3f9-9c87-425f-81e9-8f2d573cafa9'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:38:57.869108 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9733e9a5-a35d-4461-9e53-867230412583 None None] Attempting to bind port bc8928de-5062-49a7-932f-5fb33181b167 on network 6cf7a3f9-9c87-425f-81e9-8f2d573cafa9 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:38:57.875224 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9733e9a5-a35d-4461-9e53-867230412583 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:38:57.876485 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9733e9a5-a35d-4461-9e53-867230412583 None None] Checking segment: {'id': '3d8b26ca-a8d0-467f-817b-24a5112dd3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6cf7a3f9-9c87-425f-81e9-8f2d573cafa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:38:57.877017 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9733e9a5-a35d-4461-9e53-867230412583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:57.877828 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9733e9a5-a35d-4461-9e53-867230412583 None None] Bound using segment: {'id': '3d8b26ca-a8d0-467f-817b-24a5112dd3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6cf7a3f9-9c87-425f-81e9-8f2d573cafa9'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:38:57.878425 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-9733e9a5-a35d-4461-9e53-867230412583 None None] Bound port: bc8928de-5062-49a7-932f-5fb33181b167, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8b26ca-a8d0-467f-817b-24a5112dd3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6cf7a3f9-9c87-425f-81e9-8f2d573cafa9'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:38:57.879849 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9733e9a5-a35d-4461-9e53-867230412583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:57.962050 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-9733e9a5-a35d-4461-9e53-867230412583 None None] For port bc8928de-5062-49a7-932f-5fb33181b167, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:38:57.972726 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46600) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:57.987602 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-9733e9a5-a35d-4461-9e53-867230412583 None None] For port bc8928de-5062-49a7-932f-5fb33181b167, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=bc8928de-5062-49a7-932f-5fb33181b167,segment=NetworkSegment(3d8b26ca-a8d0-467f-817b-24a5112dd3cb),segment_id=3d8b26ca-a8d0-467f-817b-24a5112dd3cb)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:38:58.001300 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6164402-c4a7-4d4a-94de-1cba450e6468 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:58.002077 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9733e9a5-a35d-4461-9e53-867230412583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:58.070863 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f4c23c43-b26c-4f3d-90c9-07b2a0ece8ec admin admin] Deleting port 85efbcdb-041e-4ee1-b3aa-13a6bf881a9f {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:38:58.071207 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f4c23c43-b26c-4f3d-90c9-07b2a0ece8ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:58.120016 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733e9a5-a35d-4461-9e53-867230412583 None None] Pushing event updated for resources: {'Port': ['ID=bc8928de-5062-49a7-932f-5fb33181b167,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:58.129353 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6164402-c4a7-4d4a-94de-1cba450e6468 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Pushing event updated for resources: {'Subnet': ['ID=6b75ceaf-6166-436a-a3b4-7ab5ad1eecd3,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:58.158268 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6164402-c4a7-4d4a-94de-1cba450e6468 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Checking segment: {'id': '3b6d948b-4add-4faf-b942-990ecce6cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e1add1d6-d054-4112-876e-e570e74daa00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:38:58.158449 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6164402-c4a7-4d4a-94de-1cba450e6468 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Network hostable DHCP agents. Network: e1add1d6-d054-4112-876e-e570e74daa00, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:38:58.193971 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17eeb5-1485-49d9-bc55-e54215a3dd06 req-0c8044d9-6bac-4e76-bbf9-90635f2c290f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:58.197984 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eb17eeb5-1485-49d9-bc55-e54215a3dd06 req-0c8044d9-6bac-4e76-bbf9-90635f2c290f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 946 time: 0.1436927 Apr 28 19:38:58.256394 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eb17eeb5-1485-49d9-bc55-e54215a3dd06 req-9216a590-0098-4cc2-b479-a6006bcc55a6 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537360 Apr 28 19:38:58.259101 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6164402-c4a7-4d4a-94de-1cba450e6468 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Network e1add1d6-d054-4112-876e-e570e74daa00 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:38:58.267389 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-97601793-c705-4fdf-a3f6-7260786c31cd tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:58.278359 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-97601793-c705-4fdf-a3f6-7260786c31cd tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec&tenant_id=65106efa94b44e66ac09133941d375fb&binding%3Ahost_id=n-h1-839810-1 HTTP/1.1" status: 200 len: 1096 time: 0.1344340 Apr 28 19:38:58.278637 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-c4010d1a-8a15-46c7-a031-c8c0db96a4a2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-138550659-network', 'tenant_id': '2dd1094050784d62aec95318cfccb911'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:58.309274 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-a6164402-c4a7-4d4a-94de-1cba450e6468 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, e1add1d6-d054-4112-876e-e570e74daa00) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:58.315561 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4010d1a-8a15-46c7-a031-c8c0db96a4a2 admin admin] Made reservation on behalf of 2dd1094050784d62aec95318cfccb911 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:38:58.318987 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434dc447-6aa7-4a26-8c7f-63565d749c36 None None] Network e1add1d6-d054-4112-876e-e570e74daa00 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:38:58.319735 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4010d1a-8a15-46c7-a031-c8c0db96a4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:58.352188 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4010d1a-8a15-46c7-a031-c8c0db96a4a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:58.364965 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f4c23c43-b26c-4f3d-90c9-07b2a0ece8ec admin admin] For port 85efbcdb-041e-4ee1-b3aa-13a6bf881a9f, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=85efbcdb-041e-4ee1-b3aa-13a6bf881a9f,segment=NetworkSegment(2fb8e97e-9156-445e-9ce1-e18ed4c88813),segment_id=2fb8e97e-9156-445e-9ce1-e18ed4c88813)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:58.365121 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f4c23c43-b26c-4f3d-90c9-07b2a0ece8ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:58.416176 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f4c23c43-b26c-4f3d-90c9-07b2a0ece8ec admin admin] Calling delete_port for 85efbcdb-041e-4ee1-b3aa-13a6bf881a9f owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:38:58.653992 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4010d1a-8a15-46c7-a031-c8c0db96a4a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:58.663783 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4010d1a-8a15-46c7-a031-c8c0db96a4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:58.698500 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e90df7a-9478-4132-8f97-baaf1537cafb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-e1add1d6-d054-4112-876e-e570e74daa00', 'network_id': 'e1add1d6-d054-4112-876e-e570e74daa00', 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'fixed_ips': [{'subnet_id': '6b75ceaf-6166-436a-a3b4-7ab5ad1eecd3'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:38:58.701183 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4e90df7a-9478-4132-8f97-baaf1537cafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:58.819579 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4010d1a-8a15-46c7-a031-c8c0db96a4a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:38:58.822444 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-fb2eec9d-cd2b-4346-b760-0547548ba7b2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-839810-1'}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:58.825227 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4010d1a-8a15-46c7-a031-c8c0db96a4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99584f49-3bf0-4c11-8904-33ff93f51f0a,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:58.841055 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4010d1a-8a15-46c7-a031-c8c0db96a4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:58.841739 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-c4010d1a-8a15-46c7-a031-c8c0db96a4a2 admin admin] Added segment 139f7c79-0796-4dce-94a1-7c10956b8166 of type vlan for network a55f16c9-95c8-4fd4-8995-3500160073e6 Apr 28 19:38:58.880204 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6164402-c4a7-4d4a-94de-1cba450e6468 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:58.882642 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6164402-c4a7-4d4a-94de-1cba450e6468 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:58.906414 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4010d1a-8a15-46c7-a031-c8c0db96a4a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:58.917818 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4a7d9-227b-4532-8f91-5094fdd012e8 req-b358c126-fe6e-47b3-b6ab-2547fa8031af tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:58.920044 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e5a4a7d9-227b-4532-8f91-5094fdd012e8 req-b358c126-fe6e-47b3-b6ab-2547fa8031af tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 945 time: 0.2053204 Apr 28 19:38:58.960369 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-4e90df7a-9478-4132-8f97-baaf1537cafb None None] Allocated IP 10.2.2.2 (e1add1d6-d054-4112-876e-e570e74daa00/6b75ceaf-6166-436a-a3b4-7ab5ad1eecd3/3ca6f11d-a5b5-4d15-83d6-f09b3e07b08d) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:38:58.974251 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4010d1a-8a15-46c7-a031-c8c0db96a4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:58.975735 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4010d1a-8a15-46c7-a031-c8c0db96a4a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:58.976248 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4010d1a-8a15-46c7-a031-c8c0db96a4a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:58.979545 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-74103f69-28b6-4ba5-bce9-32cf8c969252 req-a6a63fbf-9c57-4c57-b814-0ba199e2bbb8 tempest-ServerShowV247Test-1972315759 tempest-ServerShowV247Test-1972315759-project] 10.222.0.42 "GET /v2.0/ports?device_id=8af43e20-242d-4fef-bc8b-83625e7e6e48 HTTP/1.1" status: 200 len: 210 time: 0.1382258 Apr 28 19:38:59.009859 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e5a4a7d9-227b-4532-8f91-5094fdd012e8 req-0ad61d1b-1c9d-4de0-a98e-a40170f96aa0 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823138 Apr 28 19:38:59.090955 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c4010d1a-8a15-46c7-a031-c8c0db96a4a2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1168535 Apr 28 19:38:59.094202 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46614) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:59.100868 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-f114f79a-07cb-4e79-a861-47a5c95b146a admin admin] Request body: {'subnet': {'network_id': 'a55f16c9-95c8-4fd4-8995-3500160073e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-138550659-subnet', 'tenant_id': '2dd1094050784d62aec95318cfccb911', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:59.116993 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-fb2eec9d-cd2b-4346-b760-0547548ba7b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:59.123875 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4010d1a-8a15-46c7-a031-c8c0db96a4a2 admin admin] Pushing event updated for resources: {'Network': ['ID=a55f16c9-95c8-4fd4-8995-3500160073e6,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:59.127200 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a6164402-c4a7-4d4a-94de-1cba450e6468 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3700147 Apr 28 19:38:59.132634 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46616) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:38:59.141098 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-356fe740-b4e5-47e4-b829-ee1a0e935b1c tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Request body: {'port': {'network_id': '6cf7a3f9-9c87-425f-81e9-8f2d573cafa9', 'name': 'tempest-TaggedBootDevicesTest_v242-1846095763', 'fixed_ips': [{'subnet_id': 'bf566019-ed60-4ea9-a085-d254b91671bf'}]}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:59.151811 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network a55f16c9-95c8-4fd4-8995-3500160073e6 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:38:59.179943 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f4c23c43-b26c-4f3d-90c9-07b2a0ece8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:59.224798 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c23c43-b26c-4f3d-90c9-07b2a0ece8ec admin admin] Pushing event deleted for resources: {'Port': ['ID=85efbcdb-041e-4ee1-b3aa-13a6bf881a9f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:59.399126 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f114f79a-07cb-4e79-a861-47a5c95b146a admin admin] Made reservation on behalf of 2dd1094050784d62aec95318cfccb911 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:38:59.401838 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f114f79a-07cb-4e79-a861-47a5c95b146a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:59.480043 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4e90df7a-9478-4132-8f97-baaf1537cafb None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:59.568452 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4e90df7a-9478-4132-8f97-baaf1537cafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:59.664158 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-fb2eec9d-cd2b-4346-b760-0547548ba7b2 service neutron] For port aadf9260-8573-4b20-888a-2caa4d850f12, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=aadf9260-8573-4b20-888a-2caa4d850f12,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:59.709175 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bc8928de-5062-49a7-932f-5fb33181b167 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:38:59.727120 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f4c23c43-b26c-4f3d-90c9-07b2a0ece8ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:59.743636 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356fe740-b4e5-47e4-b829-ee1a0e935b1c tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Made reservation on behalf of 533c1e9c8dee43379021e03f9df0f17e for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:38:59.775502 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e90df7a-9478-4132-8f97-baaf1537cafb None None] Network e1add1d6-d054-4112-876e-e570e74daa00 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:38:59.787841 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-4e90df7a-9478-4132-8f97-baaf1537cafb None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:59.790804 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e90df7a-9478-4132-8f97-baaf1537cafb None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:38:59.800291 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90df7a-9478-4132-8f97-baaf1537cafb None None] Pushing event updated for resources: {'Port': ['ID=3ca6f11d-a5b5-4d15-83d6-f09b3e07b08d,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:59.831170 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-fb2eec9d-cd2b-4346-b760-0547548ba7b2 service neutron] For port aadf9260-8573-4b20-888a-2caa4d850f12, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:38:59.895669 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c165d-191e-4191-9fd2-9141c8b04d39 req-04306324-5f00-4ecb-960d-7ac2992f6fd3 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:59.897285 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1f9c165d-191e-4191-9fd2-9141c8b04d39 req-04306324-5f00-4ecb-960d-7ac2992f6fd3 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 946 time: 0.4444551 Apr 28 19:38:59.936804 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e764ad1d-970d-40b7-a63a-31308fbc17ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aadf9260-8573-4b20-888a-2caa4d850f12'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:59.940538 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b389b8-e6db-4d5a-a3f0-abe36361c2e5" -d '{"events": [{"server_uuid": "e764ad1d-970d-40b7-a63a-31308fbc17ec", "name": "network-vif-unplugged", "status": "completed", "tag": "aadf9260-8573-4b20-888a-2caa4d850f12"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:59.941205 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port bc8928de-5062-49a7-932f-5fb33181b167 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:59.941649 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:59.943507 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-4e90df7a-9478-4132-8f97-baaf1537cafb None None] Attempting to bind port 3ca6f11d-a5b5-4d15-83d6-f09b3e07b08d on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:38:59.943911 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-4e90df7a-9478-4132-8f97-baaf1537cafb None None] Attempting to bind port 3ca6f11d-a5b5-4d15-83d6-f09b3e07b08d by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '3b6d948b-4add-4faf-b942-990ecce6cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e1add1d6-d054-4112-876e-e570e74daa00'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:38:59.944491 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e90df7a-9478-4132-8f97-baaf1537cafb None None] Attempting to bind port 3ca6f11d-a5b5-4d15-83d6-f09b3e07b08d on network e1add1d6-d054-4112-876e-e570e74daa00 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:38:59.946184 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-fb2eec9d-cd2b-4346-b760-0547548ba7b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:59.961687 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-fb2eec9d-cd2b-4346-b760-0547548ba7b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:00.001764 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715e07af-e15f-4554-a444-afcebf2f9255 None None] Network 6cf7a3f9-9c87-425f-81e9-8f2d573cafa9 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:39:00.004466 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e61d64-f6cb-4d77-919b-81040a0827b1 x-openstack-request-id: req-62e61d64-f6cb-4d77-919b-81040a0827b1 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:39:00.005049 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e764ad1d-970d-40b7-a63a-31308fbc17ec", "name": "network-vif-unplugged", "status": "completed", "tag": "aadf9260-8573-4b20-888a-2caa4d850f12", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:39:00.005527 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-62e61d64-f6cb-4d77-919b-81040a0827b1 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:39:00.006142 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62e61d64-f6cb-4d77-919b-81040a0827b1'] response: {'server_uuid': 'e764ad1d-970d-40b7-a63a-31308fbc17ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aadf9260-8573-4b20-888a-2caa4d850f12', 'code': 200} Apr 28 19:39:00.036257 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e90df7a-9478-4132-8f97-baaf1537cafb None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:39:00.036639 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e90df7a-9478-4132-8f97-baaf1537cafb None None] Checking segment: {'id': '3b6d948b-4add-4faf-b942-990ecce6cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e1add1d6-d054-4112-876e-e570e74daa00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:39:00.037040 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4e90df7a-9478-4132-8f97-baaf1537cafb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:00.037436 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e90df7a-9478-4132-8f97-baaf1537cafb None None] Bound using segment: {'id': '3b6d948b-4add-4faf-b942-990ecce6cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e1add1d6-d054-4112-876e-e570e74daa00'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:39:00.037914 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-4e90df7a-9478-4132-8f97-baaf1537cafb None None] Bound port: 3ca6f11d-a5b5-4d15-83d6-f09b3e07b08d, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6d948b-4add-4faf-b942-990ecce6cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e1add1d6-d054-4112-876e-e570e74daa00'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:39:00.038289 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4e90df7a-9478-4132-8f97-baaf1537cafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:00.088590 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f114f79a-07cb-4e79-a861-47a5c95b146a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:00.121619 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-854193b4-3715-46af-9399-4af1dd877ed7 None None] Provisioning complete for port bc8928de-5062-49a7-932f-5fb33181b167 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:00.121986 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-854193b4-3715-46af-9399-4af1dd877ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:00.148804 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114f79a-07cb-4e79-a861-47a5c95b146a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3f8a51f-a72a-43a1-86d9-94a03a04c570,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:00.202420 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1f9c165d-191e-4191-9fd2-9141c8b04d39 req-f00c65b6-a4e4-4d13-bcdd-8a015b77c233 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831731 Apr 28 19:39:00.269922 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2eec9d-cd2b-4346-b760-0547548ba7b2 service neutron] Pushing event updated for resources: {'Port': ['ID=aadf9260-8573-4b20-888a-2caa4d850f12,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:00.305940 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-4e90df7a-9478-4132-8f97-baaf1537cafb None None] For port 3ca6f11d-a5b5-4d15-83d6-f09b3e07b08d, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:39:00.310252 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-4e90df7a-9478-4132-8f97-baaf1537cafb None None] For port 3ca6f11d-a5b5-4d15-83d6-f09b3e07b08d, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=3ca6f11d-a5b5-4d15-83d6-f09b3e07b08d,segment=NetworkSegment(3b6d948b-4add-4faf-b942-990ecce6cb5c),segment_id=3b6d948b-4add-4faf-b942-990ecce6cb5c)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:39:00.337862 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:00.348426 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-fb2eec9d-cd2b-4346-b760-0547548ba7b2 service neutron] Attempting to bind port aadf9260-8573-4b20-888a-2caa4d850f12 on host n-h1-839810-1 for vnic_type normal with profile {"migrating_to": "n-h2-839810-1"} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:39:00.348794 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-fb2eec9d-cd2b-4346-b760-0547548ba7b2 service neutron] Attempting to bind port aadf9260-8573-4b20-888a-2caa4d850f12 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:39:00.349077 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-fb2eec9d-cd2b-4346-b760-0547548ba7b2 service neutron] Attempting to bind port aadf9260-8573-4b20-888a-2caa4d850f12 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:00.361914 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-356fe740-b4e5-47e4-b829-ee1a0e935b1c tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:00.366003 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e51103-6fd3-4b10-ad02-a5a725579e4c req-1d5ed0f8-3862-4a1c-a8d2-eb36e823c175 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:00.368285 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-50e51103-6fd3-4b10-ad02-a5a725579e4c req-1d5ed0f8-3862-4a1c-a8d2-eb36e823c175 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 943 time: 0.1766400 Apr 28 19:39:00.381496 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c23c43-b26c-4f3d-90c9-07b2a0ece8ec admin admin] Router 1bfa2316-8671-45a5-aa99-45904351fe76 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:39:00.384034 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-fb2eec9d-cd2b-4346-b760-0547548ba7b2 service neutron] Port aadf9260-8573-4b20-888a-2caa4d850f12 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:39:00.384403 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-fb2eec9d-cd2b-4346-b760-0547548ba7b2 service neutron] Attempting to bind port aadf9260-8573-4b20-888a-2caa4d850f12 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:00.418252 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-fb2eec9d-cd2b-4346-b760-0547548ba7b2 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:39:00.418596 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-fb2eec9d-cd2b-4346-b760-0547548ba7b2 service neutron] Checking segment: {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:39:00.418987 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-fb2eec9d-cd2b-4346-b760-0547548ba7b2 service neutron] Bound using segment: {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:39:00.419508 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-fb2eec9d-cd2b-4346-b760-0547548ba7b2 service neutron] Bound port: aadf9260-8573-4b20-888a-2caa4d850f12, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:39:00.419787 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-fb2eec9d-cd2b-4346-b760-0547548ba7b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:00.427561 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4e90df7a-9478-4132-8f97-baaf1537cafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:00.450781 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-50e51103-6fd3-4b10-ad02-a5a725579e4c req-6ae2527f-4c0a-4a2b-bdc3-f4e06c5c476a tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606310 Apr 28 19:39:00.496322 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6a323754-cc27-4930-95d9-b9eb85921731 req-f99455b7-38de-4a7e-8e9d-15cf72000f45 tempest-ServerShowV247Test-1972315759 tempest-ServerShowV247Test-1972315759-project] 10.222.0.42 "GET /v2.0/ports?device_id=8af43e20-242d-4fef-bc8b-83625e7e6e48 HTTP/1.1" status: 200 len: 210 time: 0.0656614 Apr 28 19:39:00.499052 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-356fe740-b4e5-47e4-b829-ee1a0e935b1c tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] device_id is not set on port e8a5b2ff-865e-49ab-9075-8c55199df681 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:39:00.499268 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90df7a-9478-4132-8f97-baaf1537cafb None None] Pushing event updated for resources: {'Port': ['ID=3ca6f11d-a5b5-4d15-83d6-f09b3e07b08d,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:00.508317 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f114f79a-07cb-4e79-a861-47a5c95b146a admin admin] Checking segment: {'id': '139f7c79-0796-4dce-94a1-7c10956b8166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a55f16c9-95c8-4fd4-8995-3500160073e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:39:00.509027 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f114f79a-07cb-4e79-a861-47a5c95b146a admin admin] Network hostable DHCP agents. Network: a55f16c9-95c8-4fd4-8995-3500160073e6, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:39:00.614024 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f114f79a-07cb-4e79-a861-47a5c95b146a admin admin] Network a55f16c9-95c8-4fd4-8995-3500160073e6 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:39:00.645854 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-f114f79a-07cb-4e79-a861-47a5c95b146a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, a55f16c9-95c8-4fd4-8995-3500160073e6) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:00.672797 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7064b9a3-ee02-4ae6-baf3-477eccf8fa6c None None] Network a55f16c9-95c8-4fd4-8995-3500160073e6 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:39:00.682057 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f114f79a-07cb-4e79-a861-47a5c95b146a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:00.682703 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f114f79a-07cb-4e79-a861-47a5c95b146a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:00.697601 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-fb2eec9d-cd2b-4346-b760-0547548ba7b2 service neutron] For port aadf9260-8573-4b20-888a-2caa4d850f12, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:39:00.719117 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-fb2eec9d-cd2b-4346-b760-0547548ba7b2 service neutron] For port aadf9260-8573-4b20-888a-2caa4d850f12, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=aadf9260-8573-4b20-888a-2caa4d850f12,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:39:00.735111 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f114f79a-07cb-4e79-a861-47a5c95b146a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6376383 Apr 28 19:39:00.741020 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c23c43-b26c-4f3d-90c9-07b2a0ece8ec admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:39:00.746692 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46634) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:00.756265 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f4c23c43-b26c-4f3d-90c9-07b2a0ece8ec admin admin] 10.222.0.42 "PUT /v2.0/routers/1bfa2316-8671-45a5-aa99-45904351fe76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8550014 Apr 28 19:39:00.756817 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-fb2eec9d-cd2b-4346-b760-0547548ba7b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:00.758886 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-905de88d-737a-4602-a3c6-af202c946881 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-138550659-router', 'tenant_id': '2dd1094050784d62aec95318cfccb911', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:00.759862 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 46636) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:00.847360 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2eec9d-cd2b-4346-b760-0547548ba7b2 service neutron] Pushing event updated for resources: {'Port': ['ID=aadf9260-8573-4b20-888a-2caa4d850f12,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:00.881149 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-905de88d-737a-4602-a3c6-af202c946881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:00.882489 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-905de88d-737a-4602-a3c6-af202c946881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:00.912533 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-356fe740-b4e5-47e4-b829-ee1a0e935b1c tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Allocated IP 10.1.1.69 (6cf7a3f9-9c87-425f-81e9-8f2d573cafa9/bf566019-ed60-4ea9-a085-d254b91671bf/e8a5b2ff-865e-49ab-9075-8c55199df681) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:39:00.912797 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device aadf9260-8573-4b20-888a-2caa4d850f12 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:39:00.914929 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ecbd5-0c95-4ab3-90da-b6ac9f3f206a None None] Sync routers for ids ['1bfa2316-8671-45a5-aa99-45904351fe76'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:39:00.920905 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port bc8928de-5062-49a7-932f-5fb33181b167, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=bc8928de-5062-49a7-932f-5fb33181b167,segment=NetworkSegment(3d8b26ca-a8d0-467f-817b-24a5112dd3cb),segment_id=3d8b26ca-a8d0-467f-817b-24a5112dd3cb)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:00.956665 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-854193b4-3715-46af-9399-4af1dd877ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:00.976156 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:01.021391 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-905de88d-737a-4602-a3c6-af202c946881 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:01.057298 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70ecbd5-0c95-4ab3-90da-b6ac9f3f206a None None] Routers {'1bfa2316-8671-45a5-aa99-45904351fe76'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:39:01.058027 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-a70ecbd5-0c95-4ab3-90da-b6ac9f3f206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:38:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1bfa2316-8671-45a5-aa99-45904351fe76'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:01.058703 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-fb2eec9d-cd2b-4346-b760-0547548ba7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:01.059606 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-fb2eec9d-cd2b-4346-b760-0547548ba7b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:01.064804 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-fb2eec9d-cd2b-4346-b760-0547548ba7b2 service neutron] 10.222.0.44 "PUT /v2.0/ports/aadf9260-8573-4b20-888a-2caa4d850f12 HTTP/1.1" status: 200 len: 1121 time: 2.7751834 Apr 28 19:39:01.083830 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.resource_extend [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:39:01.167738 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f85a7770-2333-403a-a13d-540e8d172a2b admin admin] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:01.348258 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['aadf9260-8573-4b20-888a-2caa4d850f12'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:39:01.355359 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['aadf9260-8573-4b20-888a-2caa4d850f12'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:39:01.399488 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-905de88d-737a-4602-a3c6-af202c946881 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:01.414554 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f85a7770-2333-403a-a13d-540e8d172a2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:01.501220 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=bc8928de-5062-49a7-932f-5fb33181b167,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:01.608960 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 3ca6f11d-a5b5-4d15-83d6-f09b3e07b08d up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:39:01.658802 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eae9f3-5799-4c1f-887e-5079928b0a8e req-fd206008-4548-4c79-aedd-5bfee4e357e0 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:01.661532 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-37eae9f3-5799-4c1f-887e-5079928b0a8e req-fd206008-4548-4c79-aedd-5bfee4e357e0 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 946 time: 0.2725315 Apr 28 19:39:01.763600 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-854193b4-3715-46af-9399-4af1dd877ed7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:39:01.763875 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-854193b4-3715-46af-9399-4af1dd877ed7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:39:01.767523 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-37eae9f3-5799-4c1f-887e-5079928b0a8e req-2352803e-14a2-4a35-ba37-59453fdfd186 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955720 Apr 28 19:39:01.780690 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f85a7770-2333-403a-a13d-540e8d172a2b admin admin] Deleting port ea389a4f-3ceb-4a1b-97c2-8146566efa0a {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:39:01.781686 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f85a7770-2333-403a-a13d-540e8d172a2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:01.956022 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c328943e-de74-4e7c-8656-e2f06c74a9d8 req-0dde1b81-e9da-41a9-b469-b35a3d2af31f tempest-ServerShowV247Test-1972315759 tempest-ServerShowV247Test-1972315759-project] 10.222.0.42 "GET /v2.0/ports?device_id=8af43e20-242d-4fef-bc8b-83625e7e6e48 HTTP/1.1" status: 200 len: 210 time: 0.0503080 Apr 28 19:39:01.963904 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:01.977318 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port aadf9260-8573-4b20-888a-2caa4d850f12, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=aadf9260-8573-4b20-888a-2caa4d850f12,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:01.994109 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f85a7770-2333-403a-a13d-540e8d172a2b admin admin] For port ea389a4f-3ceb-4a1b-97c2-8146566efa0a, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ea389a4f-3ceb-4a1b-97c2-8146566efa0a,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:01.994550 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f85a7770-2333-403a-a13d-540e8d172a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:02.009499 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e764ad1d-970d-40b7-a63a-31308fbc17ec', 'tag': 'aadf9260-8573-4b20-888a-2caa4d850f12'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:02.012823 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c490eb4a-9c72-4a27-bb18-7b517e379a19" -d '{"events": [{"name": "network-changed", "server_uuid": "e764ad1d-970d-40b7-a63a-31308fbc17ec", "tag": "aadf9260-8573-4b20-888a-2caa4d850f12"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:39:02.030124 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f85a7770-2333-403a-a13d-540e8d172a2b admin admin] Calling delete_port for ea389a4f-3ceb-4a1b-97c2-8146566efa0a owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:39:02.047162 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-a70ecbd5-0c95-4ab3-90da-b6ac9f3f206a None None] Set router 1bfa2316-8671-45a5-aa99-45904351fe76 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:39:02.063596 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3b7154-6cf3-4472-88c1-41389bb8c600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-a55f16c9-95c8-4fd4-8995-3500160073e6', 'network_id': 'a55f16c9-95c8-4fd4-8995-3500160073e6', 'tenant_id': '2dd1094050784d62aec95318cfccb911', 'fixed_ips': [{'subnet_id': 'a3f8a51f-a72a-43a1-86d9-94a03a04c570'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:39:02.064671 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2a3b7154-6cf3-4472-88c1-41389bb8c600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:02.118499 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fad1dd-f278-4309-86f4-d3e974422db1 x-openstack-request-id: req-17fad1dd-f278-4309-86f4-d3e974422db1 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:39:02.121562 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e764ad1d-970d-40b7-a63a-31308fbc17ec", "tag": "aadf9260-8573-4b20-888a-2caa4d850f12", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:39:02.121562 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-17fad1dd-f278-4309-86f4-d3e974422db1 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:39:02.121562 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17fad1dd-f278-4309-86f4-d3e974422db1'] response: {'name': 'network-changed', 'server_uuid': 'e764ad1d-970d-40b7-a63a-31308fbc17ec', 'tag': 'aadf9260-8573-4b20-888a-2caa4d850f12', 'status': 'completed', 'code': 200} Apr 28 19:39:02.207733 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device aadf9260-8573-4b20-888a-2caa4d850f12 has no active binding in host n-h2-839810-1 {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 28 19:39:02.336618 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490eb4a-9c72-4a27-bb18-7b517e379a19 req-acf7d854-8d57-4351-9f72-8801fafd3317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:02.338506 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c490eb4a-9c72-4a27-bb18-7b517e379a19 req-acf7d854-8d57-4351-9f72-8801fafd3317 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65106efa94b44e66ac09133941d375fb&device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 1124 time: 0.2057714 Apr 28 19:39:02.389361 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84638fcd-854d-4045-816b-513efbca7480 req-b454faf9-1b72-4b94-ab03-4d4a1d3a7b43 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:02.390908 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-84638fcd-854d-4045-816b-513efbca7480 req-b454faf9-1b72-4b94-ab03-4d4a1d3a7b43 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 943 time: 0.7639172 Apr 28 19:39:02.395037 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111a6788-d90b-49bd-8ddb-ef1ede70f584 None None] Network e1add1d6-d054-4112-876e-e570e74daa00 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:39:02.453033 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-84638fcd-854d-4045-816b-513efbca7480 req-e21c7cc2-24ca-49ff-8af9-ca60a6351718 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531867 Apr 28 19:39:02.484836 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490eb4a-9c72-4a27-bb18-7b517e379a19 req-1ca3dc02-5588-4999-bc99-2e28b4be150d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:02.486443 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c490eb4a-9c72-4a27-bb18-7b517e379a19 req-1ca3dc02-5588-4999-bc99-2e28b4be150d service neutron] 10.222.0.15 "GET /v2.0/networks?id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd HTTP/1.1" status: 200 len: 908 time: 0.1390471 Apr 28 19:39:02.505333 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f85a7770-2333-403a-a13d-540e8d172a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:02.548264 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-356fe740-b4e5-47e4-b829-ee1a0e935b1c tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:02.576466 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a7770-2333-403a-a13d-540e8d172a2b admin admin] Pushing event deleted for resources: {'Port': ['ID=ea389a4f-3ceb-4a1b-97c2-8146566efa0a,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:02.583760 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c490eb4a-9c72-4a27-bb18-7b517e379a19 req-7f6bb1fb-1249-4dbf-9a30-3a3681387591 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aadf9260-8573-4b20-888a-2caa4d850f12 HTTP/1.1" status: 200 len: 217 time: 0.0887747 Apr 28 19:39:02.605027 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 3ca6f11d-a5b5-4d15-83d6-f09b3e07b08d triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:02.605364 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:02.612362 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-905de88d-737a-4602-a3c6-af202c946881 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:02.637821 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-905de88d-737a-4602-a3c6-af202c946881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:02.726757 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490eb4a-9c72-4a27-bb18-7b517e379a19 req-98aeb147-8dc7-4f43-b516-a0275bc36ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:02.729674 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c490eb4a-9c72-4a27-bb18-7b517e379a19 req-98aeb147-8dc7-4f43-b516-a0275bc36ef5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d5c93c2-9d1b-4c66-8e1f-a78766af188b HTTP/1.1" status: 200 len: 847 time: 0.1368256 Apr 28 19:39:02.738203 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-356fe740-b4e5-47e4-b829-ee1a0e935b1c tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:02.804490 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c490eb4a-9c72-4a27-bb18-7b517e379a19 req-bc871436-44e3-40cd-838a-0495b3783ed4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426135 Apr 28 19:39:02.819950 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-c490eb4a-9c72-4a27-bb18-7b517e379a19 req-4c91ba81-8e8b-4845-836d-dbe420f742c0 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:39:02.821056 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c490eb4a-9c72-4a27-bb18-7b517e379a19 req-4c91ba81-8e8b-4845-836d-dbe420f742c0 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079532 Apr 28 19:39:02.828374 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f85a7770-2333-403a-a13d-540e8d172a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:02.908307 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356fe740-b4e5-47e4-b829-ee1a0e935b1c tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Network 6cf7a3f9-9c87-425f-81e9-8f2d573cafa9 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:02.913365 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-356fe740-b4e5-47e4-b829-ee1a0e935b1c tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:02.922616 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356fe740-b4e5-47e4-b829-ee1a0e935b1c tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:39:02.945871 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-a70ecbd5-0c95-4ab3-90da-b6ac9f3f206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1472714115-router', 'tenant_id': '44836af2576c4eb08ccfbf8a35c6037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:36:51Z', 'updated_at': '2022-04-28T19:38:58Z', 'revision_number': 5, 'project_id': '44836af2576c4eb08ccfbf8a35c6037e', 'gw_port': {'id': 'ea389a4f-3ceb-4a1b-97c2-8146566efa0a', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa2316-8671-45a5-aa99-45904351fe76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:36:52Z', 'updated_at': '2022-04-28T19:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:02.948776 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f85a7770-2333-403a-a13d-540e8d172a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:02.968580 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f85a7770-2333-403a-a13d-540e8d172a2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:02.984371 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356fe740-b4e5-47e4-b829-ee1a0e935b1c tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:02.985111 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-356fe740-b4e5-47e4-b829-ee1a0e935b1c tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:03.063656 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-356fe740-b4e5-47e4-b829-ee1a0e935b1c tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9236567 Apr 28 19:39:03.074877 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ecbd5-0c95-4ab3-90da-b6ac9f3f206a None None] Checking router: 1bfa2316-8671-45a5-aa99-45904351fe76 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:39:03.090916 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356fe740-b4e5-47e4-b829-ee1a0e935b1c tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Pushing event updated for resources: {'Port': ['ID=e8a5b2ff-865e-49ab-9075-8c55199df681,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:03.100941 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-905de88d-737a-4602-a3c6-af202c946881 admin admin] Allocated IP 172.25.8.245 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/c4a0edba-69db-4e87-abff-394841f3a7b0) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:39:03.138699 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:03.194775 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c490eb4a-9c72-4a27-bb18-7b517e379a19 req-fb0851d6-a741-487a-813f-fed252992a94 service neutron] 10.222.0.15 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427479 Apr 28 19:39:03.200849 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 46676) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:03.202286 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f85a7770-2333-403a-a13d-540e8d172a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:03.202843 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85a7770-2333-403a-a13d-540e8d172a2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bfa2316-8671-45a5-aa99-45904351fe76 {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:39:03.211733 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 3ca6f11d-a5b5-4d15-83d6-f09b3e07b08d, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=3ca6f11d-a5b5-4d15-83d6-f09b3e07b08d,segment=NetworkSegment(3b6d948b-4add-4faf-b942-990ecce6cb5c),segment_id=3b6d948b-4add-4faf-b942-990ecce6cb5c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:03.213216 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-d09ef114-7bff-400c-8e31-2115defe7a0f None None] Provisioning complete for port 3ca6f11d-a5b5-4d15-83d6-f09b3e07b08d triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:03.213795 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d09ef114-7bff-400c-8e31-2115defe7a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:03.224409 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f85a7770-2333-403a-a13d-540e8d172a2b admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:03.228229 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:03.229012 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f85a7770-2333-403a-a13d-540e8d172a2b admin admin] 10.222.0.42 "DELETE /v2.0/routers/1bfa2316-8671-45a5-aa99-45904351fe76 HTTP/1.1" status: 204 len: 168 time: 2.3909237 Apr 28 19:39:03.231257 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70ecbd5-0c95-4ab3-90da-b6ac9f3f206a None None] Routers set() bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:39:03.231630 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70ecbd5-0c95-4ab3-90da-b6ac9f3f206a None None] Router IDs set() for agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 28 19:39:03.232323 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_agentschedulers_db [None req-a70ecbd5-0c95-4ab3-90da-b6ac9f3f206a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1bfa2316-8671-45a5-aa99-45904351fe76'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:38:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent'). {{(pid=102775) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 28 19:39:03.232724 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ecbd5-0c95-4ab3-90da-b6ac9f3f206a None None] The sync data for ids ['1bfa2316-8671-45a5-aa99-45904351fe76'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:39:03.255412 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-13a6be22-739a-4dec-8e3d-ed9f1cf8858a tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Request body: {'port': {'network_id': '6cf7a3f9-9c87-425f-81e9-8f2d573cafa9', 'name': 'tempest-TaggedBootDevicesTest_v242-1572369340', 'fixed_ips': [{'subnet_id': 'bf566019-ed60-4ea9-a085-d254b91671bf'}]}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:03.265387 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 46678) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:03.353370 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-905de88d-737a-4602-a3c6-af202c946881 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:03.363829 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c17894-aaf0-4b21-a8d0-6220e07fbe79 admin admin] Deleting subnet ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:39:03.395771 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-89c17894-aaf0-4b21-a8d0-6220e07fbe79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:03.416225 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-905de88d-737a-4602-a3c6-af202c946881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:03.423622 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-2a3b7154-6cf3-4472-88c1-41389bb8c600 None None] Allocated IP 172.20.0.2 (a55f16c9-95c8-4fd4-8995-3500160073e6/a3f8a51f-a72a-43a1-86d9-94a03a04c570/37abf888-fb9c-45e9-8ffa-203be3bee5c9) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:39:03.466228 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:03.478561 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-85263e9b-dd85-4120-8eb7-90fa3148797e req-0359f6ee-f5fe-4b40-9e74-a91aa5216716 tempest-ServerShowV247Test-1972315759 tempest-ServerShowV247Test-1972315759-project] 10.222.0.42 "GET /v2.0/ports?device_id=8af43e20-242d-4fef-bc8b-83625e7e6e48 HTTP/1.1" status: 200 len: 210 time: 0.0879176 Apr 28 19:39:03.499057 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905de88d-737a-4602-a3c6-af202c946881 admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:03.503194 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-905de88d-737a-4602-a3c6-af202c946881 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:03.509716 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905de88d-737a-4602-a3c6-af202c946881 admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:39:03.534252 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=3ca6f11d-a5b5-4d15-83d6-f09b3e07b08d,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:03.558246 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905de88d-737a-4602-a3c6-af202c946881 admin admin] Pushing event updated for resources: {'Port': ['ID=c4a0edba-69db-4e87-abff-394841f3a7b0,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:03.587073 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-89c17894-aaf0-4b21-a8d0-6220e07fbe79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:03.676563 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdeb507-7752-45a0-abcd-60e6717e72e7 req-007c88b2-96ae-42e6-acfb-d6136504dfd6 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:03.678214 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4bdeb507-7752-45a0-abcd-60e6717e72e7 req-007c88b2-96ae-42e6-acfb-d6136504dfd6 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 946 time: 0.6249890 Apr 28 19:39:03.752398 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c490eb4a-9c72-4a27-bb18-7b517e379a19 req-1848e606-93bf-4cba-bfba-7c59eeeb3be3 service neutron] 10.222.0.15 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859130 Apr 28 19:39:03.858807 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4bdeb507-7752-45a0-abcd-60e6717e72e7 req-423ec96e-2a60-4e20-a8d8-aeb7ab4d08b3 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554761 Apr 28 19:39:03.866178 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a6be22-739a-4dec-8e3d-ed9f1cf8858a tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Made reservation on behalf of 533c1e9c8dee43379021e03f9df0f17e for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:39:03.907853 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-89c17894-aaf0-4b21-a8d0-6220e07fbe79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:03.910680 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1453982-5cd5-44ba-808b-4a91985c13c4 req-8eea3ddc-d104-40b4-a2b9-c2598b9a3543 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:03.912283 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d1453982-5cd5-44ba-808b-4a91985c13c4 req-8eea3ddc-d104-40b4-a2b9-c2598b9a3543 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 943 time: 0.2514651 Apr 28 19:39:03.990635 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-d09ef114-7bff-400c-8e31-2115defe7a0f None None] Provisioning complete for port bc8928de-5062-49a7-932f-5fb33181b167 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:03.991128 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d09ef114-7bff-400c-8e31-2115defe7a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:04.077153 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d1453982-5cd5-44ba-808b-4a91985c13c4 req-830a5731-e89b-4642-9e09-99f2f535b77d tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472886 Apr 28 19:39:04.184384 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2a3b7154-6cf3-4472-88c1-41389bb8c600 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:04.194108 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bc8928de-5062-49a7-932f-5fb33181b167 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:39:04.200371 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2a3b7154-6cf3-4472-88c1-41389bb8c600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:04.220742 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-905de88d-737a-4602-a3c6-af202c946881 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:04.358859 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3b7154-6cf3-4472-88c1-41389bb8c600 None None] Network a55f16c9-95c8-4fd4-8995-3500160073e6 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:04.374263 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b7154-6cf3-4472-88c1-41389bb8c600 None None] Pushing event updated for resources: {'Port': ['ID=37abf888-fb9c-45e9-8ffa-203be3bee5c9,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:04.394825 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-2a3b7154-6cf3-4472-88c1-41389bb8c600 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:04.415962 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3b7154-6cf3-4472-88c1-41389bb8c600 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:39:04.486884 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-89c17894-aaf0-4b21-a8d0-6220e07fbe79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:04.495118 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-13a6be22-739a-4dec-8e3d-ed9f1cf8858a tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:04.552028 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c17894-aaf0-4b21-a8d0-6220e07fbe79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:04.568856 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-89c17894-aaf0-4b21-a8d0-6220e07fbe79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:04.574734 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-89c17894-aaf0-4b21-a8d0-6220e07fbe79 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ab718f8f-cb45-4a5a-92cf-f1c050ab8d8f HTTP/1.1" status: 204 len: 168 time: 1.3036995 Apr 28 19:39:04.577110 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port bc8928de-5062-49a7-932f-5fb33181b167 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:04.577110 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:04.579440 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 46692) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:04.586719 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-13a6be22-739a-4dec-8e3d-ed9f1cf8858a tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] device_id is not set on port 82f7143d-e7a9-467d-9495-8d04e5fd2f42 yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:39:04.638581 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b674c11-2448-41c2-97e9-2835a9d6e28e req-0b46243b-8b59-402a-91b3-1f9dda2a98a0 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:04.640162 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0b674c11-2448-41c2-97e9-2835a9d6e28e req-0b46243b-8b59-402a-91b3-1f9dda2a98a0 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1659474 Apr 28 19:39:04.680759 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43a30a1-3576-4458-9fa7-607f74408688 None None] Network 3a8d8fbc-c638-4e44-87fd-3e5ca38570dd requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:39:04.724499 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-2a3b7154-6cf3-4472-88c1-41389bb8c600 None None] Attempting to bind port 37abf888-fb9c-45e9-8ffa-203be3bee5c9 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:39:04.724883 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-2a3b7154-6cf3-4472-88c1-41389bb8c600 None None] Attempting to bind port 37abf888-fb9c-45e9-8ffa-203be3bee5c9 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '139f7c79-0796-4dce-94a1-7c10956b8166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a55f16c9-95c8-4fd4-8995-3500160073e6'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:39:04.725220 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3b7154-6cf3-4472-88c1-41389bb8c600 None None] Attempting to bind port 37abf888-fb9c-45e9-8ffa-203be3bee5c9 on network a55f16c9-95c8-4fd4-8995-3500160073e6 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:04.734159 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-905de88d-737a-4602-a3c6-af202c946881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:04.739319 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6d22dd31-9758-40d2-a297-8105f48ac294 req-2cca116b-bb6f-46e5-9bf1-d1d59ceb70b1 tempest-ServerShowV247Test-1972315759 tempest-ServerShowV247Test-1972315759-project] 10.222.0.42 "GET /v2.0/ports?device_id=8af43e20-242d-4fef-bc8b-83625e7e6e48 HTTP/1.1" status: 200 len: 210 time: 0.0637136 Apr 28 19:39:04.789059 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3b7154-6cf3-4472-88c1-41389bb8c600 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:39:04.789490 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3b7154-6cf3-4472-88c1-41389bb8c600 None None] Checking segment: {'id': '139f7c79-0796-4dce-94a1-7c10956b8166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a55f16c9-95c8-4fd4-8995-3500160073e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:39:04.789829 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2a3b7154-6cf3-4472-88c1-41389bb8c600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:04.790580 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3b7154-6cf3-4472-88c1-41389bb8c600 None None] Bound using segment: {'id': '139f7c79-0796-4dce-94a1-7c10956b8166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a55f16c9-95c8-4fd4-8995-3500160073e6'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:39:04.790721 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-2a3b7154-6cf3-4472-88c1-41389bb8c600 None None] Bound port: 37abf888-fb9c-45e9-8ffa-203be3bee5c9, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139f7c79-0796-4dce-94a1-7c10956b8166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a55f16c9-95c8-4fd4-8995-3500160073e6'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:39:04.791062 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2a3b7154-6cf3-4472-88c1-41389bb8c600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:04.902175 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51fe057c-44c0-493d-acac-5895534bc0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:04.903925 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905de88d-737a-4602-a3c6-af202c946881 admin admin] Router 044b7a3d-5b1c-45b6-93aa-1f5a21398b2d is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:39:04.929504 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a238857f-61c2-4469-a7fa-7cfac33d63e8 None None] Provisioning complete for port e8a5b2ff-865e-49ab-9075-8c55199df681 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:04.929504 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a238857f-61c2-4469-a7fa-7cfac33d63e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:05.008339 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-a238857f-61c2-4469-a7fa-7cfac33d63e8 None None] Port e8a5b2ff-865e-49ab-9075-8c55199df681 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:39:05.015710 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0b674c11-2448-41c2-97e9-2835a9d6e28e req-f4ed960a-71c2-43db-81ac-6551f7e61980 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2958837 Apr 28 19:39:05.023672 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-2a3b7154-6cf3-4472-88c1-41389bb8c600 None None] For port 37abf888-fb9c-45e9-8ffa-203be3bee5c9, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:39:05.054128 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-2a3b7154-6cf3-4472-88c1-41389bb8c600 None None] For port 37abf888-fb9c-45e9-8ffa-203be3bee5c9, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=37abf888-fb9c-45e9-8ffa-203be3bee5c9,segment=NetworkSegment(139f7c79-0796-4dce-94a1-7c10956b8166),segment_id=139f7c79-0796-4dce-94a1-7c10956b8166)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:39:05.071290 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a238857f-61c2-4469-a7fa-7cfac33d63e8 None None] Provisioning complete for port 3ca6f11d-a5b5-4d15-83d6-f09b3e07b08d triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:05.073813 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a238857f-61c2-4469-a7fa-7cfac33d63e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:05.079072 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2a3b7154-6cf3-4472-88c1-41389bb8c600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:05.204558 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b7154-6cf3-4472-88c1-41389bb8c600 None None] Pushing event updated for resources: {'Port': ['ID=37abf888-fb9c-45e9-8ffa-203be3bee5c9,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:05.209106 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f096b6d-9542-4436-8509-35f741477371 None None] DHCP port deletion for 3a8d8fbc-c638-4e44-87fd-3e5ca38570dd request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:39:05.214216 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-13a6be22-739a-4dec-8e3d-ed9f1cf8858a tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Allocated IP 10.1.1.244 (6cf7a3f9-9c87-425f-81e9-8f2d573cafa9/bf566019-ed60-4ea9-a085-d254b91671bf/82f7143d-e7a9-467d-9495-8d04e5fd2f42) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:39:05.234390 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-51fe057c-44c0-493d-acac-5895534bc0e0 admin admin] Deleting port 39736980-6201-408e-a0ff-f7bc48e35c7a {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:39:05.234919 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51fe057c-44c0-493d-acac-5895534bc0e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:05.282578 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905de88d-737a-4602-a3c6-af202c946881 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:39:05.298448 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5b438c-4dea-448d-bd75-23cbb661acd1 None None] Sync routers for ids ['044b7a3d-5b1c-45b6-93aa-1f5a21398b2d'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:39:05.323701 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5b438c-4dea-448d-bd75-23cbb661acd1 None None] Routers {'044b7a3d-5b1c-45b6-93aa-1f5a21398b2d'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:39:05.327411 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ab5b438c-4dea-448d-bd75-23cbb661acd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:38:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['044b7a3d-5b1c-45b6-93aa-1f5a21398b2d'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:05.353816 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-905de88d-737a-4602-a3c6-af202c946881 admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:05.355718 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-905de88d-737a-4602-a3c6-af202c946881 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6061289 Apr 28 19:39:05.368210 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 46710) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:05.392497 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088ae63-a66d-4fd6-8e4d-2f52838cb64d req-1756f0a6-d94f-46fa-bc28-0606d0db1135 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:05.401012 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4088ae63-a66d-4fd6-8e4d-2f52838cb64d req-1756f0a6-d94f-46fa-bc28-0606d0db1135 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.2381475 Apr 28 19:39:05.510116 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 3ca6f11d-a5b5-4d15-83d6-f09b3e07b08d up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:39:05.510844 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-51fe057c-44c0-493d-acac-5895534bc0e0 admin admin] For port 39736980-6201-408e-a0ff-f7bc48e35c7a, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=39736980-6201-408e-a0ff-f7bc48e35c7a,segment=NetworkSegment(2fb8e97e-9156-445e-9ce1-e18ed4c88813),segment_id=2fb8e97e-9156-445e-9ce1-e18ed4c88813)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:05.511351 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51fe057c-44c0-493d-acac-5895534bc0e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:05.515052 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4088ae63-a66d-4fd6-8e4d-2f52838cb64d req-5ce91005-6670-4e89-8f8a-da1b0ff3116c tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017399 Apr 28 19:39:05.563767 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-ab5b438c-4dea-448d-bd75-23cbb661acd1 None None] Set router 044b7a3d-5b1c-45b6-93aa-1f5a21398b2d gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:39:05.614423 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-51fe057c-44c0-493d-acac-5895534bc0e0 admin admin] Calling delete_port for 39736980-6201-408e-a0ff-f7bc48e35c7a owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:39:05.644809 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0f096b6d-9542-4436-8509-35f741477371 None None] Deleting port 39736980-6201-408e-a0ff-f7bc48e35c7a {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:39:05.645406 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0f096b6d-9542-4436-8509-35f741477371 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:05.658345 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf91c5-312e-4025-9687-3787ce256d54 req-90119e22-24f5-416d-923d-2b627cb8772e tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:05.659941 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a0bf91c5-312e-4025-9687-3787ce256d54 req-90119e22-24f5-416d-923d-2b627cb8772e tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 943 time: 0.3816123 Apr 28 19:39:05.733211 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 3ca6f11d-a5b5-4d15-83d6-f09b3e07b08d triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:05.733814 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:05.760012 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-13a6be22-739a-4dec-8e3d-ed9f1cf8858a tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:05.804859 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0f096b6d-9542-4436-8509-35f741477371 None None] For port 39736980-6201-408e-a0ff-f7bc48e35c7a, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=39736980-6201-408e-a0ff-f7bc48e35c7a,segment=NetworkSegment(2fb8e97e-9156-445e-9ce1-e18ed4c88813),segment_id=2fb8e97e-9156-445e-9ce1-e18ed4c88813)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:05.805831 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0f096b6d-9542-4436-8509-35f741477371 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:05.824384 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-13a6be22-739a-4dec-8e3d-ed9f1cf8858a tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:05.833226 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0f096b6d-9542-4436-8509-35f741477371 None None] Calling delete_port for 39736980-6201-408e-a0ff-f7bc48e35c7a owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:39:05.846852 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c81bf-32e4-43dd-8ca7-c69bedb7e5b3 req-569a60f8-298b-4e73-a2e5-af7cc78876ff tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:05.855038 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ce0c81bf-32e4-43dd-8ca7-c69bedb7e5b3 req-569a60f8-298b-4e73-a2e5-af7cc78876ff tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1363957 Apr 28 19:39:05.887384 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ab5b438c-4dea-448d-bd75-23cbb661acd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'name': 'tempest-ServersTestManualDisk-138550659-router', 'tenant_id': '2dd1094050784d62aec95318cfccb911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'c4a0edba-69db-4e87-abff-394841f3a7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:00Z', 'updated_at': '2022-04-28T19:39:03Z', 'revision_number': 3, 'project_id': '2dd1094050784d62aec95318cfccb911', 'gw_port': {'id': 'c4a0edba-69db-4e87-abff-394841f3a7b0', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:02Z', 'updated_at': '2022-04-28T19:39:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:05.943936 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ce0c81bf-32e4-43dd-8ca7-c69bedb7e5b3 req-fc421e8e-266d-4020-a253-9c124d99c629 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878894 Apr 28 19:39:05.954903 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5b438c-4dea-448d-bd75-23cbb661acd1 None None] Checking router: 044b7a3d-5b1c-45b6-93aa-1f5a21398b2d for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:39:05.955539 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5b438c-4dea-448d-bd75-23cbb661acd1 None None] Updating router 044b7a3d-5b1c-45b6-93aa-1f5a21398b2d port c4a0edba-69db-4e87-abff-394841f3a7b0 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:39:05.965175 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a6be22-739a-4dec-8e3d-ed9f1cf8858a tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Network 6cf7a3f9-9c87-425f-81e9-8f2d573cafa9 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:06.004227 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-ab5b438c-4dea-448d-bd75-23cbb661acd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:06.012048 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0f096b6d-9542-4436-8509-35f741477371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:06.041106 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f096b6d-9542-4436-8509-35f741477371 None None] No DVR routers for this DVR port 39736980-6201-408e-a0ff-f7bc48e35c7a on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:39:06.061538 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-13a6be22-739a-4dec-8e3d-ed9f1cf8858a tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:06.063968 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51fe057c-44c0-493d-acac-5895534bc0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:06.066577 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6be22-739a-4dec-8e3d-ed9f1cf8858a tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Pushing event updated for resources: {'Port': ['ID=82f7143d-e7a9-467d-9495-8d04e5fd2f42,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:06.081058 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 39736980-6201-408e-a0ff-f7bc48e35c7a no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:39:06.128547 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a6be22-739a-4dec-8e3d-ed9f1cf8858a tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:39:06.138902 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f096b6d-9542-4436-8509-35f741477371 None None] Pushing event deleted for resources: {'Port': ['ID=39736980-6201-408e-a0ff-f7bc48e35c7a,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:06.180508 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a0bf91c5-312e-4025-9687-3787ce256d54 req-f233444c-0488-494b-8f69-efe470cb3b64 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5113900 Apr 28 19:39:06.199402 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-12715603-1ba4-4105-b398-60dec75a8e3c req-8418a912-290b-4530-92fa-93238dac7782 tempest-ServerShowV247Test-1972315759 tempest-ServerShowV247Test-1972315759-project] 10.222.0.42 "GET /v2.0/ports?device_id=8af43e20-242d-4fef-bc8b-83625e7e6e48 HTTP/1.1" status: 200 len: 210 time: 0.0682759 Apr 28 19:39:06.220852 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 39736980-6201-408e-a0ff-f7bc48e35c7a {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:39:06.221348 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 39736980-6201-408e-a0ff-f7bc48e35c7a not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:39:06.221605 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 85efbcdb-041e-4ee1-b3aa-13a6bf881a9f no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:39:06.318278 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 85efbcdb-041e-4ee1-b3aa-13a6bf881a9f {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:39:06.336533 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 85efbcdb-041e-4ee1-b3aa-13a6bf881a9f not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:39:06.337088 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ea389a4f-3ceb-4a1b-97c2-8146566efa0a no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:39:06.338472 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe057c-44c0-493d-acac-5895534bc0e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=39736980-6201-408e-a0ff-f7bc48e35c7a,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:06.359560 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a6be22-739a-4dec-8e3d-ed9f1cf8858a tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:06.364487 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-13a6be22-739a-4dec-8e3d-ed9f1cf8858a tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:06.373377 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fe057c-44c0-493d-acac-5895534bc0e0 admin admin] No DVR routers for this DVR port 39736980-6201-408e-a0ff-f7bc48e35c7a on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:39:06.406527 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: ea389a4f-3ceb-4a1b-97c2-8146566efa0a {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:39:06.409980 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ea389a4f-3ceb-4a1b-97c2-8146566efa0a not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:39:06.496390 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:39:06.587203 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-13a6be22-739a-4dec-8e3d-ed9f1cf8858a tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3566015 Apr 28 19:39:06.686378 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-ab5b438c-4dea-448d-bd75-23cbb661acd1 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:06.693344 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51fe057c-44c0-493d-acac-5895534bc0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:06.698089 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-ab5b438c-4dea-448d-bd75-23cbb661acd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:06.698295 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-35d2cd1a-80bf-4878-b6cd-e3ad6999db07 None None] Provisioning complete for port 82f7143d-e7a9-467d-9495-8d04e5fd2f42 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:06.700440 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35d2cd1a-80bf-4878-b6cd-e3ad6999db07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:06.721484 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db2fba-b4dc-44f0-8cd7-439cd8eefe67 req-8be0deaa-8f7e-4e9c-9601-5004723ff7b2 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:06.723119 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-05db2fba-b4dc-44f0-8cd7-439cd8eefe67 req-8be0deaa-8f7e-4e9c-9601-5004723ff7b2 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.3405101 Apr 28 19:39:06.760477 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-35d2cd1a-80bf-4878-b6cd-e3ad6999db07 None None] Port 82f7143d-e7a9-467d-9495-8d04e5fd2f42 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:39:06.799269 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764e9b4-ceb3-4a2d-b21b-662b308fb32e None None] Pushing event updated for resources: {'Port': ['ID=c4a0edba-69db-4e87-abff-394841f3a7b0,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:06.810839 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-ab5b438c-4dea-448d-bd75-23cbb661acd1 None None] Attempting to bind port c4a0edba-69db-4e87-abff-394841f3a7b0 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:39:06.813789 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-ab5b438c-4dea-448d-bd75-23cbb661acd1 None None] Attempting to bind port c4a0edba-69db-4e87-abff-394841f3a7b0 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:39:06.814286 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5b438c-4dea-448d-bd75-23cbb661acd1 None None] Attempting to bind port c4a0edba-69db-4e87-abff-394841f3a7b0 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:06.828864 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5b438c-4dea-448d-bd75-23cbb661acd1 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:39:06.829432 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5b438c-4dea-448d-bd75-23cbb661acd1 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:39:06.830257 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-ab5b438c-4dea-448d-bd75-23cbb661acd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:06.831197 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5b438c-4dea-448d-bd75-23cbb661acd1 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:39:06.832670 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-ab5b438c-4dea-448d-bd75-23cbb661acd1 None None] Bound port: c4a0edba-69db-4e87-abff-394841f3a7b0, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:39:06.834451 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-ab5b438c-4dea-448d-bd75-23cbb661acd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:06.928194 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-ab5b438c-4dea-448d-bd75-23cbb661acd1 None None] For port c4a0edba-69db-4e87-abff-394841f3a7b0, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:39:06.932647 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-ab5b438c-4dea-448d-bd75-23cbb661acd1 None None] For port c4a0edba-69db-4e87-abff-394841f3a7b0, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c4a0edba-69db-4e87-abff-394841f3a7b0,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:39:06.937800 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-ab5b438c-4dea-448d-bd75-23cbb661acd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:06.939894 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-51fe057c-44c0-493d-acac-5895534bc0e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8d8fbc-c638-4e44-87fd-3e5ca38570dd']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:06.954799 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46728) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:06.957171 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-51fe057c-44c0-493d-acac-5895534bc0e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb8e97e-9156-445e-9ce1-e18ed4c88813') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:06.957466 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-51fe057c-44c0-493d-acac-5895534bc0e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb8e97e-9156-445e-9ce1-e18ed4c88813') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:06.960620 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-d05ba9d5-78e8-4c61-8daa-c173679b784b tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--884319425', 'description': 'tempest-description--680067271'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:06.970699 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51fe057c-44c0-493d-acac-5895534bc0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:06.987835 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51fe057c-44c0-493d-acac-5895534bc0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:06.997777 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51fe057c-44c0-493d-acac-5895534bc0e0 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:39:06.998195 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51fe057c-44c0-493d-acac-5895534bc0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:07.018257 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf71d2a-28f9-499b-829c-cf7901be2186 None None] Network a55f16c9-95c8-4fd4-8995-3500160073e6 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:39:07.026452 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d05ba9d5-78e8-4c61-8daa-c173679b784b tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:07.027356 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5b438c-4dea-448d-bd75-23cbb661acd1 None None] Routers {'044b7a3d-5b1c-45b6-93aa-1f5a21398b2d'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:39:07.028172 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ab5b438c-4dea-448d-bd75-23cbb661acd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:38:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['044b7a3d-5b1c-45b6-93aa-1f5a21398b2d'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:07.116054 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764e9b4-ceb3-4a2d-b21b-662b308fb32e None None] Pushing event updated for resources: {'Port': ['ID=c4a0edba-69db-4e87-abff-394841f3a7b0,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:39:07.140085 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:39:07.147327 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51fe057c-44c0-493d-acac-5895534bc0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:07.183404 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d05ba9d5-78e8-4c61-8daa-c173679b784b tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:07.191230 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d05ba9d5-78e8-4c61-8daa-c173679b784b tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:07.209790 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51fe057c-44c0-493d-acac-5895534bc0e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:07.212958 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-51fe057c-44c0-493d-acac-5895534bc0e0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/3a8d8fbc-c638-4e44-87fd-3e5ca38570dd HTTP/1.1" status: 204 len: 168 time: 2.6279213 Apr 28 19:39:07.213375 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-82a019ef-6287-46f1-90e8-a47ad218dad1 None None] Provisioning complete for port 37abf888-fb9c-45e9-8ffa-203be3bee5c9 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:07.213842 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-82a019ef-6287-46f1-90e8-a47ad218dad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:07.282743 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe057c-44c0-493d-acac-5895534bc0e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a8d8fbc-c638-4e44-87fd-3e5ca38570dd,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:07.297618 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-ab5b438c-4dea-448d-bd75-23cbb661acd1 None None] Set router 044b7a3d-5b1c-45b6-93aa-1f5a21398b2d gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:39:07.328357 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-05db2fba-b4dc-44f0-8cd7-439cd8eefe67 req-6753ed31-6e16-4503-9f86-b31120e3d6a0 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5888238 Apr 28 19:39:07.331134 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d05ba9d5-78e8-4c61-8daa-c173679b784b tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:07.343096 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d05ba9d5-78e8-4c61-8daa-c173679b784b tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3852606 Apr 28 19:39:07.347488 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46738) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:07.364924 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-e4e6baa3-f921-4c5f-9e56-7e3efc3f42ea tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Request body: {'security_group_rule': {'security_group_id': 'd1f4f33a-3287-4861-b95c-8cab1312d515', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:07.370346 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ba9d5-78e8-4c61-8daa-c173679b784b tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f4f33a-3287-4861-b95c-8cab1312d515,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:07.479568 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e4e6baa3-f921-4c5f-9e56-7e3efc3f42ea tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:07.604229 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46742) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:07.639739 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e4e6baa3-f921-4c5f-9e56-7e3efc3f42ea tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:07.649719 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-d59a0dc7-86ba-4d44-ac9e-5cebff5fc3db tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Request body: {'security_group': {'name': 'tempest-securitygroup--741238494', 'description': 'tempest-description--156421906'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:07.689804 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46746) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:07.690612 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 37abf888-fb9c-45e9-8ffa-203be3bee5c9 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:39:07.691094 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e4e6baa3-f921-4c5f-9e56-7e3efc3f42ea tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:07.711223 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d59a0dc7-86ba-4d44-ac9e-5cebff5fc3db tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:07.747078 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6baa3-f921-4c5f-9e56-7e3efc3f42ea tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c059bfe1-2550-4b22-9c0c-b2e41c7ee387,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:07.789146 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-bbf23b13-ab4c-4da3-81f8-6ac26935d37d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=44836af2576c4eb08ccfbf8a35c6037e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0895052 Apr 28 19:39:07.792738 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 46748) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:07.861908 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ab5b438c-4dea-448d-bd75-23cbb661acd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'name': 'tempest-ServersTestManualDisk-138550659-router', 'tenant_id': '2dd1094050784d62aec95318cfccb911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'c4a0edba-69db-4e87-abff-394841f3a7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:00Z', 'updated_at': '2022-04-28T19:39:03Z', 'revision_number': 3, 'project_id': '2dd1094050784d62aec95318cfccb911', 'gw_port': {'id': 'c4a0edba-69db-4e87-abff-394841f3a7b0', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:02Z', 'updated_at': '2022-04-28T19:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:07.872595 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d59a0dc7-86ba-4d44-ac9e-5cebff5fc3db tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:07.876860 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e4e6baa3-f921-4c5f-9e56-7e3efc3f42ea tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:07.879414 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e4e6baa3-f921-4c5f-9e56-7e3efc3f42ea tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5298412 Apr 28 19:39:07.918560 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ec1e61e0-b378-4694-bdc6-e6a2e8b9568e req-93d8bb75-6da7-446e-baa1-dec38ca1ce92 tempest-ServerShowV247Test-1972315759 tempest-ServerShowV247Test-1972315759-project] 10.222.0.42 "GET /v2.0/ports?device_id=8af43e20-242d-4fef-bc8b-83625e7e6e48 HTTP/1.1" status: 200 len: 210 time: 0.0374968 Apr 28 19:39:07.920945 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46750) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:07.927212 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-1f2d0963-89ec-4d75-9243-4073b63012ca tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Request body: {'security_group_rule': {'security_group_id': 'd1f4f33a-3287-4861-b95c-8cab1312d515', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:07.932837 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d59a0dc7-86ba-4d44-ac9e-5cebff5fc3db tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:07.949951 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-17b03ec4-47df-42be-9526-94d34499b0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:07.966208 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5b438c-4dea-448d-bd75-23cbb661acd1 None None] The sync data for ids ['044b7a3d-5b1c-45b6-93aa-1f5a21398b2d'] in n-d-839810-1 is: [{'id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'name': 'tempest-ServersTestManualDisk-138550659-router', 'tenant_id': '2dd1094050784d62aec95318cfccb911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'c4a0edba-69db-4e87-abff-394841f3a7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:00Z', 'updated_at': '2022-04-28T19:39:03Z', 'revision_number': 3, 'project_id': '2dd1094050784d62aec95318cfccb911', 'gw_port': {'id': 'c4a0edba-69db-4e87-abff-394841f3a7b0', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:02Z', 'updated_at': '2022-04-28T19:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:39:07.970498 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a0dc7-86ba-4d44-ac9e-5cebff5fc3db tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3415a19a-7da7-4867-850a-ab2e4fe5885a,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:07.980416 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-82a019ef-6287-46f1-90e8-a47ad218dad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:07.997407 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 37abf888-fb9c-45e9-8ffa-203be3bee5c9 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:07.997824 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:08.024701 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d59a0dc7-86ba-4d44-ac9e-5cebff5fc3db tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:08.026165 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d59a0dc7-86ba-4d44-ac9e-5cebff5fc3db tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3836617 Apr 28 19:39:08.030256 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46752) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:08.036938 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-3bcf9ad1-2521-4d6d-9f5d-3065f30c6b1c tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Request body: {'security_group_rule': {'security_group_id': '3415a19a-7da7-4867-850a-ab2e4fe5885a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:08.047033 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a5b1c-bade-44c6-bb51-0a79e623a0c2 req-b563ab99-6606-479c-8281-6939ccdf5ffd tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:08.048991 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f27a5b1c-bade-44c6-bb51-0a79e623a0c2 req-b563ab99-6606-479c-8281-6939ccdf5ffd tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 943 time: 0.4548657 Apr 28 19:39:08.068093 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1f2d0963-89ec-4d75-9243-4073b63012ca tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:08.114962 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3bcf9ad1-2521-4d6d-9f5d-3065f30c6b1c tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:08.146377 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9d7a7dd7-cd1d-450a-9d1e-e3fe336542e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:08.198400 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-82a019ef-6287-46f1-90e8-a47ad218dad1 None None] For port 37abf888-fb9c-45e9-8ffa-203be3bee5c9, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=37abf888-fb9c-45e9-8ffa-203be3bee5c9,segment=NetworkSegment(139f7c79-0796-4dce-94a1-7c10956b8166),segment_id=139f7c79-0796-4dce-94a1-7c10956b8166)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:08.222650 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3bcf9ad1-2521-4d6d-9f5d-3065f30c6b1c tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:08.222937 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-82a019ef-6287-46f1-90e8-a47ad218dad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:08.229663 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f27a5b1c-bade-44c6-bb51-0a79e623a0c2 req-833ac5d1-f25f-43be-99c8-94075a6abcd8 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700203 Apr 28 19:39:08.281138 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9d7a7dd7-cd1d-450a-9d1e-e3fe336542e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:08.355542 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3bcf9ad1-2521-4d6d-9f5d-3065f30c6b1c tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:08.531881 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1f2d0963-89ec-4d75-9243-4073b63012ca tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:08.547095 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf9ad1-2521-4d6d-9f5d-3065f30c6b1c tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4441ff2-1e96-49b9-a942-6764309ce504,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:08.555493 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1f2d0963-89ec-4d75-9243-4073b63012ca tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:08.566835 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3bcf9ad1-2521-4d6d-9f5d-3065f30c6b1c tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:08.568440 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3bcf9ad1-2521-4d6d-9f5d-3065f30c6b1c tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5350437 Apr 28 19:39:08.577368 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46764) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:08.584301 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a019ef-6287-46f1-90e8-a47ad218dad1 None None] Pushing event updated for resources: {'Port': ['ID=37abf888-fb9c-45e9-8ffa-203be3bee5c9,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:08.590497 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-84e5335b-32d0-4ec2-8cf8-71a4e4eae48f None None] Provisioning complete for port 37abf888-fb9c-45e9-8ffa-203be3bee5c9 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:08.591807 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-84e5335b-32d0-4ec2-8cf8-71a4e4eae48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:08.592758 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-55eeb107-0fb7-496d-b051-e4c7f033873f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Request body: {'security_group_rule': {'security_group_id': '3415a19a-7da7-4867-850a-ab2e4fe5885a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:08.619825 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9d7a7dd7-cd1d-450a-9d1e-e3fe336542e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:08.622752 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9d7a7dd7-cd1d-450a-9d1e-e3fe336542e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:08.633469 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d0963-89ec-4d75-9243-4073b63012ca tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7411ed7d-19ae-4eb0-bd6e-31dddb0c92fd,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:08.640287 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9d7a7dd7-cd1d-450a-9d1e-e3fe336542e7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2b8d6d46-8bb9-4e41-9d21-b4840b2243cf HTTP/1.1" status: 204 len: 168 time: 0.8306575 Apr 28 19:39:08.651593 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-cb0d9267-174e-44b9-9185-3f07a972c78e tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:08.662619 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-cb0d9267-174e-44b9-9185-3f07a972c78e tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/networks?id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 HTTP/1.1" status: 200 len: 812 time: 0.5367479 Apr 28 19:39:08.677289 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1f2d0963-89ec-4d75-9243-4073b63012ca tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:08.682403 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1f2d0963-89ec-4d75-9243-4073b63012ca tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7561815 Apr 28 19:39:08.700654 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 46768) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:08.731403 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-0dd96be4-2c31-4374-9a91-74dd646d1073 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:08.735035 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-11a75bab-0d24-4f53-88ab-3b9b2fde3f61 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/quotas/94740374ca054549b67b793671aaad05 HTTP/1.1" status: 200 len: 375 time: 0.0451553 Apr 28 19:39:08.748574 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a7dd7-cd1d-450a-9d1e-e3fe336542e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8d6d46-8bb9-4e41-9d21-b4840b2243cf,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:08.818365 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-17b03ec4-47df-42be-9526-94d34499b0f4 admin admin] Allocated IP 172.20.0.1 (a55f16c9-95c8-4fd4-8995-3500160073e6/a3f8a51f-a72a-43a1-86d9-94a03a04c570/81d8c93d-8b2d-4297-824b-38480f0ffaa3) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:39:08.870135 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-55eeb107-0fb7-496d-b051-e4c7f033873f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:08.904639 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0dd96be4-2c31-4374-9a91-74dd646d1073 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for floatingip, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:09.063374 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-cc43f4d2-2ab0-492d-bb0a-f5a60deed8cd tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=94740374ca054549b67b793671aaad05&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3218184 Apr 28 19:39:09.116199 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-55eeb107-0fb7-496d-b051-e4c7f033873f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:09.148805 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-55eeb107-0fb7-496d-b051-e4c7f033873f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:09.184989 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-17b03ec4-47df-42be-9526-94d34499b0f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:09.261723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eeb107-0fb7-496d-b051-e4c7f033873f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18510a29-1f74-4d86-9599-5c3a535f31fe,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:09.282511 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-51ad12bd-631a-47c9-ac9e-bc30f7e96391 req-a4f85ea6-9e7d-4706-b6f0-d60ed23108cd tempest-ServerShowV247Test-1972315759 tempest-ServerShowV247Test-1972315759-project] 10.222.0.42 "GET /v2.0/ports?device_id=8af43e20-242d-4fef-bc8b-83625e7e6e48 HTTP/1.1" status: 200 len: 210 time: 0.0830865 Apr 28 19:39:09.319559 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-55eeb107-0fb7-496d-b051-e4c7f033873f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:09.339248 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-55eeb107-0fb7-496d-b051-e4c7f033873f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7516401 Apr 28 19:39:09.343269 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46780) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:09.411474 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-dd0c6bfc-f2bf-4a5c-a103-2107879dc306 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:09.427566 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-bbe75e36-b74c-4155-93f0-edbeea8f3acf service neutron] 10.222.0.42 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611479 Apr 28 19:39:09.488436 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dd0c6bfc-f2bf-4a5c-a103-2107879dc306 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:09.560031 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-17b03ec4-47df-42be-9526-94d34499b0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:09.682509 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b03ec4-47df-42be-9526-94d34499b0f4 admin admin] Pushing event updated for resources: {'Port': ['ID=81d8c93d-8b2d-4297-824b-38480f0ffaa3,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:09.720593 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-b854654f-b3c9-48d8-b660-7f1d64ce6872 service neutron] 10.222.0.42 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918077 Apr 28 19:39:09.763075 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b03ec4-47df-42be-9526-94d34499b0f4 admin admin] Network a55f16c9-95c8-4fd4-8995-3500160073e6 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:09.764600 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 37abf888-fb9c-45e9-8ffa-203be3bee5c9 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:39:09.783750 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5539c-060b-4fcb-9d28-eda259c31f60 req-0bf5de3b-ad81-4447-84df-73664e129a08 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:09.786509 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1dc5539c-060b-4fcb-9d28-eda259c31f60 req-0bf5de3b-ad81-4447-84df-73664e129a08 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 943 time: 0.3122988 Apr 28 19:39:09.792858 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-17b03ec4-47df-42be-9526-94d34499b0f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:09.796835 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b03ec4-47df-42be-9526-94d34499b0f4 admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:39:09.805671 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dd0c6bfc-f2bf-4a5c-a103-2107879dc306 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:09.987902 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 37abf888-fb9c-45e9-8ffa-203be3bee5c9 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:09.990229 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:10.036477 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1dc5539c-060b-4fcb-9d28-eda259c31f60 req-58b8fe82-8080-4c99-ae87-a06dfcc21cb4 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922779 Apr 28 19:39:10.061830 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-17b03ec4-47df-42be-9526-94d34499b0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:10.116630 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-dd0c6bfc-f2bf-4a5c-a103-2107879dc306 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Allocated IP 172.25.8.201 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/eccdb066-bec1-4c0f-b170-8d7b25522d47) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:39:10.203093 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-101b60c2-dd2a-404a-b9a3-92d213210715 service neutron] 10.222.0.15 "GET /v2.0/ports/aadf9260-8573-4b20-888a-2caa4d850f12/bindings/n-h2-839810-1 HTTP/1.1" status: 200 len: 384 time: 0.1764777 Apr 28 19:39:10.215389 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-34f0357f-4859-4356-8e61-62f72612b66d req-6973512a-111b-4169-82e9-a468509ca7a5 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=d92514d8-ecbd-4984-8053-425e04f2a622 HTTP/1.1" status: 200 len: 210 time: 0.0759344 Apr 28 19:39:10.261399 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0dd96be4-2c31-4374-9a91-74dd646d1073 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:10.293388 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c4a0edba-69db-4e87-abff-394841f3a7b0 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:39:10.404494 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dd0c6bfc-f2bf-4a5c-a103-2107879dc306 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:10.428779 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-f6b36024-2341-4a13-ab1a-a2d14c967c5c None None] Provisioning complete for port 81d8c93d-8b2d-4297-824b-38480f0ffaa3 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:10.429744 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f6b36024-2341-4a13-ab1a-a2d14c967c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:10.487630 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dd0c6bfc-f2bf-4a5c-a103-2107879dc306 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:10.506206 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port c4a0edba-69db-4e87-abff-394841f3a7b0 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:10.506953 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:10.570675 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-f6b36024-2341-4a13-ab1a-a2d14c967c5c None None] Port 81d8c93d-8b2d-4297-824b-38480f0ffaa3 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:39:10.586265 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d2f19116-4437-485c-b625-14b2e62528b2 req-279e8a28-a9a0-4afb-b181-a612ed2f8b69 tempest-ServerShowV247Test-1972315759 tempest-ServerShowV247Test-1972315759-project] 10.222.0.42 "GET /v2.0/ports?device_id=8af43e20-242d-4fef-bc8b-83625e7e6e48 HTTP/1.1" status: 200 len: 210 time: 0.1422217 Apr 28 19:39:10.617210 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0c6bfc-f2bf-4a5c-a103-2107879dc306 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:10.623345 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-dd0c6bfc-f2bf-4a5c-a103-2107879dc306 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:10.640290 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0c6bfc-f2bf-4a5c-a103-2107879dc306 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:39:10.695017 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:10.708281 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-0dd96be4-2c31-4374-9a91-74dd646d1073 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Allocated IP 172.25.8.137 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/86a1513d-3669-4ff7-8077-37ea7718d373) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:39:10.763436 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port c4a0edba-69db-4e87-abff-394841f3a7b0, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c4a0edba-69db-4e87-abff-394841f3a7b0,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:10.770277 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:10.842926 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device aadf9260-8573-4b20-888a-2caa4d850f12 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:39:10.861121 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c6bfc-f2bf-4a5c-a103-2107879dc306 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Pushing event updated for resources: {'Port': ['ID=eccdb066-bec1-4c0f-b170-8d7b25522d47,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:10.883986 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dd0c6bfc-f2bf-4a5c-a103-2107879dc306 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:10.956492 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dd0c6bfc-f2bf-4a5c-a103-2107879dc306 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:10.972056 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0dd96be4-2c31-4374-9a91-74dd646d1073 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:11.038298 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=c4a0edba-69db-4e87-abff-394841f3a7b0,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:11.060212 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-12a80036-3feb-41f3-8b82-d30229b2cd6b tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a1c2db2b5b0c4617804958b8f210eded&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409987 Apr 28 19:39:11.161042 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-17b03ec4-47df-42be-9526-94d34499b0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:11.182527 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0dd96be4-2c31-4374-9a91-74dd646d1073 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:11.292031 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-d250b94e-c882-4703-9a3f-6926e657c450 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:11.293765 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-d250b94e-c882-4703-9a3f-6926e657c450 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2196190 Apr 28 19:39:11.348444 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dd0c6bfc-f2bf-4a5c-a103-2107879dc306 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:11.351822 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-c4b0fc52-721b-485f-aaa6-7876920308e1 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] 10.222.0.42 "GET /v2.0/quotas/a1c2db2b5b0c4617804958b8f210eded HTTP/1.1" status: 200 len: 375 time: 0.0320048 Apr 28 19:39:11.355919 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dd0c6bfc-f2bf-4a5c-a103-2107879dc306 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:11.431940 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c4a0edba-69db-4e87-abff-394841f3a7b0 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:39:11.466797 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-51b9677e-3c6e-4630-9853-79c18f6fda20 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1c2db2b5b0c4617804958b8f210eded&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0929651 Apr 28 19:39:11.494275 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c6bfc-f2bf-4a5c-a103-2107879dc306 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Pushing event updated for resources: {'Port': ['ID=eccdb066-bec1-4c0f-b170-8d7b25522d47,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:11.494780 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port c4a0edba-69db-4e87-abff-394841f3a7b0 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:11.495429 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:11.519259 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dd0c6bfc-f2bf-4a5c-a103-2107879dc306 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:11.544382 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dd0c6bfc-f2bf-4a5c-a103-2107879dc306 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:11.557524 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-dd0c6bfc-f2bf-4a5c-a103-2107879dc306 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1511827 Apr 28 19:39:11.705943 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd96be4-2c31-4374-9a91-74dd646d1073 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:11.707867 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-834167ae-1db6-4aeb-8a10-f4a459e94732 service neutron] For port aadf9260-8573-4b20-888a-2caa4d850f12, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=aadf9260-8573-4b20-888a-2caa4d850f12,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:11.721006 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e0d2eca4-bddd-4dfb-bd0a-a08fcf9fc054 req-72f4e8d6-dfb9-4001-bca5-82425fbfabd0 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=d92514d8-ecbd-4984-8053-425e04f2a622 HTTP/1.1" status: 200 len: 210 time: 0.0295317 Apr 28 19:39:11.725043 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-0dd96be4-2c31-4374-9a91-74dd646d1073 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:11.737749 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd96be4-2c31-4374-9a91-74dd646d1073 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:39:11.790517 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-834167ae-1db6-4aeb-8a10-f4a459e94732 service neutron] For port aadf9260-8573-4b20-888a-2caa4d850f12, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:39:11.796534 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd96be4-2c31-4374-9a91-74dd646d1073 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Pushing event updated for resources: {'Port': ['ID=86a1513d-3669-4ff7-8077-37ea7718d373,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:11.841358 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-781c098d-b0e8-4af2-9bc0-c5e1ad039743 req-a7bf97fc-03f8-40a1-94f3-1ecd5d26c5e5 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] 10.222.0.42 "GET /v2.0/ports?device_id=451c8919-d912-4ed6-ae26-4c111b8372d8 HTTP/1.1" status: 200 len: 210 time: 0.0428510 Apr 28 19:39:11.880319 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea04c40-a01d-447f-80f8-90895719970d req-1b14845e-ebfd-496a-b483-68650415a7b9 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:11.882927 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cea04c40-a01d-447f-80f8-90895719970d req-1b14845e-ebfd-496a-b483-68650415a7b9 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 943 time: 0.6969738 Apr 28 19:39:11.944577 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-834167ae-1db6-4aeb-8a10-f4a459e94732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aadf9260-8573-4b20-888a-2caa4d850f12 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:11.964909 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-215c3104-2f41-49db-b5a6-c339f7f6c2f2 req-3c653886-ea1d-4514-97f2-9302dade081b tempest-ServerShowV247Test-1972315759 tempest-ServerShowV247Test-1972315759-project] 10.222.0.42 "GET /v2.0/ports?device_id=8af43e20-242d-4fef-bc8b-83625e7e6e48 HTTP/1.1" status: 200 len: 210 time: 0.0597184 Apr 28 19:39:11.973366 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-834167ae-1db6-4aeb-8a10-f4a459e94732 service neutron] For port aadf9260-8573-4b20-888a-2caa4d850f12, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=aadf9260-8573-4b20-888a-2caa4d850f12,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:12.092552 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-834167ae-1db6-4aeb-8a10-f4a459e94732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:12.129391 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-60baa3d0-ac8f-4bb4-9fdf-249f0f5b83e4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--741238494&fields=id&tenant_id=533c1e9c8dee43379021e03f9df0f17e HTTP/1.1" status: 200 len: 267 time: 0.0536966 Apr 28 19:39:12.145889 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cea04c40-a01d-447f-80f8-90895719970d req-e07c150c-fa52-4ad1-ad2f-fd2ea46534b0 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269294 Apr 28 19:39:12.194953 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-080c1ee8-2252-448a-a2bd-d632915d4152 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:12.205523 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-080c1ee8-2252-448a-a2bd-d632915d4152 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports/e8a5b2ff-865e-49ab-9075-8c55199df681 HTTP/1.1" status: 200 len: 936 time: 0.0751379 Apr 28 19:39:12.257470 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-45687942-7be6-4c8a-8619-b28aacaf0164 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:12.267044 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-45687942-7be6-4c8a-8619-b28aacaf0164 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports/82f7143d-e7a9-467d-9495-8d04e5fd2f42 HTTP/1.1" status: 200 len: 937 time: 0.0600979 Apr 28 19:39:12.306330 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0dd96be4-2c31-4374-9a91-74dd646d1073 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:12.327599 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-6fb7f75f-3242-40a1-86d8-4c22345717d8 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?network_id=e1add1d6-d054-4112-876e-e570e74daa00&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0594699 Apr 28 19:39:12.369200 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-4b78570b-2dd4-4286-bbc9-3e8c71255418 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?network_id=e1add1d6-d054-4112-876e-e570e74daa00&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0338752 Apr 28 19:39:12.468559 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-17b03ec4-47df-42be-9526-94d34499b0f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:12.493814 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-c9e8f4de-ea6a-4464-9f56-384fe8c2f0a0 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:12.495257 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-c9e8f4de-ea6a-4464-9f56-384fe8c2f0a0 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.44 "GET /v2.0/networks?id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 HTTP/1.1" status: 200 len: 812 time: 0.4454973 Apr 28 19:39:12.497595 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-cac27526-a749-47f0-a013-ccab4407819f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:12.504397 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-cac27526-a749-47f0-a013-ccab4407819f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:12.510242 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0dd96be4-2c31-4374-9a91-74dd646d1073 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:12.510728 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-cac27526-a749-47f0-a013-ccab4407819f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:12.512382 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-17b03ec4-47df-42be-9526-94d34499b0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:12.512656 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-cac27526-a749-47f0-a013-ccab4407819f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/networks?id=430c85ba-7aa8-4fd6-a010-581e595ae98e&id=6cf7a3f9-9c87-425f-81e9-8f2d573cafa9&id=6cf7a3f9-9c87-425f-81e9-8f2d573cafa9&id=e1add1d6-d054-4112-876e-e570e74daa00&id=e1add1d6-d054-4112-876e-e570e74daa00 HTTP/1.1" status: 200 len: 1993 time: 0.1352811 Apr 28 19:39:12.529148 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-add0114d-3d53-409f-8d03-003c1507bce8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Request body: {'port': {'device_id': 'd92514d8-ecbd-4984-8053-425e04f2a622', 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19', 'admin_state_up': True, 'tenant_id': '94740374ca054549b67b793671aaad05'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:12.530464 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-883d0385-d4a6-4a81-8b55-48abf34f7552 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/quotas/533c1e9c8dee43379021e03f9df0f17e HTTP/1.1" status: 200 len: 375 time: 0.0111752 Apr 28 19:39:12.611041 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-733e0fc0-ab8e-4631-8a7f-93d28b58b84b tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=533c1e9c8dee43379021e03f9df0f17e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0717130 Apr 28 19:39:12.611937 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-73570981-8cc4-4117-8c9e-32b5938e1c7e tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1308051957&fields=id&tenant_id=ffb5293af9564b88b2b8cd5f78297bee HTTP/1.1" status: 200 len: 267 time: 0.2670848 Apr 28 19:39:12.692335 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-834167ae-1db6-4aeb-8a10-f4a459e94732 service neutron] Transition to ACTIVE for port object aadf9260-8573-4b20-888a-2caa4d850f12 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:39:12.716053 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-09ea1770-e4ae-4360-97cb-495a91abf8c1 service neutron] 10.222.0.42 "GET /v2.0/networks/430c85ba-7aa8-4fd6-a010-581e595ae98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919280 Apr 28 19:39:12.727801 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-834167ae-1db6-4aeb-8a10-f4a459e94732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:12.729881 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b03ec4-47df-42be-9526-94d34499b0f4 admin admin] Pushing event updated for resources: {'Port': ['ID=81d8c93d-8b2d-4297-824b-38480f0ffaa3,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:12.769821 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-17b03ec4-47df-42be-9526-94d34499b0f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:12.812232 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-530ebeaf-4419-4d26-bcfe-96cf89a67a79 service neutron] 10.222.0.42 "GET /v2.0/networks/430c85ba-7aa8-4fd6-a010-581e595ae98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888224 Apr 28 19:39:12.871076 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-b235f270-45ab-41fe-b983-b130517ac9ac service neutron] 10.222.0.42 "GET /v2.0/ports/e8a5b2ff-865e-49ab-9075-8c55199df681?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0480597 Apr 28 19:39:12.962551 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-834167ae-1db6-4aeb-8a10-f4a459e94732 service neutron] No DVR routers for this DVR port aadf9260-8573-4b20-888a-2caa4d850f12 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:39:12.970079 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-ef0aabd6-4008-4a08-82fd-07b16be71976 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a1c2db2b5b0c4617804958b8f210eded&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360153 Apr 28 19:39:13.004448 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834167ae-1db6-4aeb-8a10-f4a459e94732 service neutron] Pushing event updated for resources: {'Port': ['ID=aadf9260-8573-4b20-888a-2caa4d850f12,revision_number=10']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:13.019019 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-c9f855b3-baae-4346-89da-09b339f6c342 service neutron] 10.222.0.42 "GET /v2.0/networks/6cf7a3f9-9c87-425f-81e9-8f2d573cafa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464291 Apr 28 19:39:13.067176 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-5bd30c49-3048-427f-9ead-ddf597b76764 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:13.068803 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-5bd30c49-3048-427f-9ead-ddf597b76764 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/networks?id=4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad HTTP/1.1" status: 200 len: 815 time: 0.4458885 Apr 28 19:39:13.086202 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-834167ae-1db6-4aeb-8a10-f4a459e94732 service neutron] 10.222.0.15 "PUT /v2.0/ports/aadf9260-8573-4b20-888a-2caa4d850f12/bindings/n-h2-839810-1/activate HTTP/1.1" status: 200 len: 369 time: 2.8284802 Apr 28 19:39:13.102330 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-add0114d-3d53-409f-8d03-003c1507bce8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Made reservation on behalf of 94740374ca054549b67b793671aaad05 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:39:13.105773 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-add0114d-3d53-409f-8d03-003c1507bce8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:13.139825 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-a9151666-d8e4-4df0-835b-50f8eaf0ab24 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/quotas/ffb5293af9564b88b2b8cd5f78297bee HTTP/1.1" status: 200 len: 375 time: 0.0631623 Apr 28 19:39:13.275156 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b03ec4-47df-42be-9526-94d34499b0f4 admin admin] Network a55f16c9-95c8-4fd4-8995-3500160073e6 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:13.279783 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0dd96be4-2c31-4374-9a91-74dd646d1073 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:13.287635 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-17b03ec4-47df-42be-9526-94d34499b0f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:13.302184 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0dd96be4-2c31-4374-9a91-74dd646d1073 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:13.581719 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-d1efb158-7698-410b-8733-129fea70c765 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:13.583131 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-d1efb158-7698-410b-8733-129fea70c765 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6047397 Apr 28 19:39:13.601096 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-cb9938b2-bbe4-40e8-9458-daea8af7c1e3 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] Request body: {'port': {'device_id': '451c8919-d912-4ed6-ae26-4c111b8372d8', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'admin_state_up': True, 'tenant_id': 'a1c2db2b5b0c4617804958b8f210eded'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:13.626974 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-319dc264-f0cd-466f-a023-6948c6a6741e service neutron] 10.222.0.42 "GET /v2.0/networks/6cf7a3f9-9c87-425f-81e9-8f2d573cafa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5704911 Apr 28 19:39:13.629683 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a79ee235-146d-4c22-805a-2d7ddbcf6432 None None] Provisioning complete for port 81d8c93d-8b2d-4297-824b-38480f0ffaa3 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:13.630785 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a79ee235-146d-4c22-805a-2d7ddbcf6432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:13.668730 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-a79ee235-146d-4c22-805a-2d7ddbcf6432 None None] Port 81d8c93d-8b2d-4297-824b-38480f0ffaa3 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:39:13.671526 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-6063eb24-0480-49c6-98a6-6e9d65497215 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:13.673089 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-6063eb24-0480-49c6-98a6-6e9d65497215 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec&tenant_id=65106efa94b44e66ac09133941d375fb&binding%3Ahost_id=n-h1-839810-1 HTTP/1.1" status: 200 len: 1095 time: 0.5284948 Apr 28 19:39:13.731438 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-c9914a5a-5513-4bfb-81a6-10d3d0bd07ed service neutron] 10.222.0.42 "GET /v2.0/ports/82f7143d-e7a9-467d-9495-8d04e5fd2f42?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0752134 Apr 28 19:39:13.744553 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-2a82bf76-b54c-4dcc-ae0e-2293dc7a0273 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ffb5293af9564b88b2b8cd5f78297bee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5883348 Apr 28 19:39:13.783898 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd96be4-2c31-4374-9a91-74dd646d1073 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Pushing event updated for resources: {'Port': ['ID=86a1513d-3669-4ff7-8077-37ea7718d373,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:13.819021 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-4e255c24-9438-4341-aab4-6d1aeb901066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:13.820478 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-4e255c24-9438-4341-aab4-6d1aeb901066 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec&tenant_id=65106efa94b44e66ac09133941d375fb HTTP/1.1" status: 200 len: 1095 time: 0.1245480 Apr 28 19:39:13.824234 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d6d360f7-2c7c-4046-839f-a2dadfb70114 req-bc023e26-c54b-4d50-bb67-8fb97b8df275 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8af43e20-242d-4fef-bc8b-83625e7e6e48 HTTP/1.1" status: 200 len: 210 time: 0.0941184 Apr 28 19:39:13.825474 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-add0114d-3d53-409f-8d03-003c1507bce8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Allocated IP 172.20.0.4 (80edfba9-b4c6-4f5e-9c0a-cf56f7367f19/43d83121-413d-4da3-b294-551f60ac6b94/2b19841d-3708-41d0-87a7-259061b6ab91) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:39:13.837145 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-9438b320-5781-46f2-b6c6-3dfa74a7f7b7 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:39:13.838149 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-9438b320-5781-46f2-b6c6-3dfa74a7f7b7 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104930 Apr 28 19:39:13.887164 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-cb9938b2-bbe4-40e8-9458-daea8af7c1e3 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] Made reservation on behalf of a1c2db2b5b0c4617804958b8f210eded for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:39:13.890598 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-cb9938b2-bbe4-40e8-9458-daea8af7c1e3 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:13.917999 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-218fc30d-b27e-40b1-89ec-ca63814b0d28 service neutron] 10.222.0.42 "GET /v2.0/networks/6cf7a3f9-9c87-425f-81e9-8f2d573cafa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763525 Apr 28 19:39:13.918925 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0dd96be4-2c31-4374-9a91-74dd646d1073 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:13.919460 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-cb9938b2-bbe4-40e8-9458-daea8af7c1e3 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:13.929985 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-433ce9fe-78ca-4b7a-8336-e304d9a02a98 req-eb61851c-f2ad-4edf-912c-73d89e44da1e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=97861477-7b6d-48aa-9bdf-89105905415c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5516207 Apr 28 19:39:13.990538 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0dd96be4-2c31-4374-9a91-74dd646d1073 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:13.993991 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-f6b9102b-2221-4ae6-9a00-202bf698e805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:13.995488 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-f6b9102b-2221-4ae6-9a00-202bf698e805 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=65106efa94b44e66ac09133941d375fb&device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 1095 time: 0.1314132 Apr 28 19:39:13.996643 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0dd96be4-2c31-4374-9a91-74dd646d1073 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2913716 Apr 28 19:39:14.006350 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b03ec4-47df-42be-9526-94d34499b0f4 admin admin] Router 044b7a3d-5b1c-45b6-93aa-1f5a21398b2d has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:39:14.055035 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-179e87c6-b276-4c33-a4af-a8e4d89d2a2a service neutron] 10.222.0.42 "GET /v2.0/networks/4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893083 Apr 28 19:39:14.128518 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-2976ed49-298e-4bdb-b476-4abc70705b65 service neutron] 10.222.0.42 "GET /v2.0/networks/6cf7a3f9-9c87-425f-81e9-8f2d573cafa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991665 Apr 28 19:39:14.232673 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-cb9938b2-bbe4-40e8-9458-daea8af7c1e3 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:14.236192 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-244789dc-ced1-47cd-984d-01bd2b1b81de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:14.237643 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-244789dc-ced1-47cd-984d-01bd2b1b81de service neutron] 10.222.0.44 "GET /v2.0/networks?id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd HTTP/1.1" status: 200 len: 908 time: 0.2301672 Apr 28 19:39:14.240271 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-cb9938b2-bbe4-40e8-9458-daea8af7c1e3 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:14.315222 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ce9fe-78ca-4b7a-8336-e304d9a02a98 req-155f42db-6367-48e1-be7f-a3b80364aec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:14.316789 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-433ce9fe-78ca-4b7a-8336-e304d9a02a98 req-155f42db-6367-48e1-be7f-a3b80364aec1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=98a6d5da4ca84f3b93f1251e2d3cf2d8&device_id=97861477-7b6d-48aa-9bdf-89105905415c HTTP/1.1" status: 200 len: 1097 time: 0.2607758 Apr 28 19:39:14.356345 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-f2140cd6-d8a4-4c52-b34b-410b6629f480 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aadf9260-8573-4b20-888a-2caa4d850f12 HTTP/1.1" status: 200 len: 217 time: 0.1021411 Apr 28 19:39:14.377048 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9938b2-bbe4-40e8-9458-daea8af7c1e3 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04abece4-4ffd-4381-afd2-ad8706c97330,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:14.378695 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-b636e406-3aa2-4b2c-a7e6-58a8fe715d39 service neutron] 10.222.0.42 "GET /v2.0/networks/4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069177 Apr 28 19:39:14.380166 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b03ec4-47df-42be-9526-94d34499b0f4 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:39:14.386015 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-add0114d-3d53-409f-8d03-003c1507bce8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:14.390619 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-17b03ec4-47df-42be-9526-94d34499b0f4 admin admin] 10.222.0.42 "PUT /v2.0/routers/044b7a3d-5b1c-45b6-93aa-1f5a21398b2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0185778 Apr 28 19:39:14.416578 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc00098-af99-4ff4-bb75-8e1f4acd2625 None None] Sync routers for ids ['044b7a3d-5b1c-45b6-93aa-1f5a21398b2d'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:39:14.436309 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc00098-af99-4ff4-bb75-8e1f4acd2625 None None] Routers {'044b7a3d-5b1c-45b6-93aa-1f5a21398b2d'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:39:14.437268 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3fc00098-af99-4ff4-bb75-8e1f4acd2625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:38:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['044b7a3d-5b1c-45b6-93aa-1f5a21398b2d'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:14.492868 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ce9fe-78ca-4b7a-8336-e304d9a02a98 req-fb4278cd-c2ac-4079-9d12-5073a18cf20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:14.494513 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-433ce9fe-78ca-4b7a-8336-e304d9a02a98 req-fb4278cd-c2ac-4079-9d12-5073a18cf20d service neutron] 10.222.0.15 "GET /v2.0/networks?id=fa6ba32f-86e1-489e-bf69-a0854e414daf HTTP/1.1" status: 200 len: 916 time: 0.1484616 Apr 28 19:39:14.514464 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-add0114d-3d53-409f-8d03-003c1507bce8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:14.525428 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-55ced81b-581d-4077-9547-398b74012c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:14.527438 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-55ced81b-581d-4077-9547-398b74012c4e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d5c93c2-9d1b-4c66-8e1f-a78766af188b HTTP/1.1" status: 200 len: 847 time: 0.1571834 Apr 28 19:39:14.554643 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-f785cebd-9367-47f7-b2d3-75f50a75e5ec service neutron] 10.222.0.42 "GET /v2.0/networks/6cf7a3f9-9c87-425f-81e9-8f2d573cafa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159281 Apr 28 19:39:14.635091 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-add0114d-3d53-409f-8d03-003c1507bce8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Network 80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:14.642395 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-15a30e23-560b-4bce-bb32-eae4f8aa16b3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999820 Apr 28 19:39:14.643275 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-add0114d-3d53-409f-8d03-003c1507bce8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:14.647920 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-add0114d-3d53-409f-8d03-003c1507bce8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:39:14.650507 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0114d-3d53-409f-8d03-003c1507bce8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Pushing event updated for resources: {'Port': ['ID=2b19841d-3708-41d0-87a7-259061b6ab91,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:14.661813 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-433ce9fe-78ca-4b7a-8336-e304d9a02a98 req-f49e81ff-7c55-4f32-a235-1979c12b38dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7275361-74d5-4846-89b8-50ac64894ba2 HTTP/1.1" status: 200 len: 1001 time: 0.1578789 Apr 28 19:39:14.766693 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-add0114d-3d53-409f-8d03-003c1507bce8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:14.767419 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-add0114d-3d53-409f-8d03-003c1507bce8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:14.788161 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ce9fe-78ca-4b7a-8336-e304d9a02a98 req-0ecc6c55-97ba-4381-9596-6a9592bed21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:14.789683 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-433ce9fe-78ca-4b7a-8336-e304d9a02a98 req-0ecc6c55-97ba-4381-9596-6a9592bed21b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7a2f793-5447-48fe-83df-017889e9d0fc HTTP/1.1" status: 200 len: 854 time: 0.1027076 Apr 28 19:39:14.804842 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-add0114d-3d53-409f-8d03-003c1507bce8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2837579 Apr 28 19:39:14.831371 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-6bf02531-3fda-4702-93cf-f707d425abec service neutron] Request body: {'port': {'device_id': 'd92514d8-ecbd-4984-8053-425e04f2a622', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:14.831792 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-14e97eb1-b662-4cf0-acfa-04174ee8c280 service neutron] 10.222.0.44 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261458 Apr 28 19:39:14.902122 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-3fc00098-af99-4ff4-bb75-8e1f4acd2625 None None] Set router 044b7a3d-5b1c-45b6-93aa-1f5a21398b2d gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:39:15.012403 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-eec54ab7-d955-4008-a3f5-8851f1c8f124 service neutron] 10.222.0.42 "GET /v2.0/networks/6cf7a3f9-9c87-425f-81e9-8f2d573cafa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537280 Apr 28 19:39:15.013424 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ce9fe-78ca-4b7a-8336-e304d9a02a98 req-3f6af1cb-7062-4f31-b955-77e99cb9cce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:15.015986 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-433ce9fe-78ca-4b7a-8336-e304d9a02a98 req-3f6af1cb-7062-4f31-b955-77e99cb9cce1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa6ba32f-86e1-489e-bf69-a0854e414daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2090104 Apr 28 19:39:15.053992 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['00336601-0b73-4f3e-a535-ae6537f969ea'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:39:15.054217 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-6bf02531-3fda-4702-93cf-f707d425abec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:15.080516 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-cb9938b2-bbe4-40e8-9458-daea8af7c1e3 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] Allocated IP 192.168.233.30 (a2ea96f2-6755-492c-8fa3-72807d68d67a/ba397751-1619-4962-a669-11aa98e2e3bc/1be6d5d3-b5cd-47e9-a2c6-39438ea6241f) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:39:15.140063 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-690365cd-8eb1-43c5-a8ec-fa887751a82e service neutron] 10.222.0.44 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958505 Apr 28 19:39:15.252027 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-0fc966ca-f7b4-46d3-a663-b23140796845 service neutron] 10.222.0.42 "GET /v2.0/networks/6cf7a3f9-9c87-425f-81e9-8f2d573cafa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381451 Apr 28 19:39:15.259981 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fc806-164e-4020-ae8a-6334ae8a522d req-468d3e4c-9868-41df-be7a-d4a8567bb53b tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:15.263133 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-f6dcc860-dfc2-493c-8850-c1e7ed1d78dd None None] Provisioning complete for port 2b19841d-3708-41d0-87a7-259061b6ab91 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:15.263500 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f6dcc860-dfc2-493c-8850-c1e7ed1d78dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:15.268980 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f48fc806-164e-4020-ae8a-6334ae8a522d req-468d3e4c-9868-41df-be7a-d4a8567bb53b tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=d92514d8-ecbd-4984-8053-425e04f2a622 HTTP/1.1" status: 200 len: 931 time: 0.2977881 Apr 28 19:39:15.365003 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-f6dcc860-dfc2-493c-8850-c1e7ed1d78dd None None] Port 2b19841d-3708-41d0-87a7-259061b6ab91 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:39:15.375096 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-20192dcb-9610-4c33-910d-8efdee42e714 service neutron] 10.222.0.42 "GET /v2.0/networks/6cf7a3f9-9c87-425f-81e9-8f2d573cafa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220078 Apr 28 19:39:15.521645 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f48fc806-164e-4020-ae8a-6334ae8a522d req-d5aba2e6-91f1-421f-b1de-1d7da588c250 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228808 Apr 28 19:39:15.566986 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-1ffd7e22-5847-4cd9-93d7-e7ea61747747 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:15.568728 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-1ffd7e22-5847-4cd9-93d7-e7ea61747747 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec&tenant_id=65106efa94b44e66ac09133941d375fb&binding%3Ahost_id=n-h2-839810-1 HTTP/1.1" status: 200 len: 1095 time: 0.1394162 Apr 28 19:39:15.573091 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3fc00098-af99-4ff4-bb75-8e1f4acd2625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'name': 'tempest-ServersTestManualDisk-138550659-router', 'tenant_id': '2dd1094050784d62aec95318cfccb911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'c4a0edba-69db-4e87-abff-394841f3a7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:00Z', 'updated_at': '2022-04-28T19:39:11Z', 'revision_number': 4, 'project_id': '2dd1094050784d62aec95318cfccb911', 'gw_port': {'id': 'c4a0edba-69db-4e87-abff-394841f3a7b0', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:02Z', 'updated_at': '2022-04-28T19:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '81d8c93d-8b2d-4297-824b-38480f0ffaa3', 'name': '', 'network_id': 'a55f16c9-95c8-4fd4-8995-3500160073e6', 'tenant_id': '2dd1094050784d62aec95318cfccb911', 'mac_address': 'fa:16:3e:72:ef:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'a3f8a51f-a72a-43a1-86d9-94a03a04c570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:08Z', 'updated_at': '2022-04-28T19:39:11Z', 'revision_number': 2, 'project_id': '2dd1094050784d62aec95318cfccb911', 'subnets': [{'id': 'a3f8a51f-a72a-43a1-86d9-94a03a04c570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:15.602296 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-cb9938b2-bbe4-40e8-9458-daea8af7c1e3 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:15.607520 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc00098-af99-4ff4-bb75-8e1f4acd2625 None None] Checking router: 044b7a3d-5b1c-45b6-93aa-1f5a21398b2d for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:39:15.607520 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc00098-af99-4ff4-bb75-8e1f4acd2625 None None] Updating router 044b7a3d-5b1c-45b6-93aa-1f5a21398b2d port 81d8c93d-8b2d-4297-824b-38480f0ffaa3 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:39:15.636328 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-3c9b56c6-0e10-4538-955e-296ce0c14699 service neutron] 10.222.0.42 "GET /v2.0/networks/e1add1d6-d054-4112-876e-e570e74daa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589421 Apr 28 19:39:15.638412 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-433ce9fe-78ca-4b7a-8336-e304d9a02a98 req-a7af3adc-8f04-4a17-a34c-6a0fd11c6c2d service neutron] 10.222.0.15 "GET /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5862749 Apr 28 19:39:15.642116 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3fc00098-af99-4ff4-bb75-8e1f4acd2625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:15.728812 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-631f60a7-ecc3-44a2-b6fa-475d67a1474a req-61e0a92d-e93f-440b-b25b-56faa3125daf tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] 10.222.0.42 "GET /v2.0/ports?device_id=451c8919-d912-4ed6-ae26-4c111b8372d8 HTTP/1.1" status: 200 len: 210 time: 0.0684931 Apr 28 19:39:15.748071 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-ec4ddef5-498e-4d01-9a08-7695b2365688 service neutron] 10.222.0.42 "GET /v2.0/networks/e1add1d6-d054-4112-876e-e570e74daa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119623 Apr 28 19:39:15.868715 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-433ce9fe-78ca-4b7a-8336-e304d9a02a98 req-a56b3975-e472-4661-8de6-6b7d0229dcf6 service neutron] 10.222.0.15 "GET /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096558 Apr 28 19:39:15.897966 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-cb9938b2-bbe4-40e8-9458-daea8af7c1e3 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:15.956001 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-74d9e5dc-3ee0-44d0-93a3-57fae1052f9f req-d43f660e-e212-4baa-948f-a427bcb62c00 tempest-ServerShowV247Test-1972315759 tempest-ServerShowV247Test-1972315759-project] 10.222.0.42 "GET /v2.0/ports?device_id=8af43e20-242d-4fef-bc8b-83625e7e6e48 HTTP/1.1" status: 200 len: 210 time: 0.0854497 Apr 28 19:39:15.971823 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-decdc5c1-ad5b-4343-b04d-dd9c62990c35 service neutron] 10.222.0.42 "GET /v2.0/networks/e1add1d6-d054-4112-876e-e570e74daa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227817 Apr 28 19:39:16.005640 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-cb9938b2-bbe4-40e8-9458-daea8af7c1e3 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] Network a2ea96f2-6755-492c-8fa3-72807d68d67a is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:16.014065 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-cb9938b2-bbe4-40e8-9458-daea8af7c1e3 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:16.016454 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-6bf02531-3fda-4702-93cf-f707d425abec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b19841d-3708-41d0-87a7-259061b6ab91 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:16.047782 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3fc00098-af99-4ff4-bb75-8e1f4acd2625 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:16.050716 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-6bf02531-3fda-4702-93cf-f707d425abec service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:16.051843 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-58df9028-dd28-47a2-8d23-67e3fb8eddf3 service neutron] For port aadf9260-8573-4b20-888a-2caa4d850f12, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:39:16.053113 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-cb9938b2-bbe4-40e8-9458-daea8af7c1e3 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:39:16.060990 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-58df9028-dd28-47a2-8d23-67e3fb8eddf3 service neutron] Notify callbacks [] for binding, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:16.061623 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3fc00098-af99-4ff4-bb75-8e1f4acd2625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:16.062122 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f9be8940-ec68-4c88-84fd-94af0f9dc5d9 req-58df9028-dd28-47a2-8d23-67e3fb8eddf3 service neutron] 10.222.0.44 "DELETE /v2.0/ports/aadf9260-8573-4b20-888a-2caa4d850f12/bindings/n-h1-839810-1 HTTP/1.1" status: 204 len: 173 time: 0.4780774 Apr 28 19:39:16.062772 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9938b2-bbe4-40e8-9458-daea8af7c1e3 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] Pushing event updated for resources: {'Port': ['ID=1be6d5d3-b5cd-47e9-a2c6-39438ea6241f,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:16.112493 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-6bf02531-3fda-4702-93cf-f707d425abec service neutron] Transition to ACTIVE for port object 2b19841d-3708-41d0-87a7-259061b6ab91 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:39:16.122435 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-6bf02531-3fda-4702-93cf-f707d425abec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:16.159809 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-cb9938b2-bbe4-40e8-9458-daea8af7c1e3 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:16.160606 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-cb9938b2-bbe4-40e8-9458-daea8af7c1e3 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:16.171551 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6486d20-a57e-477f-a1d7-507b1a331d79 None None] Pushing event updated for resources: {'Port': ['ID=81d8c93d-8b2d-4297-824b-38480f0ffaa3,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:16.191496 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-6d8a6c52-d1c0-4ca1-886c-9a28a5c3347c service neutron] 10.222.0.42 "GET /v2.0/networks/e1add1d6-d054-4112-876e-e570e74daa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187414 Apr 28 19:39:16.213326 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf02531-3fda-4702-93cf-f707d425abec service neutron] Pushing event updated for resources: {'Port': ['ID=2b19841d-3708-41d0-87a7-259061b6ab91,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:16.222552 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-cb9938b2-bbe4-40e8-9458-daea8af7c1e3 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6259129 Apr 28 19:39:16.249831 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-7f5b73c9-3482-42f2-a24d-afe4a511988d service neutron] Request body: {'port': {'device_id': '451c8919-d912-4ed6-ae26-4c111b8372d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:16.272328 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f1dea-1c3d-4461-9fbf-7eb8ccf28767 req-7a41f857-a9f5-4689-8354-80b5a3e5e668 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:16.274067 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a06f1dea-1c3d-4461-9fbf-7eb8ccf28767 req-7a41f857-a9f5-4689-8354-80b5a3e5e668 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 944 time: 0.2391276 Apr 28 19:39:16.369354 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-3fc00098-af99-4ff4-bb75-8e1f4acd2625 None None] Attempting to bind port 81d8c93d-8b2d-4297-824b-38480f0ffaa3 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:39:16.369722 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-3fc00098-af99-4ff4-bb75-8e1f4acd2625 None None] Attempting to bind port 81d8c93d-8b2d-4297-824b-38480f0ffaa3 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '139f7c79-0796-4dce-94a1-7c10956b8166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a55f16c9-95c8-4fd4-8995-3500160073e6'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:39:16.370092 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc00098-af99-4ff4-bb75-8e1f4acd2625 None None] Attempting to bind port 81d8c93d-8b2d-4297-824b-38480f0ffaa3 on network a55f16c9-95c8-4fd4-8995-3500160073e6 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:16.378922 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-7f5b73c9-3482-42f2-a24d-afe4a511988d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:16.393514 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc00098-af99-4ff4-bb75-8e1f4acd2625 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:39:16.394064 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc00098-af99-4ff4-bb75-8e1f4acd2625 None None] Checking segment: {'id': '139f7c79-0796-4dce-94a1-7c10956b8166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a55f16c9-95c8-4fd4-8995-3500160073e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:39:16.394300 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3fc00098-af99-4ff4-bb75-8e1f4acd2625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:16.394667 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc00098-af99-4ff4-bb75-8e1f4acd2625 None None] Bound using segment: {'id': '139f7c79-0796-4dce-94a1-7c10956b8166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a55f16c9-95c8-4fd4-8995-3500160073e6'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:39:16.395145 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-3fc00098-af99-4ff4-bb75-8e1f4acd2625 None None] Bound port: 81d8c93d-8b2d-4297-824b-38480f0ffaa3, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139f7c79-0796-4dce-94a1-7c10956b8166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a55f16c9-95c8-4fd4-8995-3500160073e6'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:39:16.395545 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3fc00098-af99-4ff4-bb75-8e1f4acd2625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:16.529013 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a06f1dea-1c3d-4461-9fbf-7eb8ccf28767 req-a5340417-a1fc-4578-8c1c-b0d7b10658a0 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190368 Apr 28 19:39:16.568408 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-6bf02531-3fda-4702-93cf-f707d425abec service neutron] Attempting to bind port 2b19841d-3708-41d0-87a7-259061b6ab91 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:39:16.568978 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-6bf02531-3fda-4702-93cf-f707d425abec service neutron] Attempting to bind port 2b19841d-3708-41d0-87a7-259061b6ab91 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'da4ecde0-ccce-400b-993c-f6f4b507286e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:39:16.569633 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-6bf02531-3fda-4702-93cf-f707d425abec service neutron] Attempting to bind port 2b19841d-3708-41d0-87a7-259061b6ab91 on network 80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:16.572828 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-3fc00098-af99-4ff4-bb75-8e1f4acd2625 None None] For port 81d8c93d-8b2d-4297-824b-38480f0ffaa3, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:39:16.575962 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-6bf02531-3fda-4702-93cf-f707d425abec service neutron] Port 2b19841d-3708-41d0-87a7-259061b6ab91 on network 80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:39:16.580664 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-6bf02531-3fda-4702-93cf-f707d425abec service neutron] Attempting to bind port 2b19841d-3708-41d0-87a7-259061b6ab91 on network 80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:16.591426 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-6bf02531-3fda-4702-93cf-f707d425abec service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:39:16.592543 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-3fc00098-af99-4ff4-bb75-8e1f4acd2625 None None] For port 81d8c93d-8b2d-4297-824b-38480f0ffaa3, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=81d8c93d-8b2d-4297-824b-38480f0ffaa3,segment=NetworkSegment(139f7c79-0796-4dce-94a1-7c10956b8166),segment_id=139f7c79-0796-4dce-94a1-7c10956b8166)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:39:16.593012 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-6bf02531-3fda-4702-93cf-f707d425abec service neutron] Checking segment: {'id': 'da4ecde0-ccce-400b-993c-f6f4b507286e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:39:16.594746 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-6bf02531-3fda-4702-93cf-f707d425abec service neutron] Bound using segment: {'id': 'da4ecde0-ccce-400b-993c-f6f4b507286e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:39:16.595730 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-87d0e729-f86d-46b4-a47f-cb113b1bd08b None None] Provisioning complete for port 1be6d5d3-b5cd-47e9-a2c6-39438ea6241f triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:16.596433 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-6bf02531-3fda-4702-93cf-f707d425abec service neutron] Bound port: 2b19841d-3708-41d0-87a7-259061b6ab91, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4ecde0-ccce-400b-993c-f6f4b507286e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:39:16.597232 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-87d0e729-f86d-46b4-a47f-cb113b1bd08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:16.597623 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-6bf02531-3fda-4702-93cf-f707d425abec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:16.658887 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3fc00098-af99-4ff4-bb75-8e1f4acd2625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:16.785832 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-87d0e729-f86d-46b4-a47f-cb113b1bd08b None None] Port 1be6d5d3-b5cd-47e9-a2c6-39438ea6241f cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:39:16.811254 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-81a223a2-ad38-4e9a-a619-f4c3dc873355 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--884319425&fields=id&tenant_id=98a6d5da4ca84f3b93f1251e2d3cf2d8 HTTP/1.1" status: 200 len: 267 time: 0.1457543 Apr 28 19:39:16.831794 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc00098-af99-4ff4-bb75-8e1f4acd2625 None None] Routers {'044b7a3d-5b1c-45b6-93aa-1f5a21398b2d'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:39:16.832048 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3fc00098-af99-4ff4-bb75-8e1f4acd2625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:38:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['044b7a3d-5b1c-45b6-93aa-1f5a21398b2d'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:16.883070 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-6bf02531-3fda-4702-93cf-f707d425abec service neutron] For port 2b19841d-3708-41d0-87a7-259061b6ab91, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:39:16.916887 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6486d20-a57e-477f-a1d7-507b1a331d79 None None] Pushing event updated for resources: {'Port': ['ID=81d8c93d-8b2d-4297-824b-38480f0ffaa3,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:16.955253 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-786d1675-98b7-4c34-8aab-a34d95047f78 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:16.956848 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-786d1675-98b7-4c34-8aab-a34d95047f78 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.44 "GET /v2.0/networks?id=4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad HTTP/1.1" status: 200 len: 815 time: 0.5755000 Apr 28 19:39:16.959141 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-6bf02531-3fda-4702-93cf-f707d425abec service neutron] For port 2b19841d-3708-41d0-87a7-259061b6ab91, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=2b19841d-3708-41d0-87a7-259061b6ab91,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:39:16.972881 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-6bf02531-3fda-4702-93cf-f707d425abec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:17.041350 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-be007c26-552a-4f48-a40f-e29b4f96dfcb None None] Provisioning complete for port 81d8c93d-8b2d-4297-824b-38480f0ffaa3 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:17.042005 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-be007c26-552a-4f48-a40f-e29b4f96dfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:17.085134 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf02531-3fda-4702-93cf-f707d425abec service neutron] Pushing event updated for resources: {'Port': ['ID=2b19841d-3708-41d0-87a7-259061b6ab91,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:17.162699 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-3fc00098-af99-4ff4-bb75-8e1f4acd2625 None None] Set router 044b7a3d-5b1c-45b6-93aa-1f5a21398b2d gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:39:17.176613 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-6bf02531-3fda-4702-93cf-f707d425abec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:17.177520 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-6bf02531-3fda-4702-93cf-f707d425abec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:17.179121 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-6bf02531-3fda-4702-93cf-f707d425abec service neutron] 10.222.0.44 "PUT /v2.0/ports/2b19841d-3708-41d0-87a7-259061b6ab91 HTTP/1.1" status: 200 len: 1091 time: 2.3567898 Apr 28 19:39:17.191658 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92514d8-ecbd-4984-8053-425e04f2a622', 'tag': '2b19841d-3708-41d0-87a7-259061b6ab91'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:17.194993 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9906362-8032-4775-a6dc-efad4ec73230" -d '{"events": [{"name": "network-changed", "server_uuid": "d92514d8-ecbd-4984-8053-425e04f2a622", "tag": "2b19841d-3708-41d0-87a7-259061b6ab91"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:39:17.235326 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-971d0324-d507-4f18-86b9-fd6697ea7420 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:17.242849 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-971d0324-d507-4f18-86b9-fd6697ea7420 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/networks?id=fa6ba32f-86e1-489e-bf69-a0854e414daf HTTP/1.1" status: 200 len: 815 time: 0.4306321 Apr 28 19:39:17.270148 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-86ec524b-8164-4acf-8467-a5ab8b071a83 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffb5293af9564b88b2b8cd5f78297bee HTTP/1.1" status: 200 len: 380 time: 0.3034194 Apr 28 19:39:17.291141 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-27079d0b-c1e2-4c89-99ee-c6fb3a62f3e3 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Request body: {'port': {'device_id': 'dacee00e-ba0c-4fa5-82af-67ee71c62785', 'network_id': '4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad', 'admin_state_up': True, 'tenant_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'security_groups': ['428c763a-4336-484e-80ea-3b3740787d20']}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:17.328427 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cc025517-c49a-4fae-8130-aa5896b042d7 req-cc4526cf-60d8-4a2e-a0b9-1f40451328ea service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1964614 Apr 28 19:39:17.350089 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-9fb2cd8a-a90b-48d0-8aff-ca723c99c223 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/quotas/98a6d5da4ca84f3b93f1251e2d3cf2d8 HTTP/1.1" status: 200 len: 375 time: 0.1058550 Apr 28 19:39:17.489485 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-986e49a5-9ab3-463f-be76-56061a53fa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:17.490651 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-986e49a5-9ab3-463f-be76-56061a53fa7f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94740374ca054549b67b793671aaad05&device_id=d92514d8-ecbd-4984-8053-425e04f2a622 HTTP/1.1" status: 200 len: 1094 time: 0.2344153 Apr 28 19:39:17.595760 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-be007c26-552a-4f48-a40f-e29b4f96dfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:17.603268 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc025517-c49a-4fae-8130-aa5896b042d7 req-6156590f-7986-4cca-83c8-ccbbb980cbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:17.604214 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cc025517-c49a-4fae-8130-aa5896b042d7 req-6156590f-7986-4cca-83c8-ccbbb980cbdc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=65106efa94b44e66ac09133941d375fb&device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f HTTP/1.1" status: 200 len: 1096 time: 0.2438571 Apr 28 19:39:17.632593 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-1c9ff2a7-d38d-41ba-a17d-d21783de4b1f tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=98a6d5da4ca84f3b93f1251e2d3cf2d8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2812753 Apr 28 19:39:17.640130 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-b9ba0c70-d465-4038-97f0-c9cdac49bc1e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b19841d-3708-41d0-87a7-259061b6ab91 HTTP/1.1" status: 200 len: 217 time: 0.1258912 Apr 28 19:39:17.654014 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3fc00098-af99-4ff4-bb75-8e1f4acd2625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'name': 'tempest-ServersTestManualDisk-138550659-router', 'tenant_id': '2dd1094050784d62aec95318cfccb911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'c4a0edba-69db-4e87-abff-394841f3a7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:00Z', 'updated_at': '2022-04-28T19:39:11Z', 'revision_number': 4, 'project_id': '2dd1094050784d62aec95318cfccb911', 'gw_port': {'id': 'c4a0edba-69db-4e87-abff-394841f3a7b0', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:02Z', 'updated_at': '2022-04-28T19:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '81d8c93d-8b2d-4297-824b-38480f0ffaa3', 'name': '', 'network_id': 'a55f16c9-95c8-4fd4-8995-3500160073e6', 'tenant_id': '2dd1094050784d62aec95318cfccb911', 'mac_address': 'fa:16:3e:72:ef:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'a3f8a51f-a72a-43a1-86d9-94a03a04c570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:08Z', 'updated_at': '2022-04-28T19:39:16Z', 'revision_number': 4, 'project_id': '2dd1094050784d62aec95318cfccb911', 'subnets': [{'id': 'a3f8a51f-a72a-43a1-86d9-94a03a04c570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:17.758267 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-be007c26-552a-4f48-a40f-e29b4f96dfcb None None] For port 81d8c93d-8b2d-4297-824b-38480f0ffaa3, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=81d8c93d-8b2d-4297-824b-38480f0ffaa3,segment=NetworkSegment(139f7c79-0796-4dce-94a1-7c10956b8166),segment_id=139f7c79-0796-4dce-94a1-7c10956b8166)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:17.758597 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-7f5b73c9-3482-42f2-a24d-afe4a511988d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be6d5d3-b5cd-47e9-a2c6-39438ea6241f {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:17.762408 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-2552e4ae-212e-4e44-8e66-42c1259af447 service neutron] 10.222.0.42 "GET /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253004 Apr 28 19:39:17.766549 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc00098-af99-4ff4-bb75-8e1f4acd2625 None None] The sync data for ids ['044b7a3d-5b1c-45b6-93aa-1f5a21398b2d'] in n-d-839810-1 is: [{'id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'name': 'tempest-ServersTestManualDisk-138550659-router', 'tenant_id': '2dd1094050784d62aec95318cfccb911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'c4a0edba-69db-4e87-abff-394841f3a7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:00Z', 'updated_at': '2022-04-28T19:39:11Z', 'revision_number': 4, 'project_id': '2dd1094050784d62aec95318cfccb911', 'gw_port': {'id': 'c4a0edba-69db-4e87-abff-394841f3a7b0', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:02Z', 'updated_at': '2022-04-28T19:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '81d8c93d-8b2d-4297-824b-38480f0ffaa3', 'name': '', 'network_id': 'a55f16c9-95c8-4fd4-8995-3500160073e6', 'tenant_id': '2dd1094050784d62aec95318cfccb911', 'mac_address': 'fa:16:3e:72:ef:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'a3f8a51f-a72a-43a1-86d9-94a03a04c570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:08Z', 'updated_at': '2022-04-28T19:39:16Z', 'revision_number': 4, 'project_id': '2dd1094050784d62aec95318cfccb911', 'subnets': [{'id': 'a3f8a51f-a72a-43a1-86d9-94a03a04c570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:39:17.777073 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-be007c26-552a-4f48-a40f-e29b4f96dfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:17.796653 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-7f5b73c9-3482-42f2-a24d-afe4a511988d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:17.879927 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-7f5b73c9-3482-42f2-a24d-afe4a511988d service neutron] Transition to ACTIVE for port object 1be6d5d3-b5cd-47e9-a2c6-39438ea6241f will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:39:17.887855 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-7f5b73c9-3482-42f2-a24d-afe4a511988d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:17.913026 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-27079d0b-c1e2-4c89-99ee-c6fb3a62f3e3 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Made reservation on behalf of ffb5293af9564b88b2b8cd5f78297bee for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:39:17.923226 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-27079d0b-c1e2-4c89-99ee-c6fb3a62f3e3 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:18.003328 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be007c26-552a-4f48-a40f-e29b4f96dfcb None None] Pushing event updated for resources: {'Port': ['ID=81d8c93d-8b2d-4297-824b-38480f0ffaa3,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:18.119557 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-558c68f5-d537-442a-b2f7-49ce94148fce None None] Provisioning complete for port 81d8c93d-8b2d-4297-824b-38480f0ffaa3 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:18.122370 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-558c68f5-d537-442a-b2f7-49ce94148fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:18.319148 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b73c9-3482-42f2-a24d-afe4a511988d service neutron] Pushing event updated for resources: {'Port': ['ID=1be6d5d3-b5cd-47e9-a2c6-39438ea6241f,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:18.425443 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46942) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:18.457806 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-d15af0c6-c32b-4688-a2f5-27d1c9f41a7c tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1483844489', 'description': 'tempest-description--1456032529'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:18.582486 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bd9949ed-9ce7-41f5-8f59-a0e041f85e16 req-a68a167f-32ac-4e09-a411-98874db95fc0 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/ports?device_id=dacee00e-ba0c-4fa5-82af-67ee71c62785 HTTP/1.1" status: 200 len: 210 time: 0.1052134 Apr 28 19:39:18.669607 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-63221a6c-690e-43bc-a6b1-ae7abf39de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:18.671786 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-63221a6c-690e-43bc-a6b1-ae7abf39de20 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43d83121-413d-4da3-b294-551f60ac6b94 HTTP/1.1" status: 200 len: 851 time: 0.8968608 Apr 28 19:39:18.711289 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d15af0c6-c32b-4688-a2f5-27d1c9f41a7c tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:18.818454 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-7f5b73c9-3482-42f2-a24d-afe4a511988d service neutron] Attempting to bind port 1be6d5d3-b5cd-47e9-a2c6-39438ea6241f on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:39:18.819205 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-7f5b73c9-3482-42f2-a24d-afe4a511988d service neutron] Attempting to bind port 1be6d5d3-b5cd-47e9-a2c6-39438ea6241f by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:39:18.819641 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-7f5b73c9-3482-42f2-a24d-afe4a511988d service neutron] Attempting to bind port 1be6d5d3-b5cd-47e9-a2c6-39438ea6241f on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:18.870165 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-1652b0ac-158b-49a7-9ba5-ecf157fb1a41 service neutron] 10.222.0.42 "GET /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1067185 Apr 28 19:39:18.877177 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc025517-c49a-4fae-8130-aa5896b042d7 req-cbc8fb4b-c726-40d3-84f0-408029a635db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:18.877430 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-7f5b73c9-3482-42f2-a24d-afe4a511988d service neutron] Port 1be6d5d3-b5cd-47e9-a2c6-39438ea6241f on network a2ea96f2-6755-492c-8fa3-72807d68d67a not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:39:18.880471 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-7f5b73c9-3482-42f2-a24d-afe4a511988d service neutron] Attempting to bind port 1be6d5d3-b5cd-47e9-a2c6-39438ea6241f on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:18.882020 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cc025517-c49a-4fae-8130-aa5896b042d7 req-cbc8fb4b-c726-40d3-84f0-408029a635db service neutron] 10.222.0.44 "GET /v2.0/networks?id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd HTTP/1.1" status: 200 len: 908 time: 1.2439799 Apr 28 19:39:18.894354 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-27079d0b-c1e2-4c89-99ee-c6fb3a62f3e3 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Allocated IP 172.20.0.10 (4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad/4df27193-9de3-4edc-a45d-80a16d1e74e0/0777aec9-f1da-4ec0-b332-341bd74af774) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:39:18.902447 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-268391ee-6009-469a-b5e5-43a36f52ba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:18.907805 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-268391ee-6009-469a-b5e5-43a36f52ba22 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2070096 Apr 28 19:39:18.925935 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-7f5b73c9-3482-42f2-a24d-afe4a511988d service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:39:18.926521 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-7f5b73c9-3482-42f2-a24d-afe4a511988d service neutron] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:39:18.927264 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-7f5b73c9-3482-42f2-a24d-afe4a511988d service neutron] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:39:18.927843 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-7f5b73c9-3482-42f2-a24d-afe4a511988d service neutron] Bound port: 1be6d5d3-b5cd-47e9-a2c6-39438ea6241f, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:39:18.930294 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-7f5b73c9-3482-42f2-a24d-afe4a511988d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:19.004558 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cc025517-c49a-4fae-8130-aa5896b042d7 req-d8037d67-fac8-48de-bbe3-9827480f2b12 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db65d274-363d-4bb9-bfad-2c8782a96fa0 HTTP/1.1" status: 200 len: 217 time: 0.1071656 Apr 28 19:39:19.194890 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d15af0c6-c32b-4688-a2f5-27d1c9f41a7c tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:19.219531 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d15af0c6-c32b-4688-a2f5-27d1c9f41a7c tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:19.259275 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-3d75361a-2344-4747-a9d4-8adff32ffd30 service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443134 Apr 28 19:39:19.264629 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc025517-c49a-4fae-8130-aa5896b042d7 req-141dfa28-8536-4f44-a083-bf3be08d7933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:19.268226 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cc025517-c49a-4fae-8130-aa5896b042d7 req-141dfa28-8536-4f44-a083-bf3be08d7933 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d5c93c2-9d1b-4c66-8e1f-a78766af188b HTTP/1.1" status: 200 len: 847 time: 0.2219048 Apr 28 19:39:19.393672 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cc025517-c49a-4fae-8130-aa5896b042d7 req-472af074-757c-40fc-a154-2cb6187a8703 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993114 Apr 28 19:39:19.442794 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15af0c6-c32b-4688-a2f5-27d1c9f41a7c tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4de3cdec-bc4e-4669-bf6a-e9409ccf5e5e,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:19.460326 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-7f5b73c9-3482-42f2-a24d-afe4a511988d service neutron] For port 1be6d5d3-b5cd-47e9-a2c6-39438ea6241f, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:39:19.470791 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d15af0c6-c32b-4688-a2f5-27d1c9f41a7c tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:19.474905 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d15af0c6-c32b-4688-a2f5-27d1c9f41a7c tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0335913 Apr 28 19:39:19.497918 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 46950) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:19.521269 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-8149740c-6fa1-428b-87ed-6db32c24b353 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Request body: {'security_group_rule': {'security_group_id': '4de3cdec-bc4e-4669-bf6a-e9409ccf5e5e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:19.526576 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 81d8c93d-8b2d-4297-824b-38480f0ffaa3 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:39:19.607049 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04f333-8ead-4693-8fe5-12a0a5f364c9 req-b28cba40-dcc0-4e0b-bc3e-36d1d332aaca tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:19.617211 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cc04f333-8ead-4693-8fe5-12a0a5f364c9 req-b28cba40-dcc0-4e0b-bc3e-36d1d332aaca tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=d92514d8-ecbd-4984-8053-425e04f2a622 HTTP/1.1" status: 200 len: 943 time: 0.2707155 Apr 28 19:39:19.694167 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 81d8c93d-8b2d-4297-824b-38480f0ffaa3 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:19.698684 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:19.802483 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cc04f333-8ead-4693-8fe5-12a0a5f364c9 req-df3eceee-11fd-4c63-9ae5-6bd92e4c427f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820660 Apr 28 19:39:19.870903 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b3c07e5d-758c-4016-b68f-0f32b3272084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:19.908864 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8149740c-6fa1-428b-87ed-6db32c24b353 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:19.931213 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-07e25d94-6ce7-4d20-bd9f-93e06542e3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:19.937186 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-07e25d94-6ce7-4d20-bd9f-93e06542e3e8 service neutron] 10.222.0.15 "GET /v2.0/ports/e8a5b2ff-865e-49ab-9075-8c55199df681 HTTP/1.1" status: 200 len: 1032 time: 0.3526456 Apr 28 19:39:19.957648 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-81ae9a1e-5d19-4cd8-abed-d354a5c5a582 req-59d5d6a4-f8d6-4896-bd39-9f04649a2e2d service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6879992 Apr 28 19:39:20.088005 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cc025517-c49a-4fae-8130-aa5896b042d7 req-8208b586-b7e2-4850-9e71-7dc5325e722c service neutron] 10.222.0.44 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6361561 Apr 28 19:39:20.398176 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-27079d0b-c1e2-4c89-99ee-c6fb3a62f3e3 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:20.417640 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cc025517-c49a-4fae-8130-aa5896b042d7 req-997c47c5-a998-4f91-8518-3db0a9b1379e service neutron] 10.222.0.44 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785368 Apr 28 19:39:20.434867 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-7f5b73c9-3482-42f2-a24d-afe4a511988d service neutron] For port 1be6d5d3-b5cd-47e9-a2c6-39438ea6241f, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=1be6d5d3-b5cd-47e9-a2c6-39438ea6241f,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:39:20.459703 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-5effcc1f-2817-47f8-a173-67c550df93f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:20.460759 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8e42169d-55fe-4e1f-b4ba-7100e05fb153 req-03737af1-6ebc-4752-96fc-20f5dbbc29b9 tempest-ServerShowV247Test-1972315759 tempest-ServerShowV247Test-1972315759-project] 10.222.0.42 "GET /v2.0/ports?device_id=8af43e20-242d-4fef-bc8b-83625e7e6e48&device_id=4a3309e2-3382-4951-a627-4fcbaa25cb4f HTTP/1.1" status: 200 len: 210 time: 1.0313292 Apr 28 19:39:20.462739 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-5effcc1f-2817-47f8-a173-67c550df93f8 service neutron] 10.222.0.15 "GET /v2.0/ports/82f7143d-e7a9-467d-9495-8d04e5fd2f42 HTTP/1.1" status: 200 len: 1033 time: 0.5030687 Apr 28 19:39:20.470335 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-7f5b73c9-3482-42f2-a24d-afe4a511988d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:20.474351 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-27079d0b-c1e2-4c89-99ee-c6fb3a62f3e3 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:20.523270 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-27079d0b-c1e2-4c89-99ee-c6fb3a62f3e3 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Network 4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:20.534686 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-27079d0b-c1e2-4c89-99ee-c6fb3a62f3e3 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:20.540034 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-7f5b73c9-3482-42f2-a24d-afe4a511988d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:20.540943 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-7f5b73c9-3482-42f2-a24d-afe4a511988d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:20.542617 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-7f5b73c9-3482-42f2-a24d-afe4a511988d service neutron] 10.222.0.15 "PUT /v2.0/ports/1be6d5d3-b5cd-47e9-a2c6-39438ea6241f HTTP/1.1" status: 200 len: 1095 time: 4.3032756 Apr 28 19:39:20.543429 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '451c8919-d912-4ed6-ae26-4c111b8372d8', 'tag': '1be6d5d3-b5cd-47e9-a2c6-39438ea6241f'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:20.545310 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689ebeb9-5cff-4438-ba8e-af47d1d51a0b x-openstack-request-id: req-689ebeb9-5cff-4438-ba8e-af47d1d51a0b {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:39:20.546616 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d92514d8-ecbd-4984-8053-425e04f2a622", "tag": "2b19841d-3708-41d0-87a7-259061b6ab91", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:39:20.546885 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-689ebeb9-5cff-4438-ba8e-af47d1d51a0b {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:39:20.547928 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885bd181-b28b-4ff7-b072-c00eb1a444d9" -d '{"events": [{"name": "network-changed", "server_uuid": "451c8919-d912-4ed6-ae26-4c111b8372d8", "tag": "1be6d5d3-b5cd-47e9-a2c6-39438ea6241f"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:39:20.548579 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-689ebeb9-5cff-4438-ba8e-af47d1d51a0b'] response: {'name': 'network-changed', 'server_uuid': 'd92514d8-ecbd-4984-8053-425e04f2a622', 'tag': '2b19841d-3708-41d0-87a7-259061b6ab91', 'status': 'completed', 'code': 200} Apr 28 19:39:20.555144 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-27079d0b-c1e2-4c89-99ee-c6fb3a62f3e3 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:39:20.627007 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8149740c-6fa1-428b-87ed-6db32c24b353 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:20.658754 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8149740c-6fa1-428b-87ed-6db32c24b353 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:20.740407 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d164340-2ad5-4a07-bd1c-feed34cf3adb req-92ce8e14-b9a7-4fef-b297-23cba2352966 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:20.742018 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d164340-2ad5-4a07-bd1c-feed34cf3adb req-92ce8e14-b9a7-4fef-b297-23cba2352966 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] 10.222.0.42 "GET /v2.0/ports?device_id=451c8919-d912-4ed6-ae26-4c111b8372d8 HTTP/1.1" status: 200 len: 947 time: 0.7834282 Apr 28 19:39:20.755304 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b73c9-3482-42f2-a24d-afe4a511988d service neutron] Pushing event updated for resources: {'Port': ['ID=1be6d5d3-b5cd-47e9-a2c6-39438ea6241f,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:20.837509 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149740c-6fa1-428b-87ed-6db32c24b353 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57b23d3-56be-4f19-8ddd-a492f2145871,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:20.847369 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27079d0b-c1e2-4c89-99ee-c6fb3a62f3e3 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Pushing event updated for resources: {'Port': ['ID=0777aec9-f1da-4ec0-b332-341bd74af774,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:20.914023 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d12fabd8-16e8-49f2-a767-6eefcd90e215 req-c77b977c-3d9f-4a85-b191-30ac9ba8c903 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 210 time: 0.1744316 Apr 28 19:39:20.936777 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8149740c-6fa1-428b-87ed-6db32c24b353 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:20.938829 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8149740c-6fa1-428b-87ed-6db32c24b353 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4354715 Apr 28 19:39:20.939356 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-27079d0b-c1e2-4c89-99ee-c6fb3a62f3e3 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:20.940601 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-27079d0b-c1e2-4c89-99ee-c6fb3a62f3e3 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:20.958526 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-9f084e65-6d2a-4cf6-bbb4-eed8ac99ad78 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:20.963651 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46966) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:20.971261 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-4d8b9fe4-9811-4595-a491-30bc9478fbb5 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Request body: {'security_group_rule': {'security_group_id': '4de3cdec-bc4e-4669-bf6a-e9409ccf5e5e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:20.974074 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-9f084e65-6d2a-4cf6-bbb4-eed8ac99ad78 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:20.981313 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-574cf1ad-5ed9-482a-b35a-cec04224af19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:20.982303 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-9f084e65-6d2a-4cf6-bbb4-eed8ac99ad78 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:20.982901 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-574cf1ad-5ed9-482a-b35a-cec04224af19 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1c2db2b5b0c4617804958b8f210eded&device_id=451c8919-d912-4ed6-ae26-4c111b8372d8 HTTP/1.1" status: 200 len: 1098 time: 0.3295581 Apr 28 19:39:20.983942 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-9f084e65-6d2a-4cf6-bbb4-eed8ac99ad78 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.15 "GET /v2.0/networks?id=430c85ba-7aa8-4fd6-a010-581e595ae98e&id=6cf7a3f9-9c87-425f-81e9-8f2d573cafa9&id=6cf7a3f9-9c87-425f-81e9-8f2d573cafa9&id=6cf7a3f9-9c87-425f-81e9-8f2d573cafa9&id=6cf7a3f9-9c87-425f-81e9-8f2d573cafa9&id=e1add1d6-d054-4112-876e-e570e74daa00&id=e1add1d6-d054-4112-876e-e570e74daa00 HTTP/1.1" status: 200 len: 1993 time: 0.5101166 Apr 28 19:39:20.990048 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-27079d0b-c1e2-4c89-99ee-c6fb3a62f3e3 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7065146 Apr 28 19:39:21.033940 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-a9429705-cbe2-4daa-b952-fae8defbeb08 service neutron] Request body: {'port': {'device_id': 'dacee00e-ba0c-4fa5-82af-67ee71c62785', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:21.162098 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9906362-8032-4775-a6dc-efad4ec73230 req-de52922c-e609-412e-8a01-ee2f5b0cda55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:21.163671 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f9906362-8032-4775-a6dc-efad4ec73230 req-de52922c-e609-412e-8a01-ee2f5b0cda55 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94740374ca054549b67b793671aaad05&device_id=d92514d8-ecbd-4984-8053-425e04f2a622 HTTP/1.1" status: 200 len: 1094 time: 0.5382650 Apr 28 19:39:21.196509 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4a58f99a-8387-492b-a117-8ee2303a4c4d req-1da9ec77-6685-41b9-b6bf-ebbf94783a83 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b08df8c-d250-441a-b5d2-01341048873c HTTP/1.1" status: 200 len: 210 time: 0.0694711 Apr 28 19:39:21.198570 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-16f964ca-04b0-49bf-ab5c-ed2818380b90 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=1be6d5d3-b5cd-47e9-a2c6-39438ea6241f HTTP/1.1" status: 200 len: 217 time: 0.1571155 Apr 28 19:39:21.247185 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-44391cfc-ccbc-4eac-ab85-f59c60b371bd None None] Provisioning complete for port 0777aec9-f1da-4ec0-b332-341bd74af774 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:21.248394 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-44391cfc-ccbc-4eac-ab85-f59c60b371bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:21.253064 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d164340-2ad5-4a07-bd1c-feed34cf3adb req-84128081-9355-4233-b66b-0b5676df466f tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] 10.222.0.42 "GET /v2.0/security-groups?id=04abece4-4ffd-4381-afd2-ad8706c97330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376640 Apr 28 19:39:21.261071 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-495626e9-59c4-4a66-9212-cf496a9d116f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:21.262566 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-495626e9-59c4-4a66-9212-cf496a9d116f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.0531721 Apr 28 19:39:21.298425 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-463d129b-35c7-4221-b76c-6e71b0538bd1 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=533c1e9c8dee43379021e03f9df0f17e HTTP/1.1" status: 200 len: 379 time: 0.2838008 Apr 28 19:39:21.321051 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-44391cfc-ccbc-4eac-ab85-f59c60b371bd None None] Port 0777aec9-f1da-4ec0-b332-341bd74af774 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:39:21.344708 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d8b9fe4-9811-4595-a491-30bc9478fbb5 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:21.357759 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-a9429705-cbe2-4daa-b952-fae8defbeb08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:21.386135 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-b478f6ba-54ce-49ac-901f-bc363c983681 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Request body: {'port': {'device_id': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'network_id': '430c85ba-7aa8-4fd6-a010-581e595ae98e', 'admin_state_up': True, 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'security_groups': ['3415a19a-7da7-4867-850a-ab2e4fe5885a']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:21.405127 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-c1589a01-21ce-44a9-ae76-2dfd8595c6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:21.406781 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-c1589a01-21ce-44a9-ae76-2dfd8595c6f3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1369314 Apr 28 19:39:21.497451 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-348c2b71-fe92-4e62-b5d5-faa1a2acd956 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:21.498718 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-348c2b71-fe92-4e62-b5d5-faa1a2acd956 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.15 "GET /v2.0/networks?id=fa6ba32f-86e1-489e-bf69-a0854e414daf HTTP/1.1" status: 200 len: 815 time: 0.4475267 Apr 28 19:39:21.556569 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126130e-6b0d-482f-957c-a9c70199ba90 req-3d08dc4e-b232-49ed-9644-182ed06a72df tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:21.558106 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9126130e-6b0d-482f-957c-a9c70199ba90 req-3d08dc4e-b232-49ed-9644-182ed06a72df tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 1095 time: 0.2031620 Apr 28 19:39:21.607050 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d8b9fe4-9811-4595-a491-30bc9478fbb5 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:21.630369 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d8b9fe4-9811-4595-a491-30bc9478fbb5 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:21.652119 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9906362-8032-4775-a6dc-efad4ec73230 req-5543d982-f966-42fa-b5f1-f6059dd835ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:21.654540 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f9906362-8032-4775-a6dc-efad4ec73230 req-5543d982-f966-42fa-b5f1-f6059dd835ba service neutron] 10.222.0.44 "GET /v2.0/networks?id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 HTTP/1.1" status: 200 len: 913 time: 0.4756985 Apr 28 19:39:21.692201 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43e9bc-d066-4ed8-a86d-e760ff58b1c8 req-20fa8946-54a9-41bf-97f6-ee00e16279a2 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:21.694684 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eb43e9bc-d066-4ed8-a86d-e760ff58b1c8 req-20fa8946-54a9-41bf-97f6-ee00e16279a2 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/ports?device_id=dacee00e-ba0c-4fa5-82af-67ee71c62785 HTTP/1.1" status: 200 len: 932 time: 0.2769508 Apr 28 19:39:21.695812 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b9fe4-9811-4595-a491-30bc9478fbb5 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f3eff11-1ff4-42b4-8a57-046cf4424a0b,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:21.704966 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-8ad9d184-31b3-4dc1-8194-100e083cf17e tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98a6d5da4ca84f3b93f1251e2d3cf2d8 HTTP/1.1" status: 200 len: 471 time: 0.1954393 Apr 28 19:39:21.724780 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d8b9fe4-9811-4595-a491-30bc9478fbb5 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:21.725957 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4d8b9fe4-9811-4595-a491-30bc9478fbb5 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7612269 Apr 28 19:39:21.729884 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-eb3adb16-08e1-428e-85c3-913401dd7902 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133261 Apr 28 19:39:21.730340 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46968) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:21.757845 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9126130e-6b0d-482f-957c-a9c70199ba90 req-9f2f7a4b-cecb-466f-86e5-ff0f666daa0b tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449578 Apr 28 19:39:21.762949 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-0eff1fc0-4dda-4e91-b965-f8173f18911c tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:21.793440 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-bf21063a-c3cf-4fbf-9338-78dcba236bde tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Request body: {'port': {'device_id': '0b08df8c-d250-441a-b5d2-01341048873c', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'admin_state_up': True, 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'security_groups': ['d1f4f33a-3287-4861-b95c-8cab1312d515']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:21.815202 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f9906362-8032-4775-a6dc-efad4ec73230 req-b4b4de77-856d-4def-902d-cfe20f89d200 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b19841d-3708-41d0-87a7-259061b6ab91 HTTP/1.1" status: 200 len: 217 time: 0.1518257 Apr 28 19:39:21.869710 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0eff1fc0-4dda-4e91-b965-f8173f18911c tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:21.935992 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d3d05a4b-1d43-4743-a065-a52fb214fc29 req-05ee0341-3e47-4cf0-b367-fd0490ded2c9 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773057 Apr 28 19:39:21.948066 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-b478f6ba-54ce-49ac-901f-bc363c983681 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Made reservation on behalf of 533c1e9c8dee43379021e03f9df0f17e for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:39:21.952240 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-b478f6ba-54ce-49ac-901f-bc363c983681 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:22.000161 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eb43e9bc-d066-4ed8-a86d-e760ff58b1c8 req-d04e1f7c-6610-46f1-8af3-6f6d6baf54dc tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/security-groups?id=428c763a-4336-484e-80ea-3b3740787d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2366362 Apr 28 19:39:22.005358 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9906362-8032-4775-a6dc-efad4ec73230 req-8d07efaa-b2e9-4e79-bf1b-deeef7c740c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:22.007328 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f9906362-8032-4775-a6dc-efad4ec73230 req-8d07efaa-b2e9-4e79-bf1b-deeef7c740c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43d83121-413d-4da3-b294-551f60ac6b94 HTTP/1.1" status: 200 len: 851 time: 0.1476388 Apr 28 19:39:22.062892 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6b66cba9-fcfc-4904-9152-d2376bb3d26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:22.131024 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d2a7ad0b-7f61-4bc8-ab8c-6eb956252f7a req-f1350da6-f487-4a75-81bf-3836788827a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f839dd8c03c74ab9af5bdfb5a117257b&device_id=8af43e20-242d-4fef-bc8b-83625e7e6e48 HTTP/1.1" status: 200 len: 210 time: 0.0403678 Apr 28 19:39:22.137097 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dde52c-f101-4e12-a0eb-fe6790af38a1 x-openstack-request-id: req-23dde52c-f101-4e12-a0eb-fe6790af38a1 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:39:22.137377 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "451c8919-d912-4ed6-ae26-4c111b8372d8", "tag": "1be6d5d3-b5cd-47e9-a2c6-39438ea6241f", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:39:22.139124 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-23dde52c-f101-4e12-a0eb-fe6790af38a1 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:39:22.139553 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23dde52c-f101-4e12-a0eb-fe6790af38a1'] response: {'name': 'network-changed', 'server_uuid': '451c8919-d912-4ed6-ae26-4c111b8372d8', 'tag': '1be6d5d3-b5cd-47e9-a2c6-39438ea6241f', 'status': 'completed', 'code': 200} Apr 28 19:39:22.185321 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d2a7ad0b-7f61-4bc8-ab8c-6eb956252f7a req-15801cd9-3367-43c7-96e6-537b8172741b service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f839dd8c03c74ab9af5bdfb5a117257b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423076 Apr 28 19:39:22.202981 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-a9429705-cbe2-4daa-b952-fae8defbeb08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0777aec9-f1da-4ec0-b332-341bd74af774 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:22.214402 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9906362-8032-4775-a6dc-efad4ec73230 req-b3bd2478-8a2c-4367-893d-cd3629af3efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:22.216136 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f9906362-8032-4775-a6dc-efad4ec73230 req-b3bd2478-8a2c-4367-893d-cd3629af3efc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1873631 Apr 28 19:39:22.238769 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-a9429705-cbe2-4daa-b952-fae8defbeb08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:22.257463 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-bf21063a-c3cf-4fbf-9338-78dcba236bde tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Made reservation on behalf of 98a6d5da4ca84f3b93f1251e2d3cf2d8 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:39:22.261212 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-bf21063a-c3cf-4fbf-9338-78dcba236bde tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:22.329042 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-a9429705-cbe2-4daa-b952-fae8defbeb08 service neutron] Transition to ACTIVE for port object 0777aec9-f1da-4ec0-b332-341bd74af774 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:39:22.349246 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-a9429705-cbe2-4daa-b952-fae8defbeb08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:22.371248 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec566cd-3a70-42e4-b4cf-04917b180824 req-0252017c-95fd-4f6b-8f90-67fe0b0c60e0 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:22.372764 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eec566cd-3a70-42e4-b4cf-04917b180824 req-0252017c-95fd-4f6b-8f90-67fe0b0c60e0 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=d92514d8-ecbd-4984-8053-425e04f2a622 HTTP/1.1" status: 200 len: 943 time: 0.1758170 Apr 28 19:39:22.412718 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0eff1fc0-4dda-4e91-b965-f8173f18911c tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:22.420517 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bd181-b28b-4ff7-b072-c00eb1a444d9 req-c71d517f-3d23-4735-b1b0-fdd78b914e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:22.423863 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-885bd181-b28b-4ff7-b072-c00eb1a444d9 req-c71d517f-3d23-4735-b1b0-fdd78b914e75 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1c2db2b5b0c4617804958b8f210eded&device_id=451c8919-d912-4ed6-ae26-4c111b8372d8 HTTP/1.1" status: 200 len: 1098 time: 0.2744277 Apr 28 19:39:22.431546 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-b478f6ba-54ce-49ac-901f-bc363c983681 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Allocated IP 172.20.0.11 (430c85ba-7aa8-4fd6-a010-581e595ae98e/c1475d53-9534-4c95-8eb7-8e3b9d282212/8725a3c2-2634-40e3-a0ff-926c27926381) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:39:22.524192 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9429705-cbe2-4daa-b952-fae8defbeb08 service neutron] Pushing event updated for resources: {'Port': ['ID=0777aec9-f1da-4ec0-b332-341bd74af774,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:22.556538 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7ad0b-7f61-4bc8-ab8c-6eb956252f7a req-94246f55-503f-4f97-87a3-c3a4db6f7263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:22.558315 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d2a7ad0b-7f61-4bc8-ab8c-6eb956252f7a req-94246f55-503f-4f97-87a3-c3a4db6f7263 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3593240 Apr 28 19:39:22.619835 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eec566cd-3a70-42e4-b4cf-04917b180824 req-b0f84cc0-d1e0-4012-bacb-9914e646b5f1 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173095 Apr 28 19:39:22.708364 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-a9429705-cbe2-4daa-b952-fae8defbeb08 service neutron] Attempting to bind port 0777aec9-f1da-4ec0-b332-341bd74af774 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:39:22.708730 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-a9429705-cbe2-4daa-b952-fae8defbeb08 service neutron] Attempting to bind port 0777aec9-f1da-4ec0-b332-341bd74af774 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'cfb04298-e32d-4c40-aa62-175ffe0c1387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:39:22.709064 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-a9429705-cbe2-4daa-b952-fae8defbeb08 service neutron] Attempting to bind port 0777aec9-f1da-4ec0-b332-341bd74af774 on network 4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:22.728149 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-a9429705-cbe2-4daa-b952-fae8defbeb08 service neutron] Port 0777aec9-f1da-4ec0-b332-341bd74af774 on network 4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:39:22.728481 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-a9429705-cbe2-4daa-b952-fae8defbeb08 service neutron] Attempting to bind port 0777aec9-f1da-4ec0-b332-341bd74af774 on network 4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:22.731288 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-0eff1fc0-4dda-4e91-b965-f8173f18911c tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Allocated IP 172.25.8.97 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/bb5a5015-45dc-4bbb-807a-09788f7340d5) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:39:22.743117 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-a9429705-cbe2-4daa-b952-fae8defbeb08 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:39:22.743446 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-a9429705-cbe2-4daa-b952-fae8defbeb08 service neutron] Checking segment: {'id': 'cfb04298-e32d-4c40-aa62-175ffe0c1387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:39:22.743845 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-a9429705-cbe2-4daa-b952-fae8defbeb08 service neutron] Bound using segment: {'id': 'cfb04298-e32d-4c40-aa62-175ffe0c1387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:39:22.744313 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-a9429705-cbe2-4daa-b952-fae8defbeb08 service neutron] Bound port: 0777aec9-f1da-4ec0-b332-341bd74af774, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfb04298-e32d-4c40-aa62-175ffe0c1387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:39:22.744674 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-a9429705-cbe2-4daa-b952-fae8defbeb08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:22.803711 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dbf26c03-44e7-46db-9296-ce9da8e4b67a req-03e43170-ea8e-4a57-8a6b-6b25e0cd7e84 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 210 time: 0.0632122 Apr 28 19:39:22.890431 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 2b19841d-3708-41d0-87a7-259061b6ab91 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:39:22.939398 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194bc90d-698b-42c5-9759-9b9a501f7318 req-402b1d86-2f22-422a-b0c6-fe2ddb6b9515 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:22.941583 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-194bc90d-698b-42c5-9759-9b9a501f7318 req-402b1d86-2f22-422a-b0c6-fe2ddb6b9515 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 1095 time: 0.7244666 Apr 28 19:39:22.972919 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0eff1fc0-4dda-4e91-b965-f8173f18911c tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:22.996702 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-69ca56d8-e011-49be-ab1e-de6b67c270f9 req-df2f14d5-677a-4c08-b92d-e81ea0f10523 tempest-ServerShowV247Test-1972315759 tempest-ServerShowV247Test-1972315759-project] 10.222.0.42 "GET /v2.0/ports?device_id=8af43e20-242d-4fef-bc8b-83625e7e6e48 HTTP/1.1" status: 200 len: 210 time: 0.0505495 Apr 28 19:39:23.005190 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-a9429705-cbe2-4daa-b952-fae8defbeb08 service neutron] For port 0777aec9-f1da-4ec0-b332-341bd74af774, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:39:23.011818 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f9906362-8032-4775-a6dc-efad4ec73230 req-130d1874-1586-4508-97e9-f4391c330c6c service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7552395 Apr 28 19:39:23.024244 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-a9429705-cbe2-4daa-b952-fae8defbeb08 service neutron] For port 0777aec9-f1da-4ec0-b332-341bd74af774, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=0777aec9-f1da-4ec0-b332-341bd74af774,segment=NetworkSegment(cfb04298-e32d-4c40-aa62-175ffe0c1387),segment_id=cfb04298-e32d-4c40-aa62-175ffe0c1387)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:39:23.034269 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-a9429705-cbe2-4daa-b952-fae8defbeb08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:23.081259 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-a9429705-cbe2-4daa-b952-fae8defbeb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:23.081877 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-a9429705-cbe2-4daa-b952-fae8defbeb08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:23.083263 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-a9429705-cbe2-4daa-b952-fae8defbeb08 service neutron] 10.222.0.44 "PUT /v2.0/ports/0777aec9-f1da-4ec0-b332-341bd74af774 HTTP/1.1" status: 200 len: 1092 time: 2.0701547 Apr 28 19:39:23.112427 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0eff1fc0-4dda-4e91-b965-f8173f18911c tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:23.137496 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 2b19841d-3708-41d0-87a7-259061b6ab91, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=2b19841d-3708-41d0-87a7-259061b6ab91,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:23.147124 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9429705-cbe2-4daa-b952-fae8defbeb08 service neutron] Pushing event updated for resources: {'Port': ['ID=0777aec9-f1da-4ec0-b332-341bd74af774,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:23.175201 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '2b19841d-3708-41d0-87a7-259061b6ab91', 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19', 'port_id': '2b19841d-3708-41d0-87a7-259061b6ab91', 'mac_address': 'fa:16:3e:f3:28:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43d83121-413d-4da3-b294-551f60ac6b94', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:39:23.180618 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eff1fc0-4dda-4e91-b965-f8173f18911c tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:23.205537 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bd181-b28b-4ff7-b072-c00eb1a444d9 req-31b62722-db24-4979-a6c4-79f3fe909307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:23.207101 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-885bd181-b28b-4ff7-b072-c00eb1a444d9 req-31b62722-db24-4979-a6c4-79f3fe909307 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.7603707 Apr 28 19:39:23.268289 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:23.278312 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-0eff1fc0-4dda-4e91-b965-f8173f18911c tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:23.282622 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eff1fc0-4dda-4e91-b965-f8173f18911c tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:39:23.291571 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-194bc90d-698b-42c5-9759-9b9a501f7318 req-ebf1bb93-cfee-4721-978f-faf61a65f8b4 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357003 Apr 28 19:39:23.357294 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c97e858f-9a5b-4223-bc38-4be40772df0e req-ed79af5b-18fe-40e3-ad9e-afb7fd1fc971 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b08df8c-d250-441a-b5d2-01341048873c HTTP/1.1" status: 200 len: 210 time: 0.1173728 Apr 28 19:39:23.428725 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-bf21063a-c3cf-4fbf-9338-78dcba236bde tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Allocated IP 172.20.0.8 (fa6ba32f-86e1-489e-bf69-a0854e414daf/a7a2f793-5447-48fe-83df-017889e9d0fc/74ca2a4e-e656-4eeb-8339-4f97bfd4b51a) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:39:23.429032 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff1fc0-4dda-4e91-b965-f8173f18911c tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Pushing event updated for resources: {'Port': ['ID=bb5a5015-45dc-4bbb-807a-09788f7340d5,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:23.435797 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-885bd181-b28b-4ff7-b072-c00eb1a444d9 req-2fdb5c1b-cd55-44db-87f1-1c938bbe57f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=1be6d5d3-b5cd-47e9-a2c6-39438ea6241f HTTP/1.1" status: 200 len: 217 time: 0.1842029 Apr 28 19:39:23.452866 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-8c0f6bbc-50a1-48fe-8e21-ee7e0915843a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:23.455805 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-8c0f6bbc-50a1-48fe-8e21-ee7e0915843a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ffb5293af9564b88b2b8cd5f78297bee&device_id=dacee00e-ba0c-4fa5-82af-67ee71c62785 HTTP/1.1" status: 200 len: 1095 time: 0.2950630 Apr 28 19:39:23.518980 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b19841d-3708-41d0-87a7-259061b6ab91 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:23.540934 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 2b19841d-3708-41d0-87a7-259061b6ab91, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=2b19841d-3708-41d0-87a7-259061b6ab91,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:23.550347 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0eff1fc0-4dda-4e91-b965-f8173f18911c tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:23.554281 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:23.586977 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f9906362-8032-4775-a6dc-efad4ec73230 req-716f21ee-c3d1-4331-918a-06704d92bfa7 service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5484254 Apr 28 19:39:23.594365 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:23.627585 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=2b19841d-3708-41d0-87a7-259061b6ab91,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:23.633552 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-b478f6ba-54ce-49ac-901f-bc363c983681 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:23.644706 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fb839-6e53-43e1-b9ae-008fec64a902 req-989913d2-dc0d-4663-afa0-9ed507ca604d tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:23.651644 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6f7fb839-6e53-43e1-b9ae-008fec64a902 req-989913d2-dc0d-4663-afa0-9ed507ca604d tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] 10.222.0.42 "GET /v2.0/ports?device_id=451c8919-d912-4ed6-ae26-4c111b8372d8 HTTP/1.1" status: 200 len: 947 time: 0.2201543 Apr 28 19:39:23.666756 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bd181-b28b-4ff7-b072-c00eb1a444d9 req-035ec006-e4b6-41ad-9216-a046686c2988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:23.668332 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-885bd181-b28b-4ff7-b072-c00eb1a444d9 req-035ec006-e4b6-41ad-9216-a046686c2988 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1996646 Apr 28 19:39:23.671018 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-be5b4f98-3929-4e3d-b62e-7c37d8436f32 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0777aec9-f1da-4ec0-b332-341bd74af774 HTTP/1.1" status: 200 len: 217 time: 0.1989722 Apr 28 19:39:23.750767 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75a91f-4f53-469c-a77f-d2199d007aa1 req-7a4c37c2-7744-4808-b8f6-342e1c8eb887 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:23.752928 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6b75a91f-4f53-469c-a77f-d2199d007aa1 req-7a4c37c2-7744-4808-b8f6-342e1c8eb887 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/ports?device_id=dacee00e-ba0c-4fa5-82af-67ee71c62785 HTTP/1.1" status: 200 len: 944 time: 0.1873431 Apr 28 19:39:23.755665 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0eff1fc0-4dda-4e91-b965-f8173f18911c tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:23.799718 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-3b0b7355-e1a7-4ebb-9abd-d73bdb4c9747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:23.801189 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-3b0b7355-e1a7-4ebb-9abd-d73bdb4c9747 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4df27193-9de3-4edc-a45d-80a16d1e74e0 HTTP/1.1" status: 200 len: 854 time: 0.1110246 Apr 28 19:39:23.808670 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['2b19841d-3708-41d0-87a7-259061b6ab91'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:39:23.839424 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6f7fb839-6e53-43e1-b9ae-008fec64a902 req-e054f850-2cfc-41d1-ab0d-15a33241a93f tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] 10.222.0.42 "GET /v2.0/security-groups?id=04abece4-4ffd-4381-afd2-ad8706c97330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866233 Apr 28 19:39:23.887414 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d2a7ad0b-7f61-4bc8-ab8c-6eb956252f7a req-aba35aa3-9a61-40a9-9cb3-e38c425c7c8d tempest-ServerShowV247Test-1972315759 tempest-ServerShowV247Test-1972315759-project] 10.222.0.15 "GET /v2.0/ports?device_id=8af43e20-242d-4fef-bc8b-83625e7e6e48 HTTP/1.1" status: 200 len: 210 time: 0.0312567 Apr 28 19:39:23.901018 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bd181-b28b-4ff7-b072-c00eb1a444d9 req-0e644c2c-bde7-4437-a032-1bd59937ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:23.902670 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-885bd181-b28b-4ff7-b072-c00eb1a444d9 req-0e644c2c-bde7-4437-a032-1bd59937ad3d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2206998 Apr 28 19:39:23.937003 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6b75a91f-4f53-469c-a77f-d2199d007aa1 req-c40bc819-4e90-4958-82e9-883e1a821bd4 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/security-groups?id=428c763a-4336-484e-80ea-3b3740787d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545029 Apr 28 19:39:23.949158 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-bf21063a-c3cf-4fbf-9338-78dcba236bde tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:23.950581 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-b478f6ba-54ce-49ac-901f-bc363c983681 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:24.067502 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-53d9a4b8-4095-4ca0-924c-a7ee965d2c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:24.069369 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-53d9a4b8-4095-4ca0-924c-a7ee965d2c6c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2579277 Apr 28 19:39:24.083201 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-b478f6ba-54ce-49ac-901f-bc363c983681 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Network 430c85ba-7aa8-4fd6-a010-581e595ae98e is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:24.105995 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-b478f6ba-54ce-49ac-901f-bc363c983681 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:24.121228 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-b478f6ba-54ce-49ac-901f-bc363c983681 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:39:24.146374 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacee00e-ba0c-4fa5-82af-67ee71c62785', 'tag': '0777aec9-f1da-4ec0-b332-341bd74af774'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:24.148685 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb90437d-8bd6-45b0-ba24-3c47ae1d41e4" -d '{"events": [{"name": "network-changed", "server_uuid": "dacee00e-ba0c-4fa5-82af-67ee71c62785", "tag": "0777aec9-f1da-4ec0-b332-341bd74af774"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:39:24.176796 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478f6ba-54ce-49ac-901f-bc363c983681 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Pushing event updated for resources: {'Port': ['ID=8725a3c2-2634-40e3-a0ff-926c27926381,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:24.210583 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5f692-662e-4891-95a0-bbdffefdb87a req-6da75b0b-5c84-40a1-9b9b-318d1d48a26d tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:24.218230 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49c5f692-662e-4891-95a0-bbdffefdb87a req-6da75b0b-5c84-40a1-9b9b-318d1d48a26d tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=d92514d8-ecbd-4984-8053-425e04f2a622 HTTP/1.1" status: 200 len: 944 time: 0.2732365 Apr 28 19:39:24.234145 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f8cc5-2456-40b4-b9ff-abc89ced4ee4 req-fbb4b0c2-f196-4413-be8b-a89658c87162 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:24.243637 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4e6f8cc5-2456-40b4-b9ff-abc89ced4ee4 req-fbb4b0c2-f196-4413-be8b-a89658c87162 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 932 time: 0.1715119 Apr 28 19:39:24.274102 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-bf21063a-c3cf-4fbf-9338-78dcba236bde tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:24.283392 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-b478f6ba-54ce-49ac-901f-bc363c983681 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:24.284158 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-b478f6ba-54ce-49ac-901f-bc363c983681 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:24.288019 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-885bd181-b28b-4ff7-b072-c00eb1a444d9 req-172534d4-677e-49c5-aed9-aaa0ee02b055 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732834 Apr 28 19:39:24.348084 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4e6f8cc5-2456-40b4-b9ff-abc89ced4ee4 req-843ed67c-72f7-4732-b223-f5213d4ae6e0 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030824 Apr 28 19:39:24.350508 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0eff1fc0-4dda-4e91-b965-f8173f18911c tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:24.373684 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0eff1fc0-4dda-4e91-b965-f8173f18911c tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:24.419502 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49c5f692-662e-4891-95a0-bbdffefdb87a req-48e2ad52-85a1-443d-96c7-9b4fba5bdfc3 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002211 Apr 28 19:39:24.464882 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-4000aebe-7b02-4623-9059-b1c32a32961a service neutron] 10.222.0.44 "GET /v2.0/networks/4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517067 Apr 28 19:39:24.507864 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-bf21063a-c3cf-4fbf-9338-78dcba236bde tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Network fa6ba32f-86e1-489e-bf69-a0854e414daf is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:24.510647 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-bf21063a-c3cf-4fbf-9338-78dcba236bde tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:24.514804 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-bf21063a-c3cf-4fbf-9338-78dcba236bde tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:39:24.534133 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-ce376196-7a02-40eb-bedb-e4dbd79a678b None None] Provisioning complete for port 8725a3c2-2634-40e3-a0ff-926c27926381 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:24.534683 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ce376196-7a02-40eb-bedb-e4dbd79a678b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:24.570398 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-b478f6ba-54ce-49ac-901f-bc363c983681 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1916027 Apr 28 19:39:24.594280 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-f0a439dc-b386-4fa4-aa88-0c0d7d5aa089 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Request body: {'port': {'device_id': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'network_id': '6cf7a3f9-9c87-425f-81e9-8f2d573cafa9', 'admin_state_up': True, 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'security_groups': ['3415a19a-7da7-4867-850a-ab2e4fe5885a']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:24.612895 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0eff1fc0-4dda-4e91-b965-f8173f18911c tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:24.617322 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9ee09a-6a01-44af-85ae-ce41a73af5c3 x-openstack-request-id: req-2c9ee09a-6a01-44af-85ae-ce41a73af5c3 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:39:24.617611 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dacee00e-ba0c-4fa5-82af-67ee71c62785", "tag": "0777aec9-f1da-4ec0-b332-341bd74af774", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:39:24.617853 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2c9ee09a-6a01-44af-85ae-ce41a73af5c3 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:39:24.618257 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c9ee09a-6a01-44af-85ae-ce41a73af5c3'] response: {'name': 'network-changed', 'server_uuid': 'dacee00e-ba0c-4fa5-82af-67ee71c62785', 'tag': '0777aec9-f1da-4ec0-b332-341bd74af774', 'status': 'completed', 'code': 200} Apr 28 19:39:24.623729 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf21063a-c3cf-4fbf-9338-78dcba236bde tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Pushing event updated for resources: {'Port': ['ID=74ca2a4e-e656-4eeb-8339-4f97bfd4b51a,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:24.639806 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-ce376196-7a02-40eb-bedb-e4dbd79a678b None None] Port 8725a3c2-2634-40e3-a0ff-926c27926381 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:39:24.765511 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-bf21063a-c3cf-4fbf-9338-78dcba236bde tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:24.767492 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-bf21063a-c3cf-4fbf-9338-78dcba236bde tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:24.813286 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-885bd181-b28b-4ff7-b072-c00eb1a444d9 req-933375f0-600c-45e5-b025-376f0a3f4892 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002367 Apr 28 19:39:24.834182 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-bf21063a-c3cf-4fbf-9338-78dcba236bde tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0612237 Apr 28 19:39:24.853185 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-23a8dcf5-5f35-4b66-b11c-c9de1495a67f service neutron] Request body: {'port': {'device_id': '0b08df8c-d250-441a-b5d2-01341048873c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:24.865598 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 1be6d5d3-b5cd-47e9-a2c6-39438ea6241f details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:39:24.868446 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832059f-3e49-4e77-aba3-a37780a80953 req-7a5c89ff-dee9-4704-b178-960a9f8b56cb tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:24.873405 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4832059f-3e49-4e77-aba3-a37780a80953 req-7a5c89ff-dee9-4704-b178-960a9f8b56cb tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b08df8c-d250-441a-b5d2-01341048873c HTTP/1.1" status: 200 len: 931 time: 0.2285516 Apr 28 19:39:24.887396 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-dd363552-63c1-4893-877e-f1f65b126d27 None None] Provisioning complete for port 74ca2a4e-e656-4eeb-8339-4f97bfd4b51a triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:24.888043 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-dd363552-63c1-4893-877e-f1f65b126d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:24.917747 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 2b19841d-3708-41d0-87a7-259061b6ab91 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:39:25.017493 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-dd363552-63c1-4893-877e-f1f65b126d27 None None] Port 74ca2a4e-e656-4eeb-8339-4f97bfd4b51a cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:39:25.018015 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-23a8dcf5-5f35-4b66-b11c-c9de1495a67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:25.042329 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-f0a439dc-b386-4fa4-aa88-0c0d7d5aa089 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Made reservation on behalf of 533c1e9c8dee43379021e03f9df0f17e for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:39:25.046378 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-f0a439dc-b386-4fa4-aa88-0c0d7d5aa089 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:25.075389 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e1c3f273-9ccb-4b70-9050-d0d74c0ef11a req-376b5c8a-fff7-4259-9ab6-c33aa0beaec1 tempest-ServerShowV247Test-1972315759 tempest-ServerShowV247Test-1972315759-project] 10.222.0.42 "GET /v2.0/ports?device_id=8af43e20-242d-4fef-bc8b-83625e7e6e48 HTTP/1.1" status: 200 len: 210 time: 0.4409168 Apr 28 19:39:25.084356 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 2b19841d-3708-41d0-87a7-259061b6ab91 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:39:25.093222 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 2b19841d-3708-41d0-87a7-259061b6ab91 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:25.093623 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:25.111789 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 1be6d5d3-b5cd-47e9-a2c6-39438ea6241f, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=1be6d5d3-b5cd-47e9-a2c6-39438ea6241f,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:25.145523 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff1fc0-4dda-4e91-b965-f8173f18911c tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Pushing event updated for resources: {'Port': ['ID=bb5a5015-45dc-4bbb-807a-09788f7340d5,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:25.159901 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4832059f-3e49-4e77-aba3-a37780a80953 req-c20452af-1e04-4c45-87c9-a5623014dca3 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1f4f33a-3287-4861-b95c-8cab1312d515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528683 Apr 28 19:39:25.183606 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '1be6d5d3-b5cd-47e9-a2c6-39438ea6241f', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': '1be6d5d3-b5cd-47e9-a2c6-39438ea6241f', 'mac_address': 'fa:16:3e:fe:1b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:39:25.187655 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0eff1fc0-4dda-4e91-b965-f8173f18911c tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:25.189052 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0eff1fc0-4dda-4e91-b965-f8173f18911c tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4335189 Apr 28 19:39:25.347135 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:25.360180 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9f4fe-f1f7-4f10-ab5b-7150d6ae3e18 req-6e69b4f5-0ed2-40b8-9259-b2bb2fed7e62 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:25.373973 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6fb9f4fe-f1f7-4f10-ab5b-7150d6ae3e18 req-6e69b4f5-0ed2-40b8-9259-b2bb2fed7e62 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] 10.222.0.42 "GET /v2.0/ports?device_id=451c8919-d912-4ed6-ae26-4c111b8372d8 HTTP/1.1" status: 200 len: 947 time: 0.1709814 Apr 28 19:39:25.383335 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9eb5741f-1db9-4935-bcbd-19631f3111d1 req-55b0cca4-57de-4f43-8bc0-4bea3f7fa673 service neutron] 10.222.0.44 "GET /v2.0/networks/4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9092453 Apr 28 19:39:25.392161 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:25.406958 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be6d5d3-b5cd-47e9-a2c6-39438ea6241f {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:25.451724 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6fb9f4fe-f1f7-4f10-ab5b-7150d6ae3e18 req-4ac32bf6-76ee-438e-94ab-39e7b5df6bbc tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] 10.222.0.42 "GET /v2.0/security-groups?id=04abece4-4ffd-4381-afd2-ad8706c97330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761988 Apr 28 19:39:25.458005 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 1be6d5d3-b5cd-47e9-a2c6-39438ea6241f, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=1be6d5d3-b5cd-47e9-a2c6-39438ea6241f,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:25.477331 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:25.523994 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90437d-8bd6-45b0-ba24-3c47ae1d41e4 req-b443c9c8-7d5d-41c2-8af2-6d2a94051565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:25.525929 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bb90437d-8bd6-45b0-ba24-3c47ae1d41e4 req-b443c9c8-7d5d-41c2-8af2-6d2a94051565 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ffb5293af9564b88b2b8cd5f78297bee&device_id=dacee00e-ba0c-4fa5-82af-67ee71c62785 HTTP/1.1" status: 200 len: 1095 time: 0.0730376 Apr 28 19:39:25.594924 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92514d8-ecbd-4984-8053-425e04f2a622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b19841d-3708-41d0-87a7-259061b6ab91'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:25.601053 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f69177-d7cc-44fb-b2cf-4d1327118458" -d '{"events": [{"server_uuid": "d92514d8-ecbd-4984-8053-425e04f2a622", "name": "network-vif-plugged", "status": "completed", "tag": "2b19841d-3708-41d0-87a7-259061b6ab91"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:39:25.612406 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-f0a439dc-b386-4fa4-aa88-0c0d7d5aa089 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Allocated IP 10.1.1.31 (6cf7a3f9-9c87-425f-81e9-8f2d573cafa9/bf566019-ed60-4ea9-a085-d254b91671bf/672f2098-3779-4741-8efb-1fe071f74808) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:39:25.621122 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51f7fb-052c-4f63-a77c-54ae6faae0a0 req-0a6b19ca-2120-4ed4-87ca-0a4eb9cd98d8 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:25.621837 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 2b19841d-3708-41d0-87a7-259061b6ab91, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=2b19841d-3708-41d0-87a7-259061b6ab91,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:25.628849 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3c51f7fb-052c-4f63-a77c-54ae6faae0a0 req-0a6b19ca-2120-4ed4-87ca-0a4eb9cd98d8 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/ports?device_id=dacee00e-ba0c-4fa5-82af-67ee71c62785 HTTP/1.1" status: 200 len: 944 time: 0.2721531 Apr 28 19:39:25.631667 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:25.657654 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90437d-8bd6-45b0-ba24-3c47ae1d41e4 req-19278d5c-1451-4f87-8525-a3f1b900aae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:25.658506 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bb90437d-8bd6-45b0-ba24-3c47ae1d41e4 req-19278d5c-1451-4f87-8525-a3f1b900aae6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad HTTP/1.1" status: 200 len: 916 time: 0.1175697 Apr 28 19:39:25.702320 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=1be6d5d3-b5cd-47e9-a2c6-39438ea6241f,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:25.721825 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e23839a-9839-4031-8692-cd1593707cb8 req-77cdf29b-979b-4de7-9494-e1bbd480c79d tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1483844489&fields=id&tenant_id=2dd1094050784d62aec95318cfccb911 HTTP/1.1" status: 200 len: 267 time: 0.0605826 Apr 28 19:39:25.724744 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3c51f7fb-052c-4f63-a77c-54ae6faae0a0 req-2c0f4d7a-8bf1-4c90-a40f-cfae448659a7 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/security-groups?id=428c763a-4336-484e-80ea-3b3740787d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901186 Apr 28 19:39:25.783104 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bb90437d-8bd6-45b0-ba24-3c47ae1d41e4 req-0f9028cb-f627-4997-8ac5-161bb119b723 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0777aec9-f1da-4ec0-b332-341bd74af774 HTTP/1.1" status: 200 len: 217 time: 0.0824113 Apr 28 19:39:25.802605 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=2b19841d-3708-41d0-87a7-259061b6ab91,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:25.807617 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['1be6d5d3-b5cd-47e9-a2c6-39438ea6241f'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:39:25.857971 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:25.883474 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90437d-8bd6-45b0-ba24-3c47ae1d41e4 req-12f36f22-30c2-416f-90f4-5ce660374f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:25.885448 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bb90437d-8bd6-45b0-ba24-3c47ae1d41e4 req-12f36f22-30c2-416f-90f4-5ce660374f01 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4df27193-9de3-4edc-a45d-80a16d1e74e0 HTTP/1.1" status: 200 len: 854 time: 0.0593381 Apr 28 19:39:25.917564 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:25.959635 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-23a8dcf5-5f35-4b66-b11c-c9de1495a67f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74ca2a4e-e656-4eeb-8339-4f97bfd4b51a {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:25.962737 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90437d-8bd6-45b0-ba24-3c47ae1d41e4 req-46b45189-d299-4b73-a5c3-0942bc30e42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:25.964318 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bb90437d-8bd6-45b0-ba24-3c47ae1d41e4 req-46b45189-d299-4b73-a5c3-0942bc30e42e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673282 Apr 28 19:39:25.972835 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-23a8dcf5-5f35-4b66-b11c-c9de1495a67f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:26.009659 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-23a8dcf5-5f35-4b66-b11c-c9de1495a67f service neutron] Transition to ACTIVE for port object 74ca2a4e-e656-4eeb-8339-4f97bfd4b51a will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:39:26.018194 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65036c5e-dbef-4af3-b289-29511e6ab87e req-8f6cc9f9-a8b7-4c03-94ec-7ae4ef333dd3 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:26.026191 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65036c5e-dbef-4af3-b289-29511e6ab87e req-8f6cc9f9-a8b7-4c03-94ec-7ae4ef333dd3 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 932 time: 0.1869082 Apr 28 19:39:26.044604 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-23a8dcf5-5f35-4b66-b11c-c9de1495a67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:26.095581 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23839a-9839-4031-8692-cd1593707cb8 req-bb6a2e86-54b7-4734-89d4-657dd862fe18 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:26.099740 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e23839a-9839-4031-8692-cd1593707cb8 req-bb6a2e86-54b7-4734-89d4-657dd862fe18 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "GET /v2.0/networks?id=a55f16c9-95c8-4fd4-8995-3500160073e6 HTTP/1.1" status: 200 len: 811 time: 0.3769321 Apr 28 19:39:26.116194 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e23839a-9839-4031-8692-cd1593707cb8 req-f2f54074-4baf-40c8-b108-3cce2e540a78 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "GET /v2.0/quotas/2dd1094050784d62aec95318cfccb911 HTTP/1.1" status: 200 len: 375 time: 0.0154750 Apr 28 19:39:26.120051 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bb90437d-8bd6-45b0-ba24-3c47ae1d41e4 req-ff4dc31c-ecac-4e9d-83f7-e2d0257dbe61 service neutron] 10.222.0.44 "GET /v2.0/networks/4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481824 Apr 28 19:39:26.121634 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-f0a439dc-b386-4fa4-aa88-0c0d7d5aa089 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:26.167457 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8dcf5-5f35-4b66-b11c-c9de1495a67f service neutron] Pushing event updated for resources: {'Port': ['ID=74ca2a4e-e656-4eeb-8339-4f97bfd4b51a,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:26.210592 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65036c5e-dbef-4af3-b289-29511e6ab87e req-6e734f70-42b7-442e-ae96-72e7a5eea4e8 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834185 Apr 28 19:39:26.212553 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-f0a439dc-b386-4fa4-aa88-0c0d7d5aa089 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:26.248145 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e23839a-9839-4031-8692-cd1593707cb8 req-41d20a5b-c691-4010-bbb5-4b6c02d40af5 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2dd1094050784d62aec95318cfccb911&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1309736 Apr 28 19:39:26.380196 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bb90437d-8bd6-45b0-ba24-3c47ae1d41e4 req-f3f75249-822d-45b1-9625-3cc07b778159 service neutron] 10.222.0.44 "GET /v2.0/networks/4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269461 Apr 28 19:39:26.431338 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e23839a-9839-4031-8692-cd1593707cb8 req-401e7d79-ea7f-4d19-b4e4-775fe937de9b service neutron] 10.222.0.42 "GET /v2.0/networks/a55f16c9-95c8-4fd4-8995-3500160073e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768408 Apr 28 19:39:26.433380 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-f0a439dc-b386-4fa4-aa88-0c0d7d5aa089 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Network 6cf7a3f9-9c87-425f-81e9-8f2d573cafa9 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:26.436313 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-23a8dcf5-5f35-4b66-b11c-c9de1495a67f service neutron] Attempting to bind port 74ca2a4e-e656-4eeb-8339-4f97bfd4b51a on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:39:26.436652 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-23a8dcf5-5f35-4b66-b11c-c9de1495a67f service neutron] Attempting to bind port 74ca2a4e-e656-4eeb-8339-4f97bfd4b51a by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '45b99270-ac05-4c11-b64b-fdc435dcfa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:39:26.436979 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-23a8dcf5-5f35-4b66-b11c-c9de1495a67f service neutron] Attempting to bind port 74ca2a4e-e656-4eeb-8339-4f97bfd4b51a on network fa6ba32f-86e1-489e-bf69-a0854e414daf {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:26.447202 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-f0a439dc-b386-4fa4-aa88-0c0d7d5aa089 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:26.454244 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-f0a439dc-b386-4fa4-aa88-0c0d7d5aa089 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:39:26.459601 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a439dc-b386-4fa4-aa88-0c0d7d5aa089 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Pushing event updated for resources: {'Port': ['ID=672f2098-3779-4741-8efb-1fe071f74808,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:26.461871 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-23a8dcf5-5f35-4b66-b11c-c9de1495a67f service neutron] Port 74ca2a4e-e656-4eeb-8339-4f97bfd4b51a on network fa6ba32f-86e1-489e-bf69-a0854e414daf not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:39:26.462184 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-23a8dcf5-5f35-4b66-b11c-c9de1495a67f service neutron] Attempting to bind port 74ca2a4e-e656-4eeb-8339-4f97bfd4b51a on network fa6ba32f-86e1-489e-bf69-a0854e414daf {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:26.495048 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-23a8dcf5-5f35-4b66-b11c-c9de1495a67f service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:39:26.495391 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-23a8dcf5-5f35-4b66-b11c-c9de1495a67f service neutron] Checking segment: {'id': '45b99270-ac05-4c11-b64b-fdc435dcfa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:39:26.495790 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-23a8dcf5-5f35-4b66-b11c-c9de1495a67f service neutron] Bound using segment: {'id': '45b99270-ac05-4c11-b64b-fdc435dcfa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:39:26.496250 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-23a8dcf5-5f35-4b66-b11c-c9de1495a67f service neutron] Bound port: 74ca2a4e-e656-4eeb-8339-4f97bfd4b51a, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b99270-ac05-4c11-b64b-fdc435dcfa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:39:26.496614 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-23a8dcf5-5f35-4b66-b11c-c9de1495a67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:26.524522 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acefb6-f5d0-41cd-aa83-1988906d0346 req-00150b6c-241e-4a3f-b764-7213bc60dafa tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:26.526083 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-13acefb6-f5d0-41cd-aa83-1988906d0346 req-00150b6c-241e-4a3f-b764-7213bc60dafa tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=d92514d8-ecbd-4984-8053-425e04f2a622 HTTP/1.1" status: 200 len: 945 time: 0.1765649 Apr 28 19:39:26.544559 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e23839a-9839-4031-8692-cd1593707cb8 req-385b78f7-fffa-4475-b42d-2938c39e6930 service neutron] 10.222.0.42 "GET /v2.0/networks/a55f16c9-95c8-4fd4-8995-3500160073e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123261 Apr 28 19:39:26.562674 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-f0a439dc-b386-4fa4-aa88-0c0d7d5aa089 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:26.563342 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-f0a439dc-b386-4fa4-aa88-0c0d7d5aa089 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:26.619868 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-f0a439dc-b386-4fa4-aa88-0c0d7d5aa089 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0348399 Apr 28 19:39:26.624764 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-13acefb6-f5d0-41cd-aa83-1988906d0346 req-a1ca8220-3265-46ce-a5b8-c474ad3b6d71 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910020 Apr 28 19:39:26.633376 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-33b1fbb4-5a8b-48c0-960e-69260fb74800 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Request body: {'port': {'device_id': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'network_id': '6cf7a3f9-9c87-425f-81e9-8f2d573cafa9', 'admin_state_up': True, 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'security_groups': ['3415a19a-7da7-4867-850a-ab2e4fe5885a']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:26.699306 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-23a8dcf5-5f35-4b66-b11c-c9de1495a67f service neutron] For port 74ca2a4e-e656-4eeb-8339-4f97bfd4b51a, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:39:26.859670 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f6c25e-0720-440a-8fc0-8d6332e0d0a2 x-openstack-request-id: req-c9f6c25e-0720-440a-8fc0-8d6332e0d0a2 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:39:26.860909 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92514d8-ecbd-4984-8053-425e04f2a622", "name": "network-vif-plugged", "status": "completed", "tag": "2b19841d-3708-41d0-87a7-259061b6ab91", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:39:26.860909 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c9f6c25e-0720-440a-8fc0-8d6332e0d0a2 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:39:26.860909 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9f6c25e-0720-440a-8fc0-8d6332e0d0a2'] response: {'server_uuid': 'd92514d8-ecbd-4984-8053-425e04f2a622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b19841d-3708-41d0-87a7-259061b6ab91', 'code': 200} Apr 28 19:39:26.864621 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 1be6d5d3-b5cd-47e9-a2c6-39438ea6241f up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:39:27.051183 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b8a5ccd2-1d63-45ce-9e4e-b237958da787 None None] Provisioning complete for port 672f2098-3779-4741-8efb-1fe071f74808 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:27.051581 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b8a5ccd2-1d63-45ce-9e4e-b237958da787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:27.055253 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6931f89-14e7-4aec-940b-4247597f5ed6 req-e045709d-eb3e-42e7-83b7-85f618941f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:27.057127 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c6931f89-14e7-4aec-940b-4247597f5ed6 req-e045709d-eb3e-42e7-83b7-85f618941f5d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d92514d8-ecbd-4984-8053-425e04f2a622 HTTP/1.1" status: 200 len: 1096 time: 0.1316102 Apr 28 19:39:27.061363 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-23a8dcf5-5f35-4b66-b11c-c9de1495a67f service neutron] For port 74ca2a4e-e656-4eeb-8339-4f97bfd4b51a, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=74ca2a4e-e656-4eeb-8339-4f97bfd4b51a,segment=NetworkSegment(45b99270-ac05-4c11-b64b-fdc435dcfa6a),segment_id=45b99270-ac05-4c11-b64b-fdc435dcfa6a)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:39:27.097209 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50beac-ca94-45ae-8091-d2c5ad1fb803 req-26e57da4-25c8-46ea-8b50-b8f09aa7eb43 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:27.106370 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2e50beac-ca94-45ae-8091-d2c5ad1fb803 req-26e57da4-25c8-46ea-8b50-b8f09aa7eb43 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b08df8c-d250-441a-b5d2-01341048873c HTTP/1.1" status: 200 len: 943 time: 0.1220300 Apr 28 19:39:27.108022 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-23a8dcf5-5f35-4b66-b11c-c9de1495a67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:27.143487 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c6931f89-14e7-4aec-940b-4247597f5ed6 req-f40ce4ae-97b2-4356-83a7-dc85131bdffc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733271 Apr 28 19:39:27.149180 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 1be6d5d3-b5cd-47e9-a2c6-39438ea6241f completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:39:27.151842 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-b8a5ccd2-1d63-45ce-9e4e-b237958da787 None None] Port 672f2098-3779-4741-8efb-1fe071f74808 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:39:27.154256 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 1be6d5d3-b5cd-47e9-a2c6-39438ea6241f triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:27.154630 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:27.183748 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2e50beac-ca94-45ae-8091-d2c5ad1fb803 req-f244141b-ba51-4670-8635-91344bbe1d41 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1f4f33a-3287-4861-b95c-8cab1312d515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721638 Apr 28 19:39:27.258160 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-23a8dcf5-5f35-4b66-b11c-c9de1495a67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:27.258642 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-23a8dcf5-5f35-4b66-b11c-c9de1495a67f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:27.260133 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-23a8dcf5-5f35-4b66-b11c-c9de1495a67f service neutron] 10.222.0.15 "PUT /v2.0/ports/74ca2a4e-e656-4eeb-8339-4f97bfd4b51a HTTP/1.1" status: 200 len: 1091 time: 2.4131756 Apr 28 19:39:27.260689 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b08df8c-d250-441a-b5d2-01341048873c', 'tag': '74ca2a4e-e656-4eeb-8339-4f97bfd4b51a'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:27.268759 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e03205c-e7b6-4876-82f1-2ee71b3ad4c0" -d '{"events": [{"name": "network-changed", "server_uuid": "0b08df8c-d250-441a-b5d2-01341048873c", "tag": "74ca2a4e-e656-4eeb-8339-4f97bfd4b51a"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:39:27.354342 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc1284-d2e0-4ba7-a9b1-317f10c43cca req-7dc386da-2d47-458f-8b81-a904a521bae3 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:27.358447 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cdbc1284-d2e0-4ba7-a9b1-317f10c43cca req-7dc386da-2d47-458f-8b81-a904a521bae3 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] 10.222.0.42 "GET /v2.0/ports?device_id=451c8919-d912-4ed6-ae26-4c111b8372d8 HTTP/1.1" status: 200 len: 948 time: 0.3114686 Apr 28 19:39:27.363395 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:27.469657 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 1be6d5d3-b5cd-47e9-a2c6-39438ea6241f, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=1be6d5d3-b5cd-47e9-a2c6-39438ea6241f,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:27.491519 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:27.497453 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04746443-7407-429c-98ef-e3192f66c4b0 req-a35070f3-5aa8-4a1b-9017-5f623c61a3f1 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:27.511156 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-04746443-7407-429c-98ef-e3192f66c4b0 req-a35070f3-5aa8-4a1b-9017-5f623c61a3f1 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/ports?device_id=dacee00e-ba0c-4fa5-82af-67ee71c62785 HTTP/1.1" status: 200 len: 944 time: 0.1764123 Apr 28 19:39:27.540454 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8dcf5-5f35-4b66-b11c-c9de1495a67f service neutron] Pushing event updated for resources: {'Port': ['ID=74ca2a4e-e656-4eeb-8339-4f97bfd4b51a,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:27.552089 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-33b1fbb4-5a8b-48c0-960e-69260fb74800 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Made reservation on behalf of 533c1e9c8dee43379021e03f9df0f17e for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:39:27.560987 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-33b1fbb4-5a8b-48c0-960e-69260fb74800 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:27.599846 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=1be6d5d3-b5cd-47e9-a2c6-39438ea6241f,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:27.618130 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-04746443-7407-429c-98ef-e3192f66c4b0 req-eae862c3-0b6d-4c82-a164-72d81d4f5c17 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/security-groups?id=428c763a-4336-484e-80ea-3b3740787d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046910 Apr 28 19:39:27.709356 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cdbc1284-d2e0-4ba7-a9b1-317f10c43cca req-0c04ef34-abe0-4a04-8cc1-d6367628f05b tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] 10.222.0.42 "GET /v2.0/security-groups?id=04abece4-4ffd-4381-afd2-ad8706c97330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675660 Apr 28 19:39:27.716781 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-453f8932-8956-43b8-aa1e-19d7a8ab98da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:27.718822 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-453f8932-8956-43b8-aa1e-19d7a8ab98da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=98a6d5da4ca84f3b93f1251e2d3cf2d8&device_id=0b08df8c-d250-441a-b5d2-01341048873c HTTP/1.1" status: 200 len: 1094 time: 0.3842704 Apr 28 19:39:27.752773 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3a8176b6-a6df-42b1-846d-c277d3045748 req-bae2cf1c-5aa3-4bdb-8da3-ebbe16ab3d99 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc15f4e8-6e9d-470a-836c-a83a262352ad HTTP/1.1" status: 200 len: 210 time: 0.0722728 Apr 28 19:39:27.809878 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-652fca01-6b2d-49b3-8808-480af980b9e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74ca2a4e-e656-4eeb-8339-4f97bfd4b51a HTTP/1.1" status: 200 len: 217 time: 0.0549586 Apr 28 19:39:27.912049 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-cb488013-6d5e-4617-8ad0-55c609177be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:27.913719 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-cb488013-6d5e-4617-8ad0-55c609177be8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7a2f793-5447-48fe-83df-017889e9d0fc HTTP/1.1" status: 200 len: 854 time: 0.0961142 Apr 28 19:39:27.945180 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8761462-8a68-4ba1-b1ff-12ff6d7d5199 req-74e821af-f4f1-46dc-b02c-29008af2c666 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:27.956993 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8761462-8a68-4ba1-b1ff-12ff6d7d5199 req-74e821af-f4f1-46dc-b02c-29008af2c666 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:27.959341 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d8761462-8a68-4ba1-b1ff-12ff6d7d5199 req-74e821af-f4f1-46dc-b02c-29008af2c666 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 1653 time: 0.1054356 Apr 28 19:39:27.999781 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-33b1fbb4-5a8b-48c0-960e-69260fb74800 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Allocated IP 10.1.1.46 (6cf7a3f9-9c87-425f-81e9-8f2d573cafa9/bf566019-ed60-4ea9-a085-d254b91671bf/c7fbcdaf-eb1a-406d-86fb-62582d63a224) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:39:28.029808 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-c1a139de-b759-4395-8506-3232d88d2121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:28.031949 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d8761462-8a68-4ba1-b1ff-12ff6d7d5199 req-4a774b1b-07ce-4564-a1ba-6361f460a276 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614493 Apr 28 19:39:28.032389 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-c1a139de-b759-4395-8506-3232d88d2121 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa6ba32f-86e1-489e-bf69-a0854e414daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077328 Apr 28 19:39:28.039075 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86d29e66-3fd2-4939-aebc-14c5af14ef5a req-9d1f7abd-976e-4df6-bd19-034e929dc032 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f839dd8c03c74ab9af5bdfb5a117257b&device_id=4a3309e2-3382-4951-a627-4fcbaa25cb4f HTTP/1.1" status: 200 len: 210 time: 0.0470030 Apr 28 19:39:28.091940 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86d29e66-3fd2-4939-aebc-14c5af14ef5a req-8c02e276-a640-436c-b718-679c775da4e4 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f839dd8c03c74ab9af5bdfb5a117257b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378268 Apr 28 19:39:28.165279 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1064df3-6513-44eb-9871-d05d8969ba29 x-openstack-request-id: req-b1064df3-6513-44eb-9871-d05d8969ba29 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:39:28.165409 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b08df8c-d250-441a-b5d2-01341048873c", "tag": "74ca2a4e-e656-4eeb-8339-4f97bfd4b51a", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:39:28.165642 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b1064df3-6513-44eb-9871-d05d8969ba29 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:39:28.166179 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1064df3-6513-44eb-9871-d05d8969ba29'] response: {'name': 'network-changed', 'server_uuid': '0b08df8c-d250-441a-b5d2-01341048873c', 'tag': '74ca2a4e-e656-4eeb-8339-4f97bfd4b51a', 'status': 'completed', 'code': 200} Apr 28 19:39:28.417355 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-12c1d28e-c73a-4bcc-8765-fec1e3bbc555 req-55faa22d-d69c-4073-8b1c-cd8bcb0339ed tempest-ServerShowV247Test-1972315759 tempest-ServerShowV247Test-1972315759-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a3309e2-3382-4951-a627-4fcbaa25cb4f HTTP/1.1" status: 200 len: 210 time: 0.0502956 Apr 28 19:39:28.548453 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30a63e-70dc-4b0c-8eb0-021cf98ed6dc req-d209d53a-e5a3-4eeb-baf3-a18a3b0cf866 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:28.550475 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7f30a63e-70dc-4b0c-8eb0-021cf98ed6dc req-d209d53a-e5a3-4eeb-baf3-a18a3b0cf866 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b08df8c-d250-441a-b5d2-01341048873c HTTP/1.1" status: 200 len: 943 time: 0.0661869 Apr 28 19:39:28.621901 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d29e66-3fd2-4939-aebc-14c5af14ef5a req-869df5bd-e0d9-44af-80fb-4a5d54415abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:28.623307 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86d29e66-3fd2-4939-aebc-14c5af14ef5a req-869df5bd-e0d9-44af-80fb-4a5d54415abf service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5179806 Apr 28 19:39:28.668886 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7f30a63e-70dc-4b0c-8eb0-021cf98ed6dc req-8e104a86-a29d-4eef-b1cd-37005a6b6853 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1f4f33a-3287-4861-b95c-8cab1312d515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075878 Apr 28 19:39:28.681977 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc5579-60d5-4d82-b7c8-afdce2fc1d0f req-c0f29351-92df-49ba-a92d-739bd467e78f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:28.681977 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e7fc5579-60d5-4d82-b7c8-afdce2fc1d0f req-c0f29351-92df-49ba-a92d-739bd467e78f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=d92514d8-ecbd-4984-8053-425e04f2a622 HTTP/1.1" status: 200 len: 945 time: 0.5059366 Apr 28 19:39:28.725903 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-33b1fbb4-5a8b-48c0-960e-69260fb74800 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:28.740152 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-7ce77405-a928-4ee4-b10a-d2f7dd2cec25 service neutron] 10.222.0.15 "GET /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6998823 Apr 28 19:39:28.767188 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e7fc5579-60d5-4d82-b7c8-afdce2fc1d0f req-a3f50454-2e2d-4dfd-86b0-009baa15995d tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798130 Apr 28 19:39:28.776041 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23839a-9839-4031-8692-cd1593707cb8 req-f65c1dc4-1d4c-4011-9862-872123e1d2e8 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:28.783832 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e23839a-9839-4031-8692-cd1593707cb8 req-f65c1dc4-1d4c-4011-9862-872123e1d2e8 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.44 "GET /v2.0/networks?id=a55f16c9-95c8-4fd4-8995-3500160073e6 HTTP/1.1" status: 200 len: 811 time: 0.2312353 Apr 28 19:39:28.867095 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451c8919-d912-4ed6-ae26-4c111b8372d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be6d5d3-b5cd-47e9-a2c6-39438ea6241f'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:28.869776 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc87f32-9497-4bd9-9035-12b2308c9a9f" -d '{"events": [{"server_uuid": "451c8919-d912-4ed6-ae26-4c111b8372d8", "name": "network-vif-plugged", "status": "completed", "tag": "1be6d5d3-b5cd-47e9-a2c6-39438ea6241f"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:39:28.888991 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e23839a-9839-4031-8692-cd1593707cb8 req-6153ddcb-f26c-45ef-a590-64760328d5c4 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dd1094050784d62aec95318cfccb911 HTTP/1.1" status: 200 len: 380 time: 0.0890119 Apr 28 19:39:28.900778 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-0e23839a-9839-4031-8692-cd1593707cb8 req-257f1af0-b415-4796-9947-f22b4138b448 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Request body: {'port': {'device_id': 'cc15f4e8-6e9d-470a-836c-a83a262352ad', 'network_id': 'a55f16c9-95c8-4fd4-8995-3500160073e6', 'admin_state_up': True, 'tenant_id': '2dd1094050784d62aec95318cfccb911', 'security_groups': ['4de3cdec-bc4e-4669-bf6a-e9409ccf5e5e']}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:28.931563 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-33b1fbb4-5a8b-48c0-960e-69260fb74800 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:28.934508 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98543f6-443b-4e4d-a986-c354a6b0252f req-cb4d53b6-2af6-431d-88b3-0c96b9676278 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:28.936374 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e98543f6-443b-4e4d-a986-c354a6b0252f req-cb4d53b6-2af6-431d-88b3-0c96b9676278 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/ports?device_id=dacee00e-ba0c-4fa5-82af-67ee71c62785 HTTP/1.1" status: 200 len: 944 time: 0.1170633 Apr 28 19:39:28.976645 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f41a8fb3-67b9-4c0c-a4ba-c13261607e40 req-5dcf0790-c7d0-4f62-ac8b-8cdd195d716f service neutron] 10.222.0.15 "GET /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275140 Apr 28 19:39:28.984795 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3dc87a-2ca7-409b-b7b8-ea204448dfd5 req-19d13e0d-d72f-4e5b-a6f1-cb447e6b19e4 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:28.987043 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2f3dc87a-2ca7-409b-b7b8-ea204448dfd5 req-19d13e0d-d72f-4e5b-a6f1-cb447e6b19e4 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] 10.222.0.42 "GET /v2.0/ports?device_id=451c8919-d912-4ed6-ae26-4c111b8372d8 HTTP/1.1" status: 200 len: 949 time: 0.1261361 Apr 28 19:39:29.043797 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e98543f6-443b-4e4d-a986-c354a6b0252f req-0f8b27f0-b05b-4888-9e1c-fa79719fe3c8 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/security-groups?id=428c763a-4336-484e-80ea-3b3740787d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814185 Apr 28 19:39:29.098846 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-33b1fbb4-5a8b-48c0-960e-69260fb74800 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Network 6cf7a3f9-9c87-425f-81e9-8f2d573cafa9 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:29.108033 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e23839a-9839-4031-8692-cd1593707cb8 req-257f1af0-b415-4796-9947-f22b4138b448 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Made reservation on behalf of 2dd1094050784d62aec95318cfccb911 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:39:29.113763 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0e23839a-9839-4031-8692-cd1593707cb8 req-257f1af0-b415-4796-9947-f22b4138b448 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:29.125501 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-33b1fbb4-5a8b-48c0-960e-69260fb74800 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:29.130604 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2f3dc87a-2ca7-409b-b7b8-ea204448dfd5 req-31b874a4-a762-45ac-a30b-c1c08626c2e1 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] 10.222.0.42 "GET /v2.0/security-groups?id=04abece4-4ffd-4381-afd2-ad8706c97330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045647 Apr 28 19:39:29.131242 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1fbb4-5a8b-48c0-960e-69260fb74800 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Pushing event updated for resources: {'Port': ['ID=c7fbcdaf-eb1a-406d-86fb-62582d63a224,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:29.138262 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-33b1fbb4-5a8b-48c0-960e-69260fb74800 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:39:29.209747 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-33b1fbb4-5a8b-48c0-960e-69260fb74800 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:29.210498 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-33b1fbb4-5a8b-48c0-960e-69260fb74800 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:29.211630 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e2ba006a-bdf3-4f9b-a06f-d5692918fc51 req-ade5a9b3-0ff5-493c-a869-90d57a20db66 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc15f4e8-6e9d-470a-836c-a83a262352ad HTTP/1.1" status: 200 len: 210 time: 0.0577652 Apr 28 19:39:29.214945 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03205c-e7b6-4876-82f1-2ee71b3ad4c0 req-34701383-5086-42d4-83f5-a331bb194866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:29.216518 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1e03205c-e7b6-4876-82f1-2ee71b3ad4c0 req-34701383-5086-42d4-83f5-a331bb194866 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=98a6d5da4ca84f3b93f1251e2d3cf2d8&device_id=0b08df8c-d250-441a-b5d2-01341048873c HTTP/1.1" status: 200 len: 1094 time: 0.1666071 Apr 28 19:39:29.260738 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a340b0-61c3-4103-80aa-84e7493e1d97 x-openstack-request-id: req-85a340b0-61c3-4103-80aa-84e7493e1d97 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:39:29.261028 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "451c8919-d912-4ed6-ae26-4c111b8372d8", "name": "network-vif-plugged", "status": "completed", "tag": "1be6d5d3-b5cd-47e9-a2c6-39438ea6241f", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:39:29.261290 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-85a340b0-61c3-4103-80aa-84e7493e1d97 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:39:29.261782 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85a340b0-61c3-4103-80aa-84e7493e1d97'] response: {'server_uuid': '451c8919-d912-4ed6-ae26-4c111b8372d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be6d5d3-b5cd-47e9-a2c6-39438ea6241f', 'code': 200} Apr 28 19:39:29.309914 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-33b1fbb4-5a8b-48c0-960e-69260fb74800 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6804674 Apr 28 19:39:29.327965 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-fab9b5b0-8fe5-4789-b4ca-631dc299c202 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Request body: {'port': {'device_id': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e1add1d6-d054-4112-876e-e570e74daa00', 'admin_state_up': True, 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'security_groups': ['3415a19a-7da7-4867-850a-ab2e4fe5885a']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:29.489752 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-0e23839a-9839-4031-8692-cd1593707cb8 req-257f1af0-b415-4796-9947-f22b4138b448 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Allocated IP 172.20.0.5 (a55f16c9-95c8-4fd4-8995-3500160073e6/a3f8a51f-a72a-43a1-86d9-94a03a04c570/82853802-3c5a-4e73-affd-4913590d6b5c) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:39:29.537351 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03205c-e7b6-4876-82f1-2ee71b3ad4c0 req-52001f10-529d-418d-b5b2-3303e858eedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:29.539193 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1e03205c-e7b6-4876-82f1-2ee71b3ad4c0 req-52001f10-529d-418d-b5b2-3303e858eedd service neutron] 10.222.0.15 "GET /v2.0/networks?id=fa6ba32f-86e1-489e-bf69-a0854e414daf HTTP/1.1" status: 200 len: 916 time: 0.3148046 Apr 28 19:39:29.559447 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a50af59d-a045-4434-813a-229c670f98f2 None None] Provisioning complete for port c7fbcdaf-eb1a-406d-86fb-62582d63a224 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:29.559818 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a50af59d-a045-4434-813a-229c670f98f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:29.564717 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e24522-0fbd-4553-a075-889c2dc1ac7a req-b76a42e7-f50c-43b0-80ed-842ae24888b4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:29.571687 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e24522-0fbd-4553-a075-889c2dc1ac7a req-b76a42e7-f50c-43b0-80ed-842ae24888b4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:29.582212 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e24522-0fbd-4553-a075-889c2dc1ac7a req-b76a42e7-f50c-43b0-80ed-842ae24888b4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:29.590298 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-09e24522-0fbd-4553-a075-889c2dc1ac7a req-b76a42e7-f50c-43b0-80ed-842ae24888b4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 2373 time: 0.1894865 Apr 28 19:39:29.634229 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-a50af59d-a045-4434-813a-229c670f98f2 None None] Port c7fbcdaf-eb1a-406d-86fb-62582d63a224 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:39:29.644295 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2edd7ce1-9261-4c74-aed2-7931f2fd0cf7 req-265c79fd-f201-486b-8b19-8ab1cf6a8b46 tempest-ServerShowV247Test-1972315759 tempest-ServerShowV247Test-1972315759-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a3309e2-3382-4951-a627-4fcbaa25cb4f HTTP/1.1" status: 200 len: 210 time: 0.0795782 Apr 28 19:39:29.661444 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58cfef-9468-4744-9c4c-46358d876910 req-23300149-a08d-4785-8b88-61b0717d24b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:29.662964 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f58cfef-9468-4744-9c4c-46358d876910 req-23300149-a08d-4785-8b88-61b0717d24b8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=451c8919-d912-4ed6-ae26-4c111b8372d8 HTTP/1.1" status: 200 len: 1100 time: 0.3081560 Apr 28 19:39:29.667508 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1e03205c-e7b6-4876-82f1-2ee71b3ad4c0 req-1d2ce42d-b085-4c5b-88d8-5069dda7e337 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74ca2a4e-e656-4eeb-8339-4f97bfd4b51a HTTP/1.1" status: 200 len: 217 time: 0.1069870 Apr 28 19:39:29.670292 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-09e24522-0fbd-4553-a075-889c2dc1ac7a req-3e9beaec-5146-43e2-9ab6-76d0f9b7fc87 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791054 Apr 28 19:39:29.803840 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0e23839a-9839-4031-8692-cd1593707cb8 req-257f1af0-b415-4796-9947-f22b4138b448 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:29.835483 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f58cfef-9468-4744-9c4c-46358d876910 req-8865dbca-17ae-41cf-a7ba-f48cba6a195b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=04abece4-4ffd-4381-afd2-ad8706c97330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422648 Apr 28 19:39:29.836092 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-fab9b5b0-8fe5-4789-b4ca-631dc299c202 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Made reservation on behalf of 533c1e9c8dee43379021e03f9df0f17e for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:39:29.843108 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03205c-e7b6-4876-82f1-2ee71b3ad4c0 req-9ca7af02-ae64-46a2-842d-ebff4ffe9f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:29.845703 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1e03205c-e7b6-4876-82f1-2ee71b3ad4c0 req-9ca7af02-ae64-46a2-842d-ebff4ffe9f72 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7a2f793-5447-48fe-83df-017889e9d0fc HTTP/1.1" status: 200 len: 854 time: 0.1639302 Apr 28 19:39:29.853375 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0e23839a-9839-4031-8692-cd1593707cb8 req-257f1af0-b415-4796-9947-f22b4138b448 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:29.874475 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2cf94-102f-43ad-80aa-d31f74768c99 req-6801aa50-103d-46f3-ae3b-c759bd67f1b1 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:29.881582 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-09c2cf94-102f-43ad-80aa-d31f74768c99 req-6801aa50-103d-46f3-ae3b-c759bd67f1b1 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b08df8c-d250-441a-b5d2-01341048873c HTTP/1.1" status: 200 len: 943 time: 0.1061060 Apr 28 19:39:29.909686 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e23839a-9839-4031-8692-cd1593707cb8 req-257f1af0-b415-4796-9947-f22b4138b448 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Network a55f16c9-95c8-4fd4-8995-3500160073e6 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:29.918649 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-0e23839a-9839-4031-8692-cd1593707cb8 req-257f1af0-b415-4796-9947-f22b4138b448 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:29.922757 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e23839a-9839-4031-8692-cd1593707cb8 req-257f1af0-b415-4796-9947-f22b4138b448 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:39:29.996910 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-09c2cf94-102f-43ad-80aa-d31f74768c99 req-6b2ad41d-2c7f-4edd-8f2d-b6d384fb5815 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1f4f33a-3287-4861-b95c-8cab1312d515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144567 Apr 28 19:39:30.007791 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f1af0-b415-4796-9947-f22b4138b448 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Pushing event updated for resources: {'Port': ['ID=82853802-3c5a-4e73-affd-4913590d6b5c,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:30.014376 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-fab9b5b0-8fe5-4789-b4ca-631dc299c202 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:30.028380 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23839a-9839-4031-8692-cd1593707cb8 req-257f1af0-b415-4796-9947-f22b4138b448 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:30.029192 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0e23839a-9839-4031-8692-cd1593707cb8 req-257f1af0-b415-4796-9947-f22b4138b448 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:30.058378 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e23839a-9839-4031-8692-cd1593707cb8 req-257f1af0-b415-4796-9947-f22b4138b448 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1615329 Apr 28 19:39:30.075081 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf4e20-775e-4b26-a054-012b667a1d73 req-f0765e7d-53d5-4ddd-9b43-0db2773bcbe4 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:30.077541 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-62cf4e20-775e-4b26-a054-012b667a1d73 req-f0765e7d-53d5-4ddd-9b43-0db2773bcbe4 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=d92514d8-ecbd-4984-8053-425e04f2a622 HTTP/1.1" status: 200 len: 945 time: 0.1016436 Apr 28 19:39:30.086405 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-0e23839a-9839-4031-8692-cd1593707cb8 req-05da787a-3a2d-44ec-bc71-fcbe690c7258 service neutron] Request body: {'port': {'device_id': 'cc15f4e8-6e9d-470a-836c-a83a262352ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:30.140319 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86d29e66-3fd2-4939-aebc-14c5af14ef5a req-ccf2c169-e97a-4bad-9ada-0831c37bff7e tempest-ServerShowV247Test-1972315759 tempest-ServerShowV247Test-1972315759-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a3309e2-3382-4951-a627-4fcbaa25cb4f HTTP/1.1" status: 200 len: 210 time: 0.0892982 Apr 28 19:39:30.213348 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-62cf4e20-775e-4b26-a054-012b667a1d73 req-5d81e764-8520-4851-9173-fb37d8bffd52 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211705 Apr 28 19:39:30.227052 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0e23839a-9839-4031-8692-cd1593707cb8 req-05da787a-3a2d-44ec-bc71-fcbe690c7258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:30.377573 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-513e1f15-3fdf-45fa-9902-47b5574d888d None None] Provisioning complete for port 82853802-3c5a-4e73-affd-4913590d6b5c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:30.378141 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-513e1f15-3fdf-45fa-9902-47b5574d888d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:30.425896 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-513e1f15-3fdf-45fa-9902-47b5574d888d None None] Port 82853802-3c5a-4e73-affd-4913590d6b5c cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:39:30.533882 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd3b25-50b8-44c1-9616-442ea2b725ac req-2c338d73-a30e-41b1-807e-7e66c208cc81 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:30.535403 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cfcd3b25-50b8-44c1-9616-442ea2b725ac req-2c338d73-a30e-41b1-807e-7e66c208cc81 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] 10.222.0.42 "GET /v2.0/ports?device_id=451c8919-d912-4ed6-ae26-4c111b8372d8 HTTP/1.1" status: 200 len: 949 time: 0.1303017 Apr 28 19:39:30.621559 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cfcd3b25-50b8-44c1-9616-442ea2b725ac req-0a34eb72-9d6b-4965-9d3a-eb4d4ec6d71f tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] 10.222.0.42 "GET /v2.0/security-groups?id=04abece4-4ffd-4381-afd2-ad8706c97330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786476 Apr 28 19:39:30.746785 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03205c-e7b6-4876-82f1-2ee71b3ad4c0 req-df0792f2-f106-45e7-af02-9c3d45bae43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:30.748487 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1e03205c-e7b6-4876-82f1-2ee71b3ad4c0 req-df0792f2-f106-45e7-af02-9c3d45bae43e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa6ba32f-86e1-489e-bf69-a0854e414daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7156799 Apr 28 19:39:30.781006 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-0e23839a-9839-4031-8692-cd1593707cb8 req-05da787a-3a2d-44ec-bc71-fcbe690c7258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82853802-3c5a-4e73-affd-4913590d6b5c {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:30.826793 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0e23839a-9839-4031-8692-cd1593707cb8 req-05da787a-3a2d-44ec-bc71-fcbe690c7258 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:30.871152 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53498f3-55c5-4660-8ef4-24af6df8b863 req-9e9396f5-5893-40ff-a48b-e01268ec164b tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:30.877178 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-0e23839a-9839-4031-8692-cd1593707cb8 req-05da787a-3a2d-44ec-bc71-fcbe690c7258 service neutron] Transition to ACTIVE for port object 82853802-3c5a-4e73-affd-4913590d6b5c will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:39:30.878807 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e53498f3-55c5-4660-8ef4-24af6df8b863 req-9e9396f5-5893-40ff-a48b-e01268ec164b tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/ports?device_id=dacee00e-ba0c-4fa5-82af-67ee71c62785 HTTP/1.1" status: 200 len: 944 time: 0.7290635 Apr 28 19:39:30.886994 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0e23839a-9839-4031-8692-cd1593707cb8 req-05da787a-3a2d-44ec-bc71-fcbe690c7258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:30.887244 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1e03205c-e7b6-4876-82f1-2ee71b3ad4c0 req-eacac918-51bb-4a7b-9e05-c3cc65eb3914 service neutron] 10.222.0.15 "GET /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213651 Apr 28 19:39:31.009252 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da787a-3a2d-44ec-bc71-fcbe690c7258 service neutron] Pushing event updated for resources: {'Port': ['ID=82853802-3c5a-4e73-affd-4913590d6b5c,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:31.048835 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-fab9b5b0-8fe5-4789-b4ca-631dc299c202 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Allocated IP 10.2.2.100 (e1add1d6-d054-4112-876e-e570e74daa00/6b75ceaf-6166-436a-a3b4-7ab5ad1eecd3/9984f582-0747-4758-acc2-3cb0373ad5b8) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:39:31.071779 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2f846-9c48-481e-a500-decea447f44a req-f7f20314-964c-4887-9024-f69cbf02a12b tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:31.073363 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-26e2f846-9c48-481e-a500-decea447f44a req-f7f20314-964c-4887-9024-f69cbf02a12b tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc15f4e8-6e9d-470a-836c-a83a262352ad HTTP/1.1" status: 200 len: 943 time: 0.1491542 Apr 28 19:39:31.138467 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e53498f3-55c5-4660-8ef4-24af6df8b863 req-18cf47c4-bb8a-499b-8e0c-2ca0e4b29884 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/security-groups?id=428c763a-4336-484e-80ea-3b3740787d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2586706 Apr 28 19:39:31.162415 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-0e23839a-9839-4031-8692-cd1593707cb8 req-05da787a-3a2d-44ec-bc71-fcbe690c7258 service neutron] Attempting to bind port 82853802-3c5a-4e73-affd-4913590d6b5c on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:39:31.162731 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-0e23839a-9839-4031-8692-cd1593707cb8 req-05da787a-3a2d-44ec-bc71-fcbe690c7258 service neutron] Attempting to bind port 82853802-3c5a-4e73-affd-4913590d6b5c by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '139f7c79-0796-4dce-94a1-7c10956b8166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a55f16c9-95c8-4fd4-8995-3500160073e6'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:39:31.163054 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e23839a-9839-4031-8692-cd1593707cb8 req-05da787a-3a2d-44ec-bc71-fcbe690c7258 service neutron] Attempting to bind port 82853802-3c5a-4e73-affd-4913590d6b5c on network a55f16c9-95c8-4fd4-8995-3500160073e6 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:31.173916 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e23839a-9839-4031-8692-cd1593707cb8 req-05da787a-3a2d-44ec-bc71-fcbe690c7258 service neutron] Port 82853802-3c5a-4e73-affd-4913590d6b5c on network a55f16c9-95c8-4fd4-8995-3500160073e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:39:31.174186 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e23839a-9839-4031-8692-cd1593707cb8 req-05da787a-3a2d-44ec-bc71-fcbe690c7258 service neutron] Attempting to bind port 82853802-3c5a-4e73-affd-4913590d6b5c on network a55f16c9-95c8-4fd4-8995-3500160073e6 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:31.185070 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e23839a-9839-4031-8692-cd1593707cb8 req-05da787a-3a2d-44ec-bc71-fcbe690c7258 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:39:31.185400 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e23839a-9839-4031-8692-cd1593707cb8 req-05da787a-3a2d-44ec-bc71-fcbe690c7258 service neutron] Checking segment: {'id': '139f7c79-0796-4dce-94a1-7c10956b8166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a55f16c9-95c8-4fd4-8995-3500160073e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:39:31.186080 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e23839a-9839-4031-8692-cd1593707cb8 req-05da787a-3a2d-44ec-bc71-fcbe690c7258 service neutron] Bound using segment: {'id': '139f7c79-0796-4dce-94a1-7c10956b8166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a55f16c9-95c8-4fd4-8995-3500160073e6'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:39:31.186225 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-0e23839a-9839-4031-8692-cd1593707cb8 req-05da787a-3a2d-44ec-bc71-fcbe690c7258 service neutron] Bound port: 82853802-3c5a-4e73-affd-4913590d6b5c, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139f7c79-0796-4dce-94a1-7c10956b8166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a55f16c9-95c8-4fd4-8995-3500160073e6'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:39:31.187682 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0e23839a-9839-4031-8692-cd1593707cb8 req-05da787a-3a2d-44ec-bc71-fcbe690c7258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:31.229240 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-26e2f846-9c48-481e-a500-decea447f44a req-63ff5ee9-9a0a-4baf-9330-4b3982608aca tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de3cdec-bc4e-4669-bf6a-e9409ccf5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231105 Apr 28 19:39:31.283889 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1e03205c-e7b6-4876-82f1-2ee71b3ad4c0 req-62fe02d7-7d49-4f43-892b-641647fea8a9 service neutron] 10.222.0.15 "GET /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836691 Apr 28 19:39:31.377063 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-0e23839a-9839-4031-8692-cd1593707cb8 req-05da787a-3a2d-44ec-bc71-fcbe690c7258 service neutron] For port 82853802-3c5a-4e73-affd-4913590d6b5c, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:39:31.387998 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-0e23839a-9839-4031-8692-cd1593707cb8 req-05da787a-3a2d-44ec-bc71-fcbe690c7258 service neutron] For port 82853802-3c5a-4e73-affd-4913590d6b5c, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=82853802-3c5a-4e73-affd-4913590d6b5c,segment=NetworkSegment(139f7c79-0796-4dce-94a1-7c10956b8166),segment_id=139f7c79-0796-4dce-94a1-7c10956b8166)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:39:31.397269 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0e23839a-9839-4031-8692-cd1593707cb8 req-05da787a-3a2d-44ec-bc71-fcbe690c7258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:31.434093 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-fab9b5b0-8fe5-4789-b4ca-631dc299c202 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:31.463439 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23839a-9839-4031-8692-cd1593707cb8 req-05da787a-3a2d-44ec-bc71-fcbe690c7258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:31.464269 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0e23839a-9839-4031-8692-cd1593707cb8 req-05da787a-3a2d-44ec-bc71-fcbe690c7258 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:31.466254 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e23839a-9839-4031-8692-cd1593707cb8 req-05da787a-3a2d-44ec-bc71-fcbe690c7258 service neutron] 10.222.0.44 "PUT /v2.0/ports/82853802-3c5a-4e73-affd-4913590d6b5c HTTP/1.1" status: 200 len: 1091 time: 1.3874598 Apr 28 19:39:31.466855 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc15f4e8-6e9d-470a-836c-a83a262352ad', 'tag': '82853802-3c5a-4e73-affd-4913590d6b5c'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:31.470155 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d43cbfd-4acf-4542-8b05-943cd4c59da9" -d '{"events": [{"name": "network-changed", "server_uuid": "cc15f4e8-6e9d-470a-836c-a83a262352ad", "tag": "82853802-3c5a-4e73-affd-4913590d6b5c"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:39:31.473642 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1a7b6-7796-44d8-be6c-9c47e58b31c0 req-86ccfa4d-fc93-4588-bfd4-8123760083de tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:31.490139 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1a7b6-7796-44d8-be6c-9c47e58b31c0 req-86ccfa4d-fc93-4588-bfd4-8123760083de tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:31.503626 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1a7b6-7796-44d8-be6c-9c47e58b31c0 req-86ccfa4d-fc93-4588-bfd4-8123760083de tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:31.507085 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4bc1a7b6-7796-44d8-be6c-9c47e58b31c0 req-86ccfa4d-fc93-4588-bfd4-8123760083de tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 2373 time: 0.1808965 Apr 28 19:39:31.572002 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4bc1a7b6-7796-44d8-be6c-9c47e58b31c0 req-38ea2731-25c0-4f16-9fa8-27d7f0be9bf2 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500915 Apr 28 19:39:31.573585 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-fab9b5b0-8fe5-4789-b4ca-631dc299c202 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:31.586088 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da787a-3a2d-44ec-bc71-fcbe690c7258 service neutron] Pushing event updated for resources: {'Port': ['ID=82853802-3c5a-4e73-affd-4913590d6b5c,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:31.641072 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dac032-3f4d-4b54-a558-92f22b6fd082 req-62984808-9673-44b9-b99c-e6ad29244b21 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:31.648410 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-fab9b5b0-8fe5-4789-b4ca-631dc299c202 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Network e1add1d6-d054-4112-876e-e570e74daa00 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:31.649949 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-09dac032-3f4d-4b54-a558-92f22b6fd082 req-62984808-9673-44b9-b99c-e6ad29244b21 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b08df8c-d250-441a-b5d2-01341048873c HTTP/1.1" status: 200 len: 943 time: 0.2064514 Apr 28 19:39:31.654808 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-fab9b5b0-8fe5-4789-b4ca-631dc299c202 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:31.658801 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05571595-a387-43db-a57b-04362d6d14c7 x-openstack-request-id: req-05571595-a387-43db-a57b-04362d6d14c7 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:39:31.659070 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-fab9b5b0-8fe5-4789-b4ca-631dc299c202 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:39:31.659306 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc15f4e8-6e9d-470a-836c-a83a262352ad", "tag": "82853802-3c5a-4e73-affd-4913590d6b5c", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:39:31.659652 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-05571595-a387-43db-a57b-04362d6d14c7 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:39:31.660168 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05571595-a387-43db-a57b-04362d6d14c7'] response: {'name': 'network-changed', 'server_uuid': 'cc15f4e8-6e9d-470a-836c-a83a262352ad', 'tag': '82853802-3c5a-4e73-affd-4913590d6b5c', 'status': 'completed', 'code': 200} Apr 28 19:39:31.670982 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23839a-9839-4031-8692-cd1593707cb8 req-02057cbc-dd38-453b-bc90-db724b4d1f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:31.678000 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e23839a-9839-4031-8692-cd1593707cb8 req-02057cbc-dd38-453b-bc90-db724b4d1f06 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2dd1094050784d62aec95318cfccb911&device_id=cc15f4e8-6e9d-470a-836c-a83a262352ad HTTP/1.1" status: 200 len: 1094 time: 0.1678810 Apr 28 19:39:31.701110 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:31.708049 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9b5b0-8fe5-4789-b4ca-631dc299c202 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Pushing event updated for resources: {'Port': ['ID=9984f582-0747-4758-acc2-3cb0373ad5b8,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:31.745510 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-fab9b5b0-8fe5-4789-b4ca-631dc299c202 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:31.746426 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-fab9b5b0-8fe5-4789-b4ca-631dc299c202 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:31.772567 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-fab9b5b0-8fe5-4789-b4ca-631dc299c202 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4523034 Apr 28 19:39:31.773773 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 47102) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:31.787449 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-52f02f2b-bcb0-44d3-84c7-dd3ee6b49ce5 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Request body: {'port': {'device_id': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e1add1d6-d054-4112-876e-e570e74daa00', 'admin_state_up': True, 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'security_groups': ['3415a19a-7da7-4867-850a-ab2e4fe5885a']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:31.829205 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e23839a-9839-4031-8692-cd1593707cb8 req-830f0a7d-7d55-47a1-a93d-f1ac9ecfcee2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82853802-3c5a-4e73-affd-4913590d6b5c HTTP/1.1" status: 200 len: 217 time: 0.1329570 Apr 28 19:39:31.844089 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-09dac032-3f4d-4b54-a558-92f22b6fd082 req-c0e865be-6a4c-4b65-8e45-eb6817c71f42 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1f4f33a-3287-4861-b95c-8cab1312d515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930127 Apr 28 19:39:31.976011 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23839a-9839-4031-8692-cd1593707cb8 req-97740de2-fe03-414a-9ea7-7d619ab2f371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:31.977952 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e23839a-9839-4031-8692-cd1593707cb8 req-97740de2-fe03-414a-9ea7-7d619ab2f371 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a3f8a51f-a72a-43a1-86d9-94a03a04c570 HTTP/1.1" status: 200 len: 850 time: 0.1324978 Apr 28 19:39:32.011195 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f17b28-34b5-4414-b7b9-6a433f42e4ad req-220b0b73-8eb2-46a9-aadb-e2843fde6a6c tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:32.019988 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e8f17b28-34b5-4414-b7b9-6a433f42e4ad req-220b0b73-8eb2-46a9-aadb-e2843fde6a6c tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] 10.222.0.42 "GET /v2.0/ports?device_id=451c8919-d912-4ed6-ae26-4c111b8372d8 HTTP/1.1" status: 200 len: 949 time: 0.2382064 Apr 28 19:39:32.030914 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-52f02f2b-bcb0-44d3-84c7-dd3ee6b49ce5 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Made reservation on behalf of 533c1e9c8dee43379021e03f9df0f17e for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:39:32.037799 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-52f02f2b-bcb0-44d3-84c7-dd3ee6b49ce5 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:32.044241 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23839a-9839-4031-8692-cd1593707cb8 req-dd315166-b4c5-4493-8fda-44ba75779a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:32.045748 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e23839a-9839-4031-8692-cd1593707cb8 req-dd315166-b4c5-4493-8fda-44ba75779a05 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a55f16c9-95c8-4fd4-8995-3500160073e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579753 Apr 28 19:39:32.061137 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-96a1a6b2-baf9-44ff-b651-037691631bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:32.144690 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e23839a-9839-4031-8692-cd1593707cb8 req-f5c8078b-85f7-47ee-91fc-38ac7a152e88 service neutron] 10.222.0.44 "GET /v2.0/networks/a55f16c9-95c8-4fd4-8995-3500160073e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916886 Apr 28 19:39:32.162458 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-265f625c-9aa4-4fe0-b4fa-650f47555a89 None None] Provisioning complete for port 9984f582-0747-4758-acc2-3cb0373ad5b8 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:32.162838 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-265f625c-9aa4-4fe0-b4fa-650f47555a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:32.177823 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e8f17b28-34b5-4414-b7b9-6a433f42e4ad req-92f4779f-2411-4eed-b68a-dbfc5d98ca5a tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] 10.222.0.42 "GET /v2.0/security-groups?id=04abece4-4ffd-4381-afd2-ad8706c97330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568050 Apr 28 19:39:32.224871 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-265f625c-9aa4-4fe0-b4fa-650f47555a89 None None] Port 9984f582-0747-4758-acc2-3cb0373ad5b8 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:39:32.264613 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e23839a-9839-4031-8692-cd1593707cb8 req-70a0959e-8025-4f0e-b3e8-600e68bf61ad service neutron] 10.222.0.44 "GET /v2.0/networks/a55f16c9-95c8-4fd4-8995-3500160073e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126776 Apr 28 19:39:32.429763 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b997e94-524d-4d2a-bce2-967d5047d4f2 req-608514e3-7e58-41da-8efb-e9803638344b tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:32.432836 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3b997e94-524d-4d2a-bce2-967d5047d4f2 req-608514e3-7e58-41da-8efb-e9803638344b tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/ports?device_id=dacee00e-ba0c-4fa5-82af-67ee71c62785 HTTP/1.1" status: 200 len: 944 time: 0.1470883 Apr 28 19:39:32.435549 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43cbfd-4acf-4542-8b05-943cd4c59da9 req-bcdae91e-1055-4e4f-bfa3-5ee5b4e26c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:32.438912 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9d43cbfd-4acf-4542-8b05-943cd4c59da9 req-bcdae91e-1055-4e4f-bfa3-5ee5b4e26c1f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2dd1094050784d62aec95318cfccb911&device_id=cc15f4e8-6e9d-470a-836c-a83a262352ad HTTP/1.1" status: 200 len: 1094 time: 0.1009200 Apr 28 19:39:32.440094 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-96a1a6b2-baf9-44ff-b651-037691631bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:32.472339 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-52f02f2b-bcb0-44d3-84c7-dd3ee6b49ce5 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Allocated IP 10.2.2.200 (e1add1d6-d054-4112-876e-e570e74daa00/6b75ceaf-6166-436a-a3b4-7ab5ad1eecd3/eeb1d863-119a-4193-9c0a-7882aec48194) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:39:32.491297 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-96a1a6b2-baf9-44ff-b651-037691631bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:32.534529 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3b997e94-524d-4d2a-bce2-967d5047d4f2 req-0280341f-7964-49ba-8b86-de36fca209ea tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/security-groups?id=428c763a-4336-484e-80ea-3b3740787d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924301 Apr 28 19:39:32.580985 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-96a1a6b2-baf9-44ff-b651-037691631bd0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f839dd8c03c74ab9af5bdfb5a117257b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8058934 Apr 28 19:39:32.585367 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 47116) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:32.586732 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a1a6b2-baf9-44ff-b651-037691631bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbc0b6d-038c-40f5-8b6e-08f24a0e0155,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:32.588571 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43cbfd-4acf-4542-8b05-943cd4c59da9 req-760e662c-842f-498b-8e36-c8771e604b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:32.590729 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9d43cbfd-4acf-4542-8b05-943cd4c59da9 req-760e662c-842f-498b-8e36-c8771e604b1e service neutron] 10.222.0.44 "GET /v2.0/networks?id=a55f16c9-95c8-4fd4-8995-3500160073e6 HTTP/1.1" status: 200 len: 912 time: 0.1381447 Apr 28 19:39:32.659276 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9d43cbfd-4acf-4542-8b05-943cd4c59da9 req-ecc0db74-42cc-45e2-85f2-7e7349af8cce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82853802-3c5a-4e73-affd-4913590d6b5c HTTP/1.1" status: 200 len: 217 time: 0.0614052 Apr 28 19:39:32.697447 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b273426-d92d-44e1-9683-d5372d369431 req-87731ac4-9968-44a6-b4c6-f3aaf0cc8aca tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:32.700619 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8b273426-d92d-44e1-9683-d5372d369431 req-87731ac4-9968-44a6-b4c6-f3aaf0cc8aca tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc15f4e8-6e9d-470a-836c-a83a262352ad HTTP/1.1" status: 200 len: 943 time: 0.2032738 Apr 28 19:39:32.766737 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f33224d-23b6-44d2-8143-22bc1f6f721b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:32.773036 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43cbfd-4acf-4542-8b05-943cd4c59da9 req-c7fb33ed-2745-4019-9b5b-1027d0021c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:32.774508 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9d43cbfd-4acf-4542-8b05-943cd4c59da9 req-c7fb33ed-2745-4019-9b5b-1027d0021c30 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a3f8a51f-a72a-43a1-86d9-94a03a04c570 HTTP/1.1" status: 200 len: 850 time: 0.1077936 Apr 28 19:39:32.788784 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef441f-9839-4f58-a51e-2e692e0a0bf0 req-8cca1997-9d34-4358-a72c-f935ebc495df tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:32.790153 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-70ef441f-9839-4f58-a51e-2e692e0a0bf0 req-8cca1997-9d34-4358-a72c-f935ebc495df tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] 10.222.0.42 "GET /v2.0/ports?device_id=451c8919-d912-4ed6-ae26-4c111b8372d8 HTTP/1.1" status: 200 len: 949 time: 0.0778778 Apr 28 19:39:32.807273 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8b273426-d92d-44e1-9683-d5372d369431 req-ee296339-f946-4d30-9c98-da266bba2329 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de3cdec-bc4e-4669-bf6a-e9409ccf5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917974 Apr 28 19:39:32.839291 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-52f02f2b-bcb0-44d3-84c7-dd3ee6b49ce5 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:32.857039 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43cbfd-4acf-4542-8b05-943cd4c59da9 req-0bee87bf-5e48-4820-adf6-29f3cdd466a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:32.858532 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9d43cbfd-4acf-4542-8b05-943cd4c59da9 req-0bee87bf-5e48-4820-adf6-29f3cdd466a2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a55f16c9-95c8-4fd4-8995-3500160073e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675046 Apr 28 19:39:32.862167 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-70ef441f-9839-4f58-a51e-2e692e0a0bf0 req-ee028dde-eb2f-4617-b88d-6803d267b136 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] 10.222.0.42 "GET /v2.0/security-groups?id=04abece4-4ffd-4381-afd2-ad8706c97330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610876 Apr 28 19:39:32.870735 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f33224d-23b6-44d2-8143-22bc1f6f721b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:32.897419 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 74ca2a4e-e656-4eeb-8339-4f97bfd4b51a details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:39:33.005114 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9d43cbfd-4acf-4542-8b05-943cd4c59da9 req-dd809090-1dbe-4c60-b78c-9ac115bc86ab service neutron] 10.222.0.44 "GET /v2.0/networks/a55f16c9-95c8-4fd4-8995-3500160073e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388557 Apr 28 19:39:33.013641 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-52f02f2b-bcb0-44d3-84c7-dd3ee6b49ce5 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:33.016676 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a841c-2969-4d82-a503-0244b831f082 req-8971c235-6739-4cc8-8535-7600de32ee3b tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:33.018606 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5e9a841c-2969-4d82-a503-0244b831f082 req-8971c235-6739-4cc8-8535-7600de32ee3b tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b08df8c-d250-441a-b5d2-01341048873c HTTP/1.1" status: 200 len: 943 time: 0.0769343 Apr 28 19:39:33.062949 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 74ca2a4e-e656-4eeb-8339-4f97bfd4b51a, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=74ca2a4e-e656-4eeb-8339-4f97bfd4b51a,segment=NetworkSegment(45b99270-ac05-4c11-b64b-fdc435dcfa6a),segment_id=45b99270-ac05-4c11-b64b-fdc435dcfa6a)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:33.087460 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '74ca2a4e-e656-4eeb-8339-4f97bfd4b51a', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'port_id': '74ca2a4e-e656-4eeb-8339-4f97bfd4b51a', 'mac_address': 'fa:16:3e:97:87:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:39:33.097631 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275ed11-0813-4816-a5c9-e711399149db req-877cffbd-8b32-40d2-9dd7-60f820cf3dd4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:33.105772 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275ed11-0813-4816-a5c9-e711399149db req-877cffbd-8b32-40d2-9dd7-60f820cf3dd4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:33.111906 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275ed11-0813-4816-a5c9-e711399149db req-877cffbd-8b32-40d2-9dd7-60f820cf3dd4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:33.114966 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5e9a841c-2969-4d82-a503-0244b831f082 req-e9268857-c7e2-4317-aa61-0c978a45d016 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1f4f33a-3287-4861-b95c-8cab1312d515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875859 Apr 28 19:39:33.117981 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275ed11-0813-4816-a5c9-e711399149db req-877cffbd-8b32-40d2-9dd7-60f820cf3dd4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:33.124833 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275ed11-0813-4816-a5c9-e711399149db req-877cffbd-8b32-40d2-9dd7-60f820cf3dd4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:33.134539 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e275ed11-0813-4816-a5c9-e711399149db req-877cffbd-8b32-40d2-9dd7-60f820cf3dd4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 3815 time: 0.1639590 Apr 28 19:39:33.138274 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-52f02f2b-bcb0-44d3-84c7-dd3ee6b49ce5 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Network e1add1d6-d054-4112-876e-e570e74daa00 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:33.141365 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9d43cbfd-4acf-4542-8b05-943cd4c59da9 req-6b92310f-86b1-4fff-8c94-2d81349447e2 service neutron] 10.222.0.44 "GET /v2.0/networks/a55f16c9-95c8-4fd4-8995-3500160073e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208963 Apr 28 19:39:33.147995 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f33224d-23b6-44d2-8143-22bc1f6f721b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:33.148641 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:33.150801 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f33224d-23b6-44d2-8143-22bc1f6f721b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:33.152025 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3f33224d-23b6-44d2-8143-22bc1f6f721b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2bbc0b6d-038c-40f5-8b6e-08f24a0e0155 HTTP/1.1" status: 204 len: 168 time: 0.5609913 Apr 28 19:39:33.166233 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74ca2a4e-e656-4eeb-8339-4f97bfd4b51a {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:33.175626 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-52f02f2b-bcb0-44d3-84c7-dd3ee6b49ce5 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:33.190807 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f02f2b-bcb0-44d3-84c7-dd3ee6b49ce5 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Pushing event updated for resources: {'Port': ['ID=eeb1d863-119a-4193-9c0a-7882aec48194,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:33.206054 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-52f02f2b-bcb0-44d3-84c7-dd3ee6b49ce5 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:39:33.221334 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 74ca2a4e-e656-4eeb-8339-4f97bfd4b51a, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=74ca2a4e-e656-4eeb-8339-4f97bfd4b51a,segment=NetworkSegment(45b99270-ac05-4c11-b64b-fdc435dcfa6a),segment_id=45b99270-ac05-4c11-b64b-fdc435dcfa6a)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:33.226028 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33224d-23b6-44d2-8143-22bc1f6f721b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbc0b6d-038c-40f5-8b6e-08f24a0e0155,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:33.235542 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:33.255629 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:33.295706 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-52f02f2b-bcb0-44d3-84c7-dd3ee6b49ce5 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:33.296465 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-52f02f2b-bcb0-44d3-84c7-dd3ee6b49ce5 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:33.327458 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-52f02f2b-bcb0-44d3-84c7-dd3ee6b49ce5 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5468121 Apr 28 19:39:33.341421 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e275ed11-0813-4816-a5c9-e711399149db req-7b9b93f2-9250-4e0b-80cc-51d2e964ed8a tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057812 Apr 28 19:39:33.344763 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=74ca2a4e-e656-4eeb-8339-4f97bfd4b51a,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:33.360801 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-53499bb5-44ae-4c95-961f-037889d32532 service neutron] Request body: {'port': {'device_id': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:33.456581 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-53499bb5-44ae-4c95-961f-037889d32532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:33.469842 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['74ca2a4e-e656-4eeb-8339-4f97bfd4b51a'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:39:33.663414 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-19a98a11-4358-40f1-a620-e251323e6084 None None] Provisioning complete for port eeb1d863-119a-4193-9c0a-7882aec48194 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:33.663921 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-19a98a11-4358-40f1-a620-e251323e6084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:33.727630 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-19a98a11-4358-40f1-a620-e251323e6084 None None] Port eeb1d863-119a-4193-9c0a-7882aec48194 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:39:33.744354 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab5b42-cfda-427d-be9e-84f9ac5b2cec req-2bb7cf2b-abec-4e00-bd86-08ae09c35222 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:33.745959 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-99ab5b42-cfda-427d-be9e-84f9ac5b2cec req-2bb7cf2b-abec-4e00-bd86-08ae09c35222 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/ports?device_id=dacee00e-ba0c-4fa5-82af-67ee71c62785 HTTP/1.1" status: 200 len: 944 time: 0.0614469 Apr 28 19:39:33.802857 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-99ab5b42-cfda-427d-be9e-84f9ac5b2cec req-74ba5f1f-0372-4c35-a21e-ed5df7052ab8 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/security-groups?id=428c763a-4336-484e-80ea-3b3740787d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470777 Apr 28 19:39:33.835638 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc9371-cebe-4156-a22d-260dbdb6bdf1 req-835aa350-6f40-4a8f-9c48-35e246c123d4 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:33.837340 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aabc9371-cebe-4156-a22d-260dbdb6bdf1 req-835aa350-6f40-4a8f-9c48-35e246c123d4 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] 10.222.0.15 "GET /v2.0/ports?device_id=451c8919-d912-4ed6-ae26-4c111b8372d8 HTTP/1.1" status: 200 len: 949 time: 0.1342604 Apr 28 19:39:34.024866 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f75487-6210-4ab1-8641-80ca6befbbad req-f46626d4-0c23-483a-896e-8b3a1d29dc49 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:34.026800 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a0f75487-6210-4ab1-8641-80ca6befbbad req-f46626d4-0c23-483a-896e-8b3a1d29dc49 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] 10.222.0.42 "GET /v2.0/ports?device_id=451c8919-d912-4ed6-ae26-4c111b8372d8 HTTP/1.1" status: 200 len: 949 time: 0.0793166 Apr 28 19:39:34.063692 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d29e6-ad80-4318-b91b-52f84e9a75b9 req-1a8b8813-7037-433a-9525-973db7bbda02 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:34.071167 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cf4d29e6-ad80-4318-b91b-52f84e9a75b9 req-1a8b8813-7037-433a-9525-973db7bbda02 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc15f4e8-6e9d-470a-836c-a83a262352ad HTTP/1.1" status: 200 len: 943 time: 0.1411180 Apr 28 19:39:34.082361 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a0f75487-6210-4ab1-8641-80ca6befbbad req-6411a79c-31a9-45a0-b4d9-539e95c50b7a tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] 10.222.0.42 "GET /v2.0/security-groups?id=04abece4-4ffd-4381-afd2-ad8706c97330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445168 Apr 28 19:39:34.084005 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-53499bb5-44ae-4c95-961f-037889d32532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8725a3c2-2634-40e3-a0ff-926c27926381 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:34.098068 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-53499bb5-44ae-4c95-961f-037889d32532 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:34.115055 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-aabc9371-cebe-4156-a22d-260dbdb6bdf1 req-a2d02a03-8c33-4098-8142-3843b8df39c3 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] Deleting port 1be6d5d3-b5cd-47e9-a2c6-39438ea6241f {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:39:34.115396 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-aabc9371-cebe-4156-a22d-260dbdb6bdf1 req-a2d02a03-8c33-4098-8142-3843b8df39c3 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:34.147821 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-53499bb5-44ae-4c95-961f-037889d32532 service neutron] Transition to ACTIVE for port object 8725a3c2-2634-40e3-a0ff-926c27926381 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:39:34.257212 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-53499bb5-44ae-4c95-961f-037889d32532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:34.261927 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cf4d29e6-ad80-4318-b91b-52f84e9a75b9 req-714d9919-7cc4-426d-86f3-d7b5d56b0e5f tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de3cdec-bc4e-4669-bf6a-e9409ccf5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899064 Apr 28 19:39:34.275030 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a00ba-8f1b-4501-9af5-8b7b004394f8 req-37155bd1-d1f2-4bb1-a18d-66cef14375e0 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:34.285859 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-438a00ba-8f1b-4501-9af5-8b7b004394f8 req-37155bd1-d1f2-4bb1-a18d-66cef14375e0 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b08df8c-d250-441a-b5d2-01341048873c HTTP/1.1" status: 200 len: 944 time: 0.0845301 Apr 28 19:39:34.336743 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-aabc9371-cebe-4156-a22d-260dbdb6bdf1 req-a2d02a03-8c33-4098-8142-3843b8df39c3 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] For port 1be6d5d3-b5cd-47e9-a2c6-39438ea6241f, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=1be6d5d3-b5cd-47e9-a2c6-39438ea6241f,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:34.337119 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-aabc9371-cebe-4156-a22d-260dbdb6bdf1 req-a2d02a03-8c33-4098-8142-3843b8df39c3 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:34.361389 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-aabc9371-cebe-4156-a22d-260dbdb6bdf1 req-a2d02a03-8c33-4098-8142-3843b8df39c3 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] Calling delete_port for 1be6d5d3-b5cd-47e9-a2c6-39438ea6241f owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:39:34.378337 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53499bb5-44ae-4c95-961f-037889d32532 service neutron] Pushing event updated for resources: {'Port': ['ID=8725a3c2-2634-40e3-a0ff-926c27926381,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:34.427511 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-438a00ba-8f1b-4501-9af5-8b7b004394f8 req-e2d449ad-a93c-4650-98c2-ecb8cb200fbd tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1f4f33a-3287-4861-b95c-8cab1312d515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434560 Apr 28 19:39:34.623443 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-53499bb5-44ae-4c95-961f-037889d32532 service neutron] Attempting to bind port 8725a3c2-2634-40e3-a0ff-926c27926381 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:39:34.623990 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-53499bb5-44ae-4c95-961f-037889d32532 service neutron] Attempting to bind port 8725a3c2-2634-40e3-a0ff-926c27926381 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '969fc338-521c-4d67-87c8-c12516df316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '430c85ba-7aa8-4fd6-a010-581e595ae98e'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:39:34.624452 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-53499bb5-44ae-4c95-961f-037889d32532 service neutron] Attempting to bind port 8725a3c2-2634-40e3-a0ff-926c27926381 on network 430c85ba-7aa8-4fd6-a010-581e595ae98e {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:34.634601 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-53499bb5-44ae-4c95-961f-037889d32532 service neutron] Port 8725a3c2-2634-40e3-a0ff-926c27926381 on network 430c85ba-7aa8-4fd6-a010-581e595ae98e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:39:34.635046 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-53499bb5-44ae-4c95-961f-037889d32532 service neutron] Attempting to bind port 8725a3c2-2634-40e3-a0ff-926c27926381 on network 430c85ba-7aa8-4fd6-a010-581e595ae98e {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:34.650760 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db99a4b-2685-42e0-85a4-e1b1bf37cad6 req-491db754-93f0-4a34-a05b-9ef1071eddbc tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:34.658579 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db99a4b-2685-42e0-85a4-e1b1bf37cad6 req-491db754-93f0-4a34-a05b-9ef1071eddbc tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:34.665001 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db99a4b-2685-42e0-85a4-e1b1bf37cad6 req-491db754-93f0-4a34-a05b-9ef1071eddbc tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:34.671200 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db99a4b-2685-42e0-85a4-e1b1bf37cad6 req-491db754-93f0-4a34-a05b-9ef1071eddbc tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:34.678023 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db99a4b-2685-42e0-85a4-e1b1bf37cad6 req-491db754-93f0-4a34-a05b-9ef1071eddbc tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:34.679921 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4db99a4b-2685-42e0-85a4-e1b1bf37cad6 req-491db754-93f0-4a34-a05b-9ef1071eddbc tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 3827 time: 0.1727700 Apr 28 19:39:34.688444 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-53499bb5-44ae-4c95-961f-037889d32532 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:39:34.688949 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-53499bb5-44ae-4c95-961f-037889d32532 service neutron] Checking segment: {'id': '969fc338-521c-4d67-87c8-c12516df316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '430c85ba-7aa8-4fd6-a010-581e595ae98e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:39:34.689435 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-53499bb5-44ae-4c95-961f-037889d32532 service neutron] Bound using segment: {'id': '969fc338-521c-4d67-87c8-c12516df316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '430c85ba-7aa8-4fd6-a010-581e595ae98e'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:39:34.689972 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-53499bb5-44ae-4c95-961f-037889d32532 service neutron] Bound port: 8725a3c2-2634-40e3-a0ff-926c27926381, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '969fc338-521c-4d67-87c8-c12516df316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '430c85ba-7aa8-4fd6-a010-581e595ae98e'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:39:34.690626 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-53499bb5-44ae-4c95-961f-037889d32532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:34.826597 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4db99a4b-2685-42e0-85a4-e1b1bf37cad6 req-01a26bfa-2cd8-4304-af2f-efaabe61a8cf tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400423 Apr 28 19:39:34.847453 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-aabc9371-cebe-4156-a22d-260dbdb6bdf1 req-a2d02a03-8c33-4098-8142-3843b8df39c3 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:34.859931 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['1be6d5d3-b5cd-47e9-a2c6-39438ea6241f'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:39:34.907629 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 74ca2a4e-e656-4eeb-8339-4f97bfd4b51a up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:39:34.938717 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 0777aec9-f1da-4ec0-b332-341bd74af774 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:39:34.974466 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d02a03-8c33-4098-8142-3843b8df39c3 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] Pushing event deleted for resources: {'Port': ['ID=1be6d5d3-b5cd-47e9-a2c6-39438ea6241f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:34.999635 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a2316-1ddc-462d-9d56-bd31e5f11fff req-eea5ce6f-2be5-43e8-9534-81d006f75b49 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:35.009090 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c18a2316-1ddc-462d-9d56-bd31e5f11fff req-eea5ce6f-2be5-43e8-9534-81d006f75b49 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/ports?device_id=dacee00e-ba0c-4fa5-82af-67ee71c62785 HTTP/1.1" status: 200 len: 944 time: 0.0960615 Apr 28 19:39:35.045725 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-53499bb5-44ae-4c95-961f-037889d32532 service neutron] For port 8725a3c2-2634-40e3-a0ff-926c27926381, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:39:35.071581 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c18a2316-1ddc-462d-9d56-bd31e5f11fff req-7ef8754d-9a0d-45c7-9a6b-787737819f7f tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/security-groups?id=428c763a-4336-484e-80ea-3b3740787d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614982 Apr 28 19:39:35.083277 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-aabc9371-cebe-4156-a22d-260dbdb6bdf1 req-a2d02a03-8c33-4098-8142-3843b8df39c3 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] No DVR routers for this DVR port 1be6d5d3-b5cd-47e9-a2c6-39438ea6241f on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:39:35.138126 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-aabc9371-cebe-4156-a22d-260dbdb6bdf1 req-a2d02a03-8c33-4098-8142-3843b8df39c3 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:35.142461 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aabc9371-cebe-4156-a22d-260dbdb6bdf1 req-a2d02a03-8c33-4098-8142-3843b8df39c3 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] 10.222.0.15 "DELETE /v2.0/ports/1be6d5d3-b5cd-47e9-a2c6-39438ea6241f HTTP/1.1" status: 204 len: 173 time: 1.2972689 Apr 28 19:39:35.142780 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451c8919-d912-4ed6-ae26-4c111b8372d8', 'name': 'network-vif-deleted', 'tag': '1be6d5d3-b5cd-47e9-a2c6-39438ea6241f'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:35.155376 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584919ae-0ade-434d-8bc3-534fa57f0c0e" -d '{"events": [{"server_uuid": "451c8919-d912-4ed6-ae26-4c111b8372d8", "name": "network-vif-deleted", "tag": "1be6d5d3-b5cd-47e9-a2c6-39438ea6241f"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:39:35.166681 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-53499bb5-44ae-4c95-961f-037889d32532 service neutron] For port 8725a3c2-2634-40e3-a0ff-926c27926381, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=8725a3c2-2634-40e3-a0ff-926c27926381,segment=NetworkSegment(969fc338-521c-4d67-87c8-c12516df316b),segment_id=969fc338-521c-4d67-87c8-c12516df316b)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:39:35.174788 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-53499bb5-44ae-4c95-961f-037889d32532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:35.217637 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 74ca2a4e-e656-4eeb-8339-4f97bfd4b51a completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:39:35.232988 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 74ca2a4e-e656-4eeb-8339-4f97bfd4b51a triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:35.233534 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:35.243345 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-53499bb5-44ae-4c95-961f-037889d32532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:35.243978 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-53499bb5-44ae-4c95-961f-037889d32532 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:35.245466 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-53499bb5-44ae-4c95-961f-037889d32532 service neutron] 10.222.0.15 "PUT /v2.0/ports/8725a3c2-2634-40e3-a0ff-926c27926381 HTTP/1.1" status: 200 len: 1092 time: 1.9019737 Apr 28 19:39:35.276968 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53499bb5-44ae-4c95-961f-037889d32532 service neutron] Pushing event updated for resources: {'Port': ['ID=8725a3c2-2634-40e3-a0ff-926c27926381,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:35.301660 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-78bb9b15-6d7c-48a7-bd6d-aa90634273a5 service neutron] Request body: {'port': {'device_id': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:35.383336 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529434b7-af0c-4868-a6de-c3b45349c15e x-openstack-request-id: req-529434b7-af0c-4868-a6de-c3b45349c15e {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:39:35.383633 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "451c8919-d912-4ed6-ae26-4c111b8372d8", "name": "network-vif-deleted", "tag": "1be6d5d3-b5cd-47e9-a2c6-39438ea6241f", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:39:35.383884 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-529434b7-af0c-4868-a6de-c3b45349c15e {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:39:35.384354 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-529434b7-af0c-4868-a6de-c3b45349c15e'] response: {'server_uuid': '451c8919-d912-4ed6-ae26-4c111b8372d8', 'name': 'network-vif-deleted', 'tag': '1be6d5d3-b5cd-47e9-a2c6-39438ea6241f', 'status': 'completed', 'code': 200} Apr 28 19:39:35.433796 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 0777aec9-f1da-4ec0-b332-341bd74af774, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=0777aec9-f1da-4ec0-b332-341bd74af774,segment=NetworkSegment(cfb04298-e32d-4c40-aa62-175ffe0c1387),segment_id=cfb04298-e32d-4c40-aa62-175ffe0c1387)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:35.483767 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '0777aec9-f1da-4ec0-b332-341bd74af774', 'network_id': '4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad', 'port_id': '0777aec9-f1da-4ec0-b332-341bd74af774', 'mac_address': 'fa:16:3e:74:06:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4df27193-9de3-4edc-a45d-80a16d1e74e0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:39:35.531139 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-37447dc9-99a3-4972-85aa-918fd8c26245 req-c3302753-47ef-4bc2-8cc6-91c18bc0c580 tempest-ImagesNegativeTestJSON-1215188562 tempest-ImagesNegativeTestJSON-1215188562-project] 10.222.0.42 "GET /v2.0/ports?device_id=451c8919-d912-4ed6-ae26-4c111b8372d8 HTTP/1.1" status: 200 len: 210 time: 0.0994697 Apr 28 19:39:35.537692 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-78bb9b15-6d7c-48a7-bd6d-aa90634273a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:35.677006 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082738a6-134b-43b3-84c4-03ecf38fe620 req-878ff297-901c-478e-8915-2eb7e312f4d2 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:35.681220 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:35.690122 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-082738a6-134b-43b3-84c4-03ecf38fe620 req-878ff297-901c-478e-8915-2eb7e312f4d2 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc15f4e8-6e9d-470a-836c-a83a262352ad HTTP/1.1" status: 200 len: 943 time: 0.1162915 Apr 28 19:39:35.721000 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:35.728258 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0777aec9-f1da-4ec0-b332-341bd74af774 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:35.763707 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-082738a6-134b-43b3-84c4-03ecf38fe620 req-7923ceff-5e69-4c0e-aebf-b80a03d2c630 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de3cdec-bc4e-4669-bf6a-e9409ccf5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726328 Apr 28 19:39:35.856831 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 0777aec9-f1da-4ec0-b332-341bd74af774, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=0777aec9-f1da-4ec0-b332-341bd74af774,segment=NetworkSegment(cfb04298-e32d-4c40-aa62-175ffe0c1387),segment_id=cfb04298-e32d-4c40-aa62-175ffe0c1387)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:35.868249 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b08df8c-d250-441a-b5d2-01341048873c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ca2a4e-e656-4eeb-8339-4f97bfd4b51a'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:35.886928 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e507470f-174c-4940-8c05-f548a46e8620" -d '{"events": [{"server_uuid": "0b08df8c-d250-441a-b5d2-01341048873c", "name": "network-vif-plugged", "status": "completed", "tag": "74ca2a4e-e656-4eeb-8339-4f97bfd4b51a"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:39:35.915514 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:35.918632 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 82853802-3c5a-4e73-affd-4913590d6b5c details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:39:35.986441 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343cf56c-7ad1-4855-a3e6-04cfb8d0bb6f req-2f6a69ba-45c8-4bcb-a887-92413e35f4ce tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:35.994562 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-343cf56c-7ad1-4855-a3e6-04cfb8d0bb6f req-2f6a69ba-45c8-4bcb-a887-92413e35f4ce tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b08df8c-d250-441a-b5d2-01341048873c HTTP/1.1" status: 200 len: 944 time: 0.1412632 Apr 28 19:39:36.052801 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-343cf56c-7ad1-4855-a3e6-04cfb8d0bb6f req-fd883ec0-c27d-42a0-a16e-90f385c780e2 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1f4f33a-3287-4861-b95c-8cab1312d515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572009 Apr 28 19:39:36.145650 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa4e48-fe5c-41c9-8dbc-113966d6d451 req-e5d2c455-66fb-4a18-8982-c077cd61e824 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:36.162144 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa4e48-fe5c-41c9-8dbc-113966d6d451 req-e5d2c455-66fb-4a18-8982-c077cd61e824 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:36.178564 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa4e48-fe5c-41c9-8dbc-113966d6d451 req-e5d2c455-66fb-4a18-8982-c077cd61e824 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:36.194818 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 82853802-3c5a-4e73-affd-4913590d6b5c, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=82853802-3c5a-4e73-affd-4913590d6b5c,segment=NetworkSegment(139f7c79-0796-4dce-94a1-7c10956b8166),segment_id=139f7c79-0796-4dce-94a1-7c10956b8166)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:36.199209 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa4e48-fe5c-41c9-8dbc-113966d6d451 req-e5d2c455-66fb-4a18-8982-c077cd61e824 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:36.220256 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa4e48-fe5c-41c9-8dbc-113966d6d451 req-e5d2c455-66fb-4a18-8982-c077cd61e824 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:36.248593 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31642e12-cfe7-40a9-a966-72a9ee385f3d x-openstack-request-id: req-31642e12-cfe7-40a9-a966-72a9ee385f3d {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:39:36.248593 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b08df8c-d250-441a-b5d2-01341048873c", "name": "network-vif-plugged", "status": "completed", "tag": "74ca2a4e-e656-4eeb-8339-4f97bfd4b51a", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:39:36.248593 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-31642e12-cfe7-40a9-a966-72a9ee385f3d {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:39:36.248593 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31642e12-cfe7-40a9-a966-72a9ee385f3d'] response: {'server_uuid': '0b08df8c-d250-441a-b5d2-01341048873c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ca2a4e-e656-4eeb-8339-4f97bfd4b51a', 'code': 200} Apr 28 19:39:36.254571 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '82853802-3c5a-4e73-affd-4913590d6b5c', 'network_id': 'a55f16c9-95c8-4fd4-8995-3500160073e6', 'port_id': '82853802-3c5a-4e73-affd-4913590d6b5c', 'mac_address': 'fa:16:3e:92:07:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f8a51f-a72a-43a1-86d9-94a03a04c570', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:39:36.258178 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2faa4e48-fe5c-41c9-8dbc-113966d6d451 req-e5d2c455-66fb-4a18-8982-c077cd61e824 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 3827 time: 0.2528603 Apr 28 19:39:36.286499 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 74ca2a4e-e656-4eeb-8339-4f97bfd4b51a, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=74ca2a4e-e656-4eeb-8339-4f97bfd4b51a,segment=NetworkSegment(45b99270-ac05-4c11-b64b-fdc435dcfa6a),segment_id=45b99270-ac05-4c11-b64b-fdc435dcfa6a)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:36.318495 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-78bb9b15-6d7c-48a7-bd6d-aa90634273a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8a5b2ff-865e-49ab-9075-8c55199df681 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:36.320588 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=0777aec9-f1da-4ec0-b332-341bd74af774,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:36.346949 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2faa4e48-fe5c-41c9-8dbc-113966d6d451 req-066dd8fa-4bb5-435a-b4a7-25f416146266 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789962 Apr 28 19:39:36.352282 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:36.358920 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-78bb9b15-6d7c-48a7-bd6d-aa90634273a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:36.385002 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-78bb9b15-6d7c-48a7-bd6d-aa90634273a5 service neutron] Transition to ACTIVE for port object e8a5b2ff-865e-49ab-9075-8c55199df681 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:39:36.392314 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7a2f3-fb5c-46c9-a823-4d2e75d39561 req-489569f0-2155-4c72-a7dd-310a5e71faab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:36.394124 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7fa7a2f3-fb5c-46c9-a823-4d2e75d39561 req-489569f0-2155-4c72-a7dd-310a5e71faab service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0b08df8c-d250-441a-b5d2-01341048873c HTTP/1.1" status: 200 len: 1096 time: 0.1166923 Apr 28 19:39:36.411330 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-78bb9b15-6d7c-48a7-bd6d-aa90634273a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:36.413235 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:36.454166 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82853802-3c5a-4e73-affd-4913590d6b5c {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:36.490766 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 82853802-3c5a-4e73-affd-4913590d6b5c, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=82853802-3c5a-4e73-affd-4913590d6b5c,segment=NetworkSegment(139f7c79-0796-4dce-94a1-7c10956b8166),segment_id=139f7c79-0796-4dce-94a1-7c10956b8166)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:36.522257 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:36.531018 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=74ca2a4e-e656-4eeb-8339-4f97bfd4b51a,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:36.618267 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb9b15-6d7c-48a7-bd6d-aa90634273a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a5b2ff-865e-49ab-9075-8c55199df681,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:36.621666 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=82853802-3c5a-4e73-affd-4913590d6b5c,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:36.660713 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7fa7a2f3-fb5c-46c9-a823-4d2e75d39561 req-ced345d6-12ff-4b71-b987-2231a8290bcc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d1f4f33a-3287-4861-b95c-8cab1312d515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2207582 Apr 28 19:39:36.673034 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599658e-bb06-401e-aed3-b733c7cbca77 req-4921185a-0b8c-4756-8c1e-ab38d06716d3 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:36.674745 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3599658e-bb06-401e-aed3-b733c7cbca77 req-4921185a-0b8c-4756-8c1e-ab38d06716d3 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/ports?device_id=dacee00e-ba0c-4fa5-82af-67ee71c62785 HTTP/1.1" status: 200 len: 945 time: 0.2795224 Apr 28 19:39:36.805639 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['82853802-3c5a-4e73-affd-4913590d6b5c'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:39:36.833226 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3599658e-bb06-401e-aed3-b733c7cbca77 req-bc878f1f-d539-4394-ad3d-5438eba89ddc tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/security-groups?id=428c763a-4336-484e-80ea-3b3740787d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377575 Apr 28 19:39:36.834737 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-78bb9b15-6d7c-48a7-bd6d-aa90634273a5 service neutron] Attempting to bind port e8a5b2ff-865e-49ab-9075-8c55199df681 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:39:36.835078 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-78bb9b15-6d7c-48a7-bd6d-aa90634273a5 service neutron] Attempting to bind port e8a5b2ff-865e-49ab-9075-8c55199df681 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '3d8b26ca-a8d0-467f-817b-24a5112dd3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6cf7a3f9-9c87-425f-81e9-8f2d573cafa9'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:39:36.835409 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-78bb9b15-6d7c-48a7-bd6d-aa90634273a5 service neutron] Attempting to bind port e8a5b2ff-865e-49ab-9075-8c55199df681 on network 6cf7a3f9-9c87-425f-81e9-8f2d573cafa9 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:36.845282 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-78bb9b15-6d7c-48a7-bd6d-aa90634273a5 service neutron] Port e8a5b2ff-865e-49ab-9075-8c55199df681 on network 6cf7a3f9-9c87-425f-81e9-8f2d573cafa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:39:36.845625 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-78bb9b15-6d7c-48a7-bd6d-aa90634273a5 service neutron] Attempting to bind port e8a5b2ff-865e-49ab-9075-8c55199df681 on network 6cf7a3f9-9c87-425f-81e9-8f2d573cafa9 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:36.870121 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-78bb9b15-6d7c-48a7-bd6d-aa90634273a5 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:39:36.870465 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-78bb9b15-6d7c-48a7-bd6d-aa90634273a5 service neutron] Checking segment: {'id': '3d8b26ca-a8d0-467f-817b-24a5112dd3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6cf7a3f9-9c87-425f-81e9-8f2d573cafa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:39:36.870851 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-78bb9b15-6d7c-48a7-bd6d-aa90634273a5 service neutron] Bound using segment: {'id': '3d8b26ca-a8d0-467f-817b-24a5112dd3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6cf7a3f9-9c87-425f-81e9-8f2d573cafa9'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:39:36.876513 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-78bb9b15-6d7c-48a7-bd6d-aa90634273a5 service neutron] Bound port: e8a5b2ff-865e-49ab-9075-8c55199df681, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d8b26ca-a8d0-467f-817b-24a5112dd3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6cf7a3f9-9c87-425f-81e9-8f2d573cafa9'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:39:36.876915 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-78bb9b15-6d7c-48a7-bd6d-aa90634273a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:36.939628 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['0777aec9-f1da-4ec0-b332-341bd74af774'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:39:36.996177 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 1be6d5d3-b5cd-47e9-a2c6-39438ea6241f no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:39:37.044258 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 1be6d5d3-b5cd-47e9-a2c6-39438ea6241f {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:39:37.044913 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 1be6d5d3-b5cd-47e9-a2c6-39438ea6241f not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:39:37.142870 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-78bb9b15-6d7c-48a7-bd6d-aa90634273a5 service neutron] For port e8a5b2ff-865e-49ab-9075-8c55199df681, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:39:37.181458 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-78bb9b15-6d7c-48a7-bd6d-aa90634273a5 service neutron] For port e8a5b2ff-865e-49ab-9075-8c55199df681, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e8a5b2ff-865e-49ab-9075-8c55199df681,segment=NetworkSegment(3d8b26ca-a8d0-467f-817b-24a5112dd3cb),segment_id=3d8b26ca-a8d0-467f-817b-24a5112dd3cb)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:39:37.205946 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a6a15-33a8-4bbe-8423-333b725e22f0 req-f2dfa12e-6b63-4aea-b15f-9e1151e9d7a9 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:37.207730 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7b3a6a15-33a8-4bbe-8423-333b725e22f0 req-f2dfa12e-6b63-4aea-b15f-9e1151e9d7a9 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc15f4e8-6e9d-470a-836c-a83a262352ad HTTP/1.1" status: 200 len: 944 time: 0.1855171 Apr 28 19:39:37.209540 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-78bb9b15-6d7c-48a7-bd6d-aa90634273a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:37.396848 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'tag': '8725a3c2-2634-40e3-a0ff-926c27926381'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:37.399450 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719acd26-df99-4c14-8753-72831ef05202" -d '{"events": [{"name": "network-changed", "server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "tag": "8725a3c2-2634-40e3-a0ff-926c27926381"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:39:37.410277 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb9b15-6d7c-48a7-bd6d-aa90634273a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a5b2ff-865e-49ab-9075-8c55199df681,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:37.427617 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-78bb9b15-6d7c-48a7-bd6d-aa90634273a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:37.428441 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-78bb9b15-6d7c-48a7-bd6d-aa90634273a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:37.435437 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-78bb9b15-6d7c-48a7-bd6d-aa90634273a5 service neutron] 10.222.0.15 "PUT /v2.0/ports/e8a5b2ff-865e-49ab-9075-8c55199df681 HTTP/1.1" status: 200 len: 1135 time: 2.1467040 Apr 28 19:39:37.436365 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5af22-a2c0-417b-bf2f-0addc46b340d req-f49354d1-4b4a-43b8-94dd-55b323af2b1e tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:37.438119 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2ea5af22-a2c0-417b-bf2f-0addc46b340d req-f49354d1-4b4a-43b8-94dd-55b323af2b1e tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b08df8c-d250-441a-b5d2-01341048873c HTTP/1.1" status: 200 len: 945 time: 0.1250744 Apr 28 19:39:37.484056 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-be9f79b8-a62a-42be-8b4d-a447d9e7b840 service neutron] Request body: {'port': {'device_id': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:37.498874 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7b3a6a15-33a8-4bbe-8423-333b725e22f0 req-cac5c0c5-e5ef-444c-9471-4ff99680eb56 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de3cdec-bc4e-4669-bf6a-e9409ccf5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2751100 Apr 28 19:39:37.600132 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2ea5af22-a2c0-417b-bf2f-0addc46b340d req-b950733e-0350-485c-99a7-6c07a3048c75 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1f4f33a-3287-4861-b95c-8cab1312d515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553500 Apr 28 19:39:37.668422 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-be9f79b8-a62a-42be-8b4d-a447d9e7b840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:37.735497 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf84452-274a-4800-aab9-effde40cfff5 x-openstack-request-id: req-3cf84452-274a-4800-aab9-effde40cfff5 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:39:37.735932 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "tag": "8725a3c2-2634-40e3-a0ff-926c27926381", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:39:37.737666 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3cf84452-274a-4800-aab9-effde40cfff5 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:39:37.738205 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cf84452-274a-4800-aab9-effde40cfff5'] response: {'name': 'network-changed', 'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'tag': '8725a3c2-2634-40e3-a0ff-926c27926381', 'status': 'completed', 'code': 200} Apr 28 19:39:37.903366 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 47340) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:37.992607 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719acd26-df99-4c14-8753-72831ef05202 req-edd958dd-3884-47c7-9447-a2b7e2cd6409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:37.993090 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719acd26-df99-4c14-8753-72831ef05202 req-edd958dd-3884-47c7-9447-a2b7e2cd6409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:37.993708 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719acd26-df99-4c14-8753-72831ef05202 req-edd958dd-3884-47c7-9447-a2b7e2cd6409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:37.994179 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719acd26-df99-4c14-8753-72831ef05202 req-edd958dd-3884-47c7-9447-a2b7e2cd6409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:37.994641 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719acd26-df99-4c14-8753-72831ef05202 req-edd958dd-3884-47c7-9447-a2b7e2cd6409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:37.995100 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719acd26-df99-4c14-8753-72831ef05202 req-edd958dd-3884-47c7-9447-a2b7e2cd6409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:37.996981 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-719acd26-df99-4c14-8753-72831ef05202 req-edd958dd-3884-47c7-9447-a2b7e2cd6409 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=533c1e9c8dee43379021e03f9df0f17e&device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5290 time: 0.2052977 Apr 28 19:39:38.023905 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fce840-4f7c-4def-afd5-860d123a320c req-596a2fad-d08a-4626-9b52-739e167230f9 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:38.030200 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fce840-4f7c-4def-afd5-860d123a320c req-596a2fad-d08a-4626-9b52-739e167230f9 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:38.036454 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fce840-4f7c-4def-afd5-860d123a320c req-596a2fad-d08a-4626-9b52-739e167230f9 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:38.043276 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fce840-4f7c-4def-afd5-860d123a320c req-596a2fad-d08a-4626-9b52-739e167230f9 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:38.049978 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fce840-4f7c-4def-afd5-860d123a320c req-596a2fad-d08a-4626-9b52-739e167230f9 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:38.056167 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fce840-4f7c-4def-afd5-860d123a320c req-596a2fad-d08a-4626-9b52-739e167230f9 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:38.064407 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-46fce840-4f7c-4def-afd5-860d123a320c req-596a2fad-d08a-4626-9b52-739e167230f9 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 4604 time: 0.3098431 Apr 28 19:39:38.254956 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1668c87-5041-4b43-b670-90815c2e9684 req-157c9bba-9fc6-489f-8232-9e67b9d045dc tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:38.256824 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e1668c87-5041-4b43-b670-90815c2e9684 req-157c9bba-9fc6-489f-8232-9e67b9d045dc tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/ports?device_id=dacee00e-ba0c-4fa5-82af-67ee71c62785 HTTP/1.1" status: 200 len: 945 time: 0.1313782 Apr 28 19:39:38.266509 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-07a1b2fa-ea44-4942-af17-9272247390f9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a1c2db2b5b0c4617804958b8f210eded&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3601272 Apr 28 19:39:38.269806 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 47348) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:38.311221 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 47350) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:38.366626 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e1668c87-5041-4b43-b670-90815c2e9684 req-ecd0dc31-6c6e-49f1-b897-7787c397a13b tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/security-groups?id=428c763a-4336-484e-80ea-3b3740787d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978210 Apr 28 19:39:38.386831 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e1bc980c-d887-4e6f-9855-6d7ab4c199f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:38.435531 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e1bc980c-d887-4e6f-9855-6d7ab4c199f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:38.478197 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-46fce840-4f7c-4def-afd5-860d123a320c req-9d82d6c7-fe00-4e74-9590-75c617e003a7 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4128733 Apr 28 19:39:38.517177 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d50cbc12-2851-4220-b21c-643552e9ad1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:38.554003 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719acd26-df99-4c14-8753-72831ef05202 req-e57f7e97-ab14-451b-8684-ee5d22993a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:38.554730 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719acd26-df99-4c14-8753-72831ef05202 req-e57f7e97-ab14-451b-8684-ee5d22993a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:38.555265 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719acd26-df99-4c14-8753-72831ef05202 req-e57f7e97-ab14-451b-8684-ee5d22993a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:38.556981 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-719acd26-df99-4c14-8753-72831ef05202 req-e57f7e97-ab14-451b-8684-ee5d22993a38 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=533c1e9c8dee43379021e03f9df0f17e&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5458152 Apr 28 19:39:38.570559 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e1bc980c-d887-4e6f-9855-6d7ab4c199f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:38.579318 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e1bc980c-d887-4e6f-9855-6d7ab4c199f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:38.585388 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e1bc980c-d887-4e6f-9855-6d7ab4c199f7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/04abece4-4ffd-4381-afd2-ad8706c97330 HTTP/1.1" status: 204 len: 168 time: 0.3149376 Apr 28 19:39:38.709093 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc980c-d887-4e6f-9855-6d7ab4c199f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04abece4-4ffd-4381-afd2-ad8706c97330,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:38.876938 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d50cbc12-2851-4220-b21c-643552e9ad1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:38.887608 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d50cbc12-2851-4220-b21c-643552e9ad1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:38.901207 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece2453-c6b9-4fc7-8a0d-6c1e2615788b req-9736b863-6bd2-461e-bedf-f6351410830f tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:38.910532 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cece2453-c6b9-4fc7-8a0d-6c1e2615788b req-9736b863-6bd2-461e-bedf-f6351410830f tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc15f4e8-6e9d-470a-836c-a83a262352ad HTTP/1.1" status: 200 len: 944 time: 0.2863283 Apr 28 19:39:38.944799 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 0777aec9-f1da-4ec0-b332-341bd74af774 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:39:38.949185 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50cbc12-2851-4220-b21c-643552e9ad1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0383bc-b7c7-4426-b3ce-4bd695d6ff99,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:39.004231 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d50cbc12-2851-4220-b21c-643552e9ad1c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e5df35a7504c4c0e9f5853bd68364440&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6916332 Apr 28 19:39:39.007111 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 47364) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:39.022362 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-be9f79b8-a62a-42be-8b4d-a447d9e7b840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82f7143d-e7a9-467d-9495-8d04e5fd2f42 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:39.038153 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-be9f79b8-a62a-42be-8b4d-a447d9e7b840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:39.063626 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cece2453-c6b9-4fc7-8a0d-6c1e2615788b req-ba5397b0-8d69-4b0b-80fb-3d80ed9e2e0b tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de3cdec-bc4e-4669-bf6a-e9409ccf5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515369 Apr 28 19:39:39.072961 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b5e33-a3d3-435a-9e43-77baa2077837 req-71d98291-2a68-4cdc-af54-0939d81ab174 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:39.074562 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 0777aec9-f1da-4ec0-b332-341bd74af774 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:39:39.082014 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-696b5e33-a3d3-435a-9e43-77baa2077837 req-71d98291-2a68-4cdc-af54-0939d81ab174 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b08df8c-d250-441a-b5d2-01341048873c HTTP/1.1" status: 200 len: 945 time: 0.1564670 Apr 28 19:39:39.086011 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 0777aec9-f1da-4ec0-b332-341bd74af774 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:39.086653 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:39.121073 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-be9f79b8-a62a-42be-8b4d-a447d9e7b840 service neutron] Transition to ACTIVE for port object 82f7143d-e7a9-467d-9495-8d04e5fd2f42 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:39:39.127284 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fb2a45c7-30e8-413a-b0d9-41085f6afc21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:39.166244 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-696b5e33-a3d3-435a-9e43-77baa2077837 req-293f611b-408b-4390-a4f7-db9c3c141497 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1f4f33a-3287-4861-b95c-8cab1312d515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829947 Apr 28 19:39:39.168528 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-be9f79b8-a62a-42be-8b4d-a447d9e7b840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:39.183669 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fb2a45c7-30e8-413a-b0d9-41085f6afc21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:39.227562 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719acd26-df99-4c14-8753-72831ef05202 req-ed9b5692-e25d-4a34-8a08-a94539212dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:39.229874 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-719acd26-df99-4c14-8753-72831ef05202 req-ed9b5692-e25d-4a34-8a08-a94539212dc8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6650791 Apr 28 19:39:39.280810 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:39.286090 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fb2a45c7-30e8-413a-b0d9-41085f6afc21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:39.289617 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fb2a45c7-30e8-413a-b0d9-41085f6afc21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:39.292284 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-fb2a45c7-30e8-413a-b0d9-41085f6afc21 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6c0383bc-b7c7-4426-b3ce-4bd695d6ff99 HTTP/1.1" status: 204 len: 168 time: 0.2841222 Apr 28 19:39:39.300521 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f79b8-a62a-42be-8b4d-a447d9e7b840 service neutron] Pushing event updated for resources: {'Port': ['ID=82f7143d-e7a9-467d-9495-8d04e5fd2f42,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:39.352498 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a45c7-30e8-413a-b0d9-41085f6afc21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0383bc-b7c7-4426-b3ce-4bd695d6ff99,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:39.456740 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-be9f79b8-a62a-42be-8b4d-a447d9e7b840 service neutron] Attempting to bind port 82f7143d-e7a9-467d-9495-8d04e5fd2f42 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:39:39.457128 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-be9f79b8-a62a-42be-8b4d-a447d9e7b840 service neutron] Attempting to bind port 82f7143d-e7a9-467d-9495-8d04e5fd2f42 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '3d8b26ca-a8d0-467f-817b-24a5112dd3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6cf7a3f9-9c87-425f-81e9-8f2d573cafa9'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:39:39.457459 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-be9f79b8-a62a-42be-8b4d-a447d9e7b840 service neutron] Attempting to bind port 82f7143d-e7a9-467d-9495-8d04e5fd2f42 on network 6cf7a3f9-9c87-425f-81e9-8f2d573cafa9 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:39.485995 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 0777aec9-f1da-4ec0-b332-341bd74af774, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=0777aec9-f1da-4ec0-b332-341bd74af774,segment=NetworkSegment(cfb04298-e32d-4c40-aa62-175ffe0c1387),segment_id=cfb04298-e32d-4c40-aa62-175ffe0c1387)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:39.487334 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacee00e-ba0c-4fa5-82af-67ee71c62785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0777aec9-f1da-4ec0-b332-341bd74af774'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:39.491310 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bd3ac0-a941-47ad-9d50-237976f30aaf" -d '{"events": [{"server_uuid": "dacee00e-ba0c-4fa5-82af-67ee71c62785", "name": "network-vif-plugged", "status": "completed", "tag": "0777aec9-f1da-4ec0-b332-341bd74af774"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:39:39.498160 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:39.498404 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-be9f79b8-a62a-42be-8b4d-a447d9e7b840 service neutron] Port 82f7143d-e7a9-467d-9495-8d04e5fd2f42 on network 6cf7a3f9-9c87-425f-81e9-8f2d573cafa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:39:39.498891 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-be9f79b8-a62a-42be-8b4d-a447d9e7b840 service neutron] Attempting to bind port 82f7143d-e7a9-467d-9495-8d04e5fd2f42 on network 6cf7a3f9-9c87-425f-81e9-8f2d573cafa9 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:39.501011 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 82853802-3c5a-4e73-affd-4913590d6b5c up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:39:39.541444 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240c9cd-ae1f-4135-8c3d-192e858d196b req-b357ddab-64cb-43c9-b34c-a8dcc2e6387f tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:39.550654 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6240c9cd-ae1f-4135-8c3d-192e858d196b req-b357ddab-64cb-43c9-b34c-a8dcc2e6387f tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b08df8c-d250-441a-b5d2-01341048873c HTTP/1.1" status: 200 len: 945 time: 0.1601176 Apr 28 19:39:39.551250 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-be9f79b8-a62a-42be-8b4d-a447d9e7b840 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:39:39.551587 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-be9f79b8-a62a-42be-8b4d-a447d9e7b840 service neutron] Checking segment: {'id': '3d8b26ca-a8d0-467f-817b-24a5112dd3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6cf7a3f9-9c87-425f-81e9-8f2d573cafa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:39:39.552058 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-be9f79b8-a62a-42be-8b4d-a447d9e7b840 service neutron] Bound using segment: {'id': '3d8b26ca-a8d0-467f-817b-24a5112dd3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6cf7a3f9-9c87-425f-81e9-8f2d573cafa9'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:39:39.552448 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-be9f79b8-a62a-42be-8b4d-a447d9e7b840 service neutron] Bound port: 82f7143d-e7a9-467d-9495-8d04e5fd2f42, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d8b26ca-a8d0-467f-817b-24a5112dd3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6cf7a3f9-9c87-425f-81e9-8f2d573cafa9'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:39:39.552828 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-be9f79b8-a62a-42be-8b4d-a447d9e7b840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:39.563731 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 47386) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:39.569117 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-fdfbffe8-fe24-431f-904b-6be4143ce4df tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Request body: {'floatingip': {'port_id': '74ca2a4e-e656-4eeb-8339-4f97bfd4b51a'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:39.674398 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-be9f79b8-a62a-42be-8b4d-a447d9e7b840 service neutron] For port 82f7143d-e7a9-467d-9495-8d04e5fd2f42, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:39:39.678203 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-be9f79b8-a62a-42be-8b4d-a447d9e7b840 service neutron] For port 82f7143d-e7a9-467d-9495-8d04e5fd2f42, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=82f7143d-e7a9-467d-9495-8d04e5fd2f42,segment=NetworkSegment(3d8b26ca-a8d0-467f-817b-24a5112dd3cb),segment_id=3d8b26ca-a8d0-467f-817b-24a5112dd3cb)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:39:39.684940 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-be9f79b8-a62a-42be-8b4d-a447d9e7b840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:39.701393 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae68dcd-d34f-4987-8c88-ee8d56c87835 x-openstack-request-id: req-fae68dcd-d34f-4987-8c88-ee8d56c87835 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:39:39.702146 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacee00e-ba0c-4fa5-82af-67ee71c62785", "name": "network-vif-plugged", "status": "completed", "tag": "0777aec9-f1da-4ec0-b332-341bd74af774", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:39:39.704497 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fae68dcd-d34f-4987-8c88-ee8d56c87835 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:39:39.706741 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fae68dcd-d34f-4987-8c88-ee8d56c87835'] response: {'server_uuid': 'dacee00e-ba0c-4fa5-82af-67ee71c62785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0777aec9-f1da-4ec0-b332-341bd74af774', 'code': 200} Apr 28 19:39:39.764766 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'tag': 'e8a5b2ff-865e-49ab-9075-8c55199df681'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:39.768135 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b343f6-9587-4890-ba0a-241e7afdaca8" -d '{"events": [{"name": "network-changed", "server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "tag": "e8a5b2ff-865e-49ab-9075-8c55199df681"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:39:39.771037 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f79b8-a62a-42be-8b4d-a447d9e7b840 service neutron] Pushing event updated for resources: {'Port': ['ID=82f7143d-e7a9-467d-9495-8d04e5fd2f42,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:39.780606 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fdfbffe8-fe24-431f-904b-6be4143ce4df tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for floatingip, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:39.823716 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-be9f79b8-a62a-42be-8b4d-a447d9e7b840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:39.827629 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-be9f79b8-a62a-42be-8b4d-a447d9e7b840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:39.832703 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-be9f79b8-a62a-42be-8b4d-a447d9e7b840 service neutron] 10.222.0.15 "PUT /v2.0/ports/82f7143d-e7a9-467d-9495-8d04e5fd2f42 HTTP/1.1" status: 200 len: 1136 time: 2.3600299 Apr 28 19:39:39.912345 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=0777aec9-f1da-4ec0-b332-341bd74af774,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:39.926746 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-05c491a6-f6ea-410a-a4e9-1b0bcd5a90c8 service neutron] Request body: {'port': {'device_id': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:39.976953 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 82853802-3c5a-4e73-affd-4913590d6b5c completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:39:39.990906 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 82853802-3c5a-4e73-affd-4913590d6b5c triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:39.992048 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:40.014609 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa3d29-a5ea-45dd-a5b9-c1ee9eda50d5 req-eb049070-78af-41ea-9336-dad70ad98bd4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:40.020795 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa3d29-a5ea-45dd-a5b9-c1ee9eda50d5 req-eb049070-78af-41ea-9336-dad70ad98bd4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:40.027715 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa3d29-a5ea-45dd-a5b9-c1ee9eda50d5 req-eb049070-78af-41ea-9336-dad70ad98bd4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:40.040694 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa3d29-a5ea-45dd-a5b9-c1ee9eda50d5 req-eb049070-78af-41ea-9336-dad70ad98bd4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:40.054284 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa3d29-a5ea-45dd-a5b9-c1ee9eda50d5 req-eb049070-78af-41ea-9336-dad70ad98bd4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:40.066449 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa3d29-a5ea-45dd-a5b9-c1ee9eda50d5 req-eb049070-78af-41ea-9336-dad70ad98bd4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:40.073488 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e32a6-2713-4d90-8e5c-db78c9366f4a req-03156521-bb28-4a24-b386-1b7ddb08a808 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:40.083233 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa3d29-a5ea-45dd-a5b9-c1ee9eda50d5 req-eb049070-78af-41ea-9336-dad70ad98bd4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:40.097008 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-470e32a6-2713-4d90-8e5c-db78c9366f4a req-03156521-bb28-4a24-b386-1b7ddb08a808 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/ports?device_id=dacee00e-ba0c-4fa5-82af-67ee71c62785 HTTP/1.1" status: 200 len: 946 time: 0.4418681 Apr 28 19:39:40.104202 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a5fa3d29-a5ea-45dd-a5b9-c1ee9eda50d5 req-eb049070-78af-41ea-9336-dad70ad98bd4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5382 time: 0.2703121 Apr 28 19:39:40.143955 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 47400) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:40.149667 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-05c491a6-f6ea-410a-a4e9-1b0bcd5a90c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:40.187859 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7edc1df4-fc2e-4f7f-bef8-c0d654faa4be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:40.285113 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a5fa3d29-a5ea-45dd-a5b9-c1ee9eda50d5 req-ce4d4ab6-ef5d-4e4d-980a-dedcd9c9b735 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1797755 Apr 28 19:39:40.290271 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fbffa1-1051-414c-9e32-f49dc69c211b req-c9eb84f5-e57d-4a96-9e2e-8ff8eb5168d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:40.292596 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c5fbffa1-1051-414c-9e32-f49dc69c211b req-c9eb84f5-e57d-4a96-9e2e-8ff8eb5168d6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dacee00e-ba0c-4fa5-82af-67ee71c62785 HTTP/1.1" status: 200 len: 1097 time: 0.5190513 Apr 28 19:39:40.387715 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57e1cb5-f123-41df-8a46-a85550710523 x-openstack-request-id: req-d57e1cb5-f123-41df-8a46-a85550710523 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:39:40.389635 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "tag": "e8a5b2ff-865e-49ab-9075-8c55199df681", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:39:40.390093 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d57e1cb5-f123-41df-8a46-a85550710523 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:39:40.392391 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d57e1cb5-f123-41df-8a46-a85550710523'] response: {'name': 'network-changed', 'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'tag': 'e8a5b2ff-865e-49ab-9075-8c55199df681', 'status': 'completed', 'code': 200} Apr 28 19:39:40.466582 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:40.524464 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 82853802-3c5a-4e73-affd-4913590d6b5c, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=82853802-3c5a-4e73-affd-4913590d6b5c,segment=NetworkSegment(139f7c79-0796-4dce-94a1-7c10956b8166),segment_id=139f7c79-0796-4dce-94a1-7c10956b8166)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:40.531996 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:40.623859 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 47408) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:40.676721 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b343f6-9587-4890-ba0a-241e7afdaca8 req-e5a6ae47-21f6-4989-ba57-6c48327c9743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:40.677307 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b343f6-9587-4890-ba0a-241e7afdaca8 req-e5a6ae47-21f6-4989-ba57-6c48327c9743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:40.677962 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b343f6-9587-4890-ba0a-241e7afdaca8 req-e5a6ae47-21f6-4989-ba57-6c48327c9743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:40.678442 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b343f6-9587-4890-ba0a-241e7afdaca8 req-e5a6ae47-21f6-4989-ba57-6c48327c9743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:40.679021 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b343f6-9587-4890-ba0a-241e7afdaca8 req-e5a6ae47-21f6-4989-ba57-6c48327c9743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:40.679535 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b343f6-9587-4890-ba0a-241e7afdaca8 req-e5a6ae47-21f6-4989-ba57-6c48327c9743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:40.680019 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b343f6-9587-4890-ba0a-241e7afdaca8 req-e5a6ae47-21f6-4989-ba57-6c48327c9743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:40.680911 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=82853802-3c5a-4e73-affd-4913590d6b5c,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:40.682665 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-77b343f6-9587-4890-ba0a-241e7afdaca8 req-e5a6ae47-21f6-4989-ba57-6c48327c9743 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=533c1e9c8dee43379021e03f9df0f17e&device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 6219 time: 0.2557871 Apr 28 19:39:40.797939 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767da197-07bf-4261-aabb-b6c2f2d32d9c req-dcfe9eba-f5dd-4fcf-afeb-9b8b5e43435a tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:40.805852 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-767da197-07bf-4261-aabb-b6c2f2d32d9c req-dcfe9eba-f5dd-4fcf-afeb-9b8b5e43435a tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc15f4e8-6e9d-470a-836c-a83a262352ad HTTP/1.1" status: 200 len: 945 time: 0.2865133 Apr 28 19:39:40.845117 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-5b176d11-3736-4a03-9e2b-0104dbce5b45 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1659668189-network', 'tenant_id': '81c8f98041ca44d19c045d0bb7332694'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:40.898973 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7edc1df4-fc2e-4f7f-bef8-c0d654faa4be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:40.916374 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7edc1df4-fc2e-4f7f-bef8-c0d654faa4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:40.964554 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-470e32a6-2713-4d90-8e5c-db78c9366f4a req-6bbf9750-de12-4122-add0-a85e94f39470 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/security-groups?id=428c763a-4336-484e-80ea-3b3740787d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8662755 Apr 28 19:39:40.974871 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7edc1df4-fc2e-4f7f-bef8-c0d654faa4be admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5f673600b700471b85513f05a48bf401&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8231430 Apr 28 19:39:40.993654 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 47412) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:41.000736 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c5fbffa1-1051-414c-9e32-f49dc69c211b req-5b27904d-c5f6-4710-a1a8-f72e944f161e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=428c763a-4336-484e-80ea-3b3740787d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099627 Apr 28 19:39:41.048080 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc1df4-fc2e-4f7f-bef8-c0d654faa4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2db890-ae63-4149-b8e1-cf06a513ae09,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:41.137696 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-767da197-07bf-4261-aabb-b6c2f2d32d9c req-fcfd3790-3818-4b36-914c-b5a89bebbeac tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de3cdec-bc4e-4669-bf6a-e9409ccf5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3308587 Apr 28 19:39:41.160454 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b176d11-3736-4a03-9e2b-0104dbce5b45 admin admin] Made reservation on behalf of 81c8f98041ca44d19c045d0bb7332694 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:39:41.162721 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5b176d11-3736-4a03-9e2b-0104dbce5b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:41.216262 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b343f6-9587-4890-ba0a-241e7afdaca8 req-647b03dc-096c-4eae-9898-244e17a5d199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:41.216262 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b343f6-9587-4890-ba0a-241e7afdaca8 req-647b03dc-096c-4eae-9898-244e17a5d199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:41.216262 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b343f6-9587-4890-ba0a-241e7afdaca8 req-647b03dc-096c-4eae-9898-244e17a5d199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:41.216828 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-77b343f6-9587-4890-ba0a-241e7afdaca8 req-647b03dc-096c-4eae-9898-244e17a5d199 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=533c1e9c8dee43379021e03f9df0f17e&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5238242 Apr 28 19:39:41.228423 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5b176d11-3736-4a03-9e2b-0104dbce5b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:41.270343 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-05c491a6-f6ea-410a-a4e9-1b0bcd5a90c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 672f2098-3779-4741-8efb-1fe071f74808 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:41.312339 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-05c491a6-f6ea-410a-a4e9-1b0bcd5a90c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:41.366061 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-05c491a6-f6ea-410a-a4e9-1b0bcd5a90c8 service neutron] Transition to ACTIVE for port object 672f2098-3779-4741-8efb-1fe071f74808 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:39:41.366947 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d2ac4df5-d028-4f99-9849-e1c47a850c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:41.410086 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-05c491a6-f6ea-410a-a4e9-1b0bcd5a90c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:41.464206 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fdfbffe8-fe24-431f-904b-6be4143ce4df tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:41.472888 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fdfbffe8-fe24-431f-904b-6be4143ce4df tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:41.491353 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d2ac4df5-d028-4f99-9849-e1c47a850c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:41.504015 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b343f6-9587-4890-ba0a-241e7afdaca8 req-80863902-b282-4043-b9e0-be2952abc5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:41.506604 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-77b343f6-9587-4890-ba0a-241e7afdaca8 req-80863902-b282-4043-b9e0-be2952abc5d9 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2805345 Apr 28 19:39:41.527550 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42968940-dd45-4438-b60c-dfc06fb0f6c7 req-96cd7bb4-ae9f-4f20-bd86-c7f423db21cb tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:41.534868 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42968940-dd45-4438-b60c-dfc06fb0f6c7 req-96cd7bb4-ae9f-4f20-bd86-c7f423db21cb tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:41.542596 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42968940-dd45-4438-b60c-dfc06fb0f6c7 req-96cd7bb4-ae9f-4f20-bd86-c7f423db21cb tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:41.549536 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42968940-dd45-4438-b60c-dfc06fb0f6c7 req-96cd7bb4-ae9f-4f20-bd86-c7f423db21cb tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:41.555565 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42968940-dd45-4438-b60c-dfc06fb0f6c7 req-96cd7bb4-ae9f-4f20-bd86-c7f423db21cb tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:41.558527 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28f925-f565-428f-926d-33e5a594ddf1 req-49890c8e-73e5-4efc-9e3c-6778770eebe9 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:41.564951 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42968940-dd45-4438-b60c-dfc06fb0f6c7 req-96cd7bb4-ae9f-4f20-bd86-c7f423db21cb tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:41.567002 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8b28f925-f565-428f-926d-33e5a594ddf1 req-49890c8e-73e5-4efc-9e3c-6778770eebe9 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.2333577 Apr 28 19:39:41.572548 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42968940-dd45-4438-b60c-dfc06fb0f6c7 req-96cd7bb4-ae9f-4f20-bd86-c7f423db21cb tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:41.577752 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c491a6-f6ea-410a-a4e9-1b0bcd5a90c8 service neutron] Pushing event updated for resources: {'Port': ['ID=672f2098-3779-4741-8efb-1fe071f74808,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:41.584164 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-42968940-dd45-4438-b60c-dfc06fb0f6c7 req-96cd7bb4-ae9f-4f20-bd86-c7f423db21cb tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5394 time: 0.1829131 Apr 28 19:39:41.681424 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-42968940-dd45-4438-b60c-dfc06fb0f6c7 req-05a118ff-6725-4746-acb0-da36fe61d40d tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0963566 Apr 28 19:39:41.702428 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-fdfbffe8-fe24-431f-904b-6be4143ce4df tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Floating IP 0d0f46a6-caf7-4307-b3a8-b3a2eeb519c7 associated. External IP: 172.25.8.137, port: 74ca2a4e-e656-4eeb-8339-4f97bfd4b51a. Apr 28 19:39:41.708332 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc15f4e8-6e9d-470a-836c-a83a262352ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82853802-3c5a-4e73-affd-4913590d6b5c'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:41.713314 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68eb0345-aaeb-43d6-a48b-2d2e94949204" -d '{"events": [{"server_uuid": "cc15f4e8-6e9d-470a-836c-a83a262352ad", "name": "network-vif-plugged", "status": "completed", "tag": "82853802-3c5a-4e73-affd-4913590d6b5c"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:39:41.743680 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5b176d11-3736-4a03-9e2b-0104dbce5b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:41.778666 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8b28f925-f565-428f-926d-33e5a594ddf1 req-733b83a2-ddfc-47ee-a973-193d6d20dbae tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105973 Apr 28 19:39:41.779551 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5b176d11-3736-4a03-9e2b-0104dbce5b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:41.811665 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fc3304-5c34-4d40-aac5-9a432023badd x-openstack-request-id: req-14fc3304-5c34-4d40-aac5-9a432023badd {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:39:41.813844 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc15f4e8-6e9d-470a-836c-a83a262352ad", "name": "network-vif-plugged", "status": "completed", "tag": "82853802-3c5a-4e73-affd-4913590d6b5c", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:39:41.814410 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-14fc3304-5c34-4d40-aac5-9a432023badd {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:39:41.815012 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14fc3304-5c34-4d40-aac5-9a432023badd'] response: {'server_uuid': 'cc15f4e8-6e9d-470a-836c-a83a262352ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82853802-3c5a-4e73-affd-4913590d6b5c', 'code': 200} Apr 28 19:39:41.871090 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d2ac4df5-d028-4f99-9849-e1c47a850c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:41.881061 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d2ac4df5-d028-4f99-9849-e1c47a850c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:41.882581 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d2ac4df5-d028-4f99-9849-e1c47a850c34 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9f2db890-ae63-4149-b8e1-cf06a513ae09 HTTP/1.1" status: 204 len: 168 time: 0.8874657 Apr 28 19:39:41.902336 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b176d11-3736-4a03-9e2b-0104dbce5b45 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:39:41.912947 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-05c491a6-f6ea-410a-a4e9-1b0bcd5a90c8 service neutron] Attempting to bind port 672f2098-3779-4741-8efb-1fe071f74808 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:39:41.913294 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-05c491a6-f6ea-410a-a4e9-1b0bcd5a90c8 service neutron] Attempting to bind port 672f2098-3779-4741-8efb-1fe071f74808 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '3d8b26ca-a8d0-467f-817b-24a5112dd3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6cf7a3f9-9c87-425f-81e9-8f2d573cafa9'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:39:41.913630 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-05c491a6-f6ea-410a-a4e9-1b0bcd5a90c8 service neutron] Attempting to bind port 672f2098-3779-4741-8efb-1fe071f74808 on network 6cf7a3f9-9c87-425f-81e9-8f2d573cafa9 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:41.918995 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b176d11-3736-4a03-9e2b-0104dbce5b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ce8c93-d59a-45b3-af3a-72563ac4d405,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:41.926808 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5b176d11-3736-4a03-9e2b-0104dbce5b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:41.927180 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-5b176d11-3736-4a03-9e2b-0104dbce5b45 admin admin] Added segment ea7d3998-d617-437f-a2a1-9433c74a75e0 of type vlan for network 54f63c31-b1fb-4366-b57e-13dd03b65ebf Apr 28 19:39:41.929753 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-05c491a6-f6ea-410a-a4e9-1b0bcd5a90c8 service neutron] Port 672f2098-3779-4741-8efb-1fe071f74808 on network 6cf7a3f9-9c87-425f-81e9-8f2d573cafa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:39:41.930144 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-05c491a6-f6ea-410a-a4e9-1b0bcd5a90c8 service neutron] Attempting to bind port 672f2098-3779-4741-8efb-1fe071f74808 on network 6cf7a3f9-9c87-425f-81e9-8f2d573cafa9 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:41.948798 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac4df5-d028-4f99-9849-e1c47a850c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2db890-ae63-4149-b8e1-cf06a513ae09,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:42.008205 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-05c491a6-f6ea-410a-a4e9-1b0bcd5a90c8 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:39:42.008478 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-05c491a6-f6ea-410a-a4e9-1b0bcd5a90c8 service neutron] Checking segment: {'id': '3d8b26ca-a8d0-467f-817b-24a5112dd3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6cf7a3f9-9c87-425f-81e9-8f2d573cafa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:39:42.008874 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-05c491a6-f6ea-410a-a4e9-1b0bcd5a90c8 service neutron] Bound using segment: {'id': '3d8b26ca-a8d0-467f-817b-24a5112dd3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6cf7a3f9-9c87-425f-81e9-8f2d573cafa9'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:39:42.009382 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-05c491a6-f6ea-410a-a4e9-1b0bcd5a90c8 service neutron] Bound port: 672f2098-3779-4741-8efb-1fe071f74808, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d8b26ca-a8d0-467f-817b-24a5112dd3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6cf7a3f9-9c87-425f-81e9-8f2d573cafa9'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:39:42.009750 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-05c491a6-f6ea-410a-a4e9-1b0bcd5a90c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:42.037032 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8180e2f-93d4-46c9-8eed-3c3dca021db2 req-53c64418-c8bb-49a2-b9d2-b3cf24184871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:42.038656 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a8180e2f-93d4-46c9-8eed-3c3dca021db2 req-53c64418-c8bb-49a2-b9d2-b3cf24184871 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cc15f4e8-6e9d-470a-836c-a83a262352ad HTTP/1.1" status: 200 len: 1096 time: 0.1326456 Apr 28 19:39:42.043852 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5b176d11-3736-4a03-9e2b-0104dbce5b45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:42.146568 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bbf563-59c6-4886-b41a-0a8324b0cee5 req-e9e6d74b-0d34-46e1-b917-9432a21ba719 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:42.148202 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39bbf563-59c6-4886-b41a-0a8324b0cee5 req-e9e6d74b-0d34-46e1-b917-9432a21ba719 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.2044907 Apr 28 19:39:42.227017 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5b176d11-3736-4a03-9e2b-0104dbce5b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:42.238886 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b176d11-3736-4a03-9e2b-0104dbce5b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:42.238886 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5b176d11-3736-4a03-9e2b-0104dbce5b45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:42.335560 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdfbffe8-fe24-431f-904b-6be4143ce4df tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Router 536f6499-1b10-4117-950d-dfd4623a3f3f has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:39:42.360546 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a8180e2f-93d4-46c9-8eed-3c3dca021db2 req-ad76be33-d444-483e-817f-35696406547f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4de3cdec-bc4e-4669-bf6a-e9409ccf5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2334321 Apr 28 19:39:42.377876 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93284b95-8964-4f56-9faf-2282c3b8fd64 req-ee2df049-6dca-45cd-b30a-2c63f2fb1ee7 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:42.385997 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-93284b95-8964-4f56-9faf-2282c3b8fd64 req-ee2df049-6dca-45cd-b30a-2c63f2fb1ee7 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/ports?device_id=dacee00e-ba0c-4fa5-82af-67ee71c62785 HTTP/1.1" status: 200 len: 946 time: 0.2704329 Apr 28 19:39:42.394843 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'tag': '82f7143d-e7a9-467d-9495-8d04e5fd2f42'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:42.397715 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40eb243-91f2-4485-abd0-c4ba9c521b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "tag": "82f7143d-e7a9-467d-9495-8d04e5fd2f42"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:39:42.480232 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5b176d11-3736-4a03-9e2b-0104dbce5b45 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8498337 Apr 28 19:39:42.487500 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-05c491a6-f6ea-410a-a4e9-1b0bcd5a90c8 service neutron] For port 672f2098-3779-4741-8efb-1fe071f74808, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:39:42.516514 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39bbf563-59c6-4886-b41a-0a8324b0cee5 req-4481498d-dd50-49c0-b8d1-71716bb950cf tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3336737 Apr 28 19:39:42.523852 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 47442) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:42.534881 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-701a86d5-aaf8-4f09-bdc4-6b4673492356 admin admin] Request body: {'subnet': {'network_id': '54f63c31-b1fb-4366-b57e-13dd03b65ebf', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1659668189-subnet', 'tenant_id': '81c8f98041ca44d19c045d0bb7332694', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:42.555636 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-93284b95-8964-4f56-9faf-2282c3b8fd64 req-86cebe1f-0d4c-47ea-96b2-836de1a47da1 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/security-groups?id=428c763a-4336-484e-80ea-3b3740787d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594503 Apr 28 19:39:42.560082 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b176d11-3736-4a03-9e2b-0104dbce5b45 admin admin] Pushing event updated for resources: {'Network': ['ID=54f63c31-b1fb-4366-b57e-13dd03b65ebf,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:42.579734 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 54f63c31-b1fb-4366-b57e-13dd03b65ebf details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:39:42.591704 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-05c491a6-f6ea-410a-a4e9-1b0bcd5a90c8 service neutron] For port 672f2098-3779-4741-8efb-1fe071f74808, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=672f2098-3779-4741-8efb-1fe071f74808,segment=NetworkSegment(3d8b26ca-a8d0-467f-817b-24a5112dd3cb),segment_id=3d8b26ca-a8d0-467f-817b-24a5112dd3cb)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:39:42.609563 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-05c491a6-f6ea-410a-a4e9-1b0bcd5a90c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:42.661105 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfbffe8-fe24-431f-904b-6be4143ce4df tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:39:42.668863 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fdfbffe8-fe24-431f-904b-6be4143ce4df tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:42.686138 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e276258-8e88-4e48-b7ad-41d8c485dc77 None None] Sync routers for ids ['536f6499-1b10-4117-950d-dfd4623a3f3f'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:39:42.713240 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701a86d5-aaf8-4f09-bdc4-6b4673492356 admin admin] Made reservation on behalf of 81c8f98041ca44d19c045d0bb7332694 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:39:42.716622 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-701a86d5-aaf8-4f09-bdc4-6b4673492356 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:42.773451 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-fdfbffe8-fe24-431f-904b-6be4143ce4df tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "PUT /v2.0/floatingips/0d0f46a6-caf7-4307-b3a8-b3a2eeb519c7 HTTP/1.1" status: 200 len: 991 time: 3.2076542 Apr 28 19:39:42.777318 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b08df8c-d250-441a-b5d2-01341048873c', 'tag': '74ca2a4e-e656-4eeb-8339-4f97bfd4b51a'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:42.780578 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58259e6c-ea34-4772-9f9c-fd2e2e4b9856" -d '{"events": [{"name": "network-changed", "server_uuid": "0b08df8c-d250-441a-b5d2-01341048873c", "tag": "74ca2a4e-e656-4eeb-8339-4f97bfd4b51a"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:39:42.989534 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e276258-8e88-4e48-b7ad-41d8c485dc77 None None] Routers {'536f6499-1b10-4117-950d-dfd4623a3f3f'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:39:42.990953 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64010b00-08c3-4797-be4b-f6ae757c1679 req-f8bdc41f-46aa-4d79-99bc-34205fb04f35 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:42.992372 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-2e276258-8e88-4e48-b7ad-41d8c485dc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:39:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['536f6499-1b10-4117-950d-dfd4623a3f3f'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:43.008847 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-64010b00-08c3-4797-be4b-f6ae757c1679 req-f8bdc41f-46aa-4d79-99bc-34205fb04f35 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1380410 Apr 28 19:39:43.027301 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479508cd-499b-4223-a3d1-fe5dbfa4b190 x-openstack-request-id: req-479508cd-499b-4223-a3d1-fe5dbfa4b190 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:39:43.028931 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "tag": "82f7143d-e7a9-467d-9495-8d04e5fd2f42", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:39:43.029440 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-479508cd-499b-4223-a3d1-fe5dbfa4b190 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:39:43.030111 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-479508cd-499b-4223-a3d1-fe5dbfa4b190'] response: {'name': 'network-changed', 'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'tag': '82f7143d-e7a9-467d-9495-8d04e5fd2f42', 'status': 'completed', 'code': 200} Apr 28 19:39:43.037146 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-05c491a6-f6ea-410a-a4e9-1b0bcd5a90c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:43.038560 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-05c491a6-f6ea-410a-a4e9-1b0bcd5a90c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:43.040388 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-05c491a6-f6ea-410a-a4e9-1b0bcd5a90c8 service neutron] 10.222.0.15 "PUT /v2.0/ports/672f2098-3779-4741-8efb-1fe071f74808 HTTP/1.1" status: 200 len: 1090 time: 3.1253650 Apr 28 19:39:43.084429 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-64010b00-08c3-4797-be4b-f6ae757c1679 req-ad1dc043-5e1f-4790-84ef-6ad0957cd59d tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748289 Apr 28 19:39:43.085030 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-701a86d5-aaf8-4f09-bdc4-6b4673492356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:43.109636 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-3d0d7495-08c6-4e52-b15b-bf27b10dbc88 service neutron] Request body: {'port': {'device_id': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:43.184403 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35469a-839e-4c51-bc84-ea147d86eeab req-7a62cd5b-4471-45f2-999e-cd30682c2f41 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:43.186276 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5f35469a-839e-4c51-bc84-ea147d86eeab req-7a62cd5b-4471-45f2-999e-cd30682c2f41 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc15f4e8-6e9d-470a-836c-a83a262352ad HTTP/1.1" status: 200 len: 945 time: 0.5948095 Apr 28 19:39:43.260926 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c491a6-f6ea-410a-a4e9-1b0bcd5a90c8 service neutron] Pushing event updated for resources: {'Port': ['ID=672f2098-3779-4741-8efb-1fe071f74808,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:43.280537 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ff021-2be8-4ca1-8f9c-6977d30161da req-50d43e8a-bb79-4bb1-a406-0e057cfbe3a0 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:43.300352 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ff021-2be8-4ca1-8f9c-6977d30161da req-50d43e8a-bb79-4bb1-a406-0e057cfbe3a0 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:43.310944 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ff021-2be8-4ca1-8f9c-6977d30161da req-50d43e8a-bb79-4bb1-a406-0e057cfbe3a0 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:43.321763 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ff021-2be8-4ca1-8f9c-6977d30161da req-50d43e8a-bb79-4bb1-a406-0e057cfbe3a0 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:43.326892 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-2e276258-8e88-4e48-b7ad-41d8c485dc77 None None] Set router 536f6499-1b10-4117-950d-dfd4623a3f3f gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:39:43.330976 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ff021-2be8-4ca1-8f9c-6977d30161da req-50d43e8a-bb79-4bb1-a406-0e057cfbe3a0 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:43.342786 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-3d0d7495-08c6-4e52-b15b-bf27b10dbc88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:43.344162 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ff021-2be8-4ca1-8f9c-6977d30161da req-50d43e8a-bb79-4bb1-a406-0e057cfbe3a0 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:43.357027 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ff021-2be8-4ca1-8f9c-6977d30161da req-50d43e8a-bb79-4bb1-a406-0e057cfbe3a0 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:43.366964 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40eb243-91f2-4485-abd0-c4ba9c521b2d req-9e0e4614-ab06-4c75-b813-d2b38a80d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:43.367453 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40eb243-91f2-4485-abd0-c4ba9c521b2d req-9e0e4614-ab06-4c75-b813-d2b38a80d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:43.367938 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40eb243-91f2-4485-abd0-c4ba9c521b2d req-9e0e4614-ab06-4c75-b813-d2b38a80d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:43.368449 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40eb243-91f2-4485-abd0-c4ba9c521b2d req-9e0e4614-ab06-4c75-b813-d2b38a80d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:43.368924 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40eb243-91f2-4485-abd0-c4ba9c521b2d req-9e0e4614-ab06-4c75-b813-d2b38a80d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:43.369395 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40eb243-91f2-4485-abd0-c4ba9c521b2d req-9e0e4614-ab06-4c75-b813-d2b38a80d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:43.369580 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c46ff021-2be8-4ca1-8f9c-6977d30161da req-50d43e8a-bb79-4bb1-a406-0e057cfbe3a0 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5394 time: 0.2188950 Apr 28 19:39:43.369863 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40eb243-91f2-4485-abd0-c4ba9c521b2d req-9e0e4614-ab06-4c75-b813-d2b38a80d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:43.371855 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f40eb243-91f2-4485-abd0-c4ba9c521b2d req-9e0e4614-ab06-4c75-b813-d2b38a80d5ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=533c1e9c8dee43379021e03f9df0f17e&device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 6286 time: 0.3494101 Apr 28 19:39:43.402285 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5f35469a-839e-4c51-bc84-ea147d86eeab req-f2c5076f-5f9e-41a1-a2d9-8c7e08f87bf0 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de3cdec-bc4e-4669-bf6a-e9409ccf5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982648 Apr 28 19:39:43.419978 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a86d5-aaf8-4f09-bdc4-6b4673492356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10e45391-a0ca-4663-8f18-70ca69dec1da,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:43.491318 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c46ff021-2be8-4ca1-8f9c-6977d30161da req-aa4d7ef7-bced-400e-8bb0-080914bf0689 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0990319 Apr 28 19:39:43.533769 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701a86d5-aaf8-4f09-bdc4-6b4673492356 admin admin] Checking segment: {'id': 'ea7d3998-d617-437f-a2a1-9433c74a75e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '54f63c31-b1fb-4366-b57e-13dd03b65ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:39:43.535776 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701a86d5-aaf8-4f09-bdc4-6b4673492356 admin admin] Network hostable DHCP agents. Network: 54f63c31-b1fb-4366-b57e-13dd03b65ebf, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:39:43.592395 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:39:43.746594 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40eb243-91f2-4485-abd0-c4ba9c521b2d req-4f334308-77c5-4ee9-b68b-ed572afd2577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:43.747134 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40eb243-91f2-4485-abd0-c4ba9c521b2d req-4f334308-77c5-4ee9-b68b-ed572afd2577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:43.748075 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40eb243-91f2-4485-abd0-c4ba9c521b2d req-4f334308-77c5-4ee9-b68b-ed572afd2577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:43.749545 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f40eb243-91f2-4485-abd0-c4ba9c521b2d req-4f334308-77c5-4ee9-b68b-ed572afd2577 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=533c1e9c8dee43379021e03f9df0f17e&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3521020 Apr 28 19:39:43.781325 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701a86d5-aaf8-4f09-bdc4-6b4673492356 admin admin] Network 54f63c31-b1fb-4366-b57e-13dd03b65ebf is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:39:43.803093 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce8d8f-8749-4114-974c-031cd684ef4f req-9d231a32-ede8-41ee-a632-b3c33f11a742 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:43.815342 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-51ce8d8f-8749-4114-974c-031cd684ef4f req-9d231a32-ede8-41ee-a632-b3c33f11a742 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1668570 Apr 28 19:39:43.916528 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-51ce8d8f-8749-4114-974c-031cd684ef4f req-83e97438-8113-4dc8-ade4-4c324c0f09fd tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905948 Apr 28 19:39:44.055282 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-701a86d5-aaf8-4f09-bdc4-6b4673492356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 54f63c31-b1fb-4366-b57e-13dd03b65ebf) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:44.065272 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70df9f81-41d6-4bb3-8435-4d2fa9da4636 None None] Network 54f63c31-b1fb-4366-b57e-13dd03b65ebf requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:39:44.069312 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701a86d5-aaf8-4f09-bdc4-6b4673492356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:44.069924 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-701a86d5-aaf8-4f09-bdc4-6b4673492356 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:44.089055 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-2e276258-8e88-4e48-b7ad-41d8c485dc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'name': 'tempest-AttachVolumeNegativeTest-1025782073-router', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:24Z', 'updated_at': '2022-04-28T19:37:37Z', 'revision_number': 4, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'gw_port': {'id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:26Z', 'updated_at': '2022-04-28T19:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '0d0f46a6-caf7-4307-b3a8-b3a2eeb519c7', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'port_id': '74ca2a4e-e656-4eeb-8339-4f97bfd4b51a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'mac_address': 'fa:16:3e:97:87:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b08df8c-d250-441a-b5d2-01341048873c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:39:11Z', 'updated_at': '2022-04-28T19:39:41Z', 'revision_number': 1, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'fixed_ip_address_scope': None}, {'id': '67b2c8b4-5a2b-4277-8e86-9fdf9c415f55', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'port_id': 'f7275361-74d5-4846-89b8-50ac64894ba2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'mac_address': 'fa:16:3e:71:b5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97861477-7b6d-48aa-9bdf-89105905415c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:37:44Z', 'updated_at': '2022-04-28T19:38:17Z', 'revision_number': 2, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1535635-16ee-414b-a822-868c614c37c3', 'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'mac_address': 'fa:16:3e:ed:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:33Z', 'updated_at': '2022-04-28T19:37:44Z', 'revision_number': 5, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'subnets': [{'id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:44.131904 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-701a86d5-aaf8-4f09-bdc4-6b4673492356 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6052933 Apr 28 19:39:44.164480 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9e0a1-e149-4e67-832f-6ecc801afb76 req-7905300c-e26b-460f-92c3-2a5479d671d6 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:44.166718 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d1a9e0a1-e149-4e67-832f-6ecc801afb76 req-7905300c-e26b-460f-92c3-2a5479d671d6 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/ports?device_id=dacee00e-ba0c-4fa5-82af-67ee71c62785 HTTP/1.1" status: 200 len: 946 time: 0.1190894 Apr 28 19:39:44.171331 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e276258-8e88-4e48-b7ad-41d8c485dc77 None None] Checking router: 536f6499-1b10-4117-950d-dfd4623a3f3f for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:39:44.222891 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40eb243-91f2-4485-abd0-c4ba9c521b2d req-224ad13e-0fc1-4a2c-879d-3e61dbde0f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:44.224473 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f40eb243-91f2-4485-abd0-c4ba9c521b2d req-224ad13e-0fc1-4a2c-879d-3e61dbde0f18 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4596205 Apr 28 19:39:44.226062 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e276258-8e88-4e48-b7ad-41d8c485dc77 None None] Routers {'536f6499-1b10-4117-950d-dfd4623a3f3f'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:39:44.229953 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-2e276258-8e88-4e48-b7ad-41d8c485dc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:39:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['536f6499-1b10-4117-950d-dfd4623a3f3f'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:44.275394 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d1a9e0a1-e149-4e67-832f-6ecc801afb76 req-1953320c-458f-41f0-9100-da2303aa1575 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/security-groups?id=428c763a-4336-484e-80ea-3b3740787d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976343 Apr 28 19:39:44.407990 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fab71fc-fc49-4c7d-bd08-597a2dc62ff5 x-openstack-request-id: req-3fab71fc-fc49-4c7d-bd08-597a2dc62ff5 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:39:44.408265 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b08df8c-d250-441a-b5d2-01341048873c", "tag": "74ca2a4e-e656-4eeb-8339-4f97bfd4b51a", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:39:44.408520 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3fab71fc-fc49-4c7d-bd08-597a2dc62ff5 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:39:44.408934 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fab71fc-fc49-4c7d-bd08-597a2dc62ff5'] response: {'name': 'network-changed', 'server_uuid': '0b08df8c-d250-441a-b5d2-01341048873c', 'tag': '74ca2a4e-e656-4eeb-8339-4f97bfd4b51a', 'status': 'completed', 'code': 200} Apr 28 19:39:44.459472 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f23df13-768f-4d62-b7ba-61657053c129 None None] Network 54f63c31-b1fb-4366-b57e-13dd03b65ebf requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:39:44.683027 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-3d0d7495-08c6-4e52-b15b-bf27b10dbc88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7fbcdaf-eb1a-406d-86fb-62582d63a224 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:44.689863 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-2e276258-8e88-4e48-b7ad-41d8c485dc77 None None] Set router 536f6499-1b10-4117-950d-dfd4623a3f3f gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:39:44.737338 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-3d0d7495-08c6-4e52-b15b-bf27b10dbc88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:44.751025 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58259e6c-ea34-4772-9f9c-fd2e2e4b9856 req-6438d61b-a503-4ed3-80f7-3d9bda87571c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:44.754792 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-58259e6c-ea34-4772-9f9c-fd2e2e4b9856 req-6438d61b-a503-4ed3-80f7-3d9bda87571c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=98a6d5da4ca84f3b93f1251e2d3cf2d8&device_id=0b08df8c-d250-441a-b5d2-01341048873c HTTP/1.1" status: 200 len: 1096 time: 0.3027961 Apr 28 19:39:44.785813 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450bbb6-99b7-44ed-b0a7-2e3b87a959df req-d4782d4d-903c-46a0-82b5-93c23db8fd66 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:44.789147 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d450bbb6-99b7-44ed-b0a7-2e3b87a959df req-d4782d4d-903c-46a0-82b5-93c23db8fd66 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc15f4e8-6e9d-470a-836c-a83a262352ad HTTP/1.1" status: 200 len: 945 time: 0.0891330 Apr 28 19:39:44.811813 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-3d0d7495-08c6-4e52-b15b-bf27b10dbc88 service neutron] Transition to ACTIVE for port object c7fbcdaf-eb1a-406d-86fb-62582d63a224 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:39:44.860206 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54098212-e7e1-41c2-ba8d-d52ce00a25f0 req-aed1ea97-7dc9-47cf-b180-e54250fe9aee tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:44.873967 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d450bbb6-99b7-44ed-b0a7-2e3b87a959df req-bc4655d1-5395-448d-b737-a0a8ea534e69 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de3cdec-bc4e-4669-bf6a-e9409ccf5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771761 Apr 28 19:39:44.874485 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 47500) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:44.887008 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-1de195df-9d79-47e2-9857-d3498b6b1d5c tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Request body: {'floatingip': {'port_id': '0777aec9-f1da-4ec0-b332-341bd74af774'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:44.898308 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-54098212-e7e1-41c2-ba8d-d52ce00a25f0 req-aed1ea97-7dc9-47cf-b180-e54250fe9aee tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/ports?device_id=dacee00e-ba0c-4fa5-82af-67ee71c62785 HTTP/1.1" status: 200 len: 946 time: 0.3054836 Apr 28 19:39:44.902964 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-3d0d7495-08c6-4e52-b15b-bf27b10dbc88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:45.012667 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1de195df-9d79-47e2-9857-d3498b6b1d5c tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks [] for floatingip, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:45.045747 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'tag': '672f2098-3779-4741-8efb-1fe071f74808'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:45.051737 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b18a7f-af2d-4040-add2-a0033090383c" -d '{"events": [{"name": "network-changed", "server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "tag": "672f2098-3779-4741-8efb-1fe071f74808"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:39:45.121879 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-2e276258-8e88-4e48-b7ad-41d8c485dc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'name': 'tempest-AttachVolumeNegativeTest-1025782073-router', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:24Z', 'updated_at': '2022-04-28T19:37:37Z', 'revision_number': 4, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'gw_port': {'id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:26Z', 'updated_at': '2022-04-28T19:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '0d0f46a6-caf7-4307-b3a8-b3a2eeb519c7', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'port_id': '74ca2a4e-e656-4eeb-8339-4f97bfd4b51a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'mac_address': 'fa:16:3e:97:87:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b08df8c-d250-441a-b5d2-01341048873c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:39:11Z', 'updated_at': '2022-04-28T19:39:41Z', 'revision_number': 1, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'fixed_ip_address_scope': None}, {'id': '67b2c8b4-5a2b-4277-8e86-9fdf9c415f55', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'port_id': 'f7275361-74d5-4846-89b8-50ac64894ba2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'mac_address': 'fa:16:3e:71:b5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97861477-7b6d-48aa-9bdf-89105905415c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:37:44Z', 'updated_at': '2022-04-28T19:38:17Z', 'revision_number': 2, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1535635-16ee-414b-a822-868c614c37c3', 'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'mac_address': 'fa:16:3e:ed:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:33Z', 'updated_at': '2022-04-28T19:37:44Z', 'revision_number': 5, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'subnets': [{'id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:45.176736 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e276258-8e88-4e48-b7ad-41d8c485dc77 None None] The sync data for ids ['536f6499-1b10-4117-950d-dfd4623a3f3f'] in n-d-839810-1 is: [{'id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'name': 'tempest-AttachVolumeNegativeTest-1025782073-router', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:24Z', 'updated_at': '2022-04-28T19:37:37Z', 'revision_number': 4, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'gw_port': {'id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:26Z', 'updated_at': '2022-04-28T19:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '0d0f46a6-caf7-4307-b3a8-b3a2eeb519c7', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'port_id': '74ca2a4e-e656-4eeb-8339-4f97bfd4b51a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'mac_address': 'fa:16:3e:97:87:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b08df8c-d250-441a-b5d2-01341048873c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:39:11Z', 'updated_at': '2022-04-28T19:39:41Z', 'revision_number': 1, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'fixed_ip_address_scope': None}, {'id': '67b2c8b4-5a2b-4277-8e86-9fdf9c415f55', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'port_id': 'f7275361-74d5-4846-89b8-50ac64894ba2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'mac_address': 'fa:16:3e:71:b5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97861477-7b6d-48aa-9bdf-89105905415c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:37:44Z', 'updated_at': '2022-04-28T19:38:17Z', 'revision_number': 2, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1535635-16ee-414b-a822-868c614c37c3', 'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'mac_address': 'fa:16:3e:ed:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:33Z', 'updated_at': '2022-04-28T19:37:44Z', 'revision_number': 5, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'subnets': [{'id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:39:45.542130 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-b1c1fb12-2680-4278-a40b-0504015488a1 req-53b08080-d934-4deb-baaa-3fe101c71d20 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1590342881', 'description': 'tempest-description-991192114'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:45.627158 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b1c1fb12-2680-4278-a40b-0504015488a1 req-53b08080-d934-4deb-baaa-3fe101c71d20 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:45.668604 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e05877-66d6-4e42-8cb1-3ca7516b38f4 None None] New status for floating IP 0d0f46a6-caf7-4307-b3a8-b3a2eeb519c7: ACTIVE {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:39:45.933985 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d7495-08c6-4e52-b15b-bf27b10dbc88 service neutron] Pushing event updated for resources: {'Port': ['ID=c7fbcdaf-eb1a-406d-86fb-62582d63a224,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:45.958762 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58259e6c-ea34-4772-9f9c-fd2e2e4b9856 req-ab4423f4-8449-46ce-bb37-552368d8a6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:45.964048 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-58259e6c-ea34-4772-9f9c-fd2e2e4b9856 req-ab4423f4-8449-46ce-bb37-552368d8a6d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fa6ba32f-86e1-489e-bf69-a0854e414daf HTTP/1.1" status: 200 len: 916 time: 1.1811953 Apr 28 19:39:45.977352 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b1c1fb12-2680-4278-a40b-0504015488a1 req-53b08080-d934-4deb-baaa-3fe101c71d20 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:45.986921 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b1c1fb12-2680-4278-a40b-0504015488a1 req-53b08080-d934-4deb-baaa-3fe101c71d20 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:46.044538 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.db.resource_extend [None req-1de195df-9d79-47e2-9857-d3498b6b1d5c tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:39:46.098795 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b1c1fb12-2680-4278-a40b-0504015488a1 req-53b08080-d934-4deb-baaa-3fe101c71d20 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:46.099766 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b1c1fb12-2680-4278-a40b-0504015488a1 req-53b08080-d934-4deb-baaa-3fe101c71d20 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6199710 Apr 28 19:39:46.123214 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b08080-d934-4deb-baaa-3fe101c71d20 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba64a71-57b6-4d38-bdb0-0009959a5d5c,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:46.147991 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1de195df-9d79-47e2-9857-d3498b6b1d5c tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:46.158100 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1de195df-9d79-47e2-9857-d3498b6b1d5c tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:46.219960 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae6f6f-d2cd-46a7-988e-37e7f8a50b51 req-ecd92404-d452-4f82-81ab-5175e8d52b35 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:46.226258 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae6f6f-d2cd-46a7-988e-37e7f8a50b51 req-ecd92404-d452-4f82-81ab-5175e8d52b35 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:46.232461 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae6f6f-d2cd-46a7-988e-37e7f8a50b51 req-ecd92404-d452-4f82-81ab-5175e8d52b35 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:46.240026 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae6f6f-d2cd-46a7-988e-37e7f8a50b51 req-ecd92404-d452-4f82-81ab-5175e8d52b35 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:46.247001 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae6f6f-d2cd-46a7-988e-37e7f8a50b51 req-ecd92404-d452-4f82-81ab-5175e8d52b35 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:46.269510 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae6f6f-d2cd-46a7-988e-37e7f8a50b51 req-ecd92404-d452-4f82-81ab-5175e8d52b35 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:46.279971 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae6f6f-d2cd-46a7-988e-37e7f8a50b51 req-ecd92404-d452-4f82-81ab-5175e8d52b35 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:46.293986 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-56ae6f6f-d2cd-46a7-988e-37e7f8a50b51 req-ecd92404-d452-4f82-81ab-5175e8d52b35 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5406 time: 1.2491703 Apr 28 19:39:46.323032 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-58259e6c-ea34-4772-9f9c-fd2e2e4b9856 req-46f52d63-a4b8-45fc-9c50-11ba0ae78372 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74ca2a4e-e656-4eeb-8339-4f97bfd4b51a HTTP/1.1" status: 200 len: 999 time: 0.3176050 Apr 28 19:39:46.329784 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-3d0d7495-08c6-4e52-b15b-bf27b10dbc88 service neutron] Attempting to bind port c7fbcdaf-eb1a-406d-86fb-62582d63a224 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:39:46.330496 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-3d0d7495-08c6-4e52-b15b-bf27b10dbc88 service neutron] Attempting to bind port c7fbcdaf-eb1a-406d-86fb-62582d63a224 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '3d8b26ca-a8d0-467f-817b-24a5112dd3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6cf7a3f9-9c87-425f-81e9-8f2d573cafa9'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:39:46.330496 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-3d0d7495-08c6-4e52-b15b-bf27b10dbc88 service neutron] Attempting to bind port c7fbcdaf-eb1a-406d-86fb-62582d63a224 on network 6cf7a3f9-9c87-425f-81e9-8f2d573cafa9 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:46.338459 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-3d0d7495-08c6-4e52-b15b-bf27b10dbc88 service neutron] Port c7fbcdaf-eb1a-406d-86fb-62582d63a224 on network 6cf7a3f9-9c87-425f-81e9-8f2d573cafa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:39:46.338883 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-3d0d7495-08c6-4e52-b15b-bf27b10dbc88 service neutron] Attempting to bind port c7fbcdaf-eb1a-406d-86fb-62582d63a224 on network 6cf7a3f9-9c87-425f-81e9-8f2d573cafa9 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:46.361776 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9aef4a-d643-4d97-8ac5-86193524013f req-ab11d2fd-b415-4d13-bd76-38fb5c436fe2 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:46.370102 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc9aef4a-d643-4d97-8ac5-86193524013f req-ab11d2fd-b415-4d13-bd76-38fb5c436fe2 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1356151 Apr 28 19:39:46.395586 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58259e6c-ea34-4772-9f9c-fd2e2e4b9856 req-99c6e210-2ea7-43f3-87fa-5d22634dd1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:46.397390 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-58259e6c-ea34-4772-9f9c-fd2e2e4b9856 req-99c6e210-2ea7-43f3-87fa-5d22634dd1a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7a2f793-5447-48fe-83df-017889e9d0fc HTTP/1.1" status: 200 len: 854 time: 0.0605285 Apr 28 19:39:46.433515 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-1de195df-9d79-47e2-9857-d3498b6b1d5c tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Floating IP 2981cab6-4010-4aae-829c-f3e1a6650667 associated. External IP: 172.25.8.42, port: 0777aec9-f1da-4ec0-b332-341bd74af774. Apr 28 19:39:46.445014 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-3d0d7495-08c6-4e52-b15b-bf27b10dbc88 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:39:46.445403 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-3d0d7495-08c6-4e52-b15b-bf27b10dbc88 service neutron] Checking segment: {'id': '3d8b26ca-a8d0-467f-817b-24a5112dd3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6cf7a3f9-9c87-425f-81e9-8f2d573cafa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:39:46.446623 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-3d0d7495-08c6-4e52-b15b-bf27b10dbc88 service neutron] Bound using segment: {'id': '3d8b26ca-a8d0-467f-817b-24a5112dd3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6cf7a3f9-9c87-425f-81e9-8f2d573cafa9'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:39:46.447166 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-3d0d7495-08c6-4e52-b15b-bf27b10dbc88 service neutron] Bound port: c7fbcdaf-eb1a-406d-86fb-62582d63a224, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d8b26ca-a8d0-467f-817b-24a5112dd3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6cf7a3f9-9c87-425f-81e9-8f2d573cafa9'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:39:46.447542 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-3d0d7495-08c6-4e52-b15b-bf27b10dbc88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:46.489312 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-56ae6f6f-d2cd-46a7-988e-37e7f8a50b51 req-0b59fd7b-6746-420c-afda-51930481b31f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1930223 Apr 28 19:39:46.584525 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc9aef4a-d643-4d97-8ac5-86193524013f req-f8334ccf-4e53-483c-924f-9cbc8d4cee5d tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129173 Apr 28 19:39:46.622106 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-3d0d7495-08c6-4e52-b15b-bf27b10dbc88 service neutron] For port c7fbcdaf-eb1a-406d-86fb-62582d63a224, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:39:46.626777 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-3d0d7495-08c6-4e52-b15b-bf27b10dbc88 service neutron] For port c7fbcdaf-eb1a-406d-86fb-62582d63a224, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=c7fbcdaf-eb1a-406d-86fb-62582d63a224,segment=NetworkSegment(3d8b26ca-a8d0-467f-817b-24a5112dd3cb),segment_id=3d8b26ca-a8d0-467f-817b-24a5112dd3cb)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:39:46.651556 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58259e6c-ea34-4772-9f9c-fd2e2e4b9856 req-0d573a8d-2a5e-4015-a01c-1ae7cfea9b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:46.653437 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-58259e6c-ea34-4772-9f9c-fd2e2e4b9856 req-0d573a8d-2a5e-4015-a01c-1ae7cfea9b3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa6ba32f-86e1-489e-bf69-a0854e414daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2497158 Apr 28 19:39:46.654751 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-3d0d7495-08c6-4e52-b15b-bf27b10dbc88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:46.677701 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc56e1b-8da0-4051-8381-68f6812578f7 x-openstack-request-id: req-ebc56e1b-8da0-4051-8381-68f6812578f7 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:39:46.679121 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "tag": "672f2098-3779-4741-8efb-1fe071f74808", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:39:46.679707 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ebc56e1b-8da0-4051-8381-68f6812578f7 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:39:46.680593 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebc56e1b-8da0-4051-8381-68f6812578f7'] response: {'name': 'network-changed', 'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'tag': '672f2098-3779-4741-8efb-1fe071f74808', 'status': 'completed', 'code': 200} Apr 28 19:39:46.779580 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-3d0d7495-08c6-4e52-b15b-bf27b10dbc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:46.781376 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-3d0d7495-08c6-4e52-b15b-bf27b10dbc88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:46.782829 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-3d0d7495-08c6-4e52-b15b-bf27b10dbc88 service neutron] 10.222.0.15 "PUT /v2.0/ports/c7fbcdaf-eb1a-406d-86fb-62582d63a224 HTTP/1.1" status: 200 len: 1090 time: 3.7098684 Apr 28 19:39:46.852863 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bc6b7-fb58-4809-91db-c30ca64336d5 req-5706fa46-ceaa-4ce6-a222-25feb59b41c5 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:46.854470 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-652bc6b7-fb58-4809-91db-c30ca64336d5 req-5706fa46-ceaa-4ce6-a222-25feb59b41c5 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc15f4e8-6e9d-470a-836c-a83a262352ad HTTP/1.1" status: 200 len: 945 time: 0.2245376 Apr 28 19:39:46.868673 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-157c74b6-50de-4087-8da5-9f38e6696541 service neutron] Request body: {'port': {'device_id': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:46.870292 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 47532) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:46.885999 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-6198abd4-2a6d-4cce-b50d-1fc25d3d9638 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Request body: {'floatingip': {'port_id': '82853802-3c5a-4e73-affd-4913590d6b5c'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:46.914488 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6573ba53-44b6-4b18-a7db-86cad67e6c97 req-b2b78e29-0380-4e7d-9ace-cbbe5f3aa02d tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "GET /v2.0/security-groups/0ba64a71-57b6-4d38-bdb0-0009959a5d5c HTTP/1.1" status: 200 len: 1806 time: 0.1987171 Apr 28 19:39:46.923046 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-6573ba53-44b6-4b18-a7db-86cad67e6c97 req-68cc2abd-1fae-4fab-a023-f755853e8d61 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0ba64a71-57b6-4d38-bdb0-0009959a5d5c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:46.923364 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-6573ba53-44b6-4b18-a7db-86cad67e6c97 req-68cc2abd-1fae-4fab-a023-f755853e8d61 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0ba64a71-57b6-4d38-bdb0-0009959a5d5c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:47.008205 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de195df-9d79-47e2-9857-d3498b6b1d5c tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Router f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:39:47.014780 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b18a7f-af2d-4040-add2-a0033090383c req-c48269c6-1545-4e73-b913-66c6ae0a811c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:47.015875 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b18a7f-af2d-4040-add2-a0033090383c req-c48269c6-1545-4e73-b913-66c6ae0a811c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:47.017887 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b18a7f-af2d-4040-add2-a0033090383c req-c48269c6-1545-4e73-b913-66c6ae0a811c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:47.019717 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b18a7f-af2d-4040-add2-a0033090383c req-c48269c6-1545-4e73-b913-66c6ae0a811c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:47.020241 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b18a7f-af2d-4040-add2-a0033090383c req-c48269c6-1545-4e73-b913-66c6ae0a811c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:47.020725 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b18a7f-af2d-4040-add2-a0033090383c req-c48269c6-1545-4e73-b913-66c6ae0a811c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:47.021454 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b18a7f-af2d-4040-add2-a0033090383c req-c48269c6-1545-4e73-b913-66c6ae0a811c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:47.023589 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e9b18a7f-af2d-4040-add2-a0033090383c req-c48269c6-1545-4e73-b913-66c6ae0a811c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=533c1e9c8dee43379021e03f9df0f17e&device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 6353 time: 0.3191504 Apr 28 19:39:47.129981 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d7495-08c6-4e52-b15b-bf27b10dbc88 service neutron] Pushing event updated for resources: {'Port': ['ID=c7fbcdaf-eb1a-406d-86fb-62582d63a224,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:47.136754 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-58259e6c-ea34-4772-9f9c-fd2e2e4b9856 req-3ac1ff75-7bf7-40c2-af01-0b36a55dea0d service neutron] 10.222.0.15 "GET /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549925 Apr 28 19:39:47.151550 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-157c74b6-50de-4087-8da5-9f38e6696541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:47.183353 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6198abd4-2a6d-4cce-b50d-1fc25d3d9638 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks [] for floatingip, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:47.489429 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6573ba53-44b6-4b18-a7db-86cad67e6c97 req-68cc2abd-1fae-4fab-a023-f755853e8d61 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:47.538874 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6573ba53-44b6-4b18-a7db-86cad67e6c97 req-68cc2abd-1fae-4fab-a023-f755853e8d61 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:47.588426 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6573ba53-44b6-4b18-a7db-86cad67e6c97 req-68cc2abd-1fae-4fab-a023-f755853e8d61 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:47.619283 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b18a7f-af2d-4040-add2-a0033090383c req-5cb79bfc-b55b-4e22-9b52-b9c70d71b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:47.619775 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b18a7f-af2d-4040-add2-a0033090383c req-5cb79bfc-b55b-4e22-9b52-b9c70d71b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:47.620299 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b18a7f-af2d-4040-add2-a0033090383c req-5cb79bfc-b55b-4e22-9b52-b9c70d71b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:47.622085 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e9b18a7f-af2d-4040-add2-a0033090383c req-5cb79bfc-b55b-4e22-9b52-b9c70d71b1ff service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=533c1e9c8dee43379021e03f9df0f17e&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5724084 Apr 28 19:39:47.761150 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-58259e6c-ea34-4772-9f9c-fd2e2e4b9856 req-a239e041-adab-433c-92f7-d4d075cb83c0 service neutron] 10.222.0.15 "GET /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5869060 Apr 28 19:39:47.856393 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd427928-28c5-4e71-bcb9-7416411ceed5 req-c331a829-9283-4706-8d7e-75bf476bf825 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:47.858354 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fd427928-28c5-4e71-bcb9-7416411ceed5 req-c331a829-9283-4706-8d7e-75bf476bf825 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.2533135 Apr 28 19:39:47.937901 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b18a7f-af2d-4040-add2-a0033090383c req-23cfffe8-105f-413b-a545-b78995522ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:47.939424 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e9b18a7f-af2d-4040-add2-a0033090383c req-23cfffe8-105f-413b-a545-b78995522ee0 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2903917 Apr 28 19:39:47.970224 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fd427928-28c5-4e71-bcb9-7416411ceed5 req-5fcf2808-f02b-4bb9-9a8e-7ea3b36eee58 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014175 Apr 28 19:39:48.059690 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6573ba53-44b6-4b18-a7db-86cad67e6c97 req-68cc2abd-1fae-4fab-a023-f755853e8d61 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:48.061738 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6573ba53-44b6-4b18-a7db-86cad67e6c97 req-68cc2abd-1fae-4fab-a023-f755853e8d61 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1468425 Apr 28 19:39:48.085106 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-157c74b6-50de-4087-8da5-9f38e6696541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9984f582-0747-4758-acc2-3cb0373ad5b8 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:48.097377 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-157c74b6-50de-4087-8da5-9f38e6696541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:48.114398 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-f277a097-1609-4435-bb36-043f411fb6fa req-88be01fb-e5b5-4f6e-8574-59fd972f77d2 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1663514909', 'description': 'tempest-description-942813172'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:48.133135 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc2abd-1fae-4fab-a023-f755853e8d61 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b91037f-d251-4073-8f22-baf76b82f198,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:48.154648 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de195df-9d79-47e2-9857-d3498b6b1d5c tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:39:48.163784 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1de195df-9d79-47e2-9857-d3498b6b1d5c tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:48.173694 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fba61d7-efbe-4271-baf9-3b4166256d58 None None] Sync routers for ids ['f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:39:48.177786 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-157c74b6-50de-4087-8da5-9f38e6696541 service neutron] Transition to ACTIVE for port object 9984f582-0747-4758-acc2-3cb0373ad5b8 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:39:48.192710 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-157c74b6-50de-4087-8da5-9f38e6696541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:48.192975 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fba61d7-efbe-4271-baf9-3b4166256d58 None None] Routers {'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:39:48.193444 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-2fba61d7-efbe-4271-baf9-3b4166256d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:39:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:48.284725 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c70bd6-2a90-455f-87d6-7d4fd4e05cee req-52db2bbc-afa9-45ee-a69c-cd011dfa6baf tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:48.295087 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c70bd6-2a90-455f-87d6-7d4fd4e05cee req-52db2bbc-afa9-45ee-a69c-cd011dfa6baf tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:48.311898 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-2fba61d7-efbe-4271-baf9-3b4166256d58 None None] Set router f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:39:48.317748 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c70bd6-2a90-455f-87d6-7d4fd4e05cee req-52db2bbc-afa9-45ee-a69c-cd011dfa6baf tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:48.324609 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c70bd6-2a90-455f-87d6-7d4fd4e05cee req-52db2bbc-afa9-45ee-a69c-cd011dfa6baf tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:48.332337 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c70bd6-2a90-455f-87d6-7d4fd4e05cee req-52db2bbc-afa9-45ee-a69c-cd011dfa6baf tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:48.333087 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1de195df-9d79-47e2-9857-d3498b6b1d5c tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "PUT /v2.0/floatingips/2981cab6-4010-4aae-829c-f3e1a6650667 HTTP/1.1" status: 200 len: 991 time: 3.4573033 Apr 28 19:39:48.335919 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacee00e-ba0c-4fa5-82af-67ee71c62785', 'tag': '0777aec9-f1da-4ec0-b332-341bd74af774'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:48.338692 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c70bd6-2a90-455f-87d6-7d4fd4e05cee req-52db2bbc-afa9-45ee-a69c-cd011dfa6baf tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:48.341287 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d653150d-41b9-4fa2-b14d-9c565a6a5f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "dacee00e-ba0c-4fa5-82af-67ee71c62785", "tag": "0777aec9-f1da-4ec0-b332-341bd74af774"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:39:48.348992 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c70bd6-2a90-455f-87d6-7d4fd4e05cee req-52db2bbc-afa9-45ee-a69c-cd011dfa6baf tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:48.351222 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75c70bd6-2a90-455f-87d6-7d4fd4e05cee req-52db2bbc-afa9-45ee-a69c-cd011dfa6baf tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5406 time: 0.2434819 Apr 28 19:39:48.364365 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f277a097-1609-4435-bb36-043f411fb6fa req-88be01fb-e5b5-4f6e-8574-59fd972f77d2 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:48.406812 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c74b6-50de-4087-8da5-9f38e6696541 service neutron] Pushing event updated for resources: {'Port': ['ID=9984f582-0747-4758-acc2-3cb0373ad5b8,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:48.695668 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'tag': 'c7fbcdaf-eb1a-406d-86fb-62582d63a224'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:48.698279 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3848399f-504a-489e-a25e-d60fa48a5cf1" -d '{"events": [{"name": "network-changed", "server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "tag": "c7fbcdaf-eb1a-406d-86fb-62582d63a224"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:39:48.729070 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-157c74b6-50de-4087-8da5-9f38e6696541 service neutron] Attempting to bind port 9984f582-0747-4758-acc2-3cb0373ad5b8 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:39:48.733359 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-157c74b6-50de-4087-8da5-9f38e6696541 service neutron] Attempting to bind port 9984f582-0747-4758-acc2-3cb0373ad5b8 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '3b6d948b-4add-4faf-b942-990ecce6cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e1add1d6-d054-4112-876e-e570e74daa00'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:39:48.734470 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-157c74b6-50de-4087-8da5-9f38e6696541 service neutron] Attempting to bind port 9984f582-0747-4758-acc2-3cb0373ad5b8 on network e1add1d6-d054-4112-876e-e570e74daa00 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:48.754628 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75c70bd6-2a90-455f-87d6-7d4fd4e05cee req-5511bc32-787b-4fc2-8a80-fa4c572c26ac tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3957994 Apr 28 19:39:48.763517 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-157c74b6-50de-4087-8da5-9f38e6696541 service neutron] Port 9984f582-0747-4758-acc2-3cb0373ad5b8 on network e1add1d6-d054-4112-876e-e570e74daa00 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:39:48.763855 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-157c74b6-50de-4087-8da5-9f38e6696541 service neutron] Attempting to bind port 9984f582-0747-4758-acc2-3cb0373ad5b8 on network e1add1d6-d054-4112-876e-e570e74daa00 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:48.776245 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-157c74b6-50de-4087-8da5-9f38e6696541 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:39:48.776607 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-157c74b6-50de-4087-8da5-9f38e6696541 service neutron] Checking segment: {'id': '3b6d948b-4add-4faf-b942-990ecce6cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e1add1d6-d054-4112-876e-e570e74daa00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:39:48.776970 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-157c74b6-50de-4087-8da5-9f38e6696541 service neutron] Bound using segment: {'id': '3b6d948b-4add-4faf-b942-990ecce6cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e1add1d6-d054-4112-876e-e570e74daa00'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:39:48.777401 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-157c74b6-50de-4087-8da5-9f38e6696541 service neutron] Bound port: 9984f582-0747-4758-acc2-3cb0373ad5b8, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b6d948b-4add-4faf-b942-990ecce6cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e1add1d6-d054-4112-876e-e570e74daa00'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:39:48.777764 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-157c74b6-50de-4087-8da5-9f38e6696541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:48.785114 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-2fba61d7-efbe-4271-baf9-3b4166256d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'name': 'tempest-ServersTestBootFromVolume-182982926-router', 'tenant_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'baa0b1fa-b7e2-4177-a057-8b9deeb31451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:22Z', 'updated_at': '2022-04-28T19:38:31Z', 'revision_number': 4, 'project_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'gw_port': {'id': 'baa0b1fa-b7e2-4177-a057-8b9deeb31451', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:23Z', 'updated_at': '2022-04-28T19:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '2981cab6-4010-4aae-829c-f3e1a6650667', 'tenant_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'floating_ip_address': '172.25.8.42', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'port_id': '0777aec9-f1da-4ec0-b332-341bd74af774', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad', 'mac_address': 'fa:16:3e:74:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacee00e-ba0c-4fa5-82af-67ee71c62785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:38:38Z', 'updated_at': '2022-04-28T19:39:45Z', 'revision_number': 1, 'project_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24e94f92-e6f5-43d7-b3c4-e4a2ba841fda', 'name': '', 'network_id': '4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad', 'tenant_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'mac_address': 'fa:16:3e:6e:51:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '4df27193-9de3-4edc-a45d-80a16d1e74e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:30Z', 'updated_at': '2022-04-28T19:38:36Z', 'revision_number': 5, 'project_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'subnets': [{'id': '4df27193-9de3-4edc-a45d-80a16d1e74e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:48.830417 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fba61d7-efbe-4271-baf9-3b4166256d58 None None] Checking router: f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:39:48.844132 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fba61d7-efbe-4271-baf9-3b4166256d58 None None] Routers {'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:39:48.845525 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-2fba61d7-efbe-4271-baf9-3b4166256d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:39:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:48.970365 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-157c74b6-50de-4087-8da5-9f38e6696541 service neutron] For port 9984f582-0747-4758-acc2-3cb0373ad5b8, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:39:48.979270 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-157c74b6-50de-4087-8da5-9f38e6696541 service neutron] For port 9984f582-0747-4758-acc2-3cb0373ad5b8, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=9984f582-0747-4758-acc2-3cb0373ad5b8,segment=NetworkSegment(3b6d948b-4add-4faf-b942-990ecce6cb5c),segment_id=3b6d948b-4add-4faf-b942-990ecce6cb5c)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:39:48.996550 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-157c74b6-50de-4087-8da5-9f38e6696541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:49.051888 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6198abd4-2a6d-4cce-b50d-1fc25d3d9638 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:49.070152 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-2fba61d7-efbe-4271-baf9-3b4166256d58 None None] Set router f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:39:49.071913 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6198abd4-2a6d-4cce-b50d-1fc25d3d9638 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:49.087732 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e67ec-9965-4bf7-878c-3e9ef0af2e65 req-a3a696e2-6fd8-4285-80a3-e4c2617968fe tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:49.097002 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6f1e67ec-9965-4bf7-878c-3e9ef0af2e65 req-a3a696e2-6fd8-4285-80a3-e4c2617968fe tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/ports?device_id=dacee00e-ba0c-4fa5-82af-67ee71c62785 HTTP/1.1" status: 200 len: 946 time: 0.1851654 Apr 28 19:39:49.110949 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-157c74b6-50de-4087-8da5-9f38e6696541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:49.111570 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-157c74b6-50de-4087-8da5-9f38e6696541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:49.113017 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-157c74b6-50de-4087-8da5-9f38e6696541 service neutron] 10.222.0.15 "PUT /v2.0/ports/9984f582-0747-4758-acc2-3cb0373ad5b8 HTTP/1.1" status: 200 len: 1091 time: 2.2514112 Apr 28 19:39:49.113683 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c74b6-50de-4087-8da5-9f38e6696541 service neutron] Pushing event updated for resources: {'Port': ['ID=9984f582-0747-4758-acc2-3cb0373ad5b8,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:49.168567 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-cb05b1e3-c348-48e5-a6d9-816d07b5540f service neutron] Request body: {'port': {'device_id': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:49.189939 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6f1e67ec-9965-4bf7-878c-3e9ef0af2e65 req-c4affa0b-7c02-4510-9f2b-03d9eda6389b tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/security-groups?id=428c763a-4336-484e-80ea-3b3740787d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891278 Apr 28 19:39:49.323597 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-cb05b1e3-c348-48e5-a6d9-816d07b5540f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:49.563905 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f277a097-1609-4435-bb36-043f411fb6fa req-88be01fb-e5b5-4f6e-8574-59fd972f77d2 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:49.574383 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-6198abd4-2a6d-4cce-b50d-1fc25d3d9638 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Floating IP d7eb098f-7e5f-437e-bd3c-b51824dfe395 associated. External IP: 172.25.8.97, port: 82853802-3c5a-4e73-affd-4913590d6b5c. Apr 28 19:39:49.581935 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f277a097-1609-4435-bb36-043f411fb6fa req-88be01fb-e5b5-4f6e-8574-59fd972f77d2 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:49.751050 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b97a7502-4dd2-4d6b-b666-935b72d6a0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:49.753897 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be01fb-e5b5-4f6e-8574-59fd972f77d2 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12eb90b0-70f4-4b1d-9430-73e26c256eb3,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:49.789154 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f277a097-1609-4435-bb36-043f411fb6fa req-88be01fb-e5b5-4f6e-8574-59fd972f77d2 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:49.793867 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f277a097-1609-4435-bb36-043f411fb6fa req-88be01fb-e5b5-4f6e-8574-59fd972f77d2 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.6940317 Apr 28 19:39:49.896709 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a01e44-84e0-4a6c-9cff-82e6ceb6486c x-openstack-request-id: req-99a01e44-84e0-4a6c-9cff-82e6ceb6486c {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:39:49.897178 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "tag": "c7fbcdaf-eb1a-406d-86fb-62582d63a224", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:39:49.899829 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-99a01e44-84e0-4a6c-9cff-82e6ceb6486c {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:39:49.902494 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a01e44-84e0-4a6c-9cff-82e6ceb6486c'] response: {'name': 'network-changed', 'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'tag': 'c7fbcdaf-eb1a-406d-86fb-62582d63a224', 'status': 'completed', 'code': 200} Apr 28 19:39:49.910619 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-2fba61d7-efbe-4271-baf9-3b4166256d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'name': 'tempest-ServersTestBootFromVolume-182982926-router', 'tenant_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'baa0b1fa-b7e2-4177-a057-8b9deeb31451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:22Z', 'updated_at': '2022-04-28T19:38:31Z', 'revision_number': 4, 'project_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'gw_port': {'id': 'baa0b1fa-b7e2-4177-a057-8b9deeb31451', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:23Z', 'updated_at': '2022-04-28T19:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '2981cab6-4010-4aae-829c-f3e1a6650667', 'tenant_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'floating_ip_address': '172.25.8.42', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'port_id': '0777aec9-f1da-4ec0-b332-341bd74af774', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad', 'mac_address': 'fa:16:3e:74:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacee00e-ba0c-4fa5-82af-67ee71c62785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:38:38Z', 'updated_at': '2022-04-28T19:39:45Z', 'revision_number': 1, 'project_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24e94f92-e6f5-43d7-b3c4-e4a2ba841fda', 'name': '', 'network_id': '4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad', 'tenant_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'mac_address': 'fa:16:3e:6e:51:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '4df27193-9de3-4edc-a45d-80a16d1e74e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:30Z', 'updated_at': '2022-04-28T19:38:36Z', 'revision_number': 5, 'project_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'subnets': [{'id': '4df27193-9de3-4edc-a45d-80a16d1e74e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:49.979469 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fba61d7-efbe-4271-baf9-3b4166256d58 None None] The sync data for ids ['f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b'] in n-d-839810-1 is: [{'id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'name': 'tempest-ServersTestBootFromVolume-182982926-router', 'tenant_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'baa0b1fa-b7e2-4177-a057-8b9deeb31451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:22Z', 'updated_at': '2022-04-28T19:38:31Z', 'revision_number': 4, 'project_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'gw_port': {'id': 'baa0b1fa-b7e2-4177-a057-8b9deeb31451', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:23Z', 'updated_at': '2022-04-28T19:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '2981cab6-4010-4aae-829c-f3e1a6650667', 'tenant_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'floating_ip_address': '172.25.8.42', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'port_id': '0777aec9-f1da-4ec0-b332-341bd74af774', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad', 'mac_address': 'fa:16:3e:74:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacee00e-ba0c-4fa5-82af-67ee71c62785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:38:38Z', 'updated_at': '2022-04-28T19:39:45Z', 'revision_number': 1, 'project_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24e94f92-e6f5-43d7-b3c4-e4a2ba841fda', 'name': '', 'network_id': '4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad', 'tenant_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'mac_address': 'fa:16:3e:6e:51:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '4df27193-9de3-4edc-a45d-80a16d1e74e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:30Z', 'updated_at': '2022-04-28T19:38:36Z', 'revision_number': 5, 'project_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'subnets': [{'id': '4df27193-9de3-4edc-a45d-80a16d1e74e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:39:49.997933 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c1ba58-0a42-4b66-b5cb-f6d7e45d1de2 x-openstack-request-id: req-83c1ba58-0a42-4b66-b5cb-f6d7e45d1de2 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:39:49.998181 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dacee00e-ba0c-4fa5-82af-67ee71c62785", "tag": "0777aec9-f1da-4ec0-b332-341bd74af774", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:39:49.998321 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-83c1ba58-0a42-4b66-b5cb-f6d7e45d1de2 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:39:49.998669 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83c1ba58-0a42-4b66-b5cb-f6d7e45d1de2'] response: {'name': 'network-changed', 'server_uuid': 'dacee00e-ba0c-4fa5-82af-67ee71c62785', 'tag': '0777aec9-f1da-4ec0-b332-341bd74af774', 'status': 'completed', 'code': 200} Apr 28 19:39:50.064603 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848399f-504a-489e-a25e-d60fa48a5cf1 req-e96b24c8-ae86-4f8e-a2bc-e883b2ec1270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:50.065202 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848399f-504a-489e-a25e-d60fa48a5cf1 req-e96b24c8-ae86-4f8e-a2bc-e883b2ec1270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:50.065913 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848399f-504a-489e-a25e-d60fa48a5cf1 req-e96b24c8-ae86-4f8e-a2bc-e883b2ec1270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:50.066372 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848399f-504a-489e-a25e-d60fa48a5cf1 req-e96b24c8-ae86-4f8e-a2bc-e883b2ec1270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:50.066977 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848399f-504a-489e-a25e-d60fa48a5cf1 req-e96b24c8-ae86-4f8e-a2bc-e883b2ec1270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:50.067685 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848399f-504a-489e-a25e-d60fa48a5cf1 req-e96b24c8-ae86-4f8e-a2bc-e883b2ec1270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:50.068628 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848399f-504a-489e-a25e-d60fa48a5cf1 req-e96b24c8-ae86-4f8e-a2bc-e883b2ec1270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:50.070781 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3848399f-504a-489e-a25e-d60fa48a5cf1 req-e96b24c8-ae86-4f8e-a2bc-e883b2ec1270 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=533c1e9c8dee43379021e03f9df0f17e&device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 6420 time: 0.1480668 Apr 28 19:39:50.219677 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848399f-504a-489e-a25e-d60fa48a5cf1 req-63a11bf5-fb59-4401-b167-8c41b1434192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:50.223615 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848399f-504a-489e-a25e-d60fa48a5cf1 req-63a11bf5-fb59-4401-b167-8c41b1434192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:50.224254 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848399f-504a-489e-a25e-d60fa48a5cf1 req-63a11bf5-fb59-4401-b167-8c41b1434192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:50.226275 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3848399f-504a-489e-a25e-d60fa48a5cf1 req-63a11bf5-fb59-4401-b167-8c41b1434192 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=533c1e9c8dee43379021e03f9df0f17e&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1395519 Apr 28 19:39:50.320861 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653150d-41b9-4fa2-b14d-9c565a6a5f0e req-9554e137-eb7e-4ca0-bf69-da51157ebc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:50.322733 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d653150d-41b9-4fa2-b14d-9c565a6a5f0e req-9554e137-eb7e-4ca0-bf69-da51157ebc2c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ffb5293af9564b88b2b8cd5f78297bee&device_id=dacee00e-ba0c-4fa5-82af-67ee71c62785 HTTP/1.1" status: 200 len: 1097 time: 0.3171961 Apr 28 19:39:50.333536 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f064bd-8dfc-4f36-8148-0903fef886a6 req-a588bca4-fdec-4bcf-9d17-720e2c6f99aa tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:50.346852 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-50f064bd-8dfc-4f36-8148-0903fef886a6 req-a588bca4-fdec-4bcf-9d17-720e2c6f99aa tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.3471830 Apr 28 19:39:50.430736 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c3653a-88ee-46ab-88a3-af818e0cff38 None None] New status for floating IP 2981cab6-4010-4aae-829c-f3e1a6650667: ACTIVE {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:39:50.462843 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0beac0-ee02-40bc-b724-8c4c43a1521d req-eb8d3bff-e837-41ca-a021-5a0d2e549d20 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:50.471140 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0beac0-ee02-40bc-b724-8c4c43a1521d req-eb8d3bff-e837-41ca-a021-5a0d2e549d20 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:50.478790 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0beac0-ee02-40bc-b724-8c4c43a1521d req-eb8d3bff-e837-41ca-a021-5a0d2e549d20 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:50.485953 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0beac0-ee02-40bc-b724-8c4c43a1521d req-eb8d3bff-e837-41ca-a021-5a0d2e549d20 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:50.492868 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0beac0-ee02-40bc-b724-8c4c43a1521d req-eb8d3bff-e837-41ca-a021-5a0d2e549d20 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:50.500047 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0beac0-ee02-40bc-b724-8c4c43a1521d req-eb8d3bff-e837-41ca-a021-5a0d2e549d20 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:50.508041 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0beac0-ee02-40bc-b724-8c4c43a1521d req-eb8d3bff-e837-41ca-a021-5a0d2e549d20 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:50.516381 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cf0beac0-ee02-40bc-b724-8c4c43a1521d req-eb8d3bff-e837-41ca-a021-5a0d2e549d20 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5418 time: 0.4442966 Apr 28 19:39:50.519820 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-50f064bd-8dfc-4f36-8148-0903fef886a6 req-da443cf4-90eb-4232-a27c-e056a5fc4bd7 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651225 Apr 28 19:39:50.545749 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-cb05b1e3-c348-48e5-a6d9-816d07b5540f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb1d863-119a-4193-9c0a-7882aec48194 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:50.564993 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-cb05b1e3-c348-48e5-a6d9-816d07b5540f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:50.596922 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cf0beac0-ee02-40bc-b724-8c4c43a1521d req-7458cbf1-0f6d-4369-bb57-72094f7805f3 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0794456 Apr 28 19:39:50.659816 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-cb05b1e3-c348-48e5-a6d9-816d07b5540f service neutron] Transition to ACTIVE for port object eeb1d863-119a-4193-9c0a-7882aec48194 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:39:50.674958 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-cb05b1e3-c348-48e5-a6d9-816d07b5540f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:50.719641 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848399f-504a-489e-a25e-d60fa48a5cf1 req-d910d0ba-7046-4c95-9fbb-8b8c3fb16534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:50.721339 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3848399f-504a-489e-a25e-d60fa48a5cf1 req-d910d0ba-7046-4c95-9fbb-8b8c3fb16534 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4660926 Apr 28 19:39:50.721568 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-757a7a4f-6eb4-441c-9274-a24c2e8bdc8d req-e3a04e15-d8a2-4136-84db-36f5488a1708 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "GET /v2.0/security-groups/12eb90b0-70f4-4b1d-9430-73e26c256eb3 HTTP/1.1" status: 200 len: 1806 time: 0.1695302 Apr 28 19:39:50.742844 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-757a7a4f-6eb4-441c-9274-a24c2e8bdc8d req-ccd0c507-0980-47c9-aaf2-b33b23c5e667 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '12eb90b0-70f4-4b1d-9430-73e26c256eb3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:50.743160 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-757a7a4f-6eb4-441c-9274-a24c2e8bdc8d req-ccd0c507-0980-47c9-aaf2-b33b23c5e667 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '12eb90b0-70f4-4b1d-9430-73e26c256eb3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:50.755661 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6198abd4-2a6d-4cce-b50d-1fc25d3d9638 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Router 044b7a3d-5b1c-45b6-93aa-1f5a21398b2d has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:39:50.759230 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653150d-41b9-4fa2-b14d-9c565a6a5f0e req-c90eba0e-418d-4384-a7b1-d2ef5aedd8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:50.760763 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d653150d-41b9-4fa2-b14d-9c565a6a5f0e req-c90eba0e-418d-4384-a7b1-d2ef5aedd8b2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad HTTP/1.1" status: 200 len: 916 time: 0.4058020 Apr 28 19:39:50.800819 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05b1e3-c348-48e5-a6d9-816d07b5540f service neutron] Pushing event updated for resources: {'Port': ['ID=eeb1d863-119a-4193-9c0a-7882aec48194,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:50.875405 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-cb05b1e3-c348-48e5-a6d9-816d07b5540f service neutron] Attempting to bind port eeb1d863-119a-4193-9c0a-7882aec48194 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:39:50.881854 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-cb05b1e3-c348-48e5-a6d9-816d07b5540f service neutron] Attempting to bind port eeb1d863-119a-4193-9c0a-7882aec48194 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '3b6d948b-4add-4faf-b942-990ecce6cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e1add1d6-d054-4112-876e-e570e74daa00'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:39:50.883029 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-cb05b1e3-c348-48e5-a6d9-816d07b5540f service neutron] Attempting to bind port eeb1d863-119a-4193-9c0a-7882aec48194 on network e1add1d6-d054-4112-876e-e570e74daa00 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:50.895543 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-cb05b1e3-c348-48e5-a6d9-816d07b5540f service neutron] Port eeb1d863-119a-4193-9c0a-7882aec48194 on network e1add1d6-d054-4112-876e-e570e74daa00 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:39:50.897134 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-cb05b1e3-c348-48e5-a6d9-816d07b5540f service neutron] Attempting to bind port eeb1d863-119a-4193-9c0a-7882aec48194 on network e1add1d6-d054-4112-876e-e570e74daa00 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:50.908719 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-cb05b1e3-c348-48e5-a6d9-816d07b5540f service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:39:50.910978 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-cb05b1e3-c348-48e5-a6d9-816d07b5540f service neutron] Checking segment: {'id': '3b6d948b-4add-4faf-b942-990ecce6cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e1add1d6-d054-4112-876e-e570e74daa00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:39:50.912227 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-cb05b1e3-c348-48e5-a6d9-816d07b5540f service neutron] Bound using segment: {'id': '3b6d948b-4add-4faf-b942-990ecce6cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e1add1d6-d054-4112-876e-e570e74daa00'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:39:50.913473 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-cb05b1e3-c348-48e5-a6d9-816d07b5540f service neutron] Bound port: eeb1d863-119a-4193-9c0a-7882aec48194, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b6d948b-4add-4faf-b942-990ecce6cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e1add1d6-d054-4112-876e-e570e74daa00'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:39:50.913952 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-cb05b1e3-c348-48e5-a6d9-816d07b5540f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:51.050350 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-cb05b1e3-c348-48e5-a6d9-816d07b5540f service neutron] For port eeb1d863-119a-4193-9c0a-7882aec48194, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:39:51.054029 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-cb05b1e3-c348-48e5-a6d9-816d07b5540f service neutron] For port eeb1d863-119a-4193-9c0a-7882aec48194, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=eeb1d863-119a-4193-9c0a-7882aec48194,segment=NetworkSegment(3b6d948b-4add-4faf-b942-990ecce6cb5c),segment_id=3b6d948b-4add-4faf-b942-990ecce6cb5c)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:39:51.057448 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d653150d-41b9-4fa2-b14d-9c565a6a5f0e req-48c002f2-fcad-45b4-a12d-078c9a21eb4d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0777aec9-f1da-4ec0-b332-341bd74af774 HTTP/1.1" status: 200 len: 999 time: 0.2774625 Apr 28 19:39:51.064802 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-cb05b1e3-c348-48e5-a6d9-816d07b5540f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:51.121046 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-cb05b1e3-c348-48e5-a6d9-816d07b5540f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:51.126056 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-cb05b1e3-c348-48e5-a6d9-816d07b5540f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:51.128497 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-cb05b1e3-c348-48e5-a6d9-816d07b5540f service neutron] 10.222.0.15 "PUT /v2.0/ports/eeb1d863-119a-4193-9c0a-7882aec48194 HTTP/1.1" status: 200 len: 1091 time: 1.9692464 Apr 28 19:39:51.136873 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-757a7a4f-6eb4-441c-9274-a24c2e8bdc8d req-ccd0c507-0980-47c9-aaf2-b33b23c5e667 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:51.167115 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05b1e3-c348-48e5-a6d9-816d07b5540f service neutron] Pushing event updated for resources: {'Port': ['ID=eeb1d863-119a-4193-9c0a-7882aec48194,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:51.168056 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653150d-41b9-4fa2-b14d-9c565a6a5f0e req-00db755d-2110-4274-bff2-7fa31e66de48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:51.170464 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d653150d-41b9-4fa2-b14d-9c565a6a5f0e req-00db755d-2110-4274-bff2-7fa31e66de48 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4df27193-9de3-4edc-a45d-80a16d1e74e0 HTTP/1.1" status: 200 len: 854 time: 0.0774801 Apr 28 19:39:51.217544 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6198abd4-2a6d-4cce-b50d-1fc25d3d9638 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:39:51.229818 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6198abd4-2a6d-4cce-b50d-1fc25d3d9638 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:51.232455 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b0ce2b-e75e-461a-9883-22c91ea5a5ae None None] Sync routers for ids ['044b7a3d-5b1c-45b6-93aa-1f5a21398b2d'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:39:51.234503 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-757a7a4f-6eb4-441c-9274-a24c2e8bdc8d req-ccd0c507-0980-47c9-aaf2-b33b23c5e667 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:51.256211 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-757a7a4f-6eb4-441c-9274-a24c2e8bdc8d req-ccd0c507-0980-47c9-aaf2-b33b23c5e667 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:51.273507 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b0ce2b-e75e-461a-9883-22c91ea5a5ae None None] Routers {'044b7a3d-5b1c-45b6-93aa-1f5a21398b2d'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:39:51.275560 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-f8b0ce2b-e75e-461a-9883-22c91ea5a5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:39:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['044b7a3d-5b1c-45b6-93aa-1f5a21398b2d'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:51.280002 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-91a7e12c-3911-4764-af55-8cfa27ed00a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:51.280964 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-91a7e12c-3911-4764-af55-8cfa27ed00a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:51.281648 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-91a7e12c-3911-4764-af55-8cfa27ed00a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:51.284697 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-91a7e12c-3911-4764-af55-8cfa27ed00a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:51.284916 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-91a7e12c-3911-4764-af55-8cfa27ed00a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:51.286337 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-91a7e12c-3911-4764-af55-8cfa27ed00a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:51.287344 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-91a7e12c-3911-4764-af55-8cfa27ed00a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:51.289923 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-91a7e12c-3911-4764-af55-8cfa27ed00a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=533c1e9c8dee43379021e03f9df0f17e&device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 6487 time: 0.1055117 Apr 28 19:39:51.300999 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0c507-0980-47c9-aaf2-b33b23c5e667 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6765a4cf-22a5-437a-8a7f-00ea4f52938e,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:51.306257 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6198abd4-2a6d-4cce-b50d-1fc25d3d9638 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "PUT /v2.0/floatingips/d7eb098f-7e5f-437e-bd3c-b51824dfe395 HTTP/1.1" status: 200 len: 990 time: 4.4265778 Apr 28 19:39:51.318330 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-757a7a4f-6eb4-441c-9274-a24c2e8bdc8d req-ccd0c507-0980-47c9-aaf2-b33b23c5e667 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:51.348760 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-757a7a4f-6eb4-441c-9274-a24c2e8bdc8d req-ccd0c507-0980-47c9-aaf2-b33b23c5e667 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6262197 Apr 28 19:39:51.355317 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653150d-41b9-4fa2-b14d-9c565a6a5f0e req-cdf91299-fb50-4774-aa36-1f882c9d0ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:51.357150 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d653150d-41b9-4fa2-b14d-9c565a6a5f0e req-cdf91299-fb50-4774-aa36-1f882c9d0ca5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1785333 Apr 28 19:39:51.362937 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-2b286dd3-6481-42e4-b9ba-0609b3489685 req-7cad18ba-3819-4af8-9dd4-d911fda868ab tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-770094664', 'description': 'tempest-description-656786836'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:51.377848 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-0772048e-6f97-48ee-856a-2e387d7c7eb5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8725a3c2-2634-40e3-a0ff-926c27926381 HTTP/1.1" status: 200 len: 217 time: 0.0771451 Apr 28 19:39:51.490635 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-91509fec-9b89-47d6-ad62-b8b7a6317c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:51.493712 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-91509fec-9b89-47d6-ad62-b8b7a6317c39 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c1475d53-9534-4c95-8eb7-8e3b9d282212 HTTP/1.1" status: 200 len: 853 time: 0.1054800 Apr 28 19:39:51.504755 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2b286dd3-6481-42e4-b9ba-0609b3489685 req-7cad18ba-3819-4af8-9dd4-d911fda868ab tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:51.577474 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-f8b0ce2b-e75e-461a-9883-22c91ea5a5ae None None] Set router 044b7a3d-5b1c-45b6-93aa-1f5a21398b2d gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:39:51.607287 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4229a-387b-47b8-9678-a9a8a72c30f8 req-d8765b7b-7144-40dd-b791-828582ed2121 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:51.609447 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-16e4229a-387b-47b8-9678-a9a8a72c30f8 req-d8765b7b-7144-40dd-b791-828582ed2121 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc15f4e8-6e9d-470a-836c-a83a262352ad HTTP/1.1" status: 200 len: 945 time: 0.1139441 Apr 28 19:39:51.627020 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-82ee1f1e-f3eb-4400-a99c-d9b0dd71791a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:51.628543 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-82ee1f1e-f3eb-4400-a99c-d9b0dd71791a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=430c85ba-7aa8-4fd6-a010-581e595ae98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906501 Apr 28 19:39:51.677526 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d653150d-41b9-4fa2-b14d-9c565a6a5f0e req-41ae8a84-c8a2-4b55-9843-5affabfb11e1 service neutron] 10.222.0.44 "GET /v2.0/networks/4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042881 Apr 28 19:39:51.753181 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-0c87c8eb-6841-41a2-8615-9dea05111343 service neutron] 10.222.0.15 "GET /v2.0/networks/430c85ba-7aa8-4fd6-a010-581e595ae98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132898 Apr 28 19:39:51.804723 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-16e4229a-387b-47b8-9678-a9a8a72c30f8 req-9b890d5a-1f70-4ddf-aa92-2394dd3d2a1e tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de3cdec-bc4e-4669-bf6a-e9409ccf5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876156 Apr 28 19:39:51.872630 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2b286dd3-6481-42e4-b9ba-0609b3489685 req-7cad18ba-3819-4af8-9dd4-d911fda868ab tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:51.882388 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2b286dd3-6481-42e4-b9ba-0609b3489685 req-7cad18ba-3819-4af8-9dd4-d911fda868ab tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:51.898785 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-37ada377-e152-43fb-927e-90f00d414e3b service neutron] 10.222.0.15 "GET /v2.0/networks/430c85ba-7aa8-4fd6-a010-581e595ae98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377997 Apr 28 19:39:51.903721 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'tag': '9984f582-0747-4758-acc2-3cb0373ad5b8'}, {'name': 'network-changed', 'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'tag': 'eeb1d863-119a-4193-9c0a-7882aec48194'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:51.908965 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01dff85-ebbc-4ce0-8e65-91c092c9b755" -d '{"events": [{"name": "network-changed", "server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "tag": "9984f582-0747-4758-acc2-3cb0373ad5b8"}, {"name": "network-changed", "server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "tag": "eeb1d863-119a-4193-9c0a-7882aec48194"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:39:51.973928 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-30dff1c6-79ec-481b-bb48-423cb3fcfec5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=e8a5b2ff-865e-49ab-9075-8c55199df681 HTTP/1.1" status: 200 len: 217 time: 0.0574944 Apr 28 19:39:51.996538 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2b286dd3-6481-42e4-b9ba-0609b3489685 req-7cad18ba-3819-4af8-9dd4-d911fda868ab tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:52.000997 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2b286dd3-6481-42e4-b9ba-0609b3489685 req-7cad18ba-3819-4af8-9dd4-d911fda868ab tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6425993 Apr 28 19:39:52.028529 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc15f4e8-6e9d-470a-836c-a83a262352ad', 'tag': '82853802-3c5a-4e73-affd-4913590d6b5c'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:52.033159 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06f3819-a5a1-4900-8e3b-b1d2ba0f3078" -d '{"events": [{"name": "network-changed", "server_uuid": "cc15f4e8-6e9d-470a-836c-a83a262352ad", "tag": "82853802-3c5a-4e73-affd-4913590d6b5c"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:39:52.037721 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad18ba-3819-4af8-9dd4-d911fda868ab tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a537da1-00cf-444b-9c16-0b7ca53fcac9,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:52.045257 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fac5bea3-4596-4088-86db-d9916ce30712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:52.063797 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d653150d-41b9-4fa2-b14d-9c565a6a5f0e req-95dcbfa0-9cd2-4e2b-9dad-57c95ce8d90f service neutron] 10.222.0.44 "GET /v2.0/networks/4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647742 Apr 28 19:39:52.092512 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d76165-094e-4a6c-b8f8-f7d0cf221cdd req-fc06464e-38fe-4b1e-813f-f0c427e22a9d tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:52.094472 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b0d76165-094e-4a6c-b8f8-f7d0cf221cdd req-fc06464e-38fe-4b1e-813f-f0c427e22a9d tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1160619 Apr 28 19:39:52.096059 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-3fdd05d0-6501-4560-9809-328ba2c2a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:52.098149 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-3fdd05d0-6501-4560-9809-328ba2c2a86e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf566019-ed60-4ea9-a085-d254b91671bf HTTP/1.1" status: 200 len: 797 time: 0.1028323 Apr 28 19:39:52.161877 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-f8b0ce2b-e75e-461a-9883-22c91ea5a5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'name': 'tempest-ServersTestManualDisk-138550659-router', 'tenant_id': '2dd1094050784d62aec95318cfccb911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'c4a0edba-69db-4e87-abff-394841f3a7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:00Z', 'updated_at': '2022-04-28T19:39:11Z', 'revision_number': 4, 'project_id': '2dd1094050784d62aec95318cfccb911', 'gw_port': {'id': 'c4a0edba-69db-4e87-abff-394841f3a7b0', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:02Z', 'updated_at': '2022-04-28T19:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': 'd7eb098f-7e5f-437e-bd3c-b51824dfe395', 'tenant_id': '2dd1094050784d62aec95318cfccb911', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'port_id': '82853802-3c5a-4e73-affd-4913590d6b5c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a55f16c9-95c8-4fd4-8995-3500160073e6', 'mac_address': 'fa:16:3e:92:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc15f4e8-6e9d-470a-836c-a83a262352ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:39:23Z', 'updated_at': '2022-04-28T19:39:48Z', 'revision_number': 1, 'project_id': '2dd1094050784d62aec95318cfccb911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d8c93d-8b2d-4297-824b-38480f0ffaa3', 'name': '', 'network_id': 'a55f16c9-95c8-4fd4-8995-3500160073e6', 'tenant_id': '2dd1094050784d62aec95318cfccb911', 'mac_address': 'fa:16:3e:72:ef:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'a3f8a51f-a72a-43a1-86d9-94a03a04c570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:08Z', 'updated_at': '2022-04-28T19:39:17Z', 'revision_number': 5, 'project_id': '2dd1094050784d62aec95318cfccb911', 'subnets': [{'id': 'a3f8a51f-a72a-43a1-86d9-94a03a04c570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:52.209154 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b0ce2b-e75e-461a-9883-22c91ea5a5ae None None] Checking router: 044b7a3d-5b1c-45b6-93aa-1f5a21398b2d for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:39:52.213859 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf760319-3332-41b0-a929-994711c0d7bc req-27b22c3f-c135-41eb-a8eb-c8d53e26e408 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:52.221148 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf760319-3332-41b0-a929-994711c0d7bc req-27b22c3f-c135-41eb-a8eb-c8d53e26e408 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:52.223297 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b0ce2b-e75e-461a-9883-22c91ea5a5ae None None] Routers {'044b7a3d-5b1c-45b6-93aa-1f5a21398b2d'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:39:52.224271 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-f8b0ce2b-e75e-461a-9883-22c91ea5a5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:39:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['044b7a3d-5b1c-45b6-93aa-1f5a21398b2d'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:52.228346 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf760319-3332-41b0-a929-994711c0d7bc req-27b22c3f-c135-41eb-a8eb-c8d53e26e408 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:52.237769 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf760319-3332-41b0-a929-994711c0d7bc req-27b22c3f-c135-41eb-a8eb-c8d53e26e408 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:52.244364 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf760319-3332-41b0-a929-994711c0d7bc req-27b22c3f-c135-41eb-a8eb-c8d53e26e408 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:52.251553 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf760319-3332-41b0-a929-994711c0d7bc req-27b22c3f-c135-41eb-a8eb-c8d53e26e408 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:52.258120 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf760319-3332-41b0-a929-994711c0d7bc req-27b22c3f-c135-41eb-a8eb-c8d53e26e408 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:52.266867 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bf760319-3332-41b0-a929-994711c0d7bc req-27b22c3f-c135-41eb-a8eb-c8d53e26e408 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5430 time: 0.1657779 Apr 28 19:39:52.330266 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bf760319-3332-41b0-a929-994711c0d7bc req-3ff6d1d1-70ac-4848-b953-94a19dfaeeb0 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608652 Apr 28 19:39:52.417963 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-00f17319-d8e6-4edb-a538-62962060572c req-33beb185-505f-4a5e-9310-5e655eb87717 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1559149459', 'description': 'tempest-description-1945833359'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:52.436707 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-f8b0ce2b-e75e-461a-9883-22c91ea5a5ae None None] Set router 044b7a3d-5b1c-45b6-93aa-1f5a21398b2d gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:39:52.465070 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-00f17319-d8e6-4edb-a538-62962060572c req-33beb185-505f-4a5e-9310-5e655eb87717 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:52.525919 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 28 Apr 2022 19:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418dfeef-275e-40d0-b07c-814e78064523 x-openstack-request-id: req-418dfeef-275e-40d0-b07c-814e78064523 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:39:52.526561 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "tag": "9984f582-0747-4758-acc2-3cb0373ad5b8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "tag": "eeb1d863-119a-4193-9c0a-7882aec48194", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:39:52.526766 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-418dfeef-275e-40d0-b07c-814e78064523 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:39:52.527593 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-418dfeef-275e-40d0-b07c-814e78064523'] response: {'name': 'network-changed', 'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'tag': '9984f582-0747-4758-acc2-3cb0373ad5b8', 'status': 'completed', 'code': 200} Apr 28 19:39:52.527872 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-418dfeef-275e-40d0-b07c-814e78064523'] response: {'name': 'network-changed', 'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'tag': 'eeb1d863-119a-4193-9c0a-7882aec48194', 'status': 'completed', 'code': 200} Apr 28 19:39:52.592957 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b0d76165-094e-4a6c-b8f8-f7d0cf221cdd req-2bd2a065-5b5a-4d48-826e-8685be16158f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4903755 Apr 28 19:39:52.613050 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-57581a5a-e0fc-435f-bbce-137bb75d9426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:52.614722 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-57581a5a-e0fc-435f-bbce-137bb75d9426 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6cf7a3f9-9c87-425f-81e9-8f2d573cafa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5064628 Apr 28 19:39:52.619379 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-00f17319-d8e6-4edb-a538-62962060572c req-33beb185-505f-4a5e-9310-5e655eb87717 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:52.628527 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-00f17319-d8e6-4edb-a538-62962060572c req-33beb185-505f-4a5e-9310-5e655eb87717 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:52.650523 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-00f17319-d8e6-4edb-a538-62962060572c req-33beb185-505f-4a5e-9310-5e655eb87717 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:52.656801 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-00f17319-d8e6-4edb-a538-62962060572c req-33beb185-505f-4a5e-9310-5e655eb87717 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2461703 Apr 28 19:39:52.708918 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4204c6b-f180-480a-aa63-4a34e66b7872 x-openstack-request-id: req-a4204c6b-f180-480a-aa63-4a34e66b7872 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:39:52.709363 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc15f4e8-6e9d-470a-836c-a83a262352ad", "tag": "82853802-3c5a-4e73-affd-4913590d6b5c", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:39:52.709620 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a4204c6b-f180-480a-aa63-4a34e66b7872 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:39:52.710033 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4204c6b-f180-480a-aa63-4a34e66b7872'] response: {'name': 'network-changed', 'server_uuid': 'cc15f4e8-6e9d-470a-836c-a83a262352ad', 'tag': '82853802-3c5a-4e73-affd-4913590d6b5c', 'status': 'completed', 'code': 200} Apr 28 19:39:52.767280 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33beb185-505f-4a5e-9310-5e655eb87717 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0104d54-4983-4aa2-8f49-da4599744a13,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:52.783384 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-c7022197-3983-48e3-a5cf-fb7766c49f6c service neutron] 10.222.0.15 "GET /v2.0/networks/6cf7a3f9-9c87-425f-81e9-8f2d573cafa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614580 Apr 28 19:39:52.849871 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f3819-a5a1-4900-8e3b-b1d2ba0f3078 req-0fac155a-719f-44cb-b9ac-fe88057085c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:52.852063 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a06f3819-a5a1-4900-8e3b-b1d2ba0f3078 req-0fac155a-719f-44cb-b9ac-fe88057085c8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2dd1094050784d62aec95318cfccb911&device_id=cc15f4e8-6e9d-470a-836c-a83a262352ad HTTP/1.1" status: 200 len: 1096 time: 0.1039381 Apr 28 19:39:52.865399 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f7a8d6d1-39cf-4eab-9aec-ddb51e5e9dc5 req-23f3090b-7e01-47dd-8b0f-4892800edb96 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "GET /v2.0/security-groups/6a537da1-00cf-444b-9c16-0b7ca53fcac9 HTTP/1.1" status: 200 len: 1805 time: 0.1802962 Apr 28 19:39:52.939556 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-f8b0ce2b-e75e-461a-9883-22c91ea5a5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'name': 'tempest-ServersTestManualDisk-138550659-router', 'tenant_id': '2dd1094050784d62aec95318cfccb911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'c4a0edba-69db-4e87-abff-394841f3a7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:00Z', 'updated_at': '2022-04-28T19:39:11Z', 'revision_number': 4, 'project_id': '2dd1094050784d62aec95318cfccb911', 'gw_port': {'id': 'c4a0edba-69db-4e87-abff-394841f3a7b0', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:02Z', 'updated_at': '2022-04-28T19:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': 'd7eb098f-7e5f-437e-bd3c-b51824dfe395', 'tenant_id': '2dd1094050784d62aec95318cfccb911', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'port_id': '82853802-3c5a-4e73-affd-4913590d6b5c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a55f16c9-95c8-4fd4-8995-3500160073e6', 'mac_address': 'fa:16:3e:92:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc15f4e8-6e9d-470a-836c-a83a262352ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:39:23Z', 'updated_at': '2022-04-28T19:39:48Z', 'revision_number': 1, 'project_id': '2dd1094050784d62aec95318cfccb911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d8c93d-8b2d-4297-824b-38480f0ffaa3', 'name': '', 'network_id': 'a55f16c9-95c8-4fd4-8995-3500160073e6', 'tenant_id': '2dd1094050784d62aec95318cfccb911', 'mac_address': 'fa:16:3e:72:ef:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'a3f8a51f-a72a-43a1-86d9-94a03a04c570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:08Z', 'updated_at': '2022-04-28T19:39:17Z', 'revision_number': 5, 'project_id': '2dd1094050784d62aec95318cfccb911', 'subnets': [{'id': 'a3f8a51f-a72a-43a1-86d9-94a03a04c570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:53.004218 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b0ce2b-e75e-461a-9883-22c91ea5a5ae None None] The sync data for ids ['044b7a3d-5b1c-45b6-93aa-1f5a21398b2d'] in n-d-839810-1 is: [{'id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'name': 'tempest-ServersTestManualDisk-138550659-router', 'tenant_id': '2dd1094050784d62aec95318cfccb911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'c4a0edba-69db-4e87-abff-394841f3a7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:00Z', 'updated_at': '2022-04-28T19:39:11Z', 'revision_number': 4, 'project_id': '2dd1094050784d62aec95318cfccb911', 'gw_port': {'id': 'c4a0edba-69db-4e87-abff-394841f3a7b0', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:02Z', 'updated_at': '2022-04-28T19:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': 'd7eb098f-7e5f-437e-bd3c-b51824dfe395', 'tenant_id': '2dd1094050784d62aec95318cfccb911', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'port_id': '82853802-3c5a-4e73-affd-4913590d6b5c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a55f16c9-95c8-4fd4-8995-3500160073e6', 'mac_address': 'fa:16:3e:92:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc15f4e8-6e9d-470a-836c-a83a262352ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:39:23Z', 'updated_at': '2022-04-28T19:39:48Z', 'revision_number': 1, 'project_id': '2dd1094050784d62aec95318cfccb911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d8c93d-8b2d-4297-824b-38480f0ffaa3', 'name': '', 'network_id': 'a55f16c9-95c8-4fd4-8995-3500160073e6', 'tenant_id': '2dd1094050784d62aec95318cfccb911', 'mac_address': 'fa:16:3e:72:ef:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'a3f8a51f-a72a-43a1-86d9-94a03a04c570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:08Z', 'updated_at': '2022-04-28T19:39:17Z', 'revision_number': 5, 'project_id': '2dd1094050784d62aec95318cfccb911', 'subnets': [{'id': 'a3f8a51f-a72a-43a1-86d9-94a03a04c570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:39:53.039464 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-ab5c47ef-9db7-4ded-916a-82352fc64638 service neutron] 10.222.0.15 "GET /v2.0/networks/6cf7a3f9-9c87-425f-81e9-8f2d573cafa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433083 Apr 28 19:39:53.041980 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f7a8d6d1-39cf-4eab-9aec-ddb51e5e9dc5 req-07944de7-88bf-4b07-a82c-b1e05a3a69c7 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "GET /v2.0/security-groups/b0104d54-4983-4aa2-8f49-da4599744a13 HTTP/1.1" status: 200 len: 1807 time: 0.1751113 Apr 28 19:39:53.057616 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-f7a8d6d1-39cf-4eab-9aec-ddb51e5e9dc5 req-a293710d-d6c7-4af7-838b-2a889bbe27e3 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6a537da1-00cf-444b-9c16-0b7ca53fcac9', 'remote_group_id': 'b0104d54-4983-4aa2-8f49-da4599744a13', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:53.057616 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-f7a8d6d1-39cf-4eab-9aec-ddb51e5e9dc5 req-a293710d-d6c7-4af7-838b-2a889bbe27e3 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6a537da1-00cf-444b-9c16-0b7ca53fcac9', 'remote_group_id': 'b0104d54-4983-4aa2-8f49-da4599744a13', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:53.083832 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f3819-a5a1-4900-8e3b-b1d2ba0f3078 req-c68a7017-02ac-4468-9517-302d25510e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:53.093900 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a06f3819-a5a1-4900-8e3b-b1d2ba0f3078 req-c68a7017-02ac-4468-9517-302d25510e28 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a55f16c9-95c8-4fd4-8995-3500160073e6 HTTP/1.1" status: 200 len: 912 time: 0.2230203 Apr 28 19:39:53.118014 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-b2243b0e-6724-41bf-a5c7-8da9da22b1d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=82f7143d-e7a9-467d-9495-8d04e5fd2f42 HTTP/1.1" status: 200 len: 217 time: 0.0706441 Apr 28 19:39:53.223987 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a06f3819-a5a1-4900-8e3b-b1d2ba0f3078 req-2e530062-d9ab-4287-8d2f-901db6339256 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82853802-3c5a-4e73-affd-4913590d6b5c HTTP/1.1" status: 200 len: 998 time: 0.1246607 Apr 28 19:39:53.268660 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-fa4bcab3-8c3d-4234-9cfc-2af121ab7c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:53.270168 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-fa4bcab3-8c3d-4234-9cfc-2af121ab7c16 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf566019-ed60-4ea9-a085-d254b91671bf HTTP/1.1" status: 200 len: 797 time: 0.1446986 Apr 28 19:39:53.293030 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f7a8d6d1-39cf-4eab-9aec-ddb51e5e9dc5 req-a293710d-d6c7-4af7-838b-2a889bbe27e3 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:53.324723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f3819-a5a1-4900-8e3b-b1d2ba0f3078 req-e6cb6b1e-c3ca-48e8-9ae1-8147404acf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:53.330174 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a06f3819-a5a1-4900-8e3b-b1d2ba0f3078 req-e6cb6b1e-c3ca-48e8-9ae1-8147404acf12 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a3f8a51f-a72a-43a1-86d9-94a03a04c570 HTTP/1.1" status: 200 len: 850 time: 0.0939047 Apr 28 19:39:53.393822 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-5db99695-c42b-4d91-972b-ef550ce4eb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:53.395438 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-5db99695-c42b-4d91-972b-ef550ce4eb0a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6cf7a3f9-9c87-425f-81e9-8f2d573cafa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1171584 Apr 28 19:39:53.412459 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4aa179-c6c3-4b6a-8c50-da7aeaa0e263 None None] New status for floating IP d7eb098f-7e5f-437e-bd3c-b51824dfe395: ACTIVE {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:39:53.460727 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f7a8d6d1-39cf-4eab-9aec-ddb51e5e9dc5 req-a293710d-d6c7-4af7-838b-2a889bbe27e3 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:53.480509 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f7a8d6d1-39cf-4eab-9aec-ddb51e5e9dc5 req-a293710d-d6c7-4af7-838b-2a889bbe27e3 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:53.506179 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f3819-a5a1-4900-8e3b-b1d2ba0f3078 req-b7f40f63-8bbe-4e22-8a1a-000091f4fcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:53.506925 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:53.508287 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a06f3819-a5a1-4900-8e3b-b1d2ba0f3078 req-b7f40f63-8bbe-4e22-8a1a-000091f4fcf5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a55f16c9-95c8-4fd4-8995-3500160073e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1509125 Apr 28 19:39:53.519791 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f7a8d6d1-39cf-4eab-9aec-ddb51e5e9dc5 req-a293710d-d6c7-4af7-838b-2a889bbe27e3 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:53.522051 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f7a8d6d1-39cf-4eab-9aec-ddb51e5e9dc5 req-a293710d-d6c7-4af7-838b-2a889bbe27e3 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4791231 Apr 28 19:39:53.546006 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a293710d-d6c7-4af7-838b-2a889bbe27e3 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8afc4e61-4780-424c-89c6-a6d5ac43995f,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:53.614988 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-973d082b-2fbc-4132-858b-2afc5154b8ef req-c6f84591-e4f5-4974-bcee-7917254eff8f tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-282074379', 'description': 'tempest-description-1006881994'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:53.623155 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb482b-fc13-490b-b389-12f5c54dbe31 req-f7192e96-7ee6-4acd-80aa-d2c6bc5948a4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:53.635419 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb482b-fc13-490b-b389-12f5c54dbe31 req-f7192e96-7ee6-4acd-80aa-d2c6bc5948a4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:53.642200 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb482b-fc13-490b-b389-12f5c54dbe31 req-f7192e96-7ee6-4acd-80aa-d2c6bc5948a4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:53.648411 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb482b-fc13-490b-b389-12f5c54dbe31 req-f7192e96-7ee6-4acd-80aa-d2c6bc5948a4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:53.654761 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb482b-fc13-490b-b389-12f5c54dbe31 req-f7192e96-7ee6-4acd-80aa-d2c6bc5948a4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:53.662643 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb482b-fc13-490b-b389-12f5c54dbe31 req-f7192e96-7ee6-4acd-80aa-d2c6bc5948a4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:53.670582 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb482b-fc13-490b-b389-12f5c54dbe31 req-f7192e96-7ee6-4acd-80aa-d2c6bc5948a4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:53.675376 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-973d082b-2fbc-4132-858b-2afc5154b8ef req-c6f84591-e4f5-4974-bcee-7917254eff8f tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:53.680972 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cddb482b-fc13-490b-b389-12f5c54dbe31 req-f7192e96-7ee6-4acd-80aa-d2c6bc5948a4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5430 time: 0.1651244 Apr 28 19:39:53.717939 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-092b1482-408a-4979-ab9b-807a0f373a70 service neutron] 10.222.0.15 "GET /v2.0/networks/6cf7a3f9-9c87-425f-81e9-8f2d573cafa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134055 Apr 28 19:39:53.754977 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cddb482b-fc13-490b-b389-12f5c54dbe31 req-6161fa52-d237-4456-959b-b991e13ad1d8 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0730112 Apr 28 19:39:53.756566 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a06f3819-a5a1-4900-8e3b-b1d2ba0f3078 req-e6c9105e-9dfd-4d2b-a45c-b6d745e9fac6 service neutron] 10.222.0.44 "GET /v2.0/networks/a55f16c9-95c8-4fd4-8995-3500160073e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315254 Apr 28 19:39:53.818168 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-973d082b-2fbc-4132-858b-2afc5154b8ef req-c6f84591-e4f5-4974-bcee-7917254eff8f tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:53.870150 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-973d082b-2fbc-4132-858b-2afc5154b8ef req-c6f84591-e4f5-4974-bcee-7917254eff8f tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:53.918154 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-973d082b-2fbc-4132-858b-2afc5154b8ef req-c6f84591-e4f5-4974-bcee-7917254eff8f tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:53.919288 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-973d082b-2fbc-4132-858b-2afc5154b8ef req-c6f84591-e4f5-4974-bcee-7917254eff8f tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3185945 Apr 28 19:39:53.945981 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f84591-e4f5-4974-bcee-7917254eff8f tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42ef6304-3de6-40fa-97a8-c3b9c3eb8b7f,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:53.972394 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143c4af-872f-430d-9775-1e129140c369 req-9f74445d-ea56-4c4a-84e9-a309803acbb6 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:53.977022 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-bf6d4a7a-770f-4b47-9098-c8c1de10fc55 req-db24c9c9-b2f8-4ea6-999c-3d480711259d tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-96597427', 'description': 'tempest-description-553215579'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:53.979401 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8143c4af-872f-430d-9775-1e129140c369 req-9f74445d-ea56-4c4a-84e9-a309803acbb6 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1392245 Apr 28 19:39:53.989118 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-b215fec4-e46e-4f48-91c3-a73329c56816 service neutron] 10.222.0.15 "GET /v2.0/networks/6cf7a3f9-9c87-425f-81e9-8f2d573cafa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618344 Apr 28 19:39:54.023816 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a06f3819-a5a1-4900-8e3b-b1d2ba0f3078 req-a826b5d1-5ba7-4575-9818-e52c078b947f service neutron] 10.222.0.44 "GET /v2.0/networks/a55f16c9-95c8-4fd4-8995-3500160073e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541575 Apr 28 19:39:54.025747 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-bf6d4a7a-770f-4b47-9098-c8c1de10fc55 req-db24c9c9-b2f8-4ea6-999c-3d480711259d tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:54.057290 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-e0d6399f-edfe-4623-beb9-2923a16bf98c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=672f2098-3779-4741-8efb-1fe071f74808 HTTP/1.1" status: 200 len: 217 time: 0.0588565 Apr 28 19:39:54.107445 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8143c4af-872f-430d-9775-1e129140c369 req-9b068ffb-d7f6-473c-9e0e-f3eead484864 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166523 Apr 28 19:39:54.143553 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-ea211186-41b5-46a4-8ac7-15a1f149f7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:54.145149 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-ea211186-41b5-46a4-8ac7-15a1f149f7bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf566019-ed60-4ea9-a085-d254b91671bf HTTP/1.1" status: 200 len: 797 time: 0.0763073 Apr 28 19:39:54.156123 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-bf6d4a7a-770f-4b47-9098-c8c1de10fc55 req-db24c9c9-b2f8-4ea6-999c-3d480711259d tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:54.161914 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-bf6d4a7a-770f-4b47-9098-c8c1de10fc55 req-db24c9c9-b2f8-4ea6-999c-3d480711259d tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:54.200466 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-ee44b6de-feda-4873-a1e5-4067dc1ccbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:54.201302 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db24c9c9-b2f8-4ea6-999c-3d480711259d tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf21c4b-0578-4664-a0e5-9044789572b0,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:54.202714 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-ee44b6de-feda-4873-a1e5-4067dc1ccbbc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6cf7a3f9-9c87-425f-81e9-8f2d573cafa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0502794 Apr 28 19:39:54.218342 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-bf6d4a7a-770f-4b47-9098-c8c1de10fc55 req-db24c9c9-b2f8-4ea6-999c-3d480711259d tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:54.221195 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bf6d4a7a-770f-4b47-9098-c8c1de10fc55 req-db24c9c9-b2f8-4ea6-999c-3d480711259d tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2518234 Apr 28 19:39:54.345202 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9c014fe7-31b8-46a0-a122-778d005dbd34 req-15db4524-79a5-4322-b51c-1f8686f8aaba tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "GET /v2.0/security-groups/42ef6304-3de6-40fa-97a8-c3b9c3eb8b7f HTTP/1.1" status: 200 len: 1806 time: 0.0683880 Apr 28 19:39:54.375866 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-c7168fd6-e4b2-4d80-b832-9a11fc7ba6e4 service neutron] 10.222.0.15 "GET /v2.0/networks/6cf7a3f9-9c87-425f-81e9-8f2d573cafa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645827 Apr 28 19:39:54.448733 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9c014fe7-31b8-46a0-a122-778d005dbd34 req-84a42408-5ebb-4ddf-b3d2-01bf06c38da0 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "GET /v2.0/security-groups/cdf21c4b-0578-4664-a0e5-9044789572b0 HTTP/1.1" status: 200 len: 1804 time: 0.0922539 Apr 28 19:39:54.464905 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-9c014fe7-31b8-46a0-a122-778d005dbd34 req-f463acbf-b036-48a8-9392-aca7a6b65d14 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '42ef6304-3de6-40fa-97a8-c3b9c3eb8b7f', 'remote_group_id': 'cdf21c4b-0578-4664-a0e5-9044789572b0', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:54.465227 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-9c014fe7-31b8-46a0-a122-778d005dbd34 req-f463acbf-b036-48a8-9392-aca7a6b65d14 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '42ef6304-3de6-40fa-97a8-c3b9c3eb8b7f', 'remote_group_id': 'cdf21c4b-0578-4664-a0e5-9044789572b0', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:54.525482 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-6c57aebb-04d7-487c-9518-34eea092e361 service neutron] 10.222.0.15 "GET /v2.0/networks/6cf7a3f9-9c87-425f-81e9-8f2d573cafa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393359 Apr 28 19:39:54.587922 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-6e0ceb2b-b427-4fdd-8323-e557c5fd6d5a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=c7fbcdaf-eb1a-406d-86fb-62582d63a224 HTTP/1.1" status: 200 len: 217 time: 0.0507650 Apr 28 19:39:54.607015 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9c014fe7-31b8-46a0-a122-778d005dbd34 req-f463acbf-b036-48a8-9392-aca7a6b65d14 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:54.680620 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-c7934f65-2e82-41f4-8ab7-a389737eb7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:54.682414 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-c7934f65-2e82-41f4-8ab7-a389737eb7a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf566019-ed60-4ea9-a085-d254b91671bf HTTP/1.1" status: 200 len: 797 time: 0.0854580 Apr 28 19:39:54.684712 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9c014fe7-31b8-46a0-a122-778d005dbd34 req-f463acbf-b036-48a8-9392-aca7a6b65d14 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:54.692233 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9c014fe7-31b8-46a0-a122-778d005dbd34 req-f463acbf-b036-48a8-9392-aca7a6b65d14 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:54.749761 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463acbf-b036-48a8-9392-aca7a6b65d14 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a59473-2b51-4994-9426-4d8583bf6d13,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:54.767464 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9c014fe7-31b8-46a0-a122-778d005dbd34 req-f463acbf-b036-48a8-9392-aca7a6b65d14 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:54.778063 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9c014fe7-31b8-46a0-a122-778d005dbd34 req-f463acbf-b036-48a8-9392-aca7a6b65d14 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3179820 Apr 28 19:39:54.788388 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-2b51ca46-85c2-4793-b555-a9d611f82d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:54.790523 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-2b51ca46-85c2-4793-b555-a9d611f82d4d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6cf7a3f9-9c87-425f-81e9-8f2d573cafa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0943265 Apr 28 19:39:54.918734 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53535270-4c15-4c5f-86a5-4f42a13f0fa4 req-26146d40-6741-4358-a68d-0b611effcd24 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:54.926821 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53535270-4c15-4c5f-86a5-4f42a13f0fa4 req-26146d40-6741-4358-a68d-0b611effcd24 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:54.940093 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53535270-4c15-4c5f-86a5-4f42a13f0fa4 req-26146d40-6741-4358-a68d-0b611effcd24 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:54.948641 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53535270-4c15-4c5f-86a5-4f42a13f0fa4 req-26146d40-6741-4358-a68d-0b611effcd24 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:54.949344 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-fb2ffc68-0f2e-47e9-ac0b-6bf3ef6fe155 service neutron] 10.222.0.15 "GET /v2.0/networks/6cf7a3f9-9c87-425f-81e9-8f2d573cafa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508322 Apr 28 19:39:54.954130 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-16d6eb89-95b8-4c22-af20-af5ccb140cf7 req-69d4d62b-0bc9-4225-abef-3cb49dc10cda tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "GET /v2.0/security-groups/cdf21c4b-0578-4664-a0e5-9044789572b0 HTTP/1.1" status: 200 len: 1804 time: 0.0821035 Apr 28 19:39:54.976817 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53535270-4c15-4c5f-86a5-4f42a13f0fa4 req-26146d40-6741-4358-a68d-0b611effcd24 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:54.984689 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53535270-4c15-4c5f-86a5-4f42a13f0fa4 req-26146d40-6741-4358-a68d-0b611effcd24 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:54.993157 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53535270-4c15-4c5f-86a5-4f42a13f0fa4 req-26146d40-6741-4358-a68d-0b611effcd24 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:54.995397 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-53535270-4c15-4c5f-86a5-4f42a13f0fa4 req-26146d40-6741-4358-a68d-0b611effcd24 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5430 time: 0.1573985 Apr 28 19:39:55.065495 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-53535270-4c15-4c5f-86a5-4f42a13f0fa4 req-c49fd432-2266-401b-a5ba-9821eff1d6bd tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520477 Apr 28 19:39:55.127740 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-16d6eb89-95b8-4c22-af20-af5ccb140cf7 req-3452baf5-e3d3-4cbe-a770-18f6800cdfba tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:55.151673 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-52ab4824-7868-4423-bf60-55c8fd1d28d5 service neutron] 10.222.0.15 "GET /v2.0/networks/6cf7a3f9-9c87-425f-81e9-8f2d573cafa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903710 Apr 28 19:39:55.166525 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-16d6eb89-95b8-4c22-af20-af5ccb140cf7 req-3452baf5-e3d3-4cbe-a770-18f6800cdfba tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:55.227985 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-93b7c958-8fc4-4775-87b5-040ab7b67324 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9984f582-0747-4758-acc2-3cb0373ad5b8 HTTP/1.1" status: 200 len: 217 time: 0.0639272 Apr 28 19:39:55.293131 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060e6a4-b7fb-42b0-abf7-237cdc879e7d req-141a1be6-fc03-40c4-b393-36d0a6918151 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:55.295109 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c060e6a4-b7fb-42b0-abf7-237cdc879e7d req-141a1be6-fc03-40c4-b393-36d0a6918151 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.0746317 Apr 28 19:39:55.348091 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-b677a152-bba7-4864-bf37-90164bd012da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:55.349964 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-b677a152-bba7-4864-bf37-90164bd012da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b75ceaf-6166-436a-a3b4-7ab5ad1eecd3 HTTP/1.1" status: 200 len: 797 time: 0.0894289 Apr 28 19:39:55.354183 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c060e6a4-b7fb-42b0-abf7-237cdc879e7d req-15bb01e6-9cde-4261-bf81-2213f3e13c62 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499933 Apr 28 19:39:55.415583 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-16d6eb89-95b8-4c22-af20-af5ccb140cf7 req-3452baf5-e3d3-4cbe-a770-18f6800cdfba tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:55.418840 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-16d6eb89-95b8-4c22-af20-af5ccb140cf7 req-3452baf5-e3d3-4cbe-a770-18f6800cdfba tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:55.420360 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-16d6eb89-95b8-4c22-af20-af5ccb140cf7 req-3452baf5-e3d3-4cbe-a770-18f6800cdfba tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "DELETE /v2.0/security-groups/cdf21c4b-0578-4664-a0e5-9044789572b0 HTTP/1.1" status: 204 len: 173 time: 0.4455314 Apr 28 19:39:55.435846 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452baf5-e3d3-4cbe-a770-18f6800cdfba tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf21c4b-0578-4664-a0e5-9044789572b0,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:55.445341 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-5d241883-874f-4374-a95c-3106d3ab472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:55.446890 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-5d241883-874f-4374-a95c-3106d3ab472d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e1add1d6-d054-4112-876e-e570e74daa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0902944 Apr 28 19:39:55.518468 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6cc4566b-ade2-40c0-aba4-e7628c1bac3a req-ca19a1b0-a060-4aa2-be10-ae9e613fb61f tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "GET /v2.0/security-groups/42ef6304-3de6-40fa-97a8-c3b9c3eb8b7f HTTP/1.1" status: 200 len: 1806 time: 0.0735462 Apr 28 19:39:55.551810 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-a85d60b2-2694-49dc-aa19-6b1f4d91d761 req-2cc59007-86f0-46a2-8899-99b68188dbd2 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1553300263', 'description': 'tempest-description-1219513241'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:55.604279 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a85d60b2-2694-49dc-aa19-6b1f4d91d761 req-2cc59007-86f0-46a2-8899-99b68188dbd2 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:55.619378 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-4cf87fe2-5abc-49db-8782-dbdd81faeb5c service neutron] 10.222.0.15 "GET /v2.0/networks/e1add1d6-d054-4112-876e-e570e74daa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639986 Apr 28 19:39:55.741457 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:55.780577 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-fc8e0227-08d3-4a74-a070-7080bf039933 service neutron] 10.222.0.15 "GET /v2.0/networks/e1add1d6-d054-4112-876e-e570e74daa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540854 Apr 28 19:39:55.788542 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a85d60b2-2694-49dc-aa19-6b1f4d91d761 req-2cc59007-86f0-46a2-8899-99b68188dbd2 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:55.835934 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-8b30cbcd-b1e1-4611-822b-8b4222f7c3a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eeb1d863-119a-4193-9c0a-7882aec48194 HTTP/1.1" status: 200 len: 217 time: 0.0428333 Apr 28 19:39:55.836785 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a85d60b2-2694-49dc-aa19-6b1f4d91d761 req-2cc59007-86f0-46a2-8899-99b68188dbd2 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:55.882035 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:55.916584 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a85d60b2-2694-49dc-aa19-6b1f4d91d761 req-2cc59007-86f0-46a2-8899-99b68188dbd2 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:55.917794 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a85d60b2-2694-49dc-aa19-6b1f4d91d761 req-2cc59007-86f0-46a2-8899-99b68188dbd2 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3770902 Apr 28 19:39:55.926189 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc59007-86f0-46a2-8899-99b68188dbd2 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfee713e-1f36-4070-b1ff-963607594520,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:55.951695 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-7edfddd5-3035-4deb-ae2c-feb489005650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:55.954068 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-7edfddd5-3035-4deb-ae2c-feb489005650 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b75ceaf-6166-436a-a3b4-7ab5ad1eecd3 HTTP/1.1" status: 200 len: 797 time: 0.1046832 Apr 28 19:39:56.013887 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-59843a0a-b72e-4554-a284-a81c2247532c req-fd76d8de-e3ae-4a70-a62d-29dd54f10690 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "GET /v2.0/security-groups/cfee713e-1f36-4070-b1ff-963607594520 HTTP/1.1" status: 200 len: 1807 time: 0.0576627 Apr 28 19:39:56.023795 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-017fc0af-0c81-4f00-b34c-e818e39d1ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:56.025486 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-017fc0af-0c81-4f00-b34c-e818e39d1ea2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e1add1d6-d054-4112-876e-e570e74daa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0612752 Apr 28 19:39:56.028986 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-59843a0a-b72e-4554-a284-a81c2247532c req-e8194667-0a1a-4623-9c62-62bbb31802b4 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cfee713e-1f36-4070-b1ff-963607594520', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:56.029482 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-59843a0a-b72e-4554-a284-a81c2247532c req-e8194667-0a1a-4623-9c62-62bbb31802b4 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cfee713e-1f36-4070-b1ff-963607594520', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:56.133604 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-59843a0a-b72e-4554-a284-a81c2247532c req-e8194667-0a1a-4623-9c62-62bbb31802b4 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:56.188803 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-08f00edb-ade7-4078-970c-3f01070cc372 service neutron] 10.222.0.15 "GET /v2.0/networks/e1add1d6-d054-4112-876e-e570e74daa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563363 Apr 28 19:39:56.198819 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-59843a0a-b72e-4554-a284-a81c2247532c req-e8194667-0a1a-4623-9c62-62bbb31802b4 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:56.204720 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-59843a0a-b72e-4554-a284-a81c2247532c req-e8194667-0a1a-4623-9c62-62bbb31802b4 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:56.242469 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8194667-0a1a-4623-9c62-62bbb31802b4 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e473c1-64f7-475b-87f1-6d2c851a5a5b,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:56.254005 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-59843a0a-b72e-4554-a284-a81c2247532c req-e8194667-0a1a-4623-9c62-62bbb31802b4 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:56.255550 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-59843a0a-b72e-4554-a284-a81c2247532c req-e8194667-0a1a-4623-9c62-62bbb31802b4 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2406945 Apr 28 19:39:56.262889 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8194667-0a1a-4623-9c62-62bbb31802b4 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:56.263162 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8194667-0a1a-4623-9c62-62bbb31802b4 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:56.263546 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8194667-0a1a-4623-9c62-62bbb31802b4 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:56.263883 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8194667-0a1a-4623-9c62-62bbb31802b4 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:56.264251 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8194667-0a1a-4623-9c62-62bbb31802b4 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:56.264678 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8194667-0a1a-4623-9c62-62bbb31802b4 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:56.266112 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8194667-0a1a-4623-9c62-62bbb31802b4 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:56.266468 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8194667-0a1a-4623-9c62-62bbb31802b4 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:56.267016 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8194667-0a1a-4623-9c62-62bbb31802b4 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:56.267360 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8194667-0a1a-4623-9c62-62bbb31802b4 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:56.267690 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8194667-0a1a-4623-9c62-62bbb31802b4 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:56.268017 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8194667-0a1a-4623-9c62-62bbb31802b4 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:56.340029 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227cd63-1c00-48c9-94bb-65ef404eedae req-800b7c15-a525-4644-ae9e-728d7c4a171d tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:56.347120 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-79c18577-694c-4845-926b-7a28026e7387 req-00da3d10-7143-43b9-9a20-0b47bbd00286 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "GET /v2.0/security-groups/cfee713e-1f36-4070-b1ff-963607594520 HTTP/1.1" status: 200 len: 2401 time: 0.0589654 Apr 28 19:39:56.347451 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227cd63-1c00-48c9-94bb-65ef404eedae req-800b7c15-a525-4644-ae9e-728d7c4a171d tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:56.353717 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227cd63-1c00-48c9-94bb-65ef404eedae req-800b7c15-a525-4644-ae9e-728d7c4a171d tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:56.361037 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227cd63-1c00-48c9-94bb-65ef404eedae req-800b7c15-a525-4644-ae9e-728d7c4a171d tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:56.361311 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-79c18577-694c-4845-926b-7a28026e7387 req-6c80fe30-81ac-41b1-b504-24e06585f75d tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cfee713e-1f36-4070-b1ff-963607594520', 'remote_group_id': None}]} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:56.361753 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-79c18577-694c-4845-926b-7a28026e7387 req-6c80fe30-81ac-41b1-b504-24e06585f75d tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cfee713e-1f36-4070-b1ff-963607594520', 'remote_group_id': None}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:56.367790 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227cd63-1c00-48c9-94bb-65ef404eedae req-800b7c15-a525-4644-ae9e-728d7c4a171d tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:56.373863 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227cd63-1c00-48c9-94bb-65ef404eedae req-800b7c15-a525-4644-ae9e-728d7c4a171d tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:56.381923 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227cd63-1c00-48c9-94bb-65ef404eedae req-800b7c15-a525-4644-ae9e-728d7c4a171d tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:56.383919 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b227cd63-1c00-48c9-94bb-65ef404eedae req-800b7c15-a525-4644-ae9e-728d7c4a171d tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5430 time: 0.1777074 Apr 28 19:39:56.414768 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86c1e1d2-08e6-4314-834a-423df8f54fb0 req-e6177eba-dd7b-4add-b53d-fa14db7323db service neutron] 10.222.0.15 "GET /v2.0/networks/e1add1d6-d054-4112-876e-e570e74daa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188995 Apr 28 19:39:56.467651 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b227cd63-1c00-48c9-94bb-65ef404eedae req-86b214cd-47cb-4227-98e9-cd58bb22718b tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0736153 Apr 28 19:39:56.484352 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-79c18577-694c-4845-926b-7a28026e7387 req-6c80fe30-81ac-41b1-b504-24e06585f75d tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:56.547060 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dff85-ebbc-4ce0-8e65-91c092c9b755 req-d21acc6f-c00d-49ff-999a-0e98a339bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:56.547723 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dff85-ebbc-4ce0-8e65-91c092c9b755 req-d21acc6f-c00d-49ff-999a-0e98a339bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:56.548282 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dff85-ebbc-4ce0-8e65-91c092c9b755 req-d21acc6f-c00d-49ff-999a-0e98a339bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:56.548764 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dff85-ebbc-4ce0-8e65-91c092c9b755 req-d21acc6f-c00d-49ff-999a-0e98a339bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:56.549233 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dff85-ebbc-4ce0-8e65-91c092c9b755 req-d21acc6f-c00d-49ff-999a-0e98a339bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:56.549752 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dff85-ebbc-4ce0-8e65-91c092c9b755 req-d21acc6f-c00d-49ff-999a-0e98a339bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:56.550282 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dff85-ebbc-4ce0-8e65-91c092c9b755 req-d21acc6f-c00d-49ff-999a-0e98a339bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:56.552516 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f01dff85-ebbc-4ce0-8e65-91c092c9b755 req-d21acc6f-c00d-49ff-999a-0e98a339bb89 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=533c1e9c8dee43379021e03f9df0f17e&device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 6487 time: 0.0589230 Apr 28 19:39:56.563336 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-79c18577-694c-4845-926b-7a28026e7387 req-6c80fe30-81ac-41b1-b504-24e06585f75d tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:56.567354 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 47714) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:56.575188 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-79c18577-694c-4845-926b-7a28026e7387 req-6c80fe30-81ac-41b1-b504-24e06585f75d tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:56.604783 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80fe30-81ac-41b1-b504-24e06585f75d tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97685bd8-f121-4230-88f0-1eae79f75fcd,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:56.617156 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-79c18577-694c-4845-926b-7a28026e7387 req-6c80fe30-81ac-41b1-b504-24e06585f75d tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:56.618778 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-79c18577-694c-4845-926b-7a28026e7387 req-6c80fe30-81ac-41b1-b504-24e06585f75d tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2630661 Apr 28 19:39:56.713588 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc2904-e0f4-48ac-bd13-3b2882369f17 req-ef7ebacb-6445-4ddc-b627-162d00dd2ced tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:56.721114 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-77fc2904-e0f4-48ac-bd13-3b2882369f17 req-ef7ebacb-6445-4ddc-b627-162d00dd2ced tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.0996416 Apr 28 19:39:56.732540 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dff85-ebbc-4ce0-8e65-91c092c9b755 req-dc3056b7-d324-4ec2-83f3-9313d5b8459a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:56.734304 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f01dff85-ebbc-4ce0-8e65-91c092c9b755 req-dc3056b7-d324-4ec2-83f3-9313d5b8459a service neutron] 10.222.0.15 "GET /v2.0/networks?id=e1add1d6-d054-4112-876e-e570e74daa00 HTTP/1.1" status: 200 len: 903 time: 0.1726508 Apr 28 19:39:56.753032 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-478e37f6-f07a-4917-b3c4-8d377eb9941a req-d81a9132-4280-4b35-9fd7-d4d3a1804e78 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "GET /v2.0/security-groups/cfee713e-1f36-4070-b1ff-963607594520 HTTP/1.1" status: 200 len: 3000 time: 0.0837684 Apr 28 19:39:56.781214 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f01dff85-ebbc-4ce0-8e65-91c092c9b755 req-f942bc72-4591-4fef-9efb-70a5295043b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9984f582-0747-4758-acc2-3cb0373ad5b8 HTTP/1.1" status: 200 len: 217 time: 0.0399251 Apr 28 19:39:56.815252 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-77fc2904-e0f4-48ac-bd13-3b2882369f17 req-4a9fea91-8de4-49e8-9703-15b9933c5760 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930641 Apr 28 19:39:56.837004 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8db6d020-ba47-42d1-beb5-ddc834de90e8 req-060e950f-cc16-41c9-aae7-8521d6256a37 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "GET /v2.0/security-group-rules/97685bd8-f121-4230-88f0-1eae79f75fcd HTTP/1.1" status: 200 len: 783 time: 0.0448048 Apr 28 19:39:56.837865 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8b1b47c1-567e-4616-ba28-579acce3d954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:56.865558 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dff85-ebbc-4ce0-8e65-91c092c9b755 req-434b6953-c50d-434c-bab4-72f5619b8e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:56.867689 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f01dff85-ebbc-4ce0-8e65-91c092c9b755 req-434b6953-c50d-434c-bab4-72f5619b8e64 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b75ceaf-6166-436a-a3b4-7ab5ad1eecd3 HTTP/1.1" status: 200 len: 797 time: 0.0731528 Apr 28 19:39:56.915725 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8db6d020-ba47-42d1-beb5-ddc834de90e8 req-8556c1ab-b08e-4e26-b2fd-6bff188761a8 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "GET /v2.0/security-groups/cfee713e-1f36-4070-b1ff-963607594520 HTTP/1.1" status: 200 len: 3000 time: 0.0695107 Apr 28 19:39:56.931942 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dff85-ebbc-4ce0-8e65-91c092c9b755 req-916f2d75-c97f-477f-a196-c2d8ea2722e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:56.935255 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f01dff85-ebbc-4ce0-8e65-91c092c9b755 req-916f2d75-c97f-477f-a196-c2d8ea2722e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e1add1d6-d054-4112-876e-e570e74daa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0580902 Apr 28 19:39:56.974506 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8db6d020-ba47-42d1-beb5-ddc834de90e8 req-00c8743e-bfdb-4081-b1af-e28dcc8acfd5 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:56.990379 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8db6d020-ba47-42d1-beb5-ddc834de90e8 req-00c8743e-bfdb-4081-b1af-e28dcc8acfd5 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:56.993280 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8b1b47c1-567e-4616-ba28-579acce3d954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:57.004709 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8b1b47c1-567e-4616-ba28-579acce3d954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:57.045349 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f01dff85-ebbc-4ce0-8e65-91c092c9b755 req-de57b40e-80bf-4afc-ab42-ce5c59e78671 service neutron] 10.222.0.15 "GET /v2.0/networks/e1add1d6-d054-4112-876e-e570e74daa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010237 Apr 28 19:39:57.057757 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8b1b47c1-567e-4616-ba28-579acce3d954 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=68e84f8227ea4620a8e777fa35a41014&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4863944 Apr 28 19:39:57.057757 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8db6d020-ba47-42d1-beb5-ddc834de90e8 req-00c8743e-bfdb-4081-b1af-e28dcc8acfd5 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:57.058666 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 47730) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:57.070546 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8db6d020-ba47-42d1-beb5-ddc834de90e8 req-00c8743e-bfdb-4081-b1af-e28dcc8acfd5 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:57.071763 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8db6d020-ba47-42d1-beb5-ddc834de90e8 req-00c8743e-bfdb-4081-b1af-e28dcc8acfd5 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/97685bd8-f121-4230-88f0-1eae79f75fcd HTTP/1.1" status: 204 len: 173 time: 0.1474810 Apr 28 19:39:57.082900 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b47c1-567e-4616-ba28-579acce3d954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f3110d-287a-44a1-b78a-4f6a3e9da97e,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:57.100253 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8743e-bfdb-4081-b1af-e28dcc8acfd5 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97685bd8-f121-4230-88f0-1eae79f75fcd,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:57.149274 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-879a239e-5ab8-45ce-914d-634813d262ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:57.170131 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f01dff85-ebbc-4ce0-8e65-91c092c9b755 req-6e3f10fe-de12-45ea-a106-eacc32c4495a service neutron] 10.222.0.15 "GET /v2.0/networks/e1add1d6-d054-4112-876e-e570e74daa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178975 Apr 28 19:39:57.173292 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-879a239e-5ab8-45ce-914d-634813d262ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:57.228978 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-64f69fcd-392d-40e3-a458-14468c947c09 req-6c764383-3690-4cc3-88d5-ab4594a14a51 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "GET /v2.0/security-groups/cfee713e-1f36-4070-b1ff-963607594520 HTTP/1.1" status: 200 len: 2401 time: 0.0769885 Apr 28 19:39:57.229963 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-879a239e-5ab8-45ce-914d-634813d262ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:57.236359 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-879a239e-5ab8-45ce-914d-634813d262ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:57.239995 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-879a239e-5ab8-45ce-914d-634813d262ca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a7f3110d-287a-44a1-b78a-4f6a3e9da97e HTTP/1.1" status: 204 len: 168 time: 0.1756301 Apr 28 19:39:57.247981 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a239e-5ab8-45ce-914d-634813d262ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f3110d-287a-44a1-b78a-4f6a3e9da97e,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:57.343802 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dff85-ebbc-4ce0-8e65-91c092c9b755 req-7827a318-8718-4037-b4e0-1050c8315ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:57.344324 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dff85-ebbc-4ce0-8e65-91c092c9b755 req-7827a318-8718-4037-b4e0-1050c8315ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:57.344816 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dff85-ebbc-4ce0-8e65-91c092c9b755 req-7827a318-8718-4037-b4e0-1050c8315ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:57.345267 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dff85-ebbc-4ce0-8e65-91c092c9b755 req-7827a318-8718-4037-b4e0-1050c8315ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:57.345732 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dff85-ebbc-4ce0-8e65-91c092c9b755 req-7827a318-8718-4037-b4e0-1050c8315ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:57.346241 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dff85-ebbc-4ce0-8e65-91c092c9b755 req-7827a318-8718-4037-b4e0-1050c8315ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:57.346649 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dff85-ebbc-4ce0-8e65-91c092c9b755 req-7827a318-8718-4037-b4e0-1050c8315ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:57.348686 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f01dff85-ebbc-4ce0-8e65-91c092c9b755 req-7827a318-8718-4037-b4e0-1050c8315ee0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=533c1e9c8dee43379021e03f9df0f17e&device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 6487 time: 0.1175649 Apr 28 19:39:57.388733 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-64f69fcd-392d-40e3-a458-14468c947c09 req-dff694af-e752-4aad-b775-63ad871ea0f3 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:57.447458 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-64f69fcd-392d-40e3-a458-14468c947c09 req-dff694af-e752-4aad-b775-63ad871ea0f3 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:57.507010 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dff85-ebbc-4ce0-8e65-91c092c9b755 req-b48af749-76cb-49e3-9b06-c4c4c12893a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:57.508574 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f01dff85-ebbc-4ce0-8e65-91c092c9b755 req-b48af749-76cb-49e3-9b06-c4c4c12893a9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e1add1d6-d054-4112-876e-e570e74daa00 HTTP/1.1" status: 200 len: 903 time: 0.1453512 Apr 28 19:39:57.566390 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-64f69fcd-392d-40e3-a458-14468c947c09 req-dff694af-e752-4aad-b775-63ad871ea0f3 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:57.569154 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-64f69fcd-392d-40e3-a458-14468c947c09 req-dff694af-e752-4aad-b775-63ad871ea0f3 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:57.570365 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-64f69fcd-392d-40e3-a458-14468c947c09 req-dff694af-e752-4aad-b775-63ad871ea0f3 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "DELETE /v2.0/security-groups/cfee713e-1f36-4070-b1ff-963607594520 HTTP/1.1" status: 204 len: 173 time: 0.3233924 Apr 28 19:39:57.581777 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f01dff85-ebbc-4ce0-8e65-91c092c9b755 req-d23a53c3-ed47-4cdf-91f7-9f123d7d65bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eeb1d863-119a-4193-9c0a-7882aec48194 HTTP/1.1" status: 200 len: 217 time: 0.0650933 Apr 28 19:39:57.583349 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff694af-e752-4aad-b775-63ad871ea0f3 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfee713e-1f36-4070-b1ff-963607594520,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:57.593238 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff694af-e752-4aad-b775-63ad871ea0f3 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:57.593729 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff694af-e752-4aad-b775-63ad871ea0f3 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:57.594075 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff694af-e752-4aad-b775-63ad871ea0f3 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:57.594464 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff694af-e752-4aad-b775-63ad871ea0f3 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:57.594805 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff694af-e752-4aad-b775-63ad871ea0f3 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:57.595141 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff694af-e752-4aad-b775-63ad871ea0f3 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:57.595487 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff694af-e752-4aad-b775-63ad871ea0f3 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:57.595794 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff694af-e752-4aad-b775-63ad871ea0f3 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:57.596318 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff694af-e752-4aad-b775-63ad871ea0f3 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:57.596651 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff694af-e752-4aad-b775-63ad871ea0f3 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:57.596971 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff694af-e752-4aad-b775-63ad871ea0f3 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:57.597304 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff694af-e752-4aad-b775-63ad871ea0f3 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:57.600345 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 47752) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:57.654688 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51953717-b72a-46ac-a6fc-3416d4c3afe6 req-b2c079de-a7bc-4967-b98f-0b01d5341b69 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:57.656519 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3bab9471-c3f2-4a55-97e2-15ad17edd832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:57.661584 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51953717-b72a-46ac-a6fc-3416d4c3afe6 req-b2c079de-a7bc-4967-b98f-0b01d5341b69 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:57.668140 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51953717-b72a-46ac-a6fc-3416d4c3afe6 req-b2c079de-a7bc-4967-b98f-0b01d5341b69 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:57.673829 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [req-f3bb93c0-04ec-4001-8429-f2d96583362e req-14037c0f-4c35-471a-b87f-21583c4f5fef tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] show failed (client error): The resource could not be found. Apr 28 19:39:57.734367 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51953717-b72a-46ac-a6fc-3416d4c3afe6 req-b2c079de-a7bc-4967-b98f-0b01d5341b69 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:57.735027 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f3bb93c0-04ec-4001-8429-f2d96583362e req-14037c0f-4c35-471a-b87f-21583c4f5fef tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "GET /v2.0/security-groups/cdf21c4b-0578-4664-a0e5-9044789572b0 HTTP/1.1" status: 404 len: 352 time: 0.0568593 Apr 28 19:39:57.735091 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51953717-b72a-46ac-a6fc-3416d4c3afe6 req-b2c079de-a7bc-4967-b98f-0b01d5341b69 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:57.735091 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51953717-b72a-46ac-a6fc-3416d4c3afe6 req-b2c079de-a7bc-4967-b98f-0b01d5341b69 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:57.735091 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51953717-b72a-46ac-a6fc-3416d4c3afe6 req-b2c079de-a7bc-4967-b98f-0b01d5341b69 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:57.735091 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-51953717-b72a-46ac-a6fc-3416d4c3afe6 req-b2c079de-a7bc-4967-b98f-0b01d5341b69 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5430 time: 0.1220651 Apr 28 19:39:57.753523 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-51953717-b72a-46ac-a6fc-3416d4c3afe6 req-0e63a471-7710-489e-b30f-0d36bef29117 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0381567 Apr 28 19:39:57.775067 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3bab9471-c3f2-4a55-97e2-15ad17edd832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:57.781264 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dff85-ebbc-4ce0-8e65-91c092c9b755 req-3d016ef2-5f35-4ccb-9e8d-ba85628d138d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:57.782754 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f01dff85-ebbc-4ce0-8e65-91c092c9b755 req-3d016ef2-5f35-4ccb-9e8d-ba85628d138d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b75ceaf-6166-436a-a3b4-7ab5ad1eecd3 HTTP/1.1" status: 200 len: 797 time: 0.1915479 Apr 28 19:39:57.791424 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3bab9471-c3f2-4a55-97e2-15ad17edd832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:57.859528 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7e8beb63-7431-40c2-9fde-e9e3b011398f req-47d8ca1e-7154-4aac-b139-fdeb426e22af tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "GET /v2.0/security-groups/42ef6304-3de6-40fa-97a8-c3b9c3eb8b7f HTTP/1.1" status: 200 len: 1806 time: 0.1183245 Apr 28 19:39:57.870908 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab9471-c3f2-4a55-97e2-15ad17edd832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2741af-036f-41cd-9c16-81e224b1ec42,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:57.887692 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 47758) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:57.892344 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3bab9471-c3f2-4a55-97e2-15ad17edd832 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7e5da5b21cf34ed1ae637120a37ead46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2777774 Apr 28 19:39:57.919375 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dff85-ebbc-4ce0-8e65-91c092c9b755 req-2c7a655d-db42-4247-93bb-7424d253f06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:57.921149 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f01dff85-ebbc-4ce0-8e65-91c092c9b755 req-2c7a655d-db42-4247-93bb-7424d253f06f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e1add1d6-d054-4112-876e-e570e74daa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1306224 Apr 28 19:39:57.980210 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9d98d895-ea9b-4b9c-bf5c-61b8de3ab46d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:57.998738 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1521d97-d554-4bab-85bf-5bbc359096c3 req-ecce13ab-40b9-45ab-8765-27af0a194294 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:58.000875 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b1521d97-d554-4bab-85bf-5bbc359096c3 req-ecce13ab-40b9-45ab-8765-27af0a194294 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.0732415 Apr 28 19:39:58.003462 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7e8beb63-7431-40c2-9fde-e9e3b011398f req-49aa41ff-6b15-4ac4-954c-d0db17f455ed tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:58.017796 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9d98d895-ea9b-4b9c-bf5c-61b8de3ab46d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:58.044962 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7e8beb63-7431-40c2-9fde-e9e3b011398f req-49aa41ff-6b15-4ac4-954c-d0db17f455ed tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:58.061320 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f01dff85-ebbc-4ce0-8e65-91c092c9b755 req-94ef6bd9-a468-456c-8c06-007b1c33ad8e service neutron] 10.222.0.15 "GET /v2.0/networks/e1add1d6-d054-4112-876e-e570e74daa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301851 Apr 28 19:39:58.076335 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b1521d97-d554-4bab-85bf-5bbc359096c3 req-37f6af44-4935-4879-9998-332dbd84f7b1 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619760 Apr 28 19:39:58.100720 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9d98d895-ea9b-4b9c-bf5c-61b8de3ab46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:58.107061 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9d98d895-ea9b-4b9c-bf5c-61b8de3ab46d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:58.111210 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9d98d895-ea9b-4b9c-bf5c-61b8de3ab46d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ec2741af-036f-41cd-9c16-81e224b1ec42 HTTP/1.1" status: 204 len: 168 time: 0.2225111 Apr 28 19:39:58.120457 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98d895-ea9b-4b9c-bf5c-61b8de3ab46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2741af-036f-41cd-9c16-81e224b1ec42,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:58.158876 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7e8beb63-7431-40c2-9fde-e9e3b011398f req-49aa41ff-6b15-4ac4-954c-d0db17f455ed tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:58.161675 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7e8beb63-7431-40c2-9fde-e9e3b011398f req-49aa41ff-6b15-4ac4-954c-d0db17f455ed tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:58.163253 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7e8beb63-7431-40c2-9fde-e9e3b011398f req-49aa41ff-6b15-4ac4-954c-d0db17f455ed tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "DELETE /v2.0/security-groups/42ef6304-3de6-40fa-97a8-c3b9c3eb8b7f HTTP/1.1" status: 204 len: 173 time: 0.2893021 Apr 28 19:39:58.185044 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa41ff-6b15-4ac4-954c-d0db17f455ed tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ef6304-3de6-40fa-97a8-c3b9c3eb8b7f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:58.201828 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f01dff85-ebbc-4ce0-8e65-91c092c9b755 req-e33bfa94-98e9-43fe-aa4b-78279bc6582c service neutron] 10.222.0.15 "GET /v2.0/networks/e1add1d6-d054-4112-876e-e570e74daa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260223 Apr 28 19:39:58.242706 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-877b071a-6d0c-424b-ae0d-5f215a418200 req-e93fb510-b37d-4a2d-8ab7-7cadcd5d7e74 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "GET /v2.0/security-groups/b0104d54-4983-4aa2-8f49-da4599744a13 HTTP/1.1" status: 200 len: 1807 time: 0.0608568 Apr 28 19:39:58.349772 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-877b071a-6d0c-424b-ae0d-5f215a418200 req-3fe62764-7332-401b-ae87-cf200b93900f tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:58.381459 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-877b071a-6d0c-424b-ae0d-5f215a418200 req-3fe62764-7332-401b-ae87-cf200b93900f tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:58.459496 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-877b071a-6d0c-424b-ae0d-5f215a418200 req-3fe62764-7332-401b-ae87-cf200b93900f tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:58.460516 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-877b071a-6d0c-424b-ae0d-5f215a418200 req-3fe62764-7332-401b-ae87-cf200b93900f tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:58.461814 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-877b071a-6d0c-424b-ae0d-5f215a418200 req-3fe62764-7332-401b-ae87-cf200b93900f tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "DELETE /v2.0/security-groups/b0104d54-4983-4aa2-8f49-da4599744a13 HTTP/1.1" status: 204 len: 173 time: 0.2115049 Apr 28 19:39:58.475473 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe62764-7332-401b-ae87-cf200b93900f tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0104d54-4983-4aa2-8f49-da4599744a13,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:58.540545 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2f530c7e-9446-4eac-9857-f860c98edd37 req-168fe1ab-610b-4cb9-978c-722288d8aaa4 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "GET /v2.0/security-groups/6a537da1-00cf-444b-9c16-0b7ca53fcac9 HTTP/1.1" status: 200 len: 1805 time: 0.0528319 Apr 28 19:39:58.620117 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2f530c7e-9446-4eac-9857-f860c98edd37 req-a129b198-2574-4478-810a-b514606a8dc7 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:58.648934 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2f530c7e-9446-4eac-9857-f860c98edd37 req-a129b198-2574-4478-810a-b514606a8dc7 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:58.698837 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2f530c7e-9446-4eac-9857-f860c98edd37 req-a129b198-2574-4478-810a-b514606a8dc7 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:58.702306 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2f530c7e-9446-4eac-9857-f860c98edd37 req-a129b198-2574-4478-810a-b514606a8dc7 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:58.708967 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2f530c7e-9446-4eac-9857-f860c98edd37 req-a129b198-2574-4478-810a-b514606a8dc7 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "DELETE /v2.0/security-groups/6a537da1-00cf-444b-9c16-0b7ca53fcac9 HTTP/1.1" status: 204 len: 173 time: 0.1584597 Apr 28 19:39:58.722205 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129b198-2574-4478-810a-b514606a8dc7 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a537da1-00cf-444b-9c16-0b7ca53fcac9,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:58.775703 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-444cbaf9-f60b-4275-9970-115351fec314 req-a9002214-7b2b-4c5a-a4c0-ddfc28954187 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "GET /v2.0/security-groups/12eb90b0-70f4-4b1d-9430-73e26c256eb3 HTTP/1.1" status: 200 len: 2406 time: 0.0494013 Apr 28 19:39:58.880580 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-444cbaf9-f60b-4275-9970-115351fec314 req-fa9ff0b7-b672-4464-b0ad-2eba4e5c57dd tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:58.924583 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-444cbaf9-f60b-4275-9970-115351fec314 req-fa9ff0b7-b672-4464-b0ad-2eba4e5c57dd tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:58.933958 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15b701-8f35-4c40-9157-9a96d9527a3b req-9bfb09f0-cf8b-4995-a5b1-597c22641153 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:58.940959 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15b701-8f35-4c40-9157-9a96d9527a3b req-9bfb09f0-cf8b-4995-a5b1-597c22641153 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:58.947022 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15b701-8f35-4c40-9157-9a96d9527a3b req-9bfb09f0-cf8b-4995-a5b1-597c22641153 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:58.953308 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15b701-8f35-4c40-9157-9a96d9527a3b req-9bfb09f0-cf8b-4995-a5b1-597c22641153 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:58.960455 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15b701-8f35-4c40-9157-9a96d9527a3b req-9bfb09f0-cf8b-4995-a5b1-597c22641153 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:58.966432 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15b701-8f35-4c40-9157-9a96d9527a3b req-9bfb09f0-cf8b-4995-a5b1-597c22641153 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:58.973433 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15b701-8f35-4c40-9157-9a96d9527a3b req-9bfb09f0-cf8b-4995-a5b1-597c22641153 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:58.976465 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ab15b701-8f35-4c40-9157-9a96d9527a3b req-9bfb09f0-cf8b-4995-a5b1-597c22641153 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5430 time: 0.1128957 Apr 28 19:39:58.995134 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-444cbaf9-f60b-4275-9970-115351fec314 req-fa9ff0b7-b672-4464-b0ad-2eba4e5c57dd tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:59.000523 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-444cbaf9-f60b-4275-9970-115351fec314 req-fa9ff0b7-b672-4464-b0ad-2eba4e5c57dd tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:59.002719 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-444cbaf9-f60b-4275-9970-115351fec314 req-fa9ff0b7-b672-4464-b0ad-2eba4e5c57dd tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "DELETE /v2.0/security-groups/12eb90b0-70f4-4b1d-9430-73e26c256eb3 HTTP/1.1" status: 204 len: 173 time: 0.2195785 Apr 28 19:39:59.024984 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ff0b7-b672-4464-b0ad-2eba4e5c57dd tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12eb90b0-70f4-4b1d-9430-73e26c256eb3,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:59.028560 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ab15b701-8f35-4c40-9157-9a96d9527a3b req-ce1ba30f-7ef5-4b42-9aab-429361452492 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408216 Apr 28 19:39:59.105356 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d49642af-2538-4b59-8c7d-8bc6bb65db27 req-b103ff1e-8284-4b7e-bd9f-76394f6e7e84 tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "GET /v2.0/security-groups/0ba64a71-57b6-4d38-bdb0-0009959a5d5c HTTP/1.1" status: 200 len: 2400 time: 0.0716574 Apr 28 19:39:59.187072 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d49642af-2538-4b59-8c7d-8bc6bb65db27 req-bf99fba8-5b02-428c-8790-fc167f5b3dfc tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:59.215016 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d49642af-2538-4b59-8c7d-8bc6bb65db27 req-bf99fba8-5b02-428c-8790-fc167f5b3dfc tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:59.244358 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc9c37-8f84-4c64-8d17-7a207131d3e5 req-06e63df9-6fb6-4735-abd9-964b9a16bb60 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:59.251432 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0dcc9c37-8f84-4c64-8d17-7a207131d3e5 req-06e63df9-6fb6-4735-abd9-964b9a16bb60 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.0826149 Apr 28 19:39:59.273606 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d49642af-2538-4b59-8c7d-8bc6bb65db27 req-bf99fba8-5b02-428c-8790-fc167f5b3dfc tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:59.276539 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d49642af-2538-4b59-8c7d-8bc6bb65db27 req-bf99fba8-5b02-428c-8790-fc167f5b3dfc tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:59.277757 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d49642af-2538-4b59-8c7d-8bc6bb65db27 req-bf99fba8-5b02-428c-8790-fc167f5b3dfc tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] 10.222.0.42 "DELETE /v2.0/security-groups/0ba64a71-57b6-4d38-bdb0-0009959a5d5c HTTP/1.1" status: 204 len: 173 time: 0.1638172 Apr 28 19:39:59.287700 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 47808) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:59.288118 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99fba8-5b02-428c-8790-fc167f5b3dfc tempest-SecurityGroupRulesTestJSON-1396845668 tempest-SecurityGroupRulesTestJSON-1396845668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba64a71-57b6-4d38-bdb0-0009959a5d5c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:59.348699 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0dcc9c37-8f84-4c64-8d17-7a207131d3e5 req-754e3fd4-70a2-4b90-afc8-02126f9d20fb tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879719 Apr 28 19:39:59.373241 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f7da0dc-32ac-4318-b63f-c97566e39a84 admin admin] Deleting subnet 10e45391-a0ca-4663-8f18-70ca69dec1da {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:39:59.377651 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4f7da0dc-32ac-4318-b63f-c97566e39a84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:59.420690 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4f7da0dc-32ac-4318-b63f-c97566e39a84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:59.470920 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4f7da0dc-32ac-4318-b63f-c97566e39a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:59.534218 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4f7da0dc-32ac-4318-b63f-c97566e39a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:59.559698 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7da0dc-32ac-4318-b63f-c97566e39a84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10e45391-a0ca-4663-8f18-70ca69dec1da,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:59.566706 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4f7da0dc-32ac-4318-b63f-c97566e39a84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:59.569725 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4f7da0dc-32ac-4318-b63f-c97566e39a84 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/10e45391-a0ca-4663-8f18-70ca69dec1da HTTP/1.1" status: 204 len: 168 time: 0.2810006 Apr 28 19:39:59.572282 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 47818) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:39:59.649706 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b153bd2-e32f-4b47-96dd-aba8f623f248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:00.055619 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b153bd2-e32f-4b47-96dd-aba8f623f248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:00.080735 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-5b153bd2-e32f-4b47-96dd-aba8f623f248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f63c31-b1fb-4366-b57e-13dd03b65ebf']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:00.091731 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-5b153bd2-e32f-4b47-96dd-aba8f623f248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7d3998-d617-437f-a2a1-9433c74a75e0') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:00.092352 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-5b153bd2-e32f-4b47-96dd-aba8f623f248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7d3998-d617-437f-a2a1-9433c74a75e0') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:00.107295 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b153bd2-e32f-4b47-96dd-aba8f623f248 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:00.134155 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b153bd2-e32f-4b47-96dd-aba8f623f248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:00.162089 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b153bd2-e32f-4b47-96dd-aba8f623f248 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:40:00.162509 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b153bd2-e32f-4b47-96dd-aba8f623f248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:00.166728 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:40:00.166728 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:40:00.166728 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:40:00.166728 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:40:00.166728 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:40:00.166728 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:40:00.166728 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:40:00.166728 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:40:00.166728 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:40:00.166728 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:40:00.166728 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:40:00.166728 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:40:00.166728 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:40:00.166728 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:40:00.166728 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:40:00.166728 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:40:00.166728 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:40:00.166728 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:40:00.166728 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:40:00.166728 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:40:00.166728 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:40:00.166728 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:40:00.166728 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:40:00.166728 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:40:00.166728 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:40:00.166728 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:40:00.166728 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:40:00.166728 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:40:00.166728 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:40:00.166728 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:40:00.166728 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:40:00.166728 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:40:00.235234 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfb47a-ca81-4184-8179-e94e48f692de req-7968249f-33a7-43b6-a37f-39690690d0ff tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:00.241208 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfb47a-ca81-4184-8179-e94e48f692de req-7968249f-33a7-43b6-a37f-39690690d0ff tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:00.247139 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfb47a-ca81-4184-8179-e94e48f692de req-7968249f-33a7-43b6-a37f-39690690d0ff tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:00.253474 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfb47a-ca81-4184-8179-e94e48f692de req-7968249f-33a7-43b6-a37f-39690690d0ff tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:00.259818 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfb47a-ca81-4184-8179-e94e48f692de req-7968249f-33a7-43b6-a37f-39690690d0ff tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:00.269428 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfb47a-ca81-4184-8179-e94e48f692de req-7968249f-33a7-43b6-a37f-39690690d0ff tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:00.279282 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfb47a-ca81-4184-8179-e94e48f692de req-7968249f-33a7-43b6-a37f-39690690d0ff tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:00.282962 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cbdfb47a-ca81-4184-8179-e94e48f692de req-7968249f-33a7-43b6-a37f-39690690d0ff tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5430 time: 0.1595085 Apr 28 19:40:00.289611 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b153bd2-e32f-4b47-96dd-aba8f623f248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:00.312582 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b153bd2-e32f-4b47-96dd-aba8f623f248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:00.316646 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5b153bd2-e32f-4b47-96dd-aba8f623f248 admin admin] 10.222.0.42 "DELETE /v2.0/networks/54f63c31-b1fb-4366-b57e-13dd03b65ebf HTTP/1.1" status: 204 len: 168 time: 0.7432740 Apr 28 19:40:00.320619 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b153bd2-e32f-4b47-96dd-aba8f623f248 admin admin] Pushing event deleted for resources: {'Network': ['ID=54f63c31-b1fb-4366-b57e-13dd03b65ebf,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:00.382702 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cbdfb47a-ca81-4184-8179-e94e48f692de req-bfbbab11-1fed-415e-bbc3-32d3e6849984 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0902441 Apr 28 19:40:00.531205 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6d67e-4a1f-4d99-b381-ebf54c37422a req-b732e59d-f141-4ae9-802e-11708d0a76a9 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:00.534845 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2fc6d67e-4a1f-4d99-b381-ebf54c37422a req-b732e59d-f141-4ae9-802e-11708d0a76a9 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.0848770 Apr 28 19:40:00.588453 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2fc6d67e-4a1f-4d99-b381-ebf54c37422a req-f6a5bf07-ce8c-4df4-ae98-8c77bcca7686 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470679 Apr 28 19:40:00.699115 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 47856) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:00.751925 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-fd2b852f-e73b-4a68-bd69-7e22be2ef3ed admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=81c8f98041ca44d19c045d0bb7332694&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515034 Apr 28 19:40:00.754810 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 47860) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:00.834290 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f661078c-ec4f-4699-a199-295badef9b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:00.868914 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f661078c-ec4f-4699-a199-295badef9b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:00.934002 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f661078c-ec4f-4699-a199-295badef9b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:00.938057 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f661078c-ec4f-4699-a199-295badef9b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:00.940001 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f661078c-ec4f-4699-a199-295badef9b84 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f5ce8c93-d59a-45b3-af3a-72563ac4d405 HTTP/1.1" status: 204 len: 168 time: 0.1837943 Apr 28 19:40:00.949350 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661078c-ec4f-4699-a199-295badef9b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ce8c93-d59a-45b3-af3a-72563ac4d405,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:01.575933 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8400989-82eb-4d5d-9b33-63849fbe294d req-5333781f-7536-45b5-aecf-20fdb4529e1b tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:01.583097 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8400989-82eb-4d5d-9b33-63849fbe294d req-5333781f-7536-45b5-aecf-20fdb4529e1b tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:01.590671 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8400989-82eb-4d5d-9b33-63849fbe294d req-5333781f-7536-45b5-aecf-20fdb4529e1b tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:01.597115 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8400989-82eb-4d5d-9b33-63849fbe294d req-5333781f-7536-45b5-aecf-20fdb4529e1b tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:01.603512 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8400989-82eb-4d5d-9b33-63849fbe294d req-5333781f-7536-45b5-aecf-20fdb4529e1b tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:01.610666 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8400989-82eb-4d5d-9b33-63849fbe294d req-5333781f-7536-45b5-aecf-20fdb4529e1b tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:01.638924 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8400989-82eb-4d5d-9b33-63849fbe294d req-5333781f-7536-45b5-aecf-20fdb4529e1b tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:01.641436 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b8400989-82eb-4d5d-9b33-63849fbe294d req-5333781f-7536-45b5-aecf-20fdb4529e1b tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5430 time: 0.1713064 Apr 28 19:40:01.713933 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:01.714524 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b8400989-82eb-4d5d-9b33-63849fbe294d req-38e3ed06-1edd-4d3b-8607-a72c7ecf4f82 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0651045 Apr 28 19:40:01.786798 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f08a3-b763-4a18-8e36-4c09d8d980cd req-a32955bb-40ab-4306-b0f3-c126f862c690 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:01.788597 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fd1f08a3-b763-4a18-8e36-4c09d8d980cd req-a32955bb-40ab-4306-b0f3-c126f862c690 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.0675359 Apr 28 19:40:01.860702 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fd1f08a3-b763-4a18-8e36-4c09d8d980cd req-fd38c913-c14b-453b-9a6d-90880b740103 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646858 Apr 28 19:40:01.953849 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 47902) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:02.162372 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-e6bc3fba-326d-4611-8f92-3512c2ead9f9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1833607798-network', 'tenant_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:02.185003 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bc3fba-326d-4611-8f92-3512c2ead9f9 admin admin] Made reservation on behalf of 9ccc7fa26fd54d9d8ef7f26bff52d48a for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:40:02.187711 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3fba-326d-4611-8f92-3512c2ead9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:02.196013 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3fba-326d-4611-8f92-3512c2ead9f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:02.278364 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3fba-326d-4611-8f92-3512c2ead9f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:02.283422 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3fba-326d-4611-8f92-3512c2ead9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:02.308081 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6bc3fba-326d-4611-8f92-3512c2ead9f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:40:02.322412 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc3fba-326d-4611-8f92-3512c2ead9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b782f1a-5dc7-420c-af2c-e40966d33a6a,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:02.328321 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3fba-326d-4611-8f92-3512c2ead9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:02.328746 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-e6bc3fba-326d-4611-8f92-3512c2ead9f9 admin admin] Added segment 90b7b226-2fdb-4558-9474-38f70f962e7a of type vlan for network 95dcbe99-eb7a-436c-a9e9-e9cb16699543 Apr 28 19:40:02.374029 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3fba-326d-4611-8f92-3512c2ead9f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:02.404383 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3fba-326d-4611-8f92-3512c2ead9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:02.406275 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bc3fba-326d-4611-8f92-3512c2ead9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:02.406537 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3fba-326d-4611-8f92-3512c2ead9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:02.465809 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e6bc3fba-326d-4611-8f92-3512c2ead9f9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5080152 Apr 28 19:40:02.465928 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 47920) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:02.471211 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-37374a45-b55e-4d56-827d-ccb1d3a94b30 admin admin] Request body: {'subnet': {'network_id': '95dcbe99-eb7a-436c-a9e9-e9cb16699543', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1833607798-subnet', 'tenant_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:02.486179 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc3fba-326d-4611-8f92-3512c2ead9f9 admin admin] Pushing event updated for resources: {'Network': ['ID=95dcbe99-eb7a-436c-a9e9-e9cb16699543,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:02.495397 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 95dcbe99-eb7a-436c-a9e9-e9cb16699543 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:40:02.498238 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37374a45-b55e-4d56-827d-ccb1d3a94b30 admin admin] Made reservation on behalf of 9ccc7fa26fd54d9d8ef7f26bff52d48a for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:40:02.501595 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-37374a45-b55e-4d56-827d-ccb1d3a94b30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:02.716638 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-37374a45-b55e-4d56-827d-ccb1d3a94b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:02.833530 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37374a45-b55e-4d56-827d-ccb1d3a94b30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bebbc3ed-ee5c-4fd1-8fb7-aba2b821eb50,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:02.857776 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37374a45-b55e-4d56-827d-ccb1d3a94b30 admin admin] Checking segment: {'id': '90b7b226-2fdb-4558-9474-38f70f962e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '95dcbe99-eb7a-436c-a9e9-e9cb16699543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:40:02.858249 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37374a45-b55e-4d56-827d-ccb1d3a94b30 admin admin] Network hostable DHCP agents. Network: 95dcbe99-eb7a-436c-a9e9-e9cb16699543, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:40:02.884283 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-e14f249b-f630-4e8d-9f1b-48aa9e75df04 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:02.885970 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-e14f249b-f630-4e8d-9f1b-48aa9e75df04 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/networks?id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd HTTP/1.1" status: 200 len: 807 time: 0.1805012 Apr 28 19:40:02.902415 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37374a45-b55e-4d56-827d-ccb1d3a94b30 admin admin] Network 95dcbe99-eb7a-436c-a9e9-e9cb16699543 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:40:02.910098 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-796623d7-e5c9-4aec-b078-03235255b553 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/quotas/65106efa94b44e66ac09133941d375fb HTTP/1.1" status: 200 len: 375 time: 0.0162690 Apr 28 19:40:02.914938 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-37374a45-b55e-4d56-827d-ccb1d3a94b30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 95dcbe99-eb7a-436c-a9e9-e9cb16699543) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:02.916213 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e04b3-02ea-46e9-b501-7cd750ff9407 req-4e669d25-81a7-44bc-9b90-05f816b70f07 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:02.923865 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e04b3-02ea-46e9-b501-7cd750ff9407 req-4e669d25-81a7-44bc-9b90-05f816b70f07 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:02.927939 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64b1900-278d-4353-9554-e9ec7b74748e None None] Network 95dcbe99-eb7a-436c-a9e9-e9cb16699543 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:40:02.929767 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e04b3-02ea-46e9-b501-7cd750ff9407 req-4e669d25-81a7-44bc-9b90-05f816b70f07 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:02.935569 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37374a45-b55e-4d56-827d-ccb1d3a94b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:02.935569 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-37374a45-b55e-4d56-827d-ccb1d3a94b30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:02.935898 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e04b3-02ea-46e9-b501-7cd750ff9407 req-4e669d25-81a7-44bc-9b90-05f816b70f07 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:02.943072 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e04b3-02ea-46e9-b501-7cd750ff9407 req-4e669d25-81a7-44bc-9b90-05f816b70f07 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:02.949605 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e04b3-02ea-46e9-b501-7cd750ff9407 req-4e669d25-81a7-44bc-9b90-05f816b70f07 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:02.958401 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e04b3-02ea-46e9-b501-7cd750ff9407 req-4e669d25-81a7-44bc-9b90-05f816b70f07 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:02.969046 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e28e04b3-02ea-46e9-b501-7cd750ff9407 req-4e669d25-81a7-44bc-9b90-05f816b70f07 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5430 time: 0.1695290 Apr 28 19:40:02.972580 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-37374a45-b55e-4d56-827d-ccb1d3a94b30 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5056756 Apr 28 19:40:02.975437 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 47948) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:02.979875 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-e2172b5c-d643-4a0d-9a14-6f48a1bf8008 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1833607798-router', 'tenant_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:02.993492 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-c803b36e-0724-4c23-9a5e-1785e2f7ae6f tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=65106efa94b44e66ac09133941d375fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0720410 Apr 28 19:40:03.026793 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e28e04b3-02ea-46e9-b501-7cd750ff9407 req-feb7f2d1-b1b9-4f76-bfc4-7a379808aab4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565434 Apr 28 19:40:03.079951 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2172b5c-d643-4a0d-9a14-6f48a1bf8008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:03.081066 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2172b5c-d643-4a0d-9a14-6f48a1bf8008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:03.121785 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9148ba63-9050-4457-aaa2-ecee34fd71c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-95dcbe99-eb7a-436c-a9e9-e9cb16699543', 'network_id': '95dcbe99-eb7a-436c-a9e9-e9cb16699543', 'tenant_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a', 'fixed_ips': [{'subnet_id': 'bebbc3ed-ee5c-4fd1-8fb7-aba2b821eb50'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:40:03.123110 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9148ba63-9050-4457-aaa2-ecee34fd71c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:03.167948 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2172b5c-d643-4a0d-9a14-6f48a1bf8008 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:03.171315 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b84d3-0d06-48f3-8c49-4a64824f5793 req-f981d33a-111f-4fa1-9312-70b3fd09b27e tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:03.175430 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4c0b84d3-0d06-48f3-8c49-4a64824f5793 req-f981d33a-111f-4fa1-9312-70b3fd09b27e tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.0784848 Apr 28 19:40:03.179249 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-bd1c21d3-bf34-4bd6-ac28-69a850aa20c7 service neutron] 10.222.0.42 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765840 Apr 28 19:40:03.236371 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4c0b84d3-0d06-48f3-8c49-4a64824f5793 req-f8b39876-5d25-403a-849b-1079618ce962 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479691 Apr 28 19:40:03.270900 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:03.343886 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-9148ba63-9050-4457-aaa2-ecee34fd71c5 None None] Allocated IP 172.20.0.2 (95dcbe99-eb7a-436c-a9e9-e9cb16699543/bebbc3ed-ee5c-4fd1-8fb7-aba2b821eb50/56d1ee09-6328-4a66-b4f4-81721d849f9d) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:40:03.399796 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2172b5c-d643-4a0d-9a14-6f48a1bf8008 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:03.457038 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-733e3cfa-9c49-44f9-aa05-c35e7f2064a7 service neutron] 10.222.0.42 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768028 Apr 28 19:40:03.505947 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c0a5e-c70f-4922-a654-7911d54cc51e req-e12f964a-7099-451a-9e29-432bcfe6ea60 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:03.510778 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-559c0a5e-c70f-4922-a654-7911d54cc51e req-e12f964a-7099-451a-9e29-432bcfe6ea60 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.0786517 Apr 28 19:40:03.609557 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-559c0a5e-c70f-4922-a654-7911d54cc51e req-7e03561c-9811-4648-841c-c99e89a0b6fc tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904574 Apr 28 19:40:03.641647 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479457d-43f6-4925-9c6e-5cf9c541e915 req-28c3fa3e-bec9-4991-b3a5-6a9b4001451d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:03.643158 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9479457d-43f6-4925-9c6e-5cf9c541e915 req-28c3fa3e-bec9-4991-b3a5-6a9b4001451d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94740374ca054549b67b793671aaad05&device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 1095 time: 0.1051085 Apr 28 19:40:03.661702 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9148ba63-9050-4457-aaa2-ecee34fd71c5 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:03.669102 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9148ba63-9050-4457-aaa2-ecee34fd71c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:03.732323 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148ba63-9050-4457-aaa2-ecee34fd71c5 None None] Pushing event updated for resources: {'Port': ['ID=56d1ee09-6328-4a66-b4f4-81721d849f9d,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:03.744594 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148ba63-9050-4457-aaa2-ecee34fd71c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:03.744939 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148ba63-9050-4457-aaa2-ecee34fd71c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:03.745273 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148ba63-9050-4457-aaa2-ecee34fd71c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:03.745602 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148ba63-9050-4457-aaa2-ecee34fd71c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:03.745931 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148ba63-9050-4457-aaa2-ecee34fd71c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:03.746252 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148ba63-9050-4457-aaa2-ecee34fd71c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:03.746869 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148ba63-9050-4457-aaa2-ecee34fd71c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:03.746869 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148ba63-9050-4457-aaa2-ecee34fd71c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:03.747183 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148ba63-9050-4457-aaa2-ecee34fd71c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:03.747543 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148ba63-9050-4457-aaa2-ecee34fd71c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:03.747820 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148ba63-9050-4457-aaa2-ecee34fd71c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:03.748136 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148ba63-9050-4457-aaa2-ecee34fd71c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:03.762888 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9148ba63-9050-4457-aaa2-ecee34fd71c5 None None] Network 95dcbe99-eb7a-436c-a9e9-e9cb16699543 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:40:03.765175 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-9148ba63-9050-4457-aaa2-ecee34fd71c5 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:03.770811 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9148ba63-9050-4457-aaa2-ecee34fd71c5 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:40:03.870452 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-9148ba63-9050-4457-aaa2-ecee34fd71c5 None None] Attempting to bind port 56d1ee09-6328-4a66-b4f4-81721d849f9d on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:40:03.871072 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-9148ba63-9050-4457-aaa2-ecee34fd71c5 None None] Attempting to bind port 56d1ee09-6328-4a66-b4f4-81721d849f9d by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '90b7b226-2fdb-4558-9474-38f70f962e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '95dcbe99-eb7a-436c-a9e9-e9cb16699543'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:40:03.872003 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148ba63-9050-4457-aaa2-ecee34fd71c5 None None] Attempting to bind port 56d1ee09-6328-4a66-b4f4-81721d849f9d on network 95dcbe99-eb7a-436c-a9e9-e9cb16699543 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:40:03.879677 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479457d-43f6-4925-9c6e-5cf9c541e915 req-19a53663-6f64-4644-8492-ead41cd175b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:03.881513 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9479457d-43f6-4925-9c6e-5cf9c541e915 req-19a53663-6f64-4644-8492-ead41cd175b0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 HTTP/1.1" status: 200 len: 913 time: 0.2225327 Apr 28 19:40:03.882836 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2172b5c-d643-4a0d-9a14-6f48a1bf8008 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:03.886478 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148ba63-9050-4457-aaa2-ecee34fd71c5 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:40:03.887102 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148ba63-9050-4457-aaa2-ecee34fd71c5 None None] Checking segment: {'id': '90b7b226-2fdb-4558-9474-38f70f962e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '95dcbe99-eb7a-436c-a9e9-e9cb16699543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:40:03.887575 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9148ba63-9050-4457-aaa2-ecee34fd71c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:03.889122 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148ba63-9050-4457-aaa2-ecee34fd71c5 None None] Bound using segment: {'id': '90b7b226-2fdb-4558-9474-38f70f962e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '95dcbe99-eb7a-436c-a9e9-e9cb16699543'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:40:03.890018 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-9148ba63-9050-4457-aaa2-ecee34fd71c5 None None] Bound port: 56d1ee09-6328-4a66-b4f4-81721d849f9d, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b7b226-2fdb-4558-9474-38f70f962e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '95dcbe99-eb7a-436c-a9e9-e9cb16699543'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:40:03.890469 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9148ba63-9050-4457-aaa2-ecee34fd71c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:03.916125 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2172b5c-d643-4a0d-9a14-6f48a1bf8008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:03.969890 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7a8e3726-edae-437e-a4d1-8b756a86cf5d req-77e75be1-9bb0-4ecb-8f01-dc303bf6796b tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 210 time: 0.0829618 Apr 28 19:40:03.991574 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-9148ba63-9050-4457-aaa2-ecee34fd71c5 None None] For port 56d1ee09-6328-4a66-b4f4-81721d849f9d, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:40:03.999010 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-9148ba63-9050-4457-aaa2-ecee34fd71c5 None None] For port 56d1ee09-6328-4a66-b4f4-81721d849f9d, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=56d1ee09-6328-4a66-b4f4-81721d849f9d,segment=NetworkSegment(90b7b226-2fdb-4558-9474-38f70f962e7a),segment_id=90b7b226-2fdb-4558-9474-38f70f962e7a)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:40:04.007840 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9148ba63-9050-4457-aaa2-ecee34fd71c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:04.039053 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9479457d-43f6-4925-9c6e-5cf9c541e915 req-ab998aca-92e5-4719-9585-027f93b231bb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 HTTP/1.1" status: 200 len: 998 time: 0.1301081 Apr 28 19:40:04.151588 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148ba63-9050-4457-aaa2-ecee34fd71c5 None None] Pushing event updated for resources: {'Port': ['ID=56d1ee09-6328-4a66-b4f4-81721d849f9d,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:04.214885 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479457d-43f6-4925-9c6e-5cf9c541e915 req-77b094a9-cf3a-47f1-a5d4-6316cfe76b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:04.216395 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9479457d-43f6-4925-9c6e-5cf9c541e915 req-77b094a9-cf3a-47f1-a5d4-6316cfe76b73 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43d83121-413d-4da3-b294-551f60ac6b94 HTTP/1.1" status: 200 len: 851 time: 0.1632936 Apr 28 19:40:04.246938 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-e2172b5c-d643-4a0d-9a14-6f48a1bf8008 admin admin] Allocated IP 172.25.8.185 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/eb4b2c14-c9b6-4fb5-8b32-f3800816c82d) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:40:04.377741 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ced0d-ca16-45ab-b5b0-307be777a9a9 req-89f722fa-fc98-47e1-8071-8a5f49dad04a tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:04.384023 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ced0d-ca16-45ab-b5b0-307be777a9a9 req-89f722fa-fc98-47e1-8071-8a5f49dad04a tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:04.392684 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ced0d-ca16-45ab-b5b0-307be777a9a9 req-89f722fa-fc98-47e1-8071-8a5f49dad04a tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:04.399559 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ced0d-ca16-45ab-b5b0-307be777a9a9 req-89f722fa-fc98-47e1-8071-8a5f49dad04a tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:04.407046 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ced0d-ca16-45ab-b5b0-307be777a9a9 req-89f722fa-fc98-47e1-8071-8a5f49dad04a tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:04.414239 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ced0d-ca16-45ab-b5b0-307be777a9a9 req-89f722fa-fc98-47e1-8071-8a5f49dad04a tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:04.424505 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ced0d-ca16-45ab-b5b0-307be777a9a9 req-89f722fa-fc98-47e1-8071-8a5f49dad04a tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:04.445697 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1d2ced0d-ca16-45ab-b5b0-307be777a9a9 req-89f722fa-fc98-47e1-8071-8a5f49dad04a tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5430 time: 0.2595124 Apr 28 19:40:04.458808 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479457d-43f6-4925-9c6e-5cf9c541e915 req-712a14fb-742c-4e16-a7d5-342077517b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:04.460631 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9479457d-43f6-4925-9c6e-5cf9c541e915 req-712a14fb-742c-4e16-a7d5-342077517b77 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2152832 Apr 28 19:40:04.648452 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1d2ced0d-ca16-45ab-b5b0-307be777a9a9 req-15164aa9-24cd-4863-af87-82f032c6a36a tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2015598 Apr 28 19:40:04.695827 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2172b5c-d643-4a0d-9a14-6f48a1bf8008 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:04.706441 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9479457d-43f6-4925-9c6e-5cf9c541e915 req-8f9f7f60-ab4f-4e0b-a3ed-47539bd485d2 service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235034 Apr 28 19:40:04.791501 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d925d-a497-4b1a-b37a-42e393bc8014 req-f24c606e-f7a2-4297-a0f6-089743143d34 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:04.793334 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-058d925d-a497-4b1a-b37a-42e393bc8014 req-f24c606e-f7a2-4297-a0f6-089743143d34 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.0821636 Apr 28 19:40:04.886058 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-058d925d-a497-4b1a-b37a-42e393bc8014 req-782f0337-371d-4ec5-a2fa-24373b590d1f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808852 Apr 28 19:40:04.894031 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2172b5c-d643-4a0d-9a14-6f48a1bf8008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:04.908779 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9479457d-43f6-4925-9c6e-5cf9c541e915 req-89c5d560-b221-4aad-845f-83c564d3cf07 service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903682 Apr 28 19:40:04.953173 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2172b5c-d643-4a0d-9a14-6f48a1bf8008 admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:40:04.956762 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-e2172b5c-d643-4a0d-9a14-6f48a1bf8008 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:04.960957 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2172b5c-d643-4a0d-9a14-6f48a1bf8008 admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:40:04.984767 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2172b5c-d643-4a0d-9a14-6f48a1bf8008 admin admin] Pushing event updated for resources: {'Port': ['ID=eb4b2c14-c9b6-4fb5-8b32-f3800816c82d,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:05.152827 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f49f3cf3-7afc-4ffa-9c26-f70339a49268 req-22dfe255-be87-4453-b64e-9f6ef9ea481b tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 210 time: 0.0578306 Apr 28 19:40:05.380338 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2172b5c-d643-4a0d-9a14-6f48a1bf8008 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:05.621655 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 56d1ee09-6328-4a66-b4f4-81721d849f9d up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:40:05.669236 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8748eda-88a8-416b-b613-6290f931c775 None None] Network 95dcbe99-eb7a-436c-a9e9-e9cb16699543 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:40:05.704216 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2172b5c-d643-4a0d-9a14-6f48a1bf8008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:05.864739 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2172b5c-d643-4a0d-9a14-6f48a1bf8008 admin admin] Router f9203e48-15c9-4543-9f9c-ff69c1b931e9 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:40:05.869930 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-9ad2055c-6429-453b-847c-4964801130fa None None] Provisioning complete for port 56d1ee09-6328-4a66-b4f4-81721d849f9d triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:05.870511 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9ad2055c-6429-453b-847c-4964801130fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:05.925829 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 56d1ee09-6328-4a66-b4f4-81721d849f9d triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:05.926374 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:06.053537 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-04a51bac-d7e5-461e-8693-ec40b9f0a2d6 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:06.071683 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-04a51bac-d7e5-461e-8693-ec40b9f0a2d6 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.15 "GET /v2.0/networks?id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd HTTP/1.1" status: 200 len: 807 time: 0.7802632 Apr 28 19:40:06.081546 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-d6d90017-0b1a-4eca-a07c-2f09eddb0107 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Request body: {'port': {'device_id': 'e3139d63-a43b-4b47-99da-30a2bbb4d70b', 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd', 'admin_state_up': True, 'tenant_id': '65106efa94b44e66ac09133941d375fb'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:06.130757 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2e3e9-7e92-414f-b32a-c542683da77b req-271614dc-5139-484d-8b17-c75fc0823e69 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:06.139869 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aea2e3e9-7e92-414f-b32a-c542683da77b req-271614dc-5139-484d-8b17-c75fc0823e69 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.0872874 Apr 28 19:40:06.208572 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aea2e3e9-7e92-414f-b32a-c542683da77b req-2007fedd-8bca-447a-9c37-e03cd3ae2695 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673654 Apr 28 19:40:06.218709 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2172b5c-d643-4a0d-9a14-6f48a1bf8008 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:40:06.244636 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83971531-029b-411e-b4e5-5bc180517830 None None] Sync routers for ids ['f9203e48-15c9-4543-9f9c-ff69c1b931e9'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:40:06.264677 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83971531-029b-411e-b4e5-5bc180517830 None None] Routers {'f9203e48-15c9-4543-9f9c-ff69c1b931e9'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:40:06.272620 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-83971531-029b-411e-b4e5-5bc180517830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:39:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['f9203e48-15c9-4543-9f9c-ff69c1b931e9'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:06.286020 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2172b5c-d643-4a0d-9a14-6f48a1bf8008 admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:06.287262 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9ad2055c-6429-453b-847c-4964801130fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:06.292297 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e2172b5c-d643-4a0d-9a14-6f48a1bf8008 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3134871 Apr 28 19:40:06.292967 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48040) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:06.362555 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:06.368428 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-9ad2055c-6429-453b-847c-4964801130fa None None] For port 56d1ee09-6328-4a66-b4f4-81721d849f9d, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=56d1ee09-6328-4a66-b4f4-81721d849f9d,segment=NetworkSegment(90b7b226-2fdb-4558-9474-38f70f962e7a),segment_id=90b7b226-2fdb-4558-9474-38f70f962e7a)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:06.382318 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9ad2055c-6429-453b-847c-4964801130fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:06.443333 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2055c-6429-453b-847c-4964801130fa None None] Pushing event updated for resources: {'Port': ['ID=56d1ee09-6328-4a66-b4f4-81721d849f9d,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:06.463867 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-20f792e8-f0fb-489d-990f-768187e79fcd req-f993dd36-06bd-40d2-9377-2f76a41fbf4b tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 210 time: 0.0478864 Apr 28 19:40:06.501292 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-83971531-029b-411e-b4e5-5bc180517830 None None] Set router f9203e48-15c9-4543-9f9c-ff69c1b931e9 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:40:06.520453 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925f381-014e-43e2-8882-c1d985db167e req-0a2bf5d0-b5f5-4d41-a998-66f667f89de4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:06.527600 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925f381-014e-43e2-8882-c1d985db167e req-0a2bf5d0-b5f5-4d41-a998-66f667f89de4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:06.534386 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925f381-014e-43e2-8882-c1d985db167e req-0a2bf5d0-b5f5-4d41-a998-66f667f89de4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:06.542765 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925f381-014e-43e2-8882-c1d985db167e req-0a2bf5d0-b5f5-4d41-a998-66f667f89de4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:06.550057 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925f381-014e-43e2-8882-c1d985db167e req-0a2bf5d0-b5f5-4d41-a998-66f667f89de4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:06.556359 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925f381-014e-43e2-8882-c1d985db167e req-0a2bf5d0-b5f5-4d41-a998-66f667f89de4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:06.563103 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925f381-014e-43e2-8882-c1d985db167e req-0a2bf5d0-b5f5-4d41-a998-66f667f89de4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:06.573620 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e925f381-014e-43e2-8882-c1d985db167e req-0a2bf5d0-b5f5-4d41-a998-66f667f89de4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5430 time: 0.2505653 Apr 28 19:40:06.592515 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3483bbb9-3c63-4372-bd00-393bbbe7d271 None None] Provisioning complete for port 56d1ee09-6328-4a66-b4f4-81721d849f9d triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:06.595903 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3483bbb9-3c63-4372-bd00-393bbbe7d271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:06.605170 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-d6d90017-0b1a-4eca-a07c-2f09eddb0107 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Made reservation on behalf of 65106efa94b44e66ac09133941d375fb for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:40:06.610150 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-d6d90017-0b1a-4eca-a07c-2f09eddb0107 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:06.684372 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e925f381-014e-43e2-8882-c1d985db167e req-599920cd-c453-4889-b3a0-1df1c6762ae3 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1097140 Apr 28 19:40:06.694130 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:40:06.697776 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:40:06.791523 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a532df-9ec5-4125-b227-31d0d63b0f40 req-73bafd3a-dc0b-4e8d-9b01-ea4416a90cc6 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:06.794078 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-83971531-029b-411e-b4e5-5bc180517830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9203e48-15c9-4543-9f9c-ff69c1b931e9', 'name': 'tempest-ServersTestMultiNic-1833607798-router', 'tenant_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'eb4b2c14-c9b6-4fb5-8b32-f3800816c82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:40:03Z', 'updated_at': '2022-04-28T19:40:05Z', 'revision_number': 3, 'project_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a', 'gw_port': {'id': 'eb4b2c14-c9b6-4fb5-8b32-f3800816c82d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ec:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9203e48-15c9-4543-9f9c-ff69c1b931e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:03Z', 'updated_at': '2022-04-28T19:40:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:06.802105 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e5a532df-9ec5-4125-b227-31d0d63b0f40 req-73bafd3a-dc0b-4e8d-9b01-ea4416a90cc6 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1512427 Apr 28 19:40:06.861623 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83971531-029b-411e-b4e5-5bc180517830 None None] Checking router: f9203e48-15c9-4543-9f9c-ff69c1b931e9 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:40:06.861893 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83971531-029b-411e-b4e5-5bc180517830 None None] Updating router f9203e48-15c9-4543-9f9c-ff69c1b931e9 port eb4b2c14-c9b6-4fb5-8b32-f3800816c82d binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:40:06.904086 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-83971531-029b-411e-b4e5-5bc180517830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:06.929834 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-d6d90017-0b1a-4eca-a07c-2f09eddb0107 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Allocated IP 172.20.0.4 (497e1d66-f4cf-46aa-aa27-9862cbaf14dd/0d5c93c2-9d1b-4c66-8e1f-a78766af188b/d226c7a6-986b-4039-a406-328e2e2e9372) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:40:07.025999 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e5a532df-9ec5-4125-b227-31d0d63b0f40 req-a7a68933-bbf1-4025-9130-02046b7767a1 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165196 Apr 28 19:40:07.222117 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-d6d90017-0b1a-4eca-a07c-2f09eddb0107 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:07.265375 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-d6d90017-0b1a-4eca-a07c-2f09eddb0107 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:07.281432 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['aadf9260-8573-4b20-888a-2caa4d850f12'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:40:07.410827 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d90017-0b1a-4eca-a07c-2f09eddb0107 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Pushing event updated for resources: {'Port': ['ID=d226c7a6-986b-4039-a406-328e2e2e9372,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:07.433699 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-d6d90017-0b1a-4eca-a07c-2f09eddb0107 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:40:07.440993 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-d6d90017-0b1a-4eca-a07c-2f09eddb0107 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:07.453347 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-83971531-029b-411e-b4e5-5bc180517830 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:07.455020 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-d6d90017-0b1a-4eca-a07c-2f09eddb0107 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:40:07.478282 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-83971531-029b-411e-b4e5-5bc180517830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:07.531093 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-83971531-029b-411e-b4e5-5bc180517830 None None] Attempting to bind port eb4b2c14-c9b6-4fb5-8b32-f3800816c82d on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:40:07.531913 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-83971531-029b-411e-b4e5-5bc180517830 None None] Attempting to bind port eb4b2c14-c9b6-4fb5-8b32-f3800816c82d by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:40:07.532576 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83971531-029b-411e-b4e5-5bc180517830 None None] Attempting to bind port eb4b2c14-c9b6-4fb5-8b32-f3800816c82d on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:40:07.581455 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-d6d90017-0b1a-4eca-a07c-2f09eddb0107 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:07.582249 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-d6d90017-0b1a-4eca-a07c-2f09eddb0107 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:07.594546 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 56d1ee09-6328-4a66-b4f4-81721d849f9d up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:40:07.633037 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83971531-029b-411e-b4e5-5bc180517830 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:40:07.633567 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83971531-029b-411e-b4e5-5bc180517830 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:40:07.634073 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-83971531-029b-411e-b4e5-5bc180517830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:07.636497 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83971531-029b-411e-b4e5-5bc180517830 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:40:07.637138 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-83971531-029b-411e-b4e5-5bc180517830 None None] Bound port: eb4b2c14-c9b6-4fb5-8b32-f3800816c82d, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:40:07.637690 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-83971531-029b-411e-b4e5-5bc180517830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:07.644070 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-d6d90017-0b1a-4eca-a07c-2f09eddb0107 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5721340 Apr 28 19:40:07.671494 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-afed8474-3296-4029-a258-c83ceac4d809 service neutron] Request body: {'port': {'device_id': 'e3139d63-a43b-4b47-99da-30a2bbb4d70b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:07.692901 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c54819-b94e-4578-ab65-a9cb3e16cfde req-f6ee0df0-6e4a-4292-8453-3df0258e7883 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:07.694489 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e5c54819-b94e-4578-ab65-a9cb3e16cfde req-f6ee0df0-6e4a-4292-8453-3df0258e7883 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 931 time: 0.1094401 Apr 28 19:40:07.729192 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 56d1ee09-6328-4a66-b4f4-81721d849f9d triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:07.729706 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:07.798138 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e5c54819-b94e-4578-ab65-a9cb3e16cfde req-f01c95e0-f92d-4506-98cd-10bb1929c591 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804727 Apr 28 19:40:07.798885 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-afed8474-3296-4029-a258-c83ceac4d809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:07.935168 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-83971531-029b-411e-b4e5-5bc180517830 None None] For port eb4b2c14-c9b6-4fb5-8b32-f3800816c82d, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:40:07.938144 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-83971531-029b-411e-b4e5-5bc180517830 None None] For port eb4b2c14-c9b6-4fb5-8b32-f3800816c82d, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=eb4b2c14-c9b6-4fb5-8b32-f3800816c82d,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:40:07.947568 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-83971531-029b-411e-b4e5-5bc180517830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:07.961382 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094a491-e008-4ee4-9846-2231d63c8334 None None] Pushing event updated for resources: {'Port': ['ID=eb4b2c14-c9b6-4fb5-8b32-f3800816c82d,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:07.969222 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094a491-e008-4ee4-9846-2231d63c8334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:07.969566 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094a491-e008-4ee4-9846-2231d63c8334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:07.969902 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094a491-e008-4ee4-9846-2231d63c8334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:07.970234 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094a491-e008-4ee4-9846-2231d63c8334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:07.970562 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094a491-e008-4ee4-9846-2231d63c8334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:07.970889 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094a491-e008-4ee4-9846-2231d63c8334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:07.971210 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094a491-e008-4ee4-9846-2231d63c8334 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:07.971530 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094a491-e008-4ee4-9846-2231d63c8334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:07.971853 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094a491-e008-4ee4-9846-2231d63c8334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:07.972194 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094a491-e008-4ee4-9846-2231d63c8334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:07.972516 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094a491-e008-4ee4-9846-2231d63c8334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:07.972835 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094a491-e008-4ee4-9846-2231d63c8334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:08.013120 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83971531-029b-411e-b4e5-5bc180517830 None None] Routers {'f9203e48-15c9-4543-9f9c-ff69c1b931e9'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:40:08.013765 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-83971531-029b-411e-b4e5-5bc180517830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:39:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['f9203e48-15c9-4543-9f9c-ff69c1b931e9'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:08.124218 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-83971531-029b-411e-b4e5-5bc180517830 None None] Set router f9203e48-15c9-4543-9f9c-ff69c1b931e9 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:40:08.142555 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32446e-03c7-41fb-9dc7-8bb81d9fed56 req-244c7d9e-03d0-46b1-8399-1e5fd511ce67 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:08.144829 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7c32446e-03c7-41fb-9dc7-8bb81d9fed56 req-244c7d9e-03d0-46b1-8399-1e5fd511ce67 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1478448 Apr 28 19:40:08.183772 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98f788-345e-42c9-b70c-d5121cdf604c req-3c7186b5-74f9-492e-bf3a-5349916162f6 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:08.195274 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98f788-345e-42c9-b70c-d5121cdf604c req-3c7186b5-74f9-492e-bf3a-5349916162f6 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:08.215485 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98f788-345e-42c9-b70c-d5121cdf604c req-3c7186b5-74f9-492e-bf3a-5349916162f6 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:08.233068 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98f788-345e-42c9-b70c-d5121cdf604c req-3c7186b5-74f9-492e-bf3a-5349916162f6 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:08.246147 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7c32446e-03c7-41fb-9dc7-8bb81d9fed56 req-ceaaf5df-6381-46c8-a722-bb28b3b7a472 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636420 Apr 28 19:40:08.256896 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-db2f2ea7-2507-4e1b-88fc-e5c4574e52ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:08.262317 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98f788-345e-42c9-b70c-d5121cdf604c req-3c7186b5-74f9-492e-bf3a-5349916162f6 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:08.265345 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094a491-e008-4ee4-9846-2231d63c8334 None None] Pushing event updated for resources: {'Port': ['ID=eb4b2c14-c9b6-4fb5-8b32-f3800816c82d,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:08.287721 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98f788-345e-42c9-b70c-d5121cdf604c req-3c7186b5-74f9-492e-bf3a-5349916162f6 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:08.294849 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98f788-345e-42c9-b70c-d5121cdf604c req-3c7186b5-74f9-492e-bf3a-5349916162f6 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:08.305571 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ba98f788-345e-42c9-b70c-d5121cdf604c req-3c7186b5-74f9-492e-bf3a-5349916162f6 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5430 time: 0.3162799 Apr 28 19:40:08.432191 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-83971531-029b-411e-b4e5-5bc180517830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9203e48-15c9-4543-9f9c-ff69c1b931e9', 'name': 'tempest-ServersTestMultiNic-1833607798-router', 'tenant_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'eb4b2c14-c9b6-4fb5-8b32-f3800816c82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:40:03Z', 'updated_at': '2022-04-28T19:40:05Z', 'revision_number': 3, 'project_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a', 'gw_port': {'id': 'eb4b2c14-c9b6-4fb5-8b32-f3800816c82d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ec:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9203e48-15c9-4543-9f9c-ff69c1b931e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:03Z', 'updated_at': '2022-04-28T19:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:08.456975 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ba98f788-345e-42c9-b70c-d5121cdf604c req-a5de9cac-0b0e-463c-9b32-daa6ff71e04e tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1501820 Apr 28 19:40:08.475260 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83971531-029b-411e-b4e5-5bc180517830 None None] The sync data for ids ['f9203e48-15c9-4543-9f9c-ff69c1b931e9'] in n-d-839810-1 is: [{'id': 'f9203e48-15c9-4543-9f9c-ff69c1b931e9', 'name': 'tempest-ServersTestMultiNic-1833607798-router', 'tenant_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'eb4b2c14-c9b6-4fb5-8b32-f3800816c82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:40:03Z', 'updated_at': '2022-04-28T19:40:05Z', 'revision_number': 3, 'project_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a', 'gw_port': {'id': 'eb4b2c14-c9b6-4fb5-8b32-f3800816c82d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ec:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9203e48-15c9-4543-9f9c-ff69c1b931e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:03Z', 'updated_at': '2022-04-28T19:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:40:08.545043 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-afed8474-3296-4029-a258-c83ceac4d809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d226c7a6-986b-4039-a406-328e2e2e9372 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:08.554311 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-afed8474-3296-4029-a258-c83ceac4d809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:08.567821 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-afed8474-3296-4029-a258-c83ceac4d809 service neutron] Transition to ACTIVE for port object d226c7a6-986b-4039-a406-328e2e2e9372 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:40:08.570670 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c92f36-d3be-4be5-85c5-2fadd08b2d66 req-c1188bef-f1b2-403b-a865-94a0424e4d67 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:08.572477 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-afed8474-3296-4029-a258-c83ceac4d809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:08.572647 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e5c92f36-d3be-4be5-85c5-2fadd08b2d66 req-c1188bef-f1b2-403b-a865-94a0424e4d67 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1729729 Apr 28 19:40:08.641806 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed8474-3296-4029-a258-c83ceac4d809 service neutron] Pushing event updated for resources: {'Port': ['ID=d226c7a6-986b-4039-a406-328e2e2e9372,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:08.658928 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e5c92f36-d3be-4be5-85c5-2fadd08b2d66 req-b4794e14-9d68-41bb-9177-9db65249d9da tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685892 Apr 28 19:40:08.674540 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-db2f2ea7-2507-4e1b-88fc-e5c4574e52ac admin admin] Allocated IP 172.20.0.1 (95dcbe99-eb7a-436c-a9e9-e9cb16699543/bebbc3ed-ee5c-4fd1-8fb7-aba2b821eb50/e9a572d8-bd95-4e30-8c0a-8b18976c2030) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:40:08.711166 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-afed8474-3296-4029-a258-c83ceac4d809 service neutron] Attempting to bind port d226c7a6-986b-4039-a406-328e2e2e9372 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:40:08.711912 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-afed8474-3296-4029-a258-c83ceac4d809 service neutron] Attempting to bind port d226c7a6-986b-4039-a406-328e2e2e9372 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:40:08.712498 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-afed8474-3296-4029-a258-c83ceac4d809 service neutron] Attempting to bind port d226c7a6-986b-4039-a406-328e2e2e9372 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:40:08.718809 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-afed8474-3296-4029-a258-c83ceac4d809 service neutron] Port d226c7a6-986b-4039-a406-328e2e2e9372 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:40:08.719599 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-afed8474-3296-4029-a258-c83ceac4d809 service neutron] Attempting to bind port d226c7a6-986b-4039-a406-328e2e2e9372 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:40:08.725560 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-afed8474-3296-4029-a258-c83ceac4d809 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:40:08.726619 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-afed8474-3296-4029-a258-c83ceac4d809 service neutron] Checking segment: {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:40:08.727075 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-afed8474-3296-4029-a258-c83ceac4d809 service neutron] Bound using segment: {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:40:08.727581 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-afed8474-3296-4029-a258-c83ceac4d809 service neutron] Bound port: d226c7a6-986b-4039-a406-328e2e2e9372, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:40:08.728067 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-afed8474-3296-4029-a258-c83ceac4d809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:08.895171 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-afed8474-3296-4029-a258-c83ceac4d809 service neutron] For port d226c7a6-986b-4039-a406-328e2e2e9372, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:40:08.925603 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-db2f2ea7-2507-4e1b-88fc-e5c4574e52ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:08.953065 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3d2db-74e4-4bf5-b768-59bd7f6236e4 req-0ba37b6c-2c91-4ba4-b2d4-ed7cd5b58518 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:08.956353 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-98e3d2db-74e4-4bf5-b768-59bd7f6236e4 req-0ba37b6c-2c91-4ba4-b2d4-ed7cd5b58518 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1596217 Apr 28 19:40:08.961565 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-afed8474-3296-4029-a258-c83ceac4d809 service neutron] For port d226c7a6-986b-4039-a406-328e2e2e9372, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=d226c7a6-986b-4039-a406-328e2e2e9372,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:40:08.987235 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-afed8474-3296-4029-a258-c83ceac4d809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:09.047791 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-db2f2ea7-2507-4e1b-88fc-e5c4574e52ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:09.070702 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b71cef-b057-42fc-9c48-ca72b9d83d11 req-5bbbd59f-4953-40bf-801a-ad4a40c7d4ef tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:09.072687 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e3b71cef-b057-42fc-9c48-ca72b9d83d11 req-5bbbd59f-4953-40bf-801a-ad4a40c7d4ef tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 943 time: 0.0945759 Apr 28 19:40:09.083532 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed8474-3296-4029-a258-c83ceac4d809 service neutron] Pushing event updated for resources: {'Port': ['ID=d226c7a6-986b-4039-a406-328e2e2e9372,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:09.092259 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-afed8474-3296-4029-a258-c83ceac4d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:09.093056 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-afed8474-3296-4029-a258-c83ceac4d809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:09.094844 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-afed8474-3296-4029-a258-c83ceac4d809 service neutron] 10.222.0.15 "PUT /v2.0/ports/d226c7a6-986b-4039-a406-328e2e2e9372 HTTP/1.1" status: 200 len: 1091 time: 1.4355505 Apr 28 19:40:09.111205 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3139d63-a43b-4b47-99da-30a2bbb4d70b', 'tag': 'd226c7a6-986b-4039-a406-328e2e2e9372'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:09.114232 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525c8fbb-4fa9-4906-8019-674b82934128" -d '{"events": [{"name": "network-changed", "server_uuid": "e3139d63-a43b-4b47-99da-30a2bbb4d70b", "tag": "d226c7a6-986b-4039-a406-328e2e2e9372"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:40:09.116452 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2f2ea7-2507-4e1b-88fc-e5c4574e52ac admin admin] Network 95dcbe99-eb7a-436c-a9e9-e9cb16699543 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:40:09.134580 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-db2f2ea7-2507-4e1b-88fc-e5c4574e52ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:09.139210 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2f2ea7-2507-4e1b-88fc-e5c4574e52ac admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:40:09.185113 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-98e3d2db-74e4-4bf5-b768-59bd7f6236e4 req-b1e4ae5f-b8aa-491a-b007-7ee2bf29da0e tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2213602 Apr 28 19:40:09.226499 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-db2f2ea7-2507-4e1b-88fc-e5c4574e52ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:09.262958 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedad4a6-0bb3-4ec0-b835-f6879283a799 x-openstack-request-id: req-dedad4a6-0bb3-4ec0-b835-f6879283a799 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:40:09.263530 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3139d63-a43b-4b47-99da-30a2bbb4d70b", "tag": "d226c7a6-986b-4039-a406-328e2e2e9372", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:40:09.263530 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dedad4a6-0bb3-4ec0-b835-f6879283a799 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:40:09.264023 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dedad4a6-0bb3-4ec0-b835-f6879283a799'] response: {'name': 'network-changed', 'server_uuid': 'e3139d63-a43b-4b47-99da-30a2bbb4d70b', 'tag': 'd226c7a6-986b-4039-a406-328e2e2e9372', 'status': 'completed', 'code': 200} Apr 28 19:40:09.285262 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-b1cd097e-17a7-4cd9-a4aa-71693b491067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:09.293763 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-b1cd097e-17a7-4cd9-a4aa-71693b491067 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65106efa94b44e66ac09133941d375fb&device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 1094 time: 0.1388650 Apr 28 19:40:09.387080 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-c19aab44-dbba-4029-8dc8-a7a3114560fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d226c7a6-986b-4039-a406-328e2e2e9372 HTTP/1.1" status: 200 len: 217 time: 0.0837669 Apr 28 19:40:09.537890 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-35307ec0-c57d-4ab4-859a-b6b04277f312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:09.539414 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-35307ec0-c57d-4ab4-859a-b6b04277f312 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d5c93c2-9d1b-4c66-8e1f-a78766af188b HTTP/1.1" status: 200 len: 847 time: 0.1444986 Apr 28 19:40:09.602632 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-cb67ce39-de47-42d9-bab1-a0186e51eb2d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489368 Apr 28 19:40:09.640651 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device eb4b2c14-c9b6-4fb5-8b32-f3800816c82d up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:40:09.682653 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e3b71cef-b057-42fc-9c48-ca72b9d83d11 req-08b24de0-1c48-4b9d-be5d-1678dee528c9 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5762947 Apr 28 19:40:09.687426 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f2ea7-2507-4e1b-88fc-e5c4574e52ac admin admin] Pushing event updated for resources: {'Port': ['ID=e9a572d8-bd95-4e30-8c0a-8b18976c2030,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:09.733389 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-db2f2ea7-2507-4e1b-88fc-e5c4574e52ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:09.767774 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2194669-62ba-4696-907a-04ca4ca7902f req-038e37d5-5640-40f6-9d2d-6799126a569d tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:09.769698 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c2194669-62ba-4696-907a-04ca4ca7902f req-038e37d5-5640-40f6-9d2d-6799126a569d tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1661241 Apr 28 19:40:09.848739 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-fba86557-7370-4e18-a1b8-59b59e2e7ff8 None None] Provisioning complete for port e9a572d8-bd95-4e30-8c0a-8b18976c2030 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:09.849547 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fba86557-7370-4e18-a1b8-59b59e2e7ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:09.866562 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c2194669-62ba-4696-907a-04ca4ca7902f req-a2b9e8d5-d1d1-4062-ad7e-d5a179a18132 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834370 Apr 28 19:40:09.900338 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-4e8819cb-fb44-4cbb-9f13-e624d974c8d1 service neutron] 10.222.0.15 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823288 Apr 28 19:40:09.919427 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-fba86557-7370-4e18-a1b8-59b59e2e7ff8 None None] Port e9a572d8-bd95-4e30-8c0a-8b18976c2030 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:40:09.930158 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port eb4b2c14-c9b6-4fb5-8b32-f3800816c82d triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:09.930714 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:10.089568 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e720480-65db-40ae-af1f-525cb2aa2ee4 req-b9080a03-4431-4cd3-9a40-91f5b07379f4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:10.100269 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e720480-65db-40ae-af1f-525cb2aa2ee4 req-b9080a03-4431-4cd3-9a40-91f5b07379f4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:10.106720 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:10.109783 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e720480-65db-40ae-af1f-525cb2aa2ee4 req-b9080a03-4431-4cd3-9a40-91f5b07379f4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:10.115996 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e720480-65db-40ae-af1f-525cb2aa2ee4 req-b9080a03-4431-4cd3-9a40-91f5b07379f4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:10.123207 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e720480-65db-40ae-af1f-525cb2aa2ee4 req-b9080a03-4431-4cd3-9a40-91f5b07379f4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:10.130985 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e720480-65db-40ae-af1f-525cb2aa2ee4 req-b9080a03-4431-4cd3-9a40-91f5b07379f4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:10.139367 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e6fc9d4-cb2b-4b1b-a62e-2171cb37d71e req-1bd95a89-f48d-4e94-8f70-cce31ff96e12 service neutron] 10.222.0.15 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290802 Apr 28 19:40:10.141687 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e720480-65db-40ae-af1f-525cb2aa2ee4 req-b9080a03-4431-4cd3-9a40-91f5b07379f4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:10.143709 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2e720480-65db-40ae-af1f-525cb2aa2ee4 req-b9080a03-4431-4cd3-9a40-91f5b07379f4 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5430 time: 0.2715387 Apr 28 19:40:10.145364 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port eb4b2c14-c9b6-4fb5-8b32-f3800816c82d, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=eb4b2c14-c9b6-4fb5-8b32-f3800816c82d,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:10.154870 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:10.280981 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=eb4b2c14-c9b6-4fb5-8b32-f3800816c82d,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:10.293512 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c8fbb-4fa9-4906-8019-674b82934128 req-3706323e-c59b-4e7a-8daf-1e4d81c0d135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:10.294271 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-db2f2ea7-2507-4e1b-88fc-e5c4574e52ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:10.296768 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-525c8fbb-4fa9-4906-8019-674b82934128 req-3706323e-c59b-4e7a-8daf-1e4d81c0d135 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65106efa94b44e66ac09133941d375fb&device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 1094 time: 0.0809531 Apr 28 19:40:10.310082 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-db2f2ea7-2507-4e1b-88fc-e5c4574e52ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:10.354324 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2e720480-65db-40ae-af1f-525cb2aa2ee4 req-9d54027f-78d2-4767-9cc7-72dec74c9b67 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2025187 Apr 28 19:40:10.416619 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-db2f2ea7-2507-4e1b-88fc-e5c4574e52ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:10.428680 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f2ea7-2507-4e1b-88fc-e5c4574e52ac admin admin] Pushing event updated for resources: {'Port': ['ID=e9a572d8-bd95-4e30-8c0a-8b18976c2030,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:10.458422 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c8fbb-4fa9-4906-8019-674b82934128 req-303be0de-3ad8-487e-8c0e-daa4c090c596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:10.460496 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-525c8fbb-4fa9-4906-8019-674b82934128 req-303be0de-3ad8-487e-8c0e-daa4c090c596 service neutron] 10.222.0.15 "GET /v2.0/networks?id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd HTTP/1.1" status: 200 len: 908 time: 0.1559794 Apr 28 19:40:10.513221 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-525c8fbb-4fa9-4906-8019-674b82934128 req-c22dc352-2011-4d92-bf9d-2ade1fe6bd1d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d226c7a6-986b-4039-a406-328e2e2e9372 HTTP/1.1" status: 200 len: 217 time: 0.0444152 Apr 28 19:40:10.555848 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2f2ea7-2507-4e1b-88fc-e5c4574e52ac admin admin] Network 95dcbe99-eb7a-436c-a9e9-e9cb16699543 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:40:10.557636 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-db2f2ea7-2507-4e1b-88fc-e5c4574e52ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:10.589131 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c8fbb-4fa9-4906-8019-674b82934128 req-88966e5b-08dc-4d1d-bd33-447eb507b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:10.591024 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-525c8fbb-4fa9-4906-8019-674b82934128 req-88966e5b-08dc-4d1d-bd33-447eb507b44d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d5c93c2-9d1b-4c66-8e1f-a78766af188b HTTP/1.1" status: 200 len: 847 time: 0.0708828 Apr 28 19:40:10.657073 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-525c8fbb-4fa9-4906-8019-674b82934128 req-d4bc914a-7664-41de-a1c2-1df474220a2d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567162 Apr 28 19:40:10.741811 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2f2ea7-2507-4e1b-88fc-e5c4574e52ac admin admin] Router f9203e48-15c9-4543-9f9c-ff69c1b931e9 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:40:10.848629 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-525c8fbb-4fa9-4906-8019-674b82934128 req-240b69cb-5ed1-4106-a2c2-8c0dce715ecd service neutron] 10.222.0.15 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810932 Apr 28 19:40:10.911486 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2f2ea7-2507-4e1b-88fc-e5c4574e52ac admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:40:10.929581 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-db2f2ea7-2507-4e1b-88fc-e5c4574e52ac admin admin] 10.222.0.42 "PUT /v2.0/routers/f9203e48-15c9-4543-9f9c-ff69c1b931e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6314332 Apr 28 19:40:10.965773 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-1b740ecc-a758-40ba-b894-0d4d93928a9b None None] Provisioning complete for port e9a572d8-bd95-4e30-8c0a-8b18976c2030 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:10.966290 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1b740ecc-a758-40ba-b894-0d4d93928a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:11.062292 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-1b740ecc-a758-40ba-b894-0d4d93928a9b None None] Port e9a572d8-bd95-4e30-8c0a-8b18976c2030 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:40:11.088964 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a118a39-8ca8-4624-b9f9-03adc4d63e52 req-ea470b9d-9d36-40f9-ad65-47a3771649ca tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:11.101286 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2a118a39-8ca8-4624-b9f9-03adc4d63e52 req-ea470b9d-9d36-40f9-ad65-47a3771649ca tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 943 time: 0.2472324 Apr 28 19:40:11.130719 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea0b16-667e-49de-968b-a1ce5e336ff0 req-f892e523-fb52-428a-84e5-ed48dfa26b0a tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:11.133733 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-53ea0b16-667e-49de-968b-a1ce5e336ff0 req-f892e523-fb52-428a-84e5-ed48dfa26b0a tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1320245 Apr 28 19:40:11.185506 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-525c8fbb-4fa9-4906-8019-674b82934128 req-3f986bd4-20b0-469e-a714-27e143c51c4e service neutron] 10.222.0.15 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307729 Apr 28 19:40:11.210773 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2a118a39-8ca8-4624-b9f9-03adc4d63e52 req-5223b33f-1ce4-4a80-8dad-b264a98c72f2 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070557 Apr 28 19:40:11.230307 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48128) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:11.243204 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-53ea0b16-667e-49de-968b-a1ce5e336ff0 req-5d983cdc-9b4c-44b6-ab3a-71e7688bdb59 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829861 Apr 28 19:40:11.373946 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c69b9f-216d-40ae-aab0-1232ca677852 None None] Sync routers for ids ['f9203e48-15c9-4543-9f9c-ff69c1b931e9'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:40:11.395272 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c69b9f-216d-40ae-aab0-1232ca677852 None None] Routers {'f9203e48-15c9-4543-9f9c-ff69c1b931e9'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:40:11.396319 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-42c69b9f-216d-40ae-aab0-1232ca677852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:39:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['f9203e48-15c9-4543-9f9c-ff69c1b931e9'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:11.556800 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device eb4b2c14-c9b6-4fb5-8b32-f3800816c82d up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:40:11.582251 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-a0cf269e-1445-4faa-a657-1122decdeb2d tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1779787135'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:11.621466 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cf269e-1445-4faa-a657-1122decdeb2d tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Made reservation on behalf of 9ccc7fa26fd54d9d8ef7f26bff52d48a for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:40:11.628722 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a0cf269e-1445-4faa-a657-1122decdeb2d tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:11.632227 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-42c69b9f-216d-40ae-aab0-1232ca677852 None None] Set router f9203e48-15c9-4543-9f9c-ff69c1b931e9 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:40:11.677948 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0cf269e-1445-4faa-a657-1122decdeb2d tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:40:11.713401 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port eb4b2c14-c9b6-4fb5-8b32-f3800816c82d triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:11.713955 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:11.716057 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc015c17-adc5-4397-b609-06a020b2ad4d req-7a0ff050-2fcb-4ccf-8121-640b550cc5e0 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:11.738502 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc015c17-adc5-4397-b609-06a020b2ad4d req-7a0ff050-2fcb-4ccf-8121-640b550cc5e0 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:11.758527 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc015c17-adc5-4397-b609-06a020b2ad4d req-7a0ff050-2fcb-4ccf-8121-640b550cc5e0 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:11.773824 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc015c17-adc5-4397-b609-06a020b2ad4d req-7a0ff050-2fcb-4ccf-8121-640b550cc5e0 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:11.790023 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a0cf269e-1445-4faa-a657-1122decdeb2d tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:11.790242 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc015c17-adc5-4397-b609-06a020b2ad4d req-7a0ff050-2fcb-4ccf-8121-640b550cc5e0 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:11.790465 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-a0cf269e-1445-4faa-a657-1122decdeb2d tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Added segment 41866c30-ce01-47ee-b105-b7a84d1d7bb6 of type vlan for network bf6fb628-322d-4a49-a096-532dc11a76b2 Apr 28 19:40:11.804520 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc015c17-adc5-4397-b609-06a020b2ad4d req-7a0ff050-2fcb-4ccf-8121-640b550cc5e0 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:11.817781 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc015c17-adc5-4397-b609-06a020b2ad4d req-7a0ff050-2fcb-4ccf-8121-640b550cc5e0 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:11.835966 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc015c17-adc5-4397-b609-06a020b2ad4d req-7a0ff050-2fcb-4ccf-8121-640b550cc5e0 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5430 time: 0.2638905 Apr 28 19:40:11.960758 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc015c17-adc5-4397-b609-06a020b2ad4d req-112825c4-f517-4908-8350-f8feaa37b4ef tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1159399 Apr 28 19:40:11.977665 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072d7d7-0de5-41f5-90da-6ae2962f34d2 req-636432bc-d5fe-419f-b6b4-efa056da8947 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:11.992718 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d072d7d7-0de5-41f5-90da-6ae2962f34d2 req-636432bc-d5fe-419f-b6b4-efa056da8947 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.2906995 Apr 28 19:40:12.017685 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a0cf269e-1445-4faa-a657-1122decdeb2d tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:12.073938 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-42c69b9f-216d-40ae-aab0-1232ca677852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9203e48-15c9-4543-9f9c-ff69c1b931e9', 'name': 'tempest-ServersTestMultiNic-1833607798-router', 'tenant_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'eb4b2c14-c9b6-4fb5-8b32-f3800816c82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:40:03Z', 'updated_at': '2022-04-28T19:40:09Z', 'revision_number': 4, 'project_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a', 'gw_port': {'id': 'eb4b2c14-c9b6-4fb5-8b32-f3800816c82d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ec:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9203e48-15c9-4543-9f9c-ff69c1b931e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:03Z', 'updated_at': '2022-04-28T19:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'e9a572d8-bd95-4e30-8c0a-8b18976c2030', 'name': '', 'network_id': '95dcbe99-eb7a-436c-a9e9-e9cb16699543', 'tenant_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a', 'mac_address': 'fa:16:3e:60:6e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9203e48-15c9-4543-9f9c-ff69c1b931e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'bebbc3ed-ee5c-4fd1-8fb7-aba2b821eb50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:08Z', 'updated_at': '2022-04-28T19:40:09Z', 'revision_number': 2, 'project_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a', 'subnets': [{'id': 'bebbc3ed-ee5c-4fd1-8fb7-aba2b821eb50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:12.081966 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a0cf269e-1445-4faa-a657-1122decdeb2d tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:12.089132 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cf269e-1445-4faa-a657-1122decdeb2d tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:12.090014 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a0cf269e-1445-4faa-a657-1122decdeb2d tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:12.107822 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c69b9f-216d-40ae-aab0-1232ca677852 None None] Checking router: f9203e48-15c9-4543-9f9c-ff69c1b931e9 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:40:12.109183 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c69b9f-216d-40ae-aab0-1232ca677852 None None] Updating router f9203e48-15c9-4543-9f9c-ff69c1b931e9 port e9a572d8-bd95-4e30-8c0a-8b18976c2030 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:40:12.121129 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a0cf269e-1445-4faa-a657-1122decdeb2d tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8894839 Apr 28 19:40:12.123904 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48150) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:12.136725 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-abd9a769-4f8e-4b2d-966a-e453e65ed13c tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Request body: {'subnet': {'network_id': 'bf6fb628-322d-4a49-a096-532dc11a76b2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:12.141410 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-42c69b9f-216d-40ae-aab0-1232ca677852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:12.151051 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d072d7d7-0de5-41f5-90da-6ae2962f34d2 req-6ecdd768-ab17-4b53-8844-88117856b8de tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574755 Apr 28 19:40:12.293058 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf269e-1445-4faa-a657-1122decdeb2d tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Pushing event updated for resources: {'Network': ['ID=bf6fb628-322d-4a49-a096-532dc11a76b2,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:12.399351 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network bf6fb628-322d-4a49-a096-532dc11a76b2 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:40:12.416961 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232735f-747e-4513-bee0-fcc3e3ddb28b req-38900cef-234b-47a5-8222-95f086fd1052 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:12.418604 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9232735f-747e-4513-bee0-fcc3e3ddb28b req-38900cef-234b-47a5-8222-95f086fd1052 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 943 time: 0.0873256 Apr 28 19:40:12.420285 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd9a769-4f8e-4b2d-966a-e453e65ed13c tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Made reservation on behalf of 9ccc7fa26fd54d9d8ef7f26bff52d48a for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:40:12.425163 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-abd9a769-4f8e-4b2d-966a-e453e65ed13c tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:12.591954 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-42c69b9f-216d-40ae-aab0-1232ca677852 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:12.598398 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-42c69b9f-216d-40ae-aab0-1232ca677852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:12.658123 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae67b7a6-3103-46f3-9469-589c691bbdad None None] Pushing event updated for resources: {'Port': ['ID=e9a572d8-bd95-4e30-8c0a-8b18976c2030,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:12.693188 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9232735f-747e-4513-bee0-fcc3e3ddb28b req-7ed7cea0-b220-4f0d-8dff-72330da5cdd5 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931685 Apr 28 19:40:12.715577 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-abd9a769-4f8e-4b2d-966a-e453e65ed13c tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:12.729500 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-42c69b9f-216d-40ae-aab0-1232ca677852 None None] Attempting to bind port e9a572d8-bd95-4e30-8c0a-8b18976c2030 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:40:12.729877 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-42c69b9f-216d-40ae-aab0-1232ca677852 None None] Attempting to bind port e9a572d8-bd95-4e30-8c0a-8b18976c2030 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '90b7b226-2fdb-4558-9474-38f70f962e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '95dcbe99-eb7a-436c-a9e9-e9cb16699543'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:40:12.730247 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c69b9f-216d-40ae-aab0-1232ca677852 None None] Attempting to bind port e9a572d8-bd95-4e30-8c0a-8b18976c2030 on network 95dcbe99-eb7a-436c-a9e9-e9cb16699543 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:40:12.736576 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c69b9f-216d-40ae-aab0-1232ca677852 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:40:12.736950 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c69b9f-216d-40ae-aab0-1232ca677852 None None] Checking segment: {'id': '90b7b226-2fdb-4558-9474-38f70f962e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '95dcbe99-eb7a-436c-a9e9-e9cb16699543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:40:12.737356 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-42c69b9f-216d-40ae-aab0-1232ca677852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:12.737753 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c69b9f-216d-40ae-aab0-1232ca677852 None None] Bound using segment: {'id': '90b7b226-2fdb-4558-9474-38f70f962e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '95dcbe99-eb7a-436c-a9e9-e9cb16699543'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:40:12.738232 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-42c69b9f-216d-40ae-aab0-1232ca677852 None None] Bound port: e9a572d8-bd95-4e30-8c0a-8b18976c2030, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b7b226-2fdb-4558-9474-38f70f962e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '95dcbe99-eb7a-436c-a9e9-e9cb16699543'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:40:12.738620 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-42c69b9f-216d-40ae-aab0-1232ca677852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:12.829357 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9a769-4f8e-4b2d-966a-e453e65ed13c tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Pushing event updated for resources: {'Subnet': ['ID=21e8c47c-7292-46e5-8107-ea82eb8e5bba,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:12.832005 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-42c69b9f-216d-40ae-aab0-1232ca677852 None None] For port e9a572d8-bd95-4e30-8c0a-8b18976c2030, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:40:12.834233 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd9a769-4f8e-4b2d-966a-e453e65ed13c tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Checking segment: {'id': '41866c30-ce01-47ee-b105-b7a84d1d7bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bf6fb628-322d-4a49-a096-532dc11a76b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:40:12.834414 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd9a769-4f8e-4b2d-966a-e453e65ed13c tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Network hostable DHCP agents. Network: bf6fb628-322d-4a49-a096-532dc11a76b2, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:40:12.836573 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-42c69b9f-216d-40ae-aab0-1232ca677852 None None] For port e9a572d8-bd95-4e30-8c0a-8b18976c2030, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=e9a572d8-bd95-4e30-8c0a-8b18976c2030,segment=NetworkSegment(90b7b226-2fdb-4558-9474-38f70f962e7a),segment_id=90b7b226-2fdb-4558-9474-38f70f962e7a)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:40:12.845859 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-42c69b9f-216d-40ae-aab0-1232ca677852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:12.864166 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd9a769-4f8e-4b2d-966a-e453e65ed13c tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Network bf6fb628-322d-4a49-a096-532dc11a76b2 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:40:12.883779 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-abd9a769-4f8e-4b2d-966a-e453e65ed13c tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, bf6fb628-322d-4a49-a096-532dc11a76b2) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:12.903754 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd9a769-4f8e-4b2d-966a-e453e65ed13c tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:12.904378 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-abd9a769-4f8e-4b2d-966a-e453e65ed13c tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:12.914922 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51eb87a0-816b-4863-ae8a-976142c86afb None None] Network bf6fb628-322d-4a49-a096-532dc11a76b2 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:40:12.959438 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-abd9a769-4f8e-4b2d-966a-e453e65ed13c tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8275502 Apr 28 19:40:12.959627 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48164) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:12.965009 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-f9821cd0-9498-4a29-bbd5-b0ae3cb88f4b tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-484852876'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:12.998908 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9821cd0-9498-4a29-bbd5-b0ae3cb88f4b tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Made reservation on behalf of 9ccc7fa26fd54d9d8ef7f26bff52d48a for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:40:13.003276 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c69b9f-216d-40ae-aab0-1232ca677852 None None] Routers {'f9203e48-15c9-4543-9f9c-ff69c1b931e9'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:40:13.003276 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-42c69b9f-216d-40ae-aab0-1232ca677852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:39:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['f9203e48-15c9-4543-9f9c-ff69c1b931e9'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:13.005188 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9821cd0-9498-4a29-bbd5-b0ae3cb88f4b tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:13.042074 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9821cd0-9498-4a29-bbd5-b0ae3cb88f4b tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:40:13.077183 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9821cd0-9498-4a29-bbd5-b0ae3cb88f4b tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:13.077941 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-f9821cd0-9498-4a29-bbd5-b0ae3cb88f4b tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Added segment 4204f595-10df-4ff9-961f-11c24ccad09b of type vlan for network 524e543f-5be1-40e0-ac50-c689256cd026 Apr 28 19:40:13.181433 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9821cd0-9498-4a29-bbd5-b0ae3cb88f4b tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:13.255069 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee53075-4c45-485d-bafa-013ceade226e req-628f1aed-93fc-446f-8421-bc9b28adf240 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:13.261472 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee53075-4c45-485d-bafa-013ceade226e req-628f1aed-93fc-446f-8421-bc9b28adf240 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:13.268898 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee53075-4c45-485d-bafa-013ceade226e req-628f1aed-93fc-446f-8421-bc9b28adf240 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:13.276855 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee53075-4c45-485d-bafa-013ceade226e req-628f1aed-93fc-446f-8421-bc9b28adf240 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:13.283786 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee53075-4c45-485d-bafa-013ceade226e req-628f1aed-93fc-446f-8421-bc9b28adf240 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:13.289782 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee53075-4c45-485d-bafa-013ceade226e req-628f1aed-93fc-446f-8421-bc9b28adf240 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:13.296537 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee53075-4c45-485d-bafa-013ceade226e req-628f1aed-93fc-446f-8421-bc9b28adf240 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:13.298581 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6ee53075-4c45-485d-bafa-013ceade226e req-628f1aed-93fc-446f-8421-bc9b28adf240 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5430 time: 0.1674197 Apr 28 19:40:13.300070 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9821cd0-9498-4a29-bbd5-b0ae3cb88f4b tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:13.312819 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9821cd0-9498-4a29-bbd5-b0ae3cb88f4b tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:13.313494 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9821cd0-9498-4a29-bbd5-b0ae3cb88f4b tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:13.421872 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f9821cd0-9498-4a29-bbd5-b0ae3cb88f4b tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4583817 Apr 28 19:40:13.425663 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48176) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:13.435189 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-755110d7-1306-4c7b-b3ad-bbd5482afcb9 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Request body: {'subnet': {'network_id': '524e543f-5be1-40e0-ac50-c689256cd026', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:13.462307 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0844a-acef-4e23-93f0-e8be1ae838b3 req-c7528d79-9f1a-415f-aeb2-c5f34bacb792 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:13.467780 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-42c69b9f-216d-40ae-aab0-1232ca677852 None None] Set router f9203e48-15c9-4543-9f9c-ff69c1b931e9 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:40:13.471029 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6ac0844a-acef-4e23-93f0-e8be1ae838b3 req-c7528d79-9f1a-415f-aeb2-c5f34bacb792 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1232474 Apr 28 19:40:13.488501 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6ee53075-4c45-485d-bafa-013ceade226e req-9fc9870e-102e-401a-94ad-38e6210a87dd tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1630888 Apr 28 19:40:13.489168 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9821cd0-9498-4a29-bbd5-b0ae3cb88f4b tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Pushing event updated for resources: {'Network': ['ID=524e543f-5be1-40e0-ac50-c689256cd026,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:13.508929 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c0a610ed-8146-4a99-ab86-6bf3049acf28 req-4ab46bdf-e371-46f6-a55c-bff966d6dc11 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=97861477-7b6d-48aa-9bdf-89105905415c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0937726 Apr 28 19:40:13.585843 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6ac0844a-acef-4e23-93f0-e8be1ae838b3 req-1961ad00-27ab-4de5-8849-a123736fa70f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137545 Apr 28 19:40:13.611563 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 524e543f-5be1-40e0-ac50-c689256cd026 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:40:13.652252 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755110d7-1306-4c7b-b3ad-bbd5482afcb9 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Made reservation on behalf of 9ccc7fa26fd54d9d8ef7f26bff52d48a for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:40:13.656586 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-755110d7-1306-4c7b-b3ad-bbd5482afcb9 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:13.662876 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-8f975ca9-79b9-4dfa-81b0-50a9668ccad1 None None] Provisioning complete for port e9a572d8-bd95-4e30-8c0a-8b18976c2030 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:13.663333 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8f975ca9-79b9-4dfa-81b0-50a9668ccad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:13.665527 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae67b7a6-3103-46f3-9469-589c691bbdad None None] Pushing event updated for resources: {'Port': ['ID=e9a572d8-bd95-4e30-8c0a-8b18976c2030,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:13.712404 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a610ed-8146-4a99-ab86-6bf3049acf28 req-5d8460fc-ff87-4c5a-9930-0b104d95b4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:13.723033 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c0a610ed-8146-4a99-ab86-6bf3049acf28 req-5d8460fc-ff87-4c5a-9930-0b104d95b4af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=98a6d5da4ca84f3b93f1251e2d3cf2d8&device_id=97861477-7b6d-48aa-9bdf-89105905415c HTTP/1.1" status: 200 len: 1097 time: 0.1423826 Apr 28 19:40:13.930377 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511a10f4-24f0-4817-b4cf-a0eede762047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-bf6fb628-322d-4a49-a096-532dc11a76b2', 'network_id': 'bf6fb628-322d-4a49-a096-532dc11a76b2', 'tenant_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a', 'fixed_ips': [{'subnet_id': '21e8c47c-7292-46e5-8107-ea82eb8e5bba'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:40:13.932156 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-511a10f4-24f0-4817-b4cf-a0eede762047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:13.945846 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf293a-1136-4e1a-863f-4f2ce151e7a8 req-bbdb8871-2772-43e7-8bd1-12414153bb46 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:13.957187 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-755110d7-1306-4c7b-b3ad-bbd5482afcb9 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:13.957979 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-40bf293a-1136-4e1a-863f-4f2ce151e7a8 req-bbdb8871-2772-43e7-8bd1-12414153bb46 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1584606 Apr 28 19:40:13.997118 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a610ed-8146-4a99-ab86-6bf3049acf28 req-606db33a-f70c-4fe1-85bd-4f09091a2e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:13.998804 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c0a610ed-8146-4a99-ab86-6bf3049acf28 req-606db33a-f70c-4fe1-85bd-4f09091a2e7c service neutron] 10.222.0.15 "GET /v2.0/networks?id=fa6ba32f-86e1-489e-bf69-a0854e414daf HTTP/1.1" status: 200 len: 916 time: 0.2229438 Apr 28 19:40:14.022668 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755110d7-1306-4c7b-b3ad-bbd5482afcb9 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Pushing event updated for resources: {'Subnet': ['ID=62504ae3-754b-460a-951a-67e89df6d5a8,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:14.051448 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343e478-da62-4fa9-a41c-ac4a0fc172f6 req-b3d5a21c-fec6-4afd-9b51-cfacccd6a26d tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:14.061073 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b343e478-da62-4fa9-a41c-ac4a0fc172f6 req-b3d5a21c-fec6-4afd-9b51-cfacccd6a26d tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 943 time: 0.2492943 Apr 28 19:40:14.085124 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-40bf293a-1136-4e1a-863f-4f2ce151e7a8 req-97c81c4d-dc68-4ce8-b6a8-eac498cb90c1 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257915 Apr 28 19:40:14.125909 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b343e478-da62-4fa9-a41c-ac4a0fc172f6 req-14ed7ac8-3bab-4f2b-9efe-34d56ff99398 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600035 Apr 28 19:40:14.148783 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c0a610ed-8146-4a99-ab86-6bf3049acf28 req-e7ac736a-9846-42df-8492-1cb2274f94e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7275361-74d5-4846-89b8-50ac64894ba2 HTTP/1.1" status: 200 len: 1001 time: 0.1396179 Apr 28 19:40:14.172622 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755110d7-1306-4c7b-b3ad-bbd5482afcb9 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Checking segment: {'id': '4204f595-10df-4ff9-961f-11c24ccad09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '524e543f-5be1-40e0-ac50-c689256cd026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:40:14.173129 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755110d7-1306-4c7b-b3ad-bbd5482afcb9 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Network hostable DHCP agents. Network: 524e543f-5be1-40e0-ac50-c689256cd026, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:40:14.204949 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755110d7-1306-4c7b-b3ad-bbd5482afcb9 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Network 524e543f-5be1-40e0-ac50-c689256cd026 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:40:14.216733 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8f975ca9-79b9-4dfa-81b0-50a9668ccad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:14.233827 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-755110d7-1306-4c7b-b3ad-bbd5482afcb9 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 524e543f-5be1-40e0-ac50-c689256cd026) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:14.236441 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a610ed-8146-4a99-ab86-6bf3049acf28 req-d542ac65-2430-4092-927c-8c014c51c2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:14.237993 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c0a610ed-8146-4a99-ab86-6bf3049acf28 req-d542ac65-2430-4092-927c-8c014c51c2d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7a2f793-5447-48fe-83df-017889e9d0fc HTTP/1.1" status: 200 len: 854 time: 0.0826313 Apr 28 19:40:14.243961 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755110d7-1306-4c7b-b3ad-bbd5482afcb9 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:14.244633 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-755110d7-1306-4c7b-b3ad-bbd5482afcb9 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:14.262719 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee73f85-6847-46b0-b31b-0f362762f129 None None] Network 524e543f-5be1-40e0-ac50-c689256cd026 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:40:14.278563 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-755110d7-1306-4c7b-b3ad-bbd5482afcb9 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8495414 Apr 28 19:40:14.356748 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c394a-cc2e-434e-8684-407c314e72a7 req-b17adc92-7a1a-4164-869e-53e71a00eb13 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:14.358387 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d84c394a-cc2e-434e-8684-407c314e72a7 req-b17adc92-7a1a-4164-869e-53e71a00eb13 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1294646 Apr 28 19:40:14.366300 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a610ed-8146-4a99-ab86-6bf3049acf28 req-c2b1d701-3f5e-49f2-9e12-8660ca4f2924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:14.368200 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c0a610ed-8146-4a99-ab86-6bf3049acf28 req-c2b1d701-3f5e-49f2-9e12-8660ca4f2924 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa6ba32f-86e1-489e-bf69-a0854e414daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1214118 Apr 28 19:40:14.409921 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-8f975ca9-79b9-4dfa-81b0-50a9668ccad1 None None] For port e9a572d8-bd95-4e30-8c0a-8b18976c2030, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=e9a572d8-bd95-4e30-8c0a-8b18976c2030,segment=NetworkSegment(90b7b226-2fdb-4558-9474-38f70f962e7a),segment_id=90b7b226-2fdb-4558-9474-38f70f962e7a)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:14.423909 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8f975ca9-79b9-4dfa-81b0-50a9668ccad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:14.439658 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-42c69b9f-216d-40ae-aab0-1232ca677852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9203e48-15c9-4543-9f9c-ff69c1b931e9', 'name': 'tempest-ServersTestMultiNic-1833607798-router', 'tenant_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'eb4b2c14-c9b6-4fb5-8b32-f3800816c82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:40:03Z', 'updated_at': '2022-04-28T19:40:09Z', 'revision_number': 4, 'project_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a', 'gw_port': {'id': 'eb4b2c14-c9b6-4fb5-8b32-f3800816c82d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ec:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9203e48-15c9-4543-9f9c-ff69c1b931e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:03Z', 'updated_at': '2022-04-28T19:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'e9a572d8-bd95-4e30-8c0a-8b18976c2030', 'name': '', 'network_id': '95dcbe99-eb7a-436c-a9e9-e9cb16699543', 'tenant_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a', 'mac_address': 'fa:16:3e:60:6e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9203e48-15c9-4543-9f9c-ff69c1b931e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'bebbc3ed-ee5c-4fd1-8fb7-aba2b821eb50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:08Z', 'updated_at': '2022-04-28T19:40:12Z', 'revision_number': 4, 'project_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a', 'subnets': [{'id': 'bebbc3ed-ee5c-4fd1-8fb7-aba2b821eb50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:14.471553 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-511a10f4-24f0-4817-b4cf-a0eede762047 None None] Allocated IP 19.80.0.2 (bf6fb628-322d-4a49-a096-532dc11a76b2/21e8c47c-7292-46e5-8107-ea82eb8e5bba/09a02b53-ff1c-4a60-80a5-3a2b3e1a9e2c) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:40:14.486843 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d84c394a-cc2e-434e-8684-407c314e72a7 req-1d119d08-d23c-4f40-be8b-ad042d1dfd8a tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174026 Apr 28 19:40:14.551898 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c0a610ed-8146-4a99-ab86-6bf3049acf28 req-c88e5265-d707-48f9-96c1-fbee79b5fa72 service neutron] 10.222.0.15 "GET /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653008 Apr 28 19:40:14.622585 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c69b9f-216d-40ae-aab0-1232ca677852 None None] The sync data for ids ['f9203e48-15c9-4543-9f9c-ff69c1b931e9'] in n-d-839810-1 is: [{'id': 'f9203e48-15c9-4543-9f9c-ff69c1b931e9', 'name': 'tempest-ServersTestMultiNic-1833607798-router', 'tenant_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'eb4b2c14-c9b6-4fb5-8b32-f3800816c82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:40:03Z', 'updated_at': '2022-04-28T19:40:09Z', 'revision_number': 4, 'project_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a', 'gw_port': {'id': 'eb4b2c14-c9b6-4fb5-8b32-f3800816c82d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ec:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9203e48-15c9-4543-9f9c-ff69c1b931e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:03Z', 'updated_at': '2022-04-28T19:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'e9a572d8-bd95-4e30-8c0a-8b18976c2030', 'name': '', 'network_id': '95dcbe99-eb7a-436c-a9e9-e9cb16699543', 'tenant_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a', 'mac_address': 'fa:16:3e:60:6e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9203e48-15c9-4543-9f9c-ff69c1b931e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'bebbc3ed-ee5c-4fd1-8fb7-aba2b821eb50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:08Z', 'updated_at': '2022-04-28T19:40:12Z', 'revision_number': 4, 'project_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a', 'subnets': [{'id': 'bebbc3ed-ee5c-4fd1-8fb7-aba2b821eb50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:40:14.629234 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f975ca9-79b9-4dfa-81b0-50a9668ccad1 None None] Pushing event updated for resources: {'Port': ['ID=e9a572d8-bd95-4e30-8c0a-8b18976c2030,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:14.805068 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079dce7-5c27-48ce-b41c-b9217550bdc6 req-9d2da0f7-e808-467c-9c87-2a59a5f5351d tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:14.821832 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d079dce7-5c27-48ce-b41c-b9217550bdc6 req-9d2da0f7-e808-467c-9c87-2a59a5f5351d tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1975725 Apr 28 19:40:14.837208 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-72330632-b845-4fdf-b72c-9d83e3231b6f tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:14.844147 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-72330632-b845-4fdf-b72c-9d83e3231b6f tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:14.854407 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-72330632-b845-4fdf-b72c-9d83e3231b6f tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/networks?id=bf6fb628-322d-4a49-a096-532dc11a76b2&id=524e543f-5be1-40e0-ac50-c689256cd026&id=bf6fb628-322d-4a49-a096-532dc11a76b2 HTTP/1.1" status: 200 len: 1391 time: 0.2514751 Apr 28 19:40:14.864283 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3f4e59c7-3740-4c03-b5f9-49168aa37872 None None] Provisioning complete for port e9a572d8-bd95-4e30-8c0a-8b18976c2030 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:14.864984 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3f4e59c7-3740-4c03-b5f9-49168aa37872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:14.875252 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c0a610ed-8146-4a99-ab86-6bf3049acf28 req-22c6cd7d-1fcf-45ee-8c07-7b7a27006017 service neutron] 10.222.0.15 "GET /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167064 Apr 28 19:40:14.877726 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-d05e7106-d469-44ff-854e-68041b2636d5 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/quotas/9ccc7fa26fd54d9d8ef7f26bff52d48a HTTP/1.1" status: 200 len: 375 time: 0.0220070 Apr 28 19:40:14.913898 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d079dce7-5c27-48ce-b41c-b9217550bdc6 req-91c869fe-572a-4777-8138-149864f11355 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908854 Apr 28 19:40:14.966216 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-a4c7a44e-ae8e-43c4-9003-2484ebafc76c tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ccc7fa26fd54d9d8ef7f26bff52d48a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0875964 Apr 28 19:40:14.985607 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-02e83236-6ff3-46f2-9361-c365a0a37bdb service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:40:14.989083 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-02e83236-6ff3-46f2-9361-c365a0a37bdb service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135827 Apr 28 19:40:15.024403 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45e0a5b-3e7a-4838-b02b-4cfcf72347b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-524e543f-5be1-40e0-ac50-c689256cd026', 'network_id': '524e543f-5be1-40e0-ac50-c689256cd026', 'tenant_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a', 'fixed_ips': [{'subnet_id': '62504ae3-754b-460a-951a-67e89df6d5a8'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:40:15.025687 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e45e0a5b-3e7a-4838-b02b-4cfcf72347b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:15.079357 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 672f2098-3779-4741-8efb-1fe071f74808 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:40:15.113020 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204cc23-1cf6-4816-8784-b7059b794a52 req-b9a4c33e-878a-42de-b6a6-f9aa47d7e1b7 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:15.119745 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204cc23-1cf6-4816-8784-b7059b794a52 req-b9a4c33e-878a-42de-b6a6-f9aa47d7e1b7 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:15.127473 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204cc23-1cf6-4816-8784-b7059b794a52 req-b9a4c33e-878a-42de-b6a6-f9aa47d7e1b7 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:15.136677 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204cc23-1cf6-4816-8784-b7059b794a52 req-b9a4c33e-878a-42de-b6a6-f9aa47d7e1b7 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:15.144538 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204cc23-1cf6-4816-8784-b7059b794a52 req-b9a4c33e-878a-42de-b6a6-f9aa47d7e1b7 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:15.152547 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204cc23-1cf6-4816-8784-b7059b794a52 req-b9a4c33e-878a-42de-b6a6-f9aa47d7e1b7 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:15.160518 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204cc23-1cf6-4816-8784-b7059b794a52 req-b9a4c33e-878a-42de-b6a6-f9aa47d7e1b7 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:15.170193 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5204cc23-1cf6-4816-8784-b7059b794a52 req-b9a4c33e-878a-42de-b6a6-f9aa47d7e1b7 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5430 time: 0.1487257 Apr 28 19:40:15.184977 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-511a10f4-24f0-4817-b4cf-a0eede762047 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:15.251579 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5204cc23-1cf6-4816-8784-b7059b794a52 req-0e8e5222-e823-43b6-808a-4a32f7e0121c tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0797615 Apr 28 19:40:15.254170 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-68a2f4b6-0190-461a-94bd-a3cdbb33dd1b service neutron] 10.222.0.42 "GET /v2.0/networks/bf6fb628-322d-4a49-a096-532dc11a76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565939 Apr 28 19:40:15.293334 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-511a10f4-24f0-4817-b4cf-a0eede762047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:15.397948 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511a10f4-24f0-4817-b4cf-a0eede762047 None None] Network bf6fb628-322d-4a49-a096-532dc11a76b2 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:40:15.419184 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-511a10f4-24f0-4817-b4cf-a0eede762047 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:15.430616 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511a10f4-24f0-4817-b4cf-a0eede762047 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:40:15.479161 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a10f4-24f0-4817-b4cf-a0eede762047 None None] Pushing event updated for resources: {'Port': ['ID=09a02b53-ff1c-4a60-80a5-3a2b3e1a9e2c,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:15.508063 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949db56-0de6-4f14-a2c9-ec01c0bffc02 req-17d1de7c-70fa-47eb-af90-bf83cff2072f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:15.514178 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0949db56-0de6-4f14-a2c9-ec01c0bffc02 req-17d1de7c-70fa-47eb-af90-bf83cff2072f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1298347 Apr 28 19:40:15.514999 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-f2e8d911-a768-4324-b5b8-a22a9e12504a service neutron] 10.222.0.42 "GET /v2.0/networks/bf6fb628-322d-4a49-a096-532dc11a76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486689 Apr 28 19:40:15.614481 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 672f2098-3779-4741-8efb-1fe071f74808, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=672f2098-3779-4741-8efb-1fe071f74808,segment=NetworkSegment(3d8b26ca-a8d0-467f-817b-24a5112dd3cb),segment_id=3d8b26ca-a8d0-467f-817b-24a5112dd3cb)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:15.615853 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0949db56-0de6-4f14-a2c9-ec01c0bffc02 req-58dac377-e13f-41af-949a-4258db37c2ab tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960739 Apr 28 19:40:15.660913 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e9a572d8-bd95-4e30-8c0a-8b18976c2030 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:40:15.666851 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-0bc79fea-6b7c-47ee-8fb3-ad04b5d3e159 service neutron] 10.222.0.42 "GET /v2.0/networks/524e543f-5be1-40e0-ac50-c689256cd026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506650 Apr 28 19:40:15.693027 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-e45e0a5b-3e7a-4838-b02b-4cfcf72347b0 None None] Allocated IP 19.86.0.2 (524e543f-5be1-40e0-ac50-c689256cd026/62504ae3-754b-460a-951a-67e89df6d5a8/4628d9fd-3c50-443d-86f9-9cd6016cea33) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:40:15.693173 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48224) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:15.712603 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-511a10f4-24f0-4817-b4cf-a0eede762047 None None] Attempting to bind port 09a02b53-ff1c-4a60-80a5-3a2b3e1a9e2c on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:40:15.713443 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-511a10f4-24f0-4817-b4cf-a0eede762047 None None] Attempting to bind port 09a02b53-ff1c-4a60-80a5-3a2b3e1a9e2c by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '41866c30-ce01-47ee-b105-b7a84d1d7bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bf6fb628-322d-4a49-a096-532dc11a76b2'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:40:15.714163 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511a10f4-24f0-4817-b4cf-a0eede762047 None None] Attempting to bind port 09a02b53-ff1c-4a60-80a5-3a2b3e1a9e2c on network bf6fb628-322d-4a49-a096-532dc11a76b2 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:40:15.742894 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '672f2098-3779-4741-8efb-1fe071f74808', 'network_id': '6cf7a3f9-9c87-425f-81e9-8f2d573cafa9', 'port_id': '672f2098-3779-4741-8efb-1fe071f74808', 'mac_address': 'fa:16:3e:2d:bd:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf566019-ed60-4ea9-a085-d254b91671bf', 'ip_address': '10.1.1.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:40:15.748415 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511a10f4-24f0-4817-b4cf-a0eede762047 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:40:15.748820 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511a10f4-24f0-4817-b4cf-a0eede762047 None None] Checking segment: {'id': '41866c30-ce01-47ee-b105-b7a84d1d7bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bf6fb628-322d-4a49-a096-532dc11a76b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:40:15.750178 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-511a10f4-24f0-4817-b4cf-a0eede762047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:15.750582 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511a10f4-24f0-4817-b4cf-a0eede762047 None None] Bound using segment: {'id': '41866c30-ce01-47ee-b105-b7a84d1d7bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bf6fb628-322d-4a49-a096-532dc11a76b2'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:40:15.751080 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-511a10f4-24f0-4817-b4cf-a0eede762047 None None] Bound port: 09a02b53-ff1c-4a60-80a5-3a2b3e1a9e2c, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41866c30-ce01-47ee-b105-b7a84d1d7bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bf6fb628-322d-4a49-a096-532dc11a76b2'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:40:15.751515 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-511a10f4-24f0-4817-b4cf-a0eede762047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:15.791628 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-61078ba7-d7d6-4ba0-8ab4-f37ab6cde702 service neutron] 10.222.0.42 "GET /v2.0/networks/524e543f-5be1-40e0-ac50-c689256cd026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151652 Apr 28 19:40:15.891589 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fe6a0f1d-38b8-455a-a7e5-352f2960ea2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:15.898204 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-511a10f4-24f0-4817-b4cf-a0eede762047 None None] For port 09a02b53-ff1c-4a60-80a5-3a2b3e1a9e2c, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:40:15.914985 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-f8ec9a7d-06e9-400e-ad1d-4c38b347d63f service neutron] 10.222.0.42 "GET /v2.0/networks/bf6fb628-322d-4a49-a096-532dc11a76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224511 Apr 28 19:40:15.928224 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36f86d-a634-4edb-99a5-f270146be493 req-cc0ee258-1a36-4bba-b2d5-49b5e3bbb7b6 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:15.929859 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fd36f86d-a634-4edb-99a5-f270146be493 req-cc0ee258-1a36-4bba-b2d5-49b5e3bbb7b6 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 943 time: 0.1107764 Apr 28 19:40:15.969027 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-511a10f4-24f0-4817-b4cf-a0eede762047 None None] For port 09a02b53-ff1c-4a60-80a5-3a2b3e1a9e2c, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=09a02b53-ff1c-4a60-80a5-3a2b3e1a9e2c,segment=NetworkSegment(41866c30-ce01-47ee-b105-b7a84d1d7bb6),segment_id=41866c30-ce01-47ee-b105-b7a84d1d7bb6)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:40:15.982439 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-511a10f4-24f0-4817-b4cf-a0eede762047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:15.986342 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port e9a572d8-bd95-4e30-8c0a-8b18976c2030 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:15.986881 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:15.994980 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:16.006824 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fd36f86d-a634-4edb-99a5-f270146be493 req-8c41748a-563a-4dbe-8076-d1c185159cd9 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639288 Apr 28 19:40:16.085522 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-311e5680-125a-4ee2-8132-3b52b0d08d57 service neutron] 10.222.0.42 "GET /v2.0/networks/bf6fb628-322d-4a49-a096-532dc11a76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616638 Apr 28 19:40:16.097705 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fe6a0f1d-38b8-455a-a7e5-352f2960ea2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:16.152886 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fe6a0f1d-38b8-455a-a7e5-352f2960ea2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:16.212151 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fe6a0f1d-38b8-455a-a7e5-352f2960ea2b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fbe9d6dd9b3448d1bc4d9b605206ffcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5175521 Apr 28 19:40:16.215429 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48230) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:16.220460 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a0f1d-38b8-455a-a7e5-352f2960ea2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e9138b-9a06-4d79-afef-534b0e41d49f,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:16.246471 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de91f13-842b-43f7-9e77-773cbae3057e req-caaf9d09-e369-4265-9df5-032ca095df2c tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:16.256446 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3de91f13-842b-43f7-9e77-773cbae3057e req-caaf9d09-e369-4265-9df5-032ca095df2c tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1616197 Apr 28 19:40:16.345726 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 672f2098-3779-4741-8efb-1fe071f74808 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:16.391899 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3de91f13-842b-43f7-9e77-773cbae3057e req-f2ca1003-532f-408f-84d7-26bb76c40c5c tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344626 Apr 28 19:40:16.425274 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-81a4c938-94ca-49c2-88d8-1a9cda6fe0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:16.444258 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 672f2098-3779-4741-8efb-1fe071f74808, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=672f2098-3779-4741-8efb-1fe071f74808,segment=NetworkSegment(3d8b26ca-a8d0-467f-817b-24a5112dd3cb),segment_id=3d8b26ca-a8d0-467f-817b-24a5112dd3cb)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:16.473413 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:16.474065 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device c7fbcdaf-eb1a-406d-86fb-62582d63a224 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:40:16.502570 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a10f4-24f0-4817-b4cf-a0eede762047 None None] Pushing event updated for resources: {'Port': ['ID=09a02b53-ff1c-4a60-80a5-3a2b3e1a9e2c,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:16.535659 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-81a4c938-94ca-49c2-88d8-1a9cda6fe0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:16.559212 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0bab9f86-46ab-4e77-b221-21309f3eec80 req-b2036b04-0e41-4040-bced-85a852c6640d tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3e544d5-6c1e-470a-9dcb-208e54e0afff HTTP/1.1" status: 200 len: 210 time: 0.0685031 Apr 28 19:40:16.710414 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port c7fbcdaf-eb1a-406d-86fb-62582d63a224, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=c7fbcdaf-eb1a-406d-86fb-62582d63a224,segment=NetworkSegment(3d8b26ca-a8d0-467f-817b-24a5112dd3cb),segment_id=3d8b26ca-a8d0-467f-817b-24a5112dd3cb)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:16.738617 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'c7fbcdaf-eb1a-406d-86fb-62582d63a224', 'network_id': '6cf7a3f9-9c87-425f-81e9-8f2d573cafa9', 'port_id': 'c7fbcdaf-eb1a-406d-86fb-62582d63a224', 'mac_address': 'fa:16:3e:99:db:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf566019-ed60-4ea9-a085-d254b91671bf', 'ip_address': '10.1.1.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:40:16.770604 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e45e0a5b-3e7a-4838-b02b-4cfcf72347b0 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:16.772001 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc0803-5a4e-43a0-8ffd-515aa8a2920a req-b06a24df-d0d0-4dc2-96c5-675c1fe2ef6d tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:16.785044 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc0803-5a4e-43a0-8ffd-515aa8a2920a req-b06a24df-d0d0-4dc2-96c5-675c1fe2ef6d tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:16.808499 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc0803-5a4e-43a0-8ffd-515aa8a2920a req-b06a24df-d0d0-4dc2-96c5-675c1fe2ef6d tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:16.818265 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc0803-5a4e-43a0-8ffd-515aa8a2920a req-b06a24df-d0d0-4dc2-96c5-675c1fe2ef6d tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:16.825894 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc0803-5a4e-43a0-8ffd-515aa8a2920a req-b06a24df-d0d0-4dc2-96c5-675c1fe2ef6d tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:16.850295 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc0803-5a4e-43a0-8ffd-515aa8a2920a req-b06a24df-d0d0-4dc2-96c5-675c1fe2ef6d tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:16.857219 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc0803-5a4e-43a0-8ffd-515aa8a2920a req-b06a24df-d0d0-4dc2-96c5-675c1fe2ef6d tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:16.876142 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-38cc0803-5a4e-43a0-8ffd-515aa8a2920a req-b06a24df-d0d0-4dc2-96c5-675c1fe2ef6d tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5431 time: 0.2248709 Apr 28 19:40:16.878269 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-81a4c938-94ca-49c2-88d8-1a9cda6fe0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:16.881370 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-81a4c938-94ca-49c2-88d8-1a9cda6fe0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:16.885096 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-81a4c938-94ca-49c2-88d8-1a9cda6fe0e1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e6e9138b-9a06-4d79-afef-534b0e41d49f HTTP/1.1" status: 204 len: 168 time: 0.6640687 Apr 28 19:40:16.904867 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e45e0a5b-3e7a-4838-b02b-4cfcf72347b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:16.910861 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:16.915890 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=672f2098-3779-4741-8efb-1fe071f74808,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:16.916976 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a4c938-94ca-49c2-88d8-1a9cda6fe0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e9138b-9a06-4d79-afef-534b0e41d49f,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:17.035776 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-38cc0803-5a4e-43a0-8ffd-515aa8a2920a req-93f3a907-1506-45f0-9ac9-7a1ddb49ff4f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1582558 Apr 28 19:40:17.048444 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7fbcdaf-eb1a-406d-86fb-62582d63a224 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:17.070056 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45e0a5b-3e7a-4838-b02b-4cfcf72347b0 None None] Network 524e543f-5be1-40e0-ac50-c689256cd026 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:40:17.095849 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-e45e0a5b-3e7a-4838-b02b-4cfcf72347b0 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:17.109805 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd78c2a-9d67-4659-8b44-df4cd8fbe8c2 req-150c197a-91f8-4da6-ae81-7f09ca0846a2 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:17.116221 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45e0a5b-3e7a-4838-b02b-4cfcf72347b0 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:40:17.126929 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-edd78c2a-9d67-4659-8b44-df4cd8fbe8c2 req-150c197a-91f8-4da6-ae81-7f09ca0846a2 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b08df8c-d250-441a-b5d2-01341048873c HTTP/1.1" status: 200 len: 945 time: 0.1366096 Apr 28 19:40:17.142299 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port c7fbcdaf-eb1a-406d-86fb-62582d63a224, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=c7fbcdaf-eb1a-406d-86fb-62582d63a224,segment=NetworkSegment(3d8b26ca-a8d0-467f-817b-24a5112dd3cb),segment_id=3d8b26ca-a8d0-467f-817b-24a5112dd3cb)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:17.170670 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:17.173760 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 8725a3c2-2634-40e3-a0ff-926c27926381 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:40:17.208384 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e0a5b-3e7a-4838-b02b-4cfcf72347b0 None None] Pushing event updated for resources: {'Port': ['ID=4628d9fd-3c50-443d-86f9-9cd6016cea33,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:17.213727 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-edd78c2a-9d67-4659-8b44-df4cd8fbe8c2 req-e9242cd3-1d88-485c-b430-d262c9a2c889 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1f4f33a-3287-4861-b95c-8cab1312d515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858877 Apr 28 19:40:17.222188 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aec9fd-5eee-4d8a-b3ae-67502e425296 req-2578e61c-75f0-4333-aea7-a7fce39edc7b tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:17.225180 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d2aec9fd-5eee-4d8a-b3ae-67502e425296 req-2578e61c-75f0-4333-aea7-a7fce39edc7b tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 943 time: 0.0730038 Apr 28 19:40:17.298011 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d2aec9fd-5eee-4d8a-b3ae-67502e425296 req-e3f5d75f-d02b-4f4d-9633-888d6fdda1f4 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625665 Apr 28 19:40:17.326949 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-e45e0a5b-3e7a-4838-b02b-4cfcf72347b0 None None] Attempting to bind port 4628d9fd-3c50-443d-86f9-9cd6016cea33 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:40:17.327571 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-e45e0a5b-3e7a-4838-b02b-4cfcf72347b0 None None] Attempting to bind port 4628d9fd-3c50-443d-86f9-9cd6016cea33 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '4204f595-10df-4ff9-961f-11c24ccad09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '524e543f-5be1-40e0-ac50-c689256cd026'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:40:17.328190 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e0a5b-3e7a-4838-b02b-4cfcf72347b0 None None] Attempting to bind port 4628d9fd-3c50-443d-86f9-9cd6016cea33 on network 524e543f-5be1-40e0-ac50-c689256cd026 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:40:17.369512 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e0a5b-3e7a-4838-b02b-4cfcf72347b0 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:40:17.370020 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e0a5b-3e7a-4838-b02b-4cfcf72347b0 None None] Checking segment: {'id': '4204f595-10df-4ff9-961f-11c24ccad09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '524e543f-5be1-40e0-ac50-c689256cd026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:40:17.370579 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e45e0a5b-3e7a-4838-b02b-4cfcf72347b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:17.370990 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e0a5b-3e7a-4838-b02b-4cfcf72347b0 None None] Bound using segment: {'id': '4204f595-10df-4ff9-961f-11c24ccad09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '524e543f-5be1-40e0-ac50-c689256cd026'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:40:17.371574 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-e45e0a5b-3e7a-4838-b02b-4cfcf72347b0 None None] Bound port: 4628d9fd-3c50-443d-86f9-9cd6016cea33, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4204f595-10df-4ff9-961f-11c24ccad09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '524e543f-5be1-40e0-ac50-c689256cd026'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:40:17.371961 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e45e0a5b-3e7a-4838-b02b-4cfcf72347b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:17.401407 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=c7fbcdaf-eb1a-406d-86fb-62582d63a224,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:17.455837 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48258) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:17.502271 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3a15113a-83d7-41e4-94d6-48cf0e7410f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:17.525426 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 8725a3c2-2634-40e3-a0ff-926c27926381, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=8725a3c2-2634-40e3-a0ff-926c27926381,segment=NetworkSegment(969fc338-521c-4d67-87c8-c12516df316b),segment_id=969fc338-521c-4d67-87c8-c12516df316b)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:17.551325 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '8725a3c2-2634-40e3-a0ff-926c27926381', 'network_id': '430c85ba-7aa8-4fd6-a010-581e595ae98e', 'port_id': '8725a3c2-2634-40e3-a0ff-926c27926381', 'mac_address': 'fa:16:3e:82:ec:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1475d53-9534-4c95-8eb7-8e3b9d282212', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:40:17.555639 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-e45e0a5b-3e7a-4838-b02b-4cfcf72347b0 None None] For port 4628d9fd-3c50-443d-86f9-9cd6016cea33, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:40:17.632493 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-e45e0a5b-3e7a-4838-b02b-4cfcf72347b0 None None] For port 4628d9fd-3c50-443d-86f9-9cd6016cea33, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=4628d9fd-3c50-443d-86f9-9cd6016cea33,segment=NetworkSegment(4204f595-10df-4ff9-961f-11c24ccad09b),segment_id=4204f595-10df-4ff9-961f-11c24ccad09b)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:40:17.636398 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:17.639376 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 09a02b53-ff1c-4a60-80a5-3a2b3e1a9e2c up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:40:17.653796 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e45e0a5b-3e7a-4838-b02b-4cfcf72347b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:17.710081 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2f329a07-5d4b-44d7-b8ca-367ef9b15f48 req-5894faba-d08c-468c-80b6-1cd93ef24c38 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3e544d5-6c1e-470a-9dcb-208e54e0afff HTTP/1.1" status: 200 len: 210 time: 0.0440021 Apr 28 19:40:17.712053 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3a15113a-83d7-41e4-94d6-48cf0e7410f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:17.717062 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8725a3c2-2634-40e3-a0ff-926c27926381 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:17.717250 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3a15113a-83d7-41e4-94d6-48cf0e7410f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:17.760884 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 8725a3c2-2634-40e3-a0ff-926c27926381, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=8725a3c2-2634-40e3-a0ff-926c27926381,segment=NetworkSegment(969fc338-521c-4d67-87c8-c12516df316b),segment_id=969fc338-521c-4d67-87c8-c12516df316b)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:17.766821 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15113a-83d7-41e4-94d6-48cf0e7410f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d723e8-39a1-4888-9ca6-70625f3b5d6d,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:17.773286 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:17.773927 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 82f7143d-e7a9-467d-9495-8d04e5fd2f42 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:40:17.793240 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48262) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:17.795017 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3a15113a-83d7-41e4-94d6-48cf0e7410f8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d744ffc9f6a44f5aa4d7b92cc601162a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3331542 Apr 28 19:40:17.818568 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e0a5b-3e7a-4838-b02b-4cfcf72347b0 None None] Pushing event updated for resources: {'Port': ['ID=4628d9fd-3c50-443d-86f9-9cd6016cea33,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:17.870997 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-336795ec-1c03-42e9-a5d3-f10c108f394e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:17.900397 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 82f7143d-e7a9-467d-9495-8d04e5fd2f42, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=82f7143d-e7a9-467d-9495-8d04e5fd2f42,segment=NetworkSegment(3d8b26ca-a8d0-467f-817b-24a5112dd3cb),segment_id=3d8b26ca-a8d0-467f-817b-24a5112dd3cb)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:17.904055 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=8725a3c2-2634-40e3-a0ff-926c27926381,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:17.913173 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 09a02b53-ff1c-4a60-80a5-3a2b3e1a9e2c triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:17.913539 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:17.924990 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-336795ec-1c03-42e9-a5d3-f10c108f394e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:17.942930 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '82f7143d-e7a9-467d-9495-8d04e5fd2f42', 'network_id': '6cf7a3f9-9c87-425f-81e9-8f2d573cafa9', 'port_id': '82f7143d-e7a9-467d-9495-8d04e5fd2f42', 'mac_address': 'fa:16:3e:be:24:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf566019-ed60-4ea9-a085-d254b91671bf', 'ip_address': '10.1.1.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:40:18.019849 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:18.042404 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-336795ec-1c03-42e9-a5d3-f10c108f394e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:18.047606 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-336795ec-1c03-42e9-a5d3-f10c108f394e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:18.047606 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-336795ec-1c03-42e9-a5d3-f10c108f394e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/00d723e8-39a1-4888-9ca6-70625f3b5d6d HTTP/1.1" status: 204 len: 168 time: 0.2522845 Apr 28 19:40:18.080857 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336795ec-1c03-42e9-a5d3-f10c108f394e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d723e8-39a1-4888-9ca6-70625f3b5d6d,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:18.117389 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f7143d-e7a9-467d-9495-8d04e5fd2f42 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:18.173870 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 82f7143d-e7a9-467d-9495-8d04e5fd2f42, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=82f7143d-e7a9-467d-9495-8d04e5fd2f42,segment=NetworkSegment(3d8b26ca-a8d0-467f-817b-24a5112dd3cb),segment_id=3d8b26ca-a8d0-467f-817b-24a5112dd3cb)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:18.175292 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:18.192012 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:18.192728 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device eeb1d863-119a-4193-9c0a-7882aec48194 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:40:18.232640 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6e2f6d-3d86-4fe5-87be-c3c509fa33bf None None] Network bf6fb628-322d-4a49-a096-532dc11a76b2 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:40:18.301794 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48768dfa-dee0-43ab-894b-001ab5d96766 req-eef1e68d-55d9-4859-859c-6b5d64bbb15f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:18.308053 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-6cecd520-1c63-48e9-b807-5f2383e8f163 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:18.308590 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48768dfa-dee0-43ab-894b-001ab5d96766 req-eef1e68d-55d9-4859-859c-6b5d64bbb15f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:18.325898 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-6cecd520-1c63-48e9-b807-5f2383e8f163 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:18.329607 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48768dfa-dee0-43ab-894b-001ab5d96766 req-eef1e68d-55d9-4859-859c-6b5d64bbb15f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:18.331644 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-6cecd520-1c63-48e9-b807-5f2383e8f163 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.15 "GET /v2.0/networks?id=bf6fb628-322d-4a49-a096-532dc11a76b2&id=524e543f-5be1-40e0-ac50-c689256cd026&id=bf6fb628-322d-4a49-a096-532dc11a76b2 HTTP/1.1" status: 200 len: 1391 time: 0.3326583 Apr 28 19:40:18.349464 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-8ad33933-0568-4723-9d95-7a6d2ac8564a tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Request body: {'port': {'device_id': 'b3e544d5-6c1e-470a-9dcb-208e54e0afff', 'network_id': 'bf6fb628-322d-4a49-a096-532dc11a76b2', 'admin_state_up': True, 'tenant_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:18.349690 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48768dfa-dee0-43ab-894b-001ab5d96766 req-eef1e68d-55d9-4859-859c-6b5d64bbb15f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:18.367313 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48768dfa-dee0-43ab-894b-001ab5d96766 req-eef1e68d-55d9-4859-859c-6b5d64bbb15f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:18.375317 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48768dfa-dee0-43ab-894b-001ab5d96766 req-eef1e68d-55d9-4859-859c-6b5d64bbb15f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:18.385864 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48768dfa-dee0-43ab-894b-001ab5d96766 req-eef1e68d-55d9-4859-859c-6b5d64bbb15f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:18.396885 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.resource_extend [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:40:18.401979 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-48768dfa-dee0-43ab-894b-001ab5d96766 req-eef1e68d-55d9-4859-859c-6b5d64bbb15f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5434 time: 0.2093103 Apr 28 19:40:18.408804 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 09a02b53-ff1c-4a60-80a5-3a2b3e1a9e2c, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=09a02b53-ff1c-4a60-80a5-3a2b3e1a9e2c,segment=NetworkSegment(41866c30-ce01-47ee-b105-b7a84d1d7bb6),segment_id=41866c30-ce01-47ee-b105-b7a84d1d7bb6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:18.450049 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:18.481393 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-48768dfa-dee0-43ab-894b-001ab5d96766 req-bc071317-2d30-495b-a8a6-a4b0f9c39e06 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0779443 Apr 28 19:40:18.530701 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=82f7143d-e7a9-467d-9495-8d04e5fd2f42,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:18.599534 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4089eb-1cfd-47db-ba08-fccb0d87286e req-75374813-800c-457d-bc04-ad232751b485 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:18.600711 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3fec06d1-1428-47dd-89ed-ff784359d7bc None None] Provisioning complete for port 09a02b53-ff1c-4a60-80a5-3a2b3e1a9e2c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:18.601094 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3fec06d1-1428-47dd-89ed-ff784359d7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:18.602085 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bb4089eb-1cfd-47db-ba08-fccb0d87286e req-75374813-800c-457d-bc04-ad232751b485 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b08df8c-d250-441a-b5d2-01341048873c HTTP/1.1" status: 200 len: 945 time: 0.2070730 Apr 28 19:40:18.648820 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfa53b-9cc9-421f-9d44-788e8621b57b req-f5e34257-eb4b-449a-b42c-3ca70b4be774 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:18.657310 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3fcfa53b-9cc9-421f-9d44-788e8621b57b req-f5e34257-eb4b-449a-b42c-3ca70b4be774 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b08df8c-d250-441a-b5d2-01341048873c HTTP/1.1" status: 200 len: 945 time: 0.2935128 Apr 28 19:40:18.757214 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34101de9-0e1f-4e28-8aa5-21be1a185286 req-9526342d-f2a9-457f-aa4d-b193f48facfb tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:18.761576 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-34101de9-0e1f-4e28-8aa5-21be1a185286 req-9526342d-f2a9-457f-aa4d-b193f48facfb tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 943 time: 0.0985808 Apr 28 19:40:18.813257 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3fcfa53b-9cc9-421f-9d44-788e8621b57b req-990808ec-2769-4c85-aa5e-770f313d7fbe tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1f4f33a-3287-4861-b95c-8cab1312d515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546659 Apr 28 19:40:18.849865 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-8ad33933-0568-4723-9d95-7a6d2ac8564a tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Made reservation on behalf of 9ccc7fa26fd54d9d8ef7f26bff52d48a for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:40:18.863258 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-8ad33933-0568-4723-9d95-7a6d2ac8564a tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:18.870915 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-34101de9-0e1f-4e28-8aa5-21be1a185286 req-a9ea617d-74fe-4ad0-b99a-2e3b4cc55c55 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906537 Apr 28 19:40:18.913218 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port eeb1d863-119a-4193-9c0a-7882aec48194, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=eeb1d863-119a-4193-9c0a-7882aec48194,segment=NetworkSegment(3b6d948b-4add-4faf-b942-990ecce6cb5c),segment_id=3b6d948b-4add-4faf-b942-990ecce6cb5c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:18.918862 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=09a02b53-ff1c-4a60-80a5-3a2b3e1a9e2c,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:18.946268 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'eeb1d863-119a-4193-9c0a-7882aec48194', 'network_id': 'e1add1d6-d054-4112-876e-e570e74daa00', 'port_id': 'eeb1d863-119a-4193-9c0a-7882aec48194', 'mac_address': 'fa:16:3e:79:b2:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b75ceaf-6166-436a-a3b4-7ab5ad1eecd3', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:40:19.005853 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:19.021416 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb1d863-119a-4193-9c0a-7882aec48194 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:19.061236 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port eeb1d863-119a-4193-9c0a-7882aec48194, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=eeb1d863-119a-4193-9c0a-7882aec48194,segment=NetworkSegment(3b6d948b-4add-4faf-b942-990ecce6cb5c),segment_id=3b6d948b-4add-4faf-b942-990ecce6cb5c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:19.081737 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:19.082468 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 9984f582-0747-4758-acc2-3cb0373ad5b8 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:40:19.105083 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-452353aa-e04d-47a0-83f3-b79f99030045 req-a391a4f4-9b26-4b8f-ac6c-b7bfd259f641 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3e544d5-6c1e-470a-9dcb-208e54e0afff HTTP/1.1" status: 200 len: 210 time: 0.0653706 Apr 28 19:40:19.107774 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-bb4089eb-1cfd-47db-ba08-fccb0d87286e req-cf3fe5a5-f557-45c2-b0e3-8d9a1b5e0b64 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Deleting port 74ca2a4e-e656-4eeb-8339-4f97bfd4b51a {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:40:19.108133 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-bb4089eb-1cfd-47db-ba08-fccb0d87286e req-cf3fe5a5-f557-45c2-b0e3-8d9a1b5e0b64 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:19.268693 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bfa4383d-4867-400b-ba6b-8a5c80a095ee req-ed791116-9d83-44e0-9792-be5de1a61c96 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1342404 Apr 28 19:40:19.321999 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=eeb1d863-119a-4193-9c0a-7882aec48194,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:19.371624 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 9984f582-0747-4758-acc2-3cb0373ad5b8, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=9984f582-0747-4758-acc2-3cb0373ad5b8,segment=NetworkSegment(3b6d948b-4add-4faf-b942-990ecce6cb5c),segment_id=3b6d948b-4add-4faf-b942-990ecce6cb5c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:19.413125 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4383d-4867-400b-ba6b-8a5c80a095ee req-a04f562e-0597-4935-b304-5ab47dac26af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:19.414888 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bfa4383d-4867-400b-ba6b-8a5c80a095ee req-a04f562e-0597-4935-b304-5ab47dac26af service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94740374ca054549b67b793671aaad05&device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 1095 time: 0.0892465 Apr 28 19:40:19.427037 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '9984f582-0747-4758-acc2-3cb0373ad5b8', 'network_id': 'e1add1d6-d054-4112-876e-e570e74daa00', 'port_id': '9984f582-0747-4758-acc2-3cb0373ad5b8', 'mac_address': 'fa:16:3e:8f:62:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b75ceaf-6166-436a-a3b4-7ab5ad1eecd3', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:40:19.596770 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:19.675522 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9984f582-0747-4758-acc2-3cb0373ad5b8 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:19.711861 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 9984f582-0747-4758-acc2-3cb0373ad5b8, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=9984f582-0747-4758-acc2-3cb0373ad5b8,segment=NetworkSegment(3b6d948b-4add-4faf-b942-990ecce6cb5c),segment_id=3b6d948b-4add-4faf-b942-990ecce6cb5c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:19.729352 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4383d-4867-400b-ba6b-8a5c80a095ee req-6f92981e-1836-4c69-ad47-58489c5611d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:19.729981 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:19.730846 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device e8a5b2ff-865e-49ab-9075-8c55199df681 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:40:19.735489 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bfa4383d-4867-400b-ba6b-8a5c80a095ee req-6f92981e-1836-4c69-ad47-58489c5611d1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 HTTP/1.1" status: 200 len: 913 time: 0.2948878 Apr 28 19:40:19.776003 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port e8a5b2ff-865e-49ab-9075-8c55199df681, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e8a5b2ff-865e-49ab-9075-8c55199df681,segment=NetworkSegment(3d8b26ca-a8d0-467f-817b-24a5112dd3cb),segment_id=3d8b26ca-a8d0-467f-817b-24a5112dd3cb)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:19.811170 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'e8a5b2ff-865e-49ab-9075-8c55199df681', 'network_id': '6cf7a3f9-9c87-425f-81e9-8f2d573cafa9', 'port_id': 'e8a5b2ff-865e-49ab-9075-8c55199df681', 'mac_address': 'fa:16:3e:81:88:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf566019-ed60-4ea9-a085-d254b91671bf', 'ip_address': '10.1.1.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:40:19.818425 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 4628d9fd-3c50-443d-86f9-9cd6016cea33 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:40:19.934622 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7c921-d632-4631-8260-433d57d04b1c req-a5d3d57a-153f-4b9f-b5c3-284c35acb8e1 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:19.942583 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7c921-d632-4631-8260-433d57d04b1c req-a5d3d57a-153f-4b9f-b5c3-284c35acb8e1 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:19.950221 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7c921-d632-4631-8260-433d57d04b1c req-a5d3d57a-153f-4b9f-b5c3-284c35acb8e1 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:19.954472 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03c74d6-5dea-4811-be28-47263c2c4f41 None None] Network 524e543f-5be1-40e0-ac50-c689256cd026 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:40:19.957979 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7c921-d632-4631-8260-433d57d04b1c req-a5d3d57a-153f-4b9f-b5c3-284c35acb8e1 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:19.964518 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7c921-d632-4631-8260-433d57d04b1c req-a5d3d57a-153f-4b9f-b5c3-284c35acb8e1 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:19.971896 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7c921-d632-4631-8260-433d57d04b1c req-a5d3d57a-153f-4b9f-b5c3-284c35acb8e1 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:19.980007 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7c921-d632-4631-8260-433d57d04b1c req-a5d3d57a-153f-4b9f-b5c3-284c35acb8e1 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:19.982855 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-01d7c921-d632-4631-8260-433d57d04b1c req-a5d3d57a-153f-4b9f-b5c3-284c35acb8e1 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5436 time: 0.3290648 Apr 28 19:40:20.009594 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bfa4383d-4867-400b-ba6b-8a5c80a095ee req-fcd5b874-bacd-45db-9370-3c8d0e8ec7fb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 HTTP/1.1" status: 200 len: 998 time: 0.2484727 Apr 28 19:40:20.082351 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-8ad33933-0568-4723-9d95-7a6d2ac8564a tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Allocated IP 19.80.0.11 (bf6fb628-322d-4a49-a096-532dc11a76b2/21e8c47c-7292-46e5-8107-ea82eb8e5bba/623aecad-69d1-4750-946a-8c71b3291213) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:40:20.115864 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-01d7c921-d632-4631-8260-433d57d04b1c req-2c48b4b0-4ca8-4ae6-a703-4e19dca5491e tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1154609 Apr 28 19:40:20.135185 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4383d-4867-400b-ba6b-8a5c80a095ee req-402a7249-e87d-46e4-ae88-6b3e1ccf1057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:20.141454 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bfa4383d-4867-400b-ba6b-8a5c80a095ee req-402a7249-e87d-46e4-ae88-6b3e1ccf1057 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43d83121-413d-4da3-b294-551f60ac6b94 HTTP/1.1" status: 200 len: 851 time: 0.1210773 Apr 28 19:40:20.199051 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-995b57eb-5e28-480a-bd11-5f335778c695 None None] Provisioning complete for port 09a02b53-ff1c-4a60-80a5-3a2b3e1a9e2c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:20.199478 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-995b57eb-5e28-480a-bd11-5f335778c695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:20.294076 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4383d-4867-400b-ba6b-8a5c80a095ee req-7052c152-fd0d-4a5e-9218-10da62e6c819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:20.298123 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bfa4383d-4867-400b-ba6b-8a5c80a095ee req-7052c152-fd0d-4a5e-9218-10da62e6c819 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1496785 Apr 28 19:40:20.326240 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-88dcf242-d09f-405a-bdab-1d2ae2c6be4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:20.373422 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-bb4089eb-1cfd-47db-ba08-fccb0d87286e req-cf3fe5a5-f557-45c2-b0e3-8d9a1b5e0b64 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] For port 74ca2a4e-e656-4eeb-8339-4f97bfd4b51a, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=74ca2a4e-e656-4eeb-8339-4f97bfd4b51a,segment=NetworkSegment(45b99270-ac05-4c11-b64b-fdc435dcfa6a),segment_id=45b99270-ac05-4c11-b64b-fdc435dcfa6a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:20.373759 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-bb4089eb-1cfd-47db-ba08-fccb0d87286e req-cf3fe5a5-f557-45c2-b0e3-8d9a1b5e0b64 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:20.387028 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:20.395316 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def53314-b0d8-4882-9638-b75c1e3b24dd req-007539a8-de10-4fac-9b70-4be7afd123a0 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:20.397647 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-def53314-b0d8-4882-9638-b75c1e3b24dd req-007539a8-de10-4fac-9b70-4be7afd123a0 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 943 time: 0.1485336 Apr 28 19:40:20.398691 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 4628d9fd-3c50-443d-86f9-9cd6016cea33 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:20.399078 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:20.409958 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=9984f582-0747-4758-acc2-3cb0373ad5b8,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:20.470253 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a5b2ff-865e-49ab-9075-8c55199df681 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:20.473713 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:40:20.487581 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b02fe7-639e-407f-8ef9-574a610f283d req-f797982c-6c05-4b75-a34a-a0fa6717549c tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:20.490104 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e4b02fe7-639e-407f-8ef9-574a610f283d req-f797982c-6c05-4b75-a34a-a0fa6717549c tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b08df8c-d250-441a-b5d2-01341048873c HTTP/1.1" status: 200 len: 945 time: 0.4586196 Apr 28 19:40:20.502483 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-def53314-b0d8-4882-9638-b75c1e3b24dd req-58e59ef8-06f2-433d-9446-341470d2bcb4 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899715 Apr 28 19:40:20.514975 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bfa4383d-4867-400b-ba6b-8a5c80a095ee req-4c5071e7-a9fb-4323-867b-2bcc32ba55b1 service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047963 Apr 28 19:40:20.539145 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port e8a5b2ff-865e-49ab-9075-8c55199df681, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e8a5b2ff-865e-49ab-9075-8c55199df681,segment=NetworkSegment(3d8b26ca-a8d0-467f-817b-24a5112dd3cb),segment_id=3d8b26ca-a8d0-467f-817b-24a5112dd3cb)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:20.551960 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:20.588214 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device d226c7a6-986b-4039-a406-328e2e2e9372 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:40:20.595153 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e4b02fe7-639e-407f-8ef9-574a610f283d req-45c1ab0c-9dc4-46f4-8c08-2bf6a2529096 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1f4f33a-3287-4861-b95c-8cab1312d515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870726 Apr 28 19:40:20.703217 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1aac21b4-0cf9-4891-8478-245f9640c7a1 req-0aace0ba-cd95-43ad-a3ad-7e87180a926b tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3e544d5-6c1e-470a-9dcb-208e54e0afff HTTP/1.1" status: 200 len: 210 time: 0.0441782 Apr 28 19:40:20.705834 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-8ad33933-0568-4723-9d95-7a6d2ac8564a tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:20.758620 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=e8a5b2ff-865e-49ab-9075-8c55199df681,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:20.762630 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bfa4383d-4867-400b-ba6b-8a5c80a095ee req-a9f1dac3-8fc7-41d5-831c-820d0846d59b service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420981 Apr 28 19:40:20.814390 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:20.844531 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-9adc9699-4e3f-4944-898c-f0685947faec None None] Provisioning complete for port 4628d9fd-3c50-443d-86f9-9cd6016cea33 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:20.844831 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9adc9699-4e3f-4944-898c-f0685947faec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:20.845252 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-bb4089eb-1cfd-47db-ba08-fccb0d87286e req-cf3fe5a5-f557-45c2-b0e3-8d9a1b5e0b64 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:20.845605 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-bb4089eb-1cfd-47db-ba08-fccb0d87286e req-cf3fe5a5-f557-45c2-b0e3-8d9a1b5e0b64 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:20.846003 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [req-bb4089eb-1cfd-47db-ba08-fccb0d87286e req-cf3fe5a5-f557-45c2-b0e3-8d9a1b5e0b64 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Floating IP 0d0f46a6-caf7-4307-b3a8-b3a2eeb519c7 disassociated. External IP: 172.25.8.137, port: 74ca2a4e-e656-4eeb-8339-4f97bfd4b51a. Apr 28 19:40:20.846587 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-bb4089eb-1cfd-47db-ba08-fccb0d87286e req-cf3fe5a5-f557-45c2-b0e3-8d9a1b5e0b64 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Calling delete_port for 74ca2a4e-e656-4eeb-8339-4f97bfd4b51a owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:40:20.850090 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-8ad33933-0568-4723-9d95-7a6d2ac8564a tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:20.913500 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-8ad33933-0568-4723-9d95-7a6d2ac8564a tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Network bf6fb628-322d-4a49-a096-532dc11a76b2 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:40:20.927711 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-8ad33933-0568-4723-9d95-7a6d2ac8564a tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:20.935220 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-8ad33933-0568-4723-9d95-7a6d2ac8564a tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:40:20.953503 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port d226c7a6-986b-4039-a406-328e2e2e9372, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=d226c7a6-986b-4039-a406-328e2e2e9372,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:20.976944 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 4628d9fd-3c50-443d-86f9-9cd6016cea33, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=4628d9fd-3c50-443d-86f9-9cd6016cea33,segment=NetworkSegment(4204f595-10df-4ff9-961f-11c24ccad09b),segment_id=4204f595-10df-4ff9-961f-11c24ccad09b)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:20.981632 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'd226c7a6-986b-4039-a406-328e2e2e9372', 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd', 'port_id': 'd226c7a6-986b-4039-a406-328e2e2e9372', 'mac_address': 'fa:16:3e:04:6b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d5c93c2-9d1b-4c66-8e1f-a78766af188b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:40:20.987471 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:20.988501 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 09a02b53-ff1c-4a60-80a5-3a2b3e1a9e2c up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:40:21.062390 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-8ad33933-0568-4723-9d95-7a6d2ac8564a tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:21.063201 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-8ad33933-0568-4723-9d95-7a6d2ac8564a tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:21.072684 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad33933-0568-4723-9d95-7a6d2ac8564a tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Pushing event updated for resources: {'Port': ['ID=623aecad-69d1-4750-946a-8c71b3291213,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:21.106434 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-8ad33933-0568-4723-9d95-7a6d2ac8564a tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7649887 Apr 28 19:40:21.117375 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-45f0a11c-ffe6-4954-92ec-0dae74ca35e5 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Request body: {'port': {'device_id': 'b3e544d5-6c1e-470a-9dcb-208e54e0afff', 'network_id': '524e543f-5be1-40e0-ac50-c689256cd026', 'admin_state_up': True, 'tenant_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:21.275092 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['c7fbcdaf-eb1a-406d-86fb-62582d63a224'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:40:21.277954 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['672f2098-3779-4741-8efb-1fe071f74808'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:40:21.296572 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['eeb1d863-119a-4193-9c0a-7882aec48194'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:40:21.349318 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48336) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:21.382511 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['e8a5b2ff-865e-49ab-9075-8c55199df681'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:40:21.385830 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['9984f582-0747-4758-acc2-3cb0373ad5b8'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:40:21.387693 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:21.392241 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=4628d9fd-3c50-443d-86f9-9cd6016cea33,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:21.410084 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-45f0a11c-ffe6-4954-92ec-0dae74ca35e5 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Made reservation on behalf of 9ccc7fa26fd54d9d8ef7f26bff52d48a for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:40:21.414842 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-45f0a11c-ffe6-4954-92ec-0dae74ca35e5 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:21.433152 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bc0db-890d-436f-9ef8-96ef47491472 req-0f2026de-2608-4809-96fe-6862adab259a tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:21.440533 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bc0db-890d-436f-9ef8-96ef47491472 req-0f2026de-2608-4809-96fe-6862adab259a tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:21.447009 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bc0db-890d-436f-9ef8-96ef47491472 req-0f2026de-2608-4809-96fe-6862adab259a tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:21.453983 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bc0db-890d-436f-9ef8-96ef47491472 req-0f2026de-2608-4809-96fe-6862adab259a tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:21.460277 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bc0db-890d-436f-9ef8-96ef47491472 req-0f2026de-2608-4809-96fe-6862adab259a tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:21.466829 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bc0db-890d-436f-9ef8-96ef47491472 req-0f2026de-2608-4809-96fe-6862adab259a tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:21.474243 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bc0db-890d-436f-9ef8-96ef47491472 req-0f2026de-2608-4809-96fe-6862adab259a tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:21.476448 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-010bc0db-890d-436f-9ef8-96ef47491472 req-0f2026de-2608-4809-96fe-6862adab259a tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5437 time: 0.2058635 Apr 28 19:40:21.486152 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-bb4089eb-1cfd-47db-ba08-fccb0d87286e req-cf3fe5a5-f557-45c2-b0e3-8d9a1b5e0b64 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:21.488932 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d226c7a6-986b-4039-a406-328e2e2e9372 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:21.510604 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bc970e76-60f4-4a81-ad4a-d8887b5636b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:21.536601 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 09a02b53-ff1c-4a60-80a5-3a2b3e1a9e2c triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:21.537546 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:21.571126 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3fe5a5-f557-45c2-b0e3-8d9a1b5e0b64 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Pushing event deleted for resources: {'Port': ['ID=74ca2a4e-e656-4eeb-8339-4f97bfd4b51a,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:21.627466 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port d226c7a6-986b-4039-a406-328e2e2e9372, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=d226c7a6-986b-4039-a406-328e2e2e9372,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:21.651208 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:21.689663 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-010bc0db-890d-436f-9ef8-96ef47491472 req-df953cac-777c-42fe-b3cc-24ed158bbbaf tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1906657 Apr 28 19:40:21.693834 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116e6d7-e5bd-4edd-abc0-9bd2b910daf9 req-03c384fd-ddbc-4a6c-99de-c53bd51dc76f tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:21.695479 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2116e6d7-e5bd-4edd-abc0-9bd2b910daf9 req-03c384fd-ddbc-4a6c-99de-c53bd51dc76f tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 943 time: 0.0951159 Apr 28 19:40:21.704814 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bc970e76-60f4-4a81-ad4a-d8887b5636b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:21.718736 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bc970e76-60f4-4a81-ad4a-d8887b5636b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:21.738856 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a21bad52-bb74-4b33-ae2c-3c23201fe8b4 None None] Provisioning complete for port 4628d9fd-3c50-443d-86f9-9cd6016cea33 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:21.739370 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a21bad52-bb74-4b33-ae2c-3c23201fe8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:21.803621 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb4089eb-1cfd-47db-ba08-fccb0d87286e req-cf3fe5a5-f557-45c2-b0e3-8d9a1b5e0b64 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Router 536f6499-1b10-4117-950d-dfd4623a3f3f has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:40:21.805412 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc970e76-60f4-4a81-ad4a-d8887b5636b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93ca8af-3588-48ce-8d2f-118e551908ad,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:21.833711 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-bc970e76-60f4-4a81-ad4a-d8887b5636b2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5e7af98aca2146b982f34a46e36a13c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4821577 Apr 28 19:40:21.833876 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48348) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:21.845151 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-45f0a11c-ffe6-4954-92ec-0dae74ca35e5 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Allocated IP 19.86.0.228 (524e543f-5be1-40e0-ac50-c689256cd026/62504ae3-754b-460a-951a-67e89df6d5a8/b3793c05-2abf-45a5-91ac-d954df7a814f) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:40:21.854376 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2116e6d7-e5bd-4edd-abc0-9bd2b910daf9 req-da0f1fe8-d298-4476-9e1f-20ed3bab381e tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410520 Apr 28 19:40:21.984719 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfd891-8072-4dee-9c0f-a0d7bebf243d req-31a914ce-4148-4539-9eb1-374608d12072 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:21.986531 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-06bfd891-8072-4dee-9c0f-a0d7bebf243d req-31a914ce-4148-4539-9eb1-374608d12072 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3e544d5-6c1e-470a-9dcb-208e54e0afff HTTP/1.1" status: 200 len: 931 time: 0.0595503 Apr 28 19:40:21.987340 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['d226c7a6-986b-4039-a406-328e2e2e9372'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:40:21.989797 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=d226c7a6-986b-4039-a406-328e2e2e9372,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:22.047144 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-06bfd891-8072-4dee-9c0f-a0d7bebf243d req-72831aea-2f71-4adc-ba10-b2b4db06e30a tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495203 Apr 28 19:40:22.108770 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-615aefc1-65f2-40fe-b2d5-2607990e0d9a req-38f992b6-66f3-41ed-98e7-078105361bbf tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b08df8c-d250-441a-b5d2-01341048873c HTTP/1.1" status: 200 len: 210 time: 0.2050028 Apr 28 19:40:22.144207 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb4089eb-1cfd-47db-ba08-fccb0d87286e req-cf3fe5a5-f557-45c2-b0e3-8d9a1b5e0b64 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:40:22.157518 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d8ae12-bbb0-42de-a714-a51ec7db0329 None None] Sync routers for ids ['536f6499-1b10-4117-950d-dfd4623a3f3f'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:40:22.169101 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d8ae12-bbb0-42de-a714-a51ec7db0329 None None] Routers {'536f6499-1b10-4117-950d-dfd4623a3f3f'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:40:22.169860 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-70d8ae12-bbb0-42de-a714-a51ec7db0329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:40:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['536f6499-1b10-4117-950d-dfd4623a3f3f'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:22.188723 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-de07e06a-9400-4336-9810-aaa324ef50e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:22.224559 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['8725a3c2-2634-40e3-a0ff-926c27926381'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:40:22.259010 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb4089eb-1cfd-47db-ba08-fccb0d87286e req-cf3fe5a5-f557-45c2-b0e3-8d9a1b5e0b64 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] No DVR routers for this DVR port 74ca2a4e-e656-4eeb-8339-4f97bfd4b51a on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:40:22.264522 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-bb4089eb-1cfd-47db-ba08-fccb0d87286e req-cf3fe5a5-f557-45c2-b0e3-8d9a1b5e0b64 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:22.269120 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bb4089eb-1cfd-47db-ba08-fccb0d87286e req-cf3fe5a5-f557-45c2-b0e3-8d9a1b5e0b64 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.15 "DELETE /v2.0/ports/74ca2a4e-e656-4eeb-8339-4f97bfd4b51a HTTP/1.1" status: 204 len: 173 time: 3.6445932 Apr 28 19:40:22.270125 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b08df8c-d250-441a-b5d2-01341048873c', 'name': 'network-vif-deleted', 'tag': '74ca2a4e-e656-4eeb-8339-4f97bfd4b51a'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:22.273172 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d06abf-056e-464e-80d1-e80f06bc5382" -d '{"events": [{"server_uuid": "0b08df8c-d250-441a-b5d2-01341048873c", "name": "network-vif-deleted", "tag": "74ca2a4e-e656-4eeb-8339-4f97bfd4b51a"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:40:22.276302 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e01dfa3a-891b-48d2-a2b2-89a81d842520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:22.292818 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-70d8ae12-bbb0-42de-a714-a51ec7db0329 None None] Set router 536f6499-1b10-4117-950d-dfd4623a3f3f gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:40:22.306604 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e01dfa3a-891b-48d2-a2b2-89a81d842520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:22.314094 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['82f7143d-e7a9-467d-9495-8d04e5fd2f42'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:40:22.425267 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e01dfa3a-891b-48d2-a2b2-89a81d842520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:22.430682 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e01dfa3a-891b-48d2-a2b2-89a81d842520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:22.439294 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e01dfa3a-891b-48d2-a2b2-89a81d842520 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a93ca8af-3588-48ce-8d2f-118e551908ad HTTP/1.1" status: 204 len: 168 time: 0.5475404 Apr 28 19:40:22.450971 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-45f0a11c-ffe6-4954-92ec-0dae74ca35e5 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:22.456314 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a6b854-4272-4bd0-8217-3e30698a2a48 x-openstack-request-id: req-62a6b854-4272-4bd0-8217-3e30698a2a48 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:40:22.456812 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b08df8c-d250-441a-b5d2-01341048873c", "name": "network-vif-deleted", "tag": "74ca2a4e-e656-4eeb-8339-4f97bfd4b51a", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:40:22.457117 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-62a6b854-4272-4bd0-8217-3e30698a2a48 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:40:22.457843 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62a6b854-4272-4bd0-8217-3e30698a2a48'] response: {'server_uuid': '0b08df8c-d250-441a-b5d2-01341048873c', 'name': 'network-vif-deleted', 'tag': '74ca2a4e-e656-4eeb-8339-4f97bfd4b51a', 'status': 'completed', 'code': 200} Apr 28 19:40:22.468963 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01dfa3a-891b-48d2-a2b2-89a81d842520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93ca8af-3588-48ce-8d2f-118e551908ad,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:22.529203 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-45f0a11c-ffe6-4954-92ec-0dae74ca35e5 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:22.583862 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-45f0a11c-ffe6-4954-92ec-0dae74ca35e5 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Network 524e543f-5be1-40e0-ac50-c689256cd026 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:40:22.588587 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-45f0a11c-ffe6-4954-92ec-0dae74ca35e5 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:22.593494 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-45f0a11c-ffe6-4954-92ec-0dae74ca35e5 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:40:22.651341 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 4628d9fd-3c50-443d-86f9-9cd6016cea33 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:40:22.656235 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 74ca2a4e-e656-4eeb-8339-4f97bfd4b51a no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:40:22.657679 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0a11c-ffe6-4954-92ec-0dae74ca35e5 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Pushing event updated for resources: {'Port': ['ID=b3793c05-2abf-45a5-91ac-d954df7a814f,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:22.673878 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-70d8ae12-bbb0-42de-a714-a51ec7db0329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'name': 'tempest-AttachVolumeNegativeTest-1025782073-router', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:24Z', 'updated_at': '2022-04-28T19:37:37Z', 'revision_number': 4, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'gw_port': {'id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:26Z', 'updated_at': '2022-04-28T19:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '67b2c8b4-5a2b-4277-8e86-9fdf9c415f55', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'port_id': 'f7275361-74d5-4846-89b8-50ac64894ba2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'mac_address': 'fa:16:3e:71:b5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97861477-7b6d-48aa-9bdf-89105905415c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:37:44Z', 'updated_at': '2022-04-28T19:38:17Z', 'revision_number': 2, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1535635-16ee-414b-a822-868c614c37c3', 'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'mac_address': 'fa:16:3e:ed:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:33Z', 'updated_at': '2022-04-28T19:37:44Z', 'revision_number': 5, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'subnets': [{'id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:22.702833 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d8ae12-bbb0-42de-a714-a51ec7db0329 None None] Checking router: 536f6499-1b10-4117-950d-dfd4623a3f3f for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:40:22.707606 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-45f0a11c-ffe6-4954-92ec-0dae74ca35e5 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:22.709394 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-45f0a11c-ffe6-4954-92ec-0dae74ca35e5 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:22.719411 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d8ae12-bbb0-42de-a714-a51ec7db0329 None None] Routers {'536f6499-1b10-4117-950d-dfd4623a3f3f'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:40:22.720040 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-70d8ae12-bbb0-42de-a714-a51ec7db0329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:40:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['536f6499-1b10-4117-950d-dfd4623a3f3f'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:22.731121 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 74ca2a4e-e656-4eeb-8339-4f97bfd4b51a {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:40:22.731566 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 74ca2a4e-e656-4eeb-8339-4f97bfd4b51a not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:40:22.743115 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-45f0a11c-ffe6-4954-92ec-0dae74ca35e5 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6286421 Apr 28 19:40:22.761514 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-d0f887a6-d57f-4098-bdff-519d8ac74f6e tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Request body: {'port': {'device_id': 'b3e544d5-6c1e-470a-9dcb-208e54e0afff', 'network_id': 'bf6fb628-322d-4a49-a096-532dc11a76b2', 'admin_state_up': True, 'tenant_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:23.027999 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42521c6d-872a-49b0-8966-a8e31a4b1bb5 req-630a0b85-40ec-4e10-a153-900009bdceb1 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:23.037753 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-42521c6d-872a-49b0-8966-a8e31a4b1bb5 req-630a0b85-40ec-4e10-a153-900009bdceb1 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 944 time: 0.0937722 Apr 28 19:40:23.049968 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-70d8ae12-bbb0-42de-a714-a51ec7db0329 None None] Set router 536f6499-1b10-4117-950d-dfd4623a3f3f gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:40:23.100237 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-42521c6d-872a-49b0-8966-a8e31a4b1bb5 req-438924e9-7f74-419e-b861-b77bf555b417 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550776 Apr 28 19:40:23.102491 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 4628d9fd-3c50-443d-86f9-9cd6016cea33 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:23.102987 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:23.148332 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54d85c-d8ff-41d0-bf72-4f4392349e86 req-b5a48072-093a-4ed3-a7e1-6164cd9bbe33 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:23.156400 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54d85c-d8ff-41d0-bf72-4f4392349e86 req-b5a48072-093a-4ed3-a7e1-6164cd9bbe33 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:23.163753 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54d85c-d8ff-41d0-bf72-4f4392349e86 req-b5a48072-093a-4ed3-a7e1-6164cd9bbe33 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:23.171678 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54d85c-d8ff-41d0-bf72-4f4392349e86 req-b5a48072-093a-4ed3-a7e1-6164cd9bbe33 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:23.179302 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54d85c-d8ff-41d0-bf72-4f4392349e86 req-b5a48072-093a-4ed3-a7e1-6164cd9bbe33 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:23.187856 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54d85c-d8ff-41d0-bf72-4f4392349e86 req-b5a48072-093a-4ed3-a7e1-6164cd9bbe33 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:23.195667 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a21bad52-bb74-4b33-ae2c-3c23201fe8b4 None None] Provisioning complete for port 623aecad-69d1-4750-946a-8c71b3291213 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:23.196052 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a21bad52-bb74-4b33-ae2c-3c23201fe8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:23.196287 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54d85c-d8ff-41d0-bf72-4f4392349e86 req-b5a48072-093a-4ed3-a7e1-6164cd9bbe33 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:23.206693 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2c54d85c-d8ff-41d0-bf72-4f4392349e86 req-b5a48072-093a-4ed3-a7e1-6164cd9bbe33 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5437 time: 0.3113000 Apr 28 19:40:23.273787 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-d0f887a6-d57f-4098-bdff-519d8ac74f6e tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Made reservation on behalf of 9ccc7fa26fd54d9d8ef7f26bff52d48a for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:40:23.277658 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-d0f887a6-d57f-4098-bdff-519d8ac74f6e tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:23.339250 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc7b4c-9f3e-4dcc-9a34-819de23ad6f8 req-220688a6-a5b8-4f46-a7a8-499c2c9bec85 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:23.349541 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2c54d85c-d8ff-41d0-bf72-4f4392349e86 req-716d5700-1515-460f-b26e-ba9c16641187 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1418459 Apr 28 19:40:23.356371 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc7b4c-9f3e-4dcc-9a34-819de23ad6f8 req-220688a6-a5b8-4f46-a7a8-499c2c9bec85 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:23.368770 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-15dc7b4c-9f3e-4dcc-9a34-819de23ad6f8 req-220688a6-a5b8-4f46-a7a8-499c2c9bec85 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3e544d5-6c1e-470a-9dcb-208e54e0afff HTTP/1.1" status: 200 len: 1654 time: 0.1542699 Apr 28 19:40:23.450680 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-a21bad52-bb74-4b33-ae2c-3c23201fe8b4 None None] Port 623aecad-69d1-4750-946a-8c71b3291213 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:40:23.486319 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48388) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:23.487559 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-70d8ae12-bbb0-42de-a714-a51ec7db0329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'name': 'tempest-AttachVolumeNegativeTest-1025782073-router', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:24Z', 'updated_at': '2022-04-28T19:37:37Z', 'revision_number': 4, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'gw_port': {'id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:26Z', 'updated_at': '2022-04-28T19:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '67b2c8b4-5a2b-4277-8e86-9fdf9c415f55', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'port_id': 'f7275361-74d5-4846-89b8-50ac64894ba2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'mac_address': 'fa:16:3e:71:b5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97861477-7b6d-48aa-9bdf-89105905415c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:37:44Z', 'updated_at': '2022-04-28T19:38:17Z', 'revision_number': 2, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1535635-16ee-414b-a822-868c614c37c3', 'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'mac_address': 'fa:16:3e:ed:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:33Z', 'updated_at': '2022-04-28T19:37:44Z', 'revision_number': 5, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'subnets': [{'id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:23.490586 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-15dc7b4c-9f3e-4dcc-9a34-819de23ad6f8 req-6e751c71-d060-4da6-bb16-b1bbb0415c60 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169238 Apr 28 19:40:23.538103 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d8ae12-bbb0-42de-a714-a51ec7db0329 None None] The sync data for ids ['536f6499-1b10-4117-950d-dfd4623a3f3f'] in n-d-839810-1 is: [{'id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'name': 'tempest-AttachVolumeNegativeTest-1025782073-router', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:24Z', 'updated_at': '2022-04-28T19:37:37Z', 'revision_number': 4, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'gw_port': {'id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:26Z', 'updated_at': '2022-04-28T19:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '67b2c8b4-5a2b-4277-8e86-9fdf9c415f55', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'port_id': 'f7275361-74d5-4846-89b8-50ac64894ba2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'mac_address': 'fa:16:3e:71:b5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97861477-7b6d-48aa-9bdf-89105905415c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:37:44Z', 'updated_at': '2022-04-28T19:38:17Z', 'revision_number': 2, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1535635-16ee-414b-a822-868c614c37c3', 'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'mac_address': 'fa:16:3e:ed:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:33Z', 'updated_at': '2022-04-28T19:37:44Z', 'revision_number': 5, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'subnets': [{'id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:40:23.552125 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:23.597912 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-5f36c9b5-9ad4-4208-b2ca-3508aa21d8e1 None None] Provisioning complete for port b3793c05-2abf-45a5-91ac-d954df7a814f triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:23.598289 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5f36c9b5-9ad4-4208-b2ca-3508aa21d8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:23.605837 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-491a733f-c92e-43cb-a64b-79bad1d63882 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:23.635421 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-491a733f-c92e-43cb-a64b-79bad1d63882 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:23.642574 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-5f36c9b5-9ad4-4208-b2ca-3508aa21d8e1 None None] Port b3793c05-2abf-45a5-91ac-d954df7a814f cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:40:23.661477 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-d0f887a6-d57f-4098-bdff-519d8ac74f6e tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Allocated IP 19.80.0.41 (bf6fb628-322d-4a49-a096-532dc11a76b2/21e8c47c-7292-46e5-8107-ea82eb8e5bba/406e9dc9-90da-4ed3-9ff8-f4f1a51955ac) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:40:23.724266 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-491a733f-c92e-43cb-a64b-79bad1d63882 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:23.726994 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-491a733f-c92e-43cb-a64b-79bad1d63882 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:23.730631 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-491a733f-c92e-43cb-a64b-79bad1d63882 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "DELETE /v2.0/security-groups/d1f4f33a-3287-4861-b95c-8cab1312d515 HTTP/1.1" status: 204 len: 168 time: 0.2408037 Apr 28 19:40:23.731280 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48398) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:23.745007 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-1b8d0160-3a69-4de4-8cae-92181e2d7ca4 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] show failed (client error): The resource could not be found. Apr 28 19:40:23.746054 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1b8d0160-3a69-4de4-8cae-92181e2d7ca4 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups/d1f4f33a-3287-4861-b95c-8cab1312d515 HTTP/1.1" status: 404 len: 347 time: 0.0140738 Apr 28 19:40:23.751610 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48400) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:23.760184 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a733f-c92e-43cb-a64b-79bad1d63882 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f4f33a-3287-4861-b95c-8cab1312d515,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:23.951438 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-d0f887a6-d57f-4098-bdff-519d8ac74f6e tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:23.962328 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953db6cf-f186-4017-aea4-4462a72d9bd1 None None] New status for floating IP 0d0f46a6-caf7-4307-b3a8-b3a2eeb519c7: DOWN {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:40:24.007448 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-d0f887a6-d57f-4098-bdff-519d8ac74f6e tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:24.076081 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f887a6-d57f-4098-bdff-519d8ac74f6e tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Pushing event updated for resources: {'Port': ['ID=406e9dc9-90da-4ed3-9ff8-f4f1a51955ac,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:24.080786 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-d0f887a6-d57f-4098-bdff-519d8ac74f6e tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Network bf6fb628-322d-4a49-a096-532dc11a76b2 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:40:24.087297 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-d0f887a6-d57f-4098-bdff-519d8ac74f6e tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:24.090927 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-d0f887a6-d57f-4098-bdff-519d8ac74f6e tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:40:24.171889 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-d0f887a6-d57f-4098-bdff-519d8ac74f6e tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:24.171889 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-d0f887a6-d57f-4098-bdff-519d8ac74f6e tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:24.221014 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-d0f887a6-d57f-4098-bdff-519d8ac74f6e tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4643869 Apr 28 19:40:24.247347 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-26fdbd85-9d26-4070-922a-565ae0606fc9 service neutron] Request body: {'port': {'device_id': 'b3e544d5-6c1e-470a-9dcb-208e54e0afff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:24.308129 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-934e373d-8fbb-473e-b869-3919ceec64ee tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Deleting port 86a1513d-3669-4ff7-8077-37ea7718d373 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:40:24.308129 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-934e373d-8fbb-473e-b869-3919ceec64ee tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:24.364885 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-26fdbd85-9d26-4070-922a-565ae0606fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:24.376118 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c485c-c135-4883-b5ee-82041ff4a322 req-8110ebff-d0f7-474c-8103-db3dae98ab2a tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:24.386828 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ca9c485c-c135-4883-b5ee-82041ff4a322 req-8110ebff-d0f7-474c-8103-db3dae98ab2a tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 944 time: 0.1459949 Apr 28 19:40:24.425587 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-934e373d-8fbb-473e-b869-3919ceec64ee tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:24.425587 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-934e373d-8fbb-473e-b869-3919ceec64ee tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:24.435336 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-934e373d-8fbb-473e-b869-3919ceec64ee tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Calling delete_port for 86a1513d-3669-4ff7-8077-37ea7718d373 owned by network:floatingip {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:40:24.530671 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ca9c485c-c135-4883-b5ee-82041ff4a322 req-56312a0b-060c-4963-85cf-82f2c5cd76d6 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428530 Apr 28 19:40:24.578073 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab609e2-4718-48a4-b9c2-5db86dfaba46 req-63fcfaf5-436b-4557-8e51-098ef73fbfc1 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:24.586673 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab609e2-4718-48a4-b9c2-5db86dfaba46 req-63fcfaf5-436b-4557-8e51-098ef73fbfc1 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:24.589147 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-2325000f-2171-445f-9150-b1770bd7d0d2 None None] Provisioning complete for port 406e9dc9-90da-4ed3-9ff8-f4f1a51955ac triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:24.589614 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2325000f-2171-445f-9150-b1770bd7d0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:24.594238 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab609e2-4718-48a4-b9c2-5db86dfaba46 req-63fcfaf5-436b-4557-8e51-098ef73fbfc1 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:24.601626 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab609e2-4718-48a4-b9c2-5db86dfaba46 req-63fcfaf5-436b-4557-8e51-098ef73fbfc1 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:24.607760 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab609e2-4718-48a4-b9c2-5db86dfaba46 req-63fcfaf5-436b-4557-8e51-098ef73fbfc1 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:24.614892 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab609e2-4718-48a4-b9c2-5db86dfaba46 req-63fcfaf5-436b-4557-8e51-098ef73fbfc1 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:24.621370 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab609e2-4718-48a4-b9c2-5db86dfaba46 req-63fcfaf5-436b-4557-8e51-098ef73fbfc1 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:24.623516 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bab609e2-4718-48a4-b9c2-5db86dfaba46 req-63fcfaf5-436b-4557-8e51-098ef73fbfc1 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5437 time: 0.1265628 Apr 28 19:40:24.646471 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 672f2098-3779-4741-8efb-1fe071f74808 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:40:24.710356 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-2325000f-2171-445f-9150-b1770bd7d0d2 None None] Port 406e9dc9-90da-4ed3-9ff8-f4f1a51955ac cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:40:24.720124 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bab609e2-4718-48a4-b9c2-5db86dfaba46 req-c9daede6-e7a9-4d75-bab5-93bf6fc82abe tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0867248 Apr 28 19:40:24.727654 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b25a1-76f8-4c6a-9345-521c92bdb006 req-dc7e49ef-4145-42c6-a449-09d31c2cbd65 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:24.736855 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b25a1-76f8-4c6a-9345-521c92bdb006 req-dc7e49ef-4145-42c6-a449-09d31c2cbd65 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:24.744006 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b25a1-76f8-4c6a-9345-521c92bdb006 req-dc7e49ef-4145-42c6-a449-09d31c2cbd65 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:24.745736 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-369b25a1-76f8-4c6a-9345-521c92bdb006 req-dc7e49ef-4145-42c6-a449-09d31c2cbd65 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3e544d5-6c1e-470a-9dcb-208e54e0afff HTTP/1.1" status: 200 len: 2375 time: 0.1199481 Apr 28 19:40:24.756370 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-934e373d-8fbb-473e-b869-3919ceec64ee tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:24.757666 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 672f2098-3779-4741-8efb-1fe071f74808 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:40:24.772731 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 672f2098-3779-4741-8efb-1fe071f74808 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:24.773551 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:24.795572 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e373d-8fbb-473e-b869-3919ceec64ee tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Pushing event deleted for resources: {'Port': ['ID=86a1513d-3669-4ff7-8077-37ea7718d373,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:24.817073 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-369b25a1-76f8-4c6a-9345-521c92bdb006 req-59a7717c-e35e-4618-9be6-ba1651cd19fc tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482666 Apr 28 19:40:24.866967 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-26fdbd85-9d26-4070-922a-565ae0606fc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 623aecad-69d1-4750-946a-8c71b3291213 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:24.872662 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-934e373d-8fbb-473e-b869-3919ceec64ee tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for floatingip, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:24.876327 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-26fdbd85-9d26-4070-922a-565ae0606fc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:24.876863 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-934e373d-8fbb-473e-b869-3919ceec64ee tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:24.878840 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-934e373d-8fbb-473e-b869-3919ceec64ee tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "DELETE /v2.0/floatingips/0d0f46a6-caf7-4307-b3a8-b3a2eeb519c7 HTTP/1.1" status: 204 len: 168 time: 1.1260700 Apr 28 19:40:24.903457 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-26fdbd85-9d26-4070-922a-565ae0606fc9 service neutron] Transition to ACTIVE for port object 623aecad-69d1-4750-946a-8c71b3291213 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:40:24.908180 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:24.909071 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-26fdbd85-9d26-4070-922a-565ae0606fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:24.933552 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672f2098-3779-4741-8efb-1fe071f74808'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:24.935993 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ac138f-12b4-4395-979b-2a5b5ed48869" -d '{"events": [{"server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "name": "network-vif-plugged", "status": "completed", "tag": "672f2098-3779-4741-8efb-1fe071f74808"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:40:24.953631 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 672f2098-3779-4741-8efb-1fe071f74808, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=672f2098-3779-4741-8efb-1fe071f74808,segment=NetworkSegment(3d8b26ca-a8d0-467f-817b-24a5112dd3cb),segment_id=3d8b26ca-a8d0-467f-817b-24a5112dd3cb)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:24.959997 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:24.961496 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device c7fbcdaf-eb1a-406d-86fb-62582d63a224 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:40:25.009752 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fdbd85-9d26-4070-922a-565ae0606fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=623aecad-69d1-4750-946a-8c71b3291213,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:25.034226 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0274a3d-f042-40ca-a57e-c907c7117c85 x-openstack-request-id: req-d0274a3d-f042-40ca-a57e-c907c7117c85 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:40:25.034522 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "name": "network-vif-plugged", "status": "completed", "tag": "672f2098-3779-4741-8efb-1fe071f74808", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:40:25.034831 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d0274a3d-f042-40ca-a57e-c907c7117c85 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:40:25.035241 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0274a3d-f042-40ca-a57e-c907c7117c85'] response: {'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672f2098-3779-4741-8efb-1fe071f74808', 'code': 200} Apr 28 19:40:25.037959 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=672f2098-3779-4741-8efb-1fe071f74808,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:25.120477 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port c7fbcdaf-eb1a-406d-86fb-62582d63a224 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:40:25.126794 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port c7fbcdaf-eb1a-406d-86fb-62582d63a224 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:25.127300 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:25.142479 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-26fdbd85-9d26-4070-922a-565ae0606fc9 service neutron] Attempting to bind port 623aecad-69d1-4750-946a-8c71b3291213 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:40:25.143964 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-26fdbd85-9d26-4070-922a-565ae0606fc9 service neutron] Attempting to bind port 623aecad-69d1-4750-946a-8c71b3291213 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '41866c30-ce01-47ee-b105-b7a84d1d7bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bf6fb628-322d-4a49-a096-532dc11a76b2'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:40:25.144337 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-26fdbd85-9d26-4070-922a-565ae0606fc9 service neutron] Attempting to bind port 623aecad-69d1-4750-946a-8c71b3291213 on network bf6fb628-322d-4a49-a096-532dc11a76b2 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:40:25.146691 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48502) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:25.161978 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-26fdbd85-9d26-4070-922a-565ae0606fc9 service neutron] Port 623aecad-69d1-4750-946a-8c71b3291213 on network bf6fb628-322d-4a49-a096-532dc11a76b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:40:25.162437 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-26fdbd85-9d26-4070-922a-565ae0606fc9 service neutron] Attempting to bind port 623aecad-69d1-4750-946a-8c71b3291213 on network bf6fb628-322d-4a49-a096-532dc11a76b2 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:40:25.168390 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-26fdbd85-9d26-4070-922a-565ae0606fc9 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:40:25.168863 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-26fdbd85-9d26-4070-922a-565ae0606fc9 service neutron] Checking segment: {'id': '41866c30-ce01-47ee-b105-b7a84d1d7bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bf6fb628-322d-4a49-a096-532dc11a76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:40:25.169395 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-26fdbd85-9d26-4070-922a-565ae0606fc9 service neutron] Bound using segment: {'id': '41866c30-ce01-47ee-b105-b7a84d1d7bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bf6fb628-322d-4a49-a096-532dc11a76b2'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:40:25.170034 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-26fdbd85-9d26-4070-922a-565ae0606fc9 service neutron] Bound port: 623aecad-69d1-4750-946a-8c71b3291213, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41866c30-ce01-47ee-b105-b7a84d1d7bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bf6fb628-322d-4a49-a096-532dc11a76b2'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:40:25.170658 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-26fdbd85-9d26-4070-922a-565ae0606fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:25.266755 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-26fdbd85-9d26-4070-922a-565ae0606fc9 service neutron] For port 623aecad-69d1-4750-946a-8c71b3291213, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:40:25.276921 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-26fdbd85-9d26-4070-922a-565ae0606fc9 service neutron] For port 623aecad-69d1-4750-946a-8c71b3291213, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=623aecad-69d1-4750-946a-8c71b3291213,segment=NetworkSegment(41866c30-ce01-47ee-b105-b7a84d1d7bb6),segment_id=41866c30-ce01-47ee-b105-b7a84d1d7bb6)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:40:25.285810 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-26fdbd85-9d26-4070-922a-565ae0606fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:25.319672 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:25.323711 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ed2e0744-574a-4ded-8beb-27bb49a3362b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:25.372797 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-26fdbd85-9d26-4070-922a-565ae0606fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:25.374670 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-26fdbd85-9d26-4070-922a-565ae0606fc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:25.376317 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-26fdbd85-9d26-4070-922a-565ae0606fc9 service neutron] 10.222.0.15 "PUT /v2.0/ports/623aecad-69d1-4750-946a-8c71b3291213 HTTP/1.1" status: 200 len: 1091 time: 1.1452324 Apr 28 19:40:25.376784 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e544d5-6c1e-470a-9dcb-208e54e0afff', 'tag': '623aecad-69d1-4750-946a-8c71b3291213'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:25.379285 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6dba1c4-7ddb-4cac-a3f7-2dee7ecfc765" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e544d5-6c1e-470a-9dcb-208e54e0afff", "tag": "623aecad-69d1-4750-946a-8c71b3291213"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:40:25.392640 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port c7fbcdaf-eb1a-406d-86fb-62582d63a224, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=c7fbcdaf-eb1a-406d-86fb-62582d63a224,segment=NetworkSegment(3d8b26ca-a8d0-467f-817b-24a5112dd3cb),segment_id=3d8b26ca-a8d0-467f-817b-24a5112dd3cb)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:25.399848 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:25.400844 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device eeb1d863-119a-4193-9c0a-7882aec48194 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:40:25.420355 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-5e48eb03-3935-4bf5-8ee8-4379a59f3cb6 service neutron] Request body: {'port': {'device_id': 'b3e544d5-6c1e-470a-9dcb-208e54e0afff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:25.464370 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f2cfb2-ff09-4b8c-ab53-4ca6a626209f x-openstack-request-id: req-c2f2cfb2-ff09-4b8c-ab53-4ca6a626209f {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:40:25.464693 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e544d5-6c1e-470a-9dcb-208e54e0afff", "tag": "623aecad-69d1-4750-946a-8c71b3291213", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:40:25.464898 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c2f2cfb2-ff09-4b8c-ab53-4ca6a626209f {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:40:25.465247 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2f2cfb2-ff09-4b8c-ab53-4ca6a626209f'] response: {'name': 'network-changed', 'server_uuid': 'b3e544d5-6c1e-470a-9dcb-208e54e0afff', 'tag': '623aecad-69d1-4750-946a-8c71b3291213', 'status': 'completed', 'code': 200} Apr 28 19:40:25.475160 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ed2e0744-574a-4ded-8beb-27bb49a3362b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:25.483654 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fdbd85-9d26-4070-922a-565ae0606fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=623aecad-69d1-4750-946a-8c71b3291213,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:25.487639 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ed2e0744-574a-4ded-8beb-27bb49a3362b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:25.505945 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=c7fbcdaf-eb1a-406d-86fb-62582d63a224,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:25.528291 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e0744-574a-4ded-8beb-27bb49a3362b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476b0048-0800-42dc-ba56-4b18bd09ef2a,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:25.533518 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port eeb1d863-119a-4193-9c0a-7882aec48194 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:40:25.538310 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port eeb1d863-119a-4193-9c0a-7882aec48194 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:25.538732 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:25.543283 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-5e48eb03-3935-4bf5-8ee8-4379a59f3cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:25.562392 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ed2e0744-574a-4ded-8beb-27bb49a3362b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3b856d56ff894f87a19827b78c838baa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4133093 Apr 28 19:40:25.564900 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48514) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:25.579841 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dba1c4-7ddb-4cac-a3f7-2dee7ecfc765 req-f92b6280-3187-4287-9fba-f6451d16d0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:25.580376 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dba1c4-7ddb-4cac-a3f7-2dee7ecfc765 req-f92b6280-3187-4287-9fba-f6451d16d0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:25.580854 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dba1c4-7ddb-4cac-a3f7-2dee7ecfc765 req-f92b6280-3187-4287-9fba-f6451d16d0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:25.583201 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a6dba1c4-7ddb-4cac-a3f7-2dee7ecfc765 req-f92b6280-3187-4287-9fba-f6451d16d0c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9ccc7fa26fd54d9d8ef7f26bff52d48a&device_id=b3e544d5-6c1e-470a-9dcb-208e54e0afff HTTP/1.1" status: 200 len: 2730 time: 0.1127131 Apr 28 19:40:25.658487 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0661445f-da17-41ca-ad5f-e9cf43c4f05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:25.664521 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:25.683332 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0661445f-da17-41ca-ad5f-e9cf43c4f05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:25.717361 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:25.719624 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port eeb1d863-119a-4193-9c0a-7882aec48194, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=eeb1d863-119a-4193-9c0a-7882aec48194,segment=NetworkSegment(3b6d948b-4add-4faf-b942-990ecce6cb5c),segment_id=3b6d948b-4add-4faf-b942-990ecce6cb5c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:25.726606 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:25.727946 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 9984f582-0747-4758-acc2-3cb0373ad5b8 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:40:25.801831 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0661445f-da17-41ca-ad5f-e9cf43c4f05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:25.805354 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0661445f-da17-41ca-ad5f-e9cf43c4f05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:25.810340 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0661445f-da17-41ca-ad5f-e9cf43c4f05b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/476b0048-0800-42dc-ba56-4b18bd09ef2a HTTP/1.1" status: 204 len: 168 time: 0.2439327 Apr 28 19:40:25.830214 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281e540-21b8-414b-ad12-1b2dc24034ba req-a138af7a-d48c-4b95-a7e2-3d79baef58f0 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:25.834857 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5281e540-21b8-414b-ad12-1b2dc24034ba req-a138af7a-d48c-4b95-a7e2-3d79baef58f0 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 944 time: 0.1131372 Apr 28 19:40:25.851116 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0661445f-da17-41ca-ad5f-e9cf43c4f05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476b0048-0800-42dc-ba56-4b18bd09ef2a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:25.911325 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5281e540-21b8-414b-ad12-1b2dc24034ba req-49568948-f5f4-4d78-9dd4-47b6a8923b78 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643120 Apr 28 19:40:25.944620 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:25.958179 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=eeb1d863-119a-4193-9c0a-7882aec48194,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:25.978430 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 9984f582-0747-4758-acc2-3cb0373ad5b8 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:40:25.986267 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 9984f582-0747-4758-acc2-3cb0373ad5b8 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:25.986687 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:26.087505 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:26.143749 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e70ac-bc34-4a62-810c-c78b8423d0f3 req-38675df9-62a4-4098-b7c4-99f2c743bbee tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:26.173005 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 9984f582-0747-4758-acc2-3cb0373ad5b8, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=9984f582-0747-4758-acc2-3cb0373ad5b8,segment=NetworkSegment(3b6d948b-4add-4faf-b942-990ecce6cb5c),segment_id=3b6d948b-4add-4faf-b942-990ecce6cb5c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:26.175914 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e70ac-bc34-4a62-810c-c78b8423d0f3 req-38675df9-62a4-4098-b7c4-99f2c743bbee tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:26.182767 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e70ac-bc34-4a62-810c-c78b8423d0f3 req-38675df9-62a4-4098-b7c4-99f2c743bbee tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:26.184542 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:26.184830 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-867e70ac-bc34-4a62-810c-c78b8423d0f3 req-38675df9-62a4-4098-b7c4-99f2c743bbee tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3e544d5-6c1e-470a-9dcb-208e54e0afff HTTP/1.1" status: 200 len: 2387 time: 0.1448712 Apr 28 19:40:26.284970 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-867e70ac-bc34-4a62-810c-c78b8423d0f3 req-a39e97cb-d60b-46de-93f9-e1f2c7f6b8d2 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902839 Apr 28 19:40:26.322755 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=9984f582-0747-4758-acc2-3cb0373ad5b8,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:26.384991 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc51e10-1749-4ad0-8f35-92b784d27b9a req-af83a504-f292-431a-b9fc-7c93ff44c412 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:26.390914 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc51e10-1749-4ad0-8f35-92b784d27b9a req-af83a504-f292-431a-b9fc-7c93ff44c412 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:26.397819 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc51e10-1749-4ad0-8f35-92b784d27b9a req-af83a504-f292-431a-b9fc-7c93ff44c412 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:26.404164 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc51e10-1749-4ad0-8f35-92b784d27b9a req-af83a504-f292-431a-b9fc-7c93ff44c412 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:26.410882 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc51e10-1749-4ad0-8f35-92b784d27b9a req-af83a504-f292-431a-b9fc-7c93ff44c412 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:26.416672 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc51e10-1749-4ad0-8f35-92b784d27b9a req-af83a504-f292-431a-b9fc-7c93ff44c412 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:26.424274 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc51e10-1749-4ad0-8f35-92b784d27b9a req-af83a504-f292-431a-b9fc-7c93ff44c412 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:26.426319 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fbc51e10-1749-4ad0-8f35-92b784d27b9a req-af83a504-f292-431a-b9fc-7c93ff44c412 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5441 time: 0.2027340 Apr 28 19:40:26.473650 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dba1c4-7ddb-4cac-a3f7-2dee7ecfc765 req-0e843482-6c51-4a83-8e42-81b26cddd34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:26.474185 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dba1c4-7ddb-4cac-a3f7-2dee7ecfc765 req-0e843482-6c51-4a83-8e42-81b26cddd34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:26.474810 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dba1c4-7ddb-4cac-a3f7-2dee7ecfc765 req-0e843482-6c51-4a83-8e42-81b26cddd34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:26.476507 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a6dba1c4-7ddb-4cac-a3f7-2dee7ecfc765 req-0e843482-6c51-4a83-8e42-81b26cddd34b service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=9ccc7fa26fd54d9d8ef7f26bff52d48a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.8476646 Apr 28 19:40:26.625958 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fbc51e10-1749-4ad0-8f35-92b784d27b9a req-40b4cbb7-f672-4572-b2c2-eea73268c658 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1837606 Apr 28 19:40:26.631776 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dba1c4-7ddb-4cac-a3f7-2dee7ecfc765 req-0de5f63d-aca9-466c-87fe-409904578f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:26.634842 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a6dba1c4-7ddb-4cac-a3f7-2dee7ecfc765 req-0de5f63d-aca9-466c-87fe-409904578f14 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1462424 Apr 28 19:40:26.645153 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 82f7143d-e7a9-467d-9495-8d04e5fd2f42 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:40:26.699065 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-5e48eb03-3935-4bf5-8ee8-4379a59f3cb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3793c05-2abf-45a5-91ac-d954df7a814f {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:26.713808 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-5e48eb03-3935-4bf5-8ee8-4379a59f3cb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:26.717980 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 82f7143d-e7a9-467d-9495-8d04e5fd2f42 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:40:26.724689 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 82f7143d-e7a9-467d-9495-8d04e5fd2f42 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:26.725597 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:26.730424 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-5e48eb03-3935-4bf5-8ee8-4379a59f3cb6 service neutron] Transition to ACTIVE for port object b3793c05-2abf-45a5-91ac-d954df7a814f will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:40:26.738225 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-5e48eb03-3935-4bf5-8ee8-4379a59f3cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:26.793232 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48eb03-3935-4bf5-8ee8-4379a59f3cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=b3793c05-2abf-45a5-91ac-d954df7a814f,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:26.893390 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:26.940855 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 82f7143d-e7a9-467d-9495-8d04e5fd2f42, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=82f7143d-e7a9-467d-9495-8d04e5fd2f42,segment=NetworkSegment(3d8b26ca-a8d0-467f-817b-24a5112dd3cb),segment_id=3d8b26ca-a8d0-467f-817b-24a5112dd3cb)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:26.946641 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:26.947981 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device d226c7a6-986b-4039-a406-328e2e2e9372 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:40:26.950179 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-5e48eb03-3935-4bf5-8ee8-4379a59f3cb6 service neutron] Attempting to bind port b3793c05-2abf-45a5-91ac-d954df7a814f on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:40:26.950528 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-5e48eb03-3935-4bf5-8ee8-4379a59f3cb6 service neutron] Attempting to bind port b3793c05-2abf-45a5-91ac-d954df7a814f by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '4204f595-10df-4ff9-961f-11c24ccad09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '524e543f-5be1-40e0-ac50-c689256cd026'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:40:26.950865 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-5e48eb03-3935-4bf5-8ee8-4379a59f3cb6 service neutron] Attempting to bind port b3793c05-2abf-45a5-91ac-d954df7a814f on network 524e543f-5be1-40e0-ac50-c689256cd026 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:40:26.965335 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-5e48eb03-3935-4bf5-8ee8-4379a59f3cb6 service neutron] Port b3793c05-2abf-45a5-91ac-d954df7a814f on network 524e543f-5be1-40e0-ac50-c689256cd026 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:40:26.966149 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-5e48eb03-3935-4bf5-8ee8-4379a59f3cb6 service neutron] Attempting to bind port b3793c05-2abf-45a5-91ac-d954df7a814f on network 524e543f-5be1-40e0-ac50-c689256cd026 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:40:26.980039 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-5e48eb03-3935-4bf5-8ee8-4379a59f3cb6 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:40:26.980420 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-5e48eb03-3935-4bf5-8ee8-4379a59f3cb6 service neutron] Checking segment: {'id': '4204f595-10df-4ff9-961f-11c24ccad09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '524e543f-5be1-40e0-ac50-c689256cd026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:40:26.980801 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-5e48eb03-3935-4bf5-8ee8-4379a59f3cb6 service neutron] Bound using segment: {'id': '4204f595-10df-4ff9-961f-11c24ccad09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '524e543f-5be1-40e0-ac50-c689256cd026'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:40:26.981230 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-5e48eb03-3935-4bf5-8ee8-4379a59f3cb6 service neutron] Bound port: b3793c05-2abf-45a5-91ac-d954df7a814f, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4204f595-10df-4ff9-961f-11c24ccad09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '524e543f-5be1-40e0-ac50-c689256cd026'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:40:26.981592 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-5e48eb03-3935-4bf5-8ee8-4379a59f3cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:27.037844 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7fbcdaf-eb1a-406d-86fb-62582d63a224'}, {'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb1d863-119a-4193-9c0a-7882aec48194'}, {'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9984f582-0747-4758-acc2-3cb0373ad5b8'}, {'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f7143d-e7a9-467d-9495-8d04e5fd2f42'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:27.040517 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044d63c3-e2cc-4216-b098-aa5e8696fc2c" -d '{"events": [{"server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "name": "network-vif-plugged", "status": "completed", "tag": "c7fbcdaf-eb1a-406d-86fb-62582d63a224"}, {"server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "name": "network-vif-plugged", "status": "completed", "tag": "eeb1d863-119a-4193-9c0a-7882aec48194"}, {"server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "name": "network-vif-plugged", "status": "completed", "tag": "9984f582-0747-4758-acc2-3cb0373ad5b8"}, {"server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "name": "network-vif-plugged", "status": "completed", "tag": "82f7143d-e7a9-467d-9495-8d04e5fd2f42"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:40:27.045485 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=82f7143d-e7a9-467d-9495-8d04e5fd2f42,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:27.066539 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port d226c7a6-986b-4039-a406-328e2e2e9372 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:40:27.072437 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port d226c7a6-986b-4039-a406-328e2e2e9372 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:27.072710 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:27.126947 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-5e48eb03-3935-4bf5-8ee8-4379a59f3cb6 service neutron] For port b3793c05-2abf-45a5-91ac-d954df7a814f, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:40:27.135323 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-5e48eb03-3935-4bf5-8ee8-4379a59f3cb6 service neutron] For port b3793c05-2abf-45a5-91ac-d954df7a814f, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=b3793c05-2abf-45a5-91ac-d954df7a814f,segment=NetworkSegment(4204f595-10df-4ff9-961f-11c24ccad09b),segment_id=4204f595-10df-4ff9-961f-11c24ccad09b)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:40:27.139072 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 28 Apr 2022 19:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be772c63-734c-4d6c-b3d2-c808a96f190b x-openstack-request-id: req-be772c63-734c-4d6c-b3d2-c808a96f190b {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:40:27.139884 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "name": "network-vif-plugged", "status": "completed", "tag": "c7fbcdaf-eb1a-406d-86fb-62582d63a224", "code": 200}, {"server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "name": "network-vif-plugged", "status": "completed", "tag": "eeb1d863-119a-4193-9c0a-7882aec48194", "code": 200}, {"server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "name": "network-vif-plugged", "status": "completed", "tag": "9984f582-0747-4758-acc2-3cb0373ad5b8", "code": 200}, {"server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "name": "network-vif-plugged", "status": "completed", "tag": "82f7143d-e7a9-467d-9495-8d04e5fd2f42", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:40:27.140729 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-be772c63-734c-4d6c-b3d2-c808a96f190b {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:40:27.140729 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be772c63-734c-4d6c-b3d2-c808a96f190b'] response: {'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7fbcdaf-eb1a-406d-86fb-62582d63a224', 'code': 200} Apr 28 19:40:27.141028 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be772c63-734c-4d6c-b3d2-c808a96f190b'] response: {'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb1d863-119a-4193-9c0a-7882aec48194', 'code': 200} Apr 28 19:40:27.141174 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be772c63-734c-4d6c-b3d2-c808a96f190b'] response: {'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9984f582-0747-4758-acc2-3cb0373ad5b8', 'code': 200} Apr 28 19:40:27.141422 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be772c63-734c-4d6c-b3d2-c808a96f190b'] response: {'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f7143d-e7a9-467d-9495-8d04e5fd2f42', 'code': 200} Apr 28 19:40:27.142862 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-5e48eb03-3935-4bf5-8ee8-4379a59f3cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:27.158567 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0b2c2-5d69-412b-960c-628044686a3a req-2d0dc362-d9a1-4882-a927-3eb593fb2afa tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:27.161040 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8ef0b2c2-5d69-412b-960c-628044686a3a req-2d0dc362-d9a1-4882-a927-3eb593fb2afa tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 944 time: 0.1000075 Apr 28 19:40:27.193267 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-5e48eb03-3935-4bf5-8ee8-4379a59f3cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:27.194336 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-5e48eb03-3935-4bf5-8ee8-4379a59f3cb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:27.196020 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-5e48eb03-3935-4bf5-8ee8-4379a59f3cb6 service neutron] 10.222.0.15 "PUT /v2.0/ports/b3793c05-2abf-45a5-91ac-d954df7a814f HTTP/1.1" status: 200 len: 1092 time: 1.7873549 Apr 28 19:40:27.223230 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48eb03-3935-4bf5-8ee8-4379a59f3cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=b3793c05-2abf-45a5-91ac-d954df7a814f,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:27.244657 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-fc5fc20a-35ee-4836-947b-89afa155fa9b service neutron] Request body: {'port': {'device_id': 'b3e544d5-6c1e-470a-9dcb-208e54e0afff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:27.297466 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8ef0b2c2-5d69-412b-960c-628044686a3a req-349f32cd-c4e5-4140-a916-0ad6305fb3a4 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217229 Apr 28 19:40:27.311787 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:27.383936 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port d226c7a6-986b-4039-a406-328e2e2e9372, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=d226c7a6-986b-4039-a406-328e2e2e9372,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:27.388881 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:27.389803 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 8725a3c2-2634-40e3-a0ff-926c27926381 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:40:27.441446 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-fc5fc20a-35ee-4836-947b-89afa155fa9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:27.469369 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e544d5-6c1e-470a-9dcb-208e54e0afff', 'tag': 'b3793c05-2abf-45a5-91ac-d954df7a814f'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:27.471758 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c211dd76-7b6b-47e3-bbc5-faf8dd98a3a2" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e544d5-6c1e-470a-9dcb-208e54e0afff", "tag": "b3793c05-2abf-45a5-91ac-d954df7a814f"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:40:27.511434 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3376cd-07bd-4f51-af5d-b095c0fe2788 req-4823dc8a-6aee-43ca-9810-5427989d4ed3 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:27.534380 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3376cd-07bd-4f51-af5d-b095c0fe2788 req-4823dc8a-6aee-43ca-9810-5427989d4ed3 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:27.552958 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3376cd-07bd-4f51-af5d-b095c0fe2788 req-4823dc8a-6aee-43ca-9810-5427989d4ed3 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:27.555535 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fd3376cd-07bd-4f51-af5d-b095c0fe2788 req-4823dc8a-6aee-43ca-9810-5427989d4ed3 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3e544d5-6c1e-470a-9dcb-208e54e0afff HTTP/1.1" status: 200 len: 2399 time: 0.1423495 Apr 28 19:40:27.594592 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 8725a3c2-2634-40e3-a0ff-926c27926381 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:40:27.599430 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=d226c7a6-986b-4039-a406-328e2e2e9372,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:27.605018 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 8725a3c2-2634-40e3-a0ff-926c27926381 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:27.605658 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:27.660771 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fd3376cd-07bd-4f51-af5d-b095c0fe2788 req-81db9823-266e-4280-ae85-b3050922df2c tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981376 Apr 28 19:40:27.680586 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863e00d-9044-453d-8f59-05aeeadaec83 req-b4e09e56-2aee-4ef1-acb6-b536fc726619 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:27.691572 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6863e00d-9044-453d-8f59-05aeeadaec83 req-b4e09e56-2aee-4ef1-acb6-b536fc726619 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc15f4e8-6e9d-470a-836c-a83a262352ad HTTP/1.1" status: 200 len: 945 time: 0.1750851 Apr 28 19:40:27.745941 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:27.812512 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 8725a3c2-2634-40e3-a0ff-926c27926381, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=8725a3c2-2634-40e3-a0ff-926c27926381,segment=NetworkSegment(969fc338-521c-4d67-87c8-c12516df316b),segment_id=969fc338-521c-4d67-87c8-c12516df316b)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:27.821780 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:27.822706 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device e8a5b2ff-865e-49ab-9075-8c55199df681 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:40:27.829526 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6863e00d-9044-453d-8f59-05aeeadaec83 req-a0ee486c-97d8-4b1d-a12f-81a450178124 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de3cdec-bc4e-4669-bf6a-e9409ccf5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369727 Apr 28 19:40:27.841760 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef0cf26-642e-4888-bbd4-7aa2f8653bb9 x-openstack-request-id: req-0ef0cf26-642e-4888-bbd4-7aa2f8653bb9 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:40:27.842064 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e544d5-6c1e-470a-9dcb-208e54e0afff", "tag": "b3793c05-2abf-45a5-91ac-d954df7a814f", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:40:27.842340 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0ef0cf26-642e-4888-bbd4-7aa2f8653bb9 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:40:27.844573 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ef0cf26-642e-4888-bbd4-7aa2f8653bb9'] response: {'name': 'network-changed', 'server_uuid': 'b3e544d5-6c1e-470a-9dcb-208e54e0afff', 'tag': 'b3793c05-2abf-45a5-91ac-d954df7a814f', 'status': 'completed', 'code': 200} Apr 28 19:40:27.972471 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=8725a3c2-2634-40e3-a0ff-926c27926381,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:27.998225 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port e8a5b2ff-865e-49ab-9075-8c55199df681 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:40:28.003686 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port e8a5b2ff-865e-49ab-9075-8c55199df681 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:28.004122 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:28.036527 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211dd76-7b6b-47e3-bbc5-faf8dd98a3a2 req-910c7700-75d5-415f-915a-2c7cb367f113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:28.037280 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211dd76-7b6b-47e3-bbc5-faf8dd98a3a2 req-910c7700-75d5-415f-915a-2c7cb367f113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:28.037811 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211dd76-7b6b-47e3-bbc5-faf8dd98a3a2 req-910c7700-75d5-415f-915a-2c7cb367f113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:28.039714 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c211dd76-7b6b-47e3-bbc5-faf8dd98a3a2 req-910c7700-75d5-415f-915a-2c7cb367f113 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9ccc7fa26fd54d9d8ef7f26bff52d48a&device_id=b3e544d5-6c1e-470a-9dcb-208e54e0afff HTTP/1.1" status: 200 len: 2797 time: 0.1602075 Apr 28 19:40:28.110368 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a3a4f-a94e-40ce-829d-49a52a867edd req-03f7547a-3ea1-4098-ba4d-4e207f3d1a8b tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:28.116308 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a3a4f-a94e-40ce-829d-49a52a867edd req-03f7547a-3ea1-4098-ba4d-4e207f3d1a8b tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:28.122266 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a3a4f-a94e-40ce-829d-49a52a867edd req-03f7547a-3ea1-4098-ba4d-4e207f3d1a8b tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:28.123921 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:28.128313 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a3a4f-a94e-40ce-829d-49a52a867edd req-03f7547a-3ea1-4098-ba4d-4e207f3d1a8b tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:28.134221 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a3a4f-a94e-40ce-829d-49a52a867edd req-03f7547a-3ea1-4098-ba4d-4e207f3d1a8b tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:28.140340 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a3a4f-a94e-40ce-829d-49a52a867edd req-03f7547a-3ea1-4098-ba4d-4e207f3d1a8b tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:28.146589 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a3a4f-a94e-40ce-829d-49a52a867edd req-03f7547a-3ea1-4098-ba4d-4e207f3d1a8b tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:28.149390 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f34a3a4f-a94e-40ce-829d-49a52a867edd req-03f7547a-3ea1-4098-ba4d-4e207f3d1a8b tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5443 time: 0.1882136 Apr 28 19:40:28.172518 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48578) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:28.173778 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port e8a5b2ff-865e-49ab-9075-8c55199df681, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e8a5b2ff-865e-49ab-9075-8c55199df681,segment=NetworkSegment(3d8b26ca-a8d0-467f-817b-24a5112dd3cb),segment_id=3d8b26ca-a8d0-467f-817b-24a5112dd3cb)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:28.179481 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:28.264091 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=e8a5b2ff-865e-49ab-9075-8c55199df681,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:28.313757 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f34a3a4f-a94e-40ce-829d-49a52a867edd req-ebc3bf79-ea19-41d9-a331-9adab88e2e30 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1186748 Apr 28 19:40:28.334231 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-fc5fc20a-35ee-4836-947b-89afa155fa9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 406e9dc9-90da-4ed3-9ff8-f4f1a51955ac {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:28.350780 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-fc5fc20a-35ee-4836-947b-89afa155fa9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:28.360257 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211dd76-7b6b-47e3-bbc5-faf8dd98a3a2 req-a3ed18e3-33f2-4a14-b2d9-9e6aad1dd76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:28.360747 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211dd76-7b6b-47e3-bbc5-faf8dd98a3a2 req-a3ed18e3-33f2-4a14-b2d9-9e6aad1dd76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:28.361213 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211dd76-7b6b-47e3-bbc5-faf8dd98a3a2 req-a3ed18e3-33f2-4a14-b2d9-9e6aad1dd76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:28.363162 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c211dd76-7b6b-47e3-bbc5-faf8dd98a3a2 req-a3ed18e3-33f2-4a14-b2d9-9e6aad1dd76c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=9ccc7fa26fd54d9d8ef7f26bff52d48a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3142152 Apr 28 19:40:28.374953 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-833822f1-61c3-4bd8-ac7b-6d248c8c0794 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-233054081'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:28.399164 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-fc5fc20a-35ee-4836-947b-89afa155fa9b service neutron] Transition to ACTIVE for port object 406e9dc9-90da-4ed3-9ff8-f4f1a51955ac will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:40:28.431005 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833822f1-61c3-4bd8-ac7b-6d248c8c0794 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Made reservation on behalf of 3d491c3598564a4ea0fcd8bf205ad31d for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:40:28.434752 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-fc5fc20a-35ee-4836-947b-89afa155fa9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:28.435673 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-833822f1-61c3-4bd8-ac7b-6d248c8c0794 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:28.452772 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-833822f1-61c3-4bd8-ac7b-6d248c8c0794 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:28.501867 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609296e-da6a-47e3-9104-eafe89a26adf req-61ef1833-454b-4bbb-af50-3c2c15c3272f tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:28.515820 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e609296e-da6a-47e3-9104-eafe89a26adf req-61ef1833-454b-4bbb-af50-3c2c15c3272f tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 945 time: 0.1372483 Apr 28 19:40:28.532020 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5fc20a-35ee-4836-947b-89afa155fa9b service neutron] Pushing event updated for resources: {'Port': ['ID=406e9dc9-90da-4ed3-9ff8-f4f1a51955ac,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:28.550743 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211dd76-7b6b-47e3-bbc5-faf8dd98a3a2 req-fc60f2df-69dc-4670-bc53-cc6ee0a96d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:28.554835 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c211dd76-7b6b-47e3-bbc5-faf8dd98a3a2 req-fc60f2df-69dc-4670-bc53-cc6ee0a96d9a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1825144 Apr 28 19:40:28.607271 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e609296e-da6a-47e3-9104-eafe89a26adf req-75d18ade-23d7-43e5-ac8d-18396df2ac6e tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817444 Apr 28 19:40:28.641836 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-fc5fc20a-35ee-4836-947b-89afa155fa9b service neutron] Attempting to bind port 406e9dc9-90da-4ed3-9ff8-f4f1a51955ac on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:40:28.642176 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-fc5fc20a-35ee-4836-947b-89afa155fa9b service neutron] Attempting to bind port 406e9dc9-90da-4ed3-9ff8-f4f1a51955ac by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '41866c30-ce01-47ee-b105-b7a84d1d7bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bf6fb628-322d-4a49-a096-532dc11a76b2'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:40:28.642502 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-fc5fc20a-35ee-4836-947b-89afa155fa9b service neutron] Attempting to bind port 406e9dc9-90da-4ed3-9ff8-f4f1a51955ac on network bf6fb628-322d-4a49-a096-532dc11a76b2 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:40:28.653381 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-fc5fc20a-35ee-4836-947b-89afa155fa9b service neutron] Port 406e9dc9-90da-4ed3-9ff8-f4f1a51955ac on network bf6fb628-322d-4a49-a096-532dc11a76b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:40:28.653762 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-fc5fc20a-35ee-4836-947b-89afa155fa9b service neutron] Attempting to bind port 406e9dc9-90da-4ed3-9ff8-f4f1a51955ac on network bf6fb628-322d-4a49-a096-532dc11a76b2 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:40:28.663342 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-fc5fc20a-35ee-4836-947b-89afa155fa9b service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:40:28.663695 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-fc5fc20a-35ee-4836-947b-89afa155fa9b service neutron] Checking segment: {'id': '41866c30-ce01-47ee-b105-b7a84d1d7bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bf6fb628-322d-4a49-a096-532dc11a76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:40:28.669698 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-fc5fc20a-35ee-4836-947b-89afa155fa9b service neutron] Bound using segment: {'id': '41866c30-ce01-47ee-b105-b7a84d1d7bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bf6fb628-322d-4a49-a096-532dc11a76b2'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:40:28.670186 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-fc5fc20a-35ee-4836-947b-89afa155fa9b service neutron] Bound port: 406e9dc9-90da-4ed3-9ff8-f4f1a51955ac, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41866c30-ce01-47ee-b105-b7a84d1d7bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bf6fb628-322d-4a49-a096-532dc11a76b2'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:40:28.671316 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-fc5fc20a-35ee-4836-947b-89afa155fa9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:28.671664 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-833822f1-61c3-4bd8-ac7b-6d248c8c0794 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:28.679722 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-833822f1-61c3-4bd8-ac7b-6d248c8c0794 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:28.712695 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833822f1-61c3-4bd8-ac7b-6d248c8c0794 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:40:28.740363 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833822f1-61c3-4bd8-ac7b-6d248c8c0794 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58c68d2d-32ba-4a5c-a018-01f0287f37de,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:28.748264 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-833822f1-61c3-4bd8-ac7b-6d248c8c0794 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:28.763049 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-833822f1-61c3-4bd8-ac7b-6d248c8c0794 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Added segment bf8f327e-7d90-4bad-aa37-4612ba45d5e4 of type vlan for network 89754f11-8511-485e-b686-23f1037f2944 Apr 28 19:40:28.771305 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-fc5fc20a-35ee-4836-947b-89afa155fa9b service neutron] For port 406e9dc9-90da-4ed3-9ff8-f4f1a51955ac, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:40:28.775532 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-fc5fc20a-35ee-4836-947b-89afa155fa9b service neutron] For port 406e9dc9-90da-4ed3-9ff8-f4f1a51955ac, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=406e9dc9-90da-4ed3-9ff8-f4f1a51955ac,segment=NetworkSegment(41866c30-ce01-47ee-b105-b7a84d1d7bb6),segment_id=41866c30-ce01-47ee-b105-b7a84d1d7bb6)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:40:28.782591 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-fc5fc20a-35ee-4836-947b-89afa155fa9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:28.868394 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-833822f1-61c3-4bd8-ac7b-6d248c8c0794 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:28.893108 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5fc20a-35ee-4836-947b-89afa155fa9b service neutron] Pushing event updated for resources: {'Port': ['ID=406e9dc9-90da-4ed3-9ff8-f4f1a51955ac,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:28.916341 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedc31e-6037-4c85-b184-99d9c4a3b876 req-c5a881cd-7dc1-4b9c-a8f8-b32d60ee58e2 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:28.922903 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedc31e-6037-4c85-b184-99d9c4a3b876 req-c5a881cd-7dc1-4b9c-a8f8-b32d60ee58e2 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:28.925956 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-fc5fc20a-35ee-4836-947b-89afa155fa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:28.926564 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-fc5fc20a-35ee-4836-947b-89afa155fa9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:28.927926 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-fc5fc20a-35ee-4836-947b-89afa155fa9b service neutron] 10.222.0.15 "PUT /v2.0/ports/406e9dc9-90da-4ed3-9ff8-f4f1a51955ac HTTP/1.1" status: 200 len: 1091 time: 1.6915860 Apr 28 19:40:28.928822 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedc31e-6037-4c85-b184-99d9c4a3b876 req-c5a881cd-7dc1-4b9c-a8f8-b32d60ee58e2 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:28.930637 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1dedc31e-6037-4c85-b184-99d9c4a3b876 req-c5a881cd-7dc1-4b9c-a8f8-b32d60ee58e2 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3e544d5-6c1e-470a-9dcb-208e54e0afff HTTP/1.1" status: 200 len: 2411 time: 0.1090851 Apr 28 19:40:28.931803 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-833822f1-61c3-4bd8-ac7b-6d248c8c0794 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:28.938037 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833822f1-61c3-4bd8-ac7b-6d248c8c0794 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:28.938668 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-833822f1-61c3-4bd8-ac7b-6d248c8c0794 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:28.981094 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b6385-30ad-4534-b272-f5be4017c7ee req-7ba64b21-9951-4f6f-b0a6-c896da24e0c3 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:28.983664 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f20b6385-30ad-4534-b272-f5be4017c7ee req-7ba64b21-9951-4f6f-b0a6-c896da24e0c3 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc15f4e8-6e9d-470a-836c-a83a262352ad HTTP/1.1" status: 200 len: 945 time: 0.1074088 Apr 28 19:40:29.057314 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-833822f1-61c3-4bd8-ac7b-6d248c8c0794 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8833637 Apr 28 19:40:29.062322 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48594) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:29.073171 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-6a81ca7c-480a-4f48-a8b4-accc744fcfda tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Request body: {'subnet': {'network_id': '89754f11-8511-485e-b686-23f1037f2944', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:29.073672 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833822f1-61c3-4bd8-ac7b-6d248c8c0794 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Pushing event updated for resources: {'Network': ['ID=89754f11-8511-485e-b686-23f1037f2944,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:29.085344 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 89754f11-8511-485e-b686-23f1037f2944 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:40:29.086601 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1dedc31e-6037-4c85-b184-99d9c4a3b876 req-2c1284ba-a0d5-4e77-b61f-4382b93d18e0 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446118 Apr 28 19:40:29.160014 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-12eee21b-b0cb-4eac-9c2f-a8b8b93d0281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:29.160642 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-12eee21b-b0cb-4eac-9c2f-a8b8b93d0281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:29.161188 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-12eee21b-b0cb-4eac-9c2f-a8b8b93d0281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:29.162879 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-12eee21b-b0cb-4eac-9c2f-a8b8b93d0281 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9ccc7fa26fd54d9d8ef7f26bff52d48a&device_id=b3e544d5-6c1e-470a-9dcb-208e54e0afff HTTP/1.1" status: 200 len: 2864 time: 0.1780500 Apr 28 19:40:29.169436 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3139d63-a43b-4b47-99da-30a2bbb4d70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd226c7a6-986b-4039-a406-328e2e2e9372'}, {'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8725a3c2-2634-40e3-a0ff-926c27926381'}, {'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a5b2ff-865e-49ab-9075-8c55199df681'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:29.171567 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f20b6385-30ad-4534-b272-f5be4017c7ee req-92a9e496-4abb-4340-95fc-86110a572d3a tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de3cdec-bc4e-4669-bf6a-e9409ccf5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495016 Apr 28 19:40:29.172238 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efd2a12-ab3a-4487-aaa9-82fff352ebb0" -d '{"events": [{"server_uuid": "e3139d63-a43b-4b47-99da-30a2bbb4d70b", "name": "network-vif-plugged", "status": "completed", "tag": "d226c7a6-986b-4039-a406-328e2e2e9372"}, {"server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "name": "network-vif-plugged", "status": "completed", "tag": "8725a3c2-2634-40e3-a0ff-926c27926381"}, {"server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "name": "network-vif-plugged", "status": "completed", "tag": "e8a5b2ff-865e-49ab-9075-8c55199df681"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:40:29.248452 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 28 Apr 2022 19:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0d7471-ea5e-423c-9120-d48ed453669b x-openstack-request-id: req-2b0d7471-ea5e-423c-9120-d48ed453669b {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:40:29.249569 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3139d63-a43b-4b47-99da-30a2bbb4d70b", "name": "network-vif-plugged", "status": "completed", "tag": "d226c7a6-986b-4039-a406-328e2e2e9372", "code": 200}, {"server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "name": "network-vif-plugged", "status": "completed", "tag": "8725a3c2-2634-40e3-a0ff-926c27926381", "code": 200}, {"server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "name": "network-vif-plugged", "status": "completed", "tag": "e8a5b2ff-865e-49ab-9075-8c55199df681", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:40:29.249915 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2b0d7471-ea5e-423c-9120-d48ed453669b {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:40:29.250744 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b0d7471-ea5e-423c-9120-d48ed453669b'] response: {'server_uuid': 'e3139d63-a43b-4b47-99da-30a2bbb4d70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd226c7a6-986b-4039-a406-328e2e2e9372', 'code': 200} Apr 28 19:40:29.251274 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b0d7471-ea5e-423c-9120-d48ed453669b'] response: {'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8725a3c2-2634-40e3-a0ff-926c27926381', 'code': 200} Apr 28 19:40:29.251709 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b0d7471-ea5e-423c-9120-d48ed453669b'] response: {'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a5b2ff-865e-49ab-9075-8c55199df681', 'code': 200} Apr 28 19:40:29.255957 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-b4529caa-2886-4ec6-895c-2d5f15774de4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.11&port_id=623aecad-69d1-4750-946a-8c71b3291213 HTTP/1.1" status: 200 len: 217 time: 0.0833175 Apr 28 19:40:29.329365 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-76a89693-b1c2-4c8f-ac33-17ee2e520525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:29.330825 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-76a89693-b1c2-4c8f-ac33-17ee2e520525 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=21e8c47c-7292-46e5-8107-ea82eb8e5bba HTTP/1.1" status: 200 len: 801 time: 0.0638812 Apr 28 19:40:29.339477 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a81ca7c-480a-4f48-a8b4-accc744fcfda tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Made reservation on behalf of 3d491c3598564a4ea0fcd8bf205ad31d for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:40:29.343028 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6a81ca7c-480a-4f48-a8b4-accc744fcfda tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:29.529699 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefff64-e627-4d61-8a13-f28e64ac4cfe req-2fb04580-0542-4d8f-9f00-36eafd6250e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:29.531282 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-feefff64-e627-4d61-8a13-f28e64ac4cfe req-2fb04580-0542-4d8f-9f00-36eafd6250e4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 1096 time: 0.2040145 Apr 28 19:40:29.560457 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d413ba1-26a9-4918-af12-25e8cd8417c5 req-840584cc-c918-43a9-8d42-702a805af22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:29.561083 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d413ba1-26a9-4918-af12-25e8cd8417c5 req-840584cc-c918-43a9-8d42-702a805af22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:29.561854 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d413ba1-26a9-4918-af12-25e8cd8417c5 req-840584cc-c918-43a9-8d42-702a805af22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:29.562356 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d413ba1-26a9-4918-af12-25e8cd8417c5 req-840584cc-c918-43a9-8d42-702a805af22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:29.562835 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d413ba1-26a9-4918-af12-25e8cd8417c5 req-840584cc-c918-43a9-8d42-702a805af22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:29.563310 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d413ba1-26a9-4918-af12-25e8cd8417c5 req-840584cc-c918-43a9-8d42-702a805af22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:29.563798 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d413ba1-26a9-4918-af12-25e8cd8417c5 req-840584cc-c918-43a9-8d42-702a805af22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:29.565652 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d413ba1-26a9-4918-af12-25e8cd8417c5 req-840584cc-c918-43a9-8d42-702a805af22a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 6501 time: 0.2021961 Apr 28 19:40:29.581892 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-5667de91-cec3-4764-af23-ba3f0f4344b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:29.583319 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-5667de91-cec3-4764-af23-ba3f0f4344b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf6fb628-322d-4a49-a096-532dc11a76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2213242 Apr 28 19:40:29.617380 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c17f72-df67-473b-811c-22d4b0865dd7 req-8966770c-04bb-4f1a-b38a-e5ecb29e3714 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:29.623123 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c17f72-df67-473b-811c-22d4b0865dd7 req-8966770c-04bb-4f1a-b38a-e5ecb29e3714 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:29.628970 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c17f72-df67-473b-811c-22d4b0865dd7 req-8966770c-04bb-4f1a-b38a-e5ecb29e3714 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:29.634866 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c17f72-df67-473b-811c-22d4b0865dd7 req-8966770c-04bb-4f1a-b38a-e5ecb29e3714 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:29.642114 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c17f72-df67-473b-811c-22d4b0865dd7 req-8966770c-04bb-4f1a-b38a-e5ecb29e3714 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:29.646711 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c17f72-df67-473b-811c-22d4b0865dd7 req-8966770c-04bb-4f1a-b38a-e5ecb29e3714 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:29.652813 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c17f72-df67-473b-811c-22d4b0865dd7 req-8966770c-04bb-4f1a-b38a-e5ecb29e3714 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:29.654776 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-28c17f72-df67-473b-811c-22d4b0865dd7 req-8966770c-04bb-4f1a-b38a-e5ecb29e3714 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5444 time: 0.2612445 Apr 28 19:40:29.742575 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4715c61-a373-44d3-8a57-c19507b460b2 req-49d56d48-5266-41b7-884a-66acfa87957e tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:29.744423 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c4715c61-a373-44d3-8a57-c19507b460b2 req-49d56d48-5266-41b7-884a-66acfa87957e tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 945 time: 0.0642626 Apr 28 19:40:29.790610 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c4715c61-a373-44d3-8a57-c19507b460b2 req-3f4dacc3-d772-4f33-bf29-f89f5694b33e tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368586 Apr 28 19:40:29.790957 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-feefff64-e627-4d61-8a13-f28e64ac4cfe req-d2d16a60-7ab1-4efd-a337-c63c07dd585d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500701 Apr 28 19:40:29.798060 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d413ba1-26a9-4918-af12-25e8cd8417c5 req-1d240a19-f61a-4889-905a-bc312fd3ded8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2219403 Apr 28 19:40:29.829299 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-28c17f72-df67-473b-811c-22d4b0865dd7 req-b5fa4b76-1a3b-4b4a-b09c-2ff265a5a2be tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1627481 Apr 28 19:40:29.858740 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e544d5-6c1e-470a-9dcb-208e54e0afff', 'tag': '406e9dc9-90da-4ed3-9ff8-f4f1a51955ac'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:29.861016 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c1fd8a-fade-47c1-8da2-dadc7c8e3568" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e544d5-6c1e-470a-9dcb-208e54e0afff", "tag": "406e9dc9-90da-4ed3-9ff8-f4f1a51955ac"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:40:29.894637 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-256e65b3-4987-47c5-b277-21288dd276c2 service neutron] 10.222.0.15 "GET /v2.0/networks/bf6fb628-322d-4a49-a096-532dc11a76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973707 Apr 28 19:40:29.896688 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6a81ca7c-480a-4f48-a8b4-accc744fcfda tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:29.928461 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3e0048-2370-408d-8385-95c130fbf2ae x-openstack-request-id: req-fb3e0048-2370-408d-8385-95c130fbf2ae {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:40:29.928744 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e544d5-6c1e-470a-9dcb-208e54e0afff", "tag": "406e9dc9-90da-4ed3-9ff8-f4f1a51955ac", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:40:29.929001 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fb3e0048-2370-408d-8385-95c130fbf2ae {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:40:29.929371 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb3e0048-2370-408d-8385-95c130fbf2ae'] response: {'name': 'network-changed', 'server_uuid': 'b3e544d5-6c1e-470a-9dcb-208e54e0afff', 'tag': '406e9dc9-90da-4ed3-9ff8-f4f1a51955ac', 'status': 'completed', 'code': 200} Apr 28 19:40:29.959845 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81ca7c-480a-4f48-a8b4-accc744fcfda tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Pushing event updated for resources: {'Subnet': ['ID=cf8bd7f5-4505-46e8-a11b-9ea2ed617365,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:29.976325 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a81ca7c-480a-4f48-a8b4-accc744fcfda tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Checking segment: {'id': 'bf8f327e-7d90-4bad-aa37-4612ba45d5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '89754f11-8511-485e-b686-23f1037f2944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:40:29.976633 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a81ca7c-480a-4f48-a8b4-accc744fcfda tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Network hostable DHCP agents. Network: 89754f11-8511-485e-b686-23f1037f2944, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:40:29.994690 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a81ca7c-480a-4f48-a8b4-accc744fcfda tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Network 89754f11-8511-485e-b686-23f1037f2944 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:40:30.004965 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-6a81ca7c-480a-4f48-a8b4-accc744fcfda tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 89754f11-8511-485e-b686-23f1037f2944) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:30.009024 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a81ca7c-480a-4f48-a8b4-accc744fcfda tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:30.009600 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6a81ca7c-480a-4f48-a8b4-accc744fcfda tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:30.015201 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e8e146-b75d-4393-b888-95919765a5a3 None None] Network 89754f11-8511-485e-b686-23f1037f2944 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:40:30.028337 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6a81ca7c-480a-4f48-a8b4-accc744fcfda tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9628315 Apr 28 19:40:30.031598 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48604) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:30.037995 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-802182dd-aaed-4453-a260-df0275224491 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Request body: {'port': {'network_id': '89754f11-8511-485e-b686-23f1037f2944', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1199256616'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:30.187859 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2f6405-61fb-4a2b-ba30-564dd00b5159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-89754f11-8511-485e-b686-23f1037f2944', 'network_id': '89754f11-8511-485e-b686-23f1037f2944', 'tenant_id': '3d491c3598564a4ea0fcd8bf205ad31d', 'fixed_ips': [{'subnet_id': 'cf8bd7f5-4505-46e8-a11b-9ea2ed617365'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:40:30.188861 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-da2f6405-61fb-4a2b-ba30-564dd00b5159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:30.189278 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802182dd-aaed-4453-a260-df0275224491 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Made reservation on behalf of 3d491c3598564a4ea0fcd8bf205ad31d for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:40:30.196388 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-802182dd-aaed-4453-a260-df0275224491 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:30.238586 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-802182dd-aaed-4453-a260-df0275224491 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] device_id is not set on port 619182da-468d-4fb3-92bc-fc2e39bec2e9 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:40:30.288748 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041eeec-0152-4629-a37e-ee1da0653a33 req-3e7d5dd2-842d-48d6-b3e7-15cc8f135927 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:30.300171 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041eeec-0152-4629-a37e-ee1da0653a33 req-3e7d5dd2-842d-48d6-b3e7-15cc8f135927 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:30.306147 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041eeec-0152-4629-a37e-ee1da0653a33 req-3e7d5dd2-842d-48d6-b3e7-15cc8f135927 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:30.315325 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8041eeec-0152-4629-a37e-ee1da0653a33 req-3e7d5dd2-842d-48d6-b3e7-15cc8f135927 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3e544d5-6c1e-470a-9dcb-208e54e0afff HTTP/1.1" status: 200 len: 2411 time: 0.1465278 Apr 28 19:40:30.377656 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-c987b2f0-d2ee-4c92-b736-28d71c15d9f6 service neutron] 10.222.0.15 "GET /v2.0/networks/bf6fb628-322d-4a49-a096-532dc11a76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749630 Apr 28 19:40:30.402205 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8041eeec-0152-4629-a37e-ee1da0653a33 req-394b379e-13ca-4b36-bc6d-12c77ed35524 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859032 Apr 28 19:40:30.447725 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-74f81c6a-7a52-4522-8288-31f621f57935 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.228&port_id=b3793c05-2abf-45a5-91ac-d954df7a814f HTTP/1.1" status: 200 len: 217 time: 0.0440707 Apr 28 19:40:30.482520 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d68287-faea-4118-96d5-25d842fb8d4d req-1c0f1428-c227-43d0-b26e-554d24a4fe83 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:30.491847 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-79d68287-faea-4118-96d5-25d842fb8d4d req-1c0f1428-c227-43d0-b26e-554d24a4fe83 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc15f4e8-6e9d-470a-836c-a83a262352ad HTTP/1.1" status: 200 len: 945 time: 0.0900974 Apr 28 19:40:30.509261 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9c3c5-6ebd-421a-8d30-a3f128144bbe req-f2117081-4b0f-496b-9ec9-be2050ed9614 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:30.511431 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3ad9c3c5-6ebd-421a-8d30-a3f128144bbe req-f2117081-4b0f-496b-9ec9-be2050ed9614 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc15f4e8-6e9d-470a-836c-a83a262352ad HTTP/1.1" status: 200 len: 945 time: 0.2526565 Apr 28 19:40:30.518117 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-5cff5b2d-c49e-4dfa-8afd-5918f85383f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:30.525185 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-5cff5b2d-c49e-4dfa-8afd-5918f85383f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=62504ae3-754b-460a-951a-67e89df6d5a8 HTTP/1.1" status: 200 len: 801 time: 0.0699999 Apr 28 19:40:30.580620 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-22b4ffd2-d9fb-4e37-9738-123ceb13df74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:30.582388 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-22b4ffd2-d9fb-4e37-9738-123ceb13df74 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=524e543f-5be1-40e0-ac50-c689256cd026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0484483 Apr 28 19:40:30.586280 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-79d68287-faea-4118-96d5-25d842fb8d4d req-ca5364a5-91be-44c0-a24d-690de5c2d495 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de3cdec-bc4e-4669-bf6a-e9409ccf5e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934401 Apr 28 19:40:30.598964 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-da2f6405-61fb-4a2b-ba30-564dd00b5159 None None] Allocated IP 172.20.0.2 (89754f11-8511-485e-b686-23f1037f2944/cf8bd7f5-4505-46e8-a11b-9ea2ed617365/a23e06ac-39da-47c8-9922-1a75aaa95907) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:40:30.680300 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-3ad9c3c5-6ebd-421a-8d30-a3f128144bbe req-4fdb5447-3bdb-48c5-87c8-af09b01effd7 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Deleting port 82853802-3c5a-4e73-affd-4913590d6b5c {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:40:30.681385 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3ad9c3c5-6ebd-421a-8d30-a3f128144bbe req-4fdb5447-3bdb-48c5-87c8-af09b01effd7 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:30.697656 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-ce6ca494-0381-4ac3-a982-b42abc4880db service neutron] 10.222.0.15 "GET /v2.0/networks/524e543f-5be1-40e0-ac50-c689256cd026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021268 Apr 28 19:40:30.798148 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-3ad9c3c5-6ebd-421a-8d30-a3f128144bbe req-4fdb5447-3bdb-48c5-87c8-af09b01effd7 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] For port 82853802-3c5a-4e73-affd-4913590d6b5c, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=82853802-3c5a-4e73-affd-4913590d6b5c,segment=NetworkSegment(139f7c79-0796-4dce-94a1-7c10956b8166),segment_id=139f7c79-0796-4dce-94a1-7c10956b8166)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:30.798717 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3ad9c3c5-6ebd-421a-8d30-a3f128144bbe req-4fdb5447-3bdb-48c5-87c8-af09b01effd7 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:30.809910 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-7e092ee8-9146-44bf-bef7-1b8c45516890 service neutron] 10.222.0.15 "GET /v2.0/networks/524e543f-5be1-40e0-ac50-c689256cd026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014330 Apr 28 19:40:30.812406 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-da2f6405-61fb-4a2b-ba30-564dd00b5159 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:30.822942 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-da2f6405-61fb-4a2b-ba30-564dd00b5159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:30.871407 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-3c4f24ff-6259-4204-a341-4634179c9256 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.41&port_id=406e9dc9-90da-4ed3-9ff8-f4f1a51955ac HTTP/1.1" status: 200 len: 217 time: 0.0532556 Apr 28 19:40:30.875650 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2f6405-61fb-4a2b-ba30-564dd00b5159 None None] Network 89754f11-8511-485e-b686-23f1037f2944 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:40:30.880814 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-da2f6405-61fb-4a2b-ba30-564dd00b5159 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:30.885733 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2f6405-61fb-4a2b-ba30-564dd00b5159 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:40:30.887783 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f6405-61fb-4a2b-ba30-564dd00b5159 None None] Pushing event updated for resources: {'Port': ['ID=a23e06ac-39da-47c8-9922-1a75aaa95907,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:30.960218 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-da2f6405-61fb-4a2b-ba30-564dd00b5159 None None] Attempting to bind port a23e06ac-39da-47c8-9922-1a75aaa95907 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:40:30.960646 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-da2f6405-61fb-4a2b-ba30-564dd00b5159 None None] Attempting to bind port a23e06ac-39da-47c8-9922-1a75aaa95907 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'bf8f327e-7d90-4bad-aa37-4612ba45d5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '89754f11-8511-485e-b686-23f1037f2944'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:40:30.961084 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2f6405-61fb-4a2b-ba30-564dd00b5159 None None] Attempting to bind port a23e06ac-39da-47c8-9922-1a75aaa95907 on network 89754f11-8511-485e-b686-23f1037f2944 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:40:30.968729 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2f6405-61fb-4a2b-ba30-564dd00b5159 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:40:30.969286 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2f6405-61fb-4a2b-ba30-564dd00b5159 None None] Checking segment: {'id': 'bf8f327e-7d90-4bad-aa37-4612ba45d5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '89754f11-8511-485e-b686-23f1037f2944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:40:30.969689 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-da2f6405-61fb-4a2b-ba30-564dd00b5159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:30.970227 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2f6405-61fb-4a2b-ba30-564dd00b5159 None None] Bound using segment: {'id': 'bf8f327e-7d90-4bad-aa37-4612ba45d5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '89754f11-8511-485e-b686-23f1037f2944'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:40:30.970883 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-da2f6405-61fb-4a2b-ba30-564dd00b5159 None None] Bound port: a23e06ac-39da-47c8-9922-1a75aaa95907, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8f327e-7d90-4bad-aa37-4612ba45d5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '89754f11-8511-485e-b686-23f1037f2944'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:40:30.971319 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-da2f6405-61fb-4a2b-ba30-564dd00b5159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:30.985980 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-077355af-77e8-4d95-b889-8e9caad39af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:30.987563 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-077355af-77e8-4d95-b889-8e9caad39af2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=21e8c47c-7292-46e5-8107-ea82eb8e5bba HTTP/1.1" status: 200 len: 801 time: 0.1077735 Apr 28 19:40:31.018026 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71709c2f-b202-45cc-919a-0a23381dd25b req-98062b18-1948-4e57-8029-bbfb09215726 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:31.020209 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-71709c2f-b202-45cc-919a-0a23381dd25b req-98062b18-1948-4e57-8029-bbfb09215726 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 945 time: 0.0982060 Apr 28 19:40:31.060223 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-802182dd-aaed-4453-a260-df0275224491 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Allocated IP 172.20.0.7 (89754f11-8511-485e-b686-23f1037f2944/cf8bd7f5-4505-46e8-a11b-9ea2ed617365/619182da-468d-4fb3-92bc-fc2e39bec2e9) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:40:31.070043 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-da2f6405-61fb-4a2b-ba30-564dd00b5159 None None] For port a23e06ac-39da-47c8-9922-1a75aaa95907, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:40:31.076904 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-da2f6405-61fb-4a2b-ba30-564dd00b5159 None None] For port a23e06ac-39da-47c8-9922-1a75aaa95907, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a23e06ac-39da-47c8-9922-1a75aaa95907,segment=NetworkSegment(bf8f327e-7d90-4bad-aa37-4612ba45d5e4),segment_id=bf8f327e-7d90-4bad-aa37-4612ba45d5e4)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:40:31.084676 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-da2f6405-61fb-4a2b-ba30-564dd00b5159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:31.086271 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-1f4857f4-4286-4fa2-9223-cc4be5e3acec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:31.088291 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-1f4857f4-4286-4fa2-9223-cc4be5e3acec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf6fb628-322d-4a49-a096-532dc11a76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0890877 Apr 28 19:40:31.105321 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-71709c2f-b202-45cc-919a-0a23381dd25b req-b120ce05-95e4-44e0-b950-f943a161ddee tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642340 Apr 28 19:40:31.118000 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61293396-5edd-402a-860b-fac8c68b730c req-a9e36130-6329-4fe4-a444-89d220223d4e tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:31.124703 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61293396-5edd-402a-860b-fac8c68b730c req-a9e36130-6329-4fe4-a444-89d220223d4e tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:31.130569 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61293396-5edd-402a-860b-fac8c68b730c req-a9e36130-6329-4fe4-a444-89d220223d4e tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:31.137145 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61293396-5edd-402a-860b-fac8c68b730c req-a9e36130-6329-4fe4-a444-89d220223d4e tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:31.144713 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61293396-5edd-402a-860b-fac8c68b730c req-a9e36130-6329-4fe4-a444-89d220223d4e tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:31.162328 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61293396-5edd-402a-860b-fac8c68b730c req-a9e36130-6329-4fe4-a444-89d220223d4e tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:31.172608 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61293396-5edd-402a-860b-fac8c68b730c req-a9e36130-6329-4fe4-a444-89d220223d4e tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:31.180991 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-61293396-5edd-402a-860b-fac8c68b730c req-a9e36130-6329-4fe4-a444-89d220223d4e tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5444 time: 0.2404377 Apr 28 19:40:31.198126 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f6405-61fb-4a2b-ba30-564dd00b5159 None None] Pushing event updated for resources: {'Port': ['ID=a23e06ac-39da-47c8-9922-1a75aaa95907,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:31.227443 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-839c17ff-4b0c-4861-9aa8-e337fffd4020 service neutron] 10.222.0.15 "GET /v2.0/networks/bf6fb628-322d-4a49-a096-532dc11a76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257274 Apr 28 19:40:31.329452 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-61293396-5edd-402a-860b-fac8c68b730c req-497859c4-799b-412f-a40f-dfbddd75bf8b tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1473582 Apr 28 19:40:31.335817 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3ad9c3c5-6ebd-421a-8d30-a3f128144bbe req-4fdb5447-3bdb-48c5-87c8-af09b01effd7 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:31.336562 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3ad9c3c5-6ebd-421a-8d30-a3f128144bbe req-4fdb5447-3bdb-48c5-87c8-af09b01effd7 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:31.337099 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [req-3ad9c3c5-6ebd-421a-8d30-a3f128144bbe req-4fdb5447-3bdb-48c5-87c8-af09b01effd7 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Floating IP d7eb098f-7e5f-437e-bd3c-b51824dfe395 disassociated. External IP: 172.25.8.97, port: 82853802-3c5a-4e73-affd-4913590d6b5c. Apr 28 19:40:31.340565 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-3ad9c3c5-6ebd-421a-8d30-a3f128144bbe req-4fdb5447-3bdb-48c5-87c8-af09b01effd7 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Calling delete_port for 82853802-3c5a-4e73-affd-4913590d6b5c owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:40:31.414981 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b920e074-ffef-4c26-94a2-4baeb3997312 req-bb174321-f388-49bf-a546-60af24dedc21 service neutron] 10.222.0.15 "GET /v2.0/networks/bf6fb628-322d-4a49-a096-532dc11a76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782374 Apr 28 19:40:31.577285 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1fd8a-fade-47c1-8da2-dadc7c8e3568 req-e4dfa393-99fd-4a80-871d-c793eb2070f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:31.578484 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1fd8a-fade-47c1-8da2-dadc7c8e3568 req-e4dfa393-99fd-4a80-871d-c793eb2070f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:31.579033 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1fd8a-fade-47c1-8da2-dadc7c8e3568 req-e4dfa393-99fd-4a80-871d-c793eb2070f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:31.581588 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b1c1fd8a-fade-47c1-8da2-dadc7c8e3568 req-e4dfa393-99fd-4a80-871d-c793eb2070f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9ccc7fa26fd54d9d8ef7f26bff52d48a&device_id=b3e544d5-6c1e-470a-9dcb-208e54e0afff HTTP/1.1" status: 200 len: 2864 time: 0.0634303 Apr 28 19:40:31.632493 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-802182dd-aaed-4453-a260-df0275224491 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:31.692138 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786011bf-19fc-4ff9-9e8c-aa4410add570 req-8c4c3649-80c8-400a-8288-a059e445f83b tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:31.698235 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786011bf-19fc-4ff9-9e8c-aa4410add570 req-8c4c3649-80c8-400a-8288-a059e445f83b tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:31.704821 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786011bf-19fc-4ff9-9e8c-aa4410add570 req-8c4c3649-80c8-400a-8288-a059e445f83b tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:31.706714 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-786011bf-19fc-4ff9-9e8c-aa4410add570 req-8c4c3649-80c8-400a-8288-a059e445f83b tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3e544d5-6c1e-470a-9dcb-208e54e0afff HTTP/1.1" status: 200 len: 2411 time: 0.1598768 Apr 28 19:40:31.723324 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1fd8a-fade-47c1-8da2-dadc7c8e3568 req-e5ceb6fd-2e56-4e5c-ad27-e40699381ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:31.723883 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:31.726139 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b1c1fd8a-fade-47c1-8da2-dadc7c8e3568 req-e5ceb6fd-2e56-4e5c-ad27-e40699381ec2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bf6fb628-322d-4a49-a096-532dc11a76b2 HTTP/1.1" status: 200 len: 903 time: 0.1383929 Apr 28 19:40:31.768120 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-802182dd-aaed-4453-a260-df0275224491 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:31.769748 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3ad9c3c5-6ebd-421a-8d30-a3f128144bbe req-4fdb5447-3bdb-48c5-87c8-af09b01effd7 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:31.789855 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b1c1fd8a-fade-47c1-8da2-dadc7c8e3568 req-afb6a2e9-e199-42a6-9214-3477d9f82620 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.41&port_id=406e9dc9-90da-4ed3-9ff8-f4f1a51955ac HTTP/1.1" status: 200 len: 217 time: 0.0532904 Apr 28 19:40:31.807098 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-261ed682-8bde-4434-be2f-2e55edb3d089 req-d330d721-e570-46fe-b6c5-f57865de47d1 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc15f4e8-6e9d-470a-836c-a83a262352ad HTTP/1.1" status: 200 len: 210 time: 0.0644963 Apr 28 19:40:31.808235 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-786011bf-19fc-4ff9-9e8c-aa4410add570 req-93fbe5fb-c66b-45ab-8b60-d878dff25811 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938168 Apr 28 19:40:31.851994 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802182dd-aaed-4453-a260-df0275224491 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Network 89754f11-8511-485e-b686-23f1037f2944 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:40:31.853972 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802182dd-aaed-4453-a260-df0275224491 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Pushing event updated for resources: {'Port': ['ID=619182da-468d-4fb3-92bc-fc2e39bec2e9,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:31.868598 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1fd8a-fade-47c1-8da2-dadc7c8e3568 req-fc007fc6-0bc0-4b83-b11f-9af3cc7c6cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:31.868598 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b1c1fd8a-fade-47c1-8da2-dadc7c8e3568 req-fc007fc6-0bc0-4b83-b11f-9af3cc7c6cc9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=21e8c47c-7292-46e5-8107-ea82eb8e5bba HTTP/1.1" status: 200 len: 801 time: 0.0602472 Apr 28 19:40:31.869625 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-802182dd-aaed-4453-a260-df0275224491 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:31.873402 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802182dd-aaed-4453-a260-df0275224491 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:40:31.973766 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb5447-3bdb-48c5-87c8-af09b01effd7 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Pushing event deleted for resources: {'Port': ['ID=82853802-3c5a-4e73-affd-4913590d6b5c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:32.002207 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802182dd-aaed-4453-a260-df0275224491 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:32.002876 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-802182dd-aaed-4453-a260-df0275224491 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:32.058629 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-802182dd-aaed-4453-a260-df0275224491 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0226972 Apr 28 19:40:32.058848 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48628) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:32.114675 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ad9c3c5-6ebd-421a-8d30-a3f128144bbe req-4fdb5447-3bdb-48c5-87c8-af09b01effd7 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Router 044b7a3d-5b1c-45b6-93aa-1f5a21398b2d has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:40:32.317102 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ad9c3c5-6ebd-421a-8d30-a3f128144bbe req-4fdb5447-3bdb-48c5-87c8-af09b01effd7 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:40:32.325453 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320619ae-b67c-466b-a58d-d6e82a0f9217 req-fcddc744-dd74-43f3-9b86-fc9194b58873 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:32.328397 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622eb552-625f-4b4c-b32c-a22a47f6ef1f None None] Sync routers for ids ['044b7a3d-5b1c-45b6-93aa-1f5a21398b2d'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:40:32.335563 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-320619ae-b67c-466b-a58d-d6e82a0f9217 req-fcddc744-dd74-43f3-9b86-fc9194b58873 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=97861477-7b6d-48aa-9bdf-89105905415c HTTP/1.1" status: 200 len: 946 time: 0.4183791 Apr 28 19:40:32.339629 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1fd8a-fade-47c1-8da2-dadc7c8e3568 req-bd4b1aa6-eb26-410d-aa20-bf4f9ac937dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:32.341189 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b1c1fd8a-fade-47c1-8da2-dadc7c8e3568 req-bd4b1aa6-eb26-410d-aa20-bf4f9ac937dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf6fb628-322d-4a49-a096-532dc11a76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4677038 Apr 28 19:40:32.342563 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622eb552-625f-4b4c-b32c-a22a47f6ef1f None None] Routers {'044b7a3d-5b1c-45b6-93aa-1f5a21398b2d'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:40:32.343787 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-622eb552-625f-4b4c-b32c-a22a47f6ef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:40:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['044b7a3d-5b1c-45b6-93aa-1f5a21398b2d'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:32.401804 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-320619ae-b67c-466b-a58d-d6e82a0f9217 req-32506374-8f79-4c7e-9167-008b62e75ea8 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=37c9ae11-ec62-45d5-807a-a041757e086d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652223 Apr 28 19:40:32.429201 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad9c3c5-6ebd-421a-8d30-a3f128144bbe req-4fdb5447-3bdb-48c5-87c8-af09b01effd7 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] No DVR routers for this DVR port 82853802-3c5a-4e73-affd-4913590d6b5c on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:40:32.433662 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3ad9c3c5-6ebd-421a-8d30-a3f128144bbe req-4fdb5447-3bdb-48c5-87c8-af09b01effd7 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:32.439154 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3ad9c3c5-6ebd-421a-8d30-a3f128144bbe req-4fdb5447-3bdb-48c5-87c8-af09b01effd7 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.44 "DELETE /v2.0/ports/82853802-3c5a-4e73-affd-4913590d6b5c HTTP/1.1" status: 204 len: 173 time: 1.9182830 Apr 28 19:40:32.444934 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc15f4e8-6e9d-470a-836c-a83a262352ad', 'name': 'network-vif-deleted', 'tag': '82853802-3c5a-4e73-affd-4913590d6b5c'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:32.449024 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f439b2d-2a0b-4990-9086-59cbea695ac3" -d '{"events": [{"server_uuid": "cc15f4e8-6e9d-470a-836c-a83a262352ad", "name": "network-vif-deleted", "tag": "82853802-3c5a-4e73-affd-4913590d6b5c"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:40:32.460898 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-f1c4c930-436f-4482-a10d-bbd97c091848 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Deleting port 619182da-468d-4fb3-92bc-fc2e39bec2e9 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:40:32.461202 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f1c4c930-436f-4482-a10d-bbd97c091848 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:32.470499 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a23e06ac-39da-47c8-9922-1a75aaa95907 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:40:32.600180 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port a23e06ac-39da-47c8-9922-1a75aaa95907 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:32.600589 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:32.666535 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b1c1fd8a-fade-47c1-8da2-dadc7c8e3568 req-4b04f9fe-706c-411e-8e66-b86e3fa32569 service neutron] 10.222.0.15 "GET /v2.0/networks/bf6fb628-322d-4a49-a096-532dc11a76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816589 Apr 28 19:40:32.670473 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-622eb552-625f-4b4c-b32c-a22a47f6ef1f None None] Set router 044b7a3d-5b1c-45b6-93aa-1f5a21398b2d gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:40:32.682738 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf787299-e6b8-4d3a-ba86-5f72e1dc2192 req-034380de-762d-4731-a8d9-b303219d0d1f tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:32.684617 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bf787299-e6b8-4d3a-ba86-5f72e1dc2192 req-034380de-762d-4731-a8d9-b303219d0d1f tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 945 time: 0.3654680 Apr 28 19:40:32.753225 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bf787299-e6b8-4d3a-ba86-5f72e1dc2192 req-5656e640-5b39-4379-9a2c-65cfe4623837 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509529 Apr 28 19:40:32.763541 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f1c4c930-436f-4482-a10d-bbd97c091848 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:32.777096 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59068a4-792f-4b2e-a8a7-dd1d3c8bcab9 None None] Network 89754f11-8511-485e-b686-23f1037f2944 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:40:32.782205 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-f1c4c930-436f-4482-a10d-bbd97c091848 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Calling delete_port for 619182da-468d-4fb3-92bc-fc2e39bec2e9 owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:40:32.784744 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b1c1fd8a-fade-47c1-8da2-dadc7c8e3568 req-20c90d08-06cc-4dfa-a7eb-0bc102d61ee7 service neutron] 10.222.0.15 "GET /v2.0/networks/bf6fb628-322d-4a49-a096-532dc11a76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074314 Apr 28 19:40:32.800975 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c1f02-0012-4e07-9d25-31b34231787a req-1a953829-c702-42ea-b40e-8cb4bdf697e9 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:32.806628 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c1f02-0012-4e07-9d25-31b34231787a req-1a953829-c702-42ea-b40e-8cb4bdf697e9 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:32.815212 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c1f02-0012-4e07-9d25-31b34231787a req-1a953829-c702-42ea-b40e-8cb4bdf697e9 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:32.821731 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c1f02-0012-4e07-9d25-31b34231787a req-1a953829-c702-42ea-b40e-8cb4bdf697e9 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:32.828765 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c1f02-0012-4e07-9d25-31b34231787a req-1a953829-c702-42ea-b40e-8cb4bdf697e9 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:32.835787 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c1f02-0012-4e07-9d25-31b34231787a req-1a953829-c702-42ea-b40e-8cb4bdf697e9 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:32.844435 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c1f02-0012-4e07-9d25-31b34231787a req-1a953829-c702-42ea-b40e-8cb4bdf697e9 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:32.850042 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:32.853048 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-427c1f02-0012-4e07-9d25-31b34231787a req-1a953829-c702-42ea-b40e-8cb4bdf697e9 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5444 time: 0.2467422 Apr 28 19:40:32.893145 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4f2710-96ad-4421-a468-826936a06fd4 x-openstack-request-id: req-0b4f2710-96ad-4421-a468-826936a06fd4 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:40:32.895158 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc15f4e8-6e9d-470a-836c-a83a262352ad", "name": "network-vif-deleted", "tag": "82853802-3c5a-4e73-affd-4913590d6b5c", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:40:32.896630 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0b4f2710-96ad-4421-a468-826936a06fd4 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:40:32.897495 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b4f2710-96ad-4421-a468-826936a06fd4'] response: {'server_uuid': 'cc15f4e8-6e9d-470a-836c-a83a262352ad', 'name': 'network-vif-deleted', 'tag': '82853802-3c5a-4e73-affd-4913590d6b5c', 'status': 'completed', 'code': 200} Apr 28 19:40:32.922495 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-427c1f02-0012-4e07-9d25-31b34231787a req-9881f191-8fb7-427e-b97d-0138765e0470 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0683124 Apr 28 19:40:32.937162 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port a23e06ac-39da-47c8-9922-1a75aaa95907, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a23e06ac-39da-47c8-9922-1a75aaa95907,segment=NetworkSegment(bf8f327e-7d90-4bad-aa37-4612ba45d5e4),segment_id=bf8f327e-7d90-4bad-aa37-4612ba45d5e4)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:32.965387 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:32.971836 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0211b526-e6ee-4b1c-9bd1-1f94a9179b53 None None] Provisioning complete for port a23e06ac-39da-47c8-9922-1a75aaa95907 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:32.972347 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0211b526-e6ee-4b1c-9bd1-1f94a9179b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:33.081804 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae086d-4b98-45c5-9d52-56444e56471a req-66e0d75f-8d29-43ba-9774-d398bf617f5c tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:33.083623 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0bae086d-4b98-45c5-9d52-56444e56471a req-66e0d75f-8d29-43ba-9774-d398bf617f5c tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 1096 time: 0.1189923 Apr 28 19:40:33.084777 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f1c4c930-436f-4482-a10d-bbd97c091848 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:33.129141 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=a23e06ac-39da-47c8-9922-1a75aaa95907,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:33.148311 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-622eb552-625f-4b4c-b32c-a22a47f6ef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'name': 'tempest-ServersTestManualDisk-138550659-router', 'tenant_id': '2dd1094050784d62aec95318cfccb911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'c4a0edba-69db-4e87-abff-394841f3a7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:00Z', 'updated_at': '2022-04-28T19:39:11Z', 'revision_number': 4, 'project_id': '2dd1094050784d62aec95318cfccb911', 'gw_port': {'id': 'c4a0edba-69db-4e87-abff-394841f3a7b0', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:02Z', 'updated_at': '2022-04-28T19:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '81d8c93d-8b2d-4297-824b-38480f0ffaa3', 'name': '', 'network_id': 'a55f16c9-95c8-4fd4-8995-3500160073e6', 'tenant_id': '2dd1094050784d62aec95318cfccb911', 'mac_address': 'fa:16:3e:72:ef:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'a3f8a51f-a72a-43a1-86d9-94a03a04c570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:08Z', 'updated_at': '2022-04-28T19:39:17Z', 'revision_number': 5, 'project_id': '2dd1094050784d62aec95318cfccb911', 'subnets': [{'id': 'a3f8a51f-a72a-43a1-86d9-94a03a04c570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:33.168885 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a6302efd-dcdc-4c5b-9ec9-f8de5e84f136 req-97a32b47-bed3-4f66-997d-d06107c58af9 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc15f4e8-6e9d-470a-836c-a83a262352ad HTTP/1.1" status: 200 len: 210 time: 0.0523884 Apr 28 19:40:33.183440 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4c930-436f-4482-a10d-bbd97c091848 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Pushing event deleted for resources: {'Port': ['ID=619182da-468d-4fb3-92bc-fc2e39bec2e9,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:33.212927 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622eb552-625f-4b4c-b32c-a22a47f6ef1f None None] Checking router: 044b7a3d-5b1c-45b6-93aa-1f5a21398b2d for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:40:33.225984 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622eb552-625f-4b4c-b32c-a22a47f6ef1f None None] Routers {'044b7a3d-5b1c-45b6-93aa-1f5a21398b2d'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:40:33.226678 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-622eb552-625f-4b4c-b32c-a22a47f6ef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:40:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['044b7a3d-5b1c-45b6-93aa-1f5a21398b2d'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:33.298808 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:33.315367 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0bae086d-4b98-45c5-9d52-56444e56471a req-f0e41be4-7330-495f-8448-c97d04a1908e tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130661 Apr 28 19:40:33.354077 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58e1d0-186e-42d9-97d2-f79164cb2b3e req-33fc82ea-5e16-4bfe-9481-3c9c065b40d3 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:33.362543 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58e1d0-186e-42d9-97d2-f79164cb2b3e req-33fc82ea-5e16-4bfe-9481-3c9c065b40d3 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:33.370572 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58e1d0-186e-42d9-97d2-f79164cb2b3e req-33fc82ea-5e16-4bfe-9481-3c9c065b40d3 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:33.373252 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f1c4c930-436f-4482-a10d-bbd97c091848 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:33.377748 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f1c4c930-436f-4482-a10d-bbd97c091848 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] 10.222.0.42 "DELETE /v2.0/ports/619182da-468d-4fb3-92bc-fc2e39bec2e9 HTTP/1.1" status: 204 len: 168 time: 1.3178599 Apr 28 19:40:33.380235 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48648) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:33.385361 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6b58e1d0-186e-42d9-97d2-f79164cb2b3e req-33fc82ea-5e16-4bfe-9481-3c9c065b40d3 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3e544d5-6c1e-470a-9dcb-208e54e0afff HTTP/1.1" status: 200 len: 2411 time: 0.1264205 Apr 28 19:40:33.454866 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6b58e1d0-186e-42d9-97d2-f79164cb2b3e req-9167a816-3e57-4d12-9f68-3a5e818a1fed tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686541 Apr 28 19:40:33.464479 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-622eb552-625f-4b4c-b32c-a22a47f6ef1f None None] Set router 044b7a3d-5b1c-45b6-93aa-1f5a21398b2d gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:40:33.480926 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cc2d8-d669-4672-8926-2ca375b13a80 req-76ec508e-6b9c-4780-a906-c33d77bdd51b tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:33.489276 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cc2d8-d669-4672-8926-2ca375b13a80 req-76ec508e-6b9c-4780-a906-c33d77bdd51b tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:33.500985 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cc2d8-d669-4672-8926-2ca375b13a80 req-76ec508e-6b9c-4780-a906-c33d77bdd51b tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:33.507315 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c621ef-5be6-4361-b538-819ec0272601 req-0115306a-d235-4f39-bd49-8edbfbdf706f tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:33.507940 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cc2d8-d669-4672-8926-2ca375b13a80 req-76ec508e-6b9c-4780-a906-c33d77bdd51b tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:33.512443 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f6c621ef-5be6-4361-b538-819ec0272601 req-0115306a-d235-4f39-bd49-8edbfbdf706f tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.15 "GET /v2.0/ports?device_id=97861477-7b6d-48aa-9bdf-89105905415c HTTP/1.1" status: 200 len: 946 time: 0.1837828 Apr 28 19:40:33.518631 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cc2d8-d669-4672-8926-2ca375b13a80 req-76ec508e-6b9c-4780-a906-c33d77bdd51b tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:33.525326 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cc2d8-d669-4672-8926-2ca375b13a80 req-76ec508e-6b9c-4780-a906-c33d77bdd51b tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:33.531896 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cc2d8-d669-4672-8926-2ca375b13a80 req-76ec508e-6b9c-4780-a906-c33d77bdd51b tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:33.534750 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bd5cc2d8-d669-4672-8926-2ca375b13a80 req-76ec508e-6b9c-4780-a906-c33d77bdd51b tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5444 time: 0.1278529 Apr 28 19:40:33.560340 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-05dfeaea-92ea-4a14-813c-e67e039de571 tempest-DHCPAgentSchedulersTestJSON-1923003257 tempest-DHCPAgentSchedulersTestJSON-1923003257-project-admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.1773021 Apr 28 19:40:33.561595 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48654) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:33.561809 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48656) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:33.568258 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-a79d1750-5cc2-4077-a397-47a7c1a39c75 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-474753727'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:33.574805 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-2af13703-aeab-48ce-baed-2e3e20d4dea3 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Request body: {'floatingip': {'port_id': '8725a3c2-2634-40e3-a0ff-926c27926381'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:33.628716 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2af13703-aeab-48ce-baed-2e3e20d4dea3 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks [] for floatingip, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:33.677885 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79d1750-5cc2-4077-a397-47a7c1a39c75 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Made reservation on behalf of 3d491c3598564a4ea0fcd8bf205ad31d for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:40:33.683262 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a79d1750-5cc2-4077-a397-47a7c1a39c75 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:33.684981 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a03b3-0568-46fd-9f76-1a9576df6c84 req-660ee638-4a1e-4a51-aafb-852995c721ca tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:33.687278 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-221a03b3-0568-46fd-9f76-1a9576df6c84 req-660ee638-4a1e-4a51-aafb-852995c721ca tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 1096 time: 0.1182053 Apr 28 19:40:33.727825 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-422a5f8c-e226-4907-83c6-82aedc36f06b None None] Provisioning complete for port a23e06ac-39da-47c8-9922-1a75aaa95907 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:33.727825 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-422a5f8c-e226-4907-83c6-82aedc36f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:33.765209 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-f6c621ef-5be6-4361-b538-819ec0272601 req-d82cd637-1fdb-40b7-bb7a-19fd5739e982 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Deleting port f7275361-74d5-4846-89b8-50ac64894ba2 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:40:33.765734 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f6c621ef-5be6-4361-b538-819ec0272601 req-d82cd637-1fdb-40b7-bb7a-19fd5739e982 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:33.796969 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-221a03b3-0568-46fd-9f76-1a9576df6c84 req-634adfb1-bf5e-4378-8d2c-67795d958119 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894413 Apr 28 19:40:33.884968 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-622eb552-625f-4b4c-b32c-a22a47f6ef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'name': 'tempest-ServersTestManualDisk-138550659-router', 'tenant_id': '2dd1094050784d62aec95318cfccb911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'c4a0edba-69db-4e87-abff-394841f3a7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:00Z', 'updated_at': '2022-04-28T19:39:11Z', 'revision_number': 4, 'project_id': '2dd1094050784d62aec95318cfccb911', 'gw_port': {'id': 'c4a0edba-69db-4e87-abff-394841f3a7b0', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:02Z', 'updated_at': '2022-04-28T19:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '81d8c93d-8b2d-4297-824b-38480f0ffaa3', 'name': '', 'network_id': 'a55f16c9-95c8-4fd4-8995-3500160073e6', 'tenant_id': '2dd1094050784d62aec95318cfccb911', 'mac_address': 'fa:16:3e:72:ef:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'a3f8a51f-a72a-43a1-86d9-94a03a04c570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:08Z', 'updated_at': '2022-04-28T19:39:17Z', 'revision_number': 5, 'project_id': '2dd1094050784d62aec95318cfccb911', 'subnets': [{'id': 'a3f8a51f-a72a-43a1-86d9-94a03a04c570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:33.885550 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fcbc4-cee6-408e-b6a8-8e17629b7b4b req-5c6836d9-6821-441c-a1e6-066c19334c85 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:33.887135 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ba2fcbc4-cee6-408e-b6a8-8e17629b7b4b req-5c6836d9-6821-441c-a1e6-066c19334c85 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=97861477-7b6d-48aa-9bdf-89105905415c HTTP/1.1" status: 200 len: 946 time: 0.2423739 Apr 28 19:40:33.914396 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a79d1750-5cc2-4077-a397-47a7c1a39c75 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:40:33.943753 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622eb552-625f-4b4c-b32c-a22a47f6ef1f None None] The sync data for ids ['044b7a3d-5b1c-45b6-93aa-1f5a21398b2d'] in n-d-839810-1 is: [{'id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'name': 'tempest-ServersTestManualDisk-138550659-router', 'tenant_id': '2dd1094050784d62aec95318cfccb911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'c4a0edba-69db-4e87-abff-394841f3a7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:00Z', 'updated_at': '2022-04-28T19:39:11Z', 'revision_number': 4, 'project_id': '2dd1094050784d62aec95318cfccb911', 'gw_port': {'id': 'c4a0edba-69db-4e87-abff-394841f3a7b0', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:02Z', 'updated_at': '2022-04-28T19:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '81d8c93d-8b2d-4297-824b-38480f0ffaa3', 'name': '', 'network_id': 'a55f16c9-95c8-4fd4-8995-3500160073e6', 'tenant_id': '2dd1094050784d62aec95318cfccb911', 'mac_address': 'fa:16:3e:72:ef:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'a3f8a51f-a72a-43a1-86d9-94a03a04c570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:08Z', 'updated_at': '2022-04-28T19:39:17Z', 'revision_number': 5, 'project_id': '2dd1094050784d62aec95318cfccb911', 'subnets': [{'id': 'a3f8a51f-a72a-43a1-86d9-94a03a04c570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:40:33.983015 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-f6c621ef-5be6-4361-b538-819ec0272601 req-d82cd637-1fdb-40b7-bb7a-19fd5739e982 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] For port f7275361-74d5-4846-89b8-50ac64894ba2, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=f7275361-74d5-4846-89b8-50ac64894ba2,segment=NetworkSegment(45b99270-ac05-4c11-b64b-fdc435dcfa6a),segment_id=45b99270-ac05-4c11-b64b-fdc435dcfa6a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:33.985006 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f6c621ef-5be6-4361-b538-819ec0272601 req-d82cd637-1fdb-40b7-bb7a-19fd5739e982 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:34.059817 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ba2fcbc4-cee6-408e-b6a8-8e17629b7b4b req-fde72b50-ccf3-4e8c-93d7-5c7c7d2e7280 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=37c9ae11-ec62-45d5-807a-a041757e086d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464200 Apr 28 19:40:34.071435 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-552aece2-5fb6-438c-abeb-7991291aa7b8 None None] Could not find standard attr ID for object 619182da-468d-4fb3-92bc-fc2e39bec2e9. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:40:34.078540 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a79d1750-5cc2-4077-a397-47a7c1a39c75 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:34.078967 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-a79d1750-5cc2-4077-a397-47a7c1a39c75 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Added segment d6ca8b7d-3ecd-4203-b94f-838c22d0f326 of type vlan for network d5b6b167-5c80-436d-a709-3cce1c27f055 Apr 28 19:40:34.200743 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a79d1750-5cc2-4077-a397-47a7c1a39c75 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:34.436720 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f6c621ef-5be6-4361-b538-819ec0272601 req-d82cd637-1fdb-40b7-bb7a-19fd5739e982 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:34.436720 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f6c621ef-5be6-4361-b538-819ec0272601 req-d82cd637-1fdb-40b7-bb7a-19fd5739e982 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:34.436720 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [req-f6c621ef-5be6-4361-b538-819ec0272601 req-d82cd637-1fdb-40b7-bb7a-19fd5739e982 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Floating IP 67b2c8b4-5a2b-4277-8e86-9fdf9c415f55 disassociated. External IP: 172.25.8.65, port: f7275361-74d5-4846-89b8-50ac64894ba2. Apr 28 19:40:34.437283 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-f6c621ef-5be6-4361-b538-819ec0272601 req-d82cd637-1fdb-40b7-bb7a-19fd5739e982 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Calling delete_port for f7275361-74d5-4846-89b8-50ac64894ba2 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:40:34.446126 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a23e06ac-39da-47c8-9922-1a75aaa95907 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:40:34.494023 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6773132f-2c76-4dc2-9ccc-1ac37cb9c80e None None] New status for floating IP d7eb098f-7e5f-437e-bd3c-b51824dfe395: DOWN {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:40:34.601665 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port a23e06ac-39da-47c8-9922-1a75aaa95907 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:34.602397 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:34.621693 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f6c621ef-5be6-4361-b538-819ec0272601 req-d82cd637-1fdb-40b7-bb7a-19fd5739e982 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:34.663282 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82cd637-1fdb-40b7-bb7a-19fd5739e982 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Pushing event deleted for resources: {'Port': ['ID=f7275361-74d5-4846-89b8-50ac64894ba2,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:34.665863 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 623aecad-69d1-4750-946a-8c71b3291213 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:40:34.825728 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a79d1750-5cc2-4077-a397-47a7c1a39c75 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:34.837089 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79d1750-5cc2-4077-a397-47a7c1a39c75 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:34.838484 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a79d1750-5cc2-4077-a397-47a7c1a39c75 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:34.853237 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 623aecad-69d1-4750-946a-8c71b3291213, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=623aecad-69d1-4750-946a-8c71b3291213,segment=NetworkSegment(41866c30-ce01-47ee-b105-b7a84d1d7bb6),segment_id=41866c30-ce01-47ee-b105-b7a84d1d7bb6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:34.866057 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '623aecad-69d1-4750-946a-8c71b3291213', 'network_id': 'bf6fb628-322d-4a49-a096-532dc11a76b2', 'port_id': '623aecad-69d1-4750-946a-8c71b3291213', 'mac_address': 'fa:16:3e:e5:55:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e8c47c-7292-46e5-8107-ea82eb8e5bba', 'ip_address': '19.80.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:40:34.890757 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6c621ef-5be6-4361-b538-819ec0272601 req-d82cd637-1fdb-40b7-bb7a-19fd5739e982 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Router 536f6499-1b10-4117-950d-dfd4623a3f3f has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:40:34.943924 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:34.969562 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 623aecad-69d1-4750-946a-8c71b3291213 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:35.009948 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 623aecad-69d1-4750-946a-8c71b3291213, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=623aecad-69d1-4750-946a-8c71b3291213,segment=NetworkSegment(41866c30-ce01-47ee-b105-b7a84d1d7bb6),segment_id=41866c30-ce01-47ee-b105-b7a84d1d7bb6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:35.017423 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:35.018679 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device b3793c05-2abf-45a5-91ac-d954df7a814f details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:40:35.038784 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6c621ef-5be6-4361-b538-819ec0272601 req-d82cd637-1fdb-40b7-bb7a-19fd5739e982 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:40:35.053035 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf61a17-3c7d-4e5d-9afd-ad6b2ba95ea4 None None] Sync routers for ids ['536f6499-1b10-4117-950d-dfd4623a3f3f'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:40:35.070623 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf61a17-3c7d-4e5d-9afd-ad6b2ba95ea4 None None] Routers {'536f6499-1b10-4117-950d-dfd4623a3f3f'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:40:35.071523 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6cf61a17-3c7d-4e5d-9afd-ad6b2ba95ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:40:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['536f6499-1b10-4117-950d-dfd4623a3f3f'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:35.117475 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c621ef-5be6-4361-b538-819ec0272601 req-d82cd637-1fdb-40b7-bb7a-19fd5739e982 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] No DVR routers for this DVR port f7275361-74d5-4846-89b8-50ac64894ba2 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:40:35.125508 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f6c621ef-5be6-4361-b538-819ec0272601 req-d82cd637-1fdb-40b7-bb7a-19fd5739e982 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:35.132080 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f6c621ef-5be6-4361-b538-819ec0272601 req-d82cd637-1fdb-40b7-bb7a-19fd5739e982 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.15 "DELETE /v2.0/ports/f7275361-74d5-4846-89b8-50ac64894ba2 HTTP/1.1" status: 204 len: 173 time: 1.6148713 Apr 28 19:40:35.134948 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97861477-7b6d-48aa-9bdf-89105905415c', 'name': 'network-vif-deleted', 'tag': 'f7275361-74d5-4846-89b8-50ac64894ba2'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:35.141052 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1c730a-3e40-47d8-9ba9-9684a48ac6f6" -d '{"events": [{"server_uuid": "97861477-7b6d-48aa-9bdf-89105905415c", "name": "network-vif-deleted", "tag": "f7275361-74d5-4846-89b8-50ac64894ba2"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:40:35.148276 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 82853802-3c5a-4e73-affd-4913590d6b5c no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:40:35.219286 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2af13703-aeab-48ce-baed-2e3e20d4dea3 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:35.242347 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a79d1750-5cc2-4077-a397-47a7c1a39c75 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6740236 Apr 28 19:40:35.242848 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48694) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:35.258693 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2af13703-aeab-48ce-baed-2e3e20d4dea3 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:35.276818 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d1750-5cc2-4077-a397-47a7c1a39c75 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Pushing event updated for resources: {'Network': ['ID=d5b6b167-5c80-436d-a709-3cce1c27f055,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:35.341343 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-6cf61a17-3c7d-4e5d-9afd-ad6b2ba95ea4 None None] Set router 536f6499-1b10-4117-950d-dfd4623a3f3f gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:40:35.398897 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f46f9-9a4f-4969-9004-9fb5edf2b436 req-97630816-701d-4b2a-8ea8-741230380e3e tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:35.408406 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b58f46f9-9a4f-4969-9004-9fb5edf2b436 req-97630816-701d-4b2a-8ea8-741230380e3e tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/ports?device_id=dacee00e-ba0c-4fa5-82af-67ee71c62785 HTTP/1.1" status: 200 len: 946 time: 0.6248515 Apr 28 19:40:35.417915 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network d5b6b167-5c80-436d-a709-3cce1c27f055 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:40:35.420065 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=623aecad-69d1-4750-946a-8c71b3291213,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:35.423617 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 82853802-3c5a-4e73-affd-4913590d6b5c {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:40:35.423958 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 82853802-3c5a-4e73-affd-4913590d6b5c not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:40:35.487577 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b58f46f9-9a4f-4969-9004-9fb5edf2b436 req-49a69318-e878-4375-ac68-97e974e75141 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/security-groups?id=428c763a-4336-484e-80ea-3b3740787d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778651 Apr 28 19:40:35.512951 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port b3793c05-2abf-45a5-91ac-d954df7a814f, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=b3793c05-2abf-45a5-91ac-d954df7a814f,segment=NetworkSegment(4204f595-10df-4ff9-961f-11c24ccad09b),segment_id=4204f595-10df-4ff9-961f-11c24ccad09b)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:35.548885 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'b3793c05-2abf-45a5-91ac-d954df7a814f', 'network_id': '524e543f-5be1-40e0-ac50-c689256cd026', 'port_id': 'b3793c05-2abf-45a5-91ac-d954df7a814f', 'mac_address': 'fa:16:3e:c2:8d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62504ae3-754b-460a-951a-67e89df6d5a8', 'ip_address': '19.86.0.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:40:35.595176 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-2af13703-aeab-48ce-baed-2e3e20d4dea3 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Floating IP c81db9a2-c75f-4119-b2ed-ebecb8fb9bc2 associated. External IP: 172.25.8.201, port: 8725a3c2-2634-40e3-a0ff-926c27926381. Apr 28 19:40:35.638300 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:35.663998 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e1dc3506-3004-4f94-b16a-66ea46484832 tempest-DHCPAgentSchedulersTestJSON-1923003257 tempest-DHCPAgentSchedulersTestJSON-1923003257-project-admin] 10.222.0.42 "GET /v2.0/agents/e6dd845e-2d65-4842-b0af-f9a16f84ce38/dhcp-networks HTTP/1.1" status: 200 len: 13626 time: 0.4198146 Apr 28 19:40:35.667722 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48702) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:35.682492 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3793c05-2abf-45a5-91ac-d954df7a814f {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:35.718757 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port b3793c05-2abf-45a5-91ac-d954df7a814f, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=b3793c05-2abf-45a5-91ac-d954df7a814f,segment=NetworkSegment(4204f595-10df-4ff9-961f-11c24ccad09b),segment_id=4204f595-10df-4ff9-961f-11c24ccad09b)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:35.738736 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:35.740141 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 406e9dc9-90da-4ed3-9ff8-f4f1a51955ac details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:40:35.766059 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844bfbb-606b-4438-98c0-915e87cb2b41 req-81752bcf-1e25-4ed2-b8a8-65a345f97a1d tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:35.773538 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844bfbb-606b-4438-98c0-915e87cb2b41 req-81752bcf-1e25-4ed2-b8a8-65a345f97a1d tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:35.782653 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a938b0b-05e4-4ca9-8714-66ac2765b98b tempest-DHCPAgentSchedulersTestJSON-1923003257 tempest-DHCPAgentSchedulersTestJSON-1923003257-project-admin] Network d5b6b167-5c80-436d-a709-3cce1c27f055 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:40:35.783831 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844bfbb-606b-4438-98c0-915e87cb2b41 req-81752bcf-1e25-4ed2-b8a8-65a345f97a1d tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:35.796151 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a844bfbb-606b-4438-98c0-915e87cb2b41 req-81752bcf-1e25-4ed2-b8a8-65a345f97a1d tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3e544d5-6c1e-470a-9dcb-208e54e0afff HTTP/1.1" status: 200 len: 2412 time: 0.1528096 Apr 28 19:40:35.801185 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9a938b0b-05e4-4ca9-8714-66ac2765b98b tempest-DHCPAgentSchedulersTestJSON-1923003257 tempest-DHCPAgentSchedulersTestJSON-1923003257-project-admin] 10.222.0.42 "POST /v2.0/agents/e6dd845e-2d65-4842-b0af-f9a16f84ce38/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1319482 Apr 28 19:40:35.803370 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48704) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:35.820296 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e226333a-c902-430e-8207-bea839e08b8e None None] Network d5b6b167-5c80-436d-a709-3cce1c27f055 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:40:35.909624 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6cf61a17-3c7d-4e5d-9afd-ad6b2ba95ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'name': 'tempest-AttachVolumeNegativeTest-1025782073-router', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:24Z', 'updated_at': '2022-04-28T19:37:37Z', 'revision_number': 4, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'gw_port': {'id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:26Z', 'updated_at': '2022-04-28T19:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'e1535635-16ee-414b-a822-868c614c37c3', 'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'mac_address': 'fa:16:3e:ed:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:33Z', 'updated_at': '2022-04-28T19:37:44Z', 'revision_number': 5, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'subnets': [{'id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:35.916045 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-663969e5-c955-4d55-803c-c65ccd19db9f req-1d64252b-f8ee-4d7e-bc11-387b5201ea6e tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:40:35.917119 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-663969e5-c955-4d55-803c-c65ccd19db9f req-1d64252b-f8ee-4d7e-bc11-387b5201ea6e tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110023 Apr 28 19:40:35.925517 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a844bfbb-606b-4438-98c0-915e87cb2b41 req-1da04f1d-c1ff-487b-b430-857739b14663 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272416 Apr 28 19:40:35.953167 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.resource_extend [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:40:35.986078 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf61a17-3c7d-4e5d-9afd-ad6b2ba95ea4 None None] Checking router: 536f6499-1b10-4117-950d-dfd4623a3f3f for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:40:36.017998 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf61a17-3c7d-4e5d-9afd-ad6b2ba95ea4 None None] Routers {'536f6499-1b10-4117-950d-dfd4623a3f3f'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:40:36.017998 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6cf61a17-3c7d-4e5d-9afd-ad6b2ba95ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:40:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['536f6499-1b10-4117-950d-dfd4623a3f3f'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:36.023795 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=b3793c05-2abf-45a5-91ac-d954df7a814f,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:36.046674 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-13daf6df-d18b-419c-8419-c45d2286af95 tempest-DHCPAgentSchedulersTestJSON-1923003257 tempest-DHCPAgentSchedulersTestJSON-1923003257-project-admin] 10.222.0.42 "GET /v2.0/agents/e6dd845e-2d65-4842-b0af-f9a16f84ce38/dhcp-networks HTTP/1.1" status: 200 len: 14396 time: 0.2417645 Apr 28 19:40:36.052660 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48708) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:36.053275 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 406e9dc9-90da-4ed3-9ff8-f4f1a51955ac, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=406e9dc9-90da-4ed3-9ff8-f4f1a51955ac,segment=NetworkSegment(41866c30-ce01-47ee-b105-b7a84d1d7bb6),segment_id=41866c30-ce01-47ee-b105-b7a84d1d7bb6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:36.056487 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b868a0ce-4881-4774-91f5-9018d599c07e x-openstack-request-id: req-b868a0ce-4881-4774-91f5-9018d599c07e {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:40:36.058185 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97861477-7b6d-48aa-9bdf-89105905415c", "name": "network-vif-deleted", "tag": "f7275361-74d5-4846-89b8-50ac64894ba2", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:40:36.058609 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b868a0ce-4881-4774-91f5-9018d599c07e {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:40:36.059549 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b868a0ce-4881-4774-91f5-9018d599c07e'] response: {'server_uuid': '97861477-7b6d-48aa-9bdf-89105905415c', 'name': 'network-vif-deleted', 'tag': 'f7275361-74d5-4846-89b8-50ac64894ba2', 'status': 'completed', 'code': 200} Apr 28 19:40:36.097998 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '406e9dc9-90da-4ed3-9ff8-f4f1a51955ac', 'network_id': 'bf6fb628-322d-4a49-a096-532dc11a76b2', 'port_id': '406e9dc9-90da-4ed3-9ff8-f4f1a51955ac', 'mac_address': 'fa:16:3e:ed:ca:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e8c47c-7292-46e5-8107-ea82eb8e5bba', 'ip_address': '19.80.0.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:40:36.111420 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663969e5-c955-4d55-803c-c65ccd19db9f req-fff2e94e-88ba-4df4-8c9e-424d83ee920c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:36.113923 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-663969e5-c955-4d55-803c-c65ccd19db9f req-fff2e94e-88ba-4df4-8c9e-424d83ee920c service neutron] 10.222.0.42 "GET /v2.0/ports/d226c7a6-986b-4039-a406-328e2e2e9372 HTTP/1.1" status: 200 len: 1093 time: 0.1843271 Apr 28 19:40:36.129376 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-663969e5-c955-4d55-803c-c65ccd19db9f req-2f0b0179-22ae-47ae-8ebe-2d2e4834561a service neutron] Request body: {'binding': {'host': 'n-h2-839810-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:36.130252 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-663969e5-c955-4d55-803c-c65ccd19db9f req-2f0b0179-22ae-47ae-8ebe-2d2e4834561a service neutron] Unknown quota resources ['binding']. {{(pid=102774) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 28 19:40:36.164556 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48714) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:36.211062 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-dea346e1-44c1-449e-8b17-392971782569 tempest-DHCPAgentSchedulersTestJSON-1923003257 tempest-DHCPAgentSchedulersTestJSON-1923003257-project-admin] 10.222.0.42 "DELETE /v2.0/agents/e6dd845e-2d65-4842-b0af-f9a16f84ce38/dhcp-networks/d5b6b167-5c80-436d-a709-3cce1c27f055 HTTP/1.1" status: 204 len: 168 time: 0.1562281 Apr 28 19:40:36.211259 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-6cf61a17-3c7d-4e5d-9afd-ad6b2ba95ea4 None None] Set router 536f6499-1b10-4117-950d-dfd4623a3f3f gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:40:36.216079 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48716) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:36.219796 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af13703-aeab-48ce-baed-2e3e20d4dea3 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Router 1cb9eb60-9281-4b04-a0ca-a03ba33c611b has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:40:36.245854 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:36.251975 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48718) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:36.278826 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 406e9dc9-90da-4ed3-9ff8-f4f1a51955ac {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:36.308870 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 406e9dc9-90da-4ed3-9ff8-f4f1a51955ac, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=406e9dc9-90da-4ed3-9ff8-f4f1a51955ac,segment=NetworkSegment(41866c30-ce01-47ee-b105-b7a84d1d7bb6),segment_id=41866c30-ce01-47ee-b105-b7a84d1d7bb6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:36.316218 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:36.377999 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-478ab78d-9ebd-41b3-a62e-2c3895bae5fc tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:36.390005 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=406e9dc9-90da-4ed3-9ff8-f4f1a51955ac,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:36.444095 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-478ab78d-9ebd-41b3-a62e-2c3895bae5fc tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:36.449587 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7075009b-5e23-421a-8efb-078ff6b90578 tempest-DHCPAgentSchedulersTestJSON-1923003257 tempest-DHCPAgentSchedulersTestJSON-1923003257-project-admin] 10.222.0.42 "GET /v2.0/agents/e6dd845e-2d65-4842-b0af-f9a16f84ce38/dhcp-networks HTTP/1.1" status: 200 len: 13626 time: 0.2321079 Apr 28 19:40:36.459585 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48720) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:36.486751 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6cf61a17-3c7d-4e5d-9afd-ad6b2ba95ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'name': 'tempest-AttachVolumeNegativeTest-1025782073-router', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:24Z', 'updated_at': '2022-04-28T19:37:37Z', 'revision_number': 4, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'gw_port': {'id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:26Z', 'updated_at': '2022-04-28T19:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'e1535635-16ee-414b-a822-868c614c37c3', 'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'mac_address': 'fa:16:3e:ed:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:33Z', 'updated_at': '2022-04-28T19:37:44Z', 'revision_number': 5, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'subnets': [{'id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:36.509208 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c2ded0a3-48c8-4ed6-823f-b3daa122b9e6 tempest-DHCPAgentSchedulersTestJSON-1923003257 tempest-DHCPAgentSchedulersTestJSON-1923003257-project-admin] 10.222.0.42 "GET /v2.0/networks/89754f11-8511-485e-b686-23f1037f2944/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0482647 Apr 28 19:40:36.512217 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48722) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:36.519026 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf61a17-3c7d-4e5d-9afd-ad6b2ba95ea4 None None] The sync data for ids ['536f6499-1b10-4117-950d-dfd4623a3f3f'] in n-d-839810-1 is: [{'id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'name': 'tempest-AttachVolumeNegativeTest-1025782073-router', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:24Z', 'updated_at': '2022-04-28T19:37:37Z', 'revision_number': 4, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'gw_port': {'id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:26Z', 'updated_at': '2022-04-28T19:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'e1535635-16ee-414b-a822-868c614c37c3', 'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'mac_address': 'fa:16:3e:ed:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:33Z', 'updated_at': '2022-04-28T19:37:44Z', 'revision_number': 5, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'subnets': [{'id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:40:36.541822 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-478ab78d-9ebd-41b3-a62e-2c3895bae5fc tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:36.546271 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-478ab78d-9ebd-41b3-a62e-2c3895bae5fc tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:36.550320 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-478ab78d-9ebd-41b3-a62e-2c3895bae5fc tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "DELETE /v2.0/security-groups/4de3cdec-bc4e-4669-bf6a-e9409ccf5e5e HTTP/1.1" status: 204 len: 168 time: 0.3800352 Apr 28 19:40:36.550505 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1d8ce20c-28c8-446b-bdfe-cf31f99d154e tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:36.554217 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48724) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:36.565694 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af13703-aeab-48ce-baed-2e3e20d4dea3 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:40:36.580717 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2af13703-aeab-48ce-baed-2e3e20d4dea3 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:36.582420 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-73217110-da08-4629-be3a-c451ddab760d tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] show failed (client error): The resource could not be found. Apr 28 19:40:36.586352 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-73217110-da08-4629-be3a-c451ddab760d tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "GET /v2.0/security-groups/4de3cdec-bc4e-4669-bf6a-e9409ccf5e5e HTTP/1.1" status: 404 len: 347 time: 0.0300145 Apr 28 19:40:36.587431 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48728) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:36.597400 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ab78d-9ebd-41b3-a62e-2c3895bae5fc tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de3cdec-bc4e-4669-bf6a-e9409ccf5e5e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:36.625301 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67991ce5-696b-4f46-a516-b32bbcde22da None None] Sync routers for ids ['1cb9eb60-9281-4b04-a0ca-a03ba33c611b'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:40:36.636370 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3067956f-fa5a-4eb5-ac9e-5066356ebd4a tempest-DHCPAgentSchedulersTestJSON-1923003257 tempest-DHCPAgentSchedulersTestJSON-1923003257-project-admin] 10.222.0.42 "GET /v2.0/networks/89754f11-8511-485e-b686-23f1037f2944/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.1113896 Apr 28 19:40:36.636370 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1d8ce20c-28c8-446b-bdfe-cf31f99d154e tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:36.644357 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48730) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:36.651798 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-663969e5-c955-4d55-803c-c65ccd19db9f req-2f0b0179-22ae-47ae-8ebe-2d2e4834561a service neutron] Attempting to bind port d226c7a6-986b-4039-a406-328e2e2e9372 on host n-h2-839810-1 for vnic_type normal with profile None {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:40:36.651798 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-663969e5-c955-4d55-803c-c65ccd19db9f req-2f0b0179-22ae-47ae-8ebe-2d2e4834561a service neutron] Attempting to bind port d226c7a6-986b-4039-a406-328e2e2e9372 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:40:36.651798 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663969e5-c955-4d55-803c-c65ccd19db9f req-2f0b0179-22ae-47ae-8ebe-2d2e4834561a service neutron] Attempting to bind port d226c7a6-986b-4039-a406-328e2e2e9372 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:40:36.663147 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67991ce5-696b-4f46-a516-b32bbcde22da None None] Routers {'1cb9eb60-9281-4b04-a0ca-a03ba33c611b'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:40:36.663783 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-67991ce5-696b-4f46-a516-b32bbcde22da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:40:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1cb9eb60-9281-4b04-a0ca-a03ba33c611b'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:36.678796 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2af13703-aeab-48ce-baed-2e3e20d4dea3 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "PUT /v2.0/floatingips/c81db9a2-c75f-4119-b2ed-ebecb8fb9bc2 HTTP/1.1" status: 200 len: 992 time: 3.1157477 Apr 28 19:40:36.684248 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'tag': '8725a3c2-2634-40e3-a0ff-926c27926381'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:36.687267 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6665d9e1-13ef-4c15-9a1a-d376a7ffc12c" -d '{"events": [{"name": "network-changed", "server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "tag": "8725a3c2-2634-40e3-a0ff-926c27926381"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:40:36.692681 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663969e5-c955-4d55-803c-c65ccd19db9f req-2f0b0179-22ae-47ae-8ebe-2d2e4834561a service neutron] Port d226c7a6-986b-4039-a406-328e2e2e9372 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:40:36.693001 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663969e5-c955-4d55-803c-c65ccd19db9f req-2f0b0179-22ae-47ae-8ebe-2d2e4834561a service neutron] Attempting to bind port d226c7a6-986b-4039-a406-328e2e2e9372 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:40:36.711402 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663969e5-c955-4d55-803c-c65ccd19db9f req-2f0b0179-22ae-47ae-8ebe-2d2e4834561a service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:40:36.711653 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663969e5-c955-4d55-803c-c65ccd19db9f req-2f0b0179-22ae-47ae-8ebe-2d2e4834561a service neutron] Checking segment: {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:40:36.712040 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663969e5-c955-4d55-803c-c65ccd19db9f req-2f0b0179-22ae-47ae-8ebe-2d2e4834561a service neutron] Bound using segment: {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:40:36.712548 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-663969e5-c955-4d55-803c-c65ccd19db9f req-2f0b0179-22ae-47ae-8ebe-2d2e4834561a service neutron] Bound port: d226c7a6-986b-4039-a406-328e2e2e9372, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:40:36.722072 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device f7275361-74d5-4846-89b8-50ac64894ba2 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:40:36.773927 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['623aecad-69d1-4750-946a-8c71b3291213'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:40:36.774431 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1d8ce20c-28c8-446b-bdfe-cf31f99d154e tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:36.788436 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1d8ce20c-28c8-446b-bdfe-cf31f99d154e tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:36.792199 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1d8ce20c-28c8-446b-bdfe-cf31f99d154e tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "DELETE /v2.0/security-groups/37c9ae11-ec62-45d5-807a-a041757e086d HTTP/1.1" status: 204 len: 168 time: 0.5248950 Apr 28 19:40:36.798078 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48736) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:36.853915 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-490f890c-1374-456b-83d3-c7cc435e3e13 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Deleting port bb5a5015-45dc-4bbb-807a-09788f7340d5 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:40:36.854377 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-490f890c-1374-456b-83d3-c7cc435e3e13 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:36.857370 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-fa0b9927-025b-4d7d-aa89-4c70cde41efe tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] show failed (client error): The resource could not be found. Apr 28 19:40:36.861034 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['406e9dc9-90da-4ed3-9ff8-f4f1a51955ac'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:40:36.865571 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-fa0b9927-025b-4d7d-aa89-4c70cde41efe tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups/37c9ae11-ec62-45d5-807a-a041757e086d HTTP/1.1" status: 404 len: 347 time: 0.0618637 Apr 28 19:40:36.865758 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['b3793c05-2abf-45a5-91ac-d954df7a814f'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:40:36.867917 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48740) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:36.885510 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ce20c-28c8-446b-bdfe-cf31f99d154e tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c9ae11-ec62-45d5-807a-a041757e086d,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:36.905719 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: f7275361-74d5-4846-89b8-50ac64894ba2 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:40:36.906189 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device f7275361-74d5-4846-89b8-50ac64894ba2 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:40:36.936961 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-663969e5-c955-4d55-803c-c65ccd19db9f req-2f0b0179-22ae-47ae-8ebe-2d2e4834561a service neutron] For port d226c7a6-986b-4039-a406-328e2e2e9372, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=d226c7a6-986b-4039-a406-328e2e2e9372,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:40:36.939096 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7301fff9-fa82-4f5b-a60f-6630dcbf9a0b x-openstack-request-id: req-7301fff9-fa82-4f5b-a60f-6630dcbf9a0b {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:40:36.939096 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "tag": "8725a3c2-2634-40e3-a0ff-926c27926381", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:40:36.939358 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7301fff9-fa82-4f5b-a60f-6630dcbf9a0b {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:40:36.939577 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7301fff9-fa82-4f5b-a60f-6630dcbf9a0b'] response: {'name': 'network-changed', 'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'tag': '8725a3c2-2634-40e3-a0ff-926c27926381', 'status': 'completed', 'code': 200} Apr 28 19:40:36.962623 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-663969e5-c955-4d55-803c-c65ccd19db9f req-2f0b0179-22ae-47ae-8ebe-2d2e4834561a service neutron] Notify callbacks [] for binding, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:36.964540 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-663969e5-c955-4d55-803c-c65ccd19db9f req-2f0b0179-22ae-47ae-8ebe-2d2e4834561a service neutron] 10.222.0.42 "POST /v2.0/ports/d226c7a6-986b-4039-a406-328e2e2e9372/bindings HTTP/1.1" status: 201 len: 389 time: 0.8410492 Apr 28 19:40:36.998573 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e55f1c69-af1b-4a89-82b3-cd2359f5c8f5 tempest-DHCPAgentSchedulersTestJSON-1923003257 tempest-DHCPAgentSchedulersTestJSON-1923003257-project-admin] 10.222.0.42 "GET /v2.0/agents/e6dd845e-2d65-4842-b0af-f9a16f84ce38/dhcp-networks HTTP/1.1" status: 200 len: 13626 time: 0.2966506 Apr 28 19:40:37.011645 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48744) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:37.023844 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a83a9e-b13e-4b2c-90d4-684857d1e8bc None None] New status for floating IP 67b2c8b4-5a2b-4277-8e86-9fdf9c415f55: DOWN {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:40:37.222686 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665d9e1-13ef-4c15-9a1a-d376a7ffc12c req-92402540-b292-421d-bd52-eaaf3f00d0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:37.223284 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665d9e1-13ef-4c15-9a1a-d376a7ffc12c req-92402540-b292-421d-bd52-eaaf3f00d0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:37.223614 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665d9e1-13ef-4c15-9a1a-d376a7ffc12c req-92402540-b292-421d-bd52-eaaf3f00d0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:37.224293 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665d9e1-13ef-4c15-9a1a-d376a7ffc12c req-92402540-b292-421d-bd52-eaaf3f00d0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:37.224640 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665d9e1-13ef-4c15-9a1a-d376a7ffc12c req-92402540-b292-421d-bd52-eaaf3f00d0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:37.225050 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665d9e1-13ef-4c15-9a1a-d376a7ffc12c req-92402540-b292-421d-bd52-eaaf3f00d0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:37.225499 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665d9e1-13ef-4c15-9a1a-d376a7ffc12c req-92402540-b292-421d-bd52-eaaf3f00d0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:37.229528 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6665d9e1-13ef-4c15-9a1a-d376a7ffc12c req-92402540-b292-421d-bd52-eaaf3f00d0aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=533c1e9c8dee43379021e03f9df0f17e&device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 6501 time: 0.2293122 Apr 28 19:40:37.230480 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0aa2ea-db86-4497-8aab-8e84a975364e req-5d744983-698e-4b15-878a-a7011b1b0e03 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:37.236031 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7a0aa2ea-db86-4497-8aab-8e84a975364e req-5d744983-698e-4b15-878a-a7011b1b0e03 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/ports?device_id=dacee00e-ba0c-4fa5-82af-67ee71c62785 HTTP/1.1" status: 200 len: 946 time: 0.2152994 Apr 28 19:40:37.249598 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a8c63ffa-6f70-4e52-8b31-c7532f11d4bc tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:37.252743 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-490f890c-1374-456b-83d3-c7cc435e3e13 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:37.253068 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-490f890c-1374-456b-83d3-c7cc435e3e13 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:37.341372 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-bf9a70de-8826-4bbe-a9fc-04a91e42001a tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Deleting port c2a64384-e606-4603-b01b-9e063b8d8ab2 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:40:37.341728 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bf9a70de-8826-4bbe-a9fc-04a91e42001a tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:37.399121 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-490f890c-1374-456b-83d3-c7cc435e3e13 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Calling delete_port for bb5a5015-45dc-4bbb-807a-09788f7340d5 owned by network:floatingip {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:40:37.428946 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-67991ce5-696b-4f46-a516-b32bbcde22da None None] Set router 1cb9eb60-9281-4b04-a0ca-a03ba33c611b gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:40:37.444723 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7a0aa2ea-db86-4497-8aab-8e84a975364e req-e022a9da-fbd1-4dbf-a010-179962da934a tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/security-groups?id=428c763a-4336-484e-80ea-3b3740787d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028191 Apr 28 19:40:37.453103 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9daf90c-28a1-45ef-862d-75a7ff706ec1 req-2c38a67a-eda6-4348-863a-a0bf2d941169 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:37.460013 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9daf90c-28a1-45ef-862d-75a7ff706ec1 req-2c38a67a-eda6-4348-863a-a0bf2d941169 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:37.466884 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9daf90c-28a1-45ef-862d-75a7ff706ec1 req-2c38a67a-eda6-4348-863a-a0bf2d941169 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:37.468837 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d9daf90c-28a1-45ef-862d-75a7ff706ec1 req-2c38a67a-eda6-4348-863a-a0bf2d941169 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3e544d5-6c1e-470a-9dcb-208e54e0afff HTTP/1.1" status: 200 len: 2414 time: 0.2678001 Apr 28 19:40:37.488338 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663969e5-c955-4d55-803c-c65ccd19db9f req-2536d76f-246b-4c56-8fff-9f090d172dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:37.490625 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-663969e5-c955-4d55-803c-c65ccd19db9f req-2536d76f-246b-4c56-8fff-9f090d172dc0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=65106efa94b44e66ac09133941d375fb&device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 1096 time: 0.2003102 Apr 28 19:40:37.519181 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bf9a70de-8826-4bbe-a9fc-04a91e42001a tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:37.519785 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bf9a70de-8826-4bbe-a9fc-04a91e42001a tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:37.608383 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-bf9a70de-8826-4bbe-a9fc-04a91e42001a tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Calling delete_port for c2a64384-e606-4603-b01b-9e063b8d8ab2 owned by network:floatingip {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:40:37.653702 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d9daf90c-28a1-45ef-862d-75a7ff706ec1 req-85311c03-0681-41b4-af62-3a5a0e68f854 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448817 Apr 28 19:40:37.689733 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a8c63ffa-6f70-4e52-8b31-c7532f11d4bc tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:37.693379 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665d9e1-13ef-4c15-9a1a-d376a7ffc12c req-7e7acfb4-03a1-47e6-8000-4ac82e13948f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:37.694760 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6665d9e1-13ef-4c15-9a1a-d376a7ffc12c req-7e7acfb4-03a1-47e6-8000-4ac82e13948f service neutron] 10.222.0.15 "GET /v2.0/networks?id=430c85ba-7aa8-4fd6-a010-581e595ae98e HTTP/1.1" status: 200 len: 915 time: 0.4299331 Apr 28 19:40:37.736326 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c79e4d-a888-4ee0-93b1-59c19d2a53c6 req-64336437-f0c6-4d4f-b127-d73caab06486 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:37.737878 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-55c79e4d-a888-4ee0-93b1-59c19d2a53c6 req-64336437-f0c6-4d4f-b127-d73caab06486 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 945 time: 0.2042780 Apr 28 19:40:37.751662 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663969e5-c955-4d55-803c-c65ccd19db9f req-8f7934ad-239b-4c93-ad24-61dc860e6d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:37.754576 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-663969e5-c955-4d55-803c-c65ccd19db9f req-8f7934ad-239b-4c93-ad24-61dc860e6d37 service neutron] 10.222.0.44 "GET /v2.0/networks?id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd HTTP/1.1" status: 200 len: 908 time: 0.2488964 Apr 28 19:40:37.761322 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-a8c63ffa-6f70-4e52-8b31-c7532f11d4bc tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b6b167-5c80-436d-a709-3cce1c27f055']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:37.777022 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-a8c63ffa-6f70-4e52-8b31-c7532f11d4bc tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ca8b7d-3ecd-4203-b94f-838c22d0f326') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:37.777418 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-a8c63ffa-6f70-4e52-8b31-c7532f11d4bc tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ca8b7d-3ecd-4203-b94f-838c22d0f326') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:37.803849 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a8c63ffa-6f70-4e52-8b31-c7532f11d4bc tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:37.822754 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-663969e5-c955-4d55-803c-c65ccd19db9f req-82d23413-83d8-4eae-aa67-bfa7eaf427e7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d226c7a6-986b-4039-a406-328e2e2e9372 HTTP/1.1" status: 200 len: 217 time: 0.0604930 Apr 28 19:40:37.829700 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6665d9e1-13ef-4c15-9a1a-d376a7ffc12c req-7c0e45bb-8635-47ae-9293-e0496f676857 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8725a3c2-2634-40e3-a0ff-926c27926381 HTTP/1.1" status: 200 len: 1000 time: 0.1219091 Apr 28 19:40:37.835130 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a8c63ffa-6f70-4e52-8b31-c7532f11d4bc tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:37.839851 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-67991ce5-696b-4f46-a516-b32bbcde22da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'name': 'tempest-TaggedBootDevicesTest_v242-7447419-router', 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '3f8991e5-009b-403a-931e-5db305436ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:48Z', 'updated_at': '2022-04-28T19:37:55Z', 'revision_number': 4, 'project_id': '533c1e9c8dee43379021e03f9df0f17e', 'gw_port': {'id': '3f8991e5-009b-403a-931e-5db305436ddd', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:49Z', 'updated_at': '2022-04-28T19:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': 'c81db9a2-c75f-4119-b2ed-ebecb8fb9bc2', 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'port_id': '8725a3c2-2634-40e3-a0ff-926c27926381', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '430c85ba-7aa8-4fd6-a010-581e595ae98e', 'mac_address': 'fa:16:3e:82:ec:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:39:10Z', 'updated_at': '2022-04-28T19:40:35Z', 'revision_number': 1, 'project_id': '533c1e9c8dee43379021e03f9df0f17e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5', 'name': '', 'network_id': '430c85ba-7aa8-4fd6-a010-581e595ae98e', 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'mac_address': 'fa:16:3e:4e:3b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'c1475d53-9534-4c95-8eb7-8e3b9d282212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:54Z', 'updated_at': '2022-04-28T19:38:01Z', 'revision_number': 5, 'project_id': '533c1e9c8dee43379021e03f9df0f17e', 'subnets': [{'id': 'c1475d53-9534-4c95-8eb7-8e3b9d282212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:37.852620 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c63ffa-6f70-4e52-8b31-c7532f11d4bc tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:40:37.853009 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a8c63ffa-6f70-4e52-8b31-c7532f11d4bc tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:37.873413 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:40:37.873413 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:40:37.873413 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:40:37.873413 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:40:37.873413 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:40:37.873413 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:40:37.873413 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:40:37.873413 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:40:37.873413 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:40:37.873413 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:40:37.873413 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:40:37.873413 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:40:37.873413 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:40:37.873413 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:40:37.873413 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:40:37.873413 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:40:37.873413 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:40:37.873413 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:40:37.873413 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:40:37.873413 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:40:37.873413 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:40:37.873413 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:40:37.873413 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:40:37.873413 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:40:37.873413 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:40:37.873413 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:40:37.873413 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:40:37.873413 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:40:37.873413 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:40:37.873413 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:40:37.873413 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:40:37.873413 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:40:37.876006 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67991ce5-696b-4f46-a516-b32bbcde22da None None] Checking router: 1cb9eb60-9281-4b04-a0ca-a03ba33c611b for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:40:37.885318 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-55c79e4d-a888-4ee0-93b1-59c19d2a53c6 req-120b1d5a-6a3b-4cb2-8b0f-5b1f3e012b72 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351535 Apr 28 19:40:37.889130 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67991ce5-696b-4f46-a516-b32bbcde22da None None] Routers {'1cb9eb60-9281-4b04-a0ca-a03ba33c611b'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:40:37.890302 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-67991ce5-696b-4f46-a516-b32bbcde22da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:40:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1cb9eb60-9281-4b04-a0ca-a03ba33c611b'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:37.907798 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663969e5-c955-4d55-803c-c65ccd19db9f req-3a5f53fc-05e2-443c-8d51-524b4e57eb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:37.909479 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-663969e5-c955-4d55-803c-c65ccd19db9f req-3a5f53fc-05e2-443c-8d51-524b4e57eb17 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d5c93c2-9d1b-4c66-8e1f-a78766af188b HTTP/1.1" status: 200 len: 847 time: 0.0772271 Apr 28 19:40:37.974847 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-663969e5-c955-4d55-803c-c65ccd19db9f req-5ce007b4-c2fb-4884-ba0b-b15a93d1825c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362089 Apr 28 19:40:37.977424 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665d9e1-13ef-4c15-9a1a-d376a7ffc12c req-4411f4f0-d73e-4ff9-a9b1-47a91f07eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:37.979057 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6665d9e1-13ef-4c15-9a1a-d376a7ffc12c req-4411f4f0-d73e-4ff9-a9b1-47a91f07eab6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c1475d53-9534-4c95-8eb7-8e3b9d282212 HTTP/1.1" status: 200 len: 853 time: 0.1383052 Apr 28 19:40:37.980836 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a8c63ffa-6f70-4e52-8b31-c7532f11d4bc tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:37.988193 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-490f890c-1374-456b-83d3-c7cc435e3e13 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:37.992841 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a8c63ffa-6f70-4e52-8b31-c7532f11d4bc tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:37.995859 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a8c63ffa-6f70-4e52-8b31-c7532f11d4bc tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] 10.222.0.42 "DELETE /v2.0/networks/d5b6b167-5c80-436d-a709-3cce1c27f055 HTTP/1.1" status: 204 len: 168 time: 0.9821637 Apr 28 19:40:38.006628 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48748) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:38.023607 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bf9a70de-8826-4bbe-a9fc-04a91e42001a tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:38.030399 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-67991ce5-696b-4f46-a516-b32bbcde22da None None] Set router 1cb9eb60-9281-4b04-a0ca-a03ba33c611b gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:40:38.059620 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c63ffa-6f70-4e52-8b31-c7532f11d4bc tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Pushing event deleted for resources: {'Network': ['ID=d5b6b167-5c80-436d-a709-3cce1c27f055,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:38.064220 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f890c-1374-456b-83d3-c7cc435e3e13 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Pushing event deleted for resources: {'Port': ['ID=bb5a5015-45dc-4bbb-807a-09788f7340d5,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:38.088295 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a70de-8826-4bbe-a9fc-04a91e42001a tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Pushing event deleted for resources: {'Port': ['ID=c2a64384-e606-4603-b01b-9e063b8d8ab2,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:38.096742 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2519adf-78c2-4628-abff-eaf5890f5b14 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] DELETE failed (client error): The resource could not be found. Apr 28 19:40:38.097425 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2519adf-78c2-4628-abff-eaf5890f5b14 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:40:38.098766 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665d9e1-13ef-4c15-9a1a-d376a7ffc12c req-b5ccfbc9-823b-4c28-9f65-3f297843fc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:38.102773 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6665d9e1-13ef-4c15-9a1a-d376a7ffc12c req-b5ccfbc9-823b-4c28-9f65-3f297843fc05 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=430c85ba-7aa8-4fd6-a010-581e595ae98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089678 Apr 28 19:40:38.102922 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f2519adf-78c2-4628-abff-eaf5890f5b14 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] 10.222.0.42 "DELETE /v2.0/ports/619182da-468d-4fb3-92bc-fc2e39bec2e9 HTTP/1.1" status: 404 len: 333 time: 0.0928688 Apr 28 19:40:38.104002 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48750) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:38.188607 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-663969e5-c955-4d55-803c-c65ccd19db9f req-400aa56e-c5b7-4eba-ad65-6464cf4ca37e service neutron] 10.222.0.44 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020869 Apr 28 19:40:38.198379 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bf9a70de-8826-4bbe-a9fc-04a91e42001a tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for floatingip, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:38.200933 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bf9a70de-8826-4bbe-a9fc-04a91e42001a tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:38.205599 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-bf9a70de-8826-4bbe-a9fc-04a91e42001a tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "DELETE /v2.0/floatingips/67b2c8b4-5a2b-4277-8e86-9fdf9c415f55 HTTP/1.1" status: 204 len: 168 time: 1.3358421 Apr 28 19:40:38.327733 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-67991ce5-696b-4f46-a516-b32bbcde22da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'name': 'tempest-TaggedBootDevicesTest_v242-7447419-router', 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '3f8991e5-009b-403a-931e-5db305436ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:48Z', 'updated_at': '2022-04-28T19:37:55Z', 'revision_number': 4, 'project_id': '533c1e9c8dee43379021e03f9df0f17e', 'gw_port': {'id': '3f8991e5-009b-403a-931e-5db305436ddd', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:49Z', 'updated_at': '2022-04-28T19:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': 'c81db9a2-c75f-4119-b2ed-ebecb8fb9bc2', 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'port_id': '8725a3c2-2634-40e3-a0ff-926c27926381', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '430c85ba-7aa8-4fd6-a010-581e595ae98e', 'mac_address': 'fa:16:3e:82:ec:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:39:10Z', 'updated_at': '2022-04-28T19:40:35Z', 'revision_number': 1, 'project_id': '533c1e9c8dee43379021e03f9df0f17e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5', 'name': '', 'network_id': '430c85ba-7aa8-4fd6-a010-581e595ae98e', 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'mac_address': 'fa:16:3e:4e:3b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'c1475d53-9534-4c95-8eb7-8e3b9d282212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:54Z', 'updated_at': '2022-04-28T19:38:01Z', 'revision_number': 5, 'project_id': '533c1e9c8dee43379021e03f9df0f17e', 'subnets': [{'id': 'c1475d53-9534-4c95-8eb7-8e3b9d282212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:38.338812 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-663969e5-c955-4d55-803c-c65ccd19db9f req-b1cfd863-5f91-42cb-9572-6cdaa5e61ef9 service neutron] 10.222.0.44 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418021 Apr 28 19:40:38.363380 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67991ce5-696b-4f46-a516-b32bbcde22da None None] The sync data for ids ['1cb9eb60-9281-4b04-a0ca-a03ba33c611b'] in n-d-839810-1 is: [{'id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'name': 'tempest-TaggedBootDevicesTest_v242-7447419-router', 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '3f8991e5-009b-403a-931e-5db305436ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:48Z', 'updated_at': '2022-04-28T19:37:55Z', 'revision_number': 4, 'project_id': '533c1e9c8dee43379021e03f9df0f17e', 'gw_port': {'id': '3f8991e5-009b-403a-931e-5db305436ddd', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:49Z', 'updated_at': '2022-04-28T19:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': 'c81db9a2-c75f-4119-b2ed-ebecb8fb9bc2', 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'port_id': '8725a3c2-2634-40e3-a0ff-926c27926381', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '430c85ba-7aa8-4fd6-a010-581e595ae98e', 'mac_address': 'fa:16:3e:82:ec:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:39:10Z', 'updated_at': '2022-04-28T19:40:35Z', 'revision_number': 1, 'project_id': '533c1e9c8dee43379021e03f9df0f17e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5', 'name': '', 'network_id': '430c85ba-7aa8-4fd6-a010-581e595ae98e', 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'mac_address': 'fa:16:3e:4e:3b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'c1475d53-9534-4c95-8eb7-8e3b9d282212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:54Z', 'updated_at': '2022-04-28T19:38:01Z', 'revision_number': 5, 'project_id': '533c1e9c8dee43379021e03f9df0f17e', 'subnets': [{'id': 'c1475d53-9534-4c95-8eb7-8e3b9d282212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:40:38.589221 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-490f890c-1374-456b-83d3-c7cc435e3e13 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks [] for floatingip, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:38.606048 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-490f890c-1374-456b-83d3-c7cc435e3e13 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:38.610311 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-490f890c-1374-456b-83d3-c7cc435e3e13 tempest-ServersTestManualDisk-2103669727 tempest-ServersTestManualDisk-2103669727-project] 10.222.0.42 "DELETE /v2.0/floatingips/d7eb098f-7e5f-437e-bd3c-b51824dfe395 HTTP/1.1" status: 204 len: 168 time: 2.0172200 Apr 28 19:40:38.612335 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f6a53b-af09-48cc-8b43-3e73a947069b tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Deleting subnet cf8bd7f5-4505-46e8-a11b-9ea2ed617365 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:40:38.613361 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7cfcf-3e72-41c4-8f24-78db7499aafc req-7b84180d-7927-4fd1-9dbc-65c869923419 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:38.614396 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48756) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:38.615169 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2ee7cfcf-3e72-41c4-8f24-78db7499aafc req-7b84180d-7927-4fd1-9dbc-65c869923419 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacee00e-ba0c-4fa5-82af-67ee71c62785 HTTP/1.1" status: 200 len: 946 time: 0.1246803 Apr 28 19:40:38.633900 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-57f6a53b-af09-48cc-8b43-3e73a947069b tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:38.686742 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2669a77-14cd-4203-8a24-757d2ea51d16 req-be3ad2c1-6c88-4fe0-bbfe-fddce629a763 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:38.699470 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a2669a77-14cd-4203-8a24-757d2ea51d16 req-be3ad2c1-6c88-4fe0-bbfe-fddce629a763 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/ports?device_id=dacee00e-ba0c-4fa5-82af-67ee71c62785 HTTP/1.1" status: 200 len: 946 time: 0.1534805 Apr 28 19:40:38.749932 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6665d9e1-13ef-4c15-9a1a-d376a7ffc12c req-bf4093ce-7d36-44d4-8f53-cd19e4dd1dae service neutron] 10.222.0.15 "GET /v2.0/networks/430c85ba-7aa8-4fd6-a010-581e595ae98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6105425 Apr 28 19:40:38.760050 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4931d57-06b4-4cb1-a87a-99970ce08627 None None] New status for floating IP c81db9a2-c75f-4119-b2ed-ebecb8fb9bc2: ACTIVE {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:40:38.768039 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-57f6a53b-af09-48cc-8b43-3e73a947069b tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:38.860749 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a2669a77-14cd-4203-8a24-757d2ea51d16 req-3ac69aea-0a45-4abe-8716-d8f8e98e66fb tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/security-groups?id=428c763a-4336-484e-80ea-3b3740787d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602359 Apr 28 19:40:38.950623 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-2ee7cfcf-3e72-41c4-8f24-78db7499aafc req-42307716-8e01-454c-93a7-eb90b9b40360 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Deleting port 0777aec9-f1da-4ec0-b332-341bd74af774 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:40:38.950986 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2ee7cfcf-3e72-41c4-8f24-78db7499aafc req-42307716-8e01-454c-93a7-eb90b9b40360 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:38.961137 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48762) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:38.977880 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-836b174c-12db-42db-afbb-092ecfebe7af tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1388658980', 'description': 'tempest-description--1582181538'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:39.043299 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6665d9e1-13ef-4c15-9a1a-d376a7ffc12c req-aa7e79b1-c716-49c9-987d-69b42ce61484 service neutron] 10.222.0.15 "GET /v2.0/networks/430c85ba-7aa8-4fd6-a010-581e595ae98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923880 Apr 28 19:40:39.044665 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-57f6a53b-af09-48cc-8b43-3e73a947069b tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:39.122956 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-836b174c-12db-42db-afbb-092ecfebe7af tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:39.183348 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d537aa-d747-4c96-ac59-29aa983d046b req-2d26d902-0935-47cd-8694-0b10f4e145dc tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:39.190521 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d537aa-d747-4c96-ac59-29aa983d046b req-2d26d902-0935-47cd-8694-0b10f4e145dc tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:39.197029 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d537aa-d747-4c96-ac59-29aa983d046b req-2d26d902-0935-47cd-8694-0b10f4e145dc tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:39.203970 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-24d537aa-d747-4c96-ac59-29aa983d046b req-2d26d902-0935-47cd-8694-0b10f4e145dc tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3e544d5-6c1e-470a-9dcb-208e54e0afff HTTP/1.1" status: 200 len: 2414 time: 0.1878517 Apr 28 19:40:39.204418 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a349c5e-9639-4131-8aa5-7565d91b939f req-400ab552-486d-40bb-9727-925d0adf8ebe tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:39.206000 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2a349c5e-9639-4131-8aa5-7565d91b939f req-400ab552-486d-40bb-9727-925d0adf8ebe tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 945 time: 0.1348631 Apr 28 19:40:39.210490 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-57f6a53b-af09-48cc-8b43-3e73a947069b tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:39.232445 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-2ee7cfcf-3e72-41c4-8f24-78db7499aafc req-42307716-8e01-454c-93a7-eb90b9b40360 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] For port 0777aec9-f1da-4ec0-b332-341bd74af774, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=0777aec9-f1da-4ec0-b332-341bd74af774,segment=NetworkSegment(cfb04298-e32d-4c40-aa62-175ffe0c1387),segment_id=cfb04298-e32d-4c40-aa62-175ffe0c1387)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:39.233656 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2ee7cfcf-3e72-41c4-8f24-78db7499aafc req-42307716-8e01-454c-93a7-eb90b9b40360 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:39.282486 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6a53b-af09-48cc-8b43-3e73a947069b tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Pushing event deleted for resources: {'Subnet': ['ID=cf8bd7f5-4505-46e8-a11b-9ea2ed617365,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:39.284743 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-57f6a53b-af09-48cc-8b43-3e73a947069b tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:39.286444 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e469031-eee7-4c57-a03b-7d56fcdd6ad6 None None] Network 89754f11-8511-485e-b686-23f1037f2944 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:40:39.287955 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-57f6a53b-af09-48cc-8b43-3e73a947069b tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] 10.222.0.42 "DELETE /v2.0/subnets/cf8bd7f5-4505-46e8-a11b-9ea2ed617365 HTTP/1.1" status: 204 len: 168 time: 1.1829529 Apr 28 19:40:39.292520 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48764) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:39.341668 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-24d537aa-d747-4c96-ac59-29aa983d046b req-4902b81a-5f8d-48d4-a0de-3d433cc508d3 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261346 Apr 28 19:40:39.388764 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-836b174c-12db-42db-afbb-092ecfebe7af tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:39.407133 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2a349c5e-9639-4131-8aa5-7565d91b939f req-bdf12c67-4be1-4fa6-8153-a79ae7a20821 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692207 Apr 28 19:40:39.429792 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-afa65ea6-62a8-4815-8810-a6f0e9c19062 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:39.453123 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-836b174c-12db-42db-afbb-092ecfebe7af tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:39.510821 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-836b174c-12db-42db-afbb-092ecfebe7af tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:39.512552 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-836b174c-12db-42db-afbb-092ecfebe7af tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5444117 Apr 28 19:40:39.516129 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48766) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:39.540196 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-23a02094-fae6-4d47-8ba7-6de5c73893b4 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Request body: {'security_group_rule': {'security_group_id': '8b59378e-21f4-46b5-97cb-2ca7e50f4c3c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:39.545778 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b174c-12db-42db-afbb-092ecfebe7af tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b59378e-21f4-46b5-97cb-2ca7e50f4c3c,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:39.574534 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-afa65ea6-62a8-4815-8810-a6f0e9c19062 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Deleting port a23e06ac-39da-47c8-9922-1a75aaa95907 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:40:39.574948 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-afa65ea6-62a8-4815-8810-a6f0e9c19062 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:39.591965 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2ee7cfcf-3e72-41c4-8f24-78db7499aafc req-42307716-8e01-454c-93a7-eb90b9b40360 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:39.593416 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2ee7cfcf-3e72-41c4-8f24-78db7499aafc req-42307716-8e01-454c-93a7-eb90b9b40360 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:39.593838 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [req-2ee7cfcf-3e72-41c4-8f24-78db7499aafc req-42307716-8e01-454c-93a7-eb90b9b40360 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Floating IP 2981cab6-4010-4aae-829c-f3e1a6650667 disassociated. External IP: 172.25.8.42, port: 0777aec9-f1da-4ec0-b332-341bd74af774. Apr 28 19:40:39.596028 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-2ee7cfcf-3e72-41c4-8f24-78db7499aafc req-42307716-8e01-454c-93a7-eb90b9b40360 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Calling delete_port for 0777aec9-f1da-4ec0-b332-341bd74af774 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:40:39.605243 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f5bf87-fa0e-4619-9c17-1c616ff4999c None None] DHCP port deletion for 89754f11-8511-485e-b686-23f1037f2944 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:40:39.613288 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-23a02094-fae6-4d47-8ba7-6de5c73893b4 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:39.687394 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-b1f5bf87-fa0e-4619-9c17-1c616ff4999c None None] Deleting port a23e06ac-39da-47c8-9922-1a75aaa95907 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:40:39.689422 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b1f5bf87-fa0e-4619-9c17-1c616ff4999c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:39.694036 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-234be7e6-8687-402a-840d-1057be3e3e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:39.697530 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-afa65ea6-62a8-4815-8810-a6f0e9c19062 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] For port a23e06ac-39da-47c8-9922-1a75aaa95907, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a23e06ac-39da-47c8-9922-1a75aaa95907,segment=NetworkSegment(bf8f327e-7d90-4bad-aa37-4612ba45d5e4),segment_id=bf8f327e-7d90-4bad-aa37-4612ba45d5e4)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:39.697893 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-afa65ea6-62a8-4815-8810-a6f0e9c19062 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:39.759795 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2ee7cfcf-3e72-41c4-8f24-78db7499aafc req-42307716-8e01-454c-93a7-eb90b9b40360 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:39.763486 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-afa65ea6-62a8-4815-8810-a6f0e9c19062 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Calling delete_port for a23e06ac-39da-47c8-9922-1a75aaa95907 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:40:39.779602 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-b1f5bf87-fa0e-4619-9c17-1c616ff4999c None None] For port a23e06ac-39da-47c8-9922-1a75aaa95907, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a23e06ac-39da-47c8-9922-1a75aaa95907,segment=NetworkSegment(bf8f327e-7d90-4bad-aa37-4612ba45d5e4),segment_id=bf8f327e-7d90-4bad-aa37-4612ba45d5e4)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:39.781075 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b1f5bf87-fa0e-4619-9c17-1c616ff4999c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:39.798973 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-b1f5bf87-fa0e-4619-9c17-1c616ff4999c None None] Calling delete_port for a23e06ac-39da-47c8-9922-1a75aaa95907 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:40:39.806851 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42307716-8e01-454c-93a7-eb90b9b40360 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Pushing event deleted for resources: {'Port': ['ID=0777aec9-f1da-4ec0-b332-341bd74af774,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:39.865417 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-23a02094-fae6-4d47-8ba7-6de5c73893b4 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:39.880943 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-23a02094-fae6-4d47-8ba7-6de5c73893b4 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:39.934113 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a02094-fae6-4d47-8ba7-6de5c73893b4 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c4db35-3ff7-4a70-95f6-990d3eb3ecb8,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:39.948562 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b1f5bf87-fa0e-4619-9c17-1c616ff4999c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:39.975806 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-23a02094-fae6-4d47-8ba7-6de5c73893b4 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:39.980045 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-23a02094-fae6-4d47-8ba7-6de5c73893b4 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4444654 Apr 28 19:40:39.987425 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48770) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:39.992145 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-5a536f10-4b3d-460c-ad43-346b64251d84 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Request body: {'security_group_rule': {'security_group_id': '8b59378e-21f4-46b5-97cb-2ca7e50f4c3c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:40.002613 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5bf87-fa0e-4619-9c17-1c616ff4999c None None] Pushing event deleted for resources: {'Port': ['ID=a23e06ac-39da-47c8-9922-1a75aaa95907,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:40.009353 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f5bf87-fa0e-4619-9c17-1c616ff4999c None None] No DVR routers for this DVR port a23e06ac-39da-47c8-9922-1a75aaa95907 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:40:40.043315 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-afa65ea6-62a8-4815-8810-a6f0e9c19062 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:40.084235 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa65ea6-62a8-4815-8810-a6f0e9c19062 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] No DVR routers for this DVR port a23e06ac-39da-47c8-9922-1a75aaa95907 on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:40:40.086146 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa65ea6-62a8-4815-8810-a6f0e9c19062 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Pushing event deleted for resources: {'Port': ['ID=a23e06ac-39da-47c8-9922-1a75aaa95907,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:40.088457 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5a536f10-4b3d-460c-ad43-346b64251d84 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:40.235322 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5a536f10-4b3d-460c-ad43-346b64251d84 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:40.258539 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5a536f10-4b3d-460c-ad43-346b64251d84 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:40.288580 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-afa65ea6-62a8-4815-8810-a6f0e9c19062 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:40.320080 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5a536f10-4b3d-460c-ad43-346b64251d84 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:40.324677 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5a536f10-4b3d-460c-ad43-346b64251d84 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3362248 Apr 28 19:40:40.328388 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48772) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:40.341232 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-a3d4dafb-01e1-47f1-ad98-62d3bdaf2729 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:40.377066 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a23e06ac-39da-47c8-9922-1a75aaa95907 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:40:40.387027 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a536f10-4b3d-460c-ad43-346b64251d84 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0147e2e0-ea2b-48de-a411-4c1c684ab724,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:40.396738 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-afa65ea6-62a8-4815-8810-a6f0e9c19062 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89754f11-8511-485e-b686-23f1037f2944']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:40.410632 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: a23e06ac-39da-47c8-9922-1a75aaa95907 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:40:40.410989 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a23e06ac-39da-47c8-9922-1a75aaa95907 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:40:40.423534 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-afa65ea6-62a8-4815-8810-a6f0e9c19062 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf8f327e-7d90-4bad-aa37-4612ba45d5e4') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:40.423836 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-afa65ea6-62a8-4815-8810-a6f0e9c19062 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf8f327e-7d90-4bad-aa37-4612ba45d5e4') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:40.468307 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-afa65ea6-62a8-4815-8810-a6f0e9c19062 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:40.475218 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b76d21d4-cf76-4c72-8f5a-d6158da6edfd req-b94cf963-660d-4468-8634-87f9c6f00020 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/ports?device_id=dacee00e-ba0c-4fa5-82af-67ee71c62785 HTTP/1.1" status: 200 len: 210 time: 0.0755746 Apr 28 19:40:40.477651 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ee7cfcf-3e72-41c4-8f24-78db7499aafc req-42307716-8e01-454c-93a7-eb90b9b40360 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Router f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:40:40.527710 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a3d4dafb-01e1-47f1-ad98-62d3bdaf2729 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for floatingip, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:40.530886 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-afa65ea6-62a8-4815-8810-a6f0e9c19062 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:40.551754 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa65ea6-62a8-4815-8810-a6f0e9c19062 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:40:40.552334 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-afa65ea6-62a8-4815-8810-a6f0e9c19062 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:40:40.557110 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:40:40.634492 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7f15a-4609-4856-80ce-0b60e8499b3a req-494ba964-5a4f-411f-a23a-5fc43adf174d tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:40.640918 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7f15a-4609-4856-80ce-0b60e8499b3a req-494ba964-5a4f-411f-a23a-5fc43adf174d tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:40.646845 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7f15a-4609-4856-80ce-0b60e8499b3a req-494ba964-5a4f-411f-a23a-5fc43adf174d tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:40.648945 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-11a7f15a-4609-4856-80ce-0b60e8499b3a req-494ba964-5a4f-411f-a23a-5fc43adf174d tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3e544d5-6c1e-470a-9dcb-208e54e0afff HTTP/1.1" status: 200 len: 2414 time: 0.1986885 Apr 28 19:40:40.657279 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ee7cfcf-3e72-41c4-8f24-78db7499aafc req-42307716-8e01-454c-93a7-eb90b9b40360 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:40:40.667445 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device b3793c05-2abf-45a5-91ac-d954df7a814f up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:40:40.675968 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6d52b-1bea-4d30-838e-4aa9fd3d69db req-52c9dcda-eb2a-4455-b8a9-b669c4b82327 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:40.683826 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-95a6d52b-1bea-4d30-838e-4aa9fd3d69db req-52c9dcda-eb2a-4455-b8a9-b669c4b82327 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 945 time: 0.1225631 Apr 28 19:40:40.689399 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021d988d-2c56-4e01-ae97-fe7524b9c672 None None] Sync routers for ids ['f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:40:40.719098 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021d988d-2c56-4e01-ae97-fe7524b9c672 None None] Routers {'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:40:40.720341 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-021d988d-2c56-4e01-ae97-fe7524b9c672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:40:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:40.722494 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-afa65ea6-62a8-4815-8810-a6f0e9c19062 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:40.729432 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-afa65ea6-62a8-4815-8810-a6f0e9c19062 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:40.732589 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-afa65ea6-62a8-4815-8810-a6f0e9c19062 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] 10.222.0.42 "DELETE /v2.0/networks/89754f11-8511-485e-b686-23f1037f2944 HTTP/1.1" status: 204 len: 168 time: 1.4375331 Apr 28 19:40:40.759256 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee7cfcf-3e72-41c4-8f24-78db7499aafc req-42307716-8e01-454c-93a7-eb90b9b40360 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] No DVR routers for this DVR port 0777aec9-f1da-4ec0-b332-341bd74af774 on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:40:40.763848 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2ee7cfcf-3e72-41c4-8f24-78db7499aafc req-42307716-8e01-454c-93a7-eb90b9b40360 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:40.766034 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port b3793c05-2abf-45a5-91ac-d954df7a814f completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:40:40.769211 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2ee7cfcf-3e72-41c4-8f24-78db7499aafc req-42307716-8e01-454c-93a7-eb90b9b40360 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.44 "DELETE /v2.0/ports/0777aec9-f1da-4ec0-b332-341bd74af774 HTTP/1.1" status: 204 len: 173 time: 2.1389978 Apr 28 19:40:40.769830 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacee00e-ba0c-4fa5-82af-67ee71c62785', 'name': 'network-vif-deleted', 'tag': '0777aec9-f1da-4ec0-b332-341bd74af774'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:40.772944 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46ecb80-9934-4c4b-b83e-3da3fbdd3b99" -d '{"events": [{"server_uuid": "dacee00e-ba0c-4fa5-82af-67ee71c62785", "name": "network-vif-deleted", "tag": "0777aec9-f1da-4ec0-b332-341bd74af774"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:40:40.778517 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port b3793c05-2abf-45a5-91ac-d954df7a814f triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:40.779461 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:40.823870 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-95a6d52b-1bea-4d30-838e-4aa9fd3d69db req-dc73f7b9-e615-4e25-a781-6f1892f4c9e3 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387269 Apr 28 19:40:40.887026 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-11a7f15a-4609-4856-80ce-0b60e8499b3a req-d3ed08a7-24b1-433a-9a3b-3b08614c9a57 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803858 Apr 28 19:40:40.895482 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa65ea6-62a8-4815-8810-a6f0e9c19062 tempest-DHCPAgentSchedulersTestJSON-744491423 tempest-DHCPAgentSchedulersTestJSON-744491423-project] Pushing event deleted for resources: {'Network': ['ID=89754f11-8511-485e-b686-23f1037f2944,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:40.899601 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-234be7e6-8687-402a-840d-1057be3e3e09 admin admin] Deleting port 81d8c93d-8b2d-4297-824b-38480f0ffaa3 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:40:40.903710 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c16a938-96c3-48dd-bf44-e20e43c20262 x-openstack-request-id: req-7c16a938-96c3-48dd-bf44-e20e43c20262 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:40:40.904008 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacee00e-ba0c-4fa5-82af-67ee71c62785", "name": "network-vif-deleted", "tag": "0777aec9-f1da-4ec0-b332-341bd74af774", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:40:40.904292 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7c16a938-96c3-48dd-bf44-e20e43c20262 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:40:40.905259 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c16a938-96c3-48dd-bf44-e20e43c20262'] response: {'server_uuid': 'dacee00e-ba0c-4fa5-82af-67ee71c62785', 'name': 'network-vif-deleted', 'tag': '0777aec9-f1da-4ec0-b332-341bd74af774', 'status': 'completed', 'code': 200} Apr 28 19:40:40.905760 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-234be7e6-8687-402a-840d-1057be3e3e09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:41.003461 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:41.016915 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-021d988d-2c56-4e01-ae97-fe7524b9c672 None None] Set router f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:40:41.057436 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a3d4dafb-01e1-47f1-ad98-62d3bdaf2729 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:41.064853 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port b3793c05-2abf-45a5-91ac-d954df7a814f, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=b3793c05-2abf-45a5-91ac-d954df7a814f,segment=NetworkSegment(4204f595-10df-4ff9-961f-11c24ccad09b),segment_id=4204f595-10df-4ff9-961f-11c24ccad09b)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:41.066629 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e544d5-6c1e-470a-9dcb-208e54e0afff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3793c05-2abf-45a5-91ac-d954df7a814f'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:41.072056 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a07df0-2106-41d5-b412-65e01b8f318b" -d '{"events": [{"server_uuid": "b3e544d5-6c1e-470a-9dcb-208e54e0afff", "name": "network-vif-plugged", "status": "completed", "tag": "b3793c05-2abf-45a5-91ac-d954df7a814f"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:40:41.078589 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:41.079702 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 623aecad-69d1-4750-946a-8c71b3291213 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:40:41.093047 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-234be7e6-8687-402a-840d-1057be3e3e09 admin admin] For port 81d8c93d-8b2d-4297-824b-38480f0ffaa3, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=81d8c93d-8b2d-4297-824b-38480f0ffaa3,segment=NetworkSegment(139f7c79-0796-4dce-94a1-7c10956b8166),segment_id=139f7c79-0796-4dce-94a1-7c10956b8166)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:41.093493 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-234be7e6-8687-402a-840d-1057be3e3e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:41.119660 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-234be7e6-8687-402a-840d-1057be3e3e09 admin admin] Calling delete_port for 81d8c93d-8b2d-4297-824b-38480f0ffaa3 owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:40:41.176086 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790ef112-fccb-440d-8d7e-4f9066669767 x-openstack-request-id: req-790ef112-fccb-440d-8d7e-4f9066669767 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:40:41.176416 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e544d5-6c1e-470a-9dcb-208e54e0afff", "name": "network-vif-plugged", "status": "completed", "tag": "b3793c05-2abf-45a5-91ac-d954df7a814f", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:40:41.176653 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-790ef112-fccb-440d-8d7e-4f9066669767 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:40:41.177023 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-790ef112-fccb-440d-8d7e-4f9066669767'] response: {'server_uuid': 'b3e544d5-6c1e-470a-9dcb-208e54e0afff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3793c05-2abf-45a5-91ac-d954df7a814f', 'code': 200} Apr 28 19:40:41.179563 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=b3793c05-2abf-45a5-91ac-d954df7a814f,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:41.182571 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 0777aec9-f1da-4ec0-b332-341bd74af774 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:40:41.207720 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 0777aec9-f1da-4ec0-b332-341bd74af774 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:40:41.208119 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 0777aec9-f1da-4ec0-b332-341bd74af774 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:40:41.238062 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 623aecad-69d1-4750-946a-8c71b3291213 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:40:41.252140 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 623aecad-69d1-4750-946a-8c71b3291213 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:41.252514 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:41.267746 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48786) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:41.396407 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:41.401758 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-021d988d-2c56-4e01-ae97-fe7524b9c672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'name': 'tempest-ServersTestBootFromVolume-182982926-router', 'tenant_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'baa0b1fa-b7e2-4177-a057-8b9deeb31451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:22Z', 'updated_at': '2022-04-28T19:38:31Z', 'revision_number': 4, 'project_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'gw_port': {'id': 'baa0b1fa-b7e2-4177-a057-8b9deeb31451', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:23Z', 'updated_at': '2022-04-28T19:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '24e94f92-e6f5-43d7-b3c4-e4a2ba841fda', 'name': '', 'network_id': '4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad', 'tenant_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'mac_address': 'fa:16:3e:6e:51:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '4df27193-9de3-4edc-a45d-80a16d1e74e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:30Z', 'updated_at': '2022-04-28T19:38:36Z', 'revision_number': 5, 'project_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'subnets': [{'id': '4df27193-9de3-4edc-a45d-80a16d1e74e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:41.409483 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-a3d4dafb-01e1-47f1-ad98-62d3bdaf2729 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Allocated IP 172.25.8.91 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/784df5e5-10b9-42ab-8565-c57395750747) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:40:41.452609 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 623aecad-69d1-4750-946a-8c71b3291213, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=623aecad-69d1-4750-946a-8c71b3291213,segment=NetworkSegment(41866c30-ce01-47ee-b105-b7a84d1d7bb6),segment_id=41866c30-ce01-47ee-b105-b7a84d1d7bb6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:41.454915 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021d988d-2c56-4e01-ae97-fe7524b9c672 None None] Checking router: f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:40:41.457709 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:41.460539 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 406e9dc9-90da-4ed3-9ff8-f4f1a51955ac up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:40:41.477761 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021d988d-2c56-4e01-ae97-fe7524b9c672 None None] Routers {'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:40:41.478558 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-021d988d-2c56-4e01-ae97-fe7524b9c672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:40:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:41.493746 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-56353f7e-3124-4ec5-a824-aba91e50ace6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3d491c3598564a4ea0fcd8bf205ad31d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2224245 Apr 28 19:40:41.494273 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48790) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:41.568316 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=623aecad-69d1-4750-946a-8c71b3291213,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:41.595822 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 406e9dc9-90da-4ed3-9ff8-f4f1a51955ac completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:40:41.604437 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 406e9dc9-90da-4ed3-9ff8-f4f1a51955ac triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:41.604822 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:41.619366 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-83a36632-b3b0-43a3-9261-64b2b4135029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:41.664209 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-021d988d-2c56-4e01-ae97-fe7524b9c672 None None] Set router f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:40:41.670707 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-83a36632-b3b0-43a3-9261-64b2b4135029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:41.687562 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-804f3259-eeeb-4f6c-8f19-9fb3ee050890 req-53676954-0052-49a8-b4f4-8f87244fa0a5 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/ports?device_id=dacee00e-ba0c-4fa5-82af-67ee71c62785 HTTP/1.1" status: 200 len: 210 time: 0.0750248 Apr 28 19:40:41.743601 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:41.751319 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-83a36632-b3b0-43a3-9261-64b2b4135029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:41.754240 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-83a36632-b3b0-43a3-9261-64b2b4135029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:41.755498 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-83a36632-b3b0-43a3-9261-64b2b4135029 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/58c68d2d-32ba-4a5c-a018-01f0287f37de HTTP/1.1" status: 204 len: 168 time: 0.2605772 Apr 28 19:40:41.781665 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a36632-b3b0-43a3-9261-64b2b4135029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c68d2d-32ba-4a5c-a018-01f0287f37de,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:41.789915 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 406e9dc9-90da-4ed3-9ff8-f4f1a51955ac, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=406e9dc9-90da-4ed3-9ff8-f4f1a51955ac,segment=NetworkSegment(41866c30-ce01-47ee-b105-b7a84d1d7bb6),segment_id=41866c30-ce01-47ee-b105-b7a84d1d7bb6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:41.808537 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:41.819940 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-234be7e6-8687-402a-840d-1057be3e3e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:41.893366 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=406e9dc9-90da-4ed3-9ff8-f4f1a51955ac,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:41.895118 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a3d4dafb-01e1-47f1-ad98-62d3bdaf2729 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:41.896767 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234be7e6-8687-402a-840d-1057be3e3e09 admin admin] Pushing event deleted for resources: {'Port': ['ID=81d8c93d-8b2d-4297-824b-38480f0ffaa3,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:42.013588 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673b31b-41c7-4752-a952-1ef7e4cecabd req-7a772b59-b2f1-46de-abc7-83451e3c8647 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:42.018520 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5673b31b-41c7-4752-a952-1ef7e4cecabd req-7a772b59-b2f1-46de-abc7-83451e3c8647 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 945 time: 0.1080079 Apr 28 19:40:42.086589 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5673b31b-41c7-4752-a952-1ef7e4cecabd req-17ccefb3-2fba-4f49-9fdc-8ae712c51caa tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588350 Apr 28 19:40:42.091366 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a3d4dafb-01e1-47f1-ad98-62d3bdaf2729 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:42.094352 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-021d988d-2c56-4e01-ae97-fe7524b9c672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'name': 'tempest-ServersTestBootFromVolume-182982926-router', 'tenant_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'baa0b1fa-b7e2-4177-a057-8b9deeb31451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:22Z', 'updated_at': '2022-04-28T19:38:31Z', 'revision_number': 4, 'project_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'gw_port': {'id': 'baa0b1fa-b7e2-4177-a057-8b9deeb31451', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:23Z', 'updated_at': '2022-04-28T19:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '24e94f92-e6f5-43d7-b3c4-e4a2ba841fda', 'name': '', 'network_id': '4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad', 'tenant_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'mac_address': 'fa:16:3e:6e:51:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '4df27193-9de3-4edc-a45d-80a16d1e74e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:30Z', 'updated_at': '2022-04-28T19:38:36Z', 'revision_number': 5, 'project_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'subnets': [{'id': '4df27193-9de3-4edc-a45d-80a16d1e74e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:42.146218 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021d988d-2c56-4e01-ae97-fe7524b9c672 None None] The sync data for ids ['f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b'] in n-d-839810-1 is: [{'id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'name': 'tempest-ServersTestBootFromVolume-182982926-router', 'tenant_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'baa0b1fa-b7e2-4177-a057-8b9deeb31451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:22Z', 'updated_at': '2022-04-28T19:38:31Z', 'revision_number': 4, 'project_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'gw_port': {'id': 'baa0b1fa-b7e2-4177-a057-8b9deeb31451', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:23Z', 'updated_at': '2022-04-28T19:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '24e94f92-e6f5-43d7-b3c4-e4a2ba841fda', 'name': '', 'network_id': '4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad', 'tenant_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'mac_address': 'fa:16:3e:6e:51:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '4df27193-9de3-4edc-a45d-80a16d1e74e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:30Z', 'updated_at': '2022-04-28T19:38:36Z', 'revision_number': 5, 'project_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'subnets': [{'id': '4df27193-9de3-4edc-a45d-80a16d1e74e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:40:42.201146 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d4dafb-01e1-47f1-ad98-62d3bdaf2729 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:40:42.317601 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48802) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:42.339469 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b48f88b6-171b-4be8-8c13-255f15ea8639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:42.457301 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b48f88b6-171b-4be8-8c13-255f15ea8639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:42.462533 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b48f88b6-171b-4be8-8c13-255f15ea8639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:42.519624 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b48f88b6-171b-4be8-8c13-255f15ea8639 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7a031e4afe7543bcaef5486164bbe2ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2008996 Apr 28 19:40:42.522543 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48804) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:42.529847 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f88b6-171b-4be8-8c13-255f15ea8639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba5691e-f62d-4699-a03e-61a58eebe8a8,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:42.589396 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0952f222-4834-4a7d-9ff2-159a721d8e2f None None] New status for floating IP 2981cab6-4010-4aae-829c-f3e1a6650667: DOWN {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:40:42.599287 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c914fca0-9d43-4402-a9ed-55881469654f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:42.628023 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c914fca0-9d43-4402-a9ed-55881469654f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:42.693936 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c914fca0-9d43-4402-a9ed-55881469654f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:42.699742 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c914fca0-9d43-4402-a9ed-55881469654f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:42.702589 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c914fca0-9d43-4402-a9ed-55881469654f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eba5691e-f62d-4699-a03e-61a58eebe8a8 HTTP/1.1" status: 204 len: 168 time: 0.1788652 Apr 28 19:40:42.705491 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-a3d4dafb-01e1-47f1-ad98-62d3bdaf2729 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:42.714953 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d4dafb-01e1-47f1-ad98-62d3bdaf2729 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:40:42.716929 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914fca0-9d43-4402-a9ed-55881469654f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba5691e-f62d-4699-a03e-61a58eebe8a8,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:42.722909 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4dafb-01e1-47f1-ad98-62d3bdaf2729 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Pushing event updated for resources: {'Port': ['ID=784df5e5-10b9-42ab-8565-c57395750747,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:42.762159 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-234be7e6-8687-402a-840d-1057be3e3e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:42.816478 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca20196-6025-499b-a8f3-80353b2165ea req-42d7f21a-50fc-47d3-a745-495f97b4fac7 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:42.822956 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca20196-6025-499b-a8f3-80353b2165ea req-42d7f21a-50fc-47d3-a745-495f97b4fac7 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:42.830475 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca20196-6025-499b-a8f3-80353b2165ea req-42d7f21a-50fc-47d3-a745-495f97b4fac7 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:42.838821 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4ca20196-6025-499b-a8f3-80353b2165ea req-42d7f21a-50fc-47d3-a745-495f97b4fac7 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3e544d5-6c1e-470a-9dcb-208e54e0afff HTTP/1.1" status: 200 len: 2417 time: 0.7856464 Apr 28 19:40:42.906884 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5a786391-541b-4b9a-a7ed-4f6742f8e83c req-27b9c8a2-f53a-423c-b8e2-980f5715bc42 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/ports?device_id=dacee00e-ba0c-4fa5-82af-67ee71c62785 HTTP/1.1" status: 200 len: 210 time: 0.0667427 Apr 28 19:40:42.974637 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4ca20196-6025-499b-a8f3-80353b2165ea req-2fe88022-5f40-4207-91c2-f21767bd2b35 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348901 Apr 28 19:40:43.035710 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a3d4dafb-01e1-47f1-ad98-62d3bdaf2729 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:43.124666 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a3d4dafb-01e1-47f1-ad98-62d3bdaf2729 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:43.177950 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e544d5-6c1e-470a-9dcb-208e54e0afff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623aecad-69d1-4750-946a-8c71b3291213'}, {'server_uuid': 'b3e544d5-6c1e-470a-9dcb-208e54e0afff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406e9dc9-90da-4ed3-9ff8-f4f1a51955ac'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:43.182166 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c98288-a25a-4d7f-a022-a87f99868b13" -d '{"events": [{"server_uuid": "b3e544d5-6c1e-470a-9dcb-208e54e0afff", "name": "network-vif-plugged", "status": "completed", "tag": "623aecad-69d1-4750-946a-8c71b3291213"}, {"server_uuid": "b3e544d5-6c1e-470a-9dcb-208e54e0afff", "name": "network-vif-plugged", "status": "completed", "tag": "406e9dc9-90da-4ed3-9ff8-f4f1a51955ac"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:40:43.250483 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 28 Apr 2022 19:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7c0775-4224-4c37-a0d1-eb9034f4dd6c x-openstack-request-id: req-fd7c0775-4224-4c37-a0d1-eb9034f4dd6c {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:40:43.250841 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e544d5-6c1e-470a-9dcb-208e54e0afff", "name": "network-vif-plugged", "status": "completed", "tag": "623aecad-69d1-4750-946a-8c71b3291213", "code": 200}, {"server_uuid": "b3e544d5-6c1e-470a-9dcb-208e54e0afff", "name": "network-vif-plugged", "status": "completed", "tag": "406e9dc9-90da-4ed3-9ff8-f4f1a51955ac", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:40:43.251062 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fd7c0775-4224-4c37-a0d1-eb9034f4dd6c {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:40:43.251784 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd7c0775-4224-4c37-a0d1-eb9034f4dd6c'] response: {'server_uuid': 'b3e544d5-6c1e-470a-9dcb-208e54e0afff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623aecad-69d1-4750-946a-8c71b3291213', 'code': 200} Apr 28 19:40:43.252046 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd7c0775-4224-4c37-a0d1-eb9034f4dd6c'] response: {'server_uuid': 'b3e544d5-6c1e-470a-9dcb-208e54e0afff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406e9dc9-90da-4ed3-9ff8-f4f1a51955ac', 'code': 200} Apr 28 19:40:43.306584 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234be7e6-8687-402a-840d-1057be3e3e09 admin admin] Router 044b7a3d-5b1c-45b6-93aa-1f5a21398b2d has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:40:43.317410 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea238b-2fe5-45d1-a817-a856d0843ed3 req-ba247749-14ca-4fd0-83b8-aec85409142c tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:43.321761 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-17ea238b-2fe5-45d1-a817-a856d0843ed3 req-ba247749-14ca-4fd0-83b8-aec85409142c tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 945 time: 0.1296258 Apr 28 19:40:43.385358 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-17ea238b-2fe5-45d1-a817-a856d0843ed3 req-1e5c005e-e5fe-442a-8274-3c06d276fd60 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496061 Apr 28 19:40:43.512862 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f876f-71e6-4475-a8e2-7747995f10d7 req-a2e50b7c-3ba9-47ed-acc6-2d4266b94c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:43.513413 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f876f-71e6-4475-a8e2-7747995f10d7 req-a2e50b7c-3ba9-47ed-acc6-2d4266b94c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:43.514550 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f876f-71e6-4475-a8e2-7747995f10d7 req-a2e50b7c-3ba9-47ed-acc6-2d4266b94c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:43.517051 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-131f876f-71e6-4475-a8e2-7747995f10d7 req-a2e50b7c-3ba9-47ed-acc6-2d4266b94c9d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b3e544d5-6c1e-470a-9dcb-208e54e0afff HTTP/1.1" status: 200 len: 2870 time: 0.1802654 Apr 28 19:40:43.541162 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a3d4dafb-01e1-47f1-ad98-62d3bdaf2729 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:43.544690 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234be7e6-8687-402a-840d-1057be3e3e09 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:40:43.555967 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-234be7e6-8687-402a-840d-1057be3e3e09 admin admin] 10.222.0.42 "PUT /v2.0/routers/044b7a3d-5b1c-45b6-93aa-1f5a21398b2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9386806 Apr 28 19:40:43.556918 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a3d4dafb-01e1-47f1-ad98-62d3bdaf2729 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:43.559111 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48826) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:43.564436 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec36a19c-f3ad-41b4-826c-8208e0de7ef7 None None] Sync routers for ids ['044b7a3d-5b1c-45b6-93aa-1f5a21398b2d'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:40:43.604711 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec36a19c-f3ad-41b4-826c-8208e0de7ef7 None None] Routers {'044b7a3d-5b1c-45b6-93aa-1f5a21398b2d'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:40:43.605574 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ec36a19c-f3ad-41b4-826c-8208e0de7ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:40:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['044b7a3d-5b1c-45b6-93aa-1f5a21398b2d'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:43.639930 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-131f876f-71e6-4475-a8e2-7747995f10d7 req-097603ea-f5f2-40c9-8033-c3f392122405 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099820 Apr 28 19:40:43.650652 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4dafb-01e1-47f1-ad98-62d3bdaf2729 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Pushing event updated for resources: {'Port': ['ID=784df5e5-10b9-42ab-8565-c57395750747,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:43.668052 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a3d4dafb-01e1-47f1-ad98-62d3bdaf2729 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:43.685260 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a3d4dafb-01e1-47f1-ad98-62d3bdaf2729 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:43.689033 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a3d4dafb-01e1-47f1-ad98-62d3bdaf2729 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3565974 Apr 28 19:40:43.812380 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-ec36a19c-f3ad-41b4-826c-8208e0de7ef7 None None] Set router 044b7a3d-5b1c-45b6-93aa-1f5a21398b2d gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:40:43.832777 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f6a7ede6-f12f-4f4e-9a76-40d50d4459d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:43.931632 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48842) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:44.073196 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f6a7ede6-f12f-4f4e-9a76-40d50d4459d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:44.097936 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f17c3cbe-a5d6-4eb4-b913-f85aceff6b64 req-756a5108-d64f-454c-9cb8-da8a93bda164 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/ports?device_id=dacee00e-ba0c-4fa5-82af-67ee71c62785 HTTP/1.1" status: 200 len: 210 time: 0.0446417 Apr 28 19:40:44.100622 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-452c2ab7-b402-46ca-b74a-67c6b056c9ee tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1388658980&fields=id&tenant_id=98a6d5da4ca84f3b93f1251e2d3cf2d8 HTTP/1.1" status: 200 len: 267 time: 0.0647104 Apr 28 19:40:44.175235 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ec36a19c-f3ad-41b4-826c-8208e0de7ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'name': 'tempest-ServersTestManualDisk-138550659-router', 'tenant_id': '2dd1094050784d62aec95318cfccb911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'c4a0edba-69db-4e87-abff-394841f3a7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:00Z', 'updated_at': '2022-04-28T19:40:41Z', 'revision_number': 5, 'project_id': '2dd1094050784d62aec95318cfccb911', 'gw_port': {'id': 'c4a0edba-69db-4e87-abff-394841f3a7b0', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:02Z', 'updated_at': '2022-04-28T19:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:44.180911 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-f6a7ede6-f12f-4f4e-9a76-40d50d4459d6 admin admin] Deleting port c4a0edba-69db-4e87-abff-394841f3a7b0 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:40:44.181434 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f6a7ede6-f12f-4f4e-9a76-40d50d4459d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:44.224356 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec36a19c-f3ad-41b4-826c-8208e0de7ef7 None None] Checking router: 044b7a3d-5b1c-45b6-93aa-1f5a21398b2d for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:40:44.234439 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec36a19c-f3ad-41b4-826c-8208e0de7ef7 None None] Routers {'044b7a3d-5b1c-45b6-93aa-1f5a21398b2d'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:40:44.235986 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ec36a19c-f3ad-41b4-826c-8208e0de7ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:40:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['044b7a3d-5b1c-45b6-93aa-1f5a21398b2d'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:44.256223 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-152a5adf-7bc9-4c6b-9926-b90696efbc44 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:44.256951 n-d-839810-1 neutron-server[102773]: WARNING neutron.api.v2.base [None req-152a5adf-7bc9-4c6b-9926-b90696efbc44 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 28 19:40:44.257477 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-152a5adf-7bc9-4c6b-9926-b90696efbc44 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] create failed (client error): There was a conflict when trying to complete your request. Apr 28 19:40:44.264640 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-152a5adf-7bc9-4c6b-9926-b90696efbc44 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3312511 Apr 28 19:40:44.266504 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48858) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:44.288518 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-c6c4c626-2e71-4a3d-9441-743fcd28e406 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Request body: {'security_group': {'name': 'tempest-secgroup--1915345890'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:44.341575 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-990322a6-cb7d-4e0c-85be-5805e30bf26a tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:44.347584 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-ec36a19c-f3ad-41b4-826c-8208e0de7ef7 None None] Set router 044b7a3d-5b1c-45b6-93aa-1f5a21398b2d gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:40:44.351882 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-990322a6-cb7d-4e0c-85be-5805e30bf26a tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/networks?id=fa6ba32f-86e1-489e-bf69-a0854e414daf HTTP/1.1" status: 200 len: 815 time: 0.2408710 Apr 28 19:40:44.353242 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6c4c626-2e71-4a3d-9441-743fcd28e406 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:44.369452 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6c4c626-2e71-4a3d-9441-743fcd28e406 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:44.371631 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-be1384ae-22cf-4f88-9598-c00cf08a178b tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/quotas/98a6d5da4ca84f3b93f1251e2d3cf2d8 HTTP/1.1" status: 200 len: 375 time: 0.0185845 Apr 28 19:40:44.392856 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-f6a7ede6-f12f-4f4e-9a76-40d50d4459d6 admin admin] For port c4a0edba-69db-4e87-abff-394841f3a7b0, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c4a0edba-69db-4e87-abff-394841f3a7b0,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:44.393206 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f6a7ede6-f12f-4f4e-9a76-40d50d4459d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:44.404122 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdbee4-9b19-4d65-99ab-ad6bf664bb69 req-255fad63-af47-48a8-84f5-9bb9a6926a8d tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:44.409473 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ec36a19c-f3ad-41b4-826c-8208e0de7ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'name': 'tempest-ServersTestManualDisk-138550659-router', 'tenant_id': '2dd1094050784d62aec95318cfccb911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:00Z', 'updated_at': '2022-04-28T19:40:44Z', 'revision_number': 6, 'project_id': '2dd1094050784d62aec95318cfccb911', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:44.412656 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdbee4-9b19-4d65-99ab-ad6bf664bb69 req-255fad63-af47-48a8-84f5-9bb9a6926a8d tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:44.419732 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdbee4-9b19-4d65-99ab-ad6bf664bb69 req-255fad63-af47-48a8-84f5-9bb9a6926a8d tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:44.422277 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-48fdbee4-9b19-4d65-99ab-ad6bf664bb69 req-255fad63-af47-48a8-84f5-9bb9a6926a8d tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3e544d5-6c1e-470a-9dcb-208e54e0afff HTTP/1.1" status: 200 len: 2417 time: 0.2125604 Apr 28 19:40:44.445911 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-b3a258fc-211b-4189-a422-a69a18d1f3f9 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=98a6d5da4ca84f3b93f1251e2d3cf2d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0659473 Apr 28 19:40:44.448283 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec36a19c-f3ad-41b4-826c-8208e0de7ef7 None None] The sync data for ids ['044b7a3d-5b1c-45b6-93aa-1f5a21398b2d'] in n-d-839810-1 is: [{'id': '044b7a3d-5b1c-45b6-93aa-1f5a21398b2d', 'name': 'tempest-ServersTestManualDisk-138550659-router', 'tenant_id': '2dd1094050784d62aec95318cfccb911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:00Z', 'updated_at': '2022-04-28T19:40:44Z', 'revision_number': 6, 'project_id': '2dd1094050784d62aec95318cfccb911', 'gw_port_host': None}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:40:44.450544 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-f6a7ede6-f12f-4f4e-9a76-40d50d4459d6 admin admin] Calling delete_port for c4a0edba-69db-4e87-abff-394841f3a7b0 owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:40:44.493400 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-48fdbee4-9b19-4d65-99ab-ad6bf664bb69 req-a9c80921-278a-46ad-8714-43358d0fd4e6 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639629 Apr 28 19:40:44.529854 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-5af4d755-4d52-48a7-93b4-95535cca7472 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:40:44.537236 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-5af4d755-4d52-48a7-93b4-95535cca7472 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0879300 Apr 28 19:40:44.640157 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-91cf828a-87a2-4f61-a551-6de5daa2b529 service neutron] 10.222.0.42 "GET /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019299 Apr 28 19:40:44.675772 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6c4c626-2e71-4a3d-9441-743fcd28e406 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:44.687646 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6c4c626-2e71-4a3d-9441-743fcd28e406 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:44.740414 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-31eb6117-7ad2-41c8-8076-a5b5bb405421 service neutron] 10.222.0.42 "GET /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992115 Apr 28 19:40:44.779918 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62edd8-e631-4bb4-b3aa-ea062db8af75 req-6e38ab67-8116-4f9f-a4f6-f8e6d7be6ec0 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:44.782038 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2e62edd8-e631-4bb4-b3aa-ea062db8af75 req-6e38ab67-8116-4f9f-a4f6-f8e6d7be6ec0 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 945 time: 0.1643467 Apr 28 19:40:44.804796 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4c626-2e71-4a3d-9441-743fcd28e406 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=761690bf-8d56-4714-bf1e-7c2ddf838455,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:44.863244 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2e62edd8-e631-4bb4-b3aa-ea062db8af75 req-6c7953f9-4562-47d6-99ab-44292eaa55e9 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523701 Apr 28 19:40:44.864497 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f6a7ede6-f12f-4f4e-9a76-40d50d4459d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:44.928908 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a7ede6-f12f-4f4e-9a76-40d50d4459d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4a0edba-69db-4e87-abff-394841f3a7b0,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:45.050629 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6c4c626-2e71-4a3d-9441-743fcd28e406 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:45.054290 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac5c131f-1da8-4b69-b3a0-c27a9a0f206b req-f5d9f402-d392-48ba-937a-6698e2c0e481 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1f514c1-25a8-4a2d-a180-66ee9ae28f67 HTTP/1.1" status: 200 len: 210 time: 0.0845294 Apr 28 19:40:45.061383 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6c4c626-2e71-4a3d-9441-743fcd28e406 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:45.085073 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f6a7ede6-f12f-4f4e-9a76-40d50d4459d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:45.167194 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6c4c626-2e71-4a3d-9441-743fcd28e406 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:45.172408 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48876) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:45.177031 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-b8c54178-20a8-4e74-b147-6d0cc7cd582c tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Request body: {'security_group_rule': {'security_group_id': '10c7eaf9-43be-46ce-b077-f46c5556dd7c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:45.182621 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c6c4c626-2e71-4a3d-9441-743fcd28e406 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8981776 Apr 28 19:40:45.191468 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4c626-2e71-4a3d-9441-743fcd28e406 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10c7eaf9-43be-46ce-b077-f46c5556dd7c,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:45.226867 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b8c54178-20a8-4e74-b147-6d0cc7cd582c tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:45.284712 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f6a7ede6-f12f-4f4e-9a76-40d50d4459d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:45.287702 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5c94578b-2e44-41a8-94be-31c65caa27bb req-f116b449-2ed6-4701-a66a-ae770fc8d7d8 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/ports?device_id=dacee00e-ba0c-4fa5-82af-67ee71c62785 HTTP/1.1" status: 200 len: 210 time: 0.0502357 Apr 28 19:40:45.305905 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f6a7ede6-f12f-4f4e-9a76-40d50d4459d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:45.359920 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b8c54178-20a8-4e74-b147-6d0cc7cd582c tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:45.367159 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b8c54178-20a8-4e74-b147-6d0cc7cd582c tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:45.390941 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c54178-20a8-4e74-b147-6d0cc7cd582c tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bfe70af-5afb-4f11-9e22-a955eada33dc,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:45.405735 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b8c54178-20a8-4e74-b147-6d0cc7cd582c tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:45.411171 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48882) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:45.411844 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b8c54178-20a8-4e74-b147-6d0cc7cd582c tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2356091 Apr 28 19:40:45.411960 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f6a7ede6-f12f-4f4e-9a76-40d50d4459d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:45.413103 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a7ede6-f12f-4f4e-9a76-40d50d4459d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 044b7a3d-5b1c-45b6-93aa-1f5a21398b2d {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:40:45.424742 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f6a7ede6-f12f-4f4e-9a76-40d50d4459d6 admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:45.426277 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f6a7ede6-f12f-4f4e-9a76-40d50d4459d6 admin admin] 10.222.0.42 "DELETE /v2.0/routers/044b7a3d-5b1c-45b6-93aa-1f5a21398b2d HTTP/1.1" status: 204 len: 168 time: 1.8651018 Apr 28 19:40:45.429721 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48884) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:45.431170 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-37d0f936-4c47-4849-9cb9-c47be43efc99 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Request body: {'security_group_rule': {'security_group_id': '10c7eaf9-43be-46ce-b077-f46c5556dd7c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:45.490625 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-37d0f936-4c47-4849-9cb9-c47be43efc99 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:45.502353 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ffa5396-e04e-48fd-953b-b07136613b51 admin admin] Deleting subnet a3f8a51f-a72a-43a1-86d9-94a03a04c570 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:40:45.506157 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ffa5396-e04e-48fd-953b-b07136613b51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:45.640906 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ffa5396-e04e-48fd-953b-b07136613b51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:45.681537 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-37d0f936-4c47-4849-9cb9-c47be43efc99 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] create failed (client error): There was a conflict when trying to complete your request. Apr 28 19:40:45.685850 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-37d0f936-4c47-4849-9cb9-c47be43efc99 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2552986 Apr 28 19:40:45.686028 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48892) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:45.702470 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec84449-0bc4-41f5-996d-c38f959bba5b req-1a38b54a-2733-406d-b468-aec79020f0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:45.705260 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9ec84449-0bc4-41f5-996d-c38f959bba5b req-1a38b54a-2733-406d-b468-aec79020f0a5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94740374ca054549b67b793671aaad05&device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 1095 time: 0.1490378 Apr 28 19:40:45.729366 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd1455-f3f7-4f4b-9928-aa725d026048 req-b8a9eb34-4460-4704-a39c-8baf590de210 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:45.739997 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd1455-f3f7-4f4b-9928-aa725d026048 req-b8a9eb34-4460-4704-a39c-8baf590de210 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:45.748935 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd1455-f3f7-4f4b-9928-aa725d026048 req-b8a9eb34-4460-4704-a39c-8baf590de210 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:45.751872 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-52bd1455-f3f7-4f4b-9928-aa725d026048 req-b8a9eb34-4460-4704-a39c-8baf590de210 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3e544d5-6c1e-470a-9dcb-208e54e0afff HTTP/1.1" status: 200 len: 2417 time: 0.1158893 Apr 28 19:40:45.771740 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261275d-62e5-4f1a-8f72-618e188f3e7e req-afc564f5-8e0b-46f4-b9ae-3048aef021d5 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:45.776625 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b261275d-62e5-4f1a-8f72-618e188f3e7e req-afc564f5-8e0b-46f4-b9ae-3048aef021d5 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.2019565 Apr 28 19:40:45.834545 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-88c1b315-1298-4a87-82c8-538c0c01a860 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:45.862022 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-52bd1455-f3f7-4f4b-9928-aa725d026048 req-5b51f116-1bd9-438e-b9b0-998a66673b37 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010232 Apr 28 19:40:45.926290 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec84449-0bc4-41f5-996d-c38f959bba5b req-1c714a2e-e750-4a6e-9551-2ead544bb32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:45.928610 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9ec84449-0bc4-41f5-996d-c38f959bba5b req-1c714a2e-e750-4a6e-9551-2ead544bb32a service neutron] 10.222.0.44 "GET /v2.0/networks?id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 HTTP/1.1" status: 200 len: 913 time: 0.2102823 Apr 28 19:40:45.968920 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-88c1b315-1298-4a87-82c8-538c0c01a860 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:45.972703 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ffa5396-e04e-48fd-953b-b07136613b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:45.983248 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b261275d-62e5-4f1a-8f72-618e188f3e7e req-2180156a-ac7b-428e-b34d-2ad5ea3ee164 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884861 Apr 28 19:40:46.072558 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9ec84449-0bc4-41f5-996d-c38f959bba5b req-bb441ba1-3ad1-4a75-b887-b7868d69cbad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 HTTP/1.1" status: 200 len: 998 time: 0.1273515 Apr 28 19:40:46.077491 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-88c1b315-1298-4a87-82c8-538c0c01a860 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:46.080413 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-88c1b315-1298-4a87-82c8-538c0c01a860 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:46.086326 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-88c1b315-1298-4a87-82c8-538c0c01a860 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "DELETE /v2.0/security-groups/10c7eaf9-43be-46ce-b077-f46c5556dd7c HTTP/1.1" status: 204 len: 168 time: 0.3993452 Apr 28 19:40:46.087004 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48900) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:46.113963 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ffa5396-e04e-48fd-953b-b07136613b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:46.149520 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1b315-1298-4a87-82c8-538c0c01a860 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c7eaf9-43be-46ce-b077-f46c5556dd7c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:46.201074 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa5396-e04e-48fd-953b-b07136613b51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3f8a51f-a72a-43a1-86d9-94a03a04c570,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:46.203641 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ffa5396-e04e-48fd-953b-b07136613b51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:46.205764 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec84449-0bc4-41f5-996d-c38f959bba5b req-4a8b4248-f75a-4bbd-abd2-0c12ad24f35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:46.209877 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8ffa5396-e04e-48fd-953b-b07136613b51 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a3f8a51f-a72a-43a1-86d9-94a03a04c570 HTTP/1.1" status: 204 len: 168 time: 0.7791834 Apr 28 19:40:46.211507 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e8908e-51d9-4c4a-a384-6189040d2e9d None None] Network a55f16c9-95c8-4fd4-8995-3500160073e6 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:40:46.212222 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48906) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:46.225067 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9ec84449-0bc4-41f5-996d-c38f959bba5b req-4a8b4248-f75a-4bbd-abd2-0c12ad24f35b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43d83121-413d-4da3-b294-551f60ac6b94 HTTP/1.1" status: 200 len: 851 time: 0.1255536 Apr 28 19:40:46.240392 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-328baf0d-3eec-4c86-b5c5-12a464555b48 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1479096 Apr 28 19:40:46.241483 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48908) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:46.251434 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb41af7-6ce1-4baa-81fa-6e96ad6d3a26 req-df8967ef-de16-49d0-a91a-8add021eec66 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:46.254957 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1fb41af7-6ce1-4baa-81fa-6e96ad6d3a26 req-df8967ef-de16-49d0-a91a-8add021eec66 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 945 time: 0.1957276 Apr 28 19:40:46.264491 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-f7909082-3873-4aa6-bf52-26da9681c0f0 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Request body: {'security_group': {'name': 'tempest-secgroup--1345451989'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:46.414827 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec84449-0bc4-41f5-996d-c38f959bba5b req-d3538bbd-6693-496b-8066-e0a38c8850a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:46.416999 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9ec84449-0bc4-41f5-996d-c38f959bba5b req-d3538bbd-6693-496b-8066-e0a38c8850a6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1584430 Apr 28 19:40:46.422041 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7909082-3873-4aa6-bf52-26da9681c0f0 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:46.425589 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1fb41af7-6ce1-4baa-81fa-6e96ad6d3a26 req-3c55392d-2d8a-4842-8bee-da56444aef9c tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314156 Apr 28 19:40:46.525071 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0bebcf13-ab5f-4789-a08b-979cd85edf3e req-6445dfa9-59c6-475b-a192-e1543e170390 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1f514c1-25a8-4a2d-a180-66ee9ae28f67 HTTP/1.1" status: 200 len: 210 time: 0.1421616 Apr 28 19:40:46.569223 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-346e927c-90d2-4cd7-8342-526d1660a87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:46.571276 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9ec84449-0bc4-41f5-996d-c38f959bba5b req-14e3b5dd-54c9-4580-8d96-e68fae41445b service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443732 Apr 28 19:40:46.654616 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c4a0edba-69db-4e87-abff-394841f3a7b0 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:40:46.683903 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: c4a0edba-69db-4e87-abff-394841f3a7b0 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:40:46.684536 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c4a0edba-69db-4e87-abff-394841f3a7b0 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:40:46.685193 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 81d8c93d-8b2d-4297-824b-38480f0ffaa3 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:40:46.707772 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d006f09-deb1-4eae-9070-f2e2307b6ecb req-c3c794ba-125e-4396-a811-3fd3f5a8a079 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:46.712671 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 81d8c93d-8b2d-4297-824b-38480f0ffaa3 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:40:46.713384 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 81d8c93d-8b2d-4297-824b-38480f0ffaa3 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:40:46.714836 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d006f09-deb1-4eae-9070-f2e2307b6ecb req-c3c794ba-125e-4396-a811-3fd3f5a8a079 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:46.722728 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d006f09-deb1-4eae-9070-f2e2307b6ecb req-c3c794ba-125e-4396-a811-3fd3f5a8a079 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:46.724720 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2d006f09-deb1-4eae-9070-f2e2307b6ecb req-c3c794ba-125e-4396-a811-3fd3f5a8a079 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3e544d5-6c1e-470a-9dcb-208e54e0afff HTTP/1.1" status: 200 len: 2417 time: 0.1523564 Apr 28 19:40:46.735577 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-9249b38f-967e-4d3b-93df-014fa981b5ec tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:46.738065 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-9249b38f-967e-4d3b-93df-014fa981b5ec tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.44 "GET /v2.0/networks?id=fa6ba32f-86e1-489e-bf69-a0854e414daf HTTP/1.1" status: 200 len: 815 time: 0.3415799 Apr 28 19:40:46.740757 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7909082-3873-4aa6-bf52-26da9681c0f0 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:46.743763 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-346e927c-90d2-4cd7-8342-526d1660a87f admin admin] Deleting port 37abf888-fb9c-45e9-8ffa-203be3bee5c9 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:40:46.744078 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-346e927c-90d2-4cd7-8342-526d1660a87f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:46.793008 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9ec84449-0bc4-41f5-996d-c38f959bba5b req-7b1ce85c-a253-4156-a8af-637c0e89be56 service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084208 Apr 28 19:40:46.796230 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2d006f09-deb1-4eae-9070-f2e2307b6ecb req-ea5e1d83-a624-4995-9c3b-da8ab56b315d tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643766 Apr 28 19:40:46.825836 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-63434c37-8c83-43d2-8048-98c3d463e1b3 req-2d9ebdb7-13cb-4ee5-8ae0-e2586b6f1c91 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/ports?device_id=dacee00e-ba0c-4fa5-82af-67ee71c62785 HTTP/1.1" status: 200 len: 210 time: 0.0750437 Apr 28 19:40:46.830106 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7909082-3873-4aa6-bf52-26da9681c0f0 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:46.836990 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5120e5b-b529-4c48-b105-dd7b73af6122 None None] DHCP port deletion for a55f16c9-95c8-4fd4-8995-3500160073e6 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:40:46.893783 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-d5120e5b-b529-4c48-b105-dd7b73af6122 None None] Deleting port 37abf888-fb9c-45e9-8ffa-203be3bee5c9 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:40:46.894157 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d5120e5b-b529-4c48-b105-dd7b73af6122 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:46.936386 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-40c7cafd-433d-4bd9-a0b5-647e882763ed tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98a6d5da4ca84f3b93f1251e2d3cf2d8 HTTP/1.1" status: 200 len: 380 time: 0.1217191 Apr 28 19:40:46.947133 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7909082-3873-4aa6-bf52-26da9681c0f0 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:46.952352 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48912) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:46.953112 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f7909082-3873-4aa6-bf52-26da9681c0f0 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7104311 Apr 28 19:40:46.956984 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-2b95bb72-56a9-4a3e-9336-43d5af8a8be9 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Request body: {'security_group_rule': {'security_group_id': '44f94bab-b779-44a3-95a2-231a313c9b41', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:46.958725 n-d-839810-1 neutron-server[102774]: WARNING neutron.api.v2.base [None req-2b95bb72-56a9-4a3e-9336-43d5af8a8be9 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 28 19:40:46.958725 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-2b95bb72-56a9-4a3e-9336-43d5af8a8be9 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:40:46.962074 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2b95bb72-56a9-4a3e-9336-43d5af8a8be9 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0059972 Apr 28 19:40:46.962074 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48914) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:46.963721 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-346e927c-90d2-4cd7-8342-526d1660a87f admin admin] For port 37abf888-fb9c-45e9-8ffa-203be3bee5c9, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=37abf888-fb9c-45e9-8ffa-203be3bee5c9,segment=NetworkSegment(139f7c79-0796-4dce-94a1-7c10956b8166),segment_id=139f7c79-0796-4dce-94a1-7c10956b8166)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:46.964396 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-346e927c-90d2-4cd7-8342-526d1660a87f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:46.980425 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-90d9ba4c-7870-42dc-98b7-e833ac865e53 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Request body: {'port': {'device_id': 'c1f514c1-25a8-4a2d-a180-66ee9ae28f67', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'admin_state_up': True, 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'security_groups': ['8b59378e-21f4-46b5-97cb-2ca7e50f4c3c']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:46.995284 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7909082-3873-4aa6-bf52-26da9681c0f0 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44f94bab-b779-44a3-95a2-231a313c9b41,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:46.998122 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-346e927c-90d2-4cd7-8342-526d1660a87f admin admin] Calling delete_port for 37abf888-fb9c-45e9-8ffa-203be3bee5c9 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:40:47.009548 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d5120e5b-b529-4c48-b105-dd7b73af6122 None None] For port 37abf888-fb9c-45e9-8ffa-203be3bee5c9, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=37abf888-fb9c-45e9-8ffa-203be3bee5c9,segment=NetworkSegment(139f7c79-0796-4dce-94a1-7c10956b8166),segment_id=139f7c79-0796-4dce-94a1-7c10956b8166)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:47.009548 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d5120e5b-b529-4c48-b105-dd7b73af6122 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:47.036431 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-d5120e5b-b529-4c48-b105-dd7b73af6122 None None] Calling delete_port for 37abf888-fb9c-45e9-8ffa-203be3bee5c9 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:40:47.084530 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d271b563-1ee9-4f08-bf9d-70c16ea53cf7 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:47.135200 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d271b563-1ee9-4f08-bf9d-70c16ea53cf7 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:47.186677 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d5120e5b-b529-4c48-b105-dd7b73af6122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:47.200328 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40486d3-cac7-4d5b-83ac-b2efad05fada req-3d7f52bd-c87d-40b4-ba96-81fd75862182 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:47.208686 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c40486d3-cac7-4d5b-83ac-b2efad05fada req-3d7f52bd-c87d-40b4-ba96-81fd75862182 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1260448 Apr 28 19:40:47.239473 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5120e5b-b529-4c48-b105-dd7b73af6122 None None] Pushing event deleted for resources: {'Port': ['ID=37abf888-fb9c-45e9-8ffa-203be3bee5c9,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:47.257159 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5120e5b-b529-4c48-b105-dd7b73af6122 None None] No DVR routers for this DVR port 37abf888-fb9c-45e9-8ffa-203be3bee5c9 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:40:47.258974 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-346e927c-90d2-4cd7-8342-526d1660a87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:47.263307 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d271b563-1ee9-4f08-bf9d-70c16ea53cf7 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:47.267537 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d271b563-1ee9-4f08-bf9d-70c16ea53cf7 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:47.269135 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d271b563-1ee9-4f08-bf9d-70c16ea53cf7 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "DELETE /v2.0/security-groups/44f94bab-b779-44a3-95a2-231a313c9b41 HTTP/1.1" status: 204 len: 168 time: 0.3059297 Apr 28 19:40:47.276768 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48918) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:47.286291 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271b563-1ee9-4f08-bf9d-70c16ea53cf7 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f94bab-b779-44a3-95a2-231a313c9b41,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:47.303792 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c40486d3-cac7-4d5b-83ac-b2efad05fada req-b3cf6c91-0f89-4be3-8296-5859a37ed586 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940044 Apr 28 19:40:47.319118 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-90d9ba4c-7870-42dc-98b7-e833ac865e53 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Made reservation on behalf of 98a6d5da4ca84f3b93f1251e2d3cf2d8 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:40:47.322654 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-90d9ba4c-7870-42dc-98b7-e833ac865e53 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:47.335539 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e927c-90d2-4cd7-8342-526d1660a87f admin admin] Pushing event deleted for resources: {'Port': ['ID=37abf888-fb9c-45e9-8ffa-203be3bee5c9,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:47.337616 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346e927c-90d2-4cd7-8342-526d1660a87f admin admin] No DVR routers for this DVR port 37abf888-fb9c-45e9-8ffa-203be3bee5c9 on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:40:47.498248 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-28e64070-049e-4811-8b08-257b573cc6f0 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2183940 Apr 28 19:40:47.502321 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48924) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:47.505694 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-346e927c-90d2-4cd7-8342-526d1660a87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:47.508078 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-904318c0-86c7-4406-a367-71e32ce8b749 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Request body: {'security_group': {'name': 'tempest-secgroup--1850924651'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:47.539503 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-346e927c-90d2-4cd7-8342-526d1660a87f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a55f16c9-95c8-4fd4-8995-3500160073e6']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:47.542515 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-904318c0-86c7-4406-a367-71e32ce8b749 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:47.572629 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-346e927c-90d2-4cd7-8342-526d1660a87f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '139f7c79-0796-4dce-94a1-7c10956b8166') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:47.572933 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-346e927c-90d2-4cd7-8342-526d1660a87f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '139f7c79-0796-4dce-94a1-7c10956b8166') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:47.592757 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-346e927c-90d2-4cd7-8342-526d1660a87f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:47.623751 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-346e927c-90d2-4cd7-8342-526d1660a87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:47.631142 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-90d9ba4c-7870-42dc-98b7-e833ac865e53 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Allocated IP 172.20.0.3 (fa6ba32f-86e1-489e-bf69-a0854e414daf/a7a2f793-5447-48fe-83df-017889e9d0fc/37816ae9-f631-4cbf-aba3-6ef317738e6e) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:40:47.636710 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-346e927c-90d2-4cd7-8342-526d1660a87f admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:40:47.637125 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-346e927c-90d2-4cd7-8342-526d1660a87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:47.639137 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:40:47.639137 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:40:47.639137 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:40:47.639137 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:40:47.639137 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:40:47.639137 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:40:47.639137 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:40:47.639137 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:40:47.639137 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:40:47.639137 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:40:47.639137 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:40:47.639137 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:40:47.639137 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:40:47.639137 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:40:47.639137 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:40:47.639137 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:40:47.639137 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:40:47.639137 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:40:47.639137 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:40:47.639137 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:40:47.639137 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:40:47.639137 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:40:47.639137 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:40:47.639137 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:40:47.639137 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:40:47.639137 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:40:47.639137 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:40:47.639137 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:40:47.639137 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:40:47.639137 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:40:47.639137 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:40:47.639137 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:40:47.709216 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-97c9ef26-ef46-4e11-a269-a800ac3ff3b5 req-0161c61b-c3b2-4dfd-ba61-4a02b4d07015 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1f514c1-25a8-4a2d-a180-66ee9ae28f67 HTTP/1.1" status: 200 len: 210 time: 0.0606937 Apr 28 19:40:47.727954 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-346e927c-90d2-4cd7-8342-526d1660a87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:47.733200 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-346e927c-90d2-4cd7-8342-526d1660a87f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:47.736524 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-346e927c-90d2-4cd7-8342-526d1660a87f admin admin] 10.222.0.42 "DELETE /v2.0/networks/a55f16c9-95c8-4fd4-8995-3500160073e6 HTTP/1.1" status: 204 len: 168 time: 1.5232759 Apr 28 19:40:47.750140 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-904318c0-86c7-4406-a367-71e32ce8b749 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:47.769983 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-904318c0-86c7-4406-a367-71e32ce8b749 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:47.797375 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e927c-90d2-4cd7-8342-526d1660a87f admin admin] Pushing event deleted for resources: {'Network': ['ID=a55f16c9-95c8-4fd4-8995-3500160073e6,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:47.830939 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-904318c0-86c7-4406-a367-71e32ce8b749 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:47.832716 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-904318c0-86c7-4406-a367-71e32ce8b749 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3289807 Apr 28 19:40:47.837979 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48932) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:47.845366 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-75f7778c-64b7-4519-8848-fa1e3c0a31af tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Request body: {'security_group_rule': {'security_group_id': '11b99e56-eba7-412c-ae57-597542a5e1d8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:47.846768 n-d-839810-1 neutron-server[102774]: WARNING neutron.api.v2.base [None req-75f7778c-64b7-4519-8848-fa1e3c0a31af tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 28 19:40:47.847647 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-75f7778c-64b7-4519-8848-fa1e3c0a31af tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:40:47.849025 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-75f7778c-64b7-4519-8848-fa1e3c0a31af tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0095978 Apr 28 19:40:47.851259 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904318c0-86c7-4406-a367-71e32ce8b749 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11b99e56-eba7-412c-ae57-597542a5e1d8,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:47.855588 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48934) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:47.987295 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5c7cf3f7-3abb-46aa-b68e-932b3fe1a5c9 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:48.000294 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a72822-ab4c-47cf-bb1e-3539b9aadf4d req-783b2375-3bc0-4b92-b225-478dccf3ea6b tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:48.009071 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-13a72822-ab4c-47cf-bb1e-3539b9aadf4d req-783b2375-3bc0-4b92-b225-478dccf3ea6b tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 945 time: 0.2713885 Apr 28 19:40:48.018660 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5c7cf3f7-3abb-46aa-b68e-932b3fe1a5c9 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:48.021464 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48938) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:48.085374 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8ea7f-e460-491f-aa4f-28c7f111393b req-6e06ab99-d879-456b-b6a0-7eb49bf15d08 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:48.091410 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8ea7f-e460-491f-aa4f-28c7f111393b req-6e06ab99-d879-456b-b6a0-7eb49bf15d08 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:48.094656 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9750f32-589a-48fb-b5ce-0b2d7fe0c686 req-238be390-935e-4855-8b2b-d6df9bbfab47 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:48.098066 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8ea7f-e460-491f-aa4f-28c7f111393b req-6e06ab99-d879-456b-b6a0-7eb49bf15d08 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:48.099820 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1df8ea7f-e460-491f-aa4f-28c7f111393b req-6e06ab99-d879-456b-b6a0-7eb49bf15d08 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3e544d5-6c1e-470a-9dcb-208e54e0afff HTTP/1.1" status: 200 len: 2417 time: 0.1650732 Apr 28 19:40:48.100902 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9750f32-589a-48fb-b5ce-0b2d7fe0c686 req-238be390-935e-4855-8b2b-d6df9bbfab47 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:48.107241 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9750f32-589a-48fb-b5ce-0b2d7fe0c686 req-238be390-935e-4855-8b2b-d6df9bbfab47 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:48.112879 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e9750f32-589a-48fb-b5ce-0b2d7fe0c686 req-238be390-935e-4855-8b2b-d6df9bbfab47 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3e544d5-6c1e-470a-9dcb-208e54e0afff HTTP/1.1" status: 200 len: 2417 time: 0.2097759 Apr 28 19:40:48.159336 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-be89f703-17fa-4bf0-87a6-5d941da3d68d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2dd1094050784d62aec95318cfccb911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1331367 Apr 28 19:40:48.159521 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48940) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:48.162964 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-13a72822-ab4c-47cf-bb1e-3539b9aadf4d req-24c3dd93-a5af-4673-9eba-8f138b547b3b tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528082 Apr 28 19:40:48.171653 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-90d9ba4c-7870-42dc-98b7-e833ac865e53 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:48.179005 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5c7cf3f7-3abb-46aa-b68e-932b3fe1a5c9 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:48.181495 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5c7cf3f7-3abb-46aa-b68e-932b3fe1a5c9 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:48.185495 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5c7cf3f7-3abb-46aa-b68e-932b3fe1a5c9 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "DELETE /v2.0/security-groups/11b99e56-eba7-412c-ae57-597542a5e1d8 HTTP/1.1" status: 204 len: 168 time: 0.3251610 Apr 28 19:40:48.188940 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48942) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:48.212747 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7cf3f7-3abb-46aa-b68e-932b3fe1a5c9 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b99e56-eba7-412c-ae57-597542a5e1d8,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:48.221903 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e9750f32-589a-48fb-b5ce-0b2d7fe0c686 req-d9c69d84-8514-4afd-a625-b7f933c2d971 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998657 Apr 28 19:40:48.248715 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8eaa61dd-82f5-4834-a7de-ad2c375e0220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:48.303823 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48946) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:48.304371 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8eaa61dd-82f5-4834-a7de-ad2c375e0220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:48.323083 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a5ea870a-a96d-4518-99ad-2f17d45a164a tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1285529 Apr 28 19:40:48.334453 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48950) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:48.342418 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-360aa76d-9817-4ebf-8a66-c8d27b8d3e0d tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Request body: {'security_group': {'name': 'tempest-secgroup--268124578'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:48.358499 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-1df8ea7f-e460-491f-aa4f-28c7f111393b req-d877ea66-75ca-4b25-96fb-65ece0e0b22e tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Deleting port 406e9dc9-90da-4ed3-9ff8-f4f1a51955ac {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:40:48.358918 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1df8ea7f-e460-491f-aa4f-28c7f111393b req-d877ea66-75ca-4b25-96fb-65ece0e0b22e tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:48.369964 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 37abf888-fb9c-45e9-8ffa-203be3bee5c9 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:40:48.371044 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-90d9ba4c-7870-42dc-98b7-e833ac865e53 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:48.395827 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 37abf888-fb9c-45e9-8ffa-203be3bee5c9 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:40:48.396093 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 37abf888-fb9c-45e9-8ffa-203be3bee5c9 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:40:48.398123 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8eaa61dd-82f5-4834-a7de-ad2c375e0220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:48.402577 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8eaa61dd-82f5-4834-a7de-ad2c375e0220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:48.411341 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8eaa61dd-82f5-4834-a7de-ad2c375e0220 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/99584f49-3bf0-4c11-8904-33ff93f51f0a HTTP/1.1" status: 204 len: 168 time: 0.2501709 Apr 28 19:40:48.448344 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa61dd-82f5-4834-a7de-ad2c375e0220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99584f49-3bf0-4c11-8904-33ff93f51f0a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:48.506869 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351c0b2-773b-43b6-b07b-71c6b70c6cc1 req-e5e9b2ae-fee9-4d59-8144-fa0b362bd0dc tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:48.508712 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e351c0b2-773b-43b6-b07b-71c6b70c6cc1 req-e5e9b2ae-fee9-4d59-8144-fa0b362bd0dc tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.0962062 Apr 28 19:40:48.553865 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e351c0b2-773b-43b6-b07b-71c6b70c6cc1 req-24b9cc75-8320-4380-8bbe-d36f50be3756 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368264 Apr 28 19:40:48.819472 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-360aa76d-9817-4ebf-8a66-c8d27b8d3e0d tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:48.898425 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-90d9ba4c-7870-42dc-98b7-e833ac865e53 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Network fa6ba32f-86e1-489e-bf69-a0854e414daf is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:40:48.919300 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-90d9ba4c-7870-42dc-98b7-e833ac865e53 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:48.931233 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9ba4c-7870-42dc-98b7-e833ac865e53 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Pushing event updated for resources: {'Port': ['ID=37816ae9-f631-4cbf-aba3-6ef317738e6e,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:48.935500 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-90d9ba4c-7870-42dc-98b7-e833ac865e53 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:40:48.955091 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3970a108-8489-4308-8ab0-f0f334b829da tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:49.035700 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-1df8ea7f-e460-491f-aa4f-28c7f111393b req-d877ea66-75ca-4b25-96fb-65ece0e0b22e tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] For port 406e9dc9-90da-4ed3-9ff8-f4f1a51955ac, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=406e9dc9-90da-4ed3-9ff8-f4f1a51955ac,segment=NetworkSegment(41866c30-ce01-47ee-b105-b7a84d1d7bb6),segment_id=41866c30-ce01-47ee-b105-b7a84d1d7bb6)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:49.036074 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1df8ea7f-e460-491f-aa4f-28c7f111393b req-d877ea66-75ca-4b25-96fb-65ece0e0b22e tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:49.053869 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89957f7-a1fc-4555-89ec-52705d2ce486 req-b580d94d-83bc-432c-8c39-baec0e58243b tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:49.055651 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c89957f7-a1fc-4555-89ec-52705d2ce486 req-b580d94d-83bc-432c-8c39-baec0e58243b tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1f514c1-25a8-4a2d-a180-66ee9ae28f67 HTTP/1.1" status: 200 len: 931 time: 0.2428260 Apr 28 19:40:49.075585 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3970a108-8489-4308-8ab0-f0f334b829da tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:49.097700 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-1df8ea7f-e460-491f-aa4f-28c7f111393b req-d877ea66-75ca-4b25-96fb-65ece0e0b22e tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Calling delete_port for 406e9dc9-90da-4ed3-9ff8-f4f1a51955ac owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:40:49.163093 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-360aa76d-9817-4ebf-8a66-c8d27b8d3e0d tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:49.174670 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-90d9ba4c-7870-42dc-98b7-e833ac865e53 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:49.175203 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-90d9ba4c-7870-42dc-98b7-e833ac865e53 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:49.266898 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-360aa76d-9817-4ebf-8a66-c8d27b8d3e0d tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:49.278943 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-8becf5b7-b218-4624-8173-04e77e565dd5 None None] Provisioning complete for port 37816ae9-f631-4cbf-aba3-6ef317738e6e triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:49.279390 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8becf5b7-b218-4624-8173-04e77e565dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:49.365321 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-8becf5b7-b218-4624-8173-04e77e565dd5 None None] Port 37816ae9-f631-4cbf-aba3-6ef317738e6e cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:40:49.386974 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48980) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:49.393350 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-360aa76d-9817-4ebf-8a66-c8d27b8d3e0d tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:49.398005 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48984) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:49.403999 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-6621311b-83f5-4145-97b8-7a038e53318c tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Request body: {'security_group_rule': {'security_group_id': '041af053-1496-4a12-923d-d0ab014b4bd8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:49.408649 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-360aa76d-9817-4ebf-8a66-c8d27b8d3e0d tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0643060 Apr 28 19:40:49.421165 n-d-839810-1 neutron-server[102774]: WARNING neutron.api.v2.base [None req-6621311b-83f5-4145-97b8-7a038e53318c tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 28 19:40:49.422034 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-6621311b-83f5-4145-97b8-7a038e53318c tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:40:49.424212 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6621311b-83f5-4145-97b8-7a038e53318c tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0250294 Apr 28 19:40:49.431504 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48986) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:49.465175 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-3a0110ec-2537-4a81-a0fc-c5d03f48d1a2 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Request body: {'security_group_rule': {'security_group_id': '041af053-1496-4a12-923d-d0ab014b4bd8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:49.465973 n-d-839810-1 neutron-server[102774]: WARNING neutron.api.v2.base [None req-3a0110ec-2537-4a81-a0fc-c5d03f48d1a2 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 28 19:40:49.468382 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-3a0110ec-2537-4a81-a0fc-c5d03f48d1a2 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:40:49.471937 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3a0110ec-2537-4a81-a0fc-c5d03f48d1a2 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0249536 Apr 28 19:40:49.475149 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48988) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:49.476077 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3970a108-8489-4308-8ab0-f0f334b829da tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:49.478636 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3970a108-8489-4308-8ab0-f0f334b829da tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:49.480029 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3970a108-8489-4308-8ab0-f0f334b829da tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "DELETE /v2.0/security-groups/428c763a-4336-484e-80ea-3b3740787d20 HTTP/1.1" status: 204 len: 168 time: 1.1718454 Apr 28 19:40:49.488380 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-6819a56c-75b5-4516-ac28-f2b0bf4b02e1 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Request body: {'security_group_rule': {'security_group_id': '041af053-1496-4a12-923d-d0ab014b4bd8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:49.489528 n-d-839810-1 neutron-server[102774]: WARNING neutron.api.v2.base [None req-6819a56c-75b5-4516-ac28-f2b0bf4b02e1 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 28 19:40:49.490052 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-6819a56c-75b5-4516-ac28-f2b0bf4b02e1 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:40:49.490747 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c89957f7-a1fc-4555-89ec-52705d2ce486 req-f9222ba0-e185-48a5-b2e9-739fbbf8c329 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b59378e-21f4-46b5-97cb-2ca7e50f4c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4179571 Apr 28 19:40:49.494242 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48990) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:49.494408 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6819a56c-75b5-4516-ac28-f2b0bf4b02e1 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0153868 Apr 28 19:40:49.494510 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48992) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:49.508873 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-22f115f9-5675-4c3d-af73-cb03725ce11d tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Request body: {'security_group_rule': {'security_group_id': '041af053-1496-4a12-923d-d0ab014b4bd8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:49.509824 n-d-839810-1 neutron-server[102774]: WARNING neutron.api.v2.base [None req-22f115f9-5675-4c3d-af73-cb03725ce11d tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 28 19:40:49.510320 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-22f115f9-5675-4c3d-af73-cb03725ce11d tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:40:49.511320 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-22f115f9-5675-4c3d-af73-cb03725ce11d tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0159888 Apr 28 19:40:49.520433 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f50e6f-fec2-4f57-961c-0c5974d0991b req-85265324-f181-457f-a8ed-744883010ec3 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:49.529238 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-13f50e6f-fec2-4f57-961c-0c5974d0991b req-85265324-f181-457f-a8ed-744883010ec3 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 945 time: 0.2217143 Apr 28 19:40:49.531305 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48994) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:49.590201 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360aa76d-9817-4ebf-8a66-c8d27b8d3e0d tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=041af053-1496-4a12-923d-d0ab014b4bd8,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:49.596426 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-90d9ba4c-7870-42dc-98b7-e833ac865e53 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6282322 Apr 28 19:40:49.623540 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-538db81b-a317-43a0-9f74-21a1684b4723 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1059154151-network', 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:49.634989 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-f96a9e40-76bc-4287-a8f4-796992d79197 service neutron] Request body: {'port': {'device_id': 'c1f514c1-25a8-4a2d-a180-66ee9ae28f67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:49.636654 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-13f50e6f-fec2-4f57-961c-0c5974d0991b req-eb51d6fe-684f-447e-a82a-f0eec0727fe4 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065142 Apr 28 19:40:49.661293 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7e67b177-9f67-45d8-b6ad-2a51d217d166 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:49.686179 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-12d09ff2-710e-4dd4-b1c5-3070f33ccfab tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] show failed (client error): The resource could not be found. Apr 28 19:40:49.687231 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-12d09ff2-710e-4dd4-b1c5-3070f33ccfab tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "GET /v2.0/security-groups/428c763a-4336-484e-80ea-3b3740787d20 HTTP/1.1" status: 404 len: 347 time: 0.0989859 Apr 28 19:40:49.688031 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3970a108-8489-4308-8ab0-f0f334b829da tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=428c763a-4336-484e-80ea-3b3740787d20,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:49.694644 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48998) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:49.752412 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-20e83d3d-28b5-4ea9-a910-95323fac7f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:49.763135 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538db81b-a317-43a0-9f74-21a1684b4723 admin admin] Made reservation on behalf of bc3414dc2d694e45b86b092fc773c62d for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:40:49.765858 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-538db81b-a317-43a0-9f74-21a1684b4723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:49.776612 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7e67b177-9f67-45d8-b6ad-2a51d217d166 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:49.778460 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-f96a9e40-76bc-4287-a8f4-796992d79197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:49.784513 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1df8ea7f-e460-491f-aa4f-28c7f111393b req-d877ea66-75ca-4b25-96fb-65ece0e0b22e tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:49.796794 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['623aecad-69d1-4750-946a-8c71b3291213', '406e9dc9-90da-4ed3-9ff8-f4f1a51955ac'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:40:49.824321 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-538db81b-a317-43a0-9f74-21a1684b4723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:49.837675 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bbb86-a261-4c01-b402-293834bc92d5 req-e4e6a0c1-ab7e-4d13-ad5b-be101a5fc714 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:49.847291 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bbb86-a261-4c01-b402-293834bc92d5 req-e4e6a0c1-ab7e-4d13-ad5b-be101a5fc714 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:49.853787 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bbb86-a261-4c01-b402-293834bc92d5 req-e4e6a0c1-ab7e-4d13-ad5b-be101a5fc714 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:49.856566 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-af0bbb86-a261-4c01-b402-293834bc92d5 req-e4e6a0c1-ab7e-4d13-ad5b-be101a5fc714 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3e544d5-6c1e-470a-9dcb-208e54e0afff HTTP/1.1" status: 200 len: 2417 time: 0.2370365 Apr 28 19:40:49.931099 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877ea66-75ca-4b25-96fb-65ece0e0b22e tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Pushing event deleted for resources: {'Port': ['ID=406e9dc9-90da-4ed3-9ff8-f4f1a51955ac,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:49.953407 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b01343-4a0e-4c87-9915-ae5aebe09c33 req-dd5aa708-0632-4d9a-9b5e-122a47c678c1 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:49.961774 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-32b01343-4a0e-4c87-9915-ae5aebe09c33 req-dd5aa708-0632-4d9a-9b5e-122a47c678c1 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.2000751 Apr 28 19:40:50.008897 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df8ea7f-e460-491f-aa4f-28c7f111393b req-d877ea66-75ca-4b25-96fb-65ece0e0b22e tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] No DVR routers for this DVR port 406e9dc9-90da-4ed3-9ff8-f4f1a51955ac on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:40:50.017888 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7e67b177-9f67-45d8-b6ad-2a51d217d166 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:50.019695 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1df8ea7f-e460-491f-aa4f-28c7f111393b req-d877ea66-75ca-4b25-96fb-65ece0e0b22e tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:50.021556 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7e67b177-9f67-45d8-b6ad-2a51d217d166 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:50.023111 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7e67b177-9f67-45d8-b6ad-2a51d217d166 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "DELETE /v2.0/security-groups/041af053-1496-4a12-923d-d0ab014b4bd8 HTTP/1.1" status: 204 len: 168 time: 0.4902956 Apr 28 19:40:50.023248 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1df8ea7f-e460-491f-aa4f-28c7f111393b req-d877ea66-75ca-4b25-96fb-65ece0e0b22e tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.15 "DELETE /v2.0/ports/406e9dc9-90da-4ed3-9ff8-f4f1a51955ac HTTP/1.1" status: 204 len: 173 time: 1.9139936 Apr 28 19:40:50.023692 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e544d5-6c1e-470a-9dcb-208e54e0afff', 'name': 'network-vif-deleted', 'tag': '406e9dc9-90da-4ed3-9ff8-f4f1a51955ac'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:50.026006 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb6921b-dba4-40a6-b07b-f007a8c32810" -d '{"events": [{"server_uuid": "b3e544d5-6c1e-470a-9dcb-208e54e0afff", "name": "network-vif-deleted", "tag": "406e9dc9-90da-4ed3-9ff8-f4f1a51955ac"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:40:50.033689 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49000) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:50.056336 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67b177-9f67-45d8-b6ad-2a51d217d166 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=041af053-1496-4a12-923d-d0ab014b4bd8,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:50.069658 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-32b01343-4a0e-4c87-9915-ae5aebe09c33 req-9c6ab736-c7cd-4b30-bd82-f64728bd0548 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048844 Apr 28 19:40:50.101170 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c5d5a100-7062-47a9-9a68-d0b8fbb19f36 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Deleting port c8e1afbe-fc86-4262-acd4-b1545b02abbb {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:40:50.111927 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c5d5a100-7062-47a9-9a68-d0b8fbb19f36 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:50.234019 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f466603-1855-4642-b8ef-fc8250ca3e51 x-openstack-request-id: req-6f466603-1855-4642-b8ef-fc8250ca3e51 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:40:50.234019 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e544d5-6c1e-470a-9dcb-208e54e0afff", "name": "network-vif-deleted", "tag": "406e9dc9-90da-4ed3-9ff8-f4f1a51955ac", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:40:50.234429 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6f466603-1855-4642-b8ef-fc8250ca3e51 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:40:50.234931 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f466603-1855-4642-b8ef-fc8250ca3e51'] response: {'server_uuid': 'b3e544d5-6c1e-470a-9dcb-208e54e0afff', 'name': 'network-vif-deleted', 'tag': '406e9dc9-90da-4ed3-9ff8-f4f1a51955ac', 'status': 'completed', 'code': 200} Apr 28 19:40:50.235507 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-538db81b-a317-43a0-9f74-21a1684b4723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:50.245952 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-538db81b-a317-43a0-9f74-21a1684b4723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:50.259138 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c5d5a100-7062-47a9-9a68-d0b8fbb19f36 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:50.259464 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c5d5a100-7062-47a9-9a68-d0b8fbb19f36 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:50.269866 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538db81b-a317-43a0-9f74-21a1684b4723 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:40:50.296241 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c5d5a100-7062-47a9-9a68-d0b8fbb19f36 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Calling delete_port for c8e1afbe-fc86-4262-acd4-b1545b02abbb owned by network:floatingip {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:40:50.297915 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-af0bbb86-a261-4c01-b402-293834bc92d5 req-774744a5-3890-4028-8b3d-4cfcb600466d tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204576 Apr 28 19:40:50.306410 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-538db81b-a317-43a0-9f74-21a1684b4723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:50.306821 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-538db81b-a317-43a0-9f74-21a1684b4723 admin admin] Added segment a938669e-a422-4100-815a-beba9a9fac36 of type vlan for network f69f4a5f-c2d6-44c7-ad73-929a90025ab3 Apr 28 19:40:50.309603 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538db81b-a317-43a0-9f74-21a1684b4723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20553147-8f70-4feb-bb33-b24808913472,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:50.371773 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-705f869a-abd0-45e1-851f-7c282cf8b556 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3366640 Apr 28 19:40:50.373342 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49004) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:50.383785 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-7866ea67-99f0-4c3a-a392-0a76b4f3c411 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Request body: {'security_group': {'name': 'tempest-secgroup--842038156'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:50.401621 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-538db81b-a317-43a0-9f74-21a1684b4723 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:50.448972 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7866ea67-99f0-4c3a-a392-0a76b4f3c411 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:50.450754 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-538db81b-a317-43a0-9f74-21a1684b4723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:50.452350 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538db81b-a317-43a0-9f74-21a1684b4723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:50.453439 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-538db81b-a317-43a0-9f74-21a1684b4723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:50.483618 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-1df8ea7f-e460-491f-aa4f-28c7f111393b req-bdd9fa5c-6839-4a0d-ab7c-42067891b556 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Deleting port b3793c05-2abf-45a5-91ac-d954df7a814f {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:40:50.483961 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1df8ea7f-e460-491f-aa4f-28c7f111393b req-bdd9fa5c-6839-4a0d-ab7c-42067891b556 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:50.535429 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-538db81b-a317-43a0-9f74-21a1684b4723 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1444447 Apr 28 19:40:50.537302 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49008) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:50.560230 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-b98c0293-3354-43da-b03e-3d85e2f7eae0 admin admin] Request body: {'subnet': {'network_id': 'f69f4a5f-c2d6-44c7-ad73-929a90025ab3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1059154151-subnet', 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:50.581917 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538db81b-a317-43a0-9f74-21a1684b4723 admin admin] Pushing event updated for resources: {'Network': ['ID=f69f4a5f-c2d6-44c7-ad73-929a90025ab3,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:50.594684 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network f69f4a5f-c2d6-44c7-ad73-929a90025ab3 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:40:50.596831 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-f96a9e40-76bc-4287-a8f4-796992d79197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37816ae9-f631-4cbf-aba3-6ef317738e6e {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:50.615490 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-f96a9e40-76bc-4287-a8f4-796992d79197 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:50.636712 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98c0293-3354-43da-b03e-3d85e2f7eae0 admin admin] Made reservation on behalf of bc3414dc2d694e45b86b092fc773c62d for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:40:50.639571 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b98c0293-3354-43da-b03e-3d85e2f7eae0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:50.694736 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-f96a9e40-76bc-4287-a8f4-796992d79197 service neutron] Transition to ACTIVE for port object 37816ae9-f631-4cbf-aba3-6ef317738e6e will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:40:50.699356 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-1df8ea7f-e460-491f-aa4f-28c7f111393b req-bdd9fa5c-6839-4a0d-ab7c-42067891b556 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] For port b3793c05-2abf-45a5-91ac-d954df7a814f, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=b3793c05-2abf-45a5-91ac-d954df7a814f,segment=NetworkSegment(4204f595-10df-4ff9-961f-11c24ccad09b),segment_id=4204f595-10df-4ff9-961f-11c24ccad09b)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:50.699795 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1df8ea7f-e460-491f-aa4f-28c7f111393b req-bdd9fa5c-6839-4a0d-ab7c-42067891b556 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:50.710657 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device b3793c05-2abf-45a5-91ac-d954df7a814f no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:40:50.713935 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-f96a9e40-76bc-4287-a8f4-796992d79197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:50.729181 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c5d5a100-7062-47a9-9a68-d0b8fbb19f36 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:50.736766 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-1df8ea7f-e460-491f-aa4f-28c7f111393b req-bdd9fa5c-6839-4a0d-ab7c-42067891b556 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Calling delete_port for b3793c05-2abf-45a5-91ac-d954df7a814f owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:40:50.742433 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7866ea67-99f0-4c3a-a392-0a76b4f3c411 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:50.783855 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5a100-7062-47a9-9a68-d0b8fbb19f36 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Pushing event deleted for resources: {'Port': ['ID=c8e1afbe-fc86-4262-acd4-b1545b02abbb,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:50.823063 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748f6a0-dbdb-49b5-a9f6-a36d4fc8a083 req-03cfeb8e-6d8b-4d98-aa88-b1abdaead4b0 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:50.824909 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1748f6a0-dbdb-49b5-a9f6-a36d4fc8a083 req-03cfeb8e-6d8b-4d98-aa88-b1abdaead4b0 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1f514c1-25a8-4a2d-a180-66ee9ae28f67 HTTP/1.1" status: 200 len: 931 time: 0.2368913 Apr 28 19:40:50.829394 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7866ea67-99f0-4c3a-a392-0a76b4f3c411 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:50.872413 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:50.919076 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e544d5-6c1e-470a-9dcb-208e54e0afff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3793c05-2abf-45a5-91ac-d954df7a814f'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:50.923421 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebd51fa-1162-48cc-b864-65a4c54a8fb2" -d '{"events": [{"server_uuid": "b3e544d5-6c1e-470a-9dcb-208e54e0afff", "name": "network-vif-unplugged", "status": "completed", "tag": "b3793c05-2abf-45a5-91ac-d954df7a814f"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:40:50.945805 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port b3793c05-2abf-45a5-91ac-d954df7a814f, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=b3793c05-2abf-45a5-91ac-d954df7a814f,segment=NetworkSegment(4204f595-10df-4ff9-961f-11c24ccad09b),segment_id=4204f595-10df-4ff9-961f-11c24ccad09b)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:50.949659 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c5d5a100-7062-47a9-9a68-d0b8fbb19f36 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks [] for floatingip, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:50.953105 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c5d5a100-7062-47a9-9a68-d0b8fbb19f36 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:50.957133 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c5d5a100-7062-47a9-9a68-d0b8fbb19f36 tempest-ServersTestBootFromVolume-1124987621 tempest-ServersTestBootFromVolume-1124987621-project] 10.222.0.42 "DELETE /v2.0/floatingips/2981cab6-4010-4aae-829c-f3e1a6650667 HTTP/1.1" status: 204 len: 168 time: 1.2586434 Apr 28 19:40:50.961650 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1748f6a0-dbdb-49b5-a9f6-a36d4fc8a083 req-095b3b4b-faa8-4ca8-96c6-7653281156b7 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b59378e-21f4-46b5-97cb-2ca7e50f4c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117165 Apr 28 19:40:50.961920 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49014) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:50.962844 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:50.965883 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 406e9dc9-90da-4ed3-9ff8-f4f1a51955ac no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:40:51.053742 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7866ea67-99f0-4c3a-a392-0a76b4f3c411 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:51.058239 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7866ea67-99f0-4c3a-a392-0a76b4f3c411 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6819246 Apr 28 19:40:51.061920 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49016) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:51.071377 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 406e9dc9-90da-4ed3-9ff8-f4f1a51955ac {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:40:51.072311 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 406e9dc9-90da-4ed3-9ff8-f4f1a51955ac not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:40:51.092590 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 19:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea40378-afcc-48a1-99db-83ada13924e3 x-openstack-request-id: req-1ea40378-afcc-48a1-99db-83ada13924e3 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:40:51.092893 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e544d5-6c1e-470a-9dcb-208e54e0afff", "name": "network-vif-unplugged", "status": "completed", "tag": "b3793c05-2abf-45a5-91ac-d954df7a814f", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:40:51.093348 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1ea40378-afcc-48a1-99db-83ada13924e3 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:40:51.094641 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ea40378-afcc-48a1-99db-83ada13924e3'] response: {'server_uuid': 'b3e544d5-6c1e-470a-9dcb-208e54e0afff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3793c05-2abf-45a5-91ac-d954df7a814f', 'code': 200} Apr 28 19:40:51.116035 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a9e40-76bc-4287-a8f4-796992d79197 service neutron] Pushing event updated for resources: {'Port': ['ID=37816ae9-f631-4cbf-aba3-6ef317738e6e,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:51.124053 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-47e74712-81d1-4801-a9b7-11b0776f6712 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Request body: {'security_group_rule': {'security_group_id': '833cdf30-872d-4733-8300-7f930ed1083e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:51.124639 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b98c0293-3354-43da-b03e-3d85e2f7eae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:51.125133 n-d-839810-1 neutron-server[102773]: WARNING neutron.api.v2.base [None req-47e74712-81d1-4801-a9b7-11b0776f6712 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 28 19:40:51.126221 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-47e74712-81d1-4801-a9b7-11b0776f6712 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:40:51.131724 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49020) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:51.132090 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-47e74712-81d1-4801-a9b7-11b0776f6712 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0164845 Apr 28 19:40:51.149033 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=b3793c05-2abf-45a5-91ac-d954df7a814f,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:51.158920 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-935be48c-0adc-45c2-9a13-fc2131aa2811 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Request body: {'security_group_rule': {'security_group_id': '833cdf30-872d-4733-8300-7f930ed1083e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:51.175636 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866ea67-99f0-4c3a-a392-0a76b4f3c411 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=833cdf30-872d-4733-8300-7f930ed1083e,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:51.277930 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5debe-5332-4d77-8382-4cdd3832ab4f req-108928d1-350f-4209-85ea-68d1082dada8 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:51.279537 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-caf5debe-5332-4d77-8382-4cdd3832ab4f req-108928d1-350f-4209-85ea-68d1082dada8 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 945 time: 0.4877923 Apr 28 19:40:51.321335 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c0293-3354-43da-b03e-3d85e2f7eae0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48533aa3-5bd3-4948-a2d3-594fc981b6d2,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:51.330266 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-f96a9e40-76bc-4287-a8f4-796992d79197 service neutron] Attempting to bind port 37816ae9-f631-4cbf-aba3-6ef317738e6e on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:40:51.330583 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-f96a9e40-76bc-4287-a8f4-796992d79197 service neutron] Attempting to bind port 37816ae9-f631-4cbf-aba3-6ef317738e6e by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '45b99270-ac05-4c11-b64b-fdc435dcfa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:40:51.330959 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-f96a9e40-76bc-4287-a8f4-796992d79197 service neutron] Attempting to bind port 37816ae9-f631-4cbf-aba3-6ef317738e6e on network fa6ba32f-86e1-489e-bf69-a0854e414daf {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:40:51.338272 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a286743-f1a9-40ce-9d0b-35b07330568c req-6de22f42-c4fb-43fc-a077-52845f7b0f83 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:51.339829 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2a286743-f1a9-40ce-9d0b-35b07330568c req-6de22f42-c4fb-43fc-a077-52845f7b0f83 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1104133 Apr 28 19:40:51.354937 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-935be48c-0adc-45c2-9a13-fc2131aa2811 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:40:51.355998 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-935be48c-0adc-45c2-9a13-fc2131aa2811 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2162645 Apr 28 19:40:51.357333 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98c0293-3354-43da-b03e-3d85e2f7eae0 admin admin] Checking segment: {'id': 'a938669e-a422-4100-815a-beba9a9fac36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f69f4a5f-c2d6-44c7-ad73-929a90025ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:40:51.358534 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98c0293-3354-43da-b03e-3d85e2f7eae0 admin admin] Network hostable DHCP agents. Network: f69f4a5f-c2d6-44c7-ad73-929a90025ab3, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:40:51.363529 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49024) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:51.369853 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-f96a9e40-76bc-4287-a8f4-796992d79197 service neutron] Port 37816ae9-f631-4cbf-aba3-6ef317738e6e on network fa6ba32f-86e1-489e-bf69-a0854e414daf not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:40:51.370185 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-f96a9e40-76bc-4287-a8f4-796992d79197 service neutron] Attempting to bind port 37816ae9-f631-4cbf-aba3-6ef317738e6e on network fa6ba32f-86e1-489e-bf69-a0854e414daf {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:40:51.399424 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98c0293-3354-43da-b03e-3d85e2f7eae0 admin admin] Network f69f4a5f-c2d6-44c7-ad73-929a90025ab3 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:40:51.412162 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-bb726f5b-5190-45b6-b891-8a6b746e920e tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Request body: {'security_group_rule': {'security_group_id': '833cdf30-872d-4733-8300-7f930ed1083e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:51.412657 n-d-839810-1 neutron-server[102773]: WARNING neutron.api.v2.base [None req-bb726f5b-5190-45b6-b891-8a6b746e920e tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 28 19:40:51.413262 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-bb726f5b-5190-45b6-b891-8a6b746e920e tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:40:51.417208 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-bb726f5b-5190-45b6-b891-8a6b746e920e tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0456424 Apr 28 19:40:51.421065 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2a286743-f1a9-40ce-9d0b-35b07330568c req-fe6cad40-dd14-4624-916b-3376c6778beb tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549536 Apr 28 19:40:51.421695 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49026) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:51.427070 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-e013d42a-4e71-4612-a4c1-20119c326957 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Request body: {'security_group_rule': {'security_group_id': '833cdf30-872d-4733-8300-7f930ed1083e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:51.431776 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-b98c0293-3354-43da-b03e-3d85e2f7eae0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, f69f4a5f-c2d6-44c7-ad73-929a90025ab3) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:51.440356 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98c0293-3354-43da-b03e-3d85e2f7eae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:51.441115 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b98c0293-3354-43da-b03e-3d85e2f7eae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:51.441829 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299ffaf3-31a2-4d1c-96a0-e8bc80b37b57 None None] Network f69f4a5f-c2d6-44c7-ad73-929a90025ab3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:40:51.477428 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-f96a9e40-76bc-4287-a8f4-796992d79197 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:40:51.478061 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-f96a9e40-76bc-4287-a8f4-796992d79197 service neutron] Checking segment: {'id': '45b99270-ac05-4c11-b64b-fdc435dcfa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:40:51.478061 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-f96a9e40-76bc-4287-a8f4-796992d79197 service neutron] Bound using segment: {'id': '45b99270-ac05-4c11-b64b-fdc435dcfa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:40:51.478432 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-f96a9e40-76bc-4287-a8f4-796992d79197 service neutron] Bound port: 37816ae9-f631-4cbf-aba3-6ef317738e6e, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b99270-ac05-4c11-b64b-fdc435dcfa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:40:51.487792 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b98c0293-3354-43da-b03e-3d85e2f7eae0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9334185 Apr 28 19:40:51.487792 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49028) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:51.490007 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-f96a9e40-76bc-4287-a8f4-796992d79197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:51.496831 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-b2c95903-4289-4d68-877f-82ed974b914f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1059154151-router', 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:51.506280 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-caf5debe-5332-4d77-8382-4cdd3832ab4f req-8572928a-63af-4529-a781-9a8a61347432 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019396 Apr 28 19:40:51.553367 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b2c95903-4289-4d68-877f-82ed974b914f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:51.554900 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b2c95903-4289-4d68-877f-82ed974b914f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:51.559773 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-e013d42a-4e71-4612-a4c1-20119c326957 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:40:51.561653 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e013d42a-4e71-4612-a4c1-20119c326957 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1383779 Apr 28 19:40:51.564928 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49030) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:51.578623 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-b97618af-d2b0-45cc-aa7d-b678a91956fa tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Request body: {'security_group_rule': {'security_group_id': '833cdf30-872d-4733-8300-7f930ed1083e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:51.579403 n-d-839810-1 neutron-server[102774]: WARNING neutron.api.v2.base [None req-b97618af-d2b0-45cc-aa7d-b678a91956fa tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 28 19:40:51.579942 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-b97618af-d2b0-45cc-aa7d-b678a91956fa tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:40:51.585811 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b97618af-d2b0-45cc-aa7d-b678a91956fa tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0183918 Apr 28 19:40:51.594618 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49032) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:51.613928 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-d63e29d0-0e16-4336-a5ba-4288d6c759ee tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Request body: {'security_group_rule': {'security_group_id': '833cdf30-872d-4733-8300-7f930ed1083e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:51.620297 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1df8ea7f-e460-491f-aa4f-28c7f111393b req-bdd9fa5c-6839-4a0d-ab7c-42067891b556 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:51.690435 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b2c95903-4289-4d68-877f-82ed974b914f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:51.690917 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9fa5c-6839-4a0d-ab7c-42067891b556 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Pushing event deleted for resources: {'Port': ['ID=b3793c05-2abf-45a5-91ac-d954df7a814f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:51.723872 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-f96a9e40-76bc-4287-a8f4-796992d79197 service neutron] For port 37816ae9-f631-4cbf-aba3-6ef317738e6e, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:40:51.759468 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d20725-154e-4bb4-ba67-bef119ac3a98 req-5c5ee445-6cf3-49de-ac81-4a5a85087cf0 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:51.768538 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-18d20725-154e-4bb4-ba67-bef119ac3a98 req-5c5ee445-6cf3-49de-ac81-4a5a85087cf0 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3e544d5-6c1e-470a-9dcb-208e54e0afff HTTP/1.1" status: 200 len: 945 time: 0.1741841 Apr 28 19:40:51.771889 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035601bf-35d8-4e0a-8fb0-c1ac452459b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-f69f4a5f-c2d6-44c7-ad73-929a90025ab3', 'network_id': 'f69f4a5f-c2d6-44c7-ad73-929a90025ab3', 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'fixed_ips': [{'subnet_id': '48533aa3-5bd3-4948-a2d3-594fc981b6d2'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:40:51.773288 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-035601bf-35d8-4e0a-8fb0-c1ac452459b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:51.804939 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-f96a9e40-76bc-4287-a8f4-796992d79197 service neutron] For port 37816ae9-f631-4cbf-aba3-6ef317738e6e, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=37816ae9-f631-4cbf-aba3-6ef317738e6e,segment=NetworkSegment(45b99270-ac05-4c11-b64b-fdc435dcfa6a),segment_id=45b99270-ac05-4c11-b64b-fdc435dcfa6a)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:40:51.834618 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df8ea7f-e460-491f-aa4f-28c7f111393b req-bdd9fa5c-6839-4a0d-ab7c-42067891b556 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] No DVR routers for this DVR port b3793c05-2abf-45a5-91ac-d954df7a814f on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:40:51.839983 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1df8ea7f-e460-491f-aa4f-28c7f111393b req-bdd9fa5c-6839-4a0d-ab7c-42067891b556 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:51.845996 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1df8ea7f-e460-491f-aa4f-28c7f111393b req-bdd9fa5c-6839-4a0d-ab7c-42067891b556 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.15 "DELETE /v2.0/ports/b3793c05-2abf-45a5-91ac-d954df7a814f HTTP/1.1" status: 204 len: 173 time: 1.7310562 Apr 28 19:40:51.879349 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-f96a9e40-76bc-4287-a8f4-796992d79197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:51.981141 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-035601bf-35d8-4e0a-8fb0-c1ac452459b9 None None] Allocated IP 172.20.0.2 (f69f4a5f-c2d6-44c7-ad73-929a90025ab3/48533aa3-5bd3-4948-a2d3-594fc981b6d2/f42c7c1b-046a-4450-a09b-3c0426d62e31) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:40:51.985788 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-f96a9e40-76bc-4287-a8f4-796992d79197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:51.986417 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-f96a9e40-76bc-4287-a8f4-796992d79197 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:51.987925 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-f96a9e40-76bc-4287-a8f4-796992d79197 service neutron] 10.222.0.44 "PUT /v2.0/ports/37816ae9-f631-4cbf-aba3-6ef317738e6e HTTP/1.1" status: 200 len: 1091 time: 2.3709786 Apr 28 19:40:52.026734 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c573095e-90dc-4cac-aea6-e3bc1a6280de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:52.253398 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e544d5-6c1e-470a-9dcb-208e54e0afff', 'name': 'network-vif-deleted', 'tag': 'b3793c05-2abf-45a5-91ac-d954df7a814f'}, {'name': 'network-changed', 'server_uuid': 'c1f514c1-25a8-4a2d-a180-66ee9ae28f67', 'tag': '37816ae9-f631-4cbf-aba3-6ef317738e6e'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:52.255907 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ee8c18-29fb-444d-9911-b374f647dda7" -d '{"events": [{"server_uuid": "b3e544d5-6c1e-470a-9dcb-208e54e0afff", "name": "network-vif-deleted", "tag": "b3793c05-2abf-45a5-91ac-d954df7a814f"}, {"name": "network-changed", "server_uuid": "c1f514c1-25a8-4a2d-a180-66ee9ae28f67", "tag": "37816ae9-f631-4cbf-aba3-6ef317738e6e"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:40:52.328885 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-035601bf-35d8-4e0a-8fb0-c1ac452459b9 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:52.342373 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-035601bf-35d8-4e0a-8fb0-c1ac452459b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:52.352687 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-d63e29d0-0e16-4336-a5ba-4288d6c759ee tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:40:52.353818 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d63e29d0-0e16-4336-a5ba-4288d6c759ee tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7581673 Apr 28 19:40:52.367167 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49038) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:52.373388 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-598b42ad-d55b-4217-afa8-f8c90d31f195 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Request body: {'security_group_rule': {'security_group_id': '833cdf30-872d-4733-8300-7f930ed1083e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:52.373939 n-d-839810-1 neutron-server[102774]: WARNING neutron.api.v2.base [None req-598b42ad-d55b-4217-afa8-f8c90d31f195 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 28 19:40:52.374436 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-598b42ad-d55b-4217-afa8-f8c90d31f195 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:40:52.376675 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-598b42ad-d55b-4217-afa8-f8c90d31f195 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0080614 Apr 28 19:40:52.381128 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49040) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:52.387001 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-9934662d-b6fb-4a1d-8c2f-6a8db73868a6 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Request body: {'security_group_rule': {'security_group_id': '833cdf30-872d-4733-8300-7f930ed1083e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:52.409747 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a9e40-76bc-4287-a8f4-796992d79197 service neutron] Pushing event updated for resources: {'Port': ['ID=37816ae9-f631-4cbf-aba3-6ef317738e6e,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:52.418822 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035601bf-35d8-4e0a-8fb0-c1ac452459b9 None None] Network f69f4a5f-c2d6-44c7-ad73-929a90025ab3 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:40:52.428654 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-035601bf-35d8-4e0a-8fb0-c1ac452459b9 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:52.439592 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035601bf-35d8-4e0a-8fb0-c1ac452459b9 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:40:52.445819 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035601bf-35d8-4e0a-8fb0-c1ac452459b9 None None] Pushing event updated for resources: {'Port': ['ID=f42c7c1b-046a-4450-a09b-3c0426d62e31,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:52.483644 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-b832d599-cf74-415a-8912-ace6a254b064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:52.485317 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-b832d599-cf74-415a-8912-ace6a254b064 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98a6d5da4ca84f3b93f1251e2d3cf2d8&device_id=c1f514c1-25a8-4a2d-a180-66ee9ae28f67 HTTP/1.1" status: 200 len: 1094 time: 0.4130306 Apr 28 19:40:52.494978 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-1df8ea7f-e460-491f-aa4f-28c7f111393b req-6af0ac88-343e-436e-be2e-f7f2ffee97c2 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Deleting port 623aecad-69d1-4750-946a-8c71b3291213 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:40:52.495351 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1df8ea7f-e460-491f-aa4f-28c7f111393b req-6af0ac88-343e-436e-be2e-f7f2ffee97c2 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:52.524562 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-18d20725-154e-4bb4-ba67-bef119ac3a98 req-ed548aa8-554d-46e5-a4db-281c0083fd19 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7552176 Apr 28 19:40:52.529018 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b2c95903-4289-4d68-877f-82ed974b914f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:52.561301 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-035601bf-35d8-4e0a-8fb0-c1ac452459b9 None None] Attempting to bind port f42c7c1b-046a-4450-a09b-3c0426d62e31 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:40:52.561946 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-035601bf-35d8-4e0a-8fb0-c1ac452459b9 None None] Attempting to bind port f42c7c1b-046a-4450-a09b-3c0426d62e31 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'a938669e-a422-4100-815a-beba9a9fac36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f69f4a5f-c2d6-44c7-ad73-929a90025ab3'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:40:52.562523 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035601bf-35d8-4e0a-8fb0-c1ac452459b9 None None] Attempting to bind port f42c7c1b-046a-4450-a09b-3c0426d62e31 on network f69f4a5f-c2d6-44c7-ad73-929a90025ab3 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:40:52.570996 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035601bf-35d8-4e0a-8fb0-c1ac452459b9 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:40:52.570996 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035601bf-35d8-4e0a-8fb0-c1ac452459b9 None None] Checking segment: {'id': 'a938669e-a422-4100-815a-beba9a9fac36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f69f4a5f-c2d6-44c7-ad73-929a90025ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:40:52.571505 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-035601bf-35d8-4e0a-8fb0-c1ac452459b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:52.571848 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035601bf-35d8-4e0a-8fb0-c1ac452459b9 None None] Bound using segment: {'id': 'a938669e-a422-4100-815a-beba9a9fac36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f69f4a5f-c2d6-44c7-ad73-929a90025ab3'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:40:52.572591 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-035601bf-35d8-4e0a-8fb0-c1ac452459b9 None None] Bound port: f42c7c1b-046a-4450-a09b-3c0426d62e31, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a938669e-a422-4100-815a-beba9a9fac36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f69f4a5f-c2d6-44c7-ad73-929a90025ab3'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:40:52.573034 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-035601bf-35d8-4e0a-8fb0-c1ac452459b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:52.614382 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-9934662d-b6fb-4a1d-8c2f-6a8db73868a6 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:40:52.619502 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9934662d-b6fb-4a1d-8c2f-6a8db73868a6 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2371597 Apr 28 19:40:52.622010 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49046) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:52.623151 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30708f0c-0f9c-4531-bb9c-214cc06c6c5e req-8e971db7-31e0-45cf-a862-bfbe42ea8cd7 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:52.629253 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-b4ddd7ec-2ab7-465a-85b2-9b2b64b00790 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Request body: {'security_group_rule': {'security_group_id': '833cdf30-872d-4733-8300-7f930ed1083e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:52.632471 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-30708f0c-0f9c-4531-bb9c-214cc06c6c5e req-8e971db7-31e0-45cf-a862-bfbe42ea8cd7 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1f514c1-25a8-4a2d-a180-66ee9ae28f67 HTTP/1.1" status: 200 len: 943 time: 0.4789326 Apr 28 19:40:52.666631 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 28 Apr 2022 19:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e0fcc4-9509-445f-9fbe-f37a189569f4 x-openstack-request-id: req-d7e0fcc4-9509-445f-9fbe-f37a189569f4 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:40:52.667039 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e544d5-6c1e-470a-9dcb-208e54e0afff", "name": "network-vif-deleted", "tag": "b3793c05-2abf-45a5-91ac-d954df7a814f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c1f514c1-25a8-4a2d-a180-66ee9ae28f67", "tag": "37816ae9-f631-4cbf-aba3-6ef317738e6e", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:40:52.667272 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d7e0fcc4-9509-445f-9fbe-f37a189569f4 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:40:52.667758 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7e0fcc4-9509-445f-9fbe-f37a189569f4'] response: {'server_uuid': 'b3e544d5-6c1e-470a-9dcb-208e54e0afff', 'name': 'network-vif-deleted', 'tag': 'b3793c05-2abf-45a5-91ac-d954df7a814f', 'status': 'completed', 'code': 200} Apr 28 19:40:52.668572 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7e0fcc4-9509-445f-9fbe-f37a189569f4'] response: {'name': 'network-changed', 'server_uuid': 'c1f514c1-25a8-4a2d-a180-66ee9ae28f67', 'tag': '37816ae9-f631-4cbf-aba3-6ef317738e6e', 'status': 'completed', 'code': 200} Apr 28 19:40:52.707253 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-035601bf-35d8-4e0a-8fb0-c1ac452459b9 None None] For port f42c7c1b-046a-4450-a09b-3c0426d62e31, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:40:52.714514 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-035601bf-35d8-4e0a-8fb0-c1ac452459b9 None None] For port f42c7c1b-046a-4450-a09b-3c0426d62e31, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=f42c7c1b-046a-4450-a09b-3c0426d62e31,segment=NetworkSegment(a938669e-a422-4100-815a-beba9a9fac36),segment_id=a938669e-a422-4100-815a-beba9a9fac36)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:40:52.728584 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 623aecad-69d1-4750-946a-8c71b3291213 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:40:52.739853 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-b4ddd7ec-2ab7-465a-85b2-9b2b64b00790 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:40:52.740054 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-035601bf-35d8-4e0a-8fb0-c1ac452459b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:52.744679 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b4ddd7ec-2ab7-465a-85b2-9b2b64b00790 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1211343 Apr 28 19:40:52.746905 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49048) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:52.788470 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-1df8ea7f-e460-491f-aa4f-28c7f111393b req-6af0ac88-343e-436e-be2e-f7f2ffee97c2 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] For port 623aecad-69d1-4750-946a-8c71b3291213, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=623aecad-69d1-4750-946a-8c71b3291213,segment=NetworkSegment(41866c30-ce01-47ee-b105-b7a84d1d7bb6),segment_id=41866c30-ce01-47ee-b105-b7a84d1d7bb6)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:52.788916 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1df8ea7f-e460-491f-aa4f-28c7f111393b req-6af0ac88-343e-436e-be2e-f7f2ffee97c2 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:52.806657 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-1df8ea7f-e460-491f-aa4f-28c7f111393b req-6af0ac88-343e-436e-be2e-f7f2ffee97c2 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Calling delete_port for 623aecad-69d1-4750-946a-8c71b3291213 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:40:52.846726 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035601bf-35d8-4e0a-8fb0-c1ac452459b9 None None] Pushing event updated for resources: {'Port': ['ID=f42c7c1b-046a-4450-a09b-3c0426d62e31,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:52.940305 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:52.946678 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f2b4-6ea4-4772-8fbf-f59483631ed4 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:52.968666 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cda69d-14d0-48bf-9cc7-b2b894d6af00 req-66636743-17b0-43e8-a6ec-cb9c93f9c7e8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:52.970660 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-63cda69d-14d0-48bf-9cc7-b2b894d6af00 req-66636743-17b0-43e8-a6ec-cb9c93f9c7e8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1916192 Apr 28 19:40:53.000005 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-05fea2cc-08e6-4626-b964-9f352bd4a9f5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37816ae9-f631-4cbf-aba3-6ef317738e6e HTTP/1.1" status: 200 len: 217 time: 0.4966631 Apr 28 19:40:53.061822 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1df8ea7f-e460-491f-aa4f-28c7f111393b req-6af0ac88-343e-436e-be2e-f7f2ffee97c2 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:53.086282 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-30708f0c-0f9c-4531-bb9c-214cc06c6c5e req-e0058acf-234f-4759-a43f-9dea09c68cfa tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b59378e-21f4-46b5-97cb-2ca7e50f4c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4527736 Apr 28 19:40:53.116700 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f2b4-6ea4-4772-8fbf-f59483631ed4 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:53.142591 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af0ac88-343e-436e-be2e-f7f2ffee97c2 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Pushing event deleted for resources: {'Port': ['ID=623aecad-69d1-4750-946a-8c71b3291213,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:53.168357 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-b1571394-c0b1-40c3-9c20-a0362b1f70c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:53.170504 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-b1571394-c0b1-40c3-9c20-a0362b1f70c8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7a2f793-5447-48fe-83df-017889e9d0fc HTTP/1.1" status: 200 len: 854 time: 0.1541429 Apr 28 19:40:53.240694 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b2c95903-4289-4d68-877f-82ed974b914f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:53.278312 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b2c95903-4289-4d68-877f-82ed974b914f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:53.289315 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-63cda69d-14d0-48bf-9cc7-b2b894d6af00 req-82b4b18a-15b5-439e-9771-fb818b353e92 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2934830 Apr 28 19:40:53.374488 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f2b4-6ea4-4772-8fbf-f59483631ed4 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:53.378545 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f2b4-6ea4-4772-8fbf-f59483631ed4 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:53.383341 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b6b1f2b4-6ea4-4772-8fbf-f59483631ed4 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "DELETE /v2.0/security-groups/833cdf30-872d-4733-8300-7f930ed1083e HTTP/1.1" status: 204 len: 168 time: 0.6350036 Apr 28 19:40:53.390637 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49052) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:53.413487 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:53.447925 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1f2b4-6ea4-4772-8fbf-f59483631ed4 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=833cdf30-872d-4733-8300-7f930ed1083e,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:53.538375 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1da93568-4f13-4334-92bd-dede0a83681e tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1335795 Apr 28 19:40:53.539074 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49054) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:53.540519 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-b2c95903-4289-4d68-877f-82ed974b914f admin admin] Allocated IP 172.25.8.112 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/202abbd7-1717-4e5b-aeda-948355678d3a) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:40:53.549588 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-a795da68-6ce8-47f3-a7f1-ab6771c77d48 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Request body: {'security_group': {'name': 'tempest-secgroup--125314091'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:53.709141 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a795da68-6ce8-47f3-a7f1-ab6771c77d48 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:53.738080 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2732c2b4-c0c6-4124-b6aa-6cb16f3a9266 req-d5f7293a-cb11-452d-ac27-83d8625e89c0 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3e544d5-6c1e-470a-9dcb-208e54e0afff HTTP/1.1" status: 200 len: 210 time: 0.0868435 Apr 28 19:40:53.779661 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df8ea7f-e460-491f-aa4f-28c7f111393b req-6af0ac88-343e-436e-be2e-f7f2ffee97c2 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] No DVR routers for this DVR port 623aecad-69d1-4750-946a-8c71b3291213 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:40:53.784278 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1df8ea7f-e460-491f-aa4f-28c7f111393b req-6af0ac88-343e-436e-be2e-f7f2ffee97c2 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:53.788211 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1df8ea7f-e460-491f-aa4f-28c7f111393b req-6af0ac88-343e-436e-be2e-f7f2ffee97c2 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.15 "DELETE /v2.0/ports/623aecad-69d1-4750-946a-8c71b3291213 HTTP/1.1" status: 204 len: 173 time: 1.8906558 Apr 28 19:40:53.819300 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-faff07b5-f1f5-4af1-b920-c5fea5337049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:53.821231 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-faff07b5-f1f5-4af1-b920-c5fea5337049 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa6ba32f-86e1-489e-bf69-a0854e414daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008718 Apr 28 19:40:53.831613 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a94ab68-1fea-4ac5-b7ff-b0d6f4fbff41 req-d1947fe0-8802-43e1-ac48-c63e57e8a91e tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:53.833067 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5a94ab68-1fea-4ac5-b7ff-b0d6f4fbff41 req-d1947fe0-8802-43e1-ac48-c63e57e8a91e tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 945 time: 0.1448958 Apr 28 19:40:53.835964 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-db454f26-aa56-4334-8590-dbd421b8cb67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:53.859697 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b2c95903-4289-4d68-877f-82ed974b914f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:53.892647 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a795da68-6ce8-47f3-a7f1-ab6771c77d48 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:53.898158 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a795da68-6ce8-47f3-a7f1-ab6771c77d48 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:53.928221 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a795da68-6ce8-47f3-a7f1-ab6771c77d48 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:53.929709 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a795da68-6ce8-47f3-a7f1-ab6771c77d48 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3864999 Apr 28 19:40:53.949306 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49058) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:53.955992 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-13b696f3-c9b9-46c4-bc01-11ddf1581966 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Request body: {'security_group_rule': {'security_group_id': '7917928f-b3c7-44e7-a86f-114126905bfc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:54.002450 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795da68-6ce8-47f3-a7f1-ab6771c77d48 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7917928f-b3c7-44e7-a86f-114126905bfc,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:54.031263 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5a94ab68-1fea-4ac5-b7ff-b0d6f4fbff41 req-ab6832a7-adb5-410f-b805-c1f7cff45dca tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839812 Apr 28 19:40:54.032748 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b2c95903-4289-4d68-877f-82ed974b914f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:54.081329 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c95903-4289-4d68-877f-82ed974b914f admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:40:54.085077 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-b2c95903-4289-4d68-877f-82ed974b914f admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:54.098509 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c95903-4289-4d68-877f-82ed974b914f admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:40:54.101010 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-13b696f3-c9b9-46c4-bc01-11ddf1581966 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] create failed (client error): The resource could not be found. Apr 28 19:40:54.102179 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-13b696f3-c9b9-46c4-bc01-11ddf1581966 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1517429 Apr 28 19:40:54.105637 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49060) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:54.108944 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-c7bef742-b84f-42f7-b98c-393cefe8753a service neutron] 10.222.0.44 "GET /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708168 Apr 28 19:40:54.142583 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-5d30f9fc-d5c4-46a5-9dc0-b516510b9ef9 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Request body: {'security_group_rule': {'security_group_id': '7917928f-b3c7-44e7-a86f-114126905bfc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a02b5333-904d-4ce3-80b3-45e58fb94a27'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:54.159162 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c95903-4289-4d68-877f-82ed974b914f admin admin] Pushing event updated for resources: {'Port': ['ID=202abbd7-1717-4e5b-aeda-948355678d3a,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:54.283178 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-374f07d3-ffa3-4d1a-847b-86ecd794699c req-51269c64-0c98-42fa-90ff-497299b33342 service neutron] 10.222.0.44 "GET /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329195 Apr 28 19:40:54.370355 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-5d30f9fc-d5c4-46a5-9dc0-b516510b9ef9 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] create failed (client error): The resource could not be found. Apr 28 19:40:54.370640 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5d30f9fc-d5c4-46a5-9dc0-b516510b9ef9 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2620635 Apr 28 19:40:54.376237 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49064) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:54.450729 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee8c18-29fb-444d-9911-b374f647dda7 req-1eabfa1e-6343-46d7-8524-252ba2146a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:54.453238 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-21ee8c18-29fb-444d-9911-b374f647dda7 req-1eabfa1e-6343-46d7-8524-252ba2146a5d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98a6d5da4ca84f3b93f1251e2d3cf2d8&device_id=c1f514c1-25a8-4a2d-a180-66ee9ae28f67 HTTP/1.1" status: 200 len: 1094 time: 0.0674477 Apr 28 19:40:54.478130 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-db454f26-aa56-4334-8590-dbd421b8cb67 admin admin] Deleting port 24e94f92-e6f5-43d7-b3c4-e4a2ba841fda {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:40:54.478485 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-db454f26-aa56-4334-8590-dbd421b8cb67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:54.481119 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb76d1-df37-403e-95fc-528137c9f014 req-c003ddd2-fe3b-46b5-85cf-14f2540f0d1a tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:54.486366 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device f42c7c1b-046a-4450-a09b-3c0426d62e31 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:40:54.503224 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-43eb76d1-df37-403e-95fc-528137c9f014 req-c003ddd2-fe3b-46b5-85cf-14f2540f0d1a tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1f514c1-25a8-4a2d-a180-66ee9ae28f67 HTTP/1.1" status: 200 len: 943 time: 0.3099806 Apr 28 19:40:54.581286 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port f42c7c1b-046a-4450-a09b-3c0426d62e31 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:54.581743 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:54.632688 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5074ba16-e4af-439d-bfde-3a6c9971d257 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:54.655909 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee8c18-29fb-444d-9911-b374f647dda7 req-a0bb53c7-6161-413b-b307-3167e5143704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:54.657516 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-21ee8c18-29fb-444d-9911-b374f647dda7 req-a0bb53c7-6161-413b-b307-3167e5143704 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fa6ba32f-86e1-489e-bf69-a0854e414daf HTTP/1.1" status: 200 len: 916 time: 0.1968377 Apr 28 19:40:54.663257 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3698d0de-1da7-40e5-954f-c4e0ce3c292e None None] Network f69f4a5f-c2d6-44c7-ad73-929a90025ab3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:40:54.675762 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-43eb76d1-df37-403e-95fc-528137c9f014 req-4f91e5af-1a26-49a9-bf40-b78e919cb235 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b59378e-21f4-46b5-97cb-2ca7e50f4c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715446 Apr 28 19:40:54.708176 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5074ba16-e4af-439d-bfde-3a6c9971d257 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:54.721905 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e544d5-6c1e-470a-9dcb-208e54e0afff', 'name': 'network-vif-deleted', 'tag': '623aecad-69d1-4750-946a-8c71b3291213'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:54.724797 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71871d42-80bf-4efc-b096-bb1c2ca8c2e9" -d '{"events": [{"server_uuid": "b3e544d5-6c1e-470a-9dcb-208e54e0afff", "name": "network-vif-deleted", "tag": "623aecad-69d1-4750-946a-8c71b3291213"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:40:54.729201 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-21ee8c18-29fb-444d-9911-b374f647dda7 req-3f464980-a949-407f-be28-45525fc04993 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37816ae9-f631-4cbf-aba3-6ef317738e6e HTTP/1.1" status: 200 len: 217 time: 0.0630131 Apr 28 19:40:54.729368 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b2c95903-4289-4d68-877f-82ed974b914f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:54.758728 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-db454f26-aa56-4334-8590-dbd421b8cb67 admin admin] For port 24e94f92-e6f5-43d7-b3c4-e4a2ba841fda, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=24e94f92-e6f5-43d7-b3c4-e4a2ba841fda,segment=NetworkSegment(cfb04298-e32d-4c40-aa62-175ffe0c1387),segment_id=cfb04298-e32d-4c40-aa62-175ffe0c1387)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:54.759422 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-db454f26-aa56-4334-8590-dbd421b8cb67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:54.766938 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:54.801350 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-5ccab8c9-5450-4e6d-88cd-dd9bf1585222 None None] Provisioning complete for port f42c7c1b-046a-4450-a09b-3c0426d62e31 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:54.802057 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5ccab8c9-5450-4e6d-88cd-dd9bf1585222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:54.815729 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-db454f26-aa56-4334-8590-dbd421b8cb67 admin admin] Calling delete_port for 24e94f92-e6f5-43d7-b3c4-e4a2ba841fda owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:40:54.837069 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49070) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:54.854959 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2bc13a2-779d-4d5b-9c3d-92603a9b7efa x-openstack-request-id: req-d2bc13a2-779d-4d5b-9c3d-92603a9b7efa {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:40:54.855333 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e544d5-6c1e-470a-9dcb-208e54e0afff", "name": "network-vif-deleted", "tag": "623aecad-69d1-4750-946a-8c71b3291213", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:40:54.855660 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d2bc13a2-779d-4d5b-9c3d-92603a9b7efa {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:40:54.856144 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2bc13a2-779d-4d5b-9c3d-92603a9b7efa'] response: {'server_uuid': 'b3e544d5-6c1e-470a-9dcb-208e54e0afff', 'name': 'network-vif-deleted', 'tag': '623aecad-69d1-4750-946a-8c71b3291213', 'status': 'completed', 'code': 200} Apr 28 19:40:54.870739 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5074ba16-e4af-439d-bfde-3a6c9971d257 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:54.874586 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5074ba16-e4af-439d-bfde-3a6c9971d257 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:54.875679 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5074ba16-e4af-439d-bfde-3a6c9971d257 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "DELETE /v2.0/security-groups/7917928f-b3c7-44e7-a86f-114126905bfc HTTP/1.1" status: 204 len: 168 time: 0.4982312 Apr 28 19:40:54.881180 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49072) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:54.911464 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074ba16-e4af-439d-bfde-3a6c9971d257 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7917928f-b3c7-44e7-a86f-114126905bfc,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:54.916487 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port f42c7c1b-046a-4450-a09b-3c0426d62e31, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=f42c7c1b-046a-4450-a09b-3c0426d62e31,segment=NetworkSegment(a938669e-a422-4100-815a-beba9a9fac36),segment_id=a938669e-a422-4100-815a-beba9a9fac36)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:54.938845 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee8c18-29fb-444d-9911-b374f647dda7 req-12a0e8e0-61dd-4a74-a3c5-85064b2c21fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:54.940915 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:54.941888 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-21ee8c18-29fb-444d-9911-b374f647dda7 req-12a0e8e0-61dd-4a74-a3c5-85064b2c21fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7a2f793-5447-48fe-83df-017889e9d0fc HTTP/1.1" status: 200 len: 854 time: 0.1941233 Apr 28 19:40:55.032978 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5139004d-8e87-41c8-88b7-9909ada922f8 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1487334 Apr 28 19:40:55.033414 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d9f5ec8-c58a-45d1-a1d6-1d1c1724fe84 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Deleting subnet 62504ae3-754b-460a-951a-67e89df6d5a8 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:40:55.037139 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49076) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:55.041596 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-e4f3c8a0-f8f1-4882-aa74-738e139da284 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Request body: {'security_group_rule': {'security_group_id': 'e6699443-4c3d-4d43-8a54-3d328a5cab43', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:55.042069 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0d9f5ec8-c58a-45d1-a1d6-1d1c1724fe84 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:55.076019 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=f42c7c1b-046a-4450-a09b-3c0426d62e31,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:55.078617 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b2c95903-4289-4d68-877f-82ed974b914f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:55.150206 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee8c18-29fb-444d-9911-b374f647dda7 req-26c7b1e4-f5cd-4eda-8c9f-28bcc32b1dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:55.152873 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-21ee8c18-29fb-444d-9911-b374f647dda7 req-26c7b1e4-f5cd-4eda-8c9f-28bcc32b1dda service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa6ba32f-86e1-489e-bf69-a0854e414daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1998146 Apr 28 19:40:55.197585 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0d9f5ec8-c58a-45d1-a1d6-1d1c1724fe84 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:55.249106 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-e4f3c8a0-f8f1-4882-aa74-738e139da284 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] create failed (client error): The resource could not be found. Apr 28 19:40:55.253917 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e4f3c8a0-f8f1-4882-aa74-738e139da284 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2156811 Apr 28 19:40:55.257347 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49080) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:55.263711 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-724ea6e9-106b-40ac-8e7d-f471172892a9 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Request body: {'security_group': {'name': 'tempest-secgroup--554771940'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:55.286899 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ad8de-537d-45bb-a953-99b2a6496562 req-1d00a2b1-c0bc-46c3-8442-a9510be30e17 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:55.288863 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bd0ad8de-537d-45bb-a953-99b2a6496562 req-1d00a2b1-c0bc-46c3-8442-a9510be30e17 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 945 time: 0.1767120 Apr 28 19:40:55.333057 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-724ea6e9-106b-40ac-8e7d-f471172892a9 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:55.387049 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bd0ad8de-537d-45bb-a953-99b2a6496562 req-9ddd5b5e-15af-46db-9a3a-9bca8779f84c tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882804 Apr 28 19:40:55.414157 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-21ee8c18-29fb-444d-9911-b374f647dda7 req-4e3347d2-8632-4caf-bc6d-73bff3a5124b service neutron] 10.222.0.44 "GET /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507617 Apr 28 19:40:55.421339 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c95903-4289-4d68-877f-82ed974b914f admin admin] Router 95fd222d-28fd-468e-9a61-1b82b6f296a3 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:40:55.451898 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0d9f5ec8-c58a-45d1-a1d6-1d1c1724fe84 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:55.511643 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-ac495a4f-7461-417a-a567-32a65897ba20 None None] Provisioning complete for port f42c7c1b-046a-4450-a09b-3c0426d62e31 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:55.512229 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ac495a4f-7461-417a-a567-32a65897ba20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:55.531568 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-724ea6e9-106b-40ac-8e7d-f471172892a9 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:55.541148 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-724ea6e9-106b-40ac-8e7d-f471172892a9 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:55.580786 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-db454f26-aa56-4334-8590-dbd421b8cb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:55.605279 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663969e5-c955-4d55-803c-c65ccd19db9f req-2c537fa7-1dde-441a-981d-d9e579e26a95 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:55.606927 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-663969e5-c955-4d55-803c-c65ccd19db9f req-2c537fa7-1dde-441a-981d-d9e579e26a95 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b&tenant_id=65106efa94b44e66ac09133941d375fb&binding%3Ahost_id=n-h1-839810-1 HTTP/1.1" status: 200 len: 1096 time: 0.1750379 Apr 28 19:40:55.621469 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-724ea6e9-106b-40ac-8e7d-f471172892a9 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:55.626215 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-724ea6e9-106b-40ac-8e7d-f471172892a9 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3663266 Apr 28 19:40:55.626816 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49082) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:55.630686 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-663969e5-c955-4d55-803c-c65ccd19db9f req-6dd3c9aa-b09c-4a26-9dc1-064bf1268b54 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-839810-1'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:55.631427 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db454f26-aa56-4334-8590-dbd421b8cb67 admin admin] Pushing event deleted for resources: {'Port': ['ID=24e94f92-e6f5-43d7-b3c4-e4a2ba841fda,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:55.638092 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-21ee8c18-29fb-444d-9911-b374f647dda7 req-4979173d-3c90-402a-97ae-96170bca0453 service neutron] 10.222.0.44 "GET /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016566 Apr 28 19:40:55.641609 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0d9f5ec8-c58a-45d1-a1d6-1d1c1724fe84 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:55.645660 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-f7b5f68d-9bbf-4de3-ad8d-b34e6b77dafd tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Request body: {'security_group': {'name': 'tempest-secgroup--306596459'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:55.678982 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0d9f5ec8-c58a-45d1-a1d6-1d1c1724fe84 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:55.680502 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ea6e9-106b-40ac-8e7d-f471172892a9 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c38c6a2-de57-4006-8580-80dbfcae75b1,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:55.684953 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0d9f5ec8-c58a-45d1-a1d6-1d1c1724fe84 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "DELETE /v2.0/subnets/62504ae3-754b-460a-951a-67e89df6d5a8 HTTP/1.1" status: 204 len: 168 time: 0.8439956 Apr 28 19:40:55.688567 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49084) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:55.694806 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c95903-4289-4d68-877f-82ed974b914f admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:40:55.725688 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f5ec8-c58a-45d1-a1d6-1d1c1724fe84 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Pushing event deleted for resources: {'Subnet': ['ID=62504ae3-754b-460a-951a-67e89df6d5a8,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:55.757407 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d085a6-f36e-4e94-bc20-d6493f876a19 None None] Network 524e543f-5be1-40e0-ac50-c689256cd026 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:40:55.772768 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7b5f68d-9bbf-4de3-ad8d-b34e6b77dafd tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:55.785485 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf72b47-89ab-4533-99a0-5d0e7bbf6ab2 None None] Sync routers for ids ['95fd222d-28fd-468e-9a61-1b82b6f296a3'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:40:55.808770 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:55.840997 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b2c95903-4289-4d68-877f-82ed974b914f admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:55.845752 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b2c95903-4289-4d68-877f-82ed974b914f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3580170 Apr 28 19:40:55.852650 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49088) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:55.867960 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-663969e5-c955-4d55-803c-c65ccd19db9f req-6dd3c9aa-b09c-4a26-9dc1-064bf1268b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:55.940810 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf72b47-89ab-4533-99a0-5d0e7bbf6ab2 None None] Routers {'95fd222d-28fd-468e-9a61-1b82b6f296a3'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:40:55.941726 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-5bf72b47-89ab-4533-99a0-5d0e7bbf6ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:40:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['95fd222d-28fd-468e-9a61-1b82b6f296a3'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:55.959293 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-05b7c542-987d-4431-9da2-d21f04651d94 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:55.961786 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-db454f26-aa56-4334-8590-dbd421b8cb67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:55.984202 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82688985-4228-4a96-bbfb-ba39a8576fee req-3466e5fb-52a6-45e7-8368-58ce67325e9b tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:55.986374 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-82688985-4228-4a96-bbfb-ba39a8576fee req-3466e5fb-52a6-45e7-8368-58ce67325e9b tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1f514c1-25a8-4a2d-a180-66ee9ae28f67 HTTP/1.1" status: 200 len: 943 time: 0.1326265 Apr 28 19:40:55.997172 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7b5f68d-9bbf-4de3-ad8d-b34e6b77dafd tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:56.009160 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7b5f68d-9bbf-4de3-ad8d-b34e6b77dafd tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:56.010737 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:56.075976 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7b5f68d-9bbf-4de3-ad8d-b34e6b77dafd tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:56.080635 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f7b5f68d-9bbf-4de3-ad8d-b34e6b77dafd tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4412875 Apr 28 19:40:56.081489 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49092) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:56.110759 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-edccd74d-424e-4468-a589-b4c9cef69f6f tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Request body: {'security_group_rule': {'security_group_id': '8c38c6a2-de57-4006-8580-80dbfcae75b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'cca6f9f8-fff3-40be-bd74-74ede17e0ca9'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:56.124536 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b5f68d-9bbf-4de3-ad8d-b34e6b77dafd tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cca6f9f8-fff3-40be-bd74-74ede17e0ca9,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:56.247339 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-05b7c542-987d-4431-9da2-d21f04651d94 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Deleting port 4628d9fd-3c50-443d-86f9-9cd6016cea33 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:40:56.247339 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-05b7c542-987d-4431-9da2-d21f04651d94 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:56.271318 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-edccd74d-424e-4468-a589-b4c9cef69f6f tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:40:56.275302 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-edccd74d-424e-4468-a589-b4c9cef69f6f tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1668327 Apr 28 19:40:56.294490 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-5bf72b47-89ab-4533-99a0-5d0e7bbf6ab2 None None] Set router 95fd222d-28fd-468e-9a61-1b82b6f296a3 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:40:56.309092 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49094) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:56.360551 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-663969e5-c955-4d55-803c-c65ccd19db9f req-6dd3c9aa-b09c-4a26-9dc1-064bf1268b54 service neutron] For port d226c7a6-986b-4039-a406-328e2e2e9372, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=d226c7a6-986b-4039-a406-328e2e2e9372,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:56.441638 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-05b7c542-987d-4431-9da2-d21f04651d94 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] For port 4628d9fd-3c50-443d-86f9-9cd6016cea33, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=4628d9fd-3c50-443d-86f9-9cd6016cea33,segment=NetworkSegment(4204f595-10df-4ff9-961f-11c24ccad09b),segment_id=4204f595-10df-4ff9-961f-11c24ccad09b)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:56.442097 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-05b7c542-987d-4431-9da2-d21f04651d94 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:56.449735 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3555beb5-b28a-489b-b08a-9e4d1034f5d4 None None] DHCP port deletion for 524e543f-5be1-40e0-ac50-c689256cd026 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:40:56.481832 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-05b7c542-987d-4431-9da2-d21f04651d94 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Calling delete_port for 4628d9fd-3c50-443d-86f9-9cd6016cea33 owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:40:56.579506 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-3555beb5-b28a-489b-b08a-9e4d1034f5d4 None None] Deleting port 4628d9fd-3c50-443d-86f9-9cd6016cea33 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:40:56.580191 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3555beb5-b28a-489b-b08a-9e4d1034f5d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:56.603965 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-5bf72b47-89ab-4533-99a0-5d0e7bbf6ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'name': 'tempest-TaggedBootDevicesTest-1059154151-router', 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '202abbd7-1717-4e5b-aeda-948355678d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:40:51Z', 'updated_at': '2022-04-28T19:40:54Z', 'revision_number': 3, 'project_id': 'bc3414dc2d694e45b86b092fc773c62d', 'gw_port': {'id': '202abbd7-1717-4e5b-aeda-948355678d3a', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:53Z', 'updated_at': '2022-04-28T19:40:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:56.605708 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-82688985-4228-4a96-bbfb-ba39a8576fee req-9ac58042-ddd6-48ac-a07e-8e27584e5587 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b59378e-21f4-46b5-97cb-2ca7e50f4c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6115441 Apr 28 19:40:56.616164 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-663969e5-c955-4d55-803c-c65ccd19db9f req-6dd3c9aa-b09c-4a26-9dc1-064bf1268b54 service neutron] For port d226c7a6-986b-4039-a406-328e2e2e9372, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:40:56.621020 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device f42c7c1b-046a-4450-a09b-3c0426d62e31 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:40:56.752793 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf72b47-89ab-4533-99a0-5d0e7bbf6ab2 None None] Checking router: 95fd222d-28fd-468e-9a61-1b82b6f296a3 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:40:56.753242 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf72b47-89ab-4533-99a0-5d0e7bbf6ab2 None None] Updating router 95fd222d-28fd-468e-9a61-1b82b6f296a3 port 202abbd7-1717-4e5b-aeda-948355678d3a binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:40:56.803417 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-3555beb5-b28a-489b-b08a-9e4d1034f5d4 None None] For port 4628d9fd-3c50-443d-86f9-9cd6016cea33, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=4628d9fd-3c50-443d-86f9-9cd6016cea33,segment=NetworkSegment(4204f595-10df-4ff9-961f-11c24ccad09b),segment_id=4204f595-10df-4ff9-961f-11c24ccad09b)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:56.803829 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3555beb5-b28a-489b-b08a-9e4d1034f5d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:56.829738 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5bf72b47-89ab-4533-99a0-5d0e7bbf6ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:56.831895 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-3555beb5-b28a-489b-b08a-9e4d1034f5d4 None None] Calling delete_port for 4628d9fd-3c50-443d-86f9-9cd6016cea33 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:40:56.980642 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db454f26-aa56-4334-8590-dbd421b8cb67 admin admin] Router f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:40:56.994772 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port f42c7c1b-046a-4450-a09b-3c0426d62e31 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:56.995151 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:57.002339 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cc1b6df8-e8b6-47c4-bcf9-7e9c4b83e38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:57.013968 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0e9d77e0-a0f4-4b49-a569-861780f6b0d6 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:57.055577 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d354ea-5e70-4d42-95bd-5bcf53a9ea23 req-3ba63559-111c-4577-85d1-3b76a75264ea tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:57.057496 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-88d354ea-5e70-4d42-95bd-5bcf53a9ea23 req-3ba63559-111c-4577-85d1-3b76a75264ea tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 945 time: 0.5292752 Apr 28 19:40:57.089873 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0e9d77e0-a0f4-4b49-a569-861780f6b0d6 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:57.102292 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3139d63-a43b-4b47-99da-30a2bbb4d70b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd226c7a6-986b-4039-a406-328e2e2e9372'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:57.104862 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ca5508-b0cb-4255-8989-955e08b65dc3" -d '{"events": [{"server_uuid": "e3139d63-a43b-4b47-99da-30a2bbb4d70b", "name": "network-vif-unplugged", "status": "completed", "tag": "d226c7a6-986b-4039-a406-328e2e2e9372"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:40:57.117462 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-663969e5-c955-4d55-803c-c65ccd19db9f req-6dd3c9aa-b09c-4a26-9dc1-064bf1268b54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:57.133720 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3555beb5-b28a-489b-b08a-9e4d1034f5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:57.158686 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-663969e5-c955-4d55-803c-c65ccd19db9f req-6dd3c9aa-b09c-4a26-9dc1-064bf1268b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:57.202978 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3555beb5-b28a-489b-b08a-9e4d1034f5d4 None None] No DVR routers for this DVR port 4628d9fd-3c50-443d-86f9-9cd6016cea33 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:40:57.212291 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555beb5-b28a-489b-b08a-9e4d1034f5d4 None None] Pushing event deleted for resources: {'Port': ['ID=4628d9fd-3c50-443d-86f9-9cd6016cea33,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:57.224945 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-05b7c542-987d-4431-9da2-d21f04651d94 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:57.243086 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 37816ae9-f631-4cbf-aba3-6ef317738e6e details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:40:57.246686 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-88d354ea-5e70-4d42-95bd-5bcf53a9ea23 req-0ba160af-addd-400a-a1cc-61fa9df29b9c tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559961 Apr 28 19:40:57.248499 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 19:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28aa6b52-31ae-4dd7-984b-c78f434dd84e x-openstack-request-id: req-28aa6b52-31ae-4dd7-984b-c78f434dd84e {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:40:57.248715 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3139d63-a43b-4b47-99da-30a2bbb4d70b", "name": "network-vif-unplugged", "status": "completed", "tag": "d226c7a6-986b-4039-a406-328e2e2e9372", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:40:57.249296 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-28aa6b52-31ae-4dd7-984b-c78f434dd84e {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:40:57.249405 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28aa6b52-31ae-4dd7-984b-c78f434dd84e'] response: {'server_uuid': 'e3139d63-a43b-4b47-99da-30a2bbb4d70b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd226c7a6-986b-4039-a406-328e2e2e9372', 'code': 200} Apr 28 19:40:57.279146 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db454f26-aa56-4334-8590-dbd421b8cb67 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:40:57.293079 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae54441d-9016-418b-abbd-b3f037c1d512 None None] Sync routers for ids ['f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:40:57.307291 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0e9d77e0-a0f4-4b49-a569-861780f6b0d6 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:57.309947 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae54441d-9016-418b-abbd-b3f037c1d512 None None] Routers {'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:40:57.310478 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0e9d77e0-a0f4-4b49-a569-861780f6b0d6 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:57.311184 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ae54441d-9016-418b-abbd-b3f037c1d512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:40:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:57.311891 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0e9d77e0-a0f4-4b49-a569-861780f6b0d6 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "DELETE /v2.0/security-groups/cca6f9f8-fff3-40be-bd74-74ede17e0ca9 HTTP/1.1" status: 204 len: 168 time: 1.0016193 Apr 28 19:40:57.314142 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49100) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:57.317659 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-db454f26-aa56-4334-8590-dbd421b8cb67 admin admin] 10.222.0.42 "PUT /v2.0/routers/f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3442464 Apr 28 19:40:57.324330 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49102) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:57.325182 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b7c542-987d-4431-9da2-d21f04651d94 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] No DVR routers for this DVR port 4628d9fd-3c50-443d-86f9-9cd6016cea33 on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:40:57.390655 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-cc1b6df8-e8b6-47c4-bcf9-7e9c4b83e38d admin admin] Allocated IP 172.20.0.1 (f69f4a5f-c2d6-44c7-ad73-929a90025ab3/48533aa3-5bd3-4948-a2d3-594fc981b6d2/101a5818-8428-497e-990b-c76fb6a61d9b) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:40:57.390869 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3c9aa-b09c-4a26-9dc1-064bf1268b54 service neutron] Pushing event updated for resources: {'Port': ['ID=d226c7a6-986b-4039-a406-328e2e2e9372,revision_number=7']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:57.438703 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5bf72b47-89ab-4533-99a0-5d0e7bbf6ab2 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:57.454233 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 37816ae9-f631-4cbf-aba3-6ef317738e6e, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=37816ae9-f631-4cbf-aba3-6ef317738e6e,segment=NetworkSegment(45b99270-ac05-4c11-b64b-fdc435dcfa6a),segment_id=45b99270-ac05-4c11-b64b-fdc435dcfa6a)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:57.457840 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5bf72b47-89ab-4533-99a0-5d0e7bbf6ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:57.463466 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d77e0-a0f4-4b49-a569-861780f6b0d6 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca6f9f8-fff3-40be-bd74-74ede17e0ca9,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:57.490965 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-ae54441d-9016-418b-abbd-b3f037c1d512 None None] Set router f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:40:57.503144 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '37816ae9-f631-4cbf-aba3-6ef317738e6e', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'port_id': '37816ae9-f631-4cbf-aba3-6ef317738e6e', 'mac_address': 'fa:16:3e:9e:8a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:40:57.503983 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd3c9aa-b09c-4a26-9dc1-064bf1268b54 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:57.504658 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd3c9aa-b09c-4a26-9dc1-064bf1268b54 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:57.505161 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd3c9aa-b09c-4a26-9dc1-064bf1268b54 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:57.505506 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd3c9aa-b09c-4a26-9dc1-064bf1268b54 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:57.506143 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd3c9aa-b09c-4a26-9dc1-064bf1268b54 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:57.506322 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd3c9aa-b09c-4a26-9dc1-064bf1268b54 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:57.506663 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd3c9aa-b09c-4a26-9dc1-064bf1268b54 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:57.507446 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd3c9aa-b09c-4a26-9dc1-064bf1268b54 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:57.507677 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd3c9aa-b09c-4a26-9dc1-064bf1268b54 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:57.508346 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd3c9aa-b09c-4a26-9dc1-064bf1268b54 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:57.508951 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd3c9aa-b09c-4a26-9dc1-064bf1268b54 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:57.509414 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd3c9aa-b09c-4a26-9dc1-064bf1268b54 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:57.541848 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d77e0-a0f4-4b49-a569-861780f6b0d6 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:57.542737 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d77e0-a0f4-4b49-a569-861780f6b0d6 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:57.543042 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d77e0-a0f4-4b49-a569-861780f6b0d6 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:57.543474 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d77e0-a0f4-4b49-a569-861780f6b0d6 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:57.543864 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d77e0-a0f4-4b49-a569-861780f6b0d6 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:57.544293 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d77e0-a0f4-4b49-a569-861780f6b0d6 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:57.544628 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d77e0-a0f4-4b49-a569-861780f6b0d6 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:57.545197 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d77e0-a0f4-4b49-a569-861780f6b0d6 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:57.545631 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d77e0-a0f4-4b49-a569-861780f6b0d6 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:57.545997 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d77e0-a0f4-4b49-a569-861780f6b0d6 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:57.546471 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d77e0-a0f4-4b49-a569-861780f6b0d6 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:57.546921 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d77e0-a0f4-4b49-a569-861780f6b0d6 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:57.554924 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cc1b6df8-e8b6-47c4-bcf9-7e9c4b83e38d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:57.586693 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:40:57.593757 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-663969e5-c955-4d55-803c-c65ccd19db9f req-6dd3c9aa-b09c-4a26-9dc1-064bf1268b54 service neutron] Attempting to bind port d226c7a6-986b-4039-a406-328e2e2e9372 on host n-h1-839810-1 for vnic_type normal with profile {"migrating_to": "n-h2-839810-1"} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:40:57.594527 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-663969e5-c955-4d55-803c-c65ccd19db9f req-6dd3c9aa-b09c-4a26-9dc1-064bf1268b54 service neutron] Attempting to bind port d226c7a6-986b-4039-a406-328e2e2e9372 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:40:57.594917 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663969e5-c955-4d55-803c-c65ccd19db9f req-6dd3c9aa-b09c-4a26-9dc1-064bf1268b54 service neutron] Attempting to bind port d226c7a6-986b-4039-a406-328e2e2e9372 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:40:57.617600 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cc1b6df8-e8b6-47c4-bcf9-7e9c4b83e38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:57.636916 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:57.665319 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7c542-987d-4431-9da2-d21f04651d94 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Pushing event deleted for resources: {'Port': ['ID=4628d9fd-3c50-443d-86f9-9cd6016cea33,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:57.678565 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37816ae9-f631-4cbf-aba3-6ef317738e6e {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:57.689482 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10205286-e0d0-47da-be00-6a5db779c282 None None] Pushing event updated for resources: {'Port': ['ID=202abbd7-1717-4e5b-aeda-948355678d3a,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:57.691699 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1b6df8-e8b6-47c4-bcf9-7e9c4b83e38d admin admin] Network f69f4a5f-c2d6-44c7-ad73-929a90025ab3 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:40:57.693890 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-5bf72b47-89ab-4533-99a0-5d0e7bbf6ab2 None None] Attempting to bind port 202abbd7-1717-4e5b-aeda-948355678d3a on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:40:57.694440 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-5bf72b47-89ab-4533-99a0-5d0e7bbf6ab2 None None] Attempting to bind port 202abbd7-1717-4e5b-aeda-948355678d3a by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:40:57.694989 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf72b47-89ab-4533-99a0-5d0e7bbf6ab2 None None] Attempting to bind port 202abbd7-1717-4e5b-aeda-948355678d3a on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:40:57.712365 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf72b47-89ab-4533-99a0-5d0e7bbf6ab2 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:40:57.712738 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf72b47-89ab-4533-99a0-5d0e7bbf6ab2 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:40:57.713157 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5bf72b47-89ab-4533-99a0-5d0e7bbf6ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:57.713700 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf72b47-89ab-4533-99a0-5d0e7bbf6ab2 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:40:57.714744 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-5bf72b47-89ab-4533-99a0-5d0e7bbf6ab2 None None] Bound port: 202abbd7-1717-4e5b-aeda-948355678d3a, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:40:57.714882 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5bf72b47-89ab-4533-99a0-5d0e7bbf6ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:57.718639 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-cc1b6df8-e8b6-47c4-bcf9-7e9c4b83e38d admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:57.725473 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663969e5-c955-4d55-803c-c65ccd19db9f req-6dd3c9aa-b09c-4a26-9dc1-064bf1268b54 service neutron] Port d226c7a6-986b-4039-a406-328e2e2e9372 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:40:57.725785 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663969e5-c955-4d55-803c-c65ccd19db9f req-6dd3c9aa-b09c-4a26-9dc1-064bf1268b54 service neutron] Attempting to bind port d226c7a6-986b-4039-a406-328e2e2e9372 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:40:57.733260 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-05b7c542-987d-4431-9da2-d21f04651d94 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:57.740569 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1b6df8-e8b6-47c4-bcf9-7e9c4b83e38d admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:40:57.755758 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 37816ae9-f631-4cbf-aba3-6ef317738e6e, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=37816ae9-f631-4cbf-aba3-6ef317738e6e,segment=NetworkSegment(45b99270-ac05-4c11-b64b-fdc435dcfa6a),segment_id=45b99270-ac05-4c11-b64b-fdc435dcfa6a)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:57.774791 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663969e5-c955-4d55-803c-c65ccd19db9f req-6dd3c9aa-b09c-4a26-9dc1-064bf1268b54 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:40:57.775145 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663969e5-c955-4d55-803c-c65ccd19db9f req-6dd3c9aa-b09c-4a26-9dc1-064bf1268b54 service neutron] Checking segment: {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:40:57.775776 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663969e5-c955-4d55-803c-c65ccd19db9f req-6dd3c9aa-b09c-4a26-9dc1-064bf1268b54 service neutron] Bound using segment: {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:40:57.776463 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-663969e5-c955-4d55-803c-c65ccd19db9f req-6dd3c9aa-b09c-4a26-9dc1-064bf1268b54 service neutron] Bound port: d226c7a6-986b-4039-a406-328e2e2e9372, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:40:57.776823 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-663969e5-c955-4d55-803c-c65ccd19db9f req-6dd3c9aa-b09c-4a26-9dc1-064bf1268b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:57.780910 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:57.782501 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device d226c7a6-986b-4039-a406-328e2e2e9372 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:40:57.803617 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b6df8-e8b6-47c4-bcf9-7e9c4b83e38d admin admin] Pushing event updated for resources: {'Port': ['ID=101a5818-8428-497e-990b-c76fb6a61d9b,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:57.817797 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-05b7c542-987d-4431-9da2-d21f04651d94 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['524e543f-5be1-40e0-ac50-c689256cd026']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:57.829318 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f2f319f5-c6d2-4fb8-bc29-1bd0fbee27ea tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4954133 Apr 28 19:40:57.837322 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49106) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:57.847310 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-05b7c542-987d-4431-9da2-d21f04651d94 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4204f595-10df-4ff9-961f-11c24ccad09b') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:57.847696 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-05b7c542-987d-4431-9da2-d21f04651d94 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4204f595-10df-4ff9-961f-11c24ccad09b') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:57.853379 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dec7888e-9df4-4eee-979b-a09c9f1eae1e admin admin] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:57.865865 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ae54441d-9016-418b-abbd-b3f037c1d512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'name': 'tempest-ServersTestBootFromVolume-182982926-router', 'tenant_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'baa0b1fa-b7e2-4177-a057-8b9deeb31451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:22Z', 'updated_at': '2022-04-28T19:40:55Z', 'revision_number': 5, 'project_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'gw_port': {'id': 'baa0b1fa-b7e2-4177-a057-8b9deeb31451', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:23Z', 'updated_at': '2022-04-28T19:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:57.892382 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b6df8-e8b6-47c4-bcf9-7e9c4b83e38d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:57.893389 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b6df8-e8b6-47c4-bcf9-7e9c4b83e38d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:57.893389 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b6df8-e8b6-47c4-bcf9-7e9c4b83e38d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:57.893887 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b6df8-e8b6-47c4-bcf9-7e9c4b83e38d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:57.894348 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b6df8-e8b6-47c4-bcf9-7e9c4b83e38d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:57.894857 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b6df8-e8b6-47c4-bcf9-7e9c4b83e38d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:57.895550 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b6df8-e8b6-47c4-bcf9-7e9c4b83e38d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:57.895890 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b6df8-e8b6-47c4-bcf9-7e9c4b83e38d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:57.896253 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b6df8-e8b6-47c4-bcf9-7e9c4b83e38d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:57.896844 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b6df8-e8b6-47c4-bcf9-7e9c4b83e38d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:57.897513 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b6df8-e8b6-47c4-bcf9-7e9c4b83e38d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:57.897944 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b6df8-e8b6-47c4-bcf9-7e9c4b83e38d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:57.898045 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-5bf72b47-89ab-4533-99a0-5d0e7bbf6ab2 None None] For port 202abbd7-1717-4e5b-aeda-948355678d3a, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:40:57.911886 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-5bf72b47-89ab-4533-99a0-5d0e7bbf6ab2 None None] For port 202abbd7-1717-4e5b-aeda-948355678d3a, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=202abbd7-1717-4e5b-aeda-948355678d3a,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:40:57.941700 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cc1b6df8-e8b6-47c4-bcf9-7e9c4b83e38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:57.942303 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5bf72b47-89ab-4533-99a0-5d0e7bbf6ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:57.946272 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=37816ae9-f631-4cbf-aba3-6ef317738e6e,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:57.965401 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae54441d-9016-418b-abbd-b3f037c1d512 None None] Checking router: f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:40:57.991147 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae54441d-9016-418b-abbd-b3f037c1d512 None None] Routers {'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:40:57.992657 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ae54441d-9016-418b-abbd-b3f037c1d512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:40:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:58.047011 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10205286-e0d0-47da-be00-6a5db779c282 None None] Pushing event updated for resources: {'Port': ['ID=202abbd7-1717-4e5b-aeda-948355678d3a,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:58.053025 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-05b7c542-987d-4431-9da2-d21f04651d94 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:58.077154 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64008d8-a809-4919-8edf-824319c5c80a req-88f4385a-4ad3-4a9e-a930-8dffe10e0437 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:58.079393 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d64008d8-a809-4919-8edf-824319c5c80a req-88f4385a-4ad3-4a9e-a930-8dffe10e0437 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1f514c1-25a8-4a2d-a180-66ee9ae28f67 HTTP/1.1" status: 200 len: 944 time: 0.2913454 Apr 28 19:40:58.086051 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-45ba7076-3d39-4642-962d-ee553b689352 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:58.089381 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf72b47-89ab-4533-99a0-5d0e7bbf6ab2 None None] Routers {'95fd222d-28fd-468e-9a61-1b82b6f296a3'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:40:58.090861 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-5bf72b47-89ab-4533-99a0-5d0e7bbf6ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:40:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['95fd222d-28fd-468e-9a61-1b82b6f296a3'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:58.106272 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-05b7c542-987d-4431-9da2-d21f04651d94 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:58.158674 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b7c542-987d-4431-9da2-d21f04651d94 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:40:58.160025 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-05b7c542-987d-4431-9da2-d21f04651d94 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:58.162697 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d64008d8-a809-4919-8edf-824319c5c80a req-3b479663-264a-4312-ab57-5d453bdee3e6 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b59378e-21f4-46b5-97cb-2ca7e50f4c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685918 Apr 28 19:40:58.189578 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-45ba7076-3d39-4642-962d-ee553b689352 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:40:58.194560 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:40:58.205688 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port d226c7a6-986b-4039-a406-328e2e2e9372, host n-h1-839810-1, got binding levels [] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:58.237252 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-ae54441d-9016-418b-abbd-b3f037c1d512 None None] Set router f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:40:58.259024 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-d213028e-1ce4-4ffa-a27b-9ab499eaabd8 None None] Provisioning complete for port 101a5818-8428-497e-990b-c76fb6a61d9b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:58.259324 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d213028e-1ce4-4ffa-a27b-9ab499eaabd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:58.291796 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-663969e5-c955-4d55-803c-c65ccd19db9f req-6dd3c9aa-b09c-4a26-9dc1-064bf1268b54 service neutron] For port d226c7a6-986b-4039-a406-328e2e2e9372, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:40:58.332875 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-5bf72b47-89ab-4533-99a0-5d0e7bbf6ab2 None None] Set router 95fd222d-28fd-468e-9a61-1b82b6f296a3 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:40:58.336377 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Attempting to bind port d226c7a6-986b-4039-a406-328e2e2e9372 on host n-h1-839810-1 for vnic_type normal with profile {"migrating_to": "n-h2-839810-1"} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:40:58.336702 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Attempting to bind port d226c7a6-986b-4039-a406-328e2e2e9372 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:40:58.337133 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Attempting to bind port d226c7a6-986b-4039-a406-328e2e2e9372 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:40:58.371277 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-45ba7076-3d39-4642-962d-ee553b689352 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:58.375793 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-45ba7076-3d39-4642-962d-ee553b689352 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:58.377275 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-45ba7076-3d39-4642-962d-ee553b689352 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "DELETE /v2.0/security-groups/8c38c6a2-de57-4006-8580-80dbfcae75b1 HTTP/1.1" status: 204 len: 168 time: 0.5375061 Apr 28 19:40:58.384641 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49110) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:58.415836 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cc1b6df8-e8b6-47c4-bcf9-7e9c4b83e38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:58.428039 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba7076-3d39-4642-962d-ee553b689352 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c38c6a2-de57-4006-8580-80dbfcae75b1,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:58.438214 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-663969e5-c955-4d55-803c-c65ccd19db9f req-6dd3c9aa-b09c-4a26-9dc1-064bf1268b54 service neutron] For port d226c7a6-986b-4039-a406-328e2e2e9372, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=d226c7a6-986b-4039-a406-328e2e2e9372,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:40:58.483754 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-663969e5-c955-4d55-803c-c65ccd19db9f req-6dd3c9aa-b09c-4a26-9dc1-064bf1268b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:58.504968 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dec7888e-9df4-4eee-979b-a09c9f1eae1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:58.542038 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-05b7c542-987d-4431-9da2-d21f04651d94 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:58.583133 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ef724796-3fae-43a7-a059-e0ea87fdbbcf tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1926191 Apr 28 19:40:58.587195 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49112) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:58.592046 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-12d7e67a-c031-4a59-a8aa-be463799b911 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Request body: {'security_group': {'name': 'tempest-secgroup--458398254'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:58.601023 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Port d226c7a6-986b-4039-a406-328e2e2e9372 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:40:58.601540 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Attempting to bind port d226c7a6-986b-4039-a406-328e2e2e9372 on network 497e1d66-f4cf-46aa-aa27-9862cbaf14dd {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:40:58.608159 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-05b7c542-987d-4431-9da2-d21f04651d94 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:58.611924 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-05b7c542-987d-4431-9da2-d21f04651d94 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "DELETE /v2.0/networks/524e543f-5be1-40e0-ac50-c689256cd026 HTTP/1.1" status: 204 len: 168 time: 2.9223335 Apr 28 19:40:58.616288 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7c542-987d-4431-9da2-d21f04651d94 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Pushing event deleted for resources: {'Network': ['ID=524e543f-5be1-40e0-ac50-c689256cd026,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:58.616450 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49114) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:58.626478 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0f637-a60d-4008-83d7-72ddd9e3490d req-baa2b66b-59de-4bf5-bccc-72f6b7af0e37 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:58.628831 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a9f0f637-a60d-4008-83d7-72ddd9e3490d req-baa2b66b-59de-4bf5-bccc-72f6b7af0e37 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 943 time: 0.2161293 Apr 28 19:40:58.637793 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 4628d9fd-3c50-443d-86f9-9cd6016cea33 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:40:58.645802 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-d213028e-1ce4-4ffa-a27b-9ab499eaabd8 None None] Port 101a5818-8428-497e-990b-c76fb6a61d9b cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:40:58.660923 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663969e5-c955-4d55-803c-c65ccd19db9f req-6dd3c9aa-b09c-4a26-9dc1-064bf1268b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:58.661544 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-663969e5-c955-4d55-803c-c65ccd19db9f req-6dd3c9aa-b09c-4a26-9dc1-064bf1268b54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:58.662960 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-663969e5-c955-4d55-803c-c65ccd19db9f req-6dd3c9aa-b09c-4a26-9dc1-064bf1268b54 service neutron] 10.222.0.44 "PUT /v2.0/ports/d226c7a6-986b-4039-a406-328e2e2e9372 HTTP/1.1" status: 200 len: 1121 time: 3.0445402 Apr 28 19:40:58.672452 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ae54441d-9016-418b-abbd-b3f037c1d512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'name': 'tempest-ServersTestBootFromVolume-182982926-router', 'tenant_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'baa0b1fa-b7e2-4177-a057-8b9deeb31451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:22Z', 'updated_at': '2022-04-28T19:40:55Z', 'revision_number': 5, 'project_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'gw_port': {'id': 'baa0b1fa-b7e2-4177-a057-8b9deeb31451', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:23Z', 'updated_at': '2022-04-28T19:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:58.674821 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:40:58.675311 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Checking segment: {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:40:58.676252 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Bound using segment: {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:40:58.676873 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Bound port: d226c7a6-986b-4039-a406-328e2e2e9372, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93daa48-2237-40e7-a951-023be395ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '497e1d66-f4cf-46aa-aa27-9862cbaf14dd'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:40:58.677473 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:58.695012 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 4628d9fd-3c50-443d-86f9-9cd6016cea33 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:40:58.695511 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 4628d9fd-3c50-443d-86f9-9cd6016cea33 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:40:58.708800 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a9f0f637-a60d-4008-83d7-72ddd9e3490d req-a5490258-0f3b-4721-b4bc-de63711b8820 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587921 Apr 28 19:40:58.735838 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3c9aa-b09c-4a26-9dc1-064bf1268b54 service neutron] Pushing event updated for resources: {'Port': ['ID=d226c7a6-986b-4039-a406-328e2e2e9372,revision_number=8']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:58.743478 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-dec7888e-9df4-4eee-979b-a09c9f1eae1e admin admin] Deleting port baa0b1fa-b7e2-4177-a057-8b9deeb31451 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:40:58.743838 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dec7888e-9df4-4eee-979b-a09c9f1eae1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:58.756985 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-038a646b-81fd-4c1a-9b0a-7b42f604c779 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Deleting subnet 21e8c47c-7292-46e5-8107-ea82eb8e5bba {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:40:58.761380 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-12d7e67a-c031-4a59-a8aa-be463799b911 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:58.779700 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-038a646b-81fd-4c1a-9b0a-7b42f604c779 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:58.785943 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae54441d-9016-418b-abbd-b3f037c1d512 None None] The sync data for ids ['f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b'] in n-d-839810-1 is: [{'id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'name': 'tempest-ServersTestBootFromVolume-182982926-router', 'tenant_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'baa0b1fa-b7e2-4177-a057-8b9deeb31451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:22Z', 'updated_at': '2022-04-28T19:40:55Z', 'revision_number': 5, 'project_id': 'ffb5293af9564b88b2b8cd5f78297bee', 'gw_port': {'id': 'baa0b1fa-b7e2-4177-a057-8b9deeb31451', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:23Z', 'updated_at': '2022-04-28T19:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:40:58.797107 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['d226c7a6-986b-4039-a406-328e2e2e9372'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:40:58.860479 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['d226c7a6-986b-4039-a406-328e2e2e9372'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:40:58.901205 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-038a646b-81fd-4c1a-9b0a-7b42f604c779 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:58.919221 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-dec7888e-9df4-4eee-979b-a09c9f1eae1e admin admin] For port baa0b1fa-b7e2-4177-a057-8b9deeb31451, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=baa0b1fa-b7e2-4177-a057-8b9deeb31451,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:58.919595 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dec7888e-9df4-4eee-979b-a09c9f1eae1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:58.932147 n-d-839810-1 neutron-server[102775]: WARNING neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Concurrent port binding operations failed on port d226c7a6-986b-4039-a406-328e2e2e9372 Apr 28 19:40:58.936569 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-dec7888e-9df4-4eee-979b-a09c9f1eae1e admin admin] Calling delete_port for baa0b1fa-b7e2-4177-a057-8b9deeb31451 owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:40:58.941474 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port d226c7a6-986b-4039-a406-328e2e2e9372, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=d226c7a6-986b-4039-a406-328e2e2e9372,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:58.984008 n-d-839810-1 neutron-server[102775]: INFO neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Attempt 2 to bind port d226c7a6-986b-4039-a406-328e2e2e9372 Apr 28 19:40:58.984805 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device d226c7a6-986b-4039-a406-328e2e2e9372 has no active binding in host n-h2-839810-1 {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 28 19:40:59.073316 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-12d7e67a-c031-4a59-a8aa-be463799b911 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:59.094600 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-12d7e67a-c031-4a59-a8aa-be463799b911 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:59.100573 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cc1b6df8-e8b6-47c4-bcf9-7e9c4b83e38d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:59.106130 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-5bf72b47-89ab-4533-99a0-5d0e7bbf6ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'name': 'tempest-TaggedBootDevicesTest-1059154151-router', 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '202abbd7-1717-4e5b-aeda-948355678d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:40:51Z', 'updated_at': '2022-04-28T19:40:54Z', 'revision_number': 3, 'project_id': 'bc3414dc2d694e45b86b092fc773c62d', 'gw_port': {'id': '202abbd7-1717-4e5b-aeda-948355678d3a', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:53Z', 'updated_at': '2022-04-28T19:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:59.114443 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-038a646b-81fd-4c1a-9b0a-7b42f604c779 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:59.122659 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cc1b6df8-e8b6-47c4-bcf9-7e9c4b83e38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:59.153157 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf72b47-89ab-4533-99a0-5d0e7bbf6ab2 None None] The sync data for ids ['95fd222d-28fd-468e-9a61-1b82b6f296a3'] in n-d-839810-1 is: [{'id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'name': 'tempest-TaggedBootDevicesTest-1059154151-router', 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '202abbd7-1717-4e5b-aeda-948355678d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:40:51Z', 'updated_at': '2022-04-28T19:40:54Z', 'revision_number': 3, 'project_id': 'bc3414dc2d694e45b86b092fc773c62d', 'gw_port': {'id': '202abbd7-1717-4e5b-aeda-948355678d3a', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:53Z', 'updated_at': '2022-04-28T19:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:40:59.179185 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dec7888e-9df4-4eee-979b-a09c9f1eae1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:59.252897 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-12d7e67a-c031-4a59-a8aa-be463799b911 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:59.257432 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-12d7e67a-c031-4a59-a8aa-be463799b911 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6656671 Apr 28 19:40:59.257432 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7e67a-c031-4a59-a8aa-be463799b911 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d95466-dc7d-45b3-8a3a-d5a7ea03d513,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:59.257933 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3139d63-a43b-4b47-99da-30a2bbb4d70b', 'tag': 'd226c7a6-986b-4039-a406-328e2e2e9372'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:59.265038 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a72896d-2fd4-4cb1-9e4e-ab1b9801d0ec" -d '{"events": [{"name": "network-changed", "server_uuid": "e3139d63-a43b-4b47-99da-30a2bbb4d70b", "tag": "d226c7a6-986b-4039-a406-328e2e2e9372"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:40:59.268975 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b6df8-e8b6-47c4-bcf9-7e9c4b83e38d admin admin] Pushing event updated for resources: {'Port': ['ID=101a5818-8428-497e-990b-c76fb6a61d9b,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:59.272610 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49118) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:59.292341 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-e6c8855b-0e0a-4308-b8cf-88b76cf0c31a tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:59.293057 n-d-839810-1 neutron-server[102774]: WARNING neutron.api.v2.base [None req-e6c8855b-0e0a-4308-b8cf-88b76cf0c31a tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 28 19:40:59.295971 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-e6c8855b-0e0a-4308-b8cf-88b76cf0c31a tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] update failed (client error): There was a conflict when trying to complete your request. Apr 28 19:40:59.297210 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e6c8855b-0e0a-4308-b8cf-88b76cf0c31a tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "PUT /v2.0/security-groups/b8d95466-dc7d-45b3-8a3a-d5a7ea03d513 HTTP/1.1" status: 409 len: 330 time: 0.0160167 Apr 28 19:40:59.307020 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7888e-9df4-4eee-979b-a09c9f1eae1e admin admin] Pushing event deleted for resources: {'Port': ['ID=baa0b1fa-b7e2-4177-a057-8b9deeb31451,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:59.318276 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['37816ae9-f631-4cbf-aba3-6ef317738e6e'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:40:59.319068 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49122) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:59.324541 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cc1b6df8-e8b6-47c4-bcf9-7e9c4b83e38d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:59.401087 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27574102-d1b8-4ba8-9a50-5729217ca9d8 x-openstack-request-id: req-27574102-d1b8-4ba8-9a50-5729217ca9d8 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:40:59.401493 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3139d63-a43b-4b47-99da-30a2bbb4d70b", "tag": "d226c7a6-986b-4039-a406-328e2e2e9372", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:40:59.401802 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-27574102-d1b8-4ba8-9a50-5729217ca9d8 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:40:59.402417 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27574102-d1b8-4ba8-9a50-5729217ca9d8'] response: {'name': 'network-changed', 'server_uuid': 'e3139d63-a43b-4b47-99da-30a2bbb4d70b', 'tag': 'd226c7a6-986b-4039-a406-328e2e2e9372', 'status': 'completed', 'code': 200} Apr 28 19:40:59.511770 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-038a646b-81fd-4c1a-9b0a-7b42f604c779 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:59.527982 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-871077bc-a48b-4adb-b2dc-94408f67f344 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:59.539220 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dec7888e-9df4-4eee-979b-a09c9f1eae1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:59.582453 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a646b-81fd-4c1a-9b0a-7b42f604c779 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Pushing event deleted for resources: {'Subnet': ['ID=21e8c47c-7292-46e5-8107-ea82eb8e5bba,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:59.596503 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43107480-f884-4267-9380-8f8c6dc428f1 req-f7857ad2-0582-4200-8a9f-db5710c1b084 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:59.598218 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43107480-f884-4267-9380-8f8c6dc428f1 req-f7857ad2-0582-4200-8a9f-db5710c1b084 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1f514c1-25a8-4a2d-a180-66ee9ae28f67 HTTP/1.1" status: 200 len: 944 time: 0.2690263 Apr 28 19:40:59.601343 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-038a646b-81fd-4c1a-9b0a-7b42f604c779 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:59.608794 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-038a646b-81fd-4c1a-9b0a-7b42f604c779 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "DELETE /v2.0/subnets/21e8c47c-7292-46e5-8107-ea82eb8e5bba HTTP/1.1" status: 204 len: 168 time: 0.9768441 Apr 28 19:40:59.615695 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49124) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:59.616548 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c890b5f2-5d4f-49f0-b468-859d6e4a05e0 None None] Network bf6fb628-322d-4a49-a096-532dc11a76b2 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:40:59.631228 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-871077bc-a48b-4adb-b2dc-94408f67f344 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:59.700010 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dec7888e-9df4-4eee-979b-a09c9f1eae1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:59.708697 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dec7888e-9df4-4eee-979b-a09c9f1eae1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:59.728497 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72896d-2fd4-4cb1-9e4e-ab1b9801d0ec req-84ea3ca9-3dde-48a9-9bba-a00aad5adcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:59.730047 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1a72896d-2fd4-4cb1-9e4e-ab1b9801d0ec req-84ea3ca9-3dde-48a9-9bba-a00aad5adcb2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65106efa94b44e66ac09133941d375fb&device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 1124 time: 0.2968092 Apr 28 19:40:59.773919 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1b6df8-e8b6-47c4-bcf9-7e9c4b83e38d admin admin] Network f69f4a5f-c2d6-44c7-ad73-929a90025ab3 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:40:59.802615 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-cc1b6df8-e8b6-47c4-bcf9-7e9c4b83e38d admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:59.812305 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43107480-f884-4267-9380-8f8c6dc428f1 req-d0c39735-d239-472e-a8f7-34d99b522590 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b59378e-21f4-46b5-97cb-2ca7e50f4c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924975 Apr 28 19:40:59.819550 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dec7888e-9df4-4eee-979b-a09c9f1eae1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:59.820347 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec7888e-9df4-4eee-979b-a09c9f1eae1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:40:59.827053 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dec7888e-9df4-4eee-979b-a09c9f1eae1e admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:59.828321 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-dec7888e-9df4-4eee-979b-a09c9f1eae1e admin admin] 10.222.0.42 "DELETE /v2.0/routers/f8bc4fa5-4540-4cce-86eb-8d99a6b9de8b HTTP/1.1" status: 204 len: 168 time: 2.5088382 Apr 28 19:40:59.834235 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49128) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:59.903742 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5afa14-59e1-42ad-9068-6810b4846c7b admin admin] Deleting subnet 4df27193-9de3-4edc-a45d-80a16d1e74e0 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:40:59.909268 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-871077bc-a48b-4adb-b2dc-94408f67f344 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:59.912420 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-871077bc-a48b-4adb-b2dc-94408f67f344 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:59.913789 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-871077bc-a48b-4adb-b2dc-94408f67f344 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "DELETE /v2.0/security-groups/b8d95466-dc7d-45b3-8a3a-d5a7ea03d513 HTTP/1.1" status: 204 len: 168 time: 0.5893035 Apr 28 19:40:59.915648 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8c5afa14-59e1-42ad-9068-6810b4846c7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:59.947375 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49130) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:40:59.951953 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b2f0a0d-1830-48d2-adb6-99be97b58fd9 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:00.010120 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871077bc-a48b-4adb-b2dc-94408f67f344 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d95466-dc7d-45b3-8a3a-d5a7ea03d513,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:00.014966 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72896d-2fd4-4cb1-9e4e-ab1b9801d0ec req-59137908-1f69-45f2-86be-789be8940251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:00.016779 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1a72896d-2fd4-4cb1-9e4e-ab1b9801d0ec req-59137908-1f69-45f2-86be-789be8940251 service neutron] 10.222.0.15 "GET /v2.0/networks?id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd HTTP/1.1" status: 200 len: 908 time: 0.2710149 Apr 28 19:41:00.052654 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172ce536-101d-41d8-9cea-20e102ad59b9 None None] DHCP port deletion for bf6fb628-322d-4a49-a096-532dc11a76b2 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:41:00.080002 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ece0c8ec-389c-448a-bf3c-a8604785c183 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0991492 Apr 28 19:41:00.086017 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8c5afa14-59e1-42ad-9068-6810b4846c7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:00.089522 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49132) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:00.150058 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3921ab4-d51f-4e0b-b0c1-8becf0d1f20f req-660176ff-e7f8-45cd-9da7-5d05f9f17b3b tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:00.168647 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b3921ab4-d51f-4e0b-b0c1-8becf0d1f20f req-660176ff-e7f8-45cd-9da7-5d05f9f17b3b tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 943 time: 0.2606034 Apr 28 19:41:00.183044 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1a72896d-2fd4-4cb1-9e4e-ab1b9801d0ec req-818db68f-d47c-41d5-a74c-3b4227f21a67 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d226c7a6-986b-4039-a406-328e2e2e9372 HTTP/1.1" status: 200 len: 217 time: 0.1547098 Apr 28 19:41:00.184846 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-172ce536-101d-41d8-9cea-20e102ad59b9 None None] Deleting port 09a02b53-ff1c-4a60-80a5-3a2b3e1a9e2c {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:41:00.185881 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-172ce536-101d-41d8-9cea-20e102ad59b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:00.199322 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-91024855-3af8-43a8-98df-6c9e4febc448 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] delete failed (client error): The resource could not be found. Apr 28 19:41:00.202046 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-91024855-3af8-43a8-98df-6c9e4febc448 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "DELETE /v2.0/security-groups/79456545-268c-45c1-941c-c0284cde9563 HTTP/1.1" status: 404 len: 347 time: 0.1114144 Apr 28 19:41:00.206268 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49134) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:00.237426 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-56a3df80-ab60-47df-a2cc-7683c47f5a58 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] show failed (client error): The resource could not be found. Apr 28 19:41:00.238816 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-56a3df80-ab60-47df-a2cc-7683c47f5a58 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "GET /v2.0/security-groups/6eeeca35-2df8-413c-b14f-464b928803de HTTP/1.1" status: 404 len: 347 time: 0.0311966 Apr 28 19:41:00.244181 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49136) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:00.271791 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b3921ab4-d51f-4e0b-b0c1-8becf0d1f20f req-e9cf43cd-b228-4798-b1d5-0c1ec60507a8 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016510 Apr 28 19:41:00.289441 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-f869d708-afe8-44a6-8aae-2a078416cd26 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] show failed (client error): The resource could not be found. Apr 28 19:41:00.290936 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f869d708-afe8-44a6-8aae-2a078416cd26 tempest-NegativeSecGroupTest-1936403880 tempest-NegativeSecGroupTest-1936403880-project] 10.222.0.42 "GET /v2.0/security-group-rules/f92a8d84-627c-4a91-bb3a-07e12f75b906 HTTP/1.1" status: 404 len: 356 time: 0.0437663 Apr 28 19:41:00.313554 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-172ce536-101d-41d8-9cea-20e102ad59b9 None None] For port 09a02b53-ff1c-4a60-80a5-3a2b3e1a9e2c, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=09a02b53-ff1c-4a60-80a5-3a2b3e1a9e2c,segment=NetworkSegment(41866c30-ce01-47ee-b105-b7a84d1d7bb6),segment_id=41866c30-ce01-47ee-b105-b7a84d1d7bb6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:00.314085 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-172ce536-101d-41d8-9cea-20e102ad59b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:00.340420 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-172ce536-101d-41d8-9cea-20e102ad59b9 None None] Calling delete_port for 09a02b53-ff1c-4a60-80a5-3a2b3e1a9e2c owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:41:00.387365 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8c5afa14-59e1-42ad-9068-6810b4846c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:00.450905 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72896d-2fd4-4cb1-9e4e-ab1b9801d0ec req-f5b37aa6-7fc8-4ef4-aacb-4a798a226366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:00.452718 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1a72896d-2fd4-4cb1-9e4e-ab1b9801d0ec req-f5b37aa6-7fc8-4ef4-aacb-4a798a226366 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d5c93c2-9d1b-4c66-8e1f-a78766af188b HTTP/1.1" status: 200 len: 847 time: 0.2543879 Apr 28 19:41:00.474544 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8c5afa14-59e1-42ad-9068-6810b4846c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:00.480918 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-348500b9-fac5-4586-80fd-ce4dc77f5abd None None] Provisioning complete for port 101a5818-8428-497e-990b-c76fb6a61d9b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:00.481171 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-348500b9-fac5-4586-80fd-ce4dc77f5abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:00.512719 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5afa14-59e1-42ad-9068-6810b4846c7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4df27193-9de3-4edc-a45d-80a16d1e74e0,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:00.520129 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8c5afa14-59e1-42ad-9068-6810b4846c7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:00.527947 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8c5afa14-59e1-42ad-9068-6810b4846c7b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4df27193-9de3-4edc-a45d-80a16d1e74e0 HTTP/1.1" status: 204 len: 168 time: 0.6922767 Apr 28 19:41:00.528616 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49140) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:00.530727 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1a72896d-2fd4-4cb1-9e4e-ab1b9801d0ec req-ff81b634-2b99-4bc4-9820-6affadacd92a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685959 Apr 28 19:41:00.545777 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ff5fb5-0b1d-45dd-af46-5f6b8ce8e554 None None] Network 4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:41:00.559862 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4b2f0a0d-1830-48d2-adb6-99be97b58fd9 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Deleting port 09a02b53-ff1c-4a60-80a5-3a2b3e1a9e2c {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:41:00.560302 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b2f0a0d-1830-48d2-adb6-99be97b58fd9 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:00.564233 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1b6df8-e8b6-47c4-bcf9-7e9c4b83e38d admin admin] Router 95fd222d-28fd-468e-9a61-1b82b6f296a3 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:41:00.669009 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-172ce536-101d-41d8-9cea-20e102ad59b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:00.699649 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-348500b9-fac5-4586-80fd-ce4dc77f5abd None None] Port 101a5818-8428-497e-990b-c76fb6a61d9b cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:41:00.705969 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-87c9f8c7-2f15-4b9f-8723-b164f79050cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:00.765261 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 202abbd7-1717-4e5b-aeda-948355678d3a up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:41:00.771684 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172ce536-101d-41d8-9cea-20e102ad59b9 None None] No DVR routers for this DVR port 09a02b53-ff1c-4a60-80a5-3a2b3e1a9e2c on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:41:00.774296 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ce536-101d-41d8-9cea-20e102ad59b9 None None] Pushing event deleted for resources: {'Port': ['ID=09a02b53-ff1c-4a60-80a5-3a2b3e1a9e2c,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:00.824764 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49144) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:00.833430 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-87c9f8c7-2f15-4b9f-8723-b164f79050cb admin admin] Deleting port 57179594-7667-4fc0-88ee-5d14b94a84dd {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:41:00.833773 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-87c9f8c7-2f15-4b9f-8723-b164f79050cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:00.886682 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 202abbd7-1717-4e5b-aeda-948355678d3a triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:00.887428 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:00.966384 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4b2f0a0d-1830-48d2-adb6-99be97b58fd9 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] For port 09a02b53-ff1c-4a60-80a5-3a2b3e1a9e2c, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=09a02b53-ff1c-4a60-80a5-3a2b3e1a9e2c,segment=NetworkSegment(41866c30-ce01-47ee-b105-b7a84d1d7bb6),segment_id=41866c30-ce01-47ee-b105-b7a84d1d7bb6)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:00.967444 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b2f0a0d-1830-48d2-adb6-99be97b58fd9 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:00.990662 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-87c9f8c7-2f15-4b9f-8723-b164f79050cb admin admin] For port 57179594-7667-4fc0-88ee-5d14b94a84dd, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=57179594-7667-4fc0-88ee-5d14b94a84dd,segment=NetworkSegment(cfb04298-e32d-4c40-aa62-175ffe0c1387),segment_id=cfb04298-e32d-4c40-aa62-175ffe0c1387)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:00.993714 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-87c9f8c7-2f15-4b9f-8723-b164f79050cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:01.024344 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-87c9f8c7-2f15-4b9f-8723-b164f79050cb admin admin] Calling delete_port for 57179594-7667-4fc0-88ee-5d14b94a84dd owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:41:01.035160 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:01.053358 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad69cf79-28f4-4409-b523-0fc47d7c2e24 None None] DHCP port deletion for 4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:41:01.109507 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 202abbd7-1717-4e5b-aeda-948355678d3a, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=202abbd7-1717-4e5b-aeda-948355678d3a,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:01.125060 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:01.178209 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f95dd914-ed11-4117-9f1a-d3ae660fbfde admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=780a884e155c4e5e88255862e1b4d32d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3487701 Apr 28 19:41:01.179111 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49150) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:01.213233 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-ad69cf79-28f4-4409-b523-0fc47d7c2e24 None None] Deleting port 57179594-7667-4fc0-88ee-5d14b94a84dd {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:41:01.213995 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ad69cf79-28f4-4409-b523-0fc47d7c2e24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:01.246850 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=202abbd7-1717-4e5b-aeda-948355678d3a,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:01.262350 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-87c9f8c7-2f15-4b9f-8723-b164f79050cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:01.289824 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 37816ae9-f631-4cbf-aba3-6ef317738e6e up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:41:01.292168 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 24e94f92-e6f5-43d7-b3c4-e4a2ba841fda no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:41:01.315181 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c9f8c7-2f15-4b9f-8723-b164f79050cb admin admin] Pushing event deleted for resources: {'Port': ['ID=57179594-7667-4fc0-88ee-5d14b94a84dd,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:01.329881 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c9f8c7-2f15-4b9f-8723-b164f79050cb admin admin] No DVR routers for this DVR port 57179594-7667-4fc0-88ee-5d14b94a84dd on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:41:01.367475 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1a72896d-2fd4-4cb1-9e4e-ab1b9801d0ec req-22ae5068-7dcf-4c38-9912-b49479f07ab7 service neutron] 10.222.0.15 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8221416 Apr 28 19:41:01.371085 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4b2f0a0d-1830-48d2-adb6-99be97b58fd9 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Calling delete_port for 09a02b53-ff1c-4a60-80a5-3a2b3e1a9e2c owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:41:01.376024 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 24e94f92-e6f5-43d7-b3c4-e4a2ba841fda {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:41:01.376469 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 24e94f92-e6f5-43d7-b3c4-e4a2ba841fda not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:41:01.377334 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 09a02b53-ff1c-4a60-80a5-3a2b3e1a9e2c no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:41:01.417214 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-ad69cf79-28f4-4409-b523-0fc47d7c2e24 None None] For port 57179594-7667-4fc0-88ee-5d14b94a84dd, host n-d-839810-1, got binding levels [] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:01.417622 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ad69cf79-28f4-4409-b523-0fc47d7c2e24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:01.420918 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 09a02b53-ff1c-4a60-80a5-3a2b3e1a9e2c {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:41:01.421286 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 09a02b53-ff1c-4a60-80a5-3a2b3e1a9e2c not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:41:01.421675 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device baa0b1fa-b7e2-4177-a057-8b9deeb31451 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:41:01.457037 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-ad69cf79-28f4-4409-b523-0fc47d7c2e24 None None] Calling delete_port for 57179594-7667-4fc0-88ee-5d14b94a84dd owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:41:01.460086 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.ipam_backend_mixin [None req-ad69cf79-28f4-4409-b523-0fc47d7c2e24 None None] Port 57179594-7667-4fc0-88ee-5d14b94a84dd was not found and therefore no delete operation was performed {{(pid=102775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 28 19:41:01.462388 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: baa0b1fa-b7e2-4177-a057-8b9deeb31451 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:41:01.462517 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1493a4ab-92b0-4d6b-86ec-1bc1d25e8865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:01.462733 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device baa0b1fa-b7e2-4177-a057-8b9deeb31451 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:41:01.465476 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ad69cf79-28f4-4409-b523-0fc47d7c2e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:01.489879 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1493a4ab-92b0-4d6b-86ec-1bc1d25e8865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:01.493618 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1a72896d-2fd4-4cb1-9e4e-ab1b9801d0ec req-9e1f6d3e-48cf-4697-b486-4e6a2da7e3be service neutron] 10.222.0.15 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931520 Apr 28 19:41:01.526590 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69cf79-28f4-4409-b523-0fc47d7c2e24 None None] Pushing event deleted for resources: {'Port': ['ID=57179594-7667-4fc0-88ee-5d14b94a84dd,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:01.528906 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad69cf79-28f4-4409-b523-0fc47d7c2e24 None None] No DVR routers for this DVR port 57179594-7667-4fc0-88ee-5d14b94a84dd on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:41:01.531404 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-87c9f8c7-2f15-4b9f-8723-b164f79050cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:01.532713 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 37816ae9-f631-4cbf-aba3-6ef317738e6e completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:41:01.538472 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 37816ae9-f631-4cbf-aba3-6ef317738e6e triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:01.538705 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:01.556573 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1b6df8-e8b6-47c4-bcf9-7e9c4b83e38d admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:41:01.564547 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cc1b6df8-e8b6-47c4-bcf9-7e9c4b83e38d admin admin] 10.222.0.42 "PUT /v2.0/routers/95fd222d-28fd-468e-9a61-1b82b6f296a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7093413 Apr 28 19:41:01.578588 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6444b6a-47ad-4338-a2dc-91e6fb3db1b5 req-bd4d0131-0089-4b22-b513-1104500e5d2e tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:01.580229 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d6444b6a-47ad-4338-a2dc-91e6fb3db1b5 req-bd4d0131-0089-4b22-b513-1104500e5d2e tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1f514c1-25a8-4a2d-a180-66ee9ae28f67 HTTP/1.1" status: 200 len: 944 time: 0.5806708 Apr 28 19:41:01.606717 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e88b5e-e3c6-44f8-ac3e-d247afc9abbb req-155554d5-a090-405b-9273-4d91183b2d65 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:01.616979 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-11e88b5e-e3c6-44f8-ac3e-d247afc9abbb req-155554d5-a090-405b-9273-4d91183b2d65 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 943 time: 0.2425144 Apr 28 19:41:01.620169 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-87c9f8c7-2f15-4b9f-8723-b164f79050cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:01.651738 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d6444b6a-47ad-4338-a2dc-91e6fb3db1b5 req-c1bc349d-1775-431e-af9f-52d42590511a tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b59378e-21f4-46b5-97cb-2ca7e50f4c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571153 Apr 28 19:41:01.664408 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-87c9f8c7-2f15-4b9f-8723-b164f79050cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb04298-e32d-4c40-aa62-175ffe0c1387') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:01.664862 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-87c9f8c7-2f15-4b9f-8723-b164f79050cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb04298-e32d-4c40-aa62-175ffe0c1387') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:01.670771 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b2f0a0d-1830-48d2-adb6-99be97b58fd9 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:01.683334 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-87c9f8c7-2f15-4b9f-8723-b164f79050cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:01.684314 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:01.697885 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1493a4ab-92b0-4d6b-86ec-1bc1d25e8865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:01.701551 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1493a4ab-92b0-4d6b-86ec-1bc1d25e8865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:01.702834 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1493a4ab-92b0-4d6b-86ec-1bc1d25e8865 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/761690bf-8d56-4714-bf1e-7c2ddf838455 HTTP/1.1" status: 204 len: 168 time: 0.5226982 Apr 28 19:41:01.713319 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2f0a0d-1830-48d2-adb6-99be97b58fd9 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] No DVR routers for this DVR port 09a02b53-ff1c-4a60-80a5-3a2b3e1a9e2c on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:41:01.715922 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f0a0d-1830-48d2-adb6-99be97b58fd9 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Pushing event deleted for resources: {'Port': ['ID=09a02b53-ff1c-4a60-80a5-3a2b3e1a9e2c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:01.757854 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 37816ae9-f631-4cbf-aba3-6ef317738e6e, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=37816ae9-f631-4cbf-aba3-6ef317738e6e,segment=NetworkSegment(45b99270-ac05-4c11-b64b-fdc435dcfa6a),segment_id=45b99270-ac05-4c11-b64b-fdc435dcfa6a)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:01.765131 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f514c1-25a8-4a2d-a180-66ee9ae28f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37816ae9-f631-4cbf-aba3-6ef317738e6e'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:01.766073 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-11e88b5e-e3c6-44f8-ac3e-d247afc9abbb req-131c0ba2-543e-44d7-b136-ae26498a0ee7 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466687 Apr 28 19:41:01.770736 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-87c9f8c7-2f15-4b9f-8723-b164f79050cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:01.781941 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56610abf-6b27-40ec-82d6-931cb68aef70" -d '{"events": [{"server_uuid": "c1f514c1-25a8-4a2d-a180-66ee9ae28f67", "name": "network-vif-plugged", "status": "completed", "tag": "37816ae9-f631-4cbf-aba3-6ef317738e6e"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:41:01.785198 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:01.788248 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493a4ab-92b0-4d6b-86ec-1bc1d25e8865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761690bf-8d56-4714-bf1e-7c2ddf838455,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:01.796637 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c9f8c7-2f15-4b9f-8723-b164f79050cb admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:41:01.799272 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-87c9f8c7-2f15-4b9f-8723-b164f79050cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:01.805257 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:41:01.805257 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:41:01.805257 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:41:01.805257 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:41:01.805257 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:41:01.805257 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:41:01.805257 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:41:01.805257 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:41:01.805257 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:41:01.805257 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:41:01.805257 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:41:01.805257 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:41:01.805257 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:41:01.805257 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:41:01.805257 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:41:01.805257 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:41:01.805257 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:41:01.805257 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:41:01.805257 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:41:01.805257 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:41:01.805257 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:41:01.805257 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:41:01.805257 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:41:01.805257 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:41:01.805257 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:41:01.805257 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:41:01.805257 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:41:01.805257 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:41:01.805257 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:41:01.805257 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:41:01.805257 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:41:01.805257 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:41:01.875827 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=37816ae9-f631-4cbf-aba3-6ef317738e6e,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:01.903643 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6d21e0-9c89-4142-892d-76f599c0f689 x-openstack-request-id: req-2d6d21e0-9c89-4142-892d-76f599c0f689 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:41:01.903944 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f514c1-25a8-4a2d-a180-66ee9ae28f67", "name": "network-vif-plugged", "status": "completed", "tag": "37816ae9-f631-4cbf-aba3-6ef317738e6e", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:41:01.904610 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2d6d21e0-9c89-4142-892d-76f599c0f689 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:41:01.905019 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d6d21e0-9c89-4142-892d-76f599c0f689'] response: {'server_uuid': 'c1f514c1-25a8-4a2d-a180-66ee9ae28f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37816ae9-f631-4cbf-aba3-6ef317738e6e', 'code': 200} Apr 28 19:41:01.929437 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:01.936485 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b2f0a0d-1830-48d2-adb6-99be97b58fd9 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:01.981580 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-4b2f0a0d-1830-48d2-adb6-99be97b58fd9 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf6fb628-322d-4a49-a096-532dc11a76b2']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:02.003913 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-4b2f0a0d-1830-48d2-adb6-99be97b58fd9 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41866c30-ce01-47ee-b105-b7a84d1d7bb6') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:02.004549 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-4b2f0a0d-1830-48d2-adb6-99be97b58fd9 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41866c30-ce01-47ee-b105-b7a84d1d7bb6') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:02.030166 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-87c9f8c7-2f15-4b9f-8723-b164f79050cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:02.032195 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b2f0a0d-1830-48d2-adb6-99be97b58fd9 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:02.041159 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-87c9f8c7-2f15-4b9f-8723-b164f79050cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:02.043704 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-87c9f8c7-2f15-4b9f-8723-b164f79050cb admin admin] 10.222.0.42 "DELETE /v2.0/networks/4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad HTTP/1.1" status: 204 len: 168 time: 1.5139928 Apr 28 19:41:02.059319 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c9f8c7-2f15-4b9f-8723-b164f79050cb admin admin] Pushing event deleted for resources: {'Network': ['ID=4fd14ffe-1b6a-4d0f-b2d1-5ffe5540b2ad,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:02.072341 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff02bc5-8d53-4810-be6f-a67fc4abe374 req-308ed304-8e6b-48aa-91e4-f162b42a3293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:02.080328 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5ff02bc5-8d53-4810-be6f-a67fc4abe374 req-308ed304-8e6b-48aa-91e4-f162b42a3293 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c1f514c1-25a8-4a2d-a180-66ee9ae28f67 HTTP/1.1" status: 200 len: 1096 time: 0.1109393 Apr 28 19:41:02.083693 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b2f0a0d-1830-48d2-adb6-99be97b58fd9 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:02.106203 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b2f0a0d-1830-48d2-adb6-99be97b58fd9 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:41:02.106743 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b2f0a0d-1830-48d2-adb6-99be97b58fd9 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:41:02.112149 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:41:02.119733 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5ff02bc5-8d53-4810-be6f-a67fc4abe374 req-b225d6ab-0b97-41bf-9140-94c32a4ddf17 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8b59378e-21f4-46b5-97cb-2ca7e50f4c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388691 Apr 28 19:41:02.240237 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b2f0a0d-1830-48d2-adb6-99be97b58fd9 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:02.259517 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b2f0a0d-1830-48d2-adb6-99be97b58fd9 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:02.263007 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4b2f0a0d-1830-48d2-adb6-99be97b58fd9 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "DELETE /v2.0/networks/bf6fb628-322d-4a49-a096-532dc11a76b2 HTTP/1.1" status: 204 len: 168 time: 2.6454511 Apr 28 19:41:02.271167 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49178) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:02.280084 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-939b06d3-8c33-4781-aabc-e115452da607 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1887029015'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:02.286366 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f0a0d-1830-48d2-adb6-99be97b58fd9 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Pushing event deleted for resources: {'Network': ['ID=bf6fb628-322d-4a49-a096-532dc11a76b2,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:02.308016 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49180) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:02.333571 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939b06d3-8c33-4781-aabc-e115452da607 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Made reservation on behalf of 9ccc7fa26fd54d9d8ef7f26bff52d48a for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:41:02.337237 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-939b06d3-8c33-4781-aabc-e115452da607 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:02.386957 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96704eb4-68a5-4a1a-bafb-79e54183297c None None] Sync routers for ids ['95fd222d-28fd-468e-9a61-1b82b6f296a3'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:41:02.388083 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939b06d3-8c33-4781-aabc-e115452da607 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:41:02.396533 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f70cb1d0-f1bb-46b9-b041-7b5fc2690c57 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ffb5293af9564b88b2b8cd5f78297bee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0845785 Apr 28 19:41:02.397803 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49184) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:02.409308 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96704eb4-68a5-4a1a-bafb-79e54183297c None None] Routers {'95fd222d-28fd-468e-9a61-1b82b6f296a3'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:41:02.410335 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-96704eb4-68a5-4a1a-bafb-79e54183297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:40:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['95fd222d-28fd-468e-9a61-1b82b6f296a3'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:02.418157 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-939b06d3-8c33-4781-aabc-e115452da607 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:02.418513 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-939b06d3-8c33-4781-aabc-e115452da607 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Added segment f39ecfa0-f2f6-4092-a494-5557bdfbe93f of type vlan for network eae7de28-85e0-41f6-ba17-611d913e52b5 Apr 28 19:41:02.453890 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 202abbd7-1717-4e5b-aeda-948355678d3a up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:41:02.484176 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-939b06d3-8c33-4781-aabc-e115452da607 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:02.516034 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b69d702b-a8fd-4c4d-9bcc-d106cd3c9ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:02.545798 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-939b06d3-8c33-4781-aabc-e115452da607 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:02.551767 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939b06d3-8c33-4781-aabc-e115452da607 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:02.552438 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-939b06d3-8c33-4781-aabc-e115452da607 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:02.556541 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b69d702b-a8fd-4c4d-9bcc-d106cd3c9ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:02.653844 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-939b06d3-8c33-4781-aabc-e115452da607 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3784788 Apr 28 19:41:02.657904 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49188) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:02.664713 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-6116be3a-8cf7-4d5a-9229-5f499a21da3e tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Request body: {'subnet': {'network_id': 'eae7de28-85e0-41f6-ba17-611d913e52b5', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:02.753352 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b06d3-8c33-4781-aabc-e115452da607 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Pushing event updated for resources: {'Network': ['ID=eae7de28-85e0-41f6-ba17-611d913e52b5,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:02.754348 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 202abbd7-1717-4e5b-aeda-948355678d3a triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:02.754717 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:02.805114 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b69d702b-a8fd-4c4d-9bcc-d106cd3c9ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:02.808206 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b69d702b-a8fd-4c4d-9bcc-d106cd3c9ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:02.813745 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b69d702b-a8fd-4c4d-9bcc-d106cd3c9ac1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a85adbfe-71b1-40f2-94a7-d27b27c87370 HTTP/1.1" status: 204 len: 168 time: 0.4146562 Apr 28 19:41:02.835333 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d702b-a8fd-4c4d-9bcc-d106cd3c9ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85adbfe-71b1-40f2-94a7-d27b27c87370,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:02.875912 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network eae7de28-85e0-41f6-ba17-611d913e52b5 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:41:02.878375 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49202) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:02.898951 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-55b46802-9b57-4269-bcf0-2a5f8d0e7642 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1339786369-network', 'tenant_id': '72f7e61b4dcc49a2ae66e3a77a70d7c9'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:02.959049 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188cc96-d3c3-4bb1-be6e-d77dcea0f444 req-ae04e27d-5d2e-4ba4-b929-27de9a608b73 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:02.960691 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0188cc96-d3c3-4bb1-be6e-d77dcea0f444 req-ae04e27d-5d2e-4ba4-b929-27de9a608b73 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1f514c1-25a8-4a2d-a180-66ee9ae28f67 HTTP/1.1" status: 200 len: 945 time: 0.1265204 Apr 28 19:41:02.998676 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b46802-9b57-4269-bcf0-2a5f8d0e7642 admin admin] Made reservation on behalf of 72f7e61b4dcc49a2ae66e3a77a70d7c9 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:41:03.016264 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-55b46802-9b57-4269-bcf0-2a5f8d0e7642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:03.046167 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-55b46802-9b57-4269-bcf0-2a5f8d0e7642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:03.047048 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0188cc96-d3c3-4bb1-be6e-d77dcea0f444 req-b91f9c48-abe8-4439-a256-b4593e20f8fd tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b59378e-21f4-46b5-97cb-2ca7e50f4c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785091 Apr 28 19:41:03.064201 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-96704eb4-68a5-4a1a-bafb-79e54183297c None None] Set router 95fd222d-28fd-468e-9a61-1b82b6f296a3 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:41:03.072247 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6116be3a-8cf7-4d5a-9229-5f499a21da3e tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Made reservation on behalf of 9ccc7fa26fd54d9d8ef7f26bff52d48a for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:41:03.081388 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6116be3a-8cf7-4d5a-9229-5f499a21da3e tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:03.138180 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee6daa-8d32-4b49-add0-b8fc0602d0ad req-59351f3b-cfaf-4572-92d3-ade1360cfe45 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:03.140449 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57ee6daa-8d32-4b49-add0-b8fc0602d0ad req-59351f3b-cfaf-4572-92d3-ade1360cfe45 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 943 time: 0.2306447 Apr 28 19:41:03.301594 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:03.341203 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 57179594-7667-4fc0-88ee-5d14b94a84dd no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:41:03.371928 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57ee6daa-8d32-4b49-add0-b8fc0602d0ad req-536666b6-dc1f-47d6-9268-68ffeb8f5a9b tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187099 Apr 28 19:41:03.418328 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 57179594-7667-4fc0-88ee-5d14b94a84dd {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:41:03.418841 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 57179594-7667-4fc0-88ee-5d14b94a84dd not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:41:03.566023 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-55b46802-9b57-4269-bcf0-2a5f8d0e7642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:03.569251 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6116be3a-8cf7-4d5a-9229-5f499a21da3e tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:03.574413 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49216) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:03.581496 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-55b46802-9b57-4269-bcf0-2a5f8d0e7642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:03.601425 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-96704eb4-68a5-4a1a-bafb-79e54183297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'name': 'tempest-TaggedBootDevicesTest-1059154151-router', 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '202abbd7-1717-4e5b-aeda-948355678d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:40:51Z', 'updated_at': '2022-04-28T19:40:58Z', 'revision_number': 4, 'project_id': 'bc3414dc2d694e45b86b092fc773c62d', 'gw_port': {'id': '202abbd7-1717-4e5b-aeda-948355678d3a', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:53Z', 'updated_at': '2022-04-28T19:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '101a5818-8428-497e-990b-c76fb6a61d9b', 'name': '', 'network_id': 'f69f4a5f-c2d6-44c7-ad73-929a90025ab3', 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'mac_address': 'fa:16:3e:a5:f0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '48533aa3-5bd3-4948-a2d3-594fc981b6d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:57Z', 'updated_at': '2022-04-28T19:40:58Z', 'revision_number': 2, 'project_id': 'bc3414dc2d694e45b86b092fc773c62d', 'subnets': [{'id': '48533aa3-5bd3-4948-a2d3-594fc981b6d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:03.645469 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96704eb4-68a5-4a1a-bafb-79e54183297c None None] Checking router: 95fd222d-28fd-468e-9a61-1b82b6f296a3 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:41:03.647060 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96704eb4-68a5-4a1a-bafb-79e54183297c None None] Updating router 95fd222d-28fd-468e-9a61-1b82b6f296a3 port 101a5818-8428-497e-990b-c76fb6a61d9b binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:41:03.677775 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-96704eb4-68a5-4a1a-bafb-79e54183297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:03.689294 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b46802-9b57-4269-bcf0-2a5f8d0e7642 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:41:03.732794 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b46802-9b57-4269-bcf0-2a5f8d0e7642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5816f3-7e98-4282-b7f1-1bbc722eec0d,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:03.768822 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-55b46802-9b57-4269-bcf0-2a5f8d0e7642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:03.769177 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-55b46802-9b57-4269-bcf0-2a5f8d0e7642 admin admin] Added segment 8f7a796b-c20e-4630-9f8d-058a7ab55add of type vlan for network b187f101-868a-46d7-a641-cd9c03482235 Apr 28 19:41:03.772528 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116be3a-8cf7-4d5a-9229-5f499a21da3e tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Pushing event updated for resources: {'Subnet': ['ID=57cc6d6d-053e-4de2-9b66-92521b8eb0ac,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:03.835582 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6116be3a-8cf7-4d5a-9229-5f499a21da3e tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Checking segment: {'id': 'f39ecfa0-f2f6-4092-a494-5557bdfbe93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'eae7de28-85e0-41f6-ba17-611d913e52b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:41:03.836252 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6116be3a-8cf7-4d5a-9229-5f499a21da3e tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Network hostable DHCP agents. Network: eae7de28-85e0-41f6-ba17-611d913e52b5, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:41:03.839962 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9819ba8a-dca3-48e9-b76b-5781ce7ca98d tempest-ServiceProvidersTest-179241488 tempest-ServiceProvidersTest-179241488-project] 10.222.0.42 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2640209 Apr 28 19:41:03.863090 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-55b46802-9b57-4269-bcf0-2a5f8d0e7642 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:03.886427 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6116be3a-8cf7-4d5a-9229-5f499a21da3e tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Network eae7de28-85e0-41f6-ba17-611d913e52b5 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:41:03.912812 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-6116be3a-8cf7-4d5a-9229-5f499a21da3e tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, eae7de28-85e0-41f6-ba17-611d913e52b5) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:03.930076 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6116be3a-8cf7-4d5a-9229-5f499a21da3e tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:03.931516 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6116be3a-8cf7-4d5a-9229-5f499a21da3e tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:03.951405 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc70a27e-5d40-40b0-8915-c8a6f8b1b23c None None] Network eae7de28-85e0-41f6-ba17-611d913e52b5 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:41:03.957820 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-55b46802-9b57-4269-bcf0-2a5f8d0e7642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:03.959363 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b46802-9b57-4269-bcf0-2a5f8d0e7642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:03.960372 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-55b46802-9b57-4269-bcf0-2a5f8d0e7642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:03.987745 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6116be3a-8cf7-4d5a-9229-5f499a21da3e tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3283670 Apr 28 19:41:03.991623 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49230) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:04.001864 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-7ddc4d29-75d1-4205-b692-cfdddaa6c188 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-637227923'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:04.035776 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-55b46802-9b57-4269-bcf0-2a5f8d0e7642 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1516974 Apr 28 19:41:04.042285 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49232) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:04.053267 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-20ca37b9-82db-4003-8b63-ee843f486873 admin admin] Request body: {'subnet': {'network_id': 'b187f101-868a-46d7-a641-cd9c03482235', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1339786369-subnet', 'tenant_id': '72f7e61b4dcc49a2ae66e3a77a70d7c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:04.071953 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddc4d29-75d1-4205-b692-cfdddaa6c188 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Made reservation on behalf of 9ccc7fa26fd54d9d8ef7f26bff52d48a for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:41:04.078105 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b46802-9b57-4269-bcf0-2a5f8d0e7642 admin admin] Pushing event updated for resources: {'Network': ['ID=b187f101-868a-46d7-a641-cd9c03482235,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:04.084076 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ddc4d29-75d1-4205-b692-cfdddaa6c188 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:04.118499 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network b187f101-868a-46d7-a641-cd9c03482235 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:41:04.166622 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ca37b9-82db-4003-8b63-ee843f486873 admin admin] Made reservation on behalf of 72f7e61b4dcc49a2ae66e3a77a70d7c9 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:41:04.172028 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-20ca37b9-82db-4003-8b63-ee843f486873 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:04.265372 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49240) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:04.281875 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49244) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:04.438672 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-96704eb4-68a5-4a1a-bafb-79e54183297c None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:04.447372 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1922e9-0b43-40d6-bbae-b226bad40970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-eae7de28-85e0-41f6-ba17-611d913e52b5', 'network_id': 'eae7de28-85e0-41f6-ba17-611d913e52b5', 'tenant_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a', 'fixed_ips': [{'subnet_id': '57cc6d6d-053e-4de2-9b66-92521b8eb0ac'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:41:04.448411 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cc1922e9-0b43-40d6-bbae-b226bad40970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:04.459844 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ddc4d29-75d1-4205-b692-cfdddaa6c188 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:41:04.463571 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc038296-0af7-477b-b2f2-741bff474e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:04.470025 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ddc4d29-75d1-4205-b692-cfdddaa6c188 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:04.470615 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-7ddc4d29-75d1-4205-b692-cfdddaa6c188 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Added segment 03d2da4b-1374-4f28-9a37-aa88bda6061f of type vlan for network 7c955a99-ea31-4f23-8497-a1ba3ccb2921 Apr 28 19:41:04.477578 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-96704eb4-68a5-4a1a-bafb-79e54183297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:04.497227 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-271be1cd-9bbf-44a0-9599-622bb8948298 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-480537175-network', 'tenant_id': '8bd6f3bb1564422098884453859fc44c'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:04.529566 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ddc4d29-75d1-4205-b692-cfdddaa6c188 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:04.556859 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271be1cd-9bbf-44a0-9599-622bb8948298 admin admin] Made reservation on behalf of 8bd6f3bb1564422098884453859fc44c for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:41:04.561531 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-271be1cd-9bbf-44a0-9599-622bb8948298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:04.578544 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ddc4d29-75d1-4205-b692-cfdddaa6c188 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:04.586081 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddc4d29-75d1-4205-b692-cfdddaa6c188 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:04.586954 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ddc4d29-75d1-4205-b692-cfdddaa6c188 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:04.612835 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-271be1cd-9bbf-44a0-9599-622bb8948298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:04.631257 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-20ca37b9-82db-4003-8b63-ee843f486873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:04.667938 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05cf51-6efe-4d11-97cb-d435df079962 None None] Pushing event updated for resources: {'Port': ['ID=101a5818-8428-497e-990b-c76fb6a61d9b,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:04.698493 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc05cf51-6efe-4d11-97cb-d435df079962 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:04.698826 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc05cf51-6efe-4d11-97cb-d435df079962 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:04.699161 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc05cf51-6efe-4d11-97cb-d435df079962 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:04.699495 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc05cf51-6efe-4d11-97cb-d435df079962 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:04.699999 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc05cf51-6efe-4d11-97cb-d435df079962 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:04.700397 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc05cf51-6efe-4d11-97cb-d435df079962 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:04.700937 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc05cf51-6efe-4d11-97cb-d435df079962 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:04.701643 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc05cf51-6efe-4d11-97cb-d435df079962 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:04.702203 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc05cf51-6efe-4d11-97cb-d435df079962 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:04.702538 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc05cf51-6efe-4d11-97cb-d435df079962 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:04.702863 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc05cf51-6efe-4d11-97cb-d435df079962 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:04.703184 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc05cf51-6efe-4d11-97cb-d435df079962 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:04.761365 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15daef8-b690-414a-83f3-38b41cd16fa2 req-29b266fc-5335-4534-8214-8d37a0d93e35 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:04.763246 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c15daef8-b690-414a-83f3-38b41cd16fa2 req-29b266fc-5335-4534-8214-8d37a0d93e35 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 943 time: 0.1692080 Apr 28 19:41:04.765537 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc9ef0-2eb8-43ed-8e6e-4acfbad7f0e9 req-0df43c3c-0e15-45f4-9f84-88d6780d4d3c tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:04.771337 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7bbc9ef0-2eb8-43ed-8e6e-4acfbad7f0e9 req-0df43c3c-0e15-45f4-9f84-88d6780d4d3c tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1f514c1-25a8-4a2d-a180-66ee9ae28f67 HTTP/1.1" status: 200 len: 945 time: 0.6183689 Apr 28 19:41:04.775719 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-96704eb4-68a5-4a1a-bafb-79e54183297c None None] Attempting to bind port 101a5818-8428-497e-990b-c76fb6a61d9b on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:41:04.776165 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-96704eb4-68a5-4a1a-bafb-79e54183297c None None] Attempting to bind port 101a5818-8428-497e-990b-c76fb6a61d9b by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'a938669e-a422-4100-815a-beba9a9fac36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f69f4a5f-c2d6-44c7-ad73-929a90025ab3'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:41:04.776571 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96704eb4-68a5-4a1a-bafb-79e54183297c None None] Attempting to bind port 101a5818-8428-497e-990b-c76fb6a61d9b on network f69f4a5f-c2d6-44c7-ad73-929a90025ab3 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:41:04.786676 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca37b9-82db-4003-8b63-ee843f486873 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca27ebd5-0319-4722-8355-d0981952fe21,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:04.798003 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7ddc4d29-75d1-4205-b692-cfdddaa6c188 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8037858 Apr 28 19:41:04.799293 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49252) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:04.809750 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96704eb4-68a5-4a1a-bafb-79e54183297c None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:41:04.810122 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96704eb4-68a5-4a1a-bafb-79e54183297c None None] Checking segment: {'id': 'a938669e-a422-4100-815a-beba9a9fac36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f69f4a5f-c2d6-44c7-ad73-929a90025ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:41:04.811183 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-96704eb4-68a5-4a1a-bafb-79e54183297c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:04.811656 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96704eb4-68a5-4a1a-bafb-79e54183297c None None] Bound using segment: {'id': 'a938669e-a422-4100-815a-beba9a9fac36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f69f4a5f-c2d6-44c7-ad73-929a90025ab3'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:41:04.812291 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-96704eb4-68a5-4a1a-bafb-79e54183297c None None] Bound port: 101a5818-8428-497e-990b-c76fb6a61d9b, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a938669e-a422-4100-815a-beba9a9fac36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f69f4a5f-c2d6-44c7-ad73-929a90025ab3'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:41:04.812572 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-2a80cf46-9e09-42ce-8567-11c7d52df084 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Request body: {'subnet': {'network_id': '7c955a99-ea31-4f23-8497-a1ba3ccb2921', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:04.812720 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-96704eb4-68a5-4a1a-bafb-79e54183297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:04.833263 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc038296-0af7-477b-b2f2-741bff474e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:04.858317 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc038296-0af7-477b-b2f2-741bff474e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:04.888381 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-cc1922e9-0b43-40d6-bbae-b226bad40970 None None] Allocated IP 19.80.0.2 (eae7de28-85e0-41f6-ba17-611d913e52b5/57cc6d6d-053e-4de2-9b66-92521b8eb0ac/429ef648-cbb3-4840-898b-b69ecc7a2ca1) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:41:04.910046 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc038296-0af7-477b-b2f2-741bff474e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470f4bb4-accf-4d11-a74d-c90787e2efd8,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:04.918493 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc4d29-75d1-4205-b692-cfdddaa6c188 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Pushing event updated for resources: {'Network': ['ID=7c955a99-ea31-4f23-8497-a1ba3ccb2921,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:04.931995 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c15daef8-b690-414a-83f3-38b41cd16fa2 req-5bb12b30-2082-4e52-ae43-6d499dac44d6 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547403 Apr 28 19:41:04.961031 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-dc038296-0af7-477b-b2f2-741bff474e6b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=80984452f1a94e0b826dac24fb03cde5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6776166 Apr 28 19:41:04.968982 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49254) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:04.971072 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 7c955a99-ea31-4f23-8497-a1ba3ccb2921 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:41:05.016335 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7bbc9ef0-2eb8-43ed-8e6e-4acfbad7f0e9 req-f111d6cc-7f67-45fc-b548-65908d634a9f tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b59378e-21f4-46b5-97cb-2ca7e50f4c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153742 Apr 28 19:41:05.024453 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-96704eb4-68a5-4a1a-bafb-79e54183297c None None] For port 101a5818-8428-497e-990b-c76fb6a61d9b, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:41:05.028644 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ca37b9-82db-4003-8b63-ee843f486873 admin admin] Checking segment: {'id': '8f7a796b-c20e-4630-9f8d-058a7ab55add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b187f101-868a-46d7-a641-cd9c03482235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:41:05.029008 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ca37b9-82db-4003-8b63-ee843f486873 admin admin] Network hostable DHCP agents. Network: b187f101-868a-46d7-a641-cd9c03482235, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:41:05.078604 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-271be1cd-9bbf-44a0-9599-622bb8948298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:05.089866 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ca37b9-82db-4003-8b63-ee843f486873 admin admin] Network b187f101-868a-46d7-a641-cd9c03482235 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:41:05.094050 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a80cf46-9e09-42ce-8567-11c7d52df084 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Made reservation on behalf of 9ccc7fa26fd54d9d8ef7f26bff52d48a for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:41:05.099007 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2a80cf46-9e09-42ce-8567-11c7d52df084 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:05.104557 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7996ef34-9f80-4b23-a397-3955fed743b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:05.125354 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-20ca37b9-82db-4003-8b63-ee843f486873 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, b187f101-868a-46d7-a641-cd9c03482235) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:05.145336 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7996ef34-9f80-4b23-a397-3955fed743b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:05.146739 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-96704eb4-68a5-4a1a-bafb-79e54183297c None None] For port 101a5818-8428-497e-990b-c76fb6a61d9b, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=101a5818-8428-497e-990b-c76fb6a61d9b,segment=NetworkSegment(a938669e-a422-4100-815a-beba9a9fac36),segment_id=a938669e-a422-4100-815a-beba9a9fac36)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:41:05.147550 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-271be1cd-9bbf-44a0-9599-622bb8948298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:05.153497 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babea376-38e9-43f4-8e5a-13463351d01d None None] Network b187f101-868a-46d7-a641-cd9c03482235 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:41:05.171472 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ca37b9-82db-4003-8b63-ee843f486873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:05.172067 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-20ca37b9-82db-4003-8b63-ee843f486873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:05.184414 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-96704eb4-68a5-4a1a-bafb-79e54183297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:05.210976 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-20ca37b9-82db-4003-8b63-ee843f486873 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1657104 Apr 28 19:41:05.218042 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49258) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:05.224442 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-ca4aa0d3-3738-40d9-8f36-863bad04dbd9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1339786369-router', 'tenant_id': '72f7e61b4dcc49a2ae66e3a77a70d7c9', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:05.278421 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa0d3-3738-40d9-8f36-863bad04dbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:05.280880 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa0d3-3738-40d9-8f36-863bad04dbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:05.281374 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271be1cd-9bbf-44a0-9599-622bb8948298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aab0f53-a3bf-4390-a9ab-4fb051403619,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:05.298277 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-663969e5-c955-4d55-803c-c65ccd19db9f req-a4b366cb-159c-47e5-bf67-b52a2b86ad15 service neutron] 10.222.0.15 "GET /v2.0/ports/d226c7a6-986b-4039-a406-328e2e2e9372/bindings/n-h2-839810-1 HTTP/1.1" status: 200 len: 384 time: 0.1436131 Apr 28 19:41:05.308501 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05cf51-6efe-4d11-97cb-d435df079962 None None] Pushing event updated for resources: {'Port': ['ID=101a5818-8428-497e-990b-c76fb6a61d9b,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:05.353678 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-20a434e0-75a3-4699-843e-8942e8de1487 None None] Provisioning complete for port 101a5818-8428-497e-990b-c76fb6a61d9b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:05.353678 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-20a434e0-75a3-4699-843e-8942e8de1487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:05.477963 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa0d3-3738-40d9-8f36-863bad04dbd9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:05.479450 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96704eb4-68a5-4a1a-bafb-79e54183297c None None] Routers {'95fd222d-28fd-468e-9a61-1b82b6f296a3'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:41:05.480489 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-96704eb4-68a5-4a1a-bafb-79e54183297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:40:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['95fd222d-28fd-468e-9a61-1b82b6f296a3'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:05.484417 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-271be1cd-9bbf-44a0-9599-622bb8948298 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:41:05.555819 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a70387-312d-429c-bc55-a1097110242b req-9f29eaf9-82ae-4c5a-b4ec-6e032d23a248 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:05.564553 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f7a70387-312d-429c-bc55-a1097110242b req-9f29eaf9-82ae-4c5a-b4ec-6e032d23a248 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1f514c1-25a8-4a2d-a180-66ee9ae28f67 HTTP/1.1" status: 200 len: 945 time: 0.4128885 Apr 28 19:41:05.565077 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2a80cf46-9e09-42ce-8567-11c7d52df084 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:05.585709 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49260) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:05.595665 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-dc83ab97-1b90-4bff-812a-ae1b55885e06 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Request body: {'floatingip': {'port_id': '37816ae9-f631-4cbf-aba3-6ef317738e6e'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:05.633909 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-20a434e0-75a3-4699-843e-8942e8de1487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:05.649460 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc83ab97-1b90-4bff-812a-ae1b55885e06 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for floatingip, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:05.735168 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-271be1cd-9bbf-44a0-9599-622bb8948298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:05.735595 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-271be1cd-9bbf-44a0-9599-622bb8948298 admin admin] Added segment 1e9ab7fb-4134-49f4-8099-8f2b2c72f4f0 of type vlan for network a25cc1e5-47fe-44e3-a909-da052e1ce61b Apr 28 19:41:05.880823 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-271be1cd-9bbf-44a0-9599-622bb8948298 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:05.936427 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7996ef34-9f80-4b23-a397-3955fed743b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:05.939114 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7996ef34-9f80-4b23-a397-3955fed743b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:05.940593 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7996ef34-9f80-4b23-a397-3955fed743b4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/470f4bb4-accf-4d11-a74d-c90787e2efd8 HTTP/1.1" status: 204 len: 168 time: 0.9703698 Apr 28 19:41:05.957140 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-20a434e0-75a3-4699-843e-8942e8de1487 None None] For port 101a5818-8428-497e-990b-c76fb6a61d9b, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=101a5818-8428-497e-990b-c76fb6a61d9b,segment=NetworkSegment(a938669e-a422-4100-815a-beba9a9fac36),segment_id=a938669e-a422-4100-815a-beba9a9fac36)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:05.999368 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-663969e5-c955-4d55-803c-c65ccd19db9f req-d9af689a-3423-4cc7-81ae-e924f9046f90 service neutron] For port d226c7a6-986b-4039-a406-328e2e2e9372, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=d226c7a6-986b-4039-a406-328e2e2e9372,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:06.055687 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cc1922e9-0b43-40d6-bbae-b226bad40970 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:06.057528 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-20a434e0-75a3-4699-843e-8942e8de1487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:06.082874 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80cf46-9e09-42ce-8567-11c7d52df084 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Pushing event updated for resources: {'Subnet': ['ID=345c777d-f4d2-4601-b4cf-9b39f6cf5257,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:06.102378 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-271be1cd-9bbf-44a0-9599-622bb8948298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:06.102378 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271be1cd-9bbf-44a0-9599-622bb8948298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:06.102378 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-271be1cd-9bbf-44a0-9599-622bb8948298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:06.110209 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996ef34-9f80-4b23-a397-3955fed743b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470f4bb4-accf-4d11-a74d-c90787e2efd8,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:06.127906 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cc1922e9-0b43-40d6-bbae-b226bad40970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:06.158909 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dbe0f1-b7a3-4e67-b0ef-1ac0c80a92bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-b187f101-868a-46d7-a641-cd9c03482235', 'network_id': 'b187f101-868a-46d7-a641-cd9c03482235', 'tenant_id': '72f7e61b4dcc49a2ae66e3a77a70d7c9', 'fixed_ips': [{'subnet_id': 'ca27ebd5-0319-4722-8355-d0981952fe21'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:41:06.159800 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d8dbe0f1-b7a3-4e67-b0ef-1ac0c80a92bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:06.163800 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-663969e5-c955-4d55-803c-c65ccd19db9f req-d9af689a-3423-4cc7-81ae-e924f9046f90 service neutron] For port d226c7a6-986b-4039-a406-328e2e2e9372, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:41:06.173915 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa0d3-3738-40d9-8f36-863bad04dbd9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:06.197198 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-96704eb4-68a5-4a1a-bafb-79e54183297c None None] Set router 95fd222d-28fd-468e-9a61-1b82b6f296a3 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:41:06.220043 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a80cf46-9e09-42ce-8567-11c7d52df084 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Checking segment: {'id': '03d2da4b-1374-4f28-9a37-aa88bda6061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7c955a99-ea31-4f23-8497-a1ba3ccb2921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:41:06.220418 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a80cf46-9e09-42ce-8567-11c7d52df084 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Network hostable DHCP agents. Network: 7c955a99-ea31-4f23-8497-a1ba3ccb2921, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:41:06.252884 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1922e9-0b43-40d6-bbae-b226bad40970 None None] Network eae7de28-85e0-41f6-ba17-611d913e52b5 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:41:06.261891 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-271be1cd-9bbf-44a0-9599-622bb8948298 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9949574 Apr 28 19:41:06.262748 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49268) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:06.283946 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-75e90ed3-879c-4f8f-8fc0-19cccc0da6e2 admin admin] Request body: {'subnet': {'network_id': 'a25cc1e5-47fe-44e3-a909-da052e1ce61b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-480537175-subnet', 'tenant_id': '8bd6f3bb1564422098884453859fc44c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:06.303083 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-663969e5-c955-4d55-803c-c65ccd19db9f req-d9af689a-3423-4cc7-81ae-e924f9046f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d226c7a6-986b-4039-a406-328e2e2e9372 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:41:06.307711 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271be1cd-9bbf-44a0-9599-622bb8948298 admin admin] Pushing event updated for resources: {'Network': ['ID=a25cc1e5-47fe-44e3-a909-da052e1ce61b,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:06.314698 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98aaaa5-5786-4b91-9571-cd3ed18ae3f2 req-f9a91133-97db-46c9-8a1f-780d325c9179 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:06.316203 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b98aaaa5-5786-4b91-9571-cd3ed18ae3f2 req-f9a91133-97db-46c9-8a1f-780d325c9179 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 943 time: 0.2403140 Apr 28 19:41:06.328926 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-663969e5-c955-4d55-803c-c65ccd19db9f req-d9af689a-3423-4cc7-81ae-e924f9046f90 service neutron] For port d226c7a6-986b-4039-a406-328e2e2e9372, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=d226c7a6-986b-4039-a406-328e2e2e9372,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:06.349088 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-cc1922e9-0b43-40d6-bbae-b226bad40970 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:06.354883 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1922e9-0b43-40d6-bbae-b226bad40970 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:41:06.364760 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a80cf46-9e09-42ce-8567-11c7d52df084 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Network 7c955a99-ea31-4f23-8497-a1ba3ccb2921 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:41:06.366065 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a434e0-75a3-4699-843e-8942e8de1487 None None] Pushing event updated for resources: {'Port': ['ID=101a5818-8428-497e-990b-c76fb6a61d9b,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:06.370390 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b98aaaa5-5786-4b91-9571-cd3ed18ae3f2 req-c4da9529-57b4-4b22-9998-29a07e0a4966 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448048 Apr 28 19:41:06.387592 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-2a80cf46-9e09-42ce-8567-11c7d52df084 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 7c955a99-ea31-4f23-8497-a1ba3ccb2921) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:06.393537 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a80cf46-9e09-42ce-8567-11c7d52df084 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:06.394133 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2a80cf46-9e09-42ce-8567-11c7d52df084 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:06.425438 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2a80cf46-9e09-42ce-8567-11c7d52df084 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6201923 Apr 28 19:41:06.436555 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e90ed3-879c-4f8f-8fc0-19cccc0da6e2 admin admin] Made reservation on behalf of 8bd6f3bb1564422098884453859fc44c for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:41:06.439190 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-75e90ed3-879c-4f8f-8fc0-19cccc0da6e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:06.444001 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-663969e5-c955-4d55-803c-c65ccd19db9f req-d9af689a-3423-4cc7-81ae-e924f9046f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:06.462343 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-5dd5be16-d26b-4318-91e5-68bcb0c6f1a1 None None] Provisioning complete for port 101a5818-8428-497e-990b-c76fb6a61d9b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:06.463032 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5dd5be16-d26b-4318-91e5-68bcb0c6f1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:06.465585 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1922e9-0b43-40d6-bbae-b226bad40970 None None] Pushing event updated for resources: {'Port': ['ID=429ef648-cbb3-4840-898b-b69ecc7a2ca1,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:06.468421 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network a25cc1e5-47fe-44e3-a909-da052e1ce61b details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:41:06.470406 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09ecfee-f820-4079-8b0f-a33e148e74aa None None] Network 7c955a99-ea31-4f23-8497-a1ba3ccb2921 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:41:06.568398 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa0d3-3738-40d9-8f36-863bad04dbd9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:06.592130 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa0d3-3738-40d9-8f36-863bad04dbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:06.803571 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-ca4aa0d3-3738-40d9-8f36-863bad04dbd9 admin admin] Allocated IP 172.25.8.99 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/b76a7ac5-67ca-4945-9f60-afbad798c223) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:41:06.803784 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device d226c7a6-986b-4039-a406-328e2e2e9372 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:41:06.887921 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-cc1922e9-0b43-40d6-bbae-b226bad40970 None None] Attempting to bind port 429ef648-cbb3-4840-898b-b69ecc7a2ca1 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:41:06.888333 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-cc1922e9-0b43-40d6-bbae-b226bad40970 None None] Attempting to bind port 429ef648-cbb3-4840-898b-b69ecc7a2ca1 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'f39ecfa0-f2f6-4092-a494-5557bdfbe93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'eae7de28-85e0-41f6-ba17-611d913e52b5'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:41:06.888784 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1922e9-0b43-40d6-bbae-b226bad40970 None None] Attempting to bind port 429ef648-cbb3-4840-898b-b69ecc7a2ca1 on network eae7de28-85e0-41f6-ba17-611d913e52b5 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:41:06.927518 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-663969e5-c955-4d55-803c-c65ccd19db9f req-d9af689a-3423-4cc7-81ae-e924f9046f90 service neutron] Transition to ACTIVE for port object d226c7a6-986b-4039-a406-328e2e2e9372 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:41:06.930727 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1922e9-0b43-40d6-bbae-b226bad40970 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:41:06.931104 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1922e9-0b43-40d6-bbae-b226bad40970 None None] Checking segment: {'id': 'f39ecfa0-f2f6-4092-a494-5557bdfbe93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'eae7de28-85e0-41f6-ba17-611d913e52b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:41:06.931501 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cc1922e9-0b43-40d6-bbae-b226bad40970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:06.931904 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1922e9-0b43-40d6-bbae-b226bad40970 None None] Bound using segment: {'id': 'f39ecfa0-f2f6-4092-a494-5557bdfbe93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'eae7de28-85e0-41f6-ba17-611d913e52b5'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:41:06.932446 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-cc1922e9-0b43-40d6-bbae-b226bad40970 None None] Bound port: 429ef648-cbb3-4840-898b-b69ecc7a2ca1, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39ecfa0-f2f6-4092-a494-5557bdfbe93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'eae7de28-85e0-41f6-ba17-611d913e52b5'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:41:06.932813 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cc1922e9-0b43-40d6-bbae-b226bad40970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:06.963007 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-663969e5-c955-4d55-803c-c65ccd19db9f req-d9af689a-3423-4cc7-81ae-e924f9046f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:06.964834 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa0d3-3738-40d9-8f36-863bad04dbd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:06.990407 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-d8dbe0f1-b7a3-4e67-b0ef-1ac0c80a92bf None None] Allocated IP 172.20.0.2 (b187f101-868a-46d7-a641-cd9c03482235/ca27ebd5-0319-4722-8355-d0981952fe21/a3cd1c05-b0b1-4742-8adc-6b739fd14cc1) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:41:07.009295 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa0d3-3738-40d9-8f36-863bad04dbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:07.075197 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4aa0d3-3738-40d9-8f36-863bad04dbd9 admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:41:07.110902 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-ca4aa0d3-3738-40d9-8f36-863bad04dbd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:07.119682 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4aa0d3-3738-40d9-8f36-863bad04dbd9 admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:41:07.194667 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4aa0d3-3738-40d9-8f36-863bad04dbd9 admin admin] Pushing event updated for resources: {'Port': ['ID=b76a7ac5-67ca-4945-9f60-afbad798c223,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:07.279996 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-cc1922e9-0b43-40d6-bbae-b226bad40970 None None] For port 429ef648-cbb3-4840-898b-b69ecc7a2ca1, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:41:07.287701 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc5b1a6-6ffc-4a7a-953f-ccd22e85d6eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-7c955a99-ea31-4f23-8497-a1ba3ccb2921', 'network_id': '7c955a99-ea31-4f23-8497-a1ba3ccb2921', 'tenant_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a', 'fixed_ips': [{'subnet_id': '345c777d-f4d2-4601-b4cf-9b39f6cf5257'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:41:07.288598 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9cc5b1a6-6ffc-4a7a-953f-ccd22e85d6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:07.315280 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49298) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:07.326012 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc83ab97-1b90-4bff-812a-ae1b55885e06 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:07.329133 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-cc1922e9-0b43-40d6-bbae-b226bad40970 None None] For port 429ef648-cbb3-4840-898b-b69ecc7a2ca1, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=429ef648-cbb3-4840-898b-b69ecc7a2ca1,segment=NetworkSegment(f39ecfa0-f2f6-4092-a494-5557bdfbe93f),segment_id=f39ecfa0-f2f6-4092-a494-5557bdfbe93f)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:41:07.345723 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cc1922e9-0b43-40d6-bbae-b226bad40970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:07.361661 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc83ab97-1b90-4bff-812a-ae1b55885e06 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:07.475288 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af689a-3423-4cc7-81ae-e924f9046f90 service neutron] Pushing event updated for resources: {'Port': ['ID=d226c7a6-986b-4039-a406-328e2e2e9372,revision_number=10']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:07.526774 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-5018f58b-973b-4198-8acb-d9c071fc75a3 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1365840592'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:07.530782 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-75e90ed3-879c-4f8f-8fc0-19cccc0da6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:07.540607 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-96704eb4-68a5-4a1a-bafb-79e54183297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'name': 'tempest-TaggedBootDevicesTest-1059154151-router', 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '202abbd7-1717-4e5b-aeda-948355678d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:40:51Z', 'updated_at': '2022-04-28T19:40:58Z', 'revision_number': 4, 'project_id': 'bc3414dc2d694e45b86b092fc773c62d', 'gw_port': {'id': '202abbd7-1717-4e5b-aeda-948355678d3a', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:53Z', 'updated_at': '2022-04-28T19:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '101a5818-8428-497e-990b-c76fb6a61d9b', 'name': '', 'network_id': 'f69f4a5f-c2d6-44c7-ad73-929a90025ab3', 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'mac_address': 'fa:16:3e:a5:f0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '48533aa3-5bd3-4948-a2d3-594fc981b6d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:57Z', 'updated_at': '2022-04-28T19:41:04Z', 'revision_number': 4, 'project_id': 'bc3414dc2d694e45b86b092fc773c62d', 'subnets': [{'id': '48533aa3-5bd3-4948-a2d3-594fc981b6d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:07.558665 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-d2636bc3-13b7-47ee-8d52-04c0bd259f3a tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:07.559634 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa0d3-3738-40d9-8f36-863bad04dbd9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:07.565433 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-d2636bc3-13b7-47ee-8d52-04c0bd259f3a tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:07.566965 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-d2636bc3-13b7-47ee-8d52-04c0bd259f3a tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/networks?id=eae7de28-85e0-41f6-ba17-611d913e52b5&id=7c955a99-ea31-4f23-8497-a1ba3ccb2921 HTTP/1.1" status: 200 len: 1391 time: 0.7915208 Apr 28 19:41:07.580946 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96704eb4-68a5-4a1a-bafb-79e54183297c None None] The sync data for ids ['95fd222d-28fd-468e-9a61-1b82b6f296a3'] in n-d-839810-1 is: [{'id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'name': 'tempest-TaggedBootDevicesTest-1059154151-router', 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '202abbd7-1717-4e5b-aeda-948355678d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:40:51Z', 'updated_at': '2022-04-28T19:40:58Z', 'revision_number': 4, 'project_id': 'bc3414dc2d694e45b86b092fc773c62d', 'gw_port': {'id': '202abbd7-1717-4e5b-aeda-948355678d3a', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:53Z', 'updated_at': '2022-04-28T19:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '101a5818-8428-497e-990b-c76fb6a61d9b', 'name': '', 'network_id': 'f69f4a5f-c2d6-44c7-ad73-929a90025ab3', 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'mac_address': 'fa:16:3e:a5:f0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '48533aa3-5bd3-4948-a2d3-594fc981b6d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:57Z', 'updated_at': '2022-04-28T19:41:04Z', 'revision_number': 4, 'project_id': 'bc3414dc2d694e45b86b092fc773c62d', 'subnets': [{'id': '48533aa3-5bd3-4948-a2d3-594fc981b6d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:41:07.604054 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d8dbe0f1-b7a3-4e67-b0ef-1ac0c80a92bf None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:07.613058 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7d398-66ae-4bc6-b7e4-d582e36d3d9d req-90c0bf4d-7381-4120-b741-114a86452e1f tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:07.615029 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-34c7d398-66ae-4bc6-b7e4-d582e36d3d9d req-90c0bf4d-7381-4120-b741-114a86452e1f tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 944 time: 0.1212742 Apr 28 19:41:07.619613 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1922e9-0b43-40d6-bbae-b226bad40970 None None] Pushing event updated for resources: {'Port': ['ID=429ef648-cbb3-4840-898b-b69ecc7a2ca1,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:07.626023 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d8dbe0f1-b7a3-4e67-b0ef-1ac0c80a92bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:07.662224 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-663969e5-c955-4d55-803c-c65ccd19db9f req-d9af689a-3423-4cc7-81ae-e924f9046f90 service neutron] No DVR routers for this DVR port d226c7a6-986b-4039-a406-328e2e2e9372 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:41:07.721897 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dbe0f1-b7a3-4e67-b0ef-1ac0c80a92bf None None] Network b187f101-868a-46d7-a641-cd9c03482235 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:41:07.723268 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dbe0f1-b7a3-4e67-b0ef-1ac0c80a92bf None None] Pushing event updated for resources: {'Port': ['ID=a3cd1c05-b0b1-4742-8adc-6b739fd14cc1,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:07.728526 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-d8dbe0f1-b7a3-4e67-b0ef-1ac0c80a92bf None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:07.734340 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dbe0f1-b7a3-4e67-b0ef-1ac0c80a92bf None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:41:07.743667 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-95e70973-c241-41b2-b3a0-33f2a08b06ee tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/quotas/9ccc7fa26fd54d9d8ef7f26bff52d48a HTTP/1.1" status: 200 len: 375 time: 0.1492836 Apr 28 19:41:07.774854 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-34c7d398-66ae-4bc6-b7e4-d582e36d3d9d req-c065392b-a264-43aa-ba36-e5ea526d3841 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530852 Apr 28 19:41:07.811961 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5018f58b-973b-4198-8acb-d9c071fc75a3 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Made reservation on behalf of 0328ebd296084ebdac424b7a0a224713 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:41:07.815036 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5018f58b-973b-4198-8acb-d9c071fc75a3 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:07.832476 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-9cc5b1a6-6ffc-4a7a-953f-ccd22e85d6eb None None] Allocated IP 19.86.0.2 (7c955a99-ea31-4f23-8497-a1ba3ccb2921/345c777d-f4d2-4601-b4cf-9b39f6cf5257/ba0e5a66-360e-4940-b83d-bcaf6a760eb1) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:41:07.834450 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e90ed3-879c-4f8f-8fc0-19cccc0da6e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42a552b8-a2e6-4bf2-85ae-bc52299c5f87,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:07.835912 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d8dbe0f1-b7a3-4e67-b0ef-1ac0c80a92bf None None] Attempting to bind port a3cd1c05-b0b1-4742-8adc-6b739fd14cc1 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:41:07.836531 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d8dbe0f1-b7a3-4e67-b0ef-1ac0c80a92bf None None] Attempting to bind port a3cd1c05-b0b1-4742-8adc-6b739fd14cc1 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '8f7a796b-c20e-4630-9f8d-058a7ab55add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b187f101-868a-46d7-a641-cd9c03482235'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:41:07.837134 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dbe0f1-b7a3-4e67-b0ef-1ac0c80a92bf None None] Attempting to bind port a3cd1c05-b0b1-4742-8adc-6b739fd14cc1 on network b187f101-868a-46d7-a641-cd9c03482235 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:41:07.846582 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dbe0f1-b7a3-4e67-b0ef-1ac0c80a92bf None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:41:07.847425 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dbe0f1-b7a3-4e67-b0ef-1ac0c80a92bf None None] Checking segment: {'id': '8f7a796b-c20e-4630-9f8d-058a7ab55add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b187f101-868a-46d7-a641-cd9c03482235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:41:07.848058 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d8dbe0f1-b7a3-4e67-b0ef-1ac0c80a92bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:07.849057 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dbe0f1-b7a3-4e67-b0ef-1ac0c80a92bf None None] Bound using segment: {'id': '8f7a796b-c20e-4630-9f8d-058a7ab55add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b187f101-868a-46d7-a641-cd9c03482235'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:41:07.849812 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d8dbe0f1-b7a3-4e67-b0ef-1ac0c80a92bf None None] Bound port: a3cd1c05-b0b1-4742-8adc-6b739fd14cc1, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7a796b-c20e-4630-9f8d-058a7ab55add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b187f101-868a-46d7-a641-cd9c03482235'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:41:07.850448 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d8dbe0f1-b7a3-4e67-b0ef-1ac0c80a92bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:07.869606 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-663969e5-c955-4d55-803c-c65ccd19db9f req-d9af689a-3423-4cc7-81ae-e924f9046f90 service neutron] 10.222.0.15 "PUT /v2.0/ports/d226c7a6-986b-4039-a406-328e2e2e9372/bindings/n-h2-839810-1/activate HTTP/1.1" status: 200 len: 369 time: 2.5112801 Apr 28 19:41:07.890963 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5018f58b-973b-4198-8acb-d9c071fc75a3 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:07.928008 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [None req-dc83ab97-1b90-4bff-812a-ae1b55885e06 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Floating IP 4ce90cf4-446d-4b81-bfc1-2b9b6b128254 associated. External IP: 172.25.8.91, port: 37816ae9-f631-4cbf-aba3-6ef317738e6e. Apr 28 19:41:08.023401 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa0d3-3738-40d9-8f36-863bad04dbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:08.048427 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e90ed3-879c-4f8f-8fc0-19cccc0da6e2 admin admin] Checking segment: {'id': '1e9ab7fb-4134-49f4-8099-8f2b2c72f4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a25cc1e5-47fe-44e3-a909-da052e1ce61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:41:08.048791 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e90ed3-879c-4f8f-8fc0-19cccc0da6e2 admin admin] Network hostable DHCP agents. Network: a25cc1e5-47fe-44e3-a909-da052e1ce61b, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:41:08.113695 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-a2099d6e-75b4-4b01-93ea-deea7b031718 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ccc7fa26fd54d9d8ef7f26bff52d48a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3413937 Apr 28 19:41:08.210321 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e90ed3-879c-4f8f-8fc0-19cccc0da6e2 admin admin] Network a25cc1e5-47fe-44e3-a909-da052e1ce61b is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:41:08.237976 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663969e5-c955-4d55-803c-c65ccd19db9f req-4f837584-0bf4-4695-957e-58a57b722935 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:08.246602 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-663969e5-c955-4d55-803c-c65ccd19db9f req-4f837584-0bf4-4695-957e-58a57b722935 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b&tenant_id=65106efa94b44e66ac09133941d375fb&binding%3Ahost_id=n-h1-839810-1 HTTP/1.1" status: 200 len: 1095 time: 0.2840664 Apr 28 19:41:08.271626 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-75e90ed3-879c-4f8f-8fc0-19cccc0da6e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, a25cc1e5-47fe-44e3-a909-da052e1ce61b) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:08.291702 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d8dbe0f1-b7a3-4e67-b0ef-1ac0c80a92bf None None] For port a3cd1c05-b0b1-4742-8adc-6b739fd14cc1, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:41:08.295841 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b73a675-1cbb-40fb-b2b5-5486619d70e2 None None] Network a25cc1e5-47fe-44e3-a909-da052e1ce61b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:41:08.331831 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e90ed3-879c-4f8f-8fc0-19cccc0da6e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:08.332805 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-75e90ed3-879c-4f8f-8fc0-19cccc0da6e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:08.339817 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d8dbe0f1-b7a3-4e67-b0ef-1ac0c80a92bf None None] For port a3cd1c05-b0b1-4742-8adc-6b739fd14cc1, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a3cd1c05-b0b1-4742-8adc-6b739fd14cc1,segment=NetworkSegment(8f7a796b-c20e-4630-9f8d-058a7ab55add),segment_id=8f7a796b-c20e-4630-9f8d-058a7ab55add)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:41:08.362099 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663969e5-c955-4d55-803c-c65ccd19db9f req-76c0cc60-0e0c-4706-9a0f-cf759fc15c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:08.365509 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-663969e5-c955-4d55-803c-c65ccd19db9f req-76c0cc60-0e0c-4706-9a0f-cf759fc15c16 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b&tenant_id=65106efa94b44e66ac09133941d375fb HTTP/1.1" status: 200 len: 1095 time: 0.1143169 Apr 28 19:41:08.366855 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4aa0d3-3738-40d9-8f36-863bad04dbd9 admin admin] Router d225a538-4016-4f48-b2fb-f6581ed96309 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:41:08.403862 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d8dbe0f1-b7a3-4e67-b0ef-1ac0c80a92bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:08.421766 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-75e90ed3-879c-4f8f-8fc0-19cccc0da6e2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.1519341 Apr 28 19:41:08.586930 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4aa0d3-3738-40d9-8f36-863bad04dbd9 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:41:08.590284 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663969e5-c955-4d55-803c-c65ccd19db9f req-874d7698-8e97-4093-b634-b14daffa5935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:08.596130 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-663969e5-c955-4d55-803c-c65ccd19db9f req-874d7698-8e97-4093-b634-b14daffa5935 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=65106efa94b44e66ac09133941d375fb&device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 1095 time: 0.1421003 Apr 28 19:41:08.612300 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbfe115-b237-4cb4-b1a5-cfaee8bbbdcb None None] Sync routers for ids ['d225a538-4016-4f48-b2fb-f6581ed96309'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:41:08.613619 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9cc5b1a6-6ffc-4a7a-953f-ccd22e85d6eb None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:08.631135 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 101a5818-8428-497e-990b-c76fb6a61d9b up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:41:08.639867 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbfe115-b237-4cb4-b1a5-cfaee8bbbdcb None None] Routers {'d225a538-4016-4f48-b2fb-f6581ed96309'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:41:08.640634 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-1cbfe115-b237-4cb4-b1a5-cfaee8bbbdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:40:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['d225a538-4016-4f48-b2fb-f6581ed96309'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:08.734805 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9cc5b1a6-6ffc-4a7a-953f-ccd22e85d6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:08.774246 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa0d3-3738-40d9-8f36-863bad04dbd9 admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:08.778896 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ca4aa0d3-3738-40d9-8f36-863bad04dbd9 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5561943 Apr 28 19:41:08.780520 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49308) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:08.851408 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc83ab97-1b90-4bff-812a-ae1b55885e06 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Router 536f6499-1b10-4117-950d-dfd4623a3f3f has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:41:08.873698 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dbe0f1-b7a3-4e67-b0ef-1ac0c80a92bf None None] Pushing event updated for resources: {'Port': ['ID=a3cd1c05-b0b1-4742-8adc-6b739fd14cc1,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:08.878689 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-8c427e7d-3330-45aa-ac87-fc4f851c3791 service neutron] 10.222.0.42 "GET /v2.0/networks/eae7de28-85e0-41f6-ba17-611d913e52b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7386124 Apr 28 19:41:08.942441 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-1cbfe115-b237-4cb4-b1a5-cfaee8bbbdcb None None] Set router d225a538-4016-4f48-b2fb-f6581ed96309 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:41:09.001139 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5018f58b-973b-4198-8acb-d9c071fc75a3 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:09.027315 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc5b1a6-6ffc-4a7a-953f-ccd22e85d6eb None None] Network 7c955a99-ea31-4f23-8497-a1ba3ccb2921 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:41:09.032786 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef95ff92-6985-48b5-9869-861c02141be8 None None] Network a25cc1e5-47fe-44e3-a909-da052e1ce61b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:41:09.088796 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5018f58b-973b-4198-8acb-d9c071fc75a3 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:09.222264 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5018f58b-973b-4198-8acb-d9c071fc75a3 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:41:09.235490 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-9cc5b1a6-6ffc-4a7a-953f-ccd22e85d6eb None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:09.271366 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5018f58b-973b-4198-8acb-d9c071fc75a3 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:09.272065 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-5018f58b-973b-4198-8acb-d9c071fc75a3 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Added segment 056daa11-9869-434c-833b-d25c88f686e1 of type vlan for network ee15a326-1686-41b2-9e89-453f3f909a4b Apr 28 19:41:09.276667 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc5b1a6-6ffc-4a7a-953f-ccd22e85d6eb None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:41:09.341857 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1ac54-2b6e-43b2-80a2-8a333020bfa9 req-f34d26f4-c182-47d6-9d90-9c9032af8914 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:09.347261 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a9c1ac54-2b6e-43b2-80a2-8a333020bfa9 req-f34d26f4-c182-47d6-9d90-9c9032af8914 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 944 time: 0.3723295 Apr 28 19:41:09.361670 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663969e5-c955-4d55-803c-c65ccd19db9f req-7bb0f6e6-4159-4dfb-be28-572731df319f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:09.366072 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-663969e5-c955-4d55-803c-c65ccd19db9f req-7bb0f6e6-4159-4dfb-be28-572731df319f service neutron] 10.222.0.44 "GET /v2.0/networks?id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd HTTP/1.1" status: 200 len: 908 time: 0.7430918 Apr 28 19:41:09.368076 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5018f58b-973b-4198-8acb-d9c071fc75a3 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:09.399496 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5b1a6-6ffc-4a7a-953f-ccd22e85d6eb None None] Pushing event updated for resources: {'Port': ['ID=ba0e5a66-360e-4940-b83d-bcaf6a760eb1,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:09.435527 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-54c0dcdd-02fc-49f5-8bce-b32a55c3be8d service neutron] 10.222.0.42 "GET /v2.0/networks/eae7de28-85e0-41f6-ba17-611d913e52b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5548785 Apr 28 19:41:09.459977 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 101a5818-8428-497e-990b-c76fb6a61d9b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:09.478373 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:09.490125 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-1cbfe115-b237-4cb4-b1a5-cfaee8bbbdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd225a538-4016-4f48-b2fb-f6581ed96309', 'name': 'tempest-TaggedBootDevicesTest-1339786369-router', 'tenant_id': '72f7e61b4dcc49a2ae66e3a77a70d7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'b76a7ac5-67ca-4945-9f60-afbad798c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:41:05Z', 'updated_at': '2022-04-28T19:41:07Z', 'revision_number': 3, 'project_id': '72f7e61b4dcc49a2ae66e3a77a70d7c9', 'gw_port': {'id': 'b76a7ac5-67ca-4945-9f60-afbad798c223', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:51:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd225a538-4016-4f48-b2fb-f6581ed96309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:41:06Z', 'updated_at': '2022-04-28T19:41:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:09.535368 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbfe115-b237-4cb4-b1a5-cfaee8bbbdcb None None] Checking router: d225a538-4016-4f48-b2fb-f6581ed96309 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:41:09.551720 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbfe115-b237-4cb4-b1a5-cfaee8bbbdcb None None] Updating router d225a538-4016-4f48-b2fb-f6581ed96309 port b76a7ac5-67ca-4945-9f60-afbad798c223 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:41:09.598313 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-9cc5b1a6-6ffc-4a7a-953f-ccd22e85d6eb None None] Attempting to bind port ba0e5a66-360e-4940-b83d-bcaf6a760eb1 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:41:09.600734 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-9cc5b1a6-6ffc-4a7a-953f-ccd22e85d6eb None None] Attempting to bind port ba0e5a66-360e-4940-b83d-bcaf6a760eb1 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '03d2da4b-1374-4f28-9a37-aa88bda6061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7c955a99-ea31-4f23-8497-a1ba3ccb2921'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:41:09.601201 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc5b1a6-6ffc-4a7a-953f-ccd22e85d6eb None None] Attempting to bind port ba0e5a66-360e-4940-b83d-bcaf6a760eb1 on network 7c955a99-ea31-4f23-8497-a1ba3ccb2921 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:41:09.605984 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-1cbfe115-b237-4cb4-b1a5-cfaee8bbbdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:09.644050 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-663969e5-c955-4d55-803c-c65ccd19db9f req-043beb17-defc-4c27-8e28-100cf8ad5869 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d226c7a6-986b-4039-a406-328e2e2e9372 HTTP/1.1" status: 200 len: 217 time: 0.2314646 Apr 28 19:41:09.678112 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a9c1ac54-2b6e-43b2-80a2-8a333020bfa9 req-59dddee8-1f84-4aec-aa7c-0b57d0acfe83 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094616 Apr 28 19:41:09.723338 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 429ef648-cbb3-4840-898b-b69ecc7a2ca1 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:41:09.725679 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc5b1a6-6ffc-4a7a-953f-ccd22e85d6eb None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:41:09.726519 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc5b1a6-6ffc-4a7a-953f-ccd22e85d6eb None None] Checking segment: {'id': '03d2da4b-1374-4f28-9a37-aa88bda6061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7c955a99-ea31-4f23-8497-a1ba3ccb2921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:41:09.727067 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9cc5b1a6-6ffc-4a7a-953f-ccd22e85d6eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:09.727714 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc5b1a6-6ffc-4a7a-953f-ccd22e85d6eb None None] Bound using segment: {'id': '03d2da4b-1374-4f28-9a37-aa88bda6061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7c955a99-ea31-4f23-8497-a1ba3ccb2921'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:41:09.728455 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-9cc5b1a6-6ffc-4a7a-953f-ccd22e85d6eb None None] Bound port: ba0e5a66-360e-4940-b83d-bcaf6a760eb1, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d2da4b-1374-4f28-9a37-aa88bda6061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7c955a99-ea31-4f23-8497-a1ba3ccb2921'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:41:09.730313 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9cc5b1a6-6ffc-4a7a-953f-ccd22e85d6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:09.756687 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-362e3b18-f930-4de4-b21a-7f66b71ee106 service neutron] 10.222.0.42 "GET /v2.0/networks/7c955a99-ea31-4f23-8497-a1ba3ccb2921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196037 Apr 28 19:41:09.887663 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018f58b-973b-4198-8acb-d9c071fc75a3 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43fd4af9-bc61-48d5-bef3-96d7d8f70692,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:09.893480 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc83ab97-1b90-4bff-812a-ae1b55885e06 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:41:09.904583 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc83ab97-1b90-4bff-812a-ae1b55885e06 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:09.941029 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-9cc5b1a6-6ffc-4a7a-953f-ccd22e85d6eb None None] For port ba0e5a66-360e-4940-b83d-bcaf6a760eb1, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:41:09.949974 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-9cc5b1a6-6ffc-4a7a-953f-ccd22e85d6eb None None] For port ba0e5a66-360e-4940-b83d-bcaf6a760eb1, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ba0e5a66-360e-4940-b83d-bcaf6a760eb1,segment=NetworkSegment(03d2da4b-1374-4f28-9a37-aa88bda6061f),segment_id=03d2da4b-1374-4f28-9a37-aa88bda6061f)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:41:09.961367 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-f353de2a-3c0c-4451-afa7-d98046136e2e service neutron] 10.222.0.42 "GET /v2.0/networks/7c955a99-ea31-4f23-8497-a1ba3ccb2921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034450 Apr 28 19:41:09.962245 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5018f58b-973b-4198-8acb-d9c071fc75a3 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:09.966282 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8da27bf-17f9-4ca1-a748-81350c6a8fb7 None None] Network eae7de28-85e0-41f6-ba17-611d913e52b5 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:41:09.989142 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5018f58b-973b-4198-8acb-d9c071fc75a3 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:09.989810 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5018f58b-973b-4198-8acb-d9c071fc75a3 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:10.033807 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-dc83ab97-1b90-4bff-812a-ae1b55885e06 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "PUT /v2.0/floatingips/4ce90cf4-446d-4b81-bfc1-2b9b6b128254 HTTP/1.1" status: 200 len: 990 time: 4.4429953 Apr 28 19:41:10.038361 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-1cbfe115-b237-4cb4-b1a5-cfaee8bbbdcb None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:10.053892 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-1cbfe115-b237-4cb4-b1a5-cfaee8bbbdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:10.103841 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663969e5-c955-4d55-803c-c65ccd19db9f req-409f7ad5-a44f-4a37-8147-bad537dfc537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:10.105811 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-663969e5-c955-4d55-803c-c65ccd19db9f req-409f7ad5-a44f-4a37-8147-bad537dfc537 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d5c93c2-9d1b-4c66-8e1f-a78766af188b HTTP/1.1" status: 200 len: 847 time: 0.4046152 Apr 28 19:41:10.142052 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-1cbfe115-b237-4cb4-b1a5-cfaee8bbbdcb None None] Attempting to bind port b76a7ac5-67ca-4945-9f60-afbad798c223 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:41:10.142485 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-1cbfe115-b237-4cb4-b1a5-cfaee8bbbdcb None None] Attempting to bind port b76a7ac5-67ca-4945-9f60-afbad798c223 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:41:10.142812 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbfe115-b237-4cb4-b1a5-cfaee8bbbdcb None None] Attempting to bind port b76a7ac5-67ca-4945-9f60-afbad798c223 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:41:10.194249 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-663969e5-c955-4d55-803c-c65ccd19db9f req-1030031b-630f-4e32-acec-0bdb2acef944 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662177 Apr 28 19:41:10.203612 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbfe115-b237-4cb4-b1a5-cfaee8bbbdcb None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:41:10.203989 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbfe115-b237-4cb4-b1a5-cfaee8bbbdcb None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:41:10.206858 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-1cbfe115-b237-4cb4-b1a5-cfaee8bbbdcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:10.207267 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbfe115-b237-4cb4-b1a5-cfaee8bbbdcb None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:41:10.207759 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-1cbfe115-b237-4cb4-b1a5-cfaee8bbbdcb None None] Bound port: b76a7ac5-67ca-4945-9f60-afbad798c223, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:41:10.208168 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-1cbfe115-b237-4cb4-b1a5-cfaee8bbbdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:10.218207 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f514c1-25a8-4a2d-a180-66ee9ae28f67', 'tag': '37816ae9-f631-4cbf-aba3-6ef317738e6e'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:10.223838 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04d018d-7474-45b8-86f2-b61a1f387814" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f514c1-25a8-4a2d-a180-66ee9ae28f67", "tag": "37816ae9-f631-4cbf-aba3-6ef317738e6e"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:41:10.237876 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5018f58b-973b-4198-8acb-d9c071fc75a3 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.9166272 Apr 28 19:41:10.241203 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018f58b-973b-4198-8acb-d9c071fc75a3 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Pushing event updated for resources: {'Network': ['ID=ee15a326-1686-41b2-9e89-453f3f909a4b,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:10.252867 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49328) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:10.268192 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-c01886bd-1b7d-4fae-af39-5e38b3e12c0b tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Request body: {'subnet': {'network_id': 'ee15a326-1686-41b2-9e89-453f3f909a4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:10.282247 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9cc5b1a6-6ffc-4a7a-953f-ccd22e85d6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:10.295832 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebba0f77-9b8d-4744-83a4-18ed4228b1b5 None None] Sync routers for ids ['536f6499-1b10-4117-950d-dfd4623a3f3f'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:41:10.334254 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network ee15a326-1686-41b2-9e89-453f3f909a4b details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:41:10.341083 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77303f8c-2e04-4d49-8d5a-1bf20afba167 None None] Pushing event updated for resources: {'Port': ['ID=b76a7ac5-67ca-4945-9f60-afbad798c223,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:10.362470 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77303f8c-2e04-4d49-8d5a-1bf20afba167 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:10.362968 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77303f8c-2e04-4d49-8d5a-1bf20afba167 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:10.363509 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77303f8c-2e04-4d49-8d5a-1bf20afba167 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:10.364052 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77303f8c-2e04-4d49-8d5a-1bf20afba167 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:10.364616 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77303f8c-2e04-4d49-8d5a-1bf20afba167 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:10.365921 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77303f8c-2e04-4d49-8d5a-1bf20afba167 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:10.366524 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77303f8c-2e04-4d49-8d5a-1bf20afba167 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:10.367160 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77303f8c-2e04-4d49-8d5a-1bf20afba167 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:10.367747 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77303f8c-2e04-4d49-8d5a-1bf20afba167 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:10.368314 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77303f8c-2e04-4d49-8d5a-1bf20afba167 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:10.369155 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77303f8c-2e04-4d49-8d5a-1bf20afba167 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:10.369666 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77303f8c-2e04-4d49-8d5a-1bf20afba167 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:10.384388 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-1cbfe115-b237-4cb4-b1a5-cfaee8bbbdcb None None] For port b76a7ac5-67ca-4945-9f60-afbad798c223, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:41:10.389643 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-1cbfe115-b237-4cb4-b1a5-cfaee8bbbdcb None None] For port b76a7ac5-67ca-4945-9f60-afbad798c223, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=b76a7ac5-67ca-4945-9f60-afbad798c223,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:41:10.410703 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-1cbfe115-b237-4cb4-b1a5-cfaee8bbbdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:10.422844 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01886bd-1b7d-4fae-af39-5e38b3e12c0b tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Made reservation on behalf of 0328ebd296084ebdac424b7a0a224713 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:41:10.428956 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c01886bd-1b7d-4fae-af39-5e38b3e12c0b tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:10.579855 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-1d7483e9-9fbf-4496-bbaf-674c0e9eed64 tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:10.581423 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-1d7483e9-9fbf-4496-bbaf-674c0e9eed64 tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] 10.222.0.42 "GET /v2.0/networks?id=a25cc1e5-47fe-44e3-a909-da052e1ce61b HTTP/1.1" status: 200 len: 817 time: 0.3458889 Apr 28 19:41:10.640534 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d2a296-019e-4c50-9702-8a821febf418 x-openstack-request-id: req-82d2a296-019e-4c50-9702-8a821febf418 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:41:10.640826 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f514c1-25a8-4a2d-a180-66ee9ae28f67", "tag": "37816ae9-f631-4cbf-aba3-6ef317738e6e", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:41:10.641084 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-82d2a296-019e-4c50-9702-8a821febf418 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:41:10.641548 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82d2a296-019e-4c50-9702-8a821febf418'] response: {'name': 'network-changed', 'server_uuid': 'c1f514c1-25a8-4a2d-a180-66ee9ae28f67', 'tag': '37816ae9-f631-4cbf-aba3-6ef317738e6e', 'status': 'completed', 'code': 200} Apr 28 19:41:10.649182 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbfe115-b237-4cb4-b1a5-cfaee8bbbdcb None None] Routers {'d225a538-4016-4f48-b2fb-f6581ed96309'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:41:10.650059 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-1cbfe115-b237-4cb4-b1a5-cfaee8bbbdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:40:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['d225a538-4016-4f48-b2fb-f6581ed96309'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:10.686593 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6ab41f9b-9499-4fa6-94dd-4807123031d7 req-8c84ed2f-64e7-489a-9434-c84a5fed59e3 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=83697e23-5f31-400e-8fdc-37fa16989070 HTTP/1.1" status: 200 len: 210 time: 0.0568874 Apr 28 19:41:10.691995 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d018d-7474-45b8-86f2-b61a1f387814 req-2e0ee106-9ebe-436a-a990-279363137f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:10.693714 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c04d018d-7474-45b8-86f2-b61a1f387814 req-2e0ee106-9ebe-436a-a990-279363137f9d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98a6d5da4ca84f3b93f1251e2d3cf2d8&device_id=c1f514c1-25a8-4a2d-a180-66ee9ae28f67 HTTP/1.1" status: 200 len: 1096 time: 0.1160986 Apr 28 19:41:10.731210 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c776ab9-b676-4d0c-a239-77ffecd0830a None None] Network b187f101-868a-46d7-a641-cd9c03482235 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:41:10.736381 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-79be70d5-5acc-4805-a38e-0f18d3ba14d4 tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] 10.222.0.42 "GET /v2.0/quotas/8bd6f3bb1564422098884453859fc44c HTTP/1.1" status: 200 len: 375 time: 0.0880482 Apr 28 19:41:10.823983 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebba0f77-9b8d-4744-83a4-18ed4228b1b5 None None] Routers {'536f6499-1b10-4117-950d-dfd4623a3f3f'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:41:10.825334 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-ebba0f77-9b8d-4744-83a4-18ed4228b1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:40:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['536f6499-1b10-4117-950d-dfd4623a3f3f'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:10.871929 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-abac63c6-1a59-42de-8151-b222e32088a6 tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8bd6f3bb1564422098884453859fc44c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1141341 Apr 28 19:41:10.886298 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-1cbfe115-b237-4cb4-b1a5-cfaee8bbbdcb None None] Set router d225a538-4016-4f48-b2fb-f6581ed96309 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:41:10.920861 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159a469-ad6f-490b-90d9-2c2f2948a81b req-a6867468-4cc9-4bbd-bad2-eab23e96ae85 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:10.922592 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3159a469-ad6f-490b-90d9-2c2f2948a81b req-a6867468-4cc9-4bbd-bad2-eab23e96ae85 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 944 time: 0.1277502 Apr 28 19:41:10.923751 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d018d-7474-45b8-86f2-b61a1f387814 req-b522767e-28be-4cf7-aa35-8d1c09026b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:10.925324 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c04d018d-7474-45b8-86f2-b61a1f387814 req-b522767e-28be-4cf7-aa35-8d1c09026b5b service neutron] 10.222.0.44 "GET /v2.0/networks?id=fa6ba32f-86e1-489e-bf69-a0854e414daf HTTP/1.1" status: 200 len: 916 time: 0.2248931 Apr 28 19:41:11.014838 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-663969e5-c955-4d55-803c-c65ccd19db9f req-ec9c0917-2cdc-4566-bc95-42759ba86b14 service neutron] 10.222.0.44 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8095093 Apr 28 19:41:11.119156 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c01886bd-1b7d-4fae-af39-5e38b3e12c0b tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:11.179985 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-ebba0f77-9b8d-4744-83a4-18ed4228b1b5 None None] Set router 536f6499-1b10-4117-950d-dfd4623a3f3f gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:41:11.257054 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3159a469-ad6f-490b-90d9-2c2f2948a81b req-613380c5-e893-4fdf-8016-952e79424834 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009570 Apr 28 19:41:11.262861 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00cb4b2d-37df-4e41-8396-c1c780d72507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:11.279962 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c04d018d-7474-45b8-86f2-b61a1f387814 req-5af373e8-fa2b-4ed9-99ad-277c1179d22f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37816ae9-f631-4cbf-aba3-6ef317738e6e HTTP/1.1" status: 200 len: 998 time: 0.3185539 Apr 28 19:41:11.369554 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01886bd-1b7d-4fae-af39-5e38b3e12c0b tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Pushing event updated for resources: {'Subnet': ['ID=bddcb2a1-3368-43c6-b5a1-973e23116d2f,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:11.392248 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-1cbfe115-b237-4cb4-b1a5-cfaee8bbbdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd225a538-4016-4f48-b2fb-f6581ed96309', 'name': 'tempest-TaggedBootDevicesTest-1339786369-router', 'tenant_id': '72f7e61b4dcc49a2ae66e3a77a70d7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'b76a7ac5-67ca-4945-9f60-afbad798c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:41:05Z', 'updated_at': '2022-04-28T19:41:07Z', 'revision_number': 3, 'project_id': '72f7e61b4dcc49a2ae66e3a77a70d7c9', 'gw_port': {'id': 'b76a7ac5-67ca-4945-9f60-afbad798c223', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:51:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd225a538-4016-4f48-b2fb-f6581ed96309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:41:06Z', 'updated_at': '2022-04-28T19:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:11.404478 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01886bd-1b7d-4fae-af39-5e38b3e12c0b tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Checking segment: {'id': '056daa11-9869-434c-833b-d25c88f686e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ee15a326-1686-41b2-9e89-453f3f909a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:41:11.404921 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01886bd-1b7d-4fae-af39-5e38b3e12c0b tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Network hostable DHCP agents. Network: ee15a326-1686-41b2-9e89-453f3f909a4b, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:41:11.425493 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d018d-7474-45b8-86f2-b61a1f387814 req-f20a7386-0b81-4634-96e5-5a844b9295fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:11.427347 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c04d018d-7474-45b8-86f2-b61a1f387814 req-f20a7386-0b81-4634-96e5-5a844b9295fc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7a2f793-5447-48fe-83df-017889e9d0fc HTTP/1.1" status: 200 len: 854 time: 0.1399915 Apr 28 19:41:11.451816 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01886bd-1b7d-4fae-af39-5e38b3e12c0b tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Network ee15a326-1686-41b2-9e89-453f3f909a4b is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:41:11.487968 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-c01886bd-1b7d-4fae-af39-5e38b3e12c0b tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, ee15a326-1686-41b2-9e89-453f3f909a4b) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:11.500352 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77303f8c-2e04-4d49-8d5a-1bf20afba167 None None] Pushing event updated for resources: {'Port': ['ID=b76a7ac5-67ca-4945-9f60-afbad798c223,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:11.505205 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01886bd-1b7d-4fae-af39-5e38b3e12c0b tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:11.506132 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c01886bd-1b7d-4fae-af39-5e38b3e12c0b tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:11.511097 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbfe115-b237-4cb4-b1a5-cfaee8bbbdcb None None] The sync data for ids ['d225a538-4016-4f48-b2fb-f6581ed96309'] in n-d-839810-1 is: [{'id': 'd225a538-4016-4f48-b2fb-f6581ed96309', 'name': 'tempest-TaggedBootDevicesTest-1339786369-router', 'tenant_id': '72f7e61b4dcc49a2ae66e3a77a70d7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'b76a7ac5-67ca-4945-9f60-afbad798c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:41:05Z', 'updated_at': '2022-04-28T19:41:07Z', 'revision_number': 3, 'project_id': '72f7e61b4dcc49a2ae66e3a77a70d7c9', 'gw_port': {'id': 'b76a7ac5-67ca-4945-9f60-afbad798c223', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:51:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd225a538-4016-4f48-b2fb-f6581ed96309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:41:06Z', 'updated_at': '2022-04-28T19:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:41:11.518324 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-e3866d05-fe75-4e8d-9837-ba43f96e8ff8 None None] Provisioning complete for port 429ef648-cbb3-4840-898b-b69ecc7a2ca1 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:11.519057 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e3866d05-fe75-4e8d-9837-ba43f96e8ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:11.524664 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d018d-7474-45b8-86f2-b61a1f387814 req-3500be8b-fc56-4aba-bd8e-0117cbdf03bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:11.527591 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c04d018d-7474-45b8-86f2-b61a1f387814 req-3500be8b-fc56-4aba-bd8e-0117cbdf03bb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa6ba32f-86e1-489e-bf69-a0854e414daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866072 Apr 28 19:41:11.542266 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c01886bd-1b7d-4fae-af39-5e38b3e12c0b tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2851226 Apr 28 19:41:11.545299 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49346) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:11.547099 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888282fc-d1f6-41a2-adaf-ce0503767fc5 None None] Network ee15a326-1686-41b2-9e89-453f3f909a4b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:41:11.561954 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-a3c2557b-6403-478c-8349-d26a10e4134d tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Request body: {'port': {'network_id': 'ee15a326-1686-41b2-9e89-453f3f909a4b', 'name': 'tempest-TagsExtTest-1437033878'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:11.651590 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 429ef648-cbb3-4840-898b-b69ecc7a2ca1 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:11.652346 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:11.767973 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5b1a6-6ffc-4a7a-953f-ccd22e85d6eb None None] Pushing event updated for resources: {'Port': ['ID=ba0e5a66-360e-4940-b83d-bcaf6a760eb1,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:11.773395 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c04d018d-7474-45b8-86f2-b61a1f387814 req-f7dd5967-97f4-404c-803c-c82103df9b5a service neutron] 10.222.0.44 "GET /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294836 Apr 28 19:41:11.974250 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-663969e5-c955-4d55-803c-c65ccd19db9f req-787987a3-286a-45b4-9091-8f8b8ff2c01c service neutron] 10.222.0.44 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9482620 Apr 28 19:41:12.241053 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-79089f1e-53f3-47f3-93a0-54121eb61965 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:12.256412 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-79089f1e-53f3-47f3-93a0-54121eb61965 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:12.258327 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-79089f1e-53f3-47f3-93a0-54121eb61965 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.15 "GET /v2.0/networks?id=eae7de28-85e0-41f6-ba17-611d913e52b5&id=7c955a99-ea31-4f23-8497-a1ba3ccb2921 HTTP/1.1" status: 200 len: 1391 time: 0.1995196 Apr 28 19:41:12.270505 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c5745485-fdf9-4a11-9890-7be928190f6c req-f1199b25-4580-4e26-b91a-57a469cc3148 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=83697e23-5f31-400e-8fdc-37fa16989070 HTTP/1.1" status: 200 len: 210 time: 0.4285314 Apr 28 19:41:12.279970 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-d155a480-7c48-4053-a9a5-0646dea2b368 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Request body: {'port': {'device_id': '83697e23-5f31-400e-8fdc-37fa16989070', 'network_id': 'eae7de28-85e0-41f6-ba17-611d913e52b5', 'admin_state_up': True, 'tenant_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:12.397766 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-00cb4b2d-37df-4e41-8396-c1c780d72507 admin admin] Allocated IP 172.20.0.1 (b187f101-868a-46d7-a641-cd9c03482235/ca27ebd5-0319-4722-8355-d0981952fe21/0965cd83-5a2a-404c-a006-5ee72fa30091) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:41:12.484565 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c2557b-6403-478c-8349-d26a10e4134d tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Made reservation on behalf of 0328ebd296084ebdac424b7a0a224713 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:41:12.488819 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a3c2557b-6403-478c-8349-d26a10e4134d tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:12.508006 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c04d018d-7474-45b8-86f2-b61a1f387814 req-f2dc3415-f00c-47ae-b099-e0ac54f8e407 service neutron] 10.222.0.44 "GET /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6607013 Apr 28 19:41:12.514027 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-d155a480-7c48-4053-a9a5-0646dea2b368 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Made reservation on behalf of 9ccc7fa26fd54d9d8ef7f26bff52d48a for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:41:12.518694 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-d155a480-7c48-4053-a9a5-0646dea2b368 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:12.561282 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:12.572524 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-a3c2557b-6403-478c-8349-d26a10e4134d tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] device_id is not set on port 6158fb19-90b4-4b44-be93-1b59c76bcaf3 yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:41:12.627732 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e3866d05-fe75-4e8d-9837-ba43f96e8ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:12.693731 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-d0e6e9a0-e052-4749-ae99-811ced10325d service neutron] 10.222.0.42 "GET /v2.0/networks/a25cc1e5-47fe-44e3-a909-da052e1ce61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8197453 Apr 28 19:41:12.963214 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce301a-01f7-4e1a-b0cb-cbd5985ed3d1 req-bbd1bc4b-9f42-42ad-82cf-33a557e47bc9 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:12.968266 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-40ce301a-01f7-4e1a-b0cb-cbd5985ed3d1 req-bbd1bc4b-9f42-42ad-82cf-33a557e47bc9 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 944 time: 0.4588914 Apr 28 19:41:12.971110 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663969e5-c955-4d55-803c-c65ccd19db9f req-d1a9ced8-b21a-4f95-aefd-777d0ad6bba6 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:12.975715 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-663969e5-c955-4d55-803c-c65ccd19db9f req-d1a9ced8-b21a-4f95-aefd-777d0ad6bba6 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b&tenant_id=65106efa94b44e66ac09133941d375fb&binding%3Ahost_id=n-h2-839810-1 HTTP/1.1" status: 200 len: 1095 time: 0.2943778 Apr 28 19:41:12.988799 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0567105c-7b0c-4163-ab89-4422ffca52dd None None] Network 7c955a99-ea31-4f23-8497-a1ba3ccb2921 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:41:13.000089 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-a3c2557b-6403-478c-8349-d26a10e4134d tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Allocated IP 172.20.0.11 (ee15a326-1686-41b2-9e89-453f3f909a4b/bddcb2a1-3368-43c6-b5a1-973e23116d2f/6158fb19-90b4-4b44-be93-1b59c76bcaf3) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:41:13.031040 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 429ef648-cbb3-4840-898b-b69ecc7a2ca1, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=429ef648-cbb3-4840-898b-b69ecc7a2ca1,segment=NetworkSegment(f39ecfa0-f2f6-4092-a494-5557bdfbe93f),segment_id=f39ecfa0-f2f6-4092-a494-5557bdfbe93f)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:13.101086 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:13.134671 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cec945-0c4f-4d21-8a10-22b75a17e7ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-ee15a326-1686-41b2-9e89-453f3f909a4b', 'network_id': 'ee15a326-1686-41b2-9e89-453f3f909a4b', 'tenant_id': '0328ebd296084ebdac424b7a0a224713', 'fixed_ips': [{'subnet_id': 'bddcb2a1-3368-43c6-b5a1-973e23116d2f'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:41:13.135676 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-85cec945-0c4f-4d21-8a10-22b75a17e7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:13.156888 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00cb4b2d-37df-4e41-8396-c1c780d72507 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:13.185765 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-40ce301a-01f7-4e1a-b0cb-cbd5985ed3d1 req-33e6b92d-027e-44e8-a29a-75ab9a868af7 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881137 Apr 28 19:41:13.209983 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-1a7ced23-f564-4ec8-87ed-ad8f3856a8f5 service neutron] 10.222.0.42 "GET /v2.0/networks/a25cc1e5-47fe-44e3-a909-da052e1ce61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5150650 Apr 28 19:41:13.242255 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-d155a480-7c48-4053-a9a5-0646dea2b368 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Allocated IP 19.80.0.109 (eae7de28-85e0-41f6-ba17-611d913e52b5/57cc6d6d-053e-4de2-9b66-92521b8eb0ac/fc4deac7-183f-4bd9-bf69-328937310d3c) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:41:13.267080 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-e3866d05-fe75-4e8d-9837-ba43f96e8ff8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:41:13.267080 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-e3866d05-fe75-4e8d-9837-ba43f96e8ff8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:41:13.313706 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-663969e5-c955-4d55-803c-c65ccd19db9f req-9f837c57-884c-4b7e-9ee7-cffd49a6276e service neutron] For port d226c7a6-986b-4039-a406-328e2e2e9372, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:41:13.331364 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-663969e5-c955-4d55-803c-c65ccd19db9f req-9f837c57-884c-4b7e-9ee7-cffd49a6276e service neutron] Notify callbacks [] for binding, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:13.332589 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-663969e5-c955-4d55-803c-c65ccd19db9f req-9f837c57-884c-4b7e-9ee7-cffd49a6276e service neutron] 10.222.0.44 "DELETE /v2.0/ports/d226c7a6-986b-4039-a406-328e2e2e9372/bindings/n-h1-839810-1 HTTP/1.1" status: 204 len: 173 time: 0.3430827 Apr 28 19:41:13.386479 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00cb4b2d-37df-4e41-8396-c1c780d72507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:13.559517 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fe985640-b4e1-4a96-97bd-3c16d9ee1ee3 req-d19b9048-7409-4184-962b-ff5a019286d3 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=83697e23-5f31-400e-8fdc-37fa16989070 HTTP/1.1" status: 200 len: 210 time: 0.1044097 Apr 28 19:41:13.584964 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cb4b2d-37df-4e41-8396-c1c780d72507 admin admin] Network b187f101-868a-46d7-a641-cd9c03482235 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:41:13.615780 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-00cb4b2d-37df-4e41-8396-c1c780d72507 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:13.620726 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cb4b2d-37df-4e41-8396-c1c780d72507 admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:41:13.648068 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device b76a7ac5-67ca-4945-9f60-afbad798c223 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:41:13.704702 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a3c2557b-6403-478c-8349-d26a10e4134d tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:13.745439 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00cb4b2d-37df-4e41-8396-c1c780d72507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:13.756184 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-ebba0f77-9b8d-4744-83a4-18ed4228b1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'name': 'tempest-AttachVolumeNegativeTest-1025782073-router', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:24Z', 'updated_at': '2022-04-28T19:37:37Z', 'revision_number': 4, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'gw_port': {'id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:26Z', 'updated_at': '2022-04-28T19:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '4ce90cf4-446d-4b81-bfc1-2b9b6b128254', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'floating_ip_address': '172.25.8.91', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'port_id': '37816ae9-f631-4cbf-aba3-6ef317738e6e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'mac_address': 'fa:16:3e:9e:8a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f514c1-25a8-4a2d-a180-66ee9ae28f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:40:42Z', 'updated_at': '2022-04-28T19:41:06Z', 'revision_number': 1, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1535635-16ee-414b-a822-868c614c37c3', 'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'mac_address': 'fa:16:3e:ed:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:33Z', 'updated_at': '2022-04-28T19:37:44Z', 'revision_number': 5, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'subnets': [{'id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:13.771244 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a3c2557b-6403-478c-8349-d26a10e4134d tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:13.860121 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=429ef648-cbb3-4840-898b-b69ecc7a2ca1,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:13.874500 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb4b2d-37df-4e41-8396-c1c780d72507 admin admin] Pushing event updated for resources: {'Port': ['ID=0965cd83-5a2a-404c-a006-5ee72fa30091,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:13.922653 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280b95c-391c-4080-8c6e-d622eefc4b03 req-a20db42b-9e4c-44aa-bda9-650f49ec9df0 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:13.930609 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5280b95c-391c-4080-8c6e-d622eefc4b03 req-a20db42b-9e4c-44aa-bda9-650f49ec9df0 tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 1095 time: 0.3810380 Apr 28 19:41:13.945023 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2557b-6403-478c-8349-d26a10e4134d tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Pushing event updated for resources: {'Port': ['ID=6158fb19-90b4-4b44-be93-1b59c76bcaf3,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:13.965555 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-639e9234-3872-4893-9e5f-e3423939d237 req-a211c949-4b67-43df-9e6c-7be29612c9d5 tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5fa568c-418b-4fb4-9bc2-299ab9d4a573 HTTP/1.1" status: 200 len: 210 time: 0.3009620 Apr 28 19:41:13.983079 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebba0f77-9b8d-4744-83a4-18ed4228b1b5 None None] Checking router: 536f6499-1b10-4117-950d-dfd4623a3f3f for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:41:14.006629 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c2557b-6403-478c-8349-d26a10e4134d tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Network ee15a326-1686-41b2-9e89-453f3f909a4b is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:41:14.012808 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-a3c2557b-6403-478c-8349-d26a10e4134d tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:14.026610 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5280b95c-391c-4080-8c6e-d622eefc4b03 req-2d920cac-fb91-44ef-b978-5dbe08b0682b tempest-LiveMigrationTest-867366851 tempest-LiveMigrationTest-867366851-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947678 Apr 28 19:41:14.030616 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c2557b-6403-478c-8349-d26a10e4134d tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:41:14.077573 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebba0f77-9b8d-4744-83a4-18ed4228b1b5 None None] Routers {'536f6499-1b10-4117-950d-dfd4623a3f3f'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:41:14.078242 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-ebba0f77-9b8d-4744-83a4-18ed4228b1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:40:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['536f6499-1b10-4117-950d-dfd4623a3f3f'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:14.156862 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c2557b-6403-478c-8349-d26a10e4134d tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:14.157536 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a3c2557b-6403-478c-8349-d26a10e4134d tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:14.193354 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a3c2557b-6403-478c-8349-d26a10e4134d tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6435802 Apr 28 19:41:14.218613 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49370) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:14.236401 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-c4f10082-08c6-4860-92a3-7cceaaada302 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-65911346', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:14.265345 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-d155a480-7c48-4053-a9a5-0646dea2b368 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:14.285357 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00cb4b2d-37df-4e41-8396-c1c780d72507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:14.317971 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-85cec945-0c4f-4d21-8a10-22b75a17e7ac None None] Allocated IP 172.20.0.2 (ee15a326-1686-41b2-9e89-453f3f909a4b/bddcb2a1-3368-43c6-b5a1-973e23116d2f/93447363-e00b-4a4f-8cfc-c68170cf880b) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:41:14.360286 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4f10082-08c6-4860-92a3-7cceaaada302 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:14.363808 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4f10082-08c6-4860-92a3-7cceaaada302 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:14.376253 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-d155a480-7c48-4053-a9a5-0646dea2b368 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:14.523536 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-d155a480-7c48-4053-a9a5-0646dea2b368 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Network eae7de28-85e0-41f6-ba17-611d913e52b5 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:41:14.527148 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-d155a480-7c48-4053-a9a5-0646dea2b368 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:14.533742 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-d155a480-7c48-4053-a9a5-0646dea2b368 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:41:14.538867 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155a480-7c48-4053-a9a5-0646dea2b368 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Pushing event updated for resources: {'Port': ['ID=fc4deac7-183f-4bd9-bf69-328937310d3c,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:14.584371 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port b76a7ac5-67ca-4945-9f60-afbad798c223 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:14.584761 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:14.608054 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-d155a480-7c48-4053-a9a5-0646dea2b368 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:14.608933 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-d155a480-7c48-4053-a9a5-0646dea2b368 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:14.656140 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-d155a480-7c48-4053-a9a5-0646dea2b368 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3821030 Apr 28 19:41:14.669682 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4f10082-08c6-4860-92a3-7cceaaada302 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:14.671854 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-2d32d3c8-2e70-4699-a5a5-1ce1d45797bd tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Request body: {'port': {'device_id': '83697e23-5f31-400e-8fdc-37fa16989070', 'network_id': '7c955a99-ea31-4f23-8497-a1ba3ccb2921', 'admin_state_up': True, 'tenant_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:14.686996 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4f10082-08c6-4860-92a3-7cceaaada302 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:14.749608 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4f10082-08c6-4860-92a3-7cceaaada302 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:14.754379 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c4f10082-08c6-4860-92a3-7cceaaada302 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5346677 Apr 28 19:41:14.756784 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49382) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:14.777269 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-4f92dc5e-5b5c-4b1c-93dd-bc51bff74cc7 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-194692522', 'prefixes': ['172.20.0.0/16']}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:14.843209 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33e1f2-31bb-4062-b3b4-fafb529c6554 req-e929e3d8-f2b1-4645-bcb6-12bf58f79f35 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:14.851148 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3e33e1f2-31bb-4062-b3b4-fafb529c6554 req-e929e3d8-f2b1-4645-bcb6-12bf58f79f35 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 944 time: 0.3302991 Apr 28 19:41:14.861135 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-85cec945-0c4f-4d21-8a10-22b75a17e7ac None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:14.867626 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-d9541bac-c5a8-409e-bfb0-5257ef7f599e None None] Provisioning complete for port 0965cd83-5a2a-404c-a006-5ee72fa30091 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:14.868429 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d9541bac-c5a8-409e-bfb0-5257ef7f599e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:14.882019 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-85cec945-0c4f-4d21-8a10-22b75a17e7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:14.899671 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-ebba0f77-9b8d-4744-83a4-18ed4228b1b5 None None] Set router 536f6499-1b10-4117-950d-dfd4623a3f3f gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:41:14.961831 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00cb4b2d-37df-4e41-8396-c1c780d72507 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:14.994358 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3e33e1f2-31bb-4062-b3b4-fafb529c6554 req-2dc0fb9b-508f-437b-a225-39fcdab18e85 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390197 Apr 28 19:41:15.002591 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00cb4b2d-37df-4e41-8396-c1c780d72507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:15.035378 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cec945-0c4f-4d21-8a10-22b75a17e7ac None None] Network ee15a326-1686-41b2-9e89-453f3f909a4b is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:41:15.074173 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4f92dc5e-5b5c-4b1c-93dd-bc51bff74cc7 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks [] for subnetpool, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:15.088071 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4f92dc5e-5b5c-4b1c-93dd-bc51bff74cc7 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3168874 Apr 28 19:41:15.094891 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cec945-0c4f-4d21-8a10-22b75a17e7ac None None] Pushing event updated for resources: {'Port': ['ID=93447363-e00b-4a4f-8cfc-c68170cf880b,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:15.121769 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-85cec945-0c4f-4d21-8a10-22b75a17e7ac None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:15.143946 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49386) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:15.144251 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cec945-0c4f-4d21-8a10-22b75a17e7ac None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:41:15.165833 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-90682796-1065-4e7e-a18a-375ec5f4914b tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'bddcb2a1-3368-43c6-b5a1-973e23116d2f', 'tempest-TagsExtTest-Tag-1326296592') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:15.269655 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-be67fc4f-2500-430f-9939-789a7a0724b4 req-3cfcef5e-0d72-4f4f-b06b-d963a43ef20c tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5fa568c-418b-4fb4-9bc2-299ab9d4a573 HTTP/1.1" status: 200 len: 210 time: 0.1114795 Apr 28 19:41:15.277043 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00cb4b2d-37df-4e41-8396-c1c780d72507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:15.288792 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-d9541bac-c5a8-409e-bfb0-5257ef7f599e None None] Port 0965cd83-5a2a-404c-a006-5ee72fa30091 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:41:15.293809 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05806e09-44e8-4439-a197-1d3a4881f41b req-9ff427f5-9757-40b6-8323-09f194abd2de tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:15.305050 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-05806e09-44e8-4439-a197-1d3a4881f41b req-9ff427f5-9757-40b6-8323-09f194abd2de tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=83697e23-5f31-400e-8fdc-37fa16989070 HTTP/1.1" status: 200 len: 932 time: 0.5657990 Apr 28 19:41:15.346559 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-85cec945-0c4f-4d21-8a10-22b75a17e7ac None None] Attempting to bind port 93447363-e00b-4a4f-8cfc-c68170cf880b on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:41:15.346929 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-85cec945-0c4f-4d21-8a10-22b75a17e7ac None None] Attempting to bind port 93447363-e00b-4a4f-8cfc-c68170cf880b by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '056daa11-9869-434c-833b-d25c88f686e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ee15a326-1686-41b2-9e89-453f3f909a4b'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:41:15.347296 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cec945-0c4f-4d21-8a10-22b75a17e7ac None None] Attempting to bind port 93447363-e00b-4a4f-8cfc-c68170cf880b on network ee15a326-1686-41b2-9e89-453f3f909a4b {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:41:15.355112 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb4b2d-37df-4e41-8396-c1c780d72507 admin admin] Pushing event updated for resources: {'Port': ['ID=0965cd83-5a2a-404c-a006-5ee72fa30091,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:15.357793 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-d9541bac-c5a8-409e-bfb0-5257ef7f599e None None] Provisioning complete for port ba0e5a66-360e-4940-b83d-bcaf6a760eb1 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:15.358873 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d9541bac-c5a8-409e-bfb0-5257ef7f599e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:15.378095 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-05806e09-44e8-4439-a197-1d3a4881f41b req-08e6ef46-8953-43d3-b658-9b7ead08d302 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721598 Apr 28 19:41:15.390398 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff86c8-3791-43c1-a6ce-e392d04b65b2 req-156bc58c-11cb-4860-9a27-8dabeabae833 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:15.390877 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:15.392040 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-43ff86c8-3791-43c1-a6ce-e392d04b65b2 req-156bc58c-11cb-4860-9a27-8dabeabae833 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 944 time: 0.2430835 Apr 28 19:41:15.400159 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cec945-0c4f-4d21-8a10-22b75a17e7ac None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:41:15.400721 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cec945-0c4f-4d21-8a10-22b75a17e7ac None None] Checking segment: {'id': '056daa11-9869-434c-833b-d25c88f686e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ee15a326-1686-41b2-9e89-453f3f909a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:41:15.403257 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-85cec945-0c4f-4d21-8a10-22b75a17e7ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:15.404470 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cec945-0c4f-4d21-8a10-22b75a17e7ac None None] Bound using segment: {'id': '056daa11-9869-434c-833b-d25c88f686e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ee15a326-1686-41b2-9e89-453f3f909a4b'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:41:15.405403 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-85cec945-0c4f-4d21-8a10-22b75a17e7ac None None] Bound port: 93447363-e00b-4a4f-8cfc-c68170cf880b, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '056daa11-9869-434c-833b-d25c88f686e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ee15a326-1686-41b2-9e89-453f3f909a4b'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:41:15.405834 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-85cec945-0c4f-4d21-8a10-22b75a17e7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:15.407662 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-2d32d3c8-2e70-4699-a5a5-1ce1d45797bd tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Made reservation on behalf of 9ccc7fa26fd54d9d8ef7f26bff52d48a for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:41:15.414836 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-2d32d3c8-2e70-4699-a5a5-1ce1d45797bd tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:15.531676 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cb4b2d-37df-4e41-8396-c1c780d72507 admin admin] Network b187f101-868a-46d7-a641-cd9c03482235 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:41:15.540336 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-00cb4b2d-37df-4e41-8396-c1c780d72507 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:15.544125 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port b76a7ac5-67ca-4945-9f60-afbad798c223, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=b76a7ac5-67ca-4945-9f60-afbad798c223,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:15.577374 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:15.578303 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a3cd1c05-b0b1-4742-8adc-6b739fd14cc1 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:41:15.683078 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-90682796-1065-4e7e-a18a-375ec5f4914b tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "PUT /v2.0/subnets/bddcb2a1-3368-43c6-b5a1-973e23116d2f/tags/tempest-TagsExtTest-Tag-1326296592 HTTP/1.1" status: 201 len: 201 time: 0.5376542 Apr 28 19:41:15.694176 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49390) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:15.699508 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.tag.tag_plugin [None req-e06dab44-4386-43b0-8db7-75f45a48e1d0 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6158fb19-90b4-4b44-be93-1b59c76bcaf3', 'tempest-TagsExtTest-Tag-1062164194') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:15.706297 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-43ff86c8-3791-43c1-a6ce-e392d04b65b2 req-67ce97b0-8c99-418a-a48b-2c457ad519cf tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Deleting port d226c7a6-986b-4039-a406-328e2e2e9372 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:41:15.706782 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-43ff86c8-3791-43c1-a6ce-e392d04b65b2 req-67ce97b0-8c99-418a-a48b-2c457ad519cf tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:15.808568 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-2d32d3c8-2e70-4699-a5a5-1ce1d45797bd tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Allocated IP 19.86.0.92 (7c955a99-ea31-4f23-8497-a1ba3ccb2921/345c777d-f4d2-4601-b4cf-9b39f6cf5257/ffcc6ac2-0888-4346-8a3e-dcc97adb7b84) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:41:15.927388 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00cb4b2d-37df-4e41-8396-c1c780d72507 admin admin] Router d225a538-4016-4f48-b2fb-f6581ed96309 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:41:15.944787 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e06dab44-4386-43b0-8db7-75f45a48e1d0 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "PUT /v2.0/ports/6158fb19-90b4-4b44-be93-1b59c76bcaf3/tags/tempest-TagsExtTest-Tag-1062164194 HTTP/1.1" status: 201 len: 201 time: 0.2495067 Apr 28 19:41:15.947880 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49392) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:15.960272 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-21f85e13-02e8-4372-a52d-0a8883b465f8 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3436c6b9-23cc-4263-8f66-299cb75e1806', 'tempest-TagsExtTest-Tag-1948052661') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:15.963209 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-1fa4feac-bf64-4f88-90f7-34b2f0869ec7 tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:15.964751 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-1fa4feac-bf64-4f88-90f7-34b2f0869ec7 tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] 10.222.0.44 "GET /v2.0/networks?id=a25cc1e5-47fe-44e3-a909-da052e1ce61b HTTP/1.1" status: 200 len: 817 time: 0.3079708 Apr 28 19:41:15.981515 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-85cec945-0c4f-4d21-8a10-22b75a17e7ac None None] For port 93447363-e00b-4a4f-8cfc-c68170cf880b, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:41:15.986575 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-8d5cab6e-e358-45d9-b6b8-07d756b323af tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] Request body: {'port': {'device_id': 'a5fa568c-418b-4fb4-9bc2-299ab9d4a573', 'network_id': 'a25cc1e5-47fe-44e3-a909-da052e1ce61b', 'admin_state_up': True, 'tenant_id': '8bd6f3bb1564422098884453859fc44c'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:16.037420 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-85cec945-0c4f-4d21-8a10-22b75a17e7ac None None] For port 93447363-e00b-4a4f-8cfc-c68170cf880b, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=93447363-e00b-4a4f-8cfc-c68170cf880b,segment=NetworkSegment(056daa11-9869-434c-833b-d25c88f686e1),segment_id=056daa11-9869-434c-833b-d25c88f686e1)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:41:16.063271 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-85cec945-0c4f-4d21-8a10-22b75a17e7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:16.094350 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-43ff86c8-3791-43c1-a6ce-e392d04b65b2 req-67ce97b0-8c99-418a-a48b-2c457ad519cf tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] For port d226c7a6-986b-4039-a406-328e2e2e9372, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=d226c7a6-986b-4039-a406-328e2e2e9372,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:16.095175 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-43ff86c8-3791-43c1-a6ce-e392d04b65b2 req-67ce97b0-8c99-418a-a48b-2c457ad519cf tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:16.098464 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=b76a7ac5-67ca-4945-9f60-afbad798c223,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:16.133353 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d9541bac-c5a8-409e-bfb0-5257ef7f599e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:16.182305 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-2d32d3c8-2e70-4699-a5a5-1ce1d45797bd tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:16.238247 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port a3cd1c05-b0b1-4742-8adc-6b739fd14cc1 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:16.238623 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:16.242195 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-43ff86c8-3791-43c1-a6ce-e392d04b65b2 req-67ce97b0-8c99-418a-a48b-2c457ad519cf tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Calling delete_port for d226c7a6-986b-4039-a406-328e2e2e9372 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:41:16.268359 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d9541bac-c5a8-409e-bfb0-5257ef7f599e None None] For port ba0e5a66-360e-4940-b83d-bcaf6a760eb1, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ba0e5a66-360e-4940-b83d-bcaf6a760eb1,segment=NetworkSegment(03d2da4b-1374-4f28-9a37-aa88bda6061f),segment_id=03d2da4b-1374-4f28-9a37-aa88bda6061f)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:16.276441 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cec945-0c4f-4d21-8a10-22b75a17e7ac None None] Pushing event updated for resources: {'Port': ['ID=93447363-e00b-4a4f-8cfc-c68170cf880b,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:16.287194 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d9541bac-c5a8-409e-bfb0-5257ef7f599e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:16.287598 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-8d5cab6e-e358-45d9-b6b8-07d756b323af tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] Made reservation on behalf of 8bd6f3bb1564422098884453859fc44c for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:41:16.303205 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-8d5cab6e-e358-45d9-b6b8-07d756b323af tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:16.321912 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-2d32d3c8-2e70-4699-a5a5-1ce1d45797bd tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:16.342343 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-ebba0f77-9b8d-4744-83a4-18ed4228b1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'name': 'tempest-AttachVolumeNegativeTest-1025782073-router', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:24Z', 'updated_at': '2022-04-28T19:37:37Z', 'revision_number': 4, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'gw_port': {'id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:26Z', 'updated_at': '2022-04-28T19:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '4ce90cf4-446d-4b81-bfc1-2b9b6b128254', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'floating_ip_address': '172.25.8.91', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'port_id': '37816ae9-f631-4cbf-aba3-6ef317738e6e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'mac_address': 'fa:16:3e:9e:8a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f514c1-25a8-4a2d-a180-66ee9ae28f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:40:42Z', 'updated_at': '2022-04-28T19:41:06Z', 'revision_number': 1, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1535635-16ee-414b-a822-868c614c37c3', 'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'mac_address': 'fa:16:3e:ed:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:33Z', 'updated_at': '2022-04-28T19:37:44Z', 'revision_number': 5, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'subnets': [{'id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:16.392126 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-2d32d3c8-2e70-4699-a5a5-1ce1d45797bd tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Network 7c955a99-ea31-4f23-8497-a1ba3ccb2921 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:41:16.397705 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-2d32d3c8-2e70-4699-a5a5-1ce1d45797bd tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:16.406584 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-2d32d3c8-2e70-4699-a5a5-1ce1d45797bd tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:41:16.444015 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-d9541bac-c5a8-409e-bfb0-5257ef7f599e None None] Provisioning complete for port a3cd1c05-b0b1-4742-8adc-6b739fd14cc1 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:16.444693 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d9541bac-c5a8-409e-bfb0-5257ef7f599e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:16.487888 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5b43c-c7e8-4f79-a9a4-62547f06ffb7 req-c38680cd-29a1-4180-b9f4-77b032e4dbdc tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:16.490198 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-67d5b43c-c7e8-4f79-a9a4-62547f06ffb7 req-c38680cd-29a1-4180-b9f4-77b032e4dbdc tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 944 time: 0.4131932 Apr 28 19:41:16.493439 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32d3c8-2e70-4699-a5a5-1ce1d45797bd tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Pushing event updated for resources: {'Port': ['ID=ffcc6ac2-0888-4346-8a3e-dcc97adb7b84,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:16.505207 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebba0f77-9b8d-4744-83a4-18ed4228b1b5 None None] The sync data for ids ['536f6499-1b10-4117-950d-dfd4623a3f3f'] in n-d-839810-1 is: [{'id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'name': 'tempest-AttachVolumeNegativeTest-1025782073-router', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:24Z', 'updated_at': '2022-04-28T19:37:37Z', 'revision_number': 4, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'gw_port': {'id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:26Z', 'updated_at': '2022-04-28T19:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '4ce90cf4-446d-4b81-bfc1-2b9b6b128254', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'floating_ip_address': '172.25.8.91', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'port_id': '37816ae9-f631-4cbf-aba3-6ef317738e6e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'mac_address': 'fa:16:3e:9e:8a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f514c1-25a8-4a2d-a180-66ee9ae28f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:40:42Z', 'updated_at': '2022-04-28T19:41:06Z', 'revision_number': 1, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1535635-16ee-414b-a822-868c614c37c3', 'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'mac_address': 'fa:16:3e:ed:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:33Z', 'updated_at': '2022-04-28T19:37:44Z', 'revision_number': 5, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'subnets': [{'id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:41:16.535315 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-21f85e13-02e8-4372-a52d-0a8883b465f8 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "PUT /v2.0/routers/3436c6b9-23cc-4263-8f66-299cb75e1806/tags/tempest-TagsExtTest-Tag-1948052661 HTTP/1.1" status: 201 len: 201 time: 0.5858357 Apr 28 19:41:16.589746 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49400) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:16.595612 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9541bac-c5a8-409e-bfb0-5257ef7f599e None None] Pushing event updated for resources: {'Port': ['ID=ba0e5a66-360e-4940-b83d-bcaf6a760eb1,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:16.624940 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-4c1bf7af-4f09-435d-9d91-b2f1f5f2b950 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a3553931-8d43-49f3-ad7f-ee028203e1c2', 'tempest-TagsExtTest-Tag-263396599') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:16.630311 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7ebbaa0a-b093-4e03-b13c-b6d66675d57d req-52938d64-e057-4137-a8d5-dcc49364947a tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5fa568c-418b-4fb4-9bc2-299ab9d4a573 HTTP/1.1" status: 200 len: 210 time: 0.1547227 Apr 28 19:41:16.655210 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-2d32d3c8-2e70-4699-a5a5-1ce1d45797bd tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:16.656015 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-2d32d3c8-2e70-4699-a5a5-1ce1d45797bd tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:16.708575 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:16.730055 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d9541bac-c5a8-409e-bfb0-5257ef7f599e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:16.742954 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cb4b2d-37df-4e41-8396-c1c780d72507 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:41:16.770296 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bf474e-5753-484c-a4cf-9d356a9b5f58 None None] Sync routers for ids ['d225a538-4016-4f48-b2fb-f6581ed96309'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:41:16.788908 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-00cb4b2d-37df-4e41-8396-c1c780d72507 admin admin] 10.222.0.42 "PUT /v2.0/routers/d225a538-4016-4f48-b2fb-f6581ed96309/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9967799 Apr 28 19:41:16.789157 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port a3cd1c05-b0b1-4742-8adc-6b739fd14cc1, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a3cd1c05-b0b1-4742-8adc-6b739fd14cc1,segment=NetworkSegment(8f7a796b-c20e-4630-9f8d-058a7ab55add),segment_id=8f7a796b-c20e-4630-9f8d-058a7ab55add)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:16.805970 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:16.806880 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ba0e5a66-360e-4940-b83d-bcaf6a760eb1 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:41:16.826848 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-2d32d3c8-2e70-4699-a5a5-1ce1d45797bd tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1592591 Apr 28 19:41:16.830744 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bf474e-5753-484c-a4cf-9d356a9b5f58 None None] Routers {'d225a538-4016-4f48-b2fb-f6581ed96309'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:41:16.831406 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b2bf474e-5753-484c-a4cf-9d356a9b5f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:40:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['d225a538-4016-4f48-b2fb-f6581ed96309'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:16.877019 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-919ca8db-caf1-44c4-84ac-3e4dca3e4284 service neutron] Request body: {'port': {'device_id': '83697e23-5f31-400e-8fdc-37fa16989070', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:16.880018 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=a3cd1c05-b0b1-4742-8adc-6b739fd14cc1,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:16.990463 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-67d5b43c-c7e8-4f79-a9a4-62547f06ffb7 req-0b82e51f-287b-4a32-bb72-1fe350c378c1 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631605 Apr 28 19:41:17.015642 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-d9541bac-c5a8-409e-bfb0-5257ef7f599e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:41:17.017082 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-d9541bac-c5a8-409e-bfb0-5257ef7f599e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:41:17.055680 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port ba0e5a66-360e-4940-b83d-bcaf6a760eb1 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:17.056052 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:17.068024 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4c1bf7af-4f09-435d-9d91-b2f1f5f2b950 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "PUT /v2.0/subnetpools/a3553931-8d43-49f3-ad7f-ee028203e1c2/tags/tempest-TagsExtTest-Tag-263396599 HTTP/1.1" status: 201 len: 201 time: 0.4762559 Apr 28 19:41:17.068926 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49404) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:17.088694 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-8d5cab6e-e358-45d9-b6b8-07d756b323af tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] Allocated IP 172.20.0.4 (a25cc1e5-47fe-44e3-a909-da052e1ce61b/42a552b8-a2e6-4bf2-85ae-bc52299c5f87/4ac70dcb-6f97-4a83-a420-fab3565f8540) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:41:17.106040 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-b2bf474e-5753-484c-a4cf-9d356a9b5f58 None None] Set router d225a538-4016-4f48-b2fb-f6581ed96309 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:41:17.114989 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-919ca8db-caf1-44c4-84ac-3e4dca3e4284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:17.141958 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-8a28c3c4-d7ca-4572-a674-7035f52b29a1 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'bddcb2a1-3368-43c6-b5a1-973e23116d2f') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:17.163830 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066dbd72-b548-4b9c-b367-d95b89397811 None None] New status for floating IP 4ce90cf4-446d-4b81-bfc1-2b9b6b128254: ACTIVE {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:41:17.194292 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-43ff86c8-3791-43c1-a6ce-e392d04b65b2 req-67ce97b0-8c99-418a-a48b-2c457ad519cf tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:17.227511 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['aadf9260-8573-4b20-888a-2caa4d850f12', 'd226c7a6-986b-4039-a406-328e2e2e9372'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:41:17.250522 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce97b0-8c99-418a-a48b-2c457ad519cf tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Pushing event deleted for resources: {'Port': ['ID=d226c7a6-986b-4039-a406-328e2e2e9372,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:17.470421 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8a28c3c4-d7ca-4572-a674-7035f52b29a1 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "GET /v2.0/subnets/bddcb2a1-3368-43c6-b5a1-973e23116d2f/tags HTTP/1.1" status: 200 len: 241 time: 0.3354976 Apr 28 19:41:17.487844 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49414) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:17.490804 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ff86c8-3791-43c1-a6ce-e392d04b65b2 req-67ce97b0-8c99-418a-a48b-2c457ad519cf tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] No DVR routers for this DVR port d226c7a6-986b-4039-a406-328e2e2e9372 on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:41:17.493894 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-43ff86c8-3791-43c1-a6ce-e392d04b65b2 req-67ce97b0-8c99-418a-a48b-2c457ad519cf tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:17.500176 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-43ff86c8-3791-43c1-a6ce-e392d04b65b2 req-67ce97b0-8c99-418a-a48b-2c457ad519cf tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.44 "DELETE /v2.0/ports/d226c7a6-986b-4039-a406-328e2e2e9372 HTTP/1.1" status: 204 len: 173 time: 2.0967367 Apr 28 19:41:17.509808 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-0f288982-a1a9-4ffd-a64f-282dc6dfd9cc tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bddcb2a1-3368-43c6-b5a1-973e23116d2f', 'tempest-TagsExtTest-Tag-1326296592') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:17.529835 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b2bf474e-5753-484c-a4cf-9d356a9b5f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd225a538-4016-4f48-b2fb-f6581ed96309', 'name': 'tempest-TaggedBootDevicesTest-1339786369-router', 'tenant_id': '72f7e61b4dcc49a2ae66e3a77a70d7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'b76a7ac5-67ca-4945-9f60-afbad798c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:41:05Z', 'updated_at': '2022-04-28T19:41:14Z', 'revision_number': 4, 'project_id': '72f7e61b4dcc49a2ae66e3a77a70d7c9', 'gw_port': {'id': 'b76a7ac5-67ca-4945-9f60-afbad798c223', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:51:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd225a538-4016-4f48-b2fb-f6581ed96309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:41:06Z', 'updated_at': '2022-04-28T19:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '0965cd83-5a2a-404c-a006-5ee72fa30091', 'name': '', 'network_id': 'b187f101-868a-46d7-a641-cd9c03482235', 'tenant_id': '72f7e61b4dcc49a2ae66e3a77a70d7c9', 'mac_address': 'fa:16:3e:73:9d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd225a538-4016-4f48-b2fb-f6581ed96309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'ca27ebd5-0319-4722-8355-d0981952fe21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:41:11Z', 'updated_at': '2022-04-28T19:41:14Z', 'revision_number': 2, 'project_id': '72f7e61b4dcc49a2ae66e3a77a70d7c9', 'subnets': [{'id': 'ca27ebd5-0319-4722-8355-d0981952fe21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:17.608837 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3139d63-a43b-4b47-99da-30a2bbb4d70b', 'name': 'network-vif-deleted', 'tag': 'd226c7a6-986b-4039-a406-328e2e2e9372'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:17.614124 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f16740-372e-4b7c-9e00-38b34d53b9b9" -d '{"events": [{"server_uuid": "e3139d63-a43b-4b47-99da-30a2bbb4d70b", "name": "network-vif-deleted", "tag": "d226c7a6-986b-4039-a406-328e2e2e9372"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:41:17.634841 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bf474e-5753-484c-a4cf-9d356a9b5f58 None None] Checking router: d225a538-4016-4f48-b2fb-f6581ed96309 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:41:17.635455 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bf474e-5753-484c-a4cf-9d356a9b5f58 None None] Updating router d225a538-4016-4f48-b2fb-f6581ed96309 port 0965cd83-5a2a-404c-a006-5ee72fa30091 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:41:17.707714 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327e9bd-9c2c-429e-a4ea-38b3b7652b14 req-26bef68a-5a80-44f1-a35a-c9d3099e26ca tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:17.728610 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327e9bd-9c2c-429e-a4ea-38b3b7652b14 req-26bef68a-5a80-44f1-a35a-c9d3099e26ca tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:17.731288 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-b2bf474e-5753-484c-a4cf-9d356a9b5f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:17.737534 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c327e9bd-9c2c-429e-a4ea-38b3b7652b14 req-26bef68a-5a80-44f1-a35a-c9d3099e26ca tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=83697e23-5f31-400e-8fdc-37fa16989070 HTTP/1.1" status: 200 len: 1654 time: 0.9410276 Apr 28 19:41:17.826863 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fba590-f9be-4935-baba-be25b74eb2c3 x-openstack-request-id: req-a8fba590-f9be-4935-baba-be25b74eb2c3 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:41:17.828335 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3139d63-a43b-4b47-99da-30a2bbb4d70b", "name": "network-vif-deleted", "tag": "d226c7a6-986b-4039-a406-328e2e2e9372", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:41:17.828626 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a8fba590-f9be-4935-baba-be25b74eb2c3 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:41:17.829057 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8fba590-f9be-4935-baba-be25b74eb2c3'] response: {'server_uuid': 'e3139d63-a43b-4b47-99da-30a2bbb4d70b', 'name': 'network-vif-deleted', 'tag': 'd226c7a6-986b-4039-a406-328e2e2e9372', 'status': 'completed', 'code': 200} Apr 28 19:41:17.879964 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0f288982-a1a9-4ffd-a64f-282dc6dfd9cc tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "GET /v2.0/subnets/bddcb2a1-3368-43c6-b5a1-973e23116d2f/tags/tempest-TagsExtTest-Tag-1326296592 HTTP/1.1" status: 204 len: 168 time: 0.3902025 Apr 28 19:41:17.882115 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49448) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:17.894604 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-708ba4f3-2567-4ab4-93df-c364496b78d6 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'bddcb2a1-3368-43c6-b5a1-973e23116d2f', 'tempest-TagsExtTest-Tag-1326296592') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:17.898583 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-d9541bac-c5a8-409e-bfb0-5257ef7f599e None None] Provisioning complete for port 429ef648-cbb3-4840-898b-b69ecc7a2ca1 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:17.900347 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d9541bac-c5a8-409e-bfb0-5257ef7f599e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:17.961099 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 93447363-e00b-4a4f-8cfc-c68170cf880b up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:41:18.031064 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c327e9bd-9c2c-429e-a4ea-38b3b7652b14 req-36a5aa0c-3733-4586-97ac-cca9e15aae37 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530783 Apr 28 19:41:18.081690 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 93447363-e00b-4a4f-8cfc-c68170cf880b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:18.082169 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:18.134507 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b6bf955d-1c20-4a71-85c0-bb7d274e6af7 req-fa569db0-7e31-4a5c-9cdd-89af82f59dd6 tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5fa568c-418b-4fb4-9bc2-299ab9d4a573 HTTP/1.1" status: 200 len: 210 time: 0.0912271 Apr 28 19:41:18.262626 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-8d5cab6e-e358-45d9-b6b8-07d756b323af tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:18.272937 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-708ba4f3-2567-4ab4-93df-c364496b78d6 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "DELETE /v2.0/subnets/bddcb2a1-3368-43c6-b5a1-973e23116d2f/tags/tempest-TagsExtTest-Tag-1326296592 HTTP/1.1" status: 204 len: 168 time: 0.3848166 Apr 28 19:41:18.273668 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49456) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:18.284446 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-088c601e-1994-486e-993d-8d866994a4f5 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'bddcb2a1-3368-43c6-b5a1-973e23116d2f') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:18.353388 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-8d5cab6e-e358-45d9-b6b8-07d756b323af tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:18.379590 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-14890b12-9a70-44db-84dd-5aab8624e58a req-491a528e-f93e-4e0f-9986-4a29f883bf34 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 210 time: 0.1345196 Apr 28 19:41:18.380919 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3705cac-9d97-4990-a3ab-7fb9ba644baa None None] Network ee15a326-1686-41b2-9e89-453f3f909a4b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:41:18.509057 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-088c601e-1994-486e-993d-8d866994a4f5 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "GET /v2.0/subnets/bddcb2a1-3368-43c6-b5a1-973e23116d2f/tags HTTP/1.1" status: 200 len: 205 time: 0.2316082 Apr 28 19:41:18.511746 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49460) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:18.527197 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-b8abe584-8574-4f31-b5ff-6d8cb39e3d91 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6158fb19-90b4-4b44-be93-1b59c76bcaf3') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:18.530864 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:18.536911 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-b2bf474e-5753-484c-a4cf-9d356a9b5f58 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:18.558510 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-b2bf474e-5753-484c-a4cf-9d356a9b5f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:18.634528 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-8d5cab6e-e358-45d9-b6b8-07d756b323af tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] Network a25cc1e5-47fe-44e3-a909-da052e1ce61b is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:41:18.661160 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-8d5cab6e-e358-45d9-b6b8-07d756b323af tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:18.683697 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b8abe584-8574-4f31-b5ff-6d8cb39e3d91 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "GET /v2.0/ports/6158fb19-90b4-4b44-be93-1b59c76bcaf3/tags HTTP/1.1" status: 200 len: 241 time: 0.1707807 Apr 28 19:41:18.685510 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49466) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:18.696188 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-6158b63c-c657-471a-beaf-66369c9b1a3f tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6158fb19-90b4-4b44-be93-1b59c76bcaf3', 'tempest-TagsExtTest-Tag-1062164194') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:18.721839 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-8d5cab6e-e358-45d9-b6b8-07d756b323af tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:41:18.728613 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5cab6e-e358-45d9-b6b8-07d756b323af tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] Pushing event updated for resources: {'Port': ['ID=4ac70dcb-6f97-4a83-a420-fab3565f8540,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:18.753896 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8d593-97af-4ddc-81e0-ed9d563c66f2 None None] Pushing event updated for resources: {'Port': ['ID=0965cd83-5a2a-404c-a006-5ee72fa30091,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:18.853921 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6158b63c-c657-471a-beaf-66369c9b1a3f tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "GET /v2.0/ports/6158fb19-90b4-4b44-be93-1b59c76bcaf3/tags/tempest-TagsExtTest-Tag-1062164194 HTTP/1.1" status: 204 len: 168 time: 0.1651802 Apr 28 19:41:18.854603 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49470) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:18.858330 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-919ca8db-caf1-44c4-84ac-3e4dca3e4284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc4deac7-183f-4bd9-bf69-328937310d3c {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:41:18.869599 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-628025de-4fd8-4970-aa97-0a91240eda15 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6158fb19-90b4-4b44-be93-1b59c76bcaf3', 'tempest-TagsExtTest-Tag-1062164194') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:18.890637 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-919ca8db-caf1-44c4-84ac-3e4dca3e4284 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:18.927126 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-8d5cab6e-e358-45d9-b6b8-07d756b323af tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:18.929233 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-8d5cab6e-e358-45d9-b6b8-07d756b323af tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:18.934466 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-b2bf474e-5753-484c-a4cf-9d356a9b5f58 None None] Attempting to bind port 0965cd83-5a2a-404c-a006-5ee72fa30091 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:41:18.934944 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-b2bf474e-5753-484c-a4cf-9d356a9b5f58 None None] Attempting to bind port 0965cd83-5a2a-404c-a006-5ee72fa30091 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '8f7a796b-c20e-4630-9f8d-058a7ab55add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b187f101-868a-46d7-a641-cd9c03482235'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:41:18.938579 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bf474e-5753-484c-a4cf-9d356a9b5f58 None None] Attempting to bind port 0965cd83-5a2a-404c-a006-5ee72fa30091 on network b187f101-868a-46d7-a641-cd9c03482235 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:41:18.949749 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bf474e-5753-484c-a4cf-9d356a9b5f58 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:41:18.950434 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bf474e-5753-484c-a4cf-9d356a9b5f58 None None] Checking segment: {'id': '8f7a796b-c20e-4630-9f8d-058a7ab55add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b187f101-868a-46d7-a641-cd9c03482235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:41:18.951765 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-b2bf474e-5753-484c-a4cf-9d356a9b5f58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:18.952584 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bf474e-5753-484c-a4cf-9d356a9b5f58 None None] Bound using segment: {'id': '8f7a796b-c20e-4630-9f8d-058a7ab55add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b187f101-868a-46d7-a641-cd9c03482235'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:41:18.954114 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-b2bf474e-5753-484c-a4cf-9d356a9b5f58 None None] Bound port: 0965cd83-5a2a-404c-a006-5ee72fa30091, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7a796b-c20e-4630-9f8d-058a7ab55add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b187f101-868a-46d7-a641-cd9c03482235'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:41:18.955065 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-b2bf474e-5753-484c-a4cf-9d356a9b5f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:18.968638 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-919ca8db-caf1-44c4-84ac-3e4dca3e4284 service neutron] Transition to ACTIVE for port object fc4deac7-183f-4bd9-bf69-328937310d3c will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:41:18.975780 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-919ca8db-caf1-44c4-84ac-3e4dca3e4284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:19.002151 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-8d5cab6e-e358-45d9-b6b8-07d756b323af tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0223415 Apr 28 19:41:19.016715 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-912ba35b-acd6-4790-ac7f-081327c78300 None None] Provisioning complete for port 0965cd83-5a2a-404c-a006-5ee72fa30091 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:19.018265 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-912ba35b-acd6-4790-ac7f-081327c78300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:19.026809 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-628025de-4fd8-4970-aa97-0a91240eda15 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "DELETE /v2.0/ports/6158fb19-90b4-4b44-be93-1b59c76bcaf3/tags/tempest-TagsExtTest-Tag-1062164194 HTTP/1.1" status: 204 len: 168 time: 0.1699708 Apr 28 19:41:19.027479 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49478) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:19.034730 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-0c61d90a-48f7-4739-99cb-2d65bb11d472 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6158fb19-90b4-4b44-be93-1b59c76bcaf3') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:19.131063 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-71eec363-2143-4603-91c5-da185aebf00e service neutron] Request body: {'port': {'device_id': 'a5fa568c-418b-4fb4-9bc2-299ab9d4a573', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:19.132372 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0c61d90a-48f7-4739-99cb-2d65bb11d472 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "GET /v2.0/ports/6158fb19-90b4-4b44-be93-1b59c76bcaf3/tags HTTP/1.1" status: 200 len: 205 time: 0.1037819 Apr 28 19:41:19.140812 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 93447363-e00b-4a4f-8cfc-c68170cf880b, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=93447363-e00b-4a4f-8cfc-c68170cf880b,segment=NetworkSegment(056daa11-9869-434c-833b-d25c88f686e1),segment_id=056daa11-9869-434c-833b-d25c88f686e1)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:19.145047 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49490) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:19.164063 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-0979385a-a23e-4aa3-9205-da28410cd163 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3436c6b9-23cc-4263-8f66-299cb75e1806') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:19.176021 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:19.177033 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device b76a7ac5-67ca-4945-9f60-afbad798c223 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:41:19.179038 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-912ba35b-acd6-4790-ac7f-081327c78300 None None] Port 0965cd83-5a2a-404c-a006-5ee72fa30091 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:41:19.231110 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-b2bf474e-5753-484c-a4cf-9d356a9b5f58 None None] For port 0965cd83-5a2a-404c-a006-5ee72fa30091, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:41:19.249235 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-b2bf474e-5753-484c-a4cf-9d356a9b5f58 None None] For port 0965cd83-5a2a-404c-a006-5ee72fa30091, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=0965cd83-5a2a-404c-a006-5ee72fa30091,segment=NetworkSegment(8f7a796b-c20e-4630-9f8d-058a7ab55add),segment_id=8f7a796b-c20e-4630-9f8d-058a7ab55add)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:41:19.257898 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-b2bf474e-5753-484c-a4cf-9d356a9b5f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:19.357507 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device d226c7a6-986b-4039-a406-328e2e2e9372 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:41:19.526490 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-912ba35b-acd6-4790-ac7f-081327c78300 None None] Provisioning complete for port 93447363-e00b-4a4f-8cfc-c68170cf880b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:19.526806 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-912ba35b-acd6-4790-ac7f-081327c78300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:19.564324 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ca8db-caf1-44c4-84ac-3e4dca3e4284 service neutron] Pushing event updated for resources: {'Port': ['ID=fc4deac7-183f-4bd9-bf69-328937310d3c,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:19.589366 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8d593-97af-4ddc-81e0-ed9d563c66f2 None None] Pushing event updated for resources: {'Port': ['ID=0965cd83-5a2a-404c-a006-5ee72fa30091,revision_number=4']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:19.620230 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bf474e-5753-484c-a4cf-9d356a9b5f58 None None] Routers {'d225a538-4016-4f48-b2fb-f6581ed96309'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:41:19.621062 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b2bf474e-5753-484c-a4cf-9d356a9b5f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:40:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['d225a538-4016-4f48-b2fb-f6581ed96309'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:19.664816 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e609847-550a-43d5-9b38-46d41d57b23e req-917fed8e-f3ed-4130-ad7d-df7d41bc987c tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:19.704424 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e609847-550a-43d5-9b38-46d41d57b23e req-917fed8e-f3ed-4130-ad7d-df7d41bc987c tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:19.728463 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e609847-550a-43d5-9b38-46d41d57b23e req-917fed8e-f3ed-4130-ad7d-df7d41bc987c tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:19.754622 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e609847-550a-43d5-9b38-46d41d57b23e req-917fed8e-f3ed-4130-ad7d-df7d41bc987c tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:19.773820 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: d226c7a6-986b-4039-a406-328e2e2e9372 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:41:19.774024 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device d226c7a6-986b-4039-a406-328e2e2e9372 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:41:19.782468 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e609847-550a-43d5-9b38-46d41d57b23e req-917fed8e-f3ed-4130-ad7d-df7d41bc987c tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:19.790993 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e609847-550a-43d5-9b38-46d41d57b23e req-917fed8e-f3ed-4130-ad7d-df7d41bc987c tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:19.800937 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e609847-550a-43d5-9b38-46d41d57b23e req-917fed8e-f3ed-4130-ad7d-df7d41bc987c tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:19.803564 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7e609847-550a-43d5-9b38-46d41d57b23e req-917fed8e-f3ed-4130-ad7d-df7d41bc987c tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5444 time: 0.4976130 Apr 28 19:41:19.816735 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0979385a-a23e-4aa3-9205-da28410cd163 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "GET /v2.0/routers/3436c6b9-23cc-4263-8f66-299cb75e1806/tags HTTP/1.1" status: 200 len: 241 time: 0.6687822 Apr 28 19:41:19.822134 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49516) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:19.847507 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-c505204a-7b77-42a8-a116-c23c8672413a tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3436c6b9-23cc-4263-8f66-299cb75e1806', 'tempest-TagsExtTest-Tag-1948052661') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:19.884746 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=93447363-e00b-4a4f-8cfc-c68170cf880b,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:19.887607 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-919ca8db-caf1-44c4-84ac-3e4dca3e4284 service neutron] Attempting to bind port fc4deac7-183f-4bd9-bf69-328937310d3c on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:41:19.900312 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-919ca8db-caf1-44c4-84ac-3e4dca3e4284 service neutron] Attempting to bind port fc4deac7-183f-4bd9-bf69-328937310d3c by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'f39ecfa0-f2f6-4092-a494-5557bdfbe93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'eae7de28-85e0-41f6-ba17-611d913e52b5'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:41:19.901168 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-919ca8db-caf1-44c4-84ac-3e4dca3e4284 service neutron] Attempting to bind port fc4deac7-183f-4bd9-bf69-328937310d3c on network eae7de28-85e0-41f6-ba17-611d913e52b5 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:41:19.914853 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-71eec363-2143-4603-91c5-da185aebf00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:20.000929 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7d164-98d8-4444-b0a4-ac3d074362a3 req-8c4adf3d-ede4-430b-ba58-d385acbba5f8 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:20.015048 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7e609847-550a-43d5-9b38-46d41d57b23e req-f77bd7e3-a557-4942-ace5-fdcab4e1f094 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1946692 Apr 28 19:41:20.032376 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7d164-98d8-4444-b0a4-ac3d074362a3 req-8c4adf3d-ede4-430b-ba58-d385acbba5f8 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:20.042623 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c0e7d164-98d8-4444-b0a4-ac3d074362a3 req-8c4adf3d-ede4-430b-ba58-d385acbba5f8 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=83697e23-5f31-400e-8fdc-37fa16989070 HTTP/1.1" status: 200 len: 1666 time: 0.7738557 Apr 28 19:41:20.080399 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5b0c3416-ecbb-413f-9fa5-693966b2a6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:20.098722 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-b2bf474e-5753-484c-a4cf-9d356a9b5f58 None None] Set router d225a538-4016-4f48-b2fb-f6581ed96309 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:41:20.135322 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c505204a-7b77-42a8-a116-c23c8672413a tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "GET /v2.0/routers/3436c6b9-23cc-4263-8f66-299cb75e1806/tags/tempest-TagsExtTest-Tag-1948052661 HTTP/1.1" status: 204 len: 168 time: 0.3075461 Apr 28 19:41:20.137197 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49520) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:20.150400 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-e6557581-65c1-46b7-bec2-b3244baa9cf1 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3436c6b9-23cc-4263-8f66-299cb75e1806', 'tempest-TagsExtTest-Tag-1948052661') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:20.189150 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port b76a7ac5-67ca-4945-9f60-afbad798c223 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:20.191283 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:20.204843 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c0e7d164-98d8-4444-b0a4-ac3d074362a3 req-014c6b04-c84d-4c68-9a30-a706e51514cd tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611688 Apr 28 19:41:20.212549 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-919ca8db-caf1-44c4-84ac-3e4dca3e4284 service neutron] Port fc4deac7-183f-4bd9-bf69-328937310d3c on network eae7de28-85e0-41f6-ba17-611d913e52b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:41:20.212893 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-919ca8db-caf1-44c4-84ac-3e4dca3e4284 service neutron] Attempting to bind port fc4deac7-183f-4bd9-bf69-328937310d3c on network eae7de28-85e0-41f6-ba17-611d913e52b5 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:41:20.252652 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-919ca8db-caf1-44c4-84ac-3e4dca3e4284 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:41:20.254209 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-919ca8db-caf1-44c4-84ac-3e4dca3e4284 service neutron] Checking segment: {'id': 'f39ecfa0-f2f6-4092-a494-5557bdfbe93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'eae7de28-85e0-41f6-ba17-611d913e52b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:41:20.255360 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-919ca8db-caf1-44c4-84ac-3e4dca3e4284 service neutron] Bound using segment: {'id': 'f39ecfa0-f2f6-4092-a494-5557bdfbe93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'eae7de28-85e0-41f6-ba17-611d913e52b5'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:41:20.257165 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-919ca8db-caf1-44c4-84ac-3e4dca3e4284 service neutron] Bound port: fc4deac7-183f-4bd9-bf69-328937310d3c, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f39ecfa0-f2f6-4092-a494-5557bdfbe93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'eae7de28-85e0-41f6-ba17-611d913e52b5'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:41:20.257713 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-919ca8db-caf1-44c4-84ac-3e4dca3e4284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:20.469412 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-919ca8db-caf1-44c4-84ac-3e4dca3e4284 service neutron] For port fc4deac7-183f-4bd9-bf69-328937310d3c, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:41:20.473716 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-919ca8db-caf1-44c4-84ac-3e4dca3e4284 service neutron] For port fc4deac7-183f-4bd9-bf69-328937310d3c, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=fc4deac7-183f-4bd9-bf69-328937310d3c,segment=NetworkSegment(f39ecfa0-f2f6-4092-a494-5557bdfbe93f),segment_id=f39ecfa0-f2f6-4092-a494-5557bdfbe93f)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:41:20.540495 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-919ca8db-caf1-44c4-84ac-3e4dca3e4284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:20.627189 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-919ca8db-caf1-44c4-84ac-3e4dca3e4284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:20.627816 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-919ca8db-caf1-44c4-84ac-3e4dca3e4284 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:20.629601 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-919ca8db-caf1-44c4-84ac-3e4dca3e4284 service neutron] 10.222.0.15 "PUT /v2.0/ports/fc4deac7-183f-4bd9-bf69-328937310d3c HTTP/1.1" status: 200 len: 1092 time: 3.7679117 Apr 28 19:41:20.652958 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4b90e5d4-ed73-4eab-8bcb-0b5bc90a9148 req-d3d2a514-fce1-478d-977b-5a8b223f1334 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 210 time: 0.1767063 Apr 28 19:41:20.672707 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83697e23-5f31-400e-8fdc-37fa16989070', 'tag': 'fc4deac7-183f-4bd9-bf69-328937310d3c'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:20.675295 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00805390-c292-480b-97af-dc54833eda4e" -d '{"events": [{"name": "network-changed", "server_uuid": "83697e23-5f31-400e-8fdc-37fa16989070", "tag": "fc4deac7-183f-4bd9-bf69-328937310d3c"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:41:20.726847 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-dc136511-3589-4da6-921f-5d5ef8bcff01 service neutron] Request body: {'port': {'device_id': '83697e23-5f31-400e-8fdc-37fa16989070', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:20.806300 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-912ba35b-acd6-4790-ac7f-081327c78300 None None] Provisioning complete for port ffcc6ac2-0888-4346-8a3e-dcc97adb7b84 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:20.806674 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-912ba35b-acd6-4790-ac7f-081327c78300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:20.884262 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-912ba35b-acd6-4790-ac7f-081327c78300 None None] Port ffcc6ac2-0888-4346-8a3e-dcc97adb7b84 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:41:20.909610 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ca8db-caf1-44c4-84ac-3e4dca3e4284 service neutron] Pushing event updated for resources: {'Port': ['ID=fc4deac7-183f-4bd9-bf69-328937310d3c,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:20.927340 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-912ba35b-acd6-4790-ac7f-081327c78300 None None] Provisioning complete for port ba0e5a66-360e-4940-b83d-bcaf6a760eb1 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:20.927997 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-912ba35b-acd6-4790-ac7f-081327c78300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:21.027894 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e168f62-2c59-4b19-ad7b-ce689b70d9fc req-0800c346-d564-4637-b7a1-f04762a12316 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:21.028946 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b2bf474e-5753-484c-a4cf-9d356a9b5f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd225a538-4016-4f48-b2fb-f6581ed96309', 'name': 'tempest-TaggedBootDevicesTest-1339786369-router', 'tenant_id': '72f7e61b4dcc49a2ae66e3a77a70d7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'b76a7ac5-67ca-4945-9f60-afbad798c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:41:05Z', 'updated_at': '2022-04-28T19:41:14Z', 'revision_number': 4, 'project_id': '72f7e61b4dcc49a2ae66e3a77a70d7c9', 'gw_port': {'id': 'b76a7ac5-67ca-4945-9f60-afbad798c223', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:51:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd225a538-4016-4f48-b2fb-f6581ed96309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:41:06Z', 'updated_at': '2022-04-28T19:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '0965cd83-5a2a-404c-a006-5ee72fa30091', 'name': '', 'network_id': 'b187f101-868a-46d7-a641-cd9c03482235', 'tenant_id': '72f7e61b4dcc49a2ae66e3a77a70d7c9', 'mac_address': 'fa:16:3e:73:9d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd225a538-4016-4f48-b2fb-f6581ed96309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'ca27ebd5-0319-4722-8355-d0981952fe21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:41:11Z', 'updated_at': '2022-04-28T19:41:19Z', 'revision_number': 4, 'project_id': '72f7e61b4dcc49a2ae66e3a77a70d7c9', 'subnets': [{'id': 'ca27ebd5-0319-4722-8355-d0981952fe21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:21.034058 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e168f62-2c59-4b19-ad7b-ce689b70d9fc req-0800c346-d564-4637-b7a1-f04762a12316 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:21.041378 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e168f62-2c59-4b19-ad7b-ce689b70d9fc req-0800c346-d564-4637-b7a1-f04762a12316 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:21.052988 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e168f62-2c59-4b19-ad7b-ce689b70d9fc req-0800c346-d564-4637-b7a1-f04762a12316 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:21.053195 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a3cd1c05-b0b1-4742-8adc-6b739fd14cc1 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:41:21.080617 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e168f62-2c59-4b19-ad7b-ce689b70d9fc req-0800c346-d564-4637-b7a1-f04762a12316 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:21.088632 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e168f62-2c59-4b19-ad7b-ce689b70d9fc req-0800c346-d564-4637-b7a1-f04762a12316 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:21.095112 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e168f62-2c59-4b19-ad7b-ce689b70d9fc req-0800c346-d564-4637-b7a1-f04762a12316 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:21.107724 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5e168f62-2c59-4b19-ad7b-ce689b70d9fc req-0800c346-d564-4637-b7a1-f04762a12316 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5444 time: 0.3089688 Apr 28 19:41:21.111070 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-dc136511-3589-4da6-921f-5d5ef8bcff01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:21.126255 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bf474e-5753-484c-a4cf-9d356a9b5f58 None None] The sync data for ids ['d225a538-4016-4f48-b2fb-f6581ed96309'] in n-d-839810-1 is: [{'id': 'd225a538-4016-4f48-b2fb-f6581ed96309', 'name': 'tempest-TaggedBootDevicesTest-1339786369-router', 'tenant_id': '72f7e61b4dcc49a2ae66e3a77a70d7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'b76a7ac5-67ca-4945-9f60-afbad798c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:41:05Z', 'updated_at': '2022-04-28T19:41:14Z', 'revision_number': 4, 'project_id': '72f7e61b4dcc49a2ae66e3a77a70d7c9', 'gw_port': {'id': 'b76a7ac5-67ca-4945-9f60-afbad798c223', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:51:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd225a538-4016-4f48-b2fb-f6581ed96309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:41:06Z', 'updated_at': '2022-04-28T19:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '0965cd83-5a2a-404c-a006-5ee72fa30091', 'name': '', 'network_id': 'b187f101-868a-46d7-a641-cd9c03482235', 'tenant_id': '72f7e61b4dcc49a2ae66e3a77a70d7c9', 'mac_address': 'fa:16:3e:73:9d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd225a538-4016-4f48-b2fb-f6581ed96309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'ca27ebd5-0319-4722-8355-d0981952fe21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:41:11Z', 'updated_at': '2022-04-28T19:41:19Z', 'revision_number': 4, 'project_id': '72f7e61b4dcc49a2ae66e3a77a70d7c9', 'subnets': [{'id': 'ca27ebd5-0319-4722-8355-d0981952fe21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:41:21.260480 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port a3cd1c05-b0b1-4742-8adc-6b739fd14cc1 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:21.265286 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:21.284072 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa22070-ab85-43e8-bb12-b26c0536e130 x-openstack-request-id: req-1fa22070-ab85-43e8-bb12-b26c0536e130 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:41:21.284386 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83697e23-5f31-400e-8fdc-37fa16989070", "tag": "fc4deac7-183f-4bd9-bf69-328937310d3c", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:41:21.284636 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1fa22070-ab85-43e8-bb12-b26c0536e130 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:41:21.285032 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fa22070-ab85-43e8-bb12-b26c0536e130'] response: {'name': 'network-changed', 'server_uuid': '83697e23-5f31-400e-8fdc-37fa16989070', 'tag': 'fc4deac7-183f-4bd9-bf69-328937310d3c', 'status': 'completed', 'code': 200} Apr 28 19:41:21.376972 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-f34e551d-efe3-465a-a493-7cc7467e319d None None] Provisioning complete for port 0965cd83-5a2a-404c-a006-5ee72fa30091 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:21.377966 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f34e551d-efe3-465a-a493-7cc7467e319d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:21.513922 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00805390-c292-480b-97af-dc54833eda4e req-55195ac3-0db4-4ca1-a856-1182bfee207c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:21.515035 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00805390-c292-480b-97af-dc54833eda4e req-55195ac3-0db4-4ca1-a856-1182bfee207c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:21.521286 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-00805390-c292-480b-97af-dc54833eda4e req-55195ac3-0db4-4ca1-a856-1182bfee207c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9ccc7fa26fd54d9d8ef7f26bff52d48a&device_id=83697e23-5f31-400e-8fdc-37fa16989070 HTTP/1.1" status: 200 len: 1913 time: 0.2348521 Apr 28 19:41:21.527352 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e6557581-65c1-46b7-bec2-b3244baa9cf1 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "DELETE /v2.0/routers/3436c6b9-23cc-4263-8f66-299cb75e1806/tags/tempest-TagsExtTest-Tag-1948052661 HTTP/1.1" status: 204 len: 168 time: 1.3877237 Apr 28 19:41:21.536656 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d381b96-28a5-4bfe-9733-c20abe92e9eb req-d81bcdb7-f6b3-4d88-b963-685b43cb39a5 tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:21.538990 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7d381b96-28a5-4bfe-9733-c20abe92e9eb req-d81bcdb7-f6b3-4d88-b963-685b43cb39a5 tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5fa568c-418b-4fb4-9bc2-299ab9d4a573 HTTP/1.1" status: 200 len: 931 time: 0.3391776 Apr 28 19:41:21.539492 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49530) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:21.548222 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-ac3c64bc-4223-4186-a6d5-659017ff0d7a tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3436c6b9-23cc-4263-8f66-299cb75e1806') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:21.555485 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2c6a7fa2-a72e-4ddc-ae3f-4024de01a3b8 req-67ef9c16-94b5-4b09-8608-44d915c97508 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3589687 Apr 28 19:41:21.576038 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ba0e5a66-360e-4940-b83d-bcaf6a760eb1 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:41:21.624131 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f34e551d-efe3-465a-a493-7cc7467e319d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:21.729923 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7d381b96-28a5-4bfe-9733-c20abe92e9eb req-f31811ce-8816-4f1b-9ee0-9daa62919190 tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] 10.222.0.42 "GET /v2.0/security-groups?id=6aab0f53-a3bf-4390-a9ab-4fb051403619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794939 Apr 28 19:41:21.736342 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a7fa2-a72e-4ddc-ae3f-4024de01a3b8 req-0b678244-2940-4104-afd1-369ab7cd0ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:21.737817 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2c6a7fa2-a72e-4ddc-ae3f-4024de01a3b8 req-0b678244-2940-4104-afd1-369ab7cd0ccd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=65106efa94b44e66ac09133941d375fb&device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f HTTP/1.1" status: 200 len: 1096 time: 0.1304693 Apr 28 19:41:21.737935 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-f34e551d-efe3-465a-a493-7cc7467e319d None None] For port 0965cd83-5a2a-404c-a006-5ee72fa30091, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=0965cd83-5a2a-404c-a006-5ee72fa30091,segment=NetworkSegment(8f7a796b-c20e-4630-9f8d-058a7ab55add),segment_id=8f7a796b-c20e-4630-9f8d-058a7ab55add)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:21.747264 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ac3c64bc-4223-4186-a6d5-659017ff0d7a tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "GET /v2.0/routers/3436c6b9-23cc-4263-8f66-299cb75e1806/tags HTTP/1.1" status: 200 len: 205 time: 0.2045171 Apr 28 19:41:21.756924 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49534) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:21.758545 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f34e551d-efe3-465a-a493-7cc7467e319d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:21.770347 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-d88004db-87df-47a3-9d1b-7ca53b394f39 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a3553931-8d43-49f3-ad7f-ee028203e1c2') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:21.790067 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port ba0e5a66-360e-4940-b83d-bcaf6a760eb1 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:21.793423 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:21.952836 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a0d81a88-e272-47cc-a787-4db25544eafb req-50d8f22b-a7e4-4dae-ab65-e81cfa46e7f5 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 210 time: 0.0600140 Apr 28 19:41:21.969799 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d88004db-87df-47a3-9d1b-7ca53b394f39 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "GET /v2.0/subnetpools/a3553931-8d43-49f3-ad7f-ee028203e1c2/tags HTTP/1.1" status: 200 len: 240 time: 0.2094512 Apr 28 19:41:21.976086 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49538) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:21.981643 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-f4eda616-180c-47be-aa2d-0dff5cc09541 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a3553931-8d43-49f3-ad7f-ee028203e1c2', 'tempest-TagsExtTest-Tag-263396599') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:22.000316 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a7fa2-a72e-4ddc-ae3f-4024de01a3b8 req-0c94b1d4-2a6d-4d82-811d-630373b7fa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:22.002577 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2c6a7fa2-a72e-4ddc-ae3f-4024de01a3b8 req-0c94b1d4-2a6d-4d82-811d-630373b7fa0a service neutron] 10.222.0.44 "GET /v2.0/networks?id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd HTTP/1.1" status: 200 len: 908 time: 0.2276335 Apr 28 19:41:22.039940 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e551d-efe3-465a-a493-7cc7467e319d None None] Pushing event updated for resources: {'Port': ['ID=0965cd83-5a2a-404c-a006-5ee72fa30091,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:22.069879 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-f34e551d-efe3-465a-a493-7cc7467e319d None None] Provisioning complete for port 93447363-e00b-4a4f-8cfc-c68170cf880b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:22.070096 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2c6a7fa2-a72e-4ddc-ae3f-4024de01a3b8 req-5b62fce0-e4be-44f6-aa52-e0e30c006a4b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db65d274-363d-4bb9-bfad-2c8782a96fa0 HTTP/1.1" status: 200 len: 217 time: 0.0592439 Apr 28 19:41:22.070231 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f34e551d-efe3-465a-a493-7cc7467e319d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:22.073165 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f4eda616-180c-47be-aa2d-0dff5cc09541 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "GET /v2.0/subnetpools/a3553931-8d43-49f3-ad7f-ee028203e1c2/tags/tempest-TagsExtTest-Tag-263396599 HTTP/1.1" status: 204 len: 168 time: 0.0955796 Apr 28 19:41:22.077594 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49540) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:22.083544 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-b5a3034d-1ae0-4ad9-9f5d-4ef634ea4f54 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'a3553931-8d43-49f3-ad7f-ee028203e1c2', 'tempest-TagsExtTest-Tag-263396599') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:22.121502 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-79aeb2bd-fe82-4d9b-ae9a-8103564ab0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:22.156516 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-71eec363-2143-4603-91c5-da185aebf00e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ac70dcb-6f97-4a83-a420-fab3565f8540 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:41:22.166414 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-71eec363-2143-4603-91c5-da185aebf00e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:22.168994 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a7fa2-a72e-4ddc-ae3f-4024de01a3b8 req-e5a8200a-2ecf-4fc5-8527-95943100f43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:22.171119 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2c6a7fa2-a72e-4ddc-ae3f-4024de01a3b8 req-e5a8200a-2ecf-4fc5-8527-95943100f43a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d5c93c2-9d1b-4c66-8e1f-a78766af188b HTTP/1.1" status: 200 len: 847 time: 0.0844386 Apr 28 19:41:22.178963 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b5a3034d-1ae0-4ad9-9f5d-4ef634ea4f54 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "DELETE /v2.0/subnetpools/a3553931-8d43-49f3-ad7f-ee028203e1c2/tags/tempest-TagsExtTest-Tag-263396599 HTTP/1.1" status: 204 len: 168 time: 0.1003778 Apr 28 19:41:22.182809 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49542) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:22.190299 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-71eec363-2143-4603-91c5-da185aebf00e service neutron] Transition to ACTIVE for port object 4ac70dcb-6f97-4a83-a420-fab3565f8540 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:41:22.193054 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-dd745c39-f3dc-4ce2-9e4b-b2e88fa97558 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a3553931-8d43-49f3-ad7f-ee028203e1c2') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:22.210264 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e018b5-4c91-4ad2-bad5-e06616c71733 req-130cf2c6-82b7-41ab-90ff-8ec02845b7bc tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:22.221775 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e018b5-4c91-4ad2-bad5-e06616c71733 req-130cf2c6-82b7-41ab-90ff-8ec02845b7bc tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:22.230765 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-06e018b5-4c91-4ad2-bad5-e06616c71733 req-130cf2c6-82b7-41ab-90ff-8ec02845b7bc tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=83697e23-5f31-400e-8fdc-37fa16989070 HTTP/1.1" status: 200 len: 1666 time: 0.8494155 Apr 28 19:41:22.248640 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-71eec363-2143-4603-91c5-da185aebf00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:22.267304 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 429ef648-cbb3-4840-898b-b69ecc7a2ca1 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:41:22.268981 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2c6a7fa2-a72e-4ddc-ae3f-4024de01a3b8 req-306e7dd4-a851-4a7b-b0aa-4aa9b5bd3ec1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=497e1d66-f4cf-46aa-aa27-9862cbaf14dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869989 Apr 28 19:41:22.292416 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-dd745c39-f3dc-4ce2-9e4b-b2e88fa97558 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "GET /v2.0/subnetpools/a3553931-8d43-49f3-ad7f-ee028203e1c2/tags HTTP/1.1" status: 200 len: 205 time: 0.1070933 Apr 28 19:41:22.293024 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49544) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:22.299517 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-a32b7273-ddfb-461f-a726-d5a053019f58 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a3553931-8d43-49f3-ad7f-ee028203e1c2') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:22.345923 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eec363-2143-4603-91c5-da185aebf00e service neutron] Pushing event updated for resources: {'Port': ['ID=4ac70dcb-6f97-4a83-a420-fab3565f8540,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:22.453044 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2c6a7fa2-a72e-4ddc-ae3f-4024de01a3b8 req-8087864e-39f5-417e-8752-7b9b3f5f2f9c service neutron] 10.222.0.44 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731846 Apr 28 19:41:22.474078 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 429ef648-cbb3-4840-898b-b69ecc7a2ca1 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:22.475414 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:22.494580 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-06e018b5-4c91-4ad2-bad5-e06616c71733 req-a9bb7fd5-4ad5-4c92-910c-426a441100dc tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628069 Apr 28 19:41:22.495724 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a32b7273-ddfb-461f-a726-d5a053019f58 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "DELETE /v2.0/subnetpools/a3553931-8d43-49f3-ad7f-ee028203e1c2/tags HTTP/1.1" status: 204 len: 168 time: 0.1997600 Apr 28 19:41:22.499904 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49546) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:22.553158 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00805390-c292-480b-97af-dc54833eda4e req-00c5d7e6-6026-4767-87b1-bd83ed3bdd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:22.554359 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00805390-c292-480b-97af-dc54833eda4e req-00c5d7e6-6026-4767-87b1-bd83ed3bdd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:22.554891 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00805390-c292-480b-97af-dc54833eda4e req-00c5d7e6-6026-4767-87b1-bd83ed3bdd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:22.556839 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-00805390-c292-480b-97af-dc54833eda4e req-00c5d7e6-6026-4767-87b1-bd83ed3bdd61 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=9ccc7fa26fd54d9d8ef7f26bff52d48a&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.0234137 Apr 28 19:41:22.599634 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-a01e9afe-a0f1-4ec8-b26c-ae004e78cfb9 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3436c6b9-23cc-4263-8f66-299cb75e1806') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:22.603078 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-f34e551d-efe3-465a-a493-7cc7467e319d None None] Provisioning complete for port 6158fb19-90b4-4b44-be93-1b59c76bcaf3 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:22.603493 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f34e551d-efe3-465a-a493-7cc7467e319d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:22.714492 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-f34e551d-efe3-465a-a493-7cc7467e319d None None] Port 6158fb19-90b4-4b44-be93-1b59c76bcaf3 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:41:22.773520 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-dc136511-3589-4da6-921f-5d5ef8bcff01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffcc6ac2-0888-4346-8a3e-dcc97adb7b84 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:41:22.799219 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-dc136511-3589-4da6-921f-5d5ef8bcff01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:22.804814 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2c6a7fa2-a72e-4ddc-ae3f-4024de01a3b8 req-9e09744c-46ed-46a9-9565-b1c737fa0633 service neutron] 10.222.0.44 "GET /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439088 Apr 28 19:41:22.813299 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a01e9afe-a0f1-4ec8-b26c-ae004e78cfb9 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "DELETE /v2.0/routers/3436c6b9-23cc-4263-8f66-299cb75e1806/tags HTTP/1.1" status: 204 len: 168 time: 0.2288082 Apr 28 19:41:22.816133 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49552) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:22.821160 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-f9e4044c-6b57-4170-beb8-10f9c6bb1097 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6158fb19-90b4-4b44-be93-1b59c76bcaf3') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:22.844701 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-dc136511-3589-4da6-921f-5d5ef8bcff01 service neutron] Transition to ACTIVE for port object ffcc6ac2-0888-4346-8a3e-dcc97adb7b84 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:41:22.912608 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-71eec363-2143-4603-91c5-da185aebf00e service neutron] Attempting to bind port 4ac70dcb-6f97-4a83-a420-fab3565f8540 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:41:22.913185 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-71eec363-2143-4603-91c5-da185aebf00e service neutron] Attempting to bind port 4ac70dcb-6f97-4a83-a420-fab3565f8540 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '1e9ab7fb-4134-49f4-8099-8f2b2c72f4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a25cc1e5-47fe-44e3-a909-da052e1ce61b'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:41:22.913765 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-71eec363-2143-4603-91c5-da185aebf00e service neutron] Attempting to bind port 4ac70dcb-6f97-4a83-a420-fab3565f8540 on network a25cc1e5-47fe-44e3-a909-da052e1ce61b {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:41:22.923718 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-dc136511-3589-4da6-921f-5d5ef8bcff01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:22.935508 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-71eec363-2143-4603-91c5-da185aebf00e service neutron] Port 4ac70dcb-6f97-4a83-a420-fab3565f8540 on network a25cc1e5-47fe-44e3-a909-da052e1ce61b not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:41:22.936072 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-71eec363-2143-4603-91c5-da185aebf00e service neutron] Attempting to bind port 4ac70dcb-6f97-4a83-a420-fab3565f8540 on network a25cc1e5-47fe-44e3-a909-da052e1ce61b {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:41:23.001886 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-71eec363-2143-4603-91c5-da185aebf00e service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:41:23.002234 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-71eec363-2143-4603-91c5-da185aebf00e service neutron] Checking segment: {'id': '1e9ab7fb-4134-49f4-8099-8f2b2c72f4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a25cc1e5-47fe-44e3-a909-da052e1ce61b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:41:23.002629 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-71eec363-2143-4603-91c5-da185aebf00e service neutron] Bound using segment: {'id': '1e9ab7fb-4134-49f4-8099-8f2b2c72f4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a25cc1e5-47fe-44e3-a909-da052e1ce61b'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:41:23.003509 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-71eec363-2143-4603-91c5-da185aebf00e service neutron] Bound port: 4ac70dcb-6f97-4a83-a420-fab3565f8540, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e9ab7fb-4134-49f4-8099-8f2b2c72f4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a25cc1e5-47fe-44e3-a909-da052e1ce61b'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:41:23.003925 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-71eec363-2143-4603-91c5-da185aebf00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:23.098907 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc136511-3589-4da6-921f-5d5ef8bcff01 service neutron] Pushing event updated for resources: {'Port': ['ID=ffcc6ac2-0888-4346-8a3e-dcc97adb7b84,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:23.134783 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428919d9-95e6-4602-9b16-4d0d081864e6 req-86a1fccb-12e5-41a9-a35e-c38ab34d24ce tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:23.136696 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-428919d9-95e6-4602-9b16-4d0d081864e6 req-86a1fccb-12e5-41a9-a35e-c38ab34d24ce tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5fa568c-418b-4fb4-9bc2-299ab9d4a573 HTTP/1.1" status: 200 len: 943 time: 0.2214925 Apr 28 19:41:23.177719 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 0965cd83-5a2a-404c-a006-5ee72fa30091 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:41:23.260382 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f9e4044c-6b57-4170-beb8-10f9c6bb1097 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "DELETE /v2.0/ports/6158fb19-90b4-4b44-be93-1b59c76bcaf3/tags HTTP/1.1" status: 204 len: 168 time: 0.4434981 Apr 28 19:41:23.264358 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49562) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:23.282245 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-7ae7ee66-d51e-4027-bae8-07139a9fcc82 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bddcb2a1-3368-43c6-b5a1-973e23116d2f') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:23.285981 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00805390-c292-480b-97af-dc54833eda4e req-cd5d874e-a650-49ce-a756-d0d00edbc6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:23.287470 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-00805390-c292-480b-97af-dc54833eda4e req-cd5d874e-a650-49ce-a756-d0d00edbc6e2 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6614344 Apr 28 19:41:23.324954 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-12616407-7e7b-4b65-8bd1-e65e998f8bf7 req-503cf9b5-39c0-4bc8-821f-707fb45b82a3 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 210 time: 0.1197331 Apr 28 19:41:23.344645 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-428919d9-95e6-4602-9b16-4d0d081864e6 req-5513cf41-b130-43b6-a9dc-95af1d565912 tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] 10.222.0.42 "GET /v2.0/security-groups?id=6aab0f53-a3bf-4390-a9ab-4fb051403619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924620 Apr 28 19:41:23.403291 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 0965cd83-5a2a-404c-a006-5ee72fa30091 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:23.406077 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:23.439284 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-dc136511-3589-4da6-921f-5d5ef8bcff01 service neutron] Attempting to bind port ffcc6ac2-0888-4346-8a3e-dcc97adb7b84 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:41:23.440905 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-dc136511-3589-4da6-921f-5d5ef8bcff01 service neutron] Attempting to bind port ffcc6ac2-0888-4346-8a3e-dcc97adb7b84 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '03d2da4b-1374-4f28-9a37-aa88bda6061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7c955a99-ea31-4f23-8497-a1ba3ccb2921'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:41:23.441938 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-dc136511-3589-4da6-921f-5d5ef8bcff01 service neutron] Attempting to bind port ffcc6ac2-0888-4346-8a3e-dcc97adb7b84 on network 7c955a99-ea31-4f23-8497-a1ba3ccb2921 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:41:23.463570 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-dc136511-3589-4da6-921f-5d5ef8bcff01 service neutron] Port ffcc6ac2-0888-4346-8a3e-dcc97adb7b84 on network 7c955a99-ea31-4f23-8497-a1ba3ccb2921 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:41:23.463998 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-dc136511-3589-4da6-921f-5d5ef8bcff01 service neutron] Attempting to bind port ffcc6ac2-0888-4346-8a3e-dcc97adb7b84 on network 7c955a99-ea31-4f23-8497-a1ba3ccb2921 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:41:23.476621 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7ae7ee66-d51e-4027-bae8-07139a9fcc82 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "DELETE /v2.0/subnets/bddcb2a1-3368-43c6-b5a1-973e23116d2f/tags HTTP/1.1" status: 204 len: 168 time: 0.2112632 Apr 28 19:41:23.478121 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49564) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:23.489586 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-dc136511-3589-4da6-921f-5d5ef8bcff01 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:41:23.490085 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-dc136511-3589-4da6-921f-5d5ef8bcff01 service neutron] Checking segment: {'id': '03d2da4b-1374-4f28-9a37-aa88bda6061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7c955a99-ea31-4f23-8497-a1ba3ccb2921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:41:23.490526 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-dc136511-3589-4da6-921f-5d5ef8bcff01 service neutron] Bound using segment: {'id': '03d2da4b-1374-4f28-9a37-aa88bda6061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7c955a99-ea31-4f23-8497-a1ba3ccb2921'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:41:23.492151 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-5a7239b0-9b44-4cf5-a587-96b8c4f3a9cc tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'bddcb2a1-3368-43c6-b5a1-973e23116d2f', 'tempest-TagsExtTest-Tag-1619428121') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:23.493521 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-dc136511-3589-4da6-921f-5d5ef8bcff01 service neutron] Bound port: ffcc6ac2-0888-4346-8a3e-dcc97adb7b84, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03d2da4b-1374-4f28-9a37-aa88bda6061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7c955a99-ea31-4f23-8497-a1ba3ccb2921'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:41:23.494363 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-dc136511-3589-4da6-921f-5d5ef8bcff01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:23.499299 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-71eec363-2143-4603-91c5-da185aebf00e service neutron] For port 4ac70dcb-6f97-4a83-a420-fab3565f8540, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:41:23.508380 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-71eec363-2143-4603-91c5-da185aebf00e service neutron] For port 4ac70dcb-6f97-4a83-a420-fab3565f8540, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=4ac70dcb-6f97-4a83-a420-fab3565f8540,segment=NetworkSegment(1e9ab7fb-4134-49f4-8099-8f2b2c72f4f0),segment_id=1e9ab7fb-4134-49f4-8099-8f2b2c72f4f0)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:41:23.517439 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-71eec363-2143-4603-91c5-da185aebf00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:23.601117 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-71eec363-2143-4603-91c5-da185aebf00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:23.604612 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-71eec363-2143-4603-91c5-da185aebf00e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:23.606403 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-71eec363-2143-4603-91c5-da185aebf00e service neutron] 10.222.0.44 "PUT /v2.0/ports/4ac70dcb-6f97-4a83-a420-fab3565f8540 HTTP/1.1" status: 200 len: 1091 time: 4.5041282 Apr 28 19:41:23.607505 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5fa568c-418b-4fb4-9bc2-299ab9d4a573', 'tag': '4ac70dcb-6f97-4a83-a420-fab3565f8540'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:23.610192 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f95bff-4282-4247-9e03-9d58d4c9a71a" -d '{"events": [{"name": "network-changed", "server_uuid": "a5fa568c-418b-4fb4-9bc2-299ab9d4a573", "tag": "4ac70dcb-6f97-4a83-a420-fab3565f8540"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:41:23.738797 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5a7239b0-9b44-4cf5-a587-96b8c4f3a9cc tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "PUT /v2.0/subnets/bddcb2a1-3368-43c6-b5a1-973e23116d2f/tags/tempest-TagsExtTest-Tag-1619428121 HTTP/1.1" status: 201 len: 201 time: 0.2594774 Apr 28 19:41:23.741463 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49570) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:23.753886 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:23.755255 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-f906a02e-cc5a-404c-8b57-ecf764908d41 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6158fb19-90b4-4b44-be93-1b59c76bcaf3', 'tempest-TagsExtTest-Tag-1572621501') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:23.862564 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f906a02e-cc5a-404c-8b57-ecf764908d41 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "PUT /v2.0/ports/6158fb19-90b4-4b44-be93-1b59c76bcaf3/tags/tempest-TagsExtTest-Tag-1572621501 HTTP/1.1" status: 201 len: 201 time: 0.1169889 Apr 28 19:41:23.862564 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49572) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:23.869224 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-d11a7e9b-a87b-4a1e-ae93-7aa0e8196f1c tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3436c6b9-23cc-4263-8f66-299cb75e1806', 'tempest-TagsExtTest-Tag-1645607866') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:23.886008 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 93447363-e00b-4a4f-8cfc-c68170cf880b up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:41:24.027123 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d11a7e9b-a87b-4a1e-ae93-7aa0e8196f1c tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "PUT /v2.0/routers/3436c6b9-23cc-4263-8f66-299cb75e1806/tags/tempest-TagsExtTest-Tag-1645607866 HTTP/1.1" status: 201 len: 201 time: 0.1607890 Apr 28 19:41:24.027867 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49574) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:24.041228 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-7909802e-e7c9-4ea8-b68c-8ae9f3f417e2 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a3553931-8d43-49f3-ad7f-ee028203e1c2', 'tempest-TagsExtTest-Tag-1682208969') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:24.045766 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 93447363-e00b-4a4f-8cfc-c68170cf880b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:24.046449 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:24.151394 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7909802e-e7c9-4ea8-b68c-8ae9f3f417e2 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "PUT /v2.0/subnetpools/a3553931-8d43-49f3-ad7f-ee028203e1c2/tags/tempest-TagsExtTest-Tag-1682208969 HTTP/1.1" status: 201 len: 201 time: 0.1183393 Apr 28 19:41:24.151841 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49582) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:24.163801 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-f930f32a-e797-4278-bc79-0851e71a4d6c tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'bddcb2a1-3368-43c6-b5a1-973e23116d2f', {'tags': ['tempest-TagsExtTest-Tag-807340227', 'tempest-TagsExtTest-Tag-1491655715', 'tempest-TagsExtTest-Tag-1036186868']}) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:24.201014 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea6fdf9-5ba0-471f-835f-d9fc108d89d4 x-openstack-request-id: req-aea6fdf9-5ba0-471f-835f-d9fc108d89d4 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:41:24.203087 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5fa568c-418b-4fb4-9bc2-299ab9d4a573", "tag": "4ac70dcb-6f97-4a83-a420-fab3565f8540", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:41:24.203359 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aea6fdf9-5ba0-471f-835f-d9fc108d89d4 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:41:24.203772 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aea6fdf9-5ba0-471f-835f-d9fc108d89d4'] response: {'name': 'network-changed', 'server_uuid': 'a5fa568c-418b-4fb4-9bc2-299ab9d4a573', 'tag': '4ac70dcb-6f97-4a83-a420-fab3565f8540', 'status': 'completed', 'code': 200} Apr 28 19:41:24.258000 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eec363-2143-4603-91c5-da185aebf00e service neutron] Pushing event updated for resources: {'Port': ['ID=4ac70dcb-6f97-4a83-a420-fab3565f8540,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:24.263994 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-dc136511-3589-4da6-921f-5d5ef8bcff01 service neutron] For port ffcc6ac2-0888-4346-8a3e-dcc97adb7b84, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:41:24.303716 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-dc136511-3589-4da6-921f-5d5ef8bcff01 service neutron] For port ffcc6ac2-0888-4346-8a3e-dcc97adb7b84, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=ffcc6ac2-0888-4346-8a3e-dcc97adb7b84,segment=NetworkSegment(03d2da4b-1374-4f28-9a37-aa88bda6061f),segment_id=03d2da4b-1374-4f28-9a37-aa88bda6061f)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:41:24.318465 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-dc136511-3589-4da6-921f-5d5ef8bcff01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:24.346067 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c069e5-cef3-48a4-8a1d-30260ed55b0a req-6ed965b0-2163-48ea-b2d2-35a43efe5131 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:24.346289 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f930f32a-e797-4278-bc79-0851e71a4d6c tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "PUT /v2.0/subnets/bddcb2a1-3368-43c6-b5a1-973e23116d2f/tags HTTP/1.1" status: 200 len: 317 time: 0.1912615 Apr 28 19:41:24.346900 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49586) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:24.350723 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c069e5-cef3-48a4-8a1d-30260ed55b0a req-6ed965b0-2163-48ea-b2d2-35a43efe5131 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:24.352381 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-42f66a4c-eae2-4bdb-b131-4ffec7213c3e tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bddcb2a1-3368-43c6-b5a1-973e23116d2f') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:24.352553 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d0c069e5-cef3-48a4-8a1d-30260ed55b0a req-6ed965b0-2163-48ea-b2d2-35a43efe5131 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=83697e23-5f31-400e-8fdc-37fa16989070 HTTP/1.1" status: 200 len: 1678 time: 0.7133887 Apr 28 19:41:24.431374 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-daa33b36-f489-41cb-b177-20cd649d1426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:24.439633 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-daa33b36-f489-41cb-b177-20cd649d1426 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bd6f3bb1564422098884453859fc44c&device_id=a5fa568c-418b-4fb4-9bc2-299ab9d4a573 HTTP/1.1" status: 200 len: 1094 time: 0.2349329 Apr 28 19:41:24.451483 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-dc136511-3589-4da6-921f-5d5ef8bcff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:24.458223 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-dc136511-3589-4da6-921f-5d5ef8bcff01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:24.461011 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-dc136511-3589-4da6-921f-5d5ef8bcff01 service neutron] 10.222.0.15 "PUT /v2.0/ports/ffcc6ac2-0888-4346-8a3e-dcc97adb7b84 HTTP/1.1" status: 200 len: 1091 time: 3.7485509 Apr 28 19:41:24.509654 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d0c069e5-cef3-48a4-8a1d-30260ed55b0a req-9a63334c-e98a-4a65-97c2-ea3e975b4c61 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326935 Apr 28 19:41:24.593968 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1272852b-62b4-49b9-907c-ed2f6659f7c8 req-a06be803-7031-4597-b320-74c181f78d7d tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 210 time: 0.0742922 Apr 28 19:41:24.623587 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-42f66a4c-eae2-4bdb-b131-4ffec7213c3e tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "DELETE /v2.0/subnets/bddcb2a1-3368-43c6-b5a1-973e23116d2f/tags HTTP/1.1" status: 204 len: 168 time: 0.2752707 Apr 28 19:41:24.624596 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49598) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:24.636513 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-cc3c17f9-1e56-4631-93ce-6315093d0341 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bddcb2a1-3368-43c6-b5a1-973e23116d2f', 'tempest-TagsExtTest-Tag-807340227') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:24.660175 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-7c9fe6d8-3c0e-40f5-893b-187eb9adc4a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ac70dcb-6f97-4a83-a420-fab3565f8540 HTTP/1.1" status: 200 len: 217 time: 0.1765299 Apr 28 19:41:24.729295 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49600) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:24.738611 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc136511-3589-4da6-921f-5d5ef8bcff01 service neutron] Pushing event updated for resources: {'Port': ['ID=ffcc6ac2-0888-4346-8a3e-dcc97adb7b84,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:24.780273 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-cc3c17f9-1e56-4631-93ce-6315093d0341 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] show failed (client error): The resource could not be found. Apr 28 19:41:24.781722 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-cc3c17f9-1e56-4631-93ce-6315093d0341 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "GET /v2.0/subnets/bddcb2a1-3368-43c6-b5a1-973e23116d2f/tags/tempest-TagsExtTest-Tag-807340227 HTTP/1.1" status: 404 len: 328 time: 0.1556594 Apr 28 19:41:24.784228 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49604) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:24.789658 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-f4f82574-73a2-4f6c-a044-2419282c3405 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bddcb2a1-3368-43c6-b5a1-973e23116d2f', 'tempest-TagsExtTest-Tag-1491655715') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:24.917419 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-cf805df2-7a05-4806-ae5c-e9897e2ae9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:24.917907 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-cf805df2-7a05-4806-ae5c-e9897e2ae9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:24.920335 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-cf805df2-7a05-4806-ae5c-e9897e2ae9ae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9ccc7fa26fd54d9d8ef7f26bff52d48a&device_id=83697e23-5f31-400e-8fdc-37fa16989070 HTTP/1.1" status: 200 len: 1980 time: 0.3024321 Apr 28 19:41:24.922567 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-3d7d20d0-81ae-4fbb-b0de-b91baa485812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:24.924002 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-3d7d20d0-81ae-4fbb-b0de-b91baa485812 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=42a552b8-a2e6-4bf2-85ae-bc52299c5f87 HTTP/1.1" status: 200 len: 857 time: 0.2630291 Apr 28 19:41:24.924431 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd016aff-181b-44dd-ade1-235b83dec366 req-a554049c-2f12-45b2-8435-3ef9497d9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:24.925060 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd016aff-181b-44dd-ade1-235b83dec366 req-a554049c-2f12-45b2-8435-3ef9497d9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:24.925597 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd016aff-181b-44dd-ade1-235b83dec366 req-a554049c-2f12-45b2-8435-3ef9497d9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:24.926717 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd016aff-181b-44dd-ade1-235b83dec366 req-a554049c-2f12-45b2-8435-3ef9497d9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:24.927332 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd016aff-181b-44dd-ade1-235b83dec366 req-a554049c-2f12-45b2-8435-3ef9497d9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:24.927859 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd016aff-181b-44dd-ade1-235b83dec366 req-a554049c-2f12-45b2-8435-3ef9497d9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:24.928408 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd016aff-181b-44dd-ade1-235b83dec366 req-a554049c-2f12-45b2-8435-3ef9497d9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:24.931928 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bd016aff-181b-44dd-ade1-235b83dec366 req-a554049c-2f12-45b2-8435-3ef9497d9a50 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 6501 time: 0.1980755 Apr 28 19:41:24.969033 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-06dd57a0-86a6-4bd7-81fe-4437b689de2f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.109&port_id=fc4deac7-183f-4bd9-bf69-328937310d3c HTTP/1.1" status: 200 len: 217 time: 0.0410643 Apr 28 19:41:24.977646 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-f4f82574-73a2-4f6c-a044-2419282c3405 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] show failed (client error): The resource could not be found. Apr 28 19:41:24.984141 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f4f82574-73a2-4f6c-a044-2419282c3405 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "GET /v2.0/subnets/bddcb2a1-3368-43c6-b5a1-973e23116d2f/tags/tempest-TagsExtTest-Tag-1491655715 HTTP/1.1" status: 404 len: 329 time: 0.1932929 Apr 28 19:41:24.985217 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49606) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:24.992203 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-882b7054-516f-47f2-be7c-0675de9a7ab4 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bddcb2a1-3368-43c6-b5a1-973e23116d2f', 'tempest-TagsExtTest-Tag-1036186868') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:25.032721 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-f4fca80c-863c-4174-b107-99569b1e8c57 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a25cc1e5-47fe-44e3-a909-da052e1ce61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625386 Apr 28 19:41:25.037390 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bd016aff-181b-44dd-ade1-235b83dec366 req-f3204b72-0186-4e4e-82db-353e63042bb0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3415a19a-7da7-4867-850a-ab2e4fe5885a&id=c3e825a9-90c8-4209-b912-6cb71ad218fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0969236 Apr 28 19:41:25.076748 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-882b7054-516f-47f2-be7c-0675de9a7ab4 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] show failed (client error): The resource could not be found. Apr 28 19:41:25.077896 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-882b7054-516f-47f2-be7c-0675de9a7ab4 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "GET /v2.0/subnets/bddcb2a1-3368-43c6-b5a1-973e23116d2f/tags/tempest-TagsExtTest-Tag-1036186868 HTTP/1.1" status: 404 len: 329 time: 0.0893664 Apr 28 19:41:25.080635 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8160e-78ef-4858-a700-5226e3123f2e req-10bd61c6-417a-43df-909e-2d0fbd596d40 tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:25.081363 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49610) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:25.087988 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-e024eb8c-1d71-4e4e-9f60-ed306c534c39 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6158fb19-90b4-4b44-be93-1b59c76bcaf3', {'tags': ['tempest-TagsExtTest-Tag-667251059', 'tempest-TagsExtTest-Tag-792951461', 'tempest-TagsExtTest-Tag-1377281596']}) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:25.088860 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b3c8160e-78ef-4858-a700-5226e3123f2e req-10bd61c6-417a-43df-909e-2d0fbd596d40 tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5fa568c-418b-4fb4-9bc2-299ab9d4a573 HTTP/1.1" status: 200 len: 943 time: 0.3534470 Apr 28 19:41:25.173174 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e024eb8c-1d71-4e4e-9f60-ed306c534c39 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "PUT /v2.0/ports/6158fb19-90b4-4b44-be93-1b59c76bcaf3/tags HTTP/1.1" status: 200 len: 316 time: 0.0903146 Apr 28 19:41:25.175515 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49612) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:25.182125 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-9431e6b8-17cd-4e74-9fc7-8f60bf074749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:25.182449 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-428df8e2-3f40-4d8c-9e37-b8e7746a6e92 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6158fb19-90b4-4b44-be93-1b59c76bcaf3') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:25.185309 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-9431e6b8-17cd-4e74-9fc7-8f60bf074749 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=57cc6d6d-053e-4de2-9b66-92521b8eb0ac HTTP/1.1" status: 200 len: 801 time: 0.1657674 Apr 28 19:41:25.217941 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b3c8160e-78ef-4858-a700-5226e3123f2e req-ad0a372b-84a8-4d31-a48d-3de42ec195df tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] 10.222.0.42 "GET /v2.0/security-groups?id=6aab0f53-a3bf-4390-a9ab-4fb051403619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279066 Apr 28 19:41:25.298827 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-a4af5934-5364-4488-a42d-e7662cffdb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:25.303046 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-a4af5934-5364-4488-a42d-e7662cffdb3b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eae7de28-85e0-41f6-ba17-611d913e52b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1038632 Apr 28 19:41:25.306173 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-e7f64f6c-2428-4559-96af-3341268a5818 service neutron] 10.222.0.44 "GET /v2.0/networks/a25cc1e5-47fe-44e3-a909-da052e1ce61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459879 Apr 28 19:41:25.323334 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-428df8e2-3f40-4d8c-9e37-b8e7746a6e92 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "DELETE /v2.0/ports/6158fb19-90b4-4b44-be93-1b59c76bcaf3/tags HTTP/1.1" status: 204 len: 168 time: 0.1405270 Apr 28 19:41:25.323334 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49616) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:25.331317 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-22998e06-27d2-4911-b20c-7bc1e5702e13 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6158fb19-90b4-4b44-be93-1b59c76bcaf3', 'tempest-TagsExtTest-Tag-667251059') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:25.398918 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-22998e06-27d2-4911-b20c-7bc1e5702e13 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] show failed (client error): The resource could not be found. Apr 28 19:41:25.400233 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-22998e06-27d2-4911-b20c-7bc1e5702e13 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "GET /v2.0/ports/6158fb19-90b4-4b44-be93-1b59c76bcaf3/tags/tempest-TagsExtTest-Tag-667251059 HTTP/1.1" status: 404 len: 328 time: 0.0795717 Apr 28 19:41:25.403021 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49620) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:25.408604 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-55623805-5c3c-437a-977e-94ee276c5b25 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6158fb19-90b4-4b44-be93-1b59c76bcaf3', 'tempest-TagsExtTest-Tag-792951461') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:25.497093 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-34d0b84e-8958-4c17-9b6e-5e572f6ee0d3 service neutron] 10.222.0.15 "GET /v2.0/networks/eae7de28-85e0-41f6-ba17-611d913e52b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848879 Apr 28 19:41:25.500501 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-136ba446-a4ea-4f7a-b8a7-617710f06942 req-131b8b27-40ec-40aa-8955-1bb4b9e09efe service neutron] 10.222.0.44 "GET /v2.0/networks/a25cc1e5-47fe-44e3-a909-da052e1ce61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801417 Apr 28 19:41:25.505246 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-55623805-5c3c-437a-977e-94ee276c5b25 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] show failed (client error): The resource could not be found. Apr 28 19:41:25.505246 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-55623805-5c3c-437a-977e-94ee276c5b25 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "GET /v2.0/ports/6158fb19-90b4-4b44-be93-1b59c76bcaf3/tags/tempest-TagsExtTest-Tag-792951461 HTTP/1.1" status: 404 len: 328 time: 0.1004703 Apr 28 19:41:25.509107 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49622) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:25.524443 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-8644b56b-fe8a-4145-8813-0ecc5dd3d996 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6158fb19-90b4-4b44-be93-1b59c76bcaf3', 'tempest-TagsExtTest-Tag-1377281596') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:25.617440 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-8644b56b-fe8a-4145-8813-0ecc5dd3d996 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] show failed (client error): The resource could not be found. Apr 28 19:41:25.627446 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8644b56b-fe8a-4145-8813-0ecc5dd3d996 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "GET /v2.0/ports/6158fb19-90b4-4b44-be93-1b59c76bcaf3/tags/tempest-TagsExtTest-Tag-1377281596 HTTP/1.1" status: 404 len: 329 time: 0.1149457 Apr 28 19:41:25.627901 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49628) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:25.636382 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-b42ccc68-e84a-4d27-bf5d-3792f7d00283 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3436c6b9-23cc-4263-8f66-299cb75e1806', {'tags': ['tempest-TagsExtTest-Tag-191255263', 'tempest-TagsExtTest-Tag-424334987', 'tempest-TagsExtTest-Tag-1791339948']}) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:25.636847 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f95bff-4282-4247-9e03-9d58d4c9a71a req-e00ecb89-a933-4f69-b703-ba94c2978b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:25.639039 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-59f95bff-4282-4247-9e03-9d58d4c9a71a req-e00ecb89-a933-4f69-b703-ba94c2978b1b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bd6f3bb1564422098884453859fc44c&device_id=a5fa568c-418b-4fb4-9bc2-299ab9d4a573 HTTP/1.1" status: 200 len: 1094 time: 0.0734622 Apr 28 19:41:25.708184 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:25.746203 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-efc588ce-d3b8-4bff-8ef1-37eccf330065 service neutron] 10.222.0.15 "GET /v2.0/networks/eae7de28-85e0-41f6-ba17-611d913e52b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419045 Apr 28 19:41:25.797719 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b42ccc68-e84a-4d27-bf5d-3792f7d00283 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "PUT /v2.0/routers/3436c6b9-23cc-4263-8f66-299cb75e1806/tags HTTP/1.1" status: 200 len: 316 time: 0.1663616 Apr 28 19:41:25.807729 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49630) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:25.808062 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f98c01-fc2c-4f0e-8f92-630bbbd5d954 req-2e875e78-fe27-414e-aa81-77b6ac582a8a tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:25.809821 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9b24cfa4-5458-4ff5-82c1-017eb4893f45 req-f437f3e9-d0c1-4d33-8339-225e1db8a92e tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3139d63-a43b-4b47-99da-30a2bbb4d70b HTTP/1.1" status: 200 len: 210 time: 0.0665841 Apr 28 19:41:25.815003 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f98c01-fc2c-4f0e-8f92-630bbbd5d954 req-2e875e78-fe27-414e-aa81-77b6ac582a8a tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:25.816168 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.tag.tag_plugin [None req-f8e2cbb6-88b3-460b-86d1-82432b1ee80c tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3436c6b9-23cc-4263-8f66-299cb75e1806') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:25.817070 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-88f98c01-fc2c-4f0e-8f92-630bbbd5d954 req-2e875e78-fe27-414e-aa81-77b6ac582a8a tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=83697e23-5f31-400e-8fdc-37fa16989070 HTTP/1.1" status: 200 len: 1678 time: 0.1289630 Apr 28 19:41:25.869518 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:25.902361 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-88f98c01-fc2c-4f0e-8f92-630bbbd5d954 req-e8e34c58-1f1c-4255-93e7-842034d4e1b6 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734413 Apr 28 19:41:25.923008 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-5b831c39-2d13-4af7-bace-407ef73a25ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.92&port_id=ffcc6ac2-0888-4346-8a3e-dcc97adb7b84 HTTP/1.1" status: 200 len: 217 time: 0.1566274 Apr 28 19:41:26.055939 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f95bff-4282-4247-9e03-9d58d4c9a71a req-ed3ebc4d-4aa1-44fe-b448-9c3db3fa16a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:26.057574 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-59f95bff-4282-4247-9e03-9d58d4c9a71a req-ed3ebc4d-4aa1-44fe-b448-9c3db3fa16a9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a25cc1e5-47fe-44e3-a909-da052e1ce61b HTTP/1.1" status: 200 len: 918 time: 0.3980098 Apr 28 19:41:26.075606 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-befc5279-9962-4d14-a48e-d9847741171f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:26.077850 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-befc5279-9962-4d14-a48e-d9847741171f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=345c777d-f4d2-4601-b4cf-9b39f6cf5257 HTTP/1.1" status: 200 len: 801 time: 0.1447723 Apr 28 19:41:26.142368 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-59f95bff-4282-4247-9e03-9d58d4c9a71a req-1e757c4a-da66-4646-ba76-6e80077b7440 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ac70dcb-6f97-4a83-a420-fab3565f8540 HTTP/1.1" status: 200 len: 217 time: 0.0687666 Apr 28 19:41:26.148178 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f8e2cbb6-88b3-460b-86d1-82432b1ee80c tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "DELETE /v2.0/routers/3436c6b9-23cc-4263-8f66-299cb75e1806/tags HTTP/1.1" status: 204 len: 168 time: 0.3356607 Apr 28 19:41:26.150371 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49632) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:26.158249 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-3be35c76-fd0f-4b4e-bc18-3312a2ec42be tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3436c6b9-23cc-4263-8f66-299cb75e1806', 'tempest-TagsExtTest-Tag-191255263') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:26.198629 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-47316f34-db48-4790-817b-29e30a050d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:26.200057 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-47316f34-db48-4790-817b-29e30a050d20 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c955a99-ea31-4f23-8497-a1ba3ccb2921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1160538 Apr 28 19:41:26.204580 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83697e23-5f31-400e-8fdc-37fa16989070', 'tag': 'ffcc6ac2-0888-4346-8a3e-dcc97adb7b84'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:26.206845 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0923398-d390-497a-aa61-ff577afa4f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "83697e23-5f31-400e-8fdc-37fa16989070", "tag": "ffcc6ac2-0888-4346-8a3e-dcc97adb7b84"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:41:26.240813 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f95bff-4282-4247-9e03-9d58d4c9a71a req-62a58e13-d849-4381-bdb5-b29f2f018342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:26.242222 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-59f95bff-4282-4247-9e03-9d58d4c9a71a req-62a58e13-d849-4381-bdb5-b29f2f018342 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=42a552b8-a2e6-4bf2-85ae-bc52299c5f87 HTTP/1.1" status: 200 len: 857 time: 0.0916994 Apr 28 19:41:26.290200 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-3be35c76-fd0f-4b4e-bc18-3312a2ec42be tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] show failed (client error): The resource could not be found. Apr 28 19:41:26.291314 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3be35c76-fd0f-4b4e-bc18-3312a2ec42be tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "GET /v2.0/routers/3436c6b9-23cc-4263-8f66-299cb75e1806/tags/tempest-TagsExtTest-Tag-191255263 HTTP/1.1" status: 404 len: 328 time: 0.1375885 Apr 28 19:41:26.294316 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49640) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:26.306163 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.tag.tag_plugin [None req-51e47c6f-fd01-4d02-b58a-a1cec7d07833 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3436c6b9-23cc-4263-8f66-299cb75e1806', 'tempest-TagsExtTest-Tag-424334987') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:26.309023 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b0a127-4eb9-480d-ae53-261efddc9d1a x-openstack-request-id: req-97b0a127-4eb9-480d-ae53-261efddc9d1a {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:41:26.309479 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83697e23-5f31-400e-8fdc-37fa16989070", "tag": "ffcc6ac2-0888-4346-8a3e-dcc97adb7b84", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:41:26.309555 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-97b0a127-4eb9-480d-ae53-261efddc9d1a {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:41:26.310489 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97b0a127-4eb9-480d-ae53-261efddc9d1a'] response: {'name': 'network-changed', 'server_uuid': '83697e23-5f31-400e-8fdc-37fa16989070', 'tag': 'ffcc6ac2-0888-4346-8a3e-dcc97adb7b84', 'status': 'completed', 'code': 200} Apr 28 19:41:26.328285 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-59f95bff-4282-4247-9e03-9d58d4c9a71a req-6d3f34a8-1354-4b4b-a754-9a8826f808a9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a25cc1e5-47fe-44e3-a909-da052e1ce61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725713 Apr 28 19:41:26.457597 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc44364-9448-4cb8-860c-55089657b5e9 req-fe386957-e3bd-4c66-9531-f23421fe5144 tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:26.469111 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bfc44364-9448-4cb8-860c-55089657b5e9 req-fe386957-e3bd-4c66-9531-f23421fe5144 tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5fa568c-418b-4fb4-9bc2-299ab9d4a573 HTTP/1.1" status: 200 len: 943 time: 0.1049664 Apr 28 19:41:26.539821 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-51e47c6f-fd01-4d02-b58a-a1cec7d07833 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] show failed (client error): The resource could not be found. Apr 28 19:41:26.540805 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-51e47c6f-fd01-4d02-b58a-a1cec7d07833 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "GET /v2.0/routers/3436c6b9-23cc-4263-8f66-299cb75e1806/tags/tempest-TagsExtTest-Tag-424334987 HTTP/1.1" status: 404 len: 328 time: 0.2450747 Apr 28 19:41:26.546626 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-61d2f4cb-83f6-439b-a13d-c4a6577991cf service neutron] 10.222.0.15 "GET /v2.0/networks/7c955a99-ea31-4f23-8497-a1ba3ccb2921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364747 Apr 28 19:41:26.551016 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49644) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:26.564380 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-5ecd97e5-a5f9-4dcf-ae04-f8eec2688f82 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3436c6b9-23cc-4263-8f66-299cb75e1806', 'tempest-TagsExtTest-Tag-1791339948') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:26.632170 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bfc44364-9448-4cb8-860c-55089657b5e9 req-2b1d3698-0530-4408-ab3e-fbfdfcae85ed tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] 10.222.0.42 "GET /v2.0/security-groups?id=6aab0f53-a3bf-4390-a9ab-4fb051403619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619613 Apr 28 19:41:26.693731 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-5ecd97e5-a5f9-4dcf-ae04-f8eec2688f82 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] show failed (client error): The resource could not be found. Apr 28 19:41:26.695080 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5ecd97e5-a5f9-4dcf-ae04-f8eec2688f82 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "GET /v2.0/routers/3436c6b9-23cc-4263-8f66-299cb75e1806/tags/tempest-TagsExtTest-Tag-1791339948 HTTP/1.1" status: 404 len: 329 time: 0.1427181 Apr 28 19:41:26.697844 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49646) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:26.703618 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-4a72d42d-4322-47ac-9d80-a46275b383a2 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'a3553931-8d43-49f3-ad7f-ee028203e1c2', {'tags': ['tempest-TagsExtTest-Tag-42198472', 'tempest-TagsExtTest-Tag-750065516', 'tempest-TagsExtTest-Tag-2037880604']}) {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:26.747497 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4a72d42d-4322-47ac-9d80-a46275b383a2 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "PUT /v2.0/subnetpools/a3553931-8d43-49f3-ad7f-ee028203e1c2/tags HTTP/1.1" status: 200 len: 315 time: 0.0466659 Apr 28 19:41:26.748595 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49648) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:26.753465 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-1bdf0e8c-1893-443d-b60a-fa9a2fc0a7fd tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a3553931-8d43-49f3-ad7f-ee028203e1c2') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:26.805748 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1bdf0e8c-1893-443d-b60a-fa9a2fc0a7fd tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "DELETE /v2.0/subnetpools/a3553931-8d43-49f3-ad7f-ee028203e1c2/tags HTTP/1.1" status: 204 len: 168 time: 0.0554667 Apr 28 19:41:26.807955 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49650) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:26.814250 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-32fba908-37aa-4bf6-8629-20044639492c tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a3553931-8d43-49f3-ad7f-ee028203e1c2', 'tempest-TagsExtTest-Tag-42198472') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:26.845602 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-32fba908-37aa-4bf6-8629-20044639492c tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] show failed (client error): The resource could not be found. Apr 28 19:41:26.846668 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-32fba908-37aa-4bf6-8629-20044639492c tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "GET /v2.0/subnetpools/a3553931-8d43-49f3-ad7f-ee028203e1c2/tags/tempest-TagsExtTest-Tag-42198472 HTTP/1.1" status: 404 len: 327 time: 0.0377543 Apr 28 19:41:26.849400 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49652) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:26.854613 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-89667bf6-f49c-42ee-85ae-023b20eb15ee tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a3553931-8d43-49f3-ad7f-ee028203e1c2', 'tempest-TagsExtTest-Tag-750065516') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:26.882662 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-89667bf6-f49c-42ee-85ae-023b20eb15ee tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] show failed (client error): The resource could not be found. Apr 28 19:41:26.883983 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-89667bf6-f49c-42ee-85ae-023b20eb15ee tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "GET /v2.0/subnetpools/a3553931-8d43-49f3-ad7f-ee028203e1c2/tags/tempest-TagsExtTest-Tag-750065516 HTTP/1.1" status: 404 len: 328 time: 0.0332243 Apr 28 19:41:26.886991 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49656) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:26.902870 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-5a8ceaf3-f828-4f13-8292-2142d5fe2d1f tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a3553931-8d43-49f3-ad7f-ee028203e1c2', 'tempest-TagsExtTest-Tag-2037880604') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:26.963825 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-5a8ceaf3-f828-4f13-8292-2142d5fe2d1f tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] show failed (client error): The resource could not be found. Apr 28 19:41:26.969049 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5a8ceaf3-f828-4f13-8292-2142d5fe2d1f tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "GET /v2.0/subnetpools/a3553931-8d43-49f3-ad7f-ee028203e1c2/tags/tempest-TagsExtTest-Tag-2037880604 HTTP/1.1" status: 404 len: 329 time: 0.0807524 Apr 28 19:41:26.971647 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49662) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:26.983626 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-b3712032-1c5f-43c1-8710-4bffcaffa718 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a3553931-8d43-49f3-ad7f-ee028203e1c2') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:26.999752 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-59f95bff-4282-4247-9e03-9d58d4c9a71a req-d76715bc-cdd7-40e0-9d5f-651c1635c74f service neutron] 10.222.0.44 "GET /v2.0/networks/a25cc1e5-47fe-44e3-a909-da052e1ce61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6334774 Apr 28 19:41:27.010440 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951c332-4482-4b7c-8aa7-30fa9af30651 req-00f82252-29ce-4a80-8b77-dd7cd89ddbd9 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:27.011981 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3951c332-4482-4b7c-8aa7-30fa9af30651 req-00f82252-29ce-4a80-8b77-dd7cd89ddbd9 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.6111562 Apr 28 19:41:27.099812 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b3712032-1c5f-43c1-8710-4bffcaffa718 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "DELETE /v2.0/subnetpools/a3553931-8d43-49f3-ad7f-ee028203e1c2/tags HTTP/1.1" status: 204 len: 168 time: 0.1267154 Apr 28 19:41:27.102549 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49666) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:27.107674 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-d859a702-57b1-49e0-b528-fb3a2078e3f6 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3436c6b9-23cc-4263-8f66-299cb75e1806') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:27.143462 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3951c332-4482-4b7c-8aa7-30fa9af30651 req-91ce2d3e-a125-49d7-b76e-a10f8b1a37dc tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129251 Apr 28 19:41:27.160935 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3cd0c9e-eef9-4ea5-8dda-56f6d3fa40c7 req-4960d76d-9cb7-46de-bb92-15a6b8231a96 service neutron] 10.222.0.15 "GET /v2.0/networks/7c955a99-ea31-4f23-8497-a1ba3ccb2921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6046174 Apr 28 19:41:27.163336 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9b445-2ab3-40fd-b800-5d9bc8a364af req-9253918c-e55a-48ea-bab6-dae2d6c9080f tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:27.170862 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9b445-2ab3-40fd-b800-5d9bc8a364af req-9253918c-e55a-48ea-bab6-dae2d6c9080f tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:27.172547 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dbe9b445-2ab3-40fd-b800-5d9bc8a364af req-9253918c-e55a-48ea-bab6-dae2d6c9080f tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=83697e23-5f31-400e-8fdc-37fa16989070 HTTP/1.1" status: 200 len: 1678 time: 0.1345298 Apr 28 19:41:27.191077 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-59f95bff-4282-4247-9e03-9d58d4c9a71a req-df41ce14-b4e2-4749-95d0-d7e0b38130a0 service neutron] 10.222.0.44 "GET /v2.0/networks/a25cc1e5-47fe-44e3-a909-da052e1ce61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780412 Apr 28 19:41:27.284004 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0923398-d390-497a-aa61-ff577afa4f7f req-aba0e678-f31f-45d2-a519-1992292103fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:27.287841 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0923398-d390-497a-aa61-ff577afa4f7f req-aba0e678-f31f-45d2-a519-1992292103fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:27.289849 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f0923398-d390-497a-aa61-ff577afa4f7f req-aba0e678-f31f-45d2-a519-1992292103fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9ccc7fa26fd54d9d8ef7f26bff52d48a&device_id=83697e23-5f31-400e-8fdc-37fa16989070 HTTP/1.1" status: 200 len: 1980 time: 0.0610352 Apr 28 19:41:27.322406 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d859a702-57b1-49e0-b528-fb3a2078e3f6 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "DELETE /v2.0/routers/3436c6b9-23cc-4263-8f66-299cb75e1806/tags HTTP/1.1" status: 204 len: 168 time: 0.2186441 Apr 28 19:41:27.325190 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49672) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:27.330052 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-bbf17d1d-f244-48eb-8bb3-421829ffed36 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6158fb19-90b4-4b44-be93-1b59c76bcaf3') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:27.336153 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dbe9b445-2ab3-40fd-b800-5d9bc8a364af req-876d6df0-a141-4e74-8370-39cf7116eaa5 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463823 Apr 28 19:41:27.379076 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 4ac70dcb-6f97-4a83-a420-fab3565f8540 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:41:27.412298 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-bbf17d1d-f244-48eb-8bb3-421829ffed36 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "DELETE /v2.0/ports/6158fb19-90b4-4b44-be93-1b59c76bcaf3/tags HTTP/1.1" status: 204 len: 168 time: 0.0854228 Apr 28 19:41:27.414582 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49674) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:27.421659 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.tag.tag_plugin [None req-bfca68c9-e1ef-41b0-aa89-e953fc1c2869 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bddcb2a1-3368-43c6-b5a1-973e23116d2f') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:27.505364 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc49b65-6d6b-4dbe-a79f-cd4ed2642000 req-77e67a4b-c1e0-4150-8968-e80090f6bb54 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:27.515978 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ddc49b65-6d6b-4dbe-a79f-cd4ed2642000 req-77e67a4b-c1e0-4150-8968-e80090f6bb54 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1825140 Apr 28 19:41:27.564548 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-bfca68c9-e1ef-41b0-aa89-e953fc1c2869 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "DELETE /v2.0/subnets/bddcb2a1-3368-43c6-b5a1-973e23116d2f/tags HTTP/1.1" status: 204 len: 168 time: 0.1439118 Apr 28 19:41:27.565821 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49678) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:27.580423 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0923398-d390-497a-aa61-ff577afa4f7f req-3210dde7-68a8-44de-b795-7a114260c5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:27.581916 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f0923398-d390-497a-aa61-ff577afa4f7f req-3210dde7-68a8-44de-b795-7a114260c5fb service neutron] 10.222.0.15 "GET /v2.0/networks?id=7c955a99-ea31-4f23-8497-a1ba3ccb2921 HTTP/1.1" status: 200 len: 902 time: 0.2851920 Apr 28 19:41:27.589761 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 4ac70dcb-6f97-4a83-a420-fab3565f8540, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=4ac70dcb-6f97-4a83-a420-fab3565f8540,segment=NetworkSegment(1e9ab7fb-4134-49f4-8099-8f2b2c72f4f0),segment_id=1e9ab7fb-4134-49f4-8099-8f2b2c72f4f0)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:27.610015 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '4ac70dcb-6f97-4a83-a420-fab3565f8540', 'network_id': 'a25cc1e5-47fe-44e3-a909-da052e1ce61b', 'port_id': '4ac70dcb-6f97-4a83-a420-fab3565f8540', 'mac_address': 'fa:16:3e:fe:a3:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a552b8-a2e6-4bf2-85ae-bc52299c5f87', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:41:27.659680 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:27.674390 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ac70dcb-6f97-4a83-a420-fab3565f8540 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:41:27.697487 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 4ac70dcb-6f97-4a83-a420-fab3565f8540, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=4ac70dcb-6f97-4a83-a420-fab3565f8540,segment=NetworkSegment(1e9ab7fb-4134-49f4-8099-8f2b2c72f4f0),segment_id=1e9ab7fb-4134-49f4-8099-8f2b2c72f4f0)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:27.709632 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:27.737154 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f0923398-d390-497a-aa61-ff577afa4f7f req-722a8a83-feb7-4960-b0bb-206fba3612e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.92&port_id=ffcc6ac2-0888-4346-8a3e-dcc97adb7b84 HTTP/1.1" status: 200 len: 217 time: 0.1341717 Apr 28 19:41:27.765546 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-86dd62fb-11dd-4b6f-852b-a8da75d9917e tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks [] for subnetpool, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:27.771658 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-86dd62fb-11dd-4b6f-852b-a8da75d9917e tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "DELETE /v2.0/subnetpools/a3553931-8d43-49f3-ad7f-ee028203e1c2 HTTP/1.1" status: 204 len: 168 time: 0.2020707 Apr 28 19:41:27.771658 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49682) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:27.781073 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ddc49b65-6d6b-4dbe-a79f-cd4ed2642000 req-d49ddaff-8aff-4e3e-abd1-3e98f6bd25cf tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2637477 Apr 28 19:41:27.785439 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=4ac70dcb-6f97-4a83-a420-fab3565f8540,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:27.857574 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0923398-d390-497a-aa61-ff577afa4f7f req-daf82091-e1b1-48e5-bcbc-d340b4d0b409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:27.857784 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-90127518-81cc-4fda-86a1-677c412ba25b tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "GET /v2.0/ports?device_id=3436c6b9-23cc-4263-8f66-299cb75e1806 HTTP/1.1" status: 200 len: 205 time: 0.0820436 Apr 28 19:41:27.858214 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f0923398-d390-497a-aa61-ff577afa4f7f req-daf82091-e1b1-48e5-bcbc-d340b4d0b409 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=345c777d-f4d2-4601-b4cf-9b39f6cf5257 HTTP/1.1" status: 200 len: 801 time: 0.1042290 Apr 28 19:41:27.858525 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49686) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:27.964328 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb5e39-2d86-44cf-ab59-7f4e5e30dbb7 req-ac252ffe-26fc-4d3d-afc8-e19aec208a48 tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:27.968759 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cfbb5e39-2d86-44cf-ab59-7f4e5e30dbb7 req-ac252ffe-26fc-4d3d-afc8-e19aec208a48 tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5fa568c-418b-4fb4-9bc2-299ab9d4a573 HTTP/1.1" status: 200 len: 944 time: 0.1130466 Apr 28 19:41:28.006160 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['4ac70dcb-6f97-4a83-a420-fab3565f8540'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:41:28.064516 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cfbb5e39-2d86-44cf-ab59-7f4e5e30dbb7 req-237ce004-6349-4457-9e96-5029e7f69a89 tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] 10.222.0.42 "GET /v2.0/security-groups?id=6aab0f53-a3bf-4390-a9ab-4fb051403619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870149 Apr 28 19:41:28.102700 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-25573286-1709-4d4a-852d-e326f17c9a69 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:28.204969 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3326cf-5540-4ce9-b467-01cf98178daf req-031b0452-09fd-4a7d-8564-d8c6bb7488fc tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:28.208242 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4c3326cf-5540-4ce9-b467-01cf98178daf req-031b0452-09fd-4a7d-8564-d8c6bb7488fc tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.2714384 Apr 28 19:41:28.210739 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0923398-d390-497a-aa61-ff577afa4f7f req-0b7030d2-866a-4b13-a1c2-31a7eb47f053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:28.212780 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f0923398-d390-497a-aa61-ff577afa4f7f req-0b7030d2-866a-4b13-a1c2-31a7eb47f053 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c955a99-ea31-4f23-8497-a1ba3ccb2921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3469098 Apr 28 19:41:28.465693 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-25573286-1709-4d4a-852d-e326f17c9a69 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:28.472586 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4c3326cf-5540-4ce9-b467-01cf98178daf req-cab8e50b-3a90-4ec9-a614-bc22fe26380c tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561727 Apr 28 19:41:28.473921 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-25573286-1709-4d4a-852d-e326f17c9a69 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:28.532238 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139af56-d0e8-48a4-b3a5-f3b3253b2b2d req-45f463f2-93aa-497f-87b6-5bc3f0144b6c tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:28.545325 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-25573286-1709-4d4a-852d-e326f17c9a69 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:28.545872 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25573286-1709-4d4a-852d-e326f17c9a69 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Fanout notify agent at l3_agent the message router_deleted on router 3436c6b9-23cc-4263-8f66-299cb75e1806 {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:41:28.554801 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139af56-d0e8-48a4-b3a5-f3b3253b2b2d req-45f463f2-93aa-497f-87b6-5bc3f0144b6c tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:28.564979 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2139af56-d0e8-48a4-b3a5-f3b3253b2b2d req-45f463f2-93aa-497f-87b6-5bc3f0144b6c tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=83697e23-5f31-400e-8fdc-37fa16989070 HTTP/1.1" status: 200 len: 1678 time: 0.1423738 Apr 28 19:41:28.566345 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-25573286-1709-4d4a-852d-e326f17c9a69 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:28.567473 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-25573286-1709-4d4a-852d-e326f17c9a69 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "DELETE /v2.0/routers/3436c6b9-23cc-4263-8f66-299cb75e1806 HTTP/1.1" status: 204 len: 168 time: 0.7079229 Apr 28 19:41:28.570054 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49696) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:28.573324 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f0923398-d390-497a-aa61-ff577afa4f7f req-4c579cd2-acc4-4c08-93fe-b3a334a0b918 service neutron] 10.222.0.15 "GET /v2.0/networks/7c955a99-ea31-4f23-8497-a1ba3ccb2921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252506 Apr 28 19:41:28.666532 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2139af56-d0e8-48a4-b3a5-f3b3253b2b2d req-1ff0892c-daa6-4100-8b3a-920a7cf87554 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989380 Apr 28 19:41:28.804531 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device ffcc6ac2-0888-4346-8a3e-dcc97adb7b84 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:41:28.829095 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f0923398-d390-497a-aa61-ff577afa4f7f req-78b270eb-ff65-4b36-a547-5efb110923b1 service neutron] 10.222.0.15 "GET /v2.0/networks/7c955a99-ea31-4f23-8497-a1ba3ccb2921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852882 Apr 28 19:41:28.868817 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb22416-fb85-4ea7-b350-5bd6cd03b9db req-d5731a78-0de4-48b3-97f4-f06d266d7802 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:28.870348 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0cb22416-fb85-4ea7-b350-5bd6cd03b9db req-d5731a78-0de4-48b3-97f4-f06d266d7802 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1199274 Apr 28 19:41:28.909658 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f5bb1a6e-cd25-4724-8c6d-bfd2214e0166 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Deleting port 6158fb19-90b4-4b44-be93-1b59c76bcaf3 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:41:28.909926 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f5bb1a6e-cd25-4724-8c6d-bfd2214e0166 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:28.948975 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0cb22416-fb85-4ea7-b350-5bd6cd03b9db req-e383e346-4802-42d4-a488-941b0811b12f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658977 Apr 28 19:41:28.991142 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port ffcc6ac2-0888-4346-8a3e-dcc97adb7b84, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=ffcc6ac2-0888-4346-8a3e-dcc97adb7b84,segment=NetworkSegment(03d2da4b-1374-4f28-9a37-aa88bda6061f),segment_id=03d2da4b-1374-4f28-9a37-aa88bda6061f)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:29.011670 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'ffcc6ac2-0888-4346-8a3e-dcc97adb7b84', 'network_id': '7c955a99-ea31-4f23-8497-a1ba3ccb2921', 'port_id': 'ffcc6ac2-0888-4346-8a3e-dcc97adb7b84', 'mac_address': 'fa:16:3e:29:55:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345c777d-f4d2-4601-b4cf-9b39f6cf5257', 'ip_address': '19.86.0.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:41:29.054574 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f5bb1a6e-cd25-4724-8c6d-bfd2214e0166 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:29.074441 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:29.081557 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f5bb1a6e-cd25-4724-8c6d-bfd2214e0166 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Calling delete_port for 6158fb19-90b4-4b44-be93-1b59c76bcaf3 owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:41:29.095857 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffcc6ac2-0888-4346-8a3e-dcc97adb7b84 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:41:29.123776 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port ffcc6ac2-0888-4346-8a3e-dcc97adb7b84, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=ffcc6ac2-0888-4346-8a3e-dcc97adb7b84,segment=NetworkSegment(03d2da4b-1374-4f28-9a37-aa88bda6061f),segment_id=03d2da4b-1374-4f28-9a37-aa88bda6061f)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:29.133123 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:29.134060 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device fc4deac7-183f-4bd9-bf69-328937310d3c details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:41:29.340514 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=ffcc6ac2-0888-4346-8a3e-dcc97adb7b84,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:29.363137 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94daaae-e819-4dcd-99a9-09336bb92b5c req-1a2e1779-19a5-4d64-8b5c-366d83ade733 tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:29.365492 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e94daaae-e819-4dcd-99a9-09336bb92b5c req-1a2e1779-19a5-4d64-8b5c-366d83ade733 tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5fa568c-418b-4fb4-9bc2-299ab9d4a573 HTTP/1.1" status: 200 len: 944 time: 0.0800171 Apr 28 19:41:29.417961 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 4ac70dcb-6f97-4a83-a420-fab3565f8540 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:41:29.439947 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e94daaae-e819-4dcd-99a9-09336bb92b5c req-c1c63d1a-f34f-447b-8d56-1c179652749b tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] 10.222.0.42 "GET /v2.0/security-groups?id=6aab0f53-a3bf-4390-a9ab-4fb051403619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640383 Apr 28 19:41:29.524937 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f5bb1a6e-cd25-4724-8c6d-bfd2214e0166 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:29.527642 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port fc4deac7-183f-4bd9-bf69-328937310d3c, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=fc4deac7-183f-4bd9-bf69-328937310d3c,segment=NetworkSegment(f39ecfa0-f2f6-4092-a494-5557bdfbe93f),segment_id=f39ecfa0-f2f6-4092-a494-5557bdfbe93f)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:29.542409 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'fc4deac7-183f-4bd9-bf69-328937310d3c', 'network_id': 'eae7de28-85e0-41f6-ba17-611d913e52b5', 'port_id': 'fc4deac7-183f-4bd9-bf69-328937310d3c', 'mac_address': 'fa:16:3e:c1:e1:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57cc6d6d-053e-4de2-9b66-92521b8eb0ac', 'ip_address': '19.80.0.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:41:29.548626 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 4ac70dcb-6f97-4a83-a420-fab3565f8540 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:41:29.555644 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 4ac70dcb-6f97-4a83-a420-fab3565f8540 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:29.556019 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:29.601090 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb1a6e-cd25-4724-8c6d-bfd2214e0166 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Pushing event deleted for resources: {'Port': ['ID=6158fb19-90b4-4b44-be93-1b59c76bcaf3,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:29.632545 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-63a0eb0e-d57c-4905-b953-85d8c4eabcb8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:29.634155 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-63a0eb0e-d57c-4905-b953-85d8c4eabcb8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/networks?id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 HTTP/1.1" status: 200 len: 812 time: 0.3566492 Apr 28 19:41:29.726952 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-a4e61be5-933d-44a9-a317-0ab0e77e6e37 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/quotas/94740374ca054549b67b793671aaad05 HTTP/1.1" status: 200 len: 375 time: 0.0517373 Apr 28 19:41:29.843053 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f5bb1a6e-cd25-4724-8c6d-bfd2214e0166 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:29.847124 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f5bb1a6e-cd25-4724-8c6d-bfd2214e0166 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "DELETE /v2.0/ports/6158fb19-90b4-4b44-be93-1b59c76bcaf3 HTTP/1.1" status: 204 len: 168 time: 1.2759008 Apr 28 19:41:29.849608 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49718) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:29.952372 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739993e0-e0e4-40ef-979f-4f897f2c79d9 req-33b25c2d-d96d-4679-9312-c873b41abe90 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:29.973570 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739993e0-e0e4-40ef-979f-4f897f2c79d9 req-33b25c2d-d96d-4679-9312-c873b41abe90 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:29.975234 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-739993e0-e0e4-40ef-979f-4f897f2c79d9 req-33b25c2d-d96d-4679-9312-c873b41abe90 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=83697e23-5f31-400e-8fdc-37fa16989070 HTTP/1.1" status: 200 len: 1679 time: 0.1814234 Apr 28 19:41:29.989338 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:30.009447 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc4deac7-183f-4bd9-bf69-328937310d3c {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:41:30.015213 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-056215fb-f6c1-4c51-bf7c-b2e2cad9df7f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=94740374ca054549b67b793671aaad05&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2631464 Apr 28 19:41:30.043860 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-739993e0-e0e4-40ef-979f-4f897f2c79d9 req-80c716ee-a60a-4114-bf8f-e372fa15016c tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584095 Apr 28 19:41:30.051187 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-09cd9891-fe99-49d9-a2e3-237b8a1bce0e tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Deleting subnet bddcb2a1-3368-43c6-b5a1-973e23116d2f {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:41:30.074119 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port fc4deac7-183f-4bd9-bf69-328937310d3c, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=fc4deac7-183f-4bd9-bf69-328937310d3c,segment=NetworkSegment(f39ecfa0-f2f6-4092-a494-5557bdfbe93f),segment_id=f39ecfa0-f2f6-4092-a494-5557bdfbe93f)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:30.086805 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-09cd9891-fe99-49d9-a2e3-237b8a1bce0e tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:30.087417 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:30.154414 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=fc4deac7-183f-4bd9-bf69-328937310d3c,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:30.159691 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:30.190496 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-09cd9891-fe99-49d9-a2e3-237b8a1bce0e tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:30.202023 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fa568c-418b-4fb4-9bc2-299ab9d4a573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac70dcb-6f97-4a83-a420-fab3565f8540'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:30.205556 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d4ae82-f342-4259-9817-e55d6dcad534" -d '{"events": [{"server_uuid": "a5fa568c-418b-4fb4-9bc2-299ab9d4a573", "name": "network-vif-plugged", "status": "completed", "tag": "4ac70dcb-6f97-4a83-a420-fab3565f8540"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:41:30.220896 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 4ac70dcb-6f97-4a83-a420-fab3565f8540, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=4ac70dcb-6f97-4a83-a420-fab3565f8540,segment=NetworkSegment(1e9ab7fb-4134-49f4-8099-8f2b2c72f4f0),segment_id=1e9ab7fb-4134-49f4-8099-8f2b2c72f4f0)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:30.229711 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:30.367818 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b491026e-5403-4d41-9d47-10cc1ea28aff x-openstack-request-id: req-b491026e-5403-4d41-9d47-10cc1ea28aff {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:41:30.368136 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fa568c-418b-4fb4-9bc2-299ab9d4a573", "name": "network-vif-plugged", "status": "completed", "tag": "4ac70dcb-6f97-4a83-a420-fab3565f8540", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:41:30.368416 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b491026e-5403-4d41-9d47-10cc1ea28aff {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:41:30.368874 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b491026e-5403-4d41-9d47-10cc1ea28aff'] response: {'server_uuid': 'a5fa568c-418b-4fb4-9bc2-299ab9d4a573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac70dcb-6f97-4a83-a420-fab3565f8540', 'code': 200} Apr 28 19:41:30.369852 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=4ac70dcb-6f97-4a83-a420-fab3565f8540,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:30.419853 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-e9d42cd4-0050-495f-9e05-f644e2f048df service neutron] 10.222.0.42 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946154 Apr 28 19:41:30.468473 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['ffcc6ac2-0888-4346-8a3e-dcc97adb7b84'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:41:30.541242 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-09cd9891-fe99-49d9-a2e3-237b8a1bce0e tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:30.634342 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b12d8-7e1c-4b33-9946-336757bb1bf5 req-711f4707-d821-4129-8dd8-6471af6fa26f tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:30.644023 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0f0b12d8-7e1c-4b33-9946-336757bb1bf5 req-711f4707-d821-4129-8dd8-6471af6fa26f tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5fa568c-418b-4fb4-9bc2-299ab9d4a573 HTTP/1.1" status: 200 len: 945 time: 0.0751209 Apr 28 19:41:30.648194 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385280a-3f05-4b6f-a1b1-71747a4b3cb5 req-c8ae5423-e1f4-4d09-b3cb-47eb9a063d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:30.649908 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0385280a-3f05-4b6f-a1b1-71747a4b3cb5 req-c8ae5423-e1f4-4d09-b3cb-47eb9a063d2d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a5fa568c-418b-4fb4-9bc2-299ab9d4a573 HTTP/1.1" status: 200 len: 1096 time: 0.2848432 Apr 28 19:41:30.650841 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-09cd9891-fe99-49d9-a2e3-237b8a1bce0e tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:30.695525 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0f0b12d8-7e1c-4b33-9946-336757bb1bf5 req-faee4668-7158-4f0f-84bd-041e4124f1af tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] 10.222.0.42 "GET /v2.0/security-groups?id=6aab0f53-a3bf-4390-a9ab-4fb051403619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420501 Apr 28 19:41:30.730666 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0385280a-3f05-4b6f-a1b1-71747a4b3cb5 req-31c43e5a-3b35-473b-8f8b-e6895bbef737 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6aab0f53-a3bf-4390-a9ab-4fb051403619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668399 Apr 28 19:41:30.738796 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd9891-fe99-49d9-a2e3-237b8a1bce0e tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Pushing event deleted for resources: {'Subnet': ['ID=bddcb2a1-3368-43c6-b5a1-973e23116d2f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:30.752080 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-09cd9891-fe99-49d9-a2e3-237b8a1bce0e tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:30.755411 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-09cd9891-fe99-49d9-a2e3-237b8a1bce0e tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "DELETE /v2.0/subnets/bddcb2a1-3368-43c6-b5a1-973e23116d2f HTTP/1.1" status: 204 len: 168 time: 0.9048672 Apr 28 19:41:30.757964 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49728) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:30.769446 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0ea288-e1d1-41d5-936b-b35669aa1156 None None] Network ee15a326-1686-41b2-9e89-453f3f909a4b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:41:30.848258 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-e03d2822-a75c-4267-8fe4-86b9034008e4 service neutron] 10.222.0.42 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176328 Apr 28 19:41:30.862513 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1c882e39-737f-4c97-bb73-99ce737358c6 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:30.960128 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-1c882e39-737f-4c97-bb73-99ce737358c6 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Deleting port 93447363-e00b-4a4f-8cfc-c68170cf880b {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:41:30.960549 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1c882e39-737f-4c97-bb73-99ce737358c6 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:31.094744 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14eef723-f1b0-48c4-bab3-444f66d510da None None] DHCP port deletion for ee15a326-1686-41b2-9e89-453f3f909a4b request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:41:31.101181 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-361b3317-c0f0-4555-8dcd-37c26f387739 req-25e4e63d-f606-4062-8bcf-f943ab9193bc tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c27d276-12ca-4fc1-9d11-028027d777cf HTTP/1.1" status: 200 len: 210 time: 0.0562117 Apr 28 19:41:31.110625 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-1c882e39-737f-4c97-bb73-99ce737358c6 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] For port 93447363-e00b-4a4f-8cfc-c68170cf880b, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=93447363-e00b-4a4f-8cfc-c68170cf880b,segment=NetworkSegment(056daa11-9869-434c-833b-d25c88f686e1),segment_id=056daa11-9869-434c-833b-d25c88f686e1)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:31.111567 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1c882e39-737f-4c97-bb73-99ce737358c6 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:31.125479 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-1c882e39-737f-4c97-bb73-99ce737358c6 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Calling delete_port for 93447363-e00b-4a4f-8cfc-c68170cf880b owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:41:31.173668 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-14eef723-f1b0-48c4-bab3-444f66d510da None None] Deleting port 93447363-e00b-4a4f-8cfc-c68170cf880b {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:41:31.174162 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-14eef723-f1b0-48c4-bab3-444f66d510da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:31.250164 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222745c-135c-44ac-974a-965ce02d3f6d req-f888dad7-76d9-4a1b-b2f2-8badd3ae1685 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:31.258992 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222745c-135c-44ac-974a-965ce02d3f6d req-f888dad7-76d9-4a1b-b2f2-8badd3ae1685 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:31.261390 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e222745c-135c-44ac-974a-965ce02d3f6d req-f888dad7-76d9-4a1b-b2f2-8badd3ae1685 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=83697e23-5f31-400e-8fdc-37fa16989070 HTTP/1.1" status: 200 len: 1680 time: 0.1024334 Apr 28 19:41:31.271268 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1c882e39-737f-4c97-bb73-99ce737358c6 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:31.281894 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-14eef723-f1b0-48c4-bab3-444f66d510da None None] For port 93447363-e00b-4a4f-8cfc-c68170cf880b, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=93447363-e00b-4a4f-8cfc-c68170cf880b,segment=NetworkSegment(056daa11-9869-434c-833b-d25c88f686e1),segment_id=056daa11-9869-434c-833b-d25c88f686e1)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:31.286252 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c882e39-737f-4c97-bb73-99ce737358c6 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] No DVR routers for this DVR port 93447363-e00b-4a4f-8cfc-c68170cf880b on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:41:31.288938 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-14eef723-f1b0-48c4-bab3-444f66d510da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:31.318792 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-14eef723-f1b0-48c4-bab3-444f66d510da None None] Calling delete_port for 93447363-e00b-4a4f-8cfc-c68170cf880b owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:41:31.338053 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c882e39-737f-4c97-bb73-99ce737358c6 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Pushing event deleted for resources: {'Port': ['ID=93447363-e00b-4a4f-8cfc-c68170cf880b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:31.429144 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e222745c-135c-44ac-974a-965ce02d3f6d req-1b17c9f1-0860-44a4-816c-b68dc25ed9fd tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581745 Apr 28 19:41:31.445765 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1c882e39-737f-4c97-bb73-99ce737358c6 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:31.469606 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['fc4deac7-183f-4bd9-bf69-328937310d3c'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:41:31.522225 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-1c882e39-737f-4c97-bb73-99ce737358c6 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee15a326-1686-41b2-9e89-453f3f909a4b']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:31.547859 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-1c882e39-737f-4c97-bb73-99ce737358c6 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '056daa11-9869-434c-833b-d25c88f686e1') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:31.551151 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-1c882e39-737f-4c97-bb73-99ce737358c6 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '056daa11-9869-434c-833b-d25c88f686e1') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:31.584836 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1c882e39-737f-4c97-bb73-99ce737358c6 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:31.642070 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1c882e39-737f-4c97-bb73-99ce737358c6 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:31.652460 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-14eef723-f1b0-48c4-bab3-444f66d510da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:31.665741 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c882e39-737f-4c97-bb73-99ce737358c6 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:41:31.666733 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1c882e39-737f-4c97-bb73-99ce737358c6 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:31.672167 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:41:31.672167 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:41:31.672167 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:41:31.672167 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:41:31.672167 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:41:31.672167 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:41:31.672167 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:41:31.672167 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:41:31.672167 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:41:31.672167 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:41:31.672167 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:41:31.672167 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:41:31.672167 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:41:31.672167 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:41:31.672167 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:41:31.672167 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:41:31.672167 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:41:31.672167 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:41:31.672167 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:41:31.672167 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:41:31.672167 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:41:31.672167 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:41:31.672167 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:41:31.672167 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:41:31.672167 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:41:31.672167 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:41:31.672167 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:41:31.672167 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:41:31.672167 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:41:31.672167 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:41:31.672167 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:41:31.672167 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:41:31.701740 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eef723-f1b0-48c4-bab3-444f66d510da None None] No DVR routers for this DVR port 93447363-e00b-4a4f-8cfc-c68170cf880b on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:41:31.796650 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eef723-f1b0-48c4-bab3-444f66d510da None None] Pushing event deleted for resources: {'Port': ['ID=93447363-e00b-4a4f-8cfc-c68170cf880b,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:31.832901 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1c882e39-737f-4c97-bb73-99ce737358c6 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:31.859186 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:31.862899 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1c882e39-737f-4c97-bb73-99ce737358c6 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:31.878772 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1c882e39-737f-4c97-bb73-99ce737358c6 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] 10.222.0.42 "DELETE /v2.0/networks/ee15a326-1686-41b2-9e89-453f3f909a4b HTTP/1.1" status: 204 len: 168 time: 1.1197009 Apr 28 19:41:31.939369 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37b27c-b1b2-47cc-bb53-4dd142bea581 req-8858bb11-3f45-4da5-948a-ab6e9c5f3d76 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:31.940741 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3a37b27c-b1b2-47cc-bb53-4dd142bea581 req-8858bb11-3f45-4da5-948a-ab6e9c5f3d76 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 944 time: 0.1398270 Apr 28 19:41:31.963286 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c882e39-737f-4c97-bb73-99ce737358c6 tempest-TagsExtTest-1850274258 tempest-TagsExtTest-1850274258-project] Pushing event deleted for resources: {'Network': ['ID=ee15a326-1686-41b2-9e89-453f3f909a4b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:32.010395 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3a37b27c-b1b2-47cc-bb53-4dd142bea581 req-62d9299d-5df9-42f4-be9c-892fdc08164c tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606444 Apr 28 19:41:32.010608 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076c5e3-c6a7-4638-b0ed-acb0c62db26d req-4ef975d6-82c9-4d4f-b563-925fdaf7ddc2 tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:32.020675 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c076c5e3-c6a7-4638-b0ed-acb0c62db26d req-4ef975d6-82c9-4d4f-b563-925fdaf7ddc2 tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5fa568c-418b-4fb4-9bc2-299ab9d4a573 HTTP/1.1" status: 200 len: 945 time: 0.1369839 Apr 28 19:41:32.093099 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c076c5e3-c6a7-4638-b0ed-acb0c62db26d req-b4fda42e-89ac-4c85-868c-a221a5f4f53e tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] 10.222.0.42 "GET /v2.0/security-groups?id=6aab0f53-a3bf-4390-a9ab-4fb051403619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673265 Apr 28 19:41:32.244731 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0efe72c6-4a89-4022-a90b-ccde802bbab1 req-d2c52d27-1e0f-48a1-99c3-eb3fdbec89d2 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c27d276-12ca-4fc1-9d11-028027d777cf HTTP/1.1" status: 200 len: 210 time: 0.0507915 Apr 28 19:41:32.307653 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49758) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:32.320735 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12358036-f5d5-4e9d-b5ff-42eeaeff7aaf req-de454543-b5e0-4723-b486-71a960044c9b tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:32.322214 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-12358036-f5d5-4e9d-b5ff-42eeaeff7aaf req-de454543-b5e0-4723-b486-71a960044c9b tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.44 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 944 time: 0.0549958 Apr 28 19:41:32.442114 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-12358036-f5d5-4e9d-b5ff-42eeaeff7aaf req-5210d124-8d95-4407-a6ff-c889393fee40 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Deleting port aadf9260-8573-4b20-888a-2caa4d850f12 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:41:32.442716 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-12358036-f5d5-4e9d-b5ff-42eeaeff7aaf req-5210d124-8d95-4407-a6ff-c889393fee40 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:32.481212 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6bd840ac-5b24-49ff-87ec-648308e881b4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0328ebd296084ebdac424b7a0a224713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1723406 Apr 28 19:41:32.483716 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49764) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:32.572332 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-12358036-f5d5-4e9d-b5ff-42eeaeff7aaf req-5210d124-8d95-4407-a6ff-c889393fee40 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] For port aadf9260-8573-4b20-888a-2caa4d850f12, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=aadf9260-8573-4b20-888a-2caa4d850f12,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:32.572703 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-12358036-f5d5-4e9d-b5ff-42eeaeff7aaf req-5210d124-8d95-4407-a6ff-c889393fee40 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:32.600272 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf270438-941e-4957-aad0-65433c51c81a req-d18f8d92-30ed-4e59-a16f-4123bee5d524 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:32.607001 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf270438-941e-4957-aad0-65433c51c81a req-d18f8d92-30ed-4e59-a16f-4123bee5d524 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:32.608766 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cf270438-941e-4957-aad0-65433c51c81a req-d18f8d92-30ed-4e59-a16f-4123bee5d524 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=83697e23-5f31-400e-8fdc-37fa16989070 HTTP/1.1" status: 200 len: 1680 time: 0.0903502 Apr 28 19:41:32.612042 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d944a38-c80b-4543-be94-1df54afa4fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:32.655569 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-12358036-f5d5-4e9d-b5ff-42eeaeff7aaf req-5210d124-8d95-4407-a6ff-c889393fee40 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Calling delete_port for aadf9260-8573-4b20-888a-2caa4d850f12 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:41:32.656866 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d944a38-c80b-4543-be94-1df54afa4fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:32.699496 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cf270438-941e-4957-aad0-65433c51c81a req-15fc4dd0-64d6-4bbb-be51-6dbe75386810 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781357 Apr 28 19:41:32.744935 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d944a38-c80b-4543-be94-1df54afa4fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:32.750506 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d944a38-c80b-4543-be94-1df54afa4fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:32.754407 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4d944a38-c80b-4543-be94-1df54afa4fbf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/43fd4af9-bc61-48d5-bef3-96d7d8f70692 HTTP/1.1" status: 204 len: 168 time: 0.2679775 Apr 28 19:41:32.766246 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-c3f33142-a12f-4345-a80d-4441654d6910 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:32.768235 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-c3f33142-a12f-4345-a80d-4441654d6910 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.15 "GET /v2.0/networks?id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 HTTP/1.1" status: 200 len: 812 time: 0.1866438 Apr 28 19:41:32.770598 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d944a38-c80b-4543-be94-1df54afa4fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fd4af9-bc61-48d5-bef3-96d7d8f70692,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:32.787584 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-5fc80564-0d2f-4fdf-a9f5-d0b2685b6260 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Request body: {'port': {'device_id': '7c27d276-12ca-4fc1-9d11-028027d777cf', 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19', 'admin_state_up': True, 'tenant_id': '94740374ca054549b67b793671aaad05'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:32.836062 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device ffcc6ac2-0888-4346-8a3e-dcc97adb7b84 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:41:32.865274 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 93447363-e00b-4a4f-8cfc-c68170cf880b no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:41:32.888516 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 93447363-e00b-4a4f-8cfc-c68170cf880b {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:41:32.889712 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 93447363-e00b-4a4f-8cfc-c68170cf880b not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:41:32.932466 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port ffcc6ac2-0888-4346-8a3e-dcc97adb7b84 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:41:32.937610 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port ffcc6ac2-0888-4346-8a3e-dcc97adb7b84 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:32.937986 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:32.985048 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-5fc80564-0d2f-4fdf-a9f5-d0b2685b6260 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Made reservation on behalf of 94740374ca054549b67b793671aaad05 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:41:32.989040 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-5fc80564-0d2f-4fdf-a9f5-d0b2685b6260 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:33.021547 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-12358036-f5d5-4e9d-b5ff-42eeaeff7aaf req-5210d124-8d95-4407-a6ff-c889393fee40 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:33.037861 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['aadf9260-8573-4b20-888a-2caa4d850f12'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:41:33.095927 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210d124-8d95-4407-a6ff-c889393fee40 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Pushing event deleted for resources: {'Port': ['ID=aadf9260-8573-4b20-888a-2caa4d850f12,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:33.097576 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:33.150755 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port ffcc6ac2-0888-4346-8a3e-dcc97adb7b84, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=ffcc6ac2-0888-4346-8a3e-dcc97adb7b84,segment=NetworkSegment(03d2da4b-1374-4f28-9a37-aa88bda6061f),segment_id=03d2da4b-1374-4f28-9a37-aa88bda6061f)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:33.151807 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83697e23-5f31-400e-8fdc-37fa16989070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffcc6ac2-0888-4346-8a3e-dcc97adb7b84'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:33.155878 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbb04af-8d82-4fc9-9543-8d98ef0bf758" -d '{"events": [{"server_uuid": "83697e23-5f31-400e-8fdc-37fa16989070", "name": "network-vif-plugged", "status": "completed", "tag": "ffcc6ac2-0888-4346-8a3e-dcc97adb7b84"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:41:33.162052 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:33.163377 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device fc4deac7-183f-4bd9-bf69-328937310d3c up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:41:33.167562 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5dace1ae-d632-4c4d-b75e-d5a7547333ee req-0055d687-0e80-4d13-bcd6-b4a2141bc2bb tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 210 time: 0.0692470 Apr 28 19:41:33.291999 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7cfa6b-da14-4b77-a2d1-c9388b4563f9 x-openstack-request-id: req-4e7cfa6b-da14-4b77-a2d1-c9388b4563f9 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:41:33.292424 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83697e23-5f31-400e-8fdc-37fa16989070", "name": "network-vif-plugged", "status": "completed", "tag": "ffcc6ac2-0888-4346-8a3e-dcc97adb7b84", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:41:33.292924 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4e7cfa6b-da14-4b77-a2d1-c9388b4563f9 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:41:33.293331 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e7cfa6b-da14-4b77-a2d1-c9388b4563f9'] response: {'server_uuid': '83697e23-5f31-400e-8fdc-37fa16989070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffcc6ac2-0888-4346-8a3e-dcc97adb7b84', 'code': 200} Apr 28 19:41:33.297129 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:33.301566 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=ffcc6ac2-0888-4346-8a3e-dcc97adb7b84,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:33.331151 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port fc4deac7-183f-4bd9-bf69-328937310d3c completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:41:33.332745 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9058f-8ca6-4828-9588-880981cb4301 req-2707a940-9181-46ac-b4e9-a830d6d6be0a tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:33.337231 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port fc4deac7-183f-4bd9-bf69-328937310d3c triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:33.337666 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:33.344224 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-13a9058f-8ca6-4828-9588-880981cb4301 req-2707a940-9181-46ac-b4e9-a830d6d6be0a tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5fa568c-418b-4fb4-9bc2-299ab9d4a573 HTTP/1.1" status: 200 len: 945 time: 0.1431365 Apr 28 19:41:33.407296 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-13a9058f-8ca6-4828-9588-880981cb4301 req-e598e869-9f9e-44c8-afaa-7dafd3bf61b3 tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] 10.222.0.42 "GET /v2.0/security-groups?id=6aab0f53-a3bf-4390-a9ab-4fb051403619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618498 Apr 28 19:41:33.467580 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:33.510568 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port fc4deac7-183f-4bd9-bf69-328937310d3c, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=fc4deac7-183f-4bd9-bf69-328937310d3c,segment=NetworkSegment(f39ecfa0-f2f6-4092-a494-5557bdfbe93f),segment_id=f39ecfa0-f2f6-4092-a494-5557bdfbe93f)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:33.517506 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:33.590991 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=fc4deac7-183f-4bd9-bf69-328937310d3c,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:33.665678 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-12358036-f5d5-4e9d-b5ff-42eeaeff7aaf req-5210d124-8d95-4407-a6ff-c889393fee40 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] No DVR routers for this DVR port aadf9260-8573-4b20-888a-2caa4d850f12 on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:41:33.680040 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-12358036-f5d5-4e9d-b5ff-42eeaeff7aaf req-5210d124-8d95-4407-a6ff-c889393fee40 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:33.683811 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-12358036-f5d5-4e9d-b5ff-42eeaeff7aaf req-5210d124-8d95-4407-a6ff-c889393fee40 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.44 "DELETE /v2.0/ports/aadf9260-8573-4b20-888a-2caa4d850f12 HTTP/1.1" status: 204 len: 173 time: 1.3551936 Apr 28 19:41:33.689664 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e764ad1d-970d-40b7-a63a-31308fbc17ec', 'name': 'network-vif-deleted', 'tag': 'aadf9260-8573-4b20-888a-2caa4d850f12'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:33.689664 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbaed25-ed98-4806-bf66-03bc5df106b9" -d '{"events": [{"server_uuid": "e764ad1d-970d-40b7-a63a-31308fbc17ec", "name": "network-vif-deleted", "tag": "aadf9260-8573-4b20-888a-2caa4d850f12"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:41:33.713068 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4f42be5d-7e49-40d6-a769-83ecbfdd2a8c req-9b3c3ac1-b712-4492-8593-660bed84ae15 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c27d276-12ca-4fc1-9d11-028027d777cf HTTP/1.1" status: 200 len: 210 time: 0.0453079 Apr 28 19:41:33.756524 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-5fc80564-0d2f-4fdf-a9f5-d0b2685b6260 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Allocated IP 172.20.0.14 (80edfba9-b4c6-4f5e-9c0a-cf56f7367f19/43d83121-413d-4da3-b294-551f60ac6b94/4144b473-e3ca-472c-828f-91a5e771a432) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:41:33.815672 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a09efb-a818-47e5-9e47-c4f2d041de6e x-openstack-request-id: req-38a09efb-a818-47e5-9e47-c4f2d041de6e {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:41:33.820379 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e764ad1d-970d-40b7-a63a-31308fbc17ec", "name": "network-vif-deleted", "tag": "aadf9260-8573-4b20-888a-2caa4d850f12", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:41:33.821725 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-38a09efb-a818-47e5-9e47-c4f2d041de6e {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:41:33.822307 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38a09efb-a818-47e5-9e47-c4f2d041de6e'] response: {'server_uuid': 'e764ad1d-970d-40b7-a63a-31308fbc17ec', 'name': 'network-vif-deleted', 'tag': 'aadf9260-8573-4b20-888a-2caa4d850f12', 'status': 'completed', 'code': 200} Apr 28 19:41:33.865367 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c5d93-1470-452a-bfe6-d1333cfc73af req-69eca8e1-7837-475b-a4d5-5495b80e28b0 tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:33.874909 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-832c5d93-1470-452a-bfe6-d1333cfc73af req-69eca8e1-7837-475b-a4d5-5495b80e28b0 tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5fa568c-418b-4fb4-9bc2-299ab9d4a573 HTTP/1.1" status: 200 len: 945 time: 0.1292343 Apr 28 19:41:33.925325 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-832c5d93-1470-452a-bfe6-d1333cfc73af req-68d92d75-04d2-4d04-8238-b336b9e50450 tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] 10.222.0.42 "GET /v2.0/security-groups?id=6aab0f53-a3bf-4390-a9ab-4fb051403619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494421 Apr 28 19:41:33.990477 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49804) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:33.994124 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028226 Apr 28 19:41:33.997258 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49806) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:34.021688 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efd58a-48df-4d33-a535-157a893cbd3b req-be2da72b-0a96-4af0-84b2-a83f17f180bd tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:34.028148 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efd58a-48df-4d33-a535-157a893cbd3b req-be2da72b-0a96-4af0-84b2-a83f17f180bd tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:34.030644 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f9efd58a-48df-4d33-a535-157a893cbd3b req-be2da72b-0a96-4af0-84b2-a83f17f180bd tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=83697e23-5f31-400e-8fdc-37fa16989070 HTTP/1.1" status: 200 len: 1682 time: 0.1080174 Apr 28 19:41:34.047985 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-5fc80564-0d2f-4fdf-a9f5-d0b2685b6260 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:34.092473 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f9efd58a-48df-4d33-a535-157a893cbd3b req-f3e4bb2a-2fd0-4bc6-8978-00d4d1b74cbe tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514662 Apr 28 19:41:34.126562 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-5fc80564-0d2f-4fdf-a9f5-d0b2685b6260 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:34.142032 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['00336601-0b73-4f3e-a535-ae6537f969ea', '2b19841d-3708-41d0-87a7-259061b6ab91'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:41:34.147546 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4f3f1166-0f68-4d33-83e4-9ea7cf3c59ba tempest-NetworksApiDiscovery-763376745 tempest-NetworksApiDiscovery-763376745-project] 10.222.0.42 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1483641 Apr 28 19:41:34.201629 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-5fc80564-0d2f-4fdf-a9f5-d0b2685b6260 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Network 80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:41:34.206644 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-5fc80564-0d2f-4fdf-a9f5-d0b2685b6260 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:34.211751 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-5fc80564-0d2f-4fdf-a9f5-d0b2685b6260 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:41:34.217036 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc80564-0d2f-4fdf-a9f5-d0b2685b6260 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Pushing event updated for resources: {'Port': ['ID=4144b473-e3ca-472c-828f-91a5e771a432,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:34.276457 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-5fc80564-0d2f-4fdf-a9f5-d0b2685b6260 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:34.277140 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-5fc80564-0d2f-4fdf-a9f5-d0b2685b6260 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:34.299982 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-5fc80564-0d2f-4fdf-a9f5-d0b2685b6260 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5169406 Apr 28 19:41:34.323846 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-98e34717-e84c-4755-95f4-8ec74cd8e1af service neutron] Request body: {'port': {'device_id': '7c27d276-12ca-4fc1-9d11-028027d777cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:34.422103 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a31c1b9a-236e-42b1-89cb-b3075aae854f req-e022140b-85a8-4096-97e0-a0722f7e0d2e tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=e764ad1d-970d-40b7-a63a-31308fbc17ec HTTP/1.1" status: 200 len: 210 time: 0.0511417 Apr 28 19:41:34.475529 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-98e34717-e84c-4755-95f4-8ec74cd8e1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:34.585549 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:41:34.645023 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49818) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:34.672395 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a6f5004b-bc1c-4d6f-9274-91ad8df0b14a None None] Provisioning complete for port 4144b473-e3ca-472c-828f-91a5e771a432 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:34.673061 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a6f5004b-bc1c-4d6f-9274-91ad8df0b14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:34.715041 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-a6f5004b-bc1c-4d6f-9274-91ad8df0b14a None None] Port 4144b473-e3ca-472c-828f-91a5e771a432 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:41:34.797764 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e641706b-4213-4f53-8e79-7bef1388485f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:34.891134 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e641706b-4213-4f53-8e79-7bef1388485f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:34.894698 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fac4d-2c6a-47e0-bfac-c5d6f039364e req-831d70b8-9509-4269-9ccb-2672589d3937 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:34.896239 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fe4fac4d-2c6a-47e0-bfac-c5d6f039364e req-831d70b8-9509-4269-9ccb-2672589d3937 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c27d276-12ca-4fc1-9d11-028027d777cf HTTP/1.1" status: 200 len: 932 time: 0.0920720 Apr 28 19:41:34.896368 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e641706b-4213-4f53-8e79-7bef1388485f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:34.902696 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-98e34717-e84c-4755-95f4-8ec74cd8e1af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4144b473-e3ca-472c-828f-91a5e771a432 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:41:34.917249 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-98e34717-e84c-4755-95f4-8ec74cd8e1af service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:34.941339 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-98e34717-e84c-4755-95f4-8ec74cd8e1af service neutron] Transition to ACTIVE for port object 4144b473-e3ca-472c-828f-91a5e771a432 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:41:34.945679 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e641706b-4213-4f53-8e79-7bef1388485f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=59e932e5a4854604a13537b373adda8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2990193 Apr 28 19:41:34.945954 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641706b-4213-4f53-8e79-7bef1388485f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5289e471-3bc3-4400-b5c5-1de3eb92e6da,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:34.948655 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49824) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:34.951529 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-98e34717-e84c-4755-95f4-8ec74cd8e1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:34.995216 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fe4fac4d-2c6a-47e0-bfac-c5d6f039364e req-da3ec0dc-5750-4cea-ae37-5625af2f259d tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866754 Apr 28 19:41:35.011455 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d3353091-7bcd-4145-87b0-6339e598c930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:35.029381 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e34717-e84c-4755-95f4-8ec74cd8e1af service neutron] Pushing event updated for resources: {'Port': ['ID=4144b473-e3ca-472c-828f-91a5e771a432,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:35.038423 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d3353091-7bcd-4145-87b0-6339e598c930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:35.122717 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d3353091-7bcd-4145-87b0-6339e598c930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:35.132151 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d3353091-7bcd-4145-87b0-6339e598c930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:35.134254 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d3353091-7bcd-4145-87b0-6339e598c930 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5289e471-3bc3-4400-b5c5-1de3eb92e6da HTTP/1.1" status: 204 len: 168 time: 0.1838689 Apr 28 19:41:35.245380 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3353091-7bcd-4145-87b0-6339e598c930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5289e471-3bc3-4400-b5c5-1de3eb92e6da,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:35.279474 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f5794-a196-4f21-b8ba-40db65dbf635 req-8e3a199a-0d50-4659-b7cb-9deaeaa72957 tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:35.287314 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7c2f5794-a196-4f21-b8ba-40db65dbf635 req-8e3a199a-0d50-4659-b7cb-9deaeaa72957 tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5fa568c-418b-4fb4-9bc2-299ab9d4a573 HTTP/1.1" status: 200 len: 945 time: 0.1865106 Apr 28 19:41:35.294608 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83697e23-5f31-400e-8fdc-37fa16989070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4deac7-183f-4bd9-bf69-328937310d3c'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:35.297349 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09669c06-90f9-4535-8568-34b79349315f" -d '{"events": [{"server_uuid": "83697e23-5f31-400e-8fdc-37fa16989070", "name": "network-vif-plugged", "status": "completed", "tag": "fc4deac7-183f-4bd9-bf69-328937310d3c"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:41:35.302871 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-98e34717-e84c-4755-95f4-8ec74cd8e1af service neutron] Attempting to bind port 4144b473-e3ca-472c-828f-91a5e771a432 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:41:35.303206 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-98e34717-e84c-4755-95f4-8ec74cd8e1af service neutron] Attempting to bind port 4144b473-e3ca-472c-828f-91a5e771a432 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'da4ecde0-ccce-400b-993c-f6f4b507286e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:41:35.303541 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-98e34717-e84c-4755-95f4-8ec74cd8e1af service neutron] Attempting to bind port 4144b473-e3ca-472c-828f-91a5e771a432 on network 80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:41:35.328887 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-98e34717-e84c-4755-95f4-8ec74cd8e1af service neutron] Port 4144b473-e3ca-472c-828f-91a5e771a432 on network 80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:41:35.329224 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-98e34717-e84c-4755-95f4-8ec74cd8e1af service neutron] Attempting to bind port 4144b473-e3ca-472c-828f-91a5e771a432 on network 80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:41:35.354843 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4805228-69c6-4219-b558-0fbde3d69c7a req-83126eff-03a5-4259-a10a-230857d66742 tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:35.356046 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7c2f5794-a196-4f21-b8ba-40db65dbf635 req-beb013e2-349a-4568-b4c5-83840c1c75fb tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] 10.222.0.42 "GET /v2.0/security-groups?id=6aab0f53-a3bf-4390-a9ab-4fb051403619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635276 Apr 28 19:41:35.357133 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d4805228-69c6-4219-b558-0fbde3d69c7a req-83126eff-03a5-4259-a10a-230857d66742 tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5fa568c-418b-4fb4-9bc2-299ab9d4a573 HTTP/1.1" status: 200 len: 945 time: 0.2040727 Apr 28 19:41:35.359287 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-98e34717-e84c-4755-95f4-8ec74cd8e1af service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:41:35.359869 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-98e34717-e84c-4755-95f4-8ec74cd8e1af service neutron] Checking segment: {'id': 'da4ecde0-ccce-400b-993c-f6f4b507286e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:41:35.360326 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-98e34717-e84c-4755-95f4-8ec74cd8e1af service neutron] Bound using segment: {'id': 'da4ecde0-ccce-400b-993c-f6f4b507286e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:41:35.361005 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-98e34717-e84c-4755-95f4-8ec74cd8e1af service neutron] Bound port: 4144b473-e3ca-472c-828f-91a5e771a432, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4ecde0-ccce-400b-993c-f6f4b507286e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:41:35.361151 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-98e34717-e84c-4755-95f4-8ec74cd8e1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:35.394953 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device aadf9260-8573-4b20-888a-2caa4d850f12 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:41:35.446989 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73351c8b-eeb2-4853-9b2d-84a25a18b143 req-a1ab6658-7a52-47ef-a453-1d09887d9c88 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:35.452461 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58c0b28-6ebd-478d-bb3e-648639e9d7c2 x-openstack-request-id: req-b58c0b28-6ebd-478d-bb3e-648639e9d7c2 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:41:35.452871 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83697e23-5f31-400e-8fdc-37fa16989070", "name": "network-vif-plugged", "status": "completed", "tag": "fc4deac7-183f-4bd9-bf69-328937310d3c", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:41:35.452999 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73351c8b-eeb2-4853-9b2d-84a25a18b143 req-a1ab6658-7a52-47ef-a453-1d09887d9c88 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:35.453287 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b58c0b28-6ebd-478d-bb3e-648639e9d7c2 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:41:35.453761 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b58c0b28-6ebd-478d-bb3e-648639e9d7c2'] response: {'server_uuid': '83697e23-5f31-400e-8fdc-37fa16989070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4deac7-183f-4bd9-bf69-328937310d3c', 'code': 200} Apr 28 19:41:35.454709 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-73351c8b-eeb2-4853-9b2d-84a25a18b143 req-a1ab6658-7a52-47ef-a453-1d09887d9c88 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=83697e23-5f31-400e-8fdc-37fa16989070 HTTP/1.1" status: 200 len: 1682 time: 0.2182076 Apr 28 19:41:35.455203 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: aadf9260-8573-4b20-888a-2caa4d850f12 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:41:35.455920 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device aadf9260-8573-4b20-888a-2caa4d850f12 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:41:35.600292 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-98e34717-e84c-4755-95f4-8ec74cd8e1af service neutron] For port 4144b473-e3ca-472c-828f-91a5e771a432, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:41:35.620478 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-73351c8b-eeb2-4853-9b2d-84a25a18b143 req-12e007e3-6ad3-405e-a226-c76ba9499702 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558230 Apr 28 19:41:35.622384 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-98e34717-e84c-4755-95f4-8ec74cd8e1af service neutron] For port 4144b473-e3ca-472c-828f-91a5e771a432, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=4144b473-e3ca-472c-828f-91a5e771a432,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:41:35.636090 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-98e34717-e84c-4755-95f4-8ec74cd8e1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:35.671066 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926258a6-0241-4745-808c-db46d9629ad0 req-fcb32fb5-28d6-4cd5-b63d-ef87ee356240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:35.671555 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926258a6-0241-4745-808c-db46d9629ad0 req-fcb32fb5-28d6-4cd5-b63d-ef87ee356240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:35.673216 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-926258a6-0241-4745-808c-db46d9629ad0 req-fcb32fb5-28d6-4cd5-b63d-ef87ee356240 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=83697e23-5f31-400e-8fdc-37fa16989070 HTTP/1.1" status: 200 len: 1984 time: 0.1610577 Apr 28 19:41:35.697534 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-98e34717-e84c-4755-95f4-8ec74cd8e1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:35.698652 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-98e34717-e84c-4755-95f4-8ec74cd8e1af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:35.699630 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-98e34717-e84c-4755-95f4-8ec74cd8e1af service neutron] 10.222.0.15 "PUT /v2.0/ports/4144b473-e3ca-472c-828f-91a5e771a432 HTTP/1.1" status: 200 len: 1092 time: 1.3895752 Apr 28 19:41:35.721063 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-d4805228-69c6-4219-b558-0fbde3d69c7a req-13b49a0e-9b0e-4a4c-8f1d-4c7fd2a6168a tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] Deleting port 4ac70dcb-6f97-4a83-a420-fab3565f8540 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:41:35.727717 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d4805228-69c6-4219-b558-0fbde3d69c7a req-13b49a0e-9b0e-4a4c-8f1d-4c7fd2a6168a tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:35.829710 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c27d276-12ca-4fc1-9d11-028027d777cf', 'tag': '4144b473-e3ca-472c-828f-91a5e771a432'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:35.832566 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad556fb-c5ff-4350-b08e-febc6cb2e478" -d '{"events": [{"name": "network-changed", "server_uuid": "7c27d276-12ca-4fc1-9d11-028027d777cf", "tag": "4144b473-e3ca-472c-828f-91a5e771a432"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:41:35.836079 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e34717-e84c-4755-95f4-8ec74cd8e1af service neutron] Pushing event updated for resources: {'Port': ['ID=4144b473-e3ca-472c-828f-91a5e771a432,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:35.908370 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-926258a6-0241-4745-808c-db46d9629ad0 req-d7a7be50-00f1-461e-bfc8-4fd4c86638fa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209184 Apr 28 19:41:35.913688 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdda387-5471-47df-8f3c-231d3f68fd34 x-openstack-request-id: req-dbdda387-5471-47df-8f3c-231d3f68fd34 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:41:35.914155 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c27d276-12ca-4fc1-9d11-028027d777cf", "tag": "4144b473-e3ca-472c-828f-91a5e771a432", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:41:35.914465 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dbdda387-5471-47df-8f3c-231d3f68fd34 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:41:35.914991 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbdda387-5471-47df-8f3c-231d3f68fd34'] response: {'name': 'network-changed', 'server_uuid': '7c27d276-12ca-4fc1-9d11-028027d777cf', 'tag': '4144b473-e3ca-472c-828f-91a5e771a432', 'status': 'completed', 'code': 200} Apr 28 19:41:35.973553 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-d4805228-69c6-4219-b558-0fbde3d69c7a req-13b49a0e-9b0e-4a4c-8f1d-4c7fd2a6168a tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] For port 4ac70dcb-6f97-4a83-a420-fab3565f8540, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=4ac70dcb-6f97-4a83-a420-fab3565f8540,segment=NetworkSegment(1e9ab7fb-4134-49f4-8099-8f2b2c72f4f0),segment_id=1e9ab7fb-4134-49f4-8099-8f2b2c72f4f0)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:35.973944 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d4805228-69c6-4219-b558-0fbde3d69c7a req-13b49a0e-9b0e-4a4c-8f1d-4c7fd2a6168a tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:35.979884 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-8f141549-dbae-4029-843b-41940839de00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:35.981864 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-8f141549-dbae-4029-843b-41940839de00 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94740374ca054549b67b793671aaad05&device_id=7c27d276-12ca-4fc1-9d11-028027d777cf HTTP/1.1" status: 200 len: 1095 time: 0.1821012 Apr 28 19:41:36.004867 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbc909-367e-4351-867b-5f4ef06bc0d4 req-8dd2a0dc-326f-4d63-94c5-d02c728160ad tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:36.013889 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43cbc909-367e-4351-867b-5f4ef06bc0d4 req-8dd2a0dc-326f-4d63-94c5-d02c728160ad tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5 HTTP/1.1" status: 200 len: 944 time: 0.2022741 Apr 28 19:41:36.014986 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-d4805228-69c6-4219-b558-0fbde3d69c7a req-13b49a0e-9b0e-4a4c-8f1d-4c7fd2a6168a tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] Calling delete_port for 4ac70dcb-6f97-4a83-a420-fab3565f8540 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:41:36.117734 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43cbc909-367e-4351-867b-5f4ef06bc0d4 req-0fddf4a0-1b82-46b2-972c-7b4790b6f506 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002679 Apr 28 19:41:36.133820 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be228a12-6ed3-4540-9fc7-34a0a3484350 req-940b6bb9-d415-4d27-b1e4-878de64f71f2 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:36.142407 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-be228a12-6ed3-4540-9fc7-34a0a3484350 req-940b6bb9-d415-4d27-b1e4-878de64f71f2 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c27d276-12ca-4fc1-9d11-028027d777cf HTTP/1.1" status: 200 len: 944 time: 0.0737875 Apr 28 19:41:36.156434 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-41448da1-cdd9-4ebc-bc4e-7ec6a668e99a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4144b473-e3ca-472c-828f-91a5e771a432 HTTP/1.1" status: 200 len: 217 time: 0.0487337 Apr 28 19:41:36.191615 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-be228a12-6ed3-4540-9fc7-34a0a3484350 req-0231dda7-a943-42b3-8e44-f18a3dbd87ca tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477834 Apr 28 19:41:36.247179 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-526fd981-ccef-4825-bbb0-e01e87d1c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:36.248872 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-526fd981-ccef-4825-bbb0-e01e87d1c71d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43d83121-413d-4da3-b294-551f60ac6b94 HTTP/1.1" status: 200 len: 851 time: 0.0821490 Apr 28 19:41:36.256058 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5285b52-419f-48dd-bb06-35af14fcc6f1 req-39f299b8-5e1d-4fc4-ba3a-ecd233791e33 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:36.258052 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e5285b52-419f-48dd-bb06-35af14fcc6f1 req-39f299b8-5e1d-4fc4-ba3a-ecd233791e33 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5 HTTP/1.1" status: 200 len: 944 time: 0.0617611 Apr 28 19:41:36.373172 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-39678ad3-62bb-4da5-8f18-f59d3a17dd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:36.374698 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-39678ad3-62bb-4da5-8f18-f59d3a17dd38 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1096396 Apr 28 19:41:36.439427 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-e5285b52-419f-48dd-bb06-35af14fcc6f1 req-fa01a04a-7b09-4899-a5b6-3c68937db7e8 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Deleting port 59391db3-7313-479f-9c05-66bf8211f1e2 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:41:36.439786 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e5285b52-419f-48dd-bb06-35af14fcc6f1 req-fa01a04a-7b09-4899-a5b6-3c68937db7e8 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:36.448134 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d4805228-69c6-4219-b558-0fbde3d69c7a req-13b49a0e-9b0e-4a4c-8f1d-4c7fd2a6168a tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:36.462389 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['4ac70dcb-6f97-4a83-a420-fab3565f8540'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:41:36.545938 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1dfdf9db-c222-4edd-90d0-76478460ec20 req-43b0bd6b-8915-417d-9d58-5dbe0bf70b1e tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5fa568c-418b-4fb4-9bc2-299ab9d4a573 HTTP/1.1" status: 200 len: 210 time: 0.0987976 Apr 28 19:41:36.546792 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b49a0e-9b0e-4a4c-8f1d-4c7fd2a6168a tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] Pushing event deleted for resources: {'Port': ['ID=4ac70dcb-6f97-4a83-a420-fab3565f8540,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:36.602582 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4805228-69c6-4219-b558-0fbde3d69c7a req-13b49a0e-9b0e-4a4c-8f1d-4c7fd2a6168a tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] No DVR routers for this DVR port 4ac70dcb-6f97-4a83-a420-fab3565f8540 on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:41:36.606592 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d4805228-69c6-4219-b558-0fbde3d69c7a req-13b49a0e-9b0e-4a4c-8f1d-4c7fd2a6168a tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:36.610379 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d4805228-69c6-4219-b558-0fbde3d69c7a req-13b49a0e-9b0e-4a4c-8f1d-4c7fd2a6168a tempest-InstanceActionsV221TestJSON-262389544 tempest-InstanceActionsV221TestJSON-262389544-project] 10.222.0.44 "DELETE /v2.0/ports/4ac70dcb-6f97-4a83-a420-fab3565f8540 HTTP/1.1" status: 204 len: 173 time: 1.2463918 Apr 28 19:41:36.621165 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-e5285b52-419f-48dd-bb06-35af14fcc6f1 req-fa01a04a-7b09-4899-a5b6-3c68937db7e8 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] For port 59391db3-7313-479f-9c05-66bf8211f1e2, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=59391db3-7313-479f-9c05-66bf8211f1e2,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:36.621540 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e5285b52-419f-48dd-bb06-35af14fcc6f1 req-fa01a04a-7b09-4899-a5b6-3c68937db7e8 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:36.627051 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-c13f3179-6d51-452e-9443-7321f60551f8 service neutron] 10.222.0.15 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397358 Apr 28 19:41:36.641865 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-e5285b52-419f-48dd-bb06-35af14fcc6f1 req-fa01a04a-7b09-4899-a5b6-3c68937db7e8 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Calling delete_port for 59391db3-7313-479f-9c05-66bf8211f1e2 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:41:36.812620 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c6734-2535-4b9e-849a-c36bc953a251 req-0ec9a4a6-eb26-4bd3-86c7-d88c349a2a08 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:36.819170 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c6734-2535-4b9e-849a-c36bc953a251 req-0ec9a4a6-eb26-4bd3-86c7-d88c349a2a08 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:36.824686 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-227c6734-2535-4b9e-849a-c36bc953a251 req-0ec9a4a6-eb26-4bd3-86c7-d88c349a2a08 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=83697e23-5f31-400e-8fdc-37fa16989070 HTTP/1.1" status: 200 len: 1682 time: 0.1061649 Apr 28 19:41:36.844111 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eabc22c5-cb11-46aa-9eac-0fa7ddd9bb86 req-bbbed81b-4832-4cbc-bab3-a9b569760151 service neutron] 10.222.0.15 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093992 Apr 28 19:41:36.900026 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-227c6734-2535-4b9e-849a-c36bc953a251 req-6f5f1d37-81c5-408e-b6c0-5cd25c1443b5 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711327 Apr 28 19:41:36.932578 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e5285b52-419f-48dd-bb06-35af14fcc6f1 req-fa01a04a-7b09-4899-a5b6-3c68937db7e8 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:36.954874 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad556fb-c5ff-4350-b08e-febc6cb2e478 req-4512ede4-b851-4aa0-93e2-1bfeaa86ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:36.957040 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fad556fb-c5ff-4350-b08e-febc6cb2e478 req-4512ede4-b851-4aa0-93e2-1bfeaa86ba04 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94740374ca054549b67b793671aaad05&device_id=7c27d276-12ca-4fc1-9d11-028027d777cf HTTP/1.1" status: 200 len: 1095 time: 0.0550785 Apr 28 19:41:37.096628 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad556fb-c5ff-4350-b08e-febc6cb2e478 req-bf0b5008-657b-4522-b066-44bf3bb40f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:37.103723 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fad556fb-c5ff-4350-b08e-febc6cb2e478 req-bf0b5008-657b-4522-b066-44bf3bb40f7c service neutron] 10.222.0.15 "GET /v2.0/networks?id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 HTTP/1.1" status: 200 len: 913 time: 0.1376212 Apr 28 19:41:37.191251 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fad556fb-c5ff-4350-b08e-febc6cb2e478 req-f90d8ac1-c1f5-4511-a4ab-e1cfc3f38c95 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4144b473-e3ca-472c-828f-91a5e771a432 HTTP/1.1" status: 200 len: 217 time: 0.0786128 Apr 28 19:41:37.277456 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad556fb-c5ff-4350-b08e-febc6cb2e478 req-6a094a86-80b2-4d0b-818a-2a6ab8a9970f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:37.281640 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fad556fb-c5ff-4350-b08e-febc6cb2e478 req-6a094a86-80b2-4d0b-818a-2a6ab8a9970f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43d83121-413d-4da3-b294-551f60ac6b94 HTTP/1.1" status: 200 len: 851 time: 0.0821669 Apr 28 19:41:37.345809 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-32a64eb4-04a8-4b9b-8e07-38d38ba0b6e6 req-ecc8ba8d-f9f3-4335-827a-f0a87732d11f tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1ed0e12-0861-474f-9caa-cbc7a9ef42e5 HTTP/1.1" status: 200 len: 210 time: 0.0630326 Apr 28 19:41:37.417758 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01a04a-7b09-4899-a5b6-3c68937db7e8 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Pushing event deleted for resources: {'Port': ['ID=59391db3-7313-479f-9c05-66bf8211f1e2,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:37.442491 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad556fb-c5ff-4350-b08e-febc6cb2e478 req-b1ada079-bc1c-4729-9625-8be35b3b42b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:37.446718 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fad556fb-c5ff-4350-b08e-febc6cb2e478 req-b1ada079-bc1c-4729-9625-8be35b3b42b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961325 Apr 28 19:41:37.494707 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5285b52-419f-48dd-bb06-35af14fcc6f1 req-fa01a04a-7b09-4899-a5b6-3c68937db7e8 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] No DVR routers for this DVR port 59391db3-7313-479f-9c05-66bf8211f1e2 on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:41:37.499435 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e5285b52-419f-48dd-bb06-35af14fcc6f1 req-fa01a04a-7b09-4899-a5b6-3c68937db7e8 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:37.503198 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e5285b52-419f-48dd-bb06-35af14fcc6f1 req-fa01a04a-7b09-4899-a5b6-3c68937db7e8 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.44 "DELETE /v2.0/ports/59391db3-7313-479f-9c05-66bf8211f1e2 HTTP/1.1" status: 204 len: 173 time: 1.2176559 Apr 28 19:41:37.505958 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ed0e12-0861-474f-9caa-cbc7a9ef42e5', 'name': 'network-vif-deleted', 'tag': '59391db3-7313-479f-9c05-66bf8211f1e2'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:37.508495 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30ee07a-5e2e-4756-8325-28bc7eb8ffef" -d '{"events": [{"server_uuid": "b1ed0e12-0861-474f-9caa-cbc7a9ef42e5", "name": "network-vif-deleted", "tag": "59391db3-7313-479f-9c05-66bf8211f1e2"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:41:37.538680 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c802c-3fcd-45d7-8484-dd6ace9c22fb req-564a0fce-64e6-4f27-834e-89221865748a tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:37.542375 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-224c802c-3fcd-45d7-8484-dd6ace9c22fb req-564a0fce-64e6-4f27-834e-89221865748a tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c27d276-12ca-4fc1-9d11-028027d777cf HTTP/1.1" status: 200 len: 944 time: 0.1449494 Apr 28 19:41:37.593383 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fad556fb-c5ff-4350-b08e-febc6cb2e478 req-1e6a7d46-20e2-43bc-84b8-ed19de05479a service neutron] 10.222.0.15 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376476 Apr 28 19:41:37.594960 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329ca194-474c-4c63-ab4d-7a9c0fe99b24 x-openstack-request-id: req-329ca194-474c-4c63-ab4d-7a9c0fe99b24 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:41:37.596670 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ed0e12-0861-474f-9caa-cbc7a9ef42e5", "name": "network-vif-deleted", "tag": "59391db3-7313-479f-9c05-66bf8211f1e2", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:41:37.596928 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-329ca194-474c-4c63-ab4d-7a9c0fe99b24 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:41:37.597642 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-329ca194-474c-4c63-ab4d-7a9c0fe99b24'] response: {'server_uuid': 'b1ed0e12-0861-474f-9caa-cbc7a9ef42e5', 'name': 'network-vif-deleted', 'tag': '59391db3-7313-479f-9c05-66bf8211f1e2', 'status': 'completed', 'code': 200} Apr 28 19:41:37.649343 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-224c802c-3fcd-45d7-8484-dd6ace9c22fb req-edaef5b2-5121-46a6-8cc6-fe1fb73e21b5 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974252 Apr 28 19:41:37.726981 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fad556fb-c5ff-4350-b08e-febc6cb2e478 req-e7f777dd-0610-4d14-8ec9-35966f51cc1f service neutron] 10.222.0.15 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266580 Apr 28 19:41:37.878955 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49926) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:37.916599 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fa568c-418b-4fb4-9bc2-299ab9d4a573', 'name': 'network-vif-deleted', 'tag': '4ac70dcb-6f97-4a83-a420-fab3565f8540'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:37.920608 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fc89d7-b11a-4f1f-b084-479e2d4afc85" -d '{"events": [{"server_uuid": "a5fa568c-418b-4fb4-9bc2-299ab9d4a573", "name": "network-vif-deleted", "tag": "4ac70dcb-6f97-4a83-a420-fab3565f8540"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:41:37.932877 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-902932a4-050b-4329-be59-ed3963f4e6fc admin admin] Deleting subnet 42a552b8-a2e6-4bf2-85ae-bc52299c5f87 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:41:37.937626 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-902932a4-050b-4329-be59-ed3963f4e6fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:37.980719 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-902932a4-050b-4329-be59-ed3963f4e6fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:37.987309 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0348c29-9be8-4a38-8755-6f56268ed429 x-openstack-request-id: req-b0348c29-9be8-4a38-8755-6f56268ed429 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:41:37.987751 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fa568c-418b-4fb4-9bc2-299ab9d4a573", "name": "network-vif-deleted", "tag": "4ac70dcb-6f97-4a83-a420-fab3565f8540", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:41:37.988015 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b0348c29-9be8-4a38-8755-6f56268ed429 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:41:37.988453 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0348c29-9be8-4a38-8755-6f56268ed429'] response: {'server_uuid': 'a5fa568c-418b-4fb4-9bc2-299ab9d4a573', 'name': 'network-vif-deleted', 'tag': '4ac70dcb-6f97-4a83-a420-fab3565f8540', 'status': 'completed', 'code': 200} Apr 28 19:41:38.046574 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-902932a4-050b-4329-be59-ed3963f4e6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:38.144185 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2222d-1fca-4dcc-bb47-0ccfe33fee86 req-3d144854-1cf1-48f8-8612-812cb68e8e48 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:38.153640 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2222d-1fca-4dcc-bb47-0ccfe33fee86 req-3d144854-1cf1-48f8-8612-812cb68e8e48 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:38.160627 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-18b2222d-1fca-4dcc-bb47-0ccfe33fee86 req-3d144854-1cf1-48f8-8612-812cb68e8e48 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=83697e23-5f31-400e-8fdc-37fa16989070 HTTP/1.1" status: 200 len: 1682 time: 0.1262467 Apr 28 19:41:38.203845 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-902932a4-050b-4329-be59-ed3963f4e6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:38.217156 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-18b2222d-1fca-4dcc-bb47-0ccfe33fee86 req-9f60ec1b-a5ec-433f-9bc2-18a45817149e tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531900 Apr 28 19:41:38.237795 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902932a4-050b-4329-be59-ed3963f4e6fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42a552b8-a2e6-4bf2-85ae-bc52299c5f87,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:38.241273 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-902932a4-050b-4329-be59-ed3963f4e6fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:38.244586 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-902932a4-050b-4329-be59-ed3963f4e6fc admin admin] 10.222.0.42 "DELETE /v2.0/subnets/42a552b8-a2e6-4bf2-85ae-bc52299c5f87 HTTP/1.1" status: 204 len: 168 time: 0.3642163 Apr 28 19:41:38.247515 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49942) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:38.336957 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0834590e-1010-4094-86f9-a26e629fe092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:38.431430 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49954) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:38.468078 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0834590e-1010-4094-86f9-a26e629fe092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:38.511621 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-0834590e-1010-4094-86f9-a26e629fe092 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a25cc1e5-47fe-44e3-a909-da052e1ce61b']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:38.528782 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-0834590e-1010-4094-86f9-a26e629fe092 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e9ab7fb-4134-49f4-8099-8f2b2c72f4f0') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:38.529087 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-0834590e-1010-4094-86f9-a26e629fe092 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e9ab7fb-4134-49f4-8099-8f2b2c72f4f0') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:38.541163 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0834590e-1010-4094-86f9-a26e629fe092 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:38.558205 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0834590e-1010-4094-86f9-a26e629fe092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:38.573242 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0834590e-1010-4094-86f9-a26e629fe092 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:41:38.574161 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0834590e-1010-4094-86f9-a26e629fe092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:38.592121 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:41:38.592121 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:41:38.592121 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:41:38.592121 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:41:38.592121 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:41:38.592121 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:41:38.592121 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:41:38.592121 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:41:38.592121 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:41:38.592121 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:41:38.592121 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:41:38.592121 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:41:38.592121 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:41:38.592121 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:41:38.592121 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:41:38.592121 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:41:38.592121 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:41:38.592121 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:41:38.592121 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:41:38.592121 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:41:38.592121 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:41:38.592121 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:41:38.592121 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:41:38.592121 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:41:38.592121 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:41:38.592121 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:41:38.592121 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:41:38.592121 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:41:38.592121 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:41:38.592121 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:41:38.592121 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:41:38.592121 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:41:38.659623 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a7c71fb0-f797-4d64-83ee-565944cf86c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:38.711528 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647540e8-51c9-45c8-920b-a5d3d59141b3 req-f6dd6993-872c-41da-aade-86876aaf5444 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:38.721217 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647540e8-51c9-45c8-920b-a5d3d59141b3 req-f6dd6993-872c-41da-aade-86876aaf5444 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:38.730135 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-647540e8-51c9-45c8-920b-a5d3d59141b3 req-f6dd6993-872c-41da-aade-86876aaf5444 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=83697e23-5f31-400e-8fdc-37fa16989070 HTTP/1.1" status: 200 len: 1682 time: 0.1342893 Apr 28 19:41:38.765783 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0834590e-1010-4094-86f9-a26e629fe092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:38.773686 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0834590e-1010-4094-86f9-a26e629fe092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:38.776848 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0834590e-1010-4094-86f9-a26e629fe092 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a25cc1e5-47fe-44e3-a909-da052e1ce61b HTTP/1.1" status: 204 len: 168 time: 0.5276914 Apr 28 19:41:38.815214 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-647540e8-51c9-45c8-920b-a5d3d59141b3 req-e5882941-4625-47bb-b564-054b99e3f2c8 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682027 Apr 28 19:41:38.815214 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834590e-1010-4094-86f9-a26e629fe092 admin admin] Pushing event deleted for resources: {'Network': ['ID=a25cc1e5-47fe-44e3-a909-da052e1ce61b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:38.828358 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 4144b473-e3ca-472c-828f-91a5e771a432 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:41:38.848421 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac67f1-fe4c-4e84-b007-aa55e5e0574f req-e02d46de-c69b-4c71-aeb7-2b8d6beec5c5 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:38.853388 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6cac67f1-fe4c-4e84-b007-aa55e5e0574f req-e02d46de-c69b-4c71-aeb7-2b8d6beec5c5 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c27d276-12ca-4fc1-9d11-028027d777cf HTTP/1.1" status: 200 len: 944 time: 0.1070557 Apr 28 19:41:38.935946 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a7c71fb0-f797-4d64-83ee-565944cf86c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:38.946209 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6cac67f1-fe4c-4e84-b007-aa55e5e0574f req-72ee29c4-7079-4f7a-9a71-d16f62e0b107 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840757 Apr 28 19:41:38.951212 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a7c71fb0-f797-4d64-83ee-565944cf86c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:38.959158 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98fc6f6-38d8-4de8-817d-aeb22bcf22de req-30e9276d-fb5b-40bd-a62d-22e510cc0448 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:38.980862 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e98fc6f6-38d8-4de8-817d-aeb22bcf22de req-30e9276d-fb5b-40bd-a62d-22e510cc0448 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f HTTP/1.1" status: 200 len: 945 time: 0.1013193 Apr 28 19:41:39.000653 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49974) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:39.010062 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 4144b473-e3ca-472c-828f-91a5e771a432, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=4144b473-e3ca-472c-828f-91a5e771a432,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:39.026466 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '4144b473-e3ca-472c-828f-91a5e771a432', 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19', 'port_id': '4144b473-e3ca-472c-828f-91a5e771a432', 'mac_address': 'fa:16:3e:41:f1:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43d83121-413d-4da3-b294-551f60ac6b94', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:41:39.032425 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a7c71fb0-f797-4d64-83ee-565944cf86c5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=10e0052b7b3b4f62bf240e7adbd9771b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5974135 Apr 28 19:41:39.032610 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c71fb0-f797-4d64-83ee-565944cf86c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751e7a28-5fb7-48de-b398-fcb1bf3becc0,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:39.034948 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49976) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:39.052251 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e98fc6f6-38d8-4de8-817d-aeb22bcf22de req-7d5a8e38-b19f-4ff9-b8ee-484fc1caa731 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/security-groups?id=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703506 Apr 28 19:41:39.087743 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a8f927da-2788-450f-8d0c-a9b72d4af842 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8bd6f3bb1564422098884453859fc44c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0705464 Apr 28 19:41:39.088446 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49978) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:39.099692 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:39.117544 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4144b473-e3ca-472c-828f-91a5e771a432 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:41:39.141734 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 4144b473-e3ca-472c-828f-91a5e771a432, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=4144b473-e3ca-472c-828f-91a5e771a432,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:39.148222 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:39.149463 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-085edc14-8ac9-4f77-95c8-72123e4ae9ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:39.158684 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416ad7b-1c12-4477-afc3-8ea92adca844 req-057e45a8-184a-45b6-bcd4-e453e24b76cc tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:39.160598 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a416ad7b-1c12-4477-afc3-8ea92adca844 req-057e45a8-184a-45b6-bcd4-e453e24b76cc tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f HTTP/1.1" status: 200 len: 945 time: 0.0677860 Apr 28 19:41:39.182026 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb4b61b5-c253-4f93-8b16-8cf0d3b8f15c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:39.191925 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-085edc14-8ac9-4f77-95c8-72123e4ae9ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:39.220189 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=4144b473-e3ca-472c-828f-91a5e771a432,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:39.232516 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb4b61b5-c253-4f93-8b16-8cf0d3b8f15c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:39.279361 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-a416ad7b-1c12-4477-afc3-8ea92adca844 req-ff8147dd-c208-4723-ae3c-df43b4244544 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Deleting port db65d274-363d-4bb9-bfad-2c8782a96fa0 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:41:39.279947 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a416ad7b-1c12-4477-afc3-8ea92adca844 req-ff8147dd-c208-4723-ae3c-df43b4244544 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:39.298711 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-085edc14-8ac9-4f77-95c8-72123e4ae9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:39.301704 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-085edc14-8ac9-4f77-95c8-72123e4ae9ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:39.306140 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-085edc14-8ac9-4f77-95c8-72123e4ae9ef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/751e7a28-5fb7-48de-b398-fcb1bf3becc0 HTTP/1.1" status: 204 len: 168 time: 0.2699604 Apr 28 19:41:39.316438 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085edc14-8ac9-4f77-95c8-72123e4ae9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751e7a28-5fb7-48de-b398-fcb1bf3becc0,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:39.318386 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb4b61b5-c253-4f93-8b16-8cf0d3b8f15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:39.326068 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb4b61b5-c253-4f93-8b16-8cf0d3b8f15c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:39.330887 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cb4b61b5-c253-4f93-8b16-8cf0d3b8f15c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6aab0f53-a3bf-4390-a9ab-4fb051403619 HTTP/1.1" status: 204 len: 168 time: 0.2414920 Apr 28 19:41:39.353632 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b61b5-c253-4f93-8b16-8cf0d3b8f15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aab0f53-a3bf-4390-a9ab-4fb051403619,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:39.401564 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 4ac70dcb-6f97-4a83-a420-fab3565f8540 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:41:39.427545 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 4ac70dcb-6f97-4a83-a420-fab3565f8540 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:41:39.427545 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 4ac70dcb-6f97-4a83-a420-fab3565f8540 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:41:39.427960 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 59391db3-7313-479f-9c05-66bf8211f1e2 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:41:39.461592 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['4144b473-e3ca-472c-828f-91a5e771a432'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:41:39.463440 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-a416ad7b-1c12-4477-afc3-8ea92adca844 req-ff8147dd-c208-4723-ae3c-df43b4244544 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] For port db65d274-363d-4bb9-bfad-2c8782a96fa0, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=db65d274-363d-4bb9-bfad-2c8782a96fa0,segment=NetworkSegment(c93daa48-2237-40e7-a951-023be395ed64),segment_id=c93daa48-2237-40e7-a951-023be395ed64)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:39.463879 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a416ad7b-1c12-4477-afc3-8ea92adca844 req-ff8147dd-c208-4723-ae3c-df43b4244544 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:39.467864 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 59391db3-7313-479f-9c05-66bf8211f1e2 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:41:39.468507 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 59391db3-7313-479f-9c05-66bf8211f1e2 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:41:39.481067 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-a416ad7b-1c12-4477-afc3-8ea92adca844 req-ff8147dd-c208-4723-ae3c-df43b4244544 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Calling delete_port for db65d274-363d-4bb9-bfad-2c8782a96fa0 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:41:39.750776 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a416ad7b-1c12-4477-afc3-8ea92adca844 req-ff8147dd-c208-4723-ae3c-df43b4244544 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:39.792069 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8147dd-c208-4723-ae3c-df43b4244544 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Pushing event deleted for resources: {'Port': ['ID=db65d274-363d-4bb9-bfad-2c8782a96fa0,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:39.853211 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a416ad7b-1c12-4477-afc3-8ea92adca844 req-ff8147dd-c208-4723-ae3c-df43b4244544 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] No DVR routers for this DVR port db65d274-363d-4bb9-bfad-2c8782a96fa0 on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:41:39.857627 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a416ad7b-1c12-4477-afc3-8ea92adca844 req-ff8147dd-c208-4723-ae3c-df43b4244544 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:39.861476 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a416ad7b-1c12-4477-afc3-8ea92adca844 req-ff8147dd-c208-4723-ae3c-df43b4244544 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.44 "DELETE /v2.0/ports/db65d274-363d-4bb9-bfad-2c8782a96fa0 HTTP/1.1" status: 204 len: 173 time: 0.6942387 Apr 28 19:41:39.862207 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1c3b18-a4f1-4076-b12a-632b4b18811f', 'name': 'network-vif-deleted', 'tag': 'db65d274-363d-4bb9-bfad-2c8782a96fa0'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:39.865593 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14dc2220-8609-4c79-8cea-b598886f34ad" -d '{"events": [{"server_uuid": "9d1c3b18-a4f1-4076-b12a-632b4b18811f", "name": "network-vif-deleted", "tag": "db65d274-363d-4bb9-bfad-2c8782a96fa0"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:41:39.955240 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5cc8036-b421-4799-8ca7-9c2db74f0ec7 x-openstack-request-id: req-d5cc8036-b421-4799-8ca7-9c2db74f0ec7 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:41:39.955784 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1c3b18-a4f1-4076-b12a-632b4b18811f", "name": "network-vif-deleted", "tag": "db65d274-363d-4bb9-bfad-2c8782a96fa0", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:41:39.955948 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34159511-f6b2-4778-b266-e72abbf0e69a req-2f653caf-8d79-43a4-b419-033235582ee3 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:39.956825 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d5cc8036-b421-4799-8ca7-9c2db74f0ec7 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:41:39.957434 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5cc8036-b421-4799-8ca7-9c2db74f0ec7'] response: {'server_uuid': '9d1c3b18-a4f1-4076-b12a-632b4b18811f', 'name': 'network-vif-deleted', 'tag': 'db65d274-363d-4bb9-bfad-2c8782a96fa0', 'status': 'completed', 'code': 200} Apr 28 19:41:39.963710 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34159511-f6b2-4778-b266-e72abbf0e69a req-2f653caf-8d79-43a4-b419-033235582ee3 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:39.975246 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-34159511-f6b2-4778-b266-e72abbf0e69a req-2f653caf-8d79-43a4-b419-033235582ee3 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=83697e23-5f31-400e-8fdc-37fa16989070 HTTP/1.1" status: 200 len: 1682 time: 0.0917423 Apr 28 19:41:40.003315 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50010) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:40.024593 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dae0eb83-761c-4788-b1ec-a02014bcfcf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:40.083731 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a442d7-9173-4537-a75b-86d94cc3e959 req-93fa9c3f-9637-4d0d-8e21-b7d3ede91b79 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:40.093974 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a442d7-9173-4537-a75b-86d94cc3e959 req-93fa9c3f-9637-4d0d-8e21-b7d3ede91b79 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:40.095618 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-93a442d7-9173-4537-a75b-86d94cc3e959 req-93fa9c3f-9637-4d0d-8e21-b7d3ede91b79 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.15 "GET /v2.0/ports?device_id=83697e23-5f31-400e-8fdc-37fa16989070 HTTP/1.1" status: 200 len: 1682 time: 0.1172895 Apr 28 19:41:40.114841 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-34159511-f6b2-4778-b266-e72abbf0e69a req-f0376424-a542-4b85-83e7-7b4dd4d58331 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385617 Apr 28 19:41:40.223846 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f16178-44a1-41f6-b672-22d947b903e4 req-309faaac-cf5f-463c-ba47-949b7697ffc8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:40.225388 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c2f16178-44a1-41f6-b672-22d947b903e4 req-309faaac-cf5f-463c-ba47-949b7697ffc8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c27d276-12ca-4fc1-9d11-028027d777cf HTTP/1.1" status: 200 len: 945 time: 0.1556113 Apr 28 19:41:40.267662 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-10cfa589-e0db-4506-b27f-f5929a66cd0b req-a6ae971e-7e29-41f6-9a25-6da8f66add29 tempest-LiveMigrationTest-301881421 tempest-LiveMigrationTest-301881421-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d1c3b18-a4f1-4076-b12a-632b4b18811f HTTP/1.1" status: 200 len: 210 time: 0.0431240 Apr 28 19:41:40.275228 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-93a442d7-9173-4537-a75b-86d94cc3e959 req-c59ef827-dbe0-4521-93b1-353982d48082 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Deleting port ffcc6ac2-0888-4346-8a3e-dcc97adb7b84 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:41:40.275582 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-93a442d7-9173-4537-a75b-86d94cc3e959 req-c59ef827-dbe0-4521-93b1-353982d48082 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:40.284334 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dae0eb83-761c-4788-b1ec-a02014bcfcf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:40.287972 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c2f16178-44a1-41f6-b672-22d947b903e4 req-f915990a-73c9-4862-9739-415a14ccbedb tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499511 Apr 28 19:41:40.297650 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dae0eb83-761c-4788-b1ec-a02014bcfcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:40.354222 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-dae0eb83-761c-4788-b1ec-a02014bcfcf2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=00402dc8b0524f0c83ae687e8693ba32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3490732 Apr 28 19:41:40.358389 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50018) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:40.359421 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0eb83-761c-4788-b1ec-a02014bcfcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b98eee4-5de5-42d4-b12a-e7880702241d,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:40.454896 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-93a442d7-9173-4537-a75b-86d94cc3e959 req-c59ef827-dbe0-4521-93b1-353982d48082 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] For port ffcc6ac2-0888-4346-8a3e-dcc97adb7b84, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=ffcc6ac2-0888-4346-8a3e-dcc97adb7b84,segment=NetworkSegment(03d2da4b-1374-4f28-9a37-aa88bda6061f),segment_id=03d2da4b-1374-4f28-9a37-aa88bda6061f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:40.455272 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-93a442d7-9173-4537-a75b-86d94cc3e959 req-c59ef827-dbe0-4521-93b1-353982d48082 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:40.464979 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2c75aa9f-01a3-402f-b248-8b073d7c9ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:40.479176 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-93a442d7-9173-4537-a75b-86d94cc3e959 req-c59ef827-dbe0-4521-93b1-353982d48082 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Calling delete_port for ffcc6ac2-0888-4346-8a3e-dcc97adb7b84 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:41:40.507503 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2c75aa9f-01a3-402f-b248-8b073d7c9ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:40.622484 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2c75aa9f-01a3-402f-b248-8b073d7c9ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:40.627951 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2c75aa9f-01a3-402f-b248-8b073d7c9ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:40.630751 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2c75aa9f-01a3-402f-b248-8b073d7c9ffe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7b98eee4-5de5-42d4-b12a-e7880702241d HTTP/1.1" status: 204 len: 168 time: 0.2709320 Apr 28 19:41:40.667973 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75aa9f-01a3-402f-b248-8b073d7c9ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b98eee4-5de5-42d4-b12a-e7880702241d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:40.697267 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-93a442d7-9173-4537-a75b-86d94cc3e959 req-c59ef827-dbe0-4521-93b1-353982d48082 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:40.712156 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['ffcc6ac2-0888-4346-8a3e-dcc97adb7b84', 'fc4deac7-183f-4bd9-bf69-328937310d3c'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:41:40.716750 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50030) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:40.746554 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ef827-dbe0-4521-93b1-353982d48082 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Pushing event deleted for resources: {'Port': ['ID=ffcc6ac2-0888-4346-8a3e-dcc97adb7b84,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:40.808119 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a442d7-9173-4537-a75b-86d94cc3e959 req-c59ef827-dbe0-4521-93b1-353982d48082 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] No DVR routers for this DVR port ffcc6ac2-0888-4346-8a3e-dcc97adb7b84 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:41:40.811453 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-93a442d7-9173-4537-a75b-86d94cc3e959 req-c59ef827-dbe0-4521-93b1-353982d48082 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:40.815283 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-93a442d7-9173-4537-a75b-86d94cc3e959 req-c59ef827-dbe0-4521-93b1-353982d48082 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.15 "DELETE /v2.0/ports/ffcc6ac2-0888-4346-8a3e-dcc97adb7b84 HTTP/1.1" status: 204 len: 173 time: 0.6993876 Apr 28 19:41:40.816137 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83697e23-5f31-400e-8fdc-37fa16989070', 'name': 'network-vif-deleted', 'tag': 'ffcc6ac2-0888-4346-8a3e-dcc97adb7b84'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:40.819594 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860117b2-f3b5-4060-a547-1ac7de3715b5" -d '{"events": [{"server_uuid": "83697e23-5f31-400e-8fdc-37fa16989070", "name": "network-vif-deleted", "tag": "ffcc6ac2-0888-4346-8a3e-dcc97adb7b84"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:41:40.844493 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 4144b473-e3ca-472c-828f-91a5e771a432 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:41:40.962613 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c472fd3c-23c2-4ab0-bf7d-deee6f786560 x-openstack-request-id: req-c472fd3c-23c2-4ab0-bf7d-deee6f786560 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:41:40.963117 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83697e23-5f31-400e-8fdc-37fa16989070", "name": "network-vif-deleted", "tag": "ffcc6ac2-0888-4346-8a3e-dcc97adb7b84", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:41:40.965444 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c472fd3c-23c2-4ab0-bf7d-deee6f786560 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:41:40.966230 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c472fd3c-23c2-4ab0-bf7d-deee6f786560'] response: {'server_uuid': '83697e23-5f31-400e-8fdc-37fa16989070', 'name': 'network-vif-deleted', 'tag': 'ffcc6ac2-0888-4346-8a3e-dcc97adb7b84', 'status': 'completed', 'code': 200} Apr 28 19:41:41.024086 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-93a442d7-9173-4537-a75b-86d94cc3e959 req-2d62773e-c9c9-4e9a-b93e-f526ba762f69 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Deleting port fc4deac7-183f-4bd9-bf69-328937310d3c {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:41:41.024561 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-93a442d7-9173-4537-a75b-86d94cc3e959 req-2d62773e-c9c9-4e9a-b93e-f526ba762f69 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:41.076772 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 4144b473-e3ca-472c-828f-91a5e771a432 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:41:41.107523 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 4144b473-e3ca-472c-828f-91a5e771a432 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:41.108624 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:41.117983 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-994a3280-9cb9-45f2-857b-e9c94205c01f admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-924537007-network', 'tenant_id': '79cbda6cafa94002879540b5f08cb7de'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:41.158088 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994a3280-9cb9-45f2-857b-e9c94205c01f admin admin] Made reservation on behalf of 79cbda6cafa94002879540b5f08cb7de for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:41:41.165762 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-994a3280-9cb9-45f2-857b-e9c94205c01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:41.168280 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-93a442d7-9173-4537-a75b-86d94cc3e959 req-2d62773e-c9c9-4e9a-b93e-f526ba762f69 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] For port fc4deac7-183f-4bd9-bf69-328937310d3c, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=fc4deac7-183f-4bd9-bf69-328937310d3c,segment=NetworkSegment(f39ecfa0-f2f6-4092-a494-5557bdfbe93f),segment_id=f39ecfa0-f2f6-4092-a494-5557bdfbe93f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:41.168686 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-93a442d7-9173-4537-a75b-86d94cc3e959 req-2d62773e-c9c9-4e9a-b93e-f526ba762f69 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:41.185795 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-994a3280-9cb9-45f2-857b-e9c94205c01f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:41.194678 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-93a442d7-9173-4537-a75b-86d94cc3e959 req-2d62773e-c9c9-4e9a-b93e-f526ba762f69 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Calling delete_port for fc4deac7-183f-4bd9-bf69-328937310d3c owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:41:41.341243 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:41.362281 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685584bb-8545-45a6-aa20-1071fb50e593 req-467e4373-109a-4d9d-b4c3-6dbc3751464a tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:41.364176 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-685584bb-8545-45a6-aa20-1071fb50e593 req-467e4373-109a-4d9d-b4c3-6dbc3751464a tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/ports?device_id=83697e23-5f31-400e-8fdc-37fa16989070 HTTP/1.1" status: 200 len: 946 time: 0.1041319 Apr 28 19:41:41.417434 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50060) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:41.422881 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-685584bb-8545-45a6-aa20-1071fb50e593 req-e4ca6a57-33b8-402c-9425-928ae376ece9 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b782f1a-5dc7-420c-af2c-e40966d33a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489938 Apr 28 19:41:41.426188 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 4144b473-e3ca-472c-828f-91a5e771a432, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=4144b473-e3ca-472c-828f-91a5e771a432,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:41.428354 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c27d276-12ca-4fc1-9d11-028027d777cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4144b473-e3ca-472c-828f-91a5e771a432'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:41.436080 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2476c7-9bed-438b-90e1-22025fbd991d" -d '{"events": [{"server_uuid": "7c27d276-12ca-4fc1-9d11-028027d777cf", "name": "network-vif-plugged", "status": "completed", "tag": "4144b473-e3ca-472c-828f-91a5e771a432"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:41:41.448427 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:41.479055 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-994a3280-9cb9-45f2-857b-e9c94205c01f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:41.489572 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-93a442d7-9173-4537-a75b-86d94cc3e959 req-2d62773e-c9c9-4e9a-b93e-f526ba762f69 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:41.502646 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-994a3280-9cb9-45f2-857b-e9c94205c01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:41.514550 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['ffcc6ac2-0888-4346-8a3e-dcc97adb7b84'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:41:41.519933 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea131ae-b849-4619-b294-b9ee582b4d6a x-openstack-request-id: req-6ea131ae-b849-4619-b294-b9ee582b4d6a {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:41:41.532293 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c27d276-12ca-4fc1-9d11-028027d777cf", "name": "network-vif-plugged", "status": "completed", "tag": "4144b473-e3ca-472c-828f-91a5e771a432", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:41:41.532428 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6ea131ae-b849-4619-b294-b9ee582b4d6a {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:41:41.532845 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ea131ae-b849-4619-b294-b9ee582b4d6a'] response: {'server_uuid': '7c27d276-12ca-4fc1-9d11-028027d777cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4144b473-e3ca-472c-828f-91a5e771a432', 'code': 200} Apr 28 19:41:41.544388 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62773e-c9c9-4e9a-b93e-f526ba762f69 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Pushing event deleted for resources: {'Port': ['ID=fc4deac7-183f-4bd9-bf69-328937310d3c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:41.595565 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-994a3280-9cb9-45f2-857b-e9c94205c01f admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:41:41.619038 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a442d7-9173-4537-a75b-86d94cc3e959 req-2d62773e-c9c9-4e9a-b93e-f526ba762f69 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] No DVR routers for this DVR port fc4deac7-183f-4bd9-bf69-328937310d3c on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:41:41.624781 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-994a3280-9cb9-45f2-857b-e9c94205c01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:41.625144 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-994a3280-9cb9-45f2-857b-e9c94205c01f admin admin] Added segment 9d0d9bb9-eb70-44b2-b6b3-02609d4ff927 of type vlan for network 8fc36a96-5bd4-4fac-9de4-e1303171c028 Apr 28 19:41:41.630116 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-93a442d7-9173-4537-a75b-86d94cc3e959 req-2d62773e-c9c9-4e9a-b93e-f526ba762f69 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:41.642024 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=4144b473-e3ca-472c-828f-91a5e771a432,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:41.648149 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-93a442d7-9173-4537-a75b-86d94cc3e959 req-2d62773e-c9c9-4e9a-b93e-f526ba762f69 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.15 "DELETE /v2.0/ports/fc4deac7-183f-4bd9-bf69-328937310d3c HTTP/1.1" status: 204 len: 173 time: 0.8247526 Apr 28 19:41:41.766324 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104153a7-1dc0-4ef1-bb77-66c708b8b665 req-5052ca18-8c07-4b88-bef5-c2538eb8a05e tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:41.767350 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-994a3280-9cb9-45f2-857b-e9c94205c01f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:41.780276 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-104153a7-1dc0-4ef1-bb77-66c708b8b665 req-5052ca18-8c07-4b88-bef5-c2538eb8a05e tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c27d276-12ca-4fc1-9d11-028027d777cf HTTP/1.1" status: 200 len: 946 time: 0.2699468 Apr 28 19:41:41.867647 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a3280-9cb9-45f2-857b-e9c94205c01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da9d0c9-ad1d-4eb6-938d-b5b16a3ff79b,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:41.893106 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-104153a7-1dc0-4ef1-bb77-66c708b8b665 req-46e44c9f-ce6e-416a-89a0-ee22a917d7ea tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044388 Apr 28 19:41:41.907751 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9293407-3563-4e97-9bfd-0476cc98b71c req-11691a1c-fe2b-445e-b996-0564ca7be72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:41.908413 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-994a3280-9cb9-45f2-857b-e9c94205c01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:41.909342 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a9293407-3563-4e97-9bfd-0476cc98b71c req-11691a1c-fe2b-445e-b996-0564ca7be72b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7c27d276-12ca-4fc1-9d11-028027d777cf HTTP/1.1" status: 200 len: 1097 time: 0.2558270 Apr 28 19:41:41.909727 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994a3280-9cb9-45f2-857b-e9c94205c01f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:41.910850 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-994a3280-9cb9-45f2-857b-e9c94205c01f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:41.915226 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-4265052c-f2b4-4bc6-bb13-ed2365c057df admin admin] Deleting subnet 0d5c93c2-9d1b-4c66-8e1f-a78766af188b {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:41:41.921359 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4265052c-f2b4-4bc6-bb13-ed2365c057df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:41.956799 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a9293407-3563-4e97-9bfd-0476cc98b71c req-bb460bf6-4fa2-46f9-b0e3-31bd34222a5a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388341 Apr 28 19:41:42.002255 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-994a3280-9cb9-45f2-857b-e9c94205c01f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2837195 Apr 28 19:41:42.006343 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50078) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:42.016767 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-c707c192-3233-4bd1-bb7f-65cbde9e0189 admin admin] Request body: {'subnet': {'network_id': '8fc36a96-5bd4-4fac-9de4-e1303171c028', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-924537007-subnet', 'tenant_id': '79cbda6cafa94002879540b5f08cb7de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:42.020766 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a3280-9cb9-45f2-857b-e9c94205c01f admin admin] Pushing event updated for resources: {'Network': ['ID=8fc36a96-5bd4-4fac-9de4-e1303171c028,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:42.024492 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4265052c-f2b4-4bc6-bb13-ed2365c057df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:42.035517 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 8fc36a96-5bd4-4fac-9de4-e1303171c028 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:41:42.056254 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c707c192-3233-4bd1-bb7f-65cbde9e0189 admin admin] Made reservation on behalf of 79cbda6cafa94002879540b5f08cb7de for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:41:42.059860 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c707c192-3233-4bd1-bb7f-65cbde9e0189 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:42.070182 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4265052c-f2b4-4bc6-bb13-ed2365c057df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:42.140562 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4265052c-f2b4-4bc6-bb13-ed2365c057df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:42.171597 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4265052c-f2b4-4bc6-bb13-ed2365c057df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:42.176089 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4265052c-f2b4-4bc6-bb13-ed2365c057df admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0d5c93c2-9d1b-4c66-8e1f-a78766af188b HTTP/1.1" status: 204 len: 168 time: 0.7507591 Apr 28 19:41:42.180863 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50080) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:42.195962 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265052c-f2b4-4bc6-bb13-ed2365c057df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d5c93c2-9d1b-4c66-8e1f-a78766af188b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:42.293591 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da10e938-c77e-44f2-9140-7c421d3c02b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:42.468155 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da10e938-c77e-44f2-9140-7c421d3c02b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:42.518898 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-da10e938-c77e-44f2-9140-7c421d3c02b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['497e1d66-f4cf-46aa-aa27-9862cbaf14dd']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:42.529792 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50094) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:42.532347 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c707c192-3233-4bd1-bb7f-65cbde9e0189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:42.571181 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-da10e938-c77e-44f2-9140-7c421d3c02b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93daa48-2237-40e7-a951-023be395ed64') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:42.571488 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-da10e938-c77e-44f2-9140-7c421d3c02b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93daa48-2237-40e7-a951-023be395ed64') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:42.603650 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da10e938-c77e-44f2-9140-7c421d3c02b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:42.607659 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-917c2945-5306-46d4-aa48-f78a6c85cca5 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Deleting subnet 345c777d-f4d2-4601-b4cf-9b39f6cf5257 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:41:42.612734 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-917c2945-5306-46d4-aa48-f78a6c85cca5 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:42.629594 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da10e938-c77e-44f2-9140-7c421d3c02b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:42.639029 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da10e938-c77e-44f2-9140-7c421d3c02b9 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:41:42.639903 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da10e938-c77e-44f2-9140-7c421d3c02b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:42.670436 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-917c2945-5306-46d4-aa48-f78a6c85cca5 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:42.714104 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707c192-3233-4bd1-bb7f-65cbde9e0189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e66e0848-9f44-4b16-8c1a-97066f660d2a,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:42.717261 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:41:42.717261 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:41:42.717261 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:41:42.717261 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:41:42.717261 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:41:42.717261 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:41:42.717261 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:41:42.717261 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:41:42.717261 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:41:42.717261 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:41:42.717261 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:41:42.717261 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:41:42.717261 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:41:42.717261 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:41:42.717261 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:41:42.717261 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:41:42.717261 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:41:42.717261 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:41:42.717261 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:41:42.717261 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:41:42.717261 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:41:42.717261 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:41:42.717261 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:41:42.717261 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:41:42.717261 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:41:42.717261 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:41:42.717261 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:41:42.717261 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:41:42.717261 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:41:42.717261 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:41:42.717261 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:41:42.717261 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:41:42.733765 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da10e938-c77e-44f2-9140-7c421d3c02b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:42.745657 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da10e938-c77e-44f2-9140-7c421d3c02b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:42.753009 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-da10e938-c77e-44f2-9140-7c421d3c02b9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/497e1d66-f4cf-46aa-aa27-9862cbaf14dd HTTP/1.1" status: 204 len: 168 time: 0.5655816 Apr 28 19:41:42.755824 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50100) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:42.780891 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c707c192-3233-4bd1-bb7f-65cbde9e0189 admin admin] Checking segment: {'id': '9d0d9bb9-eb70-44b2-b6b3-02609d4ff927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8fc36a96-5bd4-4fac-9de4-e1303171c028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:41:42.780891 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c707c192-3233-4bd1-bb7f-65cbde9e0189 admin admin] Network hostable DHCP agents. Network: 8fc36a96-5bd4-4fac-9de4-e1303171c028, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:41:42.782494 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10e938-c77e-44f2-9140-7c421d3c02b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=497e1d66-f4cf-46aa-aa27-9862cbaf14dd,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:42.806735 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c707c192-3233-4bd1-bb7f-65cbde9e0189 admin admin] Network 8fc36a96-5bd4-4fac-9de4-e1303171c028 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:41:42.820928 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-c707c192-3233-4bd1-bb7f-65cbde9e0189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 8fc36a96-5bd4-4fac-9de4-e1303171c028) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:42.826708 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c707c192-3233-4bd1-bb7f-65cbde9e0189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:42.827868 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c707c192-3233-4bd1-bb7f-65cbde9e0189 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:42.832584 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87056329-4045-4345-8be5-8fbd30094429 None None] Network 8fc36a96-5bd4-4fac-9de4-e1303171c028 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:41:42.869426 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c707c192-3233-4bd1-bb7f-65cbde9e0189 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8493769 Apr 28 19:41:42.958383 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-917c2945-5306-46d4-aa48-f78a6c85cca5 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:42.967000 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83697e23-5f31-400e-8fdc-37fa16989070', 'name': 'network-vif-deleted', 'tag': 'fc4deac7-183f-4bd9-bf69-328937310d3c'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:42.969488 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5819fdf-b2ce-4b83-a6eb-fd6f40eacc7b" -d '{"events": [{"server_uuid": "83697e23-5f31-400e-8fdc-37fa16989070", "name": "network-vif-deleted", "tag": "fc4deac7-183f-4bd9-bf69-328937310d3c"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:41:42.979910 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-40f5b954-9069-4205-8e67-1b7844b8b743 admin admin] Deleting subnet 4eab5e7b-80dd-4dd6-b19d-6936ae7799bd {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:41:42.988497 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-40f5b954-9069-4205-8e67-1b7844b8b743 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:43.063394 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-40f5b954-9069-4205-8e67-1b7844b8b743 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:43.076915 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e17047-901b-4cc8-b941-4d2e01f0fdf3 x-openstack-request-id: req-b0e17047-901b-4cc8-b941-4d2e01f0fdf3 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:41:43.077800 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83697e23-5f31-400e-8fdc-37fa16989070", "name": "network-vif-deleted", "tag": "fc4deac7-183f-4bd9-bf69-328937310d3c", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:41:43.078227 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b0e17047-901b-4cc8-b941-4d2e01f0fdf3 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:41:43.078849 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0e17047-901b-4cc8-b941-4d2e01f0fdf3'] response: {'server_uuid': '83697e23-5f31-400e-8fdc-37fa16989070', 'name': 'network-vif-deleted', 'tag': 'fc4deac7-183f-4bd9-bf69-328937310d3c', 'status': 'completed', 'code': 200} Apr 28 19:41:43.118855 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a8350-9486-400b-b9bc-30162f003647 req-62099d75-c07b-4512-8ed3-50d0b4bb1d74 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:43.128860 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-40f5b954-9069-4205-8e67-1b7844b8b743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:43.130812 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a15a8350-9486-400b-b9bc-30162f003647 req-62099d75-c07b-4512-8ed3-50d0b4bb1d74 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c27d276-12ca-4fc1-9d11-028027d777cf HTTP/1.1" status: 200 len: 946 time: 0.1254435 Apr 28 19:41:43.170538 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2116267e-9068-449c-943f-3a88ec238503 None None] Network 8fc36a96-5bd4-4fac-9de4-e1303171c028 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:41:43.187955 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a15a8350-9486-400b-b9bc-30162f003647 req-e37c7487-d9ee-4216-9fed-208840c0d6cb tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562756 Apr 28 19:41:43.297819 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-40f5b954-9069-4205-8e67-1b7844b8b743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:43.317175 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-917c2945-5306-46d4-aa48-f78a6c85cca5 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:43.359409 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5b954-9069-4205-8e67-1b7844b8b743 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eab5e7b-80dd-4dd6-b19d-6936ae7799bd,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:43.362692 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-40f5b954-9069-4205-8e67-1b7844b8b743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:43.366270 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-40f5b954-9069-4205-8e67-1b7844b8b743 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4eab5e7b-80dd-4dd6-b19d-6936ae7799bd HTTP/1.1" status: 204 len: 168 time: 0.6092885 Apr 28 19:41:43.368883 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50130) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:43.400010 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c2945-5306-46d4-aa48-f78a6c85cca5 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Pushing event deleted for resources: {'Subnet': ['ID=345c777d-f4d2-4601-b4cf-9b39f6cf5257,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:43.402283 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-917c2945-5306-46d4-aa48-f78a6c85cca5 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:43.406728 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-917c2945-5306-46d4-aa48-f78a6c85cca5 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "DELETE /v2.0/subnets/345c777d-f4d2-4601-b4cf-9b39f6cf5257 HTTP/1.1" status: 204 len: 168 time: 0.8754728 Apr 28 19:41:43.412339 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50132) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:43.414240 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ab1cb4-99ea-4f4f-966e-56a5de12dcd8 None None] Network 7c955a99-ea31-4f23-8497-a1ba3ccb2921 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:41:43.439784 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device db65d274-363d-4bb9-bfad-2c8782a96fa0 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:41:43.503954 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: db65d274-363d-4bb9-bfad-2c8782a96fa0 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:41:43.504446 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device db65d274-363d-4bb9-bfad-2c8782a96fa0 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:41:43.567713 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-14dd0453-a53e-43f7-8a5a-7342b7b5225f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:43.609457 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a896f956-f41e-46a7-ada8-9da10db52469 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:43.720407 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-a896f956-f41e-46a7-ada8-9da10db52469 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Deleting port ba0e5a66-360e-4940-b83d-bcaf6a760eb1 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:41:43.722620 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a896f956-f41e-46a7-ada8-9da10db52469 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:43.751472 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-14dd0453-a53e-43f7-8a5a-7342b7b5225f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:43.773316 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50156) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:43.794674 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-14dd0453-a53e-43f7-8a5a-7342b7b5225f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d63c75-4ec8-40d3-aca8-7b254f4089a9']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:43.798244 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d0d5a2-89ad-4fd9-b14c-78e37cecdaa3 None None] DHCP port deletion for 7c955a99-ea31-4f23-8497-a1ba3ccb2921 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:41:43.830995 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-14dd0453-a53e-43f7-8a5a-7342b7b5225f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '947eb519-59ff-450b-b600-b027aefffb26') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:43.831229 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-14dd0453-a53e-43f7-8a5a-7342b7b5225f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '947eb519-59ff-450b-b600-b027aefffb26') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:43.853798 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-14dd0453-a53e-43f7-8a5a-7342b7b5225f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:43.877805 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-a896f956-f41e-46a7-ada8-9da10db52469 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] For port ba0e5a66-360e-4940-b83d-bcaf6a760eb1, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ba0e5a66-360e-4940-b83d-bcaf6a760eb1,segment=NetworkSegment(03d2da4b-1374-4f28-9a37-aa88bda6061f),segment_id=03d2da4b-1374-4f28-9a37-aa88bda6061f)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:43.878229 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a896f956-f41e-46a7-ada8-9da10db52469 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:43.893406 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-14dd0453-a53e-43f7-8a5a-7342b7b5225f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:43.894308 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0d5a2-89ad-4fd9-b14c-78e37cecdaa3 None None] Deleting port ba0e5a66-360e-4940-b83d-bcaf6a760eb1 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:41:43.894880 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f5d0d5a2-89ad-4fd9-b14c-78e37cecdaa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:43.899798 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a31eafb-8133-4f5d-a6a8-06a3967ba429 admin admin] Deleting subnet e66e0848-9f44-4b16-8c1a-97066f660d2a {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:41:43.902319 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-a896f956-f41e-46a7-ada8-9da10db52469 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Calling delete_port for ba0e5a66-360e-4940-b83d-bcaf6a760eb1 owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:41:43.902895 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14dd0453-a53e-43f7-8a5a-7342b7b5225f admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:41:43.904128 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-14dd0453-a53e-43f7-8a5a-7342b7b5225f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:43.909521 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:41:43.909521 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:41:43.909521 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:41:43.909521 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:41:43.909521 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:41:43.909521 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:41:43.909521 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:41:43.909521 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:41:43.909521 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:41:43.909521 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:41:43.909521 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:41:43.909521 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:41:43.909521 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:41:43.909521 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:41:43.909521 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:41:43.909521 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:41:43.909521 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:41:43.909521 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:41:43.909521 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:41:43.909521 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:41:43.909521 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:41:43.909521 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:41:43.909521 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:41:43.909521 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:41:43.909521 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:41:43.909521 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:41:43.909521 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:41:43.909521 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:41:43.909521 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:41:43.909521 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:41:43.909521 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:41:43.909521 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:41:43.919601 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a31eafb-8133-4f5d-a6a8-06a3967ba429 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:44.044817 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-f5d0d5a2-89ad-4fd9-b14c-78e37cecdaa3 None None] For port ba0e5a66-360e-4940-b83d-bcaf6a760eb1, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ba0e5a66-360e-4940-b83d-bcaf6a760eb1,segment=NetworkSegment(03d2da4b-1374-4f28-9a37-aa88bda6061f),segment_id=03d2da4b-1374-4f28-9a37-aa88bda6061f)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:44.045581 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f5d0d5a2-89ad-4fd9-b14c-78e37cecdaa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:44.060381 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-14dd0453-a53e-43f7-8a5a-7342b7b5225f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:44.072400 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0d5a2-89ad-4fd9-b14c-78e37cecdaa3 None None] Calling delete_port for ba0e5a66-360e-4940-b83d-bcaf6a760eb1 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:41:44.086407 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-14dd0453-a53e-43f7-8a5a-7342b7b5225f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:44.093523 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-14dd0453-a53e-43f7-8a5a-7342b7b5225f admin admin] 10.222.0.42 "DELETE /v2.0/networks/b4d63c75-4ec8-40d3-aca8-7b254f4089a9 HTTP/1.1" status: 204 len: 168 time: 0.7196081 Apr 28 19:41:44.093523 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd0453-a53e-43f7-8a5a-7342b7b5225f admin admin] Pushing event deleted for resources: {'Network': ['ID=b4d63c75-4ec8-40d3-aca8-7b254f4089a9,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:44.143031 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a31eafb-8133-4f5d-a6a8-06a3967ba429 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:44.191970 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f5d0d5a2-89ad-4fd9-b14c-78e37cecdaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:44.195674 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a896f956-f41e-46a7-ada8-9da10db52469 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:44.235853 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0d5a2-89ad-4fd9-b14c-78e37cecdaa3 None None] Pushing event deleted for resources: {'Port': ['ID=ba0e5a66-360e-4940-b83d-bcaf6a760eb1,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:44.249073 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d0d5a2-89ad-4fd9-b14c-78e37cecdaa3 None None] No DVR routers for this DVR port ba0e5a66-360e-4940-b83d-bcaf6a760eb1 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:41:44.250208 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a896f956-f41e-46a7-ada8-9da10db52469 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] No DVR routers for this DVR port ba0e5a66-360e-4940-b83d-bcaf6a760eb1 on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:41:44.292616 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50168) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:44.306327 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50172) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:44.316990 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896f956-f41e-46a7-ada8-9da10db52469 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Pushing event deleted for resources: {'Port': ['ID=ba0e5a66-360e-4940-b83d-bcaf6a760eb1,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:44.384966 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a31eafb-8133-4f5d-a6a8-06a3967ba429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:44.403830 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84e87c-ecd9-42d4-8ebc-c98174838561 req-a445508b-50d3-4ebd-b780-7d425a05db62 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:44.412657 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bb84e87c-ecd9-42d4-8ebc-c98174838561 req-a445508b-50d3-4ebd-b780-7d425a05db62 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c27d276-12ca-4fc1-9d11-028027d777cf HTTP/1.1" status: 200 len: 946 time: 0.0839918 Apr 28 19:41:44.413002 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a896f956-f41e-46a7-ada8-9da10db52469 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:44.417164 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d4cd72fd-483d-4f4e-a3ab-1a7c404e682e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=65106efa94b44e66ac09133941d375fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1088908 Apr 28 19:41:44.421879 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50174) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:44.463312 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bb84e87c-ecd9-42d4-8ebc-c98174838561 req-937b70ae-3875-4799-9dbb-165ddb10de58 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450661 Apr 28 19:41:44.498967 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-a896f956-f41e-46a7-ada8-9da10db52469 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c955a99-ea31-4f23-8497-a1ba3ccb2921']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:44.513482 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-a896f956-f41e-46a7-ada8-9da10db52469 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d2da4b-1374-4f28-9a37-aa88bda6061f') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:44.513769 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-a896f956-f41e-46a7-ada8-9da10db52469 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d2da4b-1374-4f28-9a37-aa88bda6061f') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:44.522245 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bbde9005-01a3-4e40-90a4-ff120d1303d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:44.548944 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a896f956-f41e-46a7-ada8-9da10db52469 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:44.576319 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a31eafb-8133-4f5d-a6a8-06a3967ba429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:44.579361 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bbde9005-01a3-4e40-90a4-ff120d1303d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:44.595534 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-30a9a374-0a72-4d9f-83a6-da7ece87efe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:44.615864 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31eafb-8133-4f5d-a6a8-06a3967ba429 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e66e0848-9f44-4b16-8c1a-97066f660d2a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:44.619770 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a896f956-f41e-46a7-ada8-9da10db52469 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:44.655848 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a31eafb-8133-4f5d-a6a8-06a3967ba429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:44.659142 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4a31eafb-8133-4f5d-a6a8-06a3967ba429 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e66e0848-9f44-4b16-8c1a-97066f660d2a HTTP/1.1" status: 204 len: 168 time: 0.8810573 Apr 28 19:41:44.662248 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a896f956-f41e-46a7-ada8-9da10db52469 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:41:44.662653 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a896f956-f41e-46a7-ada8-9da10db52469 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:44.663063 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50178) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:44.671301 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:41:44.671301 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:41:44.671301 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:41:44.671301 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:41:44.671301 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:41:44.671301 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:41:44.671301 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:41:44.671301 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:41:44.671301 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:41:44.671301 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:41:44.671301 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:41:44.671301 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:41:44.671301 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:41:44.671301 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:41:44.671301 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:41:44.671301 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:41:44.671301 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:41:44.671301 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:41:44.671301 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:41:44.671301 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:41:44.671301 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:41:44.671301 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:41:44.671301 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:41:44.671301 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:41:44.671301 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:41:44.671301 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:41:44.671301 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:41:44.671301 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:41:44.671301 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:41:44.671301 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:41:44.671301 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:41:44.671301 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:41:44.707463 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-30a5d110-18ed-4a6e-b328-ef96344a53c1 req-f2e087ef-68db-4b8b-a736-45307adfd0c6 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=94740374ca054549b67b793671aaad05 HTTP/1.1" status: 200 len: 267 time: 0.1799264 Apr 28 19:41:44.740741 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-30a9a374-0a72-4d9f-83a6-da7ece87efe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:44.752835 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-30a9a374-0a72-4d9f-83a6-da7ece87efe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:44.796803 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a896f956-f41e-46a7-ada8-9da10db52469 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:44.797011 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9a374-0a72-4d9f-83a6-da7ece87efe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304a9a57-127a-41c2-b67b-dd1c7f27637c,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:44.803691 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a896f956-f41e-46a7-ada8-9da10db52469 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:44.803917 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a876b697-85c7-4810-ae78-3fd4ae6589db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:44.810750 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a896f956-f41e-46a7-ada8-9da10db52469 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "DELETE /v2.0/networks/7c955a99-ea31-4f23-8497-a1ba3ccb2921 HTTP/1.1" status: 204 len: 168 time: 1.3960500 Apr 28 19:41:44.811744 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50180) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:44.829655 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device ffcc6ac2-0888-4346-8a3e-dcc97adb7b84 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:41:44.855181 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-30a9a374-0a72-4d9f-83a6-da7ece87efe9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=52624269d8ac48cbba9e1e0515cdd079&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5588462 Apr 28 19:41:44.855672 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50182) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:44.870035 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: ffcc6ac2-0888-4346-8a3e-dcc97adb7b84 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:41:44.870885 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device ffcc6ac2-0888-4346-8a3e-dcc97adb7b84 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:41:44.871506 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device fc4deac7-183f-4bd9-bf69-328937310d3c no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:41:44.884471 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bbde9005-01a3-4e40-90a4-ff120d1303d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:44.887061 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bbde9005-01a3-4e40-90a4-ff120d1303d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:44.889006 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-bbde9005-01a3-4e40-90a4-ff120d1303d0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c HTTP/1.1" status: 204 len: 168 time: 0.4575057 Apr 28 19:41:44.893141 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-898e898d-7e32-4756-8338-8e0e724732b7 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Deleting subnet 57cc6d6d-053e-4de2-9b66-92521b8eb0ac {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:41:44.907172 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5d110-18ed-4a6e-b328-ef96344a53c1 req-d0a97d92-4704-4a6d-8c37-e119ddd3a4ed tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:44.908976 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-30a5d110-18ed-4a6e-b328-ef96344a53c1 req-d0a97d92-4704-4a6d-8c37-e119ddd3a4ed tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c27d276-12ca-4fc1-9d11-028027d777cf HTTP/1.1" status: 200 len: 946 time: 0.1719592 Apr 28 19:41:44.911871 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896f956-f41e-46a7-ada8-9da10db52469 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Pushing event deleted for resources: {'Network': ['ID=7c955a99-ea31-4f23-8497-a1ba3ccb2921,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:44.915595 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-898e898d-7e32-4756-8338-8e0e724732b7 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:44.922455 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ba0e5a66-360e-4940-b83d-bcaf6a760eb1 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:41:44.942425 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde9005-01a3-4e40-90a4-ff120d1303d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4c36d7-4baa-45cf-a2d5-3fbcbc48094c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:44.953166 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-30a5d110-18ed-4a6e-b328-ef96344a53c1 req-5b594286-3c6f-445f-b0e4-4882c448fee4 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Request body: {'port': {'security_groups': []}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:44.970659 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: ba0e5a66-360e-4940-b83d-bcaf6a760eb1 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:41:44.971003 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ba0e5a66-360e-4940-b83d-bcaf6a760eb1 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:41:44.979519 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: fc4deac7-183f-4bd9-bf69-328937310d3c {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:41:44.979866 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device fc4deac7-183f-4bd9-bf69-328937310d3c not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:41:45.013504 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-898e898d-7e32-4756-8338-8e0e724732b7 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:45.091281 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-30a5d110-18ed-4a6e-b328-ef96344a53c1 req-5b594286-3c6f-445f-b0e4-4882c448fee4 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:45.204561 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-898e898d-7e32-4756-8338-8e0e724732b7 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:45.274232 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a876b697-85c7-4810-ae78-3fd4ae6589db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:45.304128 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-a876b697-85c7-4810-ae78-3fd4ae6589db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc36a96-5bd4-4fac-9de4-e1303171c028']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:45.326224 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-a876b697-85c7-4810-ae78-3fd4ae6589db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d0d9bb9-eb70-44b2-b6b3-02609d4ff927') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:45.326523 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-a876b697-85c7-4810-ae78-3fd4ae6589db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d0d9bb9-eb70-44b2-b6b3-02609d4ff927') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:45.338983 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-23d4ebea-cf55-4b60-93b1-3a96e9eb66ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:45.344391 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a876b697-85c7-4810-ae78-3fd4ae6589db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:45.352710 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-898e898d-7e32-4756-8338-8e0e724732b7 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:45.367745 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50190) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:45.374908 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-30a5d110-18ed-4a6e-b328-ef96344a53c1 req-5b594286-3c6f-445f-b0e4-4882c448fee4 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] For port 4144b473-e3ca-472c-828f-91a5e771a432, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=4144b473-e3ca-472c-828f-91a5e771a432,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:45.382244 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a876b697-85c7-4810-ae78-3fd4ae6589db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:45.390974 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-23d4ebea-cf55-4b60-93b1-3a96e9eb66ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:45.395068 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-898e898d-7e32-4756-8338-8e0e724732b7 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:45.400602 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-898e898d-7e32-4756-8338-8e0e724732b7 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "DELETE /v2.0/subnets/57cc6d6d-053e-4de2-9b66-92521b8eb0ac HTTP/1.1" status: 204 len: 168 time: 0.5819118 Apr 28 19:41:45.403449 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a876b697-85c7-4810-ae78-3fd4ae6589db admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:41:45.403929 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a876b697-85c7-4810-ae78-3fd4ae6589db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:45.404498 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31835de-a46a-49e9-a65b-2c813fb09396 None None] Network eae7de28-85e0-41f6-ba17-611d913e52b5 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:41:45.405752 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50192) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:45.408036 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:41:45.408036 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:41:45.408036 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:41:45.408036 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:41:45.408036 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:41:45.408036 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:41:45.408036 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:41:45.408036 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:41:45.408036 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:41:45.408036 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:41:45.408036 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:41:45.408036 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:41:45.408036 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:41:45.408036 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:41:45.408036 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:41:45.408036 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:41:45.408036 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:41:45.408036 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:41:45.408036 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:41:45.408036 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:41:45.408036 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:41:45.408036 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:41:45.408036 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:41:45.408036 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:41:45.408036 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:41:45.408036 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:41:45.408036 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:41:45.408036 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:41:45.408036 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:41:45.408036 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:41:45.408036 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:41:45.408036 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:41:45.409870 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e898d-7e32-4756-8338-8e0e724732b7 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Pushing event deleted for resources: {'Subnet': ['ID=57cc6d6d-053e-4de2-9b66-92521b8eb0ac,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:45.438434 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-30a5d110-18ed-4a6e-b328-ef96344a53c1 req-5b594286-3c6f-445f-b0e4-4882c448fee4 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:45.444341 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-30a5d110-18ed-4a6e-b328-ef96344a53c1 req-5b594286-3c6f-445f-b0e4-4882c448fee4 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:45.462928 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['4144b473-e3ca-472c-828f-91a5e771a432'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:41:45.500624 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5d110-18ed-4a6e-b328-ef96344a53c1 req-5b594286-3c6f-445f-b0e4-4882c448fee4 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:45.501576 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-30a5d110-18ed-4a6e-b328-ef96344a53c1 req-5b594286-3c6f-445f-b0e4-4882c448fee4 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:45.503288 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-30a5d110-18ed-4a6e-b328-ef96344a53c1 req-5b594286-3c6f-445f-b0e4-4882c448fee4 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "PUT /v2.0/ports/4144b473-e3ca-472c-828f-91a5e771a432 HTTP/1.1" status: 200 len: 905 time: 0.5621717 Apr 28 19:41:45.508472 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c27d276-12ca-4fc1-9d11-028027d777cf', 'tag': '4144b473-e3ca-472c-828f-91a5e771a432'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:45.511311 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8255b39b-ff9c-48e1-b323-4b65d0309d62" -d '{"events": [{"name": "network-changed", "server_uuid": "7c27d276-12ca-4fc1-9d11-028027d777cf", "tag": "4144b473-e3ca-472c-828f-91a5e771a432"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:41:45.514056 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['00336601-0b73-4f3e-a535-ae6537f969ea', '2b19841d-3708-41d0-87a7-259061b6ab91'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:41:45.566164 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b594286-3c6f-445f-b0e4-4882c448fee4 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Pushing event updated for resources: {'Port': ['ID=4144b473-e3ca-472c-828f-91a5e771a432,revision_number=6']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:45.586468 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceecf38a-326d-4d6d-8d87-6038fd9134d2 x-openstack-request-id: req-ceecf38a-326d-4d6d-8d87-6038fd9134d2 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:41:45.586765 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c27d276-12ca-4fc1-9d11-028027d777cf", "tag": "4144b473-e3ca-472c-828f-91a5e771a432", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:41:45.587015 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ceecf38a-326d-4d6d-8d87-6038fd9134d2 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:41:45.587448 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceecf38a-326d-4d6d-8d87-6038fd9134d2'] response: {'name': 'network-changed', 'server_uuid': '7c27d276-12ca-4fc1-9d11-028027d777cf', 'tag': '4144b473-e3ca-472c-828f-91a5e771a432', 'status': 'completed', 'code': 200} Apr 28 19:41:45.615100 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d9661645-4a28-4ac2-845c-9e1bf37b1a0a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d50106dcd4a6483386158dd436d87cf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461243 Apr 28 19:41:45.617610 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50198) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:45.621116 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a876b697-85c7-4810-ae78-3fd4ae6589db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:45.664144 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a876b697-85c7-4810-ae78-3fd4ae6589db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:45.667606 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a876b697-85c7-4810-ae78-3fd4ae6589db admin admin] 10.222.0.42 "DELETE /v2.0/networks/8fc36a96-5bd4-4fac-9de4-e1303171c028 HTTP/1.1" status: 204 len: 168 time: 1.0034976 Apr 28 19:41:45.696455 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-da747820-ef06-443f-bd6f-d07071e59a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:45.698029 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61c53a44-e85b-4328-bfab-a360d9a82c15 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:45.714855 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a876b697-85c7-4810-ae78-3fd4ae6589db admin admin] Pushing event deleted for resources: {'Network': ['ID=8fc36a96-5bd4-4fac-9de4-e1303171c028,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:45.722899 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-23d4ebea-cf55-4b60-93b1-3a96e9eb66ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:45.725847 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-23d4ebea-cf55-4b60-93b1-3a96e9eb66ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:45.726479 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-da747820-ef06-443f-bd6f-d07071e59a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:45.727434 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-23d4ebea-cf55-4b60-93b1-3a96e9eb66ce admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/304a9a57-127a-41c2-b67b-dd1c7f27637c HTTP/1.1" status: 204 len: 168 time: 0.8702891 Apr 28 19:41:45.759188 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4ebea-cf55-4b60-93b1-3a96e9eb66ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304a9a57-127a-41c2-b67b-dd1c7f27637c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:45.776688 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255b39b-ff9c-48e1-b323-4b65d0309d62 req-d1845178-a9a9-419f-af5c-d1cee092070a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:45.777736 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8255b39b-ff9c-48e1-b323-4b65d0309d62 req-d1845178-a9a9-419f-af5c-d1cee092070a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94740374ca054549b67b793671aaad05&device_id=7c27d276-12ca-4fc1-9d11-028027d777cf HTTP/1.1" status: 200 len: 1059 time: 0.1580517 Apr 28 19:41:45.812750 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-da747820-ef06-443f-bd6f-d07071e59a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:45.812989 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56136049-f512-49c0-9caf-5c87c36b6c72 req-990fc41f-ffab-4db2-9269-ed208fd83df5 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:45.814576 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-56136049-f512-49c0-9caf-5c87c36b6c72 req-990fc41f-ffab-4db2-9269-ed208fd83df5 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c27d276-12ca-4fc1-9d11-028027d777cf HTTP/1.1" status: 200 len: 908 time: 0.1522183 Apr 28 19:41:45.830848 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-da747820-ef06-443f-bd6f-d07071e59a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:45.837119 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-da747820-ef06-443f-bd6f-d07071e59a47 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b9032df9-ac13-4cc3-a57f-d337b1fdbd85 HTTP/1.1" status: 204 len: 168 time: 0.2181609 Apr 28 19:41:45.878797 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da747820-ef06-443f-bd6f-d07071e59a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9032df9-ac13-4cc3-a57f-d337b1fdbd85,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:45.936478 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['4144b473-e3ca-472c-828f-91a5e771a432'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:41:45.991831 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-61c53a44-e85b-4328-bfab-a360d9a82c15 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Deleting port 429ef648-cbb3-4840-898b-b69ecc7a2ca1 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:41:45.992752 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61c53a44-e85b-4328-bfab-a360d9a82c15 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:46.002313 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9dd760-bdd8-4dfd-bd10-7da21671aa43 req-8a89ce61-96c4-4b3d-88f2-33c920e86e1e tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:46.004199 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ee9dd760-bdd8-4dfd-bd10-7da21671aa43 req-8a89ce61-96c4-4b3d-88f2-33c920e86e1e tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.0749309 Apr 28 19:41:46.027733 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-c0b972b8-0192-4735-a229-bdafd8ab393d None None] Provisioning complete for port 4144b473-e3ca-472c-828f-91a5e771a432 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:46.028220 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c0b972b8-0192-4735-a229-bdafd8ab393d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:46.032651 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50208) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:46.076339 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ee9dd760-bdd8-4dfd-bd10-7da21671aa43 req-360332ad-b453-4596-849a-a32aca45c927 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653520 Apr 28 19:41:46.108879 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255b39b-ff9c-48e1-b323-4b65d0309d62 req-5fa0e3bf-4c9a-450f-ac6b-fc49c973cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:46.111082 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8255b39b-ff9c-48e1-b323-4b65d0309d62 req-5fa0e3bf-4c9a-450f-ac6b-fc49c973cd7e service neutron] 10.222.0.15 "GET /v2.0/networks?id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 HTTP/1.1" status: 200 len: 913 time: 0.3261721 Apr 28 19:41:46.185067 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-61c53a44-e85b-4328-bfab-a360d9a82c15 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] For port 429ef648-cbb3-4840-898b-b69ecc7a2ca1, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=429ef648-cbb3-4840-898b-b69ecc7a2ca1,segment=NetworkSegment(f39ecfa0-f2f6-4092-a494-5557bdfbe93f),segment_id=f39ecfa0-f2f6-4092-a494-5557bdfbe93f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:46.185630 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61c53a44-e85b-4328-bfab-a360d9a82c15 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:46.197356 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e6799d-3ca6-421e-b32b-4f2cb02057e1 None None] DHCP port deletion for eae7de28-85e0-41f6-ba17-611d913e52b5 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:41:46.203667 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8255b39b-ff9c-48e1-b323-4b65d0309d62 req-0bf5f765-0bdf-4699-836b-20fefd8c89a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4144b473-e3ca-472c-828f-91a5e771a432 HTTP/1.1" status: 200 len: 217 time: 0.0827129 Apr 28 19:41:46.225166 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-61c53a44-e85b-4328-bfab-a360d9a82c15 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Calling delete_port for 429ef648-cbb3-4840-898b-b69ecc7a2ca1 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:41:46.289974 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d7365aef-1517-468c-95f0-7c031b383411 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=79cbda6cafa94002879540b5f08cb7de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2534776 Apr 28 19:41:46.290602 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50218) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:46.380114 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255b39b-ff9c-48e1-b323-4b65d0309d62 req-ed9e3aba-0f43-401d-9a7c-dea638665631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:46.381751 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8255b39b-ff9c-48e1-b323-4b65d0309d62 req-ed9e3aba-0f43-401d-9a7c-dea638665631 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43d83121-413d-4da3-b294-551f60ac6b94 HTTP/1.1" status: 200 len: 851 time: 0.1698866 Apr 28 19:41:46.415132 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270e7c8-b9c8-4c87-809e-35cab77582f2 req-dd74784e-e09c-4037-b63a-56f7857c4eaa tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:46.416643 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8270e7c8-b9c8-4c87-809e-35cab77582f2 req-dd74784e-e09c-4037-b63a-56f7857c4eaa tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1531267 Apr 28 19:41:46.513129 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8270e7c8-b9c8-4c87-809e-35cab77582f2 req-0aeedcc2-bc37-4ad4-b3cb-7fc696920dc7 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708187 Apr 28 19:41:46.518453 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61c53a44-e85b-4328-bfab-a360d9a82c15 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:46.522334 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255b39b-ff9c-48e1-b323-4b65d0309d62 req-fe8cf01c-eb6a-4fa7-bbc8-992c62953669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:46.524406 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8255b39b-ff9c-48e1-b323-4b65d0309d62 req-fe8cf01c-eb6a-4fa7-bbc8-992c62953669 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1334078 Apr 28 19:41:46.579751 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-a8e6799d-3ca6-421e-b32b-4f2cb02057e1 None None] Deleting port 429ef648-cbb3-4840-898b-b69ecc7a2ca1 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:41:46.580389 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a8e6799d-3ca6-421e-b32b-4f2cb02057e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:46.630147 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c53a44-e85b-4328-bfab-a360d9a82c15 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Pushing event deleted for resources: {'Port': ['ID=429ef648-cbb3-4840-898b-b69ecc7a2ca1,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:46.633910 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c53a44-e85b-4328-bfab-a360d9a82c15 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] No DVR routers for this DVR port 429ef648-cbb3-4840-898b-b69ecc7a2ca1 on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:41:46.773514 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50232) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:46.813862 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61c53a44-e85b-4328-bfab-a360d9a82c15 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:46.818629 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-87182155-ea10-41df-99d6-2c814c4428a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:46.837379 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8255b39b-ff9c-48e1-b323-4b65d0309d62 req-f560d821-31ad-4b09-928e-c98b6d093eae service neutron] 10.222.0.15 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965333 Apr 28 19:41:46.922206 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 429ef648-cbb3-4840-898b-b69ecc7a2ca1 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:41:46.926410 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-a8e6799d-3ca6-421e-b32b-4f2cb02057e1 None None] For port 429ef648-cbb3-4840-898b-b69ecc7a2ca1, host n-d-839810-1, got binding levels [] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:46.926813 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a8e6799d-3ca6-421e-b32b-4f2cb02057e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:46.940915 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cd1c911b-1b7e-44fb-9aec-a8552e9b0308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:46.946525 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-61c53a44-e85b-4328-bfab-a360d9a82c15 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae7de28-85e0-41f6-ba17-611d913e52b5']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:46.970865 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-61c53a44-e85b-4328-bfab-a360d9a82c15 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f39ecfa0-f2f6-4092-a494-5557bdfbe93f') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:46.971058 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-61c53a44-e85b-4328-bfab-a360d9a82c15 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f39ecfa0-f2f6-4092-a494-5557bdfbe93f') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:46.980643 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cd1c911b-1b7e-44fb-9aec-a8552e9b0308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:46.981194 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61c53a44-e85b-4328-bfab-a360d9a82c15 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:46.996287 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-a8e6799d-3ca6-421e-b32b-4f2cb02057e1 None None] Calling delete_port for 429ef648-cbb3-4840-898b-b69ecc7a2ca1 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:41:46.999806 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 429ef648-cbb3-4840-898b-b69ecc7a2ca1 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:41:47.000616 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 429ef648-cbb3-4840-898b-b69ecc7a2ca1 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:41:47.003357 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.ipam_backend_mixin [None req-a8e6799d-3ca6-421e-b32b-4f2cb02057e1 None None] Port 429ef648-cbb3-4840-898b-b69ecc7a2ca1 was not found and therefore no delete operation was performed {{(pid=102775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 28 19:41:47.006157 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a8e6799d-3ca6-421e-b32b-4f2cb02057e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:47.006879 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4d6a8-6d4b-4de4-a969-13ff3a118e98 req-4fd88c52-d753-4e9e-9c73-29777f69e021 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:47.008568 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2fa4d6a8-6d4b-4de4-a969-13ff3a118e98 req-4fd88c52-d753-4e9e-9c73-29777f69e021 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1123085 Apr 28 19:41:47.011725 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61c53a44-e85b-4328-bfab-a360d9a82c15 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:47.028869 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c53a44-e85b-4328-bfab-a360d9a82c15 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:41:47.030214 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61c53a44-e85b-4328-bfab-a360d9a82c15 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:47.035410 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e6799d-3ca6-421e-b32b-4f2cb02057e1 None None] No DVR routers for this DVR port 429ef648-cbb3-4840-898b-b69ecc7a2ca1 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:41:47.061415 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6799d-3ca6-421e-b32b-4f2cb02057e1 None None] Pushing event deleted for resources: {'Port': ['ID=429ef648-cbb3-4840-898b-b69ecc7a2ca1,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:47.075850 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2fa4d6a8-6d4b-4de4-a969-13ff3a118e98 req-161d16c9-8c12-4a68-afca-62ba7ab35da4 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523481 Apr 28 19:41:47.099029 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cd1c911b-1b7e-44fb-9aec-a8552e9b0308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:47.104802 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cd1c911b-1b7e-44fb-9aec-a8552e9b0308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:47.116519 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-cd1c911b-1b7e-44fb-9aec-a8552e9b0308 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6da9d0c9-ad1d-4eb6-938d-b5b16a3ff79b HTTP/1.1" status: 204 len: 168 time: 0.8251295 Apr 28 19:41:47.131756 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c911b-1b7e-44fb-9aec-a8552e9b0308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da9d0c9-ad1d-4eb6-938d-b5b16a3ff79b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:47.151818 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:41:47.151818 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:41:47.151818 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:41:47.151818 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:41:47.151818 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:41:47.151818 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:41:47.151818 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:41:47.151818 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:41:47.151818 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:41:47.151818 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:41:47.151818 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:41:47.151818 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:41:47.151818 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:41:47.151818 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:41:47.151818 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:41:47.151818 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:41:47.151818 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:41:47.151818 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:41:47.151818 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:41:47.151818 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:41:47.151818 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:41:47.151818 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:41:47.151818 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:41:47.151818 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:41:47.151818 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:41:47.151818 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:41:47.151818 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:41:47.151818 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:41:47.151818 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:41:47.151818 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:41:47.151818 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:41:47.151818 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:41:47.185374 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61c53a44-e85b-4328-bfab-a360d9a82c15 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:47.204699 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61c53a44-e85b-4328-bfab-a360d9a82c15 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:47.210313 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-61c53a44-e85b-4328-bfab-a360d9a82c15 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] 10.222.0.42 "DELETE /v2.0/networks/eae7de28-85e0-41f6-ba17-611d913e52b5 HTTP/1.1" status: 204 len: 168 time: 1.7990088 Apr 28 19:41:47.283559 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c53a44-e85b-4328-bfab-a360d9a82c15 tempest-ServersTestMultiNic-1784702509 tempest-ServersTestMultiNic-1784702509-project] Pushing event deleted for resources: {'Network': ['ID=eae7de28-85e0-41f6-ba17-611d913e52b5,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:47.408174 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8255b39b-ff9c-48e1-b323-4b65d0309d62 req-8bfeb545-e556-4914-8b8d-c9e613db7d1b service neutron] 10.222.0.15 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5561764 Apr 28 19:41:47.424431 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310cebb-8ad3-4bc6-94dd-9c59fd1bbed7 req-27132501-d338-4573-be94-8ea15e42e8b4 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:47.426065 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3310cebb-8ad3-4bc6-94dd-9c59fd1bbed7 req-27132501-d338-4573-be94-8ea15e42e8b4 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.2365482 Apr 28 19:41:47.438643 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50262) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:47.475648 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-87182155-ea10-41df-99d6-2c814c4428a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:47.517051 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3310cebb-8ad3-4bc6-94dd-9c59fd1bbed7 req-ea056983-8676-4c11-a3f0-dc456306496a tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779617 Apr 28 19:41:47.518050 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-87182155-ea10-41df-99d6-2c814c4428a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:47.556965 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-87182155-ea10-41df-99d6-2c814c4428a7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cfbc901f4d97478b8f477fdeb367d12b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7753775 Apr 28 19:41:47.560193 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50266) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:47.567330 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87182155-ea10-41df-99d6-2c814c4428a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6eff74-bcbb-43d7-9f2e-286d5675973a,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:47.677817 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ced3c34-96c9-4cff-9665-48d796db03f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:47.782186 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ced3c34-96c9-4cff-9665-48d796db03f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:48.006607 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ced3c34-96c9-4cff-9665-48d796db03f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:48.009158 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ced3c34-96c9-4cff-9665-48d796db03f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:48.010291 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7ced3c34-96c9-4cff-9665-48d796db03f3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/af6eff74-bcbb-43d7-9f2e-286d5675973a HTTP/1.1" status: 204 len: 168 time: 0.4484165 Apr 28 19:41:48.026981 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-b307f14d-6c4c-4764-b4ff-784a456d08ee tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:48.028744 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-b307f14d-6c4c-4764-b4ff-784a456d08ee tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/networks?id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 HTTP/1.1" status: 200 len: 812 time: 0.2231846 Apr 28 19:41:48.039464 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced3c34-96c9-4cff-9665-48d796db03f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6eff74-bcbb-43d7-9f2e-286d5675973a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:48.058842 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-d2c83263-5e62-4d8d-9d97-b1329a10b3be tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/quotas/94740374ca054549b67b793671aaad05 HTTP/1.1" status: 200 len: 375 time: 0.0205669 Apr 28 19:41:48.163887 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-e79c7afd-51a1-463a-85a8-313a5d2e435a tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=94740374ca054549b67b793671aaad05&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0945230 Apr 28 19:41:48.329408 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-93e315bc-f1af-4652-86cd-23a3881733c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:48.377854 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-80a2e701-ceaa-4aea-b82b-e5ac3a5b82dc service neutron] 10.222.0.42 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938097 Apr 28 19:41:48.628815 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-cf7b0c18-69c6-4dcf-ab50-5bdfbe907f7b service neutron] 10.222.0.42 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369936 Apr 28 19:41:48.691298 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50322) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:48.791424 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-93e315bc-f1af-4652-86cd-23a3881733c9 admin admin] Deleting port e9a572d8-bd95-4e30-8c0a-8b18976c2030 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:41:48.791780 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-93e315bc-f1af-4652-86cd-23a3881733c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:48.927954 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-7381c38c-f6b6-4944-a695-8fc98ae674f0 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1742173319-network', 'tenant_id': '7a572a1dd9a34c669f510c1b1b8656b3'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:48.953779 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7381c38c-f6b6-4944-a695-8fc98ae674f0 admin admin] Made reservation on behalf of 7a572a1dd9a34c669f510c1b1b8656b3 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:41:48.956146 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-93e315bc-f1af-4652-86cd-23a3881733c9 admin admin] For port e9a572d8-bd95-4e30-8c0a-8b18976c2030, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=e9a572d8-bd95-4e30-8c0a-8b18976c2030,segment=NetworkSegment(90b7b226-2fdb-4558-9474-38f70f962e7a),segment_id=90b7b226-2fdb-4558-9474-38f70f962e7a)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:48.957256 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7381c38c-f6b6-4944-a695-8fc98ae674f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:48.960321 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-93e315bc-f1af-4652-86cd-23a3881733c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:48.977154 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7381c38c-f6b6-4944-a695-8fc98ae674f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:49.040854 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-93e315bc-f1af-4652-86cd-23a3881733c9 admin admin] Calling delete_port for e9a572d8-bd95-4e30-8c0a-8b18976c2030 owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:41:49.044519 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c4b4e3dc-a580-453a-9916-5736901bf7ac req-d95ef6cc-ac23-4c29-a47f-247fa0db95ec tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 210 time: 0.0674686 Apr 28 19:41:49.188135 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7381c38c-f6b6-4944-a695-8fc98ae674f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:49.196554 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7381c38c-f6b6-4944-a695-8fc98ae674f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:49.220944 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7381c38c-f6b6-4944-a695-8fc98ae674f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:41:49.241784 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7381c38c-f6b6-4944-a695-8fc98ae674f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:49.242603 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-7381c38c-f6b6-4944-a695-8fc98ae674f0 admin admin] Added segment 07b0b006-72dc-44da-8fb3-77e4258c101d of type vlan for network 59fa3bba-895c-4edf-a1fa-1e5624f96d3d Apr 28 19:41:49.313046 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7381c38c-f6b6-4944-a695-8fc98ae674f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:49.368815 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381c38c-f6b6-4944-a695-8fc98ae674f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7736db7-5fbf-4603-85fc-1b30104c5efe,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:49.413765 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7381c38c-f6b6-4944-a695-8fc98ae674f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:49.414907 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7381c38c-f6b6-4944-a695-8fc98ae674f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:49.415454 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7381c38c-f6b6-4944-a695-8fc98ae674f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:49.489112 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-93e315bc-f1af-4652-86cd-23a3881733c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:49.531231 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7381c38c-f6b6-4944-a695-8fc98ae674f0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8361368 Apr 28 19:41:49.531231 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381c38c-f6b6-4944-a695-8fc98ae674f0 admin admin] Pushing event updated for resources: {'Network': ['ID=59fa3bba-895c-4edf-a1fa-1e5624f96d3d,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:49.539205 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 59fa3bba-895c-4edf-a1fa-1e5624f96d3d details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:41:49.539719 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50362) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:49.548189 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-53159bb7-f3a0-445c-99be-33bab390a1cd admin admin] Request body: {'subnet': {'network_id': '59fa3bba-895c-4edf-a1fa-1e5624f96d3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1742173319-subnet', 'tenant_id': '7a572a1dd9a34c669f510c1b1b8656b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:49.596092 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53159bb7-f3a0-445c-99be-33bab390a1cd admin admin] Made reservation on behalf of 7a572a1dd9a34c669f510c1b1b8656b3 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:41:49.602950 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53159bb7-f3a0-445c-99be-33bab390a1cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:49.746130 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-87d0b2a5-f04d-4feb-b77b-617fc5f9040c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:50.033536 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53159bb7-f3a0-445c-99be-33bab390a1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:50.049933 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e315bc-f1af-4652-86cd-23a3881733c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9a572d8-bd95-4e30-8c0a-8b18976c2030,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:50.138288 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53159bb7-f3a0-445c-99be-33bab390a1cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2f9a296-e391-41f8-a182-11d79ea6182b,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:50.173540 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-c7fe1b35-1bdd-455e-833f-f4ffca553d8e tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:50.174984 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-c7fe1b35-1bdd-455e-833f-f4ffca553d8e tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.44 "GET /v2.0/networks?id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 HTTP/1.1" status: 200 len: 812 time: 0.1264431 Apr 28 19:41:50.204385 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-c0f7051a-170d-4f84-beaf-9983ec0a23b5 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Request body: {'port': {'device_id': '800d66fa-bb2a-4cf0-ae7e-0e81c3e30102', 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19', 'admin_state_up': True, 'tenant_id': '94740374ca054549b67b793671aaad05'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:50.231953 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53159bb7-f3a0-445c-99be-33bab390a1cd admin admin] Checking segment: {'id': '07b0b006-72dc-44da-8fb3-77e4258c101d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '59fa3bba-895c-4edf-a1fa-1e5624f96d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:41:50.232332 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53159bb7-f3a0-445c-99be-33bab390a1cd admin admin] Network hostable DHCP agents. Network: 59fa3bba-895c-4edf-a1fa-1e5624f96d3d, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:41:50.242102 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50378) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:50.277024 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53159bb7-f3a0-445c-99be-33bab390a1cd admin admin] Network 59fa3bba-895c-4edf-a1fa-1e5624f96d3d is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:41:50.292584 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-53159bb7-f3a0-445c-99be-33bab390a1cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 59fa3bba-895c-4edf-a1fa-1e5624f96d3d) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:50.303634 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b8c5f5-781a-4911-ad72-b7247c326c0b None None] Network 59fa3bba-895c-4edf-a1fa-1e5624f96d3d requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:41:50.312932 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53159bb7-f3a0-445c-99be-33bab390a1cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:50.313548 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53159bb7-f3a0-445c-99be-33bab390a1cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:50.358591 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-53159bb7-f3a0-445c-99be-33bab390a1cd admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8071449 Apr 28 19:41:50.503523 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a8502e06-3f48-466e-b0d1-aff8ff63fb02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:50.559454 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4143754-326d-4bf9-9092-ee9154b00888 req-7282860b-88d1-4c25-888b-c7e4f555a5e3 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 210 time: 0.3387272 Apr 28 19:41:50.586930 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282867d0-86de-4188-afa7-104030ecaecd None None] Network 59fa3bba-895c-4edf-a1fa-1e5624f96d3d requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:41:50.629820 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a8502e06-3f48-466e-b0d1-aff8ff63fb02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:50.636464 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a8502e06-3f48-466e-b0d1-aff8ff63fb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:50.693102 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a8502e06-3f48-466e-b0d1-aff8ff63fb02 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d80f33eeed6d448f80ae943c7c9a2e14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4497898 Apr 28 19:41:50.697439 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50398) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:50.707952 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8502e06-3f48-466e-b0d1-aff8ff63fb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68add624-90f6-46bc-89b7-cc88618ddfc2,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:50.708801 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-c0f7051a-170d-4f84-beaf-9983ec0a23b5 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Made reservation on behalf of 94740374ca054549b67b793671aaad05 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:41:50.712347 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-c0f7051a-170d-4f84-beaf-9983ec0a23b5 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:50.831840 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fefab726-b539-4456-be1c-9ded0edb5492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:50.852855 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-93e315bc-f1af-4652-86cd-23a3881733c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:50.869238 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fefab726-b539-4456-be1c-9ded0edb5492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:50.967072 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fefab726-b539-4456-be1c-9ded0edb5492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:50.970178 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fefab726-b539-4456-be1c-9ded0edb5492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:50.974284 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fefab726-b539-4456-be1c-9ded0edb5492 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/68add624-90f6-46bc-89b7-cc88618ddfc2 HTTP/1.1" status: 204 len: 168 time: 0.2754781 Apr 28 19:41:50.984758 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefab726-b539-4456-be1c-9ded0edb5492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68add624-90f6-46bc-89b7-cc88618ddfc2,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:51.210381 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-c0f7051a-170d-4f84-beaf-9983ec0a23b5 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Allocated IP 172.20.0.5 (80edfba9-b4c6-4f5e-9c0a-cf56f7367f19/43d83121-413d-4da3-b294-551f60ac6b94/46f3fa73-9524-4cfc-88e1-50c0d2582d5c) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:41:51.355606 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-cf62feda-b332-4e23-8627-f04a8a02d7d2 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:51.364761 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-cf62feda-b332-4e23-8627-f04a8a02d7d2 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] 10.222.0.42 "GET /v2.0/networks?id=59fa3bba-895c-4edf-a1fa-1e5624f96d3d HTTP/1.1" status: 200 len: 821 time: 0.1729095 Apr 28 19:41:51.383743 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-f8de89c9-b8ed-4118-ba41-f24a2bdcbd81 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] 10.222.0.42 "GET /v2.0/quotas/7a572a1dd9a34c669f510c1b1b8656b3 HTTP/1.1" status: 200 len: 375 time: 0.0175416 Apr 28 19:41:51.447505 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e315bc-f1af-4652-86cd-23a3881733c9 admin admin] Router f9203e48-15c9-4543-9f9c-ff69c1b931e9 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:41:51.454083 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-5ed244c7-e019-4dc5-9fc0-7c26c4c9a993 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7a572a1dd9a34c669f510c1b1b8656b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696483 Apr 28 19:41:51.560238 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50436) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:51.573081 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-4b0f72cc-c6de-488e-bd7d-14deaa4b6f8f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-928572918'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:51.599734 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0f72cc-c6de-488e-bd7d-14deaa4b6f8f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Made reservation on behalf of bc3414dc2d694e45b86b092fc773c62d for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:41:51.604035 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b0f72cc-c6de-488e-bd7d-14deaa4b6f8f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:51.643130 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-ee153477-6445-4e68-aa7c-2e1d757dcaf2 service neutron] 10.222.0.42 "GET /v2.0/networks/59fa3bba-895c-4edf-a1fa-1e5624f96d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813252 Apr 28 19:41:51.658924 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-c0f7051a-170d-4f84-beaf-9983ec0a23b5 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:51.698618 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-63c50ffd-457b-4ae9-91fe-75cd382ac275 req-ba63c184-faad-476b-9f1a-94abf26f0c3d tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 210 time: 0.0350263 Apr 28 19:41:51.726101 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50440) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:51.745847 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e315bc-f1af-4652-86cd-23a3881733c9 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:41:51.754733 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b0f72cc-c6de-488e-bd7d-14deaa4b6f8f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:41:51.762910 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e760e14-6129-41a2-a68a-b26c336fc019 None None] Sync routers for ids ['f9203e48-15c9-4543-9f9c-ff69c1b931e9'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:41:51.764287 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-93e315bc-f1af-4652-86cd-23a3881733c9 admin admin] 10.222.0.42 "PUT /v2.0/routers/f9203e48-15c9-4543-9f9c-ff69c1b931e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3238502 Apr 28 19:41:51.766875 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50442) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:51.770077 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-714e2bfe-f9ff-4be2-9439-43f960d71ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:51.780811 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e760e14-6129-41a2-a68a-b26c336fc019 None None] Routers {'f9203e48-15c9-4543-9f9c-ff69c1b931e9'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:41:51.781495 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-2e760e14-6129-41a2-a68a-b26c336fc019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:41:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['f9203e48-15c9-4543-9f9c-ff69c1b931e9'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:51.841555 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-3ad952f7-0a19-4ca3-b1c5-378f8dc6c188 service neutron] 10.222.0.42 "GET /v2.0/networks/59fa3bba-895c-4edf-a1fa-1e5624f96d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904430 Apr 28 19:41:51.860973 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-714e2bfe-f9ff-4be2-9439-43f960d71ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:51.869815 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-714e2bfe-f9ff-4be2-9439-43f960d71ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:51.873613 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b0f72cc-c6de-488e-bd7d-14deaa4b6f8f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:51.874294 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-4b0f72cc-c6de-488e-bd7d-14deaa4b6f8f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Added segment c4087ef1-be9e-4991-b622-f4da06ef46a1 of type vlan for network 80835d31-d60f-4749-a1bd-4756afb7302e Apr 28 19:41:51.941196 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-2e760e14-6129-41a2-a68a-b26c336fc019 None None] Set router f9203e48-15c9-4543-9f9c-ff69c1b931e9 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:41:52.017934 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c0909c71-8cc9-4347-983b-146e52b692ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:52.025107 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e09e4042-5d5f-440a-83b6-3651d35bedb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:52.075763 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e2bfe-f9ff-4be2-9439-43f960d71ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e486760-74c8-4b63-b17c-a7f70f3f1f41,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:52.129715 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-c0f7051a-170d-4f84-beaf-9983ec0a23b5 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:52.147321 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['00336601-0b73-4f3e-a535-ae6537f969ea', '2b19841d-3708-41d0-87a7-259061b6ab91'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:41:52.249565 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-2e760e14-6129-41a2-a68a-b26c336fc019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9203e48-15c9-4543-9f9c-ff69c1b931e9', 'name': 'tempest-ServersTestMultiNic-1833607798-router', 'tenant_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'eb4b2c14-c9b6-4fb5-8b32-f3800816c82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:40:03Z', 'updated_at': '2022-04-28T19:41:49Z', 'revision_number': 5, 'project_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a', 'gw_port': {'id': 'eb4b2c14-c9b6-4fb5-8b32-f3800816c82d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ec:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9203e48-15c9-4543-9f9c-ff69c1b931e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:03Z', 'updated_at': '2022-04-28T19:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:52.257742 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e09e4042-5d5f-440a-83b6-3651d35bedb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:52.266787 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b0f72cc-c6de-488e-bd7d-14deaa4b6f8f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:52.278913 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-c0f7051a-170d-4f84-beaf-9983ec0a23b5 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Network 80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:41:52.296887 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e760e14-6129-41a2-a68a-b26c336fc019 None None] Checking router: f9203e48-15c9-4543-9f9c-ff69c1b931e9 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:41:52.302974 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-714e2bfe-f9ff-4be2-9439-43f960d71ede admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a30d22f592ab4eb5a6baa7b3abc8e99f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5712831 Apr 28 19:41:52.306797 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e760e14-6129-41a2-a68a-b26c336fc019 None None] Routers {'f9203e48-15c9-4543-9f9c-ff69c1b931e9'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:41:52.307722 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-2e760e14-6129-41a2-a68a-b26c336fc019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:41:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['f9203e48-15c9-4543-9f9c-ff69c1b931e9'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:52.330698 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50452) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:52.356002 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-c0f7051a-170d-4f84-beaf-9983ec0a23b5 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:52.364849 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-c0f7051a-170d-4f84-beaf-9983ec0a23b5 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:41:52.377646 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f215a4a6-1c3e-4ccf-93dd-b7cce228d5ff req-326d7301-6e47-42ae-91c0-d4e691091c63 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d5bdd23-f42f-46a4-9c62-3be502c8d39f HTTP/1.1" status: 200 len: 210 time: 0.0829864 Apr 28 19:41:52.492347 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.db.resource_extend [None req-4b0f72cc-c6de-488e-bd7d-14deaa4b6f8f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:41:52.519809 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-2e760e14-6129-41a2-a68a-b26c336fc019 None None] Set router f9203e48-15c9-4543-9f9c-ff69c1b931e9 gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:41:52.533328 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b0f72cc-c6de-488e-bd7d-14deaa4b6f8f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:52.544332 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-577fe5fb-8e0e-4b21-95fb-7e81f6d5096c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:52.546270 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0f72cc-c6de-488e-bd7d-14deaa4b6f8f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:52.547394 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b0f72cc-c6de-488e-bd7d-14deaa4b6f8f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:52.575149 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7051a-170d-4f84-beaf-9983ec0a23b5 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Pushing event updated for resources: {'Port': ['ID=46f3fa73-9524-4cfc-88e1-50c0d2582d5c,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:52.607082 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e09e4042-5d5f-440a-83b6-3651d35bedb3 admin admin] Deleting port eb4b2c14-c9b6-4fb5-8b32-f3800816c82d {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:41:52.607564 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e09e4042-5d5f-440a-83b6-3651d35bedb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:52.638280 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-577fe5fb-8e0e-4b21-95fb-7e81f6d5096c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:52.680510 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4b0f72cc-c6de-488e-bd7d-14deaa4b6f8f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1138883 Apr 28 19:41:52.681822 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50460) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:52.681945 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-2e760e14-6129-41a2-a68a-b26c336fc019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9203e48-15c9-4543-9f9c-ff69c1b931e9', 'name': 'tempest-ServersTestMultiNic-1833607798-router', 'tenant_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:40:03Z', 'updated_at': '2022-04-28T19:41:52Z', 'revision_number': 6, 'project_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:52.688809 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-74be3fda-3bdf-456e-a3a7-5abad8376e51 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-623432456'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:52.697205 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-c0f7051a-170d-4f84-beaf-9983ec0a23b5 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:52.698241 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-c0f7051a-170d-4f84-beaf-9983ec0a23b5 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:52.713566 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f72cc-c6de-488e-bd7d-14deaa4b6f8f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Pushing event updated for resources: {'Network': ['ID=80835d31-d60f-4749-a1bd-4756afb7302e,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:52.725971 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74be3fda-3bdf-456e-a3a7-5abad8376e51 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Made reservation on behalf of bc3414dc2d694e45b86b092fc773c62d for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:41:52.730434 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-74be3fda-3bdf-456e-a3a7-5abad8376e51 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:52.738112 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-c0f7051a-170d-4f84-beaf-9983ec0a23b5 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5400107 Apr 28 19:41:52.760541 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 80835d31-d60f-4749-a1bd-4756afb7302e details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:41:52.765908 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-7976f2b5-1e8f-4c8d-8b36-650f7d2d84d2 service neutron] Request body: {'port': {'device_id': '800d66fa-bb2a-4cf0-ae7e-0e81c3e30102', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:52.766788 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e760e14-6129-41a2-a68a-b26c336fc019 None None] The sync data for ids ['f9203e48-15c9-4543-9f9c-ff69c1b931e9'] in n-d-839810-1 is: [{'id': 'f9203e48-15c9-4543-9f9c-ff69c1b931e9', 'name': 'tempest-ServersTestMultiNic-1833607798-router', 'tenant_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:40:03Z', 'updated_at': '2022-04-28T19:41:52Z', 'revision_number': 6, 'project_id': '9ccc7fa26fd54d9d8ef7f26bff52d48a', 'gw_port_host': None}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:41:52.820253 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74be3fda-3bdf-456e-a3a7-5abad8376e51 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:41:52.862983 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-74be3fda-3bdf-456e-a3a7-5abad8376e51 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:52.863395 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-74be3fda-3bdf-456e-a3a7-5abad8376e51 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Added segment 46a14388-2034-4d81-9962-2861ba57c306 of type vlan for network 599034e0-defd-4a8f-a6f0-947f37bda9fd Apr 28 19:41:52.866063 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-e09e4042-5d5f-440a-83b6-3651d35bedb3 admin admin] For port eb4b2c14-c9b6-4fb5-8b32-f3800816c82d, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=eb4b2c14-c9b6-4fb5-8b32-f3800816c82d,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:52.866431 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e09e4042-5d5f-440a-83b6-3651d35bedb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:52.869614 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-577fe5fb-8e0e-4b21-95fb-7e81f6d5096c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:52.873259 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-577fe5fb-8e0e-4b21-95fb-7e81f6d5096c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:52.876834 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-577fe5fb-8e0e-4b21-95fb-7e81f6d5096c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1e486760-74c8-4b63-b17c-a7f70f3f1f41 HTTP/1.1" status: 204 len: 168 time: 0.5426309 Apr 28 19:41:52.886293 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-7976f2b5-1e8f-4c8d-8b36-650f7d2d84d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:52.898710 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-de983370-b276-43a7-be05-660b54e47b91 None None] Provisioning complete for port 46f3fa73-9524-4cfc-88e1-50c0d2582d5c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:52.899040 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-de983370-b276-43a7-be05-660b54e47b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:52.906297 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577fe5fb-8e0e-4b21-95fb-7e81f6d5096c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e486760-74c8-4b63-b17c-a7f70f3f1f41,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:52.961701 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-de983370-b276-43a7-be05-660b54e47b91 None None] Port 46f3fa73-9524-4cfc-88e1-50c0d2582d5c cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:41:52.978585 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-74be3fda-3bdf-456e-a3a7-5abad8376e51 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:52.988873 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e09e4042-5d5f-440a-83b6-3651d35bedb3 admin admin] Calling delete_port for eb4b2c14-c9b6-4fb5-8b32-f3800816c82d owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:41:53.105489 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-74be3fda-3bdf-456e-a3a7-5abad8376e51 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:53.120494 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74be3fda-3bdf-456e-a3a7-5abad8376e51 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:53.121121 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-74be3fda-3bdf-456e-a3a7-5abad8376e51 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:53.262126 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-74be3fda-3bdf-456e-a3a7-5abad8376e51 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5767879 Apr 28 19:41:53.275769 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50474) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:53.283748 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-41491aa7-591d-4549-91e1-d05635970ab5 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Request body: {'subnet': {'network_id': '80835d31-d60f-4749-a1bd-4756afb7302e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:53.298850 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3cdee-2051-4dff-b1a5-e1c39d1cc948 req-10df84a8-b336-4977-b177-dcb1a9ce91dc tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:53.307390 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ccb3cdee-2051-4dff-b1a5-e1c39d1cc948 req-10df84a8-b336-4977-b177-dcb1a9ce91dc tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 931 time: 0.3160233 Apr 28 19:41:53.428715 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:53.441712 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be3fda-3bdf-456e-a3a7-5abad8376e51 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Pushing event updated for resources: {'Network': ['ID=599034e0-defd-4a8f-a6f0-947f37bda9fd,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:53.456365 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 599034e0-defd-4a8f-a6f0-947f37bda9fd details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:41:53.502364 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ccb3cdee-2051-4dff-b1a5-e1c39d1cc948 req-9ed70701-1195-4fb6-baba-7d8a6f9f9310 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655028 Apr 28 19:41:53.570081 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41491aa7-591d-4549-91e1-d05635970ab5 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Made reservation on behalf of bc3414dc2d694e45b86b092fc773c62d for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:41:53.594318 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-41491aa7-591d-4549-91e1-d05635970ab5 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:53.640701 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e09e4042-5d5f-440a-83b6-3651d35bedb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:53.689084 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e4042-5d5f-440a-83b6-3651d35bedb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb4b2c14-c9b6-4fb5-8b32-f3800816c82d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:53.805558 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-7976f2b5-1e8f-4c8d-8b36-650f7d2d84d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46f3fa73-9524-4cfc-88e1-50c0d2582d5c {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:41:53.816868 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-507b7ac2-a51c-4d18-8904-9d1b64b31590 req-9c4922aa-b577-49cb-84c5-f11878859981 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d5bdd23-f42f-46a4-9c62-3be502c8d39f HTTP/1.1" status: 200 len: 210 time: 0.1367300 Apr 28 19:41:53.824412 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-7976f2b5-1e8f-4c8d-8b36-650f7d2d84d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:53.925725 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-7976f2b5-1e8f-4c8d-8b36-650f7d2d84d2 service neutron] Transition to ACTIVE for port object 46f3fa73-9524-4cfc-88e1-50c0d2582d5c will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:41:53.937382 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-7976f2b5-1e8f-4c8d-8b36-650f7d2d84d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:54.138141 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976f2b5-1e8f-4c8d-8b36-650f7d2d84d2 service neutron] Pushing event updated for resources: {'Port': ['ID=46f3fa73-9524-4cfc-88e1-50c0d2582d5c,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:54.164391 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-41491aa7-591d-4549-91e1-d05635970ab5 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:54.264281 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-93c86a76-6462-4df7-9684-95df4432e01c tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:54.266762 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-93c86a76-6462-4df7-9684-95df4432e01c tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] 10.222.0.15 "GET /v2.0/networks?id=59fa3bba-895c-4edf-a1fa-1e5624f96d3d HTTP/1.1" status: 200 len: 821 time: 0.3578787 Apr 28 19:41:54.269993 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e09e4042-5d5f-440a-83b6-3651d35bedb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:54.306056 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41491aa7-591d-4549-91e1-d05635970ab5 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Pushing event updated for resources: {'Subnet': ['ID=276aa727-ce51-40e0-b36e-2dd77b344c69,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:54.373153 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-7976f2b5-1e8f-4c8d-8b36-650f7d2d84d2 service neutron] Attempting to bind port 46f3fa73-9524-4cfc-88e1-50c0d2582d5c on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:41:54.373737 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-7976f2b5-1e8f-4c8d-8b36-650f7d2d84d2 service neutron] Attempting to bind port 46f3fa73-9524-4cfc-88e1-50c0d2582d5c by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'da4ecde0-ccce-400b-993c-f6f4b507286e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:41:54.374267 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-7976f2b5-1e8f-4c8d-8b36-650f7d2d84d2 service neutron] Attempting to bind port 46f3fa73-9524-4cfc-88e1-50c0d2582d5c on network 80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:41:54.385558 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-7976f2b5-1e8f-4c8d-8b36-650f7d2d84d2 service neutron] Port 46f3fa73-9524-4cfc-88e1-50c0d2582d5c on network 80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:41:54.385973 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-7976f2b5-1e8f-4c8d-8b36-650f7d2d84d2 service neutron] Attempting to bind port 46f3fa73-9524-4cfc-88e1-50c0d2582d5c on network 80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:41:54.394788 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-7976f2b5-1e8f-4c8d-8b36-650f7d2d84d2 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:41:54.395201 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-7976f2b5-1e8f-4c8d-8b36-650f7d2d84d2 service neutron] Checking segment: {'id': 'da4ecde0-ccce-400b-993c-f6f4b507286e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:41:54.395853 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-7976f2b5-1e8f-4c8d-8b36-650f7d2d84d2 service neutron] Bound using segment: {'id': 'da4ecde0-ccce-400b-993c-f6f4b507286e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:41:54.396845 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-7976f2b5-1e8f-4c8d-8b36-650f7d2d84d2 service neutron] Bound port: 46f3fa73-9524-4cfc-88e1-50c0d2582d5c, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4ecde0-ccce-400b-993c-f6f4b507286e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:41:54.396986 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-7976f2b5-1e8f-4c8d-8b36-650f7d2d84d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:54.412773 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e09e4042-5d5f-440a-83b6-3651d35bedb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:54.415336 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e09e4042-5d5f-440a-83b6-3651d35bedb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:54.492501 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-d9caa383-6cca-44aa-b9f4-fcd26f07c72c tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] Request body: {'port': {'device_id': '8d5bdd23-f42f-46a4-9c62-3be502c8d39f', 'network_id': '59fa3bba-895c-4edf-a1fa-1e5624f96d3d', 'admin_state_up': True, 'tenant_id': '7a572a1dd9a34c669f510c1b1b8656b3'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:54.500614 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50518) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:54.502252 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41491aa7-591d-4549-91e1-d05635970ab5 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Checking segment: {'id': 'c4087ef1-be9e-4991-b622-f4da06ef46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '80835d31-d60f-4749-a1bd-4756afb7302e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:41:54.502650 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41491aa7-591d-4549-91e1-d05635970ab5 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Network hostable DHCP agents. Network: 80835d31-d60f-4749-a1bd-4756afb7302e, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:41:54.513580 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e09e4042-5d5f-440a-83b6-3651d35bedb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:54.514348 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09e4042-5d5f-440a-83b6-3651d35bedb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9203e48-15c9-4543-9f9c-ff69c1b931e9 {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:41:54.521844 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e09e4042-5d5f-440a-83b6-3651d35bedb3 admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:54.525866 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e09e4042-5d5f-440a-83b6-3651d35bedb3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/f9203e48-15c9-4543-9f9c-ff69c1b931e9 HTTP/1.1" status: 204 len: 168 time: 2.7554932 Apr 28 19:41:54.527135 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50522) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:54.548662 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-7976f2b5-1e8f-4c8d-8b36-650f7d2d84d2 service neutron] For port 46f3fa73-9524-4cfc-88e1-50c0d2582d5c, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:41:54.553342 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-7976f2b5-1e8f-4c8d-8b36-650f7d2d84d2 service neutron] For port 46f3fa73-9524-4cfc-88e1-50c0d2582d5c, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=46f3fa73-9524-4cfc-88e1-50c0d2582d5c,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:41:54.573888 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-7976f2b5-1e8f-4c8d-8b36-650f7d2d84d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:54.586509 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41491aa7-591d-4549-91e1-d05635970ab5 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Network 80835d31-d60f-4749-a1bd-4756afb7302e is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:41:54.645484 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-41491aa7-591d-4549-91e1-d05635970ab5 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 80835d31-d60f-4749-a1bd-4756afb7302e) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:54.660463 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6aefd0-b5f4-4338-8680-5c40b5737e64 None None] Network 80835d31-d60f-4749-a1bd-4756afb7302e requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:41:54.669067 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41491aa7-591d-4549-91e1-d05635970ab5 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:54.669993 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-41491aa7-591d-4549-91e1-d05635970ab5 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:54.675366 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-7976f2b5-1e8f-4c8d-8b36-650f7d2d84d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:54.676000 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-7976f2b5-1e8f-4c8d-8b36-650f7d2d84d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:54.681316 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-7976f2b5-1e8f-4c8d-8b36-650f7d2d84d2 service neutron] 10.222.0.44 "PUT /v2.0/ports/46f3fa73-9524-4cfc-88e1-50c0d2582d5c HTTP/1.1" status: 200 len: 1091 time: 1.9341998 Apr 28 19:41:54.726066 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800d66fa-bb2a-4cf0-ae7e-0e81c3e30102', 'tag': '46f3fa73-9524-4cfc-88e1-50c0d2582d5c'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:54.728974 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a81972-df00-40f1-8da3-71ed064c8a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "800d66fa-bb2a-4cf0-ae7e-0e81c3e30102", "tag": "46f3fa73-9524-4cfc-88e1-50c0d2582d5c"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:41:54.732947 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976f2b5-1e8f-4c8d-8b36-650f7d2d84d2 service neutron] Pushing event updated for resources: {'Port': ['ID=46f3fa73-9524-4cfc-88e1-50c0d2582d5c,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:54.815891 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-ec90537c-0877-4686-9bae-6b7a017ff3f8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1259256254-network', 'tenant_id': 'f9e414d41ffc43c0926d04834b61dda2'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:54.910921 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec90537c-0877-4686-9bae-6b7a017ff3f8 admin admin] Made reservation on behalf of f9e414d41ffc43c0926d04834b61dda2 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:41:54.915997 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ec90537c-0877-4686-9bae-6b7a017ff3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:54.916740 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e9a572d8-bd95-4e30-8c0a-8b18976c2030 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:41:54.947412 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ec90537c-0877-4686-9bae-6b7a017ff3f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:54.951143 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679c2f0e-d2c3-448c-b2ce-9778e5ac75b6 x-openstack-request-id: req-679c2f0e-d2c3-448c-b2ce-9778e5ac75b6 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:41:54.951441 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "800d66fa-bb2a-4cf0-ae7e-0e81c3e30102", "tag": "46f3fa73-9524-4cfc-88e1-50c0d2582d5c", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:41:54.951684 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-679c2f0e-d2c3-448c-b2ce-9778e5ac75b6 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:41:54.952088 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-679c2f0e-d2c3-448c-b2ce-9778e5ac75b6'] response: {'name': 'network-changed', 'server_uuid': '800d66fa-bb2a-4cf0-ae7e-0e81c3e30102', 'tag': '46f3fa73-9524-4cfc-88e1-50c0d2582d5c', 'status': 'completed', 'code': 200} Apr 28 19:41:54.969186 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-41491aa7-591d-4549-91e1-d05635970ab5 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6897326 Apr 28 19:41:54.972342 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50530) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:54.979509 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-4ac6c2ec-4d7d-4da1-91f1-2fbd4d903961 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Request body: {'subnet': {'network_id': '599034e0-defd-4a8f-a6f0-947f37bda9fd', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:54.985846 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-4bd1909a-6217-4f8c-9a2a-a8c0409a77c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:54.987548 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-4bd1909a-6217-4f8c-9a2a-a8c0409a77c4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94740374ca054549b67b793671aaad05&device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 1094 time: 0.1326590 Apr 28 19:41:54.993853 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: e9a572d8-bd95-4e30-8c0a-8b18976c2030 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:41:54.994621 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e9a572d8-bd95-4e30-8c0a-8b18976c2030 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:41:54.996139 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device eb4b2c14-c9b6-4fb5-8b32-f3800816c82d no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:41:55.056936 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: eb4b2c14-c9b6-4fb5-8b32-f3800816c82d {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:41:55.057286 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device eb4b2c14-c9b6-4fb5-8b32-f3800816c82d not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:41:55.080435 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571494b-0df1-4694-aab8-432439beb7ae req-f38b3e5a-01c3-48c1-afe2-ede3df8b84a7 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:55.080659 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b98d4eb-62b3-4803-a56a-de07c88e7324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-80835d31-d60f-4749-a1bd-4756afb7302e', 'network_id': '80835d31-d60f-4749-a1bd-4756afb7302e', 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'fixed_ips': [{'subnet_id': '276aa727-ce51-40e0-b36e-2dd77b344c69'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:41:55.081541 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6b98d4eb-62b3-4803-a56a-de07c88e7324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:55.082102 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f571494b-0df1-4694-aab8-432439beb7ae req-f38b3e5a-01c3-48c1-afe2-ede3df8b84a7 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 943 time: 0.4376724 Apr 28 19:41:55.133243 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ff0f337c-e759-4201-9324-fbf2a9cdd408 req-5815412c-76b3-4022-bfc2-180110e080a5 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d5bdd23-f42f-46a4-9c62-3be502c8d39f HTTP/1.1" status: 200 len: 210 time: 0.0475974 Apr 28 19:41:55.139799 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-56d46807-7508-45f1-b3fb-7df435c99425 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46f3fa73-9524-4cfc-88e1-50c0d2582d5c HTTP/1.1" status: 200 len: 217 time: 0.1307480 Apr 28 19:41:55.153609 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e495541d-05cd-4400-9726-ab883a54c8b2 admin admin] Deleting subnet bebbc3ed-ee5c-4fd1-8fb7-aba2b821eb50 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:41:55.158913 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e495541d-05cd-4400-9726-ab883a54c8b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:55.221350 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e495541d-05cd-4400-9726-ab883a54c8b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:55.264569 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-d9caa383-6cca-44aa-b9f4-fcd26f07c72c tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] Made reservation on behalf of 7a572a1dd9a34c669f510c1b1b8656b3 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:41:55.268324 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-d9caa383-6cca-44aa-b9f4-fcd26f07c72c tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:55.323200 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-6b98d4eb-62b3-4803-a56a-de07c88e7324 None None] Allocated IP 10.1.1.2 (80835d31-d60f-4749-a1bd-4756afb7302e/276aa727-ce51-40e0-b36e-2dd77b344c69/20a21274-1c8a-4219-bcd8-af7b8f352fd4) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:41:55.382157 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e495541d-05cd-4400-9726-ab883a54c8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:55.483737 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-d9caa383-6cca-44aa-b9f4-fcd26f07c72c tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] Allocated IP 172.20.0.9 (59fa3bba-895c-4edf-a1fa-1e5624f96d3d/a2f9a296-e391-41f8-a182-11d79ea6182b/1644d41c-4ae6-4119-804e-7863f5ec5548) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:41:55.495894 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e495541d-05cd-4400-9726-ab883a54c8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:55.547046 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f571494b-0df1-4694-aab8-432439beb7ae req-a6689816-0613-4442-8516-3972d4114979 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185379 Apr 28 19:41:55.571060 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6b98d4eb-62b3-4803-a56a-de07c88e7324 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:55.577951 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-5de856fe-d178-4ee1-ab7e-a5d7ab442ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:55.579658 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-5de856fe-d178-4ee1-ab7e-a5d7ab442ce2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43d83121-413d-4da3-b294-551f60ac6b94 HTTP/1.1" status: 200 len: 851 time: 0.4255762 Apr 28 19:41:55.586761 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6b98d4eb-62b3-4803-a56a-de07c88e7324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:55.588751 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac6c2ec-4d7d-4da1-91f1-2fbd4d903961 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Made reservation on behalf of bc3414dc2d694e45b86b092fc773c62d for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:41:55.592832 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ac6c2ec-4d7d-4da1-91f1-2fbd4d903961 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:55.609823 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf32556-4eb4-47d8-be55-fada185abfdf None None] Network 95dcbe99-eb7a-436c-a9e9-e9cb16699543 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:41:55.615720 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e495541d-05cd-4400-9726-ab883a54c8b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bebbc3ed-ee5c-4fd1-8fb7-aba2b821eb50,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:55.650769 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e495541d-05cd-4400-9726-ab883a54c8b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:55.652224 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ec90537c-0877-4686-9bae-6b7a017ff3f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:55.661808 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e495541d-05cd-4400-9726-ab883a54c8b2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/bebbc3ed-ee5c-4fd1-8fb7-aba2b821eb50 HTTP/1.1" status: 204 len: 168 time: 1.1334364 Apr 28 19:41:55.667553 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50542) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:55.723890 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ec90537c-0877-4686-9bae-6b7a017ff3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:55.809173 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec90537c-0877-4686-9bae-6b7a017ff3f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:41:55.818970 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b98d4eb-62b3-4803-a56a-de07c88e7324 None None] Network 80835d31-d60f-4749-a1bd-4756afb7302e is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:41:55.841201 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-6b98d4eb-62b3-4803-a56a-de07c88e7324 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:55.847765 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-af1a01da-bd4c-4f3c-9557-2d0e57e70e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:55.849562 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90537c-0877-4686-9bae-6b7a017ff3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6026460e-3b63-4b63-abc6-a6b20a67c60c,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:55.880520 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ec90537c-0877-4686-9bae-6b7a017ff3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:55.880971 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-ec90537c-0877-4686-9bae-6b7a017ff3f8 admin admin] Added segment 919c1f78-5e17-4f76-aa9a-1cd02d0b0cfc of type vlan for network 6e40871a-5689-4fc1-ac0c-3fb2195aa3c7 Apr 28 19:41:55.886689 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b98d4eb-62b3-4803-a56a-de07c88e7324 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:41:55.946977 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-d9caa383-6cca-44aa-b9f4-fcd26f07c72c tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:55.947409 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ec90537c-0877-4686-9bae-6b7a017ff3f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:55.952573 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98d4eb-62b3-4803-a56a-de07c88e7324 None None] Pushing event updated for resources: {'Port': ['ID=20a21274-1c8a-4219-bcd8-af7b8f352fd4,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:55.991541 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-af1a01da-bd4c-4f3c-9557-2d0e57e70e41 admin admin] Deleting port 56d1ee09-6328-4a66-b4f4-81721d849f9d {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:41:55.992201 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-af1a01da-bd4c-4f3c-9557-2d0e57e70e41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:55.994868 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-2da7d2d0-163a-439a-ade5-db3691c689d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:55.997627 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-2da7d2d0-163a-439a-ade5-db3691c689d4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4004786 Apr 28 19:41:56.002243 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ec90537c-0877-4686-9bae-6b7a017ff3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:56.003500 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec90537c-0877-4686-9bae-6b7a017ff3f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:56.004139 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ec90537c-0877-4686-9bae-6b7a017ff3f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:56.005915 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:56.087896 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-af1a01da-bd4c-4f3c-9557-2d0e57e70e41 admin admin] For port 56d1ee09-6328-4a66-b4f4-81721d849f9d, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=56d1ee09-6328-4a66-b4f4-81721d849f9d,segment=NetworkSegment(90b7b226-2fdb-4558-9474-38f70f962e7a),segment_id=90b7b226-2fdb-4558-9474-38f70f962e7a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:56.088303 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-af1a01da-bd4c-4f3c-9557-2d0e57e70e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:56.094560 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:56.104692 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-6b98d4eb-62b3-4803-a56a-de07c88e7324 None None] Attempting to bind port 20a21274-1c8a-4219-bcd8-af7b8f352fd4 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:41:56.105504 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-6b98d4eb-62b3-4803-a56a-de07c88e7324 None None] Attempting to bind port 20a21274-1c8a-4219-bcd8-af7b8f352fd4 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'c4087ef1-be9e-4991-b622-f4da06ef46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '80835d31-d60f-4749-a1bd-4756afb7302e'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:41:56.105504 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b98d4eb-62b3-4803-a56a-de07c88e7324 None None] Attempting to bind port 20a21274-1c8a-4219-bcd8-af7b8f352fd4 on network 80835d31-d60f-4749-a1bd-4756afb7302e {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:41:56.112052 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-af1a01da-bd4c-4f3c-9557-2d0e57e70e41 admin admin] Calling delete_port for 56d1ee09-6328-4a66-b4f4-81721d849f9d owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:41:56.126781 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-d9caa383-6cca-44aa-b9f4-fcd26f07c72c tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:56.135668 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b98d4eb-62b3-4803-a56a-de07c88e7324 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:41:56.135979 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b98d4eb-62b3-4803-a56a-de07c88e7324 None None] Checking segment: {'id': 'c4087ef1-be9e-4991-b622-f4da06ef46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '80835d31-d60f-4749-a1bd-4756afb7302e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:41:56.136538 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6b98d4eb-62b3-4803-a56a-de07c88e7324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:56.136906 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b98d4eb-62b3-4803-a56a-de07c88e7324 None None] Bound using segment: {'id': 'c4087ef1-be9e-4991-b622-f4da06ef46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '80835d31-d60f-4749-a1bd-4756afb7302e'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:41:56.137568 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-6b98d4eb-62b3-4803-a56a-de07c88e7324 None None] Bound port: 20a21274-1c8a-4219-bcd8-af7b8f352fd4, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4087ef1-be9e-4991-b622-f4da06ef46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '80835d31-d60f-4749-a1bd-4756afb7302e'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:41:56.137948 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6b98d4eb-62b3-4803-a56a-de07c88e7324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:56.243413 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-d9caa383-6cca-44aa-b9f4-fcd26f07c72c tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] Network 59fa3bba-895c-4edf-a1fa-1e5624f96d3d is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:41:56.253350 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-d9caa383-6cca-44aa-b9f4-fcd26f07c72c tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:56.262725 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-d9caa383-6cca-44aa-b9f4-fcd26f07c72c tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:41:56.278192 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90537c-0877-4686-9bae-6b7a017ff3f8 admin admin] Pushing event updated for resources: {'Network': ['ID=6e40871a-5689-4fc1-ac0c-3fb2195aa3c7,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:56.292538 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ec90537c-0877-4686-9bae-6b7a017ff3f8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7870896 Apr 28 19:41:56.316084 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50560) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:56.324325 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9caa383-6cca-44aa-b9f4-fcd26f07c72c tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] Pushing event updated for resources: {'Port': ['ID=1644d41c-4ae6-4119-804e-7863f5ec5548,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:56.325053 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-8d763cf2-f3d3-4873-b42a-9802c7066f5e admin admin] Request body: {'subnet': {'network_id': '6e40871a-5689-4fc1-ac0c-3fb2195aa3c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1259256254-subnet', 'tenant_id': 'f9e414d41ffc43c0926d04834b61dda2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:56.329326 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-6b98d4eb-62b3-4803-a56a-de07c88e7324 None None] For port 20a21274-1c8a-4219-bcd8-af7b8f352fd4, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:41:56.332784 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-6b98d4eb-62b3-4803-a56a-de07c88e7324 None None] For port 20a21274-1c8a-4219-bcd8-af7b8f352fd4, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=20a21274-1c8a-4219-bcd8-af7b8f352fd4,segment=NetworkSegment(c4087ef1-be9e-4991-b622-f4da06ef46a1),segment_id=c4087ef1-be9e-4991-b622-f4da06ef46a1)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:41:56.342603 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a8fd23-263c-4b0c-9d35-d9b12d6a6990 None None] DHCP port deletion for 95dcbe99-eb7a-436c-a9e9-e9cb16699543 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:41:56.344278 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 6e40871a-5689-4fc1-ac0c-3fb2195aa3c7 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:41:56.369992 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6b98d4eb-62b3-4803-a56a-de07c88e7324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:56.414601 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-d9caa383-6cca-44aa-b9f4-fcd26f07c72c tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:56.415646 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-d9caa383-6cca-44aa-b9f4-fcd26f07c72c tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:56.437788 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-af1a01da-bd4c-4f3c-9557-2d0e57e70e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:56.451619 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-d9caa383-6cca-44aa-b9f4-fcd26f07c72c tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9633772 Apr 28 19:41:56.479035 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1a01da-bd4c-4f3c-9557-2d0e57e70e41 admin admin] No DVR routers for this DVR port 56d1ee09-6328-4a66-b4f4-81721d849f9d on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:41:56.488889 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-4933b1a3-7b60-40dd-a2da-1d47df4e5018 service neutron] Request body: {'port': {'device_id': '8d5bdd23-f42f-46a4-9c62-3be502c8d39f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:56.491712 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a01da-bd4c-4f3c-9557-2d0e57e70e41 admin admin] Pushing event deleted for resources: {'Port': ['ID=56d1ee09-6328-4a66-b4f4-81721d849f9d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:56.523392 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-b9a3ee12-3c54-4549-9972-d6e78b08248b service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139046 Apr 28 19:41:56.523532 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32853d-f60b-463a-96c9-88833244b198 req-3d8e6187-21b9-4c3f-95ec-625c6ebb07cb tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:56.525381 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9c32853d-f60b-463a-96c9-88833244b198 req-3d8e6187-21b9-4c3f-95ec-625c6ebb07cb tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d5bdd23-f42f-46a4-9c62-3be502c8d39f HTTP/1.1" status: 200 len: 931 time: 0.1667016 Apr 28 19:41:56.539768 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d763cf2-f3d3-4873-b42a-9802c7066f5e admin admin] Made reservation on behalf of f9e414d41ffc43c0926d04834b61dda2 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:41:56.542072 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8d763cf2-f3d3-4873-b42a-9802c7066f5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:56.596371 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ac6c2ec-4d7d-4da1-91f1-2fbd4d903961 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:56.662539 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-af1a01da-bd4c-4f3c-9557-2d0e57e70e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:56.689730 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9c32853d-f60b-463a-96c9-88833244b198 req-a49db735-c3fc-49b9-92c4-fe934ff0464c tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7736db7-5fbf-4603-85fc-1b30104c5efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437416 Apr 28 19:41:56.695880 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-4933b1a3-7b60-40dd-a2da-1d47df4e5018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:56.732036 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-af1a01da-bd4c-4f3c-9557-2d0e57e70e41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95dcbe99-eb7a-436c-a9e9-e9cb16699543']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:56.764730 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-af1a01da-bd4c-4f3c-9557-2d0e57e70e41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b7b226-2fdb-4558-9474-38f70f962e7a') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:56.765196 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-af1a01da-bd4c-4f3c-9557-2d0e57e70e41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b7b226-2fdb-4558-9474-38f70f962e7a') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:56.770001 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-58a8fd23-263c-4b0c-9d35-d9b12d6a6990 None None] The port '56d1ee09-6328-4a66-b4f4-81721d849f9d' was deleted {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 28 19:41:56.789055 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-af1a01da-bd4c-4f3c-9557-2d0e57e70e41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:56.822970 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-af1a01da-bd4c-4f3c-9557-2d0e57e70e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:56.879975 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98d4eb-62b3-4803-a56a-de07c88e7324 None None] Pushing event updated for resources: {'Port': ['ID=20a21274-1c8a-4219-bcd8-af7b8f352fd4,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:56.889182 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af1a01da-bd4c-4f3c-9557-2d0e57e70e41 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:41:56.889715 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-af1a01da-bd4c-4f3c-9557-2d0e57e70e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:56.891908 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:41:56.891908 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:41:56.891908 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:41:56.891908 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:41:56.891908 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:41:56.891908 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:41:56.891908 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:41:56.891908 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:41:56.891908 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:41:56.891908 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:41:56.891908 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:41:56.891908 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:41:56.891908 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:41:56.891908 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:41:56.891908 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:41:56.891908 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:41:56.891908 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:41:56.891908 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:41:56.891908 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:41:56.891908 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:41:56.891908 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:41:56.891908 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:41:56.891908 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:41:56.891908 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:41:56.891908 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:41:56.891908 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:41:56.891908 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:41:56.891908 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:41:56.891908 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:41:56.891908 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:41:56.891908 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:41:56.891908 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:41:56.954424 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 56d1ee09-6328-4a66-b4f4-81721d849f9d no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:41:57.034473 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-af1a01da-bd4c-4f3c-9557-2d0e57e70e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:57.035786 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a18f4-364b-466c-a991-2d55373ec5d2 req-a6e0619a-b6d0-4dbd-b092-1747a1549dda tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:57.040461 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d01a18f4-364b-466c-a991-2d55373ec5d2 req-a6e0619a-b6d0-4dbd-b092-1747a1549dda tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 943 time: 0.3673859 Apr 28 19:41:57.040781 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac6c2ec-4d7d-4da1-91f1-2fbd4d903961 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Checking segment: {'id': '46a14388-2034-4d81-9962-2861ba57c306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '599034e0-defd-4a8f-a6f0-947f37bda9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:41:57.041133 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac6c2ec-4d7d-4da1-91f1-2fbd4d903961 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Network hostable DHCP agents. Network: 599034e0-defd-4a8f-a6f0-947f37bda9fd, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:41:57.042712 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-af1a01da-bd4c-4f3c-9557-2d0e57e70e41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:57.050718 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 56d1ee09-6328-4a66-b4f4-81721d849f9d {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:41:57.050718 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 56d1ee09-6328-4a66-b4f4-81721d849f9d not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:41:57.052716 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-af1a01da-bd4c-4f3c-9557-2d0e57e70e41 admin admin] 10.222.0.42 "DELETE /v2.0/networks/95dcbe99-eb7a-436c-a9e9-e9cb16699543 HTTP/1.1" status: 204 len: 168 time: 1.3830700 Apr 28 19:41:57.100825 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6c2ec-4d7d-4da1-91f1-2fbd4d903961 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Pushing event updated for resources: {'Subnet': ['ID=9807f841-60a4-4a02-81b0-9350375465a5,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:57.107868 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50576) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:57.111835 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a01da-bd4c-4f3c-9557-2d0e57e70e41 admin admin] Pushing event deleted for resources: {'Network': ['ID=95dcbe99-eb7a-436c-a9e9-e9cb16699543,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:57.209156 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6491182c-b4b2-42a0-a442-a78cae388e7f req-3edee074-0433-4628-adae-645bdd7a07d1 service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6702483 Apr 28 19:41:57.269252 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac6c2ec-4d7d-4da1-91f1-2fbd4d903961 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Network 599034e0-defd-4a8f-a6f0-947f37bda9fd is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:41:57.338059 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d01a18f4-364b-466c-a991-2d55373ec5d2 req-e9dcc6cd-8132-4545-b4cd-1428499ed57d tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265224 Apr 28 19:41:57.346707 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-4ac6c2ec-4d7d-4da1-91f1-2fbd4d903961 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 599034e0-defd-4a8f-a6f0-947f37bda9fd) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:57.357230 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c8ecb4-f39c-4652-a2c8-6437ce69425b None None] Network 599034e0-defd-4a8f-a6f0-947f37bda9fd requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:41:57.361662 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-4933b1a3-7b60-40dd-a2da-1d47df4e5018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1644d41c-4ae6-4119-804e-7863f5ec5548 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:41:57.377043 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac6c2ec-4d7d-4da1-91f1-2fbd4d903961 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:57.377679 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ac6c2ec-4d7d-4da1-91f1-2fbd4d903961 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:57.382574 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-4933b1a3-7b60-40dd-a2da-1d47df4e5018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:57.403754 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-4933b1a3-7b60-40dd-a2da-1d47df4e5018 service neutron] Transition to ACTIVE for port object 1644d41c-4ae6-4119-804e-7863f5ec5548 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:41:57.409082 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-4933b1a3-7b60-40dd-a2da-1d47df4e5018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:57.432387 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50582) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:57.505280 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933b1a3-7b60-40dd-a2da-1d47df4e5018 service neutron] Pushing event updated for resources: {'Port': ['ID=1644d41c-4ae6-4119-804e-7863f5ec5548,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:57.526035 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-39c40c3a-2ba7-405c-89d7-06822c918323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:57.567664 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4ac6c2ec-4d7d-4da1-91f1-2fbd4d903961 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5927043 Apr 28 19:41:57.568835 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50584) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:57.576999 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-42970b74-c92f-47dc-9b5b-04585e119ec0 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Request body: {'port': {'network_id': '80835d31-d60f-4749-a1bd-4756afb7302e', 'name': 'tempest-TaggedBootDevicesTest-1365791151', 'fixed_ips': [{'subnet_id': '276aa727-ce51-40e0-b36e-2dd77b344c69'}]}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:57.600455 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a81972-df00-40f1-8da3-71ed064c8a1c req-fd648afc-860e-463a-a19a-08ed695dba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:57.602494 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b0a81972-df00-40f1-8da3-71ed064c8a1c req-fd648afc-860e-463a-a19a-08ed695dba41 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94740374ca054549b67b793671aaad05&device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 1094 time: 0.3301198 Apr 28 19:41:57.612814 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3289c816-6584-469c-bf23-afef8520fa58 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9ccc7fa26fd54d9d8ef7f26bff52d48a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1723723 Apr 28 19:41:57.630435 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8a2c6b-8c44-4894-9979-dcf119304708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-599034e0-defd-4a8f-a6f0-947f37bda9fd', 'network_id': '599034e0-defd-4a8f-a6f0-947f37bda9fd', 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'fixed_ips': [{'subnet_id': '9807f841-60a4-4a02-81b0-9350375465a5'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:41:57.631899 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4e8a2c6b-8c44-4894-9979-dcf119304708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:57.638512 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50586) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:57.658333 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8d763cf2-f3d3-4873-b42a-9802c7066f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:57.716912 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-4933b1a3-7b60-40dd-a2da-1d47df4e5018 service neutron] Attempting to bind port 1644d41c-4ae6-4119-804e-7863f5ec5548 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:41:57.717255 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-4933b1a3-7b60-40dd-a2da-1d47df4e5018 service neutron] Attempting to bind port 1644d41c-4ae6-4119-804e-7863f5ec5548 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '07b0b006-72dc-44da-8fb3-77e4258c101d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '59fa3bba-895c-4edf-a1fa-1e5624f96d3d'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:41:57.717584 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-4933b1a3-7b60-40dd-a2da-1d47df4e5018 service neutron] Attempting to bind port 1644d41c-4ae6-4119-804e-7863f5ec5548 on network 59fa3bba-895c-4edf-a1fa-1e5624f96d3d {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:41:57.726983 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-4933b1a3-7b60-40dd-a2da-1d47df4e5018 service neutron] Port 1644d41c-4ae6-4119-804e-7863f5ec5548 on network 59fa3bba-895c-4edf-a1fa-1e5624f96d3d not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:41:57.727293 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-4933b1a3-7b60-40dd-a2da-1d47df4e5018 service neutron] Attempting to bind port 1644d41c-4ae6-4119-804e-7863f5ec5548 on network 59fa3bba-895c-4edf-a1fa-1e5624f96d3d {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:41:57.747418 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-4933b1a3-7b60-40dd-a2da-1d47df4e5018 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:41:57.747752 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-4933b1a3-7b60-40dd-a2da-1d47df4e5018 service neutron] Checking segment: {'id': '07b0b006-72dc-44da-8fb3-77e4258c101d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '59fa3bba-895c-4edf-a1fa-1e5624f96d3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:41:57.748152 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-4933b1a3-7b60-40dd-a2da-1d47df4e5018 service neutron] Bound using segment: {'id': '07b0b006-72dc-44da-8fb3-77e4258c101d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '59fa3bba-895c-4edf-a1fa-1e5624f96d3d'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:41:57.748655 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-4933b1a3-7b60-40dd-a2da-1d47df4e5018 service neutron] Bound port: 1644d41c-4ae6-4119-804e-7863f5ec5548, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b0b006-72dc-44da-8fb3-77e4258c101d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '59fa3bba-895c-4edf-a1fa-1e5624f96d3d'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:41:57.748957 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-4933b1a3-7b60-40dd-a2da-1d47df4e5018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:57.762897 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42970b74-c92f-47dc-9b5b-04585e119ec0 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Made reservation on behalf of bc3414dc2d694e45b86b092fc773c62d for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:41:57.850015 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a81972-df00-40f1-8da3-71ed064c8a1c req-a9612682-de82-464d-bb24-e4fd44d022b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:57.851347 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-4933b1a3-7b60-40dd-a2da-1d47df4e5018 service neutron] For port 1644d41c-4ae6-4119-804e-7863f5ec5548, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:41:57.851801 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b0a81972-df00-40f1-8da3-71ed064c8a1c req-a9612682-de82-464d-bb24-e4fd44d022b7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 HTTP/1.1" status: 200 len: 913 time: 0.2376556 Apr 28 19:41:57.854951 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-4933b1a3-7b60-40dd-a2da-1d47df4e5018 service neutron] For port 1644d41c-4ae6-4119-804e-7863f5ec5548, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=1644d41c-4ae6-4119-804e-7863f5ec5548,segment=NetworkSegment(07b0b006-72dc-44da-8fb3-77e4258c101d),segment_id=07b0b006-72dc-44da-8fb3-77e4258c101d)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:41:57.886595 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-4e8a2c6b-8c44-4894-9979-dcf119304708 None None] Allocated IP 10.2.2.2 (599034e0-defd-4a8f-a6f0-947f37bda9fd/9807f841-60a4-4a02-81b0-9350375465a5/b6e2097d-ea0d-4e0b-a30b-2cc3dcfbb792) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:41:57.909562 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-4933b1a3-7b60-40dd-a2da-1d47df4e5018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:57.963811 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b0a81972-df00-40f1-8da3-71ed064c8a1c req-35289ed5-93e5-4130-8d63-6e88a2b31c15 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46f3fa73-9524-4cfc-88e1-50c0d2582d5c HTTP/1.1" status: 200 len: 217 time: 0.0747283 Apr 28 19:41:57.989486 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-4933b1a3-7b60-40dd-a2da-1d47df4e5018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:57.990616 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-4933b1a3-7b60-40dd-a2da-1d47df4e5018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:57.992537 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-4933b1a3-7b60-40dd-a2da-1d47df4e5018 service neutron] 10.222.0.15 "PUT /v2.0/ports/1644d41c-4ae6-4119-804e-7863f5ec5548 HTTP/1.1" status: 200 len: 1091 time: 1.5171235 Apr 28 19:41:57.995332 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5bdd23-f42f-46a4-9c62-3be502c8d39f', 'tag': '1644d41c-4ae6-4119-804e-7863f5ec5548'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:57.999360 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3ca0cb-4bb4-47bd-851b-81b454f27fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "8d5bdd23-f42f-46a4-9c62-3be502c8d39f", "tag": "1644d41c-4ae6-4119-804e-7863f5ec5548"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:41:58.067398 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a81972-df00-40f1-8da3-71ed064c8a1c req-9b802ffb-6a3a-4ea1-8227-919887c886e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:58.069502 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b0a81972-df00-40f1-8da3-71ed064c8a1c req-9b802ffb-6a3a-4ea1-8227-919887c886e9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43d83121-413d-4da3-b294-551f60ac6b94 HTTP/1.1" status: 200 len: 851 time: 0.0920923 Apr 28 19:41:58.089877 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d763cf2-f3d3-4873-b42a-9802c7066f5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a268a66f-7a28-41b5-9601-809769829c64,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:58.102810 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f5e6b556-fbaa-48a5-b534-e638eade3068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:58.105371 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d763cf2-f3d3-4873-b42a-9802c7066f5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:58.105843 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d763cf2-f3d3-4873-b42a-9802c7066f5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:58.106665 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d763cf2-f3d3-4873-b42a-9802c7066f5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:58.106665 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d763cf2-f3d3-4873-b42a-9802c7066f5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:58.106861 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d763cf2-f3d3-4873-b42a-9802c7066f5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:58.107171 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d763cf2-f3d3-4873-b42a-9802c7066f5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:58.107499 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d763cf2-f3d3-4873-b42a-9802c7066f5e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:58.107825 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d763cf2-f3d3-4873-b42a-9802c7066f5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:58.108204 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d763cf2-f3d3-4873-b42a-9802c7066f5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:58.108536 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d763cf2-f3d3-4873-b42a-9802c7066f5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:58.108861 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d763cf2-f3d3-4873-b42a-9802c7066f5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:58.109183 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d763cf2-f3d3-4873-b42a-9802c7066f5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:58.133058 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ac63b9-756a-4701-9b45-b2dd86254235 x-openstack-request-id: req-73ac63b9-756a-4701-9b45-b2dd86254235 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:41:58.133824 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d5bdd23-f42f-46a4-9c62-3be502c8d39f", "tag": "1644d41c-4ae6-4119-804e-7863f5ec5548", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:41:58.134265 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-73ac63b9-756a-4701-9b45-b2dd86254235 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:41:58.134928 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4e8a2c6b-8c44-4894-9979-dcf119304708 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:58.135783 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73ac63b9-756a-4701-9b45-b2dd86254235'] response: {'name': 'network-changed', 'server_uuid': '8d5bdd23-f42f-46a4-9c62-3be502c8d39f', 'tag': '1644d41c-4ae6-4119-804e-7863f5ec5548', 'status': 'completed', 'code': 200} Apr 28 19:41:58.144815 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4e8a2c6b-8c44-4894-9979-dcf119304708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:58.181218 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d763cf2-f3d3-4873-b42a-9802c7066f5e admin admin] Checking segment: {'id': '919c1f78-5e17-4f76-aa9a-1cd02d0b0cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6e40871a-5689-4fc1-ac0c-3fb2195aa3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:41:58.181576 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d763cf2-f3d3-4873-b42a-9802c7066f5e admin admin] Network hostable DHCP agents. Network: 6e40871a-5689-4fc1-ac0c-3fb2195aa3c7, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:41:58.204600 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933b1a3-7b60-40dd-a2da-1d47df4e5018 service neutron] Pushing event updated for resources: {'Port': ['ID=1644d41c-4ae6-4119-804e-7863f5ec5548,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:58.224039 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cb084-9b26-4454-86f3-4c87eea59423 req-28a188f1-7cf1-4e79-b378-a771f415b1a5 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:58.224259 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-39c40c3a-2ba7-405c-89d7-06822c918323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:58.226187 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-995cb084-9b26-4454-86f3-4c87eea59423 req-28a188f1-7cf1-4e79-b378-a771f415b1a5 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d5bdd23-f42f-46a4-9c62-3be502c8d39f HTTP/1.1" status: 200 len: 943 time: 0.3669798 Apr 28 19:41:58.230163 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8a2c6b-8c44-4894-9979-dcf119304708 None None] Network 599034e0-defd-4a8f-a6f0-947f37bda9fd is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:41:58.231879 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-b8235156-433e-4eba-8505-f06950e4094a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:58.234392 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-4e8a2c6b-8c44-4894-9979-dcf119304708 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:58.234636 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-b8235156-433e-4eba-8505-f06950e4094a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a572a1dd9a34c669f510c1b1b8656b3&device_id=8d5bdd23-f42f-46a4-9c62-3be502c8d39f HTTP/1.1" status: 200 len: 1094 time: 0.1766505 Apr 28 19:41:58.240470 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f5e6b556-fbaa-48a5-b534-e638eade3068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:58.243963 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8a2c6b-8c44-4894-9979-dcf119304708 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:41:58.250649 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d763cf2-f3d3-4873-b42a-9802c7066f5e admin admin] Network 6e40871a-5689-4fc1-ac0c-3fb2195aa3c7 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:41:58.252892 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42970b74-c92f-47dc-9b5b-04585e119ec0 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:58.259241 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-39c40c3a-2ba7-405c-89d7-06822c918323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:58.276210 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a2c6b-8c44-4894-9979-dcf119304708 None None] Pushing event updated for resources: {'Port': ['ID=b6e2097d-ea0d-4e0b-a30b-2cc3dcfbb792,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:58.293909 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a81972-df00-40f1-8da3-71ed064c8a1c req-26b55ad0-1c5f-40a1-9948-d1d8f52c8b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:58.295725 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b0a81972-df00-40f1-8da3-71ed064c8a1c req-26b55ad0-1c5f-40a1-9948-d1d8f52c8b06 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1940653 Apr 28 19:41:58.296405 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-8d763cf2-f3d3-4873-b42a-9802c7066f5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 6e40871a-5689-4fc1-ac0c-3fb2195aa3c7) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:58.306772 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d763cf2-f3d3-4873-b42a-9802c7066f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:58.306772 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8d763cf2-f3d3-4873-b42a-9802c7066f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:58.314052 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c40c3a-2ba7-405c-89d7-06822c918323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72967722-0485-4004-84ad-55e977b29cfa,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:58.326088 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf5c66d-85e7-4d31-b952-400fd07a70e3 None None] Network 6e40871a-5689-4fc1-ac0c-3fb2195aa3c7 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:41:58.359786 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-433b0ab3-fc7a-47d2-b230-058a0ebc23ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1644d41c-4ae6-4119-804e-7863f5ec5548 HTTP/1.1" status: 200 len: 217 time: 0.0791502 Apr 28 19:41:58.377263 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4933b1a3-7b60-40dd-a2da-1d47df4e5018 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:58.377865 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4933b1a3-7b60-40dd-a2da-1d47df4e5018 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:58.377946 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4933b1a3-7b60-40dd-a2da-1d47df4e5018 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:58.378289 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4933b1a3-7b60-40dd-a2da-1d47df4e5018 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:58.378619 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4933b1a3-7b60-40dd-a2da-1d47df4e5018 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:58.379007 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4933b1a3-7b60-40dd-a2da-1d47df4e5018 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:58.379353 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4933b1a3-7b60-40dd-a2da-1d47df4e5018 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:58.379913 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4933b1a3-7b60-40dd-a2da-1d47df4e5018 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:58.380304 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4933b1a3-7b60-40dd-a2da-1d47df4e5018 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:58.381357 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4933b1a3-7b60-40dd-a2da-1d47df4e5018 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:58.382168 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4933b1a3-7b60-40dd-a2da-1d47df4e5018 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:58.382663 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4933b1a3-7b60-40dd-a2da-1d47df4e5018 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:58.386438 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8d763cf2-f3d3-4873-b42a-9802c7066f5e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0670791 Apr 28 19:41:58.392213 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-4e8a2c6b-8c44-4894-9979-dcf119304708 None None] Attempting to bind port b6e2097d-ea0d-4e0b-a30b-2cc3dcfbb792 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:41:58.392825 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-4e8a2c6b-8c44-4894-9979-dcf119304708 None None] Attempting to bind port b6e2097d-ea0d-4e0b-a30b-2cc3dcfbb792 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '46a14388-2034-4d81-9962-2861ba57c306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '599034e0-defd-4a8f-a6f0-947f37bda9fd'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:41:58.395791 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8a2c6b-8c44-4894-9979-dcf119304708 None None] Attempting to bind port b6e2097d-ea0d-4e0b-a30b-2cc3dcfbb792 on network 599034e0-defd-4a8f-a6f0-947f37bda9fd {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:41:58.396539 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-39c40c3a-2ba7-405c-89d7-06822c918323 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2223f2a334e84511b74cf1f5b9e51994&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2835131 Apr 28 19:41:58.399429 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50594) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:58.399764 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50596) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:41:58.416793 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-42970b74-c92f-47dc-9b5b-04585e119ec0 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] device_id is not set on port 37e042f8-fc48-458d-b5bb-4019869f3d25 yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:41:58.447052 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-96e89240-cbd8-4b27-8f3f-64c6471518bb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1259256254-router', 'tenant_id': 'f9e414d41ffc43c0926d04834b61dda2', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:58.476659 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8a2c6b-8c44-4894-9979-dcf119304708 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:41:58.477338 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8a2c6b-8c44-4894-9979-dcf119304708 None None] Checking segment: {'id': '46a14388-2034-4d81-9962-2861ba57c306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '599034e0-defd-4a8f-a6f0-947f37bda9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:41:58.477920 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4e8a2c6b-8c44-4894-9979-dcf119304708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:58.478507 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8a2c6b-8c44-4894-9979-dcf119304708 None None] Bound using segment: {'id': '46a14388-2034-4d81-9962-2861ba57c306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '599034e0-defd-4a8f-a6f0-947f37bda9fd'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:41:58.479155 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-4e8a2c6b-8c44-4894-9979-dcf119304708 None None] Bound port: b6e2097d-ea0d-4e0b-a30b-2cc3dcfbb792, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a14388-2034-4d81-9962-2861ba57c306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '599034e0-defd-4a8f-a6f0-947f37bda9fd'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:41:58.479721 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4e8a2c6b-8c44-4894-9979-dcf119304708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:58.569151 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-995cb084-9b26-4454-86f3-4c87eea59423 req-e1a84356-84f5-4eab-b622-2f5747f2530d tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7736db7-5fbf-4603-85fc-1b30104c5efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333075 Apr 28 19:41:58.577884 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7c6bcd-2115-4de6-b37b-810095e5a9f8 None None] Network 80835d31-d60f-4749-a1bd-4756afb7302e requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:41:58.582042 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-1034ed4b-7598-4aff-a9c9-2ab64733a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:58.584247 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-1034ed4b-7598-4aff-a9c9-2ab64733a6a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2f9a296-e391-41f8-a182-11d79ea6182b HTTP/1.1" status: 200 len: 861 time: 0.1833112 Apr 28 19:41:58.589559 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2db06114-9930-46bd-8ebe-a34b2d883c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:58.613790 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2db06114-9930-46bd-8ebe-a34b2d883c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:58.661337 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-4dee1bfc-9c51-429a-b380-8262c0cc81d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=59fa3bba-895c-4edf-a1fa-1e5624f96d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411034 Apr 28 19:41:58.708467 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-96e89240-cbd8-4b27-8f3f-64c6471518bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:58.709610 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-96e89240-cbd8-4b27-8f3f-64c6471518bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:58.710665 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-4e8a2c6b-8c44-4894-9979-dcf119304708 None None] For port b6e2097d-ea0d-4e0b-a30b-2cc3dcfbb792, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:41:58.712612 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b0fb0e6e-bed9-4946-9280-0901340cfe64 None None] Provisioning complete for port 20a21274-1c8a-4219-bcd8-af7b8f352fd4 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:58.712980 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b0fb0e6e-bed9-4946-9280-0901340cfe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:58.716047 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-4e8a2c6b-8c44-4894-9979-dcf119304708 None None] For port b6e2097d-ea0d-4e0b-a30b-2cc3dcfbb792, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=b6e2097d-ea0d-4e0b-a30b-2cc3dcfbb792,segment=NetworkSegment(46a14388-2034-4d81-9962-2861ba57c306),segment_id=46a14388-2034-4d81-9962-2861ba57c306)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:41:58.740741 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f5e6b556-fbaa-48a5-b534-e638eade3068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:58.745678 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f5e6b556-fbaa-48a5-b534-e638eade3068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:58.748316 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f5e6b556-fbaa-48a5-b534-e638eade3068 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9b782f1a-5dc7-420c-af2c-e40966d33a6a HTTP/1.1" status: 204 len: 168 time: 1.1043804 Apr 28 19:41:58.751382 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b0a81972-df00-40f1-8da3-71ed064c8a1c req-428cb936-ba56-4746-ae24-b1458a51c59c service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416802 Apr 28 19:41:58.761440 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041f0a3-0e12-4a03-8b3f-da09ab6248e2 req-391344f5-1827-4657-bce2-d0721d8dba6c tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:58.765929 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4e8a2c6b-8c44-4894-9979-dcf119304708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:58.779559 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0041f0a3-0e12-4a03-8b3f-da09ab6248e2 req-391344f5-1827-4657-bce2-d0721d8dba6c tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 943 time: 0.2757273 Apr 28 19:41:58.804553 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-42970b74-c92f-47dc-9b5b-04585e119ec0 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Allocated IP 10.1.1.136 (80835d31-d60f-4749-a1bd-4756afb7302e/276aa727-ce51-40e0-b36e-2dd77b344c69/37e042f8-fc48-458d-b5bb-4019869f3d25) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:41:58.860380 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a2c6b-8c44-4894-9979-dcf119304708 None None] Pushing event updated for resources: {'Port': ['ID=b6e2097d-ea0d-4e0b-a30b-2cc3dcfbb792,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:58.964031 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-71b716aa-1a25-4561-8e57-5c9875bec431 service neutron] 10.222.0.15 "GET /v2.0/networks/59fa3bba-895c-4edf-a1fa-1e5624f96d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913811 Apr 28 19:41:58.977683 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-96e89240-cbd8-4b27-8f3f-64c6471518bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:59.029726 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dc7677-18d2-4cf4-89e5-6ba80f99d477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-6e40871a-5689-4fc1-ac0c-3fb2195aa3c7', 'network_id': '6e40871a-5689-4fc1-ac0c-3fb2195aa3c7', 'tenant_id': 'f9e414d41ffc43c0926d04834b61dda2', 'fixed_ips': [{'subnet_id': 'a268a66f-7a28-41b5-9601-809769829c64'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:41:59.031446 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f1dc7677-18d2-4cf4-89e5-6ba80f99d477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:59.237241 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 20a21274-1c8a-4219-bcd8-af7b8f352fd4 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:41:59.319312 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42970b74-c92f-47dc-9b5b-04585e119ec0 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:59.327576 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-21ff7942-259d-492c-b674-9ce498ad5c30 req-cc38c90c-2438-4d2f-b55b-4789e08fcfac service neutron] 10.222.0.15 "GET /v2.0/networks/59fa3bba-895c-4edf-a1fa-1e5624f96d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823069 Apr 28 19:41:59.348424 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-96e89240-cbd8-4b27-8f3f-64c6471518bb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:59.354431 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2db06114-9930-46bd-8ebe-a34b2d883c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:59.359876 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2db06114-9930-46bd-8ebe-a34b2d883c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:59.364560 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2db06114-9930-46bd-8ebe-a34b2d883c3d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/72967722-0485-4004-84ad-55e977b29cfa HTTP/1.1" status: 204 len: 168 time: 0.9572074 Apr 28 19:41:59.381015 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42970b74-c92f-47dc-9b5b-04585e119ec0 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:59.474849 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b0fb0e6e-bed9-4946-9280-0901340cfe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:59.492491 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6b556-fbaa-48a5-b534-e638eade3068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b782f1a-5dc7-420c-af2c-e40966d33a6a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:59.498238 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 20a21274-1c8a-4219-bcd8-af7b8f352fd4 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:59.498871 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:59.516893 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 46f3fa73-9524-4cfc-88e1-50c0d2582d5c details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:41:59.544286 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42970b74-c92f-47dc-9b5b-04585e119ec0 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Network 80835d31-d60f-4749-a1bd-4756afb7302e is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:41:59.551836 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-42970b74-c92f-47dc-9b5b-04585e119ec0 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:59.565615 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42970b74-c92f-47dc-9b5b-04585e119ec0 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:41:59.634332 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-f1dc7677-18d2-4cf4-89e5-6ba80f99d477 None None] Allocated IP 172.20.0.2 (6e40871a-5689-4fc1-ac0c-3fb2195aa3c7/a268a66f-7a28-41b5-9601-809769829c64/dff4eaeb-a1bf-40ec-a32e-a4a01e546e19) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:41:59.663656 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42970b74-c92f-47dc-9b5b-04585e119ec0 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Pushing event updated for resources: {'Port': ['ID=37e042f8-fc48-458d-b5bb-4019869f3d25,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:59.671783 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-b0fb0e6e-bed9-4946-9280-0901340cfe64 None None] For port 20a21274-1c8a-4219-bcd8-af7b8f352fd4, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=20a21274-1c8a-4219-bcd8-af7b8f352fd4,segment=NetworkSegment(c4087ef1-be9e-4991-b622-f4da06ef46a1),segment_id=c4087ef1-be9e-4991-b622-f4da06ef46a1)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:59.733003 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db06114-9930-46bd-8ebe-a34b2d883c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72967722-0485-4004-84ad-55e977b29cfa,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:59.747135 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b0fb0e6e-bed9-4946-9280-0901340cfe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:59.768095 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ca0cb-4bb4-47bd-851b-81b454f27fc7 req-96ebfd45-1aef-41a1-bb4d-1f0d99d2e534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:59.772314 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1a3ca0cb-4bb4-47bd-851b-81b454f27fc7 req-96ebfd45-1aef-41a1-bb4d-1f0d99d2e534 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a572a1dd9a34c669f510c1b1b8656b3&device_id=8d5bdd23-f42f-46a4-9c62-3be502c8d39f HTTP/1.1" status: 200 len: 1094 time: 0.2760596 Apr 28 19:41:59.832659 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0041f0a3-0e12-4a03-8b3f-da09ab6248e2 req-058cbb2d-4d02-47b3-8be0-460f4e4804ea tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0316970 Apr 28 19:41:59.869304 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42970b74-c92f-47dc-9b5b-04585e119ec0 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:59.869994 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42970b74-c92f-47dc-9b5b-04585e119ec0 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:59.904815 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b0a81972-df00-40f1-8da3-71ed064c8a1c req-ed5cf664-92ba-4bba-8349-4e3ca07010c6 service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1169477 Apr 28 19:42:00.067732 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-42970b74-c92f-47dc-9b5b-04585e119ec0 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4978201 Apr 28 19:42:00.071118 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50626) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:00.086185 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-e1182861-fd68-4379-bddc-b7a846345350 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Request body: {'port': {'network_id': '80835d31-d60f-4749-a1bd-4756afb7302e', 'name': 'tempest-TaggedBootDevicesTest-2105984320', 'fixed_ips': [{'subnet_id': '276aa727-ce51-40e0-b36e-2dd77b344c69'}]}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:00.186939 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50628) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:00.212131 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549184db-ed8f-46fe-9242-93614b74f5ca req-daef4ade-2e9b-441f-8cbb-b4c7af899648 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:00.228637 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-549184db-ed8f-46fe-9242-93614b74f5ca req-daef4ade-2e9b-441f-8cbb-b4c7af899648 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d5bdd23-f42f-46a4-9c62-3be502c8d39f HTTP/1.1" status: 200 len: 943 time: 0.4649127 Apr 28 19:42:00.404481 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-eb6486e7-6408-4be9-8a19-8014a31f56a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:00.437576 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ca0cb-4bb4-47bd-851b-81b454f27fc7 req-86323aa8-927d-4668-a8db-df8b9e5b6abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:00.439645 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1a3ca0cb-4bb4-47bd-851b-81b454f27fc7 req-86323aa8-927d-4668-a8db-df8b9e5b6abb service neutron] 10.222.0.15 "GET /v2.0/networks?id=59fa3bba-895c-4edf-a1fa-1e5624f96d3d HTTP/1.1" status: 200 len: 922 time: 0.6571052 Apr 28 19:42:00.440423 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50632) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:00.449696 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-549184db-ed8f-46fe-9242-93614b74f5ca req-6a7786e6-14fe-49c3-b881-11524a8e742c tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7736db7-5fbf-4603-85fc-1b30104c5efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199848 Apr 28 19:42:00.565032 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1a3ca0cb-4bb4-47bd-851b-81b454f27fc7 req-02aa4bc4-e534-4208-8b48-b00b3c7aba49 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1644d41c-4ae6-4119-804e-7863f5ec5548 HTTP/1.1" status: 200 len: 217 time: 0.1051805 Apr 28 19:42:00.565614 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb0e6e-bed9-4946-9280-0901340cfe64 None None] Pushing event updated for resources: {'Port': ['ID=20a21274-1c8a-4219-bcd8-af7b8f352fd4,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:00.606582 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a62e7a5f-99be-4b57-9b4d-6af58d56529c None None] Provisioning complete for port 20a21274-1c8a-4219-bcd8-af7b8f352fd4 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:00.606954 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a62e7a5f-99be-4b57-9b4d-6af58d56529c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:00.679925 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 46f3fa73-9524-4cfc-88e1-50c0d2582d5c, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=46f3fa73-9524-4cfc-88e1-50c0d2582d5c,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:00.690726 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bb1d1d-fe7f-48de-820d-d1f61cc0bc61 None None] Network 599034e0-defd-4a8f-a6f0-947f37bda9fd requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:42:00.698747 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-96e89240-cbd8-4b27-8f3f-64c6471518bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:00.722936 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-96e89240-cbd8-4b27-8f3f-64c6471518bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:00.747740 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ca0cb-4bb4-47bd-851b-81b454f27fc7 req-2bc25e0e-a893-4642-a479-5b5d036b2912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:00.748914 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '46f3fa73-9524-4cfc-88e1-50c0d2582d5c', 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19', 'port_id': '46f3fa73-9524-4cfc-88e1-50c0d2582d5c', 'mac_address': 'fa:16:3e:5a:c7:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43d83121-413d-4da3-b294-551f60ac6b94', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:42:00.750268 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1a3ca0cb-4bb4-47bd-851b-81b454f27fc7 req-2bc25e0e-a893-4642-a479-5b5d036b2912 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2f9a296-e391-41f8-a182-11d79ea6182b HTTP/1.1" status: 200 len: 861 time: 0.1685424 Apr 28 19:42:00.839906 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:00.858723 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-9a140959-1b7d-475f-924b-3be4def55b3f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-113888038-network', 'tenant_id': '867e03fb86a54b0390ea4c90d552fb01'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:00.866532 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f1dc7677-18d2-4cf4-89e5-6ba80f99d477 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:00.875498 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46f3fa73-9524-4cfc-88e1-50c0d2582d5c {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:42:00.894806 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f1dc7677-18d2-4cf4-89e5-6ba80f99d477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:00.920633 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-96e89240-cbd8-4b27-8f3f-64c6471518bb admin admin] Allocated IP 172.25.8.109 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/5f5b5dbe-b8c0-4dad-be9e-519c54eef060) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:42:00.990365 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-eb6486e7-6408-4be9-8a19-8014a31f56a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:00.999835 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 46f3fa73-9524-4cfc-88e1-50c0d2582d5c, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=46f3fa73-9524-4cfc-88e1-50c0d2582d5c,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:01.000721 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1a3ca0cb-4bb4-47bd-851b-81b454f27fc7 req-78af4f02-095a-4a80-aa47-e365a88ca293 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=59fa3bba-895c-4edf-a1fa-1e5624f96d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1974895 Apr 28 19:42:01.010715 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-eb6486e7-6408-4be9-8a19-8014a31f56a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:01.015145 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dc7677-18d2-4cf4-89e5-6ba80f99d477 None None] Network 6e40871a-5689-4fc1-ac0c-3fb2195aa3c7 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:42:01.021546 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-f1dc7677-18d2-4cf4-89e5-6ba80f99d477 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:42:01.031060 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:01.037443 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dc7677-18d2-4cf4-89e5-6ba80f99d477 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:42:01.082710 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc7677-18d2-4cf4-89e5-6ba80f99d477 None None] Pushing event updated for resources: {'Port': ['ID=dff4eaeb-a1bf-40ec-a32e-a4a01e546e19,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:01.137005 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3006a-da93-4a84-9ee1-ef2081f6867a req-270c5cc2-2301-4a58-9218-636c4a30c7d8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:01.139045 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aab3006a-da93-4a84-9ee1-ef2081f6867a req-270c5cc2-2301-4a58-9218-636c4a30c7d8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 943 time: 0.1993668 Apr 28 19:42:01.142596 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device b6e2097d-ea0d-4e0b-a30b-2cc3dcfbb792 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:42:01.191359 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1a3ca0cb-4bb4-47bd-851b-81b454f27fc7 req-55e9216d-abe6-4e57-a7ca-57058856d66a service neutron] 10.222.0.15 "GET /v2.0/networks/59fa3bba-895c-4edf-a1fa-1e5624f96d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755342 Apr 28 19:42:01.203567 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aab3006a-da93-4a84-9ee1-ef2081f6867a req-d71c8320-cf52-42fc-877f-da96f8dacabf tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534556 Apr 28 19:42:01.212949 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a62e7a5f-99be-4b57-9b4d-6af58d56529c None None] Provisioning complete for port 37e042f8-fc48-458d-b5bb-4019869f3d25 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:01.213325 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a62e7a5f-99be-4b57-9b4d-6af58d56529c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:01.240580 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-96e89240-cbd8-4b27-8f3f-64c6471518bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:01.263745 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-f1dc7677-18d2-4cf4-89e5-6ba80f99d477 None None] Attempting to bind port dff4eaeb-a1bf-40ec-a32e-a4a01e546e19 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:42:01.264307 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-f1dc7677-18d2-4cf4-89e5-6ba80f99d477 None None] Attempting to bind port dff4eaeb-a1bf-40ec-a32e-a4a01e546e19 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '919c1f78-5e17-4f76-aa9a-1cd02d0b0cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6e40871a-5689-4fc1-ac0c-3fb2195aa3c7'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:42:01.264664 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dc7677-18d2-4cf4-89e5-6ba80f99d477 None None] Attempting to bind port dff4eaeb-a1bf-40ec-a32e-a4a01e546e19 on network 6e40871a-5689-4fc1-ac0c-3fb2195aa3c7 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:42:01.280556 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-96e89240-cbd8-4b27-8f3f-64c6471518bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:01.282593 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6486e7-6408-4be9-8a19-8014a31f56a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a1476b-6913-4ea8-9f08-ca4efee38e21,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:01.288660 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-eb6486e7-6408-4be9-8a19-8014a31f56a1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2a21574844ca4891bab5bebd5e9b7cad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0458393 Apr 28 19:42:01.292245 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a140959-1b7d-475f-924b-3be4def55b3f admin admin] Made reservation on behalf of 867e03fb86a54b0390ea4c90d552fb01 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:42:01.295832 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9a140959-1b7d-475f-924b-3be4def55b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:01.297948 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1182861-fd68-4379-bddc-b7a846345350 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Made reservation on behalf of bc3414dc2d694e45b86b092fc773c62d for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:42:01.301252 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-a62e7a5f-99be-4b57-9b4d-6af58d56529c None None] Port 37e042f8-fc48-458d-b5bb-4019869f3d25 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:42:01.304016 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e1182861-fd68-4379-bddc-b7a846345350 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:01.306907 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50640) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:01.325491 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['46f3fa73-9524-4cfc-88e1-50c0d2582d5c'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:42:01.338176 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e89240-cbd8-4b27-8f3f-64c6471518bb admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:42:01.342327 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-96e89240-cbd8-4b27-8f3f-64c6471518bb admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:42:01.347765 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e89240-cbd8-4b27-8f3f-64c6471518bb admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:42:01.351168 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e89240-cbd8-4b27-8f3f-64c6471518bb admin admin] Pushing event updated for resources: {'Port': ['ID=5f5b5dbe-b8c0-4dad-be9e-519c54eef060,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:01.361438 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dc7677-18d2-4cf4-89e5-6ba80f99d477 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:42:01.361746 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dc7677-18d2-4cf4-89e5-6ba80f99d477 None None] Checking segment: {'id': '919c1f78-5e17-4f76-aa9a-1cd02d0b0cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6e40871a-5689-4fc1-ac0c-3fb2195aa3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:42:01.362193 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f1dc7677-18d2-4cf4-89e5-6ba80f99d477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:01.362589 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dc7677-18d2-4cf4-89e5-6ba80f99d477 None None] Bound using segment: {'id': '919c1f78-5e17-4f76-aa9a-1cd02d0b0cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6e40871a-5689-4fc1-ac0c-3fb2195aa3c7'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:42:01.363063 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-f1dc7677-18d2-4cf4-89e5-6ba80f99d477 None None] Bound port: dff4eaeb-a1bf-40ec-a32e-a4a01e546e19, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '919c1f78-5e17-4f76-aa9a-1cd02d0b0cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6e40871a-5689-4fc1-ac0c-3fb2195aa3c7'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:42:01.363436 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f1dc7677-18d2-4cf4-89e5-6ba80f99d477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:01.366051 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port b6e2097d-ea0d-4e0b-a30b-2cc3dcfbb792 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:01.366439 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:01.410463 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=46f3fa73-9524-4cfc-88e1-50c0d2582d5c,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:01.534235 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a818d167-1de2-40e9-940b-226200653d14 None None] Provisioning complete for port b6e2097d-ea0d-4e0b-a30b-2cc3dcfbb792 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:01.534626 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a818d167-1de2-40e9-940b-226200653d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:01.648728 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:01.676394 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-96e89240-cbd8-4b27-8f3f-64c6471518bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:01.703810 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a818d167-1de2-40e9-940b-226200653d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:01.817610 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9a140959-1b7d-475f-924b-3be4def55b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:01.820720 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-f1dc7677-18d2-4cf4-89e5-6ba80f99d477 None None] For port dff4eaeb-a1bf-40ec-a32e-a4a01e546e19, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:42:01.865824 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-e1182861-fd68-4379-bddc-b7a846345350 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] device_id is not set on port d7709f7a-d580-4aec-b84a-0085812f5367 yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:42:01.876247 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port b6e2097d-ea0d-4e0b-a30b-2cc3dcfbb792, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=b6e2097d-ea0d-4e0b-a30b-2cc3dcfbb792,segment=NetworkSegment(46a14388-2034-4d81-9962-2861ba57c306),segment_id=46a14388-2034-4d81-9962-2861ba57c306)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:01.877689 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:01.905217 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:01.908323 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 20a21274-1c8a-4219-bcd8-af7b8f352fd4 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:42:01.913863 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-f1dc7677-18d2-4cf4-89e5-6ba80f99d477 None None] For port dff4eaeb-a1bf-40ec-a32e-a4a01e546e19, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=dff4eaeb-a1bf-40ec-a32e-a4a01e546e19,segment=NetworkSegment(919c1f78-5e17-4f76-aa9a-1cd02d0b0cfc),segment_id=919c1f78-5e17-4f76-aa9a-1cd02d0b0cfc)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:42:01.985569 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a10fceec-f80d-437c-9fbf-9432d572b8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:01.985664 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-96e89240-cbd8-4b27-8f3f-64c6471518bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:02.037646 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998d1f0-e481-44df-9447-ee671e60caae req-6b2d004b-f85f-4601-a7c3-64055d090f73 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:02.040355 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0998d1f0-e481-44df-9447-ee671e60caae req-6b2d004b-f85f-4601-a7c3-64055d090f73 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d5bdd23-f42f-46a4-9c62-3be502c8d39f HTTP/1.1" status: 200 len: 943 time: 0.2342665 Apr 28 19:42:02.041752 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f1dc7677-18d2-4cf4-89e5-6ba80f99d477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:02.091574 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1a3ca0cb-4bb4-47bd-851b-81b454f27fc7 req-eb34fc4e-89be-46cc-a012-951ac10946a1 service neutron] 10.222.0.15 "GET /v2.0/networks/59fa3bba-895c-4edf-a1fa-1e5624f96d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8645613 Apr 28 19:42:02.126590 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-a818d167-1de2-40e9-940b-226200653d14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:42:02.126930 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-a818d167-1de2-40e9-940b-226200653d14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:42:02.145797 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=b6e2097d-ea0d-4e0b-a30b-2cc3dcfbb792,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:02.154256 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a10fceec-f80d-437c-9fbf-9432d572b8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:02.183802 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e89240-cbd8-4b27-8f3f-64c6471518bb admin admin] Router d35e189b-b914-4f27-a825-1a152ad667cc is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:42:02.202585 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0998d1f0-e481-44df-9447-ee671e60caae req-e366da00-2f61-4ec2-bedb-8cb29af5c8a3 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7736db7-5fbf-4603-85fc-1b30104c5efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290884 Apr 28 19:42:02.209572 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 20a21274-1c8a-4219-bcd8-af7b8f352fd4 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:02.209897 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:02.310582 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9a140959-1b7d-475f-924b-3be4def55b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:02.315440 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc7677-18d2-4cf4-89e5-6ba80f99d477 None None] Pushing event updated for resources: {'Port': ['ID=dff4eaeb-a1bf-40ec-a32e-a4a01e546e19,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:02.325572 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-e1182861-fd68-4379-bddc-b7a846345350 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Allocated IP 10.1.1.201 (80835d31-d60f-4749-a1bd-4756afb7302e/276aa727-ce51-40e0-b36e-2dd77b344c69/d7709f7a-d580-4aec-b84a-0085812f5367) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:42:02.338125 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9a140959-1b7d-475f-924b-3be4def55b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:02.379764 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e89240-cbd8-4b27-8f3f-64c6471518bb admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:42:02.387621 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a140959-1b7d-475f-924b-3be4def55b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91d7420-50ce-43c0-bfe7-21917ecd14fd,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:02.403222 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23164491-bdfd-4940-a1a1-8e85a8c4ab21 None None] Sync routers for ids ['d35e189b-b914-4f27-a825-1a152ad667cc'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:42:02.410305 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a10fceec-f80d-437c-9fbf-9432d572b8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:02.412386 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714300ec-3ae6-4009-922f-511bfab509af req-4794ab03-da54-46af-91bc-d16136617508 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:02.413194 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a10fceec-f80d-437c-9fbf-9432d572b8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:02.419711 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23164491-bdfd-4940-a1a1-8e85a8c4ab21 None None] Routers {'d35e189b-b914-4f27-a825-1a152ad667cc'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:42:02.420343 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-23164491-bdfd-4940-a1a1-8e85a8c4ab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:41:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['d35e189b-b914-4f27-a825-1a152ad667cc'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:02.425199 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a10fceec-f80d-437c-9fbf-9432d572b8d3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/92a1476b-6913-4ea8-9f08-ca4efee38e21 HTTP/1.1" status: 204 len: 168 time: 1.1033282 Apr 28 19:42:02.425623 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-714300ec-3ae6-4009-922f-511bfab509af req-4794ab03-da54-46af-91bc-d16136617508 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 944 time: 0.0863597 Apr 28 19:42:02.435390 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-96e89240-cbd8-4b27-8f3f-64c6471518bb admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:02.436586 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-96e89240-cbd8-4b27-8f3f-64c6471518bb admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0335486 Apr 28 19:42:02.443312 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a140959-1b7d-475f-924b-3be4def55b3f admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:42:02.444714 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50650) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:02.523583 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-714300ec-3ae6-4009-922f-511bfab509af req-35c9549e-6416-4670-aa3e-c4e739d7dd94 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970910 Apr 28 19:42:02.536054 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fceec-f80d-437c-9fbf-9432d572b8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a1476b-6913-4ea8-9f08-ca4efee38e21,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:02.568599 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9a140959-1b7d-475f-924b-3be4def55b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:02.568868 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-9a140959-1b7d-475f-924b-3be4def55b3f admin admin] Added segment b5720445-03de-4d91-9572-e2572d42e7be of type vlan for network fabbd60f-8bf6-4926-b9b3-5557fdc11e18 Apr 28 19:42:02.693872 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9a140959-1b7d-475f-924b-3be4def55b3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:02.696088 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-23164491-bdfd-4940-a1a1-8e85a8c4ab21 None None] Set router d35e189b-b914-4f27-a825-1a152ad667cc gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:42:02.784917 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9a140959-1b7d-475f-924b-3be4def55b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:02.786168 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a140959-1b7d-475f-924b-3be4def55b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:02.786936 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9a140959-1b7d-475f-924b-3be4def55b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:02.793870 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e1182861-fd68-4379-bddc-b7a846345350 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:02.908878 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a818d167-1de2-40e9-940b-226200653d14 None None] Provisioning complete for port 37e042f8-fc48-458d-b5bb-4019869f3d25 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:02.910349 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a818d167-1de2-40e9-940b-226200653d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:02.914390 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a140959-1b7d-475f-924b-3be4def55b3f admin admin] Pushing event updated for resources: {'Network': ['ID=fabbd60f-8bf6-4926-b9b3-5557fdc11e18,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:02.930346 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9a140959-1b7d-475f-924b-3be4def55b3f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4788368 Apr 28 19:42:02.933378 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50658) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:02.939816 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-d246dafd-853e-49ab-9a15-a163a92a7188 admin admin] Request body: {'subnet': {'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-113888038-subnet', 'tenant_id': '867e03fb86a54b0390ea4c90d552fb01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:02.965995 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e1182861-fd68-4379-bddc-b7a846345350 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:03.005700 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d246dafd-853e-49ab-9a15-a163a92a7188 admin admin] Made reservation on behalf of 867e03fb86a54b0390ea4c90d552fb01 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:42:03.008550 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d246dafd-853e-49ab-9a15-a163a92a7188 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:03.021005 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 1644d41c-4ae6-4119-804e-7863f5ec5548 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:42:03.023262 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1182861-fd68-4379-bddc-b7a846345350 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Network 80835d31-d60f-4749-a1bd-4756afb7302e is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:42:03.031352 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network fabbd60f-8bf6-4926-b9b3-5557fdc11e18 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:42:03.083791 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-e1182861-fd68-4379-bddc-b7a846345350 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:42:03.088373 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1182861-fd68-4379-bddc-b7a846345350 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:42:03.198058 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1182861-fd68-4379-bddc-b7a846345350 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Pushing event updated for resources: {'Port': ['ID=d7709f7a-d580-4aec-b84a-0085812f5367,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:03.217800 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4af5621a-69fd-46c5-9c4d-1a1c629b0e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:03.267671 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1182861-fd68-4379-bddc-b7a846345350 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:03.269957 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e1182861-fd68-4379-bddc-b7a846345350 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:03.317980 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e1182861-fd68-4379-bddc-b7a846345350 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2341022 Apr 28 19:42:03.430409 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device dff4eaeb-a1bf-40ec-a32e-a4a01e546e19 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:42:03.438066 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb3e1d-9f14-4d1d-a654-b5a25d74cea2 req-557a8ad2-2671-4743-8a86-a0ab74fb2e3d tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:03.439666 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a5fb3e1d-9f14-4d1d-a654-b5a25d74cea2 req-557a8ad2-2671-4743-8a86-a0ab74fb2e3d tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d5bdd23-f42f-46a4-9c62-3be502c8d39f HTTP/1.1" status: 200 len: 943 time: 0.1138873 Apr 28 19:42:03.526622 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 46f3fa73-9524-4cfc-88e1-50c0d2582d5c up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:42:03.530436 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a5fb3e1d-9f14-4d1d-a654-b5a25d74cea2 req-ca66dac1-7931-4770-8831-153c33bcda5f tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7736db7-5fbf-4603-85fc-1b30104c5efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835111 Apr 28 19:42:03.666945 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-4af5621a-69fd-46c5-9c4d-1a1c629b0e78 admin admin] Allocated IP 172.20.0.1 (6e40871a-5689-4fc1-ac0c-3fb2195aa3c7/a268a66f-7a28-41b5-9601-809769829c64/15d976e5-9cfb-4065-a5cb-a9dc153c6d82) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:42:03.688446 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d246dafd-853e-49ab-9a15-a163a92a7188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:03.732729 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 1644d41c-4ae6-4119-804e-7863f5ec5548, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=1644d41c-4ae6-4119-804e-7863f5ec5548,segment=NetworkSegment(07b0b006-72dc-44da-8fb3-77e4258c101d),segment_id=07b0b006-72dc-44da-8fb3-77e4258c101d)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:03.765867 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '1644d41c-4ae6-4119-804e-7863f5ec5548', 'network_id': '59fa3bba-895c-4edf-a1fa-1e5624f96d3d', 'port_id': '1644d41c-4ae6-4119-804e-7863f5ec5548', 'mac_address': 'fa:16:3e:75:90:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2f9a296-e391-41f8-a182-11d79ea6182b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:42:03.800467 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a78040-d4f8-4a65-a8ae-c4c6b2c5a8b0 req-0b13fbb1-11ac-4f5c-aceb-2d6601db4498 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:03.809111 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a0a78040-d4f8-4a65-a8ae-c4c6b2c5a8b0 req-0b13fbb1-11ac-4f5c-aceb-2d6601db4498 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 944 time: 0.1449070 Apr 28 19:42:03.840772 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:03.890662 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50680) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:03.895746 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-a818d167-1de2-40e9-940b-226200653d14 None None] Port 37e042f8-fc48-458d-b5bb-4019869f3d25 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:42:03.907216 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-aa5dfafa-fe73-43a5-92e8-ffa9dfa6873e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Request body: {'security_group': {'name': 'tempest-securitygroup--205317441', 'description': 'tempest-description--67126822'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:03.933548 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a0a78040-d4f8-4a65-a8ae-c4c6b2c5a8b0 req-a116a0b9-8dab-480a-ae20-227533cb17b4 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213398 Apr 28 19:42:03.937039 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246dafd-853e-49ab-9a15-a163a92a7188 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e145c28a-7477-47ad-a9ec-82b7e4aa7b4b,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:03.969402 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aa5dfafa-fe73-43a5-92e8-ffa9dfa6873e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:03.969793 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d246dafd-853e-49ab-9a15-a163a92a7188 admin admin] Checking segment: {'id': 'b5720445-03de-4d91-9572-e2572d42e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:42:03.970063 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d246dafd-853e-49ab-9a15-a163a92a7188 admin admin] Network hostable DHCP agents. Network: fabbd60f-8bf6-4926-b9b3-5557fdc11e18, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:42:04.007312 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port dff4eaeb-a1bf-40ec-a32e-a4a01e546e19 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:04.007985 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:04.018070 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 46f3fa73-9524-4cfc-88e1-50c0d2582d5c completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:42:04.027111 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:04.031951 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d246dafd-853e-49ab-9a15-a163a92a7188 admin admin] Network fabbd60f-8bf6-4926-b9b3-5557fdc11e18 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:42:04.050894 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4af5621a-69fd-46c5-9c4d-1a1c629b0e78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:04.061677 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-d246dafd-853e-49ab-9a15-a163a92a7188 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, fabbd60f-8bf6-4926-b9b3-5557fdc11e18) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:42:04.067099 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d246dafd-853e-49ab-9a15-a163a92a7188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:04.067756 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d246dafd-853e-49ab-9a15-a163a92a7188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:04.079648 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aa5dfafa-fe73-43a5-92e8-ffa9dfa6873e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:04.090761 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aa5dfafa-fe73-43a5-92e8-ffa9dfa6873e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:04.115380 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1644d41c-4ae6-4119-804e-7863f5ec5548 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:42:04.135803 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5dfafa-fe73-43a5-92e8-ffa9dfa6873e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25359f5a-c83d-430a-beb5-e3f6e2ee328c,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:04.151016 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d246dafd-853e-49ab-9a15-a163a92a7188 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2151966 Apr 28 19:42:04.160777 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 1644d41c-4ae6-4119-804e-7863f5ec5548, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=1644d41c-4ae6-4119-804e-7863f5ec5548,segment=NetworkSegment(07b0b006-72dc-44da-8fb3-77e4258c101d),segment_id=07b0b006-72dc-44da-8fb3-77e4258c101d)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:04.173340 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aa5dfafa-fe73-43a5-92e8-ffa9dfa6873e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:04.174841 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-aa5dfafa-fe73-43a5-92e8-ffa9dfa6873e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2831807 Apr 28 19:42:04.177899 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50690) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:04.179756 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4af5621a-69fd-46c5-9c4d-1a1c629b0e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:04.186688 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b70e914-ef39-4258-ad62-222e3779fd52 None None] Network fabbd60f-8bf6-4926-b9b3-5557fdc11e18 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:42:04.188954 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-bb5f8a95-8728-4953-aace-ec293282783c tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Request body: {'security_group_rule': {'security_group_id': '25359f5a-c83d-430a-beb5-e3f6e2ee328c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:04.189132 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:04.205258 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 46f3fa73-9524-4cfc-88e1-50c0d2582d5c triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:04.205258 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:04.261466 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bb5f8a95-8728-4953-aace-ec293282783c tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:04.288723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af5621a-69fd-46c5-9c4d-1a1c629b0e78 admin admin] Network 6e40871a-5689-4fc1-ac0c-3fb2195aa3c7 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:42:04.294173 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-4af5621a-69fd-46c5-9c4d-1a1c629b0e78 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:42:04.297602 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5621a-69fd-46c5-9c4d-1a1c629b0e78 admin admin] Pushing event updated for resources: {'Port': ['ID=15d976e5-9cfb-4065-a5cb-a9dc153c6d82,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:04.309677 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af5621a-69fd-46c5-9c4d-1a1c629b0e78 admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:42:04.373893 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bb5f8a95-8728-4953-aace-ec293282783c tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:04.380295 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bb5f8a95-8728-4953-aace-ec293282783c tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:04.390230 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4af5621a-69fd-46c5-9c4d-1a1c629b0e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:04.393781 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f56480-a23e-4e32-8500-756cb68258c4 None None] Network 6e40871a-5689-4fc1-ac0c-3fb2195aa3c7 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:42:04.412232 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bb5f8a95-8728-4953-aace-ec293282783c tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:04.414277 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-bb5f8a95-8728-4953-aace-ec293282783c tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2351925 Apr 28 19:42:04.419177 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50694) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:04.434810 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-1436743e-685b-4389-8b6f-5790c652fc21 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Request body: {'security_group_rule': {'security_group_id': '25359f5a-c83d-430a-beb5-e3f6e2ee328c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:04.441359 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f8a95-8728-4953-aace-ec293282783c tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d478ca0f-6811-4390-a325-a4aab358259d,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:04.445183 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-92a6a389-41d8-412d-bf2f-75ada1952d7a None None] Provisioning complete for port b6e2097d-ea0d-4e0b-a30b-2cc3dcfbb792 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:04.445568 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-92a6a389-41d8-412d-bf2f-75ada1952d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:04.494280 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1436743e-685b-4389-8b6f-5790c652fc21 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:04.530299 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['1644d41c-4ae6-4119-804e-7863f5ec5548'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:42:04.562517 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-23164491-bdfd-4940-a1a1-8e85a8c4ab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35e189b-b914-4f27-a825-1a152ad667cc', 'name': 'tempest-FloatingIPsTestJSON-1259256254-router', 'tenant_id': 'f9e414d41ffc43c0926d04834b61dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '5f5b5dbe-b8c0-4dad-be9e-519c54eef060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:41:58Z', 'updated_at': '2022-04-28T19:42:01Z', 'revision_number': 3, 'project_id': 'f9e414d41ffc43c0926d04834b61dda2', 'gw_port': {'id': '5f5b5dbe-b8c0-4dad-be9e-519c54eef060', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35e189b-b914-4f27-a825-1a152ad667cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:42:00Z', 'updated_at': '2022-04-28T19:42:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:04.626103 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1436743e-685b-4389-8b6f-5790c652fc21 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:04.646754 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=1644d41c-4ae6-4119-804e-7863f5ec5548,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:04.649679 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1436743e-685b-4389-8b6f-5790c652fc21 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:04.683519 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436743e-685b-4389-8b6f-5790c652fc21 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa313c27-3671-4cec-a989-c364dfeae2a3,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:04.689044 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23164491-bdfd-4940-a1a1-8e85a8c4ab21 None None] Checking router: d35e189b-b914-4f27-a825-1a152ad667cc for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:42:04.689384 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23164491-bdfd-4940-a1a1-8e85a8c4ab21 None None] Updating router d35e189b-b914-4f27-a825-1a152ad667cc port 5f5b5dbe-b8c0-4dad-be9e-519c54eef060 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:42:04.707690 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1436743e-685b-4389-8b6f-5790c652fc21 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:04.716690 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1436743e-685b-4389-8b6f-5790c652fc21 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2919941 Apr 28 19:42:04.716790 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50708) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:04.726037 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-3eaecd7a-03bf-411f-8179-e6ac7c3f3fdd tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:04.727065 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e77442-98fb-48a4-b932-1208794dc912 None None] Network fabbd60f-8bf6-4926-b9b3-5557fdc11e18 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:42:04.783263 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3eaecd7a-03bf-411f-8179-e6ac7c3f3fdd tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks [] for floatingip, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:04.869574 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-23164491-bdfd-4940-a1a1-8e85a8c4ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:04.953214 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:04.959765 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3eaecd7a-03bf-411f-8179-e6ac7c3f3fdd tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:04.999887 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:05.066526 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264b1a6-15d5-4167-8fdc-3e850d135eae req-9d174dff-79a1-4308-aa34-bcb8b66f377d tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:05.075360 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b264b1a6-15d5-4167-8fdc-3e850d135eae req-9d174dff-79a1-4308-aa34-bcb8b66f377d tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d5bdd23-f42f-46a4-9c62-3be502c8d39f HTTP/1.1" status: 200 len: 944 time: 0.1026814 Apr 28 19:42:05.088993 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4af5621a-69fd-46c5-9c4d-1a1c629b0e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:05.148391 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b264b1a6-15d5-4167-8fdc-3e850d135eae req-2a893cd9-27a2-433b-aa55-517ae2c0acd9 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7736db7-5fbf-4603-85fc-1b30104c5efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676813 Apr 28 19:42:05.201612 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800d66fa-bb2a-4cf0-ae7e-0e81c3e30102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f3fa73-9524-4cfc-88e1-50c0d2582d5c'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:05.203892 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fa269a-c9e7-4f44-96a7-80826c10715f" -d '{"events": [{"server_uuid": "800d66fa-bb2a-4cf0-ae7e-0e81c3e30102", "name": "network-vif-plugged", "status": "completed", "tag": "46f3fa73-9524-4cfc-88e1-50c0d2582d5c"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:42:05.214334 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port dff4eaeb-a1bf-40ec-a32e-a4a01e546e19, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=dff4eaeb-a1bf-40ec-a32e-a4a01e546e19,segment=NetworkSegment(919c1f78-5e17-4f76-aa9a-1cd02d0b0cfc),segment_id=919c1f78-5e17-4f76-aa9a-1cd02d0b0cfc)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:05.222774 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-3eaecd7a-03bf-411f-8179-e6ac7c3f3fdd tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Allocated IP 172.25.8.169 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/9880ae7c-d1c2-4865-b6de-2e85ce952bdf) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:42:05.263364 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:05.264234 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device b6e2097d-ea0d-4e0b-a30b-2cc3dcfbb792 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:42:05.269961 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 46f3fa73-9524-4cfc-88e1-50c0d2582d5c, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=46f3fa73-9524-4cfc-88e1-50c0d2582d5c,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:05.361910 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:05.416175 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-92a6a389-41d8-412d-bf2f-75ada1952d7a None None] Provisioning complete for port d7709f7a-d580-4aec-b84a-0085812f5367 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:05.416175 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-92a6a389-41d8-412d-bf2f-75ada1952d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:05.471832 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=dff4eaeb-a1bf-40ec-a32e-a4a01e546e19,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:05.486207 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3eaecd7a-03bf-411f-8179-e6ac7c3f3fdd tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:05.493749 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4af5621a-69fd-46c5-9c4d-1a1c629b0e78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:05.497368 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-1a9881d4-a950-4bfd-9513-bfd99b0c397d tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:05.498944 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-1a9881d4-a950-4bfd-9513-bfd99b0c397d tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/networks?id=fabbd60f-8bf6-4926-b9b3-5557fdc11e18 HTTP/1.1" status: 200 len: 811 time: 0.1722188 Apr 28 19:42:05.507753 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:05.508329 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:05.508682 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:05.509025 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:05.509364 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:05.509704 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:05.510031 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:05.510360 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:05.510689 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:05.511875 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4af5621a-69fd-46c5-9c4d-1a1c629b0e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:05.513947 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:05.514328 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:05.514673 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:05.527153 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-92a6a389-41d8-412d-bf2f-75ada1952d7a None None] Port d7709f7a-d580-4aec-b84a-0085812f5367 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:42:05.550072 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-2a7a7f0a-5a79-44c7-b3f1-6a15dfca9f82 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/quotas/867e03fb86a54b0390ea4c90d552fb01 HTTP/1.1" status: 200 len: 375 time: 0.0413671 Apr 28 19:42:05.563171 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port b6e2097d-ea0d-4e0b-a30b-2cc3dcfbb792 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:05.563564 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:05.610615 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-55f00c2d-cacf-408f-a524-88722f2ca135 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=867e03fb86a54b0390ea4c90d552fb01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456736 Apr 28 19:42:05.626729 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3eaecd7a-03bf-411f-8179-e6ac7c3f3fdd tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:05.646739 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376510c9-a8e4-4617-a8d0-6c285c2527bd req-2d5d64f4-c2e3-4f54-9644-b17cc01e4292 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:05.650062 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-376510c9-a8e4-4617-a8d0-6c285c2527bd req-2d5d64f4-c2e3-4f54-9644-b17cc01e4292 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 945 time: 0.1538181 Apr 28 19:42:05.666841 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4af5621a-69fd-46c5-9c4d-1a1c629b0e78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:05.670614 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5621a-69fd-46c5-9c4d-1a1c629b0e78 admin admin] Pushing event updated for resources: {'Port': ['ID=15d976e5-9cfb-4065-a5cb-a9dc153c6d82,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:05.706141 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=46f3fa73-9524-4cfc-88e1-50c0d2582d5c,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:05.737048 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-376510c9-a8e4-4617-a8d0-6c285c2527bd req-313224d9-aeec-4f07-9bc5-8f7142d976da tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793326 Apr 28 19:42:05.786888 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eaecd7a-03bf-411f-8179-e6ac7c3f3fdd tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:42:05.807230 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-3eaecd7a-03bf-411f-8179-e6ac7c3f3fdd tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:42:05.830080 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaecd7a-03bf-411f-8179-e6ac7c3f3fdd tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:42:05.833814 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-14dc6043-7357-418e-9db7-423d3822e026 None None] Provisioning complete for port dff4eaeb-a1bf-40ec-a32e-a4a01e546e19 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:05.834423 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-14dc6043-7357-418e-9db7-423d3822e026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:05.846612 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaecd7a-03bf-411f-8179-e6ac7c3f3fdd tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Pushing event updated for resources: {'Port': ['ID=9880ae7c-d1c2-4865-b6de-2e85ce952bdf,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:05.918813 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1daac2fa-2434-486b-b183-1638da8480af x-openstack-request-id: req-1daac2fa-2434-486b-b183-1638da8480af {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:42:05.920039 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800d66fa-bb2a-4cf0-ae7e-0e81c3e30102", "name": "network-vif-plugged", "status": "completed", "tag": "46f3fa73-9524-4cfc-88e1-50c0d2582d5c", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:42:05.920503 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1daac2fa-2434-486b-b183-1638da8480af {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:42:05.921077 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1daac2fa-2434-486b-b183-1638da8480af'] response: {'server_uuid': '800d66fa-bb2a-4cf0-ae7e-0e81c3e30102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f3fa73-9524-4cfc-88e1-50c0d2582d5c', 'code': 200} Apr 28 19:42:06.119866 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af5621a-69fd-46c5-9c4d-1a1c629b0e78 admin admin] Network 6e40871a-5689-4fc1-ac0c-3fb2195aa3c7 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:42:06.130243 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-4af5621a-69fd-46c5-9c4d-1a1c629b0e78 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:42:06.143738 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-22d33a07-c3c4-4fc8-b718-2d9b6c2c29c2 service neutron] 10.222.0.42 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045269 Apr 28 19:42:06.212441 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4224301-52de-4df4-b729-8a98ba407294 req-5a1a9db0-bd3f-4aaa-8e43-6b1f8a05d3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:06.214132 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e4224301-52de-4df4-b729-8a98ba407294 req-5a1a9db0-bd3f-4aaa-8e43-6b1f8a05d3a0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 1096 time: 0.1951380 Apr 28 19:42:06.319525 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e4224301-52de-4df4-b729-8a98ba407294 req-be186c8a-b2d1-4eb9-b1cf-4a04e70af0c0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436113 Apr 28 19:42:06.355178 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af5621a-69fd-46c5-9c4d-1a1c629b0e78 admin admin] Router d35e189b-b914-4f27-a825-1a152ad667cc has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:42:06.413678 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3eaecd7a-03bf-411f-8179-e6ac7c3f3fdd tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:06.521789 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-ad32ed31-2508-4b23-b195-b5f466cc5c91 service neutron] 10.222.0.42 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771446 Apr 28 19:42:06.534693 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3eaecd7a-03bf-411f-8179-e6ac7c3f3fdd tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:06.573425 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-23164491-bdfd-4940-a1a1-8e85a8c4ab21 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:06.585291 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device dff4eaeb-a1bf-40ec-a32e-a4a01e546e19 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:42:06.658827 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af5621a-69fd-46c5-9c4d-1a1c629b0e78 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:42:06.674771 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4af5621a-69fd-46c5-9c4d-1a1c629b0e78 admin admin] 10.222.0.42 "PUT /v2.0/routers/d35e189b-b914-4f27-a825-1a152ad667cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2274439 Apr 28 19:42:06.676468 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-23164491-bdfd-4940-a1a1-8e85a8c4ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:06.736889 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3eaecd7a-03bf-411f-8179-e6ac7c3f3fdd tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:06.746211 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3eaecd7a-03bf-411f-8179-e6ac7c3f3fdd tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:06.818573 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51597e25-c22e-4f3b-85c2-a57afabfb745 req-64edbf99-0316-463b-a97a-cb7179a3f46e tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:06.822408 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-51597e25-c22e-4f3b-85c2-a57afabfb745 req-64edbf99-0316-463b-a97a-cb7179a3f46e tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d5bdd23-f42f-46a4-9c62-3be502c8d39f HTTP/1.1" status: 200 len: 944 time: 0.1461978 Apr 28 19:42:06.879084 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-23164491-bdfd-4940-a1a1-8e85a8c4ab21 None None] Attempting to bind port 5f5b5dbe-b8c0-4dad-be9e-519c54eef060 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:42:06.879456 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-23164491-bdfd-4940-a1a1-8e85a8c4ab21 None None] Attempting to bind port 5f5b5dbe-b8c0-4dad-be9e-519c54eef060 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:42:06.879835 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23164491-bdfd-4940-a1a1-8e85a8c4ab21 None None] Attempting to bind port 5f5b5dbe-b8c0-4dad-be9e-519c54eef060 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:42:06.885568 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0f57f-37a6-42a3-9d86-9ad6e776947c None None] Pushing event updated for resources: {'Port': ['ID=5f5b5dbe-b8c0-4dad-be9e-519c54eef060,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:06.891213 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f51ad2c6-4b84-4ce7-b2b3-6e025705e226 req-28ba0e3b-ae9a-4bce-843b-2878e763bd39 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b0ab879-9113-4240-8439-9b2431ffe292 HTTP/1.1" status: 200 len: 210 time: 0.0715137 Apr 28 19:42:06.896751 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23164491-bdfd-4940-a1a1-8e85a8c4ab21 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:42:06.897121 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23164491-bdfd-4940-a1a1-8e85a8c4ab21 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:42:06.897513 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-23164491-bdfd-4940-a1a1-8e85a8c4ab21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:06.898155 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23164491-bdfd-4940-a1a1-8e85a8c4ab21 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:42:06.899231 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-23164491-bdfd-4940-a1a1-8e85a8c4ab21 None None] Bound port: 5f5b5dbe-b8c0-4dad-be9e-519c54eef060, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:42:06.899613 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-23164491-bdfd-4940-a1a1-8e85a8c4ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:06.925678 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaecd7a-03bf-411f-8179-e6ac7c3f3fdd tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Pushing event updated for resources: {'Port': ['ID=9880ae7c-d1c2-4865-b6de-2e85ce952bdf,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:06.926959 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-51597e25-c22e-4f3b-85c2-a57afabfb745 req-1f328f56-ad5d-4e70-93f8-95504a932a42 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7736db7-5fbf-4603-85fc-1b30104c5efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896304 Apr 28 19:42:06.962430 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3eaecd7a-03bf-411f-8179-e6ac7c3f3fdd tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:06.982945 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 1644d41c-4ae6-4119-804e-7863f5ec5548 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:42:06.988463 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port dff4eaeb-a1bf-40ec-a32e-a4a01e546e19 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:06.988838 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:06.995674 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3eaecd7a-03bf-411f-8179-e6ac7c3f3fdd tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:07.006701 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3eaecd7a-03bf-411f-8179-e6ac7c3f3fdd tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2886810 Apr 28 19:42:07.092477 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c4cac-2422-4531-b0c0-b22047997fef req-8b8a19dd-40bc-4c38-a36c-f9b047b85522 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:07.107972 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-125c4cac-2422-4531-b0c0-b22047997fef req-8b8a19dd-40bc-4c38-a36c-f9b047b85522 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 945 time: 0.0980732 Apr 28 19:42:07.204990 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-125c4cac-2422-4531-b0c0-b22047997fef req-d28e9396-8239-4fa7-93a1-b76296590d2b tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951815 Apr 28 19:42:07.232922 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-23164491-bdfd-4940-a1a1-8e85a8c4ab21 None None] For port 5f5b5dbe-b8c0-4dad-be9e-519c54eef060, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:42:07.241810 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-23164491-bdfd-4940-a1a1-8e85a8c4ab21 None None] For port 5f5b5dbe-b8c0-4dad-be9e-519c54eef060, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=5f5b5dbe-b8c0-4dad-be9e-519c54eef060,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:42:07.270398 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-db6e12a8-0795-42a9-bd4d-266fc3ae84e8 None None] Provisioning complete for port 15d976e5-9cfb-4065-a5cb-a9dc153c6d82 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:07.270768 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-db6e12a8-0795-42a9-bd4d-266fc3ae84e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:07.308599 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-23164491-bdfd-4940-a1a1-8e85a8c4ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:07.318267 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-db6e12a8-0795-42a9-bd4d-266fc3ae84e8 None None] Port 15d976e5-9cfb-4065-a5cb-a9dc153c6d82 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:42:07.402040 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-db6e12a8-0795-42a9-bd4d-266fc3ae84e8 None None] Provisioning complete for port dff4eaeb-a1bf-40ec-a32e-a4a01e546e19 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:07.402360 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-db6e12a8-0795-42a9-bd4d-266fc3ae84e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:07.413060 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a3139dda-d05c-4ae4-b68e-121ad861525a req-cc8d5946-1a31-41f8-944b-4bf00439f61d tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3402348 Apr 28 19:42:07.425695 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-a3139dda-d05c-4ae4-b68e-121ad861525a req-7fdcdea9-3748-41a0-92ef-da6237a6a581 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:07.457656 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a3139dda-d05c-4ae4-b68e-121ad861525a req-7fdcdea9-3748-41a0-92ef-da6237a6a581 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:07.492729 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23164491-bdfd-4940-a1a1-8e85a8c4ab21 None None] Routers {'d35e189b-b914-4f27-a825-1a152ad667cc'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:42:07.494349 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-23164491-bdfd-4940-a1a1-8e85a8c4ab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:41:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['d35e189b-b914-4f27-a825-1a152ad667cc'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:07.519360 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-8c680bff-7f05-4146-b3e5-fdfa1ec41901 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--205317441&fields=id&tenant_id=bc3414dc2d694e45b86b092fc773c62d HTTP/1.1" status: 200 len: 267 time: 0.0769308 Apr 28 19:42:07.579969 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 1644d41c-4ae6-4119-804e-7863f5ec5548 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:42:07.582910 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0f57f-37a6-42a3-9d86-9ad6e776947c None None] Pushing event updated for resources: {'Port': ['ID=5f5b5dbe-b8c0-4dad-be9e-519c54eef060,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:07.598013 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 1644d41c-4ae6-4119-804e-7863f5ec5548 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:07.598701 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:07.600918 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-37593441-d14d-43c2-8658-fda95ff5a7ce tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:07.602542 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-37593441-d14d-43c2-8658-fda95ff5a7ce tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports/37e042f8-fc48-458d-b5bb-4019869f3d25 HTTP/1.1" status: 200 len: 932 time: 0.0820522 Apr 28 19:42:07.619389 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a3139dda-d05c-4ae4-b68e-121ad861525a req-7fdcdea9-3748-41a0-92ef-da6237a6a581 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:07.673519 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-1dca4f39-54b7-4eac-a25b-0180d0a9056f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:07.688249 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-1dca4f39-54b7-4eac-a25b-0180d0a9056f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports/d7709f7a-d580-4aec-b84a-0085812f5367 HTTP/1.1" status: 200 len: 932 time: 0.0766098 Apr 28 19:42:07.758312 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-a3139dda-d05c-4ae4-b68e-121ad861525a req-7fdcdea9-3748-41a0-92ef-da6237a6a581 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Allocated IP 172.25.8.55 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/7606f5b2-07eb-470d-b73b-bb60442eb81a) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:42:07.767600 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-f41bf479-725a-49d5-a6f6-27876e83d6c5 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?network_id=599034e0-defd-4a8f-a6f0-947f37bda9fd&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0781491 Apr 28 19:42:07.785923 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-23164491-bdfd-4940-a1a1-8e85a8c4ab21 None None] Set router d35e189b-b914-4f27-a825-1a152ad667cc gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:42:07.814509 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-f32ea7ef-552e-43e4-8f92-60a5162f837e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?network_id=599034e0-defd-4a8f-a6f0-947f37bda9fd&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0454721 Apr 28 19:42:07.918664 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a3139dda-d05c-4ae4-b68e-121ad861525a req-7fdcdea9-3748-41a0-92ef-da6237a6a581 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:07.921067 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:07.945806 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-943ac8b4-8aa3-4be6-a3c3-69b7d5915cbf tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:07.952134 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-943ac8b4-8aa3-4be6-a3c3-69b7d5915cbf tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:07.958727 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-943ac8b4-8aa3-4be6-a3c3-69b7d5915cbf tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:07.960128 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-943ac8b4-8aa3-4be6-a3c3-69b7d5915cbf tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/networks?id=f69f4a5f-c2d6-44c7-ad73-929a90025ab3&id=80835d31-d60f-4749-a1bd-4756afb7302e&id=80835d31-d60f-4749-a1bd-4756afb7302e&id=599034e0-defd-4a8f-a6f0-947f37bda9fd&id=599034e0-defd-4a8f-a6f0-947f37bda9fd HTTP/1.1" status: 200 len: 1989 time: 0.1446552 Apr 28 19:42:07.974581 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a3139dda-d05c-4ae4-b68e-121ad861525a req-7fdcdea9-3748-41a0-92ef-da6237a6a581 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:07.979847 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-d559f767-bf6f-4472-8e27-019d5a872af5 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/quotas/bc3414dc2d694e45b86b092fc773c62d HTTP/1.1" status: 200 len: 375 time: 0.0125127 Apr 28 19:42:07.984924 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5bdd23-f42f-46a4-9c62-3be502c8d39f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1644d41c-4ae6-4119-804e-7863f5ec5548'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:07.987827 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794274b1-63a4-4b28-bf50-e4d2f6ea2f14" -d '{"events": [{"server_uuid": "8d5bdd23-f42f-46a4-9c62-3be502c8d39f", "name": "network-vif-plugged", "status": "completed", "tag": "1644d41c-4ae6-4119-804e-7863f5ec5548"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:42:08.012363 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 1644d41c-4ae6-4119-804e-7863f5ec5548, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=1644d41c-4ae6-4119-804e-7863f5ec5548,segment=NetworkSegment(07b0b006-72dc-44da-8fb3-77e4258c101d),segment_id=07b0b006-72dc-44da-8fb3-77e4258c101d)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:08.012736 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3139dda-d05c-4ae4-b68e-121ad861525a req-7fdcdea9-3748-41a0-92ef-da6237a6a581 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:42:08.017924 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-a3139dda-d05c-4ae4-b68e-121ad861525a req-7fdcdea9-3748-41a0-92ef-da6237a6a581 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:42:08.018393 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:08.021630 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3139dda-d05c-4ae4-b68e-121ad861525a req-7fdcdea9-3748-41a0-92ef-da6237a6a581 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:42:08.055157 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdcdea9-3748-41a0-92ef-da6237a6a581 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Pushing event updated for resources: {'Port': ['ID=7606f5b2-07eb-470d-b73b-bb60442eb81a,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:08.061678 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-6ae1b3f8-2acd-4491-9dba-1f77e5034b02 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bc3414dc2d694e45b86b092fc773c62d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0706298 Apr 28 19:42:08.101468 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=1644d41c-4ae6-4119-804e-7863f5ec5548,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:08.137467 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-23164491-bdfd-4940-a1a1-8e85a8c4ab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35e189b-b914-4f27-a825-1a152ad667cc', 'name': 'tempest-FloatingIPsTestJSON-1259256254-router', 'tenant_id': 'f9e414d41ffc43c0926d04834b61dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '5f5b5dbe-b8c0-4dad-be9e-519c54eef060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:41:58Z', 'updated_at': '2022-04-28T19:42:04Z', 'revision_number': 4, 'project_id': 'f9e414d41ffc43c0926d04834b61dda2', 'gw_port': {'id': '5f5b5dbe-b8c0-4dad-be9e-519c54eef060', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35e189b-b914-4f27-a825-1a152ad667cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:42:00Z', 'updated_at': '2022-04-28T19:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '15d976e5-9cfb-4065-a5cb-a9dc153c6d82', 'name': '', 'network_id': '6e40871a-5689-4fc1-ac0c-3fb2195aa3c7', 'tenant_id': 'f9e414d41ffc43c0926d04834b61dda2', 'mac_address': 'fa:16:3e:c8:db:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35e189b-b914-4f27-a825-1a152ad667cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'a268a66f-7a28-41b5-9601-809769829c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:42:03Z', 'updated_at': '2022-04-28T19:42:05Z', 'revision_number': 2, 'project_id': 'f9e414d41ffc43c0926d04834b61dda2', 'subnets': [{'id': 'a268a66f-7a28-41b5-9601-809769829c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:08.174548 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-ae82c01b-c324-4c68-9b5c-0d617738f4ca service neutron] 10.222.0.42 "GET /v2.0/networks/f69f4a5f-c2d6-44c7-ad73-929a90025ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985427 Apr 28 19:42:08.177481 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23164491-bdfd-4940-a1a1-8e85a8c4ab21 None None] The sync data for ids ['d35e189b-b914-4f27-a825-1a152ad667cc'] in n-d-839810-1 is: [{'id': 'd35e189b-b914-4f27-a825-1a152ad667cc', 'name': 'tempest-FloatingIPsTestJSON-1259256254-router', 'tenant_id': 'f9e414d41ffc43c0926d04834b61dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '5f5b5dbe-b8c0-4dad-be9e-519c54eef060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:41:58Z', 'updated_at': '2022-04-28T19:42:04Z', 'revision_number': 4, 'project_id': 'f9e414d41ffc43c0926d04834b61dda2', 'gw_port': {'id': '5f5b5dbe-b8c0-4dad-be9e-519c54eef060', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35e189b-b914-4f27-a825-1a152ad667cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:42:00Z', 'updated_at': '2022-04-28T19:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '15d976e5-9cfb-4065-a5cb-a9dc153c6d82', 'name': '', 'network_id': '6e40871a-5689-4fc1-ac0c-3fb2195aa3c7', 'tenant_id': 'f9e414d41ffc43c0926d04834b61dda2', 'mac_address': 'fa:16:3e:c8:db:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35e189b-b914-4f27-a825-1a152ad667cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'a268a66f-7a28-41b5-9601-809769829c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:42:03Z', 'updated_at': '2022-04-28T19:42:05Z', 'revision_number': 2, 'project_id': 'f9e414d41ffc43c0926d04834b61dda2', 'subnets': [{'id': 'a268a66f-7a28-41b5-9601-809769829c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:42:08.209526 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a3139dda-d05c-4ae4-b68e-121ad861525a req-7fdcdea9-3748-41a0-92ef-da6237a6a581 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:08.320511 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a3139dda-d05c-4ae4-b68e-121ad861525a req-7fdcdea9-3748-41a0-92ef-da6237a6a581 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:08.374564 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-12c725a1-2ae8-40f9-814a-1727ef259501 service neutron] 10.222.0.42 "GET /v2.0/networks/f69f4a5f-c2d6-44c7-ad73-929a90025ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930318 Apr 28 19:42:08.381901 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-13e978c3-ef1a-4a75-a867-19b46dd4ef90 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:08.383942 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-13e978c3-ef1a-4a75-a867-19b46dd4ef90 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.44 "GET /v2.0/networks?id=fabbd60f-8bf6-4926-b9b3-5557fdc11e18 HTTP/1.1" status: 200 len: 811 time: 0.1959183 Apr 28 19:42:08.403898 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-14a2e177-d4a2-4322-b62b-bcdd45f5f33c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Request body: {'port': {'device_id': '7b0ab879-9113-4240-8439-9b2431ffe292', 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18', 'admin_state_up': True, 'tenant_id': '867e03fb86a54b0390ea4c90d552fb01'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:08.417296 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-ca6f97f2-0a40-473f-92bc-5c0e2d109c76 service neutron] 10.222.0.42 "GET /v2.0/ports/37e042f8-fc48-458d-b5bb-4019869f3d25?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0417111 Apr 28 19:42:08.612052 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-1e0f52e7-b4a6-4989-8538-c3fe1c9bcd76 service neutron] 10.222.0.42 "GET /v2.0/networks/80835d31-d60f-4749-a1bd-4756afb7302e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859620 Apr 28 19:42:08.685099 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-14a2e177-d4a2-4322-b62b-bcdd45f5f33c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Made reservation on behalf of 867e03fb86a54b0390ea4c90d552fb01 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:42:08.688571 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-14a2e177-d4a2-4322-b62b-bcdd45f5f33c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:08.729809 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a3139dda-d05c-4ae4-b68e-121ad861525a req-7fdcdea9-3748-41a0-92ef-da6237a6a581 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:08.740058 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a3139dda-d05c-4ae4-b68e-121ad861525a req-7fdcdea9-3748-41a0-92ef-da6237a6a581 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:08.759863 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-b620a983-86fe-42f3-b01d-8aad2579f4c9 service neutron] 10.222.0.42 "GET /v2.0/networks/80835d31-d60f-4749-a1bd-4756afb7302e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412528 Apr 28 19:42:08.806379 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-b3f456dd-1b65-4b74-b4d7-a1e3c73d2156 service neutron] 10.222.0.42 "GET /v2.0/ports/d7709f7a-d580-4aec-b84a-0085812f5367?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0391219 Apr 28 19:42:08.891892 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a3139dda-d05c-4ae4-b68e-121ad861525a req-7fdcdea9-3748-41a0-92ef-da6237a6a581 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:08.941933 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdcdea9-3748-41a0-92ef-da6237a6a581 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Pushing event updated for resources: {'Port': ['ID=7606f5b2-07eb-470d-b73b-bb60442eb81a,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:08.953709 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a3139dda-d05c-4ae4-b68e-121ad861525a req-7fdcdea9-3748-41a0-92ef-da6237a6a581 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:08.955074 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a3139dda-d05c-4ae4-b68e-121ad861525a req-7fdcdea9-3748-41a0-92ef-da6237a6a581 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5341384 Apr 28 19:42:08.972032 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-54df4e99-2d70-40a9-a797-d22e3ac3500e service neutron] 10.222.0.42 "GET /v2.0/networks/80835d31-d60f-4749-a1bd-4756afb7302e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556044 Apr 28 19:42:09.073158 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a3139dda-d05c-4ae4-b68e-121ad861525a req-f26ab637-bb48-44a9-83bf-5edc6a5cf463 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.55 HTTP/1.1" status: 200 len: 695 time: 0.0959640 Apr 28 19:42:09.073809 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-4be02200-299f-4520-853c-26a364bac742 service neutron] 10.222.0.42 "GET /v2.0/networks/80835d31-d60f-4749-a1bd-4756afb7302e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955837 Apr 28 19:42:09.103091 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-14a2e177-d4a2-4322-b62b-bcdd45f5f33c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Allocated IP 172.20.0.6 (fabbd60f-8bf6-4926-b9b3-5557fdc11e18/e145c28a-7477-47ad-a9ec-82b7e4aa7b4b/06ba3c63-5c4f-4715-b922-fab15de1353f) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:42:09.185167 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-4cce225e-04f8-4a55-81c0-98f55af6315a service neutron] 10.222.0.42 "GET /v2.0/networks/80835d31-d60f-4749-a1bd-4756afb7302e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041930 Apr 28 19:42:09.318438 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-c80d7a04-2498-48b7-8758-6d275f1ca096 service neutron] 10.222.0.42 "GET /v2.0/networks/80835d31-d60f-4749-a1bd-4756afb7302e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136498 Apr 28 19:42:09.441523 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-7165ad04-89e1-4303-982c-d8ed79e4be15 service neutron] 10.222.0.42 "GET /v2.0/networks/80835d31-d60f-4749-a1bd-4756afb7302e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163588 Apr 28 19:42:09.561561 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-a26d4e27-e63e-4fdc-99f9-dab3e60375a1 service neutron] 10.222.0.42 "GET /v2.0/networks/80835d31-d60f-4749-a1bd-4756afb7302e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129434 Apr 28 19:42:09.575094 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3139dda-d05c-4ae4-b68e-121ad861525a req-d63dc8ea-fe46-4641-9ed5-1b4110c4eec8 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:09.576628 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a3139dda-d05c-4ae4-b68e-121ad861525a req-d63dc8ea-fe46-4641-9ed5-1b4110c4eec8 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 784 time: 0.4890354 Apr 28 19:42:09.718112 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6873b974-f3c8-4d93-8936-a2f26357f39c req-0b060079-df29-4ea9-be76-662431c9d614 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b0ab879-9113-4240-8439-9b2431ffe292 HTTP/1.1" status: 200 len: 210 time: 0.0379059 Apr 28 19:42:09.721136 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-14a2e177-d4a2-4322-b62b-bcdd45f5f33c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:09.744259 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-aac3cc9f-097f-4600-9dd9-c373b308c684 service neutron] 10.222.0.42 "GET /v2.0/networks/599034e0-defd-4a8f-a6f0-947f37bda9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762626 Apr 28 19:42:09.765390 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-14a2e177-d4a2-4322-b62b-bcdd45f5f33c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:09.795844 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-14a2e177-d4a2-4322-b62b-bcdd45f5f33c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Network fabbd60f-8bf6-4926-b9b3-5557fdc11e18 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:42:09.798667 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-14a2e177-d4a2-4322-b62b-bcdd45f5f33c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:42:09.811088 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-14a2e177-d4a2-4322-b62b-bcdd45f5f33c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:42:09.890392 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-fa0c1ce9-e811-476d-9daa-8cd9f6109ef4 service neutron] 10.222.0.42 "GET /v2.0/networks/599034e0-defd-4a8f-a6f0-947f37bda9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450133 Apr 28 19:42:09.962479 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-14a2e177-d4a2-4322-b62b-bcdd45f5f33c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:09.963148 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-14a2e177-d4a2-4322-b62b-bcdd45f5f33c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:09.968651 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2e177-d4a2-4322-b62b-bcdd45f5f33c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Pushing event updated for resources: {'Port': ['ID=06ba3c63-5c4f-4715-b922-fab15de1353f,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:09.988937 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-14a2e177-d4a2-4322-b62b-bcdd45f5f33c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5888512 Apr 28 19:42:10.003928 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c61e60-1056-4400-9267-8492198414c3 req-d83e2d2e-7ec6-4de6-a6eb-e685411a60a5 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:10.011870 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e2c61e60-1056-4400-9267-8492198414c3 req-d83e2d2e-7ec6-4de6-a6eb-e685411a60a5 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d5bdd23-f42f-46a4-9c62-3be502c8d39f HTTP/1.1" status: 200 len: 945 time: 0.1097553 Apr 28 19:42:10.023600 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-e3b00305-ced2-40f7-84cf-19f57cf6a385 service neutron] Request body: {'port': {'device_id': '7b0ab879-9113-4240-8439-9b2431ffe292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:10.024625 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-d83be9d9-9a88-4db6-89ae-9488917cb065 service neutron] 10.222.0.42 "GET /v2.0/networks/599034e0-defd-4a8f-a6f0-947f37bda9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276362 Apr 28 19:42:10.117922 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e2c61e60-1056-4400-9267-8492198414c3 req-4fc25156-afa6-428d-aaf8-f97646abdbb8 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7736db7-5fbf-4603-85fc-1b30104c5efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992742 Apr 28 19:42:10.138940 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-e3b00305-ced2-40f7-84cf-19f57cf6a385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:10.140922 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-10dfd3c6-698a-464c-bcb6-6e128931fe56 service neutron] 10.222.0.42 "GET /v2.0/networks/599034e0-defd-4a8f-a6f0-947f37bda9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118817 Apr 28 19:42:10.238830 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b319b1d-928f-4b88-92f9-d7b10a8f813a x-openstack-request-id: req-1b319b1d-928f-4b88-92f9-d7b10a8f813a {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:42:10.239311 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5bdd23-f42f-46a4-9c62-3be502c8d39f", "name": "network-vif-plugged", "status": "completed", "tag": "1644d41c-4ae6-4119-804e-7863f5ec5548", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:42:10.239421 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1b319b1d-928f-4b88-92f9-d7b10a8f813a {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:42:10.239732 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b319b1d-928f-4b88-92f9-d7b10a8f813a'] response: {'server_uuid': '8d5bdd23-f42f-46a4-9c62-3be502c8d39f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1644d41c-4ae6-4119-804e-7863f5ec5548', 'code': 200} Apr 28 19:42:10.401232 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462630b-45a5-45c4-8e34-40265fc58c6f req-88315eec-8ea4-446e-b830-db21651448b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:10.404731 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7462630b-45a5-45c4-8e34-40265fc58c6f req-88315eec-8ea4-446e-b830-db21651448b9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8d5bdd23-f42f-46a4-9c62-3be502c8d39f HTTP/1.1" status: 200 len: 1096 time: 0.0886345 Apr 28 19:42:10.489782 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7462630b-45a5-45c4-8e34-40265fc58c6f req-814e03d1-1d1d-4261-ad55-050922722d6d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d7736db7-5fbf-4603-85fc-1b30104c5efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775430 Apr 28 19:42:10.548867 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 5f5b5dbe-b8c0-4dad-be9e-519c54eef060 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:42:10.549733 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234aaa12-52f6-4c2d-adb0-1de6cb3a372c req-16ca2b75-5ff9-439d-93f0-96932dda9626 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:10.559654 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-234aaa12-52f6-4c2d-adb0-1de6cb3a372c req-16ca2b75-5ff9-439d-93f0-96932dda9626 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 945 time: 0.2013729 Apr 28 19:42:10.629563 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 5f5b5dbe-b8c0-4dad-be9e-519c54eef060 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:10.630290 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:10.655839 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-234aaa12-52f6-4c2d-adb0-1de6cb3a372c req-44e18d1a-a6d5-4572-a77b-535f170e578b tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950046 Apr 28 19:42:10.748695 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-e3b00305-ced2-40f7-84cf-19f57cf6a385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06ba3c63-5c4f-4715-b922-fab15de1353f {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:42:10.763755 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-e3b00305-ced2-40f7-84cf-19f57cf6a385 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:10.768554 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:10.786175 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-e3b00305-ced2-40f7-84cf-19f57cf6a385 service neutron] Transition to ACTIVE for port object 06ba3c63-5c4f-4715-b922-fab15de1353f will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:42:10.801098 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 5f5b5dbe-b8c0-4dad-be9e-519c54eef060, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=5f5b5dbe-b8c0-4dad-be9e-519c54eef060,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:10.802559 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-e3b00305-ced2-40f7-84cf-19f57cf6a385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:10.809886 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:10.907909 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=5f5b5dbe-b8c0-4dad-be9e-519c54eef060,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:10.954807 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-64fffa1f-6fcf-4fdb-8222-98edf5317bb9 req-fc55d123-7900-4a94-b14c-0f8e1eeaba82 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] 10.222.0.42 "GET /v2.0/floatingips/f65104ba-e6a4-4582-b794-eb78577f53d9 HTTP/1.1" status: 200 len: 692 time: 0.0940099 Apr 28 19:42:10.969322 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b00305-ced2-40f7-84cf-19f57cf6a385 service neutron] Pushing event updated for resources: {'Port': ['ID=06ba3c63-5c4f-4715-b922-fab15de1353f,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:11.102701 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-e3b00305-ced2-40f7-84cf-19f57cf6a385 service neutron] Attempting to bind port 06ba3c63-5c4f-4715-b922-fab15de1353f on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:42:11.102701 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-e3b00305-ced2-40f7-84cf-19f57cf6a385 service neutron] Attempting to bind port 06ba3c63-5c4f-4715-b922-fab15de1353f by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'b5720445-03de-4d91-9572-e2572d42e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:42:11.102900 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-e3b00305-ced2-40f7-84cf-19f57cf6a385 service neutron] Attempting to bind port 06ba3c63-5c4f-4715-b922-fab15de1353f on network fabbd60f-8bf6-4926-b9b3-5557fdc11e18 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:42:11.118356 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-e3b00305-ced2-40f7-84cf-19f57cf6a385 service neutron] Port 06ba3c63-5c4f-4715-b922-fab15de1353f on network fabbd60f-8bf6-4926-b9b3-5557fdc11e18 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:42:11.118686 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-e3b00305-ced2-40f7-84cf-19f57cf6a385 service neutron] Attempting to bind port 06ba3c63-5c4f-4715-b922-fab15de1353f on network fabbd60f-8bf6-4926-b9b3-5557fdc11e18 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:42:11.127648 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-e3b00305-ced2-40f7-84cf-19f57cf6a385 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:42:11.127987 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-e3b00305-ced2-40f7-84cf-19f57cf6a385 service neutron] Checking segment: {'id': 'b5720445-03de-4d91-9572-e2572d42e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:42:11.128402 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-e3b00305-ced2-40f7-84cf-19f57cf6a385 service neutron] Bound using segment: {'id': 'b5720445-03de-4d91-9572-e2572d42e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:42:11.128892 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-e3b00305-ced2-40f7-84cf-19f57cf6a385 service neutron] Bound port: 06ba3c63-5c4f-4715-b922-fab15de1353f, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5720445-03de-4d91-9572-e2572d42e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:42:11.129320 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-e3b00305-ced2-40f7-84cf-19f57cf6a385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:11.140441 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fffa1f-6fcf-4fdb-8222-98edf5317bb9 req-a7401640-5ca9-45dd-932a-7c90c484e726 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:11.154391 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-64fffa1f-6fcf-4fdb-8222-98edf5317bb9 req-a7401640-5ca9-45dd-932a-7c90c484e726 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 784 time: 0.1821766 Apr 28 19:42:11.279690 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00ece9-6d45-4226-b07c-14ac8923d0c4 req-39097a14-8ef9-413e-be15-01c6d006f55c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:11.282744 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2f00ece9-6d45-4226-b07c-14ac8923d0c4 req-39097a14-8ef9-413e-be15-01c6d006f55c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b0ab879-9113-4240-8439-9b2431ffe292 HTTP/1.1" status: 200 len: 943 time: 0.1075578 Apr 28 19:42:11.284357 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-e3b00305-ced2-40f7-84cf-19f57cf6a385 service neutron] For port 06ba3c63-5c4f-4715-b922-fab15de1353f, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:42:11.289773 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-e3b00305-ced2-40f7-84cf-19f57cf6a385 service neutron] For port 06ba3c63-5c4f-4715-b922-fab15de1353f, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=06ba3c63-5c4f-4715-b922-fab15de1353f,segment=NetworkSegment(b5720445-03de-4d91-9572-e2572d42e7be),segment_id=b5720445-03de-4d91-9572-e2572d42e7be)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:42:11.296996 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-e3b00305-ced2-40f7-84cf-19f57cf6a385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:11.377203 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-e3b00305-ced2-40f7-84cf-19f57cf6a385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:11.377914 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-e3b00305-ced2-40f7-84cf-19f57cf6a385 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:11.379636 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-e3b00305-ced2-40f7-84cf-19f57cf6a385 service neutron] 10.222.0.44 "PUT /v2.0/ports/06ba3c63-5c4f-4715-b922-fab15de1353f HTTP/1.1" status: 200 len: 1091 time: 1.3656011 Apr 28 19:42:11.380085 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b0ab879-9113-4240-8439-9b2431ffe292', 'tag': '06ba3c63-5c4f-4715-b922-fab15de1353f'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:11.390932 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca0c0d1-4ef2-45b8-9c0b-a3827fd06db0" -d '{"events": [{"name": "network-changed", "server_uuid": "7b0ab879-9113-4240-8439-9b2431ffe292", "tag": "06ba3c63-5c4f-4715-b922-fab15de1353f"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:42:11.423957 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b00305-ced2-40f7-84cf-19f57cf6a385 service neutron] Pushing event updated for resources: {'Port': ['ID=06ba3c63-5c4f-4715-b922-fab15de1353f,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:11.424380 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2f00ece9-6d45-4226-b07c-14ac8923d0c4 req-391e3308-8768-416e-be5b-6df1558b2b04 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057138 Apr 28 19:42:11.559268 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4015b884-33d5-44c6-b4f9-fd7ecfd115c9 req-8c1f611e-742d-49ed-ad49-093636adc30d tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 210 time: 0.0606298 Apr 28 19:42:11.599674 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:42:11.606399 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-01b81d99-665f-4fb6-b23c-4a81991e6d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:11.607988 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-01b81d99-665f-4fb6-b23c-4a81991e6d12 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=867e03fb86a54b0390ea4c90d552fb01&device_id=7b0ab879-9113-4240-8439-9b2431ffe292 HTTP/1.1" status: 200 len: 1094 time: 0.1636362 Apr 28 19:42:11.726176 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-178d8cd9-c5e1-4c8e-8ff5-765bccead671 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06ba3c63-5c4f-4715-b922-fab15de1353f HTTP/1.1" status: 200 len: 217 time: 0.1070783 Apr 28 19:42:11.757275 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe421e-b31c-405c-bff2-cba55e83f357 req-770368a1-78b2-4958-927c-bdc28cce3c3d tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:11.760681 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3efe421e-b31c-405c-bff2-cba55e83f357 req-770368a1-78b2-4958-927c-bdc28cce3c3d tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d5bdd23-f42f-46a4-9c62-3be502c8d39f HTTP/1.1" status: 200 len: 945 time: 0.0721858 Apr 28 19:42:11.795817 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51acb0e-dbcc-44ec-8e7c-fe9f0d7ab26b req-47a2294e-2475-4983-8620-8e9774c1ff02 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:11.797523 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a51acb0e-dbcc-44ec-8e7c-fe9f0d7ab26b req-47a2294e-2475-4983-8620-8e9774c1ff02 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 945 time: 0.1885793 Apr 28 19:42:11.801615 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-ed4f32ec-de36-495a-ae2f-3977a2ea4601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:11.803073 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-ed4f32ec-de36-495a-ae2f-3977a2ea4601 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e145c28a-7477-47ad-a9ec-82b7e4aa7b4b HTTP/1.1" status: 200 len: 851 time: 0.0672057 Apr 28 19:42:11.826512 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3efe421e-b31c-405c-bff2-cba55e83f357 req-f78360a1-d3f0-4548-b3e6-f17fe84b9d37 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7736db7-5fbf-4603-85fc-1b30104c5efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598295 Apr 28 19:42:11.870769 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-b0368ac9-00a0-473f-b3fb-70310f73d370 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fabbd60f-8bf6-4926-b9b3-5557fdc11e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585546 Apr 28 19:42:11.886366 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a51acb0e-dbcc-44ec-8e7c-fe9f0d7ab26b req-b3031c51-6423-4091-9fa5-3a5d1ef857db tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816331 Apr 28 19:42:11.896676 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f00040a-157e-4060-a1a0-ddddc16abdd4 None None] Sync routers for ids ['d35e189b-b914-4f27-a825-1a152ad667cc'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:42:11.908987 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f00040a-157e-4060-a1a0-ddddc16abdd4 None None] Routers {'d35e189b-b914-4f27-a825-1a152ad667cc'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:42:11.909616 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-3f00040a-157e-4060-a1a0-ddddc16abdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:41:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['d35e189b-b914-4f27-a825-1a152ad667cc'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:11.995986 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53873530-136e-489f-9be8-11de78ec3cfa req-3bba6623-53fb-4839-af3f-fd0eea9fc7a6 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] 10.222.0.42 "GET /v2.0/floatingips?tenant_id=f9e414d41ffc43c0926d04834b61dda2 HTTP/1.1" status: 200 len: 695 time: 0.1340034 Apr 28 19:42:12.003514 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-efcd2a9f-5e4e-4a34-a069-f7d56f8cb831 service neutron] 10.222.0.44 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084845 Apr 28 19:42:12.008599 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9632b02f-f023-4fe9-9341-91daf8f86f3b x-openstack-request-id: req-9632b02f-f023-4fe9-9341-91daf8f86f3b {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:42:12.012742 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b0ab879-9113-4240-8439-9b2431ffe292", "tag": "06ba3c63-5c4f-4715-b922-fab15de1353f", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:42:12.013107 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9632b02f-f023-4fe9-9341-91daf8f86f3b {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:42:12.014783 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9632b02f-f023-4fe9-9341-91daf8f86f3b'] response: {'name': 'network-changed', 'server_uuid': '7b0ab879-9113-4240-8439-9b2431ffe292', 'tag': '06ba3c63-5c4f-4715-b922-fab15de1353f', 'status': 'completed', 'code': 200} Apr 28 19:42:12.025643 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-3f00040a-157e-4060-a1a0-ddddc16abdd4 None None] Set router d35e189b-b914-4f27-a825-1a152ad667cc gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:42:12.172218 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53873530-136e-489f-9be8-11de78ec3cfa req-cc5654ca-0ed1-4b68-a614-e3165174bd38 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:12.181079 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53873530-136e-489f-9be8-11de78ec3cfa req-cc5654ca-0ed1-4b68-a614-e3165174bd38 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] 10.222.0.42 "GET /v2.0/networks?id=562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 787 time: 0.1841359 Apr 28 19:42:12.220817 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3b6745ec-bcc8-49f7-b742-6c1e20056739 req-eb0594f1-4bb2-48f5-b1d2-59e6e8e7c0a9 service neutron] 10.222.0.44 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048986 Apr 28 19:42:12.298343 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-90204038-34e5-4f4e-8e8b-dc830be28e36 req-46716f2c-9c08-4c08-ba44-1fdfc45e57ce tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] 10.222.0.42 "GET /v2.0/floatingips/f65104ba-e6a4-4582-b794-eb78577f53d9 HTTP/1.1" status: 200 len: 692 time: 0.0762360 Apr 28 19:42:12.328705 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0c0d1-4ef2-45b8-9c0b-a3827fd06db0 req-1b8d0ac7-f955-48f4-9016-24e658634b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:12.330180 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0ca0c0d1-4ef2-45b8-9c0b-a3827fd06db0 req-1b8d0ac7-f955-48f4-9016-24e658634b1f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=867e03fb86a54b0390ea4c90d552fb01&device_id=7b0ab879-9113-4240-8439-9b2431ffe292 HTTP/1.1" status: 200 len: 1094 time: 0.0610509 Apr 28 19:42:12.359626 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-3f00040a-157e-4060-a1a0-ddddc16abdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35e189b-b914-4f27-a825-1a152ad667cc', 'name': 'tempest-FloatingIPsTestJSON-1259256254-router', 'tenant_id': 'f9e414d41ffc43c0926d04834b61dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '5f5b5dbe-b8c0-4dad-be9e-519c54eef060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:41:58Z', 'updated_at': '2022-04-28T19:42:04Z', 'revision_number': 4, 'project_id': 'f9e414d41ffc43c0926d04834b61dda2', 'gw_port': {'id': '5f5b5dbe-b8c0-4dad-be9e-519c54eef060', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35e189b-b914-4f27-a825-1a152ad667cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:42:00Z', 'updated_at': '2022-04-28T19:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '15d976e5-9cfb-4065-a5cb-a9dc153c6d82', 'name': '', 'network_id': '6e40871a-5689-4fc1-ac0c-3fb2195aa3c7', 'tenant_id': 'f9e414d41ffc43c0926d04834b61dda2', 'mac_address': 'fa:16:3e:c8:db:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35e189b-b914-4f27-a825-1a152ad667cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'a268a66f-7a28-41b5-9601-809769829c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:42:03Z', 'updated_at': '2022-04-28T19:42:05Z', 'revision_number': 2, 'project_id': 'f9e414d41ffc43c0926d04834b61dda2', 'subnets': [{'id': 'a268a66f-7a28-41b5-9601-809769829c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:12.427528 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f00040a-157e-4060-a1a0-ddddc16abdd4 None None] Checking router: d35e189b-b914-4f27-a825-1a152ad667cc for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:42:12.430320 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f00040a-157e-4060-a1a0-ddddc16abdd4 None None] Updating router d35e189b-b914-4f27-a825-1a152ad667cc port 15d976e5-9cfb-4065-a5cb-a9dc153c6d82 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:42:12.513592 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-3f00040a-157e-4060-a1a0-ddddc16abdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:12.558399 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0c0d1-4ef2-45b8-9c0b-a3827fd06db0 req-09d9ab6b-4eac-4aa0-9f3d-fcbce09f17d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:12.561733 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0ca0c0d1-4ef2-45b8-9c0b-a3827fd06db0 req-09d9ab6b-4eac-4aa0-9f3d-fcbce09f17d5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fabbd60f-8bf6-4926-b9b3-5557fdc11e18 HTTP/1.1" status: 200 len: 912 time: 0.2233920 Apr 28 19:42:12.610703 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 5f5b5dbe-b8c0-4dad-be9e-519c54eef060 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:42:12.672137 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0ca0c0d1-4ef2-45b8-9c0b-a3827fd06db0 req-bc2c8cb1-453f-4b59-a267-fe1fe1991290 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06ba3c63-5c4f-4715-b922-fab15de1353f HTTP/1.1" status: 200 len: 217 time: 0.0920935 Apr 28 19:42:12.761424 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 5f5b5dbe-b8c0-4dad-be9e-519c54eef060 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:12.763541 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:12.873839 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0c0d1-4ef2-45b8-9c0b-a3827fd06db0 req-168691d9-6f22-482e-93fa-396930e488fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:12.875526 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0ca0c0d1-4ef2-45b8-9c0b-a3827fd06db0 req-168691d9-6f22-482e-93fa-396930e488fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e145c28a-7477-47ad-a9ec-82b7e4aa7b4b HTTP/1.1" status: 200 len: 851 time: 0.1939154 Apr 28 19:42:12.947757 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0ca0c0d1-4ef2-45b8-9c0b-a3827fd06db0 req-2197cd37-d348-44d5-91af-bcc74e917109 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fabbd60f-8bf6-4926-b9b3-5557fdc11e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619462 Apr 28 19:42:12.966576 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d46bde-eee5-4b1d-b792-a09b82575393 req-9936b48d-7b61-44ff-9063-610bf04ab237 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:12.977076 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d6d46bde-eee5-4b1d-b792-a09b82575393 req-9936b48d-7b61-44ff-9063-610bf04ab237 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b0ab879-9113-4240-8439-9b2431ffe292 HTTP/1.1" status: 200 len: 943 time: 0.1832213 Apr 28 19:42:13.216516 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d6d46bde-eee5-4b1d-b792-a09b82575393 req-9e612229-4225-4b33-bbc3-add99bae8124 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320414 Apr 28 19:42:13.251559 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-3307d511-ff96-4ee3-b292-e703e17061b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:13.256506 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-3307d511-ff96-4ee3-b292-e703e17061b2 service neutron] 10.222.0.15 "GET /v2.0/ports/37e042f8-fc48-458d-b5bb-4019869f3d25 HTTP/1.1" status: 200 len: 1028 time: 0.0811758 Apr 28 19:42:13.277816 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0ca0c0d1-4ef2-45b8-9c0b-a3827fd06db0 req-804951ec-da6d-43b4-a191-09a4fcdcbf6f service neutron] 10.222.0.44 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736821 Apr 28 19:42:13.289494 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90204038-34e5-4f4e-8e8b-dc830be28e36 req-cb2d8250-af78-4678-b303-a75225aff7c9 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:13.298620 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-90204038-34e5-4f4e-8e8b-dc830be28e36 req-cb2d8250-af78-4678-b303-a75225aff7c9 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 784 time: 0.9935303 Apr 28 19:42:13.316007 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-3f00040a-157e-4060-a1a0-ddddc16abdd4 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:13.333886 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-3f00040a-157e-4060-a1a0-ddddc16abdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:13.398769 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-90204038-34e5-4f4e-8e8b-dc830be28e36 req-b4d45655-d18f-412a-bd94-031143ebdd31 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.55 HTTP/1.1" status: 200 len: 695 time: 0.0989075 Apr 28 19:42:13.451235 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-40935b9b-3893-4858-98c1-639b8f4d677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:13.453768 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-40935b9b-3893-4858-98c1-639b8f4d677f service neutron] 10.222.0.15 "GET /v2.0/ports/d7709f7a-d580-4aec-b84a-0085812f5367 HTTP/1.1" status: 200 len: 1028 time: 0.1858869 Apr 28 19:42:13.463710 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-90204038-34e5-4f4e-8e8b-dc830be28e36 req-b95f8e17-8533-4381-939d-cfbe0a070b84 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.55 HTTP/1.1" status: 200 len: 695 time: 0.0638859 Apr 28 19:42:13.477838 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0ca0c0d1-4ef2-45b8-9c0b-a3827fd06db0 req-3b9dcba1-87d6-4c7e-8f44-9023a3489bb4 service neutron] 10.222.0.44 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944020 Apr 28 19:42:13.479247 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9ea03-f92a-43f4-a04b-9dd21ab24e44 None None] Pushing event updated for resources: {'Port': ['ID=15d976e5-9cfb-4065-a5cb-a9dc153c6d82,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:13.495317 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9ea03-f92a-43f4-a04b-9dd21ab24e44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:13.495661 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9ea03-f92a-43f4-a04b-9dd21ab24e44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:13.496172 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9ea03-f92a-43f4-a04b-9dd21ab24e44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:13.496682 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9ea03-f92a-43f4-a04b-9dd21ab24e44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:13.497023 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9ea03-f92a-43f4-a04b-9dd21ab24e44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:13.500956 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9ea03-f92a-43f4-a04b-9dd21ab24e44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:13.501352 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9ea03-f92a-43f4-a04b-9dd21ab24e44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:13.501698 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9ea03-f92a-43f4-a04b-9dd21ab24e44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:13.502043 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9ea03-f92a-43f4-a04b-9dd21ab24e44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:13.502373 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9ea03-f92a-43f4-a04b-9dd21ab24e44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:13.502710 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9ea03-f92a-43f4-a04b-9dd21ab24e44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:13.503342 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9ea03-f92a-43f4-a04b-9dd21ab24e44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:13.537985 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-59371ab4-3ed0-44de-a059-114948deccfb req-1ee91dc3-865b-47e9-8793-b1805c02d960 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 210 time: 0.0590019 Apr 28 19:42:13.562549 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 46f3fa73-9524-4cfc-88e1-50c0d2582d5c details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:42:13.794961 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-acea57da-2d5d-4e96-a449-3a47d4886abe tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:13.801457 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-acea57da-2d5d-4e96-a449-3a47d4886abe tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:13.813562 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-acea57da-2d5d-4e96-a449-3a47d4886abe tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:13.822323 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-acea57da-2d5d-4e96-a449-3a47d4886abe tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.15 "GET /v2.0/networks?id=f69f4a5f-c2d6-44c7-ad73-929a90025ab3&id=80835d31-d60f-4749-a1bd-4756afb7302e&id=80835d31-d60f-4749-a1bd-4756afb7302e&id=80835d31-d60f-4749-a1bd-4756afb7302e&id=80835d31-d60f-4749-a1bd-4756afb7302e&id=599034e0-defd-4a8f-a6f0-947f37bda9fd&id=599034e0-defd-4a8f-a6f0-947f37bda9fd HTTP/1.1" status: 200 len: 1989 time: 0.3504331 Apr 28 19:42:13.828419 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d3101-4c90-49aa-948f-3373d7c8b681 req-86206b82-7bff-4f70-9587-5302e1c8c354 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:13.838174 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b09d3101-4c90-49aa-948f-3373d7c8b681 req-86206b82-7bff-4f70-9587-5302e1c8c354 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 945 time: 0.1180413 Apr 28 19:42:13.851736 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 46f3fa73-9524-4cfc-88e1-50c0d2582d5c, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=46f3fa73-9524-4cfc-88e1-50c0d2582d5c,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:13.854773 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-3f00040a-157e-4060-a1a0-ddddc16abdd4 None None] Attempting to bind port 15d976e5-9cfb-4065-a5cb-a9dc153c6d82 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:42:13.860374 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-3f00040a-157e-4060-a1a0-ddddc16abdd4 None None] Attempting to bind port 15d976e5-9cfb-4065-a5cb-a9dc153c6d82 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '919c1f78-5e17-4f76-aa9a-1cd02d0b0cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6e40871a-5689-4fc1-ac0c-3fb2195aa3c7'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:42:13.860852 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f00040a-157e-4060-a1a0-ddddc16abdd4 None None] Attempting to bind port 15d976e5-9cfb-4065-a5cb-a9dc153c6d82 on network 6e40871a-5689-4fc1-ac0c-3fb2195aa3c7 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:42:13.873844 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f00040a-157e-4060-a1a0-ddddc16abdd4 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:42:13.876278 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f00040a-157e-4060-a1a0-ddddc16abdd4 None None] Checking segment: {'id': '919c1f78-5e17-4f76-aa9a-1cd02d0b0cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6e40871a-5689-4fc1-ac0c-3fb2195aa3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:42:13.876798 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-3f00040a-157e-4060-a1a0-ddddc16abdd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:13.878660 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f00040a-157e-4060-a1a0-ddddc16abdd4 None None] Bound using segment: {'id': '919c1f78-5e17-4f76-aa9a-1cd02d0b0cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6e40871a-5689-4fc1-ac0c-3fb2195aa3c7'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:42:13.882863 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-3f00040a-157e-4060-a1a0-ddddc16abdd4 None None] Bound port: 15d976e5-9cfb-4065-a5cb-a9dc153c6d82, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '919c1f78-5e17-4f76-aa9a-1cd02d0b0cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6e40871a-5689-4fc1-ac0c-3fb2195aa3c7'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:42:13.883428 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-3f00040a-157e-4060-a1a0-ddddc16abdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:13.885609 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '46f3fa73-9524-4cfc-88e1-50c0d2582d5c', 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19', 'port_id': '46f3fa73-9524-4cfc-88e1-50c0d2582d5c', 'mac_address': 'fa:16:3e:5a:c7:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43d83121-413d-4da3-b294-551f60ac6b94', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:42:13.924733 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b09d3101-4c90-49aa-948f-3373d7c8b681 req-b7ef0d32-bcd6-49d4-aa89-0f377686cb67 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857697 Apr 28 19:42:13.983724 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-66aa2b33-e2fb-49a5-a4fc-6881ea3240c3 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc3414dc2d694e45b86b092fc773c62d HTTP/1.1" status: 200 len: 379 time: 0.1468043 Apr 28 19:42:13.995335 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-65c57665-1463-4c26-9236-480171b8f29e req-f0d05129-a8db-48ae-a14e-418a0d656f09 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Request body: {'port': {'device_id': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'network_id': 'f69f4a5f-c2d6-44c7-ad73-929a90025ab3', 'admin_state_up': True, 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'security_groups': ['25359f5a-c83d-430a-beb5-e3f6e2ee328c']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:14.016512 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-3f00040a-157e-4060-a1a0-ddddc16abdd4 None None] For port 15d976e5-9cfb-4065-a5cb-a9dc153c6d82, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:42:14.022020 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-8f830f17-822e-4a9f-b12f-b475c4af93a7 None None] Provisioning complete for port 15d976e5-9cfb-4065-a5cb-a9dc153c6d82 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:14.024794 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-3f00040a-157e-4060-a1a0-ddddc16abdd4 None None] For port 15d976e5-9cfb-4065-a5cb-a9dc153c6d82, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=15d976e5-9cfb-4065-a5cb-a9dc153c6d82,segment=NetworkSegment(919c1f78-5e17-4f76-aa9a-1cd02d0b0cfc),segment_id=919c1f78-5e17-4f76-aa9a-1cd02d0b0cfc)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:42:14.025484 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8f830f17-822e-4a9f-b12f-b475c4af93a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:14.035811 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-3f00040a-157e-4060-a1a0-ddddc16abdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:14.087879 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:14.132013 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212d5ec-bc02-47ea-a474-e18f698d728f req-7d84a9e3-dffd-43db-bc9f-f295d4b46d63 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:14.145229 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b212d5ec-bc02-47ea-a474-e18f698d728f req-7d84a9e3-dffd-43db-bc9f-f295d4b46d63 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d5bdd23-f42f-46a4-9c62-3be502c8d39f HTTP/1.1" status: 200 len: 945 time: 0.1117847 Apr 28 19:42:14.153851 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9ea03-f92a-43f4-a04b-9dd21ab24e44 None None] Pushing event updated for resources: {'Port': ['ID=15d976e5-9cfb-4065-a5cb-a9dc153c6d82,revision_number=4']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:14.156507 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46f3fa73-9524-4cfc-88e1-50c0d2582d5c {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:42:14.203056 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f00040a-157e-4060-a1a0-ddddc16abdd4 None None] Routers {'d35e189b-b914-4f27-a825-1a152ad667cc'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:42:14.204447 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-3f00040a-157e-4060-a1a0-ddddc16abdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:41:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['d35e189b-b914-4f27-a825-1a152ad667cc'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:14.208075 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-8f830f17-822e-4a9f-b12f-b475c4af93a7 None None] Port 15d976e5-9cfb-4065-a5cb-a9dc153c6d82 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:42:14.214492 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-f0d05129-a8db-48ae-a14e-418a0d656f09 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Made reservation on behalf of bc3414dc2d694e45b86b092fc773c62d for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:42:14.221346 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-f0d05129-a8db-48ae-a14e-418a0d656f09 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:14.227997 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 46f3fa73-9524-4cfc-88e1-50c0d2582d5c, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=46f3fa73-9524-4cfc-88e1-50c0d2582d5c,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:14.240421 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:14.243587 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 06ba3c63-5c4f-4715-b922-fab15de1353f details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:42:14.270020 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b212d5ec-bc02-47ea-a474-e18f698d728f req-33fca400-951d-404e-a2d4-15c6b4b4a266 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7736db7-5fbf-4603-85fc-1b30104c5efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239038 Apr 28 19:42:14.328992 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=46f3fa73-9524-4cfc-88e1-50c0d2582d5c,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:14.496398 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 06ba3c63-5c4f-4715-b922-fab15de1353f, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=06ba3c63-5c4f-4715-b922-fab15de1353f,segment=NetworkSegment(b5720445-03de-4d91-9572-e2572d42e7be),segment_id=b5720445-03de-4d91-9572-e2572d42e7be)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:14.508737 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-65c57665-1463-4c26-9236-480171b8f29e req-f0d05129-a8db-48ae-a14e-418a0d656f09 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Allocated IP 172.20.0.7 (f69f4a5f-c2d6-44c7-ad73-929a90025ab3/48533aa3-5bd3-4948-a2d3-594fc981b6d2/5777ee41-99fe-478c-84d1-afd3559609f8) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:42:14.514629 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '06ba3c63-5c4f-4715-b922-fab15de1353f', 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18', 'port_id': '06ba3c63-5c4f-4715-b922-fab15de1353f', 'mac_address': 'fa:16:3e:5e:63:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e145c28a-7477-47ad-a9ec-82b7e4aa7b4b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:42:14.536019 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-3f00040a-157e-4060-a1a0-ddddc16abdd4 None None] Set router d35e189b-b914-4f27-a825-1a152ad667cc gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:42:14.658046 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 15d976e5-9cfb-4065-a5cb-a9dc153c6d82 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:42:14.705057 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-f0d05129-a8db-48ae-a14e-418a0d656f09 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:14.720604 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525536d-8eab-4320-bd88-b94df78d05b9 req-1a3908f8-a284-4faf-942e-9dbdb2649dc9 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:14.722273 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8525536d-8eab-4320-bd88-b94df78d05b9 req-1a3908f8-a284-4faf-942e-9dbdb2649dc9 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b0ab879-9113-4240-8439-9b2431ffe292 HTTP/1.1" status: 200 len: 943 time: 0.1033697 Apr 28 19:42:14.743104 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-90204038-34e5-4f4e-8e8b-dc830be28e36 req-e2297b01-cf3a-4a35-97ee-ee74e477bf43 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Deleting port 7606f5b2-07eb-470d-b73b-bb60442eb81a {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:42:14.743713 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-90204038-34e5-4f4e-8e8b-dc830be28e36 req-e2297b01-cf3a-4a35-97ee-ee74e477bf43 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:14.748772 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-f0d05129-a8db-48ae-a14e-418a0d656f09 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:14.752533 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:14.799708 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06ba3c63-5c4f-4715-b922-fab15de1353f {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:42:14.802942 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8525536d-8eab-4320-bd88-b94df78d05b9 req-c7cd2708-4e8e-47d5-95c5-8a6ca54d5788 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714974 Apr 28 19:42:14.842074 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65c57665-1463-4c26-9236-480171b8f29e req-f0d05129-a8db-48ae-a14e-418a0d656f09 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Network f69f4a5f-c2d6-44c7-ad73-929a90025ab3 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:42:14.849212 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-65c57665-1463-4c26-9236-480171b8f29e req-f0d05129-a8db-48ae-a14e-418a0d656f09 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:42:14.852318 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c57665-1463-4c26-9236-480171b8f29e req-f0d05129-a8db-48ae-a14e-418a0d656f09 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:42:14.931061 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d05129-a8db-48ae-a14e-418a0d656f09 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Pushing event updated for resources: {'Port': ['ID=5777ee41-99fe-478c-84d1-afd3559609f8,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:14.960040 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-3f00040a-157e-4060-a1a0-ddddc16abdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35e189b-b914-4f27-a825-1a152ad667cc', 'name': 'tempest-FloatingIPsTestJSON-1259256254-router', 'tenant_id': 'f9e414d41ffc43c0926d04834b61dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '5f5b5dbe-b8c0-4dad-be9e-519c54eef060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:41:58Z', 'updated_at': '2022-04-28T19:42:04Z', 'revision_number': 4, 'project_id': 'f9e414d41ffc43c0926d04834b61dda2', 'gw_port': {'id': '5f5b5dbe-b8c0-4dad-be9e-519c54eef060', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35e189b-b914-4f27-a825-1a152ad667cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:42:00Z', 'updated_at': '2022-04-28T19:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '15d976e5-9cfb-4065-a5cb-a9dc153c6d82', 'name': '', 'network_id': '6e40871a-5689-4fc1-ac0c-3fb2195aa3c7', 'tenant_id': 'f9e414d41ffc43c0926d04834b61dda2', 'mac_address': 'fa:16:3e:c8:db:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35e189b-b914-4f27-a825-1a152ad667cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'a268a66f-7a28-41b5-9601-809769829c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:42:03Z', 'updated_at': '2022-04-28T19:42:14Z', 'revision_number': 4, 'project_id': 'f9e414d41ffc43c0926d04834b61dda2', 'subnets': [{'id': 'a268a66f-7a28-41b5-9601-809769829c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:15.009704 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-f0d05129-a8db-48ae-a14e-418a0d656f09 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:15.010269 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-f0d05129-a8db-48ae-a14e-418a0d656f09 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:15.024823 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f00040a-157e-4060-a1a0-ddddc16abdd4 None None] The sync data for ids ['d35e189b-b914-4f27-a825-1a152ad667cc'] in n-d-839810-1 is: [{'id': 'd35e189b-b914-4f27-a825-1a152ad667cc', 'name': 'tempest-FloatingIPsTestJSON-1259256254-router', 'tenant_id': 'f9e414d41ffc43c0926d04834b61dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '5f5b5dbe-b8c0-4dad-be9e-519c54eef060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:41:58Z', 'updated_at': '2022-04-28T19:42:04Z', 'revision_number': 4, 'project_id': 'f9e414d41ffc43c0926d04834b61dda2', 'gw_port': {'id': '5f5b5dbe-b8c0-4dad-be9e-519c54eef060', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35e189b-b914-4f27-a825-1a152ad667cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:42:00Z', 'updated_at': '2022-04-28T19:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '15d976e5-9cfb-4065-a5cb-a9dc153c6d82', 'name': '', 'network_id': '6e40871a-5689-4fc1-ac0c-3fb2195aa3c7', 'tenant_id': 'f9e414d41ffc43c0926d04834b61dda2', 'mac_address': 'fa:16:3e:c8:db:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35e189b-b914-4f27-a825-1a152ad667cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'a268a66f-7a28-41b5-9601-809769829c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:42:03Z', 'updated_at': '2022-04-28T19:42:14Z', 'revision_number': 4, 'project_id': 'f9e414d41ffc43c0926d04834b61dda2', 'subnets': [{'id': 'a268a66f-7a28-41b5-9601-809769829c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:42:15.036287 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-90204038-34e5-4f4e-8e8b-dc830be28e36 req-e2297b01-cf3a-4a35-97ee-ee74e477bf43 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:15.036622 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-90204038-34e5-4f4e-8e8b-dc830be28e36 req-e2297b01-cf3a-4a35-97ee-ee74e477bf43 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:15.065244 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00013c9b-0704-47fc-8cd2-67d0ed5f52ba req-c4afcfe8-2dea-4351-99e6-477ebad66464 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:15.071636 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-90204038-34e5-4f4e-8e8b-dc830be28e36 req-e2297b01-cf3a-4a35-97ee-ee74e477bf43 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Calling delete_port for 7606f5b2-07eb-470d-b73b-bb60442eb81a owned by network:floatingip {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:42:15.096862 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-00013c9b-0704-47fc-8cd2-67d0ed5f52ba req-c4afcfe8-2dea-4351-99e6-477ebad66464 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 931 time: 0.1647999 Apr 28 19:42:15.190736 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-00013c9b-0704-47fc-8cd2-67d0ed5f52ba req-832627b9-0fb7-46bc-9dcf-724ef31e6606 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840945 Apr 28 19:42:15.388244 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 06ba3c63-5c4f-4715-b922-fab15de1353f, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=06ba3c63-5c4f-4715-b922-fab15de1353f,segment=NetworkSegment(b5720445-03de-4d91-9572-e2572d42e7be),segment_id=b5720445-03de-4d91-9572-e2572d42e7be)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:15.391634 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-d349b29d-3ca6-4ea8-b94e-883c4d5c6c3d None None] Provisioning complete for port 15d976e5-9cfb-4065-a5cb-a9dc153c6d82 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:15.392561 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d349b29d-3ca6-4ea8-b94e-883c4d5c6c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:15.456368 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-90204038-34e5-4f4e-8e8b-dc830be28e36 req-e2297b01-cf3a-4a35-97ee-ee74e477bf43 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:15.473675 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-f0d05129-a8db-48ae-a14e-418a0d656f09 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4830329 Apr 28 19:42:15.498479 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:15.501830 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-65c57665-1463-4c26-9236-480171b8f29e req-1aefc6e6-81d7-4214-80d8-b83e3ec72de7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Request body: {'port': {'device_id': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'network_id': '80835d31-d60f-4749-a1bd-4756afb7302e', 'admin_state_up': True, 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'security_groups': ['25359f5a-c83d-430a-beb5-e3f6e2ee328c']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:15.508852 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2297b01-cf3a-4a35-97ee-ee74e477bf43 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Pushing event deleted for resources: {'Port': ['ID=7606f5b2-07eb-470d-b73b-bb60442eb81a,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:15.548002 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef0ea5-0512-4a51-bfbb-13340cce76a0 req-11057aee-9b91-4ca9-96bb-a465005f822d tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:15.556546 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5aef0ea5-0512-4a51-bfbb-13340cce76a0 req-11057aee-9b91-4ca9-96bb-a465005f822d tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 944 time: 0.1162243 Apr 28 19:42:15.569989 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=06ba3c63-5c4f-4715-b922-fab15de1353f,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:15.597039 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 15d976e5-9cfb-4065-a5cb-a9dc153c6d82 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:15.597419 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:15.625668 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5aef0ea5-0512-4a51-bfbb-13340cce76a0 req-857b7c0a-883d-4236-9326-c2bab5e01078 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641389 Apr 28 19:42:15.646019 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['46f3fa73-9524-4cfc-88e1-50c0d2582d5c'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:42:15.721527 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-90204038-34e5-4f4e-8e8b-dc830be28e36 req-e2297b01-cf3a-4a35-97ee-ee74e477bf43 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Notify callbacks [] for floatingip, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:15.724193 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-90204038-34e5-4f4e-8e8b-dc830be28e36 req-e2297b01-cf3a-4a35-97ee-ee74e477bf43 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:15.729042 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-90204038-34e5-4f4e-8e8b-dc830be28e36 req-e2297b01-cf3a-4a35-97ee-ee74e477bf43 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] 10.222.0.42 "DELETE /v2.0/floatingips/f65104ba-e6a4-4582-b794-eb78577f53d9 HTTP/1.1" status: 204 len: 173 time: 2.2643328 Apr 28 19:42:15.818098 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d349b29d-3ca6-4ea8-b94e-883c4d5c6c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:15.891158 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['06ba3c63-5c4f-4715-b922-fab15de1353f'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:42:15.970856 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d349b29d-3ca6-4ea8-b94e-883c4d5c6c3d None None] For port 15d976e5-9cfb-4065-a5cb-a9dc153c6d82, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=15d976e5-9cfb-4065-a5cb-a9dc153c6d82,segment=NetworkSegment(919c1f78-5e17-4f76-aa9a-1cd02d0b0cfc),segment_id=919c1f78-5e17-4f76-aa9a-1cd02d0b0cfc)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:15.979404 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:16.006649 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d349b29d-3ca6-4ea8-b94e-883c4d5c6c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:16.076943 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d349b29d-3ca6-4ea8-b94e-883c4d5c6c3d None None] Pushing event updated for resources: {'Port': ['ID=15d976e5-9cfb-4065-a5cb-a9dc153c6d82,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:16.091743 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-223ed9d9-29c8-4eb6-8f75-9c840db766fd req-fc01dff3-96cd-4e15-9b84-7de8a5371412 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2990167 Apr 28 19:42:16.096598 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-223ed9d9-29c8-4eb6-8f75-9c840db766fd req-18c24bfd-8693-402b-9a04-ef0f85c2877b tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:16.123974 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-223ed9d9-29c8-4eb6-8f75-9c840db766fd req-18c24bfd-8693-402b-9a04-ef0f85c2877b tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Notify callbacks [] for floatingip, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:16.132839 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c7d14-9cf8-45f5-b429-72bace8cf3b1 req-dfd2bd99-dafd-45ef-aa7a-f1e65fc4d8a3 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:16.154708 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4d1c7d14-9cf8-45f5-b429-72bace8cf3b1 req-dfd2bd99-dafd-45ef-aa7a-f1e65fc4d8a3 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b0ab879-9113-4240-8439-9b2431ffe292 HTTP/1.1" status: 200 len: 944 time: 0.2110193 Apr 28 19:42:16.208911 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:42:16.209268 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:42:16.261087 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-1aefc6e6-81d7-4214-80d8-b83e3ec72de7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Made reservation on behalf of bc3414dc2d694e45b86b092fc773c62d for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:42:16.265664 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-1aefc6e6-81d7-4214-80d8-b83e3ec72de7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:16.271684 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4d1c7d14-9cf8-45f5-b429-72bace8cf3b1 req-0b32d970-ac05-46b8-a243-eca48052af39 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089532 Apr 28 19:42:16.322939 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-8805a735-7e7f-4a70-9f5b-520a0e9f75a2 None None] Provisioning complete for port 5777ee41-99fe-478c-84d1-afd3559609f8 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:16.323314 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8805a735-7e7f-4a70-9f5b-520a0e9f75a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:16.474747 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-8805a735-7e7f-4a70-9f5b-520a0e9f75a2 None None] Port 5777ee41-99fe-478c-84d1-afd3559609f8 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:42:16.494426 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2fbc35-50cb-4913-92c6-ef969ef858fc req-96a339eb-b5a6-43bb-ac09-542911b5c9c6 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:16.507404 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3e2fbc35-50cb-4913-92c6-ef969ef858fc req-96a339eb-b5a6-43bb-ac09-542911b5c9c6 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 931 time: 0.0807538 Apr 28 19:42:16.572750 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3e2fbc35-50cb-4913-92c6-ef969ef858fc req-c8fb7b8f-4dc0-450d-a65b-5614aea8e6cc tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643528 Apr 28 19:42:16.614254 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-223ed9d9-29c8-4eb6-8f75-9c840db766fd req-18c24bfd-8693-402b-9a04-ef0f85c2877b tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:16.708691 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-65c57665-1463-4c26-9236-480171b8f29e req-1aefc6e6-81d7-4214-80d8-b83e3ec72de7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Allocated IP 10.1.1.240 (80835d31-d60f-4749-a1bd-4756afb7302e/276aa727-ce51-40e0-b36e-2dd77b344c69/53b50a27-b515-4340-9e35-07347bc9cc34) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:42:16.852640 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-223ed9d9-29c8-4eb6-8f75-9c840db766fd req-18c24bfd-8693-402b-9a04-ef0f85c2877b tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Allocated IP 172.25.8.31 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/d691493a-7ce0-44f8-b290-f127d436b0ae) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:42:17.013046 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-1aefc6e6-81d7-4214-80d8-b83e3ec72de7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:17.024406 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 15d976e5-9cfb-4065-a5cb-a9dc153c6d82 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:42:17.072454 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-223ed9d9-29c8-4eb6-8f75-9c840db766fd req-18c24bfd-8693-402b-9a04-ef0f85c2877b tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:17.092452 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43748a-f3ed-4275-84e4-3912d51086da req-06dbe01d-51fc-4a69-87dc-7843a50df389 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:17.104135 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4f43748a-f3ed-4275-84e4-3912d51086da req-06dbe01d-51fc-4a69-87dc-7843a50df389 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 944 time: 0.1116145 Apr 28 19:42:17.153724 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4f43748a-f3ed-4275-84e4-3912d51086da req-40d1a756-b395-4972-9165-5711dc252cb9 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480623 Apr 28 19:42:17.156406 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 15d976e5-9cfb-4065-a5cb-a9dc153c6d82 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:17.157570 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:17.160143 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-1aefc6e6-81d7-4214-80d8-b83e3ec72de7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:17.241396 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65c57665-1463-4c26-9236-480171b8f29e req-1aefc6e6-81d7-4214-80d8-b83e3ec72de7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Network 80835d31-d60f-4749-a1bd-4756afb7302e is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:42:17.257932 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-65c57665-1463-4c26-9236-480171b8f29e req-1aefc6e6-81d7-4214-80d8-b83e3ec72de7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:42:17.260540 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c57665-1463-4c26-9236-480171b8f29e req-1aefc6e6-81d7-4214-80d8-b83e3ec72de7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:42:17.325154 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-223ed9d9-29c8-4eb6-8f75-9c840db766fd req-18c24bfd-8693-402b-9a04-ef0f85c2877b tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:17.397734 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ad126-8453-40f1-aeba-0ae79ab2b165 req-f70c0cfa-43c3-4e53-9a20-32a90aac6512 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:17.399019 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aefc6e6-81d7-4214-80d8-b83e3ec72de7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Pushing event updated for resources: {'Port': ['ID=53b50a27-b515-4340-9e35-07347bc9cc34,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:17.400604 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-773ad126-8453-40f1-aeba-0ae79ab2b165 req-f70c0cfa-43c3-4e53-9a20-32a90aac6512 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d5bdd23-f42f-46a4-9c62-3be502c8d39f HTTP/1.1" status: 200 len: 945 time: 0.0879605 Apr 28 19:42:17.469300 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-773ad126-8453-40f1-aeba-0ae79ab2b165 req-779c501d-260c-496e-9c46-e05f854d492e tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7736db7-5fbf-4603-85fc-1b30104c5efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480947 Apr 28 19:42:17.489976 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-223ed9d9-29c8-4eb6-8f75-9c840db766fd req-18c24bfd-8693-402b-9a04-ef0f85c2877b tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:42:17.497678 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-1aefc6e6-81d7-4214-80d8-b83e3ec72de7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:17.498341 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-1aefc6e6-81d7-4214-80d8-b83e3ec72de7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:17.506869 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-223ed9d9-29c8-4eb6-8f75-9c840db766fd req-18c24bfd-8693-402b-9a04-ef0f85c2877b tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:42:17.509578 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-223ed9d9-29c8-4eb6-8f75-9c840db766fd req-18c24bfd-8693-402b-9a04-ef0f85c2877b tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:42:17.554387 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-4857eea2-d416-4617-8456-e6a6d029a397 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2246497 Apr 28 19:42:17.562917 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 06ba3c63-5c4f-4715-b922-fab15de1353f up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:42:17.591017 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-1aefc6e6-81d7-4214-80d8-b83e3ec72de7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0965309 Apr 28 19:42:17.604130 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c24bfd-8693-402b-9a04-ef0f85c2877b tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Pushing event updated for resources: {'Port': ['ID=d691493a-7ce0-44f8-b290-f127d436b0ae,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:17.630157 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-65c57665-1463-4c26-9236-480171b8f29e req-a212e529-7aa2-47a2-87f3-6a344bd25da2 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Request body: {'port': {'device_id': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'network_id': '80835d31-d60f-4749-a1bd-4756afb7302e', 'admin_state_up': True, 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'security_groups': ['25359f5a-c83d-430a-beb5-e3f6e2ee328c']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:17.653337 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-47126cb1-73c0-41d6-93d9-b1565e8d1556 None None] Provisioning complete for port 53b50a27-b515-4340-9e35-07347bc9cc34 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:17.653681 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-47126cb1-73c0-41d6-93d9-b1565e8d1556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:17.688070 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a3dc8-3f4f-42c2-ae74-4f7af9c5ed5b req-170ec7c4-d203-4852-8292-1f2594c8a4ff tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:17.697013 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d7a3dc8-3f4f-42c2-ae74-4f7af9c5ed5b req-170ec7c4-d203-4852-8292-1f2594c8a4ff tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b0ab879-9113-4240-8439-9b2431ffe292 HTTP/1.1" status: 200 len: 944 time: 0.0699403 Apr 28 19:42:17.711908 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 06ba3c63-5c4f-4715-b922-fab15de1353f completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:42:17.719734 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-223ed9d9-29c8-4eb6-8f75-9c840db766fd req-18c24bfd-8693-402b-9a04-ef0f85c2877b tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:17.738418 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 06ba3c63-5c4f-4715-b922-fab15de1353f triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:17.738809 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:17.754998 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d7a3dc8-3f4f-42c2-ae74-4f7af9c5ed5b req-64a1e927-4f91-4834-91c3-706a7dd7b9a6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563405 Apr 28 19:42:17.812744 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-47126cb1-73c0-41d6-93d9-b1565e8d1556 None None] Port 53b50a27-b515-4340-9e35-07347bc9cc34 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:42:17.844417 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-223ed9d9-29c8-4eb6-8f75-9c840db766fd req-18c24bfd-8693-402b-9a04-ef0f85c2877b tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:17.917062 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3fa80-b6ee-4382-bd31-6d53731011da req-06cfcbe2-4e22-49cc-85c7-ba1c43c58c86 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:17.923885 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3fa80-b6ee-4382-bd31-6d53731011da req-06cfcbe2-4e22-49cc-85c7-ba1c43c58c86 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:17.932712 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-61b3fa80-b6ee-4382-bd31-6d53731011da req-06cfcbe2-4e22-49cc-85c7-ba1c43c58c86 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 1653 time: 0.0858693 Apr 28 19:42:17.933069 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:17.978453 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b0ab879-9113-4240-8439-9b2431ffe292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ba3c63-5c4f-4715-b922-fab15de1353f'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:17.981288 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13c8ed7-df2b-46d3-9e1f-f4567473cce5" -d '{"events": [{"server_uuid": "7b0ab879-9113-4240-8439-9b2431ffe292", "name": "network-vif-plugged", "status": "completed", "tag": "06ba3c63-5c4f-4715-b922-fab15de1353f"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:42:17.999110 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 06ba3c63-5c4f-4715-b922-fab15de1353f, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=06ba3c63-5c4f-4715-b922-fab15de1353f,segment=NetworkSegment(b5720445-03de-4d91-9572-e2572d42e7be),segment_id=b5720445-03de-4d91-9572-e2572d42e7be)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:17.999615 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-61b3fa80-b6ee-4382-bd31-6d53731011da req-4472948a-378e-4765-9d1e-98ee6f17df1f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650020 Apr 28 19:42:18.007924 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:18.008897 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 46f3fa73-9524-4cfc-88e1-50c0d2582d5c up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:42:18.045067 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66976749-6353-45c2-be32-54e12d33ff47 req-3681a320-9019-4543-a794-5f668160a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:18.045884 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66976749-6353-45c2-be32-54e12d33ff47 req-3681a320-9019-4543-a794-5f668160a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:18.046541 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66976749-6353-45c2-be32-54e12d33ff47 req-3681a320-9019-4543-a794-5f668160a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:18.047198 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66976749-6353-45c2-be32-54e12d33ff47 req-3681a320-9019-4543-a794-5f668160a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:18.048119 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66976749-6353-45c2-be32-54e12d33ff47 req-3681a320-9019-4543-a794-5f668160a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:18.049833 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66976749-6353-45c2-be32-54e12d33ff47 req-3681a320-9019-4543-a794-5f668160a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:18.051370 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66976749-6353-45c2-be32-54e12d33ff47 req-3681a320-9019-4543-a794-5f668160a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:18.054403 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-3681a320-9019-4543-a794-5f668160a936 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=533c1e9c8dee43379021e03f9df0f17e&device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 6501 time: 0.4200909 Apr 28 19:42:18.139780 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf97648-5c52-46be-af7a-a9e6c5de545f x-openstack-request-id: req-abf97648-5c52-46be-af7a-a9e6c5de545f {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:42:18.140418 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b0ab879-9113-4240-8439-9b2431ffe292", "name": "network-vif-plugged", "status": "completed", "tag": "06ba3c63-5c4f-4715-b922-fab15de1353f", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:42:18.140883 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-abf97648-5c52-46be-af7a-a9e6c5de545f {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:42:18.141500 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abf97648-5c52-46be-af7a-a9e6c5de545f'] response: {'server_uuid': '7b0ab879-9113-4240-8439-9b2431ffe292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ba3c63-5c4f-4715-b922-fab15de1353f', 'code': 200} Apr 28 19:42:18.144782 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 46f3fa73-9524-4cfc-88e1-50c0d2582d5c triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:18.145237 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:18.185756 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=06ba3c63-5c4f-4715-b922-fab15de1353f,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:18.311012 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-223ed9d9-29c8-4eb6-8f75-9c840db766fd req-18c24bfd-8693-402b-9a04-ef0f85c2877b tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:18.331735 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:18.344787 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34963ac1-d7bd-426c-819e-27d0e7edd22a req-b2747a44-baaa-4103-92d3-997728936f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:18.347824 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-34963ac1-d7bd-426c-819e-27d0e7edd22a req-b2747a44-baaa-4103-92d3-997728936f93 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7b0ab879-9113-4240-8439-9b2431ffe292 HTTP/1.1" status: 200 len: 1096 time: 0.1071968 Apr 28 19:42:18.379250 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd099c1f-88b1-435b-8cb5-01d894d30b21 req-d4c40a1e-79e8-41b6-b666-a19de7adddb0 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:18.382080 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fd099c1f-88b1-435b-8cb5-01d894d30b21 req-d4c40a1e-79e8-41b6-b666-a19de7adddb0 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 944 time: 0.0915539 Apr 28 19:42:18.454518 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-34963ac1-d7bd-426c-819e-27d0e7edd22a req-c8d0a1e0-5fb9-403b-a999-722448ddb14c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000032 Apr 28 19:42:18.456834 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 46f3fa73-9524-4cfc-88e1-50c0d2582d5c, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=46f3fa73-9524-4cfc-88e1-50c0d2582d5c,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:18.460697 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66976749-6353-45c2-be32-54e12d33ff47 req-7c52041f-d28b-4caf-aa87-722b17d1bf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:18.461186 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66976749-6353-45c2-be32-54e12d33ff47 req-7c52041f-d28b-4caf-aa87-722b17d1bf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:18.461665 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66976749-6353-45c2-be32-54e12d33ff47 req-7c52041f-d28b-4caf-aa87-722b17d1bf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:18.463538 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-7c52041f-d28b-4caf-aa87-722b17d1bf6b service neutron] 10.222.0.15 "GET /v2.0/networks?id=430c85ba-7aa8-4fd6-a010-581e595ae98e&id=6cf7a3f9-9c87-425f-81e9-8f2d573cafa9&id=6cf7a3f9-9c87-425f-81e9-8f2d573cafa9&id=6cf7a3f9-9c87-425f-81e9-8f2d573cafa9&id=6cf7a3f9-9c87-425f-81e9-8f2d573cafa9&id=e1add1d6-d054-4112-876e-e570e74daa00&id=e1add1d6-d054-4112-876e-e570e74daa00 HTTP/1.1" status: 200 len: 2296 time: 0.1370835 Apr 28 19:42:18.471133 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:18.481880 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fd099c1f-88b1-435b-8cb5-01d894d30b21 req-d742f6b2-d04d-456c-aa89-7f630f3f0103 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660315 Apr 28 19:42:18.501290 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-223ed9d9-29c8-4eb6-8f75-9c840db766fd req-18c24bfd-8693-402b-9a04-ef0f85c2877b tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:18.612652 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=46f3fa73-9524-4cfc-88e1-50c0d2582d5c,revision_number=7']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:18.835170 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f70022-9e94-49d8-95e2-d80ef46a718e req-514cda0a-c7ee-4586-a773-8237d390adc2 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:18.849690 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b1f70022-9e94-49d8-95e2-d80ef46a718e req-514cda0a-c7ee-4586-a773-8237d390adc2 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d5bdd23-f42f-46a4-9c62-3be502c8d39f HTTP/1.1" status: 200 len: 945 time: 0.1262684 Apr 28 19:42:18.955909 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b1f70022-9e94-49d8-95e2-d80ef46a718e req-74d0913b-01b9-4c0d-ae28-e504bc98cdfc tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7736db7-5fbf-4603-85fc-1b30104c5efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049259 Apr 28 19:42:19.123528 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a1d7c-7567-4af3-ba7e-d87fcdb28c1e req-40a9b9e2-1d90-4180-8708-df40fc9755e8 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:19.133073 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-051a1d7c-7567-4af3-ba7e-d87fcdb28c1e req-40a9b9e2-1d90-4180-8708-df40fc9755e8 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b0ab879-9113-4240-8439-9b2431ffe292 HTTP/1.1" status: 200 len: 945 time: 0.1082711 Apr 28 19:42:19.193681 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-051a1d7c-7567-4af3-ba7e-d87fcdb28c1e req-09de3696-98b5-4470-9b26-08e7264d4fd6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593810 Apr 28 19:42:19.231831 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-a212e529-7aa2-47a2-87f3-6a344bd25da2 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Made reservation on behalf of bc3414dc2d694e45b86b092fc773c62d for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:42:19.235333 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-a212e529-7aa2-47a2-87f3-6a344bd25da2 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:19.270298 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c24bfd-8693-402b-9a04-ef0f85c2877b tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Pushing event updated for resources: {'Port': ['ID=d691493a-7ce0-44f8-b290-f127d436b0ae,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:19.279808 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-0d26c9a5-c57d-49d4-b108-a0b1322b6423 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8725a3c2-2634-40e3-a0ff-926c27926381 HTTP/1.1" status: 200 len: 1002 time: 0.7728941 Apr 28 19:42:19.289262 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa27fdc-5c6e-44d2-bd24-85f164b55338 req-b668c91c-5e45-4a6b-ac68-fdc4a0bf6827 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:19.290805 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-faa27fdc-5c6e-44d2-bd24-85f164b55338 req-b668c91c-5e45-4a6b-ac68-fdc4a0bf6827 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d5bdd23-f42f-46a4-9c62-3be502c8d39f HTTP/1.1" status: 200 len: 945 time: 0.9775128 Apr 28 19:42:19.310483 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-223ed9d9-29c8-4eb6-8f75-9c840db766fd req-18c24bfd-8693-402b-9a04-ef0f85c2877b tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:19.444326 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5415932-d996-4070-ad09-d2c687efcc1f req-b81352da-cee5-4305-8586-aee606b64145 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:19.452610 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5415932-d996-4070-ad09-d2c687efcc1f req-b81352da-cee5-4305-8586-aee606b64145 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:19.461668 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d5415932-d996-4070-ad09-d2c687efcc1f req-b81352da-cee5-4305-8586-aee606b64145 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 1653 time: 0.1336126 Apr 28 19:42:19.472466 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66976749-6353-45c2-be32-54e12d33ff47 req-ff590399-fc07-4138-8aa7-bd29a7d9bb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:19.473976 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-ff590399-fc07-4138-8aa7-bd29a7d9bb7c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c1475d53-9534-4c95-8eb7-8e3b9d282212 HTTP/1.1" status: 200 len: 853 time: 0.1819544 Apr 28 19:42:19.559581 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d5415932-d996-4070-ad09-d2c687efcc1f req-2ef043aa-06f9-4e55-b4f4-40a7d0409e88 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966194 Apr 28 19:42:19.765978 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2c613a2f-ec96-42bb-afe7-aaf9158e18f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:19.909819 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-223ed9d9-29c8-4eb6-8f75-9c840db766fd req-18c24bfd-8693-402b-9a04-ef0f85c2877b tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:19.912155 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-223ed9d9-29c8-4eb6-8f75-9c840db766fd req-18c24bfd-8693-402b-9a04-ef0f85c2877b tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8184323 Apr 28 19:42:19.928381 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf09b1-1500-4e45-9139-477dca937642 req-cd9a5e1d-4b57-490b-9d6a-409479aa6ad8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:19.937529 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9ecf09b1-1500-4e45-9139-477dca937642 req-cd9a5e1d-4b57-490b-9d6a-409479aa6ad8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 945 time: 0.1869535 Apr 28 19:42:20.026611 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9ecf09b1-1500-4e45-9139-477dca937642 req-584119ad-a9f1-4e14-9c71-e120e19e0d57 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822875 Apr 28 19:42:20.104680 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-223ed9d9-29c8-4eb6-8f75-9c840db766fd req-8c1c314f-74f0-43f7-8ba1-f38986501547 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.31 HTTP/1.1" status: 200 len: 695 time: 0.1511168 Apr 28 19:42:20.142565 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800d66fa-bb2a-4cf0-ae7e-0e81c3e30102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f3fa73-9524-4cfc-88e1-50c0d2582d5c'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:20.146592 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399341a4-8d6a-4cc4-b040-c5f30413fe69" -d '{"events": [{"server_uuid": "800d66fa-bb2a-4cf0-ae7e-0e81c3e30102", "name": "network-vif-plugged", "status": "completed", "tag": "46f3fa73-9524-4cfc-88e1-50c0d2582d5c"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:42:20.152156 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66976749-6353-45c2-be32-54e12d33ff47 req-8d849dbf-38af-4041-8e70-988dba4cee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:20.165372 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-8d849dbf-38af-4041-8e70-988dba4cee27 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=430c85ba-7aa8-4fd6-a010-581e595ae98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6390064 Apr 28 19:42:20.358477 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e79df-d3f2-45da-9db5-7b548df4c76e req-9999287e-2398-47ba-8f73-19df87839c02 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:20.368649 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-271e79df-d3f2-45da-9db5-7b548df4c76e req-9999287e-2398-47ba-8f73-19df87839c02 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d5bdd23-f42f-46a4-9c62-3be502c8d39f HTTP/1.1" status: 200 len: 945 time: 0.0735328 Apr 28 19:42:20.391895 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-65c57665-1463-4c26-9236-480171b8f29e req-a212e529-7aa2-47a2-87f3-6a344bd25da2 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Allocated IP 10.1.1.174 (80835d31-d60f-4749-a1bd-4756afb7302e/276aa727-ce51-40e0-b36e-2dd77b344c69/e0cde177-94fd-47df-9bb2-ab96402ec758) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:42:20.423112 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-faa27fdc-5c6e-44d2-bd24-85f164b55338 req-2b9ebf6e-9bd1-4eb1-939b-8578243d4af8 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] Deleting port 1644d41c-4ae6-4119-804e-7863f5ec5548 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:42:20.423725 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-faa27fdc-5c6e-44d2-bd24-85f164b55338 req-2b9ebf6e-9bd1-4eb1-939b-8578243d4af8 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:20.457367 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-271e79df-d3f2-45da-9db5-7b548df4c76e req-e90358d4-1f31-4be1-8f91-71a14b877977 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7736db7-5fbf-4603-85fc-1b30104c5efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850685 Apr 28 19:42:20.551104 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9242cf22-1d79-4fe0-a91d-88f5d967cf2a x-openstack-request-id: req-9242cf22-1d79-4fe0-a91d-88f5d967cf2a {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:42:20.551305 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800d66fa-bb2a-4cf0-ae7e-0e81c3e30102", "name": "network-vif-plugged", "status": "completed", "tag": "46f3fa73-9524-4cfc-88e1-50c0d2582d5c", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:42:20.551555 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9242cf22-1d79-4fe0-a91d-88f5d967cf2a {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:42:20.551948 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9242cf22-1d79-4fe0-a91d-88f5d967cf2a'] response: {'server_uuid': '800d66fa-bb2a-4cf0-ae7e-0e81c3e30102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f3fa73-9524-4cfc-88e1-50c0d2582d5c', 'code': 200} Apr 28 19:42:20.556375 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-d7c508ec-8930-42db-94a6-0af9e22058b0 service neutron] 10.222.0.15 "GET /v2.0/networks/430c85ba-7aa8-4fd6-a010-581e595ae98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684087 Apr 28 19:42:20.568607 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ed9d9-29c8-4eb6-8f75-9c840db766fd req-5c2125f4-90e5-42e1-8d64-8c05098cf7e6 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:20.570017 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-223ed9d9-29c8-4eb6-8f75-9c840db766fd req-5c2125f4-90e5-42e1-8d64-8c05098cf7e6 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 784 time: 0.4257610 Apr 28 19:42:20.775190 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0e612-7940-44d5-b811-49b9fca7875d req-a949acfc-f36b-47cf-8eb0-59d693f313ae tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:20.787050 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-faa27fdc-5c6e-44d2-bd24-85f164b55338 req-2b9ebf6e-9bd1-4eb1-939b-8578243d4af8 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] For port 1644d41c-4ae6-4119-804e-7863f5ec5548, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=1644d41c-4ae6-4119-804e-7863f5ec5548,segment=NetworkSegment(07b0b006-72dc-44da-8fb3-77e4258c101d),segment_id=07b0b006-72dc-44da-8fb3-77e4258c101d)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:20.787438 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-faa27fdc-5c6e-44d2-bd24-85f164b55338 req-2b9ebf6e-9bd1-4eb1-939b-8578243d4af8 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:20.800490 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4ad0e612-7940-44d5-b811-49b9fca7875d req-a949acfc-f36b-47cf-8eb0-59d693f313ae tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b0ab879-9113-4240-8439-9b2431ffe292 HTTP/1.1" status: 200 len: 945 time: 0.1455061 Apr 28 19:42:20.843965 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-faa27fdc-5c6e-44d2-bd24-85f164b55338 req-2b9ebf6e-9bd1-4eb1-939b-8578243d4af8 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] Calling delete_port for 1644d41c-4ae6-4119-804e-7863f5ec5548 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:42:20.862323 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-a212e529-7aa2-47a2-87f3-6a344bd25da2 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:20.925402 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-62669786-f0d2-43ed-96ac-8ca107e5864e service neutron] 10.222.0.15 "GET /v2.0/networks/430c85ba-7aa8-4fd6-a010-581e595ae98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516908 Apr 28 19:42:20.968047 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4ad0e612-7940-44d5-b811-49b9fca7875d req-47223330-a860-48f3-a5b3-511495e11ada tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657434 Apr 28 19:42:21.123188 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-e7e52409-670b-4fe9-9a83-985c70162f29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=e8a5b2ff-865e-49ab-9075-8c55199df681 HTTP/1.1" status: 200 len: 217 time: 0.1833818 Apr 28 19:42:21.169820 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c0dbb6fa-9737-407b-a869-864e88d5bc3c req-7c8abce1-7650-4f86-bd8f-0f26112eb7fa tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] 10.222.0.42 "GET /v2.0/floatingips/ead1177f-2412-473e-8f71-0f5d2a582dc9 HTTP/1.1" status: 200 len: 692 time: 0.0801620 Apr 28 19:42:21.274103 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-a212e529-7aa2-47a2-87f3-6a344bd25da2 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:21.286224 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66976749-6353-45c2-be32-54e12d33ff47 req-fc7fff12-a6b0-44d7-8124-8bd3caad7195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:21.287130 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-fc7fff12-a6b0-44d7-8124-8bd3caad7195 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf566019-ed60-4ea9-a085-d254b91671bf HTTP/1.1" status: 200 len: 797 time: 0.1631670 Apr 28 19:42:21.365881 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dbb6fa-9737-407b-a869-864e88d5bc3c req-16922293-1f0c-4116-b6e7-5e6b88790b1e tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:21.381153 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c0dbb6fa-9737-407b-a869-864e88d5bc3c req-16922293-1f0c-4116-b6e7-5e6b88790b1e tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 784 time: 0.2102609 Apr 28 19:42:21.416328 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65c57665-1463-4c26-9236-480171b8f29e req-a212e529-7aa2-47a2-87f3-6a344bd25da2 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Network 80835d31-d60f-4749-a1bd-4756afb7302e is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:42:21.429148 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa7a39-3016-48ae-89bb-2f5c8038a905 req-301a0811-f7a7-4ef1-aae1-6840b52813e3 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:21.435655 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa7a39-3016-48ae-89bb-2f5c8038a905 req-301a0811-f7a7-4ef1-aae1-6840b52813e3 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:21.443362 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5caa7a39-3016-48ae-89bb-2f5c8038a905 req-301a0811-f7a7-4ef1-aae1-6840b52813e3 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 1653 time: 0.2470167 Apr 28 19:42:21.482657 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c0dbb6fa-9737-407b-a869-864e88d5bc3c req-25d4931f-5d45-436f-a330-b7a19b4065c2 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.31 HTTP/1.1" status: 200 len: 695 time: 0.0995498 Apr 28 19:42:21.495417 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-65c57665-1463-4c26-9236-480171b8f29e req-a212e529-7aa2-47a2-87f3-6a344bd25da2 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:42:21.509205 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c57665-1463-4c26-9236-480171b8f29e req-a212e529-7aa2-47a2-87f3-6a344bd25da2 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:42:21.548113 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212e529-7aa2-47a2-87f3-6a344bd25da2 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Pushing event updated for resources: {'Port': ['ID=e0cde177-94fd-47df-9bb2-ab96402ec758,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:21.609581 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dbcd502e-a4db-4cb3-ac3f-e028285289b9 req-afb378a5-e4a3-4afe-882f-85fd1e9735ae service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6398160 Apr 28 19:42:21.623917 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c0dbb6fa-9737-407b-a869-864e88d5bc3c req-0692c3c2-3730-4ec7-849d-32ad871c1ed1 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.31 HTTP/1.1" status: 200 len: 695 time: 0.1330411 Apr 28 19:42:21.646251 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-a212e529-7aa2-47a2-87f3-6a344bd25da2 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:21.647618 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-a212e529-7aa2-47a2-87f3-6a344bd25da2 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:21.689606 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5caa7a39-3016-48ae-89bb-2f5c8038a905 req-ce7ca2f5-ee91-4a60-9a52-1ce95e9cf40e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2450459 Apr 28 19:42:21.705646 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-a212e529-7aa2-47a2-87f3-6a344bd25da2 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1026764 Apr 28 19:42:21.720790 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66976749-6353-45c2-be32-54e12d33ff47 req-e508bd83-8031-4fb4-af2b-286171f99da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:21.723170 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-e508bd83-8031-4fb4-af2b-286171f99da3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6cf7a3f9-9c87-425f-81e9-8f2d573cafa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4007127 Apr 28 19:42:21.728469 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-65c57665-1463-4c26-9236-480171b8f29e req-ee7ba44d-e608-44c4-9dda-acb473dfcd0e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Request body: {'port': {'device_id': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '599034e0-defd-4a8f-a6f0-947f37bda9fd', 'admin_state_up': True, 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'security_groups': ['25359f5a-c83d-430a-beb5-e3f6e2ee328c']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:21.760004 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-faa27fdc-5c6e-44d2-bd24-85f164b55338 req-2b9ebf6e-9bd1-4eb1-939b-8578243d4af8 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:21.864757 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ebf6e-9bd1-4eb1-939b-8578243d4af8 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] Pushing event deleted for resources: {'Port': ['ID=1644d41c-4ae6-4119-804e-7863f5ec5548,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:21.916538 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-af4291f8-14d8-4e21-a654-63eb6a4d3041 None None] Provisioning complete for port e0cde177-94fd-47df-9bb2-ab96402ec758 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:21.917648 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-af4291f8-14d8-4e21-a654-63eb6a4d3041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:21.966940 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd502e-a4db-4cb3-ac3f-e028285289b9 req-97a7ecc0-6627-420f-a5ae-1b838a9eab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:21.968519 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dbcd502e-a4db-4cb3-ac3f-e028285289b9 req-97a7ecc0-6627-420f-a5ae-1b838a9eab4b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94740374ca054549b67b793671aaad05&device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 1097 time: 0.3194275 Apr 28 19:42:22.011392 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-af4291f8-14d8-4e21-a654-63eb6a4d3041 None None] Port e0cde177-94fd-47df-9bb2-ab96402ec758 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:42:22.041888 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8d000d1c-21ba-45a9-94a5-739b42ad3c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:22.054103 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa27fdc-5c6e-44d2-bd24-85f164b55338 req-2b9ebf6e-9bd1-4eb1-939b-8578243d4af8 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] No DVR routers for this DVR port 1644d41c-4ae6-4119-804e-7863f5ec5548 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:42:22.060577 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-faa27fdc-5c6e-44d2-bd24-85f164b55338 req-2b9ebf6e-9bd1-4eb1-939b-8578243d4af8 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:22.068663 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-faa27fdc-5c6e-44d2-bd24-85f164b55338 req-2b9ebf6e-9bd1-4eb1-939b-8578243d4af8 tempest-ServerMetadataNegativeTestJSON-2134465487 tempest-ServerMetadataNegativeTestJSON-2134465487-project] 10.222.0.15 "DELETE /v2.0/ports/1644d41c-4ae6-4119-804e-7863f5ec5548 HTTP/1.1" status: 204 len: 173 time: 2.7540145 Apr 28 19:42:22.071726 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5bdd23-f42f-46a4-9c62-3be502c8d39f', 'name': 'network-vif-deleted', 'tag': '1644d41c-4ae6-4119-804e-7863f5ec5548'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:22.074915 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bb715b-ec7b-4aea-b7e5-8f90cd4ae2f3" -d '{"events": [{"server_uuid": "8d5bdd23-f42f-46a4-9c62-3be502c8d39f", "name": "network-vif-deleted", "tag": "1644d41c-4ae6-4119-804e-7863f5ec5548"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:42:22.169512 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-2ba0bc85-9377-4564-a093-e1abe2d33025 service neutron] 10.222.0.15 "GET /v2.0/networks/6cf7a3f9-9c87-425f-81e9-8f2d573cafa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330137 Apr 28 19:42:22.221260 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-c0dbb6fa-9737-407b-a869-864e88d5bc3c req-1a607a07-31a1-4591-a7da-578891d05f2c tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Deleting port d691493a-7ce0-44f8-b290-f127d436b0ae {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:42:22.222679 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-c0dbb6fa-9737-407b-a869-864e88d5bc3c req-1a607a07-31a1-4591-a7da-578891d05f2c tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:22.271025 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-ee7ba44d-e608-44c4-9dda-acb473dfcd0e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Made reservation on behalf of bc3414dc2d694e45b86b092fc773c62d for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:42:22.390305 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a030c-51ce-4b16-8af0-67ecb481868c req-caf4450b-fa68-44ce-a72f-5a89d414981f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:22.392049 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8b8a030c-51ce-4b16-8af0-67ecb481868c req-caf4450b-fa68-44ce-a72f-5a89d414981f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 945 time: 0.1391349 Apr 28 19:42:22.423745 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-bfb8e080-095e-429b-af0c-b7af8335b8b5 service neutron] 10.222.0.15 "GET /v2.0/networks/6cf7a3f9-9c87-425f-81e9-8f2d573cafa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412994 Apr 28 19:42:22.427715 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd502e-a4db-4cb3-ac3f-e028285289b9 req-ede4ed2a-82aa-4d83-a5ac-b0bc014c2aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:22.430147 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dbcd502e-a4db-4cb3-ac3f-e028285289b9 req-ede4ed2a-82aa-4d83-a5ac-b0bc014c2aaa service neutron] 10.222.0.44 "GET /v2.0/networks?id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 HTTP/1.1" status: 200 len: 913 time: 0.4385192 Apr 28 19:42:22.505111 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-97ec5103-038f-4484-a380-518cd55fc37b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=82f7143d-e7a9-467d-9495-8d04e5fd2f42 HTTP/1.1" status: 200 len: 217 time: 0.0718117 Apr 28 19:42:22.510522 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-ee7ba44d-e608-44c4-9dda-acb473dfcd0e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:22.527466 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dbcd502e-a4db-4cb3-ac3f-e028285289b9 req-60ea70d3-39ee-481e-a3f5-02692da03f17 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00336601-0b73-4f3e-a535-ae6537f969ea HTTP/1.1" status: 200 len: 217 time: 0.0594068 Apr 28 19:42:22.530612 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-c0dbb6fa-9737-407b-a869-864e88d5bc3c req-1a607a07-31a1-4591-a7da-578891d05f2c tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:22.531436 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-c0dbb6fa-9737-407b-a869-864e88d5bc3c req-1a607a07-31a1-4591-a7da-578891d05f2c tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:22.570097 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-c0dbb6fa-9737-407b-a869-864e88d5bc3c req-1a607a07-31a1-4591-a7da-578891d05f2c tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Calling delete_port for d691493a-7ce0-44f8-b290-f127d436b0ae owned by network:floatingip {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:42:22.579561 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8b8a030c-51ce-4b16-8af0-67ecb481868c req-c0a8ee5a-98f2-4324-bc10-a12ad263a412 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707089 Apr 28 19:42:22.733283 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd502e-a4db-4cb3-ac3f-e028285289b9 req-5e75fc27-0d59-4a35-9183-53117d63ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:22.735282 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dbcd502e-a4db-4cb3-ac3f-e028285289b9 req-5e75fc27-0d59-4a35-9183-53117d63ba78 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43d83121-413d-4da3-b294-551f60ac6b94 HTTP/1.1" status: 200 len: 851 time: 0.1921456 Apr 28 19:42:22.830500 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66976749-6353-45c2-be32-54e12d33ff47 req-0a55583c-4ec2-42c2-9be9-c467f935df2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:22.831917 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-0a55583c-4ec2-42c2-9be9-c467f935df2d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf566019-ed60-4ea9-a085-d254b91671bf HTTP/1.1" status: 200 len: 797 time: 0.3144686 Apr 28 19:42:22.888894 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588f373-b714-4a05-bc58-c7bac808c553 req-6c5b881d-4465-41d2-a3b0-5a69f6e5b91b tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:22.897409 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2588f373-b714-4a05-bc58-c7bac808c553 req-6c5b881d-4465-41d2-a3b0-5a69f6e5b91b tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1f514c1-25a8-4a2d-a180-66ee9ae28f67 HTTP/1.1" status: 200 len: 945 time: 0.1435587 Apr 28 19:42:22.912027 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b5859-2e72-446a-9313-01116d757674 req-ff271c61-ee4f-41ca-9ba8-17cfcfdc9fc8 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:22.913663 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6d5b5859-2e72-446a-9313-01116d757674 req-ff271c61-ee4f-41ca-9ba8-17cfcfdc9fc8 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1f514c1-25a8-4a2d-a180-66ee9ae28f67 HTTP/1.1" status: 200 len: 945 time: 0.2530692 Apr 28 19:42:23.006326 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 1644d41c-4ae6-4119-804e-7863f5ec5548 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:42:23.059254 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 1644d41c-4ae6-4119-804e-7863f5ec5548 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:42:23.063307 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 1644d41c-4ae6-4119-804e-7863f5ec5548 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:42:23.149688 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66976749-6353-45c2-be32-54e12d33ff47 req-b0e72c1e-5c1f-4e8e-9f90-fa814df80a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:23.151426 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-b0e72c1e-5c1f-4e8e-9f90-fa814df80a91 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6cf7a3f9-9c87-425f-81e9-8f2d573cafa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3041348 Apr 28 19:42:23.172237 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2588f373-b714-4a05-bc58-c7bac808c553 req-3c675114-78c7-42ab-9dfa-d23c36e34c80 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b59378e-21f4-46b5-97cb-2ca7e50f4c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2738347 Apr 28 19:42:23.275999 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-65c57665-1463-4c26-9236-480171b8f29e req-ee7ba44d-e608-44c4-9dda-acb473dfcd0e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Allocated IP 10.2.2.100 (599034e0-defd-4a8f-a6f0-947f37bda9fd/9807f841-60a4-4a02-81b0-9350375465a5/c61bdd67-d1f0-4cd3-8c99-e1114bf17a78) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:42:23.321163 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51028) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:23.421149 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:23.424669 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7c9bee1-b7c5-48c2-b033-a980a1dae2a8 admin admin] Deleting subnet a2f9a296-e391-41f8-a182-11d79ea6182b {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:42:23.428073 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7c9bee1-b7c5-48c2-b033-a980a1dae2a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:23.483869 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd502e-a4db-4cb3-ac3f-e028285289b9 req-da352f02-894a-485f-bf79-ae662f7a2584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:23.485818 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dbcd502e-a4db-4cb3-ac3f-e028285289b9 req-da352f02-894a-485f-bf79-ae662f7a2584 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7328644 Apr 28 19:42:23.506118 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7c9bee1-b7c5-48c2-b033-a980a1dae2a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:23.660209 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7c9bee1-b7c5-48c2-b033-a980a1dae2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:23.701839 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-c0dbb6fa-9737-407b-a869-864e88d5bc3c req-1a607a07-31a1-4591-a7da-578891d05f2c tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:23.745673 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-6d5b5859-2e72-446a-9313-01116d757674 req-7f131ffd-4de6-4831-b3f6-45465be05f84 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Deleting port 37816ae9-f631-4cbf-aba3-6ef317738e6e {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:42:23.750082 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6d5b5859-2e72-446a-9313-01116d757674 req-7f131ffd-4de6-4831-b3f6-45465be05f84 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:23.782942 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff12f3f-c7ea-4a08-afdf-b18cc1fb017f req-aa977401-d757-45f0-bdb0-d7ddc6808893 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:23.784536 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2ff12f3f-c7ea-4a08-afdf-b18cc1fb017f req-aa977401-d757-45f0-bdb0-d7ddc6808893 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b0ab879-9113-4240-8439-9b2431ffe292 HTTP/1.1" status: 200 len: 945 time: 0.2664940 Apr 28 19:42:23.794272 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a607a07-31a1-4591-a7da-578891d05f2c tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Pushing event deleted for resources: {'Port': ['ID=d691493a-7ce0-44f8-b290-f127d436b0ae,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:23.905187 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-c0dbb6fa-9737-407b-a869-864e88d5bc3c req-1a607a07-31a1-4591-a7da-578891d05f2c tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Notify callbacks [] for floatingip, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:23.907892 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-c0dbb6fa-9737-407b-a869-864e88d5bc3c req-1a607a07-31a1-4591-a7da-578891d05f2c tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:23.909289 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c0dbb6fa-9737-407b-a869-864e88d5bc3c req-1a607a07-31a1-4591-a7da-578891d05f2c tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] 10.222.0.42 "DELETE /v2.0/floatingips/ead1177f-2412-473e-8f71-0f5d2a582dc9 HTTP/1.1" status: 204 len: 173 time: 2.2786310 Apr 28 19:42:24.071422 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dbcd502e-a4db-4cb3-ac3f-e028285289b9 req-5d7d2e41-6ccf-4852-8d0a-58a2e26a43d4 service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082495 Apr 28 19:42:24.108252 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7c9bee1-b7c5-48c2-b033-a980a1dae2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:24.226933 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-ee7ba44d-e608-44c4-9dda-acb473dfcd0e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:24.242182 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90642238-aecd-4f99-8702-f4ec1d3bc936 x-openstack-request-id: req-90642238-aecd-4f99-8702-f4ec1d3bc936 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:42:24.242531 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5bdd23-f42f-46a4-9c62-3be502c8d39f", "name": "network-vif-deleted", "tag": "1644d41c-4ae6-4119-804e-7863f5ec5548", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:42:24.242845 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-90642238-aecd-4f99-8702-f4ec1d3bc936 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:42:24.243058 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90642238-aecd-4f99-8702-f4ec1d3bc936'] response: {'server_uuid': '8d5bdd23-f42f-46a4-9c62-3be502c8d39f', 'name': 'network-vif-deleted', 'tag': '1644d41c-4ae6-4119-804e-7863f5ec5548', 'status': 'completed', 'code': 200} Apr 28 19:42:24.246825 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-6530b2b8-3b37-4f71-a546-ba43e2b06f93 service neutron] 10.222.0.15 "GET /v2.0/networks/6cf7a3f9-9c87-425f-81e9-8f2d573cafa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0726519 Apr 28 19:42:24.278164 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e41bbd-941b-498c-bcb3-76bbbc58e081 req-9a9f39fc-6122-46b7-af28-4f7e2ee3fa00 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:24.285852 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-17e41bbd-941b-498c-bcb3-76bbbc58e081 req-9a9f39fc-6122-46b7-af28-4f7e2ee3fa00 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b0ab879-9113-4240-8439-9b2431ffe292 HTTP/1.1" status: 200 len: 945 time: 0.7633557 Apr 28 19:42:24.349733 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9bee1-b7c5-48c2-b033-a980a1dae2a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2f9a296-e391-41f8-a182-11d79ea6182b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:24.385403 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7c9bee1-b7c5-48c2-b033-a980a1dae2a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:24.396035 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f7c9bee1-b7c5-48c2-b033-a980a1dae2a8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a2f9a296-e391-41f8-a182-11d79ea6182b HTTP/1.1" status: 204 len: 168 time: 1.0641406 Apr 28 19:42:24.414807 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51044) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:24.528840 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-17e41bbd-941b-498c-bcb3-76bbbc58e081 req-3721864d-b893-4249-a470-16d59338a609 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404838 Apr 28 19:42:24.604819 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-6d5b5859-2e72-446a-9313-01116d757674 req-7f131ffd-4de6-4831-b3f6-45465be05f84 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] For port 37816ae9-f631-4cbf-aba3-6ef317738e6e, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=37816ae9-f631-4cbf-aba3-6ef317738e6e,segment=NetworkSegment(45b99270-ac05-4c11-b64b-fdc435dcfa6a),segment_id=45b99270-ac05-4c11-b64b-fdc435dcfa6a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:24.605868 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6d5b5859-2e72-446a-9313-01116d757674 req-7f131ffd-4de6-4831-b3f6-45465be05f84 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:24.710644 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dbcd502e-a4db-4cb3-ac3f-e028285289b9 req-73ccde25-b39c-422f-b306-764e980305ba service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6153927 Apr 28 19:42:24.742950 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdbb46-b56f-4891-b031-e7d8584ac763 req-824a5ea8-1c57-48b6-84a1-c08ab0488317 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:24.762983 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdbb46-b56f-4891-b031-e7d8584ac763 req-824a5ea8-1c57-48b6-84a1-c08ab0488317 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:24.774680 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdbb46-b56f-4891-b031-e7d8584ac763 req-824a5ea8-1c57-48b6-84a1-c08ab0488317 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:24.783144 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-00fdbb46-b56f-4891-b031-e7d8584ac763 req-824a5ea8-1c57-48b6-84a1-c08ab0488317 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 2374 time: 0.6479392 Apr 28 19:42:24.797933 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a17e3fa5-1950-414f-859d-9501772ff559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:24.855911 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-00fdbb46-b56f-4891-b031-e7d8584ac763 req-d17e4d89-197f-4485-8ed5-e5467060422f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710931 Apr 28 19:42:25.044847 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [req-2f049185-02ae-4bad-a61a-c98089ec5071 req-1b334818-5824-448c-a2b4-36c424a7ffa9 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] show failed (client error): The resource could not be found. Apr 28 19:42:25.045917 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2f049185-02ae-4bad-a61a-c98089ec5071 req-1b334818-5824-448c-a2b4-36c424a7ffa9 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] 10.222.0.42 "GET /v2.0/floatingips/ead1177f-2412-473e-8f71-0f5d2a582dc9 HTTP/1.1" status: 404 len: 350 time: 0.1383185 Apr 28 19:42:25.062154 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a17e3fa5-1950-414f-859d-9501772ff559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:25.085527 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-a17e3fa5-1950-414f-859d-9501772ff559 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59fa3bba-895c-4edf-a1fa-1e5624f96d3d']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:25.098474 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-a17e3fa5-1950-414f-859d-9501772ff559 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07b0b006-72dc-44da-8fb3-77e4258c101d') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:25.098855 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-a17e3fa5-1950-414f-859d-9501772ff559 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07b0b006-72dc-44da-8fb3-77e4258c101d') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:25.111549 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a17e3fa5-1950-414f-859d-9501772ff559 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:25.128468 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51052) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:25.134028 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6d5b5859-2e72-446a-9313-01116d757674 req-7f131ffd-4de6-4831-b3f6-45465be05f84 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:25.135583 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6d5b5859-2e72-446a-9313-01116d757674 req-7f131ffd-4de6-4831-b3f6-45465be05f84 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:25.135710 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a17e3fa5-1950-414f-859d-9501772ff559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:25.136188 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [req-6d5b5859-2e72-446a-9313-01116d757674 req-7f131ffd-4de6-4831-b3f6-45465be05f84 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Floating IP 4ce90cf4-446d-4b81-bfc1-2b9b6b128254 disassociated. External IP: 172.25.8.91, port: 37816ae9-f631-4cbf-aba3-6ef317738e6e. Apr 28 19:42:25.137250 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-6d5b5859-2e72-446a-9313-01116d757674 req-7f131ffd-4de6-4831-b3f6-45465be05f84 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Calling delete_port for 37816ae9-f631-4cbf-aba3-6ef317738e6e owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:42:25.146470 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a17e3fa5-1950-414f-859d-9501772ff559 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:42:25.146964 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a17e3fa5-1950-414f-859d-9501772ff559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:25.149173 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:42:25.149173 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:42:25.149173 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:42:25.149173 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:42:25.149173 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:42:25.149173 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:42:25.149173 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:42:25.149173 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:42:25.149173 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:42:25.149173 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:42:25.149173 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:42:25.149173 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:42:25.149173 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:42:25.149173 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:42:25.149173 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:42:25.149173 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:42:25.149173 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:42:25.149173 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:42:25.149173 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:42:25.149173 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:42:25.149173 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:42:25.149173 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:42:25.149173 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:42:25.149173 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:42:25.149173 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:42:25.149173 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:42:25.149173 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:42:25.149173 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:42:25.149173 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:42:25.149173 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:42:25.149173 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:42:25.149173 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:42:25.267206 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-ee7ba44d-e608-44c4-9dda-acb473dfcd0e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:25.279916 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a17e3fa5-1950-414f-859d-9501772ff559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:25.291934 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a17e3fa5-1950-414f-859d-9501772ff559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:25.299851 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a17e3fa5-1950-414f-859d-9501772ff559 admin admin] 10.222.0.42 "DELETE /v2.0/networks/59fa3bba-895c-4edf-a1fa-1e5624f96d3d HTTP/1.1" status: 204 len: 168 time: 0.8664351 Apr 28 19:42:25.313875 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e3fa5-1950-414f-859d-9501772ff559 admin admin] Pushing event deleted for resources: {'Network': ['ID=59fa3bba-895c-4edf-a1fa-1e5624f96d3d,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:25.353491 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca4859-b6af-49a3-85da-16c0c8545220 req-b28f2bb0-60aa-4a03-92e7-6450336a188c tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:25.359539 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-18ca4859-b6af-49a3-85da-16c0c8545220 req-b28f2bb0-60aa-4a03-92e7-6450336a188c tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1f514c1-25a8-4a2d-a180-66ee9ae28f67 HTTP/1.1" status: 200 len: 945 time: 0.1368678 Apr 28 19:42:25.473907 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65c57665-1463-4c26-9236-480171b8f29e req-ee7ba44d-e608-44c4-9dda-acb473dfcd0e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Network 599034e0-defd-4a8f-a6f0-947f37bda9fd is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:42:25.502754 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ba44d-e608-44c4-9dda-acb473dfcd0e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Pushing event updated for resources: {'Port': ['ID=c61bdd67-d1f0-4cd3-8c99-e1114bf17a78,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:25.507920 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-65c57665-1463-4c26-9236-480171b8f29e req-ee7ba44d-e608-44c4-9dda-acb473dfcd0e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:42:25.534313 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c57665-1463-4c26-9236-480171b8f29e req-ee7ba44d-e608-44c4-9dda-acb473dfcd0e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:42:25.553548 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b76fa66b-80ed-4d1b-a093-cc075b7752c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:25.589869 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-18ca4859-b6af-49a3-85da-16c0c8545220 req-6d11eb7f-a707-47aa-83b3-20f51a4cec0b tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b59378e-21f4-46b5-97cb-2ca7e50f4c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130501 Apr 28 19:42:25.602870 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51060) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:25.630918 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 37816ae9-f631-4cbf-aba3-6ef317738e6e no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:42:25.735800 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00186aba-ccdc-409a-b6c1-4ae05f05a535 req-cbb07d6e-9626-4605-abf9-c5551db46501 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:25.748054 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-00186aba-ccdc-409a-b6c1-4ae05f05a535 req-cbb07d6e-9626-4605-abf9-c5551db46501 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 945 time: 0.4921372 Apr 28 19:42:25.754624 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [req-c6877c7e-53b2-4ff0-97a0-52bf3cbcd5d7 req-5a65cbb4-c8f7-492b-bf62-1e5c74788fa2 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] show failed (client error): The resource could not be found. Apr 28 19:42:25.769022 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:25.776323 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c6877c7e-53b2-4ff0-97a0-52bf3cbcd5d7 req-5a65cbb4-c8f7-492b-bf62-1e5c74788fa2 tempest-FloatingIPsTestJSON-1756704998 tempest-FloatingIPsTestJSON-1756704998-project] 10.222.0.42 "GET /v2.0/floatingips/ead1177f-2412-473e-8f71-0f5d2a582dc9 HTTP/1.1" status: 404 len: 350 time: 0.1121781 Apr 28 19:42:25.779839 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51062) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:25.790773 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-923b25ea-2742-401b-a8bd-ab2cc9096562 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7a572a1dd9a34c669f510c1b1b8656b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1826224 Apr 28 19:42:25.804734 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51064) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:25.810545 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-2ff12f3f-c7ea-4a08-afdf-b18cc1fb017f req-97f387cc-8eb5-46f8-b8f7-f17370d59434 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Deleting port 06ba3c63-5c4f-4715-b922-fab15de1353f {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:42:25.810894 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2ff12f3f-c7ea-4a08-afdf-b18cc1fb017f req-97f387cc-8eb5-46f8-b8f7-f17370d59434 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:25.875563 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-b034d578-e085-44ab-8fb6-af8366ac901b service neutron] 10.222.0.15 "GET /v2.0/networks/6cf7a3f9-9c87-425f-81e9-8f2d573cafa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5595756 Apr 28 19:42:25.907979 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:25.927590 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:26.015894 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-00186aba-ccdc-409a-b6c1-4ae05f05a535 req-5adc9356-782f-401d-bfd0-04cb454853d8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660360 Apr 28 19:42:26.099004 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b76fa66b-80ed-4d1b-a093-cc075b7752c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:26.107505 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-797e1bd5-eb30-4165-97ed-9303ad008630 None None] Provisioning complete for port c61bdd67-d1f0-4cd3-8c99-e1114bf17a78 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:26.109149 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-797e1bd5-eb30-4165-97ed-9303ad008630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:26.116649 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90260a18-b3b7-4c97-b152-253fcc4a1436 req-2777ee32-fd4d-4110-b934-a5a100000d49 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:26.125261 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-90260a18-b3b7-4c97-b152-253fcc4a1436 req-2777ee32-fd4d-4110-b934-a5a100000d49 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b0ab879-9113-4240-8439-9b2431ffe292 HTTP/1.1" status: 200 len: 945 time: 0.2002239 Apr 28 19:42:26.130769 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b76fa66b-80ed-4d1b-a093-cc075b7752c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:26.134770 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-044e5562-f44d-4c74-a7f4-be06af4be34d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=672f2098-3779-4741-8efb-1fe071f74808 HTTP/1.1" status: 200 len: 217 time: 0.1375842 Apr 28 19:42:26.144243 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e929d037-c841-41a6-9906-8bf50e4f6db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:26.167401 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-ee7ba44d-e608-44c4-9dda-acb473dfcd0e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:26.168862 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-ee7ba44d-e608-44c4-9dda-acb473dfcd0e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:26.194555 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6d5b5859-2e72-446a-9313-01116d757674 req-7f131ffd-4de6-4831-b3f6-45465be05f84 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:26.204367 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-797e1bd5-eb30-4165-97ed-9303ad008630 None None] Port c61bdd67-d1f0-4cd3-8c99-e1114bf17a78 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:42:26.307498 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f131ffd-4de6-4831-b3f6-45465be05f84 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Pushing event deleted for resources: {'Port': ['ID=37816ae9-f631-4cbf-aba3-6ef317738e6e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:26.311890 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b76fa66b-80ed-4d1b-a093-cc075b7752c6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=26fc1d79305246da9245361f5a7392ae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1821406 Apr 28 19:42:26.315883 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e929d037-c841-41a6-9906-8bf50e4f6db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:26.317741 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51068) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:26.322783 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76fa66b-80ed-4d1b-a093-cc075b7752c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b094e8ff-be28-4178-8a38-ad90949f5ee1,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:26.356130 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-90260a18-b3b7-4c97-b152-253fcc4a1436 req-cef5db37-4247-4e8e-9b7c-cf745ca3c04d tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273848 Apr 28 19:42:26.421841 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-ee7ba44d-e608-44c4-9dda-acb473dfcd0e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6973817 Apr 28 19:42:26.455330 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-65c57665-1463-4c26-9236-480171b8f29e req-4bb39c7a-51b6-444a-8585-2509940795c8 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Request body: {'port': {'device_id': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '599034e0-defd-4a8f-a6f0-947f37bda9fd', 'admin_state_up': True, 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'security_groups': ['25359f5a-c83d-430a-beb5-e3f6e2ee328c']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:26.494875 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ba6d3-828e-4dac-8416-568495bf48f3 req-94069d94-0eb4-4d41-a92f-6f521d43f508 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:26.501551 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ba6d3-828e-4dac-8416-568495bf48f3 req-94069d94-0eb4-4d41-a92f-6f521d43f508 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:26.508795 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ba6d3-828e-4dac-8416-568495bf48f3 req-94069d94-0eb4-4d41-a92f-6f521d43f508 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:26.515327 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-be9faf67-d608-4575-a2c2-173f90b5c50a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:26.516815 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ba6d3-828e-4dac-8416-568495bf48f3 req-94069d94-0eb4-4d41-a92f-6f521d43f508 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:26.519027 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f50ba6d3-828e-4dac-8416-568495bf48f3 req-94069d94-0eb4-4d41-a92f-6f521d43f508 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 3095 time: 0.3430691 Apr 28 19:42:26.539399 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-2ff12f3f-c7ea-4a08-afdf-b18cc1fb017f req-97f387cc-8eb5-46f8-b8f7-f17370d59434 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] For port 06ba3c63-5c4f-4715-b922-fab15de1353f, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=06ba3c63-5c4f-4715-b922-fab15de1353f,segment=NetworkSegment(b5720445-03de-4d91-9572-e2572d42e7be),segment_id=b5720445-03de-4d91-9572-e2572d42e7be)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:26.539821 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2ff12f3f-c7ea-4a08-afdf-b18cc1fb017f req-97f387cc-8eb5-46f8-b8f7-f17370d59434 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:26.552605 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66976749-6353-45c2-be32-54e12d33ff47 req-d1e69e4c-9e7f-4eff-a822-a62c3dfed82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:26.555205 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-d1e69e4c-9e7f-4eff-a822-a62c3dfed82b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf566019-ed60-4ea9-a085-d254b91671bf HTTP/1.1" status: 200 len: 797 time: 0.3979101 Apr 28 19:42:26.562819 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e929d037-c841-41a6-9906-8bf50e4f6db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:26.566334 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e929d037-c841-41a6-9906-8bf50e4f6db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:26.572288 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e929d037-c841-41a6-9906-8bf50e4f6db7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d7736db7-5fbf-4603-85fc-1b30104c5efe HTTP/1.1" status: 204 len: 168 time: 0.7507133 Apr 28 19:42:26.572288 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-be9faf67-d608-4575-a2c2-173f90b5c50a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:26.619438 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929d037-c841-41a6-9906-8bf50e4f6db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7736db7-5fbf-4603-85fc-1b30104c5efe,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:26.726761 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-be9faf67-d608-4575-a2c2-173f90b5c50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:26.729571 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-be9faf67-d608-4575-a2c2-173f90b5c50a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:26.731641 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-be9faf67-d608-4575-a2c2-173f90b5c50a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b094e8ff-be28-4178-8a38-ad90949f5ee1 HTTP/1.1" status: 204 len: 168 time: 0.4096096 Apr 28 19:42:26.741828 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9faf67-d608-4575-a2c2-173f90b5c50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b094e8ff-be28-4178-8a38-ad90949f5ee1,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:26.871095 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-2ff12f3f-c7ea-4a08-afdf-b18cc1fb017f req-97f387cc-8eb5-46f8-b8f7-f17370d59434 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Calling delete_port for 06ba3c63-5c4f-4715-b922-fab15de1353f owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:42:26.909729 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8e8c29f5-4f97-46b6-b05a-6521be11bb35 req-55eee359-5945-44a6-89aa-4dc82184b45e tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1f514c1-25a8-4a2d-a180-66ee9ae28f67 HTTP/1.1" status: 200 len: 210 time: 0.0888610 Apr 28 19:42:26.940024 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-faaf8c1f-21c0-48da-a83b-c3ff8ca17c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:27.297999 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f50ba6d3-828e-4dac-8416-568495bf48f3 req-273b7b6f-c6ed-4ee3-8cba-b4652026dd19 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7535956 Apr 28 19:42:27.312703 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66976749-6353-45c2-be32-54e12d33ff47 req-0b088b00-ffda-4d94-ae20-ef15629c390a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:27.314563 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-0b088b00-ffda-4d94-ae20-ef15629c390a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6cf7a3f9-9c87-425f-81e9-8f2d573cafa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7456803 Apr 28 19:42:27.350023 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848fd3e-87a0-443d-a87f-afaba3f80699 req-b8e1f490-f783-4192-8496-1103b53d1d5e tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:27.352384 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9848fd3e-87a0-443d-a87f-afaba3f80699 req-b8e1f490-f783-4192-8496-1103b53d1d5e tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 945 time: 0.1406963 Apr 28 19:42:27.428534 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d5b5859-2e72-446a-9313-01116d757674 req-7f131ffd-4de6-4831-b3f6-45465be05f84 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Router 536f6499-1b10-4117-950d-dfd4623a3f3f has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:42:27.430100 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-4bb39c7a-51b6-444a-8585-2509940795c8 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Made reservation on behalf of bc3414dc2d694e45b86b092fc773c62d for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:42:27.436818 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-4bb39c7a-51b6-444a-8585-2509940795c8 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:27.551018 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9848fd3e-87a0-443d-a87f-afaba3f80699 req-ac3185e0-855e-44b0-812d-44092e25424f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903327 Apr 28 19:42:27.598331 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-faaf8c1f-21c0-48da-a83b-c3ff8ca17c1a admin admin] Deleting port 15d976e5-9cfb-4065-a5cb-a9dc153c6d82 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:42:27.598675 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-faaf8c1f-21c0-48da-a83b-c3ff8ca17c1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:27.640655 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 06ba3c63-5c4f-4715-b922-fab15de1353f no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:42:27.749399 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-faaf8c1f-21c0-48da-a83b-c3ff8ca17c1a admin admin] For port 15d976e5-9cfb-4065-a5cb-a9dc153c6d82, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=15d976e5-9cfb-4065-a5cb-a9dc153c6d82,segment=NetworkSegment(919c1f78-5e17-4f76-aa9a-1cd02d0b0cfc),segment_id=919c1f78-5e17-4f76-aa9a-1cd02d0b0cfc)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:27.750296 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-faaf8c1f-21c0-48da-a83b-c3ff8ca17c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:27.773575 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-faaf8c1f-21c0-48da-a83b-c3ff8ca17c1a admin admin] Calling delete_port for 15d976e5-9cfb-4065-a5cb-a9dc153c6d82 owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:42:27.805597 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d5b5859-2e72-446a-9313-01116d757674 req-7f131ffd-4de6-4831-b3f6-45465be05f84 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:42:27.835150 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd504e8-bd8a-4f49-8457-3d31f002887c None None] Sync routers for ids ['536f6499-1b10-4117-950d-dfd4623a3f3f'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:42:27.890161 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51090) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:27.915375 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd504e8-bd8a-4f49-8457-3d31f002887c None None] Routers {'536f6499-1b10-4117-950d-dfd4623a3f3f'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:42:27.916044 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-9fd504e8-bd8a-4f49-8457-3d31f002887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:42:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['536f6499-1b10-4117-950d-dfd4623a3f3f'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:27.917219 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-67c9bdce-e810-477f-9d5d-a332e7e93757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:28.020115 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5b5859-2e72-446a-9313-01116d757674 req-7f131ffd-4de6-4831-b3f6-45465be05f84 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] No DVR routers for this DVR port 37816ae9-f631-4cbf-aba3-6ef317738e6e on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:42:28.040969 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6d5b5859-2e72-446a-9313-01116d757674 req-7f131ffd-4de6-4831-b3f6-45465be05f84 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:28.044967 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6d5b5859-2e72-446a-9313-01116d757674 req-7f131ffd-4de6-4831-b3f6-45465be05f84 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.44 "DELETE /v2.0/ports/37816ae9-f631-4cbf-aba3-6ef317738e6e HTTP/1.1" status: 204 len: 173 time: 5.1168828 Apr 28 19:42:28.045519 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f514c1-25a8-4a2d-a180-66ee9ae28f67', 'name': 'network-vif-deleted', 'tag': '37816ae9-f631-4cbf-aba3-6ef317738e6e'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:28.048224 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931ac1b7-67c4-491b-ac4b-d58ad3fde26f" -d '{"events": [{"server_uuid": "c1f514c1-25a8-4a2d-a180-66ee9ae28f67", "name": "network-vif-deleted", "tag": "37816ae9-f631-4cbf-aba3-6ef317738e6e"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:42:28.069111 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-a5bc5e5a-13c4-4594-8ced-72b50551fea3 service neutron] 10.222.0.15 "GET /v2.0/networks/6cf7a3f9-9c87-425f-81e9-8f2d573cafa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7338369 Apr 28 19:42:28.078407 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eba92e-2fb6-4586-91f7-04714a4ef07d req-d372a0e4-5ef8-4a24-be03-2c6d19454fff tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:28.080190 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d2eba92e-2fb6-4586-91f7-04714a4ef07d req-d372a0e4-5ef8-4a24-be03-2c6d19454fff tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b0ab879-9113-4240-8439-9b2431ffe292 HTTP/1.1" status: 200 len: 945 time: 0.5023715 Apr 28 19:42:28.165092 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3ff0ce63-f4fb-4d69-ade7-a3ac6e176687 req-013370f1-f35c-4f36-bdec-6566dfc81682 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1f514c1-25a8-4a2d-a180-66ee9ae28f67 HTTP/1.1" status: 200 len: 210 time: 0.1335206 Apr 28 19:42:28.257055 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d2eba92e-2fb6-4586-91f7-04714a4ef07d req-cf942996-9836-4715-87a3-15cf3c8bb79e tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557884 Apr 28 19:42:28.259272 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74bbe740-198b-447f-9ea5-2cfc2a5d3640 x-openstack-request-id: req-74bbe740-198b-447f-9ea5-2cfc2a5d3640 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:42:28.259764 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f514c1-25a8-4a2d-a180-66ee9ae28f67", "name": "network-vif-deleted", "tag": "37816ae9-f631-4cbf-aba3-6ef317738e6e", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:42:28.260231 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-74bbe740-198b-447f-9ea5-2cfc2a5d3640 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:42:28.260810 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74bbe740-198b-447f-9ea5-2cfc2a5d3640'] response: {'server_uuid': 'c1f514c1-25a8-4a2d-a180-66ee9ae28f67', 'name': 'network-vif-deleted', 'tag': '37816ae9-f631-4cbf-aba3-6ef317738e6e', 'status': 'completed', 'code': 200} Apr 28 19:42:28.265603 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-9fd504e8-bd8a-4f49-8457-3d31f002887c None None] Set router 536f6499-1b10-4117-950d-dfd4623a3f3f gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:42:28.367923 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2ff12f3f-c7ea-4a08-afdf-b18cc1fb017f req-97f387cc-8eb5-46f8-b8f7-f17370d59434 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:28.407466 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-67c9bdce-e810-477f-9d5d-a332e7e93757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:28.416373 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-67c9bdce-e810-477f-9d5d-a332e7e93757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:28.475916 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9bdce-e810-477f-9d5d-a332e7e93757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dde3bbe-63ce-4359-97cd-89ca4a8fa0a7,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:28.533820 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f387cc-8eb5-46f8-b8f7-f17370d59434 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Pushing event deleted for resources: {'Port': ['ID=06ba3c63-5c4f-4715-b922-fab15de1353f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:28.571083 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-faaf8c1f-21c0-48da-a83b-c3ff8ca17c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:28.629031 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:28.714548 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-67c9bdce-e810-477f-9d5d-a332e7e93757 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f3c8443eba394244899213c6e25f00be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8203564 Apr 28 19:42:28.733198 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51106) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:28.796187 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf8c1f-21c0-48da-a83b-c3ff8ca17c1a admin admin] Pushing event deleted for resources: {'Port': ['ID=15d976e5-9cfb-4065-a5cb-a9dc153c6d82,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:28.950548 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff12f3f-c7ea-4a08-afdf-b18cc1fb017f req-97f387cc-8eb5-46f8-b8f7-f17370d59434 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] No DVR routers for this DVR port 06ba3c63-5c4f-4715-b922-fab15de1353f on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:42:28.953589 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2ff12f3f-c7ea-4a08-afdf-b18cc1fb017f req-97f387cc-8eb5-46f8-b8f7-f17370d59434 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:28.962293 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2ff12f3f-c7ea-4a08-afdf-b18cc1fb017f req-97f387cc-8eb5-46f8-b8f7-f17370d59434 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.44 "DELETE /v2.0/ports/06ba3c63-5c4f-4715-b922-fab15de1353f HTTP/1.1" status: 204 len: 173 time: 5.1427724 Apr 28 19:42:28.983938 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-9fd504e8-bd8a-4f49-8457-3d31f002887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'name': 'tempest-AttachVolumeNegativeTest-1025782073-router', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:24Z', 'updated_at': '2022-04-28T19:37:37Z', 'revision_number': 4, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'gw_port': {'id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:26Z', 'updated_at': '2022-04-28T19:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'e1535635-16ee-414b-a822-868c614c37c3', 'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'mac_address': 'fa:16:3e:ed:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:33Z', 'updated_at': '2022-04-28T19:37:44Z', 'revision_number': 5, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'subnets': [{'id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:29.049461 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd504e8-bd8a-4f49-8457-3d31f002887c None None] Checking router: 536f6499-1b10-4117-950d-dfd4623a3f3f for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:42:29.067060 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd504e8-bd8a-4f49-8457-3d31f002887c None None] Routers {'536f6499-1b10-4117-950d-dfd4623a3f3f'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:42:29.078823 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-9fd504e8-bd8a-4f49-8457-3d31f002887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:42:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['536f6499-1b10-4117-950d-dfd4623a3f3f'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:29.088333 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe7b6b-a2e5-4bc9-9fd6-71e5e65f6776 req-50bb97c0-a1f9-453e-b9ed-83622aed5465 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:29.099166 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe7b6b-a2e5-4bc9-9fd6-71e5e65f6776 req-50bb97c0-a1f9-453e-b9ed-83622aed5465 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:29.106830 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe7b6b-a2e5-4bc9-9fd6-71e5e65f6776 req-50bb97c0-a1f9-453e-b9ed-83622aed5465 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:29.113247 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe7b6b-a2e5-4bc9-9fd6-71e5e65f6776 req-50bb97c0-a1f9-453e-b9ed-83622aed5465 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:29.115142 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6cfe7b6b-a2e5-4bc9-9fd6-71e5e65f6776 req-50bb97c0-a1f9-453e-b9ed-83622aed5465 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 3095 time: 0.6134996 Apr 28 19:42:29.180812 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51114) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:29.206062 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ec1168a1-f4df-4baf-8b4c-5d61a1753d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:29.241962 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ec1168a1-f4df-4baf-8b4c-5d61a1753d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:29.325842 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6cfe7b6b-a2e5-4bc9-9fd6-71e5e65f6776 req-67d3a445-f0df-407f-bd06-ca7c2b6b7348 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021184 Apr 28 19:42:29.369551 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-9fd504e8-bd8a-4f49-8457-3d31f002887c None None] Set router 536f6499-1b10-4117-950d-dfd4623a3f3f gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:42:29.474243 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ec1168a1-f4df-4baf-8b4c-5d61a1753d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:29.484585 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ec1168a1-f4df-4baf-8b4c-5d61a1753d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:29.487798 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ec1168a1-f4df-4baf-8b4c-5d61a1753d71 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8dde3bbe-63ce-4359-97cd-89ca4a8fa0a7 HTTP/1.1" status: 204 len: 168 time: 0.6823795 Apr 28 19:42:29.534519 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1168a1-f4df-4baf-8b4c-5d61a1753d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dde3bbe-63ce-4359-97cd-89ca4a8fa0a7,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:29.571358 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-faaf8c1f-21c0-48da-a83b-c3ff8ca17c1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:29.631669 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-1fb70a3a-8818-452c-920b-bfb34e0bfd31 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1348244403-network', 'tenant_id': 'c0f427d83ed14684a5cdcb61bd114a56'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:29.697802 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-65c57665-1463-4c26-9236-480171b8f29e req-4bb39c7a-51b6-444a-8585-2509940795c8 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Allocated IP 10.2.2.200 (599034e0-defd-4a8f-a6f0-947f37bda9fd/9807f841-60a4-4a02-81b0-9350375465a5/a0bd214a-5662-4bfb-82db-e3d3910d444b) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:42:29.895805 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-9c1d72f1-dc13-47d3-b233-fd0cf7338777 service neutron] 10.222.0.15 "GET /v2.0/networks/6cf7a3f9-9c87-425f-81e9-8f2d573cafa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8087449 Apr 28 19:42:30.010399 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-787993ae-1e6e-49cf-9013-c6d7397e63d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=c7fbcdaf-eb1a-406d-86fb-62582d63a224 HTTP/1.1" status: 200 len: 217 time: 0.1051674 Apr 28 19:42:30.160755 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99d9f6-4cee-48d8-ab62-80f7659e67ec req-93ddc0b2-6543-485a-9482-7bb816d22373 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:30.162344 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cd99d9f6-4cee-48d8-ab62-80f7659e67ec req-93ddc0b2-6543-485a-9482-7bb816d22373 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 945 time: 1.2542946 Apr 28 19:42:30.193845 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-9fd504e8-bd8a-4f49-8457-3d31f002887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'name': 'tempest-AttachVolumeNegativeTest-1025782073-router', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:24Z', 'updated_at': '2022-04-28T19:37:37Z', 'revision_number': 4, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'gw_port': {'id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:26Z', 'updated_at': '2022-04-28T19:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'e1535635-16ee-414b-a822-868c614c37c3', 'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'mac_address': 'fa:16:3e:ed:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:33Z', 'updated_at': '2022-04-28T19:37:44Z', 'revision_number': 5, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'subnets': [{'id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:30.198237 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb70a3a-8818-452c-920b-bfb34e0bfd31 admin admin] Made reservation on behalf of c0f427d83ed14684a5cdcb61bd114a56 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:42:30.201660 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1fb70a3a-8818-452c-920b-bfb34e0bfd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:30.207863 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-835952f5-c708-4639-a9c2-17c9f580b8a4 req-9f6999ce-daad-4a0d-92c8-61900167cf94 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b0ab879-9113-4240-8439-9b2431ffe292 HTTP/1.1" status: 200 len: 210 time: 0.4224470 Apr 28 19:42:30.213206 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-4bb39c7a-51b6-444a-8585-2509940795c8 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:30.227099 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1fb70a3a-8818-452c-920b-bfb34e0bfd31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:30.238090 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd504e8-bd8a-4f49-8457-3d31f002887c None None] The sync data for ids ['536f6499-1b10-4117-950d-dfd4623a3f3f'] in n-d-839810-1 is: [{'id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'name': 'tempest-AttachVolumeNegativeTest-1025782073-router', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:24Z', 'updated_at': '2022-04-28T19:37:37Z', 'revision_number': 4, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'gw_port': {'id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:26Z', 'updated_at': '2022-04-28T19:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'e1535635-16ee-414b-a822-868c614c37c3', 'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'mac_address': 'fa:16:3e:ed:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:33Z', 'updated_at': '2022-04-28T19:37:44Z', 'revision_number': 5, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'subnets': [{'id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:42:30.238383 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66976749-6353-45c2-be32-54e12d33ff47 req-d87a0bcb-fe74-49f3-88a7-c5f21df23d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:30.243658 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-d87a0bcb-fe74-49f3-88a7-c5f21df23d86 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf566019-ed60-4ea9-a085-d254b91671bf HTTP/1.1" status: 200 len: 797 time: 0.1863890 Apr 28 19:42:30.280266 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b0ab879-9113-4240-8439-9b2431ffe292', 'name': 'network-vif-deleted', 'tag': '06ba3c63-5c4f-4715-b922-fab15de1353f'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:30.282999 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988a0ac0-c39b-439e-a043-179bb69fef92" -d '{"events": [{"server_uuid": "7b0ab879-9113-4240-8439-9b2431ffe292", "name": "network-vif-deleted", "tag": "06ba3c63-5c4f-4715-b922-fab15de1353f"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:42:30.325641 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cd99d9f6-4cee-48d8-ab62-80f7659e67ec req-d953bf2b-7953-4db7-aabb-359e16bb88c0 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520071 Apr 28 19:42:30.332267 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51134) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:30.503809 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a7539c-080c-4fbc-97c0-8b16657a58e3 x-openstack-request-id: req-83a7539c-080c-4fbc-97c0-8b16657a58e3 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:42:30.506131 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b0ab879-9113-4240-8439-9b2431ffe292", "name": "network-vif-deleted", "tag": "06ba3c63-5c4f-4715-b922-fab15de1353f", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:42:30.506461 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-83a7539c-080c-4fbc-97c0-8b16657a58e3 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:42:30.506886 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83a7539c-080c-4fbc-97c0-8b16657a58e3'] response: {'server_uuid': '7b0ab879-9113-4240-8439-9b2431ffe292', 'name': 'network-vif-deleted', 'tag': '06ba3c63-5c4f-4715-b922-fab15de1353f', 'status': 'completed', 'code': 200} Apr 28 19:42:30.539020 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66976749-6353-45c2-be32-54e12d33ff47 req-d227aa83-dd21-4716-bbeb-40e08be95782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:30.540729 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-d227aa83-dd21-4716-bbeb-40e08be95782 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6cf7a3f9-9c87-425f-81e9-8f2d573cafa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2911010 Apr 28 19:42:30.576885 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-4bb39c7a-51b6-444a-8585-2509940795c8 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:30.844521 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-a1e1d519-145b-40ee-8299-9eb825c3d0bc service neutron] 10.222.0.15 "GET /v2.0/networks/6cf7a3f9-9c87-425f-81e9-8f2d573cafa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960122 Apr 28 19:42:30.881200 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65c57665-1463-4c26-9236-480171b8f29e req-4bb39c7a-51b6-444a-8585-2509940795c8 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Network 599034e0-defd-4a8f-a6f0-947f37bda9fd is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:42:30.921628 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-65c57665-1463-4c26-9236-480171b8f29e req-4bb39c7a-51b6-444a-8585-2509940795c8 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:42:30.928871 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c57665-1463-4c26-9236-480171b8f29e req-4bb39c7a-51b6-444a-8585-2509940795c8 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:42:30.935042 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f302157-c200-4c10-a870-06061e65431d None None] New status for floating IP 4ce90cf4-446d-4b81-bfc1-2b9b6b128254: DOWN {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:42:30.942232 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fcbdf396-d0b2-4675-9e2e-76cc71cebf55 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:30.946521 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faaf8c1f-21c0-48da-a83b-c3ff8ca17c1a admin admin] Router d35e189b-b914-4f27-a825-1a152ad667cc has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:42:30.950267 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb39c7a-51b6-444a-8585-2509940795c8 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Pushing event updated for resources: {'Port': ['ID=a0bd214a-5662-4bfb-82db-e3d3910d444b,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:30.984143 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1fb70a3a-8818-452c-920b-bfb34e0bfd31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:31.118286 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1fb70a3a-8818-452c-920b-bfb34e0bfd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:31.173530 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fcbdf396-d0b2-4675-9e2e-76cc71cebf55 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:31.182247 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14c26a-19f6-4259-b466-3db77c7e97fd req-2461ddc6-b736-47e9-8605-99a842fbc5de tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:31.203618 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14c26a-19f6-4259-b466-3db77c7e97fd req-2461ddc6-b736-47e9-8605-99a842fbc5de tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:31.213295 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14c26a-19f6-4259-b466-3db77c7e97fd req-2461ddc6-b736-47e9-8605-99a842fbc5de tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:31.224858 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14c26a-19f6-4259-b466-3db77c7e97fd req-2461ddc6-b736-47e9-8605-99a842fbc5de tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:31.237697 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14c26a-19f6-4259-b466-3db77c7e97fd req-2461ddc6-b736-47e9-8605-99a842fbc5de tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:31.245215 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-db14c26a-19f6-4259-b466-3db77c7e97fd req-2461ddc6-b736-47e9-8605-99a842fbc5de tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 3816 time: 0.6122959 Apr 28 19:42:31.252552 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb70a3a-8818-452c-920b-bfb34e0bfd31 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:42:31.260368 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faaf8c1f-21c0-48da-a83b-c3ff8ca17c1a admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:42:31.262886 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb70a3a-8818-452c-920b-bfb34e0bfd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4147cb-4461-4107-bd96-3d6438493dba,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:31.276461 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-faaf8c1f-21c0-48da-a83b-c3ff8ca17c1a admin admin] 10.222.0.42 "PUT /v2.0/routers/d35e189b-b914-4f27-a825-1a152ad667cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4827180 Apr 28 19:42:31.282235 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1af7629-6203-4552-b4a7-d5ed80990ed4 None None] Sync routers for ids ['d35e189b-b914-4f27-a825-1a152ad667cc'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:42:31.284982 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-4bb39c7a-51b6-444a-8585-2509940795c8 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:31.286031 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-4bb39c7a-51b6-444a-8585-2509940795c8 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:31.317610 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51150) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:31.342886 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1af7629-6203-4552-b4a7-d5ed80990ed4 None None] Routers {'d35e189b-b914-4f27-a825-1a152ad667cc'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:42:31.348340 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-c1af7629-6203-4552-b4a7-d5ed80990ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:42:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['d35e189b-b914-4f27-a825-1a152ad667cc'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:31.423562 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-f92b5ff0-4bd8-4faa-8297-8501e2606c6c service neutron] 10.222.0.15 "GET /v2.0/networks/6cf7a3f9-9c87-425f-81e9-8f2d573cafa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5680604 Apr 28 19:42:31.432639 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-4bb39c7a-51b6-444a-8585-2509940795c8 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9906328 Apr 28 19:42:31.453970 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-906efa2f-9714-4990-b27f-c46650fd4ef8 None None] Provisioning complete for port a0bd214a-5662-4bfb-82db-e3d3910d444b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:31.454592 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-906efa2f-9714-4990-b27f-c46650fd4ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:31.505757 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-65c57665-1463-4c26-9236-480171b8f29e req-df8969bb-f2ca-466f-9859-32df4e71ebdd service neutron] Request body: {'port': {'device_id': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:31.517660 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-906efa2f-9714-4990-b27f-c46650fd4ef8 None None] Port a0bd214a-5662-4bfb-82db-e3d3910d444b cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:42:31.600557 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c98d09e1-0812-4298-86c5-063216fd4ed9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:31.642996 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-b562d6af-fc3a-4793-a27c-908ad748972d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9984f582-0747-4758-acc2-3cb0373ad5b8 HTTP/1.1" status: 200 len: 217 time: 0.1791878 Apr 28 19:42:31.643538 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-c1af7629-6203-4552-b4a7-d5ed80990ed4 None None] Set router d35e189b-b914-4f27-a825-1a152ad667cc gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:42:31.717299 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1fb70a3a-8818-452c-920b-bfb34e0bfd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:31.717816 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-1fb70a3a-8818-452c-920b-bfb34e0bfd31 admin admin] Added segment fba74db4-6a8e-4145-8f5f-f10444060d8c of type vlan for network 75bee797-4c68-44a2-8557-5f81596760ce Apr 28 19:42:31.754783 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c98d09e1-0812-4298-86c5-063216fd4ed9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:31.842732 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:31.846973 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-db14c26a-19f6-4259-b466-3db77c7e97fd req-1b174211-a20c-4f76-973f-ca799e2abdd6 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5106812 Apr 28 19:42:31.903908 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-df8969bb-f2ca-466f-9859-32df4e71ebdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:31.937066 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1fb70a3a-8818-452c-920b-bfb34e0bfd31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:31.951430 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66976749-6353-45c2-be32-54e12d33ff47 req-9125873f-2e1d-41dd-abc6-763c02f5d08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:31.954319 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-9125873f-2e1d-41dd-abc6-763c02f5d08c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b75ceaf-6166-436a-a3b4-7ab5ad1eecd3 HTTP/1.1" status: 200 len: 797 time: 0.3036263 Apr 28 19:42:32.018876 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ae047-4e07-48e5-bb52-bb8989cf15d2 req-a92070df-cbca-436b-bc4a-56db76def1ba tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:32.021339 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0b9ae047-4e07-48e5-bb52-bb8989cf15d2 req-a92070df-cbca-436b-bc4a-56db76def1ba tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 945 time: 0.3081510 Apr 28 19:42:32.039620 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fcbdf396-d0b2-4675-9e2e-76cc71cebf55 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:32.042986 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fcbdf396-d0b2-4675-9e2e-76cc71cebf55 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:32.044326 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-fcbdf396-d0b2-4675-9e2e-76cc71cebf55 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "DELETE /v2.0/security-groups/8b59378e-21f4-46b5-97cb-2ca7e50f4c3c HTTP/1.1" status: 204 len: 168 time: 1.7085733 Apr 28 19:42:32.053181 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51174) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:32.066797 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbdf396-d0b2-4675-9e2e-76cc71cebf55 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b59378e-21f4-46b5-97cb-2ca7e50f4c3c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:32.112917 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0b9ae047-4e07-48e5-bb52-bb8989cf15d2 req-386b0609-92ab-4120-97cc-809ba3ac0161 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830610 Apr 28 19:42:32.127753 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1fb70a3a-8818-452c-920b-bfb34e0bfd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:32.129088 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb70a3a-8818-452c-920b-bfb34e0bfd31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:32.129832 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1fb70a3a-8818-452c-920b-bfb34e0bfd31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:32.165635 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-ba6b89a3-8d7d-4c28-a477-717dde74d3d5 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] show failed (client error): The resource could not be found. Apr 28 19:42:32.167513 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ba6b89a3-8d7d-4c28-a477-717dde74d3d5 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups/8b59378e-21f4-46b5-97cb-2ca7e50f4c3c HTTP/1.1" status: 404 len: 347 time: 0.1078188 Apr 28 19:42:32.179717 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51178) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:32.259899 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1fb70a3a-8818-452c-920b-bfb34e0bfd31 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.0368495 Apr 28 19:42:32.264787 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51180) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:32.268052 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c98d09e1-0812-4298-86c5-063216fd4ed9 admin admin] Deleting port 5f5b5dbe-b8c0-4dad-be9e-519c54eef060 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:42:32.268994 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c98d09e1-0812-4298-86c5-063216fd4ed9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:32.277817 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-0f699301-2ae5-4c51-a285-d8808d6843c6 admin admin] Request body: {'subnet': {'network_id': '75bee797-4c68-44a2-8557-5f81596760ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1348244403-subnet', 'tenant_id': 'c0f427d83ed14684a5cdcb61bd114a56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:32.285013 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb70a3a-8818-452c-920b-bfb34e0bfd31 admin admin] Pushing event updated for resources: {'Network': ['ID=75bee797-4c68-44a2-8557-5f81596760ce,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:32.286104 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-c1af7629-6203-4552-b4a7-d5ed80990ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35e189b-b914-4f27-a825-1a152ad667cc', 'name': 'tempest-FloatingIPsTestJSON-1259256254-router', 'tenant_id': 'f9e414d41ffc43c0926d04834b61dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '5f5b5dbe-b8c0-4dad-be9e-519c54eef060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:41:58Z', 'updated_at': '2022-04-28T19:42:28Z', 'revision_number': 5, 'project_id': 'f9e414d41ffc43c0926d04834b61dda2', 'gw_port': {'id': '5f5b5dbe-b8c0-4dad-be9e-519c54eef060', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35e189b-b914-4f27-a825-1a152ad667cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:42:00Z', 'updated_at': '2022-04-28T19:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:32.335836 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66976749-6353-45c2-be32-54e12d33ff47 req-3915f9c1-a9b0-44e3-9041-a69d27069909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:32.337407 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-3915f9c1-a9b0-44e3-9041-a69d27069909 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e1add1d6-d054-4112-876e-e570e74daa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3759472 Apr 28 19:42:32.408145 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f699301-2ae5-4c51-a285-d8808d6843c6 admin admin] Made reservation on behalf of c0f427d83ed14684a5cdcb61bd114a56 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:42:32.410927 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f699301-2ae5-4c51-a285-d8808d6843c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:32.423091 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1af7629-6203-4552-b4a7-d5ed80990ed4 None None] Checking router: d35e189b-b914-4f27-a825-1a152ad667cc for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:42:32.433773 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 75bee797-4c68-44a2-8557-5f81596760ce details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:42:32.517194 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-c98d09e1-0812-4298-86c5-063216fd4ed9 admin admin] For port 5f5b5dbe-b8c0-4dad-be9e-519c54eef060, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=5f5b5dbe-b8c0-4dad-be9e-519c54eef060,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:32.517815 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c98d09e1-0812-4298-86c5-063216fd4ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:32.551357 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c98d09e1-0812-4298-86c5-063216fd4ed9 admin admin] Calling delete_port for 5f5b5dbe-b8c0-4dad-be9e-519c54eef060 owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:42:32.687274 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1af7629-6203-4552-b4a7-d5ed80990ed4 None None] Routers {'d35e189b-b914-4f27-a825-1a152ad667cc'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:42:32.688650 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-c1af7629-6203-4552-b4a7-d5ed80990ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:42:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['d35e189b-b914-4f27-a825-1a152ad667cc'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:32.738918 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-0bccd10a-d81a-4fd8-b784-4dbbcd299d54 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:32.746814 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-0bccd10a-d81a-4fd8-b784-4dbbcd299d54 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/networks?id=fabbd60f-8bf6-4926-b9b3-5557fdc11e18 HTTP/1.1" status: 200 len: 811 time: 0.6887527 Apr 28 19:42:32.769209 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-5c01ca89-8b93-441b-831e-1e4a00f0bf98 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/quotas/867e03fb86a54b0390ea4c90d552fb01 HTTP/1.1" status: 200 len: 375 time: 0.0212839 Apr 28 19:42:32.816886 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-1b612eda-aa4f-4e13-89c6-73c8016ce558 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=867e03fb86a54b0390ea4c90d552fb01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460904 Apr 28 19:42:32.831565 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f699301-2ae5-4c51-a285-d8808d6843c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:32.953270 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-c1af7629-6203-4552-b4a7-d5ed80990ed4 None None] Set router d35e189b-b914-4f27-a825-1a152ad667cc gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:42:32.971539 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f699301-2ae5-4c51-a285-d8808d6843c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eee94ffa-0eb8-4304-aa79-019e115fcd51,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:32.982712 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-05e6c8f0-cb5c-422d-9bae-f1f45b60714a service neutron] 10.222.0.15 "GET /v2.0/networks/e1add1d6-d054-4112-876e-e570e74daa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6176202 Apr 28 19:42:33.033012 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5bc39a49-0388-409b-9179-c2a6a2f8395a tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Deleting port 784df5e5-10b9-42ab-8565-c57395750747 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:42:33.038639 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5bc39a49-0388-409b-9179-c2a6a2f8395a tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:33.114987 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-c1af7629-6203-4552-b4a7-d5ed80990ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35e189b-b914-4f27-a825-1a152ad667cc', 'name': 'tempest-FloatingIPsTestJSON-1259256254-router', 'tenant_id': 'f9e414d41ffc43c0926d04834b61dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:41:58Z', 'updated_at': '2022-04-28T19:42:31Z', 'revision_number': 6, 'project_id': 'f9e414d41ffc43c0926d04834b61dda2', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:33.190651 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1af7629-6203-4552-b4a7-d5ed80990ed4 None None] The sync data for ids ['d35e189b-b914-4f27-a825-1a152ad667cc'] in n-d-839810-1 is: [{'id': 'd35e189b-b914-4f27-a825-1a152ad667cc', 'name': 'tempest-FloatingIPsTestJSON-1259256254-router', 'tenant_id': 'f9e414d41ffc43c0926d04834b61dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:41:58Z', 'updated_at': '2022-04-28T19:42:31Z', 'revision_number': 6, 'project_id': 'f9e414d41ffc43c0926d04834b61dda2', 'gw_port_host': None}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:42:33.216806 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5bc39a49-0388-409b-9179-c2a6a2f8395a tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:33.217295 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5bc39a49-0388-409b-9179-c2a6a2f8395a tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:33.231471 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5bc39a49-0388-409b-9179-c2a6a2f8395a tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Calling delete_port for 784df5e5-10b9-42ab-8565-c57395750747 owned by network:floatingip {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:42:33.243346 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f699301-2ae5-4c51-a285-d8808d6843c6 admin admin] Checking segment: {'id': 'fba74db4-6a8e-4145-8f5f-f10444060d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '75bee797-4c68-44a2-8557-5f81596760ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:42:33.243346 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f699301-2ae5-4c51-a285-d8808d6843c6 admin admin] Network hostable DHCP agents. Network: 75bee797-4c68-44a2-8557-5f81596760ce, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:42:33.262691 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c98d09e1-0812-4298-86c5-063216fd4ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:33.281726 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:33.361204 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d09e1-0812-4298-86c5-063216fd4ed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f5b5dbe-b8c0-4dad-be9e-519c54eef060,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:33.483499 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ccb7e-6a67-4161-8886-f6ebaac6e8b3 req-72fefba1-2d2d-4d79-a980-a1df16193bf1 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:33.488358 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5bc39a49-0388-409b-9179-c2a6a2f8395a tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:33.494403 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ccb7e-6a67-4161-8886-f6ebaac6e8b3 req-72fefba1-2d2d-4d79-a980-a1df16193bf1 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:33.502959 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ccb7e-6a67-4161-8886-f6ebaac6e8b3 req-72fefba1-2d2d-4d79-a980-a1df16193bf1 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:33.513077 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ccb7e-6a67-4161-8886-f6ebaac6e8b3 req-72fefba1-2d2d-4d79-a980-a1df16193bf1 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:33.529501 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ccb7e-6a67-4161-8886-f6ebaac6e8b3 req-72fefba1-2d2d-4d79-a980-a1df16193bf1 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:33.532978 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3c6ccb7e-6a67-4161-8886-f6ebaac6e8b3 req-72fefba1-2d2d-4d79-a980-a1df16193bf1 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 3816 time: 0.4856119 Apr 28 19:42:33.534261 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f699301-2ae5-4c51-a285-d8808d6843c6 admin admin] Network 75bee797-4c68-44a2-8557-5f81596760ce is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:42:33.590517 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c98d09e1-0812-4298-86c5-063216fd4ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:33.698342 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc39a49-0388-409b-9179-c2a6a2f8395a tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Pushing event deleted for resources: {'Port': ['ID=784df5e5-10b9-42ab-8565-c57395750747,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:33.763146 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-c0739b58-a434-47e9-b15d-94ab8759f1d3 service neutron] 10.222.0.42 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9452150 Apr 28 19:42:33.853346 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c98d09e1-0812-4298-86c5-063216fd4ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:33.861978 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c98d09e1-0812-4298-86c5-063216fd4ed9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:33.884833 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3c6ccb7e-6a67-4161-8886-f6ebaac6e8b3 req-a74f0c27-23a1-4707-8209-585c19b3339b tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3397176 Apr 28 19:42:33.889491 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-0f699301-2ae5-4c51-a285-d8808d6843c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 75bee797-4c68-44a2-8557-5f81596760ce) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:42:33.895287 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f699301-2ae5-4c51-a285-d8808d6843c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:33.895984 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f699301-2ae5-4c51-a285-d8808d6843c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:33.903683 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fb924b-5128-4a87-86ad-841be0aeb8e6 None None] Network 75bee797-4c68-44a2-8557-5f81596760ce requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:42:34.012860 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0f699301-2ae5-4c51-a285-d8808d6843c6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7466156 Apr 28 19:42:34.026350 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5bc39a49-0388-409b-9179-c2a6a2f8395a tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for floatingip, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:34.028906 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5bc39a49-0388-409b-9179-c2a6a2f8395a tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:34.030016 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5bc39a49-0388-409b-9179-c2a6a2f8395a tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "DELETE /v2.0/floatingips/4ce90cf4-446d-4b81-bfc1-2b9b6b128254 HTTP/1.1" status: 204 len: 168 time: 1.8243527 Apr 28 19:42:34.044307 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-41eca574-87ea-49c8-a9e5-50163970de0b service neutron] 10.222.0.15 "GET /v2.0/networks/e1add1d6-d054-4112-876e-e570e74daa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0406625 Apr 28 19:42:34.044307 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-65c57665-1463-4c26-9236-480171b8f29e req-df8969bb-f2ca-466f-9859-32df4e71ebdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5777ee41-99fe-478c-84d1-afd3559609f8 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:42:34.078409 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c98d09e1-0812-4298-86c5-063216fd4ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:34.079939 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98d09e1-0812-4298-86c5-063216fd4ed9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d35e189b-b914-4f27-a825-1a152ad667cc {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:42:34.089785 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c98d09e1-0812-4298-86c5-063216fd4ed9 admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:34.094037 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c98d09e1-0812-4298-86c5-063216fd4ed9 admin admin] 10.222.0.42 "DELETE /v2.0/routers/d35e189b-b914-4f27-a825-1a152ad667cc HTTP/1.1" status: 204 len: 168 time: 2.7723145 Apr 28 19:42:34.095354 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-df8969bb-f2ca-466f-9859-32df4e71ebdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:34.107271 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51226) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:34.199349 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-e0e13478-b15f-42d0-a7cc-33614205936d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eeb1d863-119a-4193-9c0a-7882aec48194 HTTP/1.1" status: 200 len: 217 time: 0.1364655 Apr 28 19:42:34.248480 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad5dcb3c-23e8-40f0-b8fd-2312e16a5206 admin admin] Deleting subnet a268a66f-7a28-41b5-9601-809769829c64 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:42:34.254323 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f11198d-c90b-4e84-8c09-f1d05b53e18f None None] Network 75bee797-4c68-44a2-8557-5f81596760ce requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:42:34.271697 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ad5dcb3c-23e8-40f0-b8fd-2312e16a5206 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:34.350859 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-65c57665-1463-4c26-9236-480171b8f29e req-df8969bb-f2ca-466f-9859-32df4e71ebdd service neutron] Transition to ACTIVE for port object 5777ee41-99fe-478c-84d1-afd3559609f8 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:42:34.383496 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-0ff32138-8b26-4693-95d6-3367744955b4 service neutron] 10.222.0.42 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6188624 Apr 28 19:42:34.384499 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-df8969bb-f2ca-466f-9859-32df4e71ebdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:34.474683 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe6d27-f333-470c-80b8-96d18a9e7c6e req-88781f9c-1867-4296-a4f2-59ef20016026 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:34.478662 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dabe6d27-f333-470c-80b8-96d18a9e7c6e req-88781f9c-1867-4296-a4f2-59ef20016026 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 945 time: 0.4605582 Apr 28 19:42:34.518141 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ad5dcb3c-23e8-40f0-b8fd-2312e16a5206 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:34.608390 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66976749-6353-45c2-be32-54e12d33ff47 req-b7e3db94-415e-430c-a6c0-f6819102ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:34.615430 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-b7e3db94-415e-430c-a6c0-f6819102ab96 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b75ceaf-6166-436a-a3b4-7ab5ad1eecd3 HTTP/1.1" status: 200 len: 797 time: 0.3889415 Apr 28 19:42:34.715545 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8969bb-f2ca-466f-9859-32df4e71ebdd service neutron] Pushing event updated for resources: {'Port': ['ID=5777ee41-99fe-478c-84d1-afd3559609f8,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:34.902745 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ad5dcb3c-23e8-40f0-b8fd-2312e16a5206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:34.929622 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51244) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:35.017231 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66976749-6353-45c2-be32-54e12d33ff47 req-ce7a3683-ef1f-433b-ab2b-f3b7e8791f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:35.030937 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-ce7a3683-ef1f-433b-ab2b-f3b7e8791f94 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e1add1d6-d054-4112-876e-e570e74daa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3985043 Apr 28 19:42:35.127484 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 5f5b5dbe-b8c0-4dad-be9e-519c54eef060 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:42:35.142105 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ad5dcb3c-23e8-40f0-b8fd-2312e16a5206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:35.192276 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 5f5b5dbe-b8c0-4dad-be9e-519c54eef060 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:42:35.196313 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 5f5b5dbe-b8c0-4dad-be9e-519c54eef060 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:42:35.196868 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 15d976e5-9cfb-4065-a5cb-a9dc153c6d82 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:42:35.258568 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 15d976e5-9cfb-4065-a5cb-a9dc153c6d82 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:42:35.260391 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-65c57665-1463-4c26-9236-480171b8f29e req-df8969bb-f2ca-466f-9859-32df4e71ebdd service neutron] Attempting to bind port 5777ee41-99fe-478c-84d1-afd3559609f8 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:42:35.260741 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-65c57665-1463-4c26-9236-480171b8f29e req-df8969bb-f2ca-466f-9859-32df4e71ebdd service neutron] Attempting to bind port 5777ee41-99fe-478c-84d1-afd3559609f8 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'a938669e-a422-4100-815a-beba9a9fac36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f69f4a5f-c2d6-44c7-ad73-929a90025ab3'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:42:35.264009 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-df8969bb-f2ca-466f-9859-32df4e71ebdd service neutron] Attempting to bind port 5777ee41-99fe-478c-84d1-afd3559609f8 on network f69f4a5f-c2d6-44c7-ad73-929a90025ab3 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:42:35.270248 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 15d976e5-9cfb-4065-a5cb-a9dc153c6d82 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:42:35.283903 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5dcb3c-23e8-40f0-b8fd-2312e16a5206 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a268a66f-7a28-41b5-9601-809769829c64,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:35.304565 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ad5dcb3c-23e8-40f0-b8fd-2312e16a5206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:35.311129 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ad5dcb3c-23e8-40f0-b8fd-2312e16a5206 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a268a66f-7a28-41b5-9601-809769829c64 HTTP/1.1" status: 204 len: 168 time: 1.1993921 Apr 28 19:42:35.319966 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51254) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:35.321070 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21acb274-8330-4e49-a2ec-16ba48a02af3 None None] Network 6e40871a-5689-4fc1-ac0c-3fb2195aa3c7 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:42:35.400800 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dabe6d27-f333-470c-80b8-96d18a9e7c6e req-627d5e19-dff3-487e-9483-65402ab85fe7 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852883 Apr 28 19:42:35.403527 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-df8969bb-f2ca-466f-9859-32df4e71ebdd service neutron] Port 5777ee41-99fe-478c-84d1-afd3559609f8 on network f69f4a5f-c2d6-44c7-ad73-929a90025ab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:42:35.406570 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-df8969bb-f2ca-466f-9859-32df4e71ebdd service neutron] Attempting to bind port 5777ee41-99fe-478c-84d1-afd3559609f8 on network f69f4a5f-c2d6-44c7-ad73-929a90025ab3 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:42:35.416313 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-93593167-5f88-4659-a22a-4d94f9301994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:35.493464 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-df8969bb-f2ca-466f-9859-32df4e71ebdd service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:42:35.494070 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-df8969bb-f2ca-466f-9859-32df4e71ebdd service neutron] Checking segment: {'id': 'a938669e-a422-4100-815a-beba9a9fac36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f69f4a5f-c2d6-44c7-ad73-929a90025ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:42:35.494412 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51258) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:35.495818 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-df8969bb-f2ca-466f-9859-32df4e71ebdd service neutron] Bound using segment: {'id': 'a938669e-a422-4100-815a-beba9a9fac36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f69f4a5f-c2d6-44c7-ad73-929a90025ab3'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:42:35.497945 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-65c57665-1463-4c26-9236-480171b8f29e req-df8969bb-f2ca-466f-9859-32df4e71ebdd service neutron] Bound port: 5777ee41-99fe-478c-84d1-afd3559609f8, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a938669e-a422-4100-815a-beba9a9fac36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f69f4a5f-c2d6-44c7-ad73-929a90025ab3'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:42:35.499315 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-df8969bb-f2ca-466f-9859-32df4e71ebdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:35.510181 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-ccdcee75-1d19-41c0-b875-b8dc5998c716 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1547598096', 'description': 'tempest-description--1240673561'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:35.581448 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c856cfb6-d6c4-4b74-9752-70effb73614e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:35.582274 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-f59f2fc4-87c0-4640-8bf0-6f82bafbedce service neutron] 10.222.0.15 "GET /v2.0/networks/e1add1d6-d054-4112-876e-e570e74daa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5429444 Apr 28 19:42:35.677364 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ccdcee75-1d19-41c0-b875-b8dc5998c716 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:35.782549 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ccdcee75-1d19-41c0-b875-b8dc5998c716 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:35.811515 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ccdcee75-1d19-41c0-b875-b8dc5998c716 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:35.886422 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d815fd50-a5cb-4d08-83fd-7157ddc863a4 None None] DHCP port deletion for 6e40871a-5689-4fc1-ac0c-3fb2195aa3c7 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:42:35.886721 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c856cfb6-d6c4-4b74-9752-70effb73614e admin admin] Deleting port dff4eaeb-a1bf-40ec-a32e-a4a01e546e19 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:42:35.887173 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c856cfb6-d6c4-4b74-9752-70effb73614e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:35.958553 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ccdcee75-1d19-41c0-b875-b8dc5998c716 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:35.968879 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ccdcee75-1d19-41c0-b875-b8dc5998c716 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4613233 Apr 28 19:42:35.969567 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51260) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:35.992216 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-c92e7263-1c6f-4ba4-8c8d-e60ce41913c5 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Request body: {'security_group_rule': {'security_group_id': 'e3876cd2-e73b-4ff4-a774-6abe2eaa2886', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:36.107642 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c92e7263-1c6f-4ba4-8c8d-e60ce41913c5 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:36.112549 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdcee75-1d19-41c0-b875-b8dc5998c716 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3876cd2-e73b-4ff4-a774-6abe2eaa2886,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:36.117603 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-d815fd50-a5cb-4d08-83fd-7157ddc863a4 None None] Deleting port dff4eaeb-a1bf-40ec-a32e-a4a01e546e19 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:42:36.122893 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d815fd50-a5cb-4d08-83fd-7157ddc863a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:36.195212 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-c856cfb6-d6c4-4b74-9752-70effb73614e admin admin] For port dff4eaeb-a1bf-40ec-a32e-a4a01e546e19, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=dff4eaeb-a1bf-40ec-a32e-a4a01e546e19,segment=NetworkSegment(919c1f78-5e17-4f76-aa9a-1cd02d0b0cfc),segment_id=919c1f78-5e17-4f76-aa9a-1cd02d0b0cfc)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:36.195603 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c856cfb6-d6c4-4b74-9752-70effb73614e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:36.216243 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c856cfb6-d6c4-4b74-9752-70effb73614e admin admin] Calling delete_port for dff4eaeb-a1bf-40ec-a32e-a4a01e546e19 owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:42:36.243425 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c92e7263-1c6f-4ba4-8c8d-e60ce41913c5 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:36.251873 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d815fd50-a5cb-4d08-83fd-7157ddc863a4 None None] For port dff4eaeb-a1bf-40ec-a32e-a4a01e546e19, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=dff4eaeb-a1bf-40ec-a32e-a4a01e546e19,segment=NetworkSegment(919c1f78-5e17-4f76-aa9a-1cd02d0b0cfc),segment_id=919c1f78-5e17-4f76-aa9a-1cd02d0b0cfc)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:36.255392 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d815fd50-a5cb-4d08-83fd-7157ddc863a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:36.265116 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c92e7263-1c6f-4ba4-8c8d-e60ce41913c5 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:36.283628 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-d815fd50-a5cb-4d08-83fd-7157ddc863a4 None None] Calling delete_port for dff4eaeb-a1bf-40ec-a32e-a4a01e546e19 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:42:36.344147 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e7263-1c6f-4ba4-8c8d-e60ce41913c5 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b396742-8725-4a24-84ea-f531c4eee132,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:36.466190 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c92e7263-1c6f-4ba4-8c8d-e60ce41913c5 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:36.470439 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c92e7263-1c6f-4ba4-8c8d-e60ce41913c5 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4801543 Apr 28 19:42:36.493998 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d815fd50-a5cb-4d08-83fd-7157ddc863a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:36.545125 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51272) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:36.555293 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-4701dc2c-a1b9-4219-9c62-471382e7f8de tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Request body: {'security_group_rule': {'security_group_id': 'e3876cd2-e73b-4ff4-a774-6abe2eaa2886', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:36.579223 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d815fd50-a5cb-4d08-83fd-7157ddc863a4 None None] No DVR routers for this DVR port dff4eaeb-a1bf-40ec-a32e-a4a01e546e19 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:42:36.605928 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815fd50-a5cb-4d08-83fd-7157ddc863a4 None None] Pushing event deleted for resources: {'Port': ['ID=dff4eaeb-a1bf-40ec-a32e-a4a01e546e19,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:36.608579 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-92c3ebda-04bb-4721-8c22-dbcfb9f814a4 req-438b36cd-928c-4bf8-8115-143ae8732d07 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=a91d6b10-acc9-4cb7-92b2-c1408afe3468 HTTP/1.1" status: 200 len: 210 time: 1.0315731 Apr 28 19:42:36.660575 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c856cfb6-d6c4-4b74-9752-70effb73614e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:36.692093 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-613d8e53-b299-490c-b39a-dbc25461ee02 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:36.696055 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-613d8e53-b299-490c-b39a-dbc25461ee02 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] 10.222.0.42 "GET /v2.0/networks?id=75bee797-4c68-44a2-8557-5f81596760ce HTTP/1.1" status: 200 len: 813 time: 0.3851545 Apr 28 19:42:36.711195 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c856cfb6-d6c4-4b74-9752-70effb73614e admin admin] No DVR routers for this DVR port dff4eaeb-a1bf-40ec-a32e-a4a01e546e19 on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:42:36.800775 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856cfb6-d6c4-4b74-9752-70effb73614e admin admin] Pushing event deleted for resources: {'Port': ['ID=dff4eaeb-a1bf-40ec-a32e-a4a01e546e19,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:36.831046 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-86edf4f0-4b35-4fb5-9416-1b9f88b26085 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] 10.222.0.42 "GET /v2.0/quotas/c0f427d83ed14684a5cdcb61bd114a56 HTTP/1.1" status: 200 len: 375 time: 0.1176143 Apr 28 19:42:36.900150 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-65c57665-1463-4c26-9236-480171b8f29e req-df8969bb-f2ca-466f-9859-32df4e71ebdd service neutron] For port 5777ee41-99fe-478c-84d1-afd3559609f8, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:42:36.904263 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-65c57665-1463-4c26-9236-480171b8f29e req-df8969bb-f2ca-466f-9859-32df4e71ebdd service neutron] For port 5777ee41-99fe-478c-84d1-afd3559609f8, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=5777ee41-99fe-478c-84d1-afd3559609f8,segment=NetworkSegment(a938669e-a422-4100-815a-beba9a9fac36),segment_id=a938669e-a422-4100-815a-beba9a9fac36)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:42:36.933697 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-df8969bb-f2ca-466f-9859-32df4e71ebdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:36.945365 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c856cfb6-d6c4-4b74-9752-70effb73614e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:36.976289 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-c856cfb6-d6c4-4b74-9752-70effb73614e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e40871a-5689-4fc1-ac0c-3fb2195aa3c7']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:36.998189 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device dff4eaeb-a1bf-40ec-a32e-a4a01e546e19 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:42:36.998791 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-c856cfb6-d6c4-4b74-9752-70effb73614e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '919c1f78-5e17-4f76-aa9a-1cd02d0b0cfc') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:36.999544 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-c856cfb6-d6c4-4b74-9752-70effb73614e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '919c1f78-5e17-4f76-aa9a-1cd02d0b0cfc') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:37.000490 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4701dc2c-a1b9-4219-9c62-471382e7f8de tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:37.014774 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c856cfb6-d6c4-4b74-9752-70effb73614e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:37.047391 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c856cfb6-d6c4-4b74-9752-70effb73614e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:37.059801 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c856cfb6-d6c4-4b74-9752-70effb73614e admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:42:37.060606 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c856cfb6-d6c4-4b74-9752-70effb73614e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:37.063742 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66976749-6353-45c2-be32-54e12d33ff47 req-6af7f5c8-cc33-432e-9c8b-fdf8de7104aa service neutron] 10.222.0.15 "GET /v2.0/networks/e1add1d6-d054-4112-876e-e570e74daa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4508903 Apr 28 19:42:37.075645 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-df8969bb-f2ca-466f-9859-32df4e71ebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:37.076503 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-df8969bb-f2ca-466f-9859-32df4e71ebdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:37.078590 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-df8969bb-f2ca-466f-9859-32df4e71ebdd service neutron] 10.222.0.15 "PUT /v2.0/ports/5777ee41-99fe-478c-84d1-afd3559609f8 HTTP/1.1" status: 200 len: 1091 time: 5.6077135 Apr 28 19:42:37.084335 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'tag': '5777ee41-99fe-478c-84d1-afd3559609f8'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:37.097025 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259cd979-8af3-49cc-8ee6-fa02b1c539d8" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "tag": "5777ee41-99fe-478c-84d1-afd3559609f8"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:42:37.112525 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: dff4eaeb-a1bf-40ec-a32e-a4a01e546e19 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:42:37.112954 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device dff4eaeb-a1bf-40ec-a32e-a4a01e546e19 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:42:37.122992 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:42:37.142470 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-65c57665-1463-4c26-9236-480171b8f29e req-38549dd0-425f-456d-91d1-0fcddbef9244 service neutron] Request body: {'port': {'device_id': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:37.189441 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0a03b-ff5b-4951-ba67-6f186e0d8528 req-db393549-e605-49e3-b648-8b41e8e06be3 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:37.200199 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0a03b-ff5b-4951-ba67-6f186e0d8528 req-db393549-e605-49e3-b648-8b41e8e06be3 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:37.210393 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0a03b-ff5b-4951-ba67-6f186e0d8528 req-db393549-e605-49e3-b648-8b41e8e06be3 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:37.210649 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-8ab3732b-7783-48f6-a195-5150b96df7bb tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c0f427d83ed14684a5cdcb61bd114a56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839884 Apr 28 19:42:37.217281 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0a03b-ff5b-4951-ba67-6f186e0d8528 req-db393549-e605-49e3-b648-8b41e8e06be3 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:37.232500 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0a03b-ff5b-4951-ba67-6f186e0d8528 req-db393549-e605-49e3-b648-8b41e8e06be3 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:37.234871 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-30b0a03b-ff5b-4951-ba67-6f186e0d8528 req-db393549-e605-49e3-b648-8b41e8e06be3 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 3828 time: 0.4728613 Apr 28 19:42:37.256081 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-93593167-5f88-4659-a22a-4d94f9301994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:37.275322 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-ca3aa964-714d-4636-9d6f-8c67dc1cb046 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:37.277508 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-ca3aa964-714d-4636-9d6f-8c67dc1cb046 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.44 "GET /v2.0/networks?id=fabbd60f-8bf6-4926-b9b3-5557fdc11e18 HTTP/1.1" status: 200 len: 811 time: 0.7267950 Apr 28 19:42:37.363131 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c856cfb6-d6c4-4b74-9752-70effb73614e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:37.371721 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-93593167-5f88-4659-a22a-4d94f9301994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:37.380158 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-69b660e7-308d-4276-a528-4af44a5518e6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Request body: {'port': {'device_id': 'a91d6b10-acc9-4cb7-92b2-c1408afe3468', 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18', 'admin_state_up': True, 'tenant_id': '867e03fb86a54b0390ea4c90d552fb01'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:37.382244 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c856cfb6-d6c4-4b74-9752-70effb73614e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:37.404718 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c856cfb6-d6c4-4b74-9752-70effb73614e admin admin] 10.222.0.42 "DELETE /v2.0/networks/6e40871a-5689-4fc1-ac0c-3fb2195aa3c7 HTTP/1.1" status: 204 len: 168 time: 2.0793922 Apr 28 19:42:37.433402 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856cfb6-d6c4-4b74-9752-70effb73614e admin admin] Pushing event deleted for resources: {'Network': ['ID=6e40871a-5689-4fc1-ac0c-3fb2195aa3c7,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:37.458390 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-945cd485-775f-40fc-a643-084233ca9829 service neutron] 10.222.0.42 "GET /v2.0/networks/75bee797-4c68-44a2-8557-5f81596760ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372189 Apr 28 19:42:37.513972 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-30b0a03b-ff5b-4951-ba67-6f186e0d8528 req-9e576188-475f-44b8-9e66-08879e5fff50 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650453 Apr 28 19:42:37.514915 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8969bb-f2ca-466f-9859-32df4e71ebdd service neutron] Pushing event updated for resources: {'Port': ['ID=5777ee41-99fe-478c-84d1-afd3559609f8,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:37.757244 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-38549dd0-425f-456d-91d1-0fcddbef9244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:37.767294 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51280) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:37.805826 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93593167-5f88-4659-a22a-4d94f9301994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69e3e06-18f8-4c8d-b247-c166c5665db0,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:37.824962 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-93593167-5f88-4659-a22a-4d94f9301994 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c316e0d4550b411cbe5240b1cc6f252e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8923988 Apr 28 19:42:37.855810 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51282) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:37.888961 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4701dc2c-a1b9-4219-9c62-471382e7f8de tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:37.938147 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-1b82373d-245f-4499-be88-ec6db3cd7b30 service neutron] 10.222.0.42 "GET /v2.0/networks/75bee797-4c68-44a2-8557-5f81596760ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787910 Apr 28 19:42:37.961148 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4701dc2c-a1b9-4219-9c62-471382e7f8de tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:37.976671 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-748346a5-6dbb-4a0e-ad84-a1985c239dbb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f9e414d41ffc43c0926d04834b61dda2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2064245 Apr 28 19:42:37.979317 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51284) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:38.059121 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1011c-1123-40c5-96e4-09d7fab3d14e req-7f0d4aec-f3e4-4e84-b853-2228b86d85b9 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:38.067791 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8fa1011c-1123-40c5-96e4-09d7fab3d14e req-7f0d4aec-f3e4-4e84-b853-2228b86d85b9 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 945 time: 0.3645358 Apr 28 19:42:38.081182 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4701dc2c-a1b9-4219-9c62-471382e7f8de tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf82deb-5428-4801-a3ae-b7869e931ff1,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:38.092634 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4df605f7-edb5-410e-850e-6dd7ea5fd15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:38.122225 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4701dc2c-a1b9-4219-9c62-471382e7f8de tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:38.129422 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4701dc2c-a1b9-4219-9c62-471382e7f8de tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5774801 Apr 28 19:42:38.144678 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51286) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:38.165863 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4df605f7-edb5-410e-850e-6dd7ea5fd15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:38.166127 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-b4d25f89-1d4a-49c1-a7b3-78e0bce65327 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:38.234918 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8222f5-8754-49bc-b3af-cc4e1ea9ec4a x-openstack-request-id: req-ac8222f5-8754-49bc-b3af-cc4e1ea9ec4a {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:42:38.235315 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "tag": "5777ee41-99fe-478c-84d1-afd3559609f8", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:42:38.235706 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ac8222f5-8754-49bc-b3af-cc4e1ea9ec4a {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:42:38.237264 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac8222f5-8754-49bc-b3af-cc4e1ea9ec4a'] response: {'name': 'network-changed', 'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'tag': '5777ee41-99fe-478c-84d1-afd3559609f8', 'status': 'completed', 'code': 200} Apr 28 19:42:38.268350 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4df605f7-edb5-410e-850e-6dd7ea5fd15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:38.271671 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4df605f7-edb5-410e-850e-6dd7ea5fd15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:38.273722 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4df605f7-edb5-410e-850e-6dd7ea5fd15b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6026460e-3b63-4b63-abc6-a6b20a67c60c HTTP/1.1" status: 204 len: 168 time: 0.2922966 Apr 28 19:42:38.291547 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df605f7-edb5-410e-850e-6dd7ea5fd15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6026460e-3b63-4b63-abc6-a6b20a67c60c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:38.324441 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-750c6111-994c-4068-9774-fb0560e3ef5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:38.338327 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8fa1011c-1123-40c5-96e4-09d7fab3d14e req-7c767b50-4977-4d70-b446-8cd000611ae7 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693639 Apr 28 19:42:38.371063 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f87db6e8-2f2a-4a15-bb7d-e5c158caf41f req-479f16e9-450e-4021-a786-75dee13916ac tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=a91d6b10-acc9-4cb7-92b2-c1408afe3468 HTTP/1.1" status: 200 len: 210 time: 0.0552235 Apr 28 19:42:38.437535 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b4d25f89-1d4a-49c1-a7b3-78e0bce65327 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for floatingip, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:38.449516 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-750c6111-994c-4068-9774-fb0560e3ef5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:38.505189 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-69b660e7-308d-4276-a528-4af44a5518e6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Made reservation on behalf of 867e03fb86a54b0390ea4c90d552fb01 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:42:38.510169 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-69b660e7-308d-4276-a528-4af44a5518e6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:38.669194 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ceea9e06-fe74-45c0-9dde-a258934f9f00 req-bc06d68e-f671-4206-912b-0b20e194390c tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b5946f3-2f19-4b31-b351-558e731ac879 HTTP/1.1" status: 200 len: 210 time: 0.1692984 Apr 28 19:42:38.705254 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9399b6-ddd8-4821-afbf-9b6eab5d8d11 req-61abb9ab-9eb8-4ee9-a3ea-985b69b4c241 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:38.711361 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9399b6-ddd8-4821-afbf-9b6eab5d8d11 req-61abb9ab-9eb8-4ee9-a3ea-985b69b4c241 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:38.717583 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9399b6-ddd8-4821-afbf-9b6eab5d8d11 req-61abb9ab-9eb8-4ee9-a3ea-985b69b4c241 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:38.739412 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9399b6-ddd8-4821-afbf-9b6eab5d8d11 req-61abb9ab-9eb8-4ee9-a3ea-985b69b4c241 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:38.755272 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9399b6-ddd8-4821-afbf-9b6eab5d8d11 req-61abb9ab-9eb8-4ee9-a3ea-985b69b4c241 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:38.765009 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9c9399b6-ddd8-4821-afbf-9b6eab5d8d11 req-61abb9ab-9eb8-4ee9-a3ea-985b69b4c241 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 3828 time: 0.1532011 Apr 28 19:42:38.772937 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259cd979-8af3-49cc-8ee6-fa02b1c539d8 req-23d4461c-49b2-44af-9a88-8c397ac26b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:38.774377 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259cd979-8af3-49cc-8ee6-fa02b1c539d8 req-23d4461c-49b2-44af-9a88-8c397ac26b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:38.775118 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259cd979-8af3-49cc-8ee6-fa02b1c539d8 req-23d4461c-49b2-44af-9a88-8c397ac26b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:38.775762 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259cd979-8af3-49cc-8ee6-fa02b1c539d8 req-23d4461c-49b2-44af-9a88-8c397ac26b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:38.777089 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259cd979-8af3-49cc-8ee6-fa02b1c539d8 req-23d4461c-49b2-44af-9a88-8c397ac26b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:38.779495 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-259cd979-8af3-49cc-8ee6-fa02b1c539d8 req-23d4461c-49b2-44af-9a88-8c397ac26b42 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc3414dc2d694e45b86b092fc773c62d&device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 4363 time: 0.5150173 Apr 28 19:42:38.883085 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9c9399b6-ddd8-4821-afbf-9b6eab5d8d11 req-ae2bffb1-cae4-426a-af60-dff75e9d6e3d tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169825 Apr 28 19:42:39.248066 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-69b660e7-308d-4276-a528-4af44a5518e6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Allocated IP 172.20.0.11 (fabbd60f-8bf6-4926-b9b3-5557fdc11e18/e145c28a-7477-47ad-a9ec-82b7e4aa7b4b/0fdf821b-e509-42fc-9575-972bbb62c535) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:42:39.311224 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-750c6111-994c-4068-9774-fb0560e3ef5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:39.318459 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-750c6111-994c-4068-9774-fb0560e3ef5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:39.319527 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-750c6111-994c-4068-9774-fb0560e3ef5d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d69e3e06-18f8-4c8d-b247-c166c5665db0 HTTP/1.1" status: 204 len: 168 time: 1.4566057 Apr 28 19:42:39.463436 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-65c57665-1463-4c26-9236-480171b8f29e req-38549dd0-425f-456d-91d1-0fcddbef9244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e042f8-fc48-458d-b5bb-4019869f3d25 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:42:39.489339 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-38549dd0-425f-456d-91d1-0fcddbef9244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:39.521822 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-65c57665-1463-4c26-9236-480171b8f29e req-38549dd0-425f-456d-91d1-0fcddbef9244 service neutron] Transition to ACTIVE for port object 37e042f8-fc48-458d-b5bb-4019869f3d25 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:42:39.544184 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c6111-994c-4068-9774-fb0560e3ef5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69e3e06-18f8-4c8d-b247-c166c5665db0,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:39.547135 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-38549dd0-425f-456d-91d1-0fcddbef9244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:39.566653 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259cd979-8af3-49cc-8ee6-fa02b1c539d8 req-b7603d0d-4680-490a-b5ca-be39b0e683f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:39.567064 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259cd979-8af3-49cc-8ee6-fa02b1c539d8 req-b7603d0d-4680-490a-b5ca-be39b0e683f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:39.567723 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259cd979-8af3-49cc-8ee6-fa02b1c539d8 req-b7603d0d-4680-490a-b5ca-be39b0e683f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:39.569781 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-259cd979-8af3-49cc-8ee6-fa02b1c539d8 req-b7603d0d-4680-490a-b5ca-be39b0e683f4 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=bc3414dc2d694e45b86b092fc773c62d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7698748 Apr 28 19:42:39.673585 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3a52857d-60b2-4777-87d3-5c68d866e6f1 req-2efa891a-0ada-4c42-a175-08a5017266b1 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=a91d6b10-acc9-4cb7-92b2-c1408afe3468 HTTP/1.1" status: 200 len: 210 time: 0.1290317 Apr 28 19:42:39.917844 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-767f57cc-c6f7-4d49-bbf0-72b837971438 req-28e5ff12-c90a-479e-882b-8903ae045990 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b5946f3-2f19-4b31-b351-558e731ac879 HTTP/1.1" status: 200 len: 210 time: 0.0601859 Apr 28 19:42:40.202102 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51338) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:40.235580 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-88494dcd-158d-4259-96f9-c68e26e6485c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:40.270016 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44616e14-3f97-4dbb-89bb-d8368d9bf679 req-ffa3d463-0433-4ad2-9138-9ea197dff709 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:40.271569 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-44616e14-3f97-4dbb-89bb-d8368d9bf679 req-ffa3d463-0433-4ad2-9138-9ea197dff709 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 945 time: 0.7315845 Apr 28 19:42:40.272673 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259cd979-8af3-49cc-8ee6-fa02b1c539d8 req-3c1d523c-6a96-4cf1-906c-86cf16069837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:40.274241 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-259cd979-8af3-49cc-8ee6-fa02b1c539d8 req-3c1d523c-6a96-4cf1-906c-86cf16069837 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6066074 Apr 28 19:42:40.282652 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec8239-faf9-4001-a374-09791e56e670 req-af05e42f-f9ab-4162-9e96-89ca73447e03 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:40.290584 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec8239-faf9-4001-a374-09791e56e670 req-af05e42f-f9ab-4162-9e96-89ca73447e03 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:40.299621 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec8239-faf9-4001-a374-09791e56e670 req-af05e42f-f9ab-4162-9e96-89ca73447e03 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:40.309872 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec8239-faf9-4001-a374-09791e56e670 req-af05e42f-f9ab-4162-9e96-89ca73447e03 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:40.318268 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec8239-faf9-4001-a374-09791e56e670 req-af05e42f-f9ab-4162-9e96-89ca73447e03 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:40.327482 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec8239-faf9-4001-a374-09791e56e670 req-af05e42f-f9ab-4162-9e96-89ca73447e03 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:40.330279 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-54ec8239-faf9-4001-a374-09791e56e670 req-af05e42f-f9ab-4162-9e96-89ca73447e03 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 4601 time: 0.2067776 Apr 28 19:42:40.367554 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38549dd0-425f-456d-91d1-0fcddbef9244 service neutron] Pushing event updated for resources: {'Port': ['ID=37e042f8-fc48-458d-b5bb-4019869f3d25,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:40.420940 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-54ec8239-faf9-4001-a374-09791e56e670 req-93caf53a-1d74-4c2e-8810-d259bb1d33d2 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0824091 Apr 28 19:42:40.494578 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-88494dcd-158d-4259-96f9-c68e26e6485c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:40.503791 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-88494dcd-158d-4259-96f9-c68e26e6485c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:40.556008 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b4d25f89-1d4a-49c1-a7b3-78e0bce65327 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:40.562989 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-88494dcd-158d-4259-96f9-c68e26e6485c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d27dc1455ef6433f9fbd5e44e2642e8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3557172 Apr 28 19:42:40.564464 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51346) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:40.565302 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88494dcd-158d-4259-96f9-c68e26e6485c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e03d61-9a59-45a0-a52e-969b4092e11d,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:40.584799 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-fd2a4e68-5d7a-45cf-b53d-eae2ba8a349f tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:40.586396 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-fd2a4e68-5d7a-45cf-b53d-eae2ba8a349f tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] 10.222.0.15 "GET /v2.0/networks?id=75bee797-4c68-44a2-8557-5f81596760ce HTTP/1.1" status: 200 len: 813 time: 0.7016640 Apr 28 19:42:40.624902 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-1c7342a1-8918-4ebf-8253-37585b94c712 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Request body: {'port': {'device_id': '9b5946f3-2f19-4b31-b351-558e731ac879', 'network_id': '75bee797-4c68-44a2-8557-5f81596760ce', 'admin_state_up': True, 'tenant_id': 'c0f427d83ed14684a5cdcb61bd114a56'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:40.642035 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-657effef-b1fc-41a8-b8cc-c4a5076ce678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:40.697265 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-657effef-b1fc-41a8-b8cc-c4a5076ce678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:40.778355 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-657effef-b1fc-41a8-b8cc-c4a5076ce678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:40.796140 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-657effef-b1fc-41a8-b8cc-c4a5076ce678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:40.803264 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-657effef-b1fc-41a8-b8cc-c4a5076ce678 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/96e03d61-9a59-45a0-a52e-969b4092e11d HTTP/1.1" status: 204 len: 168 time: 0.2337315 Apr 28 19:42:40.825697 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657effef-b1fc-41a8-b8cc-c4a5076ce678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e03d61-9a59-45a0-a52e-969b4092e11d,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:40.853924 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9c177a2b-f08d-4fad-9283-ae492a35f333 req-dfbb0523-66f4-4fdd-8693-ba0c2f262547 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=a91d6b10-acc9-4cb7-92b2-c1408afe3468 HTTP/1.1" status: 200 len: 210 time: 0.0450191 Apr 28 19:42:40.899458 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-44616e14-3f97-4dbb-89bb-d8368d9bf679 req-1d4ec042-8f96-4935-8816-8be30ce5151d tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5565996 Apr 28 19:42:40.900496 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-65c57665-1463-4c26-9236-480171b8f29e req-38549dd0-425f-456d-91d1-0fcddbef9244 service neutron] Attempting to bind port 37e042f8-fc48-458d-b5bb-4019869f3d25 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:42:40.902392 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-65c57665-1463-4c26-9236-480171b8f29e req-38549dd0-425f-456d-91d1-0fcddbef9244 service neutron] Attempting to bind port 37e042f8-fc48-458d-b5bb-4019869f3d25 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c4087ef1-be9e-4991-b622-f4da06ef46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '80835d31-d60f-4749-a1bd-4756afb7302e'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:42:40.903111 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-38549dd0-425f-456d-91d1-0fcddbef9244 service neutron] Attempting to bind port 37e042f8-fc48-458d-b5bb-4019869f3d25 on network 80835d31-d60f-4749-a1bd-4756afb7302e {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:42:41.067443 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-38549dd0-425f-456d-91d1-0fcddbef9244 service neutron] Port 37e042f8-fc48-458d-b5bb-4019869f3d25 on network 80835d31-d60f-4749-a1bd-4756afb7302e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:42:41.072875 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-38549dd0-425f-456d-91d1-0fcddbef9244 service neutron] Attempting to bind port 37e042f8-fc48-458d-b5bb-4019869f3d25 on network 80835d31-d60f-4749-a1bd-4756afb7302e {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:42:41.083568 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-b4d25f89-1d4a-49c1-a7b3-78e0bce65327 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Allocated IP 172.25.8.101 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/cf2b2cf2-052f-41f3-bf6a-60f305494684) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:42:41.134309 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6d07e431-2978-4db2-80e4-f9bb6d465d9d req-875c0bec-8aae-4c45-94a2-a73ff5b3f4eb tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b5946f3-2f19-4b31-b351-558e731ac879 HTTP/1.1" status: 200 len: 210 time: 0.0623720 Apr 28 19:42:41.176218 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-69b660e7-308d-4276-a528-4af44a5518e6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:41.228909 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-38549dd0-425f-456d-91d1-0fcddbef9244 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:42:41.229612 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-38549dd0-425f-456d-91d1-0fcddbef9244 service neutron] Checking segment: {'id': 'c4087ef1-be9e-4991-b622-f4da06ef46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '80835d31-d60f-4749-a1bd-4756afb7302e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:42:41.230667 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-38549dd0-425f-456d-91d1-0fcddbef9244 service neutron] Bound using segment: {'id': 'c4087ef1-be9e-4991-b622-f4da06ef46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '80835d31-d60f-4749-a1bd-4756afb7302e'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:42:41.231283 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-65c57665-1463-4c26-9236-480171b8f29e req-38549dd0-425f-456d-91d1-0fcddbef9244 service neutron] Bound port: 37e042f8-fc48-458d-b5bb-4019869f3d25, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4087ef1-be9e-4991-b622-f4da06ef46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '80835d31-d60f-4749-a1bd-4756afb7302e'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:42:41.231830 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-38549dd0-425f-456d-91d1-0fcddbef9244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:42.062616 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-69b660e7-308d-4276-a528-4af44a5518e6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:42.131974 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-69b660e7-308d-4276-a528-4af44a5518e6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Network fabbd60f-8bf6-4926-b9b3-5557fdc11e18 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:42:42.158414 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-69b660e7-308d-4276-a528-4af44a5518e6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:42:42.237773 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f2e14-964f-480b-aaa6-d3d474f5e4b0 req-2584a222-16a9-45df-bd5e-eb40f0a2a812 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:42.239612 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b44f2e14-964f-480b-aaa6-d3d474f5e4b0 req-2584a222-16a9-45df-bd5e-eb40f0a2a812 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=a91d6b10-acc9-4cb7-92b2-c1408afe3468 HTTP/1.1" status: 200 len: 932 time: 0.1305156 Apr 28 19:42:42.269267 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-69b660e7-308d-4276-a528-4af44a5518e6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:42:42.312478 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b44f2e14-964f-480b-aaa6-d3d474f5e4b0 req-90058328-08a8-4940-89ba-f404eaf14ddd tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627685 Apr 28 19:42:42.363392 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-69b660e7-308d-4276-a528-4af44a5518e6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:42.364185 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-69b660e7-308d-4276-a528-4af44a5518e6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:42.405494 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-69b660e7-308d-4276-a528-4af44a5518e6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0551000 Apr 28 19:42:42.426740 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-65c57665-1463-4c26-9236-480171b8f29e req-38549dd0-425f-456d-91d1-0fcddbef9244 service neutron] For port 37e042f8-fc48-458d-b5bb-4019869f3d25, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:42:42.438141 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b4d25f89-1d4a-49c1-a7b3-78e0bce65327 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:42.445372 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-eac98f58-a916-44ca-a979-cd5e719a6cb9 service neutron] Request body: {'port': {'device_id': 'a91d6b10-acc9-4cb7-92b2-c1408afe3468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:42.455941 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51444) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:42.536012 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9817ecb-8396-47be-aa95-b356d7ea6df3 req-9127b0d5-297e-449e-a26e-c599eb5bb3bf tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:42.544194 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9817ecb-8396-47be-aa95-b356d7ea6df3 req-9127b0d5-297e-449e-a26e-c599eb5bb3bf tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:42.550745 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9817ecb-8396-47be-aa95-b356d7ea6df3 req-9127b0d5-297e-449e-a26e-c599eb5bb3bf tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:42.557289 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9817ecb-8396-47be-aa95-b356d7ea6df3 req-9127b0d5-297e-449e-a26e-c599eb5bb3bf tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:42.565418 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9817ecb-8396-47be-aa95-b356d7ea6df3 req-9127b0d5-297e-449e-a26e-c599eb5bb3bf tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:42.571617 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9817ecb-8396-47be-aa95-b356d7ea6df3 req-9127b0d5-297e-449e-a26e-c599eb5bb3bf tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:42.580937 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f9817ecb-8396-47be-aa95-b356d7ea6df3 req-9127b0d5-297e-449e-a26e-c599eb5bb3bf tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 4601 time: 0.6740100 Apr 28 19:42:42.583291 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b660e7-308d-4276-a528-4af44a5518e6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Pushing event updated for resources: {'Port': ['ID=0fdf821b-e509-42fc-9575-972bbb62c535,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:42.584490 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236b2f0-ed9f-480d-ad12-b7a16d01092c req-4b782204-300a-407e-99a1-c708cf241ba0 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:42.604142 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8236b2f0-ed9f-480d-ad12-b7a16d01092c req-4b782204-300a-407e-99a1-c708cf241ba0 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 945 time: 0.1291540 Apr 28 19:42:42.631738 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-1c7342a1-8918-4ebf-8253-37585b94c712 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Made reservation on behalf of c0f427d83ed14684a5cdcb61bd114a56 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:42:42.636403 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-1c7342a1-8918-4ebf-8253-37585b94c712 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:42.655156 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-65c57665-1463-4c26-9236-480171b8f29e req-38549dd0-425f-456d-91d1-0fcddbef9244 service neutron] For port 37e042f8-fc48-458d-b5bb-4019869f3d25, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=37e042f8-fc48-458d-b5bb-4019869f3d25,segment=NetworkSegment(c4087ef1-be9e-4991-b622-f4da06ef46a1),segment_id=c4087ef1-be9e-4991-b622-f4da06ef46a1)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:42:42.661404 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-5747fb6c-e731-49fe-9aa2-f9a8ff7520b4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-173374628-network', 'tenant_id': '4fb95101ce734232ab8ec98d4c95967b'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:42.668641 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8236b2f0-ed9f-480d-ad12-b7a16d01092c req-c9eae4aa-d587-485d-a2f4-9b19aed17628 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559776 Apr 28 19:42:42.706540 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5747fb6c-e731-49fe-9aa2-f9a8ff7520b4 admin admin] Made reservation on behalf of 4fb95101ce734232ab8ec98d4c95967b for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:42:42.712034 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5747fb6c-e731-49fe-9aa2-f9a8ff7520b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:42.726087 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5747fb6c-e731-49fe-9aa2-f9a8ff7520b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:42.866761 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-38549dd0-425f-456d-91d1-0fcddbef9244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:42.885317 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-eac98f58-a916-44ca-a979-cd5e719a6cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:42.896487 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5747fb6c-e731-49fe-9aa2-f9a8ff7520b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:42.905983 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5747fb6c-e731-49fe-9aa2-f9a8ff7520b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:42.942239 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747fb6c-e731-49fe-9aa2-f9a8ff7520b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c022b1ae-4fc9-4114-a59f-d12af83e00c1,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:42.969377 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5747fb6c-e731-49fe-9aa2-f9a8ff7520b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:42:42.981874 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5747fb6c-e731-49fe-9aa2-f9a8ff7520b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:42.982500 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-5747fb6c-e731-49fe-9aa2-f9a8ff7520b4 admin admin] Added segment 436c53ed-3b97-4bf4-8a0b-a537cb1d73e3 of type vlan for network cdb55058-4aeb-4055-9a13-3f0b63e89569 Apr 28 19:42:42.992575 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f9817ecb-8396-47be-aa95-b356d7ea6df3 req-ad2c9320-59a4-46b6-bd03-a1ce58cf64b7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4106462 Apr 28 19:42:43.038692 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5747fb6c-e731-49fe-9aa2-f9a8ff7520b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:43.071294 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5747fb6c-e731-49fe-9aa2-f9a8ff7520b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:43.074073 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5747fb6c-e731-49fe-9aa2-f9a8ff7520b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:43.074850 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5747fb6c-e731-49fe-9aa2-f9a8ff7520b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:43.093412 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-38549dd0-425f-456d-91d1-0fcddbef9244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:43.093412 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-38549dd0-425f-456d-91d1-0fcddbef9244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:43.099250 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-38549dd0-425f-456d-91d1-0fcddbef9244 service neutron] 10.222.0.15 "PUT /v2.0/ports/37e042f8-fc48-458d-b5bb-4019869f3d25 HTTP/1.1" status: 200 len: 1131 time: 5.9697454 Apr 28 19:42:43.110047 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'tag': '37e042f8-fc48-458d-b5bb-4019869f3d25'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:43.114244 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29dcda67-7d7b-48b2-bb4b-a3b8e68e51ac" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "tag": "37e042f8-fc48-458d-b5bb-4019869f3d25"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:42:43.153827 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b4d25f89-1d4a-49c1-a7b3-78e0bce65327 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:43.165501 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5747fb6c-e731-49fe-9aa2-f9a8ff7520b4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7083135 Apr 28 19:42:43.233826 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51490) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:43.238839 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-65c57665-1463-4c26-9236-480171b8f29e req-2450f2f0-4fda-4a3b-8cad-bcc92aaf307c service neutron] Request body: {'port': {'device_id': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:43.252614 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-37605417-4f13-495d-85bf-13cdd709dc6a req-cb5e5375-61bd-4ae3-aa9f-15715531f5a9 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b5946f3-2f19-4b31-b351-558e731ac879 HTTP/1.1" status: 200 len: 210 time: 0.1154208 Apr 28 19:42:43.277642 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-0776658c-3e46-4860-ae21-deaf6b3250e7 admin admin] Request body: {'subnet': {'network_id': 'cdb55058-4aeb-4055-9a13-3f0b63e89569', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-173374628-subnet', 'tenant_id': '4fb95101ce734232ab8ec98d4c95967b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:43.279055 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747fb6c-e731-49fe-9aa2-f9a8ff7520b4 admin admin] Pushing event updated for resources: {'Network': ['ID=cdb55058-4aeb-4055-9a13-3f0b63e89569,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:43.289894 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network cdb55058-4aeb-4055-9a13-3f0b63e89569 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:42:43.384760 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3eda50a-ab03-40b5-ba52-64717c75310a x-openstack-request-id: req-a3eda50a-ab03-40b5-ba52-64717c75310a {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:42:43.385120 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "tag": "37e042f8-fc48-458d-b5bb-4019869f3d25", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:42:43.385301 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a3eda50a-ab03-40b5-ba52-64717c75310a {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:42:43.385760 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3eda50a-ab03-40b5-ba52-64717c75310a'] response: {'name': 'network-changed', 'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'tag': '37e042f8-fc48-458d-b5bb-4019869f3d25', 'status': 'completed', 'code': 200} Apr 28 19:42:43.394244 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d25f89-1d4a-49c1-a7b3-78e0bce65327 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:42:43.463199 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-b4d25f89-1d4a-49c1-a7b3-78e0bce65327 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:42:43.528932 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d25f89-1d4a-49c1-a7b3-78e0bce65327 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:42:43.566190 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38549dd0-425f-456d-91d1-0fcddbef9244 service neutron] Pushing event updated for resources: {'Port': ['ID=37e042f8-fc48-458d-b5bb-4019869f3d25,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:43.742990 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-1c7342a1-8918-4ebf-8253-37585b94c712 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Allocated IP 172.20.0.14 (75bee797-4c68-44a2-8557-5f81596760ce/eee94ffa-0eb8-4304-aa79-019e115fcd51/aa9bd5d7-88d4-4471-923b-746072e68a5d) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:42:43.760408 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0776658c-3e46-4860-ae21-deaf6b3250e7 admin admin] Made reservation on behalf of 4fb95101ce734232ab8ec98d4c95967b for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:42:43.763477 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0776658c-3e46-4860-ae21-deaf6b3250e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:43.876706 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-2450f2f0-4fda-4a3b-8cad-bcc92aaf307c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:43.898856 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d25f89-1d4a-49c1-a7b3-78e0bce65327 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Pushing event updated for resources: {'Port': ['ID=cf2b2cf2-052f-41f3-bf6a-60f305494684,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:43.933439 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37779e32-2ad8-4dba-bfbb-d87780c742e0 req-26406e9b-2355-4050-a634-50258e7e3df8 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:43.934953 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-37779e32-2ad8-4dba-bfbb-d87780c742e0 req-26406e9b-2355-4050-a634-50258e7e3df8 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=a91d6b10-acc9-4cb7-92b2-c1408afe3468 HTTP/1.1" status: 200 len: 932 time: 0.4213915 Apr 28 19:42:43.940466 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcda67-7d7b-48b2-bb4b-a3b8e68e51ac req-7bd50df1-8c33-4248-8129-9ce142974518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:43.940959 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcda67-7d7b-48b2-bb4b-a3b8e68e51ac req-7bd50df1-8c33-4248-8129-9ce142974518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:43.941442 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcda67-7d7b-48b2-bb4b-a3b8e68e51ac req-7bd50df1-8c33-4248-8129-9ce142974518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:43.941917 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcda67-7d7b-48b2-bb4b-a3b8e68e51ac req-7bd50df1-8c33-4248-8129-9ce142974518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:43.942393 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcda67-7d7b-48b2-bb4b-a3b8e68e51ac req-7bd50df1-8c33-4248-8129-9ce142974518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:43.942900 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcda67-7d7b-48b2-bb4b-a3b8e68e51ac req-7bd50df1-8c33-4248-8129-9ce142974518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:43.944711 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-29dcda67-7d7b-48b2-bb4b-a3b8e68e51ac req-7bd50df1-8c33-4248-8129-9ce142974518 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc3414dc2d694e45b86b092fc773c62d&device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5287 time: 0.4785924 Apr 28 19:42:43.968250 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb90cd8-8160-45a4-912a-1722e612f924 req-2bd40e1c-46a5-463e-8683-afd0eddb3f88 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:43.970234 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4cb90cd8-8160-45a4-912a-1722e612f924 req-2bd40e1c-46a5-463e-8683-afd0eddb3f88 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 945 time: 0.0552926 Apr 28 19:42:44.017860 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4cb90cd8-8160-45a4-912a-1722e612f924 req-6ee5254f-6c10-4f84-914a-7d250e4f8952 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380244 Apr 28 19:42:44.177430 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b4d25f89-1d4a-49c1-a7b3-78e0bce65327 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:44.180003 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ba7eb-9ad5-4109-9fa3-7a13d451e72c req-0ba9ea63-9305-401e-afe9-66b9b19c0ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:44.182515 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e13ba7eb-9ad5-4109-9fa3-7a13d451e72c req-0ba9ea63-9305-401e-afe9-66b9b19c0ee5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94740374ca054549b67b793671aaad05&device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 1096 time: 0.4596195 Apr 28 19:42:44.195433 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa7536-e536-40e6-a0f0-211e08baf01d req-919b9d6a-2103-4218-92b1-f0d08f0ab92a tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:44.203058 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa7536-e536-40e6-a0f0-211e08baf01d req-919b9d6a-2103-4218-92b1-f0d08f0ab92a tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:44.208635 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa7536-e536-40e6-a0f0-211e08baf01d req-919b9d6a-2103-4218-92b1-f0d08f0ab92a tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:44.216763 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa7536-e536-40e6-a0f0-211e08baf01d req-919b9d6a-2103-4218-92b1-f0d08f0ab92a tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:44.227561 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa7536-e536-40e6-a0f0-211e08baf01d req-919b9d6a-2103-4218-92b1-f0d08f0ab92a tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:44.235479 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa7536-e536-40e6-a0f0-211e08baf01d req-919b9d6a-2103-4218-92b1-f0d08f0ab92a tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:44.237554 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ebfa7536-e536-40e6-a0f0-211e08baf01d req-919b9d6a-2103-4218-92b1-f0d08f0ab92a tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 4601 time: 0.1033251 Apr 28 19:42:44.290127 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ebfa7536-e536-40e6-a0f0-211e08baf01d req-ce67a76c-33e6-40fb-bc21-e1a5c1529d98 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452528 Apr 28 19:42:44.339358 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-37779e32-2ad8-4dba-bfbb-d87780c742e0 req-e4d9cc3e-9249-4399-a84c-d5f11f07e8b6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710117 Apr 28 19:42:44.595300 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3e854984-f8ab-4f31-a9fd-1633392ab0ef req-58abb7e4-4d45-4f14-b7f7-3e2be389b6fd tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b5946f3-2f19-4b31-b351-558e731ac879 HTTP/1.1" status: 200 len: 210 time: 0.1328316 Apr 28 19:42:44.623755 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b4d25f89-1d4a-49c1-a7b3-78e0bce65327 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:44.634736 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcda67-7d7b-48b2-bb4b-a3b8e68e51ac req-34aa7635-d3de-4374-b16c-2f522a9797a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:44.635219 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcda67-7d7b-48b2-bb4b-a3b8e68e51ac req-34aa7635-d3de-4374-b16c-2f522a9797a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:44.635782 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcda67-7d7b-48b2-bb4b-a3b8e68e51ac req-34aa7635-d3de-4374-b16c-2f522a9797a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:44.637492 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-29dcda67-7d7b-48b2-bb4b-a3b8e68e51ac req-34aa7635-d3de-4374-b16c-2f522a9797a0 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=bc3414dc2d694e45b86b092fc773c62d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6526713 Apr 28 19:42:44.639698 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-eac98f58-a916-44ca-a979-cd5e719a6cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fdf821b-e509-42fc-9575-972bbb62c535 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:42:44.712699 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-eac98f58-a916-44ca-a979-cd5e719a6cb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:44.745118 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-1c7342a1-8918-4ebf-8253-37585b94c712 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:45.174619 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fdce4-ad38-4365-9791-f3b95dffddca req-54f8611b-b291-4469-9208-ffa3095eff72 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:45.176211 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f38fdce4-ad38-4365-9791-f3b95dffddca req-54f8611b-b291-4469-9208-ffa3095eff72 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 945 time: 0.0658469 Apr 28 19:42:45.179292 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-eac98f58-a916-44ca-a979-cd5e719a6cb9 service neutron] Transition to ACTIVE for port object 0fdf821b-e509-42fc-9575-972bbb62c535 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:42:45.189971 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ba7eb-9ad5-4109-9fa3-7a13d451e72c req-8d8d2b7b-4b5a-4679-81f0-79f096066c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:45.191477 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e13ba7eb-9ad5-4109-9fa3-7a13d451e72c req-8d8d2b7b-4b5a-4679-81f0-79f096066c74 service neutron] 10.222.0.44 "GET /v2.0/networks?id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 HTTP/1.1" status: 200 len: 913 time: 0.9777095 Apr 28 19:42:45.214965 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-eac98f58-a916-44ca-a979-cd5e719a6cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:45.255410 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f38fdce4-ad38-4365-9791-f3b95dffddca req-1829c72a-1566-4b8b-8c4a-17faed3af3d1 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627246 Apr 28 19:42:45.381267 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0776658c-3e46-4860-ae21-deaf6b3250e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:45.385339 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e13ba7eb-9ad5-4109-9fa3-7a13d451e72c req-67d010e1-0c46-42f3-ae97-2fa78118c2fc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46f3fa73-9524-4cfc-88e1-50c0d2582d5c HTTP/1.1" status: 200 len: 217 time: 0.1797347 Apr 28 19:42:45.459274 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df164c8-95b0-4474-a78f-27c2c88b052e req-5f53c8ba-36c5-4193-bb07-f01faf9bd3ce tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:45.466589 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df164c8-95b0-4474-a78f-27c2c88b052e req-5f53c8ba-36c5-4193-bb07-f01faf9bd3ce tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:45.472503 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df164c8-95b0-4474-a78f-27c2c88b052e req-5f53c8ba-36c5-4193-bb07-f01faf9bd3ce tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:45.478554 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df164c8-95b0-4474-a78f-27c2c88b052e req-5f53c8ba-36c5-4193-bb07-f01faf9bd3ce tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:45.486098 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df164c8-95b0-4474-a78f-27c2c88b052e req-5f53c8ba-36c5-4193-bb07-f01faf9bd3ce tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:45.493043 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df164c8-95b0-4474-a78f-27c2c88b052e req-5f53c8ba-36c5-4193-bb07-f01faf9bd3ce tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:45.495601 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0df164c8-95b0-4474-a78f-27c2c88b052e req-5f53c8ba-36c5-4193-bb07-f01faf9bd3ce tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 4601 time: 0.1174867 Apr 28 19:42:45.506015 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac98f58-a916-44ca-a979-cd5e719a6cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=0fdf821b-e509-42fc-9575-972bbb62c535,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:45.554226 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0df164c8-95b0-4474-a78f-27c2c88b052e req-d4d9fd78-9a76-45c9-aa60-539d1d4b8f8b tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0512531 Apr 28 19:42:45.629973 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-1c7342a1-8918-4ebf-8253-37585b94c712 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:45.634806 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcda67-7d7b-48b2-bb4b-a3b8e68e51ac req-5c995b84-cc05-4c0b-a443-7e1879a70f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:45.636385 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-29dcda67-7d7b-48b2-bb4b-a3b8e68e51ac req-5c995b84-cc05-4c0b-a443-7e1879a70f81 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9273181 Apr 28 19:42:45.724324 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b5eaa-b3b5-4927-892e-3accc2fbfc7e req-126ea90a-3d8f-4720-8ce9-a09398172686 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:45.725821 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-214b5eaa-b3b5-4927-892e-3accc2fbfc7e req-126ea90a-3d8f-4720-8ce9-a09398172686 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b5946f3-2f19-4b31-b351-558e731ac879 HTTP/1.1" status: 200 len: 932 time: 0.0505221 Apr 28 19:42:45.748809 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0776658c-3e46-4860-ae21-deaf6b3250e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08081696-8ad0-4503-9ed2-1596fa5d190f,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:45.765046 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-214b5eaa-b3b5-4927-892e-3accc2fbfc7e req-61217204-a4cb-43fc-9823-c23a5ddef3c1 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e4147cb-4461-4107-bd96-3d6438493dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329196 Apr 28 19:42:45.779030 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ba7eb-9ad5-4109-9fa3-7a13d451e72c req-d30505de-b248-4b29-a71b-13bfc6df395d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:45.780539 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e13ba7eb-9ad5-4109-9fa3-7a13d451e72c req-d30505de-b248-4b29-a71b-13bfc6df395d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43d83121-413d-4da3-b294-551f60ac6b94 HTTP/1.1" status: 200 len: 851 time: 0.3668089 Apr 28 19:42:45.817006 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b4d25f89-1d4a-49c1-a7b3-78e0bce65327 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:45.840053 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-1c7342a1-8918-4ebf-8253-37585b94c712 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Network 75bee797-4c68-44a2-8557-5f81596760ce is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:42:45.863404 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-65c57665-1463-4c26-9236-480171b8f29e req-2450f2f0-4fda-4a3b-8cad-bcc92aaf307c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7709f7a-d580-4aec-b84a-0085812f5367 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:42:45.871574 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b4d25f89-1d4a-49c1-a7b3-78e0bce65327 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:45.879479 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7342a1-8918-4ebf-8253-37585b94c712 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Pushing event updated for resources: {'Port': ['ID=aa9bd5d7-88d4-4471-923b-746072e68a5d,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:45.884402 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-1c7342a1-8918-4ebf-8253-37585b94c712 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:42:45.886960 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-1c7342a1-8918-4ebf-8253-37585b94c712 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:42:45.895288 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-2450f2f0-4fda-4a3b-8cad-bcc92aaf307c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:45.900797 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0776658c-3e46-4860-ae21-deaf6b3250e7 admin admin] Checking segment: {'id': '436c53ed-3b97-4bf4-8a0b-a537cb1d73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cdb55058-4aeb-4055-9a13-3f0b63e89569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:42:45.901167 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0776658c-3e46-4860-ae21-deaf6b3250e7 admin admin] Network hostable DHCP agents. Network: cdb55058-4aeb-4055-9a13-3f0b63e89569, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:42:46.031411 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f138dd-6cd5-44b0-b8ad-ff8fe18d0203 req-ae8bec7a-1f39-4788-b328-cf63347f93cb tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:46.032861 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f9f138dd-6cd5-44b0-b8ad-ff8fe18d0203 req-ae8bec7a-1f39-4788-b328-cf63347f93cb tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=a91d6b10-acc9-4cb7-92b2-c1408afe3468 HTTP/1.1" status: 200 len: 944 time: 0.4303896 Apr 28 19:42:46.039308 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-65c57665-1463-4c26-9236-480171b8f29e req-2450f2f0-4fda-4a3b-8cad-bcc92aaf307c service neutron] Transition to ACTIVE for port object d7709f7a-d580-4aec-b84a-0085812f5367 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:42:46.043905 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-eac98f58-a916-44ca-a979-cd5e719a6cb9 service neutron] Attempting to bind port 0fdf821b-e509-42fc-9575-972bbb62c535 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:42:46.044283 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-eac98f58-a916-44ca-a979-cd5e719a6cb9 service neutron] Attempting to bind port 0fdf821b-e509-42fc-9575-972bbb62c535 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'b5720445-03de-4d91-9572-e2572d42e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:42:46.044622 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-eac98f58-a916-44ca-a979-cd5e719a6cb9 service neutron] Attempting to bind port 0fdf821b-e509-42fc-9575-972bbb62c535 on network fabbd60f-8bf6-4926-b9b3-5557fdc11e18 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:42:46.066609 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-2450f2f0-4fda-4a3b-8cad-bcc92aaf307c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:46.080490 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d25f89-1d4a-49c1-a7b3-78e0bce65327 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Pushing event updated for resources: {'Port': ['ID=cf2b2cf2-052f-41f3-bf6a-60f305494684,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:46.099668 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-1c7342a1-8918-4ebf-8253-37585b94c712 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:46.100315 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-1c7342a1-8918-4ebf-8253-37585b94c712 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:46.131206 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0776658c-3e46-4860-ae21-deaf6b3250e7 admin admin] Network cdb55058-4aeb-4055-9a13-3f0b63e89569 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:42:46.134487 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ba7eb-9ad5-4109-9fa3-7a13d451e72c req-381c6400-0eb5-4c5f-9df0-b1e8d845128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:46.136928 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e13ba7eb-9ad5-4109-9fa3-7a13d451e72c req-381c6400-0eb5-4c5f-9df0-b1e8d845128c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3300288 Apr 28 19:42:46.137500 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-eac98f58-a916-44ca-a979-cd5e719a6cb9 service neutron] Port 0fdf821b-e509-42fc-9575-972bbb62c535 on network fabbd60f-8bf6-4926-b9b3-5557fdc11e18 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:42:46.137820 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-eac98f58-a916-44ca-a979-cd5e719a6cb9 service neutron] Attempting to bind port 0fdf821b-e509-42fc-9575-972bbb62c535 on network fabbd60f-8bf6-4926-b9b3-5557fdc11e18 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:42:46.175927 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b4d25f89-1d4a-49c1-a7b3-78e0bce65327 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:46.188800 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-eac98f58-a916-44ca-a979-cd5e719a6cb9 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:42:46.189429 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-eac98f58-a916-44ca-a979-cd5e719a6cb9 service neutron] Checking segment: {'id': 'b5720445-03de-4d91-9572-e2572d42e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:42:46.189650 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-eac98f58-a916-44ca-a979-cd5e719a6cb9 service neutron] Bound using segment: {'id': 'b5720445-03de-4d91-9572-e2572d42e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:42:46.190160 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-eac98f58-a916-44ca-a979-cd5e719a6cb9 service neutron] Bound port: 0fdf821b-e509-42fc-9575-972bbb62c535, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5720445-03de-4d91-9572-e2572d42e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:42:46.190566 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-eac98f58-a916-44ca-a979-cd5e719a6cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:46.236038 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-1c7342a1-8918-4ebf-8253-37585b94c712 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6337178 Apr 28 19:42:46.236642 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-0776658c-3e46-4860-ae21-deaf6b3250e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, cdb55058-4aeb-4055-9a13-3f0b63e89569) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:42:46.247939 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f095786a-4855-43ee-9a00-e7fa69942078 None None] Network cdb55058-4aeb-4055-9a13-3f0b63e89569 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:42:46.253150 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0776658c-3e46-4860-ae21-deaf6b3250e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:46.253758 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0776658c-3e46-4860-ae21-deaf6b3250e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:46.295370 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-16df3dff-1921-48aa-b8f8-cd86dd943ed5 service neutron] Request body: {'port': {'device_id': '9b5946f3-2f19-4b31-b351-558e731ac879', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:46.312004 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450f2f0-4fda-4a3b-8cad-bcc92aaf307c service neutron] Pushing event updated for resources: {'Port': ['ID=d7709f7a-d580-4aec-b84a-0085812f5367,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:46.357820 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f9f138dd-6cd5-44b0-b8ad-ff8fe18d0203 req-79e99768-dac6-402f-872a-104014ab9672 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005543 Apr 28 19:42:46.360482 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b4d25f89-1d4a-49c1-a7b3-78e0bce65327 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:46.381091 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b4d25f89-1d4a-49c1-a7b3-78e0bce65327 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2207518 Apr 28 19:42:46.456086 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273595d6-295c-4b2d-813d-be736662c6d4 None None] Network cdb55058-4aeb-4055-9a13-3f0b63e89569 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:42:46.553968 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0776658c-3e46-4860-ae21-deaf6b3250e7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.2964766 Apr 28 19:42:46.596598 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e13ba7eb-9ad5-4109-9fa3-7a13d451e72c req-669a8d3f-d2f3-4eef-ba80-4247cc2151cf service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447277 Apr 28 19:42:46.737491 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-eac98f58-a916-44ca-a979-cd5e719a6cb9 service neutron] For port 0fdf821b-e509-42fc-9575-972bbb62c535, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:42:46.742045 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-16df3dff-1921-48aa-b8f8-cd86dd943ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:46.765143 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269c13b-bc7f-4ef3-85a8-ffe0655cc3f0 req-041b8617-f59e-4be2-9405-b325c87b14fc tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:46.772403 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5269c13b-bc7f-4ef3-85a8-ffe0655cc3f0 req-041b8617-f59e-4be2-9405-b325c87b14fc tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 945 time: 0.2574620 Apr 28 19:42:46.809001 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-65c57665-1463-4c26-9236-480171b8f29e req-2450f2f0-4fda-4a3b-8cad-bcc92aaf307c service neutron] Attempting to bind port d7709f7a-d580-4aec-b84a-0085812f5367 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:42:46.809242 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-65c57665-1463-4c26-9236-480171b8f29e req-2450f2f0-4fda-4a3b-8cad-bcc92aaf307c service neutron] Attempting to bind port d7709f7a-d580-4aec-b84a-0085812f5367 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c4087ef1-be9e-4991-b622-f4da06ef46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '80835d31-d60f-4749-a1bd-4756afb7302e'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:42:46.809568 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-2450f2f0-4fda-4a3b-8cad-bcc92aaf307c service neutron] Attempting to bind port d7709f7a-d580-4aec-b84a-0085812f5367 on network 80835d31-d60f-4749-a1bd-4756afb7302e {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:42:46.821382 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-eac98f58-a916-44ca-a979-cd5e719a6cb9 service neutron] For port 0fdf821b-e509-42fc-9575-972bbb62c535, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=0fdf821b-e509-42fc-9575-972bbb62c535,segment=NetworkSegment(b5720445-03de-4d91-9572-e2572d42e7be),segment_id=b5720445-03de-4d91-9572-e2572d42e7be)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:42:46.836860 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-eac98f58-a916-44ca-a979-cd5e719a6cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:46.845136 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-2450f2f0-4fda-4a3b-8cad-bcc92aaf307c service neutron] Port d7709f7a-d580-4aec-b84a-0085812f5367 on network 80835d31-d60f-4749-a1bd-4756afb7302e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:42:46.845444 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-2450f2f0-4fda-4a3b-8cad-bcc92aaf307c service neutron] Attempting to bind port d7709f7a-d580-4aec-b84a-0085812f5367 on network 80835d31-d60f-4749-a1bd-4756afb7302e {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:42:46.919477 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-2450f2f0-4fda-4a3b-8cad-bcc92aaf307c service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:42:46.919919 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-2450f2f0-4fda-4a3b-8cad-bcc92aaf307c service neutron] Checking segment: {'id': 'c4087ef1-be9e-4991-b622-f4da06ef46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '80835d31-d60f-4749-a1bd-4756afb7302e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:42:46.920299 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-2450f2f0-4fda-4a3b-8cad-bcc92aaf307c service neutron] Bound using segment: {'id': 'c4087ef1-be9e-4991-b622-f4da06ef46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '80835d31-d60f-4749-a1bd-4756afb7302e'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:42:46.920627 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-65c57665-1463-4c26-9236-480171b8f29e req-2450f2f0-4fda-4a3b-8cad-bcc92aaf307c service neutron] Bound port: d7709f7a-d580-4aec-b84a-0085812f5367, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4087ef1-be9e-4991-b622-f4da06ef46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '80835d31-d60f-4749-a1bd-4756afb7302e'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:42:46.920982 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-2450f2f0-4fda-4a3b-8cad-bcc92aaf307c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:46.945360 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-eac98f58-a916-44ca-a979-cd5e719a6cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:46.945977 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-eac98f58-a916-44ca-a979-cd5e719a6cb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:46.947363 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-eac98f58-a916-44ca-a979-cd5e719a6cb9 service neutron] 10.222.0.44 "PUT /v2.0/ports/0fdf821b-e509-42fc-9575-972bbb62c535 HTTP/1.1" status: 200 len: 1092 time: 4.5169845 Apr 28 19:42:46.947803 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a91d6b10-acc9-4cb7-92b2-c1408afe3468', 'tag': '0fdf821b-e509-42fc-9575-972bbb62c535'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:46.951460 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8c8832-b3f2-4f70-b0b9-e1b4e7493d41" -d '{"events": [{"name": "network-changed", "server_uuid": "a91d6b10-acc9-4cb7-92b2-c1408afe3468", "tag": "0fdf821b-e509-42fc-9575-972bbb62c535"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:42:46.982339 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5269c13b-bc7f-4ef3-85a8-ffe0655cc3f0 req-9553612b-5ecf-47b9-b2dd-8a49b92c17dd tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090600 Apr 28 19:42:46.984469 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e13ba7eb-9ad5-4109-9fa3-7a13d451e72c req-bcb71eb8-5446-4154-b023-9e6d59a3f4cd service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714035 Apr 28 19:42:47.146735 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac98f58-a916-44ca-a979-cd5e719a6cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=0fdf821b-e509-42fc-9575-972bbb62c535,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:47.160400 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-8f1fb177-1dc9-4c2c-8058-416b7bd12627 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1547598096&fields=id&tenant_id=98a6d5da4ca84f3b93f1251e2d3cf2d8 HTTP/1.1" status: 200 len: 267 time: 0.0440426 Apr 28 19:42:47.223210 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51826) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:47.230973 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-eb4455e8-8672-4743-ab52-98cf83093618 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1396821130-network', 'tenant_id': '3c92a5eec9f748ea91b2614da67b3cfe'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:47.270126 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-65c57665-1463-4c26-9236-480171b8f29e req-2450f2f0-4fda-4a3b-8cad-bcc92aaf307c service neutron] For port d7709f7a-d580-4aec-b84a-0085812f5367, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:42:47.272980 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4455e8-8672-4743-ab52-98cf83093618 admin admin] Made reservation on behalf of 3c92a5eec9f748ea91b2614da67b3cfe for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:42:47.275792 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-eb4455e8-8672-4743-ab52-98cf83093618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:47.279956 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-827e748f-1683-434b-ae04-18b2d6ab9f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:47.281459 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-827e748f-1683-434b-ae04-18b2d6ab9f05 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=867e03fb86a54b0390ea4c90d552fb01&device_id=a91d6b10-acc9-4cb7-92b2-c1408afe3468 HTTP/1.1" status: 200 len: 1095 time: 0.2809448 Apr 28 19:42:47.294165 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-eb4455e8-8672-4743-ab52-98cf83093618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:47.297573 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f095680-c346-4d5a-89aa-501b0cf6f4bd req-ff64bf94-9441-4f4f-b379-101024060f43 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:47.303328 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f095680-c346-4d5a-89aa-501b0cf6f4bd req-ff64bf94-9441-4f4f-b379-101024060f43 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:47.309515 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-eb80e8ad-757a-4043-b56c-62b42fad4525 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:47.310818 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-eb80e8ad-757a-4043-b56c-62b42fad4525 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/networks?id=fa6ba32f-86e1-489e-bf69-a0854e414daf HTTP/1.1" status: 200 len: 815 time: 0.1422198 Apr 28 19:42:47.310973 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f095680-c346-4d5a-89aa-501b0cf6f4bd req-ff64bf94-9441-4f4f-b379-101024060f43 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:47.316768 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f095680-c346-4d5a-89aa-501b0cf6f4bd req-ff64bf94-9441-4f4f-b379-101024060f43 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:47.322420 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f095680-c346-4d5a-89aa-501b0cf6f4bd req-ff64bf94-9441-4f4f-b379-101024060f43 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:47.329707 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f095680-c346-4d5a-89aa-501b0cf6f4bd req-ff64bf94-9441-4f4f-b379-101024060f43 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:47.335449 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f095680-c346-4d5a-89aa-501b0cf6f4bd req-ff64bf94-9441-4f4f-b379-101024060f43 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:47.336526 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-d9e821ea-4b7f-4fe7-93c4-4b7cf4ffaf41 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/quotas/98a6d5da4ca84f3b93f1251e2d3cf2d8 HTTP/1.1" status: 200 len: 375 time: 0.0176733 Apr 28 19:42:47.337329 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1f095680-c346-4d5a-89aa-501b0cf6f4bd req-ff64bf94-9441-4f4f-b379-101024060f43 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5374 time: 0.2457941 Apr 28 19:42:47.358252 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-65c57665-1463-4c26-9236-480171b8f29e req-2450f2f0-4fda-4a3b-8cad-bcc92aaf307c service neutron] For port d7709f7a-d580-4aec-b84a-0085812f5367, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=d7709f7a-d580-4aec-b84a-0085812f5367,segment=NetworkSegment(c4087ef1-be9e-4991-b622-f4da06ef46a1),segment_id=c4087ef1-be9e-4991-b622-f4da06ef46a1)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:42:47.408499 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-2450f2f0-4fda-4a3b-8cad-bcc92aaf307c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:47.411092 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-2d002009-73ac-46b9-86d9-17b3ad707649 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fdf821b-e509-42fc-9575-972bbb62c535 HTTP/1.1" status: 200 len: 217 time: 0.0728621 Apr 28 19:42:47.423068 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-d092fd17-66e0-421c-8811-9199ae66efc3 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=98a6d5da4ca84f3b93f1251e2d3cf2d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0783265 Apr 28 19:42:47.452738 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-eb4455e8-8672-4743-ab52-98cf83093618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:47.463011 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-eb4455e8-8672-4743-ab52-98cf83093618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:47.522767 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-2450f2f0-4fda-4a3b-8cad-bcc92aaf307c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:47.523648 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-2450f2f0-4fda-4a3b-8cad-bcc92aaf307c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:47.526092 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-2450f2f0-4fda-4a3b-8cad-bcc92aaf307c service neutron] 10.222.0.15 "PUT /v2.0/ports/d7709f7a-d580-4aec-b84a-0085812f5367 HTTP/1.1" status: 200 len: 1131 time: 4.3880787 Apr 28 19:42:47.528647 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4455e8-8672-4743-ab52-98cf83093618 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:42:47.531526 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4455e8-8672-4743-ab52-98cf83093618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c4a7cd-22bb-4768-85a7-973820b1e2af,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:47.539885 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1f095680-c346-4d5a-89aa-501b0cf6f4bd req-a373122f-156b-4f52-ac0c-e578219bbce6 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1869462 Apr 28 19:42:47.548500 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-eb4455e8-8672-4743-ab52-98cf83093618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:47.548881 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-eb4455e8-8672-4743-ab52-98cf83093618 admin admin] Added segment e72e4cb8-0e9a-46e3-aec4-e4fedcad9446 of type vlan for network 9ed62e45-0c0f-4c42-a6c3-889de15dd0d0 Apr 28 19:42:47.599671 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-65c57665-1463-4c26-9236-480171b8f29e req-b7591abb-fec8-423b-bba6-97229f23b4e9 service neutron] Request body: {'port': {'device_id': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:47.621754 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-eb4455e8-8672-4743-ab52-98cf83093618 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:47.629837 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-4ccd951c-e667-4707-91d4-55960216b097 service neutron] 10.222.0.42 "GET /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897497 Apr 28 19:42:47.656279 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-9d130cde-0e13-4713-bda3-f7c1a935d1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:47.657750 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-9d130cde-0e13-4713-bda3-f7c1a935d1e9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e145c28a-7477-47ad-a9ec-82b7e4aa7b4b HTTP/1.1" status: 200 len: 851 time: 0.2272615 Apr 28 19:42:47.658659 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450f2f0-4fda-4a3b-8cad-bcc92aaf307c service neutron] Pushing event updated for resources: {'Port': ['ID=d7709f7a-d580-4aec-b84a-0085812f5367,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:47.707063 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-eb4455e8-8672-4743-ab52-98cf83093618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:47.708137 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4455e8-8672-4743-ab52-98cf83093618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:47.708733 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-eb4455e8-8672-4743-ab52-98cf83093618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:47.710854 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-16df3dff-1921-48aa-b8f8-cd86dd943ed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa9bd5d7-88d4-4471-923b-746072e68a5d {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:42:47.717354 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-395ff583-3c6b-4286-acf3-5ea8e6d7029e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fabbd60f-8bf6-4926-b9b3-5557fdc11e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502307 Apr 28 19:42:47.734821 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 46f3fa73-9524-4cfc-88e1-50c0d2582d5c no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:42:47.743513 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-16df3dff-1921-48aa-b8f8-cd86dd943ed5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:47.789958 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-eb4455e8-8672-4743-ab52-98cf83093618 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5632412 Apr 28 19:42:47.791420 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51840) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:47.803351 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-67a75299-1387-4ae7-aa85-06020fa51a11 admin admin] Request body: {'subnet': {'network_id': '9ed62e45-0c0f-4c42-a6c3-889de15dd0d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1396821130-subnet', 'tenant_id': '3c92a5eec9f748ea91b2614da67b3cfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:47.816252 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4455e8-8672-4743-ab52-98cf83093618 admin admin] Pushing event updated for resources: {'Network': ['ID=9ed62e45-0c0f-4c42-a6c3-889de15dd0d0,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:47.837577 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-b7591abb-fec8-423b-bba6-97229f23b4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:47.845258 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-16df3dff-1921-48aa-b8f8-cd86dd943ed5 service neutron] Transition to ACTIVE for port object aa9bd5d7-88d4-4471-923b-746072e68a5d will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:42:47.848791 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 9ed62e45-0c0f-4c42-a6c3-889de15dd0d0 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:42:47.849614 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-71d3d5f8-f0ba-4849-b772-dc5b372097ae service neutron] 10.222.0.42 "GET /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011254 Apr 28 19:42:47.865981 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-16df3dff-1921-48aa-b8f8-cd86dd943ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:47.867842 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a75299-1387-4ae7-aa85-06020fa51a11 admin admin] Made reservation on behalf of 3c92a5eec9f748ea91b2614da67b3cfe for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:42:47.870454 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-67a75299-1387-4ae7-aa85-06020fa51a11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:47.937020 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:47.974043 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800d66fa-bb2a-4cf0-ae7e-0e81c3e30102', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46f3fa73-9524-4cfc-88e1-50c0d2582d5c'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:47.976366 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6c967f-8a7e-481e-8029-065f09200ff0" -d '{"events": [{"server_uuid": "800d66fa-bb2a-4cf0-ae7e-0e81c3e30102", "name": "network-vif-unplugged", "status": "completed", "tag": "46f3fa73-9524-4cfc-88e1-50c0d2582d5c"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:42:47.982797 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e11627-c01d-4261-9bb5-325abd57f4c5 req-38125596-2b1a-4c05-8e43-cc7536dbf6f1 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:47.984367 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-13e11627-c01d-4261-9bb5-325abd57f4c5 req-38125596-2b1a-4c05-8e43-cc7536dbf6f1 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b5946f3-2f19-4b31-b351-558e731ac879 HTTP/1.1" status: 200 len: 932 time: 0.2461720 Apr 28 19:42:47.997162 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 46f3fa73-9524-4cfc-88e1-50c0d2582d5c, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=46f3fa73-9524-4cfc-88e1-50c0d2582d5c,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:48.002982 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df3dff-1921-48aa-b8f8-cd86dd943ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=aa9bd5d7-88d4-4471-923b-746072e68a5d,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:48.004588 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:48.009806 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-cd602a45-4a15-42ec-9077-53fcf3be79c0 service neutron] 10.222.0.44 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704725 Apr 28 19:42:48.101389 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=46f3fa73-9524-4cfc-88e1-50c0d2582d5c,revision_number=8']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:48.125796 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-67a75299-1387-4ae7-aa85-06020fa51a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:48.238439 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a75299-1387-4ae7-aa85-06020fa51a11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c3f4708-fa49-46e5-b21a-28eccef9c96f,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:48.258462 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a75299-1387-4ae7-aa85-06020fa51a11 admin admin] Checking segment: {'id': 'e72e4cb8-0e9a-46e3-aec4-e4fedcad9446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9ed62e45-0c0f-4c42-a6c3-889de15dd0d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:42:48.258826 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a75299-1387-4ae7-aa85-06020fa51a11 admin admin] Network hostable DHCP agents. Network: 9ed62e45-0c0f-4c42-a6c3-889de15dd0d0, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:42:48.283645 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916ff92-f829-4c1c-83a2-0aa77c2f7d80 req-f0365bf9-9342-40f9-9978-056314e131d8 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:48.285349 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7916ff92-f829-4c1c-83a2-0aa77c2f7d80 req-f0365bf9-9342-40f9-9978-056314e131d8 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=a91d6b10-acc9-4cb7-92b2-c1408afe3468 HTTP/1.1" status: 200 len: 944 time: 0.0875149 Apr 28 19:42:48.316583 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a75299-1387-4ae7-aa85-06020fa51a11 admin admin] Network 9ed62e45-0c0f-4c42-a6c3-889de15dd0d0 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:42:48.330900 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-67a75299-1387-4ae7-aa85-06020fa51a11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 9ed62e45-0c0f-4c42-a6c3-889de15dd0d0) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:42:48.342961 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a75299-1387-4ae7-aa85-06020fa51a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:48.343556 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-67a75299-1387-4ae7-aa85-06020fa51a11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:48.344941 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c912d2b1-fb33-408f-9317-0c9a6af75030 None None] Network 9ed62e45-0c0f-4c42-a6c3-889de15dd0d0 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:42:48.369392 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7916ff92-f829-4c1c-83a2-0aa77c2f7d80 req-96f1ec6c-35b5-45f1-899c-e8c8d5370950 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729501 Apr 28 19:42:48.406602 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9464452-985d-4c94-a262-2bc5a2ad4b19 x-openstack-request-id: req-e9464452-985d-4c94-a262-2bc5a2ad4b19 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:42:48.407169 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a91d6b10-acc9-4cb7-92b2-c1408afe3468", "tag": "0fdf821b-e509-42fc-9575-972bbb62c535", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:42:48.407169 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e9464452-985d-4c94-a262-2bc5a2ad4b19 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:42:48.407562 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9464452-985d-4c94-a262-2bc5a2ad4b19'] response: {'name': 'network-changed', 'server_uuid': 'a91d6b10-acc9-4cb7-92b2-c1408afe3468', 'tag': '0fdf821b-e509-42fc-9575-972bbb62c535', 'status': 'completed', 'code': 200} Apr 28 19:42:48.408687 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-67a75299-1387-4ae7-aa85-06020fa51a11 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6102617 Apr 28 19:42:48.543546 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-13e11627-c01d-4261-9bb5-325abd57f4c5 req-8952c0fc-8537-4c3e-b857-ea6633693c73 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e4147cb-4461-4107-bd96-3d6438493dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5369194 Apr 28 19:42:48.562215 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5acb61-0fe5-4d08-b70c-e783f4144348 None None] Network 9ed62e45-0c0f-4c42-a6c3-889de15dd0d0 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:42:48.593245 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:42:48.640048 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 19:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d74641a-e089-423d-bfc2-f167f68e9860 x-openstack-request-id: req-1d74641a-e089-423d-bfc2-f167f68e9860 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:42:48.640591 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800d66fa-bb2a-4cf0-ae7e-0e81c3e30102", "name": "network-vif-unplugged", "status": "completed", "tag": "46f3fa73-9524-4cfc-88e1-50c0d2582d5c", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:42:48.641019 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1d74641a-e089-423d-bfc2-f167f68e9860 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:42:48.641587 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d74641a-e089-423d-bfc2-f167f68e9860'] response: {'server_uuid': '800d66fa-bb2a-4cf0-ae7e-0e81c3e30102', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46f3fa73-9524-4cfc-88e1-50c0d2582d5c', 'code': 200} Apr 28 19:42:48.774831 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-16df3dff-1921-48aa-b8f8-cd86dd943ed5 service neutron] Attempting to bind port aa9bd5d7-88d4-4471-923b-746072e68a5d on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:42:48.775318 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-16df3dff-1921-48aa-b8f8-cd86dd943ed5 service neutron] Attempting to bind port aa9bd5d7-88d4-4471-923b-746072e68a5d by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'fba74db4-6a8e-4145-8f5f-f10444060d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '75bee797-4c68-44a2-8557-5f81596760ce'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:42:48.775727 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-16df3dff-1921-48aa-b8f8-cd86dd943ed5 service neutron] Attempting to bind port aa9bd5d7-88d4-4471-923b-746072e68a5d on network 75bee797-4c68-44a2-8557-5f81596760ce {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:42:48.785302 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-16df3dff-1921-48aa-b8f8-cd86dd943ed5 service neutron] Port aa9bd5d7-88d4-4471-923b-746072e68a5d on network 75bee797-4c68-44a2-8557-5f81596760ce not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:42:48.785772 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-16df3dff-1921-48aa-b8f8-cd86dd943ed5 service neutron] Attempting to bind port aa9bd5d7-88d4-4471-923b-746072e68a5d on network 75bee797-4c68-44a2-8557-5f81596760ce {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:42:48.810575 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6a5b23f2-3561-43e1-92c9-d608f0db1d75 req-4699dacb-4b53-4c4a-9ac7-ae21c99323e0 service neutron] 10.222.0.44 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084983 Apr 28 19:42:48.815392 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-16df3dff-1921-48aa-b8f8-cd86dd943ed5 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:42:48.815958 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-16df3dff-1921-48aa-b8f8-cd86dd943ed5 service neutron] Checking segment: {'id': 'fba74db4-6a8e-4145-8f5f-f10444060d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '75bee797-4c68-44a2-8557-5f81596760ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:42:48.816287 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-16df3dff-1921-48aa-b8f8-cd86dd943ed5 service neutron] Bound using segment: {'id': 'fba74db4-6a8e-4145-8f5f-f10444060d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '75bee797-4c68-44a2-8557-5f81596760ce'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:42:48.816874 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-16df3dff-1921-48aa-b8f8-cd86dd943ed5 service neutron] Bound port: aa9bd5d7-88d4-4471-923b-746072e68a5d, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fba74db4-6a8e-4145-8f5f-f10444060d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '75bee797-4c68-44a2-8557-5f81596760ce'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:42:48.817295 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-16df3dff-1921-48aa-b8f8-cd86dd943ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:48.907872 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c8e4e-d020-413e-bdee-ffca9308d1a9 req-7ce31d56-fa7c-4c3e-bd4e-8e0a289da21c tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:48.909410 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b94c8e4e-d020-413e-bdee-ffca9308d1a9 req-7ce31d56-fa7c-4c3e-bd4e-8e0a289da21c tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 943 time: 0.1743979 Apr 28 19:42:49.020327 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-16df3dff-1921-48aa-b8f8-cd86dd943ed5 service neutron] For port aa9bd5d7-88d4-4471-923b-746072e68a5d, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:42:49.037250 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c8832-b3f2-4f70-b0b9-e1b4e7493d41 req-1213b2cc-d271-47dc-a045-b8c9afcc5d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:49.038819 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e8c8832-b3f2-4f70-b0b9-e1b4e7493d41 req-1213b2cc-d271-47dc-a045-b8c9afcc5d8d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=867e03fb86a54b0390ea4c90d552fb01&device_id=a91d6b10-acc9-4cb7-92b2-c1408afe3468 HTTP/1.1" status: 200 len: 1095 time: 0.1575212 Apr 28 19:42:49.041649 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b94c8e4e-d020-413e-bdee-ffca9308d1a9 req-a10d4a71-e56e-4243-952f-090f22bc40ec tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101141 Apr 28 19:42:49.049180 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-16df3dff-1921-48aa-b8f8-cd86dd943ed5 service neutron] For port aa9bd5d7-88d4-4471-923b-746072e68a5d, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=aa9bd5d7-88d4-4471-923b-746072e68a5d,segment=NetworkSegment(fba74db4-6a8e-4145-8f5f-f10444060d8c),segment_id=fba74db4-6a8e-4145-8f5f-f10444060d8c)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:42:49.062833 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-16df3dff-1921-48aa-b8f8-cd86dd943ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:49.065969 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-65c57665-1463-4c26-9236-480171b8f29e req-b7591abb-fec8-423b-bba6-97229f23b4e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b50a27-b515-4340-9e35-07347bc9cc34 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:42:49.086132 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9a377b62-1264-4686-bf75-b7227bb82640 req-feb2d976-0b20-4fd8-a059-2b2613e99dff tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=280dbda8-4539-400a-9a0f-a1f8383c7a51 HTTP/1.1" status: 200 len: 210 time: 0.0402677 Apr 28 19:42:49.088021 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-b7591abb-fec8-423b-bba6-97229f23b4e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:49.187991 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-16df3dff-1921-48aa-b8f8-cd86dd943ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:49.188613 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-16df3dff-1921-48aa-b8f8-cd86dd943ed5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:49.190101 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-16df3dff-1921-48aa-b8f8-cd86dd943ed5 service neutron] 10.222.0.15 "PUT /v2.0/ports/aa9bd5d7-88d4-4471-923b-746072e68a5d HTTP/1.1" status: 200 len: 1092 time: 2.9338341 Apr 28 19:42:49.191120 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-65c57665-1463-4c26-9236-480171b8f29e req-b7591abb-fec8-423b-bba6-97229f23b4e9 service neutron] Transition to ACTIVE for port object 53b50a27-b515-4340-9e35-07347bc9cc34 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:42:49.218508 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-b7591abb-fec8-423b-bba6-97229f23b4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:49.238770 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df3dff-1921-48aa-b8f8-cd86dd943ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=aa9bd5d7-88d4-4471-923b-746072e68a5d,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:49.355486 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c8832-b3f2-4f70-b0b9-e1b4e7493d41 req-3b26fab6-58d8-4353-9dd9-be252278047e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:49.357009 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e8c8832-b3f2-4f70-b0b9-e1b4e7493d41 req-3b26fab6-58d8-4353-9dd9-be252278047e service neutron] 10.222.0.44 "GET /v2.0/networks?id=fabbd60f-8bf6-4926-b9b3-5557fdc11e18 HTTP/1.1" status: 200 len: 912 time: 0.3065810 Apr 28 19:42:49.372839 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a6eac-e4a2-4102-a689-a159eb30afc3 req-d47bc136-406a-4d07-aafd-08384458440c tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:49.378597 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a6eac-e4a2-4102-a689-a159eb30afc3 req-d47bc136-406a-4d07-aafd-08384458440c tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:49.384467 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a6eac-e4a2-4102-a689-a159eb30afc3 req-d47bc136-406a-4d07-aafd-08384458440c tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:49.390478 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a6eac-e4a2-4102-a689-a159eb30afc3 req-d47bc136-406a-4d07-aafd-08384458440c tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:49.396316 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a6eac-e4a2-4102-a689-a159eb30afc3 req-d47bc136-406a-4d07-aafd-08384458440c tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:49.403086 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a6eac-e4a2-4102-a689-a159eb30afc3 req-d47bc136-406a-4d07-aafd-08384458440c tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:49.409188 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a6eac-e4a2-4102-a689-a159eb30afc3 req-d47bc136-406a-4d07-aafd-08384458440c tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:49.412606 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-df6a6eac-e4a2-4102-a689-a159eb30afc3 req-d47bc136-406a-4d07-aafd-08384458440c tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5374 time: 0.2657640 Apr 28 19:42:49.428159 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7591abb-fec8-423b-bba6-97229f23b4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=53b50a27-b515-4340-9e35-07347bc9cc34,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:49.449416 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-388c6b3e-0139-4dee-aed4-480bc8b03636 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:49.451110 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-388c6b3e-0139-4dee-aed4-480bc8b03636 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] 10.222.0.42 "GET /v2.0/networks?id=cdb55058-4aeb-4055-9a13-3f0b63e89569 HTTP/1.1" status: 200 len: 808 time: 0.1176016 Apr 28 19:42:49.467900 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-c8c044b6-86d7-4bfe-8c01-60636eafb697 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] 10.222.0.42 "GET /v2.0/quotas/4fb95101ce734232ab8ec98d4c95967b HTTP/1.1" status: 200 len: 375 time: 0.0103841 Apr 28 19:42:49.518025 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-b197d134-05bf-456d-aa40-6dc61f944b16 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4fb95101ce734232ab8ec98d4c95967b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432241 Apr 28 19:42:49.520190 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e8c8832-b3f2-4f70-b0b9-e1b4e7493d41 req-bad06caa-5cbe-4539-9dda-9b47e8785fe0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fdf821b-e509-42fc-9575-972bbb62c535 HTTP/1.1" status: 200 len: 217 time: 0.1061473 Apr 28 19:42:49.527810 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-4b78f78a-9fe4-4ada-b164-8c74d6754bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:49.529440 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-4b78f78a-9fe4-4ada-b164-8c74d6754bef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0f427d83ed14684a5cdcb61bd114a56&device_id=9b5946f3-2f19-4b31-b351-558e731ac879 HTTP/1.1" status: 200 len: 1095 time: 0.2673168 Apr 28 19:42:49.618100 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-73288492-62c2-457b-a114-de7be0a9b4f4 service neutron] 10.222.0.42 "GET /v2.0/networks/cdb55058-4aeb-4055-9a13-3f0b63e89569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961869 Apr 28 19:42:49.656251 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-a0665ebe-4c94-4279-977a-ad4e539ca7af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa9bd5d7-88d4-4471-923b-746072e68a5d HTTP/1.1" status: 200 len: 217 time: 0.1134875 Apr 28 19:42:49.685997 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-df6a6eac-e4a2-4102-a689-a159eb30afc3 req-2cec38b9-e6ba-4e09-865a-0fd1d5e4d094 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2589860 Apr 28 19:42:49.740173 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-1bcb4d78-e326-46d7-9536-3566a34a3877 service neutron] 10.222.0.42 "GET /v2.0/networks/cdb55058-4aeb-4055-9a13-3f0b63e89569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145763 Apr 28 19:42:49.751249 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c8832-b3f2-4f70-b0b9-e1b4e7493d41 req-ae6339b9-6c00-464c-871e-67500b7e393e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:49.751984 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 0fdf821b-e509-42fc-9575-972bbb62c535 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:42:49.752858 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e8c8832-b3f2-4f70-b0b9-e1b4e7493d41 req-ae6339b9-6c00-464c-871e-67500b7e393e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e145c28a-7477-47ad-a9ec-82b7e4aa7b4b HTTP/1.1" status: 200 len: 851 time: 0.2224927 Apr 28 19:42:49.764133 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-65c57665-1463-4c26-9236-480171b8f29e req-b7591abb-fec8-423b-bba6-97229f23b4e9 service neutron] Attempting to bind port 53b50a27-b515-4340-9e35-07347bc9cc34 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:42:49.764475 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-65c57665-1463-4c26-9236-480171b8f29e req-b7591abb-fec8-423b-bba6-97229f23b4e9 service neutron] Attempting to bind port 53b50a27-b515-4340-9e35-07347bc9cc34 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c4087ef1-be9e-4991-b622-f4da06ef46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '80835d31-d60f-4749-a1bd-4756afb7302e'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:42:49.765097 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-b7591abb-fec8-423b-bba6-97229f23b4e9 service neutron] Attempting to bind port 53b50a27-b515-4340-9e35-07347bc9cc34 on network 80835d31-d60f-4749-a1bd-4756afb7302e {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:42:49.805712 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-b7591abb-fec8-423b-bba6-97229f23b4e9 service neutron] Port 53b50a27-b515-4340-9e35-07347bc9cc34 on network 80835d31-d60f-4749-a1bd-4756afb7302e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:42:49.806040 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-b7591abb-fec8-423b-bba6-97229f23b4e9 service neutron] Attempting to bind port 53b50a27-b515-4340-9e35-07347bc9cc34 on network 80835d31-d60f-4749-a1bd-4756afb7302e {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:42:49.814957 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e8c8832-b3f2-4f70-b0b9-e1b4e7493d41 req-3d74c00d-cf7a-4f44-9732-419135c912db service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fabbd60f-8bf6-4926-b9b3-5557fdc11e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442214 Apr 28 19:42:49.827002 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-b7591abb-fec8-423b-bba6-97229f23b4e9 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:42:49.827353 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-b7591abb-fec8-423b-bba6-97229f23b4e9 service neutron] Checking segment: {'id': 'c4087ef1-be9e-4991-b622-f4da06ef46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '80835d31-d60f-4749-a1bd-4756afb7302e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:42:49.827725 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-b7591abb-fec8-423b-bba6-97229f23b4e9 service neutron] Bound using segment: {'id': 'c4087ef1-be9e-4991-b622-f4da06ef46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '80835d31-d60f-4749-a1bd-4756afb7302e'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:42:49.828188 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-65c57665-1463-4c26-9236-480171b8f29e req-b7591abb-fec8-423b-bba6-97229f23b4e9 service neutron] Bound port: 53b50a27-b515-4340-9e35-07347bc9cc34, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4087ef1-be9e-4991-b622-f4da06ef46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '80835d31-d60f-4749-a1bd-4756afb7302e'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:42:49.828549 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-b7591abb-fec8-423b-bba6-97229f23b4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:49.860698 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-52250dcb-1926-401d-b5e0-f3fa543fd672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:49.862192 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-52250dcb-1926-401d-b5e0-f3fa543fd672 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eee94ffa-0eb8-4304-aa79-019e115fcd51 HTTP/1.1" status: 200 len: 853 time: 0.1953020 Apr 28 19:42:49.869450 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3675ca32-d151-4bc6-89d3-f9454271720d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:49.889107 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 0fdf821b-e509-42fc-9575-972bbb62c535, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=0fdf821b-e509-42fc-9575-972bbb62c535,segment=NetworkSegment(b5720445-03de-4d91-9572-e2572d42e7be),segment_id=b5720445-03de-4d91-9572-e2572d42e7be)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:49.903886 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '0fdf821b-e509-42fc-9575-972bbb62c535', 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18', 'port_id': '0fdf821b-e509-42fc-9575-972bbb62c535', 'mac_address': 'fa:16:3e:ed:a8:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e145c28a-7477-47ad-a9ec-82b7e4aa7b4b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:42:49.964044 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:49.983142 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fdf821b-e509-42fc-9575-972bbb62c535 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:42:50.007611 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 0fdf821b-e509-42fc-9575-972bbb62c535, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=0fdf821b-e509-42fc-9575-972bbb62c535,segment=NetworkSegment(b5720445-03de-4d91-9572-e2572d42e7be),segment_id=b5720445-03de-4d91-9572-e2572d42e7be)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:50.012907 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:50.027644 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-4bc875b2-9bae-4542-8a3a-1da2528aef15 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=75bee797-4c68-44a2-8557-5f81596760ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1437898 Apr 28 19:42:50.036042 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-e8133500-4ef6-4f48-b07e-c852af9a4cc3 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:50.037686 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-e8133500-4ef6-4f48-b07e-c852af9a4cc3 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.44 "GET /v2.0/networks?id=fa6ba32f-86e1-489e-bf69-a0854e414daf HTTP/1.1" status: 200 len: 815 time: 0.4461217 Apr 28 19:42:50.086090 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=0fdf821b-e509-42fc-9575-972bbb62c535,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:50.094160 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc98cb1-9787-4640-82a9-f3dbb9902ba5 req-bfb6f82e-2ffb-45a1-a4dc-a6e961dd087c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:50.097308 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0bc98cb1-9787-4640-82a9-f3dbb9902ba5 req-bfb6f82e-2ffb-45a1-a4dc-a6e961dd087c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=a91d6b10-acc9-4cb7-92b2-c1408afe3468 HTTP/1.1" status: 200 len: 944 time: 0.1142173 Apr 28 19:42:50.142747 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0bc98cb1-9787-4640-82a9-f3dbb9902ba5 req-5360c24e-f31a-4097-99de-06eb24d0b4f6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396550 Apr 28 19:42:50.194869 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e8c8832-b3f2-4f70-b0b9-e1b4e7493d41 req-072047f4-e996-4ae8-a0b1-b0617b63861a service neutron] 10.222.0.44 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716807 Apr 28 19:42:50.241284 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['0fdf821b-e509-42fc-9575-972bbb62c535'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:42:50.260543 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-d233623a-27bd-4e8d-8987-c14b0198072f tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98a6d5da4ca84f3b93f1251e2d3cf2d8 HTTP/1.1" status: 200 len: 380 time: 0.2044711 Apr 28 19:42:50.261669 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-65c57665-1463-4c26-9236-480171b8f29e req-b7591abb-fec8-423b-bba6-97229f23b4e9 service neutron] For port 53b50a27-b515-4340-9e35-07347bc9cc34, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:42:50.312952 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f6e7e-5de9-4768-852f-a89036cb1c19 req-1e43c798-3e14-4a17-a16f-0a8d61d63b72 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:50.314477 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-275f6e7e-5de9-4768-852f-a89036cb1c19 req-1e43c798-3e14-4a17-a16f-0a8d61d63b72 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b5946f3-2f19-4b31-b351-558e731ac879 HTTP/1.1" status: 200 len: 944 time: 0.0972674 Apr 28 19:42:50.351806 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-f5c59377-b647-4067-a1e2-b4255d893c81 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Request body: {'port': {'device_id': '280dbda8-4539-400a-9a0f-a1f8383c7a51', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'admin_state_up': True, 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'security_groups': ['e3876cd2-e73b-4ff4-a774-6abe2eaa2886']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:50.359815 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-65c57665-1463-4c26-9236-480171b8f29e req-b7591abb-fec8-423b-bba6-97229f23b4e9 service neutron] For port 53b50a27-b515-4340-9e35-07347bc9cc34, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=53b50a27-b515-4340-9e35-07347bc9cc34,segment=NetworkSegment(c4087ef1-be9e-4991-b622-f4da06ef46a1),segment_id=c4087ef1-be9e-4991-b622-f4da06ef46a1)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:42:50.367545 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-275f6e7e-5de9-4768-852f-a89036cb1c19 req-1f0e03dd-b0af-4fa6-a1d6-e83139bbbd8b tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e4147cb-4461-4107-bd96-3d6438493dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431120 Apr 28 19:42:50.433854 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'tag': 'd7709f7a-d580-4aec-b84a-0085812f5367'}, {'name': 'network-changed', 'server_uuid': '9b5946f3-2f19-4b31-b351-558e731ac879', 'tag': 'aa9bd5d7-88d4-4471-923b-746072e68a5d'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:50.436301 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ee561d-dc87-45ac-ad48-478436219cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "tag": "d7709f7a-d580-4aec-b84a-0085812f5367"}, {"name": "network-changed", "server_uuid": "9b5946f3-2f19-4b31-b351-558e731ac879", "tag": "aa9bd5d7-88d4-4471-923b-746072e68a5d"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:42:50.440023 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-b7591abb-fec8-423b-bba6-97229f23b4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:50.444136 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-e2404bbd-5e47-49ea-a6d3-6f0b9871c02e service neutron] 10.222.0.15 "GET /v2.0/networks/75bee797-4c68-44a2-8557-5f81596760ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032586 Apr 28 19:42:50.453258 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-77959d71-5977-412b-9f71-46e24d882c28 req-23c2cb4c-4d12-4c6d-b5c7-08440df2c0d5 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] 10.222.0.42 "GET /v2.0/ports?device_id=18a914e7-825e-424b-a659-43842d93c880 HTTP/1.1" status: 200 len: 210 time: 0.1150091 Apr 28 19:42:50.525720 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1eb337-5207-4daa-bc67-314b128c8b31 req-8232dc81-fe74-454c-acfe-d8e76d495870 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:50.529597 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ad1eb337-5207-4daa-bc67-314b128c8b31 req-8232dc81-fe74-454c-acfe-d8e76d495870 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 943 time: 0.0832796 Apr 28 19:42:50.547775 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-b7591abb-fec8-423b-bba6-97229f23b4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:50.549053 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-b7591abb-fec8-423b-bba6-97229f23b4e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:50.551082 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-b7591abb-fec8-423b-bba6-97229f23b4e9 service neutron] 10.222.0.15 "PUT /v2.0/ports/53b50a27-b515-4340-9e35-07347bc9cc34 HTTP/1.1" status: 200 len: 1091 time: 2.9668577 Apr 28 19:42:50.584628 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ad1eb337-5207-4daa-bc67-314b128c8b31 req-0ed284f4-704f-4519-b7c2-369bd2e2a2cc tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484819 Apr 28 19:42:50.653847 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-65c57665-1463-4c26-9236-480171b8f29e req-8d141514-34b6-425e-9ed2-ddbe335dbc15 service neutron] Request body: {'port': {'device_id': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:50.691760 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7591abb-fec8-423b-bba6-97229f23b4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=53b50a27-b515-4340-9e35-07347bc9cc34,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:50.701461 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e8c8832-b3f2-4f70-b0b9-e1b4e7493d41 req-ccdde22f-f501-41e9-98dd-5fd4d7c9633c service neutron] 10.222.0.44 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4912148 Apr 28 19:42:50.704735 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-64fb4155-afb7-41d6-beac-a18b98dfc713 req-a6cbf2c7-fb6f-45af-b451-fd98a5cd783b tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=280dbda8-4539-400a-9a0f-a1f8383c7a51 HTTP/1.1" status: 200 len: 210 time: 0.1422973 Apr 28 19:42:50.750518 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 28 Apr 2022 19:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2082b6af-dd36-41c5-9796-e71104cbc632 x-openstack-request-id: req-2082b6af-dd36-41c5-9796-e71104cbc632 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:42:50.751040 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "tag": "d7709f7a-d580-4aec-b84a-0085812f5367", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9b5946f3-2f19-4b31-b351-558e731ac879", "tag": "aa9bd5d7-88d4-4471-923b-746072e68a5d", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:42:50.751475 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2082b6af-dd36-41c5-9796-e71104cbc632 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:42:50.752059 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2082b6af-dd36-41c5-9796-e71104cbc632'] response: {'name': 'network-changed', 'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'tag': 'd7709f7a-d580-4aec-b84a-0085812f5367', 'status': 'completed', 'code': 200} Apr 28 19:42:50.753072 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2082b6af-dd36-41c5-9796-e71104cbc632'] response: {'name': 'network-changed', 'server_uuid': '9b5946f3-2f19-4b31-b351-558e731ac879', 'tag': 'aa9bd5d7-88d4-4471-923b-746072e68a5d', 'status': 'completed', 'code': 200} Apr 28 19:42:50.879543 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c43f28-7b6f-4ab5-aaa1-1e1cd25152ef req-85a91e72-6f65-467b-b4bd-079144fd6672 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:50.888076 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-22c43f28-7b6f-4ab5-aaa1-1e1cd25152ef req-85a91e72-6f65-467b-b4bd-079144fd6672 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.0863996 Apr 28 19:42:50.917554 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-8d141514-34b6-425e-9ed2-ddbe335dbc15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:50.939336 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-22c43f28-7b6f-4ab5-aaa1-1e1cd25152ef req-031e78d2-207f-4ba2-b1eb-9e087da7306b tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502706 Apr 28 19:42:51.076778 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4610a4-f572-4954-b917-c78378f02b0c req-3fb830d6-6bd3-4ff9-841f-c01bbda46040 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:51.078341 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1e4610a4-f572-4954-b917-c78378f02b0c req-3fb830d6-6bd3-4ff9-841f-c01bbda46040 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.0620704 Apr 28 19:42:51.126611 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1e4610a4-f572-4954-b917-c78378f02b0c req-dab84077-ae66-4a31-9509-9f162e56c162 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398991 Apr 28 19:42:51.271244 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d4ad8ec-7876-45f0-a071-9d5e509b3900 req-86337e3e-b69a-4f1d-bc11-1e6e57dfb39a service neutron] 10.222.0.15 "GET /v2.0/networks/75bee797-4c68-44a2-8557-5f81596760ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8035059 Apr 28 19:42:51.285196 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-f5c59377-b647-4067-a1e2-b4255d893c81 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Made reservation on behalf of 98a6d5da4ca84f3b93f1251e2d3cf2d8 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:42:51.289763 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-f5c59377-b647-4067-a1e2-b4255d893c81 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:51.324466 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee561d-dc87-45ac-ad48-478436219cc3 req-7ddd21b1-6e77-48f2-884e-af12783249ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:51.325076 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee561d-dc87-45ac-ad48-478436219cc3 req-7ddd21b1-6e77-48f2-884e-af12783249ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:51.325429 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee561d-dc87-45ac-ad48-478436219cc3 req-7ddd21b1-6e77-48f2-884e-af12783249ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:51.325898 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee561d-dc87-45ac-ad48-478436219cc3 req-7ddd21b1-6e77-48f2-884e-af12783249ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:51.326357 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee561d-dc87-45ac-ad48-478436219cc3 req-7ddd21b1-6e77-48f2-884e-af12783249ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:51.326848 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee561d-dc87-45ac-ad48-478436219cc3 req-7ddd21b1-6e77-48f2-884e-af12783249ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:51.327309 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee561d-dc87-45ac-ad48-478436219cc3 req-7ddd21b1-6e77-48f2-884e-af12783249ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:51.329314 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-33ee561d-dc87-45ac-ad48-478436219cc3 req-7ddd21b1-6e77-48f2-884e-af12783249ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc3414dc2d694e45b86b092fc773c62d&device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 6278 time: 0.5004508 Apr 28 19:42:51.378631 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6c847-45a1-4edb-8096-961e676082f6 req-48297897-a025-4417-bc96-02f9d6e2b1b3 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:51.380695 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-05a6c847-45a1-4edb-8096-961e676082f6 req-48297897-a025-4417-bc96-02f9d6e2b1b3 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1459816 Apr 28 19:42:51.433553 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-f5428565-468e-42e6-8260-1ffbb710d643 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:51.435575 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-f5428565-468e-42e6-8260-1ffbb710d643 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] 10.222.0.15 "GET /v2.0/networks?id=cdb55058-4aeb-4055-9a13-3f0b63e89569 HTTP/1.1" status: 200 len: 808 time: 0.2270801 Apr 28 19:42:51.443569 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-05a6c847-45a1-4edb-8096-961e676082f6 req-c8876a3e-31ec-44ba-bf04-309ce132786b tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534692 Apr 28 19:42:51.450112 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-bcea73f1-1776-46eb-a148-8751c2023109 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] Request body: {'port': {'device_id': '18a914e7-825e-424b-a659-43842d93c880', 'network_id': 'cdb55058-4aeb-4055-9a13-3f0b63e89569', 'admin_state_up': True, 'tenant_id': '4fb95101ce734232ab8ec98d4c95967b'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:51.451965 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5fdfa-4f87-4e9e-8271-a69125297b94 req-2336fe67-570d-4959-983a-9e382ec82bf4 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:51.457953 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5fdfa-4f87-4e9e-8271-a69125297b94 req-2336fe67-570d-4959-983a-9e382ec82bf4 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:51.468324 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5fdfa-4f87-4e9e-8271-a69125297b94 req-2336fe67-570d-4959-983a-9e382ec82bf4 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:51.469943 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5fdfa-4f87-4e9e-8271-a69125297b94 req-2336fe67-570d-4959-983a-9e382ec82bf4 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:51.476069 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5fdfa-4f87-4e9e-8271-a69125297b94 req-2336fe67-570d-4959-983a-9e382ec82bf4 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:51.483909 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5fdfa-4f87-4e9e-8271-a69125297b94 req-2336fe67-570d-4959-983a-9e382ec82bf4 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:51.490178 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5fdfa-4f87-4e9e-8271-a69125297b94 req-2336fe67-570d-4959-983a-9e382ec82bf4 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:51.496786 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b0b5fdfa-4f87-4e9e-8271-a69125297b94 req-2336fe67-570d-4959-983a-9e382ec82bf4 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5386 time: 0.6384385 Apr 28 19:42:51.598098 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 52014) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:51.613363 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff12127-15c4-46da-9eae-e05dd9196cee req-e7baf3fb-028d-4dc0-b13a-c3a7c507f5a1 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:51.615706 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aff12127-15c4-46da-9eae-e05dd9196cee req-e7baf3fb-028d-4dc0-b13a-c3a7c507f5a1 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=a91d6b10-acc9-4cb7-92b2-c1408afe3468 HTTP/1.1" status: 200 len: 945 time: 0.0840442 Apr 28 19:42:51.654046 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-bcea73f1-1776-46eb-a148-8751c2023109 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] Made reservation on behalf of 4fb95101ce734232ab8ec98d4c95967b for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:42:51.657493 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-bcea73f1-1776-46eb-a148-8751c2023109 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:51.680514 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aff12127-15c4-46da-9eae-e05dd9196cee req-b19f6c15-633c-4f33-86ea-244701d27192 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573101 Apr 28 19:42:51.749633 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 0fdf821b-e509-42fc-9575-972bbb62c535 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:42:51.763510 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d279460d-f304-47a0-9d69-931bc4656c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:51.775391 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b0b5fdfa-4f87-4e9e-8271-a69125297b94 req-1b85d7f4-2303-4bbf-ae37-25d00eb56fee tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2360845 Apr 28 19:42:51.777374 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-f5c59377-b647-4067-a1e2-b4255d893c81 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Allocated IP 172.20.0.8 (fa6ba32f-86e1-489e-bf69-a0854e414daf/a7a2f793-5447-48fe-83df-017889e9d0fc/14784c8c-51c7-4607-bf4e-bdc835f47686) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:42:51.820920 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee561d-dc87-45ac-ad48-478436219cc3 req-2057a12b-5fd7-42d0-912f-9de78f2de2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:51.820920 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee561d-dc87-45ac-ad48-478436219cc3 req-2057a12b-5fd7-42d0-912f-9de78f2de2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:51.820920 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee561d-dc87-45ac-ad48-478436219cc3 req-2057a12b-5fd7-42d0-912f-9de78f2de2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:51.822460 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-33ee561d-dc87-45ac-ad48-478436219cc3 req-2057a12b-5fd7-42d0-912f-9de78f2de2f0 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=bc3414dc2d694e45b86b092fc773c62d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4683497 Apr 28 19:42:51.828401 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 0fdf821b-e509-42fc-9575-972bbb62c535 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:42:51.833264 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 0fdf821b-e509-42fc-9575-972bbb62c535 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:51.834164 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:51.892438 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-bcea73f1-1776-46eb-a148-8751c2023109 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] Allocated IP 172.20.0.14 (cdb55058-4aeb-4055-9a13-3f0b63e89569/08081696-8ad0-4503-9ed2-1596fa5d190f/98d6ca4d-c489-4878-86cf-559f89bd8737) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:42:51.900892 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3b64f-f278-490a-9265-a823cb5e1bba req-185c1ba4-f5ec-4cfd-a843-38fab37ccccf tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:51.902920 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1dd3b64f-f278-490a-9265-a823cb5e1bba req-185c1ba4-f5ec-4cfd-a843-38fab37ccccf tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b5946f3-2f19-4b31-b351-558e731ac879 HTTP/1.1" status: 200 len: 944 time: 0.1444058 Apr 28 19:42:51.935758 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:51.966838 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91d6b10-acc9-4cb7-92b2-c1408afe3468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdf821b-e509-42fc-9575-972bbb62c535'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:51.970380 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a85e86-b972-4d3a-b10b-ecad7354738f" -d '{"events": [{"server_uuid": "a91d6b10-acc9-4cb7-92b2-c1408afe3468", "name": "network-vif-plugged", "status": "completed", "tag": "0fdf821b-e509-42fc-9575-972bbb62c535"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:42:51.989020 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 0fdf821b-e509-42fc-9575-972bbb62c535, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=0fdf821b-e509-42fc-9575-972bbb62c535,segment=NetworkSegment(b5720445-03de-4d91-9572-e2572d42e7be),segment_id=b5720445-03de-4d91-9572-e2572d42e7be)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:52.002530 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:52.003615 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 46f3fa73-9524-4cfc-88e1-50c0d2582d5c no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:42:52.016094 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1dd3b64f-f278-490a-9265-a823cb5e1bba req-996de013-40f6-47be-baab-174ffb1bd57a tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e4147cb-4461-4107-bd96-3d6438493dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041059 Apr 28 19:42:52.029525 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d279460d-f304-47a0-9d69-931bc4656c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:52.044506 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d279460d-f304-47a0-9d69-931bc4656c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:52.106981 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee561d-dc87-45ac-ad48-478436219cc3 req-22857cd0-9c39-4ba8-95b8-430c5b356f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:52.108604 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-33ee561d-dc87-45ac-ad48-478436219cc3 req-22857cd0-9c39-4ba8-95b8-430c5b356f9f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2768514 Apr 28 19:42:52.127856 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=0fdf821b-e509-42fc-9575-972bbb62c535,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:52.129520 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d279460d-f304-47a0-9d69-931bc4656c0a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f25e798887b94c2299e7dc331170f6b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5291429 Apr 28 19:42:52.138937 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 52022) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:42:52.141621 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279460d-f304-47a0-9d69-931bc4656c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c234c9-6570-4094-8779-bf52d57ef40f,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:52.161399 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2bc03f-82db-4a12-8a8a-40a31421ca77 req-781cc8ef-5ab7-4caa-9558-08e0554a33a2 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:52.164340 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a45aa312-0d0f-4db0-9970-699584c41835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:52.170698 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2c2bc03f-82db-4a12-8a8a-40a31421ca77 req-781cc8ef-5ab7-4caa-9558-08e0554a33a2 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.2517271 Apr 28 19:42:52.183633 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0a2abbe1-8f5e-4676-b36f-04988a2abb9b req-dc60ffb2-e889-4d5a-a809-af9f254dba8e tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] 10.222.0.42 "GET /v2.0/ports?device_id=18a914e7-825e-424b-a659-43842d93c880 HTTP/1.1" status: 200 len: 210 time: 0.0497417 Apr 28 19:42:52.216012 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-bcea73f1-1776-46eb-a148-8751c2023109 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:52.250914 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-65c57665-1463-4c26-9236-480171b8f29e req-8d141514-34b6-425e-9ed2-ddbe335dbc15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0cde177-94fd-47df-9bb2-ab96402ec758 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:42:52.268605 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-bcea73f1-1776-46eb-a148-8751c2023109 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:52.279824 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-8d141514-34b6-425e-9ed2-ddbe335dbc15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:52.320212 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dfdb6146-ce84-43f1-9f49-b2e4b154ff4c req-da1c10eb-dce8-48ed-a533-c996174e32a8 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=280dbda8-4539-400a-9a0f-a1f8383c7a51 HTTP/1.1" status: 200 len: 210 time: 0.0531228 Apr 28 19:42:52.325929 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-f5c59377-b647-4067-a1e2-b4255d893c81 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:52.337055 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-bcea73f1-1776-46eb-a148-8751c2023109 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] Network cdb55058-4aeb-4055-9a13-3f0b63e89569 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:42:52.341115 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-bcea73f1-1776-46eb-a148-8751c2023109 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:42:52.345135 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-bcea73f1-1776-46eb-a148-8751c2023109 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:42:52.350149 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-65c57665-1463-4c26-9236-480171b8f29e req-8d141514-34b6-425e-9ed2-ddbe335dbc15 service neutron] Transition to ACTIVE for port object e0cde177-94fd-47df-9bb2-ab96402ec758 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:42:52.360248 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2c2bc03f-82db-4a12-8a8a-40a31421ca77 req-25ed3865-d90c-4e37-a733-0467470bc12e tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884649 Apr 28 19:42:52.369833 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea73f1-1776-46eb-a148-8751c2023109 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] Pushing event updated for resources: {'Port': ['ID=98d6ca4d-c489-4878-86cf-559f89bd8737,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:52.375538 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-8d141514-34b6-425e-9ed2-ddbe335dbc15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:52.397595 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb13775-dcd3-4669-9cba-a841ea3af0c5 x-openstack-request-id: req-bbb13775-dcd3-4669-9cba-a841ea3af0c5 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:42:52.397892 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91d6b10-acc9-4cb7-92b2-c1408afe3468", "name": "network-vif-plugged", "status": "completed", "tag": "0fdf821b-e509-42fc-9575-972bbb62c535", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:42:52.398748 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bbb13775-dcd3-4669-9cba-a841ea3af0c5 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:42:52.399153 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbb13775-dcd3-4669-9cba-a841ea3af0c5'] response: {'server_uuid': 'a91d6b10-acc9-4cb7-92b2-c1408afe3468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdf821b-e509-42fc-9575-972bbb62c535', 'code': 200} Apr 28 19:42:52.401803 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee561d-dc87-45ac-ad48-478436219cc3 req-d9083547-89da-4fb4-93c5-a81b223f86d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:52.412676 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-33ee561d-dc87-45ac-ad48-478436219cc3 req-d9083547-89da-4fb4-93c5-a81b223f86d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0f427d83ed14684a5cdcb61bd114a56&device_id=9b5946f3-2f19-4b31-b351-558e731ac879 HTTP/1.1" status: 200 len: 1095 time: 0.2338727 Apr 28 19:42:52.420425 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-bcea73f1-1776-46eb-a148-8751c2023109 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:52.421278 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-bcea73f1-1776-46eb-a148-8751c2023109 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:52.443988 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-bcea73f1-1776-46eb-a148-8751c2023109 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9985683 Apr 28 19:42:52.455696 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-5729bce4-6836-40d9-a4f5-36ade4a48eb1 service neutron] Request body: {'port': {'device_id': '18a914e7-825e-424b-a659-43842d93c880', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:52.457347 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d4d141f8-824a-4fd9-83de-4e7d6d213265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:52.534568 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-5729bce4-6836-40d9-a4f5-36ade4a48eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:52.607615 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d141514-34b6-425e-9ed2-ddbe335dbc15 service neutron] Pushing event updated for resources: {'Port': ['ID=e0cde177-94fd-47df-9bb2-ab96402ec758,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:52.613974 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d4d141f8-824a-4fd9-83de-4e7d6d213265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:52.631203 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-f5c59377-b647-4067-a1e2-b4255d893c81 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:52.705661 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56d326-5510-4d00-ac51-a1f17e916d89 req-6d757236-8313-4bba-853f-6eadf0e845ac tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:52.707194 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5c56d326-5510-4d00-ac51-a1f17e916d89 req-6d757236-8313-4bba-853f-6eadf0e845ac tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1356146 Apr 28 19:42:52.759999 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ee004-4ab0-4968-9ded-4e9c682c4781 req-df0033f8-ac07-46d0-839c-8791549d428b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:52.761885 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5c9ee004-4ab0-4968-9ded-4e9c682c4781 req-df0033f8-ac07-46d0-839c-8791549d428b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a91d6b10-acc9-4cb7-92b2-c1408afe3468 HTTP/1.1" status: 200 len: 1097 time: 0.3002493 Apr 28 19:42:52.762329 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'tag': '53b50a27-b515-4340-9e35-07347bc9cc34'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:52.764600 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee72d7ad-d76b-48bc-9b1c-b17fbab869fa" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "tag": "53b50a27-b515-4340-9e35-07347bc9cc34"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:42:52.773807 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-f5c59377-b647-4067-a1e2-b4255d893c81 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Network fa6ba32f-86e1-489e-bf69-a0854e414daf is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:42:52.786844 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-f5c59377-b647-4067-a1e2-b4255d893c81 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:42:52.789237 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-f5c59377-b647-4067-a1e2-b4255d893c81 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:42:52.820407 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5c56d326-5510-4d00-ac51-a1f17e916d89 req-4a1cc1dc-6c9d-4183-997a-e7a4dc4d8788 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757282 Apr 28 19:42:52.908360 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ca6185-d38f-46a9-8b61-b0e2fe7efae1 x-openstack-request-id: req-b8ca6185-d38f-46a9-8b61-b0e2fe7efae1 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:42:52.908715 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "tag": "53b50a27-b515-4340-9e35-07347bc9cc34", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:42:52.908924 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b8ca6185-d38f-46a9-8b61-b0e2fe7efae1 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:42:52.909373 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8ca6185-d38f-46a9-8b61-b0e2fe7efae1'] response: {'name': 'network-changed', 'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'tag': '53b50a27-b515-4340-9e35-07347bc9cc34', 'status': 'completed', 'code': 200} Apr 28 19:42:52.914377 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee561d-dc87-45ac-ad48-478436219cc3 req-9f7d233b-3b3c-46e1-8a66-c79035cae75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:52.915869 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-33ee561d-dc87-45ac-ad48-478436219cc3 req-9f7d233b-3b3c-46e1-8a66-c79035cae75c service neutron] 10.222.0.15 "GET /v2.0/networks?id=75bee797-4c68-44a2-8557-5f81596760ce HTTP/1.1" status: 200 len: 914 time: 0.4897203 Apr 28 19:42:52.925360 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c59377-b647-4067-a1e2-b4255d893c81 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Pushing event updated for resources: {'Port': ['ID=14784c8c-51c7-4607-bf4e-bdc835f47686,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:52.941331 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-5729bce4-6836-40d9-a4f5-36ade4a48eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98d6ca4d-c489-4878-86cf-559f89bd8737 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:42:52.950774 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-5729bce4-6836-40d9-a4f5-36ade4a48eb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:53.002073 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-5729bce4-6836-40d9-a4f5-36ade4a48eb1 service neutron] Transition to ACTIVE for port object 98d6ca4d-c489-4878-86cf-559f89bd8737 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:42:53.008687 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-5729bce4-6836-40d9-a4f5-36ade4a48eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:53.054882 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-f5c59377-b647-4067-a1e2-b4255d893c81 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:53.055553 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-f5c59377-b647-4067-a1e2-b4255d893c81 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:53.058328 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d4d141f8-824a-4fd9-83de-4e7d6d213265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:53.060877 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d4d141f8-824a-4fd9-83de-4e7d6d213265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:53.064219 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d4d141f8-824a-4fd9-83de-4e7d6d213265 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/60c234c9-6570-4094-8779-bf52d57ef40f HTTP/1.1" status: 204 len: 168 time: 0.9205289 Apr 28 19:42:53.064219 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-33ee561d-dc87-45ac-ad48-478436219cc3 req-8eb1835f-fca0-4659-b63f-fd4091ffa551 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa9bd5d7-88d4-4471-923b-746072e68a5d HTTP/1.1" status: 200 len: 217 time: 0.1291854 Apr 28 19:42:53.064868 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b77289-a794-4349-8bf9-fea9ed8e3f9f req-eedf9d39-02c1-4704-8171-111ea37c9f02 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:53.071616 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b77289-a794-4349-8bf9-fea9ed8e3f9f req-eedf9d39-02c1-4704-8171-111ea37c9f02 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:53.078847 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b77289-a794-4349-8bf9-fea9ed8e3f9f req-eedf9d39-02c1-4704-8171-111ea37c9f02 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:53.081766 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5c9ee004-4ab0-4968-9ded-4e9c682c4781 req-81f1694d-de35-4381-b752-76438dc7f813 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978566 Apr 28 19:42:53.084682 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b77289-a794-4349-8bf9-fea9ed8e3f9f req-eedf9d39-02c1-4704-8171-111ea37c9f02 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:53.091075 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b77289-a794-4349-8bf9-fea9ed8e3f9f req-eedf9d39-02c1-4704-8171-111ea37c9f02 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:53.097241 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b77289-a794-4349-8bf9-fea9ed8e3f9f req-eedf9d39-02c1-4704-8171-111ea37c9f02 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:53.098256 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-65c57665-1463-4c26-9236-480171b8f29e req-8d141514-34b6-425e-9ed2-ddbe335dbc15 service neutron] Attempting to bind port e0cde177-94fd-47df-9bb2-ab96402ec758 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:42:53.098576 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-65c57665-1463-4c26-9236-480171b8f29e req-8d141514-34b6-425e-9ed2-ddbe335dbc15 service neutron] Attempting to bind port e0cde177-94fd-47df-9bb2-ab96402ec758 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c4087ef1-be9e-4991-b622-f4da06ef46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '80835d31-d60f-4749-a1bd-4756afb7302e'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:42:53.098912 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-8d141514-34b6-425e-9ed2-ddbe335dbc15 service neutron] Attempting to bind port e0cde177-94fd-47df-9bb2-ab96402ec758 on network 80835d31-d60f-4749-a1bd-4756afb7302e {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:42:53.103936 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b77289-a794-4349-8bf9-fea9ed8e3f9f req-eedf9d39-02c1-4704-8171-111ea37c9f02 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:53.106409 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-04b77289-a794-4349-8bf9-fea9ed8e3f9f req-eedf9d39-02c1-4704-8171-111ea37c9f02 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5398 time: 0.1456885 Apr 28 19:42:53.111192 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614de40-0ff5-4b7c-89d0-34dfd7350d7a req-3de48f11-4743-4431-b29a-354a4d5f1905 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:53.118551 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0614de40-0ff5-4b7c-89d0-34dfd7350d7a req-3de48f11-4743-4431-b29a-354a4d5f1905 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=a91d6b10-acc9-4cb7-92b2-c1408afe3468 HTTP/1.1" status: 200 len: 946 time: 0.3490036 Apr 28 19:42:53.141469 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d141f8-824a-4fd9-83de-4e7d6d213265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c234c9-6570-4094-8779-bf52d57ef40f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:53.173274 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-f5c59377-b647-4067-a1e2-b4255d893c81 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8865387 Apr 28 19:42:53.175138 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-8d141514-34b6-425e-9ed2-ddbe335dbc15 service neutron] Port e0cde177-94fd-47df-9bb2-ab96402ec758 on network 80835d31-d60f-4749-a1bd-4756afb7302e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:42:53.175936 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-8d141514-34b6-425e-9ed2-ddbe335dbc15 service neutron] Attempting to bind port e0cde177-94fd-47df-9bb2-ab96402ec758 on network 80835d31-d60f-4749-a1bd-4756afb7302e {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:42:53.181758 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729bce4-6836-40d9-a4f5-36ade4a48eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=98d6ca4d-c489-4878-86cf-559f89bd8737,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:53.202892 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72d7ad-d76b-48bc-9b1c-b17fbab869fa req-6231c4c9-20b1-4e35-8de4-9de8e156cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:53.203387 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72d7ad-d76b-48bc-9b1c-b17fbab869fa req-6231c4c9-20b1-4e35-8de4-9de8e156cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:53.203868 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72d7ad-d76b-48bc-9b1c-b17fbab869fa req-6231c4c9-20b1-4e35-8de4-9de8e156cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:53.204558 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72d7ad-d76b-48bc-9b1c-b17fbab869fa req-6231c4c9-20b1-4e35-8de4-9de8e156cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:53.205665 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72d7ad-d76b-48bc-9b1c-b17fbab869fa req-6231c4c9-20b1-4e35-8de4-9de8e156cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:53.206169 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72d7ad-d76b-48bc-9b1c-b17fbab869fa req-6231c4c9-20b1-4e35-8de4-9de8e156cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:53.206646 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72d7ad-d76b-48bc-9b1c-b17fbab869fa req-6231c4c9-20b1-4e35-8de4-9de8e156cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:53.208733 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ee72d7ad-d76b-48bc-9b1c-b17fbab869fa req-6231c4c9-20b1-4e35-8de4-9de8e156cd07 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc3414dc2d694e45b86b092fc773c62d&device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 6303 time: 0.2884009 Apr 28 19:42:53.224455 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-8d141514-34b6-425e-9ed2-ddbe335dbc15 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:42:53.224800 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-8d141514-34b6-425e-9ed2-ddbe335dbc15 service neutron] Checking segment: {'id': 'c4087ef1-be9e-4991-b622-f4da06ef46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '80835d31-d60f-4749-a1bd-4756afb7302e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:42:53.225193 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-8d141514-34b6-425e-9ed2-ddbe335dbc15 service neutron] Bound using segment: {'id': 'c4087ef1-be9e-4991-b622-f4da06ef46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '80835d31-d60f-4749-a1bd-4756afb7302e'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:42:53.225644 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-65c57665-1463-4c26-9236-480171b8f29e req-8d141514-34b6-425e-9ed2-ddbe335dbc15 service neutron] Bound port: e0cde177-94fd-47df-9bb2-ab96402ec758, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4087ef1-be9e-4991-b622-f4da06ef46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '80835d31-d60f-4749-a1bd-4756afb7302e'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:42:53.226011 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-8d141514-34b6-425e-9ed2-ddbe335dbc15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:53.228041 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b4e28eaa-ce75-4944-8d17-05fac33c0967 None None] Provisioning complete for port 14784c8c-51c7-4607-bf4e-bdc835f47686 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:53.228566 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b4e28eaa-ce75-4944-8d17-05fac33c0967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:53.235237 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-04b77289-a794-4349-8bf9-fea9ed8e3f9f req-bd3b1f0a-2c56-4eda-a08f-05a484f0a060 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1155064 Apr 28 19:42:53.266453 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee561d-dc87-45ac-ad48-478436219cc3 req-576c25da-4158-4141-882e-6751a515110d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:53.268696 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-5729bce4-6836-40d9-a4f5-36ade4a48eb1 service neutron] Attempting to bind port 98d6ca4d-c489-4878-86cf-559f89bd8737 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:42:53.268889 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-33ee561d-dc87-45ac-ad48-478436219cc3 req-576c25da-4158-4141-882e-6751a515110d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eee94ffa-0eb8-4304-aa79-019e115fcd51 HTTP/1.1" status: 200 len: 853 time: 0.1963170 Apr 28 19:42:53.269093 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-5729bce4-6836-40d9-a4f5-36ade4a48eb1 service neutron] Attempting to bind port 98d6ca4d-c489-4878-86cf-559f89bd8737 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '436c53ed-3b97-4bf4-8a0b-a537cb1d73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cdb55058-4aeb-4055-9a13-3f0b63e89569'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:42:53.269357 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-5729bce4-6836-40d9-a4f5-36ade4a48eb1 service neutron] Attempting to bind port 98d6ca4d-c489-4878-86cf-559f89bd8737 on network cdb55058-4aeb-4055-9a13-3f0b63e89569 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:42:53.275749 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-5729bce4-6836-40d9-a4f5-36ade4a48eb1 service neutron] Port 98d6ca4d-c489-4878-86cf-559f89bd8737 on network cdb55058-4aeb-4055-9a13-3f0b63e89569 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:42:53.276795 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-5729bce4-6836-40d9-a4f5-36ade4a48eb1 service neutron] Attempting to bind port 98d6ca4d-c489-4878-86cf-559f89bd8737 on network cdb55058-4aeb-4055-9a13-3f0b63e89569 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:42:53.282719 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-5729bce4-6836-40d9-a4f5-36ade4a48eb1 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:42:53.283068 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-5729bce4-6836-40d9-a4f5-36ade4a48eb1 service neutron] Checking segment: {'id': '436c53ed-3b97-4bf4-8a0b-a537cb1d73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cdb55058-4aeb-4055-9a13-3f0b63e89569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:42:53.283475 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-5729bce4-6836-40d9-a4f5-36ade4a48eb1 service neutron] Bound using segment: {'id': '436c53ed-3b97-4bf4-8a0b-a537cb1d73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cdb55058-4aeb-4055-9a13-3f0b63e89569'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:42:53.284035 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-5729bce4-6836-40d9-a4f5-36ade4a48eb1 service neutron] Bound port: 98d6ca4d-c489-4878-86cf-559f89bd8737, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436c53ed-3b97-4bf4-8a0b-a537cb1d73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cdb55058-4aeb-4055-9a13-3f0b63e89569'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:42:53.284464 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-5729bce4-6836-40d9-a4f5-36ade4a48eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:53.307577 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0614de40-0ff5-4b7c-89d0-34dfd7350d7a req-bd007ec5-b263-4e48-b391-ce0e60c61401 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878076 Apr 28 19:42:53.349584 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-b4e28eaa-ce75-4944-8d17-05fac33c0967 None None] Port 14784c8c-51c7-4607-bf4e-bdc835f47686 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:42:53.419514 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:53.423634 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-5729bce4-6836-40d9-a4f5-36ade4a48eb1 service neutron] For port 98d6ca4d-c489-4878-86cf-559f89bd8737, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:42:53.425633 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-87885229-1af7-42df-93b1-b3ac3b57e491 service neutron] Request body: {'port': {'device_id': '280dbda8-4539-400a-9a0f-a1f8383c7a51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:53.442918 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-5729bce4-6836-40d9-a4f5-36ade4a48eb1 service neutron] For port 98d6ca4d-c489-4878-86cf-559f89bd8737, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=98d6ca4d-c489-4878-86cf-559f89bd8737,segment=NetworkSegment(436c53ed-3b97-4bf4-8a0b-a537cb1d73e3),segment_id=436c53ed-3b97-4bf4-8a0b-a537cb1d73e3)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:42:53.453649 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-5729bce4-6836-40d9-a4f5-36ade4a48eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:53.471243 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a8c62-5cf3-402a-8cbe-a380b8c1be3c req-eb4222c8-56fa-4803-8ffc-bcbef8e64548 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:53.472877 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3c7a8c62-5cf3-402a-8cbe-a380b8c1be3c req-eb4222c8-56fa-4803-8ffc-bcbef8e64548 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b5946f3-2f19-4b31-b351-558e731ac879 HTTP/1.1" status: 200 len: 944 time: 0.1079581 Apr 28 19:42:53.505713 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-5729bce4-6836-40d9-a4f5-36ade4a48eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:53.506331 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-5729bce4-6836-40d9-a4f5-36ade4a48eb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:53.508230 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-5729bce4-6836-40d9-a4f5-36ade4a48eb1 service neutron] 10.222.0.15 "PUT /v2.0/ports/98d6ca4d-c489-4878-86cf-559f89bd8737 HTTP/1.1" status: 200 len: 1092 time: 1.0569956 Apr 28 19:42:53.514366 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-33ee561d-dc87-45ac-ad48-478436219cc3 req-cece402c-dbeb-48a3-b46b-402c184c4c64 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=75bee797-4c68-44a2-8557-5f81596760ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2251339 Apr 28 19:42:53.517697 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a914e7-825e-424b-a659-43842d93c880', 'tag': '98d6ca4d-c489-4878-86cf-559f89bd8737'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:53.520026 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05be53e4-97f3-49c9-ac48-02f06f66659b" -d '{"events": [{"name": "network-changed", "server_uuid": "18a914e7-825e-424b-a659-43842d93c880", "tag": "98d6ca4d-c489-4878-86cf-559f89bd8737"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:42:53.568155 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72d7ad-d76b-48bc-9b1c-b17fbab869fa req-85332550-b8f1-4908-8d84-5b419f7871c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:53.569001 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72d7ad-d76b-48bc-9b1c-b17fbab869fa req-85332550-b8f1-4908-8d84-5b419f7871c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:53.569624 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72d7ad-d76b-48bc-9b1c-b17fbab869fa req-85332550-b8f1-4908-8d84-5b419f7871c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:53.571650 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ee72d7ad-d76b-48bc-9b1c-b17fbab869fa req-85332550-b8f1-4908-8d84-5b419f7871c3 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=bc3414dc2d694e45b86b092fc773c62d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3433900 Apr 28 19:42:53.605699 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3c7a8c62-5cf3-402a-8cbe-a380b8c1be3c req-15655265-30b0-49ec-b72b-4a55d5e7f172 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e4147cb-4461-4107-bd96-3d6438493dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077049 Apr 28 19:42:53.606681 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729bce4-6836-40d9-a4f5-36ade4a48eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=98d6ca4d-c489-4878-86cf-559f89bd8737,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:53.641851 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-87885229-1af7-42df-93b1-b3ac3b57e491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:53.653305 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-a4e1a065-d20e-49a8-85ff-32e4c242015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:53.655758 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-a4e1a065-d20e-49a8-85ff-32e4c242015e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4fb95101ce734232ab8ec98d4c95967b&device_id=18a914e7-825e-424b-a659-43842d93c880 HTTP/1.1" status: 200 len: 1095 time: 0.0872698 Apr 28 19:42:53.718859 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-2e05cdd0-bb09-4ebe-9e03-0730b246d856 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98d6ca4d-c489-4878-86cf-559f89bd8737 HTTP/1.1" status: 200 len: 217 time: 0.0553074 Apr 28 19:42:53.778969 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371475a6-f52c-49e8-a84f-e3b266948689 req-3b4409ac-2143-4ac6-b38f-eee60fecb6d5 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:53.780216 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-371475a6-f52c-49e8-a84f-e3b266948689 req-3b4409ac-2143-4ac6-b38f-eee60fecb6d5 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] 10.222.0.42 "GET /v2.0/ports?device_id=18a914e7-825e-424b-a659-43842d93c880 HTTP/1.1" status: 200 len: 944 time: 0.3485045 Apr 28 19:42:53.804149 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff4eb7-49d6-4eac-9eda-6ff222ba8148 req-9ad0ddd1-881f-4516-a40e-17fd5e553596 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:53.805708 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f1ff4eb7-49d6-4eac-9eda-6ff222ba8148 req-9ad0ddd1-881f-4516-a40e-17fd5e553596 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=280dbda8-4539-400a-9a0f-a1f8383c7a51 HTTP/1.1" status: 200 len: 931 time: 0.0928481 Apr 28 19:42:53.810064 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-93908652-9e4c-4c43-ba2c-8f52f40dbb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:53.811509 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-93908652-9e4c-4c43-ba2c-8f52f40dbb45 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08081696-8ad0-4503-9ed2-1596fa5d190f HTTP/1.1" status: 200 len: 848 time: 0.0814085 Apr 28 19:42:53.824220 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-65c57665-1463-4c26-9236-480171b8f29e req-8d141514-34b6-425e-9ed2-ddbe335dbc15 service neutron] For port e0cde177-94fd-47df-9bb2-ab96402ec758, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:42:53.864055 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-f7aef99b-f976-446e-a1d0-caaa60d131a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cdb55058-4aeb-4055-9a13-3f0b63e89569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413506 Apr 28 19:42:53.951207 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f1ff4eb7-49d6-4eac-9eda-6ff222ba8148 req-e42e86b4-edce-45fa-842c-def53209d65e tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3876cd2-e73b-4ff4-a774-6abe2eaa2886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356039 Apr 28 19:42:54.013425 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-bb0b57a6-d1cf-4fd5-807c-1d8766fb0e5c service neutron] 10.222.0.15 "GET /v2.0/networks/cdb55058-4aeb-4055-9a13-3f0b63e89569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427758 Apr 28 19:42:54.091283 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbe1e46-574f-435b-b419-f9b023d0dd49 x-openstack-request-id: req-7bbe1e46-574f-435b-b419-f9b023d0dd49 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:42:54.091873 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18a914e7-825e-424b-a659-43842d93c880", "tag": "98d6ca4d-c489-4878-86cf-559f89bd8737", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:42:54.093377 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7bbe1e46-574f-435b-b419-f9b023d0dd49 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:42:54.094377 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bbe1e46-574f-435b-b419-f9b023d0dd49'] response: {'name': 'network-changed', 'server_uuid': '18a914e7-825e-424b-a659-43842d93c880', 'tag': '98d6ca4d-c489-4878-86cf-559f89bd8737', 'status': 'completed', 'code': 200} Apr 28 19:42:54.160043 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d2d054c8-ec27-4ca0-b8b8-2b4537e0fe92 req-99ab6f88-dab7-4c17-b6fa-6e39c757b2ea service neutron] 10.222.0.15 "GET /v2.0/networks/cdb55058-4aeb-4055-9a13-3f0b63e89569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394351 Apr 28 19:42:54.206478 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec353a-77cc-46be-bebf-37207f3e6a78 req-a0fb4e61-8f73-47e6-917c-4cb1c3c7f374 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:54.207776 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ffec353a-77cc-46be-bebf-37207f3e6a78 req-a0fb4e61-8f73-47e6-917c-4cb1c3c7f374 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.0687582 Apr 28 19:42:54.214397 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-65c57665-1463-4c26-9236-480171b8f29e req-8d141514-34b6-425e-9ed2-ddbe335dbc15 service neutron] For port e0cde177-94fd-47df-9bb2-ab96402ec758, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e0cde177-94fd-47df-9bb2-ab96402ec758,segment=NetworkSegment(c4087ef1-be9e-4991-b622-f4da06ef46a1),segment_id=c4087ef1-be9e-4991-b622-f4da06ef46a1)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:42:54.241663 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-8d141514-34b6-425e-9ed2-ddbe335dbc15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:54.296419 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ffec353a-77cc-46be-bebf-37207f3e6a78 req-d3873f68-d844-4bf5-af02-01b315fd9356 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639567 Apr 28 19:42:54.310648 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be53e4-97f3-49c9-ac48-02f06f66659b req-418e603c-c3f8-4c1f-8039-a01e938f5f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:54.312405 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-05be53e4-97f3-49c9-ac48-02f06f66659b req-418e603c-c3f8-4c1f-8039-a01e938f5f07 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4fb95101ce734232ab8ec98d4c95967b&device_id=18a914e7-825e-424b-a659-43842d93c880 HTTP/1.1" status: 200 len: 1095 time: 0.0641305 Apr 28 19:42:54.334803 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-33ee561d-dc87-45ac-ad48-478436219cc3 req-e429212b-ac6f-4abf-95c8-c3bf61efa5fb service neutron] 10.222.0.15 "GET /v2.0/networks/75bee797-4c68-44a2-8557-5f81596760ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7879450 Apr 28 19:42:54.414455 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-371475a6-f52c-49e8-a84f-e3b266948689 req-4b616bf3-24b5-4948-80e1-1b277376ec6d tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c022b1ae-4fc9-4114-a59f-d12af83e00c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5880475 Apr 28 19:42:54.415510 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72d7ad-d76b-48bc-9b1c-b17fbab869fa req-ae157772-22d4-4899-a075-559073d19226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:54.417529 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ee72d7ad-d76b-48bc-9b1c-b17fbab869fa req-ae157772-22d4-4899-a075-559073d19226 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8265984 Apr 28 19:42:54.436565 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be53e4-97f3-49c9-ac48-02f06f66659b req-b8296e0b-fe6e-4e61-903e-68a6f1496ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:54.439057 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-05be53e4-97f3-49c9-ac48-02f06f66659b req-b8296e0b-fe6e-4e61-903e-68a6f1496ead service neutron] 10.222.0.15 "GET /v2.0/networks?id=cdb55058-4aeb-4055-9a13-3f0b63e89569 HTTP/1.1" status: 200 len: 909 time: 0.1179717 Apr 28 19:42:54.453623 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-8d141514-34b6-425e-9ed2-ddbe335dbc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:54.454251 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-8d141514-34b6-425e-9ed2-ddbe335dbc15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:54.456363 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-8d141514-34b6-425e-9ed2-ddbe335dbc15 service neutron] 10.222.0.15 "PUT /v2.0/ports/e0cde177-94fd-47df-9bb2-ab96402ec758 HTTP/1.1" status: 200 len: 1091 time: 3.8167987 Apr 28 19:42:54.515393 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-65c57665-1463-4c26-9236-480171b8f29e req-8beff879-3425-46c4-ba4d-8491ae51ce85 service neutron] Request body: {'port': {'device_id': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:54.520440 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-05be53e4-97f3-49c9-ac48-02f06f66659b req-e73c45f9-8c14-480e-99f5-5a39f2cf400d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98d6ca4d-c489-4878-86cf-559f89bd8737 HTTP/1.1" status: 200 len: 217 time: 0.0704865 Apr 28 19:42:54.575874 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be53e4-97f3-49c9-ac48-02f06f66659b req-a15d9cb3-6089-4056-bc7b-4f26b9a87358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:54.577581 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-05be53e4-97f3-49c9-ac48-02f06f66659b req-a15d9cb3-6089-4056-bc7b-4f26b9a87358 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08081696-8ad0-4503-9ed2-1596fa5d190f HTTP/1.1" status: 200 len: 848 time: 0.0498519 Apr 28 19:42:54.613915 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-05be53e4-97f3-49c9-ac48-02f06f66659b req-bc2126f1-e113-4d83-bb8c-eece50bb7808 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cdb55058-4aeb-4055-9a13-3f0b63e89569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279386 Apr 28 19:42:54.643831 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d141514-34b6-425e-9ed2-ddbe335dbc15 service neutron] Pushing event updated for resources: {'Port': ['ID=e0cde177-94fd-47df-9bb2-ab96402ec758,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:54.771985 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-33ee561d-dc87-45ac-ad48-478436219cc3 req-60634c8b-61db-45bd-8834-cd201a333fa8 service neutron] 10.222.0.15 "GET /v2.0/networks/75bee797-4c68-44a2-8557-5f81596760ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838151 Apr 28 19:42:54.793232 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45101c0-78a6-46f4-bd2e-c6e2abd7ad94 req-8fcc63ac-66cc-4cdd-a752-40c5e7a95df6 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:54.799109 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45101c0-78a6-46f4-bd2e-c6e2abd7ad94 req-8fcc63ac-66cc-4cdd-a752-40c5e7a95df6 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:54.804945 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45101c0-78a6-46f4-bd2e-c6e2abd7ad94 req-8fcc63ac-66cc-4cdd-a752-40c5e7a95df6 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:54.811562 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45101c0-78a6-46f4-bd2e-c6e2abd7ad94 req-8fcc63ac-66cc-4cdd-a752-40c5e7a95df6 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:54.817462 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45101c0-78a6-46f4-bd2e-c6e2abd7ad94 req-8fcc63ac-66cc-4cdd-a752-40c5e7a95df6 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:54.824235 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45101c0-78a6-46f4-bd2e-c6e2abd7ad94 req-8fcc63ac-66cc-4cdd-a752-40c5e7a95df6 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:54.830131 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45101c0-78a6-46f4-bd2e-c6e2abd7ad94 req-8fcc63ac-66cc-4cdd-a752-40c5e7a95df6 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:54.832142 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a45101c0-78a6-46f4-bd2e-c6e2abd7ad94 req-8fcc63ac-66cc-4cdd-a752-40c5e7a95df6 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5398 time: 0.2140503 Apr 28 19:42:54.836142 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-8beff879-3425-46c4-ba4d-8491ae51ce85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:54.910811 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'tag': 'e0cde177-94fd-47df-9bb2-ab96402ec758'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:54.913118 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fed410b-bd38-414b-be23-0ab0a3b037a1" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "tag": "e0cde177-94fd-47df-9bb2-ab96402ec758"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:42:54.918810 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-87885229-1af7-42df-93b1-b3ac3b57e491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14784c8c-51c7-4607-bf4e-bdc835f47686 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:42:54.933049 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-87885229-1af7-42df-93b1-b3ac3b57e491 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:54.971747 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-87885229-1af7-42df-93b1-b3ac3b57e491 service neutron] Transition to ACTIVE for port object 14784c8c-51c7-4607-bf4e-bdc835f47686 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:42:54.977568 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a45101c0-78a6-46f4-bd2e-c6e2abd7ad94 req-e764e769-7ed3-4f5a-9a05-9224d0a3ef5b tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1155145 Apr 28 19:42:54.982705 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-87885229-1af7-42df-93b1-b3ac3b57e491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:54.986845 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-05be53e4-97f3-49c9-ac48-02f06f66659b req-15ec5c08-f5d8-4ac7-b10b-d165d0730ad1 service neutron] 10.222.0.15 "GET /v2.0/networks/cdb55058-4aeb-4055-9a13-3f0b63e89569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642101 Apr 28 19:42:55.093525 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-05be53e4-97f3-49c9-ac48-02f06f66659b req-46728a29-0a8b-4ebb-b395-d57872644a86 service neutron] 10.222.0.15 "GET /v2.0/networks/cdb55058-4aeb-4055-9a13-3f0b63e89569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988758 Apr 28 19:42:55.143625 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device aa9bd5d7-88d4-4471-923b-746072e68a5d details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:42:55.156248 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87885229-1af7-42df-93b1-b3ac3b57e491 service neutron] Pushing event updated for resources: {'Port': ['ID=14784c8c-51c7-4607-bf4e-bdc835f47686,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:55.240842 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa4f76-30e2-4811-a402-ce02c5b90910 req-127880ec-c9d8-4d4f-b8b0-b04d20c61e09 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:55.241292 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68214dac-fa16-4d32-970e-0b809fe04eeb req-ebe5b809-f7ed-44aa-8586-e06559aa340c tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:55.242418 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-37fa4f76-30e2-4811-a402-ce02c5b90910 req-127880ec-c9d8-4d4f-b8b0-b04d20c61e09 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=a91d6b10-acc9-4cb7-92b2-c1408afe3468 HTTP/1.1" status: 200 len: 946 time: 0.1744938 Apr 28 19:42:55.255228 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-68214dac-fa16-4d32-970e-0b809fe04eeb req-ebe5b809-f7ed-44aa-8586-e06559aa340c tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b5946f3-2f19-4b31-b351-558e731ac879 HTTP/1.1" status: 200 len: 944 time: 0.0782108 Apr 28 19:42:55.277801 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port aa9bd5d7-88d4-4471-923b-746072e68a5d, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=aa9bd5d7-88d4-4471-923b-746072e68a5d,segment=NetworkSegment(fba74db4-6a8e-4145-8f5f-f10444060d8c),segment_id=fba74db4-6a8e-4145-8f5f-f10444060d8c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:55.293424 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'aa9bd5d7-88d4-4471-923b-746072e68a5d', 'network_id': '75bee797-4c68-44a2-8557-5f81596760ce', 'port_id': 'aa9bd5d7-88d4-4471-923b-746072e68a5d', 'mac_address': 'fa:16:3e:b2:20:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eee94ffa-0eb8-4304-aa79-019e115fcd51', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:42:55.304557 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-68214dac-fa16-4d32-970e-0b809fe04eeb req-9fddf9cb-c00a-4a1c-a9f5-ff1564f3278d tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e4147cb-4461-4107-bd96-3d6438493dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422921 Apr 28 19:42:55.352720 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:55.363103 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-37fa4f76-30e2-4811-a402-ce02c5b90910 req-9a776aa8-02f8-4283-8752-b4f9c2e8c17d tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001558 Apr 28 19:42:55.367651 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-87885229-1af7-42df-93b1-b3ac3b57e491 service neutron] Attempting to bind port 14784c8c-51c7-4607-bf4e-bdc835f47686 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:42:55.368058 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-87885229-1af7-42df-93b1-b3ac3b57e491 service neutron] Attempting to bind port 14784c8c-51c7-4607-bf4e-bdc835f47686 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '45b99270-ac05-4c11-b64b-fdc435dcfa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:42:55.368414 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-87885229-1af7-42df-93b1-b3ac3b57e491 service neutron] Attempting to bind port 14784c8c-51c7-4607-bf4e-bdc835f47686 on network fa6ba32f-86e1-489e-bf69-a0854e414daf {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:42:55.375592 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f05b005-acb4-46fd-9aaf-b42c094161c7 x-openstack-request-id: req-6f05b005-acb4-46fd-9aaf-b42c094161c7 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:42:55.375895 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "tag": "e0cde177-94fd-47df-9bb2-ab96402ec758", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:42:55.376883 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6f05b005-acb4-46fd-9aaf-b42c094161c7 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:42:55.377308 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f05b005-acb4-46fd-9aaf-b42c094161c7'] response: {'name': 'network-changed', 'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'tag': 'e0cde177-94fd-47df-9bb2-ab96402ec758', 'status': 'completed', 'code': 200} Apr 28 19:42:55.382926 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa9bd5d7-88d4-4471-923b-746072e68a5d {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:42:55.387919 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-87885229-1af7-42df-93b1-b3ac3b57e491 service neutron] Port 14784c8c-51c7-4607-bf4e-bdc835f47686 on network fa6ba32f-86e1-489e-bf69-a0854e414daf not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:42:55.388278 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-87885229-1af7-42df-93b1-b3ac3b57e491 service neutron] Attempting to bind port 14784c8c-51c7-4607-bf4e-bdc835f47686 on network fa6ba32f-86e1-489e-bf69-a0854e414daf {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:42:55.430960 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port aa9bd5d7-88d4-4471-923b-746072e68a5d, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=aa9bd5d7-88d4-4471-923b-746072e68a5d,segment=NetworkSegment(fba74db4-6a8e-4145-8f5f-f10444060d8c),segment_id=fba74db4-6a8e-4145-8f5f-f10444060d8c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:55.460459 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:55.479802 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed410b-bd38-414b-be23-0ab0a3b037a1 req-55fe4560-33fb-4cd2-8540-3026ab5d6fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:55.480474 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed410b-bd38-414b-be23-0ab0a3b037a1 req-55fe4560-33fb-4cd2-8540-3026ab5d6fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:55.481008 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed410b-bd38-414b-be23-0ab0a3b037a1 req-55fe4560-33fb-4cd2-8540-3026ab5d6fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:55.481535 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed410b-bd38-414b-be23-0ab0a3b037a1 req-55fe4560-33fb-4cd2-8540-3026ab5d6fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:55.482293 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed410b-bd38-414b-be23-0ab0a3b037a1 req-55fe4560-33fb-4cd2-8540-3026ab5d6fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:55.483170 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed410b-bd38-414b-be23-0ab0a3b037a1 req-55fe4560-33fb-4cd2-8540-3026ab5d6fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:55.484745 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed410b-bd38-414b-be23-0ab0a3b037a1 req-55fe4560-33fb-4cd2-8540-3026ab5d6fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:55.486229 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-87885229-1af7-42df-93b1-b3ac3b57e491 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:42:55.487591 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9fed410b-bd38-414b-be23-0ab0a3b037a1 req-55fe4560-33fb-4cd2-8540-3026ab5d6fe5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc3414dc2d694e45b86b092fc773c62d&device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 6345 time: 0.0928407 Apr 28 19:42:55.488214 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-87885229-1af7-42df-93b1-b3ac3b57e491 service neutron] Checking segment: {'id': '45b99270-ac05-4c11-b64b-fdc435dcfa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:42:55.488781 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-87885229-1af7-42df-93b1-b3ac3b57e491 service neutron] Bound using segment: {'id': '45b99270-ac05-4c11-b64b-fdc435dcfa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:42:55.489419 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-87885229-1af7-42df-93b1-b3ac3b57e491 service neutron] Bound port: 14784c8c-51c7-4607-bf4e-bdc835f47686, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b99270-ac05-4c11-b64b-fdc435dcfa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:42:55.491233 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-87885229-1af7-42df-93b1-b3ac3b57e491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:55.524075 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=aa9bd5d7-88d4-4471-923b-746072e68a5d,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:55.531442 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-65c57665-1463-4c26-9236-480171b8f29e req-8beff879-3425-46c4-ba4d-8491ae51ce85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c61bdd67-d1f0-4cd3-8c99-e1114bf17a78 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:42:55.548005 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-8beff879-3425-46c4-ba4d-8491ae51ce85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:55.611561 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-65c57665-1463-4c26-9236-480171b8f29e req-8beff879-3425-46c4-ba4d-8491ae51ce85 service neutron] Transition to ACTIVE for port object c61bdd67-d1f0-4cd3-8c99-e1114bf17a78 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:42:55.623378 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-8beff879-3425-46c4-ba4d-8491ae51ce85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:55.662261 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996288eb-2b07-4230-bb41-372830a1fd5a req-161d871f-aa32-43e1-8248-ec90967f1847 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:55.664319 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-996288eb-2b07-4230-bb41-372830a1fd5a req-161d871f-aa32-43e1-8248-ec90967f1847 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=280dbda8-4539-400a-9a0f-a1f8383c7a51 HTTP/1.1" status: 200 len: 943 time: 0.2055955 Apr 28 19:42:55.719648 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0410a19-1920-4c25-9cd0-fd19f3cb0c2c req-675d8e36-8663-4bce-a729-1d7df49948e4 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:55.722194 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a0410a19-1920-4c25-9cd0-fd19f3cb0c2c req-675d8e36-8663-4bce-a729-1d7df49948e4 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1810949 Apr 28 19:42:55.724498 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-87885229-1af7-42df-93b1-b3ac3b57e491 service neutron] For port 14784c8c-51c7-4607-bf4e-bdc835f47686, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:42:55.726759 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beff879-3425-46c4-ba4d-8491ae51ce85 service neutron] Pushing event updated for resources: {'Port': ['ID=c61bdd67-d1f0-4cd3-8c99-e1114bf17a78,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:55.745697 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed410b-bd38-414b-be23-0ab0a3b037a1 req-7ffecba3-c131-4550-9367-8477334adea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:55.746315 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed410b-bd38-414b-be23-0ab0a3b037a1 req-7ffecba3-c131-4550-9367-8477334adea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:55.746820 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed410b-bd38-414b-be23-0ab0a3b037a1 req-7ffecba3-c131-4550-9367-8477334adea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:55.748831 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9fed410b-bd38-414b-be23-0ab0a3b037a1 req-7ffecba3-c131-4550-9367-8477334adea7 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=bc3414dc2d694e45b86b092fc773c62d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2467957 Apr 28 19:42:55.760054 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-87885229-1af7-42df-93b1-b3ac3b57e491 service neutron] For port 14784c8c-51c7-4607-bf4e-bdc835f47686, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=14784c8c-51c7-4607-bf4e-bdc835f47686,segment=NetworkSegment(45b99270-ac05-4c11-b64b-fdc435dcfa6a),segment_id=45b99270-ac05-4c11-b64b-fdc435dcfa6a)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:42:55.762493 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-996288eb-2b07-4230-bb41-372830a1fd5a req-2b935876-da0b-4218-b0d0-3d0eb09e090c tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3876cd2-e73b-4ff4-a774-6abe2eaa2886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908711 Apr 28 19:42:55.783158 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['aa9bd5d7-88d4-4471-923b-746072e68a5d'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:42:55.812121 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-87885229-1af7-42df-93b1-b3ac3b57e491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:55.887761 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:55.923483 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:56.002302 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-87885229-1af7-42df-93b1-b3ac3b57e491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:56.002925 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-87885229-1af7-42df-93b1-b3ac3b57e491 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:56.004365 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-87885229-1af7-42df-93b1-b3ac3b57e491 service neutron] 10.222.0.44 "PUT /v2.0/ports/14784c8c-51c7-4607-bf4e-bdc835f47686 HTTP/1.1" status: 200 len: 1091 time: 2.7007544 Apr 28 19:42:56.091309 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87885229-1af7-42df-93b1-b3ac3b57e491 service neutron] Pushing event updated for resources: {'Port': ['ID=14784c8c-51c7-4607-bf4e-bdc835f47686,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:56.112022 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed410b-bd38-414b-be23-0ab0a3b037a1 req-4f0c162b-1306-4259-a27d-8358ca03a22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:56.115628 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9fed410b-bd38-414b-be23-0ab0a3b037a1 req-4f0c162b-1306-4259-a27d-8358ca03a22c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3477767 Apr 28 19:42:56.127521 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a0410a19-1920-4c25-9cd0-fd19f3cb0c2c req-7872a94d-16ca-43cd-96f4-5d7f1b8dd030 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3654037 Apr 28 19:42:56.160305 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a91c2-c34e-4e98-8eaa-e405123f233d req-be887ef5-f419-46e6-8114-b184ba9a7e29 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:56.169023 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-493a91c2-c34e-4e98-8eaa-e405123f233d req-be887ef5-f419-46e6-8114-b184ba9a7e29 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] 10.222.0.42 "GET /v2.0/ports?device_id=18a914e7-825e-424b-a659-43842d93c880 HTTP/1.1" status: 200 len: 944 time: 0.2209432 Apr 28 19:42:56.175638 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-65c57665-1463-4c26-9236-480171b8f29e req-8beff879-3425-46c4-ba4d-8491ae51ce85 service neutron] Attempting to bind port c61bdd67-d1f0-4cd3-8c99-e1114bf17a78 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:42:56.176031 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-65c57665-1463-4c26-9236-480171b8f29e req-8beff879-3425-46c4-ba4d-8491ae51ce85 service neutron] Attempting to bind port c61bdd67-d1f0-4cd3-8c99-e1114bf17a78 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '46a14388-2034-4d81-9962-2861ba57c306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '599034e0-defd-4a8f-a6f0-947f37bda9fd'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:42:56.176328 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-8beff879-3425-46c4-ba4d-8491ae51ce85 service neutron] Attempting to bind port c61bdd67-d1f0-4cd3-8c99-e1114bf17a78 on network 599034e0-defd-4a8f-a6f0-947f37bda9fd {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:42:56.201464 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-8beff879-3425-46c4-ba4d-8491ae51ce85 service neutron] Port c61bdd67-d1f0-4cd3-8c99-e1114bf17a78 on network 599034e0-defd-4a8f-a6f0-947f37bda9fd not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:42:56.201878 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-8beff879-3425-46c4-ba4d-8491ae51ce85 service neutron] Attempting to bind port c61bdd67-d1f0-4cd3-8c99-e1114bf17a78 on network 599034e0-defd-4a8f-a6f0-947f37bda9fd {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:42:56.218740 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-8beff879-3425-46c4-ba4d-8491ae51ce85 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:42:56.219449 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-8beff879-3425-46c4-ba4d-8491ae51ce85 service neutron] Checking segment: {'id': '46a14388-2034-4d81-9962-2861ba57c306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '599034e0-defd-4a8f-a6f0-947f37bda9fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:42:56.220054 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-8beff879-3425-46c4-ba4d-8491ae51ce85 service neutron] Bound using segment: {'id': '46a14388-2034-4d81-9962-2861ba57c306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '599034e0-defd-4a8f-a6f0-947f37bda9fd'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:42:56.221942 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-65c57665-1463-4c26-9236-480171b8f29e req-8beff879-3425-46c4-ba4d-8491ae51ce85 service neutron] Bound port: c61bdd67-d1f0-4cd3-8c99-e1114bf17a78, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46a14388-2034-4d81-9962-2861ba57c306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '599034e0-defd-4a8f-a6f0-947f37bda9fd'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:42:56.222561 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-8beff879-3425-46c4-ba4d-8491ae51ce85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:56.246081 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-b6e8b1f2-bcee-4748-b544-302f3c2aca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:56.248665 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-b6e8b1f2-bcee-4748-b544-302f3c2aca84 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98a6d5da4ca84f3b93f1251e2d3cf2d8&device_id=280dbda8-4539-400a-9a0f-a1f8383c7a51 HTTP/1.1" status: 200 len: 1094 time: 0.1737051 Apr 28 19:42:56.260741 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-493a91c2-c34e-4e98-8eaa-e405123f233d req-2d4e87a6-0bf8-4682-bb02-11de14ef6303 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c022b1ae-4fc9-4114-a59f-d12af83e00c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708485 Apr 28 19:42:56.386844 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-aa642d7f-b957-42f3-b92d-bfdfe271e621 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14784c8c-51c7-4607-bf4e-bdc835f47686 HTTP/1.1" status: 200 len: 217 time: 0.0664279 Apr 28 19:42:56.389487 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-65c57665-1463-4c26-9236-480171b8f29e req-8beff879-3425-46c4-ba4d-8491ae51ce85 service neutron] For port c61bdd67-d1f0-4cd3-8c99-e1114bf17a78, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:42:56.405483 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d082078-fae6-4973-b592-af77f48508d7 req-6947d502-d4b2-451f-aaf2-6a7b065027f8 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:56.411949 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d082078-fae6-4973-b592-af77f48508d7 req-6947d502-d4b2-451f-aaf2-6a7b065027f8 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:56.418335 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d082078-fae6-4973-b592-af77f48508d7 req-6947d502-d4b2-451f-aaf2-6a7b065027f8 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:56.425489 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d082078-fae6-4973-b592-af77f48508d7 req-6947d502-d4b2-451f-aaf2-6a7b065027f8 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:56.431722 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d082078-fae6-4973-b592-af77f48508d7 req-6947d502-d4b2-451f-aaf2-6a7b065027f8 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:56.440869 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d082078-fae6-4973-b592-af77f48508d7 req-6947d502-d4b2-451f-aaf2-6a7b065027f8 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:56.447407 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d082078-fae6-4973-b592-af77f48508d7 req-6947d502-d4b2-451f-aaf2-6a7b065027f8 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:56.447576 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-65c57665-1463-4c26-9236-480171b8f29e req-8beff879-3425-46c4-ba4d-8491ae51ce85 service neutron] For port c61bdd67-d1f0-4cd3-8c99-e1114bf17a78, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=c61bdd67-d1f0-4cd3-8c99-e1114bf17a78,segment=NetworkSegment(46a14388-2034-4d81-9962-2861ba57c306),segment_id=46a14388-2034-4d81-9962-2861ba57c306)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:42:56.450814 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1d082078-fae6-4973-b592-af77f48508d7 req-6947d502-d4b2-451f-aaf2-6a7b065027f8 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5410 time: 0.1193144 Apr 28 19:42:56.461581 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-8beff879-3425-46c4-ba4d-8491ae51ce85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:56.509686 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1d082078-fae6-4973-b592-af77f48508d7 req-74cb3499-44db-4029-b350-7563a7775610 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520632 Apr 28 19:42:56.536634 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-77979fdd-3231-40f3-b13e-f9a04133cec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:56.538212 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-77979fdd-3231-40f3-b13e-f9a04133cec5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7a2f793-5447-48fe-83df-017889e9d0fc HTTP/1.1" status: 200 len: 854 time: 0.1447122 Apr 28 19:42:56.542574 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-8beff879-3425-46c4-ba4d-8491ae51ce85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:56.543561 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-8beff879-3425-46c4-ba4d-8491ae51ce85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:56.545213 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-8beff879-3425-46c4-ba4d-8491ae51ce85 service neutron] 10.222.0.15 "PUT /v2.0/ports/c61bdd67-d1f0-4cd3-8c99-e1114bf17a78 HTTP/1.1" status: 200 len: 1091 time: 2.0431037 Apr 28 19:42:56.572186 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beff879-3425-46c4-ba4d-8491ae51ce85 service neutron] Pushing event updated for resources: {'Port': ['ID=c61bdd67-d1f0-4cd3-8c99-e1114bf17a78,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:56.622689 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-65c57665-1463-4c26-9236-480171b8f29e req-8c55245c-a4cf-4c70-94fe-c78a20b1d8dd service neutron] Request body: {'port': {'device_id': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:56.712173 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad05a08-9900-4532-8ba4-25a1c2b23b8f req-3d00b34e-9527-4e11-b549-51cd43916a62 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:56.714328 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fad05a08-9900-4532-8ba4-25a1c2b23b8f req-3d00b34e-9527-4e11-b549-51cd43916a62 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b5946f3-2f19-4b31-b351-558e731ac879 HTTP/1.1" status: 200 len: 945 time: 0.1584287 Apr 28 19:42:56.741433 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-df4feb6a-6c73-4fcd-b685-7f6a317810aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:56.743242 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-df4feb6a-6c73-4fcd-b685-7f6a317810aa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa6ba32f-86e1-489e-bf69-a0854e414daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1965175 Apr 28 19:42:56.785382 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-8c55245c-a4cf-4c70-94fe-c78a20b1d8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:56.852749 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fad05a08-9900-4532-8ba4-25a1c2b23b8f req-3d804c45-7062-439d-ab27-a44e0a73d9de tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e4147cb-4461-4107-bd96-3d6438493dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289048 Apr 28 19:42:57.001610 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-6b8da1cb-b596-4df5-b1b4-d2aa01cab3cd service neutron] 10.222.0.44 "GET /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465565 Apr 28 19:42:57.153342 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd98841-83fb-4df2-924f-8678dce0005c req-60894961-faed-4e5b-8fba-abad5cf04483 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:57.154877 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5cd98841-83fb-4df2-924f-8678dce0005c req-60894961-faed-4e5b-8fba-abad5cf04483 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=280dbda8-4539-400a-9a0f-a1f8383c7a51 HTTP/1.1" status: 200 len: 943 time: 0.1706443 Apr 28 19:42:57.173608 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 98d6ca4d-c489-4878-86cf-559f89bd8737 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:42:57.178083 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device aa9bd5d7-88d4-4471-923b-746072e68a5d up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:42:57.223541 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1943fab8-58e4-45e5-8cb1-9879c95f437b req-5efca385-ce97-4e07-a673-ae963ceb648c service neutron] 10.222.0.44 "GET /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004085 Apr 28 19:42:57.253702 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5cd98841-83fb-4df2-924f-8678dce0005c req-eb3aaba5-2a66-4e6e-95f3-64c5f28c2aed tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3876cd2-e73b-4ff4-a774-6abe2eaa2886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917158 Apr 28 19:42:57.314754 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port aa9bd5d7-88d4-4471-923b-746072e68a5d completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:42:57.323906 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port aa9bd5d7-88d4-4471-923b-746072e68a5d triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:57.324336 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:57.343154 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-65c57665-1463-4c26-9236-480171b8f29e req-8c55245c-a4cf-4c70-94fe-c78a20b1d8dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0bd214a-5662-4bfb-82db-e3d3910d444b {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:42:57.351579 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-8c55245c-a4cf-4c70-94fe-c78a20b1d8dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:57.368457 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-65c57665-1463-4c26-9236-480171b8f29e req-8c55245c-a4cf-4c70-94fe-c78a20b1d8dd service neutron] Transition to ACTIVE for port object a0bd214a-5662-4bfb-82db-e3d3910d444b will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:42:57.378330 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '280dbda8-4539-400a-9a0f-a1f8383c7a51', 'tag': '14784c8c-51c7-4607-bf4e-bdc835f47686'}, {'name': 'network-changed', 'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'tag': 'c61bdd67-d1f0-4cd3-8c99-e1114bf17a78'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:57.386597 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38fdbdb-fca6-457a-b16d-01afe6a95ff7" -d '{"events": [{"name": "network-changed", "server_uuid": "280dbda8-4539-400a-9a0f-a1f8383c7a51", "tag": "14784c8c-51c7-4607-bf4e-bdc835f47686"}, {"name": "network-changed", "server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "tag": "c61bdd67-d1f0-4cd3-8c99-e1114bf17a78"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:42:57.407226 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-8c55245c-a4cf-4c70-94fe-c78a20b1d8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:57.439269 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460be43-ffbd-42df-8f72-dd278ffb946a req-bccbd8fd-aeba-46ff-babe-b5b2b9578a70 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:57.449051 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a460be43-ffbd-42df-8f72-dd278ffb946a req-bccbd8fd-aeba-46ff-babe-b5b2b9578a70 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.0615699 Apr 28 19:42:57.455004 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 98d6ca4d-c489-4878-86cf-559f89bd8737, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=98d6ca4d-c489-4878-86cf-559f89bd8737,segment=NetworkSegment(436c53ed-3b97-4bf4-8a0b-a537cb1d73e3),segment_id=436c53ed-3b97-4bf4-8a0b-a537cb1d73e3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:57.471457 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '98d6ca4d-c489-4878-86cf-559f89bd8737', 'network_id': 'cdb55058-4aeb-4055-9a13-3f0b63e89569', 'port_id': '98d6ca4d-c489-4878-86cf-559f89bd8737', 'mac_address': 'fa:16:3e:61:2d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08081696-8ad0-4503-9ed2-1596fa5d190f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:42:57.542608 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a460be43-ffbd-42df-8f72-dd278ffb946a req-a229b420-ba2c-4d68-9778-8b5204fea699 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917706 Apr 28 19:42:57.560683 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55245c-a4cf-4c70-94fe-c78a20b1d8dd service neutron] Pushing event updated for resources: {'Port': ['ID=a0bd214a-5662-4bfb-82db-e3d3910d444b,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:57.565941 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:57.597721 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:57.622132 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98d6ca4d-c489-4878-86cf-559f89bd8737 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:42:57.643550 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5946f3-2f19-4b31-b351-558e731ac879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9bd5d7-88d4-4471-923b-746072e68a5d'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:57.646558 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fac565-ee40-4647-8816-a09308dc804b" -d '{"events": [{"server_uuid": "9b5946f3-2f19-4b31-b351-558e731ac879", "name": "network-vif-plugged", "status": "completed", "tag": "aa9bd5d7-88d4-4471-923b-746072e68a5d"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:42:57.668708 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port aa9bd5d7-88d4-4471-923b-746072e68a5d, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=aa9bd5d7-88d4-4471-923b-746072e68a5d,segment=NetworkSegment(fba74db4-6a8e-4145-8f5f-f10444060d8c),segment_id=fba74db4-6a8e-4145-8f5f-f10444060d8c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:57.670882 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 98d6ca4d-c489-4878-86cf-559f89bd8737, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=98d6ca4d-c489-4878-86cf-559f89bd8737,segment=NetworkSegment(436c53ed-3b97-4bf4-8a0b-a537cb1d73e3),segment_id=436c53ed-3b97-4bf4-8a0b-a537cb1d73e3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:57.678679 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:57.691412 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:57.692597 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 28 Apr 2022 19:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e613e0b-2dfb-4400-8eb6-642ee07f452a x-openstack-request-id: req-4e613e0b-2dfb-4400-8eb6-642ee07f452a {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:42:57.692890 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "280dbda8-4539-400a-9a0f-a1f8383c7a51", "tag": "14784c8c-51c7-4607-bf4e-bdc835f47686", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "tag": "c61bdd67-d1f0-4cd3-8c99-e1114bf17a78", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:42:57.695287 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4e613e0b-2dfb-4400-8eb6-642ee07f452a {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:42:57.695717 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e613e0b-2dfb-4400-8eb6-642ee07f452a'] response: {'name': 'network-changed', 'server_uuid': '280dbda8-4539-400a-9a0f-a1f8383c7a51', 'tag': '14784c8c-51c7-4607-bf4e-bdc835f47686', 'status': 'completed', 'code': 200} Apr 28 19:42:57.696030 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e613e0b-2dfb-4400-8eb6-642ee07f452a'] response: {'name': 'network-changed', 'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'tag': 'c61bdd67-d1f0-4cd3-8c99-e1114bf17a78', 'status': 'completed', 'code': 200} Apr 28 19:42:57.757159 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbdde13-8e75-45ae-96a1-01026412525b req-c0facebd-9175-4aef-b9ae-48b5b74af98d tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:57.759819 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9cbdde13-8e75-45ae-96a1-01026412525b req-c0facebd-9175-4aef-b9ae-48b5b74af98d tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] 10.222.0.42 "GET /v2.0/ports?device_id=18a914e7-825e-424b-a659-43842d93c880 HTTP/1.1" status: 200 len: 944 time: 0.1358833 Apr 28 19:42:57.767820 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=aa9bd5d7-88d4-4471-923b-746072e68a5d,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:57.785715 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fdbdb-fca6-457a-b16d-01afe6a95ff7 req-9a3ad4b9-d4dc-43fa-8b8c-6e5881e9416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:57.786302 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fdbdb-fca6-457a-b16d-01afe6a95ff7 req-9a3ad4b9-d4dc-43fa-8b8c-6e5881e9416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:57.786848 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fdbdb-fca6-457a-b16d-01afe6a95ff7 req-9a3ad4b9-d4dc-43fa-8b8c-6e5881e9416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:57.787518 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fdbdb-fca6-457a-b16d-01afe6a95ff7 req-9a3ad4b9-d4dc-43fa-8b8c-6e5881e9416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:57.788227 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fdbdb-fca6-457a-b16d-01afe6a95ff7 req-9a3ad4b9-d4dc-43fa-8b8c-6e5881e9416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:57.788699 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fdbdb-fca6-457a-b16d-01afe6a95ff7 req-9a3ad4b9-d4dc-43fa-8b8c-6e5881e9416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:57.793740 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fdbdb-fca6-457a-b16d-01afe6a95ff7 req-9a3ad4b9-d4dc-43fa-8b8c-6e5881e9416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:57.795767 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f38fdbdb-fca6-457a-b16d-01afe6a95ff7 req-9a3ad4b9-d4dc-43fa-8b8c-6e5881e9416b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc3414dc2d694e45b86b092fc773c62d&device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 6437 time: 0.1079619 Apr 28 19:42:57.833364 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=98d6ca4d-c489-4878-86cf-559f89bd8737,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:57.886274 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-65c57665-1463-4c26-9236-480171b8f29e req-8c55245c-a4cf-4c70-94fe-c78a20b1d8dd service neutron] Attempting to bind port a0bd214a-5662-4bfb-82db-e3d3910d444b on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:42:57.886861 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-65c57665-1463-4c26-9236-480171b8f29e req-8c55245c-a4cf-4c70-94fe-c78a20b1d8dd service neutron] Attempting to bind port a0bd214a-5662-4bfb-82db-e3d3910d444b by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '46a14388-2034-4d81-9962-2861ba57c306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '599034e0-defd-4a8f-a6f0-947f37bda9fd'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:42:57.887297 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-8c55245c-a4cf-4c70-94fe-c78a20b1d8dd service neutron] Attempting to bind port a0bd214a-5662-4bfb-82db-e3d3910d444b on network 599034e0-defd-4a8f-a6f0-947f37bda9fd {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:42:57.896511 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fdbdb-fca6-457a-b16d-01afe6a95ff7 req-c0ea14aa-03c5-4bf2-983f-fa647c876041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:57.898245 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f38fdbdb-fca6-457a-b16d-01afe6a95ff7 req-c0ea14aa-03c5-4bf2-983f-fa647c876041 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98a6d5da4ca84f3b93f1251e2d3cf2d8&device_id=280dbda8-4539-400a-9a0f-a1f8383c7a51 HTTP/1.1" status: 200 len: 1094 time: 0.1955743 Apr 28 19:42:57.908024 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9cbdde13-8e75-45ae-96a1-01026412525b req-f78df70e-1d32-4cf3-a5af-570832d3ede3 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c022b1ae-4fc9-4114-a59f-d12af83e00c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403542 Apr 28 19:42:57.913757 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d964a50-5930-4d62-8f1f-2f0a67b79448 req-c4f2f4a0-8aa8-41cc-812b-95a588d589bc tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:57.919882 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d964a50-5930-4d62-8f1f-2f0a67b79448 req-c4f2f4a0-8aa8-41cc-812b-95a588d589bc tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:57.925844 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d964a50-5930-4d62-8f1f-2f0a67b79448 req-c4f2f4a0-8aa8-41cc-812b-95a588d589bc tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:57.933443 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d964a50-5930-4d62-8f1f-2f0a67b79448 req-c4f2f4a0-8aa8-41cc-812b-95a588d589bc tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:57.940396 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d964a50-5930-4d62-8f1f-2f0a67b79448 req-c4f2f4a0-8aa8-41cc-812b-95a588d589bc tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:57.947000 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d964a50-5930-4d62-8f1f-2f0a67b79448 req-c4f2f4a0-8aa8-41cc-812b-95a588d589bc tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:57.954313 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d964a50-5930-4d62-8f1f-2f0a67b79448 req-c4f2f4a0-8aa8-41cc-812b-95a588d589bc tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:57.956355 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3d964a50-5930-4d62-8f1f-2f0a67b79448 req-c4f2f4a0-8aa8-41cc-812b-95a588d589bc tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5422 time: 0.1595588 Apr 28 19:42:57.964907 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fdbdb-fca6-457a-b16d-01afe6a95ff7 req-dff17ba4-0fe1-4f20-b68b-e0a5f3641759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:57.965588 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fdbdb-fca6-457a-b16d-01afe6a95ff7 req-dff17ba4-0fe1-4f20-b68b-e0a5f3641759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:57.966050 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fdbdb-fca6-457a-b16d-01afe6a95ff7 req-dff17ba4-0fe1-4f20-b68b-e0a5f3641759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:57.966759 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-8c55245c-a4cf-4c70-94fe-c78a20b1d8dd service neutron] Port a0bd214a-5662-4bfb-82db-e3d3910d444b on network 599034e0-defd-4a8f-a6f0-947f37bda9fd not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:42:57.967198 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-8c55245c-a4cf-4c70-94fe-c78a20b1d8dd service neutron] Attempting to bind port a0bd214a-5662-4bfb-82db-e3d3910d444b on network 599034e0-defd-4a8f-a6f0-947f37bda9fd {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:42:57.967927 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f38fdbdb-fca6-457a-b16d-01afe6a95ff7 req-dff17ba4-0fe1-4f20-b68b-e0a5f3641759 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=bc3414dc2d694e45b86b092fc773c62d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1539052 Apr 28 19:42:57.973919 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['98d6ca4d-c489-4878-86cf-559f89bd8737'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:42:57.991592 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-8c55245c-a4cf-4c70-94fe-c78a20b1d8dd service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:42:57.992028 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-8c55245c-a4cf-4c70-94fe-c78a20b1d8dd service neutron] Checking segment: {'id': '46a14388-2034-4d81-9962-2861ba57c306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '599034e0-defd-4a8f-a6f0-947f37bda9fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:42:57.992505 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c57665-1463-4c26-9236-480171b8f29e req-8c55245c-a4cf-4c70-94fe-c78a20b1d8dd service neutron] Bound using segment: {'id': '46a14388-2034-4d81-9962-2861ba57c306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '599034e0-defd-4a8f-a6f0-947f37bda9fd'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:42:57.993020 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-65c57665-1463-4c26-9236-480171b8f29e req-8c55245c-a4cf-4c70-94fe-c78a20b1d8dd service neutron] Bound port: a0bd214a-5662-4bfb-82db-e3d3910d444b, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46a14388-2034-4d81-9962-2861ba57c306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '599034e0-defd-4a8f-a6f0-947f37bda9fd'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:42:57.993453 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-8c55245c-a4cf-4c70-94fe-c78a20b1d8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:58.096550 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3d964a50-5930-4d62-8f1f-2f0a67b79448 req-721abda3-5575-4bfc-bfb0-4e2f64f3aec4 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1259584 Apr 28 19:42:58.151250 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9167a432-fa19-475d-b56a-dca5178a6dad x-openstack-request-id: req-9167a432-fa19-475d-b56a-dca5178a6dad {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:42:58.151868 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5946f3-2f19-4b31-b351-558e731ac879", "name": "network-vif-plugged", "status": "completed", "tag": "aa9bd5d7-88d4-4471-923b-746072e68a5d", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:42:58.152408 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9167a432-fa19-475d-b56a-dca5178a6dad {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:42:58.154405 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9167a432-fa19-475d-b56a-dca5178a6dad'] response: {'server_uuid': '9b5946f3-2f19-4b31-b351-558e731ac879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9bd5d7-88d4-4471-923b-746072e68a5d', 'code': 200} Apr 28 19:42:58.178613 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fdbdb-fca6-457a-b16d-01afe6a95ff7 req-d13374cc-7b73-495e-b4fe-359374f36684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:58.179800 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fdbdb-fca6-457a-b16d-01afe6a95ff7 req-02ac94a0-9f4c-46ad-adbd-f2a4381c183e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:58.180251 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f38fdbdb-fca6-457a-b16d-01afe6a95ff7 req-d13374cc-7b73-495e-b4fe-359374f36684 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fa6ba32f-86e1-489e-bf69-a0854e414daf HTTP/1.1" status: 200 len: 916 time: 0.2228680 Apr 28 19:42:58.185127 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f38fdbdb-fca6-457a-b16d-01afe6a95ff7 req-02ac94a0-9f4c-46ad-adbd-f2a4381c183e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2095156 Apr 28 19:42:58.191130 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-65c57665-1463-4c26-9236-480171b8f29e req-8c55245c-a4cf-4c70-94fe-c78a20b1d8dd service neutron] For port a0bd214a-5662-4bfb-82db-e3d3910d444b, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:42:58.206545 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-65c57665-1463-4c26-9236-480171b8f29e req-8c55245c-a4cf-4c70-94fe-c78a20b1d8dd service neutron] For port a0bd214a-5662-4bfb-82db-e3d3910d444b, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=a0bd214a-5662-4bfb-82db-e3d3910d444b,segment=NetworkSegment(46a14388-2034-4d81-9962-2861ba57c306),segment_id=46a14388-2034-4d81-9962-2861ba57c306)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:42:58.251426 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-8c55245c-a4cf-4c70-94fe-c78a20b1d8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:58.255658 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f38fdbdb-fca6-457a-b16d-01afe6a95ff7 req-69070038-df20-4cc6-aa46-063f08582ba2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14784c8c-51c7-4607-bf4e-bdc835f47686 HTTP/1.1" status: 200 len: 217 time: 0.0612578 Apr 28 19:42:58.283599 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c344c-80dd-4631-9a85-cf9c58c4d9f5 req-57341013-63c4-4882-9c2f-b247e0744d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:58.291206 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-104c344c-80dd-4631-9a85-cf9c58c4d9f5 req-57341013-63c4-4882-9c2f-b247e0744d94 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9b5946f3-2f19-4b31-b351-558e731ac879 HTTP/1.1" status: 200 len: 1097 time: 0.0670536 Apr 28 19:42:58.330752 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-104c344c-80dd-4631-9a85-cf9c58c4d9f5 req-1460fce3-d5bb-44b0-a851-bc035b143d45 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9e4147cb-4461-4107-bd96-3d6438493dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376549 Apr 28 19:42:58.364755 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-8c55245c-a4cf-4c70-94fe-c78a20b1d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:58.365531 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-65c57665-1463-4c26-9236-480171b8f29e req-8c55245c-a4cf-4c70-94fe-c78a20b1d8dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:58.367239 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-8c55245c-a4cf-4c70-94fe-c78a20b1d8dd service neutron] 10.222.0.15 "PUT /v2.0/ports/a0bd214a-5662-4bfb-82db-e3d3910d444b HTTP/1.1" status: 200 len: 1091 time: 1.7496998 Apr 28 19:42:58.396508 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fdbdb-fca6-457a-b16d-01afe6a95ff7 req-8b299e51-5c70-4d4e-ac95-75277e9380fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:58.397989 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f38fdbdb-fca6-457a-b16d-01afe6a95ff7 req-8b299e51-5c70-4d4e-ac95-75277e9380fb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7a2f793-5447-48fe-83df-017889e9d0fc HTTP/1.1" status: 200 len: 854 time: 0.1252022 Apr 28 19:42:58.400077 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55245c-a4cf-4c70-94fe-c78a20b1d8dd service neutron] Pushing event updated for resources: {'Port': ['ID=a0bd214a-5662-4bfb-82db-e3d3910d444b,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:58.412777 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbfec2-c04d-4828-a393-827a8456efb5 req-ecee48c6-c593-4611-807d-6f74d68f39f0 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:58.420971 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-36fbfec2-c04d-4828-a393-827a8456efb5 req-ecee48c6-c593-4611-807d-6f74d68f39f0 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=280dbda8-4539-400a-9a0f-a1f8383c7a51 HTTP/1.1" status: 200 len: 943 time: 0.0637352 Apr 28 19:42:58.426027 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ff470-b535-4390-80be-16c72802e31d req-1773474b-c5de-4d06-9e93-35b828e23b35 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:58.427672 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4e2ff470-b535-4390-80be-16c72802e31d req-1773474b-c5de-4d06-9e93-35b828e23b35 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b5946f3-2f19-4b31-b351-558e731ac879 HTTP/1.1" status: 200 len: 946 time: 0.1828296 Apr 28 19:42:58.430935 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c55245c-a4cf-4c70-94fe-c78a20b1d8dd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:58.431210 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c55245c-a4cf-4c70-94fe-c78a20b1d8dd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:58.431548 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c55245c-a4cf-4c70-94fe-c78a20b1d8dd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:58.431879 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c55245c-a4cf-4c70-94fe-c78a20b1d8dd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:58.432773 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c55245c-a4cf-4c70-94fe-c78a20b1d8dd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:58.433102 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c55245c-a4cf-4c70-94fe-c78a20b1d8dd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:58.433418 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c55245c-a4cf-4c70-94fe-c78a20b1d8dd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:58.433739 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c55245c-a4cf-4c70-94fe-c78a20b1d8dd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:58.434063 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c55245c-a4cf-4c70-94fe-c78a20b1d8dd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:58.434380 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c55245c-a4cf-4c70-94fe-c78a20b1d8dd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:58.434702 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c55245c-a4cf-4c70-94fe-c78a20b1d8dd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:58.435018 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c55245c-a4cf-4c70-94fe-c78a20b1d8dd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:58.473613 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-36fbfec2-c04d-4828-a393-827a8456efb5 req-847a7399-f347-4fce-90cd-2b95a2d7ce28 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3876cd2-e73b-4ff4-a774-6abe2eaa2886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514965 Apr 28 19:42:58.524849 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4e2ff470-b535-4390-80be-16c72802e31d req-1ce46250-1e13-4eec-a2f3-0b0bfd73364c tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e4147cb-4461-4107-bd96-3d6438493dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858438 Apr 28 19:42:58.533905 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fdbdb-fca6-457a-b16d-01afe6a95ff7 req-77729155-f771-4aee-87d8-e2f504d4e935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:58.540346 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f38fdbdb-fca6-457a-b16d-01afe6a95ff7 req-77729155-f771-4aee-87d8-e2f504d4e935 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa6ba32f-86e1-489e-bf69-a0854e414daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1308272 Apr 28 19:42:59.024049 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591094a-db78-4568-bed8-0fb8300739d1 req-ac6d213b-eecd-40ff-af28-3add286dd267 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:59.025748 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1591094a-db78-4568-bed8-0fb8300739d1 req-ac6d213b-eecd-40ff-af28-3add286dd267 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] 10.222.0.42 "GET /v2.0/ports?device_id=18a914e7-825e-424b-a659-43842d93c880 HTTP/1.1" status: 200 len: 945 time: 0.0534580 Apr 28 19:42:59.038538 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-5d7c7172-8493-4fa6-92d7-3efc65ac3a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:59.039111 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-5d7c7172-8493-4fa6-92d7-3efc65ac3a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:59.039482 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-5d7c7172-8493-4fa6-92d7-3efc65ac3a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:59.039965 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-5d7c7172-8493-4fa6-92d7-3efc65ac3a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:59.040447 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-5d7c7172-8493-4fa6-92d7-3efc65ac3a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:59.040911 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-5d7c7172-8493-4fa6-92d7-3efc65ac3a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:59.041378 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-5d7c7172-8493-4fa6-92d7-3efc65ac3a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:59.043290 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-5d7c7172-8493-4fa6-92d7-3efc65ac3a9e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc3414dc2d694e45b86b092fc773c62d&device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 6479 time: 0.4610622 Apr 28 19:42:59.074130 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1591094a-db78-4568-bed8-0fb8300739d1 req-747c5db5-1d92-42f9-9322-2392f1fa222c tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c022b1ae-4fc9-4114-a59f-d12af83e00c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406122 Apr 28 19:42:59.078040 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f38fdbdb-fca6-457a-b16d-01afe6a95ff7 req-1721c212-45b8-4bcd-b88f-aa143b5e8b66 service neutron] 10.222.0.44 "GET /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5342851 Apr 28 19:42:59.125327 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f4552-0973-480e-8c69-be01dca3ca59 req-2be59c0d-9f1f-479a-aff9-d2a8e002bb2c tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:59.126917 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ba8f4552-0973-480e-8c69-be01dca3ca59 req-2be59c0d-9f1f-479a-aff9-d2a8e002bb2c tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.4682250 Apr 28 19:42:59.128268 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-d3d966be-f8b5-4dc5-9a02-ce5cad64c68e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5777ee41-99fe-478c-84d1-afd3559609f8 HTTP/1.1" status: 200 len: 217 time: 0.0648878 Apr 28 19:42:59.174874 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 98d6ca4d-c489-4878-86cf-559f89bd8737 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:42:59.233061 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 98d6ca4d-c489-4878-86cf-559f89bd8737 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:42:59.238960 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 98d6ca4d-c489-4878-86cf-559f89bd8737 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:59.239347 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:59.251965 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9939583-d45b-403c-8dc8-e5228a64e235 req-dda59651-1500-498f-9e98-491fa5d11c96 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:59.259306 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9939583-d45b-403c-8dc8-e5228a64e235 req-dda59651-1500-498f-9e98-491fa5d11c96 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:59.265978 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9939583-d45b-403c-8dc8-e5228a64e235 req-dda59651-1500-498f-9e98-491fa5d11c96 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:59.266224 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ba8f4552-0973-480e-8c69-be01dca3ca59 req-ee8a7d5f-0933-4e08-a43c-c8ace1c10d50 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234300 Apr 28 19:42:59.270034 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-efdecc7c-22d2-4dcb-ac1a-acd5ff79fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:59.271449 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-efdecc7c-22d2-4dcb-ac1a-acd5ff79fcdb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=48533aa3-5bd3-4948-a2d3-594fc981b6d2 HTTP/1.1" status: 200 len: 851 time: 0.1298528 Apr 28 19:42:59.273940 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9939583-d45b-403c-8dc8-e5228a64e235 req-dda59651-1500-498f-9e98-491fa5d11c96 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:59.281063 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9939583-d45b-403c-8dc8-e5228a64e235 req-dda59651-1500-498f-9e98-491fa5d11c96 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:59.287583 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9939583-d45b-403c-8dc8-e5228a64e235 req-dda59651-1500-498f-9e98-491fa5d11c96 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:59.296831 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9939583-d45b-403c-8dc8-e5228a64e235 req-dda59651-1500-498f-9e98-491fa5d11c96 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:59.306124 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f9939583-d45b-403c-8dc8-e5228a64e235 req-dda59651-1500-498f-9e98-491fa5d11c96 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5422 time: 0.1329496 Apr 28 19:42:59.316076 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f38fdbdb-fca6-457a-b16d-01afe6a95ff7 req-d799a302-4ed5-4afa-a2cf-50dd56ce45ab service neutron] 10.222.0.44 "GET /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065854 Apr 28 19:42:59.348018 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-46d79feb-258d-4e08-ba01-6a017e5a6b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:59.349580 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-46d79feb-258d-4e08-ba01-6a017e5a6b42 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f69f4a5f-c2d6-44c7-ad73-929a90025ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524888 Apr 28 19:42:59.387692 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f9939583-d45b-403c-8dc8-e5228a64e235 req-4959d923-a967-493a-a189-50e268676c8e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0804188 Apr 28 19:42:59.428920 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:59.481593 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 98d6ca4d-c489-4878-86cf-559f89bd8737, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=98d6ca4d-c489-4878-86cf-559f89bd8737,segment=NetworkSegment(436c53ed-3b97-4bf4-8a0b-a537cb1d73e3),segment_id=436c53ed-3b97-4bf4-8a0b-a537cb1d73e3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:59.487567 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:59.491468 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-0dcbe352-c3f2-4dda-961d-458d8744807b service neutron] 10.222.0.15 "GET /v2.0/networks/f69f4a5f-c2d6-44c7-ad73-929a90025ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332200 Apr 28 19:42:59.551533 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=98d6ca4d-c489-4878-86cf-559f89bd8737,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:59.648619 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-d86a10cf-8d84-41b4-9c15-273f574d0db8 service neutron] 10.222.0.15 "GET /v2.0/networks/f69f4a5f-c2d6-44c7-ad73-929a90025ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269717 Apr 28 19:42:59.662293 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553799e-9a45-4db6-b519-ab0521115bcc req-5f4d636f-e1be-4033-a14e-e24a68be58d9 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:59.664435 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c553799e-9a45-4db6-b519-ab0521115bcc req-5f4d636f-e1be-4033-a14e-e24a68be58d9 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=280dbda8-4539-400a-9a0f-a1f8383c7a51 HTTP/1.1" status: 200 len: 943 time: 0.0542121 Apr 28 19:42:59.698643 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'tag': 'a0bd214a-5662-4bfb-82db-e3d3910d444b'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:59.701081 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a295047-9eeb-4d0b-9252-59f040be48a4" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "tag": "a0bd214a-5662-4bfb-82db-e3d3910d444b"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:42:59.705731 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-58397ff5-5c32-4ffe-a00b-ca947da896cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=37e042f8-fc48-458d-b5bb-4019869f3d25 HTTP/1.1" status: 200 len: 217 time: 0.0496054 Apr 28 19:42:59.706078 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c553799e-9a45-4db6-b519-ab0521115bcc req-bb367dc5-6097-42a7-9675-c81668bbef9d tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3876cd2-e73b-4ff4-a774-6abe2eaa2886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346689 Apr 28 19:42:59.770198 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-8a7f93dc-9d3e-48bd-98ee-2b7f2afb9b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:59.771985 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-8a7f93dc-9d3e-48bd-98ee-2b7f2afb9b4e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=276aa727-ce51-40e0-b36e-2dd77b344c69 HTTP/1.1" status: 200 len: 797 time: 0.0601506 Apr 28 19:42:59.774067 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b917a284-8447-4cdc-92ea-5bea8abc44b3 x-openstack-request-id: req-b917a284-8447-4cdc-92ea-5bea8abc44b3 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:42:59.774508 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "tag": "a0bd214a-5662-4bfb-82db-e3d3910d444b", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:42:59.774761 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b917a284-8447-4cdc-92ea-5bea8abc44b3 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:42:59.775141 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b917a284-8447-4cdc-92ea-5bea8abc44b3'] response: {'name': 'network-changed', 'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'tag': 'a0bd214a-5662-4bfb-82db-e3d3910d444b', 'status': 'completed', 'code': 200} Apr 28 19:42:59.785628 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 14784c8c-51c7-4607-bf4e-bdc835f47686 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:42:59.862922 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd2ef2-bbb4-4887-963a-e95f0369ea1f req-c67064c6-4398-487f-85fb-99faa306ea89 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:59.864408 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-53fd2ef2-bbb4-4887-963a-e95f0369ea1f req-c67064c6-4398-487f-85fb-99faa306ea89 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b5946f3-2f19-4b31-b351-558e731ac879 HTTP/1.1" status: 200 len: 946 time: 0.0817897 Apr 28 19:42:59.873552 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-7b55ffb4-f0c1-45a1-9d58-4e377a647ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:59.875576 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-7b55ffb4-f0c1-45a1-9d58-4e377a647ca1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80835d31-d60f-4749-a1bd-4756afb7302e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0943227 Apr 28 19:42:59.915875 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 14784c8c-51c7-4607-bf4e-bdc835f47686, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=14784c8c-51c7-4607-bf4e-bdc835f47686,segment=NetworkSegment(45b99270-ac05-4c11-b64b-fdc435dcfa6a),segment_id=45b99270-ac05-4c11-b64b-fdc435dcfa6a)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:59.937578 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-53fd2ef2-bbb4-4887-963a-e95f0369ea1f req-6976e3a8-9988-4113-9f3f-44d6a5107233 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e4147cb-4461-4107-bd96-3d6438493dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645380 Apr 28 19:42:59.941534 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '14784c8c-51c7-4607-bf4e-bdc835f47686', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'port_id': '14784c8c-51c7-4607-bf4e-bdc835f47686', 'mac_address': 'fa:16:3e:3c:3e:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:43:00.028048 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:00.034412 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-71a6fe28-90c9-4a24-910a-f91d38e666dc service neutron] 10.222.0.15 "GET /v2.0/networks/80835d31-d60f-4749-a1bd-4756afb7302e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490362 Apr 28 19:43:00.043364 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14784c8c-51c7-4607-bf4e-bdc835f47686 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:43:00.066694 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 14784c8c-51c7-4607-bf4e-bdc835f47686, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=14784c8c-51c7-4607-bf4e-bdc835f47686,segment=NetworkSegment(45b99270-ac05-4c11-b64b-fdc435dcfa6a),segment_id=45b99270-ac05-4c11-b64b-fdc435dcfa6a)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:00.071758 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:00.155646 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a914e7-825e-424b-a659-43842d93c880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d6ca4d-c489-4878-86cf-559f89bd8737'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:00.161200 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608e201b-d826-4bd4-87e8-c3d530421d50" -d '{"events": [{"server_uuid": "18a914e7-825e-424b-a659-43842d93c880", "name": "network-vif-plugged", "status": "completed", "tag": "98d6ca4d-c489-4878-86cf-559f89bd8737"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:43:00.167983 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=14784c8c-51c7-4607-bf4e-bdc835f47686,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:00.202000 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-4a7a5053-0dd3-40f7-923f-3e1dd6376252 service neutron] 10.222.0.15 "GET /v2.0/networks/80835d31-d60f-4749-a1bd-4756afb7302e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605670 Apr 28 19:43:00.320351 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-1e5f4aaa-8951-413f-8e5e-f8fd73d34385 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=d7709f7a-d580-4aec-b84a-0085812f5367 HTTP/1.1" status: 200 len: 217 time: 0.1028163 Apr 28 19:43:00.374678 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a220a8-3800-4a4a-85f3-62b7ead569fc req-3ffb53aa-6a1d-4715-8173-2394b1347461 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:00.376295 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a9a220a8-3800-4a4a-85f3-62b7ead569fc req-3ffb53aa-6a1d-4715-8173-2394b1347461 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] 10.222.0.42 "GET /v2.0/ports?device_id=18a914e7-825e-424b-a659-43842d93c880 HTTP/1.1" status: 200 len: 946 time: 0.1903644 Apr 28 19:43:00.376811 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 52196) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:00.411764 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6bd6f-e07d-4894-9901-0207b63dc7d7 req-985a16de-3fc5-4592-bf81-a8034c157477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:00.413298 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e2a6bd6f-e07d-4894-9901-0207b63dc7d7 req-985a16de-3fc5-4592-bf81-a8034c157477 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=18a914e7-825e-424b-a659-43842d93c880 HTTP/1.1" status: 200 len: 1097 time: 0.0999651 Apr 28 19:43:00.438358 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce9a25f-c38c-48a7-90a4-118f0247ed47 x-openstack-request-id: req-cce9a25f-c38c-48a7-90a4-118f0247ed47 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:43:00.438910 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a914e7-825e-424b-a659-43842d93c880", "name": "network-vif-plugged", "status": "completed", "tag": "98d6ca4d-c489-4878-86cf-559f89bd8737", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:43:00.439496 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cce9a25f-c38c-48a7-90a4-118f0247ed47 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:43:00.439897 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cce9a25f-c38c-48a7-90a4-118f0247ed47'] response: {'server_uuid': '18a914e7-825e-424b-a659-43842d93c880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d6ca4d-c489-4878-86cf-559f89bd8737', 'code': 200} Apr 28 19:43:00.440879 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['14784c8c-51c7-4607-bf4e-bdc835f47686'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:43:00.485789 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e2a6bd6f-e07d-4894-9901-0207b63dc7d7 req-f19f1881-40ff-4089-a891-3a3dea476694 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c022b1ae-4fc9-4114-a59f-d12af83e00c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656140 Apr 28 19:43:00.507243 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-af124886-91fe-4ac2-9771-7b651c604601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:00.508785 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-af124886-91fe-4ac2-9771-7b651c604601 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=276aa727-ce51-40e0-b36e-2dd77b344c69 HTTP/1.1" status: 200 len: 797 time: 0.1814775 Apr 28 19:43:00.553868 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a9a220a8-3800-4a4a-85f3-62b7ead569fc req-370f8f3e-8d06-423e-aa01-f3de78ffdb71 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c022b1ae-4fc9-4114-a59f-d12af83e00c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466072 Apr 28 19:43:00.601685 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3c40-9b13-4df2-8748-16e324c5f19e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:00.622324 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299590f-77a9-4b9b-829b-24d062251ad2 req-c0b0f372-d2f9-4f5c-9a22-1e89af51d175 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:00.623860 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4299590f-77a9-4b9b-829b-24d062251ad2 req-c0b0f372-d2f9-4f5c-9a22-1e89af51d175 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.0798013 Apr 28 19:43:00.676910 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4299590f-77a9-4b9b-829b-24d062251ad2 req-3508a063-88e0-4f1a-8b1e-bafb8c6cb868 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435779 Apr 28 19:43:00.748699 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30411b-0551-4d35-a7ae-61b7186bef08 req-1801347c-11aa-43b3-aa9a-13d097bb16f7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:00.754573 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30411b-0551-4d35-a7ae-61b7186bef08 req-1801347c-11aa-43b3-aa9a-13d097bb16f7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:00.760432 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30411b-0551-4d35-a7ae-61b7186bef08 req-1801347c-11aa-43b3-aa9a-13d097bb16f7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:00.767591 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30411b-0551-4d35-a7ae-61b7186bef08 req-1801347c-11aa-43b3-aa9a-13d097bb16f7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:00.774344 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30411b-0551-4d35-a7ae-61b7186bef08 req-1801347c-11aa-43b3-aa9a-13d097bb16f7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:00.780691 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30411b-0551-4d35-a7ae-61b7186bef08 req-1801347c-11aa-43b3-aa9a-13d097bb16f7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:00.786520 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30411b-0551-4d35-a7ae-61b7186bef08 req-1801347c-11aa-43b3-aa9a-13d097bb16f7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:00.788524 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-be30411b-0551-4d35-a7ae-61b7186bef08 req-1801347c-11aa-43b3-aa9a-13d097bb16f7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5422 time: 0.1574051 Apr 28 19:43:00.790534 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f99553-71ef-4d17-9acc-09a1b4ecc4bf req-e74ce173-fdd5-49e1-bdec-5f63f29bfdb5 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:00.792442 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-45f99553-71ef-4d17-9acc-09a1b4ecc4bf req-e74ce173-fdd5-49e1-bdec-5f63f29bfdb5 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b5946f3-2f19-4b31-b351-558e731ac879 HTTP/1.1" status: 200 len: 946 time: 0.0525334 Apr 28 19:43:00.840875 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-45f99553-71ef-4d17-9acc-09a1b4ecc4bf req-73a27f5c-e588-4cdf-9e40-4529acdc4d12 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e4147cb-4461-4107-bd96-3d6438493dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359521 Apr 28 19:43:00.862061 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-99c7cce9-77c8-46a3-b7b5-fc2a738c6ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:00.863589 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-99c7cce9-77c8-46a3-b7b5-fc2a738c6ca7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80835d31-d60f-4749-a1bd-4756afb7302e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1750951 Apr 28 19:43:00.871184 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-be30411b-0551-4d35-a7ae-61b7186bef08 req-3f9aa6ad-7e08-4fdc-9c65-44ca6470ba4e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0734770 Apr 28 19:43:00.890555 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3c40-9b13-4df2-8748-16e324c5f19e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:00.901587 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3c40-9b13-4df2-8748-16e324c5f19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:00.968268 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77257a0-8ffb-41f5-89a8-285b2177e269 req-820e8c60-b2f1-4334-a86c-b00b34072bb6 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:00.969867 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a77257a0-8ffb-41f5-89a8-285b2177e269 req-820e8c60-b2f1-4334-a86c-b00b34072bb6 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=280dbda8-4539-400a-9a0f-a1f8383c7a51 HTTP/1.1" status: 200 len: 944 time: 0.0566335 Apr 28 19:43:00.978726 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1f8c3c40-9b13-4df2-8748-16e324c5f19e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=af3a13ac224f46a6acbcdc4e8e6cc6f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5870271 Apr 28 19:43:00.985836 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 52208) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:01.023763 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a77257a0-8ffb-41f5-89a8-285b2177e269 req-70a5b905-65ff-40af-8102-772fb39a49ee tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3876cd2-e73b-4ff4-a774-6abe2eaa2886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460160 Apr 28 19:43:01.026779 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c3c40-9b13-4df2-8748-16e324c5f19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67089a0a-d786-4873-951d-69c3ab86b13f,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:01.063113 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-fd0ac34c-2de3-4fbb-a6e3-f76a794335cc service neutron] 10.222.0.15 "GET /v2.0/networks/80835d31-d60f-4749-a1bd-4756afb7302e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869874 Apr 28 19:43:01.072605 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-478c9ffc-1700-4daf-9b64-c059303cc0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:01.144481 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-478c9ffc-1700-4daf-9b64-c059303cc0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:01.203572 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-d8de4dfb-ec00-4d56-bb60-38d0683dd024 service neutron] 10.222.0.15 "GET /v2.0/networks/80835d31-d60f-4749-a1bd-4756afb7302e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282055 Apr 28 19:43:01.247803 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-92693d47-a594-487c-ac69-e2d4506f3abb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=53b50a27-b515-4340-9e35-07347bc9cc34 HTTP/1.1" status: 200 len: 217 time: 0.0365710 Apr 28 19:43:01.265643 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-478c9ffc-1700-4daf-9b64-c059303cc0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:01.268135 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-478c9ffc-1700-4daf-9b64-c059303cc0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:01.271646 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-478c9ffc-1700-4daf-9b64-c059303cc0e1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/67089a0a-d786-4873-951d-69c3ab86b13f HTTP/1.1" status: 204 len: 168 time: 0.2824523 Apr 28 19:43:01.301820 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c9ffc-1700-4daf-9b64-c059303cc0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67089a0a-d786-4873-951d-69c3ab86b13f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:01.314089 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-8a6b6800-6857-4c74-a86a-493614ec9a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:01.315580 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-8a6b6800-6857-4c74-a86a-493614ec9a27 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=276aa727-ce51-40e0-b36e-2dd77b344c69 HTTP/1.1" status: 200 len: 797 time: 0.0595710 Apr 28 19:43:01.391191 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-14b07f5f-1368-4930-ad0f-46e0dbf9abb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:01.392741 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-14b07f5f-1368-4930-ad0f-46e0dbf9abb4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80835d31-d60f-4749-a1bd-4756afb7302e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0648444 Apr 28 19:43:01.497789 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-5de9e525-c437-46e5-b4c4-b8f3d45c7491 service neutron] 10.222.0.15 "GET /v2.0/networks/80835d31-d60f-4749-a1bd-4756afb7302e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948191 Apr 28 19:43:01.613505 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-01f404fd-56f5-4738-b2a4-7647f83f3eb9 service neutron] 10.222.0.15 "GET /v2.0/networks/80835d31-d60f-4749-a1bd-4756afb7302e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075726 Apr 28 19:43:01.673657 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-15396f1a-c427-45b6-a73a-acb373f6b48c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=e0cde177-94fd-47df-9bb2-ab96402ec758 HTTP/1.1" status: 200 len: 217 time: 0.0515230 Apr 28 19:43:01.772658 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:01.785237 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59316f-04ac-4a37-b57c-1b5fc6fe3844 req-6998325f-8539-4758-996b-450ecb18bdff tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:01.786806 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0d59316f-04ac-4a37-b57c-1b5fc6fe3844 req-6998325f-8539-4758-996b-450ecb18bdff tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] 10.222.0.42 "GET /v2.0/ports?device_id=18a914e7-825e-424b-a659-43842d93c880 HTTP/1.1" status: 200 len: 946 time: 0.1162624 Apr 28 19:43:01.790818 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-c1ffae61-0f74-463e-9f8f-46cc882190a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:01.792782 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-c1ffae61-0f74-463e-9f8f-46cc882190a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=276aa727-ce51-40e0-b36e-2dd77b344c69 HTTP/1.1" status: 200 len: 797 time: 0.1028521 Apr 28 19:43:01.795287 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 14784c8c-51c7-4607-bf4e-bdc835f47686 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:43:01.871320 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4466f4-8493-433e-ae41-c6c12a49b6b6 req-07e41554-f379-429c-90dd-f6b32b19b95c tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:01.881638 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7e4466f4-8493-433e-ae41-c6c12a49b6b6 req-07e41554-f379-429c-90dd-f6b32b19b95c tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.0803335 Apr 28 19:43:01.882409 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0d59316f-04ac-4a37-b57c-1b5fc6fe3844 req-b5d14a72-3052-4d11-9647-4940733a9f70 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c022b1ae-4fc9-4114-a59f-d12af83e00c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833211 Apr 28 19:43:01.885663 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 14784c8c-51c7-4607-bf4e-bdc835f47686 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:43:01.891798 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 14784c8c-51c7-4607-bf4e-bdc835f47686 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:01.892369 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:01.898949 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-60b4b2cd-2abe-4c47-8c31-ced7306e9cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:01.901685 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-60b4b2cd-2abe-4c47-8c31-ced7306e9cf5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80835d31-d60f-4749-a1bd-4756afb7302e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1010263 Apr 28 19:43:01.936404 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7e4466f4-8493-433e-ae41-c6c12a49b6b6 req-8efd2156-1fc8-413f-af3c-242351b2ea40 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538235 Apr 28 19:43:02.039566 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:02.076186 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 14784c8c-51c7-4607-bf4e-bdc835f47686, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=14784c8c-51c7-4607-bf4e-bdc835f47686,segment=NetworkSegment(45b99270-ac05-4c11-b64b-fdc435dcfa6a),segment_id=45b99270-ac05-4c11-b64b-fdc435dcfa6a)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:02.082676 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:02.114254 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db52f64-39b7-4a9b-9262-36e5e2f357df req-9cc3119c-5b95-4142-981a-8cf2b4dada83 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:02.117741 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d48ca-0964-404f-87b6-11cc0551a5c3 req-7feb1ae9-cd77-4ca1-8ca6-1569547f5ec6 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:02.128450 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db52f64-39b7-4a9b-9262-36e5e2f357df req-9cc3119c-5b95-4142-981a-8cf2b4dada83 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:02.132627 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e45d48ca-0964-404f-87b6-11cc0551a5c3 req-7feb1ae9-cd77-4ca1-8ca6-1569547f5ec6 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b5946f3-2f19-4b31-b351-558e731ac879 HTTP/1.1" status: 200 len: 946 time: 0.1055954 Apr 28 19:43:02.140437 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db52f64-39b7-4a9b-9262-36e5e2f357df req-9cc3119c-5b95-4142-981a-8cf2b4dada83 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:02.151371 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db52f64-39b7-4a9b-9262-36e5e2f357df req-9cc3119c-5b95-4142-981a-8cf2b4dada83 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:02.157259 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-85906c54-47b5-4ad7-ae2f-5aa622f1885d service neutron] 10.222.0.15 "GET /v2.0/networks/80835d31-d60f-4749-a1bd-4756afb7302e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478535 Apr 28 19:43:02.157865 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db52f64-39b7-4a9b-9262-36e5e2f357df req-9cc3119c-5b95-4142-981a-8cf2b4dada83 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:02.163845 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db52f64-39b7-4a9b-9262-36e5e2f357df req-9cc3119c-5b95-4142-981a-8cf2b4dada83 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:02.169954 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db52f64-39b7-4a9b-9262-36e5e2f357df req-9cc3119c-5b95-4142-981a-8cf2b4dada83 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:02.177692 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8db52f64-39b7-4a9b-9262-36e5e2f357df req-9cc3119c-5b95-4142-981a-8cf2b4dada83 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5422 time: 0.1817002 Apr 28 19:43:02.196691 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=14784c8c-51c7-4607-bf4e-bdc835f47686,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:02.267737 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8db52f64-39b7-4a9b-9262-36e5e2f357df req-1eec8feb-161f-4063-8f04-815c94151d1a tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0891869 Apr 28 19:43:02.289416 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df3d6e-c8ce-4428-a34e-d30d70e73dbd req-b13f2341-6ce3-4c3a-b1fb-314756264d13 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:02.291252 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-11df3d6e-c8ce-4428-a34e-d30d70e73dbd req-b13f2341-6ce3-4c3a-b1fb-314756264d13 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b5946f3-2f19-4b31-b351-558e731ac879 HTTP/1.1" status: 200 len: 946 time: 0.1114378 Apr 28 19:43:02.319672 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e45d48ca-0964-404f-87b6-11cc0551a5c3 req-9b97db02-1a1a-4c5c-9cc6-26096f75a6ee tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e4147cb-4461-4107-bd96-3d6438493dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598039 Apr 28 19:43:02.354742 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-92c05a22-846c-4110-8bd1-c92acc2371c9 service neutron] 10.222.0.15 "GET /v2.0/networks/80835d31-d60f-4749-a1bd-4756afb7302e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823642 Apr 28 19:43:02.409320 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-bb1fe41b-0c49-4f2e-a452-60009e4ee5dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c61bdd67-d1f0-4cd3-8c99-e1114bf17a78 HTTP/1.1" status: 200 len: 217 time: 0.0480084 Apr 28 19:43:02.441557 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280dbda8-4539-400a-9a0f-a1f8383c7a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14784c8c-51c7-4607-bf4e-bdc835f47686'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:02.443964 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55b6f09-95f8-432f-855a-cae221579fe2" -d '{"events": [{"server_uuid": "280dbda8-4539-400a-9a0f-a1f8383c7a51", "name": "network-vif-plugged", "status": "completed", "tag": "14784c8c-51c7-4607-bf4e-bdc835f47686"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:43:02.471429 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33d86a-f8e7-4100-8919-7a31c015c779 req-39738195-76fc-42eb-8158-f7dbf8ab067e tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:02.479982 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1e33d86a-f8e7-4100-8919-7a31c015c779 req-39738195-76fc-42eb-8158-f7dbf8ab067e tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=280dbda8-4539-400a-9a0f-a1f8383c7a51 HTTP/1.1" status: 200 len: 945 time: 0.1216908 Apr 28 19:43:02.489074 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-95e2f8e3-dd73-4424-a77b-760c4c0541bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:02.491370 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-95e2f8e3-dd73-4424-a77b-760c4c0541bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9807f841-60a4-4a02-81b0-9350375465a5 HTTP/1.1" status: 200 len: 797 time: 0.0760202 Apr 28 19:43:02.511598 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-11df3d6e-c8ce-4428-a34e-d30d70e73dbd req-914284b9-0ee7-4629-a46d-69f155ecce93 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Deleting port aa9bd5d7-88d4-4471-923b-746072e68a5d {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:43:02.512052 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-11df3d6e-c8ce-4428-a34e-d30d70e73dbd req-914284b9-0ee7-4629-a46d-69f155ecce93 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:02.551846 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-a9d6c9b9-253a-44f3-9a7c-933b303e01ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:02.553419 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-a9d6c9b9-253a-44f3-9a7c-933b303e01ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=599034e0-defd-4a8f-a6f0-947f37bda9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0543294 Apr 28 19:43:02.579711 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1e33d86a-f8e7-4100-8919-7a31c015c779 req-9c5dc228-7ee5-4c50-860c-205b81bd0f41 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3876cd2-e73b-4ff4-a774-6abe2eaa2886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984340 Apr 28 19:43:02.606169 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbab9d95-6e2e-457b-9b5b-2e838b862654 x-openstack-request-id: req-bbab9d95-6e2e-457b-9b5b-2e838b862654 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:43:02.606659 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "280dbda8-4539-400a-9a0f-a1f8383c7a51", "name": "network-vif-plugged", "status": "completed", "tag": "14784c8c-51c7-4607-bf4e-bdc835f47686", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:43:02.607059 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bbab9d95-6e2e-457b-9b5b-2e838b862654 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:43:02.607613 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbab9d95-6e2e-457b-9b5b-2e838b862654'] response: {'server_uuid': '280dbda8-4539-400a-9a0f-a1f8383c7a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14784c8c-51c7-4607-bf4e-bdc835f47686', 'code': 200} Apr 28 19:43:02.663299 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-11df3d6e-c8ce-4428-a34e-d30d70e73dbd req-914284b9-0ee7-4629-a46d-69f155ecce93 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] For port aa9bd5d7-88d4-4471-923b-746072e68a5d, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=aa9bd5d7-88d4-4471-923b-746072e68a5d,segment=NetworkSegment(fba74db4-6a8e-4145-8f5f-f10444060d8c),segment_id=fba74db4-6a8e-4145-8f5f-f10444060d8c)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:02.663842 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-11df3d6e-c8ce-4428-a34e-d30d70e73dbd req-914284b9-0ee7-4629-a46d-69f155ecce93 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:02.687142 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-11df3d6e-c8ce-4428-a34e-d30d70e73dbd req-914284b9-0ee7-4629-a46d-69f155ecce93 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Calling delete_port for aa9bd5d7-88d4-4471-923b-746072e68a5d owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:43:02.751161 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a5aa5-5cdd-4833-ae6c-9d6a189f8ce1 req-2c08da45-a984-4fd9-b62a-50ee3239eb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:02.752498 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e49a5aa5-5cdd-4833-ae6c-9d6a189f8ce1 req-2c08da45-a984-4fd9-b62a-50ee3239eb97 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=280dbda8-4539-400a-9a0f-a1f8383c7a51 HTTP/1.1" status: 200 len: 1096 time: 0.0819600 Apr 28 19:43:02.755149 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-1536d81f-f456-441f-82b4-7ec7afb6fa81 service neutron] 10.222.0.15 "GET /v2.0/networks/599034e0-defd-4a8f-a6f0-947f37bda9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752934 Apr 28 19:43:02.911512 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e49a5aa5-5cdd-4833-ae6c-9d6a189f8ce1 req-48e4cba2-571e-45d0-b39e-b58d1fd97f88 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e3876cd2-e73b-4ff4-a774-6abe2eaa2886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507244 Apr 28 19:43:02.944822 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-9878d8ff-5221-406a-b06e-db2d9eee818b service neutron] 10.222.0.15 "GET /v2.0/networks/599034e0-defd-4a8f-a6f0-947f37bda9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822329 Apr 28 19:43:02.945866 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-11df3d6e-c8ce-4428-a34e-d30d70e73dbd req-914284b9-0ee7-4629-a46d-69f155ecce93 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:02.953117 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 52256) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:02.959348 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['aa9bd5d7-88d4-4471-923b-746072e68a5d'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:43:02.980196 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914284b9-0ee7-4629-a46d-69f155ecce93 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Pushing event deleted for resources: {'Port': ['ID=aa9bd5d7-88d4-4471-923b-746072e68a5d,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:02.991015 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914284b9-0ee7-4629-a46d-69f155ecce93 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:02.991361 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914284b9-0ee7-4629-a46d-69f155ecce93 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:02.991743 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914284b9-0ee7-4629-a46d-69f155ecce93 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:02.992078 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914284b9-0ee7-4629-a46d-69f155ecce93 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:02.992446 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914284b9-0ee7-4629-a46d-69f155ecce93 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:02.992770 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914284b9-0ee7-4629-a46d-69f155ecce93 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:02.993088 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914284b9-0ee7-4629-a46d-69f155ecce93 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:02.993407 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914284b9-0ee7-4629-a46d-69f155ecce93 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:02.993722 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914284b9-0ee7-4629-a46d-69f155ecce93 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:02.994037 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914284b9-0ee7-4629-a46d-69f155ecce93 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:02.994354 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914284b9-0ee7-4629-a46d-69f155ecce93 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:02.995372 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914284b9-0ee7-4629-a46d-69f155ecce93 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:03.011986 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-e536e521-315e-4203-a415-556780ce1075 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a0bd214a-5662-4bfb-82db-e3d3910d444b HTTP/1.1" status: 200 len: 217 time: 0.0597348 Apr 28 19:43:03.074454 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-11df3d6e-c8ce-4428-a34e-d30d70e73dbd req-914284b9-0ee7-4629-a46d-69f155ecce93 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] No DVR routers for this DVR port aa9bd5d7-88d4-4471-923b-746072e68a5d on host n-h1-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:43:03.081279 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-11df3d6e-c8ce-4428-a34e-d30d70e73dbd req-914284b9-0ee7-4629-a46d-69f155ecce93 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:03.084823 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-11df3d6e-c8ce-4428-a34e-d30d70e73dbd req-914284b9-0ee7-4629-a46d-69f155ecce93 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] 10.222.0.15 "DELETE /v2.0/ports/aa9bd5d7-88d4-4471-923b-746072e68a5d HTTP/1.1" status: 204 len: 173 time: 0.7880392 Apr 28 19:43:03.086313 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5946f3-2f19-4b31-b351-558e731ac879', 'name': 'network-vif-deleted', 'tag': 'aa9bd5d7-88d4-4471-923b-746072e68a5d'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:03.088937 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505d3264-8c96-43bd-8b89-15440fbd02c7" -d '{"events": [{"server_uuid": "9b5946f3-2f19-4b31-b351-558e731ac879", "name": "network-vif-deleted", "tag": "aa9bd5d7-88d4-4471-923b-746072e68a5d"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:43:03.103433 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65acc2-e278-41ec-9570-cfdb4661bff8 req-d3fcb8c3-9baf-4c0a-813c-4cf23ddc9b9d tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:03.105085 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-de65acc2-e278-41ec-9570-cfdb4661bff8 req-d3fcb8c3-9baf-4c0a-813c-4cf23ddc9b9d tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] 10.222.0.42 "GET /v2.0/ports?device_id=18a914e7-825e-424b-a659-43842d93c880 HTTP/1.1" status: 200 len: 946 time: 0.1160483 Apr 28 19:43:03.120460 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d6bee5f-0e4e-49d8-83f3-aea2deb136f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:03.123391 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-e4f39e72-7d89-4071-99ce-f78f766ec981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:03.124879 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-e4f39e72-7d89-4071-99ce-f78f766ec981 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9807f841-60a4-4a02-81b0-9350375465a5 HTTP/1.1" status: 200 len: 797 time: 0.1036596 Apr 28 19:43:03.156291 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250fc5ef-eca4-4b0b-8270-0fe83b272a5f req-dddf7807-338f-4a26-9217-9eab59e2b6a6 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:03.156968 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-de65acc2-e278-41ec-9570-cfdb4661bff8 req-d8171e32-b732-4afe-bb31-85e5debcf818 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c022b1ae-4fc9-4114-a59f-d12af83e00c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426862 Apr 28 19:43:03.157803 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-250fc5ef-eca4-4b0b-8270-0fe83b272a5f req-dddf7807-338f-4a26-9217-9eab59e2b6a6 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1034667 Apr 28 19:43:03.243121 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958bb60f-60c9-47d4-ada1-86a55c33e71a x-openstack-request-id: req-958bb60f-60c9-47d4-ada1-86a55c33e71a {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:43:03.243693 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5946f3-2f19-4b31-b351-558e731ac879", "name": "network-vif-deleted", "tag": "aa9bd5d7-88d4-4471-923b-746072e68a5d", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:43:03.246616 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-958bb60f-60c9-47d4-ada1-86a55c33e71a {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:43:03.247295 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-958bb60f-60c9-47d4-ada1-86a55c33e71a'] response: {'server_uuid': '9b5946f3-2f19-4b31-b351-558e731ac879', 'name': 'network-vif-deleted', 'tag': 'aa9bd5d7-88d4-4471-923b-746072e68a5d', 'status': 'completed', 'code': 200} Apr 28 19:43:03.257689 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57665-1463-4c26-9236-480171b8f29e req-41027e55-fd91-415b-a9df-f2cff652ee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:03.259110 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-41027e55-fd91-415b-a9df-f2cff652ee7d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=599034e0-defd-4a8f-a6f0-947f37bda9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1218705 Apr 28 19:43:03.271524 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-250fc5ef-eca4-4b0b-8270-0fe83b272a5f req-e84de10e-2f38-479b-8e83-ab0e5dce1007 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899835 Apr 28 19:43:03.272372 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:03.354771 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d6bee5f-0e4e-49d8-83f3-aea2deb136f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:03.363395 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d6bee5f-0e4e-49d8-83f3-aea2deb136f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:03.457820 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4d6bee5f-0e4e-49d8-83f3-aea2deb136f3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2c8db359788b45faa71aefce5a63a07d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5036588 Apr 28 19:43:03.460694 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 52274) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:03.477826 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bee5f-0e4e-49d8-83f3-aea2deb136f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472f5ddb-945d-4040-a882-2734b9d3cb54,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:03.483647 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-9f15be93-790c-4c11-95d2-0ca46d27b6d1 service neutron] 10.222.0.15 "GET /v2.0/networks/599034e0-defd-4a8f-a6f0-947f37bda9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111697 Apr 28 19:43:03.534389 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487f0a2-8c47-4976-8681-ae0991d193f7 req-85f16419-7d18-4a62-88a9-d6b7eb04f3bb tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:03.551278 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487f0a2-8c47-4976-8681-ae0991d193f7 req-85f16419-7d18-4a62-88a9-d6b7eb04f3bb tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:03.557754 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487f0a2-8c47-4976-8681-ae0991d193f7 req-85f16419-7d18-4a62-88a9-d6b7eb04f3bb tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:03.561477 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-53826562-0d9b-47d8-9c67-24ed6e51d8ec req-5cb3a1cb-3213-4d2d-ae6a-68a89e5a98d8 tempest-ServerPasswordTestJSON-705991066 tempest-ServerPasswordTestJSON-705991066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b5946f3-2f19-4b31-b351-558e731ac879 HTTP/1.1" status: 200 len: 210 time: 0.0446048 Apr 28 19:43:03.565756 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487f0a2-8c47-4976-8681-ae0991d193f7 req-85f16419-7d18-4a62-88a9-d6b7eb04f3bb tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:03.571850 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487f0a2-8c47-4976-8681-ae0991d193f7 req-85f16419-7d18-4a62-88a9-d6b7eb04f3bb tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:03.580495 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487f0a2-8c47-4976-8681-ae0991d193f7 req-85f16419-7d18-4a62-88a9-d6b7eb04f3bb tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:03.586869 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487f0a2-8c47-4976-8681-ae0991d193f7 req-85f16419-7d18-4a62-88a9-d6b7eb04f3bb tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:03.596840 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca04adf7-efc6-42c1-a687-ffbe311feb6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:03.599042 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b487f0a2-8c47-4976-8681-ae0991d193f7 req-85f16419-7d18-4a62-88a9-d6b7eb04f3bb tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5422 time: 0.2102354 Apr 28 19:43:03.637982 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca04adf7-efc6-42c1-a687-ffbe311feb6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:03.721799 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcceb16-c8ed-42f6-813f-5f60e87960de req-55dfc397-2006-44e8-bdbc-eb35ffef3588 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:03.730417 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7dcceb16-c8ed-42f6-813f-5f60e87960de req-55dfc397-2006-44e8-bdbc-eb35ffef3588 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.0951471 Apr 28 19:43:03.740710 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b487f0a2-8c47-4976-8681-ae0991d193f7 req-ab791cbd-91ea-411b-9362-b523cd24b177 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1404703 Apr 28 19:43:03.759172 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1566137-eeb2-4cb3-967c-e0f983681977 req-9a0e1070-5c5f-4115-a418-84d24e6a8b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:03.760769 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1566137-eeb2-4cb3-967c-e0f983681977 req-9a0e1070-5c5f-4115-a418-84d24e6a8b6a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94740374ca054549b67b793671aaad05&device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 1095 time: 0.1595027 Apr 28 19:43:03.765843 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca04adf7-efc6-42c1-a687-ffbe311feb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:03.781005 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca04adf7-efc6-42c1-a687-ffbe311feb6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:03.785029 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ca04adf7-efc6-42c1-a687-ffbe311feb6b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/472f5ddb-945d-4040-a882-2734b9d3cb54 HTTP/1.1" status: 204 len: 168 time: 0.3209085 Apr 28 19:43:03.811330 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7dcceb16-c8ed-42f6-813f-5f60e87960de req-b33a7e4c-9219-4c96-9e46-315311c8137f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799189 Apr 28 19:43:03.812355 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04adf7-efc6-42c1-a687-ffbe311feb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472f5ddb-945d-4040-a882-2734b9d3cb54,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:03.904795 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65c57665-1463-4c26-9236-480171b8f29e req-6181bf76-8307-483a-96a9-217912218b30 service neutron] 10.222.0.15 "GET /v2.0/networks/599034e0-defd-4a8f-a6f0-947f37bda9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132996 Apr 28 19:43:03.951843 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa01004-3098-469d-950d-ef099ded5dd8 req-24df904d-d569-49e7-8156-31a625d0ea72 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:03.953546 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0fa01004-3098-469d-950d-ef099ded5dd8 req-24df904d-d569-49e7-8156-31a625d0ea72 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=280dbda8-4539-400a-9a0f-a1f8383c7a51 HTTP/1.1" status: 200 len: 945 time: 0.0885060 Apr 28 19:43:04.018554 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1566137-eeb2-4cb3-967c-e0f983681977 req-29f3343d-cbed-4410-bf38-6733c9c27659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:04.020037 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1566137-eeb2-4cb3-967c-e0f983681977 req-29f3343d-cbed-4410-bf38-6733c9c27659 service neutron] 10.222.0.44 "GET /v2.0/networks?id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 HTTP/1.1" status: 200 len: 913 time: 0.2501242 Apr 28 19:43:04.090167 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0fa01004-3098-469d-950d-ef099ded5dd8 req-509a935a-ae0e-419b-a03a-2b7d47a607bd tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3876cd2-e73b-4ff4-a774-6abe2eaa2886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204157 Apr 28 19:43:04.109673 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a295047-9eeb-4d0b-9252-59f040be48a4 req-3f626d05-02a9-4a38-80fa-fa70cdbdbe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:04.110176 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a295047-9eeb-4d0b-9252-59f040be48a4 req-3f626d05-02a9-4a38-80fa-fa70cdbdbe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:04.110652 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a295047-9eeb-4d0b-9252-59f040be48a4 req-3f626d05-02a9-4a38-80fa-fa70cdbdbe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:04.128636 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a295047-9eeb-4d0b-9252-59f040be48a4 req-3f626d05-02a9-4a38-80fa-fa70cdbdbe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:04.128636 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a295047-9eeb-4d0b-9252-59f040be48a4 req-3f626d05-02a9-4a38-80fa-fa70cdbdbe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:04.128636 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a295047-9eeb-4d0b-9252-59f040be48a4 req-3f626d05-02a9-4a38-80fa-fa70cdbdbe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:04.128636 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a295047-9eeb-4d0b-9252-59f040be48a4 req-3f626d05-02a9-4a38-80fa-fa70cdbdbe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:04.128636 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9a295047-9eeb-4d0b-9252-59f040be48a4 req-3f626d05-02a9-4a38-80fa-fa70cdbdbe84 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc3414dc2d694e45b86b092fc773c62d&device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 6479 time: 0.1486137 Apr 28 19:43:04.164229 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1566137-eeb2-4cb3-967c-e0f983681977 req-8a211b32-c2c2-49da-8aa8-a0ac49345341 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 HTTP/1.1" status: 200 len: 998 time: 0.1333253 Apr 28 19:43:04.285306 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1566137-eeb2-4cb3-967c-e0f983681977 req-4defdceb-ed28-4f2e-aa50-33e27d440244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:04.286758 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1566137-eeb2-4cb3-967c-e0f983681977 req-4defdceb-ed28-4f2e-aa50-33e27d440244 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43d83121-413d-4da3-b294-551f60ac6b94 HTTP/1.1" status: 200 len: 851 time: 0.0879865 Apr 28 19:43:04.291767 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a295047-9eeb-4d0b-9252-59f040be48a4 req-e800d05a-a52a-4bb6-95c8-6329fa7edc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:04.293358 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9a295047-9eeb-4d0b-9252-59f040be48a4 req-e800d05a-a52a-4bb6-95c8-6329fa7edc14 service neutron] 10.222.0.15 "GET /v2.0/networks?id=599034e0-defd-4a8f-a6f0-947f37bda9fd HTTP/1.1" status: 200 len: 902 time: 0.1550004 Apr 28 19:43:04.359985 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9a295047-9eeb-4d0b-9252-59f040be48a4 req-22e70677-05a2-4695-9f6c-e47a7be5dcd3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a0bd214a-5662-4bfb-82db-e3d3910d444b HTTP/1.1" status: 200 len: 217 time: 0.0561075 Apr 28 19:43:04.632566 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 52308) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:04.668478 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 52310) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:04.687475 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6c6ba42-14ff-40c4-a3c8-2924ac2f53f7 admin admin] Deleting subnet eee94ffa-0eb8-4304-aa79-019e115fcd51 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:43:04.691199 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a6c6ba42-14ff-40c4-a3c8-2924ac2f53f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:04.733362 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a295047-9eeb-4d0b-9252-59f040be48a4 req-649312a9-3330-4272-a5da-68835eaf51a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:04.735099 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9a295047-9eeb-4d0b-9252-59f040be48a4 req-649312a9-3330-4272-a5da-68835eaf51a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9807f841-60a4-4a02-81b0-9350375465a5 HTTP/1.1" status: 200 len: 797 time: 0.3680570 Apr 28 19:43:04.735996 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a6c6ba42-14ff-40c4-a3c8-2924ac2f53f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:04.738083 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1566137-eeb2-4cb3-967c-e0f983681977 req-d9ac6abb-8945-4a68-be1b-8b8d09e41de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:04.739659 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1566137-eeb2-4cb3-967c-e0f983681977 req-d9ac6abb-8945-4a68-be1b-8b8d09e41de3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4454353 Apr 28 19:43:04.782571 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a6c6ba42-14ff-40c4-a3c8-2924ac2f53f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:04.837721 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-d3d76921-fb53-4463-836f-717a6fc9f87d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1458686485-network', 'tenant_id': '0b31a508f4d9476f8d9a29e6e63d6968'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:04.865234 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a295047-9eeb-4d0b-9252-59f040be48a4 req-cac3dcb1-e997-4847-bb61-2aa75aa310fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:04.866980 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9a295047-9eeb-4d0b-9252-59f040be48a4 req-cac3dcb1-e997-4847-bb61-2aa75aa310fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=599034e0-defd-4a8f-a6f0-947f37bda9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1243112 Apr 28 19:43:04.899754 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d76921-fb53-4463-836f-717a6fc9f87d admin admin] Made reservation on behalf of 0b31a508f4d9476f8d9a29e6e63d6968 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:43:04.903168 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d3d76921-fb53-4463-836f-717a6fc9f87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:04.919473 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a6c6ba42-14ff-40c4-a3c8-2924ac2f53f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:04.930789 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1566137-eeb2-4cb3-967c-e0f983681977 req-dd9c27d6-1519-47c6-9420-d6dcaddffbb7 service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770625 Apr 28 19:43:04.975893 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d3d76921-fb53-4463-836f-717a6fc9f87d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:04.995973 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6ba42-14ff-40c4-a3c8-2924ac2f53f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eee94ffa-0eb8-4304-aa79-019e115fcd51,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:05.000747 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a6c6ba42-14ff-40c4-a3c8-2924ac2f53f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:05.004460 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a6c6ba42-14ff-40c4-a3c8-2924ac2f53f7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/eee94ffa-0eb8-4304-aa79-019e115fcd51 HTTP/1.1" status: 204 len: 168 time: 0.3706369 Apr 28 19:43:05.007337 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 52326) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:05.017326 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8f1e8-5ffb-4459-8ee9-af43207c7206 req-008cec1f-2cf3-47df-bbba-571d3d56c186 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:05.022792 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8f1e8-5ffb-4459-8ee9-af43207c7206 req-008cec1f-2cf3-47df-bbba-571d3d56c186 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:05.029704 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8f1e8-5ffb-4459-8ee9-af43207c7206 req-008cec1f-2cf3-47df-bbba-571d3d56c186 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:05.036589 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8f1e8-5ffb-4459-8ee9-af43207c7206 req-008cec1f-2cf3-47df-bbba-571d3d56c186 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:05.041385 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8f1e8-5ffb-4459-8ee9-af43207c7206 req-008cec1f-2cf3-47df-bbba-571d3d56c186 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:05.047365 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8f1e8-5ffb-4459-8ee9-af43207c7206 req-008cec1f-2cf3-47df-bbba-571d3d56c186 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:05.053369 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8f1e8-5ffb-4459-8ee9-af43207c7206 req-008cec1f-2cf3-47df-bbba-571d3d56c186 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:05.055425 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-79f8f1e8-5ffb-4459-8ee9-af43207c7206 req-008cec1f-2cf3-47df-bbba-571d3d56c186 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5422 time: 0.1815789 Apr 28 19:43:05.093041 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607d30b-d262-46d2-9390-8343f977a1b0 req-1ce6bbcc-2f2f-48e5-9d57-e47fe0d539b9 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:05.095666 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5607d30b-d262-46d2-9390-8343f977a1b0 req-1ce6bbcc-2f2f-48e5-9d57-e47fe0d539b9 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1885972 Apr 28 19:43:05.141156 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00be2a32-7b18-4be6-ab02-6f015484475f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:05.155069 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-79f8f1e8-5ffb-4459-8ee9-af43207c7206 req-97bb0fe1-6289-4925-a21e-d85ef91e801f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0702436 Apr 28 19:43:05.169248 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9a295047-9eeb-4d0b-9252-59f040be48a4 req-9264cdcc-e83e-4bfa-970f-18a67a31ce8c service neutron] 10.222.0.15 "GET /v2.0/networks/599034e0-defd-4a8f-a6f0-947f37bda9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940879 Apr 28 19:43:05.189755 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5607d30b-d262-46d2-9390-8343f977a1b0 req-7a85c27c-64fd-4455-bdaf-bbbaeea23db6 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815377 Apr 28 19:43:05.263975 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1566137-eeb2-4cb3-967c-e0f983681977 req-b35bfd2e-8b16-40e5-a9de-13f06ff86f78 service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036370 Apr 28 19:43:05.275016 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d3d76921-fb53-4463-836f-717a6fc9f87d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:05.288649 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d3d76921-fb53-4463-836f-717a6fc9f87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:05.309927 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d76921-fb53-4463-836f-717a6fc9f87d admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:43:05.313632 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00be2a32-7b18-4be6-ab02-6f015484475f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:05.347848 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9a295047-9eeb-4d0b-9252-59f040be48a4 req-44f7590c-fc6c-4d1c-b6f5-e527c8eb34be service neutron] 10.222.0.15 "GET /v2.0/networks/599034e0-defd-4a8f-a6f0-947f37bda9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667838 Apr 28 19:43:05.352535 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d3d76921-fb53-4463-836f-717a6fc9f87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:05.352882 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-d3d76921-fb53-4463-836f-717a6fc9f87d admin admin] Added segment 11c494fe-4f43-4837-ad74-0c7dfa488fbf of type vlan for network 4d343b75-6dbb-48a3-9ef0-82d16d49ba9d Apr 28 19:43:05.356677 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cb81a-02b3-44f0-a45e-2e115e9ed981 req-d6ce6387-ddda-4d54-b43d-e451a7a75085 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:05.358358 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-730cb81a-02b3-44f0-a45e-2e115e9ed981 req-d6ce6387-ddda-4d54-b43d-e451a7a75085 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=280dbda8-4539-400a-9a0f-a1f8383c7a51 HTTP/1.1" status: 200 len: 945 time: 0.0918107 Apr 28 19:43:05.363553 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-00be2a32-7b18-4be6-ab02-6f015484475f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75bee797-4c68-44a2-8557-5f81596760ce']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:05.365803 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d76921-fb53-4463-836f-717a6fc9f87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b965ceb-9792-4e38-aa03-3529fc3d81ce,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:05.378904 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-00be2a32-7b18-4be6-ab02-6f015484475f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fba74db4-6a8e-4145-8f5f-f10444060d8c') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:05.379245 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-00be2a32-7b18-4be6-ab02-6f015484475f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fba74db4-6a8e-4145-8f5f-f10444060d8c') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:05.411035 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00be2a32-7b18-4be6-ab02-6f015484475f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:05.424214 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-730cb81a-02b3-44f0-a45e-2e115e9ed981 req-83bbff4a-7e29-426f-bbde-7b238e5b0b2f tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3876cd2-e73b-4ff4-a774-6abe2eaa2886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545533 Apr 28 19:43:05.431602 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d3d76921-fb53-4463-836f-717a6fc9f87d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:05.442130 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00be2a32-7b18-4be6-ab02-6f015484475f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:05.464805 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00be2a32-7b18-4be6-ab02-6f015484475f admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:43:05.465214 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00be2a32-7b18-4be6-ab02-6f015484475f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:05.467102 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:43:05.467102 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:43:05.467102 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:43:05.467102 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:43:05.467102 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:43:05.467102 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:43:05.467102 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:43:05.467102 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:43:05.467102 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:43:05.467102 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:43:05.467102 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:43:05.467102 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:43:05.467102 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:43:05.467102 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:43:05.467102 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:43:05.467102 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:43:05.467102 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:43:05.467102 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:43:05.467102 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:43:05.467102 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:43:05.467102 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:43:05.467102 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:43:05.467102 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:43:05.467102 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:43:05.467102 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:43:05.467102 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:43:05.467102 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:43:05.467102 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:43:05.467102 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:43:05.467102 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:43:05.467102 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:43:05.467102 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:43:05.477345 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d3d76921-fb53-4463-836f-717a6fc9f87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:05.478319 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d76921-fb53-4463-836f-717a6fc9f87d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:05.479071 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d3d76921-fb53-4463-836f-717a6fc9f87d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:05.601337 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00be2a32-7b18-4be6-ab02-6f015484475f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:05.608566 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d3d76921-fb53-4463-836f-717a6fc9f87d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9363263 Apr 28 19:43:05.608938 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 52342) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:05.610917 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00be2a32-7b18-4be6-ab02-6f015484475f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:05.614053 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-9ffd1231-059d-47da-8471-effe05b17b03 admin admin] Request body: {'subnet': {'network_id': '4d343b75-6dbb-48a3-9ef0-82d16d49ba9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1458686485-subnet', 'tenant_id': '0b31a508f4d9476f8d9a29e6e63d6968', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:05.616567 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-00be2a32-7b18-4be6-ab02-6f015484475f admin admin] 10.222.0.42 "DELETE /v2.0/networks/75bee797-4c68-44a2-8557-5f81596760ce HTTP/1.1" status: 204 len: 168 time: 0.6066854 Apr 28 19:43:05.625772 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d76921-fb53-4463-836f-717a6fc9f87d admin admin] Pushing event updated for resources: {'Network': ['ID=4d343b75-6dbb-48a3-9ef0-82d16d49ba9d,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:05.643947 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 4d343b75-6dbb-48a3-9ef0-82d16d49ba9d details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:43:05.650645 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffd1231-059d-47da-8471-effe05b17b03 admin admin] Made reservation on behalf of 0b31a508f4d9476f8d9a29e6e63d6968 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:43:05.652045 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be2a32-7b18-4be6-ab02-6f015484475f admin admin] Pushing event deleted for resources: {'Network': ['ID=75bee797-4c68-44a2-8557-5f81596760ce,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:05.654069 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9ffd1231-059d-47da-8471-effe05b17b03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:05.667847 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301d191-4f5a-4a22-9ceb-7ad05f2ae6fe req-7c4aee16-3ea5-4f9e-b560-9e4f37b55e0a tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:05.669475 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0301d191-4f5a-4a22-9ceb-7ad05f2ae6fe req-7c4aee16-3ea5-4f9e-b560-9e4f37b55e0a tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=280dbda8-4539-400a-9a0f-a1f8383c7a51 HTTP/1.1" status: 200 len: 945 time: 0.1462255 Apr 28 19:43:05.680033 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 52346) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:05.685318 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-ca3468d1-5c7e-4840-828f-024bb9fb1689 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Request body: {'floatingip': {'port_id': '14784c8c-51c7-4607-bf4e-bdc835f47686'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:05.783828 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca3468d1-5c7e-4840-828f-024bb9fb1689 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for floatingip, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:05.803722 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 52348) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:05.865603 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-26861a59-95ff-4f88-9692-35f693f52aab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c0f427d83ed14684a5cdcb61bd114a56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0579524 Apr 28 19:43:05.868025 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 52352) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:05.936596 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a13f8bca-bcdc-4b1d-b225-739453855ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:05.961962 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a13f8bca-bcdc-4b1d-b225-739453855ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:06.027763 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a13f8bca-bcdc-4b1d-b225-739453855ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:06.032090 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a13f8bca-bcdc-4b1d-b225-739453855ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:06.034071 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a13f8bca-bcdc-4b1d-b225-739453855ed2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9e4147cb-4461-4107-bd96-3d6438493dba HTTP/1.1" status: 204 len: 168 time: 0.1648669 Apr 28 19:43:06.054390 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f8bca-bcdc-4b1d-b225-739453855ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4147cb-4461-4107-bd96-3d6438493dba,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:06.143257 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9ffd1231-059d-47da-8471-effe05b17b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:06.370748 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd1231-059d-47da-8471-effe05b17b03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b694b722-a278-4b82-8234-cebfca277b61,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:06.407648 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73512b7f-b42c-45f2-9e28-fc39baaa9e15 req-1d1fb545-3338-4c4e-ba43-8ed2cefde96e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:06.414270 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73512b7f-b42c-45f2-9e28-fc39baaa9e15 req-1d1fb545-3338-4c4e-ba43-8ed2cefde96e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:06.421377 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73512b7f-b42c-45f2-9e28-fc39baaa9e15 req-1d1fb545-3338-4c4e-ba43-8ed2cefde96e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:06.428854 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73512b7f-b42c-45f2-9e28-fc39baaa9e15 req-1d1fb545-3338-4c4e-ba43-8ed2cefde96e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:06.436648 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73512b7f-b42c-45f2-9e28-fc39baaa9e15 req-1d1fb545-3338-4c4e-ba43-8ed2cefde96e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:06.440919 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffd1231-059d-47da-8471-effe05b17b03 admin admin] Checking segment: {'id': '11c494fe-4f43-4837-ad74-0c7dfa488fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '4d343b75-6dbb-48a3-9ef0-82d16d49ba9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:43:06.441403 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffd1231-059d-47da-8471-effe05b17b03 admin admin] Network hostable DHCP agents. Network: 4d343b75-6dbb-48a3-9ef0-82d16d49ba9d, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:43:06.442679 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73512b7f-b42c-45f2-9e28-fc39baaa9e15 req-1d1fb545-3338-4c4e-ba43-8ed2cefde96e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:06.451089 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73512b7f-b42c-45f2-9e28-fc39baaa9e15 req-1d1fb545-3338-4c4e-ba43-8ed2cefde96e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:06.453441 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-73512b7f-b42c-45f2-9e28-fc39baaa9e15 req-1d1fb545-3338-4c4e-ba43-8ed2cefde96e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5422 time: 0.1350811 Apr 28 19:43:06.509216 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffd1231-059d-47da-8471-effe05b17b03 admin admin] Network 4d343b75-6dbb-48a3-9ef0-82d16d49ba9d is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:43:06.516740 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-73512b7f-b42c-45f2-9e28-fc39baaa9e15 req-7c8d087d-0507-44df-ab61-d5a095f140eb tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561123 Apr 28 19:43:06.527294 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-9ffd1231-059d-47da-8471-effe05b17b03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 4d343b75-6dbb-48a3-9ef0-82d16d49ba9d) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:43:06.548632 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a972858-ab57-457c-83ea-30cf5e89276f None None] Network 4d343b75-6dbb-48a3-9ef0-82d16d49ba9d requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:43:06.551498 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b71f95-8fc7-44c5-a737-a8c1d8f6d5ff req-730aabe8-61bb-46fe-a538-658ba68dfd3d tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:06.553861 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b0b71f95-8fc7-44c5-a737-a8c1d8f6d5ff req-730aabe8-61bb-46fe-a538-658ba68dfd3d tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.2159722 Apr 28 19:43:06.605500 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffd1231-059d-47da-8471-effe05b17b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:06.606181 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9ffd1231-059d-47da-8471-effe05b17b03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:06.640483 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9ffd1231-059d-47da-8471-effe05b17b03 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0303404 Apr 28 19:43:06.686504 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca3468d1-5c7e-4840-828f-024bb9fb1689 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:06.701899 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca3468d1-5c7e-4840-828f-024bb9fb1689 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:06.730592 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d814fb-0cef-47dd-bbc1-ca2e17632c19 req-31987dd1-ca1a-464f-bbb9-d3dfb3691e11 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:06.733533 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b0b71f95-8fc7-44c5-a737-a8c1d8f6d5ff req-88100e2c-84ad-411d-83bb-3628e267aed4 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160185 Apr 28 19:43:06.736664 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f5d814fb-0cef-47dd-bbc1-ca2e17632c19 req-31987dd1-ca1a-464f-bbb9-d3dfb3691e11 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] 10.222.0.42 "GET /v2.0/ports?device_id=18a914e7-825e-424b-a659-43842d93c880 HTTP/1.1" status: 200 len: 946 time: 0.1115806 Apr 28 19:43:06.835406 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f5d814fb-0cef-47dd-bbc1-ca2e17632c19 req-6e49a0d2-11a6-427a-8702-891db311523d tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c022b1ae-4fc9-4114-a59f-d12af83e00c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947888 Apr 28 19:43:06.864363 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ae36c5-1ebf-4d55-b704-a7c56a456c20 None None] Network 4d343b75-6dbb-48a3-9ef0-82d16d49ba9d requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:43:06.901949 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [None req-ca3468d1-5c7e-4840-828f-024bb9fb1689 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Floating IP 0a60c3bd-2ad3-47f5-9367-6c48a39f86f7 associated. External IP: 172.25.8.101, port: 14784c8c-51c7-4607-bf4e-bdc835f47686. Apr 28 19:43:06.949332 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e972c-1c67-421a-ab86-5444a4a0db0b req-4c9dc0b2-bc45-4776-8bc4-ecf12320184a tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:06.956662 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e16e972c-1c67-421a-ab86-5444a4a0db0b req-4c9dc0b2-bc45-4776-8bc4-ecf12320184a tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1159794 Apr 28 19:43:07.012541 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e16e972c-1c67-421a-ab86-5444a4a0db0b req-521016b1-9358-4813-9812-491cac9632bc tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515637 Apr 28 19:43:07.032618 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-088de476-6016-406c-a7c5-41edd6ed7bd8 req-5b63cacc-2a91-4f19-ba74-e18dd5ae78e2 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-939425818', 'description': 'tempest-description-1622584342'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:07.063605 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-088de476-6016-406c-a7c5-41edd6ed7bd8 req-5b63cacc-2a91-4f19-ba74-e18dd5ae78e2 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:07.145567 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-088de476-6016-406c-a7c5-41edd6ed7bd8 req-5b63cacc-2a91-4f19-ba74-e18dd5ae78e2 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:07.150252 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-088de476-6016-406c-a7c5-41edd6ed7bd8 req-5b63cacc-2a91-4f19-ba74-e18dd5ae78e2 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:07.177147 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-088de476-6016-406c-a7c5-41edd6ed7bd8 req-5b63cacc-2a91-4f19-ba74-e18dd5ae78e2 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:07.178546 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-088de476-6016-406c-a7c5-41edd6ed7bd8 req-5b63cacc-2a91-4f19-ba74-e18dd5ae78e2 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1505430 Apr 28 19:43:07.178983 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 52402) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:07.189607 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92ad7d-9efa-47b9-8727-71303698fce0 req-757ecd42-7afe-436c-bb4f-0db00849bbff tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:07.191014 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ca92ad7d-9efa-47b9-8727-71303698fce0 req-757ecd42-7afe-436c-bb4f-0db00849bbff tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1111455 Apr 28 19:43:07.192219 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device aa9bd5d7-88d4-4471-923b-746072e68a5d no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:43:07.204361 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63cacc-2a91-4f19-ba74-e18dd5ae78e2 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90afe891-6f00-48dc-a5bf-5263b1028599,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:07.222706 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: aa9bd5d7-88d4-4471-923b-746072e68a5d {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:43:07.223046 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device aa9bd5d7-88d4-4471-923b-746072e68a5d not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:43:07.271436 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b49f8177-9b79-43eb-bbc0-86d8aae76620 req-99c97003-d989-4436-9ffc-d7626ba68b4c tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] 10.222.0.42 "GET /v2.0/security-groups/90afe891-6f00-48dc-a5bf-5263b1028599 HTTP/1.1" status: 200 len: 1814 time: 0.0412474 Apr 28 19:43:07.280439 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ca92ad7d-9efa-47b9-8727-71303698fce0 req-8bb02963-2297-40c2-beb4-e13b3d341521 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794637 Apr 28 19:43:07.283795 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-b49f8177-9b79-43eb-bbc0-86d8aae76620 req-d4d3b1b4-0d01-4da3-8c2a-d65bfa1b0843 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '90afe891-6f00-48dc-a5bf-5263b1028599', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:07.284256 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-b49f8177-9b79-43eb-bbc0-86d8aae76620 req-d4d3b1b4-0d01-4da3-8c2a-d65bfa1b0843 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '90afe891-6f00-48dc-a5bf-5263b1028599', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:07.289658 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3468d1-5c7e-4840-828f-024bb9fb1689 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Router 536f6499-1b10-4117-950d-dfd4623a3f3f has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:43:07.352745 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b49f8177-9b79-43eb-bbc0-86d8aae76620 req-d4d3b1b4-0d01-4da3-8c2a-d65bfa1b0843 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:07.373133 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-f4fee819-d2c3-47f3-955a-83b8e10440d9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1487658424-network', 'tenant_id': '5a0c676490ad4221b826814b264d08aa'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:07.411582 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b49f8177-9b79-43eb-bbc0-86d8aae76620 req-d4d3b1b4-0d01-4da3-8c2a-d65bfa1b0843 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:07.414197 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fee819-d2c3-47f3-955a-83b8e10440d9 admin admin] Made reservation on behalf of 5a0c676490ad4221b826814b264d08aa for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:43:07.416892 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f4fee819-d2c3-47f3-955a-83b8e10440d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:07.420283 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b49f8177-9b79-43eb-bbc0-86d8aae76620 req-d4d3b1b4-0d01-4da3-8c2a-d65bfa1b0843 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:07.439741 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f4fee819-d2c3-47f3-955a-83b8e10440d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:07.454808 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3b1b4-0d01-4da3-8c2a-d65bfa1b0843 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b0f137e-511d-4064-9b19-8308bca57d16,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:07.456814 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189460a2-e2ec-4097-b9ca-3755bdd34fce req-3606b86a-8848-431b-9189-f8db3adb68db tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:07.458305 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-189460a2-e2ec-4097-b9ca-3755bdd34fce req-3606b86a-8848-431b-9189-f8db3adb68db tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1014714 Apr 28 19:43:07.459847 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3468d1-5c7e-4840-828f-024bb9fb1689 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:43:07.464481 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca3468d1-5c7e-4840-828f-024bb9fb1689 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:07.468262 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b49f8177-9b79-43eb-bbc0-86d8aae76620 req-d4d3b1b4-0d01-4da3-8c2a-d65bfa1b0843 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:07.469461 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b49f8177-9b79-43eb-bbc0-86d8aae76620 req-d4d3b1b4-0d01-4da3-8c2a-d65bfa1b0843 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1901398 Apr 28 19:43:07.479764 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf119dd-227f-4798-aaf1-f46aefb5d8db None None] Sync routers for ids ['536f6499-1b10-4117-950d-dfd4623a3f3f'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:43:07.493020 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ca3468d1-5c7e-4840-828f-024bb9fb1689 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "PUT /v2.0/floatingips/0a60c3bd-2ad3-47f5-9367-6c48a39f86f7 HTTP/1.1" status: 200 len: 991 time: 1.8118324 Apr 28 19:43:07.495551 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '280dbda8-4539-400a-9a0f-a1f8383c7a51', 'tag': '14784c8c-51c7-4607-bf4e-bdc835f47686'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:07.497123 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf119dd-227f-4798-aaf1-f46aefb5d8db None None] Routers {'536f6499-1b10-4117-950d-dfd4623a3f3f'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:43:07.497836 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2e7d12-630d-40f4-ac30-5264f8687c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "280dbda8-4539-400a-9a0f-a1f8383c7a51", "tag": "14784c8c-51c7-4607-bf4e-bdc835f47686"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:43:07.497972 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-5bf119dd-227f-4798-aaf1-f46aefb5d8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:42:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['536f6499-1b10-4117-950d-dfd4623a3f3f'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:07.542317 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-189460a2-e2ec-4097-b9ca-3755bdd34fce req-8d506de3-3a5f-4b92-b37b-3bd7afa7580b tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472734 Apr 28 19:43:07.578106 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-02a8a3b7-06c3-410e-a518-bda97e11b345 req-6d2e7c40-3b93-4af7-b7d7-ed99fc1a03fe tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] 10.222.0.42 "GET /v2.0/security-groups/90afe891-6f00-48dc-a5bf-5263b1028599 HTTP/1.1" status: 200 len: 2408 time: 0.0776796 Apr 28 19:43:07.597101 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f4fee819-d2c3-47f3-955a-83b8e10440d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:07.603878 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f4fee819-d2c3-47f3-955a-83b8e10440d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:07.632270 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-5bf119dd-227f-4798-aaf1-f46aefb5d8db None None] Set router 536f6499-1b10-4117-950d-dfd4623a3f3f gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:43:07.643533 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fee819-d2c3-47f3-955a-83b8e10440d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad80c690-50cc-48e5-8c80-a8f837e8e6c6,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:07.652679 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4fee819-d2c3-47f3-955a-83b8e10440d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:43:07.663695 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f4fee819-d2c3-47f3-955a-83b8e10440d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:07.664044 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-f4fee819-d2c3-47f3-955a-83b8e10440d9 admin admin] Added segment c8b13874-b277-4f2c-b275-f865aee89558 of type vlan for network daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef Apr 28 19:43:07.678581 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009f3f8b-998d-408c-8932-d00621b5892d x-openstack-request-id: req-009f3f8b-998d-408c-8932-d00621b5892d {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:43:07.678975 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "280dbda8-4539-400a-9a0f-a1f8383c7a51", "tag": "14784c8c-51c7-4607-bf4e-bdc835f47686", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:43:07.679337 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-009f3f8b-998d-408c-8932-d00621b5892d {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:43:07.679832 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-009f3f8b-998d-408c-8932-d00621b5892d'] response: {'name': 'network-changed', 'server_uuid': '280dbda8-4539-400a-9a0f-a1f8383c7a51', 'tag': '14784c8c-51c7-4607-bf4e-bdc835f47686', 'status': 'completed', 'code': 200} Apr 28 19:43:07.752931 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f4fee819-d2c3-47f3-955a-83b8e10440d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:07.772204 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b390c8b-4247-4d9f-bbfc-14ef0c8c2ef6 req-47d297ca-3828-4505-b1c3-3b18bc3be55a tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:07.774117 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9b390c8b-4247-4d9f-bbfc-14ef0c8c2ef6 req-47d297ca-3828-4505-b1c3-3b18bc3be55a tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a914e7-825e-424b-a659-43842d93c880 HTTP/1.1" status: 200 len: 946 time: 0.1689131 Apr 28 19:43:07.788698 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e7d12-630d-40f4-ac30-5264f8687c0d req-337cab10-058e-4e92-aee5-f5d8374be4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:07.790390 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fa2e7d12-630d-40f4-ac30-5264f8687c0d req-337cab10-058e-4e92-aee5-f5d8374be4b8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98a6d5da4ca84f3b93f1251e2d3cf2d8&device_id=280dbda8-4539-400a-9a0f-a1f8383c7a51 HTTP/1.1" status: 200 len: 1096 time: 0.1095614 Apr 28 19:43:07.797253 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d14a6-2a4b-420f-b5d5-e70821b8f2ca req-8596de31-4956-4753-abd9-194d6dbd6562 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:07.803129 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d14a6-2a4b-420f-b5d5-e70821b8f2ca req-8596de31-4956-4753-abd9-194d6dbd6562 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:07.809273 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d14a6-2a4b-420f-b5d5-e70821b8f2ca req-8596de31-4956-4753-abd9-194d6dbd6562 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:07.815306 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d14a6-2a4b-420f-b5d5-e70821b8f2ca req-8596de31-4956-4753-abd9-194d6dbd6562 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:07.821349 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d14a6-2a4b-420f-b5d5-e70821b8f2ca req-8596de31-4956-4753-abd9-194d6dbd6562 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:07.827979 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d14a6-2a4b-420f-b5d5-e70821b8f2ca req-8596de31-4956-4753-abd9-194d6dbd6562 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:07.833903 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d14a6-2a4b-420f-b5d5-e70821b8f2ca req-8596de31-4956-4753-abd9-194d6dbd6562 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:07.835853 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d2d14a6-2a4b-420f-b5d5-e70821b8f2ca req-8596de31-4956-4753-abd9-194d6dbd6562 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5422 time: 0.1185393 Apr 28 19:43:07.847504 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f4fee819-d2c3-47f3-955a-83b8e10440d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:07.848882 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fee819-d2c3-47f3-955a-83b8e10440d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:07.849699 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f4fee819-d2c3-47f3-955a-83b8e10440d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:07.856901 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228043d7-0270-414c-a4b9-b988b899f545 req-00a559c9-0252-433f-844e-618eb78e3982 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:07.863121 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-228043d7-0270-414c-a4b9-b988b899f545 req-00a559c9-0252-433f-844e-618eb78e3982 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1434762 Apr 28 19:43:07.883454 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-5bf119dd-227f-4798-aaf1-f46aefb5d8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'name': 'tempest-AttachVolumeNegativeTest-1025782073-router', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:24Z', 'updated_at': '2022-04-28T19:37:37Z', 'revision_number': 4, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'gw_port': {'id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:26Z', 'updated_at': '2022-04-28T19:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '0a60c3bd-2ad3-47f5-9367-6c48a39f86f7', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'floating_ip_address': '172.25.8.101', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'port_id': '14784c8c-51c7-4607-bf4e-bdc835f47686', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'mac_address': 'fa:16:3e:3c:3e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280dbda8-4539-400a-9a0f-a1f8383c7a51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:42:43Z', 'updated_at': '2022-04-28T19:43:06Z', 'revision_number': 1, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1535635-16ee-414b-a822-868c614c37c3', 'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'mac_address': 'fa:16:3e:ed:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:33Z', 'updated_at': '2022-04-28T19:37:44Z', 'revision_number': 5, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'subnets': [{'id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:07.918338 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf119dd-227f-4798-aaf1-f46aefb5d8db None None] Checking router: 536f6499-1b10-4117-950d-dfd4623a3f3f for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:43:07.927876 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf119dd-227f-4798-aaf1-f46aefb5d8db None None] Routers {'536f6499-1b10-4117-950d-dfd4623a3f3f'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:43:07.928523 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-5bf119dd-227f-4798-aaf1-f46aefb5d8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:42:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['536f6499-1b10-4117-950d-dfd4623a3f3f'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:07.939042 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f4fee819-d2c3-47f3-955a-83b8e10440d9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7540379 Apr 28 19:43:07.942655 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 52424) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:07.951552 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-25635943-e507-48f3-980e-c85f48866ffb admin admin] Request body: {'subnet': {'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1487658424-subnet', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:07.952663 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fee819-d2c3-47f3-955a-83b8e10440d9 admin admin] Pushing event updated for resources: {'Network': ['ID=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:07.968571 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:43:07.969495 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d2d14a6-2a4b-420f-b5d5-e70821b8f2ca req-5fb838f1-02a7-4671-84b7-237daefd4346 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1236887 Apr 28 19:43:08.009682 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-228043d7-0270-414c-a4b9-b988b899f545 req-88ed43f3-e9dc-4634-bb56-eecc9b307a6f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432331 Apr 28 19:43:08.020594 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25635943-e507-48f3-980e-c85f48866ffb admin admin] Made reservation on behalf of 5a0c676490ad4221b826814b264d08aa for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:43:08.024335 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-25635943-e507-48f3-980e-c85f48866ffb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:08.058737 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e7d12-630d-40f4-ac30-5264f8687c0d req-7248232d-1558-40de-96f0-d452393b943c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:08.060242 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fa2e7d12-630d-40f4-ac30-5264f8687c0d req-7248232d-1558-40de-96f0-d452393b943c service neutron] 10.222.0.44 "GET /v2.0/networks?id=fa6ba32f-86e1-489e-bf69-a0854e414daf HTTP/1.1" status: 200 len: 916 time: 0.2445235 Apr 28 19:43:08.074768 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1a02ba79-e83b-4f11-8fa4-925fe7558539 req-8a830130-99f9-4f2f-9af9-1ab2116aa33b tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] 10.222.0.42 "GET /v2.0/security-group-rules/9b0f137e-511d-4064-9b19-8308bca57d16 HTTP/1.1" status: 200 len: 778 time: 0.0403793 Apr 28 19:43:08.109432 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-5bf119dd-227f-4798-aaf1-f46aefb5d8db None None] Set router 536f6499-1b10-4117-950d-dfd4623a3f3f gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:43:08.127630 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1a02ba79-e83b-4f11-8fa4-925fe7558539 req-c6cae52a-9482-46a7-a0be-caf10ebc0ae2 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] 10.222.0.42 "GET /v2.0/security-groups/90afe891-6f00-48dc-a5bf-5263b1028599 HTTP/1.1" status: 200 len: 2408 time: 0.0513487 Apr 28 19:43:08.163799 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-1a02ba79-e83b-4f11-8fa4-925fe7558539 req-76f7f555-8d87-4cc9-873e-b3998b57823b tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:08.174020 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-1a02ba79-e83b-4f11-8fa4-925fe7558539 req-76f7f555-8d87-4cc9-873e-b3998b57823b tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:08.197186 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fa2e7d12-630d-40f4-ac30-5264f8687c0d req-16d2823d-0016-4286-b542-807ba78730d3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14784c8c-51c7-4607-bf4e-bdc835f47686 HTTP/1.1" status: 200 len: 999 time: 0.0988791 Apr 28 19:43:08.207623 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-1a02ba79-e83b-4f11-8fa4-925fe7558539 req-76f7f555-8d87-4cc9-873e-b3998b57823b tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:08.213868 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-1a02ba79-e83b-4f11-8fa4-925fe7558539 req-76f7f555-8d87-4cc9-873e-b3998b57823b tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:08.215512 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1a02ba79-e83b-4f11-8fa4-925fe7558539 req-76f7f555-8d87-4cc9-873e-b3998b57823b tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/9b0f137e-511d-4064-9b19-8308bca57d16 HTTP/1.1" status: 204 len: 173 time: 0.0813928 Apr 28 19:43:08.224351 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7f555-8d87-4cc9-873e-b3998b57823b tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b0f137e-511d-4064-9b19-8308bca57d16,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:08.384050 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-8a0dc1a3-7bea-471c-9114-aa5024b0a163 req-96f2ce50-49ad-4ab4-834e-b09082286aa5 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2112226709', 'description': 'tempest-description-1318555000'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:08.412249 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8a0dc1a3-7bea-471c-9114-aa5024b0a163 req-96f2ce50-49ad-4ab4-834e-b09082286aa5 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:08.482758 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-5bf119dd-227f-4798-aaf1-f46aefb5d8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'name': 'tempest-AttachVolumeNegativeTest-1025782073-router', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:24Z', 'updated_at': '2022-04-28T19:37:37Z', 'revision_number': 4, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'gw_port': {'id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:26Z', 'updated_at': '2022-04-28T19:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '0a60c3bd-2ad3-47f5-9367-6c48a39f86f7', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'floating_ip_address': '172.25.8.101', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'port_id': '14784c8c-51c7-4607-bf4e-bdc835f47686', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'mac_address': 'fa:16:3e:3c:3e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280dbda8-4539-400a-9a0f-a1f8383c7a51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:42:43Z', 'updated_at': '2022-04-28T19:43:06Z', 'revision_number': 1, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1535635-16ee-414b-a822-868c614c37c3', 'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'mac_address': 'fa:16:3e:ed:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:33Z', 'updated_at': '2022-04-28T19:37:44Z', 'revision_number': 5, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'subnets': [{'id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:08.490807 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8a0dc1a3-7bea-471c-9114-aa5024b0a163 req-96f2ce50-49ad-4ab4-834e-b09082286aa5 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:08.495997 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8a0dc1a3-7bea-471c-9114-aa5024b0a163 req-96f2ce50-49ad-4ab4-834e-b09082286aa5 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:08.513576 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf119dd-227f-4798-aaf1-f46aefb5d8db None None] The sync data for ids ['536f6499-1b10-4117-950d-dfd4623a3f3f'] in n-d-839810-1 is: [{'id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'name': 'tempest-AttachVolumeNegativeTest-1025782073-router', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:24Z', 'updated_at': '2022-04-28T19:37:37Z', 'revision_number': 4, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'gw_port': {'id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:26Z', 'updated_at': '2022-04-28T19:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '0a60c3bd-2ad3-47f5-9367-6c48a39f86f7', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'floating_ip_address': '172.25.8.101', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'port_id': '14784c8c-51c7-4607-bf4e-bdc835f47686', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'mac_address': 'fa:16:3e:3c:3e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280dbda8-4539-400a-9a0f-a1f8383c7a51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:42:43Z', 'updated_at': '2022-04-28T19:43:06Z', 'revision_number': 1, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1535635-16ee-414b-a822-868c614c37c3', 'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'mac_address': 'fa:16:3e:ed:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:33Z', 'updated_at': '2022-04-28T19:37:44Z', 'revision_number': 5, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'subnets': [{'id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:43:08.549099 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-9b390c8b-4247-4d9f-bbfc-14ef0c8c2ef6 req-175aa5d4-e42b-4b67-a253-2a3f4ece1e20 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] Deleting port 98d6ca4d-c489-4878-86cf-559f89bd8737 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:43:08.549679 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9b390c8b-4247-4d9f-bbfc-14ef0c8c2ef6 req-175aa5d4-e42b-4b67-a253-2a3f4ece1e20 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:08.677618 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b31cf-1c5e-458d-93b5-5819f96d5dd0 req-b4c2159c-577c-4be8-8523-351f12317570 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:08.679239 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cd1b31cf-1c5e-458d-93b5-5819f96d5dd0 req-b4c2159c-577c-4be8-8523-351f12317570 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] 10.222.0.42 "GET /v2.0/ports?device_id=18a914e7-825e-424b-a659-43842d93c880 HTTP/1.1" status: 200 len: 946 time: 0.5723667 Apr 28 19:43:08.686247 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e7d12-630d-40f4-ac30-5264f8687c0d req-4547c6c9-7e98-44e1-8572-61795f5795fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:08.687700 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fa2e7d12-630d-40f4-ac30-5264f8687c0d req-4547c6c9-7e98-44e1-8572-61795f5795fc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7a2f793-5447-48fe-83df-017889e9d0fc HTTP/1.1" status: 200 len: 854 time: 0.1610529 Apr 28 19:43:08.769070 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e70d19-504e-4aa1-a555-c8e100f0a744 None None] New status for floating IP 0a60c3bd-2ad3-47f5-9367-6c48a39f86f7: ACTIVE {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:43:08.793211 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-9b390c8b-4247-4d9f-bbfc-14ef0c8c2ef6 req-175aa5d4-e42b-4b67-a253-2a3f4ece1e20 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] For port 98d6ca4d-c489-4878-86cf-559f89bd8737, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=98d6ca4d-c489-4878-86cf-559f89bd8737,segment=NetworkSegment(436c53ed-3b97-4bf4-8a0b-a537cb1d73e3),segment_id=436c53ed-3b97-4bf4-8a0b-a537cb1d73e3)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:08.793620 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9b390c8b-4247-4d9f-bbfc-14ef0c8c2ef6 req-175aa5d4-e42b-4b67-a253-2a3f4ece1e20 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:08.808345 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2ce50-49ad-4ab4-834e-b09082286aa5 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79eb75ac-2e0e-417d-bfc9-b25bf39c4b15,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:08.813801 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8a0dc1a3-7bea-471c-9114-aa5024b0a163 req-96f2ce50-49ad-4ab4-834e-b09082286aa5 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:08.815084 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8a0dc1a3-7bea-471c-9114-aa5024b0a163 req-96f2ce50-49ad-4ab4-834e-b09082286aa5 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4353518 Apr 28 19:43:08.834325 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-9b390c8b-4247-4d9f-bbfc-14ef0c8c2ef6 req-175aa5d4-e42b-4b67-a253-2a3f4ece1e20 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] Calling delete_port for 98d6ca4d-c489-4878-86cf-559f89bd8737 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:43:08.848608 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cd1b31cf-1c5e-458d-93b5-5819f96d5dd0 req-311b2875-53da-4232-bf7a-afce8e0ffb41 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] 10.222.0.42 "GET /v2.0/security-groups?id=c022b1ae-4fc9-4114-a59f-d12af83e00c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564803 Apr 28 19:43:08.946736 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e7d12-630d-40f4-ac30-5264f8687c0d req-90374d50-47c6-4284-8b6b-0d7d45652322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:08.949089 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fa2e7d12-630d-40f4-ac30-5264f8687c0d req-90374d50-47c6-4284-8b6b-0d7d45652322 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa6ba32f-86e1-489e-bf69-a0854e414daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2319343 Apr 28 19:43:08.959840 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-25635943-e507-48f3-980e-c85f48866ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:08.978604 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5db44f-d4ae-4a88-9609-e9e5bb33bc61 req-ad2729df-4f42-48de-8a93-ffa4bf0444de tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:08.981397 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9b5db44f-d4ae-4a88-9609-e9e5bb33bc61 req-ad2729df-4f42-48de-8a93-ffa4bf0444de tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.0951874 Apr 28 19:43:09.037645 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9b5db44f-d4ae-4a88-9609-e9e5bb33bc61 req-8e111f57-a6f7-4c83-b084-3439319665f7 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497582 Apr 28 19:43:09.110420 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-810aef03-93f0-47d9-bfe5-ecd658d48084 req-163c3929-c1d6-4519-b546-a8029b8b3d5c tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] 10.222.0.42 "GET /v2.0/security-groups/79eb75ac-2e0e-417d-bfc9-b25bf39c4b15 HTTP/1.1" status: 200 len: 1815 time: 0.1867411 Apr 28 19:43:09.121338 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25635943-e507-48f3-980e-c85f48866ffb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d25b1cb0-c200-401d-9c44-cd4c1f880757,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:09.184242 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50fb12-4a34-4146-811e-84804e0474cb req-2f04746a-ff12-4fb9-b808-e55c8ea0cd09 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:09.190702 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50fb12-4a34-4146-811e-84804e0474cb req-2f04746a-ff12-4fb9-b808-e55c8ea0cd09 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:09.195032 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-2dde0924-3509-4fca-a52f-e6a316dc3274 req-ff331808-cf88-421e-8acd-c7c52167517c tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-756990038', 'description': 'tempest-description-1312006433'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:09.199047 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50fb12-4a34-4146-811e-84804e0474cb req-2f04746a-ff12-4fb9-b808-e55c8ea0cd09 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:09.205344 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50fb12-4a34-4146-811e-84804e0474cb req-2f04746a-ff12-4fb9-b808-e55c8ea0cd09 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:09.211102 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50fb12-4a34-4146-811e-84804e0474cb req-2f04746a-ff12-4fb9-b808-e55c8ea0cd09 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:09.212611 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25635943-e507-48f3-980e-c85f48866ffb admin admin] Checking segment: {'id': 'c8b13874-b277-4f2c-b275-f865aee89558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:43:09.212971 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25635943-e507-48f3-980e-c85f48866ffb admin admin] Network hostable DHCP agents. Network: daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:43:09.217608 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50fb12-4a34-4146-811e-84804e0474cb req-2f04746a-ff12-4fb9-b808-e55c8ea0cd09 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:09.220081 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fa2e7d12-630d-40f4-ac30-5264f8687c0d req-ffc3d3d1-f288-4a4e-aa61-462352302836 service neutron] 10.222.0.44 "GET /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461312 Apr 28 19:43:09.224446 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50fb12-4a34-4146-811e-84804e0474cb req-2f04746a-ff12-4fb9-b808-e55c8ea0cd09 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:09.228750 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9e50fb12-4a34-4146-811e-84804e0474cb req-2f04746a-ff12-4fb9-b808-e55c8ea0cd09 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5422 time: 0.1221068 Apr 28 19:43:09.261696 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2dde0924-3509-4fca-a52f-e6a316dc3274 req-ff331808-cf88-421e-8acd-c7c52167517c tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:09.272849 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9b390c8b-4247-4d9f-bbfc-14ef0c8c2ef6 req-175aa5d4-e42b-4b67-a253-2a3f4ece1e20 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:09.283860 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9e50fb12-4a34-4146-811e-84804e0474cb req-216ddab3-fd8b-46cb-9b8a-aa87015b406f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0499165 Apr 28 19:43:09.344477 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175aa5d4-e42b-4b67-a253-2a3f4ece1e20 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] Pushing event deleted for resources: {'Port': ['ID=98d6ca4d-c489-4878-86cf-559f89bd8737,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:09.346280 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25635943-e507-48f3-980e-c85f48866ffb admin admin] Network daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:43:09.373166 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-25635943-e507-48f3-980e-c85f48866ffb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:43:09.382949 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824e3a1f-31d3-4a02-9482-e157cc7c9260 None None] Network daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:43:09.413591 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25635943-e507-48f3-980e-c85f48866ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:09.414169 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-25635943-e507-48f3-980e-c85f48866ffb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:09.445091 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b390c8b-4247-4d9f-bbfc-14ef0c8c2ef6 req-175aa5d4-e42b-4b67-a253-2a3f4ece1e20 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] No DVR routers for this DVR port 98d6ca4d-c489-4878-86cf-559f89bd8737 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:43:09.457527 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9b390c8b-4247-4d9f-bbfc-14ef0c8c2ef6 req-175aa5d4-e42b-4b67-a253-2a3f4ece1e20 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:09.460845 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9b390c8b-4247-4d9f-bbfc-14ef0c8c2ef6 req-175aa5d4-e42b-4b67-a253-2a3f4ece1e20 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] 10.222.0.15 "DELETE /v2.0/ports/98d6ca4d-c489-4878-86cf-559f89bd8737 HTTP/1.1" status: 204 len: 173 time: 1.6796770 Apr 28 19:43:09.480480 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-25635943-e507-48f3-980e-c85f48866ffb admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5344756 Apr 28 19:43:09.483890 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 52448) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:09.488855 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-ea1f7a22-60c2-44a1-872a-00bd0a93f3a4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1487658424-router', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:09.509725 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fa2e7d12-630d-40f4-ac30-5264f8687c0d req-745d68e6-7f47-4229-b502-c7713244c45c service neutron] 10.222.0.44 "GET /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821176 Apr 28 19:43:09.538350 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2dde0924-3509-4fca-a52f-e6a316dc3274 req-ff331808-cf88-421e-8acd-c7c52167517c tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:09.540789 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ea1f7a22-60c2-44a1-872a-00bd0a93f3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:09.543835 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ea1f7a22-60c2-44a1-872a-00bd0a93f3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:09.546506 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2dde0924-3509-4fca-a52f-e6a316dc3274 req-ff331808-cf88-421e-8acd-c7c52167517c tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:09.587815 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff331808-cf88-421e-8acd-c7c52167517c tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22156c86-5baa-45f7-af56-f2f3e7ea8597,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:09.605080 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2dde0924-3509-4fca-a52f-e6a316dc3274 req-ff331808-cf88-421e-8acd-c7c52167517c tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:09.606587 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2dde0924-3509-4fca-a52f-e6a316dc3274 req-ff331808-cf88-421e-8acd-c7c52167517c tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4314797 Apr 28 19:43:09.609405 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf285890-ed29-44ec-92a6-6fd076254d27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef', 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'fixed_ips': [{'subnet_id': 'd25b1cb0-c200-401d-9c44-cd4c1f880757'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:43:09.616623 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cf285890-ed29-44ec-92a6-6fd076254d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:09.653197 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ea1f7a22-60c2-44a1-872a-00bd0a93f3a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:09.665885 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd10cc4-b17c-452d-94ac-ece1e0e794eb req-58d4e69f-0918-4818-8808-bc7f46797b1b tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:09.667395 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-edd10cc4-b17c-452d-94ac-ece1e0e794eb req-58d4e69f-0918-4818-8808-bc7f46797b1b tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=a91d6b10-acc9-4cb7-92b2-c1408afe3468 HTTP/1.1" status: 200 len: 946 time: 0.1024177 Apr 28 19:43:09.683501 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a914e7-825e-424b-a659-43842d93c880', 'name': 'network-vif-deleted', 'tag': '98d6ca4d-c489-4878-86cf-559f89bd8737'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:09.686162 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d9b5d0-ae71-40f7-91e8-36b659b19e1b" -d '{"events": [{"server_uuid": "18a914e7-825e-424b-a659-43842d93c880", "name": "network-vif-deleted", "tag": "98d6ca4d-c489-4878-86cf-559f89bd8737"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:43:09.693432 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-35c83df6-dc0b-45be-bb99-6c1436940b03 req-feaf3fd7-85ae-44cb-837c-0c5cde57e1dd tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] 10.222.0.42 "GET /v2.0/security-groups/22156c86-5baa-45f7-af56-f2f3e7ea8597 HTTP/1.1" status: 200 len: 1814 time: 0.0551305 Apr 28 19:43:09.740462 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534b960a-bb6d-4b1b-a91d-55579d7fa18e x-openstack-request-id: req-534b960a-bb6d-4b1b-a91d-55579d7fa18e {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:43:09.740758 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a914e7-825e-424b-a659-43842d93c880", "name": "network-vif-deleted", "tag": "98d6ca4d-c489-4878-86cf-559f89bd8737", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:43:09.741017 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-534b960a-bb6d-4b1b-a91d-55579d7fa18e {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:43:09.741429 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-534b960a-bb6d-4b1b-a91d-55579d7fa18e'] response: {'server_uuid': '18a914e7-825e-424b-a659-43842d93c880', 'name': 'network-vif-deleted', 'tag': '98d6ca4d-c489-4878-86cf-559f89bd8737', 'status': 'completed', 'code': 200} Apr 28 19:43:09.757198 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-3f254fff-e69c-4615-a652-e4cff8dc20b8 req-7eb9d4ef-fd27-4106-8b0d-251bc961e3f6 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1587545585', 'description': 'tempest-description-49550484'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:09.780668 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-cf285890-ed29-44ec-92a6-6fd076254d27 None None] Allocated IP 172.20.0.2 (daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef/d25b1cb0-c200-401d-9c44-cd4c1f880757/cff3bd6d-5825-4ec5-bfa2-32d7c4a96784) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:43:09.784203 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3f254fff-e69c-4615-a652-e4cff8dc20b8 req-7eb9d4ef-fd27-4106-8b0d-251bc961e3f6 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:09.840345 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-edd10cc4-b17c-452d-94ac-ece1e0e794eb req-b11f704e-a718-4399-b757-2fce53a72d79 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331730 Apr 28 19:43:09.850679 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ea1f7a22-60c2-44a1-872a-00bd0a93f3a4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:09.867151 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3f254fff-e69c-4615-a652-e4cff8dc20b8 req-7eb9d4ef-fd27-4106-8b0d-251bc961e3f6 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:09.871820 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3f254fff-e69c-4615-a652-e4cff8dc20b8 req-7eb9d4ef-fd27-4106-8b0d-251bc961e3f6 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:09.912936 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3f254fff-e69c-4615-a652-e4cff8dc20b8 req-7eb9d4ef-fd27-4106-8b0d-251bc961e3f6 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:09.920321 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3f254fff-e69c-4615-a652-e4cff8dc20b8 req-7eb9d4ef-fd27-4106-8b0d-251bc961e3f6 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1670983 Apr 28 19:43:09.936487 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9d4ef-fd27-4106-8b0d-251bc961e3f6 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a34e9e9-b8ab-4f8f-bb47-f1c6525ea2d7,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:09.975527 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cf285890-ed29-44ec-92a6-6fd076254d27 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:09.983797 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cf285890-ed29-44ec-92a6-6fd076254d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:10.017968 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e1356983-78a5-4743-8076-861383fa8b15 req-437bc6d4-129b-4881-b180-e1ff33c3c895 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] 10.222.0.42 "GET /v2.0/security-groups/5a34e9e9-b8ab-4f8f-bb47-f1c6525ea2d7 HTTP/1.1" status: 200 len: 1813 time: 0.0686448 Apr 28 19:43:10.026990 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fa5618ca-bf90-407f-ae5c-d65fa6d49a35 req-06cc425b-c319-41a7-a7fd-7a4bc8b895f9 tempest-VolumesActionsTest-1160158380 tempest-VolumesActionsTest-1160158380-project] 10.222.0.42 "GET /v2.0/ports?device_id=18a914e7-825e-424b-a659-43842d93c880 HTTP/1.1" status: 200 len: 210 time: 0.0459530 Apr 28 19:43:10.043430 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-07fbd669-f9ca-4de3-b1a4-adfb767ffa05 req-7f00d44c-7ac5-449a-a6e1-8eb06b68ee12 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-626110652', 'description': 'tempest-description-2119653074'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:10.055707 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf285890-ed29-44ec-92a6-6fd076254d27 None None] Network daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:43:10.057644 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-cf285890-ed29-44ec-92a6-6fd076254d27 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:43:10.060414 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf285890-ed29-44ec-92a6-6fd076254d27 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:43:10.093581 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-07fbd669-f9ca-4de3-b1a4-adfb767ffa05 req-7f00d44c-7ac5-449a-a6e1-8eb06b68ee12 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:10.095773 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf285890-ed29-44ec-92a6-6fd076254d27 None None] Pushing event updated for resources: {'Port': ['ID=cff3bd6d-5825-4ec5-bfa2-32d7c4a96784,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:10.107822 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf285890-ed29-44ec-92a6-6fd076254d27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:10.108562 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf285890-ed29-44ec-92a6-6fd076254d27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:10.109100 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf285890-ed29-44ec-92a6-6fd076254d27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:10.109664 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf285890-ed29-44ec-92a6-6fd076254d27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:10.110181 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf285890-ed29-44ec-92a6-6fd076254d27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:10.111227 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf285890-ed29-44ec-92a6-6fd076254d27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:10.111802 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf285890-ed29-44ec-92a6-6fd076254d27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:10.112146 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf285890-ed29-44ec-92a6-6fd076254d27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:10.112639 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf285890-ed29-44ec-92a6-6fd076254d27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:10.113110 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf285890-ed29-44ec-92a6-6fd076254d27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:10.113577 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf285890-ed29-44ec-92a6-6fd076254d27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:10.114043 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf285890-ed29-44ec-92a6-6fd076254d27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:10.146600 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-cf285890-ed29-44ec-92a6-6fd076254d27 None None] Attempting to bind port cff3bd6d-5825-4ec5-bfa2-32d7c4a96784 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:43:10.147193 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-cf285890-ed29-44ec-92a6-6fd076254d27 None None] Attempting to bind port cff3bd6d-5825-4ec5-bfa2-32d7c4a96784 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'c8b13874-b277-4f2c-b275-f865aee89558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:43:10.147438 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf285890-ed29-44ec-92a6-6fd076254d27 None None] Attempting to bind port cff3bd6d-5825-4ec5-bfa2-32d7c4a96784 on network daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:43:10.153501 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf285890-ed29-44ec-92a6-6fd076254d27 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:43:10.153796 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf285890-ed29-44ec-92a6-6fd076254d27 None None] Checking segment: {'id': 'c8b13874-b277-4f2c-b275-f865aee89558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:43:10.154329 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cf285890-ed29-44ec-92a6-6fd076254d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:10.154717 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf285890-ed29-44ec-92a6-6fd076254d27 None None] Bound using segment: {'id': 'c8b13874-b277-4f2c-b275-f865aee89558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:43:10.155173 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-cf285890-ed29-44ec-92a6-6fd076254d27 None None] Bound port: cff3bd6d-5825-4ec5-bfa2-32d7c4a96784, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b13874-b277-4f2c-b275-f865aee89558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:43:10.155548 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cf285890-ed29-44ec-92a6-6fd076254d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:10.183600 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-07fbd669-f9ca-4de3-b1a4-adfb767ffa05 req-7f00d44c-7ac5-449a-a6e1-8eb06b68ee12 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:10.189212 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-07fbd669-f9ca-4de3-b1a4-adfb767ffa05 req-7f00d44c-7ac5-449a-a6e1-8eb06b68ee12 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:10.216066 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-07fbd669-f9ca-4de3-b1a4-adfb767ffa05 req-7f00d44c-7ac5-449a-a6e1-8eb06b68ee12 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:10.230289 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07fbd669-f9ca-4de3-b1a4-adfb767ffa05 req-7f00d44c-7ac5-449a-a6e1-8eb06b68ee12 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1900215 Apr 28 19:43:10.232763 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-cf285890-ed29-44ec-92a6-6fd076254d27 None None] For port cff3bd6d-5825-4ec5-bfa2-32d7c4a96784, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:43:10.236456 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-cf285890-ed29-44ec-92a6-6fd076254d27 None None] For port cff3bd6d-5825-4ec5-bfa2-32d7c4a96784, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=cff3bd6d-5825-4ec5-bfa2-32d7c4a96784,segment=NetworkSegment(c8b13874-b277-4f2c-b275-f865aee89558),segment_id=c8b13874-b277-4f2c-b275-f865aee89558)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:43:10.237225 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8730086-8838-41ae-8d6a-57abb15bcefd req-d87d7fbc-b19d-459f-b1b1-1d56c563f42e tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:10.238927 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f8730086-8838-41ae-8d6a-57abb15bcefd req-d87d7fbc-b19d-459f-b1b1-1d56c563f42e tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1162794 Apr 28 19:43:10.249731 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ea1f7a22-60c2-44a1-872a-00bd0a93f3a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:10.253731 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cf285890-ed29-44ec-92a6-6fd076254d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:10.261512 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f00d44c-7ac5-449a-a6e1-8eb06b68ee12 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=580a9bc4-ecda-4490-9f09-3df80df5b4af,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:10.277051 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ea1f7a22-60c2-44a1-872a-00bd0a93f3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:10.296389 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-83c63e20-6b3b-4dd5-8301-ad3b2f6deb16 req-d37691d9-0de7-4669-b741-97f3c1c1945d tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] 10.222.0.42 "GET /v2.0/security-groups/580a9bc4-ecda-4490-9f09-3df80df5b4af HTTP/1.1" status: 200 len: 1814 time: 0.0502193 Apr 28 19:43:10.329199 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf285890-ed29-44ec-92a6-6fd076254d27 None None] Pushing event updated for resources: {'Port': ['ID=cff3bd6d-5825-4ec5-bfa2-32d7c4a96784,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:10.365096 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [req-8ffe69ef-32bd-47dd-b3d7-e11fb8cfd722 req-7e63a9af-4436-4b75-a008-43e344e7b3dc tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] show failed (client error): The resource could not be found. Apr 28 19:43:10.365411 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f8730086-8838-41ae-8d6a-57abb15bcefd req-48f139f4-fa2e-49e2-b444-658b474b75e0 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129904 Apr 28 19:43:10.369945 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8ffe69ef-32bd-47dd-b3d7-e11fb8cfd722 req-7e63a9af-4436-4b75-a008-43e344e7b3dc tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] 10.222.0.42 "GET /v2.0/security-groups/7c7e54f9-c90d-4822-80a0-a6c21b7beea4 HTTP/1.1" status: 404 len: 352 time: 0.0252812 Apr 28 19:43:10.415567 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [req-6bd63857-c89c-4f44-b7a0-c0049eda438d req-46ba6994-7bcb-4a60-988d-5e845b266b17 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] show failed (client error): The resource could not be found. Apr 28 19:43:10.432844 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6bd63857-c89c-4f44-b7a0-c0049eda438d req-46ba6994-7bcb-4a60-988d-5e845b266b17 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] 10.222.0.42 "GET /v2.0/security-group-rules/6cc2eb27-cd74-40d1-bcf0-1255a063890b HTTP/1.1" status: 404 len: 361 time: 0.0328031 Apr 28 19:43:10.451809 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-ea1f7a22-60c2-44a1-872a-00bd0a93f3a4 admin admin] Allocated IP 172.25.8.88 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/e565d82a-3107-4722-bc72-2d777a0787c9) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:43:10.585763 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a6463-bf7b-4a35-9a39-ecffa573a7ac req-d93289a7-17fe-43d4-a54b-73b553e46300 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:10.592207 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a6463-bf7b-4a35-9a39-ecffa573a7ac req-d93289a7-17fe-43d4-a54b-73b553e46300 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:10.598149 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a6463-bf7b-4a35-9a39-ecffa573a7ac req-d93289a7-17fe-43d4-a54b-73b553e46300 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:10.603965 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a6463-bf7b-4a35-9a39-ecffa573a7ac req-d93289a7-17fe-43d4-a54b-73b553e46300 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:10.610110 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a6463-bf7b-4a35-9a39-ecffa573a7ac req-d93289a7-17fe-43d4-a54b-73b553e46300 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:10.616938 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a6463-bf7b-4a35-9a39-ecffa573a7ac req-d93289a7-17fe-43d4-a54b-73b553e46300 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:10.623436 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a6463-bf7b-4a35-9a39-ecffa573a7ac req-d93289a7-17fe-43d4-a54b-73b553e46300 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:10.628736 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a86a6463-bf7b-4a35-9a39-ecffa573a7ac req-d93289a7-17fe-43d4-a54b-73b553e46300 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5422 time: 0.1855185 Apr 28 19:43:10.642469 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-25084da8-1e91-4562-b169-08a58d897004 req-aafeaacd-aaaf-44dc-8d76-5610506b1b83 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] 10.222.0.42 "GET /v2.0/security-groups/580a9bc4-ecda-4490-9f09-3df80df5b4af HTTP/1.1" status: 200 len: 1814 time: 0.0818124 Apr 28 19:43:10.701879 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a86a6463-bf7b-4a35-9a39-ecffa573a7ac req-79390dee-f608-4c97-b975-619e8e782ca6 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0700393 Apr 28 19:43:10.718449 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ea1f7a22-60c2-44a1-872a-00bd0a93f3a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:10.756645 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-25084da8-1e91-4562-b169-08a58d897004 req-b136d0fc-9704-45b9-ad05-a35843472e40 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:10.762259 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762250e-d873-4615-97de-5a979ca782d7 req-293e1ebf-764b-47e1-8019-19d0c277cf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:10.763810 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4762250e-d873-4615-97de-5a979ca782d7 req-293e1ebf-764b-47e1-8019-19d0c277cf72 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94740374ca054549b67b793671aaad05&device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 1095 time: 0.1005704 Apr 28 19:43:10.768951 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ea1f7a22-60c2-44a1-872a-00bd0a93f3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:10.806182 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-25084da8-1e91-4562-b169-08a58d897004 req-b136d0fc-9704-45b9-ad05-a35843472e40 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:10.821782 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1f7a22-60c2-44a1-872a-00bd0a93f3a4 admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:43:10.844442 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-ea1f7a22-60c2-44a1-872a-00bd0a93f3a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:43:10.849609 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1f7a22-60c2-44a1-872a-00bd0a93f3a4 admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:43:10.855583 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f7a22-60c2-44a1-872a-00bd0a93f3a4 admin admin] Pushing event updated for resources: {'Port': ['ID=e565d82a-3107-4722-bc72-2d777a0787c9,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:10.895866 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762250e-d873-4615-97de-5a979ca782d7 req-5cc9ca44-f35a-47cb-997a-eebd956e39e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:10.897451 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4762250e-d873-4615-97de-5a979ca782d7 req-5cc9ca44-f35a-47cb-997a-eebd956e39e8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 HTTP/1.1" status: 200 len: 913 time: 0.1246841 Apr 28 19:43:10.899071 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-25084da8-1e91-4562-b169-08a58d897004 req-b136d0fc-9704-45b9-ad05-a35843472e40 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:10.901842 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-25084da8-1e91-4562-b169-08a58d897004 req-b136d0fc-9704-45b9-ad05-a35843472e40 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:10.907305 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552eb92-b459-4650-b02a-cf545edaacf6 req-1993fef5-2aba-4b78-a994-db2a0a021775 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:10.908972 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a552eb92-b459-4650-b02a-cf545edaacf6 req-1993fef5-2aba-4b78-a994-db2a0a021775 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1092813 Apr 28 19:43:10.917614 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-25084da8-1e91-4562-b169-08a58d897004 req-b136d0fc-9704-45b9-ad05-a35843472e40 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] 10.222.0.42 "DELETE /v2.0/security-groups/580a9bc4-ecda-4490-9f09-3df80df5b4af HTTP/1.1" status: 204 len: 173 time: 0.2679868 Apr 28 19:43:11.006909 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a552eb92-b459-4650-b02a-cf545edaacf6 req-d0701f9a-73e1-4832-8d4d-3d2cf360dfbc tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833721 Apr 28 19:43:11.008291 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136d0fc-9704-45b9-ad05-a35843472e40 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=580a9bc4-ecda-4490-9f09-3df80df5b4af,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:11.052891 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device cff3bd6d-5825-4ec5-bfa2-32d7c4a96784 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:43:11.070595 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4762250e-d873-4615-97de-5a979ca782d7 req-11b4e30b-b82e-4b65-af95-85d799922150 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 HTTP/1.1" status: 200 len: 998 time: 0.1522937 Apr 28 19:43:11.097381 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc805da0-7fcc-4684-bad8-61f32139add9 req-7bc2c402-5fbb-4b9f-a9d7-d40d4dad1f80 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:11.098784 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cc805da0-7fcc-4684-bad8-61f32139add9 req-7bc2c402-5fbb-4b9f-a9d7-d40d4dad1f80 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=a91d6b10-acc9-4cb7-92b2-c1408afe3468 HTTP/1.1" status: 200 len: 946 time: 0.0927253 Apr 28 19:43:11.105401 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port cff3bd6d-5825-4ec5-bfa2-32d7c4a96784 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:11.106115 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:11.155167 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-69c995c0-bafe-4e90-87d9-8aa0092c05ba req-e21f6580-0291-4f6a-8002-b9354019bda5 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] 10.222.0.42 "GET /v2.0/security-groups/5a34e9e9-b8ab-4f8f-bb47-f1c6525ea2d7 HTTP/1.1" status: 200 len: 1813 time: 0.0922897 Apr 28 19:43:11.187370 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762250e-d873-4615-97de-5a979ca782d7 req-ce87d1ae-b9dc-4b5e-8e68-4976928b62c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:11.189189 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4762250e-d873-4615-97de-5a979ca782d7 req-ce87d1ae-b9dc-4b5e-8e68-4976928b62c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43d83121-413d-4da3-b294-551f60ac6b94 HTTP/1.1" status: 200 len: 851 time: 0.1088612 Apr 28 19:43:11.208271 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cc805da0-7fcc-4684-bad8-61f32139add9 req-5a330941-4f38-4c6c-bc69-2b7adec625e3 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895214 Apr 28 19:43:11.214996 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:11.230071 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 98d6ca4d-c489-4878-86cf-559f89bd8737 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:43:11.265616 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 98d6ca4d-c489-4878-86cf-559f89bd8737 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:43:11.266242 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 98d6ca4d-c489-4878-86cf-559f89bd8737 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:43:11.271346 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762250e-d873-4615-97de-5a979ca782d7 req-047a87f6-2ff8-44a7-a05b-45ab67627911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:11.272932 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4762250e-d873-4615-97de-5a979ca782d7 req-047a87f6-2ff8-44a7-a05b-45ab67627911 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637050 Apr 28 19:43:11.326737 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port cff3bd6d-5825-4ec5-bfa2-32d7c4a96784, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=cff3bd6d-5825-4ec5-bfa2-32d7c4a96784,segment=NetworkSegment(c8b13874-b277-4f2c-b275-f865aee89558),segment_id=c8b13874-b277-4f2c-b275-f865aee89558)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:11.330283 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ea1f7a22-60c2-44a1-872a-00bd0a93f3a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:11.334248 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:11.413083 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=cff3bd6d-5825-4ec5-bfa2-32d7c4a96784,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:11.434620 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77492428-b75c-4199-a04b-8bba5d68da7c req-e04c1bd8-0d54-48a6-a7ef-9709d7fe9c82 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:11.436146 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-77492428-b75c-4199-a04b-8bba5d68da7c req-e04c1bd8-0d54-48a6-a7ef-9709d7fe9c82 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.44 "GET /v2.0/ports?device_id=a91d6b10-acc9-4cb7-92b2-c1408afe3468 HTTP/1.1" status: 200 len: 946 time: 0.1485980 Apr 28 19:43:11.496166 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4762250e-d873-4615-97de-5a979ca782d7 req-4a561015-dafb-4752-8721-e2db1ba311bd service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096841 Apr 28 19:43:11.536408 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-69c995c0-bafe-4e90-87d9-8aa0092c05ba req-68a3dc73-6f0e-48f7-9748-73fc4b96bc09 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:11.578862 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-69c995c0-bafe-4e90-87d9-8aa0092c05ba req-68a3dc73-6f0e-48f7-9748-73fc4b96bc09 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:11.651711 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-77492428-b75c-4199-a04b-8bba5d68da7c req-557c7295-0b57-4f6b-a94d-df39bff3c3aa tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Deleting port 0fdf821b-e509-42fc-9575-972bbb62c535 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:43:11.652853 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-77492428-b75c-4199-a04b-8bba5d68da7c req-557c7295-0b57-4f6b-a94d-df39bff3c3aa tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:11.684887 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ea1f7a22-60c2-44a1-872a-00bd0a93f3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:11.714690 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4762250e-d873-4615-97de-5a979ca782d7 req-4031aa9d-ad1f-4684-85bb-1692b9b6d93c service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093158 Apr 28 19:43:11.757941 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f5a660-63f1-4a21-a40f-babe0e27edd6 None None] Network daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:43:11.764006 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-69c995c0-bafe-4e90-87d9-8aa0092c05ba req-68a3dc73-6f0e-48f7-9748-73fc4b96bc09 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:11.766577 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-69c995c0-bafe-4e90-87d9-8aa0092c05ba req-68a3dc73-6f0e-48f7-9748-73fc4b96bc09 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:11.767735 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-69c995c0-bafe-4e90-87d9-8aa0092c05ba req-68a3dc73-6f0e-48f7-9748-73fc4b96bc09 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] 10.222.0.42 "DELETE /v2.0/security-groups/5a34e9e9-b8ab-4f8f-bb47-f1c6525ea2d7 HTTP/1.1" status: 204 len: 173 time: 0.6045868 Apr 28 19:43:11.788336 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-77492428-b75c-4199-a04b-8bba5d68da7c req-557c7295-0b57-4f6b-a94d-df39bff3c3aa tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] For port 0fdf821b-e509-42fc-9575-972bbb62c535, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=0fdf821b-e509-42fc-9575-972bbb62c535,segment=NetworkSegment(b5720445-03de-4d91-9572-e2572d42e7be),segment_id=b5720445-03de-4d91-9572-e2572d42e7be)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:11.788711 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-77492428-b75c-4199-a04b-8bba5d68da7c req-557c7295-0b57-4f6b-a94d-df39bff3c3aa tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:11.809420 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-77492428-b75c-4199-a04b-8bba5d68da7c req-557c7295-0b57-4f6b-a94d-df39bff3c3aa tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Calling delete_port for 0fdf821b-e509-42fc-9575-972bbb62c535 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:43:11.826011 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3dc73-6f0e-48f7-9748-73fc4b96bc09 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a34e9e9-b8ab-4f8f-bb47-f1c6525ea2d7,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:11.886750 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-2e15f2be-e606-4057-86ee-d8853040e75f None None] Provisioning complete for port cff3bd6d-5825-4ec5-bfa2-32d7c4a96784 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:11.887404 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2e15f2be-e606-4057-86ee-d8853040e75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:11.899352 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-738d196b-3051-4e65-90ba-abf51eadbed7 req-fe6c1e46-34d9-4c3a-b97e-0ebf4b2d2d13 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] 10.222.0.42 "GET /v2.0/security-groups/22156c86-5baa-45f7-af56-f2f3e7ea8597 HTTP/1.1" status: 200 len: 1814 time: 0.0836012 Apr 28 19:43:11.996270 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1f7a22-60c2-44a1-872a-00bd0a93f3a4 admin admin] Router afed3c5c-7a70-4a3a-8938-18fef337ba9c is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:43:11.998824 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-738d196b-3051-4e65-90ba-abf51eadbed7 req-09d3a903-0dd6-4f90-a604-403b6358f42c tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:12.050684 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-77492428-b75c-4199-a04b-8bba5d68da7c req-557c7295-0b57-4f6b-a94d-df39bff3c3aa tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:12.091476 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c7295-0b57-4f6b-a94d-df39bff3c3aa tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Pushing event deleted for resources: {'Port': ['ID=0fdf821b-e509-42fc-9575-972bbb62c535,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:12.109702 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-738d196b-3051-4e65-90ba-abf51eadbed7 req-09d3a903-0dd6-4f90-a604-403b6358f42c tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:12.144371 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf54cc-e30f-49db-9c89-1cf3a8f6f68a req-e1728613-a775-43d8-ad61-cd62bd381839 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:12.150747 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf54cc-e30f-49db-9c89-1cf3a8f6f68a req-e1728613-a775-43d8-ad61-cd62bd381839 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:12.156606 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf54cc-e30f-49db-9c89-1cf3a8f6f68a req-e1728613-a775-43d8-ad61-cd62bd381839 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:12.162580 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf54cc-e30f-49db-9c89-1cf3a8f6f68a req-e1728613-a775-43d8-ad61-cd62bd381839 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:12.168493 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf54cc-e30f-49db-9c89-1cf3a8f6f68a req-e1728613-a775-43d8-ad61-cd62bd381839 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:12.174503 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf54cc-e30f-49db-9c89-1cf3a8f6f68a req-e1728613-a775-43d8-ad61-cd62bd381839 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:12.180362 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf54cc-e30f-49db-9c89-1cf3a8f6f68a req-e1728613-a775-43d8-ad61-cd62bd381839 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:12.183721 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e0cf54cc-e30f-49db-9c89-1cf3a8f6f68a req-e1728613-a775-43d8-ad61-cd62bd381839 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5422 time: 0.2907162 Apr 28 19:43:12.206677 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-77492428-b75c-4199-a04b-8bba5d68da7c req-557c7295-0b57-4f6b-a94d-df39bff3c3aa tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] No DVR routers for this DVR port 0fdf821b-e509-42fc-9575-972bbb62c535 on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:43:12.207524 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1f7a22-60c2-44a1-872a-00bd0a93f3a4 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:43:12.210435 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-77492428-b75c-4199-a04b-8bba5d68da7c req-557c7295-0b57-4f6b-a94d-df39bff3c3aa tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:12.215133 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-77492428-b75c-4199-a04b-8bba5d68da7c req-557c7295-0b57-4f6b-a94d-df39bff3c3aa tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.44 "DELETE /v2.0/ports/0fdf821b-e509-42fc-9575-972bbb62c535 HTTP/1.1" status: 204 len: 173 time: 0.7719436 Apr 28 19:43:12.216353 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91d6b10-acc9-4cb7-92b2-c1408afe3468', 'name': 'network-vif-deleted', 'tag': '0fdf821b-e509-42fc-9575-972bbb62c535'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:12.217585 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8ac7fd-f6b2-4def-8c4d-4a120cc16347 None None] Sync routers for ids ['afed3c5c-7a70-4a3a-8938-18fef337ba9c'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:43:12.218668 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5888c7b9-7535-47bc-89c4-ae9ffdafafce" -d '{"events": [{"server_uuid": "a91d6b10-acc9-4cb7-92b2-c1408afe3468", "name": "network-vif-deleted", "tag": "0fdf821b-e509-42fc-9575-972bbb62c535"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:43:12.242646 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8ac7fd-f6b2-4def-8c4d-4a120cc16347 None None] Routers {'afed3c5c-7a70-4a3a-8938-18fef337ba9c'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:43:12.246600 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6d8ac7fd-f6b2-4def-8c4d-4a120cc16347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:42:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['afed3c5c-7a70-4a3a-8938-18fef337ba9c'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:12.276216 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e0cf54cc-e30f-49db-9c89-1cf3a8f6f68a req-51e5ea02-4a92-433f-87e0-c73d488d24f1 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0703399 Apr 28 19:43:12.330385 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-9a4636b0-1166-4624-a3a6-10f133b1bcff None None] Provisioning complete for port cff3bd6d-5825-4ec5-bfa2-32d7c4a96784 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:12.331583 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9a4636b0-1166-4624-a3a6-10f133b1bcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:12.334822 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ea1f7a22-60c2-44a1-872a-00bd0a93f3a4 admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:12.339535 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ea1f7a22-60c2-44a1-872a-00bd0a93f3a4 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.8542914 Apr 28 19:43:12.342569 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 52504) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:12.558958 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-6d8ac7fd-f6b2-4def-8c4d-4a120cc16347 None None] Set router afed3c5c-7a70-4a3a-8938-18fef337ba9c gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:43:12.562100 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-738d196b-3051-4e65-90ba-abf51eadbed7 req-09d3a903-0dd6-4f90-a604-403b6358f42c tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:12.566249 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-738d196b-3051-4e65-90ba-abf51eadbed7 req-09d3a903-0dd6-4f90-a604-403b6358f42c tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:12.572756 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-738d196b-3051-4e65-90ba-abf51eadbed7 req-09d3a903-0dd6-4f90-a604-403b6358f42c tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] 10.222.0.42 "DELETE /v2.0/security-groups/22156c86-5baa-45f7-af56-f2f3e7ea8597 HTTP/1.1" status: 204 len: 173 time: 0.6595054 Apr 28 19:43:12.586715 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779767f-5b0a-4e45-b544-eeb4f02d296a req-4389ba88-33e9-4125-84af-b48ce522b5ac tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:12.588865 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3779767f-5b0a-4e45-b544-eeb4f02d296a req-4389ba88-33e9-4125-84af-b48ce522b5ac tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1460915 Apr 28 19:43:12.647881 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3a903-0dd6-4f90-a604-403b6358f42c tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22156c86-5baa-45f7-af56-f2f3e7ea8597,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:12.657084 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3779767f-5b0a-4e45-b544-eeb4f02d296a req-e4ce7431-3f13-4237-90ea-d1162bdb6504 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613170 Apr 28 19:43:12.728835 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c9a1a90c-6d7c-4a1e-bd82-710e7bc7adff req-ff182023-dd2c-4f83-9bfd-cc9ba6ff232a tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=a91d6b10-acc9-4cb7-92b2-c1408afe3468 HTTP/1.1" status: 200 len: 210 time: 0.0806000 Apr 28 19:43:12.749618 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639961c3-7e86-4bf0-92c4-eed3999354ad x-openstack-request-id: req-639961c3-7e86-4bf0-92c4-eed3999354ad {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:43:12.750354 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91d6b10-acc9-4cb7-92b2-c1408afe3468", "name": "network-vif-deleted", "tag": "0fdf821b-e509-42fc-9575-972bbb62c535", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:43:12.750666 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-639961c3-7e86-4bf0-92c4-eed3999354ad {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:43:12.751144 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-639961c3-7e86-4bf0-92c4-eed3999354ad'] response: {'server_uuid': 'a91d6b10-acc9-4cb7-92b2-c1408afe3468', 'name': 'network-vif-deleted', 'tag': '0fdf821b-e509-42fc-9575-972bbb62c535', 'status': 'completed', 'code': 200} Apr 28 19:43:12.871806 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2d2e7d27-fa19-4d86-a3b9-15b9b51e736f req-5497f20c-850b-476e-9747-c6f5cb6bfb77 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] 10.222.0.42 "GET /v2.0/security-groups/79eb75ac-2e0e-417d-bfc9-b25bf39c4b15 HTTP/1.1" status: 200 len: 1815 time: 0.0707784 Apr 28 19:43:12.878292 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6d8ac7fd-f6b2-4def-8c4d-4a120cc16347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1487658424-router', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e565d82a-3107-4722-bc72-2d777a0787c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:09Z', 'updated_at': '2022-04-28T19:43:11Z', 'revision_number': 3, 'project_id': '5a0c676490ad4221b826814b264d08aa', 'gw_port': {'id': 'e565d82a-3107-4722-bc72-2d777a0787c9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:10Z', 'updated_at': '2022-04-28T19:43:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:12.913927 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8ac7fd-f6b2-4def-8c4d-4a120cc16347 None None] Checking router: afed3c5c-7a70-4a3a-8938-18fef337ba9c for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:43:12.914541 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8ac7fd-f6b2-4def-8c4d-4a120cc16347 None None] Updating router afed3c5c-7a70-4a3a-8938-18fef337ba9c port e565d82a-3107-4722-bc72-2d777a0787c9 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:43:12.956463 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-6d8ac7fd-f6b2-4def-8c4d-4a120cc16347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:13.020663 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2d2e7d27-fa19-4d86-a3b9-15b9b51e736f req-300e8b95-8a9b-4644-a4dd-9df195ebb113 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:13.054823 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device cff3bd6d-5825-4ec5-bfa2-32d7c4a96784 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:43:13.087127 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2d2e7d27-fa19-4d86-a3b9-15b9b51e736f req-300e8b95-8a9b-4644-a4dd-9df195ebb113 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:13.171449 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port cff3bd6d-5825-4ec5-bfa2-32d7c4a96784 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:13.175011 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2d2e7d27-fa19-4d86-a3b9-15b9b51e736f req-300e8b95-8a9b-4644-a4dd-9df195ebb113 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:13.175627 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:13.179548 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2d2e7d27-fa19-4d86-a3b9-15b9b51e736f req-300e8b95-8a9b-4644-a4dd-9df195ebb113 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:13.181786 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2d2e7d27-fa19-4d86-a3b9-15b9b51e736f req-300e8b95-8a9b-4644-a4dd-9df195ebb113 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] 10.222.0.42 "DELETE /v2.0/security-groups/79eb75ac-2e0e-417d-bfc9-b25bf39c4b15 HTTP/1.1" status: 204 len: 173 time: 0.3090537 Apr 28 19:43:13.239414 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e8b95-8a9b-4644-a4dd-9df195ebb113 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79eb75ac-2e0e-417d-bfc9-b25bf39c4b15,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:13.314301 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f40293da-5ca8-467c-ac1b-ce4d66c1b9f3 req-808f4854-5e23-4de9-96b7-d13f59851f46 tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] 10.222.0.42 "GET /v2.0/security-groups/90afe891-6f00-48dc-a5bf-5263b1028599 HTTP/1.1" status: 200 len: 1814 time: 0.1052096 Apr 28 19:43:13.357359 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8604d29f-e21c-4077-9ad6-6d9a7d520e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:13.407342 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f40293da-5ca8-467c-ac1b-ce4d66c1b9f3 req-57085fb4-80e2-4008-be36-bba91cd56ada tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:13.410257 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-6d8ac7fd-f6b2-4def-8c4d-4a120cc16347 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:13.421814 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-6d8ac7fd-f6b2-4def-8c4d-4a120cc16347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:13.435002 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f40293da-5ca8-467c-ac1b-ce4d66c1b9f3 req-57085fb4-80e2-4008-be36-bba91cd56ada tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:13.488328 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f40293da-5ca8-467c-ac1b-ce4d66c1b9f3 req-57085fb4-80e2-4008-be36-bba91cd56ada tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:13.491056 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f40293da-5ca8-467c-ac1b-ce4d66c1b9f3 req-57085fb4-80e2-4008-be36-bba91cd56ada tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:13.492392 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f40293da-5ca8-467c-ac1b-ce4d66c1b9f3 req-57085fb4-80e2-4008-be36-bba91cd56ada tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] 10.222.0.42 "DELETE /v2.0/security-groups/90afe891-6f00-48dc-a5bf-5263b1028599 HTTP/1.1" status: 204 len: 173 time: 0.1770420 Apr 28 19:43:13.500448 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fdb645-7228-4ee4-970a-865190fd0933 None None] Pushing event updated for resources: {'Port': ['ID=e565d82a-3107-4722-bc72-2d777a0787c9,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:13.504787 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 52522) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:13.517456 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-6d8ac7fd-f6b2-4def-8c4d-4a120cc16347 None None] Attempting to bind port e565d82a-3107-4722-bc72-2d777a0787c9 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:43:13.517849 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-6d8ac7fd-f6b2-4def-8c4d-4a120cc16347 None None] Attempting to bind port e565d82a-3107-4722-bc72-2d777a0787c9 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:43:13.518207 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8ac7fd-f6b2-4def-8c4d-4a120cc16347 None None] Attempting to bind port e565d82a-3107-4722-bc72-2d777a0787c9 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:43:13.524284 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8ac7fd-f6b2-4def-8c4d-4a120cc16347 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:43:13.524656 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8ac7fd-f6b2-4def-8c4d-4a120cc16347 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:43:13.525051 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-6d8ac7fd-f6b2-4def-8c4d-4a120cc16347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:13.525490 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8ac7fd-f6b2-4def-8c4d-4a120cc16347 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:43:13.526608 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-6d8ac7fd-f6b2-4def-8c4d-4a120cc16347 None None] Bound port: e565d82a-3107-4722-bc72-2d777a0787c9, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:43:13.526993 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-6d8ac7fd-f6b2-4def-8c4d-4a120cc16347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:13.527271 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57085fb4-80e2-4008-be36-bba91cd56ada tempest-SecurityGroupRulesNegativeTestJSON-151520065 tempest-SecurityGroupRulesNegativeTestJSON-151520065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90afe891-6f00-48dc-a5bf-5263b1028599,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:13.586222 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-6d8ac7fd-f6b2-4def-8c4d-4a120cc16347 None None] For port e565d82a-3107-4722-bc72-2d777a0787c9, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:43:13.590714 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-6d8ac7fd-f6b2-4def-8c4d-4a120cc16347 None None] For port e565d82a-3107-4722-bc72-2d777a0787c9, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=e565d82a-3107-4722-bc72-2d777a0787c9,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:43:13.596797 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-6d8ac7fd-f6b2-4def-8c4d-4a120cc16347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:13.600744 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-da749cb5-4933-46da-9aca-527e015fa789 admin admin] Deleting subnet b694b722-a278-4b82-8234-cebfca277b61 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:43:13.605929 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da749cb5-4933-46da-9aca-527e015fa789 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:13.658069 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8ac7fd-f6b2-4def-8c4d-4a120cc16347 None None] Routers {'afed3c5c-7a70-4a3a-8938-18fef337ba9c'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:43:13.658829 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6d8ac7fd-f6b2-4def-8c4d-4a120cc16347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:42:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['afed3c5c-7a70-4a3a-8938-18fef337ba9c'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:13.683474 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da749cb5-4933-46da-9aca-527e015fa789 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:13.772047 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fdb645-7228-4ee4-970a-865190fd0933 None None] Pushing event updated for resources: {'Port': ['ID=e565d82a-3107-4722-bc72-2d777a0787c9,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:13.790898 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdb645-7228-4ee4-970a-865190fd0933 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:13.791769 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdb645-7228-4ee4-970a-865190fd0933 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:13.792211 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdb645-7228-4ee4-970a-865190fd0933 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:13.792454 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdb645-7228-4ee4-970a-865190fd0933 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:13.792862 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdb645-7228-4ee4-970a-865190fd0933 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:13.793188 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdb645-7228-4ee4-970a-865190fd0933 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:13.793509 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdb645-7228-4ee4-970a-865190fd0933 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:13.793823 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdb645-7228-4ee4-970a-865190fd0933 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:13.794141 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdb645-7228-4ee4-970a-865190fd0933 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:13.794455 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdb645-7228-4ee4-970a-865190fd0933 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:13.794768 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdb645-7228-4ee4-970a-865190fd0933 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:13.795076 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fdb645-7228-4ee4-970a-865190fd0933 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:13.814902 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-6d8ac7fd-f6b2-4def-8c4d-4a120cc16347 None None] Set router afed3c5c-7a70-4a3a-8938-18fef337ba9c gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:43:13.840693 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da749cb5-4933-46da-9aca-527e015fa789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:13.853059 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 0fdf821b-e509-42fc-9575-972bbb62c535 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:43:13.879729 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 0fdf821b-e509-42fc-9575-972bbb62c535 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:43:13.881267 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 0fdf821b-e509-42fc-9575-972bbb62c535 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:43:13.904627 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1dbaa-86ad-41ba-88eb-62bd17dd1600 req-d65e1747-4e89-4d73-9f01-3b515900fcba tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:13.906383 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3fa1dbaa-86ad-41ba-88eb-62bd17dd1600 req-d65e1747-4e89-4d73-9f01-3b515900fcba tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1410003 Apr 28 19:43:13.935917 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0acbf-923e-455c-ac4d-bccf63b491bd req-e44b1335-f193-4cba-8c63-946349071b5e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:13.949477 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0acbf-923e-455c-ac4d-bccf63b491bd req-e44b1335-f193-4cba-8c63-946349071b5e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:13.964681 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da749cb5-4933-46da-9aca-527e015fa789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:13.968285 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0acbf-923e-455c-ac4d-bccf63b491bd req-e44b1335-f193-4cba-8c63-946349071b5e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:13.982950 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0acbf-923e-455c-ac4d-bccf63b491bd req-e44b1335-f193-4cba-8c63-946349071b5e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:13.989154 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0acbf-923e-455c-ac4d-bccf63b491bd req-e44b1335-f193-4cba-8c63-946349071b5e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:14.002253 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0acbf-923e-455c-ac4d-bccf63b491bd req-e44b1335-f193-4cba-8c63-946349071b5e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:14.027670 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3fa1dbaa-86ad-41ba-88eb-62bd17dd1600 req-8f655671-1e6d-497c-948a-50ccbf21b39f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131146 Apr 28 19:43:14.031474 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da749cb5-4933-46da-9aca-527e015fa789 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b694b722-a278-4b82-8234-cebfca277b61,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:14.048089 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da749cb5-4933-46da-9aca-527e015fa789 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:14.050640 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0acbf-923e-455c-ac4d-bccf63b491bd req-e44b1335-f193-4cba-8c63-946349071b5e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:14.054187 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-da749cb5-4933-46da-9aca-527e015fa789 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b694b722-a278-4b82-8234-cebfca277b61 HTTP/1.1" status: 204 len: 168 time: 0.5483887 Apr 28 19:43:14.056130 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-54e0acbf-923e-455c-ac4d-bccf63b491bd req-e44b1335-f193-4cba-8c63-946349071b5e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5422 time: 0.2648485 Apr 28 19:43:14.059039 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 52532) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:14.132781 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6d8ac7fd-f6b2-4def-8c4d-4a120cc16347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1487658424-router', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e565d82a-3107-4722-bc72-2d777a0787c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:09Z', 'updated_at': '2022-04-28T19:43:11Z', 'revision_number': 3, 'project_id': '5a0c676490ad4221b826814b264d08aa', 'gw_port': {'id': 'e565d82a-3107-4722-bc72-2d777a0787c9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:10Z', 'updated_at': '2022-04-28T19:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:14.175366 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8ac7fd-f6b2-4def-8c4d-4a120cc16347 None None] The sync data for ids ['afed3c5c-7a70-4a3a-8938-18fef337ba9c'] in n-d-839810-1 is: [{'id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1487658424-router', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e565d82a-3107-4722-bc72-2d777a0787c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:09Z', 'updated_at': '2022-04-28T19:43:11Z', 'revision_number': 3, 'project_id': '5a0c676490ad4221b826814b264d08aa', 'gw_port': {'id': 'e565d82a-3107-4722-bc72-2d777a0787c9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:10Z', 'updated_at': '2022-04-28T19:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:43:14.175784 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c475b2a5-e568-427e-b907-8ba05e9722e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:14.199530 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8240248b-b4bd-450d-9d42-7799ea6e1fc2 req-b9a3dabe-27b8-4d31-ac36-cbae6669f0b8 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=a91d6b10-acc9-4cb7-92b2-c1408afe3468 HTTP/1.1" status: 200 len: 210 time: 0.0353253 Apr 28 19:43:14.242799 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-54e0acbf-923e-455c-ac4d-bccf63b491bd req-3b2eff5a-53cc-4548-b7d1-4c02900e8ca8 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1725597 Apr 28 19:43:14.267191 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-8604d29f-e21c-4077-9ad6-6d9a7d520e10 admin admin] Allocated IP 172.20.0.1 (daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef/d25b1cb0-c200-401d-9c44-cd4c1f880757/2dcc898e-b644-4c35-b52a-28ffad8e4220) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:43:14.330201 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c475b2a5-e568-427e-b907-8ba05e9722e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:14.404568 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-c475b2a5-e568-427e-b907-8ba05e9722e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d343b75-6dbb-48a3-9ef0-82d16d49ba9d']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:14.435942 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-c475b2a5-e568-427e-b907-8ba05e9722e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c494fe-4f43-4837-ad74-0c7dfa488fbf') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:14.436401 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-c475b2a5-e568-427e-b907-8ba05e9722e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c494fe-4f43-4837-ad74-0c7dfa488fbf') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:14.447049 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037723b-57ea-4ef2-b38b-c078ee3acf0a req-3b3b1723-493b-4673-bab2-0aaeb46aa012 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:14.449043 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6037723b-57ea-4ef2-b38b-c078ee3acf0a req-3b3b1723-493b-4673-bab2-0aaeb46aa012 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1088936 Apr 28 19:43:14.466699 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c475b2a5-e568-427e-b907-8ba05e9722e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:14.467518 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8604d29f-e21c-4077-9ad6-6d9a7d520e10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:14.514760 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8604d29f-e21c-4077-9ad6-6d9a7d520e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:14.518928 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c475b2a5-e568-427e-b907-8ba05e9722e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:14.524847 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6037723b-57ea-4ef2-b38b-c078ee3acf0a req-26d1712d-958b-453e-8499-de8dd2580a1f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653622 Apr 28 19:43:14.531059 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c475b2a5-e568-427e-b907-8ba05e9722e6 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:43:14.531059 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c475b2a5-e568-427e-b907-8ba05e9722e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:14.533173 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:43:14.533173 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:43:14.533173 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:43:14.533173 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:43:14.533173 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:43:14.533173 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:43:14.533173 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:43:14.533173 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:43:14.533173 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:43:14.533173 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:43:14.533173 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:43:14.533173 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:43:14.533173 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:43:14.533173 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:43:14.533173 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:43:14.533173 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:43:14.533173 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:43:14.533173 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:43:14.533173 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:43:14.533173 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:43:14.533173 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:43:14.533173 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:43:14.533173 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:43:14.533173 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:43:14.533173 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:43:14.533173 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:43:14.533173 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:43:14.533173 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:43:14.533173 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:43:14.533173 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:43:14.533173 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:43:14.533173 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:43:14.621909 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8604d29f-e21c-4077-9ad6-6d9a7d520e10 admin admin] Network daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:43:14.628092 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-8604d29f-e21c-4077-9ad6-6d9a7d520e10 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:43:14.635629 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8604d29f-e21c-4077-9ad6-6d9a7d520e10 admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:43:14.712704 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c475b2a5-e568-427e-b907-8ba05e9722e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:14.717438 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8604d29f-e21c-4077-9ad6-6d9a7d520e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:14.746535 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c475b2a5-e568-427e-b907-8ba05e9722e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:14.753227 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c475b2a5-e568-427e-b907-8ba05e9722e6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4d343b75-6dbb-48a3-9ef0-82d16d49ba9d HTTP/1.1" status: 204 len: 168 time: 0.6908164 Apr 28 19:43:14.754080 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c475b2a5-e568-427e-b907-8ba05e9722e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d343b75-6dbb-48a3-9ef0-82d16d49ba9d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:14.879337 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604d29f-e21c-4077-9ad6-6d9a7d520e10 admin admin] Pushing event updated for resources: {'Port': ['ID=2dcc898e-b644-4c35-b52a-28ffad8e4220,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:14.944805 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 52544) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:15.117412 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0a2c542f-e4a0-414f-8f93-ca2bced29257 None None] Provisioning complete for port 2dcc898e-b644-4c35-b52a-28ffad8e4220 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:15.117944 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0a2c542f-e4a0-414f-8f93-ca2bced29257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:15.120291 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e565d82a-3107-4722-bc72-2d777a0787c9 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:43:15.144332 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-91991573-fe59-487e-9f10-291e27696c04 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0b31a508f4d9476f8d9a29e6e63d6968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1980107 Apr 28 19:43:15.146752 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 52552) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:15.193250 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8604d29f-e21c-4077-9ad6-6d9a7d520e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:15.264900 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e202409f-a608-4a3d-8137-021bbbdae329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:15.329248 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e202409f-a608-4a3d-8137-021bbbdae329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:15.380944 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port e565d82a-3107-4722-bc72-2d777a0787c9 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:15.384598 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:15.393300 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0a2c542f-e4a0-414f-8f93-ca2bced29257 None None] Port 2dcc898e-b644-4c35-b52a-28ffad8e4220 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:43:15.499028 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8eb36d5b-0451-4cf2-bed8-1215aeddf279 req-608266cd-c85c-4f27-8e9a-e43421c869e9 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=a91d6b10-acc9-4cb7-92b2-c1408afe3468 HTTP/1.1" status: 200 len: 210 time: 0.1275911 Apr 28 19:43:15.532843 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e202409f-a608-4a3d-8137-021bbbdae329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:15.535554 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e202409f-a608-4a3d-8137-021bbbdae329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:15.536737 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e202409f-a608-4a3d-8137-021bbbdae329 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3b965ceb-9792-4e38-aa03-3529fc3d81ce HTTP/1.1" status: 204 len: 168 time: 0.3888998 Apr 28 19:43:15.552058 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:15.565364 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202409f-a608-4a3d-8137-021bbbdae329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b965ceb-9792-4e38-aa03-3529fc3d81ce,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:15.615075 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port e565d82a-3107-4722-bc72-2d777a0787c9, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=e565d82a-3107-4722-bc72-2d777a0787c9,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:15.616195 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8604d29f-e21c-4077-9ad6-6d9a7d520e10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:15.627738 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8604d29f-e21c-4077-9ad6-6d9a7d520e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:15.652885 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:15.742420 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604d29f-e21c-4077-9ad6-6d9a7d520e10 admin admin] Pushing event updated for resources: {'Port': ['ID=2dcc898e-b644-4c35-b52a-28ffad8e4220,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:15.795699 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a571489-235e-45f7-afb3-59beaa627409 req-3800c82a-b9bc-45da-9ead-f6f3c6ab50aa tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:15.804247 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a571489-235e-45f7-afb3-59beaa627409 req-3800c82a-b9bc-45da-9ead-f6f3c6ab50aa tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:15.811201 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a571489-235e-45f7-afb3-59beaa627409 req-3800c82a-b9bc-45da-9ead-f6f3c6ab50aa tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:15.818938 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a571489-235e-45f7-afb3-59beaa627409 req-3800c82a-b9bc-45da-9ead-f6f3c6ab50aa tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:15.828137 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a571489-235e-45f7-afb3-59beaa627409 req-3800c82a-b9bc-45da-9ead-f6f3c6ab50aa tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:15.837440 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a571489-235e-45f7-afb3-59beaa627409 req-3800c82a-b9bc-45da-9ead-f6f3c6ab50aa tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:15.844577 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=e565d82a-3107-4722-bc72-2d777a0787c9,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:15.845862 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a571489-235e-45f7-afb3-59beaa627409 req-3800c82a-b9bc-45da-9ead-f6f3c6ab50aa tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:15.865944 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8a571489-235e-45f7-afb3-59beaa627409 req-3800c82a-b9bc-45da-9ead-f6f3c6ab50aa tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5422 time: 0.1778889 Apr 28 19:43:15.877040 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8604d29f-e21c-4077-9ad6-6d9a7d520e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:15.919498 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8a571489-235e-45f7-afb3-59beaa627409 req-262cecd2-e97d-472d-834d-09dead2eb82b tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522568 Apr 28 19:43:16.046927 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8604d29f-e21c-4077-9ad6-6d9a7d520e10 admin admin] Network daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:43:16.050327 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-8604d29f-e21c-4077-9ad6-6d9a7d520e10 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:43:16.231694 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8604d29f-e21c-4077-9ad6-6d9a7d520e10 admin admin] Router afed3c5c-7a70-4a3a-8938-18fef337ba9c has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:43:16.351247 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda3eb2-83f3-43a5-b7c1-1049ad966dde req-ee2f0718-8174-4e00-87e1-d4675f211d8f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:16.353054 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2eda3eb2-83f3-43a5-b7c1-1049ad966dde req-ee2f0718-8174-4e00-87e1-d4675f211d8f tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=800d66fa-bb2a-4cf0-ae7e-0e81c3e30102 HTTP/1.1" status: 200 len: 943 time: 0.1426656 Apr 28 19:43:16.600345 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8604d29f-e21c-4077-9ad6-6d9a7d520e10 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:43:16.614942 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8604d29f-e21c-4077-9ad6-6d9a7d520e10 admin admin] 10.222.0.42 "PUT /v2.0/routers/afed3c5c-7a70-4a3a-8938-18fef337ba9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2634375 Apr 28 19:43:16.664655 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-2eda3eb2-83f3-43a5-b7c1-1049ad966dde req-bfed84c6-dd1b-43fe-b270-c77608c9efeb tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Deleting port 46f3fa73-9524-4cfc-88e1-50c0d2582d5c {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:43:16.665714 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2eda3eb2-83f3-43a5-b7c1-1049ad966dde req-bfed84c6-dd1b-43fe-b270-c77608c9efeb tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:16.685941 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-d9b7b453-9951-478e-a841-701136459a95 None None] Provisioning complete for port 2dcc898e-b644-4c35-b52a-28ffad8e4220 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:16.686533 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d9b7b453-9951-478e-a841-701136459a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:16.771102 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a355cc9a-d2c6-46f0-a5d3-3f8bc86792d7 req-726becb4-ed80-4537-9f06-687cb5f1c3f2 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=a91d6b10-acc9-4cb7-92b2-c1408afe3468 HTTP/1.1" status: 200 len: 210 time: 0.0939734 Apr 28 19:43:16.815464 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-d9b7b453-9951-478e-a841-701136459a95 None None] Port 2dcc898e-b644-4c35-b52a-28ffad8e4220 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:43:17.011905 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-2eda3eb2-83f3-43a5-b7c1-1049ad966dde req-bfed84c6-dd1b-43fe-b270-c77608c9efeb tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] For port 46f3fa73-9524-4cfc-88e1-50c0d2582d5c, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=46f3fa73-9524-4cfc-88e1-50c0d2582d5c,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:17.013239 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2eda3eb2-83f3-43a5-b7c1-1049ad966dde req-bfed84c6-dd1b-43fe-b270-c77608c9efeb tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:17.030379 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-2eda3eb2-83f3-43a5-b7c1-1049ad966dde req-bfed84c6-dd1b-43fe-b270-c77608c9efeb tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Calling delete_port for 46f3fa73-9524-4cfc-88e1-50c0d2582d5c owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:43:17.073899 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e565d82a-3107-4722-bc72-2d777a0787c9 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:43:17.175627 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 52624) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:17.206440 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2eda3eb2-83f3-43a5-b7c1-1049ad966dde req-bfed84c6-dd1b-43fe-b270-c77608c9efeb tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:17.223307 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['00336601-0b73-4f3e-a535-ae6537f969ea', '2b19841d-3708-41d0-87a7-259061b6ab91'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:43:17.261387 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d21224-102d-45d1-ac8d-efad3a4c949c req-8eb2604e-ab6b-46eb-8f61-ef112a51d752 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:17.277901 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d21224-102d-45d1-ac8d-efad3a4c949c req-8eb2604e-ab6b-46eb-8f61-ef112a51d752 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:17.302633 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed84c6-dd1b-43fe-b270-c77608c9efeb tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Pushing event deleted for resources: {'Port': ['ID=46f3fa73-9524-4cfc-88e1-50c0d2582d5c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:17.314038 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port e565d82a-3107-4722-bc72-2d777a0787c9 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:17.315203 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:17.317607 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d21224-102d-45d1-ac8d-efad3a4c949c req-8eb2604e-ab6b-46eb-8f61-ef112a51d752 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:17.342346 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d21224-102d-45d1-ac8d-efad3a4c949c req-8eb2604e-ab6b-46eb-8f61-ef112a51d752 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:17.363701 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d21224-102d-45d1-ac8d-efad3a4c949c req-8eb2604e-ab6b-46eb-8f61-ef112a51d752 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:17.374455 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d21224-102d-45d1-ac8d-efad3a4c949c req-8eb2604e-ab6b-46eb-8f61-ef112a51d752 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:17.395343 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d21224-102d-45d1-ac8d-efad3a4c949c req-8eb2604e-ab6b-46eb-8f61-ef112a51d752 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:17.406287 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-89d21224-102d-45d1-ac8d-efad3a4c949c req-8eb2604e-ab6b-46eb-8f61-ef112a51d752 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5422 time: 0.2920713 Apr 28 19:43:17.418016 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eda3eb2-83f3-43a5-b7c1-1049ad966dde req-bfed84c6-dd1b-43fe-b270-c77608c9efeb tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] No DVR routers for this DVR port 46f3fa73-9524-4cfc-88e1-50c0d2582d5c on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:43:17.444895 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2eda3eb2-83f3-43a5-b7c1-1049ad966dde req-bfed84c6-dd1b-43fe-b270-c77608c9efeb tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:17.462616 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2eda3eb2-83f3-43a5-b7c1-1049ad966dde req-bfed84c6-dd1b-43fe-b270-c77608c9efeb tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "DELETE /v2.0/ports/46f3fa73-9524-4cfc-88e1-50c0d2582d5c HTTP/1.1" status: 204 len: 173 time: 1.0880485 Apr 28 19:43:17.464392 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800d66fa-bb2a-4cf0-ae7e-0e81c3e30102', 'name': 'network-vif-deleted', 'tag': '46f3fa73-9524-4cfc-88e1-50c0d2582d5c'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:17.481822 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953c09c2-b5d6-45a4-bfb9-fb257caf36f6" -d '{"events": [{"server_uuid": "800d66fa-bb2a-4cf0-ae7e-0e81c3e30102", "name": "network-vif-deleted", "tag": "46f3fa73-9524-4cfc-88e1-50c0d2582d5c"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:43:17.548559 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-89d21224-102d-45d1-ac8d-efad3a4c949c req-c1ea376f-93d8-441d-8d9b-b3f40768fe81 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1306787 Apr 28 19:43:17.552515 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-65ab7abf-33d5-4866-91b6-328e9fe82ea8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1093779739-network', 'tenant_id': 'de8286f6fff44bf685c94cc7bf76ea63'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:17.602663 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ab7abf-33d5-4866-91b6-328e9fe82ea8 admin admin] Made reservation on behalf of de8286f6fff44bf685c94cc7bf76ea63 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:43:17.606780 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-65ab7abf-33d5-4866-91b6-328e9fe82ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:17.634517 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-65ab7abf-33d5-4866-91b6-328e9fe82ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:17.776354 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-65ab7abf-33d5-4866-91b6-328e9fe82ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:17.782066 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-65ab7abf-33d5-4866-91b6-328e9fe82ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:17.799934 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aba140-6920-4172-bd6a-83d12b3d9af4 None None] Sync routers for ids ['afed3c5c-7a70-4a3a-8938-18fef337ba9c'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:43:17.830819 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aba140-6920-4172-bd6a-83d12b3d9af4 None None] Routers {'afed3c5c-7a70-4a3a-8938-18fef337ba9c'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:43:17.831466 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-46aba140-6920-4172-bd6a-83d12b3d9af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:42:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['afed3c5c-7a70-4a3a-8938-18fef337ba9c'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:17.850253 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65ab7abf-33d5-4866-91b6-328e9fe82ea8 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:43:17.865959 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-65ab7abf-33d5-4866-91b6-328e9fe82ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:17.867546 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-65ab7abf-33d5-4866-91b6-328e9fe82ea8 admin admin] Added segment 16abdf81-37e3-41b0-90df-568bab8c6afa of type vlan for network ddec4432-f47a-4be1-8af0-f49812c9641e Apr 28 19:43:17.938427 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-65ab7abf-33d5-4866-91b6-328e9fe82ea8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:18.019234 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-46aba140-6920-4172-bd6a-83d12b3d9af4 None None] Set router afed3c5c-7a70-4a3a-8938-18fef337ba9c gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:43:18.036060 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab7abf-33d5-4866-91b6-328e9fe82ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e08e85c-d0b1-4c47-a9a5-db52d638788c,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:18.209595 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-65ab7abf-33d5-4866-91b6-328e9fe82ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:18.213771 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ab7abf-33d5-4866-91b6-328e9fe82ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:18.214739 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-65ab7abf-33d5-4866-91b6-328e9fe82ea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:18.285055 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 28 Apr 2022 19:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a5cc94-85c5-482a-975e-5f974eeecec5 x-openstack-request-id: req-60a5cc94-85c5-482a-975e-5f974eeecec5 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:43:18.285349 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800d66fa-bb2a-4cf0-ae7e-0e81c3e30102", "name": "network-vif-deleted", "tag": "46f3fa73-9524-4cfc-88e1-50c0d2582d5c", "status": "failed", "code": 422}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:43:18.285622 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-60a5cc94-85c5-482a-975e-5f974eeecec5 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:43:18.286043 n-d-839810-1 neutron-server[102774]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-60a5cc94-85c5-482a-975e-5f974eeecec5']: {'server_uuid': '800d66fa-bb2a-4cf0-ae7e-0e81c3e30102', 'name': 'network-vif-deleted', 'tag': '46f3fa73-9524-4cfc-88e1-50c0d2582d5c', 'status': 'failed', 'code': 422} returned with failed status Apr 28 19:43:18.342015 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab7abf-33d5-4866-91b6-328e9fe82ea8 admin admin] Pushing event updated for resources: {'Network': ['ID=ddec4432-f47a-4be1-8af0-f49812c9641e,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:18.360260 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-65ab7abf-33d5-4866-91b6-328e9fe82ea8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1816406 Apr 28 19:43:18.363404 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 52658) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:18.367959 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network ddec4432-f47a-4be1-8af0-f49812c9641e details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:43:18.368748 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-5fac60bb-c07f-4847-959b-8cd44cde5f32 admin admin] Request body: {'subnet': {'network_id': 'ddec4432-f47a-4be1-8af0-f49812c9641e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1093779739-subnet', 'tenant_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:18.390256 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ba5eee32-5abf-4cdb-a81d-651094eb1911 req-067d6e4b-085d-41d5-b52f-2b075ecc4385 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=a91d6b10-acc9-4cb7-92b2-c1408afe3468 HTTP/1.1" status: 200 len: 210 time: 0.0520694 Apr 28 19:43:18.448252 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-b95d076d-ad5d-419c-b970-3ec94a1200ed tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:18.449864 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-b95d076d-ad5d-419c-b970-3ec94a1200ed tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/networks?id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef HTTP/1.1" status: 200 len: 819 time: 0.4182291 Apr 28 19:43:18.473332 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fac60bb-c07f-4847-959b-8cd44cde5f32 admin admin] Made reservation on behalf of de8286f6fff44bf685c94cc7bf76ea63 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:43:18.479650 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5fac60bb-c07f-4847-959b-8cd44cde5f32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:18.492935 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-9f839009-e2e5-480c-a9b1-3b14e56c5644 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/quotas/5a0c676490ad4221b826814b264d08aa HTTP/1.1" status: 200 len: 375 time: 0.0334387 Apr 28 19:43:18.637499 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-46aba140-6920-4172-bd6a-83d12b3d9af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1487658424-router', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e565d82a-3107-4722-bc72-2d777a0787c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:09Z', 'updated_at': '2022-04-28T19:43:15Z', 'revision_number': 4, 'project_id': '5a0c676490ad4221b826814b264d08aa', 'gw_port': {'id': 'e565d82a-3107-4722-bc72-2d777a0787c9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:10Z', 'updated_at': '2022-04-28T19:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '2dcc898e-b644-4c35-b52a-28ffad8e4220', 'name': '', 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'mac_address': 'fa:16:3e:c1:64:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'd25b1cb0-c200-401d-9c44-cd4c1f880757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:13Z', 'updated_at': '2022-04-28T19:43:15Z', 'revision_number': 2, 'project_id': '5a0c676490ad4221b826814b264d08aa', 'subnets': [{'id': 'd25b1cb0-c200-401d-9c44-cd4c1f880757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:18.653396 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-27ade3f5-6a81-4a40-ba11-f12bd4b3d0a1 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5a0c676490ad4221b826814b264d08aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1296332 Apr 28 19:43:18.698326 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aba140-6920-4172-bd6a-83d12b3d9af4 None None] Checking router: afed3c5c-7a70-4a3a-8938-18fef337ba9c for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:43:18.698940 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aba140-6920-4172-bd6a-83d12b3d9af4 None None] Updating router afed3c5c-7a70-4a3a-8938-18fef337ba9c port 2dcc898e-b644-4c35-b52a-28ffad8e4220 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:43:18.752588 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-46aba140-6920-4172-bd6a-83d12b3d9af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:18.871075 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-fa177244-f5ef-46f0-988f-d0ee042eaadd service neutron] 10.222.0.42 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049789 Apr 28 19:43:19.064786 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5fac60bb-c07f-4847-959b-8cd44cde5f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:19.149184 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc96312-75b5-475f-954f-0088de72792a req-824cd096-cd6a-477c-abdf-fdb3b864c643 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:19.156305 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-45375d5d-79fd-4327-bdcf-09f4f3c44fc9 service neutron] 10.222.0.42 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264223 Apr 28 19:43:19.157900 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc96312-75b5-475f-954f-0088de72792a req-824cd096-cd6a-477c-abdf-fdb3b864c643 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:19.167932 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc96312-75b5-475f-954f-0088de72792a req-824cd096-cd6a-477c-abdf-fdb3b864c643 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:19.170446 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac60bb-c07f-4847-959b-8cd44cde5f32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63affdd7-00eb-4a41-b477-029428303fa6,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:19.176598 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc96312-75b5-475f-954f-0088de72792a req-824cd096-cd6a-477c-abdf-fdb3b864c643 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:19.180985 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac60bb-c07f-4847-959b-8cd44cde5f32 admin admin] Checking segment: {'id': '16abdf81-37e3-41b0-90df-568bab8c6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ddec4432-f47a-4be1-8af0-f49812c9641e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:43:19.181548 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fac60bb-c07f-4847-959b-8cd44cde5f32 admin admin] Network hostable DHCP agents. Network: ddec4432-f47a-4be1-8af0-f49812c9641e, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:43:19.196444 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc96312-75b5-475f-954f-0088de72792a req-824cd096-cd6a-477c-abdf-fdb3b864c643 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:19.200843 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-46aba140-6920-4172-bd6a-83d12b3d9af4 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:19.215116 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc96312-75b5-475f-954f-0088de72792a req-824cd096-cd6a-477c-abdf-fdb3b864c643 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:19.215299 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fac60bb-c07f-4847-959b-8cd44cde5f32 admin admin] Network ddec4432-f47a-4be1-8af0-f49812c9641e is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:43:19.215755 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc96312-75b5-475f-954f-0088de72792a req-824cd096-cd6a-477c-abdf-fdb3b864c643 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:19.215755 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3cc96312-75b5-475f-954f-0088de72792a req-824cd096-cd6a-477c-abdf-fdb3b864c643 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5422 time: 0.1471839 Apr 28 19:43:19.223429 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-46aba140-6920-4172-bd6a-83d12b3d9af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:19.232596 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-5fac60bb-c07f-4847-959b-8cd44cde5f32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, ddec4432-f47a-4be1-8af0-f49812c9641e) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:43:19.238392 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fac60bb-c07f-4847-959b-8cd44cde5f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:19.239427 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5fac60bb-c07f-4847-959b-8cd44cde5f32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:19.254343 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173d5f14-2bc0-4016-8d9d-7d9a6eec3a4d None None] Network ddec4432-f47a-4be1-8af0-f49812c9641e requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:43:19.264916 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5fac60bb-c07f-4847-959b-8cd44cde5f32 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8981121 Apr 28 19:43:19.265976 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 52674) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:19.272351 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-00d6e06a-7f02-4d10-b38c-0f3682e6a863 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1093779739-router', 'tenant_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:19.317357 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-00d6e06a-7f02-4d10-b38c-0f3682e6a863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:19.345437 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3cc96312-75b5-475f-954f-0088de72792a req-3aa0f175-db13-4a64-868f-a25f15c0d130 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0969510 Apr 28 19:43:19.347334 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-00d6e06a-7f02-4d10-b38c-0f3682e6a863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:19.647480 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-00d6e06a-7f02-4d10-b38c-0f3682e6a863 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:19.675122 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea2a8f-5160-45a0-9b47-a976424eba63 req-aedb97ec-ab73-4fde-8e90-ec81c6c1f4b7 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:19.685712 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf6a7e-65e7-4b33-bfa5-a6d1f338be9a None None] Pushing event updated for resources: {'Port': ['ID=2dcc898e-b644-4c35-b52a-28ffad8e4220,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:19.694062 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-84ea2a8f-5160-45a0-9b47-a976424eba63 req-aedb97ec-ab73-4fde-8e90-ec81c6c1f4b7 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c27d276-12ca-4fc1-9d11-028027d777cf HTTP/1.1" status: 200 len: 908 time: 0.1722584 Apr 28 19:43:19.738972 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-622ec4b8-2c75-4547-b5bc-627627530d89 req-1186b42b-d883-4cfa-909b-0f9720c767db tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=a91d6b10-acc9-4cb7-92b2-c1408afe3468 HTTP/1.1" status: 200 len: 210 time: 0.1008601 Apr 28 19:43:19.841236 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-15794845-baed-4a8e-b5bd-9f51e1559534 req-2202191f-2480-4987-936c-86b7acd8d06e tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 210 time: 0.0588300 Apr 28 19:43:19.891261 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c85f8051-5c56-4699-a8be-ce9176c4b8b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:19.894784 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-46aba140-6920-4172-bd6a-83d12b3d9af4 None None] Attempting to bind port 2dcc898e-b644-4c35-b52a-28ffad8e4220 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:43:19.895163 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-46aba140-6920-4172-bd6a-83d12b3d9af4 None None] Attempting to bind port 2dcc898e-b644-4c35-b52a-28ffad8e4220 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'c8b13874-b277-4f2c-b275-f865aee89558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:43:19.895529 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aba140-6920-4172-bd6a-83d12b3d9af4 None None] Attempting to bind port 2dcc898e-b644-4c35-b52a-28ffad8e4220 on network daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:43:19.976718 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-54171a02-de42-436e-835d-0ccc1c1eebb4 None None] Provisioning complete for port 2dcc898e-b644-4c35-b52a-28ffad8e4220 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:19.977099 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-54171a02-de42-436e-835d-0ccc1c1eebb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:19.979860 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aba140-6920-4172-bd6a-83d12b3d9af4 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:43:19.980524 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aba140-6920-4172-bd6a-83d12b3d9af4 None None] Checking segment: {'id': 'c8b13874-b277-4f2c-b275-f865aee89558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:43:19.980839 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-46aba140-6920-4172-bd6a-83d12b3d9af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:19.981244 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aba140-6920-4172-bd6a-83d12b3d9af4 None None] Bound using segment: {'id': 'c8b13874-b277-4f2c-b275-f865aee89558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:43:19.981728 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-46aba140-6920-4172-bd6a-83d12b3d9af4 None None] Bound port: 2dcc898e-b644-4c35-b52a-28ffad8e4220, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b13874-b277-4f2c-b275-f865aee89558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:43:19.982114 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-46aba140-6920-4172-bd6a-83d12b3d9af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:20.122594 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-54171a02-de42-436e-835d-0ccc1c1eebb4 None None] Port 2dcc898e-b644-4c35-b52a-28ffad8e4220 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:43:20.157620 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-46aba140-6920-4172-bd6a-83d12b3d9af4 None None] For port 2dcc898e-b644-4c35-b52a-28ffad8e4220, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:43:20.170678 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-46aba140-6920-4172-bd6a-83d12b3d9af4 None None] For port 2dcc898e-b644-4c35-b52a-28ffad8e4220, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=2dcc898e-b644-4c35-b52a-28ffad8e4220,segment=NetworkSegment(c8b13874-b277-4f2c-b275-f865aee89558),segment_id=c8b13874-b277-4f2c-b275-f865aee89558)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:43:20.173451 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909bb5a0-b5ee-4fd4-89c0-1e3ded2f367f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-ddec4432-f47a-4be1-8af0-f49812c9641e', 'network_id': 'ddec4432-f47a-4be1-8af0-f49812c9641e', 'tenant_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'fixed_ips': [{'subnet_id': '63affdd7-00eb-4a41-b477-029428303fa6'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:43:20.174397 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-909bb5a0-b5ee-4fd4-89c0-1e3ded2f367f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:20.187634 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-46aba140-6920-4172-bd6a-83d12b3d9af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:20.352068 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf6a7e-65e7-4b33-bfa5-a6d1f338be9a None None] Pushing event updated for resources: {'Port': ['ID=2dcc898e-b644-4c35-b52a-28ffad8e4220,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:20.360015 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aba140-6920-4172-bd6a-83d12b3d9af4 None None] Routers {'afed3c5c-7a70-4a3a-8938-18fef337ba9c'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:43:20.360690 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-46aba140-6920-4172-bd6a-83d12b3d9af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:42:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['afed3c5c-7a70-4a3a-8938-18fef337ba9c'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:20.522406 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-00d6e06a-7f02-4d10-b38c-0f3682e6a863 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:20.562905 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-909bb5a0-b5ee-4fd4-89c0-1e3ded2f367f None None] Allocated IP 172.20.0.2 (ddec4432-f47a-4be1-8af0-f49812c9641e/63affdd7-00eb-4a41-b477-029428303fa6/6711bc56-ced3-40a8-9054-148ad9321577) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:43:20.578633 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9f62e-1a17-47a3-9a89-3534b3295b63 req-35f0def1-134d-4aba-b898-11a1e8bd8d62 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:20.586618 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9f62e-1a17-47a3-9a89-3534b3295b63 req-35f0def1-134d-4aba-b898-11a1e8bd8d62 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:20.594117 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9f62e-1a17-47a3-9a89-3534b3295b63 req-35f0def1-134d-4aba-b898-11a1e8bd8d62 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:20.601130 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9f62e-1a17-47a3-9a89-3534b3295b63 req-35f0def1-134d-4aba-b898-11a1e8bd8d62 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:20.608166 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9f62e-1a17-47a3-9a89-3534b3295b63 req-35f0def1-134d-4aba-b898-11a1e8bd8d62 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:20.614542 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9f62e-1a17-47a3-9a89-3534b3295b63 req-35f0def1-134d-4aba-b898-11a1e8bd8d62 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:20.621723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9f62e-1a17-47a3-9a89-3534b3295b63 req-35f0def1-134d-4aba-b898-11a1e8bd8d62 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:20.623896 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5bb9f62e-1a17-47a3-9a89-3534b3295b63 req-35f0def1-134d-4aba-b898-11a1e8bd8d62 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5422 time: 0.1286368 Apr 28 19:43:20.672995 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a9479059-aa77-4c7c-a4c7-6523e207f494 None None] Provisioning complete for port 2dcc898e-b644-4c35-b52a-28ffad8e4220 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:20.673357 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a9479059-aa77-4c7c-a4c7-6523e207f494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:20.696319 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5bb9f62e-1a17-47a3-9a89-3534b3295b63 req-1a61f30a-9aab-4602-9f5c-85f7afe6374b tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656798 Apr 28 19:43:20.705653 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193cdc8-ab12-4748-918e-690e7128c26a req-37d40000-0fb0-46c8-ac99-8dfcea8b20a9 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:20.707359 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e193cdc8-ab12-4748-918e-690e7128c26a req-37d40000-0fb0-46c8-ac99-8dfcea8b20a9 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/networks?id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef HTTP/1.1" status: 200 len: 819 time: 0.2986073 Apr 28 19:43:20.770093 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e193cdc8-ab12-4748-918e-690e7128c26a req-92a62b02-869b-4f2d-ac92-4cdd03440d86 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/quotas/5a0c676490ad4221b826814b264d08aa HTTP/1.1" status: 200 len: 375 time: 0.0383568 Apr 28 19:43:20.780948 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde2b27-01ec-43c1-980e-559e008c4fdc req-5863eed2-4dd0-4a51-b33b-8af3b8497632 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:20.784691 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9dde2b27-01ec-43c1-980e-559e008c4fdc req-5863eed2-4dd0-4a51-b33b-8af3b8497632 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c27d276-12ca-4fc1-9d11-028027d777cf HTTP/1.1" status: 200 len: 908 time: 0.3748238 Apr 28 19:43:20.862364 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ddba0-bc8a-4b6e-8962-4e302e118522 req-d353a342-34e3-4d33-a96c-5724faf011a6 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:20.864186 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c49ddba0-bc8a-4b6e-8962-4e302e118522 req-d353a342-34e3-4d33-a96c-5724faf011a6 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c27d276-12ca-4fc1-9d11-028027d777cf HTTP/1.1" status: 200 len: 908 time: 0.0542603 Apr 28 19:43:20.938639 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-46aba140-6920-4172-bd6a-83d12b3d9af4 None None] Set router afed3c5c-7a70-4a3a-8938-18fef337ba9c gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:43:20.975105 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e193cdc8-ab12-4748-918e-690e7128c26a req-5db3bbd7-a029-4edd-ba01-d16f9e1eadc3 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5a0c676490ad4221b826814b264d08aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1848493 Apr 28 19:43:21.084932 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-909bb5a0-b5ee-4fd4-89c0-1e3ded2f367f None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:21.132720 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-909bb5a0-b5ee-4fd4-89c0-1e3ded2f367f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:21.295559 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-9dde2b27-01ec-43c1-980e-559e008c4fdc req-5cbfb0e1-6ddf-4e44-8081-6e0a99b8d80d tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Deleting port 4144b473-e3ca-472c-828f-91a5e771a432 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:43:21.299953 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9dde2b27-01ec-43c1-980e-559e008c4fdc req-5cbfb0e1-6ddf-4e44-8081-6e0a99b8d80d tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:21.322804 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e193cdc8-ab12-4748-918e-690e7128c26a req-ca3a2c08-0d1a-4805-a912-85d45ff7b68f service neutron] 10.222.0.42 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310983 Apr 28 19:43:21.369030 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-7b67b747-08e5-4d2c-b7e1-2a0cbfcad478 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:21.376472 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-7b67b747-08e5-4d2c-b7e1-2a0cbfcad478 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.15 "GET /v2.0/networks?id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef HTTP/1.1" status: 200 len: 819 time: 0.2244198 Apr 28 19:43:21.382755 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909bb5a0-b5ee-4fd4-89c0-1e3ded2f367f None None] Network ddec4432-f47a-4be1-8af0-f49812c9641e is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:43:21.393463 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-07c392a5-4e73-4932-8f16-a4b453d42ce7 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Request body: {'port': {'device_id': 'f8f9c708-0229-4332-a412-42eed189cda3', 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef', 'admin_state_up': True, 'tenant_id': '5a0c676490ad4221b826814b264d08aa'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:21.404088 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-909bb5a0-b5ee-4fd4-89c0-1e3ded2f367f None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:43:21.415445 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909bb5a0-b5ee-4fd4-89c0-1e3ded2f367f None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:43:21.442791 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909bb5a0-b5ee-4fd4-89c0-1e3ded2f367f None None] Pushing event updated for resources: {'Port': ['ID=6711bc56-ced3-40a8-9054-148ad9321577,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:21.448704 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a9479059-aa77-4c7c-a4c7-6523e207f494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:21.627530 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f30e0031-52db-4acb-9953-a22e3e4eb689 req-ef44401f-4b7e-48ab-983a-29add2f447ab service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d92514d8-ecbd-4984-8053-425e04f2a622&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4761810 Apr 28 19:43:21.629844 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-07c392a5-4e73-4932-8f16-a4b453d42ce7 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Made reservation on behalf of 5a0c676490ad4221b826814b264d08aa for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:43:21.634264 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-07c392a5-4e73-4932-8f16-a4b453d42ce7 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:21.679394 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-909bb5a0-b5ee-4fd4-89c0-1e3ded2f367f None None] Attempting to bind port 6711bc56-ced3-40a8-9054-148ad9321577 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:43:21.679394 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-909bb5a0-b5ee-4fd4-89c0-1e3ded2f367f None None] Attempting to bind port 6711bc56-ced3-40a8-9054-148ad9321577 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '16abdf81-37e3-41b0-90df-568bab8c6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ddec4432-f47a-4be1-8af0-f49812c9641e'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:43:21.679394 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909bb5a0-b5ee-4fd4-89c0-1e3ded2f367f None None] Attempting to bind port 6711bc56-ced3-40a8-9054-148ad9321577 on network ddec4432-f47a-4be1-8af0-f49812c9641e {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:43:21.680857 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-a9479059-aa77-4c7c-a4c7-6523e207f494 None None] For port 2dcc898e-b644-4c35-b52a-28ffad8e4220, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=2dcc898e-b644-4c35-b52a-28ffad8e4220,segment=NetworkSegment(c8b13874-b277-4f2c-b275-f865aee89558),segment_id=c8b13874-b277-4f2c-b275-f865aee89558)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:21.689490 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-9dde2b27-01ec-43c1-980e-559e008c4fdc req-5cbfb0e1-6ddf-4e44-8081-6e0a99b8d80d tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] For port 4144b473-e3ca-472c-828f-91a5e771a432, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=4144b473-e3ca-472c-828f-91a5e771a432,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:21.689805 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9dde2b27-01ec-43c1-980e-559e008c4fdc req-5cbfb0e1-6ddf-4e44-8081-6e0a99b8d80d tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:21.690062 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909bb5a0-b5ee-4fd4-89c0-1e3ded2f367f None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:43:21.690455 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909bb5a0-b5ee-4fd4-89c0-1e3ded2f367f None None] Checking segment: {'id': '16abdf81-37e3-41b0-90df-568bab8c6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ddec4432-f47a-4be1-8af0-f49812c9641e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:43:21.690858 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-909bb5a0-b5ee-4fd4-89c0-1e3ded2f367f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:21.691263 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909bb5a0-b5ee-4fd4-89c0-1e3ded2f367f None None] Bound using segment: {'id': '16abdf81-37e3-41b0-90df-568bab8c6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ddec4432-f47a-4be1-8af0-f49812c9641e'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:43:21.692224 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-909bb5a0-b5ee-4fd4-89c0-1e3ded2f367f None None] Bound port: 6711bc56-ced3-40a8-9054-148ad9321577, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16abdf81-37e3-41b0-90df-568bab8c6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ddec4432-f47a-4be1-8af0-f49812c9641e'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:43:21.692224 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-909bb5a0-b5ee-4fd4-89c0-1e3ded2f367f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:21.698283 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a9479059-aa77-4c7c-a4c7-6523e207f494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:21.743677 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-9dde2b27-01ec-43c1-980e-559e008c4fdc req-5cbfb0e1-6ddf-4e44-8081-6e0a99b8d80d tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Calling delete_port for 4144b473-e3ca-472c-828f-91a5e771a432 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:43:21.769569 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-00d6e06a-7f02-4d10-b38c-0f3682e6a863 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:21.792749 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e193cdc8-ab12-4748-918e-690e7128c26a req-d2d0d9a4-6036-4635-bc23-5110af3495da service neutron] 10.222.0.42 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661735 Apr 28 19:43:21.798132 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-46aba140-6920-4172-bd6a-83d12b3d9af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1487658424-router', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e565d82a-3107-4722-bc72-2d777a0787c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:09Z', 'updated_at': '2022-04-28T19:43:15Z', 'revision_number': 4, 'project_id': '5a0c676490ad4221b826814b264d08aa', 'gw_port': {'id': 'e565d82a-3107-4722-bc72-2d777a0787c9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:10Z', 'updated_at': '2022-04-28T19:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '2dcc898e-b644-4c35-b52a-28ffad8e4220', 'name': '', 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'mac_address': 'fa:16:3e:c1:64:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'd25b1cb0-c200-401d-9c44-cd4c1f880757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:13Z', 'updated_at': '2022-04-28T19:43:20Z', 'revision_number': 4, 'project_id': '5a0c676490ad4221b826814b264d08aa', 'subnets': [{'id': 'd25b1cb0-c200-401d-9c44-cd4c1f880757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:21.846488 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-00d6e06a-7f02-4d10-b38c-0f3682e6a863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:21.850648 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff163e22-a681-43b0-83db-9ba331f7499e req-562cbc7c-60a0-4af0-80ed-4881f980570e tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:21.855110 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e0031-52db-4acb-9953-a22e3e4eb689 req-77219d31-6085-46b2-9450-3026ac1669d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:21.856985 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f30e0031-52db-4acb-9953-a22e3e4eb689 req-77219d31-6085-46b2-9450-3026ac1669d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94740374ca054549b67b793671aaad05&device_id=d92514d8-ecbd-4984-8053-425e04f2a622 HTTP/1.1" status: 200 len: 1096 time: 0.1987844 Apr 28 19:43:21.861272 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ff163e22-a681-43b0-83db-9ba331f7499e req-562cbc7c-60a0-4af0-80ed-4881f980570e tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/networks?id=fabbd60f-8bf6-4926-b9b3-5557fdc11e18 HTTP/1.1" status: 200 len: 811 time: 0.2547538 Apr 28 19:43:21.862296 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aba140-6920-4172-bd6a-83d12b3d9af4 None None] The sync data for ids ['afed3c5c-7a70-4a3a-8938-18fef337ba9c'] in n-d-839810-1 is: [{'id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1487658424-router', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e565d82a-3107-4722-bc72-2d777a0787c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:09Z', 'updated_at': '2022-04-28T19:43:15Z', 'revision_number': 4, 'project_id': '5a0c676490ad4221b826814b264d08aa', 'gw_port': {'id': 'e565d82a-3107-4722-bc72-2d777a0787c9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:10Z', 'updated_at': '2022-04-28T19:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '2dcc898e-b644-4c35-b52a-28ffad8e4220', 'name': '', 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'mac_address': 'fa:16:3e:c1:64:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'd25b1cb0-c200-401d-9c44-cd4c1f880757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:13Z', 'updated_at': '2022-04-28T19:43:20Z', 'revision_number': 4, 'project_id': '5a0c676490ad4221b826814b264d08aa', 'subnets': [{'id': 'd25b1cb0-c200-401d-9c44-cd4c1f880757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:43:21.875862 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9479059-aa77-4c7c-a4c7-6523e207f494 None None] Pushing event updated for resources: {'Port': ['ID=2dcc898e-b644-4c35-b52a-28ffad8e4220,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:21.879382 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-909bb5a0-b5ee-4fd4-89c0-1e3ded2f367f None None] For port 6711bc56-ced3-40a8-9054-148ad9321577, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:43:21.883172 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-909bb5a0-b5ee-4fd4-89c0-1e3ded2f367f None None] For port 6711bc56-ced3-40a8-9054-148ad9321577, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=6711bc56-ced3-40a8-9054-148ad9321577,segment=NetworkSegment(16abdf81-37e3-41b0-90df-568bab8c6afa),segment_id=16abdf81-37e3-41b0-90df-568bab8c6afa)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:43:21.894531 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-909bb5a0-b5ee-4fd4-89c0-1e3ded2f367f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:21.908563 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ff163e22-a681-43b0-83db-9ba331f7499e req-31ced7bd-70e3-4eb0-bd15-201c969d6be6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/quotas/867e03fb86a54b0390ea4c90d552fb01 HTTP/1.1" status: 200 len: 375 time: 0.0460079 Apr 28 19:43:21.980833 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ff163e22-a681-43b0-83db-9ba331f7499e req-974f5a9d-dc5d-44e3-8141-0f0c8f37adc5 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=867e03fb86a54b0390ea4c90d552fb01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710363 Apr 28 19:43:22.037107 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909bb5a0-b5ee-4fd4-89c0-1e3ded2f367f None None] Pushing event updated for resources: {'Port': ['ID=6711bc56-ced3-40a8-9054-148ad9321577,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:22.111473 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ff163e22-a681-43b0-83db-9ba331f7499e req-e16112d5-85a1-406f-977d-441994867669 service neutron] 10.222.0.42 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291671 Apr 28 19:43:22.123111 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ceba553e-5784-4be4-97c4-291c04fc6431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:22.162747 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e0031-52db-4acb-9953-a22e3e4eb689 req-bccba56f-2f4d-4eda-bcd4-8ac19949d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:22.164454 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f30e0031-52db-4acb-9953-a22e3e4eb689 req-bccba56f-2f4d-4eda-bcd4-8ac19949d885 service neutron] 10.222.0.44 "GET /v2.0/networks?id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 HTTP/1.1" status: 200 len: 913 time: 0.2371364 Apr 28 19:43:22.165682 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-00d6e06a-7f02-4d10-b38c-0f3682e6a863 admin admin] Allocated IP 172.25.8.195 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/a7b5634d-e88b-40fe-88c3-3960735e0692) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:43:22.234340 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f30e0031-52db-4acb-9953-a22e3e4eb689 req-54c6d2f9-a584-4ecf-b964-b3b8243bc95f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b19841d-3708-41d0-87a7-259061b6ab91 HTTP/1.1" status: 200 len: 217 time: 0.0570438 Apr 28 19:43:22.237633 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9dde2b27-01ec-43c1-980e-559e008c4fdc req-5cbfb0e1-6ddf-4e44-8081-6e0a99b8d80d tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:22.261894 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-07c392a5-4e73-4932-8f16-a4b453d42ce7 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Allocated IP 172.20.0.13 (daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef/d25b1cb0-c200-401d-9c44-cd4c1f880757/c462fce3-1a2c-4e64-b5e5-622e38b0ba20) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:43:22.304459 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ff163e22-a681-43b0-83db-9ba331f7499e req-f8bec031-0cd7-4f83-9144-608ffbc75467 service neutron] 10.222.0.42 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916902 Apr 28 19:43:22.384386 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbfb0e1-6ddf-4e44-8081-6e0a99b8d80d tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Pushing event deleted for resources: {'Port': ['ID=4144b473-e3ca-472c-828f-91a5e771a432,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:22.718115 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dde2b27-01ec-43c1-980e-559e008c4fdc req-5cbfb0e1-6ddf-4e44-8081-6e0a99b8d80d tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] No DVR routers for this DVR port 4144b473-e3ca-472c-828f-91a5e771a432 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:43:22.730280 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9dde2b27-01ec-43c1-980e-559e008c4fdc req-5cbfb0e1-6ddf-4e44-8081-6e0a99b8d80d tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:22.755374 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9dde2b27-01ec-43c1-980e-559e008c4fdc req-5cbfb0e1-6ddf-4e44-8081-6e0a99b8d80d tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.15 "DELETE /v2.0/ports/4144b473-e3ca-472c-828f-91a5e771a432 HTTP/1.1" status: 204 len: 173 time: 1.9466572 Apr 28 19:43:22.822368 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-07c392a5-4e73-4932-8f16-a4b453d42ce7 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:22.991501 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-07c392a5-4e73-4932-8f16-a4b453d42ce7 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:23.015999 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-00d6e06a-7f02-4d10-b38c-0f3682e6a863 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:23.052585 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c42c70d2-0bb8-4b30-b1f7-431a236d196f req-cb20f51a-602a-4baa-9182-071e655b0c23 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c27d276-12ca-4fc1-9d11-028027d777cf HTTP/1.1" status: 200 len: 210 time: 0.0938909 Apr 28 19:43:23.076951 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c27d276-12ca-4fc1-9d11-028027d777cf', 'name': 'network-vif-deleted', 'tag': '4144b473-e3ca-472c-828f-91a5e771a432'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:23.083532 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60430e64-0897-42a4-9585-6b4366d43a46" -d '{"events": [{"server_uuid": "7c27d276-12ca-4fc1-9d11-028027d777cf", "name": "network-vif-deleted", "tag": "4144b473-e3ca-472c-828f-91a5e771a432"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:43:23.105357 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e0031-52db-4acb-9953-a22e3e4eb689 req-f428fc0a-9f15-4fbc-8adc-4cf2439067af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:23.113955 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f30e0031-52db-4acb-9953-a22e3e4eb689 req-f428fc0a-9f15-4fbc-8adc-4cf2439067af service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43d83121-413d-4da3-b294-551f60ac6b94 HTTP/1.1" status: 200 len: 851 time: 0.8406069 Apr 28 19:43:23.191290 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-07c392a5-4e73-4932-8f16-a4b453d42ce7 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Network daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:43:23.201219 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-07c392a5-4e73-4932-8f16-a4b453d42ce7 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:43:23.221362 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-07c392a5-4e73-4932-8f16-a4b453d42ce7 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:43:23.296317 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234fb98-aa04-4bbd-bc59-ad935a7d51ab req-b96cca59-fd52-4c3a-bce7-2b1ae06e756f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:23.300785 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device d7709f7a-d580-4aec-b84a-0085812f5367 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:43:23.310303 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 6711bc56-ced3-40a8-9054-148ad9321577 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:43:23.335432 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234fb98-aa04-4bbd-bc59-ad935a7d51ab req-b96cca59-fd52-4c3a-bce7-2b1ae06e756f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:23.362809 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234fb98-aa04-4bbd-bc59-ad935a7d51ab req-b96cca59-fd52-4c3a-bce7-2b1ae06e756f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:23.396910 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234fb98-aa04-4bbd-bc59-ad935a7d51ab req-b96cca59-fd52-4c3a-bce7-2b1ae06e756f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:23.424464 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9aad7c7f-6ea2-41b2-aaf6-3ed863c166cc req-11113748-bf95-45c6-b2f9-77346e440220 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 210 time: 0.2847090 Apr 28 19:43:23.439154 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234fb98-aa04-4bbd-bc59-ad935a7d51ab req-b96cca59-fd52-4c3a-bce7-2b1ae06e756f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:23.460131 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234fb98-aa04-4bbd-bc59-ad935a7d51ab req-b96cca59-fd52-4c3a-bce7-2b1ae06e756f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:23.506762 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234fb98-aa04-4bbd-bc59-ad935a7d51ab req-b96cca59-fd52-4c3a-bce7-2b1ae06e756f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:23.544787 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c234fb98-aa04-4bbd-bc59-ad935a7d51ab req-b96cca59-fd52-4c3a-bce7-2b1ae06e756f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5422 time: 1.1093369 Apr 28 19:43:23.546129 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c392a5-4e73-4932-8f16-a4b453d42ce7 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Pushing event updated for resources: {'Port': ['ID=c462fce3-1a2c-4e64-b5e5-622e38b0ba20,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:23.553698 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-00d6e06a-7f02-4d10-b38c-0f3682e6a863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:23.615070 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-07c392a5-4e73-4932-8f16-a4b453d42ce7 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:23.619625 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-07c392a5-4e73-4932-8f16-a4b453d42ce7 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:23.750675 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d6e06a-7f02-4d10-b38c-0f3682e6a863 admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:43:23.768624 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eb947401-cbda-4516-82a9-7903bf8f43c2 req-b27d3bdf-20ff-4079-8b75-28bdd691cb92 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d27524-2cbc-4894-8fb3-013b02e96cdc HTTP/1.1" status: 200 len: 210 time: 0.1367285 Apr 28 19:43:23.788985 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-00d6e06a-7f02-4d10-b38c-0f3682e6a863 admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:43:23.798142 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-07c392a5-4e73-4932-8f16-a4b453d42ce7 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4090934 Apr 28 19:43:23.804177 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d6e06a-7f02-4d10-b38c-0f3682e6a863 admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:43:23.811744 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-0391fea4-d4da-415c-b953-e76d6c03e6ea service neutron] Request body: {'port': {'device_id': 'f8f9c708-0229-4332-a412-42eed189cda3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:23.889417 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e0031-52db-4acb-9953-a22e3e4eb689 req-de8ad585-1586-4a38-bba1-d24795b3ac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:23.894950 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f30e0031-52db-4acb-9953-a22e3e4eb689 req-de8ad585-1586-4a38-bba1-d24795b3ac19 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7667367 Apr 28 19:43:23.974333 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port d7709f7a-d580-4aec-b84a-0085812f5367, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=d7709f7a-d580-4aec-b84a-0085812f5367,segment=NetworkSegment(c4087ef1-be9e-4991-b622-f4da06ef46a1),segment_id=c4087ef1-be9e-4991-b622-f4da06ef46a1)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:23.974576 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4ec7dc-4cf8-4dd5-b1e7-42897c800e08 x-openstack-request-id: req-cb4ec7dc-4cf8-4dd5-b1e7-42897c800e08 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:43:23.976239 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c27d276-12ca-4fc1-9d11-028027d777cf", "name": "network-vif-deleted", "tag": "4144b473-e3ca-472c-828f-91a5e771a432", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:43:23.977355 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cb4ec7dc-4cf8-4dd5-b1e7-42897c800e08 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:43:23.977931 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb4ec7dc-4cf8-4dd5-b1e7-42897c800e08'] response: {'server_uuid': '7c27d276-12ca-4fc1-9d11-028027d777cf', 'name': 'network-vif-deleted', 'tag': '4144b473-e3ca-472c-828f-91a5e771a432', 'status': 'completed', 'code': 200} Apr 28 19:43:23.996040 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6e06a-7f02-4d10-b38c-0f3682e6a863 admin admin] Pushing event updated for resources: {'Port': ['ID=a7b5634d-e88b-40fe-88c3-3960735e0692,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:24.062607 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:24.073956 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-0391fea4-d4da-415c-b953-e76d6c03e6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:24.077252 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'd7709f7a-d580-4aec-b84a-0085812f5367', 'network_id': '80835d31-d60f-4749-a1bd-4756afb7302e', 'port_id': 'd7709f7a-d580-4aec-b84a-0085812f5367', 'mac_address': 'fa:16:3e:fa:8c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276aa727-ce51-40e0-b36e-2dd77b344c69', 'ip_address': '10.1.1.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:43:24.085399 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c234fb98-aa04-4bbd-bc59-ad935a7d51ab req-5a3c55f6-86d6-4d3e-8292-45baa65b5fe5 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4849594 Apr 28 19:43:24.329107 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-eb507518-b56e-49b3-9a40-4e8d40263ddd None None] Provisioning complete for port c462fce3-1a2c-4e64-b5e5-622e38b0ba20 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:24.329570 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-eb507518-b56e-49b3-9a40-4e8d40263ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:24.359410 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1345461c-2190-4cd6-a7b9-857b3bea2b2c None None] Network ddec4432-f47a-4be1-8af0-f49812c9641e requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:43:24.562624 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 6711bc56-ced3-40a8-9054-148ad9321577 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:24.563094 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:24.705346 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f30e0031-52db-4acb-9953-a22e3e4eb689 req-333d0f42-b799-4125-8ce1-3ce36e13f8d9 service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7798581 Apr 28 19:43:24.718444 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:24.735246 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-eb507518-b56e-49b3-9a40-4e8d40263ddd None None] Port c462fce3-1a2c-4e64-b5e5-622e38b0ba20 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:43:24.793795 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7709f7a-d580-4aec-b84a-0085812f5367 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:43:24.809278 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-00d6e06a-7f02-4d10-b38c-0f3682e6a863 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:24.855344 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-0391fea4-d4da-415c-b953-e76d6c03e6ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c462fce3-1a2c-4e64-b5e5-622e38b0ba20 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:43:24.872736 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-0391fea4-d4da-415c-b953-e76d6c03e6ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:24.913931 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port d7709f7a-d580-4aec-b84a-0085812f5367, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=d7709f7a-d580-4aec-b84a-0085812f5367,segment=NetworkSegment(c4087ef1-be9e-4991-b622-f4da06ef46a1),segment_id=c4087ef1-be9e-4991-b622-f4da06ef46a1)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:24.919267 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-0391fea4-d4da-415c-b953-e76d6c03e6ea service neutron] Transition to ACTIVE for port object c462fce3-1a2c-4e64-b5e5-622e38b0ba20 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:43:24.927063 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-0391fea4-d4da-415c-b953-e76d6c03e6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:24.938621 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:24.939627 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device a0bd214a-5662-4bfb-82db-e3d3910d444b details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:43:25.022469 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-e87eb265-bfad-452a-931e-98c6e5d7d708 None None] Provisioning complete for port 6711bc56-ced3-40a8-9054-148ad9321577 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:25.022852 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e87eb265-bfad-452a-931e-98c6e5d7d708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:25.092232 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:25.103751 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=d7709f7a-d580-4aec-b84a-0085812f5367,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:25.174154 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.resource_extend [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:43:25.175344 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0391fea4-d4da-415c-b953-e76d6c03e6ea service neutron] Pushing event updated for resources: {'Port': ['ID=c462fce3-1a2c-4e64-b5e5-622e38b0ba20,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:25.190002 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f30e0031-52db-4acb-9953-a22e3e4eb689 req-833e8fe6-1b1c-498f-8fbf-ce46755762c8 service neutron] 10.222.0.44 "GET /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4750500 Apr 28 19:43:25.294415 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c2dba6ac-010f-4744-a9ee-aa85dd9433fa req-06995aca-a3fc-41c9-8850-1ae436f477f4 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 210 time: 0.4865856 Apr 28 19:43:25.387965 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 6711bc56-ced3-40a8-9054-148ad9321577, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=6711bc56-ced3-40a8-9054-148ad9321577,segment=NetworkSegment(16abdf81-37e3-41b0-90df-568bab8c6afa),segment_id=16abdf81-37e3-41b0-90df-568bab8c6afa)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:25.410409 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-0391fea4-d4da-415c-b953-e76d6c03e6ea service neutron] Attempting to bind port c462fce3-1a2c-4e64-b5e5-622e38b0ba20 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:43:25.411791 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-0391fea4-d4da-415c-b953-e76d6c03e6ea service neutron] Attempting to bind port c462fce3-1a2c-4e64-b5e5-622e38b0ba20 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c8b13874-b277-4f2c-b275-f865aee89558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:43:25.414778 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-0391fea4-d4da-415c-b953-e76d6c03e6ea service neutron] Attempting to bind port c462fce3-1a2c-4e64-b5e5-622e38b0ba20 on network daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:43:25.421895 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:25.422705 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 2dcc898e-b644-4c35-b52a-28ffad8e4220 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:43:25.436182 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-0391fea4-d4da-415c-b953-e76d6c03e6ea service neutron] Port c462fce3-1a2c-4e64-b5e5-622e38b0ba20 on network daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:43:25.436731 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-0391fea4-d4da-415c-b953-e76d6c03e6ea service neutron] Attempting to bind port c462fce3-1a2c-4e64-b5e5-622e38b0ba20 on network daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:43:25.447897 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-0391fea4-d4da-415c-b953-e76d6c03e6ea service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:43:25.450231 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-0391fea4-d4da-415c-b953-e76d6c03e6ea service neutron] Checking segment: {'id': 'c8b13874-b277-4f2c-b275-f865aee89558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:43:25.451886 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-0391fea4-d4da-415c-b953-e76d6c03e6ea service neutron] Bound using segment: {'id': 'c8b13874-b277-4f2c-b275-f865aee89558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:43:25.454279 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-0391fea4-d4da-415c-b953-e76d6c03e6ea service neutron] Bound port: c462fce3-1a2c-4e64-b5e5-622e38b0ba20, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b13874-b277-4f2c-b275-f865aee89558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:43:25.455567 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-0391fea4-d4da-415c-b953-e76d6c03e6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:25.530292 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193cdc8-ab12-4748-918e-690e7128c26a req-1b4b2967-ff07-4412-b684-7f7f81071e8a tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:25.533030 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e193cdc8-ab12-4748-918e-690e7128c26a req-1b4b2967-ff07-4412-b684-7f7f81071e8a tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.44 "GET /v2.0/networks?id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef HTTP/1.1" status: 200 len: 819 time: 0.5282936 Apr 28 19:43:25.580210 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port a0bd214a-5662-4bfb-82db-e3d3910d444b, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=a0bd214a-5662-4bfb-82db-e3d3910d444b,segment=NetworkSegment(46a14388-2034-4d81-9962-2861ba57c306),segment_id=46a14388-2034-4d81-9962-2861ba57c306)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:25.601593 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:43:25.606378 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-e193cdc8-ab12-4748-918e-690e7128c26a req-f95cace4-83c3-44f3-bde2-2ab9b0a7907a tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Request body: {'port': {'device_id': 'd5630ea9-c232-45e4-960c-bfac3d33fe89', 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef', 'admin_state_up': True, 'tenant_id': '5a0c676490ad4221b826814b264d08aa'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:25.622692 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'a0bd214a-5662-4bfb-82db-e3d3910d444b', 'network_id': '599034e0-defd-4a8f-a6f0-947f37bda9fd', 'port_id': 'a0bd214a-5662-4bfb-82db-e3d3910d444b', 'mac_address': 'fa:16:3e:39:f5:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9807f841-60a4-4a02-81b0-9350375465a5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:43:25.633208 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=6711bc56-ced3-40a8-9054-148ad9321577,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:25.653152 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-0391fea4-d4da-415c-b953-e76d6c03e6ea service neutron] For port c462fce3-1a2c-4e64-b5e5-622e38b0ba20, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:43:25.668020 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f40315-2efd-4f75-9694-5aa91a4bd463 req-ac47da16-38ed-49c3-a6ac-ff4450afc036 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:25.675122 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f40315-2efd-4f75-9694-5aa91a4bd463 req-ac47da16-38ed-49c3-a6ac-ff4450afc036 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:25.683730 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f40315-2efd-4f75-9694-5aa91a4bd463 req-ac47da16-38ed-49c3-a6ac-ff4450afc036 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:25.691119 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f40315-2efd-4f75-9694-5aa91a4bd463 req-ac47da16-38ed-49c3-a6ac-ff4450afc036 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:25.691348 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 2dcc898e-b644-4c35-b52a-28ffad8e4220 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:25.691513 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:25.697894 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f40315-2efd-4f75-9694-5aa91a4bd463 req-ac47da16-38ed-49c3-a6ac-ff4450afc036 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:25.724924 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f40315-2efd-4f75-9694-5aa91a4bd463 req-ac47da16-38ed-49c3-a6ac-ff4450afc036 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:25.730517 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:25.735965 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f40315-2efd-4f75-9694-5aa91a4bd463 req-ac47da16-38ed-49c3-a6ac-ff4450afc036 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:25.738958 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e4f40315-2efd-4f75-9694-5aa91a4bd463 req-ac47da16-38ed-49c3-a6ac-ff4450afc036 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5423 time: 0.1851854 Apr 28 19:43:25.741872 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-0391fea4-d4da-415c-b953-e76d6c03e6ea service neutron] For port c462fce3-1a2c-4e64-b5e5-622e38b0ba20, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=c462fce3-1a2c-4e64-b5e5-622e38b0ba20,segment=NetworkSegment(c8b13874-b277-4f2c-b275-f865aee89558),segment_id=c8b13874-b277-4f2c-b275-f865aee89558)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:43:25.754809 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-0391fea4-d4da-415c-b953-e76d6c03e6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:25.848988 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-0391fea4-d4da-415c-b953-e76d6c03e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:25.849864 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-0391fea4-d4da-415c-b953-e76d6c03e6ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:25.851716 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-0391fea4-d4da-415c-b953-e76d6c03e6ea service neutron] 10.222.0.15 "PUT /v2.0/ports/c462fce3-1a2c-4e64-b5e5-622e38b0ba20 HTTP/1.1" status: 200 len: 1092 time: 2.0447996 Apr 28 19:43:25.857012 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f9c708-0229-4332-a412-42eed189cda3', 'tag': 'c462fce3-1a2c-4e64-b5e5-622e38b0ba20'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:25.859715 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89d7c81-b316-4f2b-a8a6-d3081c0373cf" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f9c708-0229-4332-a412-42eed189cda3", "tag": "c462fce3-1a2c-4e64-b5e5-622e38b0ba20"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:43:25.886506 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e4f40315-2efd-4f75-9694-5aa91a4bd463 req-e6e6ed69-fee9-4543-870c-f379fe325d14 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1403058 Apr 28 19:43:25.986994 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0391fea4-d4da-415c-b953-e76d6c03e6ea service neutron] Pushing event updated for resources: {'Port': ['ID=c462fce3-1a2c-4e64-b5e5-622e38b0ba20,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:26.048267 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-47c5ccbd-e895-4666-bb02-14b15382b0ea req-d242a17c-0992-4e11-8b44-0881363fe238 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d27524-2cbc-4894-8fb3-013b02e96cdc HTTP/1.1" status: 200 len: 210 time: 0.0477364 Apr 28 19:43:26.075567 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-fad04592-afdd-4115-8793-a764865358d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:26.078663 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-fad04592-afdd-4115-8793-a764865358d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a0c676490ad4221b826814b264d08aa&device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 1095 time: 0.1371210 Apr 28 19:43:26.166338 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-b206a144-c96a-41b5-9e7c-2907ae107a33 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c462fce3-1a2c-4e64-b5e5-622e38b0ba20 HTTP/1.1" status: 200 len: 217 time: 0.0726054 Apr 28 19:43:26.167874 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbca3d9-ad62-4017-9a9a-dd10e7eb5a9b x-openstack-request-id: req-dfbca3d9-ad62-4017-9a9a-dd10e7eb5a9b {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:43:26.168309 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f9c708-0229-4332-a412-42eed189cda3", "tag": "c462fce3-1a2c-4e64-b5e5-622e38b0ba20", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:43:26.168573 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dfbca3d9-ad62-4017-9a9a-dd10e7eb5a9b {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:43:26.168973 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfbca3d9-ad62-4017-9a9a-dd10e7eb5a9b'] response: {'name': 'network-changed', 'server_uuid': 'f8f9c708-0229-4332-a412-42eed189cda3', 'tag': 'c462fce3-1a2c-4e64-b5e5-622e38b0ba20', 'status': 'completed', 'code': 200} Apr 28 19:43:26.180949 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:26.188231 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0bd214a-5662-4bfb-82db-e3d3910d444b {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:43:26.199674 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:26.230164 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port a0bd214a-5662-4bfb-82db-e3d3910d444b, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=a0bd214a-5662-4bfb-82db-e3d3910d444b,segment=NetworkSegment(46a14388-2034-4d81-9962-2861ba57c306),segment_id=46a14388-2034-4d81-9962-2861ba57c306)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:26.238918 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:26.239609 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device c61bdd67-d1f0-4cd3-8c99-e1114bf17a78 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:43:26.253904 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-2d2a9423-9e39-4b96-a078-bb7b4fffb57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:26.255115 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-2d2a9423-9e39-4b96-a078-bb7b4fffb57d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d25b1cb0-c200-401d-9c44-cd4c1f880757 HTTP/1.1" status: 200 len: 858 time: 0.0816326 Apr 28 19:43:26.306724 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-00d6e06a-7f02-4d10-b38c-0f3682e6a863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:26.354626 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ff163e22-a681-43b0-83db-9ba331f7499e req-99b0de84-8018-466e-b39c-7a9262dd594a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=867e03fb86a54b0390ea4c90d552fb01&device_id=e2d27524-2cbc-4894-8fb3-013b02e96cdc HTTP/1.1" status: 200 len: 210 time: 0.0499294 Apr 28 19:43:26.368601 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115650fb-41f3-4af3-86cd-82272a8e15e2 req-36ad2840-aea3-40b4-8df8-6a4cbe754ff6 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:26.370460 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b75c82-39ba-4c6c-adee-fa8c58f37688 req-fe6ad77f-5901-4ceb-b3c6-de14a7d35315 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:26.372725 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-29b75c82-39ba-4c6c-adee-fa8c58f37688 req-fe6ad77f-5901-4ceb-b3c6-de14a7d35315 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.44 "GET /v2.0/ports?device_id=d92514d8-ecbd-4984-8053-425e04f2a622 HTTP/1.1" status: 200 len: 945 time: 0.1159778 Apr 28 19:43:26.380448 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-115650fb-41f3-4af3-86cd-82272a8e15e2 req-36ad2840-aea3-40b4-8df8-6a4cbe754ff6 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=d92514d8-ecbd-4984-8053-425e04f2a622 HTTP/1.1" status: 200 len: 945 time: 0.9016707 Apr 28 19:43:26.416870 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-9ab10b7e-7df9-479c-89a9-2c7df4ccfae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:26.419266 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-9ab10b7e-7df9-479c-89a9-2c7df4ccfae1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1540442 Apr 28 19:43:26.437994 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port c61bdd67-d1f0-4cd3-8c99-e1114bf17a78, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=c61bdd67-d1f0-4cd3-8c99-e1114bf17a78,segment=NetworkSegment(46a14388-2034-4d81-9962-2861ba57c306),segment_id=46a14388-2034-4d81-9962-2861ba57c306)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:26.464237 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=a0bd214a-5662-4bfb-82db-e3d3910d444b,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:26.466882 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-6780e3fb-03b5-43d1-b088-8ff1378f502e None None] Provisioning complete for port 6711bc56-ced3-40a8-9054-148ad9321577 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:26.467252 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6780e3fb-03b5-43d1-b088-8ff1378f502e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:26.469469 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'c61bdd67-d1f0-4cd3-8c99-e1114bf17a78', 'network_id': '599034e0-defd-4a8f-a6f0-947f37bda9fd', 'port_id': 'c61bdd67-d1f0-4cd3-8c99-e1114bf17a78', 'mac_address': 'fa:16:3e:22:76:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9807f841-60a4-4a02-81b0-9350375465a5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:43:26.547661 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:26.555391 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-211246e7-479a-491d-bc0d-c3ebeb233643 req-3e91e93c-2a8d-4714-83f2-0b6e737d7828 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 210 time: 0.1411531 Apr 28 19:43:26.571720 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c61bdd67-d1f0-4cd3-8c99-e1114bf17a78 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:43:26.604921 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port c61bdd67-d1f0-4cd3-8c99-e1114bf17a78, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=c61bdd67-d1f0-4cd3-8c99-e1114bf17a78,segment=NetworkSegment(46a14388-2034-4d81-9962-2861ba57c306),segment_id=46a14388-2034-4d81-9962-2861ba57c306)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:26.611844 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-53ca44a9-ed64-4cf3-968d-4e53fd8c4110 service neutron] 10.222.0.15 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748385 Apr 28 19:43:26.630855 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:26.632616 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device e0cde177-94fd-47df-9bb2-ab96402ec758 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:43:26.641627 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 6711bc56-ced3-40a8-9054-148ad9321577 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:43:26.688293 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e193cdc8-ab12-4748-918e-690e7128c26a req-f95cace4-83c3-44f3-bde2-2ab9b0a7907a tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Made reservation on behalf of 5a0c676490ad4221b826814b264d08aa for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:43:26.692822 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e193cdc8-ab12-4748-918e-690e7128c26a req-f95cace4-83c3-44f3-bde2-2ab9b0a7907a tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:26.705307 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-29b75c82-39ba-4c6c-adee-fa8c58f37688 req-a41cae78-7b6b-4b81-b34c-8dc30be16110 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Deleting port 2b19841d-3708-41d0-87a7-259061b6ab91 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:43:26.705675 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-29b75c82-39ba-4c6c-adee-fa8c58f37688 req-a41cae78-7b6b-4b81-b34c-8dc30be16110 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:26.741671 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-115650fb-41f3-4af3-86cd-82272a8e15e2 req-9fe3048f-e6d3-491f-beb3-2cb76db7ad0a tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602793 Apr 28 19:43:26.805870 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port e0cde177-94fd-47df-9bb2-ab96402ec758, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e0cde177-94fd-47df-9bb2-ab96402ec758,segment=NetworkSegment(c4087ef1-be9e-4991-b622-f4da06ef46a1),segment_id=c4087ef1-be9e-4991-b622-f4da06ef46a1)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:26.831534 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-53d3c0e1-c1e8-47ce-af13-dafee4d81a66 req-dac3a24c-bc59-4b91-acde-999daa91264a service neutron] 10.222.0.15 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107046 Apr 28 19:43:26.849215 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=c61bdd67-d1f0-4cd3-8c99-e1114bf17a78,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:26.858290 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'e0cde177-94fd-47df-9bb2-ab96402ec758', 'network_id': '80835d31-d60f-4749-a1bd-4756afb7302e', 'port_id': 'e0cde177-94fd-47df-9bb2-ab96402ec758', 'mac_address': 'fa:16:3e:95:32:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276aa727-ce51-40e0-b36e-2dd77b344c69', 'ip_address': '10.1.1.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:43:26.867537 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 6711bc56-ced3-40a8-9054-148ad9321577 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:26.867537 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:26.936364 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff163e22-a681-43b0-83db-9ba331f7499e req-d210ccd5-d70c-4107-8278-0584c328403e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:26.938778 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ff163e22-a681-43b0-83db-9ba331f7499e req-d210ccd5-d70c-4107-8278-0584c328403e service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=867e03fb86a54b0390ea4c90d552fb01&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5547414 Apr 28 19:43:26.948496 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:26.962312 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-29b75c82-39ba-4c6c-adee-fa8c58f37688 req-a41cae78-7b6b-4b81-b34c-8dc30be16110 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] For port 2b19841d-3708-41d0-87a7-259061b6ab91, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=2b19841d-3708-41d0-87a7-259061b6ab91,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:26.964583 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-29b75c82-39ba-4c6c-adee-fa8c58f37688 req-a41cae78-7b6b-4b81-b34c-8dc30be16110 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:26.973540 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0cde177-94fd-47df-9bb2-ab96402ec758 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:43:26.981542 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-29b75c82-39ba-4c6c-adee-fa8c58f37688 req-a41cae78-7b6b-4b81-b34c-8dc30be16110 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Calling delete_port for 2b19841d-3708-41d0-87a7-259061b6ab91 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:43:26.993681 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port e0cde177-94fd-47df-9bb2-ab96402ec758, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e0cde177-94fd-47df-9bb2-ab96402ec758,segment=NetworkSegment(c4087ef1-be9e-4991-b622-f4da06ef46a1),segment_id=c4087ef1-be9e-4991-b622-f4da06ef46a1)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:27.002471 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:27.003229 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 53b50a27-b515-4340-9e35-07347bc9cc34 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:43:27.105009 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 53b50a27-b515-4340-9e35-07347bc9cc34, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=53b50a27-b515-4340-9e35-07347bc9cc34,segment=NetworkSegment(c4087ef1-be9e-4991-b622-f4da06ef46a1),segment_id=c4087ef1-be9e-4991-b622-f4da06ef46a1)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:27.121728 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '53b50a27-b515-4340-9e35-07347bc9cc34', 'network_id': '80835d31-d60f-4749-a1bd-4756afb7302e', 'port_id': '53b50a27-b515-4340-9e35-07347bc9cc34', 'mac_address': 'fa:16:3e:3c:e7:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276aa727-ce51-40e0-b36e-2dd77b344c69', 'ip_address': '10.1.1.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:43:27.187635 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d6e06a-7f02-4d10-b38c-0f3682e6a863 admin admin] Router 151c3173-0a7a-4805-bc4d-8e458c731a84 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:43:27.199729 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:27.200303 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-e193cdc8-ab12-4748-918e-690e7128c26a req-f95cace4-83c3-44f3-bde2-2ab9b0a7907a tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Allocated IP 172.20.0.12 (daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef/d25b1cb0-c200-401d-9c44-cd4c1f880757/0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:43:27.230492 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=e0cde177-94fd-47df-9bb2-ab96402ec758,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:27.234517 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b50a27-b515-4340-9e35-07347bc9cc34 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:43:27.277726 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de4d16-a451-4520-bd1f-520693b75df4 req-4097dca5-eecd-4f92-b005-b49447e1234a tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:27.283292 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 53b50a27-b515-4340-9e35-07347bc9cc34, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=53b50a27-b515-4340-9e35-07347bc9cc34,segment=NetworkSegment(c4087ef1-be9e-4991-b622-f4da06ef46a1),segment_id=c4087ef1-be9e-4991-b622-f4da06ef46a1)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:27.284882 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de4d16-a451-4520-bd1f-520693b75df4 req-4097dca5-eecd-4f92-b005-b49447e1234a tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:27.293596 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:27.294227 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 5777ee41-99fe-478c-84d1-afd3559609f8 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:43:27.294417 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-29b75c82-39ba-4c6c-adee-fa8c58f37688 req-a41cae78-7b6b-4b81-b34c-8dc30be16110 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:27.296462 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de4d16-a451-4520-bd1f-520693b75df4 req-4097dca5-eecd-4f92-b005-b49447e1234a tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:27.309859 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de4d16-a451-4520-bd1f-520693b75df4 req-4097dca5-eecd-4f92-b005-b49447e1234a tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:27.316271 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de4d16-a451-4520-bd1f-520693b75df4 req-4097dca5-eecd-4f92-b005-b49447e1234a tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:27.322260 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de4d16-a451-4520-bd1f-520693b75df4 req-4097dca5-eecd-4f92-b005-b49447e1234a tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:27.329729 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de4d16-a451-4520-bd1f-520693b75df4 req-4097dca5-eecd-4f92-b005-b49447e1234a tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:27.332313 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-79de4d16-a451-4520-bd1f-520693b75df4 req-4097dca5-eecd-4f92-b005-b49447e1234a tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5426 time: 0.2486999 Apr 28 19:43:27.349252 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff163e22-a681-43b0-83db-9ba331f7499e req-33b09eb0-1407-461d-bd67-cde98d1611d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:27.350849 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ff163e22-a681-43b0-83db-9ba331f7499e req-33b09eb0-1407-461d-bd67-cde98d1611d0 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3997669 Apr 28 19:43:27.354745 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['00336601-0b73-4f3e-a535-ae6537f969ea', '2b19841d-3708-41d0-87a7-259061b6ab91'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:43:27.372338 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d7c81-b316-4f2b-a8a6-d3081c0373cf req-a041ee59-1f62-48b2-a89e-5f4e44fc7805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:27.377488 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b89d7c81-b316-4f2b-a8a6-d3081c0373cf req-a041ee59-1f62-48b2-a89e-5f4e44fc7805 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a0c676490ad4221b826814b264d08aa&device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 1095 time: 0.4692364 Apr 28 19:43:27.386571 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41cae78-7b6b-4b81-b34c-8dc30be16110 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Pushing event deleted for resources: {'Port': ['ID=2b19841d-3708-41d0-87a7-259061b6ab91,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:27.472653 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ff163e22-a681-43b0-83db-9ba331f7499e req-1e504056-1986-4589-b672-401f0e05f4c0 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2d27524-2cbc-4894-8fb3-013b02e96cdc HTTP/1.1" status: 200 len: 210 time: 0.0477338 Apr 28 19:43:27.535330 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=53b50a27-b515-4340-9e35-07347bc9cc34,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:27.595556 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-79de4d16-a451-4520-bd1f-520693b75df4 req-2b56f569-5e2b-4da8-8d38-cf32211eb57f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2481127 Apr 28 19:43:27.684983 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 5777ee41-99fe-478c-84d1-afd3559609f8, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=5777ee41-99fe-478c-84d1-afd3559609f8,segment=NetworkSegment(a938669e-a422-4100-815a-beba9a9fac36),segment_id=a938669e-a422-4100-815a-beba9a9fac36)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:27.731639 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '5777ee41-99fe-478c-84d1-afd3559609f8', 'network_id': 'f69f4a5f-c2d6-44c7-ad73-929a90025ab3', 'port_id': '5777ee41-99fe-478c-84d1-afd3559609f8', 'mac_address': 'fa:16:3e:e8:82:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48533aa3-5bd3-4948-a2d3-594fc981b6d2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:43:27.743486 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d6e06a-7f02-4d10-b38c-0f3682e6a863 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:43:27.754332 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159bbc46-49a6-4b76-865d-f74ef0aeceb3 None None] Sync routers for ids ['151c3173-0a7a-4805-bc4d-8e458c731a84'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:43:27.780034 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159bbc46-49a6-4b76-865d-f74ef0aeceb3 None None] Routers {'151c3173-0a7a-4805-bc4d-8e458c731a84'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:43:27.781088 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-159bbc46-49a6-4b76-865d-f74ef0aeceb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:43:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['151c3173-0a7a-4805-bc4d-8e458c731a84'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:27.840136 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-00d6e06a-7f02-4d10-b38c-0f3682e6a863 admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:27.843335 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-00d6e06a-7f02-4d10-b38c-0f3682e6a863 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.5719852 Apr 28 19:43:27.850368 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 52814) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:27.865848 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:27.889747 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5777ee41-99fe-478c-84d1-afd3559609f8 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:43:27.934017 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 5777ee41-99fe-478c-84d1-afd3559609f8, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=5777ee41-99fe-478c-84d1-afd3559609f8,segment=NetworkSegment(a938669e-a422-4100-815a-beba9a9fac36),segment_id=a938669e-a422-4100-815a-beba9a9fac36)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:27.948357 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:27.950266 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 37e042f8-fc48-458d-b5bb-4019869f3d25 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:43:27.977122 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e193cdc8-ab12-4748-918e-690e7128c26a req-f95cace4-83c3-44f3-bde2-2ab9b0a7907a tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:27.980678 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-159bbc46-49a6-4b76-865d-f74ef0aeceb3 None None] Set router 151c3173-0a7a-4805-bc4d-8e458c731a84 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:43:28.040506 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=5777ee41-99fe-478c-84d1-afd3559609f8,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:28.055605 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-85920b85-151d-4d3f-8e44-0b4dffa7b4f9 req-83c0f4e2-57b7-4765-8a0b-c481eea27fa7 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d27524-2cbc-4894-8fb3-013b02e96cdc HTTP/1.1" status: 200 len: 210 time: 0.0809550 Apr 28 19:43:28.075608 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b75c82-39ba-4c6c-adee-fa8c58f37688 req-a41cae78-7b6b-4b81-b34c-8dc30be16110 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] No DVR routers for this DVR port 2b19841d-3708-41d0-87a7-259061b6ab91 on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:43:28.078546 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-29b75c82-39ba-4c6c-adee-fa8c58f37688 req-a41cae78-7b6b-4b81-b34c-8dc30be16110 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:28.082155 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-29b75c82-39ba-4c6c-adee-fa8c58f37688 req-a41cae78-7b6b-4b81-b34c-8dc30be16110 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.44 "DELETE /v2.0/ports/2b19841d-3708-41d0-87a7-259061b6ab91 HTTP/1.1" status: 204 len: 173 time: 1.7023726 Apr 28 19:43:28.108543 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 37e042f8-fc48-458d-b5bb-4019869f3d25, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=37e042f8-fc48-458d-b5bb-4019869f3d25,segment=NetworkSegment(c4087ef1-be9e-4991-b622-f4da06ef46a1),segment_id=c4087ef1-be9e-4991-b622-f4da06ef46a1)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:28.142037 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d7c81-b316-4f2b-a8a6-d3081c0373cf req-4da0a128-9f08-46ce-aaa0-8234847383f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:28.160347 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '37e042f8-fc48-458d-b5bb-4019869f3d25', 'network_id': '80835d31-d60f-4749-a1bd-4756afb7302e', 'port_id': '37e042f8-fc48-458d-b5bb-4019869f3d25', 'mac_address': 'fa:16:3e:02:50:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276aa727-ce51-40e0-b36e-2dd77b344c69', 'ip_address': '10.1.1.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:43:28.166396 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b89d7c81-b316-4f2b-a8a6-d3081c0373cf req-4da0a128-9f08-46ce-aaa0-8234847383f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef HTTP/1.1" status: 200 len: 920 time: 0.7694869 Apr 28 19:43:28.170313 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92514d8-ecbd-4984-8053-425e04f2a622', 'name': 'network-vif-deleted', 'tag': '2b19841d-3708-41d0-87a7-259061b6ab91'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:28.172864 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df87a353-66fd-4dfc-b63a-492e2ab8c3d0" -d '{"events": [{"server_uuid": "d92514d8-ecbd-4984-8053-425e04f2a622", "name": "network-vif-deleted", "tag": "2b19841d-3708-41d0-87a7-259061b6ab91"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:43:28.244560 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-159bbc46-49a6-4b76-865d-f74ef0aeceb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'name': 'tempest-ServersTestFqdnHostnames-1093779739-router', 'tenant_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': 'a7b5634d-e88b-40fe-88c3-3960735e0692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:19Z', 'updated_at': '2022-04-28T19:43:24Z', 'revision_number': 3, 'project_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'gw_port': {'id': 'a7b5634d-e88b-40fe-88c3-3960735e0692', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:21Z', 'updated_at': '2022-04-28T19:43:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:28.247692 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:28.268231 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e042f8-fc48-458d-b5bb-4019869f3d25 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:43:28.277774 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159bbc46-49a6-4b76-865d-f74ef0aeceb3 None None] Checking router: 151c3173-0a7a-4805-bc4d-8e458c731a84 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:43:28.278377 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159bbc46-49a6-4b76-865d-f74ef0aeceb3 None None] Updating router 151c3173-0a7a-4805-bc4d-8e458c731a84 port a7b5634d-e88b-40fe-88c3-3960735e0692 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:43:28.290351 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b89d7c81-b316-4f2b-a8a6-d3081c0373cf req-0d500b8f-8412-4702-b33e-606f3255a830 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c462fce3-1a2c-4e64-b5e5-622e38b0ba20 HTTP/1.1" status: 200 len: 217 time: 0.1039960 Apr 28 19:43:28.310419 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-159bbc46-49a6-4b76-865d-f74ef0aeceb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:28.328814 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f63881-a316-44f2-9ae7-40a4581447e5 req-305181bb-2ef1-4522-92ed-6c21e20a42d2 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:28.342312 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9fcb1f6f-d9fd-43f8-bae8-685462fcb2f3 req-5efd85f3-54d0-4d63-90b7-9530f7ceebad tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 210 time: 0.0544074 Apr 28 19:43:28.343714 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f63881-a316-44f2-9ae7-40a4581447e5 req-305181bb-2ef1-4522-92ed-6c21e20a42d2 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:28.360190 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f63881-a316-44f2-9ae7-40a4581447e5 req-305181bb-2ef1-4522-92ed-6c21e20a42d2 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:28.369390 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 37e042f8-fc48-458d-b5bb-4019869f3d25, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=37e042f8-fc48-458d-b5bb-4019869f3d25,segment=NetworkSegment(c4087ef1-be9e-4991-b622-f4da06ef46a1),segment_id=c4087ef1-be9e-4991-b622-f4da06ef46a1)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:28.372193 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f63881-a316-44f2-9ae7-40a4581447e5 req-305181bb-2ef1-4522-92ed-6c21e20a42d2 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:28.387338 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f63881-a316-44f2-9ae7-40a4581447e5 req-305181bb-2ef1-4522-92ed-6c21e20a42d2 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:28.387871 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:28.403087 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f63881-a316-44f2-9ae7-40a4581447e5 req-305181bb-2ef1-4522-92ed-6c21e20a42d2 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:28.426353 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f63881-a316-44f2-9ae7-40a4581447e5 req-305181bb-2ef1-4522-92ed-6c21e20a42d2 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:28.428977 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d8f63881-a316-44f2-9ae7-40a4581447e5 req-305181bb-2ef1-4522-92ed-6c21e20a42d2 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5444 time: 0.7342582 Apr 28 19:43:28.464738 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device c462fce3-1a2c-4e64-b5e5-622e38b0ba20 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:43:28.472242 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d7c81-b316-4f2b-a8a6-d3081c0373cf req-b39682f3-26d9-4652-a84b-68ef07e8bd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:28.473713 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b89d7c81-b316-4f2b-a8a6-d3081c0373cf req-b39682f3-26d9-4652-a84b-68ef07e8bd51 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d25b1cb0-c200-401d-9c44-cd4c1f880757 HTTP/1.1" status: 200 len: 858 time: 0.1292696 Apr 28 19:43:28.495471 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6b1a45a6-aa65-41e4-a678-10b9bec6ea37 req-9a0cd3dd-fa77-4ee1-98a3-1b553106a98f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=867e03fb86a54b0390ea4c90d552fb01&device_id=e2d27524-2cbc-4894-8fb3-013b02e96cdc HTTP/1.1" status: 200 len: 210 time: 0.3060007 Apr 28 19:43:28.599042 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cd88fc50-5d3e-43d0-94ab-f16702212f84 req-06a5c9d8-bbda-4f82-be67-afedd88d720b tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=d92514d8-ecbd-4984-8053-425e04f2a622 HTTP/1.1" status: 200 len: 210 time: 0.1171181 Apr 28 19:43:28.600273 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=37e042f8-fc48-458d-b5bb-4019869f3d25,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:28.635036 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d7c81-b316-4f2b-a8a6-d3081c0373cf req-a0c36f7d-cefa-4233-a663-d30276563507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:28.641423 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b89d7c81-b316-4f2b-a8a6-d3081c0373cf req-a0c36f7d-cefa-4233-a663-d30276563507 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1577296 Apr 28 19:43:28.747123 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d8f63881-a316-44f2-9ae7-40a4581447e5 req-8e86f691-f5b3-49bd-8f37-bda521f0dd30 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2632647 Apr 28 19:43:28.795762 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d37deaa-a440-4f44-822e-d721f0fe1536 x-openstack-request-id: req-9d37deaa-a440-4f44-822e-d721f0fe1536 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:43:28.796094 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92514d8-ecbd-4984-8053-425e04f2a622", "name": "network-vif-deleted", "tag": "2b19841d-3708-41d0-87a7-259061b6ab91", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:43:28.796360 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9d37deaa-a440-4f44-822e-d721f0fe1536 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:43:28.796787 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d37deaa-a440-4f44-822e-d721f0fe1536'] response: {'server_uuid': 'd92514d8-ecbd-4984-8053-425e04f2a622', 'name': 'network-vif-deleted', 'tag': '2b19841d-3708-41d0-87a7-259061b6ab91', 'status': 'completed', 'code': 200} Apr 28 19:43:28.830542 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a45a6-aa65-41e4-a678-10b9bec6ea37 req-25244c04-b2cb-4eb7-9143-0d2ba9aa213c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:28.832040 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6b1a45a6-aa65-41e4-a678-10b9bec6ea37 req-25244c04-b2cb-4eb7-9143-0d2ba9aa213c service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=867e03fb86a54b0390ea4c90d552fb01&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3215871 Apr 28 19:43:28.880874 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-159bbc46-49a6-4b76-865d-f74ef0aeceb3 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:28.894648 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e193cdc8-ab12-4748-918e-690e7128c26a req-f95cace4-83c3-44f3-bde2-2ab9b0a7907a tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:28.898265 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-159bbc46-49a6-4b76-865d-f74ef0aeceb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:28.902424 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port c462fce3-1a2c-4e64-b5e5-622e38b0ba20, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=c462fce3-1a2c-4e64-b5e5-622e38b0ba20,segment=NetworkSegment(c8b13874-b277-4f2c-b275-f865aee89558),segment_id=c8b13874-b277-4f2c-b275-f865aee89558)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:28.960895 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b89d7c81-b316-4f2b-a8a6-d3081c0373cf req-07cf2f03-85a1-42a1-b4c8-0f83e26f7a0e service neutron] 10.222.0.15 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065739 Apr 28 19:43:28.967053 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e193cdc8-ab12-4748-918e-690e7128c26a req-f95cace4-83c3-44f3-bde2-2ab9b0a7907a tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Network daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:43:28.974791 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'c462fce3-1a2c-4e64-b5e5-622e38b0ba20', 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef', 'port_id': 'c462fce3-1a2c-4e64-b5e5-622e38b0ba20', 'mac_address': 'fa:16:3e:d9:dd:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd25b1cb0-c200-401d-9c44-cd4c1f880757', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:43:28.984355 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d621847-0f06-4c97-a9ee-48eab45c8b25 None None] Pushing event updated for resources: {'Port': ['ID=a7b5634d-e88b-40fe-88c3-3960735e0692,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:28.990074 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-159bbc46-49a6-4b76-865d-f74ef0aeceb3 None None] Attempting to bind port a7b5634d-e88b-40fe-88c3-3960735e0692 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:43:28.990671 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-159bbc46-49a6-4b76-865d-f74ef0aeceb3 None None] Attempting to bind port a7b5634d-e88b-40fe-88c3-3960735e0692 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:43:28.991194 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159bbc46-49a6-4b76-865d-f74ef0aeceb3 None None] Attempting to bind port a7b5634d-e88b-40fe-88c3-3960735e0692 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:43:28.997820 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159bbc46-49a6-4b76-865d-f74ef0aeceb3 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:43:28.998495 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159bbc46-49a6-4b76-865d-f74ef0aeceb3 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:43:28.999053 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-159bbc46-49a6-4b76-865d-f74ef0aeceb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:28.999600 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159bbc46-49a6-4b76-865d-f74ef0aeceb3 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:43:29.000241 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-159bbc46-49a6-4b76-865d-f74ef0aeceb3 None None] Bound port: a7b5634d-e88b-40fe-88c3-3960735e0692, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:43:29.000787 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-159bbc46-49a6-4b76-865d-f74ef0aeceb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:29.029239 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab427512-ec45-4961-943f-d1900ab96785 req-bf945f3a-9810-4741-8962-40bb12b89f50 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:29.038068 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab427512-ec45-4961-943f-d1900ab96785 req-bf945f3a-9810-4741-8962-40bb12b89f50 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:29.043912 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-e193cdc8-ab12-4748-918e-690e7128c26a req-f95cace4-83c3-44f3-bde2-2ab9b0a7907a tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:43:29.059103 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab427512-ec45-4961-943f-d1900ab96785 req-bf945f3a-9810-4741-8962-40bb12b89f50 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:29.062102 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:29.066719 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-159bbc46-49a6-4b76-865d-f74ef0aeceb3 None None] For port a7b5634d-e88b-40fe-88c3-3960735e0692, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:43:29.067945 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab427512-ec45-4961-943f-d1900ab96785 req-bf945f3a-9810-4741-8962-40bb12b89f50 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:29.070905 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-159bbc46-49a6-4b76-865d-f74ef0aeceb3 None None] For port a7b5634d-e88b-40fe-88c3-3960735e0692, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a7b5634d-e88b-40fe-88c3-3960735e0692,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:43:29.076938 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-159bbc46-49a6-4b76-865d-f74ef0aeceb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:29.078365 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab427512-ec45-4961-943f-d1900ab96785 req-bf945f3a-9810-4741-8962-40bb12b89f50 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:29.099587 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab427512-ec45-4961-943f-d1900ab96785 req-bf945f3a-9810-4741-8962-40bb12b89f50 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:29.100444 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c462fce3-1a2c-4e64-b5e5-622e38b0ba20 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:43:29.100662 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e193cdc8-ab12-4748-918e-690e7128c26a req-f95cace4-83c3-44f3-bde2-2ab9b0a7907a tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:43:29.112055 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab427512-ec45-4961-943f-d1900ab96785 req-bf945f3a-9810-4741-8962-40bb12b89f50 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:29.131198 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ab427512-ec45-4961-943f-d1900ab96785 req-bf945f3a-9810-4741-8962-40bb12b89f50 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5429 time: 0.3173325 Apr 28 19:43:29.141460 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d621847-0f06-4c97-a9ee-48eab45c8b25 None None] Pushing event updated for resources: {'Port': ['ID=a7b5634d-e88b-40fe-88c3-3960735e0692,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:29.144968 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port c462fce3-1a2c-4e64-b5e5-622e38b0ba20, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=c462fce3-1a2c-4e64-b5e5-622e38b0ba20,segment=NetworkSegment(c8b13874-b277-4f2c-b275-f865aee89558),segment_id=c8b13874-b277-4f2c-b275-f865aee89558)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:29.158686 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:29.172370 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159bbc46-49a6-4b76-865d-f74ef0aeceb3 None None] Routers {'151c3173-0a7a-4805-bc4d-8e458c731a84'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:43:29.173244 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-159bbc46-49a6-4b76-865d-f74ef0aeceb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:43:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['151c3173-0a7a-4805-bc4d-8e458c731a84'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:29.207030 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193cdc8-ab12-4748-918e-690e7128c26a req-f95cace4-83c3-44f3-bde2-2ab9b0a7907a tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:29.207895 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e193cdc8-ab12-4748-918e-690e7128c26a req-f95cace4-83c3-44f3-bde2-2ab9b0a7907a tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:29.226814 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['c61bdd67-d1f0-4cd3-8c99-e1114bf17a78'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:43:29.237614 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['e0cde177-94fd-47df-9bb2-ab96402ec758'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:43:29.263535 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['53b50a27-b515-4340-9e35-07347bc9cc34'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:43:29.270689 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e193cdc8-ab12-4748-918e-690e7128c26a req-f95cace4-83c3-44f3-bde2-2ab9b0a7907a tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6687660 Apr 28 19:43:29.336639 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['37e042f8-fc48-458d-b5bb-4019869f3d25'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:43:29.336907 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-e193cdc8-ab12-4748-918e-690e7128c26a req-08ccbd13-df6f-453c-8582-86b75c4129a9 service neutron] Request body: {'port': {'device_id': 'd5630ea9-c232-45e4-960c-bfac3d33fe89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:29.362001 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ab427512-ec45-4961-943f-d1900ab96785 req-c526f219-020f-4d89-afc9-c5d5c4f63c1d tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1755488 Apr 28 19:43:29.383461 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b89d7c81-b316-4f2b-a8a6-d3081c0373cf req-92533945-b41a-4956-8fd4-e5fd565154cd service neutron] 10.222.0.15 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147158 Apr 28 19:43:29.454997 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a45a6-aa65-41e4-a678-10b9bec6ea37 req-3efc23a6-371b-47dd-82d8-78969d722479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:29.457115 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6b1a45a6-aa65-41e4-a678-10b9bec6ea37 req-3efc23a6-371b-47dd-82d8-78969d722479 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5785458 Apr 28 19:43:29.459864 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95cace4-83c3-44f3-bde2-2ab9b0a7907a tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Pushing event updated for resources: {'Port': ['ID=0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:29.495102 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['a0bd214a-5662-4bfb-82db-e3d3910d444b'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:43:29.499811 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['5777ee41-99fe-478c-84d1-afd3559609f8'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:43:29.502004 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-159bbc46-49a6-4b76-865d-f74ef0aeceb3 None None] Set router 151c3173-0a7a-4805-bc4d-8e458c731a84 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:43:29.531845 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ff206215-2c1c-49f8-bc61-8ccd9210cda6 req-6e8ae6a6-1288-4daa-9870-f129e7e6ed89 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d27524-2cbc-4894-8fb3-013b02e96cdc HTTP/1.1" status: 200 len: 210 time: 0.3070977 Apr 28 19:43:29.614597 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb0ff0-cba6-433d-bc0c-b3ae726ed961 req-a19b1641-04e2-4fb0-b92b-11e9b60c3e33 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:29.616326 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-88cb0ff0-cba6-433d-bc0c-b3ae726ed961 req-a19b1641-04e2-4fb0-b92b-11e9b60c3e33 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 932 time: 0.0796492 Apr 28 19:43:29.718997 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-88cb0ff0-cba6-433d-bc0c-b3ae726ed961 req-a4b7f786-41d6-4e12-bf04-6b16e2d70452 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961585 Apr 28 19:43:29.719482 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6b1a45a6-aa65-41e4-a678-10b9bec6ea37 req-c019aeb4-ee3d-4e2b-92d1-c1264676cf8d tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2d27524-2cbc-4894-8fb3-013b02e96cdc HTTP/1.1" status: 200 len: 210 time: 0.1789665 Apr 28 19:43:29.758759 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['c462fce3-1a2c-4e64-b5e5-622e38b0ba20'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:43:29.868271 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-159bbc46-49a6-4b76-865d-f74ef0aeceb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'name': 'tempest-ServersTestFqdnHostnames-1093779739-router', 'tenant_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': 'a7b5634d-e88b-40fe-88c3-3960735e0692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:19Z', 'updated_at': '2022-04-28T19:43:24Z', 'revision_number': 3, 'project_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'gw_port': {'id': 'a7b5634d-e88b-40fe-88c3-3960735e0692', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:21Z', 'updated_at': '2022-04-28T19:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:29.913488 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=c462fce3-1a2c-4e64-b5e5-622e38b0ba20,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:29.932044 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-32e8ec90-6a07-4636-b58e-1ce2e216889b None None] Provisioning complete for port 0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:29.934671 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-32e8ec90-6a07-4636-b58e-1ce2e216889b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:29.960444 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e193cdc8-ab12-4748-918e-690e7128c26a req-08ccbd13-df6f-453c-8582-86b75c4129a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:29.969118 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159bbc46-49a6-4b76-865d-f74ef0aeceb3 None None] The sync data for ids ['151c3173-0a7a-4805-bc4d-8e458c731a84'] in n-d-839810-1 is: [{'id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'name': 'tempest-ServersTestFqdnHostnames-1093779739-router', 'tenant_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': 'a7b5634d-e88b-40fe-88c3-3960735e0692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:19Z', 'updated_at': '2022-04-28T19:43:24Z', 'revision_number': 3, 'project_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'gw_port': {'id': 'a7b5634d-e88b-40fe-88c3-3960735e0692', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:21Z', 'updated_at': '2022-04-28T19:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:43:30.054570 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 2b19841d-3708-41d0-87a7-259061b6ab91 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:43:30.206136 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f19be-ce38-46bb-94b1-d7142ebb6c91 req-ede22e65-3d4c-4119-88bb-9ace6f9e7962 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:30.222818 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f19be-ce38-46bb-94b1-d7142ebb6c91 req-ede22e65-3d4c-4119-88bb-9ace6f9e7962 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:30.254269 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f19be-ce38-46bb-94b1-d7142ebb6c91 req-ede22e65-3d4c-4119-88bb-9ace6f9e7962 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:30.288608 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f19be-ce38-46bb-94b1-d7142ebb6c91 req-ede22e65-3d4c-4119-88bb-9ace6f9e7962 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:30.305411 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f19be-ce38-46bb-94b1-d7142ebb6c91 req-ede22e65-3d4c-4119-88bb-9ace6f9e7962 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:30.319469 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f19be-ce38-46bb-94b1-d7142ebb6c91 req-ede22e65-3d4c-4119-88bb-9ace6f9e7962 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:30.326485 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f19be-ce38-46bb-94b1-d7142ebb6c91 req-ede22e65-3d4c-4119-88bb-9ace6f9e7962 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:30.335508 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2d7f19be-ce38-46bb-94b1-d7142ebb6c91 req-ede22e65-3d4c-4119-88bb-9ace6f9e7962 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5444 time: 0.3047535 Apr 28 19:43:30.337005 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c817269-c45a-4c7e-b7ab-9988d6eceafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:30.345526 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['d7709f7a-d580-4aec-b84a-0085812f5367'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:43:30.444715 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2d7f19be-ce38-46bb-94b1-d7142ebb6c91 req-428ad76c-b428-4e12-8f84-e8e73b1aaeea tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1082270 Apr 28 19:43:30.492541 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 4144b473-e3ca-472c-828f-91a5e771a432 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:43:30.584161 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 2b19841d-3708-41d0-87a7-259061b6ab91 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:43:30.584500 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 2b19841d-3708-41d0-87a7-259061b6ab91 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:43:30.640458 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-e82355e9-7aba-4dd5-96b4-e20ad797639f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:30.646448 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-e82355e9-7aba-4dd5-96b4-e20ad797639f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:30.684602 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-e82355e9-7aba-4dd5-96b4-e20ad797639f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:30.710584 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-e82355e9-7aba-4dd5-96b4-e20ad797639f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:30.725749 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-e82355e9-7aba-4dd5-96b4-e20ad797639f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:30.733173 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-e82355e9-7aba-4dd5-96b4-e20ad797639f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:30.740776 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-e82355e9-7aba-4dd5-96b4-e20ad797639f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:30.743496 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-e82355e9-7aba-4dd5-96b4-e20ad797639f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 5444 time: 0.2976298 Apr 28 19:43:30.774698 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818e743-4c0c-4859-81ea-137644d5856e req-ca4bddc1-575d-4f25-b34a-d38ae56c0b1b tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:30.779151 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3818e743-4c0c-4859-81ea-137644d5856e req-ca4bddc1-575d-4f25-b34a-d38ae56c0b1b tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 946 time: 0.4634731 Apr 28 19:43:30.780044 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 4144b473-e3ca-472c-828f-91a5e771a432 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:43:30.780542 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 4144b473-e3ca-472c-828f-91a5e771a432 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:43:30.831171 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ecf93-f679-4241-8575-a55c464b9407 req-e5d39e1e-f3cf-4d0a-8a9b-1986c6544235 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:30.832560 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-921ecf93-f679-4241-8575-a55c464b9407 req-e5d39e1e-f3cf-4d0a-8a9b-1986c6544235 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 946 time: 0.3477156 Apr 28 19:43:30.904217 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-d0c7ce4f-96c5-48cb-9adb-8a98dbdd10fc tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:30.905880 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-d0c7ce4f-96c5-48cb-9adb-8a98dbdd10fc tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.15 "GET /v2.0/ports/82f7143d-e7a9-467d-9495-8d04e5fd2f42?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1144364 Apr 28 19:43:30.936375 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-32e8ec90-6a07-4636-b58e-1ce2e216889b None None] Port 0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:43:31.049126 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-681fbfb5-61e7-4162-a953-dcd4777f2dc9 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.15 "GET /v2.0/networks/6cf7a3f9-9c87-425f-81e9-8f2d573cafa9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1374424 Apr 28 19:43:31.062285 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-5ba27fb3-1e35-4e72-b4a4-dfc0868c7fae service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:31.089661 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3818e743-4c0c-4859-81ea-137644d5856e req-86c5ba6b-f556-4e9d-9fbb-662706aecde8 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=66f7597a-761d-4efe-9b7f-c92cbae97541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997804 Apr 28 19:43:31.116951 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234121dc-84e2-4e4c-b50c-087bee6ec63d req-48549349-4c0b-4698-a49f-e1f69c977304 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:31.125083 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234121dc-84e2-4e4c-b50c-087bee6ec63d req-48549349-4c0b-4698-a49f-e1f69c977304 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:31.131611 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234121dc-84e2-4e4c-b50c-087bee6ec63d req-48549349-4c0b-4698-a49f-e1f69c977304 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:31.146914 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234121dc-84e2-4e4c-b50c-087bee6ec63d req-48549349-4c0b-4698-a49f-e1f69c977304 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:31.147554 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234121dc-84e2-4e4c-b50c-087bee6ec63d req-48549349-4c0b-4698-a49f-e1f69c977304 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:31.155704 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234121dc-84e2-4e4c-b50c-087bee6ec63d req-48549349-4c0b-4698-a49f-e1f69c977304 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:31.164771 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234121dc-84e2-4e4c-b50c-087bee6ec63d req-48549349-4c0b-4698-a49f-e1f69c977304 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:31.167755 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-234121dc-84e2-4e4c-b50c-087bee6ec63d req-48549349-4c0b-4698-a49f-e1f69c977304 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5429 time: 0.4219961 Apr 28 19:43:31.310039 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-5ba27fb3-1e35-4e72-b4a4-dfc0868c7fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:31.314331 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-9c817269-c45a-4c7e-b7ab-9988d6eceafa admin admin] Allocated IP 172.20.0.1 (ddec4432-f47a-4be1-8af0-f49812c9641e/63affdd7-00eb-4a41-b477-029428303fa6/f6f5503c-142d-4d35-8c43-bdecb1acbda4) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:43:31.381526 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-234121dc-84e2-4e4c-b50c-087bee6ec63d req-5fa05381-b90a-41f3-9a41-49c240275f31 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1990623 Apr 28 19:43:31.404999 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-921ecf93-f679-4241-8575-a55c464b9407 req-6eb1a89a-ecd4-4b27-b342-63e20e0ddcce tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Deleting port 00336601-0b73-4f3e-a535-ae6537f969ea {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:43:31.405892 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-921ecf93-f679-4241-8575-a55c464b9407 req-6eb1a89a-ecd4-4b27-b342-63e20e0ddcce tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:31.695746 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-5ba27fb3-1e35-4e72-b4a4-dfc0868c7fae service neutron] For port 82f7143d-e7a9-467d-9495-8d04e5fd2f42, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=82f7143d-e7a9-467d-9495-8d04e5fd2f42,segment=NetworkSegment(3d8b26ca-a8d0-467f-817b-24a5112dd3cb),segment_id=3d8b26ca-a8d0-467f-817b-24a5112dd3cb)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:31.764047 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-5ba27fb3-1e35-4e72-b4a4-dfc0868c7fae service neutron] For port 82f7143d-e7a9-467d-9495-8d04e5fd2f42, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:43:31.797448 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-e193cdc8-ab12-4748-918e-690e7128c26a req-08ccbd13-df6f-453c-8582-86b75c4129a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:43:31.818230 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-5ba27fb3-1e35-4e72-b4a4-dfc0868c7fae service neutron] device_id is not set on port 82f7143d-e7a9-467d-9495-8d04e5fd2f42 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:43:31.836708 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-5ba27fb3-1e35-4e72-b4a4-dfc0868c7fae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:31.863617 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-5ba27fb3-1e35-4e72-b4a4-dfc0868c7fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:31.892957 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e193cdc8-ab12-4748-918e-690e7128c26a req-08ccbd13-df6f-453c-8582-86b75c4129a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:31.896126 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:31.966059 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-5ba27fb3-1e35-4e72-b4a4-dfc0868c7fae service neutron] No DVR routers for this DVR port 82f7143d-e7a9-467d-9495-8d04e5fd2f42 on host n-h1-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:43:31.974818 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-e193cdc8-ab12-4748-918e-690e7128c26a req-08ccbd13-df6f-453c-8582-86b75c4129a9 service neutron] Transition to ACTIVE for port object 0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:43:31.978698 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-6f56d616-797f-4101-b7b8-7f9465a15b23 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:31.980420 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-6f56d616-797f-4101-b7b8-7f9465a15b23 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/networks?id=fabbd60f-8bf6-4926-b9b3-5557fdc11e18 HTTP/1.1" status: 200 len: 811 time: 0.4120674 Apr 28 19:43:31.991450 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e193cdc8-ab12-4748-918e-690e7128c26a req-08ccbd13-df6f-453c-8582-86b75c4129a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:32.021607 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba27fb3-1e35-4e72-b4a4-dfc0868c7fae service neutron] Pushing event updated for resources: {'Port': ['ID=82f7143d-e7a9-467d-9495-8d04e5fd2f42,revision_number=6']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:32.031771 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039713c-6821-4e98-8796-98f15624a9a9 req-18d526ac-e22a-42d0-9fdf-fbb0cbd871ce tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:32.033254 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2039713c-6821-4e98-8796-98f15624a9a9 req-18d526ac-e22a-42d0-9fdf-fbb0cbd871ce tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 932 time: 0.2195644 Apr 28 19:43:32.036009 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-c3a70902-529e-4d66-8e4f-13e652837bae tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/quotas/867e03fb86a54b0390ea4c90d552fb01 HTTP/1.1" status: 200 len: 375 time: 0.0299354 Apr 28 19:43:32.047946 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-5ba27fb3-1e35-4e72-b4a4-dfc0868c7fae service neutron] In _notify_port_updated(), no bound segment for port 82f7143d-e7a9-467d-9495-8d04e5fd2f42 on network 6cf7a3f9-9c87-425f-81e9-8f2d573cafa9 {{(pid=102774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 19:43:32.049074 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-5ba27fb3-1e35-4e72-b4a4-dfc0868c7fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:32.049679 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-5ba27fb3-1e35-4e72-b4a4-dfc0868c7fae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:32.051169 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-5ba27fb3-1e35-4e72-b4a4-dfc0868c7fae service neutron] 10.222.0.15 "PUT /v2.0/ports/82f7143d-e7a9-467d-9495-8d04e5fd2f42 HTTP/1.1" status: 200 len: 1033 time: 0.9933403 Apr 28 19:43:32.085074 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-ccce53f8-8796-4c66-b53f-5910691a748f tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=867e03fb86a54b0390ea4c90d552fb01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387378 Apr 28 19:43:32.108150 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c817269-c45a-4c7e-b7ab-9988d6eceafa admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:32.136488 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-921ecf93-f679-4241-8575-a55c464b9407 req-6eb1a89a-ecd4-4b27-b342-63e20e0ddcce tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] For port 00336601-0b73-4f3e-a535-ae6537f969ea, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=00336601-0b73-4f3e-a535-ae6537f969ea,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:32.136859 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-921ecf93-f679-4241-8575-a55c464b9407 req-6eb1a89a-ecd4-4b27-b342-63e20e0ddcce tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:32.168619 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ccbd13-df6f-453c-8582-86b75c4129a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:32.184587 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-921ecf93-f679-4241-8575-a55c464b9407 req-6eb1a89a-ecd4-4b27-b342-63e20e0ddcce tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Calling delete_port for 00336601-0b73-4f3e-a535-ae6537f969ea owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:43:32.216294 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-7261803c-06da-43af-8f57-8f0b6a6a06b7 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:32.217742 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-7261803c-06da-43af-8f57-8f0b6a6a06b7 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.15 "GET /v2.0/ports/e8a5b2ff-865e-49ab-9075-8c55199df681?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1063454 Apr 28 19:43:32.221752 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2039713c-6821-4e98-8796-98f15624a9a9 req-416dc9e6-27f8-4d99-9c21-aadfee08ed4b tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664052 Apr 28 19:43:32.262337 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-fe0223e0-4a9c-44b2-88a2-af5cc1602bf0 service neutron] 10.222.0.42 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757782 Apr 28 19:43:32.271181 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-75c45419-ced4-4d13-841c-360a603617e9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:32.294809 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-65ec8655-bbe1-4783-8796-6e6fe5020f58 None None] Provisioning complete for port 82f7143d-e7a9-467d-9495-8d04e5fd2f42 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:32.299247 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-65ec8655-bbe1-4783-8796-6e6fe5020f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:32.416038 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-65ec8655-bbe1-4783-8796-6e6fe5020f58 None None] Port 82f7143d-e7a9-467d-9495-8d04e5fd2f42 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:43:32.420937 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 53b50a27-b515-4340-9e35-07347bc9cc34 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:43:32.444587 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c817269-c45a-4c7e-b7ab-9988d6eceafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:32.514439 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 53b50a27-b515-4340-9e35-07347bc9cc34 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:43:32.522473 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 53b50a27-b515-4340-9e35-07347bc9cc34 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:32.522854 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:32.524531 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-e193cdc8-ab12-4748-918e-690e7128c26a req-08ccbd13-df6f-453c-8582-86b75c4129a9 service neutron] Attempting to bind port 0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:43:32.524895 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-e193cdc8-ab12-4748-918e-690e7128c26a req-08ccbd13-df6f-453c-8582-86b75c4129a9 service neutron] Attempting to bind port 0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'c8b13874-b277-4f2c-b275-f865aee89558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:43:32.525449 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e193cdc8-ab12-4748-918e-690e7128c26a req-08ccbd13-df6f-453c-8582-86b75c4129a9 service neutron] Attempting to bind port 0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab on network daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:43:32.550778 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e193cdc8-ab12-4748-918e-690e7128c26a req-08ccbd13-df6f-453c-8582-86b75c4129a9 service neutron] Port 0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab on network daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:43:32.551097 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e193cdc8-ab12-4748-918e-690e7128c26a req-08ccbd13-df6f-453c-8582-86b75c4129a9 service neutron] Attempting to bind port 0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab on network daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:43:32.564167 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e193cdc8-ab12-4748-918e-690e7128c26a req-08ccbd13-df6f-453c-8582-86b75c4129a9 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:43:32.564650 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e193cdc8-ab12-4748-918e-690e7128c26a req-08ccbd13-df6f-453c-8582-86b75c4129a9 service neutron] Checking segment: {'id': 'c8b13874-b277-4f2c-b275-f865aee89558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:43:32.565106 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e193cdc8-ab12-4748-918e-690e7128c26a req-08ccbd13-df6f-453c-8582-86b75c4129a9 service neutron] Bound using segment: {'id': 'c8b13874-b277-4f2c-b275-f865aee89558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:43:32.565619 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-e193cdc8-ab12-4748-918e-690e7128c26a req-08ccbd13-df6f-453c-8582-86b75c4129a9 service neutron] Bound port: 0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b13874-b277-4f2c-b275-f865aee89558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:43:32.566046 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e193cdc8-ab12-4748-918e-690e7128c26a req-08ccbd13-df6f-453c-8582-86b75c4129a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:32.570053 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c817269-c45a-4c7e-b7ab-9988d6eceafa admin admin] Network ddec4432-f47a-4be1-8af0-f49812c9641e is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:43:32.575729 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-921ecf93-f679-4241-8575-a55c464b9407 req-6eb1a89a-ecd4-4b27-b342-63e20e0ddcce tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:32.583323 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-9c817269-c45a-4c7e-b7ab-9988d6eceafa admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:43:32.594590 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c817269-c45a-4c7e-b7ab-9988d6eceafa admin admin] Pushing event updated for resources: {'Port': ['ID=f6f5503c-142d-4d35-8c43-bdecb1acbda4,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:32.619473 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a7b5634d-e88b-40fe-88c3-3960735e0692 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:43:32.622200 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c817269-c45a-4c7e-b7ab-9988d6eceafa admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:43:32.630960 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-ce920b1e-6044-4d61-a6b9-d7295fdac873 service neutron] 10.222.0.42 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545814 Apr 28 19:43:32.638129 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-75c45419-ced4-4d13-841c-360a603617e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:32.675315 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1a89a-ecd4-4b27-b342-63e20e0ddcce tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Pushing event deleted for resources: {'Port': ['ID=00336601-0b73-4f3e-a535-ae6537f969ea,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:32.793023 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port a7b5634d-e88b-40fe-88c3-3960735e0692 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:32.793404 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:32.874592 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-e193cdc8-ab12-4748-918e-690e7128c26a req-08ccbd13-df6f-453c-8582-86b75c4129a9 service neutron] For port 0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:43:32.879219 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-e193cdc8-ab12-4748-918e-690e7128c26a req-08ccbd13-df6f-453c-8582-86b75c4129a9 service neutron] For port 0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab,segment=NetworkSegment(c8b13874-b277-4f2c-b275-f865aee89558),segment_id=c8b13874-b277-4f2c-b275-f865aee89558)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:43:32.926808 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c25d9-133d-4873-8d12-c5806e26ba2e req-835ab626-6e22-43e7-ba6c-178c4878e120 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:32.943043 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c25d9-133d-4873-8d12-c5806e26ba2e req-835ab626-6e22-43e7-ba6c-178c4878e120 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:32.957573 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c25d9-133d-4873-8d12-c5806e26ba2e req-835ab626-6e22-43e7-ba6c-178c4878e120 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:32.973538 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c25d9-133d-4873-8d12-c5806e26ba2e req-835ab626-6e22-43e7-ba6c-178c4878e120 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:33.013296 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c25d9-133d-4873-8d12-c5806e26ba2e req-835ab626-6e22-43e7-ba6c-178c4878e120 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:33.028598 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:33.034957 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c25d9-133d-4873-8d12-c5806e26ba2e req-835ab626-6e22-43e7-ba6c-178c4878e120 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:33.045667 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d3c25d9-133d-4873-8d12-c5806e26ba2e req-835ab626-6e22-43e7-ba6c-178c4878e120 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 4664 time: 0.5985560 Apr 28 19:43:33.047870 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-75c45419-ced4-4d13-841c-360a603617e9 service neutron] For port e8a5b2ff-865e-49ab-9075-8c55199df681, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e8a5b2ff-865e-49ab-9075-8c55199df681,segment=NetworkSegment(3d8b26ca-a8d0-467f-817b-24a5112dd3cb),segment_id=3d8b26ca-a8d0-467f-817b-24a5112dd3cb)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:33.111479 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b50a27-b515-4340-9e35-07347bc9cc34'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:33.113734 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8abb79-e5ec-4764-abb8-83563dfdbdb4" -d '{"events": [{"server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "name": "network-vif-plugged", "status": "completed", "tag": "53b50a27-b515-4340-9e35-07347bc9cc34"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:43:33.121892 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e193cdc8-ab12-4748-918e-690e7128c26a req-08ccbd13-df6f-453c-8582-86b75c4129a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:33.157283 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-30f20e9e-9945-485e-a95c-1e40c7d879e9 None None] Provisioning complete for port f6f5503c-142d-4d35-8c43-bdecb1acbda4 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:33.158032 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-30f20e9e-9945-485e-a95c-1e40c7d879e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:33.161468 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9808da3e-85d7-4251-be7c-10608a904671 req-bc7b3e33-fcdb-4dfe-8d36-360cd47e157b tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3319b81-b268-4f98-b024-6aeca4d9b683 HTTP/1.1" status: 200 len: 210 time: 0.0907412 Apr 28 19:43:33.203991 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-921ecf93-f679-4241-8575-a55c464b9407 req-6eb1a89a-ecd4-4b27-b342-63e20e0ddcce tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] No DVR routers for this DVR port 00336601-0b73-4f3e-a535-ae6537f969ea on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:43:33.210346 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 53b50a27-b515-4340-9e35-07347bc9cc34, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=53b50a27-b515-4340-9e35-07347bc9cc34,segment=NetworkSegment(c4087ef1-be9e-4991-b622-f4da06ef46a1),segment_id=c4087ef1-be9e-4991-b622-f4da06ef46a1)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:33.213309 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c817269-c45a-4c7e-b7ab-9988d6eceafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:33.237710 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-75c45419-ced4-4d13-841c-360a603617e9 service neutron] For port e8a5b2ff-865e-49ab-9075-8c55199df681, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:43:33.239876 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:33.239876 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device e0cde177-94fd-47df-9bb2-ab96402ec758 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:43:33.260179 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-921ecf93-f679-4241-8575-a55c464b9407 req-6eb1a89a-ecd4-4b27-b342-63e20e0ddcce tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:33.264270 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-921ecf93-f679-4241-8575-a55c464b9407 req-6eb1a89a-ecd4-4b27-b342-63e20e0ddcce tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.44 "DELETE /v2.0/ports/00336601-0b73-4f3e-a535-ae6537f969ea HTTP/1.1" status: 204 len: 173 time: 2.4158003 Apr 28 19:43:33.265707 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3319b81-b268-4f98-b024-6aeca4d9b683', 'name': 'network-vif-deleted', 'tag': '00336601-0b73-4f3e-a535-ae6537f969ea'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:33.274949 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0343c83-bbfa-44cc-9ce4-5d81e8ab2c33" -d '{"events": [{"server_uuid": "a3319b81-b268-4f98-b024-6aeca4d9b683", "name": "network-vif-deleted", "tag": "00336601-0b73-4f3e-a535-ae6537f969ea"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:43:33.375133 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-75c45419-ced4-4d13-841c-360a603617e9 service neutron] device_id is not set on port e8a5b2ff-865e-49ab-9075-8c55199df681 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:43:33.398975 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d3c25d9-133d-4873-8d12-c5806e26ba2e req-14e4db78-0548-4c54-9277-01f435012169 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3e825a9-90c8-4209-b912-6cb71ad218fb&id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3478234 Apr 28 19:43:33.420057 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193cdc8-ab12-4748-918e-690e7128c26a req-08ccbd13-df6f-453c-8582-86b75c4129a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:33.433803 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e193cdc8-ab12-4748-918e-690e7128c26a req-08ccbd13-df6f-453c-8582-86b75c4129a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:33.437453 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e193cdc8-ab12-4748-918e-690e7128c26a req-08ccbd13-df6f-453c-8582-86b75c4129a9 service neutron] 10.222.0.44 "PUT /v2.0/ports/0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab HTTP/1.1" status: 200 len: 1092 time: 4.1137309 Apr 28 19:43:33.445843 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-75c45419-ced4-4d13-841c-360a603617e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:33.516047 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7145ade-8307-46c4-a446-ebee2d6d03e7 req-4f07a700-8d59-4b78-b3b8-9821dd191ab7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:33.528162 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7145ade-8307-46c4-a446-ebee2d6d03e7 req-4f07a700-8d59-4b78-b3b8-9821dd191ab7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:33.531421 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:33.543706 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7145ade-8307-46c4-a446-ebee2d6d03e7 req-4f07a700-8d59-4b78-b3b8-9821dd191ab7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:33.547452 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-30f20e9e-9945-485e-a95c-1e40c7d879e9 None None] Port f6f5503c-142d-4d35-8c43-bdecb1acbda4 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:43:33.550580 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7145ade-8307-46c4-a446-ebee2d6d03e7 req-4f07a700-8d59-4b78-b3b8-9821dd191ab7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:33.558211 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7145ade-8307-46c4-a446-ebee2d6d03e7 req-4f07a700-8d59-4b78-b3b8-9821dd191ab7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:33.564601 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7145ade-8307-46c4-a446-ebee2d6d03e7 req-4f07a700-8d59-4b78-b3b8-9821dd191ab7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:33.571344 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7145ade-8307-46c4-a446-ebee2d6d03e7 req-4f07a700-8d59-4b78-b3b8-9821dd191ab7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:33.574154 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c7145ade-8307-46c4-a446-ebee2d6d03e7 req-4f07a700-8d59-4b78-b3b8-9821dd191ab7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5430 time: 0.2765980 Apr 28 19:43:33.577226 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-75c45419-ced4-4d13-841c-360a603617e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:33.608666 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=53b50a27-b515-4340-9e35-07347bc9cc34,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:33.611408 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:33.642406 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port a7b5634d-e88b-40fe-88c3-3960735e0692, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a7b5634d-e88b-40fe-88c3-3960735e0692,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:33.652581 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:33.710657 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port e0cde177-94fd-47df-9bb2-ab96402ec758 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:43:33.722117 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-75c45419-ced4-4d13-841c-360a603617e9 service neutron] No DVR routers for this DVR port e8a5b2ff-865e-49ab-9075-8c55199df681 on host n-h1-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:43:33.766048 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ce4f83a5-9dac-487c-9ca7-2cb84994554d req-b566937b-06e7-4b1f-b5eb-88ddcf763c2b tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=84e64f72-0adc-449c-99cb-56c3f4107423 HTTP/1.1" status: 200 len: 210 time: 0.0892148 Apr 28 19:43:33.766676 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ccbd13-df6f-453c-8582-86b75c4129a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:33.775228 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c45419-ced4-4d13-841c-360a603617e9 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a5b2ff-865e-49ab-9075-8c55199df681,revision_number=6']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:33.790040 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c817269-c45a-4c7e-b7ab-9988d6eceafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:33.830958 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193cdc8-ab12-4748-918e-690e7128c26a req-8e0e95ef-6722-46af-9e88-22f5fc91fcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:33.832586 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e193cdc8-ab12-4748-918e-690e7128c26a req-8e0e95ef-6722-46af-9e88-22f5fc91fcaa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a0c676490ad4221b826814b264d08aa&device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 1095 time: 0.1547263 Apr 28 19:43:33.849821 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port e0cde177-94fd-47df-9bb2-ab96402ec758 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:33.854446 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:33.875552 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c7145ade-8307-46c4-a446-ebee2d6d03e7 req-cfe93b2d-1631-487c-83e5-a7abd3c4aed1 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2895815 Apr 28 19:43:33.904484 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-75c45419-ced4-4d13-841c-360a603617e9 service neutron] In _notify_port_updated(), no bound segment for port e8a5b2ff-865e-49ab-9075-8c55199df681 on network 6cf7a3f9-9c87-425f-81e9-8f2d573cafa9 {{(pid=102774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 19:43:33.905774 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-75c45419-ced4-4d13-841c-360a603617e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:33.907587 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-75c45419-ced4-4d13-841c-360a603617e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:33.911130 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-75c45419-ced4-4d13-841c-360a603617e9 service neutron] 10.222.0.15 "PUT /v2.0/ports/e8a5b2ff-865e-49ab-9075-8c55199df681 HTTP/1.1" status: 200 len: 1032 time: 1.6478128 Apr 28 19:43:34.059139 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=a7b5634d-e88b-40fe-88c3-3960735e0692,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:34.079460 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25a5964-0965-4001-bee3-863bc1d38a29 x-openstack-request-id: req-c25a5964-0965-4001-bee3-863bc1d38a29 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:43:34.080497 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "name": "network-vif-plugged", "status": "completed", "tag": "53b50a27-b515-4340-9e35-07347bc9cc34", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:43:34.081121 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c25a5964-0965-4001-bee3-863bc1d38a29 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:43:34.082141 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c25a5964-0965-4001-bee3-863bc1d38a29'] response: {'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b50a27-b515-4340-9e35-07347bc9cc34', 'code': 200} Apr 28 19:43:34.102679 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 00336601-0b73-4f3e-a535-ae6537f969ea no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:43:34.152479 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e193cdc8-ab12-4748-918e-690e7128c26a req-8b121e05-2cc6-4b58-8660-8c844d448493 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab HTTP/1.1" status: 200 len: 217 time: 0.2392263 Apr 28 19:43:34.154983 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50ce695-521d-46db-9205-5c19a7debbb9 x-openstack-request-id: req-e50ce695-521d-46db-9205-5c19a7debbb9 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:43:34.158563 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3319b81-b268-4f98-b024-6aeca4d9b683", "name": "network-vif-deleted", "tag": "00336601-0b73-4f3e-a535-ae6537f969ea", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:43:34.158563 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e50ce695-521d-46db-9205-5c19a7debbb9 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:43:34.158563 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e50ce695-521d-46db-9205-5c19a7debbb9'] response: {'server_uuid': 'a3319b81-b268-4f98-b024-6aeca4d9b683', 'name': 'network-vif-deleted', 'tag': '00336601-0b73-4f3e-a535-ae6537f969ea', 'status': 'completed', 'code': 200} Apr 28 19:43:34.158951 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 00336601-0b73-4f3e-a535-ae6537f969ea {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:43:34.158951 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 00336601-0b73-4f3e-a535-ae6537f969ea not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:43:34.200817 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-54b579d1-0586-42d8-9924-52e1dc8bfd88 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Deleting port eeb1d863-119a-4193-9c0a-7882aec48194 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:43:34.201378 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-54b579d1-0586-42d8-9924-52e1dc8bfd88 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:34.249423 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:34.389620 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port e0cde177-94fd-47df-9bb2-ab96402ec758, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e0cde177-94fd-47df-9bb2-ab96402ec758,segment=NetworkSegment(c4087ef1-be9e-4991-b622-f4da06ef46a1),segment_id=c4087ef1-be9e-4991-b622-f4da06ef46a1)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:34.392163 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-15733d17-1f77-4da8-b0a6-cf558bf2d7c9 None None] Provisioning complete for port e8a5b2ff-865e-49ab-9075-8c55199df681 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:34.392682 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-15733d17-1f77-4da8-b0a6-cf558bf2d7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:34.405205 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-54b579d1-0586-42d8-9924-52e1dc8bfd88 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] For port eeb1d863-119a-4193-9c0a-7882aec48194, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=eeb1d863-119a-4193-9c0a-7882aec48194,segment=NetworkSegment(3b6d948b-4add-4faf-b942-990ecce6cb5c),segment_id=3b6d948b-4add-4faf-b942-990ecce6cb5c)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:34.405595 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-54b579d1-0586-42d8-9924-52e1dc8bfd88 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:34.437265 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-54b579d1-0586-42d8-9924-52e1dc8bfd88 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Calling delete_port for eeb1d863-119a-4193-9c0a-7882aec48194 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:43:34.495502 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-15733d17-1f77-4da8-b0a6-cf558bf2d7c9 None None] Port e8a5b2ff-865e-49ab-9075-8c55199df681 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:43:34.504624 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:34.505865 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 5777ee41-99fe-478c-84d1-afd3559609f8 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:43:34.519621 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193cdc8-ab12-4748-918e-690e7128c26a req-bdeabc28-b8fd-43a2-821e-b46245b77df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:34.521627 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e193cdc8-ab12-4748-918e-690e7128c26a req-bdeabc28-b8fd-43a2-821e-b46245b77df9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d25b1cb0-c200-401d-9c44-cd4c1f880757 HTTP/1.1" status: 200 len: 858 time: 0.3520360 Apr 28 19:43:34.531877 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fad13a-5941-4a56-98aa-5d94e9a95779 req-c09c11da-95e2-42be-b445-2616a9e9dead tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:34.540276 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e9fad13a-5941-4a56-98aa-5d94e9a95779 req-c09c11da-95e2-42be-b445-2616a9e9dead tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 944 time: 0.3772345 Apr 28 19:43:34.663812 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=e0cde177-94fd-47df-9bb2-ab96402ec758,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:34.699907 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a7b5634d-e88b-40fe-88c3-3960735e0692 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:43:34.708810 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 5777ee41-99fe-478c-84d1-afd3559609f8 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:43:34.716015 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e9fad13a-5941-4a56-98aa-5d94e9a95779 req-8f6286b9-93e0-42fa-a924-1ef7aaebfeb0 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746032 Apr 28 19:43:34.719569 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c817269-c45a-4c7e-b7ab-9988d6eceafa admin admin] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:34.724651 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193cdc8-ab12-4748-918e-690e7128c26a req-99e074f9-a8c9-4648-b219-3a484a79ff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:34.726470 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e193cdc8-ab12-4748-918e-690e7128c26a req-99e074f9-a8c9-4648-b219-3a484a79ff0f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1828949 Apr 28 19:43:34.730537 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c817269-c45a-4c7e-b7ab-9988d6eceafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:34.805083 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 5777ee41-99fe-478c-84d1-afd3559609f8 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:34.824449 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:34.830729 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-54b579d1-0586-42d8-9924-52e1dc8bfd88 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:34.909124 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b579d1-0586-42d8-9924-52e1dc8bfd88 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Pushing event deleted for resources: {'Port': ['ID=eeb1d863-119a-4193-9c0a-7882aec48194,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:34.934700 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port a7b5634d-e88b-40fe-88c3-3960735e0692 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:34.935230 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:34.975522 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:35.061075 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-54b579d1-0586-42d8-9924-52e1dc8bfd88 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] No DVR routers for this DVR port eeb1d863-119a-4193-9c0a-7882aec48194 on host n-h1-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:43:35.077692 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-54b579d1-0586-42d8-9924-52e1dc8bfd88 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:35.081528 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-54b579d1-0586-42d8-9924-52e1dc8bfd88 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.15 "DELETE /v2.0/ports/eeb1d863-119a-4193-9c0a-7882aec48194 HTTP/1.1" status: 204 len: 173 time: 1.1641419 Apr 28 19:43:35.083350 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'name': 'network-vif-deleted', 'tag': 'eeb1d863-119a-4193-9c0a-7882aec48194'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:35.086319 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd40e038-fd17-4e1e-abdc-6509797a8dec" -d '{"events": [{"server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "name": "network-vif-deleted", "tag": "eeb1d863-119a-4193-9c0a-7882aec48194"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:43:35.110061 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c817269-c45a-4c7e-b7ab-9988d6eceafa admin admin] Pushing event updated for resources: {'Port': ['ID=f6f5503c-142d-4d35-8c43-bdecb1acbda4,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:35.123620 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c817269-c45a-4c7e-b7ab-9988d6eceafa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:35.132693 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e2ef4-c7da-45eb-a4bc-36f0cdd9aad3 req-2d13c600-992a-49b1-8ccd-1f81a2385ecd tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:35.140004 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e2ef4-c7da-45eb-a4bc-36f0cdd9aad3 req-2d13c600-992a-49b1-8ccd-1f81a2385ecd tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:35.146266 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e2ef4-c7da-45eb-a4bc-36f0cdd9aad3 req-2d13c600-992a-49b1-8ccd-1f81a2385ecd tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:35.152945 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e2ef4-c7da-45eb-a4bc-36f0cdd9aad3 req-2d13c600-992a-49b1-8ccd-1f81a2385ecd tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:35.155086 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-802e2ef4-c7da-45eb-a4bc-36f0cdd9aad3 req-2d13c600-992a-49b1-8ccd-1f81a2385ecd tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 3150 time: 0.2620871 Apr 28 19:43:35.160287 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 5777ee41-99fe-478c-84d1-afd3559609f8, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=5777ee41-99fe-478c-84d1-afd3559609f8,segment=NetworkSegment(a938669e-a422-4100-815a-beba9a9fac36),segment_id=a938669e-a422-4100-815a-beba9a9fac36)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:35.170134 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:35.170971 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 672f2098-3779-4741-8efb-1fe071f74808 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:43:35.256807 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=5777ee41-99fe-478c-84d1-afd3559609f8,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:35.260994 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd9c00-8e30-46fd-bee4-8612c32cdd5d req-0d9e161b-8d95-4e23-8100-47fddd22d1f3 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:35.269137 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bdcd9c00-8e30-46fd-bee4-8612c32cdd5d req-0d9e161b-8d95-4e23-8100-47fddd22d1f3 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.3980613 Apr 28 19:43:35.317823 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e193cdc8-ab12-4748-918e-690e7128c26a req-3fe33733-33c5-4af7-8289-d331d6cca46b service neutron] 10.222.0.44 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5807326 Apr 28 19:43:35.319916 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:35.349865 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-e413ee9d-c857-4abe-b860-227daa1f6f93 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:35.350795 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-802e2ef4-c7da-45eb-a4bc-36f0cdd9aad3 req-7972bdd5-1b2b-493b-a60c-a20d79cab417 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588063 Apr 28 19:43:35.351571 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-e413ee9d-c857-4abe-b860-227daa1f6f93 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.15 "GET /v2.0/networks?id=fabbd60f-8bf6-4926-b9b3-5557fdc11e18 HTTP/1.1" status: 200 len: 811 time: 0.4820290 Apr 28 19:43:35.372260 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-7c29b952-bded-4cda-a4ca-8edbf08c7f49 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Request body: {'port': {'device_id': '84e64f72-0adc-449c-99cb-56c3f4107423', 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18', 'admin_state_up': True, 'tenant_id': '867e03fb86a54b0390ea4c90d552fb01'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:35.376329 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 672f2098-3779-4741-8efb-1fe071f74808, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=672f2098-3779-4741-8efb-1fe071f74808,segment=NetworkSegment(3d8b26ca-a8d0-467f-817b-24a5112dd3cb),segment_id=3d8b26ca-a8d0-467f-817b-24a5112dd3cb)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:35.386319 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:35.387372 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device c7fbcdaf-eb1a-406d-86fb-62582d63a224 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:43:35.395836 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-a24c7a03-c424-4f56-8cc1-f96c4fac41cb tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Deleting port 672f2098-3779-4741-8efb-1fe071f74808 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:43:35.398017 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-a24c7a03-c424-4f56-8cc1-f96c4fac41cb tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:35.544818 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bdcd9c00-8e30-46fd-bee4-8612c32cdd5d req-c528cbe7-6ba2-4ab2-ab9f-b38e9a06ed82 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2746444 Apr 28 19:43:35.612533 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=672f2098-3779-4741-8efb-1fe071f74808,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:35.625813 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c817269-c45a-4c7e-b7ab-9988d6eceafa admin admin] Network ddec4432-f47a-4be1-8af0-f49812c9641e is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:43:35.633022 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-9c817269-c45a-4c7e-b7ab-9988d6eceafa admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:43:35.646621 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-18bed2cc-504a-4cf0-a6d1-d819d1a0987b req-836a13bf-42ba-4646-ab12-c7df0c996f1e tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=84e64f72-0adc-449c-99cb-56c3f4107423 HTTP/1.1" status: 200 len: 210 time: 0.0599382 Apr 28 19:43:35.756346 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7244c9-7155-49f7-967c-019ef36f10e9 x-openstack-request-id: req-3e7244c9-7155-49f7-967c-019ef36f10e9 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:43:35.756785 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "name": "network-vif-deleted", "tag": "eeb1d863-119a-4193-9c0a-7882aec48194", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:43:35.757176 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3e7244c9-7155-49f7-967c-019ef36f10e9 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:43:35.757788 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e7244c9-7155-49f7-967c-019ef36f10e9'] response: {'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'name': 'network-vif-deleted', 'tag': 'eeb1d863-119a-4193-9c0a-7882aec48194', 'status': 'completed', 'code': 200} Apr 28 19:43:35.770752 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:35.794500 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e193cdc8-ab12-4748-918e-690e7128c26a req-93493ac9-d07d-4eb7-874e-e483dfe44746 service neutron] 10.222.0.44 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634483 Apr 28 19:43:35.858599 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-a24c7a03-c424-4f56-8cc1-f96c4fac41cb tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] For port 672f2098-3779-4741-8efb-1fe071f74808, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=672f2098-3779-4741-8efb-1fe071f74808,segment=NetworkSegment(3d8b26ca-a8d0-467f-817b-24a5112dd3cb),segment_id=3d8b26ca-a8d0-467f-817b-24a5112dd3cb)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:35.859177 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-a24c7a03-c424-4f56-8cc1-f96c4fac41cb tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:35.868795 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port c7fbcdaf-eb1a-406d-86fb-62582d63a224, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=c7fbcdaf-eb1a-406d-86fb-62582d63a224,segment=NetworkSegment(3d8b26ca-a8d0-467f-817b-24a5112dd3cb),segment_id=3d8b26ca-a8d0-467f-817b-24a5112dd3cb)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:35.889268 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:35.890350 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 8725a3c2-2634-40e3-a0ff-926c27926381 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:43:35.918033 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-7c29b952-bded-4cda-a4ca-8edbf08c7f49 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Made reservation on behalf of 867e03fb86a54b0390ea4c90d552fb01 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:43:35.923318 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-7c29b952-bded-4cda-a4ca-8edbf08c7f49 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:35.943064 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-a24c7a03-c424-4f56-8cc1-f96c4fac41cb tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Calling delete_port for 672f2098-3779-4741-8efb-1fe071f74808 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:43:35.984912 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84e8f5-3922-4a38-af98-0d7f499062c2 req-15f6fc16-3725-4716-a5d1-324550a21083 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:35.996741 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ae84e8f5-3922-4a38-af98-0d7f499062c2 req-15f6fc16-3725-4716-a5d1-324550a21083 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 944 time: 0.1509292 Apr 28 19:43:36.071407 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=c7fbcdaf-eb1a-406d-86fb-62582d63a224,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:36.088851 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ae84e8f5-3922-4a38-af98-0d7f499062c2 req-87561a05-35ae-43d5-804d-7f8cfe5976fb tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853136 Apr 28 19:43:36.109138 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0cde177-94fd-47df-9bb2-ab96402ec758'}, {'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5777ee41-99fe-478c-84d1-afd3559609f8'}, {'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '672f2098-3779-4741-8efb-1fe071f74808'}, {'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7fbcdaf-eb1a-406d-86fb-62582d63a224'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:36.117945 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d94229e-b752-4916-8195-cfb940bda60c" -d '{"events": [{"server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "name": "network-vif-plugged", "status": "completed", "tag": "e0cde177-94fd-47df-9bb2-ab96402ec758"}, {"server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "name": "network-vif-plugged", "status": "completed", "tag": "5777ee41-99fe-478c-84d1-afd3559609f8"}, {"server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "name": "network-vif-unplugged", "status": "completed", "tag": "672f2098-3779-4741-8efb-1fe071f74808"}, {"server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "name": "network-vif-unplugged", "status": "completed", "tag": "c7fbcdaf-eb1a-406d-86fb-62582d63a224"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:43:36.158876 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5630ea9-c232-45e4-960c-bfac3d33fe89', 'tag': '0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:36.162620 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef0ebb7-3862-469a-babd-961fe453e4d3" -d '{"events": [{"name": "network-changed", "server_uuid": "d5630ea9-c232-45e4-960c-bfac3d33fe89", "tag": "0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:43:36.176404 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-e809bb13-b56e-4952-b164-e0947dd9708f None None] Provisioning complete for port f6f5503c-142d-4d35-8c43-bdecb1acbda4 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:36.176942 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e809bb13-b56e-4952-b164-e0947dd9708f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:36.211838 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0b6ca-e279-4135-a322-3abed14e1e46 req-6ad06e2f-bc16-4828-9ada-204dd0889f28 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:36.222182 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:36.223159 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0b6ca-e279-4135-a322-3abed14e1e46 req-6ad06e2f-bc16-4828-9ada-204dd0889f28 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:36.246644 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0b6ca-e279-4135-a322-3abed14e1e46 req-6ad06e2f-bc16-4828-9ada-204dd0889f28 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:36.257485 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0b6ca-e279-4135-a322-3abed14e1e46 req-6ad06e2f-bc16-4828-9ada-204dd0889f28 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:36.267979 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 700 Content-Type: application/json Date: Thu, 28 Apr 2022 19:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fb4cfa-9be7-47b7-b948-97e62a46e2c3 x-openstack-request-id: req-12fb4cfa-9be7-47b7-b948-97e62a46e2c3 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:43:36.269894 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "name": "network-vif-plugged", "status": "completed", "tag": "e0cde177-94fd-47df-9bb2-ab96402ec758", "code": 200}, {"server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "name": "network-vif-plugged", "status": "completed", "tag": "5777ee41-99fe-478c-84d1-afd3559609f8", "code": 200}, {"server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "name": "network-vif-unplugged", "status": "completed", "tag": "672f2098-3779-4741-8efb-1fe071f74808", "code": 200}, {"server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "name": "network-vif-unplugged", "status": "completed", "tag": "c7fbcdaf-eb1a-406d-86fb-62582d63a224", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:43:36.270105 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0b6ca-e279-4135-a322-3abed14e1e46 req-6ad06e2f-bc16-4828-9ada-204dd0889f28 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:36.270389 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-12fb4cfa-9be7-47b7-b948-97e62a46e2c3 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:43:36.271794 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12fb4cfa-9be7-47b7-b948-97e62a46e2c3'] response: {'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0cde177-94fd-47df-9bb2-ab96402ec758', 'code': 200} Apr 28 19:43:36.272189 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12fb4cfa-9be7-47b7-b948-97e62a46e2c3'] response: {'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5777ee41-99fe-478c-84d1-afd3559609f8', 'code': 200} Apr 28 19:43:36.273131 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12fb4cfa-9be7-47b7-b948-97e62a46e2c3'] response: {'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '672f2098-3779-4741-8efb-1fe071f74808', 'code': 200} Apr 28 19:43:36.273501 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12fb4cfa-9be7-47b7-b948-97e62a46e2c3'] response: {'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7fbcdaf-eb1a-406d-86fb-62582d63a224', 'code': 200} Apr 28 19:43:36.283203 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0b6ca-e279-4135-a322-3abed14e1e46 req-6ad06e2f-bc16-4828-9ada-204dd0889f28 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:36.296422 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-a24c7a03-c424-4f56-8cc1-f96c4fac41cb tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:36.296706 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-e809bb13-b56e-4952-b164-e0947dd9708f None None] Port f6f5503c-142d-4d35-8c43-bdecb1acbda4 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:43:36.297454 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0b6ca-e279-4135-a322-3abed14e1e46 req-6ad06e2f-bc16-4828-9ada-204dd0889f28 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:36.311319 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2aa0b6ca-e279-4135-a322-3abed14e1e46 req-6ad06e2f-bc16-4828-9ada-204dd0889f28 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5432 time: 0.4510450 Apr 28 19:43:36.314686 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 8725a3c2-2634-40e3-a0ff-926c27926381, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=8725a3c2-2634-40e3-a0ff-926c27926381,segment=NetworkSegment(969fc338-521c-4d67-87c8-c12516df316b),segment_id=969fc338-521c-4d67-87c8-c12516df316b)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:36.324828 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:36.326064 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 82f7143d-e7a9-467d-9495-8d04e5fd2f42 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:43:36.326316 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c817269-c45a-4c7e-b7ab-9988d6eceafa admin admin] Router 151c3173-0a7a-4805-bc4d-8e458c731a84 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:43:36.377385 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c7a03-c424-4f56-8cc1-f96c4fac41cb tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Pushing event deleted for resources: {'Port': ['ID=672f2098-3779-4741-8efb-1fe071f74808,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:36.487770 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 82f7143d-e7a9-467d-9495-8d04e5fd2f42 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:43:36.488733 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device eeb1d863-119a-4193-9c0a-7882aec48194 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:43:36.496542 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=8725a3c2-2634-40e3-a0ff-926c27926381,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:36.499003 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b8a5d1-25c3-446c-94f1-50fd4f0e2d13 x-openstack-request-id: req-b7b8a5d1-25c3-446c-94f1-50fd4f0e2d13 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:43:36.499446 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5630ea9-c232-45e4-960c-bfac3d33fe89", "tag": "0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:43:36.499824 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b7b8a5d1-25c3-446c-94f1-50fd4f0e2d13 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:43:36.500436 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7b8a5d1-25c3-446c-94f1-50fd4f0e2d13'] response: {'name': 'network-changed', 'server_uuid': 'd5630ea9-c232-45e4-960c-bfac3d33fe89', 'tag': '0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab', 'status': 'completed', 'code': 200} Apr 28 19:43:36.520567 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-a24c7a03-c424-4f56-8cc1-f96c4fac41cb tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] No DVR routers for this DVR port 672f2098-3779-4741-8efb-1fe071f74808 on host n-h1-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:43:36.527970 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-a24c7a03-c424-4f56-8cc1-f96c4fac41cb tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:36.537328 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-a24c7a03-c424-4f56-8cc1-f96c4fac41cb tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.15 "DELETE /v2.0/ports/672f2098-3779-4741-8efb-1fe071f74808 HTTP/1.1" status: 204 len: 173 time: 1.4442527 Apr 28 19:43:36.570667 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: eeb1d863-119a-4193-9c0a-7882aec48194 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:43:36.571386 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device eeb1d863-119a-4193-9c0a-7882aec48194 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:43:36.572397 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 9984f582-0747-4758-acc2-3cb0373ad5b8 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:43:36.757309 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34e441-f4c3-4cdb-bb77-d65a5195ccd2 req-2c6750ce-1e8e-4e60-8e5a-3d74c7efe86e tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:36.763666 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34e441-f4c3-4cdb-bb77-d65a5195ccd2 req-2c6750ce-1e8e-4e60-8e5a-3d74c7efe86e tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:36.770280 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34e441-f4c3-4cdb-bb77-d65a5195ccd2 req-2c6750ce-1e8e-4e60-8e5a-3d74c7efe86e tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:36.772506 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ec34e441-f4c3-4cdb-bb77-d65a5195ccd2 req-2c6750ce-1e8e-4e60-8e5a-3d74c7efe86e tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 2412 time: 0.2343993 Apr 28 19:43:36.786124 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:36.847723 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 9984f582-0747-4758-acc2-3cb0373ad5b8, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=9984f582-0747-4758-acc2-3cb0373ad5b8,segment=NetworkSegment(3b6d948b-4add-4faf-b942-990ecce6cb5c),segment_id=3b6d948b-4add-4faf-b942-990ecce6cb5c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:36.855406 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:36.856223 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device e8a5b2ff-865e-49ab-9075-8c55199df681 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:43:36.872621 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-1ab3f5ab-aa02-4fe1-8c1e-c8e91fbd7315 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Deleting port 9984f582-0747-4758-acc2-3cb0373ad5b8 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:43:36.873250 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-1ab3f5ab-aa02-4fe1-8c1e-c8e91fbd7315 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:36.983745 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ec34e441-f4c3-4cdb-bb77-d65a5195ccd2 req-818efba3-8b3c-41ec-8279-aaeed50e3e69 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014031 Apr 28 19:43:37.003765 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-1ab3f5ab-aa02-4fe1-8c1e-c8e91fbd7315 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] For port 9984f582-0747-4758-acc2-3cb0373ad5b8, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=9984f582-0747-4758-acc2-3cb0373ad5b8,segment=NetworkSegment(3b6d948b-4add-4faf-b942-990ecce6cb5c),segment_id=3b6d948b-4add-4faf-b942-990ecce6cb5c)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:37.004956 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-1ab3f5ab-aa02-4fe1-8c1e-c8e91fbd7315 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:37.032264 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-1ab3f5ab-aa02-4fe1-8c1e-c8e91fbd7315 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Calling delete_port for 9984f582-0747-4758-acc2-3cb0373ad5b8 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:43:37.033783 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=9984f582-0747-4758-acc2-3cb0373ad5b8,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:37.047756 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device e8a5b2ff-865e-49ab-9075-8c55199df681 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:43:37.061819 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device d7709f7a-d580-4aec-b84a-0085812f5367 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:43:37.336914 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port d7709f7a-d580-4aec-b84a-0085812f5367 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:43:37.354579 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port d7709f7a-d580-4aec-b84a-0085812f5367 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:37.357683 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:37.382906 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847c1ab-df19-4857-a975-16c1e1400b31 req-df063d2d-89b3-4ab5-8196-19fce7bdac55 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:37.396936 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c847c1ab-df19-4857-a975-16c1e1400b31 req-df063d2d-89b3-4ab5-8196-19fce7bdac55 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1854887 Apr 28 19:43:37.534202 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0ebb7-3862-469a-babd-961fe453e4d3 req-1e5dcbf8-7080-4873-a50a-ed196031899a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:37.535918 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6ef0ebb7-3862-469a-babd-961fe453e4d3 req-1e5dcbf8-7080-4873-a50a-ed196031899a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a0c676490ad4221b826814b264d08aa&device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 1095 time: 1.0893304 Apr 28 19:43:37.536912 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c847c1ab-df19-4857-a975-16c1e1400b31 req-447da9f2-a71b-47af-8bee-784d2477ee4c tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368043 Apr 28 19:43:37.549228 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:37.549502 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadaffd7-4fc8-43d0-9ce4-7cf72449e813 req-8b53079a-d722-4402-971c-1a8dcd75b356 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:37.550892 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aadaffd7-4fc8-43d0-9ce4-7cf72449e813 req-8b53079a-d722-4402-971c-1a8dcd75b356 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 1.3832488 Apr 28 19:43:37.557553 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2aa0b6ca-e279-4135-a322-3abed14e1e46 req-af049798-d23a-4cef-9e03-0d27a1a33abd tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2038574 Apr 28 19:43:37.633619 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-1ab3f5ab-aa02-4fe1-8c1e-c8e91fbd7315 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:37.711137 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port d7709f7a-d580-4aec-b84a-0085812f5367, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=d7709f7a-d580-4aec-b84a-0085812f5367,segment=NetworkSegment(c4087ef1-be9e-4991-b622-f4da06ef46a1),segment_id=c4087ef1-be9e-4991-b622-f4da06ef46a1)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:37.716075 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab3f5ab-aa02-4fe1-8c1e-c8e91fbd7315 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Pushing event deleted for resources: {'Port': ['ID=9984f582-0747-4758-acc2-3cb0373ad5b8,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:37.721074 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:37.722035 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device a0bd214a-5662-4bfb-82db-e3d3910d444b up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:43:37.767693 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'name': 'network-vif-deleted', 'tag': '672f2098-3779-4741-8efb-1fe071f74808'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:37.771838 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12894b11-e6a1-47c1-8a0d-d568cfc4028f" -d '{"events": [{"server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "name": "network-vif-deleted", "tag": "672f2098-3779-4741-8efb-1fe071f74808"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:43:37.847477 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-1ab3f5ab-aa02-4fe1-8c1e-c8e91fbd7315 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] No DVR routers for this DVR port 9984f582-0747-4758-acc2-3cb0373ad5b8 on host n-h1-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:43:37.853592 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2fc371c8-70dc-420a-b836-5feba80ab15a req-9884b8a6-8326-4f3b-9cc0-5fad7dcdcdcc tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=84e64f72-0adc-449c-99cb-56c3f4107423 HTTP/1.1" status: 200 len: 210 time: 0.0382795 Apr 28 19:43:37.854969 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-1ab3f5ab-aa02-4fe1-8c1e-c8e91fbd7315 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:37.857381 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=d7709f7a-d580-4aec-b84a-0085812f5367,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:37.865680 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-1ab3f5ab-aa02-4fe1-8c1e-c8e91fbd7315 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.15 "DELETE /v2.0/ports/9984f582-0747-4758-acc2-3cb0373ad5b8 HTTP/1.1" status: 204 len: 173 time: 1.2825816 Apr 28 19:43:37.869284 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-7c29b952-bded-4cda-a4ca-8edbf08c7f49 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Allocated IP 172.20.0.13 (fabbd60f-8bf6-4926-b9b3-5557fdc11e18/e145c28a-7477-47ad-a9ec-82b7e4aa7b4b/82203c49-59ad-4bf4-a156-9f7fd1bc977b) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:43:37.910776 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port a0bd214a-5662-4bfb-82db-e3d3910d444b completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:43:37.923234 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port a0bd214a-5662-4bfb-82db-e3d3910d444b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:37.923613 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:37.984214 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c817269-c45a-4c7e-b7ab-9988d6eceafa admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:43:38.006830 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc741e68-f37c-49f7-8b4c-643e90c3cc26 x-openstack-request-id: req-bc741e68-f37c-49f7-8b4c-643e90c3cc26 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:43:38.007171 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "name": "network-vif-deleted", "tag": "672f2098-3779-4741-8efb-1fe071f74808", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:43:38.007454 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bc741e68-f37c-49f7-8b4c-643e90c3cc26 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:43:38.007835 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc741e68-f37c-49f7-8b4c-643e90c3cc26'] response: {'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'name': 'network-vif-deleted', 'tag': '672f2098-3779-4741-8efb-1fe071f74808', 'status': 'completed', 'code': 200} Apr 28 19:43:38.014076 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398cac76-bdab-43d5-ad30-858e6442ae55 None None] Sync routers for ids ['151c3173-0a7a-4805-bc4d-8e458c731a84'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:43:38.032420 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9c817269-c45a-4c7e-b7ab-9988d6eceafa admin admin] 10.222.0.42 "PUT /v2.0/routers/151c3173-0a7a-4805-bc4d-8e458c731a84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1680250 Apr 28 19:43:38.055910 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398cac76-bdab-43d5-ad30-858e6442ae55 None None] Routers {'151c3173-0a7a-4805-bc4d-8e458c731a84'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:43:38.056276 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0ebb7-3862-469a-babd-961fe453e4d3 req-f45946cc-e0be-4d81-9375-126ccaa14393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:38.056909 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-398cac76-bdab-43d5-ad30-858e6442ae55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:43:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['151c3173-0a7a-4805-bc4d-8e458c731a84'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:38.057861 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6ef0ebb7-3862-469a-babd-961fe453e4d3 req-f45946cc-e0be-4d81-9375-126ccaa14393 service neutron] 10.222.0.44 "GET /v2.0/networks?id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef HTTP/1.1" status: 200 len: 920 time: 0.4961712 Apr 28 19:43:38.147962 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-6d704455-43ab-4555-b7a4-22a5f8822660 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Deleting port 8725a3c2-2634-40e3-a0ff-926c27926381 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:43:38.148951 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-6d704455-43ab-4555-b7a4-22a5f8822660 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:38.162267 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6ef0ebb7-3862-469a-babd-961fe453e4d3 req-b91e0323-44ef-4d17-a4db-b737c3612e11 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab HTTP/1.1" status: 200 len: 217 time: 0.0903769 Apr 28 19:43:38.185293 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:38.268140 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8a0e2-7a1d-4ec5-8826-af2031add8f2 req-56ccd354-c24d-47f0-84ae-f0b0b8fbe689 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:38.275644 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c2d8a0e2-7a1d-4ec5-8826-af2031add8f2 req-56ccd354-c24d-47f0-84ae-f0b0b8fbe689 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 944 time: 0.3622115 Apr 28 19:43:38.280271 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8725a3c2-2634-40e3-a0ff-926c27926381'}, {'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9984f582-0747-4758-acc2-3cb0373ad5b8'}, {'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7709f7a-d580-4aec-b84a-0085812f5367'}, {'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bd214a-5662-4bfb-82db-e3d3910d444b'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:38.283009 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b62641-09ed-4e8d-9628-0e2e9de71ff7" -d '{"events": [{"server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "name": "network-vif-unplugged", "status": "completed", "tag": "8725a3c2-2634-40e3-a0ff-926c27926381"}, {"server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "name": "network-vif-unplugged", "status": "completed", "tag": "9984f582-0747-4758-acc2-3cb0373ad5b8"}, {"server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "name": "network-vif-plugged", "status": "completed", "tag": "d7709f7a-d580-4aec-b84a-0085812f5367"}, {"server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "name": "network-vif-plugged", "status": "completed", "tag": "a0bd214a-5662-4bfb-82db-e3d3910d444b"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:43:38.310881 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-aadaffd7-4fc8-43d0-9ce4-7cf72449e813 req-7e518a1a-d31e-4a5b-bf2f-79f443d6ca31 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Deleting port c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:43:38.311222 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-aadaffd7-4fc8-43d0-9ce4-7cf72449e813 req-7e518a1a-d31e-4a5b-bf2f-79f443d6ca31 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:38.315182 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c6c63-2138-46d7-8bb7-d3c2df914415 req-8407347c-15f7-4016-9076-5cbdfef6e5a8 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:38.322750 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c6c63-2138-46d7-8bb7-d3c2df914415 req-8407347c-15f7-4016-9076-5cbdfef6e5a8 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:38.334991 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5e9c6c63-2138-46d7-8bb7-d3c2df914415 req-8407347c-15f7-4016-9076-5cbdfef6e5a8 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 1677 time: 0.1020660 Apr 28 19:43:38.338188 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port a0bd214a-5662-4bfb-82db-e3d3910d444b, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=a0bd214a-5662-4bfb-82db-e3d3910d444b,segment=NetworkSegment(46a14388-2034-4d81-9962-2861ba57c306),segment_id=46a14388-2034-4d81-9962-2861ba57c306)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:38.347056 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:38.348147 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 37e042f8-fc48-458d-b5bb-4019869f3d25 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:43:38.399193 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-6d704455-43ab-4555-b7a4-22a5f8822660 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] For port 8725a3c2-2634-40e3-a0ff-926c27926381, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=8725a3c2-2634-40e3-a0ff-926c27926381,segment=NetworkSegment(969fc338-521c-4d67-87c8-c12516df316b),segment_id=969fc338-521c-4d67-87c8-c12516df316b)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:38.400321 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-6d704455-43ab-4555-b7a4-22a5f8822660 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:38.418600 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0ebb7-3862-469a-babd-961fe453e4d3 req-f0e0267c-40a4-4354-940f-17aaacd4d387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:38.419414 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-398cac76-bdab-43d5-ad30-858e6442ae55 None None] Set router 151c3173-0a7a-4805-bc4d-8e458c731a84 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:43:38.427591 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6ef0ebb7-3862-469a-babd-961fe453e4d3 req-f0e0267c-40a4-4354-940f-17aaacd4d387 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d25b1cb0-c200-401d-9c44-cd4c1f880757 HTTP/1.1" status: 200 len: 858 time: 0.2526991 Apr 28 19:43:38.469541 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5e9c6c63-2138-46d7-8bb7-d3c2df914415 req-16b2013f-e355-40f4-bd06-d80a598155e2 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329997 Apr 28 19:43:38.496046 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=a0bd214a-5662-4bfb-82db-e3d3910d444b,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:38.539153 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 37e042f8-fc48-458d-b5bb-4019869f3d25 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:43:38.544734 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 37e042f8-fc48-458d-b5bb-4019869f3d25 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:38.545123 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:38.661377 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-7c29b952-bded-4cda-a4ca-8edbf08c7f49 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:38.685692 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c2d8a0e2-7a1d-4ec5-8826-af2031add8f2 req-001f0549-5678-41fe-a1bf-ab9fff460a0a tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994026 Apr 28 19:43:38.750728 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0ebb7-3862-469a-babd-961fe453e4d3 req-dcc5bddc-578c-4962-aff3-6c9a58b8ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:38.752439 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6ef0ebb7-3862-469a-babd-961fe453e4d3 req-dcc5bddc-578c-4962-aff3-6c9a58b8ad4c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2785523 Apr 28 19:43:38.760706 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-aadaffd7-4fc8-43d0-9ce4-7cf72449e813 req-7e518a1a-d31e-4a5b-bf2f-79f443d6ca31 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] For port c0f58fd3-aaf7-43ce-a88d-1f0914f2d178, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:38.761318 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-aadaffd7-4fc8-43d0-9ce4-7cf72449e813 req-7e518a1a-d31e-4a5b-bf2f-79f443d6ca31 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:38.765461 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:38.779287 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-7c29b952-bded-4cda-a4ca-8edbf08c7f49 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:38.835538 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 37e042f8-fc48-458d-b5bb-4019869f3d25, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=37e042f8-fc48-458d-b5bb-4019869f3d25,segment=NetworkSegment(c4087ef1-be9e-4991-b622-f4da06ef46a1),segment_id=c4087ef1-be9e-4991-b622-f4da06ef46a1)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:38.838180 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 700 Content-Type: application/json Date: Thu, 28 Apr 2022 19:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bf30ef-171b-46f9-b4fc-21967b75e31e x-openstack-request-id: req-43bf30ef-171b-46f9-b4fc-21967b75e31e {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:43:38.838558 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "name": "network-vif-unplugged", "status": "completed", "tag": "8725a3c2-2634-40e3-a0ff-926c27926381", "code": 200}, {"server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "name": "network-vif-unplugged", "status": "completed", "tag": "9984f582-0747-4758-acc2-3cb0373ad5b8", "code": 200}, {"server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "name": "network-vif-plugged", "status": "completed", "tag": "d7709f7a-d580-4aec-b84a-0085812f5367", "code": 200}, {"server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "name": "network-vif-plugged", "status": "completed", "tag": "a0bd214a-5662-4bfb-82db-e3d3910d444b", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:43:38.839157 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-43bf30ef-171b-46f9-b4fc-21967b75e31e {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:43:38.840028 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43bf30ef-171b-46f9-b4fc-21967b75e31e'] response: {'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8725a3c2-2634-40e3-a0ff-926c27926381', 'code': 200} Apr 28 19:43:38.840404 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43bf30ef-171b-46f9-b4fc-21967b75e31e'] response: {'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9984f582-0747-4758-acc2-3cb0373ad5b8', 'code': 200} Apr 28 19:43:38.840559 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43bf30ef-171b-46f9-b4fc-21967b75e31e'] response: {'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7709f7a-d580-4aec-b84a-0085812f5367', 'code': 200} Apr 28 19:43:38.840856 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43bf30ef-171b-46f9-b4fc-21967b75e31e'] response: {'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bd214a-5662-4bfb-82db-e3d3910d444b', 'code': 200} Apr 28 19:43:38.850565 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:38.853590 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device c61bdd67-d1f0-4cd3-8c99-e1114bf17a78 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:43:38.922079 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-7c29b952-bded-4cda-a4ca-8edbf08c7f49 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Network fabbd60f-8bf6-4926-b9b3-5557fdc11e18 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:43:38.930648 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-7c29b952-bded-4cda-a4ca-8edbf08c7f49 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:43:38.941852 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-7c29b952-bded-4cda-a4ca-8edbf08c7f49 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:43:39.030868 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29b952-bded-4cda-a4ca-8edbf08c7f49 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Pushing event updated for resources: {'Port': ['ID=82203c49-59ad-4bf4-a156-9f7fd1bc977b,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:39.035319 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=37e042f8-fc48-458d-b5bb-4019869f3d25,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:39.083930 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-398cac76-bdab-43d5-ad30-858e6442ae55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'name': 'tempest-ServersTestFqdnHostnames-1093779739-router', 'tenant_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': 'a7b5634d-e88b-40fe-88c3-3960735e0692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:19Z', 'updated_at': '2022-04-28T19:43:33Z', 'revision_number': 4, 'project_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'gw_port': {'id': 'a7b5634d-e88b-40fe-88c3-3960735e0692', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:21Z', 'updated_at': '2022-04-28T19:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'f6f5503c-142d-4d35-8c43-bdecb1acbda4', 'name': '', 'network_id': 'ddec4432-f47a-4be1-8af0-f49812c9641e', 'tenant_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'mac_address': 'fa:16:3e:f0:74:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '63affdd7-00eb-4a41-b477-029428303fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:30Z', 'updated_at': '2022-04-28T19:43:34Z', 'revision_number': 2, 'project_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'subnets': [{'id': '63affdd7-00eb-4a41-b477-029428303fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:39.121481 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-7c29b952-bded-4cda-a4ca-8edbf08c7f49 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:39.122500 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-7c29b952-bded-4cda-a4ca-8edbf08c7f49 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:39.136964 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-6d704455-43ab-4555-b7a4-22a5f8822660 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:39.137443 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-6d704455-43ab-4555-b7a4-22a5f8822660 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:39.137572 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398cac76-bdab-43d5-ad30-858e6442ae55 None None] Checking router: 151c3173-0a7a-4805-bc4d-8e458c731a84 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:43:39.137886 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-6d704455-43ab-4555-b7a4-22a5f8822660 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Floating IP c81db9a2-c75f-4119-b2ed-ebecb8fb9bc2 disassociated. External IP: 172.25.8.201, port: 8725a3c2-2634-40e3-a0ff-926c27926381. Apr 28 19:43:39.138052 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398cac76-bdab-43d5-ad30-858e6442ae55 None None] Updating router 151c3173-0a7a-4805-bc4d-8e458c731a84 port f6f5503c-142d-4d35-8c43-bdecb1acbda4 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:43:39.138288 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-6d704455-43ab-4555-b7a4-22a5f8822660 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Calling delete_port for 8725a3c2-2634-40e3-a0ff-926c27926381 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:43:39.138760 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6ef0ebb7-3862-469a-babd-961fe453e4d3 req-11b74b21-f4b9-471f-a427-ac6c00d608d7 service neutron] 10.222.0.44 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737719 Apr 28 19:43:39.171977 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637ee7d-a822-47fd-8ae7-5e50871582f1 req-a28577e9-d07d-4db5-9fd5-e066abd02332 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:39.179600 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7637ee7d-a822-47fd-8ae7-5e50871582f1 req-a28577e9-d07d-4db5-9fd5-e066abd02332 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 944 time: 0.1914840 Apr 28 19:43:39.191000 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-398cac76-bdab-43d5-ad30-858e6442ae55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:39.195227 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port c61bdd67-d1f0-4cd3-8c99-e1114bf17a78 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:43:39.207142 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port c61bdd67-d1f0-4cd3-8c99-e1114bf17a78 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:39.207513 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:39.236972 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-7c29b952-bded-4cda-a4ca-8edbf08c7f49 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8698924 Apr 28 19:43:39.287802 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-d8b5df0e-337e-41c1-ba2a-d03119c983e6 service neutron] Request body: {'port': {'device_id': '84e64f72-0adc-449c-99cb-56c3f4107423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:39.306272 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 52972) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:39.314986 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-dd76d681-2220-49c0-add9-91f55e006e82 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1889432334', 'description': 'tempest-description--717204755'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:39.361065 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-6d704455-43ab-4555-b7a4-22a5f8822660 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:39.403341 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d704455-43ab-4555-b7a4-22a5f8822660 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Pushing event deleted for resources: {'Port': ['ID=8725a3c2-2634-40e3-a0ff-926c27926381,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:39.444019 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-aadaffd7-4fc8-43d0-9ce4-7cf72449e813 req-7e518a1a-d31e-4a5b-bf2f-79f443d6ca31 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:39.444498 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-aadaffd7-4fc8-43d0-9ce4-7cf72449e813 req-7e518a1a-d31e-4a5b-bf2f-79f443d6ca31 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:39.444881 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [req-aadaffd7-4fc8-43d0-9ce4-7cf72449e813 req-7e518a1a-d31e-4a5b-bf2f-79f443d6ca31 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Floating IP 8fc4e136-a301-43bd-89b6-cb57c93750fc disassociated. External IP: 172.25.8.19, port: c0f58fd3-aaf7-43ce-a88d-1f0914f2d178. Apr 28 19:43:39.445287 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-aadaffd7-4fc8-43d0-9ce4-7cf72449e813 req-7e518a1a-d31e-4a5b-bf2f-79f443d6ca31 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Calling delete_port for c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:43:39.451786 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:39.488453 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dd76d681-2220-49c0-add9-91f55e006e82 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:39.499847 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7637ee7d-a822-47fd-8ae7-5e50871582f1 req-d4b324a4-299d-4265-973c-25788072b8b6 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups?id=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3178048 Apr 28 19:43:39.556321 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053c82c-d237-41cf-a7e4-339ea5711a30 req-50d6ef07-99f9-4e14-943e-a60c608f2e27 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:39.562459 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053c82c-d237-41cf-a7e4-339ea5711a30 req-50d6ef07-99f9-4e14-943e-a60c608f2e27 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:39.568503 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053c82c-d237-41cf-a7e4-339ea5711a30 req-50d6ef07-99f9-4e14-943e-a60c608f2e27 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:39.570472 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-d8b5df0e-337e-41c1-ba2a-d03119c983e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:39.575015 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053c82c-d237-41cf-a7e4-339ea5711a30 req-50d6ef07-99f9-4e14-943e-a60c608f2e27 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:39.580900 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053c82c-d237-41cf-a7e4-339ea5711a30 req-50d6ef07-99f9-4e14-943e-a60c608f2e27 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:39.586908 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053c82c-d237-41cf-a7e4-339ea5711a30 req-50d6ef07-99f9-4e14-943e-a60c608f2e27 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:39.595434 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053c82c-d237-41cf-a7e4-339ea5711a30 req-50d6ef07-99f9-4e14-943e-a60c608f2e27 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:39.598728 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7053c82c-d237-41cf-a7e4-339ea5711a30 req-50d6ef07-99f9-4e14-943e-a60c608f2e27 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5435 time: 0.1977406 Apr 28 19:43:39.632062 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port c61bdd67-d1f0-4cd3-8c99-e1114bf17a78, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=c61bdd67-d1f0-4cd3-8c99-e1114bf17a78,segment=NetworkSegment(46a14388-2034-4d81-9962-2861ba57c306),segment_id=46a14388-2034-4d81-9962-2861ba57c306)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:39.644691 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6ef0ebb7-3862-469a-babd-961fe453e4d3 req-f62a8add-3bb0-4734-aa5b-c9bff38935cb service neutron] 10.222.0.44 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4953122 Apr 28 19:43:39.645297 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:39.646686 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device c462fce3-1a2c-4e64-b5e5-622e38b0ba20 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:43:39.718711 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7053c82c-d237-41cf-a7e4-339ea5711a30 req-8620595b-ab75-445a-9c2e-5fa2aab7c9a3 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1118650 Apr 28 19:43:39.736693 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-6d704455-43ab-4555-b7a4-22a5f8822660 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Router 1cb9eb60-9281-4b04-a0ca-a03ba33c611b has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:43:39.842348 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=c61bdd67-d1f0-4cd3-8c99-e1114bf17a78,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:39.879686 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port c462fce3-1a2c-4e64-b5e5-622e38b0ba20 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:43:39.893323 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port c462fce3-1a2c-4e64-b5e5-622e38b0ba20 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:39.893707 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:39.928655 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013c9ca-2fe3-44f0-8ec1-69832eba4437 req-554fb83f-6953-4e7f-a132-5a1f40098487 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:39.930268 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5013c9ca-2fe3-44f0-8ec1-69832eba4437 req-554fb83f-6953-4e7f-a132-5a1f40098487 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=84e64f72-0adc-449c-99cb-56c3f4107423 HTTP/1.1" status: 200 len: 932 time: 0.3159754 Apr 28 19:43:39.978518 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-398cac76-bdab-43d5-ad30-858e6442ae55 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:40.006796 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-6d704455-43ab-4555-b7a4-22a5f8822660 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:43:40.022785 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:43:40.031388 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:43:40.031778 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'name': 'network-vif-deleted', 'tag': '9984f582-0747-4758-acc2-3cb0373ad5b8'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:40.034726 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50aba1c-2115-473d-aabd-1dc134bfeeb7" -d '{"events": [{"server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "name": "network-vif-deleted", "tag": "9984f582-0747-4758-acc2-3cb0373ad5b8"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:43:40.039734 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-398cac76-bdab-43d5-ad30-858e6442ae55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:40.063941 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-6d704455-43ab-4555-b7a4-22a5f8822660 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] No DVR routers for this DVR port 8725a3c2-2634-40e3-a0ff-926c27926381 on host n-h1-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:43:40.066751 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-6d704455-43ab-4555-b7a4-22a5f8822660 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:40.071259 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-6d704455-43ab-4555-b7a4-22a5f8822660 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.15 "DELETE /v2.0/ports/8725a3c2-2634-40e3-a0ff-926c27926381 HTTP/1.1" status: 204 len: 173 time: 2.1935091 Apr 28 19:43:40.081468 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1752a8-2dd9-4249-a08c-8fe26644e319 req-701f5dcd-86b4-4b88-8884-78940a6c6e2f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:40.082946 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ca1752a8-2dd9-4249-a08c-8fe26644e319 req-701f5dcd-86b4-4b88-8884-78940a6c6e2f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 942 time: 0.1352098 Apr 28 19:43:40.177407 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edfb8af-ca77-41bf-9ea5-98d6f3fc2f62 None None] Pushing event updated for resources: {'Port': ['ID=f6f5503c-142d-4d35-8c43-bdecb1acbda4,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:40.210268 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ca1752a8-2dd9-4249-a08c-8fe26644e319 req-1e6f8a7b-53e8-4c0e-8a87-66c009023a80 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups?id=3415a19a-7da7-4867-850a-ab2e4fe5885a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190016 Apr 28 19:43:40.253868 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-96112936-2874-404c-9a9b-0a0ac3acf9a7 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Deleting port c7fbcdaf-eb1a-406d-86fb-62582d63a224 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:43:40.254093 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-96112936-2874-404c-9a9b-0a0ac3acf9a7 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:40.337458 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ddf324-f035-4dab-831c-d5b8f109d5a3 None None] Sync routers for ids ['1cb9eb60-9281-4b04-a0ca-a03ba33c611b'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:43:40.350006 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ddf324-f035-4dab-831c-d5b8f109d5a3 None None] Routers {'1cb9eb60-9281-4b04-a0ca-a03ba33c611b'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:43:40.353360 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-e7ddf324-f035-4dab-831c-d5b8f109d5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:43:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1cb9eb60-9281-4b04-a0ca-a03ba33c611b'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:40.397051 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-d8b5df0e-337e-41c1-ba2a-d03119c983e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82203c49-59ad-4bf4-a156-9f7fd1bc977b {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:43:40.410597 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-d8b5df0e-337e-41c1-ba2a-d03119c983e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:40.428638 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-d8b5df0e-337e-41c1-ba2a-d03119c983e6 service neutron] Transition to ACTIVE for port object 82203c49-59ad-4bf4-a156-9f7fd1bc977b will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:43:40.441065 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-96112936-2874-404c-9a9b-0a0ac3acf9a7 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] For port c7fbcdaf-eb1a-406d-86fb-62582d63a224, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=c7fbcdaf-eb1a-406d-86fb-62582d63a224,segment=NetworkSegment(3d8b26ca-a8d0-467f-817b-24a5112dd3cb),segment_id=3d8b26ca-a8d0-467f-817b-24a5112dd3cb)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:40.442037 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-96112936-2874-404c-9a9b-0a0ac3acf9a7 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:40.442911 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-d8b5df0e-337e-41c1-ba2a-d03119c983e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:40.445456 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-aadaffd7-4fc8-43d0-9ce4-7cf72449e813 req-7e518a1a-d31e-4a5b-bf2f-79f443d6ca31 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:40.465615 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-96112936-2874-404c-9a9b-0a0ac3acf9a7 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Calling delete_port for c7fbcdaf-eb1a-406d-86fb-62582d63a224 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:43:40.479696 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef56eb9-d5b0-4c5c-9dfe-69390d46d845 req-d86ed6bb-3685-4a69-b124-4fb449927989 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:40.481693 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cef56eb9-d5b0-4c5c-9dfe-69390d46d845 req-d86ed6bb-3685-4a69-b124-4fb449927989 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 944 time: 0.1027353 Apr 28 19:43:40.515926 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-398cac76-bdab-43d5-ad30-858e6442ae55 None None] Attempting to bind port f6f5503c-142d-4d35-8c43-bdecb1acbda4 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:43:40.516561 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-398cac76-bdab-43d5-ad30-858e6442ae55 None None] Attempting to bind port f6f5503c-142d-4d35-8c43-bdecb1acbda4 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '16abdf81-37e3-41b0-90df-568bab8c6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ddec4432-f47a-4be1-8af0-f49812c9641e'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:43:40.516714 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398cac76-bdab-43d5-ad30-858e6442ae55 None None] Attempting to bind port f6f5503c-142d-4d35-8c43-bdecb1acbda4 on network ddec4432-f47a-4be1-8af0-f49812c9641e {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:43:40.518646 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No active binding found for port c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 {{(pid=102775) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 28 19:43:40.519087 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:43:40.535854 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5df0e-337e-41c1-ba2a-d03119c983e6 service neutron] Pushing event updated for resources: {'Port': ['ID=82203c49-59ad-4bf4-a156-9f7fd1bc977b,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:40.543744 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dd76d681-2220-49c0-add9-91f55e006e82 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:40.573456 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398cac76-bdab-43d5-ad30-858e6442ae55 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:43:40.573846 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398cac76-bdab-43d5-ad30-858e6442ae55 None None] Checking segment: {'id': '16abdf81-37e3-41b0-90df-568bab8c6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ddec4432-f47a-4be1-8af0-f49812c9641e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:43:40.574217 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-398cac76-bdab-43d5-ad30-858e6442ae55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:40.574615 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398cac76-bdab-43d5-ad30-858e6442ae55 None None] Bound using segment: {'id': '16abdf81-37e3-41b0-90df-568bab8c6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ddec4432-f47a-4be1-8af0-f49812c9641e'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:43:40.575101 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-398cac76-bdab-43d5-ad30-858e6442ae55 None None] Bound port: f6f5503c-142d-4d35-8c43-bdecb1acbda4, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16abdf81-37e3-41b0-90df-568bab8c6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ddec4432-f47a-4be1-8af0-f49812c9641e'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:43:40.576918 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-398cac76-bdab-43d5-ad30-858e6442ae55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:40.602164 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cef56eb9-d5b0-4c5c-9dfe-69390d46d845 req-07866b88-cda0-4219-8940-c012c72b5496 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127882 Apr 28 19:43:40.606886 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-e7ddf324-f035-4dab-831c-d5b8f109d5a3 None None] Set router 1cb9eb60-9281-4b04-a0ca-a03ba33c611b gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:43:40.609493 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:40.648956 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dd76d681-2220-49c0-add9-91f55e006e82 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:40.709929 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cce3ba3-c6ee-453f-8039-c81f67908413 x-openstack-request-id: req-1cce3ba3-c6ee-453f-8039-c81f67908413 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:43:40.712073 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "name": "network-vif-deleted", "tag": "9984f582-0747-4758-acc2-3cb0373ad5b8", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:43:40.712625 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1cce3ba3-c6ee-453f-8039-c81f67908413 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:43:40.713322 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cce3ba3-c6ee-453f-8039-c81f67908413'] response: {'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'name': 'network-vif-deleted', 'tag': '9984f582-0747-4758-acc2-3cb0373ad5b8', 'status': 'completed', 'code': 200} Apr 28 19:43:40.736463 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port c462fce3-1a2c-4e64-b5e5-622e38b0ba20, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=c462fce3-1a2c-4e64-b5e5-622e38b0ba20,segment=NetworkSegment(c8b13874-b277-4f2c-b275-f865aee89558),segment_id=c8b13874-b277-4f2c-b275-f865aee89558)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:40.747231 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5013c9ca-2fe3-44f0-8ec1-69832eba4437 req-e7dd1ae8-ca75-4750-881e-858bf18d869e tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171248 Apr 28 19:43:40.748220 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e518a1a-d31e-4a5b-bf2f-79f443d6ca31 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Pushing event deleted for resources: {'Port': ['ID=c0f58fd3-aaf7-43ce-a88d-1f0914f2d178,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:40.756349 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-96112936-2874-404c-9a9b-0a0ac3acf9a7 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:40.759753 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd76d681-2220-49c0-add9-91f55e006e82 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e13c6bcc-5bee-4e36-a03b-f22564c75820,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:40.768743 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab,segment=NetworkSegment(c8b13874-b277-4f2c-b275-f865aee89558),segment_id=c8b13874-b277-4f2c-b275-f865aee89558)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:40.787948 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:40.913333 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dd76d681-2220-49c0-add9-91f55e006e82 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:40.915046 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-dd76d681-2220-49c0-add9-91f55e006e82 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6076064 Apr 28 19:43:40.934434 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-df314230-22dd-41cf-b6c9-146ae8b32369 req-c2370198-6f34-4e84-a44e-253129756ab9 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 210 time: 0.0635271 Apr 28 19:43:40.934434 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96112936-2874-404c-9a9b-0a0ac3acf9a7 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Pushing event deleted for resources: {'Port': ['ID=c7fbcdaf-eb1a-406d-86fb-62582d63a224,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:40.939500 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 53000) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:40.944013 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-63285efc-a5be-4b24-815d-3ba1b5d8924f None None] Provisioning complete for port f6f5503c-142d-4d35-8c43-bdecb1acbda4 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:40.944526 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-63285efc-a5be-4b24-815d-3ba1b5d8924f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:40.950417 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e042f8-fc48-458d-b5bb-4019869f3d25'}, {'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61bdd67-d1f0-4cd3-8c99-e1114bf17a78'}, {'server_uuid': 'f8f9c708-0229-4332-a412-42eed189cda3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c462fce3-1a2c-4e64-b5e5-622e38b0ba20'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:40.951502 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-683f9038-7ba3-4786-9f59-906d8a7dc277 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Request body: {'security_group_rule': {'security_group_id': 'e13c6bcc-5bee-4e36-a03b-f22564c75820', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:40.953571 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a3592b-d254-4e60-b339-feead65e6554" -d '{"events": [{"server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "name": "network-vif-plugged", "status": "completed", "tag": "37e042f8-fc48-458d-b5bb-4019869f3d25"}, {"server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "name": "network-vif-plugged", "status": "completed", "tag": "c61bdd67-d1f0-4cd3-8c99-e1114bf17a78"}, {"server_uuid": "f8f9c708-0229-4332-a412-42eed189cda3", "name": "network-vif-plugged", "status": "completed", "tag": "c462fce3-1a2c-4e64-b5e5-622e38b0ba20"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:43:40.956724 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=c462fce3-1a2c-4e64-b5e5-622e38b0ba20,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:40.994071 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab', 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef', 'port_id': '0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab', 'mac_address': 'fa:16:3e:c9:d8:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd25b1cb0-c200-401d-9c44-cd4c1f880757', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:43:41.024643 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-398cac76-bdab-43d5-ad30-858e6442ae55 None None] For port f6f5503c-142d-4d35-8c43-bdecb1acbda4, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:43:41.094114 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-96112936-2874-404c-9a9b-0a0ac3acf9a7 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] No DVR routers for this DVR port c7fbcdaf-eb1a-406d-86fb-62582d63a224 on host n-h1-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:43:41.096279 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-683f9038-7ba3-4786-9f59-906d8a7dc277 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:41.100537 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-96112936-2874-404c-9a9b-0a0ac3acf9a7 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:41.102268 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 28 Apr 2022 19:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c83881f-7dc0-4bd6-b184-0ef0b52772e5 x-openstack-request-id: req-3c83881f-7dc0-4bd6-b184-0ef0b52772e5 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:43:41.104011 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "name": "network-vif-plugged", "status": "completed", "tag": "37e042f8-fc48-458d-b5bb-4019869f3d25", "code": 200}, {"server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "name": "network-vif-plugged", "status": "completed", "tag": "c61bdd67-d1f0-4cd3-8c99-e1114bf17a78", "code": 200}, {"server_uuid": "f8f9c708-0229-4332-a412-42eed189cda3", "name": "network-vif-plugged", "status": "completed", "tag": "c462fce3-1a2c-4e64-b5e5-622e38b0ba20", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:43:41.104423 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3c83881f-7dc0-4bd6-b184-0ef0b52772e5 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:43:41.106228 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2c68aa3c-c9a4-4880-be70-2fc1cfd6d5e7 req-96112936-2874-404c-9a9b-0a0ac3acf9a7 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.15 "DELETE /v2.0/ports/c7fbcdaf-eb1a-406d-86fb-62582d63a224 HTTP/1.1" status: 204 len: 173 time: 1.0219746 Apr 28 19:43:41.106467 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c83881f-7dc0-4bd6-b184-0ef0b52772e5'] response: {'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e042f8-fc48-458d-b5bb-4019869f3d25', 'code': 200} Apr 28 19:43:41.107070 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c83881f-7dc0-4bd6-b184-0ef0b52772e5'] response: {'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61bdd67-d1f0-4cd3-8c99-e1114bf17a78', 'code': 200} Apr 28 19:43:41.107397 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c83881f-7dc0-4bd6-b184-0ef0b52772e5'] response: {'server_uuid': 'f8f9c708-0229-4332-a412-42eed189cda3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c462fce3-1a2c-4e64-b5e5-622e38b0ba20', 'code': 200} Apr 28 19:43:41.138080 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-398cac76-bdab-43d5-ad30-858e6442ae55 None None] For port f6f5503c-142d-4d35-8c43-bdecb1acbda4, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=f6f5503c-142d-4d35-8c43-bdecb1acbda4,segment=NetworkSegment(16abdf81-37e3-41b0-90df-568bab8c6afa),segment_id=16abdf81-37e3-41b0-90df-568bab8c6afa)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:43:41.158474 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-63285efc-a5be-4b24-815d-3ba1b5d8924f None None] Port f6f5503c-142d-4d35-8c43-bdecb1acbda4 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:43:41.179577 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-398cac76-bdab-43d5-ad30-858e6442ae55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:41.222738 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-d8b5df0e-337e-41c1-ba2a-d03119c983e6 service neutron] Attempting to bind port 82203c49-59ad-4bf4-a156-9f7fd1bc977b on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:43:41.223342 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-d8b5df0e-337e-41c1-ba2a-d03119c983e6 service neutron] Attempting to bind port 82203c49-59ad-4bf4-a156-9f7fd1bc977b by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'b5720445-03de-4d91-9572-e2572d42e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:43:41.223925 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-d8b5df0e-337e-41c1-ba2a-d03119c983e6 service neutron] Attempting to bind port 82203c49-59ad-4bf4-a156-9f7fd1bc977b on network fabbd60f-8bf6-4926-b9b3-5557fdc11e18 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:43:41.296178 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aadaffd7-4fc8-43d0-9ce4-7cf72449e813 req-7e518a1a-d31e-4a5b-bf2f-79f443d6ca31 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Router c739b93f-5470-46a4-97a2-ed0ba3b1ebd0 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:43:41.299839 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-d8b5df0e-337e-41c1-ba2a-d03119c983e6 service neutron] Port 82203c49-59ad-4bf4-a156-9f7fd1bc977b on network fabbd60f-8bf6-4926-b9b3-5557fdc11e18 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:43:41.304235 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-d8b5df0e-337e-41c1-ba2a-d03119c983e6 service neutron] Attempting to bind port 82203c49-59ad-4bf4-a156-9f7fd1bc977b on network fabbd60f-8bf6-4926-b9b3-5557fdc11e18 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:43:41.316233 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-683f9038-7ba3-4786-9f59-906d8a7dc277 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:41.319558 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-e7ddf324-f035-4dab-831c-d5b8f109d5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'name': 'tempest-TaggedBootDevicesTest_v242-7447419-router', 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '3f8991e5-009b-403a-931e-5db305436ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:48Z', 'updated_at': '2022-04-28T19:37:55Z', 'revision_number': 4, 'project_id': '533c1e9c8dee43379021e03f9df0f17e', 'gw_port': {'id': '3f8991e5-009b-403a-931e-5db305436ddd', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:49Z', 'updated_at': '2022-04-28T19:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5', 'name': '', 'network_id': '430c85ba-7aa8-4fd6-a010-581e595ae98e', 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'mac_address': 'fa:16:3e:4e:3b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'c1475d53-9534-4c95-8eb7-8e3b9d282212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:54Z', 'updated_at': '2022-04-28T19:38:01Z', 'revision_number': 5, 'project_id': '533c1e9c8dee43379021e03f9df0f17e', 'subnets': [{'id': 'c1475d53-9534-4c95-8eb7-8e3b9d282212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:41.349276 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-683f9038-7ba3-4786-9f59-906d8a7dc277 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:41.436088 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f9038-7ba3-4786-9f59-906d8a7dc277 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c593cb3-c734-485f-b250-5a005c864bc0,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:41.455168 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ddf324-f035-4dab-831c-d5b8f109d5a3 None None] Checking router: 1cb9eb60-9281-4b04-a0ca-a03ba33c611b for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:43:41.484976 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-d8b5df0e-337e-41c1-ba2a-d03119c983e6 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:43:41.485326 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-d8b5df0e-337e-41c1-ba2a-d03119c983e6 service neutron] Checking segment: {'id': 'b5720445-03de-4d91-9572-e2572d42e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:43:41.485782 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-d8b5df0e-337e-41c1-ba2a-d03119c983e6 service neutron] Bound using segment: {'id': 'b5720445-03de-4d91-9572-e2572d42e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:43:41.486230 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-d8b5df0e-337e-41c1-ba2a-d03119c983e6 service neutron] Bound port: 82203c49-59ad-4bf4-a156-9f7fd1bc977b, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5720445-03de-4d91-9572-e2572d42e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:43:41.486595 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-d8b5df0e-337e-41c1-ba2a-d03119c983e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:41.486716 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ddf324-f035-4dab-831c-d5b8f109d5a3 None None] Routers {'1cb9eb60-9281-4b04-a0ca-a03ba33c611b'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:43:41.488762 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-e7ddf324-f035-4dab-831c-d5b8f109d5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:43:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1cb9eb60-9281-4b04-a0ca-a03ba33c611b'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:41.515193 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d795c31-ad0f-4cb5-a942-0ef27faca359 req-47a437d5-c495-45d5-a17f-d0c70781d8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:41.521360 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2d795c31-ad0f-4cb5-a942-0ef27faca359 req-47a437d5-c495-45d5-a17f-d0c70781d8df service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 1097 time: 0.3405452 Apr 28 19:43:41.583828 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-683f9038-7ba3-4786-9f59-906d8a7dc277 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:41.587039 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-683f9038-7ba3-4786-9f59-906d8a7dc277 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6445963 Apr 28 19:43:41.590153 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 53006) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:41.611299 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a4650ef3-302f-4d8a-8545-411dc1322617 req-48701de4-9157-41f2-89c9-ac39a4c2290f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 210 time: 0.1763628 Apr 28 19:43:41.614012 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea607d14-ce13-48b5-8822-f67a65be489a req-18445dfb-5ab6-4007-a900-001ba1332d06 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:41.620255 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-7e625a49-615f-4427-89ab-978d6939be4a tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Request body: {'security_group_rule': {'security_group_id': 'e13c6bcc-5bee-4e36-a03b-f22564c75820', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:41.649876 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea607d14-ce13-48b5-8822-f67a65be489a req-18445dfb-5ab6-4007-a900-001ba1332d06 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:41.667796 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea607d14-ce13-48b5-8822-f67a65be489a req-18445dfb-5ab6-4007-a900-001ba1332d06 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:41.697850 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea607d14-ce13-48b5-8822-f67a65be489a req-18445dfb-5ab6-4007-a900-001ba1332d06 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:41.704896 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea607d14-ce13-48b5-8822-f67a65be489a req-18445dfb-5ab6-4007-a900-001ba1332d06 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:41.711846 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea607d14-ce13-48b5-8822-f67a65be489a req-18445dfb-5ab6-4007-a900-001ba1332d06 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:41.718487 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea607d14-ce13-48b5-8822-f67a65be489a req-18445dfb-5ab6-4007-a900-001ba1332d06 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:41.720753 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ea607d14-ce13-48b5-8822-f67a65be489a req-18445dfb-5ab6-4007-a900-001ba1332d06 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5436 time: 0.7955041 Apr 28 19:43:41.727363 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644bbe4-8f27-4748-adef-32d3edea7274 req-61b075b7-dce6-4605-a412-2d773317494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:41.728563 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644bbe4-8f27-4748-adef-32d3edea7274 req-61b075b7-dce6-4605-a412-2d773317494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:41.729282 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644bbe4-8f27-4748-adef-32d3edea7274 req-61b075b7-dce6-4605-a412-2d773317494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:41.729825 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644bbe4-8f27-4748-adef-32d3edea7274 req-61b075b7-dce6-4605-a412-2d773317494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:41.730360 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644bbe4-8f27-4748-adef-32d3edea7274 req-61b075b7-dce6-4605-a412-2d773317494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:41.731013 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644bbe4-8f27-4748-adef-32d3edea7274 req-61b075b7-dce6-4605-a412-2d773317494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:41.731775 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644bbe4-8f27-4748-adef-32d3edea7274 req-61b075b7-dce6-4605-a412-2d773317494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:41.734379 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a644bbe4-8f27-4748-adef-32d3edea7274 req-61b075b7-dce6-4605-a412-2d773317494c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 6493 time: 0.3487835 Apr 28 19:43:41.741376 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edfb8af-ca77-41bf-9ea5-98d6f3fc2f62 None None] Pushing event updated for resources: {'Port': ['ID=f6f5503c-142d-4d35-8c43-bdecb1acbda4,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:41.751737 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:41.752172 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2d795c31-ad0f-4cb5-a942-0ef27faca359 req-99354a44-a09c-4acc-9253-e50608d2421c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107828 Apr 28 19:43:41.786587 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7e625a49-615f-4427-89ab-978d6939be4a tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:41.808201 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:43:41.814165 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398cac76-bdab-43d5-ad30-858e6442ae55 None None] Routers {'151c3173-0a7a-4805-bc4d-8e458c731a84'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:43:41.814802 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-398cac76-bdab-43d5-ad30-858e6442ae55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:43:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['151c3173-0a7a-4805-bc4d-8e458c731a84'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:41.849226 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-e7ddf324-f035-4dab-831c-d5b8f109d5a3 None None] Set router 1cb9eb60-9281-4b04-a0ca-a03ba33c611b gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:43:41.902207 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab,segment=NetworkSegment(c8b13874-b277-4f2c-b275-f865aee89558),segment_id=c8b13874-b277-4f2c-b275-f865aee89558)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:41.906091 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-e6b9d5dc-c5d9-49bc-8762-dac58b5c015b None None] Provisioning complete for port f6f5503c-142d-4d35-8c43-bdecb1acbda4 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:41.906496 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e6b9d5dc-c5d9-49bc-8762-dac58b5c015b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:41.924192 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:41.967540 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fc4d1-9677-4fa7-aee1-ee3121b23edd req-432388a9-c1cc-423d-9117-59fd532382d8 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:41.984734 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6a2fc4d1-9677-4fa7-aee1-ee3121b23edd req-432388a9-c1cc-423d-9117-59fd532382d8 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 944 time: 0.1770971 Apr 28 19:43:41.988544 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7e625a49-615f-4427-89ab-978d6939be4a tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:42.023032 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7e625a49-615f-4427-89ab-978d6939be4a tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:42.053327 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e625a49-615f-4427-89ab-978d6939be4a tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ada0235e-1cbc-4444-b2f1-6859d108c481,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:42.063167 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ea607d14-ce13-48b5-8822-f67a65be489a req-62841db5-f9cf-49f0-b997-e0df0f0319cb tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2501595 Apr 28 19:43:42.096337 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6a2fc4d1-9677-4fa7-aee1-ee3121b23edd req-138ae02d-0da4-463d-9881-211e3dc57b78 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106174 Apr 28 19:43:42.105060 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7e625a49-615f-4427-89ab-978d6939be4a tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:42.110888 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7e625a49-615f-4427-89ab-978d6939be4a tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4975183 Apr 28 19:43:42.115232 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 53014) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:42.121828 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-a5a48afe-5e44-4aeb-a895-a9482133ee7a tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:42.150535 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a644bbe4-8f27-4748-adef-32d3edea7274 req-32117926-2b02-487a-84c6-d76e4b55c766 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3380389 Apr 28 19:43:42.158039 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aadaffd7-4fc8-43d0-9ce4-7cf72449e813 req-7e518a1a-d31e-4a5b-bf2f-79f443d6ca31 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:43:42.184278 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-d8b5df0e-337e-41c1-ba2a-d03119c983e6 service neutron] For port 82203c49-59ad-4bf4-a156-9f7fd1bc977b, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:43:42.214369 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-aadaffd7-4fc8-43d0-9ce4-7cf72449e813 req-7e518a1a-d31e-4a5b-bf2f-79f443d6ca31 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] No DVR routers for this DVR port c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:43:42.217204 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-aadaffd7-4fc8-43d0-9ce4-7cf72449e813 req-7e518a1a-d31e-4a5b-bf2f-79f443d6ca31 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:42.221675 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aadaffd7-4fc8-43d0-9ce4-7cf72449e813 req-7e518a1a-d31e-4a5b-bf2f-79f443d6ca31 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.44 "DELETE /v2.0/ports/c0f58fd3-aaf7-43ce-a88d-1f0914f2d178 HTTP/1.1" status: 204 len: 173 time: 4.6201611 Apr 28 19:43:42.229577 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4391f50-d433-41a8-801e-05d324974eb3', 'name': 'network-vif-deleted', 'tag': 'c0f58fd3-aaf7-43ce-a88d-1f0914f2d178'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:42.231559 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a5a48afe-5e44-4aeb-a895-a9482133ee7a tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:42.232869 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a05507-e0fe-4e78-abfa-87ec0355115f" -d '{"events": [{"server_uuid": "e4391f50-d433-41a8-801e-05d324974eb3", "name": "network-vif-deleted", "tag": "c0f58fd3-aaf7-43ce-a88d-1f0914f2d178"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:43:42.239791 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-d8b5df0e-337e-41c1-ba2a-d03119c983e6 service neutron] For port 82203c49-59ad-4bf4-a156-9f7fd1bc977b, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=82203c49-59ad-4bf4-a156-9f7fd1bc977b,segment=NetworkSegment(b5720445-03de-4d91-9572-e2572d42e7be),segment_id=b5720445-03de-4d91-9572-e2572d42e7be)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:43:42.253193 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-e7ddf324-f035-4dab-831c-d5b8f109d5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'name': 'tempest-TaggedBootDevicesTest_v242-7447419-router', 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '3f8991e5-009b-403a-931e-5db305436ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:48Z', 'updated_at': '2022-04-28T19:37:55Z', 'revision_number': 4, 'project_id': '533c1e9c8dee43379021e03f9df0f17e', 'gw_port': {'id': '3f8991e5-009b-403a-931e-5db305436ddd', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:49Z', 'updated_at': '2022-04-28T19:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5', 'name': '', 'network_id': '430c85ba-7aa8-4fd6-a010-581e595ae98e', 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'mac_address': 'fa:16:3e:4e:3b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'c1475d53-9534-4c95-8eb7-8e3b9d282212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:54Z', 'updated_at': '2022-04-28T19:38:01Z', 'revision_number': 5, 'project_id': '533c1e9c8dee43379021e03f9df0f17e', 'subnets': [{'id': 'c1475d53-9534-4c95-8eb7-8e3b9d282212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:42.258071 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-d8b5df0e-337e-41c1-ba2a-d03119c983e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:42.275580 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-d8b5df0e-337e-41c1-ba2a-d03119c983e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:42.276203 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-d8b5df0e-337e-41c1-ba2a-d03119c983e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:42.277863 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-d8b5df0e-337e-41c1-ba2a-d03119c983e6 service neutron] 10.222.0.15 "PUT /v2.0/ports/82203c49-59ad-4bf4-a156-9f7fd1bc977b HTTP/1.1" status: 200 len: 1092 time: 2.9964151 Apr 28 19:43:42.306400 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:42.314706 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a92c462-4433-4255-95f8-05271253a1d6 None None] Sync routers for ids ['c739b93f-5470-46a4-97a2-ed0ba3b1ebd0'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:43:42.364288 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ddf324-f035-4dab-831c-d5b8f109d5a3 None None] The sync data for ids ['1cb9eb60-9281-4b04-a0ca-a03ba33c611b'] in n-d-839810-1 is: [{'id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'name': 'tempest-TaggedBootDevicesTest_v242-7447419-router', 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '3f8991e5-009b-403a-931e-5db305436ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:48Z', 'updated_at': '2022-04-28T19:37:55Z', 'revision_number': 4, 'project_id': '533c1e9c8dee43379021e03f9df0f17e', 'gw_port': {'id': '3f8991e5-009b-403a-931e-5db305436ddd', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:49Z', 'updated_at': '2022-04-28T19:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5', 'name': '', 'network_id': '430c85ba-7aa8-4fd6-a010-581e595ae98e', 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'mac_address': 'fa:16:3e:4e:3b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'c1475d53-9534-4c95-8eb7-8e3b9d282212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:54Z', 'updated_at': '2022-04-28T19:38:01Z', 'revision_number': 5, 'project_id': '533c1e9c8dee43379021e03f9df0f17e', 'subnets': [{'id': 'c1475d53-9534-4c95-8eb7-8e3b9d282212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:43:42.368556 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a92c462-4433-4255-95f8-05271253a1d6 None None] Routers {'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:43:42.369606 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0a92c462-4433-4255-95f8-05271253a1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:43:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['c739b93f-5470-46a4-97a2-ed0ba3b1ebd0'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:42.459990 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fdc0c739-3226-49e6-b2e0-ed221585591f req-b39b858d-6764-439b-bb74-1c5008279ad6 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4391f50-d433-41a8-801e-05d324974eb3 HTTP/1.1" status: 200 len: 210 time: 0.1147988 Apr 28 19:43:42.503484 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5df0e-337e-41c1-ba2a-d03119c983e6 service neutron] Pushing event updated for resources: {'Port': ['ID=82203c49-59ad-4bf4-a156-9f7fd1bc977b,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:42.510910 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:43:42.547286 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-398cac76-bdab-43d5-ad30-858e6442ae55 None None] Set router 151c3173-0a7a-4805-bc4d-8e458c731a84 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:43:42.602447 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df71a805-4fea-43e1-aba9-ece5a8ff3304 x-openstack-request-id: req-df71a805-4fea-43e1-aba9-ece5a8ff3304 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:43:42.603331 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4391f50-d433-41a8-801e-05d324974eb3", "name": "network-vif-deleted", "tag": "c0f58fd3-aaf7-43ce-a88d-1f0914f2d178", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:43:42.603709 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-df71a805-4fea-43e1-aba9-ece5a8ff3304 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:43:42.604221 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df71a805-4fea-43e1-aba9-ece5a8ff3304'] response: {'server_uuid': 'e4391f50-d433-41a8-801e-05d324974eb3', 'name': 'network-vif-deleted', 'tag': 'c0f58fd3-aaf7-43ce-a88d-1f0914f2d178', 'status': 'completed', 'code': 200} Apr 28 19:43:42.620997 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-9476fd1b-9a60-403f-8032-b601bec69d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:42.622519 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-9476fd1b-9a60-403f-8032-b601bec69d0e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=867e03fb86a54b0390ea4c90d552fb01&device_id=84e64f72-0adc-449c-99cb-56c3f4107423 HTTP/1.1" status: 200 len: 1095 time: 0.1098664 Apr 28 19:43:42.640174 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c2ae9-1dbe-4883-bf79-bea582899894 req-9493b851-fc41-4df8-9449-dd12bbad84b7 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:42.651682 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dd1c2ae9-1dbe-4883-bf79-bea582899894 req-9493b851-fc41-4df8-9449-dd12bbad84b7 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=84e64f72-0adc-449c-99cb-56c3f4107423 HTTP/1.1" status: 200 len: 944 time: 0.3081977 Apr 28 19:43:42.707659 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-696c18f6-2312-491e-b5df-5e47e2124b09 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82203c49-59ad-4bf4-a156-9f7fd1bc977b HTTP/1.1" status: 200 len: 217 time: 0.0759020 Apr 28 19:43:42.720719 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'name': 'network-vif-deleted', 'tag': '8725a3c2-2634-40e3-a0ff-926c27926381'}, {'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'name': 'network-vif-deleted', 'tag': 'c7fbcdaf-eb1a-406d-86fb-62582d63a224'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:42.723303 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfb67a8-4b65-4579-a8d4-d99f5d82bb9f" -d '{"events": [{"server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "name": "network-vif-deleted", "tag": "8725a3c2-2634-40e3-a0ff-926c27926381"}, {"server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "name": "network-vif-deleted", "tag": "c7fbcdaf-eb1a-406d-86fb-62582d63a224"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:43:42.799800 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dd1c2ae9-1dbe-4883-bf79-bea582899894 req-9f052873-09b9-4472-bc23-7b1601ed9f05 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377475 Apr 28 19:43:42.836145 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a5a48afe-5e44-4aeb-a895-a9482133ee7a tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:42.863571 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-d469af42-a763-4567-aa42-669242b38897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:42.876446 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-d469af42-a763-4567-aa42-669242b38897 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e145c28a-7477-47ad-a9ec-82b7e4aa7b4b HTTP/1.1" status: 200 len: 851 time: 0.1518679 Apr 28 19:43:42.941162 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dfc66f0c-294b-4880-800c-e9c0e5f20e06 req-29b35cc9-30cd-452c-a03c-bd28e6273c85 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 210 time: 0.1233134 Apr 28 19:43:42.943245 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 28 Apr 2022 19:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ebfb61-49bf-4622-b084-9ded98215664 x-openstack-request-id: req-b6ebfb61-49bf-4622-b084-9ded98215664 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:43:42.943651 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "name": "network-vif-deleted", "tag": "8725a3c2-2634-40e3-a0ff-926c27926381", "status": "completed", "code": 200}, {"server_uuid": "7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6", "name": "network-vif-deleted", "tag": "c7fbcdaf-eb1a-406d-86fb-62582d63a224", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:43:42.944006 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b6ebfb61-49bf-4622-b084-9ded98215664 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:43:42.944758 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6ebfb61-49bf-4622-b084-9ded98215664'] response: {'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'name': 'network-vif-deleted', 'tag': '8725a3c2-2634-40e3-a0ff-926c27926381', 'status': 'completed', 'code': 200} Apr 28 19:43:42.945123 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6ebfb61-49bf-4622-b084-9ded98215664'] response: {'server_uuid': '7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6', 'name': 'network-vif-deleted', 'tag': 'c7fbcdaf-eb1a-406d-86fb-62582d63a224', 'status': 'completed', 'code': 200} Apr 28 19:43:42.962130 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e6b9d5dc-c5d9-49bc-8762-dac58b5c015b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:42.983537 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-13a942e6-8555-47bc-aeae-e0b52195b527 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fabbd60f-8bf6-4926-b9b3-5557fdc11e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942278 Apr 28 19:43:43.094178 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9d1a9b-3f02-4e70-9695-734cda8b5d45 None None] New status for floating IP c81db9a2-c75f-4119-b2ed-ebecb8fb9bc2: DOWN {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:43:43.133351 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-a5a48afe-5e44-4aeb-a895-a9482133ee7a tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Allocated IP 172.25.8.209 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/b4fc1379-ba94-4df1-a17a-d15849a8c522) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:43:43.185775 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-0a92c462-4433-4255-95f8-05271253a1d6 None None] Set router c739b93f-5470-46a4-97a2-ed0ba3b1ebd0 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:43:43.573319 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a5a48afe-5e44-4aeb-a895-a9482133ee7a tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:43.649216 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f465877-7ac1-49c9-954a-8eaae7cce9cd req-75468c25-823c-4aaf-b6ef-9d3f46311350 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:43.652558 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-e6b9d5dc-c5d9-49bc-8762-dac58b5c015b None None] For port f6f5503c-142d-4d35-8c43-bdecb1acbda4, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=f6f5503c-142d-4d35-8c43-bdecb1acbda4,segment=NetworkSegment(16abdf81-37e3-41b0-90df-568bab8c6afa),segment_id=16abdf81-37e3-41b0-90df-568bab8c6afa)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:43.657812 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5f465877-7ac1-49c9-954a-8eaae7cce9cd req-75468c25-823c-4aaf-b6ef-9d3f46311350 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 945 time: 0.4119368 Apr 28 19:43:43.708865 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a5a48afe-5e44-4aeb-a895-a9482133ee7a tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:43.720036 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e6b9d5dc-c5d9-49bc-8762-dac58b5c015b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:43.796022 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a48afe-5e44-4aeb-a895-a9482133ee7a tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Pushing event updated for resources: {'Port': ['ID=b4fc1379-ba94-4df1-a17a-d15849a8c522,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:43.844092 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a48afe-5e44-4aeb-a895-a9482133ee7a tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:43:43.845003 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9d5dc-c5d9-49bc-8762-dac58b5c015b None None] Pushing event updated for resources: {'Port': ['ID=f6f5503c-142d-4d35-8c43-bdecb1acbda4,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:43.849563 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-a5a48afe-5e44-4aeb-a895-a9482133ee7a tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:43:43.861377 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a48afe-5e44-4aeb-a895-a9482133ee7a tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:43:43.876218 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-8cf7cdbb-4634-4c5f-bd00-757a67900ded service neutron] 10.222.0.15 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8828914 Apr 28 19:43:43.965506 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5f465877-7ac1-49c9-954a-8eaae7cce9cd req-3e1226ce-ae9e-4d0c-81bd-ee03c68d06a3 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018970 Apr 28 19:43:44.027494 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfc116-d4a6-49f3-8bd6-477017891fcf req-854a409f-33f1-4c60-9b09-b5bc0655ec5c tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:44.041076 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfc116-d4a6-49f3-8bd6-477017891fcf req-854a409f-33f1-4c60-9b09-b5bc0655ec5c tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:44.054387 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfc116-d4a6-49f3-8bd6-477017891fcf req-854a409f-33f1-4c60-9b09-b5bc0655ec5c tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:44.067891 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-398cac76-bdab-43d5-ad30-858e6442ae55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'name': 'tempest-ServersTestFqdnHostnames-1093779739-router', 'tenant_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': 'a7b5634d-e88b-40fe-88c3-3960735e0692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:19Z', 'updated_at': '2022-04-28T19:43:33Z', 'revision_number': 4, 'project_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'gw_port': {'id': 'a7b5634d-e88b-40fe-88c3-3960735e0692', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:21Z', 'updated_at': '2022-04-28T19:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'f6f5503c-142d-4d35-8c43-bdecb1acbda4', 'name': '', 'network_id': 'ddec4432-f47a-4be1-8af0-f49812c9641e', 'tenant_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'mac_address': 'fa:16:3e:f0:74:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '63affdd7-00eb-4a41-b477-029428303fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:30Z', 'updated_at': '2022-04-28T19:43:40Z', 'revision_number': 4, 'project_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'subnets': [{'id': '63affdd7-00eb-4a41-b477-029428303fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:44.070533 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfc116-d4a6-49f3-8bd6-477017891fcf req-854a409f-33f1-4c60-9b09-b5bc0655ec5c tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:44.077362 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfc116-d4a6-49f3-8bd6-477017891fcf req-854a409f-33f1-4c60-9b09-b5bc0655ec5c tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:44.084655 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a5a48afe-5e44-4aeb-a895-a9482133ee7a tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:44.097627 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfc116-d4a6-49f3-8bd6-477017891fcf req-854a409f-33f1-4c60-9b09-b5bc0655ec5c tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:44.108899 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfc116-d4a6-49f3-8bd6-477017891fcf req-854a409f-33f1-4c60-9b09-b5bc0655ec5c tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:44.118515 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9ddfc116-d4a6-49f3-8bd6-477017891fcf req-854a409f-33f1-4c60-9b09-b5bc0655ec5c tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5436 time: 0.8982127 Apr 28 19:43:44.148568 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a5a48afe-5e44-4aeb-a895-a9482133ee7a tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:44.195950 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398cac76-bdab-43d5-ad30-858e6442ae55 None None] The sync data for ids ['151c3173-0a7a-4805-bc4d-8e458c731a84'] in n-d-839810-1 is: [{'id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'name': 'tempest-ServersTestFqdnHostnames-1093779739-router', 'tenant_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': 'a7b5634d-e88b-40fe-88c3-3960735e0692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:19Z', 'updated_at': '2022-04-28T19:43:33Z', 'revision_number': 4, 'project_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'gw_port': {'id': 'a7b5634d-e88b-40fe-88c3-3960735e0692', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:21Z', 'updated_at': '2022-04-28T19:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'f6f5503c-142d-4d35-8c43-bdecb1acbda4', 'name': '', 'network_id': 'ddec4432-f47a-4be1-8af0-f49812c9641e', 'tenant_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'mac_address': 'fa:16:3e:f0:74:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '63affdd7-00eb-4a41-b477-029428303fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:30Z', 'updated_at': '2022-04-28T19:43:40Z', 'revision_number': 4, 'project_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'subnets': [{'id': '63affdd7-00eb-4a41-b477-029428303fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:43:44.265233 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ab3fad50-d4f3-49f6-9afb-e97d51739b5c req-220a7984-1b9d-4a22-97f5-f5fef03aed26 service neutron] 10.222.0.15 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797314 Apr 28 19:43:44.267957 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0a92c462-4433-4255-95f8-05271253a1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'name': 'tempest-ServerActionsTestJSON-1205636581-router', 'tenant_id': '94740374ca054549b67b793671aaad05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'c065612b-046a-4b5b-8655-a9cbc27ce99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:35:27Z', 'updated_at': '2022-04-28T19:35:33Z', 'revision_number': 4, 'project_id': '94740374ca054549b67b793671aaad05', 'gw_port': {'id': 'c065612b-046a-4b5b-8655-a9cbc27ce99e', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:28Z', 'updated_at': '2022-04-28T19:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '6b151d5a-db61-451c-898c-47a366ba9b92', 'name': '', 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19', 'tenant_id': '94740374ca054549b67b793671aaad05', 'mac_address': 'fa:16:3e:21:3b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '43d83121-413d-4da3-b294-551f60ac6b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:32Z', 'updated_at': '2022-04-28T19:35:38Z', 'revision_number': 5, 'project_id': '94740374ca054549b67b793671aaad05', 'subnets': [{'id': '43d83121-413d-4da3-b294-551f60ac6b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:44.365804 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9ddfc116-d4a6-49f3-8bd6-477017891fcf req-9e15610b-e86f-4270-8588-88997ea88bac tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2412047 Apr 28 19:43:44.367099 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a92c462-4433-4255-95f8-05271253a1d6 None None] Checking router: c739b93f-5470-46a4-97a2-ed0ba3b1ebd0 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:43:44.414878 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a92c462-4433-4255-95f8-05271253a1d6 None None] Routers {'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:43:44.421135 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0a92c462-4433-4255-95f8-05271253a1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:43:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['c739b93f-5470-46a4-97a2-ed0ba3b1ebd0'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:44.492729 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bc3bec0d-1891-4370-a8f3-5c81b3c3fa18 req-ac6c1400-a43a-439c-bf52-5ad7ee055459 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 210 time: 0.0360229 Apr 28 19:43:44.502853 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a181a0-ba40-421c-9dba-956539b9e5ca req-26a073df-3ec7-4199-86c2-843c75c2a51b tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:44.515261 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e6a181a0-ba40-421c-9dba-956539b9e5ca req-26a073df-3ec7-4199-86c2-843c75c2a51b tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=84e64f72-0adc-449c-99cb-56c3f4107423 HTTP/1.1" status: 200 len: 944 time: 0.2386053 Apr 28 19:43:44.559599 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 53050) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:44.605704 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e64f72-0adc-449c-99cb-56c3f4107423', 'tag': '82203c49-59ad-4bf4-a156-9f7fd1bc977b'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:44.611426 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9f108e-2820-4322-816f-33d4296cdcc8" -d '{"events": [{"name": "network-changed", "server_uuid": "84e64f72-0adc-449c-99cb-56c3f4107423", "tag": "82203c49-59ad-4bf4-a156-9f7fd1bc977b"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:43:44.653448 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e6a181a0-ba40-421c-9dba-956539b9e5ca req-c197db4e-2f51-4a77-95bd-28452a718191 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322451 Apr 28 19:43:44.716686 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba4c724-93bb-4953-b4ea-a712c119b70f x-openstack-request-id: req-4ba4c724-93bb-4953-b4ea-a712c119b70f {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:43:44.716988 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e64f72-0adc-449c-99cb-56c3f4107423", "tag": "82203c49-59ad-4bf4-a156-9f7fd1bc977b", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:43:44.717247 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4ba4c724-93bb-4953-b4ea-a712c119b70f {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:43:44.717660 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ba4c724-93bb-4953-b4ea-a712c119b70f'] response: {'name': 'network-changed', 'server_uuid': '84e64f72-0adc-449c-99cb-56c3f4107423', 'tag': '82203c49-59ad-4bf4-a156-9f7fd1bc977b', 'status': 'completed', 'code': 200} Apr 28 19:43:44.723821 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a5a48afe-5e44-4aeb-a895-a9482133ee7a tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:44.730453 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-897dd98a-de5d-40f3-abbb-bd7a47e30610 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:44.731977 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a5a48afe-5e44-4aeb-a895-a9482133ee7a tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:44.735677 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device f6f5503c-142d-4d35-8c43-bdecb1acbda4 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:43:44.792187 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-897dd98a-de5d-40f3-abbb-bd7a47e30610 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:44.857407 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-0a92c462-4433-4255-95f8-05271253a1d6 None None] Set router c739b93f-5470-46a4-97a2-ed0ba3b1ebd0 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:43:44.930073 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-897dd98a-de5d-40f3-abbb-bd7a47e30610 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:44.938670 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-897dd98a-de5d-40f3-abbb-bd7a47e30610 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:44.942833 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-897dd98a-de5d-40f3-abbb-bd7a47e30610 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "DELETE /v2.0/security-groups/df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af HTTP/1.1" status: 204 len: 168 time: 0.3818305 Apr 28 19:43:44.943721 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 53060) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:44.951793 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a5a48afe-5e44-4aeb-a895-a9482133ee7a tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:44.974381 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port f6f5503c-142d-4d35-8c43-bdecb1acbda4 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:44.976535 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:44.981218 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a48afe-5e44-4aeb-a895-a9482133ee7a tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Pushing event updated for resources: {'Port': ['ID=b4fc1379-ba94-4df1-a17a-d15849a8c522,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:44.997651 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897dd98a-de5d-40f3-abbb-bd7a47e30610 tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:45.007597 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-bcf813c1-b4a9-4a2d-a0ae-8e1c7680400c tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] show failed (client error): The resource could not be found. Apr 28 19:43:45.014036 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-bcf813c1-b4a9-4a2d-a0ae-8e1c7680400c tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "GET /v2.0/security-groups/df2baa1a-ee6d-4cdb-97ee-8bb5c4b8b9af HTTP/1.1" status: 404 len: 347 time: 0.0644319 Apr 28 19:43:45.018730 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 53064) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:45.032417 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a5a48afe-5e44-4aeb-a895-a9482133ee7a tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:45.033977 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a5a48afe-5e44-4aeb-a895-a9482133ee7a tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9162295 Apr 28 19:43:45.174576 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f108e-2820-4322-816f-33d4296cdcc8 req-5a3d0d48-e2f5-437e-8c56-e1198320e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:45.176702 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8c9f108e-2820-4322-816f-33d4296cdcc8 req-5a3d0d48-e2f5-437e-8c56-e1198320e9ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=867e03fb86a54b0390ea4c90d552fb01&device_id=84e64f72-0adc-449c-99cb-56c3f4107423 HTTP/1.1" status: 200 len: 1095 time: 0.2771969 Apr 28 19:43:45.295779 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff92a2b-decf-443b-9366-103b11e1124c req-816292a4-63a0-44c2-8825-d588aee9ba52 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:45.297625 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7ff92a2b-decf-443b-9366-103b11e1124c req-816292a4-63a0-44c2-8825-d588aee9ba52 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 945 time: 0.1689873 Apr 28 19:43:45.379529 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7ff92a2b-decf-443b-9366-103b11e1124c req-4b2f20cf-bebc-45f4-b961-2a81e0b74e90 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668006 Apr 28 19:43:45.554588 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f108e-2820-4322-816f-33d4296cdcc8 req-ce7b0edc-f8b3-4891-bb7e-c389d8786f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:45.557094 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8c9f108e-2820-4322-816f-33d4296cdcc8 req-ce7b0edc-f8b3-4891-bb7e-c389d8786f84 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fabbd60f-8bf6-4926-b9b3-5557fdc11e18 HTTP/1.1" status: 200 len: 912 time: 0.3714643 Apr 28 19:43:45.593963 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-6ecd589b-b031-4b1b-b384-22a92a900463 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1889432334&fields=id&tenant_id=de8286f6fff44bf685c94cc7bf76ea63 HTTP/1.1" status: 200 len: 267 time: 0.2923863 Apr 28 19:43:45.641769 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8c9f108e-2820-4322-816f-33d4296cdcc8 req-87a088b1-0ba1-4eb2-81be-e3d667b9547e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82203c49-59ad-4bf4-a156-9f7fd1bc977b HTTP/1.1" status: 200 len: 217 time: 0.0646746 Apr 28 19:43:45.660029 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a37319-f0a2-4b15-8375-4617abd305de req-348246c2-995a-4f80-afb3-4dbea6ddd3bd tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:45.671709 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a37319-f0a2-4b15-8375-4617abd305de req-348246c2-995a-4f80-afb3-4dbea6ddd3bd tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:45.679106 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a37319-f0a2-4b15-8375-4617abd305de req-348246c2-995a-4f80-afb3-4dbea6ddd3bd tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:45.686932 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a37319-f0a2-4b15-8375-4617abd305de req-348246c2-995a-4f80-afb3-4dbea6ddd3bd tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:45.697656 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a37319-f0a2-4b15-8375-4617abd305de req-348246c2-995a-4f80-afb3-4dbea6ddd3bd tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:45.705928 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a37319-f0a2-4b15-8375-4617abd305de req-348246c2-995a-4f80-afb3-4dbea6ddd3bd tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:45.714007 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a37319-f0a2-4b15-8375-4617abd305de req-348246c2-995a-4f80-afb3-4dbea6ddd3bd tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:45.722388 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-68a37319-f0a2-4b15-8375-4617abd305de req-348246c2-995a-4f80-afb3-4dbea6ddd3bd tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5436 time: 0.1846046 Apr 28 19:43:45.797665 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-68a37319-f0a2-4b15-8375-4617abd305de req-24a4e121-0630-4a66-91b3-0669824d0d34 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0727227 Apr 28 19:43:45.799431 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0a92c462-4433-4255-95f8-05271253a1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'name': 'tempest-ServerActionsTestJSON-1205636581-router', 'tenant_id': '94740374ca054549b67b793671aaad05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'c065612b-046a-4b5b-8655-a9cbc27ce99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:35:27Z', 'updated_at': '2022-04-28T19:35:33Z', 'revision_number': 4, 'project_id': '94740374ca054549b67b793671aaad05', 'gw_port': {'id': 'c065612b-046a-4b5b-8655-a9cbc27ce99e', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:28Z', 'updated_at': '2022-04-28T19:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '6b151d5a-db61-451c-898c-47a366ba9b92', 'name': '', 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19', 'tenant_id': '94740374ca054549b67b793671aaad05', 'mac_address': 'fa:16:3e:21:3b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '43d83121-413d-4da3-b294-551f60ac6b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:32Z', 'updated_at': '2022-04-28T19:35:38Z', 'revision_number': 5, 'project_id': '94740374ca054549b67b793671aaad05', 'subnets': [{'id': '43d83121-413d-4da3-b294-551f60ac6b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:45.839310 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f108e-2820-4322-816f-33d4296cdcc8 req-f7316b82-3582-4518-a213-73cc8c04f72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:45.840881 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8c9f108e-2820-4322-816f-33d4296cdcc8 req-f7316b82-3582-4518-a213-73cc8c04f72c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e145c28a-7477-47ad-a9ec-82b7e4aa7b4b HTTP/1.1" status: 200 len: 851 time: 0.1855469 Apr 28 19:43:45.874175 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a92c462-4433-4255-95f8-05271253a1d6 None None] The sync data for ids ['c739b93f-5470-46a4-97a2-ed0ba3b1ebd0'] in n-d-839810-1 is: [{'id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'name': 'tempest-ServerActionsTestJSON-1205636581-router', 'tenant_id': '94740374ca054549b67b793671aaad05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'c065612b-046a-4b5b-8655-a9cbc27ce99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:35:27Z', 'updated_at': '2022-04-28T19:35:33Z', 'revision_number': 4, 'project_id': '94740374ca054549b67b793671aaad05', 'gw_port': {'id': 'c065612b-046a-4b5b-8655-a9cbc27ce99e', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:28Z', 'updated_at': '2022-04-28T19:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '6b151d5a-db61-451c-898c-47a366ba9b92', 'name': '', 'network_id': '80edfba9-b4c6-4f5e-9c0a-cf56f7367f19', 'tenant_id': '94740374ca054549b67b793671aaad05', 'mac_address': 'fa:16:3e:21:3b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '43d83121-413d-4da3-b294-551f60ac6b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:32Z', 'updated_at': '2022-04-28T19:35:38Z', 'revision_number': 5, 'project_id': '94740374ca054549b67b793671aaad05', 'subnets': [{'id': '43d83121-413d-4da3-b294-551f60ac6b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:43:45.893040 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8c9f108e-2820-4322-816f-33d4296cdcc8 req-a2b297f1-4f99-4f12-af97-7ef7dd6d2b47 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fabbd60f-8bf6-4926-b9b3-5557fdc11e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429432 Apr 28 19:43:45.902442 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-3633d953-0758-4c27-b56e-1ad3a443da3e tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Deleting port f2ae0f4c-240a-4913-a823-b6b0b2646c0c {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:43:45.902787 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3633d953-0758-4c27-b56e-1ad3a443da3e tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:45.980474 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ada20ddb-72bb-4137-94b7-e0da4c3c1a05 req-648f4d76-a442-4d2d-af9c-366da8a085a8 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 210 time: 0.0734103 Apr 28 19:43:45.998262 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:43:46.038383 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3633d953-0758-4c27-b56e-1ad3a443da3e tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:46.038852 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3633d953-0758-4c27-b56e-1ad3a443da3e tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:46.069143 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-3633d953-0758-4c27-b56e-1ad3a443da3e tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Calling delete_port for f2ae0f4c-240a-4913-a823-b6b0b2646c0c owned by network:floatingip {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:43:46.115938 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:43:46.127788 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:46.133341 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:46.242974 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a822a-6f37-4b51-b79f-a6c08743757c req-c7968369-29c1-4401-a444-c56bbc463eeb tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:46.256004 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-487a822a-6f37-4b51-b79f-a6c08743757c req-c7968369-29c1-4401-a444-c56bbc463eeb tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=84e64f72-0adc-449c-99cb-56c3f4107423 HTTP/1.1" status: 200 len: 944 time: 0.1452985 Apr 28 19:43:46.264486 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-9c96af7d-72c7-408a-8fe9-4b0835bc572d tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:46.273378 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-9c96af7d-72c7-408a-8fe9-4b0835bc572d tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "GET /v2.0/networks?id=ddec4432-f47a-4be1-8af0-f49812c9641e HTTP/1.1" status: 200 len: 815 time: 0.6353841 Apr 28 19:43:46.339874 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:46.340773 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-487a822a-6f37-4b51-b79f-a6c08743757c req-3a125b9b-ffa2-4a16-9c11-533edd3877bc tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836945 Apr 28 19:43:46.449250 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab,segment=NetworkSegment(c8b13874-b277-4f2c-b275-f865aee89558),segment_id=c8b13874-b277-4f2c-b275-f865aee89558)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:46.451012 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5630ea9-c232-45e4-960c-bfac3d33fe89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:46.456665 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f6eb80-89cd-4b87-ad78-a254fba24677" -d '{"events": [{"server_uuid": "d5630ea9-c232-45e4-960c-bfac3d33fe89", "name": "network-vif-plugged", "status": "completed", "tag": "0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:43:46.468446 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:46.493838 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8c9f108e-2820-4322-816f-33d4296cdcc8 req-c2b17b1d-3347-45ee-9eb2-4a270642dff3 service neutron] 10.222.0.15 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090460 Apr 28 19:43:46.517081 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 82203c49-59ad-4bf4-a156-9f7fd1bc977b details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:43:46.524366 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca22e70d-aa94-437f-86ce-cf6f53182e77 None None] New status for floating IP 8fc4e136-a301-43bd-89b6-cb57c93750fc: DOWN {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:43:46.544908 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-ab4dc73b-92d1-493f-bacb-c8497569fbdf tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "GET /v2.0/quotas/de8286f6fff44bf685c94cc7bf76ea63 HTTP/1.1" status: 200 len: 375 time: 0.2675197 Apr 28 19:43:46.638531 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d24249-2fae-44ce-8e9f-a3023fb60e6d req-385e635f-3380-4632-8a89-e44e98daaf36 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:46.648301 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d24249-2fae-44ce-8e9f-a3023fb60e6d req-385e635f-3380-4632-8a89-e44e98daaf36 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:46.655083 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d24249-2fae-44ce-8e9f-a3023fb60e6d req-385e635f-3380-4632-8a89-e44e98daaf36 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:46.671950 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d24249-2fae-44ce-8e9f-a3023fb60e6d req-385e635f-3380-4632-8a89-e44e98daaf36 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:46.679135 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d24249-2fae-44ce-8e9f-a3023fb60e6d req-385e635f-3380-4632-8a89-e44e98daaf36 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:46.686937 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d24249-2fae-44ce-8e9f-a3023fb60e6d req-385e635f-3380-4632-8a89-e44e98daaf36 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:46.694760 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d24249-2fae-44ce-8e9f-a3023fb60e6d req-385e635f-3380-4632-8a89-e44e98daaf36 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:46.697669 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b0d24249-2fae-44ce-8e9f-a3023fb60e6d req-385e635f-3380-4632-8a89-e44e98daaf36 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5436 time: 0.1671016 Apr 28 19:43:46.709389 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 53098) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:46.715044 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-d2e3680c-3da3-4edd-a734-940b150bf452 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Request body: {'floatingip': {'port_id': '5777ee41-99fe-478c-84d1-afd3559609f8'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:46.801799 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:46.823213 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-fe7fc1f7-4050-44d0-ba9c-407d231bcf28 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=de8286f6fff44bf685c94cc7bf76ea63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2451446 Apr 28 19:43:46.826499 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8c9f108e-2820-4322-816f-33d4296cdcc8 req-601fdb7e-f4a8-4449-9f3e-0098a844838b service neutron] 10.222.0.15 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216953 Apr 28 19:43:46.840030 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d2e3680c-3da3-4edd-a734-940b150bf452 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks [] for floatingip, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:46.997552 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3633d953-0758-4c27-b56e-1ad3a443da3e tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:47.092402 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 82203c49-59ad-4bf4-a156-9f7fd1bc977b, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=82203c49-59ad-4bf4-a156-9f7fd1bc977b,segment=NetworkSegment(b5720445-03de-4d91-9572-e2572d42e7be),segment_id=b5720445-03de-4d91-9572-e2572d42e7be)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:47.094874 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633d953-0758-4c27-b56e-1ad3a443da3e tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Pushing event deleted for resources: {'Port': ['ID=f2ae0f4c-240a-4913-a823-b6b0b2646c0c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:47.123560 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea71266-dd1d-48d3-b21f-23619441a568 req-03225849-c233-4204-9bb7-096d926ed0a9 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:47.132404 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1ea71266-dd1d-48d3-b21f-23619441a568 req-03225849-c233-4204-9bb7-096d926ed0a9 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 946 time: 0.2887828 Apr 28 19:43:47.137675 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '82203c49-59ad-4bf4-a156-9f7fd1bc977b', 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18', 'port_id': '82203c49-59ad-4bf4-a156-9f7fd1bc977b', 'mac_address': 'fa:16:3e:12:b2:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e145c28a-7477-47ad-a9ec-82b7e4aa7b4b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:43:47.183196 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1ea71266-dd1d-48d3-b21f-23619441a568 req-00aa9f6f-48fa-4332-94fc-72c2c6c1c045 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497622 Apr 28 19:43:47.238768 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:47.276647 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82203c49-59ad-4bf4-a156-9f7fd1bc977b {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:43:47.289884 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da598985-55d6-4fa0-bfd5-18b91f0cbccd x-openstack-request-id: req-da598985-55d6-4fa0-bfd5-18b91f0cbccd {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:43:47.290517 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5630ea9-c232-45e4-960c-bfac3d33fe89", "name": "network-vif-plugged", "status": "completed", "tag": "0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:43:47.291141 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-da598985-55d6-4fa0-bfd5-18b91f0cbccd {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:43:47.294135 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da598985-55d6-4fa0-bfd5-18b91f0cbccd'] response: {'server_uuid': 'd5630ea9-c232-45e4-960c-bfac3d33fe89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab', 'code': 200} Apr 28 19:43:47.342550 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 82203c49-59ad-4bf4-a156-9f7fd1bc977b, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=82203c49-59ad-4bf4-a156-9f7fd1bc977b,segment=NetworkSegment(b5720445-03de-4d91-9572-e2572d42e7be),segment_id=b5720445-03de-4d91-9572-e2572d42e7be)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:47.350634 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:47.359940 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3633d953-0758-4c27-b56e-1ad3a443da3e tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks [] for floatingip, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:47.369895 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3633d953-0758-4c27-b56e-1ad3a443da3e tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:47.374292 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3633d953-0758-4c27-b56e-1ad3a443da3e tempest-ServerActionsTestJSON-1631298855 tempest-ServerActionsTestJSON-1631298855-project] 10.222.0.42 "DELETE /v2.0/floatingips/8fc4e136-a301-43bd-89b6-cb57c93750fc HTTP/1.1" status: 204 len: 168 time: 2.3510773 Apr 28 19:43:47.376660 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 53112) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:47.444943 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-d4d4104b-824f-4ef0-bdb0-994093a41522 service neutron] 10.222.0.42 "GET /v2.0/networks/ddec4432-f47a-4be1-8af0-f49812c9641e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4762790 Apr 28 19:43:47.505338 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=82203c49-59ad-4bf4-a156-9f7fd1bc977b,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:47.566102 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21630dad-297d-421f-8ab1-94535839571c req-0118601a-9cfd-4f31-b3f1-2b36a2ee84a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:47.568143 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-21630dad-297d-421f-8ab1-94535839571c req-0118601a-9cfd-4f31-b3f1-2b36a2ee84a2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 1097 time: 0.2193701 Apr 28 19:43:47.569195 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-69c26ae8-777e-4ce3-a9df-928a12661c42 req-7fb7e147-9d40-479f-8ae8-3cec4f815826 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 210 time: 0.1477556 Apr 28 19:43:47.633731 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['82203c49-59ad-4bf4-a156-9f7fd1bc977b'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:43:47.742811 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-bede0a4e-705c-4271-ae3f-40f3c5da6d67 service neutron] 10.222.0.42 "GET /v2.0/networks/ddec4432-f47a-4be1-8af0-f49812c9641e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967200 Apr 28 19:43:47.748274 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-21630dad-297d-421f-8ab1-94535839571c req-70d6d0e0-3dc5-4d0c-ac05-937d31884268 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587341 Apr 28 19:43:48.028076 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-34fa5f1f-ed80-44bf-b18c-7a87a542c46f req-cb386d1e-7672-4b90-ae67-70bc9b013140 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "GET /v2.0/ports?device_id=9de08999-2808-4693-aed1-87730e131db0 HTTP/1.1" status: 200 len: 210 time: 0.0355716 Apr 28 19:43:48.138754 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 53124) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:48.241528 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-345f38e2-dbaf-4231-85fc-91bccf3234f0 admin admin] Deleting subnet 08081696-8ad0-4503-9ed2-1596fa5d190f {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:43:48.264478 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-345f38e2-dbaf-4231-85fc-91bccf3234f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:48.409493 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-345f38e2-dbaf-4231-85fc-91bccf3234f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:48.463710 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-345f38e2-dbaf-4231-85fc-91bccf3234f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:48.473181 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390960e-0a4c-4425-a5e6-52345bc74d02 req-aa1cbee6-cb01-4e1f-98df-64007447d671 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:48.474727 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6390960e-0a4c-4425-a5e6-52345bc74d02 req-aa1cbee6-cb01-4e1f-98df-64007447d671 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 946 time: 0.1038136 Apr 28 19:43:48.558532 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6390960e-0a4c-4425-a5e6-52345bc74d02 req-b3b273fe-0289-4e41-ae7b-6fa69ae010f8 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651135 Apr 28 19:43:48.583670 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-345f38e2-dbaf-4231-85fc-91bccf3234f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:48.616755 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a290e-b18c-47cd-9d6d-0a7c97a08a97 req-0a6526a5-f39c-4b9a-80c0-df9ecddffa96 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:48.624936 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f85a290e-b18c-47cd-9d6d-0a7c97a08a97 req-0a6526a5-f39c-4b9a-80c0-df9ecddffa96 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=84e64f72-0adc-449c-99cb-56c3f4107423 HTTP/1.1" status: 200 len: 945 time: 0.8526814 Apr 28 19:43:48.637532 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f38e2-dbaf-4231-85fc-91bccf3234f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08081696-8ad0-4503-9ed2-1596fa5d190f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:48.640617 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-345f38e2-dbaf-4231-85fc-91bccf3234f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:48.647034 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-345f38e2-dbaf-4231-85fc-91bccf3234f0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/08081696-8ad0-4503-9ed2-1596fa5d190f HTTP/1.1" status: 204 len: 168 time: 0.5049977 Apr 28 19:43:48.647348 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 53136) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:48.702213 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.db.resource_extend [None req-d2e3680c-3da3-4edd-a734-940b150bf452 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:43:48.743966 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f81ef1fd-42a3-44a8-8e9f-14ca277a0cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:48.795954 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f85a290e-b18c-47cd-9d6d-0a7c97a08a97 req-97276678-a9be-4e7e-bc90-6fec3fefaf2a tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671948 Apr 28 19:43:48.885712 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a1ba9a92-b940-42e3-a03d-d06a4d15e573 req-aa204406-3754-4855-8188-ac4942a972cd tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 210 time: 0.0848219 Apr 28 19:43:48.893195 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d2e3680c-3da3-4edd-a734-940b150bf452 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:48.897282 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f81ef1fd-42a3-44a8-8e9f-14ca277a0cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:48.908189 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d2e3680c-3da3-4edd-a734-940b150bf452 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:48.958571 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-f81ef1fd-42a3-44a8-8e9f-14ca277a0cfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb55058-4aeb-4055-9a13-3f0b63e89569']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:48.970719 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-f81ef1fd-42a3-44a8-8e9f-14ca277a0cfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '436c53ed-3b97-4bf4-8a0b-a537cb1d73e3') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:48.971041 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-f81ef1fd-42a3-44a8-8e9f-14ca277a0cfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '436c53ed-3b97-4bf4-8a0b-a537cb1d73e3') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:48.982028 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f81ef1fd-42a3-44a8-8e9f-14ca277a0cfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:49.000871 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f81ef1fd-42a3-44a8-8e9f-14ca277a0cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:49.008057 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f81ef1fd-42a3-44a8-8e9f-14ca277a0cfa admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:43:49.008525 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f81ef1fd-42a3-44a8-8e9f-14ca277a0cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:49.012818 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:43:49.012818 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:43:49.012818 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:43:49.012818 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:43:49.012818 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:43:49.012818 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:43:49.012818 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:43:49.012818 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:43:49.012818 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:43:49.012818 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:43:49.012818 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:43:49.012818 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:43:49.012818 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:43:49.012818 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:43:49.012818 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:43:49.012818 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:43:49.012818 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:43:49.012818 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:43:49.012818 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:43:49.012818 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:43:49.012818 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:43:49.012818 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:43:49.012818 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:43:49.012818 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:43:49.012818 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:43:49.012818 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:43:49.012818 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:43:49.012818 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:43:49.012818 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:43:49.012818 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:43:49.012818 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:43:49.012818 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:43:49.108490 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f81ef1fd-42a3-44a8-8e9f-14ca277a0cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:49.144550 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f81ef1fd-42a3-44a8-8e9f-14ca277a0cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:49.155278 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f81ef1fd-42a3-44a8-8e9f-14ca277a0cfa admin admin] 10.222.0.42 "DELETE /v2.0/networks/cdb55058-4aeb-4055-9a13-3f0b63e89569 HTTP/1.1" status: 204 len: 168 time: 0.5068903 Apr 28 19:43:49.157646 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ef1fd-42a3-44a8-8e9f-14ca277a0cfa admin admin] Pushing event deleted for resources: {'Network': ['ID=cdb55058-4aeb-4055-9a13-3f0b63e89569,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:49.159845 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 53144) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:49.235101 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb1cac6b-16d4-457c-ae2b-e531819049e3 admin admin] Deleting subnet 1c3f4708-fa49-46e5-b21a-28eccef9c96f {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:43:49.239079 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bb1cac6b-16d4-457c-ae2b-e531819049e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:49.265047 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-25089176-e745-4bad-8b3e-570a0c890108 req-e1c56810-9223-43d5-b94a-82e1bbeac462 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "GET /v2.0/ports?device_id=9de08999-2808-4693-aed1-87730e131db0 HTTP/1.1" status: 200 len: 210 time: 0.0438685 Apr 28 19:43:49.270505 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-d2e3680c-3da3-4edd-a734-940b150bf452 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Floating IP 553bf19f-897e-4f0d-ae96-0e6503edd3f7 associated. External IP: 172.25.8.169, port: 5777ee41-99fe-478c-84d1-afd3559609f8. Apr 28 19:43:49.308009 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bb1cac6b-16d4-457c-ae2b-e531819049e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:49.346445 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-037d8f18-04a7-4aad-abef-f413471d840d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:49.434085 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bb1cac6b-16d4-457c-ae2b-e531819049e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:49.507826 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bb1cac6b-16d4-457c-ae2b-e531819049e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:49.545227 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1cac6b-16d4-457c-ae2b-e531819049e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c3f4708-fa49-46e5-b21a-28eccef9c96f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:49.579306 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bb1cac6b-16d4-457c-ae2b-e531819049e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:49.583173 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-bb1cac6b-16d4-457c-ae2b-e531819049e3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1c3f4708-fa49-46e5-b21a-28eccef9c96f HTTP/1.1" status: 204 len: 168 time: 0.4212492 Apr 28 19:43:49.588501 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 53156) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:49.685827 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9256c6ad-f854-448c-93e0-af8967f49596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:49.745660 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-81cb9ab1-570e-44f7-8554-8be9caea822e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:49.871468 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9256c6ad-f854-448c-93e0-af8967f49596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:49.907141 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d546a8-b207-45a1-90e7-79504bc8f5d6 req-c0bcd8b9-950f-4b33-a3f7-1a7639f97230 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:49.908627 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-24d546a8-b207-45a1-90e7-79504bc8f5d6 req-c0bcd8b9-950f-4b33-a3f7-1a7639f97230 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 946 time: 0.1707790 Apr 28 19:43:49.918448 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-9256c6ad-f854-448c-93e0-af8967f49596 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ed62e45-0c0f-4c42-a6c3-889de15dd0d0']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:49.928675 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-9256c6ad-f854-448c-93e0-af8967f49596 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72e4cb8-0e9a-46e3-aec4-e4fedcad9446') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:49.929093 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-9256c6ad-f854-448c-93e0-af8967f49596 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72e4cb8-0e9a-46e3-aec4-e4fedcad9446') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:49.944346 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e3680c-3da3-4edd-a734-940b150bf452 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Router 95fd222d-28fd-468e-9a61-1b82b6f296a3 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:43:49.947349 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9256c6ad-f854-448c-93e0-af8967f49596 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:50.010187 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9256c6ad-f854-448c-93e0-af8967f49596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:50.022076 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-2385fd77-b840-4d07-a59a-dc9eb5bd2aad tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:50.023687 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-2385fd77-b840-4d07-a59a-dc9eb5bd2aad tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.15 "GET /v2.0/networks?id=ddec4432-f47a-4be1-8af0-f49812c9641e HTTP/1.1" status: 200 len: 815 time: 0.4826758 Apr 28 19:43:50.031653 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9256c6ad-f854-448c-93e0-af8967f49596 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:43:50.031653 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9256c6ad-f854-448c-93e0-af8967f49596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:50.031950 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:43:50.031950 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:43:50.031950 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:43:50.031950 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:43:50.031950 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:43:50.031950 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:43:50.031950 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:43:50.031950 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:43:50.031950 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:43:50.031950 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:43:50.031950 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:43:50.031950 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:43:50.031950 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:43:50.031950 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:43:50.031950 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:43:50.031950 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:43:50.031950 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:43:50.031950 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:43:50.031950 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:43:50.031950 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:43:50.031950 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:43:50.031950 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:43:50.031950 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:43:50.031950 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:43:50.031950 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:43:50.031950 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:43:50.031950 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:43:50.031950 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:43:50.031950 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:43:50.031950 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:43:50.031950 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:43:50.031950 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:43:50.062161 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-24d546a8-b207-45a1-90e7-79504bc8f5d6 req-ab18a3e2-2434-41a4-a056-b1fee47f86f8 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422477 Apr 28 19:43:50.084431 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc7491-f112-445c-85bd-050ea5fbf64f req-b7c79064-37ea-42e3-9b38-a7a0e1b8ca2a tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:50.086005 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cadc7491-f112-445c-85bd-050ea5fbf64f req-b7c79064-37ea-42e3-9b38-a7a0e1b8ca2a tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=84e64f72-0adc-449c-99cb-56c3f4107423 HTTP/1.1" status: 200 len: 945 time: 0.1282902 Apr 28 19:43:50.161522 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e3680c-3da3-4edd-a734-940b150bf452 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:43:50.166633 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d2e3680c-3da3-4edd-a734-940b150bf452 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:50.174223 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c930db14-89aa-47d2-8ef7-88619940dd33 None None] Sync routers for ids ['95fd222d-28fd-468e-9a61-1b82b6f296a3'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:43:50.192869 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c930db14-89aa-47d2-8ef7-88619940dd33 None None] Routers {'95fd222d-28fd-468e-9a61-1b82b6f296a3'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:43:50.193505 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-c930db14-89aa-47d2-8ef7-88619940dd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:43:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['95fd222d-28fd-468e-9a61-1b82b6f296a3'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:50.217730 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-323f1bec-b4bf-4886-afae-20b7cdaa1076 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de8286f6fff44bf685c94cc7bf76ea63 HTTP/1.1" status: 200 len: 380 time: 0.1838379 Apr 28 19:43:50.221123 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9256c6ad-f854-448c-93e0-af8967f49596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:50.225587 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8394265a-6106-4fe6-98d9-f3322063f4e1 req-50d866bb-6512-4135-b6a5-bc85f9ffb0d9 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 210 time: 0.0357950 Apr 28 19:43:50.231486 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-037d8f18-04a7-4aad-abef-f413471d840d admin admin] Deleting port 6b151d5a-db61-451c-898c-47a366ba9b92 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:43:50.231815 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-037d8f18-04a7-4aad-abef-f413471d840d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:50.244233 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d2e3680c-3da3-4edd-a734-940b150bf452 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "PUT /v2.0/floatingips/553bf19f-897e-4f0d-ae96-0e6503edd3f7 HTTP/1.1" status: 200 len: 991 time: 3.5240443 Apr 28 19:43:50.244233 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'tag': '5777ee41-99fe-478c-84d1-afd3559609f8'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:50.244233 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7f2516-6806-4581-a6dc-eee2fb9aa5de" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "tag": "5777ee41-99fe-478c-84d1-afd3559609f8"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:43:50.258831 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-54051a63-a38d-4659-9962-6d625fc397c4 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Request body: {'port': {'device_id': '9de08999-2808-4693-aed1-87730e131db0', 'network_id': 'ddec4432-f47a-4be1-8af0-f49812c9641e', 'admin_state_up': True, 'tenant_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'security_groups': ['e13c6bcc-5bee-4e36-a03b-f22564c75820']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:50.266169 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9256c6ad-f854-448c-93e0-af8967f49596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:50.269426 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9256c6ad-f854-448c-93e0-af8967f49596 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9ed62e45-0c0f-4c42-a6c3-889de15dd0d0 HTTP/1.1" status: 204 len: 168 time: 0.6796911 Apr 28 19:43:50.270327 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256c6ad-f854-448c-93e0-af8967f49596 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ed62e45-0c0f-4c42-a6c3-889de15dd0d0,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:50.283958 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cadc7491-f112-445c-85bd-050ea5fbf64f req-397c813b-80cc-49bb-ac76-6be9d7b82cd3 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381698 Apr 28 19:43:50.397997 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0453ceff-3b5b-4196-b9c5-0b5d2e8b6485 x-openstack-request-id: req-0453ceff-3b5b-4196-b9c5-0b5d2e8b6485 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:43:50.398379 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "tag": "5777ee41-99fe-478c-84d1-afd3559609f8", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:43:50.398651 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0453ceff-3b5b-4196-b9c5-0b5d2e8b6485 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:43:50.399267 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0453ceff-3b5b-4196-b9c5-0b5d2e8b6485'] response: {'name': 'network-changed', 'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'tag': '5777ee41-99fe-478c-84d1-afd3559609f8', 'status': 'completed', 'code': 200} Apr 28 19:43:50.461454 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-037d8f18-04a7-4aad-abef-f413471d840d admin admin] For port 6b151d5a-db61-451c-898c-47a366ba9b92, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=6b151d5a-db61-451c-898c-47a366ba9b92,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:50.462453 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-037d8f18-04a7-4aad-abef-f413471d840d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:50.468633 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-c930db14-89aa-47d2-8ef7-88619940dd33 None None] Set router 95fd222d-28fd-468e-9a61-1b82b6f296a3 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:43:50.500687 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 82203c49-59ad-4bf4-a156-9f7fd1bc977b up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:43:50.521896 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-037d8f18-04a7-4aad-abef-f413471d840d admin admin] Calling delete_port for 6b151d5a-db61-451c-898c-47a366ba9b92 owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:43:50.594668 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 53172) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:50.639118 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 82203c49-59ad-4bf4-a156-9f7fd1bc977b completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:43:50.643912 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 82203c49-59ad-4bf4-a156-9f7fd1bc977b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:50.644629 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:50.704827 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fcedc85b-4813-4e64-9c4f-d17b8e95f081 req-a01ef8e3-9c72-4aec-9302-93f61d7867b2 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "GET /v2.0/ports?device_id=9de08999-2808-4693-aed1-87730e131db0 HTTP/1.1" status: 200 len: 210 time: 0.1468191 Apr 28 19:43:50.786306 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:50.791610 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f2516-6806-4581-a6dc-eee2fb9aa5de req-6a6b6344-65f9-4623-aef0-2a2878dd173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:50.792117 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f2516-6806-4581-a6dc-eee2fb9aa5de req-6a6b6344-65f9-4623-aef0-2a2878dd173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:50.792599 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f2516-6806-4581-a6dc-eee2fb9aa5de req-6a6b6344-65f9-4623-aef0-2a2878dd173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:50.793069 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f2516-6806-4581-a6dc-eee2fb9aa5de req-6a6b6344-65f9-4623-aef0-2a2878dd173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:50.794152 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f2516-6806-4581-a6dc-eee2fb9aa5de req-6a6b6344-65f9-4623-aef0-2a2878dd173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:50.794631 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f2516-6806-4581-a6dc-eee2fb9aa5de req-6a6b6344-65f9-4623-aef0-2a2878dd173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:50.795099 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f2516-6806-4581-a6dc-eee2fb9aa5de req-6a6b6344-65f9-4623-aef0-2a2878dd173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:50.797203 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3f7f2516-6806-4581-a6dc-eee2fb9aa5de req-6a6b6344-65f9-4623-aef0-2a2878dd173c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc3414dc2d694e45b86b092fc773c62d&device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 6493 time: 0.3720746 Apr 28 19:43:50.827616 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 82203c49-59ad-4bf4-a156-9f7fd1bc977b, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=82203c49-59ad-4bf4-a156-9f7fd1bc977b,segment=NetworkSegment(b5720445-03de-4d91-9572-e2572d42e7be),segment_id=b5720445-03de-4d91-9572-e2572d42e7be)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:50.828895 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e64f72-0adc-449c-99cb-56c3f4107423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82203c49-59ad-4bf4-a156-9f7fd1bc977b'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:50.832630 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26aa96b-9d4f-433a-bb35-f72030f4ea1d" -d '{"events": [{"server_uuid": "84e64f72-0adc-449c-99cb-56c3f4107423", "name": "network-vif-plugged", "status": "completed", "tag": "82203c49-59ad-4bf4-a156-9f7fd1bc977b"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:43:50.838590 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:50.894354 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=82203c49-59ad-4bf4-a156-9f7fd1bc977b,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:50.926317 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b76571-4f80-46c1-b7c1-fea1ab5fd993 x-openstack-request-id: req-01b76571-4f80-46c1-b7c1-fea1ab5fd993 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:43:50.926648 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e64f72-0adc-449c-99cb-56c3f4107423", "name": "network-vif-plugged", "status": "completed", "tag": "82203c49-59ad-4bf4-a156-9f7fd1bc977b", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:43:50.926915 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-01b76571-4f80-46c1-b7c1-fea1ab5fd993 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:43:50.927412 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01b76571-4f80-46c1-b7c1-fea1ab5fd993'] response: {'server_uuid': '84e64f72-0adc-449c-99cb-56c3f4107423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82203c49-59ad-4bf4-a156-9f7fd1bc977b', 'code': 200} Apr 28 19:43:50.940219 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbb3ee-b0c0-4703-92ef-dcfa15b2b7b5 req-629dda2e-868c-4c7a-8c84-c70c5eee2e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:50.942079 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2bcbb3ee-b0c0-4703-92ef-dcfa15b2b7b5 req-629dda2e-868c-4c7a-8c84-c70c5eee2e9e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a0c676490ad4221b826814b264d08aa&device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 1097 time: 0.2543724 Apr 28 19:43:50.985905 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1616094-296b-425e-8163-6eccebabb2f6 req-9859d7cb-edaf-47cb-b1de-d22c670464d7 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:50.994778 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c1616094-296b-425e-8163-6eccebabb2f6 req-9859d7cb-edaf-47cb-b1de-d22c670464d7 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 946 time: 0.0940769 Apr 28 19:43:51.031383 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-c930db14-89aa-47d2-8ef7-88619940dd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'name': 'tempest-TaggedBootDevicesTest-1059154151-router', 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '202abbd7-1717-4e5b-aeda-948355678d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:40:51Z', 'updated_at': '2022-04-28T19:40:58Z', 'revision_number': 4, 'project_id': 'bc3414dc2d694e45b86b092fc773c62d', 'gw_port': {'id': '202abbd7-1717-4e5b-aeda-948355678d3a', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:53Z', 'updated_at': '2022-04-28T19:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '553bf19f-897e-4f0d-ae96-0e6503edd3f7', 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'floating_ip_address': '172.25.8.169', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'port_id': '5777ee41-99fe-478c-84d1-afd3559609f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f69f4a5f-c2d6-44c7-ad73-929a90025ab3', 'mac_address': 'fa:16:3e:e8:82:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:42:05Z', 'updated_at': '2022-04-28T19:43:48Z', 'revision_number': 1, 'project_id': 'bc3414dc2d694e45b86b092fc773c62d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101a5818-8428-497e-990b-c76fb6a61d9b', 'name': '', 'network_id': 'f69f4a5f-c2d6-44c7-ad73-929a90025ab3', 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'mac_address': 'fa:16:3e:a5:f0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '48533aa3-5bd3-4948-a2d3-594fc981b6d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:57Z', 'updated_at': '2022-04-28T19:41:05Z', 'revision_number': 5, 'project_id': 'bc3414dc2d694e45b86b092fc773c62d', 'subnets': [{'id': '48533aa3-5bd3-4948-a2d3-594fc981b6d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:51.061311 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c930db14-89aa-47d2-8ef7-88619940dd33 None None] Checking router: 95fd222d-28fd-468e-9a61-1b82b6f296a3 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:43:51.072361 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c930db14-89aa-47d2-8ef7-88619940dd33 None None] Routers {'95fd222d-28fd-468e-9a61-1b82b6f296a3'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:43:51.073064 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-c930db14-89aa-47d2-8ef7-88619940dd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:43:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['95fd222d-28fd-468e-9a61-1b82b6f296a3'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:51.123274 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65d0d8-419f-4455-919e-2ee9dfd38b23 req-9a4b17d7-16a5-4725-915b-1ee31f526956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:51.124401 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7e65d0d8-419f-4455-919e-2ee9dfd38b23 req-9a4b17d7-16a5-4725-915b-1ee31f526956 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=84e64f72-0adc-449c-99cb-56c3f4107423 HTTP/1.1" status: 200 len: 1097 time: 0.1239836 Apr 28 19:43:51.128070 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c1616094-296b-425e-8163-6eccebabb2f6 req-e963f51f-0b34-4ae3-8a0e-5868e9888bf1 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311786 Apr 28 19:43:51.140634 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-037d8f18-04a7-4aad-abef-f413471d840d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:51.179920 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 53180) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:51.181951 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4a167cea-092b-4b2a-9dc6-79c3580fd46f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4fb95101ce734232ab8ec98d4c95967b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5735822 Apr 28 19:43:51.188672 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d8f18-04a7-4aad-abef-f413471d840d admin admin] Pushing event deleted for resources: {'Port': ['ID=6b151d5a-db61-451c-898c-47a366ba9b92,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:51.200589 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-54051a63-a38d-4659-9962-6d625fc397c4 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Made reservation on behalf of de8286f6fff44bf685c94cc7bf76ea63 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:43:51.209066 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-c930db14-89aa-47d2-8ef7-88619940dd33 None None] Set router 95fd222d-28fd-468e-9a61-1b82b6f296a3 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:43:51.215835 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-54051a63-a38d-4659-9962-6d625fc397c4 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:51.261090 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7e65d0d8-419f-4455-919e-2ee9dfd38b23 req-27f30094-5487-4bec-b5e6-702400865621 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294863 Apr 28 19:43:51.337187 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-97997f8c-d4aa-4ada-9aab-5fa06b2fe46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:51.446085 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-97997f8c-d4aa-4ada-9aab-5fa06b2fe46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:51.513814 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbb3ee-b0c0-4703-92ef-dcfa15b2b7b5 req-01a131b1-9482-47f8-aee8-b799f7579b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:51.516464 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2bcbb3ee-b0c0-4703-92ef-dcfa15b2b7b5 req-01a131b1-9482-47f8-aee8-b799f7579b8f service neutron] 10.222.0.44 "GET /v2.0/networks?id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef HTTP/1.1" status: 200 len: 920 time: 0.5050914 Apr 28 19:43:51.593242 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-037d8f18-04a7-4aad-abef-f413471d840d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:51.626553 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-de78912e-1215-4bb8-814a-7779e262828d req-4142001b-0f12-435a-b443-2249ac03db8f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 210 time: 0.1080589 Apr 28 19:43:51.643426 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-c930db14-89aa-47d2-8ef7-88619940dd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'name': 'tempest-TaggedBootDevicesTest-1059154151-router', 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '202abbd7-1717-4e5b-aeda-948355678d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:40:51Z', 'updated_at': '2022-04-28T19:40:58Z', 'revision_number': 4, 'project_id': 'bc3414dc2d694e45b86b092fc773c62d', 'gw_port': {'id': '202abbd7-1717-4e5b-aeda-948355678d3a', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:53Z', 'updated_at': '2022-04-28T19:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '553bf19f-897e-4f0d-ae96-0e6503edd3f7', 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'floating_ip_address': '172.25.8.169', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'port_id': '5777ee41-99fe-478c-84d1-afd3559609f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f69f4a5f-c2d6-44c7-ad73-929a90025ab3', 'mac_address': 'fa:16:3e:e8:82:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:42:05Z', 'updated_at': '2022-04-28T19:43:48Z', 'revision_number': 1, 'project_id': 'bc3414dc2d694e45b86b092fc773c62d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101a5818-8428-497e-990b-c76fb6a61d9b', 'name': '', 'network_id': 'f69f4a5f-c2d6-44c7-ad73-929a90025ab3', 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'mac_address': 'fa:16:3e:a5:f0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '48533aa3-5bd3-4948-a2d3-594fc981b6d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:57Z', 'updated_at': '2022-04-28T19:41:05Z', 'revision_number': 5, 'project_id': 'bc3414dc2d694e45b86b092fc773c62d', 'subnets': [{'id': '48533aa3-5bd3-4948-a2d3-594fc981b6d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:51.683013 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c930db14-89aa-47d2-8ef7-88619940dd33 None None] The sync data for ids ['95fd222d-28fd-468e-9a61-1b82b6f296a3'] in n-d-839810-1 is: [{'id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'name': 'tempest-TaggedBootDevicesTest-1059154151-router', 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '202abbd7-1717-4e5b-aeda-948355678d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:40:51Z', 'updated_at': '2022-04-28T19:40:58Z', 'revision_number': 4, 'project_id': 'bc3414dc2d694e45b86b092fc773c62d', 'gw_port': {'id': '202abbd7-1717-4e5b-aeda-948355678d3a', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:53Z', 'updated_at': '2022-04-28T19:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '553bf19f-897e-4f0d-ae96-0e6503edd3f7', 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'floating_ip_address': '172.25.8.169', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'port_id': '5777ee41-99fe-478c-84d1-afd3559609f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f69f4a5f-c2d6-44c7-ad73-929a90025ab3', 'mac_address': 'fa:16:3e:e8:82:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:42:05Z', 'updated_at': '2022-04-28T19:43:48Z', 'revision_number': 1, 'project_id': 'bc3414dc2d694e45b86b092fc773c62d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101a5818-8428-497e-990b-c76fb6a61d9b', 'name': '', 'network_id': 'f69f4a5f-c2d6-44c7-ad73-929a90025ab3', 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'mac_address': 'fa:16:3e:a5:f0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '48533aa3-5bd3-4948-a2d3-594fc981b6d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:57Z', 'updated_at': '2022-04-28T19:41:05Z', 'revision_number': 5, 'project_id': 'bc3414dc2d694e45b86b092fc773c62d', 'subnets': [{'id': '48533aa3-5bd3-4948-a2d3-594fc981b6d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:43:51.688585 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-97997f8c-d4aa-4ada-9aab-5fa06b2fe46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:51.696647 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-97997f8c-d4aa-4ada-9aab-5fa06b2fe46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:51.700178 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-97997f8c-d4aa-4ada-9aab-5fa06b2fe46c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c022b1ae-4fc9-4114-a59f-d12af83e00c1 HTTP/1.1" status: 204 len: 168 time: 0.5148141 Apr 28 19:43:51.711385 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2bcbb3ee-b0c0-4703-92ef-dcfa15b2b7b5 req-7a907ac0-a636-4e76-a691-450a83f2bb0f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab HTTP/1.1" status: 200 len: 217 time: 0.1801300 Apr 28 19:43:51.713305 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97997f8c-d4aa-4ada-9aab-5fa06b2fe46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c022b1ae-4fc9-4114-a59f-d12af83e00c1,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:51.714758 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f2516-6806-4581-a6dc-eee2fb9aa5de req-92784a2e-3190-4c3f-b801-0e5d8d837321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:51.724091 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3f7f2516-6806-4581-a6dc-eee2fb9aa5de req-92784a2e-3190-4c3f-b801-0e5d8d837321 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f69f4a5f-c2d6-44c7-ad73-929a90025ab3 HTTP/1.1" status: 200 len: 913 time: 0.9154928 Apr 28 19:43:52.030293 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a2605e1b-5860-4f96-89fe-3a81a32eefa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:52.035349 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2fc60960-58de-492c-8dd8-6bf45b2cc564 req-6810974a-98f8-4ad4-aac9-043d61fb1eb1 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "GET /v2.0/ports?device_id=9de08999-2808-4693-aed1-87730e131db0 HTTP/1.1" status: 200 len: 210 time: 0.1706700 Apr 28 19:43:52.050495 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037d8f18-04a7-4aad-abef-f413471d840d admin admin] Router c739b93f-5470-46a4-97a2-ed0ba3b1ebd0 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:43:52.075992 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22473a35-a00d-487a-8753-4af74639181d None None] New status for floating IP 553bf19f-897e-4f0d-ae96-0e6503edd3f7: ACTIVE {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:43:52.310548 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 53194) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:52.362074 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037d8f18-04a7-4aad-abef-f413471d840d admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:43:52.381869 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-037d8f18-04a7-4aad-abef-f413471d840d admin admin] 10.222.0.42 "PUT /v2.0/routers/c739b93f-5470-46a4-97a2-ed0ba3b1ebd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0003271 Apr 28 19:43:52.386640 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41dc061-6a8f-422e-ab08-8bb14020f9c1 None None] Sync routers for ids ['c739b93f-5470-46a4-97a2-ed0ba3b1ebd0'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:43:52.403026 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41dc061-6a8f-422e-ab08-8bb14020f9c1 None None] Routers {'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:43:52.403834 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-d41dc061-6a8f-422e-ab08-8bb14020f9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:43:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['c739b93f-5470-46a4-97a2-ed0ba3b1ebd0'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:52.414623 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dad6fc-1899-4b24-a1d7-cc9cd3ed3ec4 req-d7a1a453-c58f-4f5f-8a0c-266edd88619c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:52.423030 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-77dad6fc-1899-4b24-a1d7-cc9cd3ed3ec4 req-d7a1a453-c58f-4f5f-8a0c-266edd88619c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=84e64f72-0adc-449c-99cb-56c3f4107423 HTTP/1.1" status: 200 len: 946 time: 0.8895063 Apr 28 19:43:52.430122 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 53196) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:52.451585 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbb3ee-b0c0-4703-92ef-dcfa15b2b7b5 req-d4342375-e2ca-4929-86dc-cd995faf0a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:52.453150 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2bcbb3ee-b0c0-4703-92ef-dcfa15b2b7b5 req-d4342375-e2ca-4929-86dc-cd995faf0a08 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d25b1cb0-c200-401d-9c44-cd4c1f880757 HTTP/1.1" status: 200 len: 858 time: 0.7265680 Apr 28 19:43:52.468075 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3f7f2516-6806-4581-a6dc-eee2fb9aa5de req-f5de87fe-9067-4f1d-ac4a-a5bdf5942666 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5777ee41-99fe-478c-84d1-afd3559609f8 HTTP/1.1" status: 200 len: 999 time: 0.7044947 Apr 28 19:43:52.544563 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-d41dc061-6a8f-422e-ab08-8bb14020f9c1 None None] Set router c739b93f-5470-46a4-97a2-ed0ba3b1ebd0 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:43:52.595847 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-87672d43-4d21-4cef-bcfe-9f72a3a9bfc2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3c92a5eec9f748ea91b2614da67b3cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2799590 Apr 28 19:43:52.601953 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 53198) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:52.616824 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-77dad6fc-1899-4b24-a1d7-cc9cd3ed3ec4 req-6724857f-6232-418e-a11b-9b3c2a80b446 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876385 Apr 28 19:43:52.620375 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-54051a63-a38d-4659-9962-6d625fc397c4 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Allocated IP 172.20.0.14 (ddec4432-f47a-4be1-8af0-f49812c9641e/63affdd7-00eb-4a41-b477-029428303fa6/79dfe0f7-b267-436e-b844-f7a41ce366d9) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:43:52.696935 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbb3ee-b0c0-4703-92ef-dcfa15b2b7b5 req-f10709de-cab4-44e7-9067-c5bd2f8dacab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:52.698526 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2bcbb3ee-b0c0-4703-92ef-dcfa15b2b7b5 req-f10709de-cab4-44e7-9067-c5bd2f8dacab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2277465 Apr 28 19:43:52.705541 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f2516-6806-4581-a6dc-eee2fb9aa5de req-349264e5-1749-4051-91e9-710784151db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:52.707384 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3f7f2516-6806-4581-a6dc-eee2fb9aa5de req-349264e5-1749-4051-91e9-710784151db1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=48533aa3-5bd3-4948-a2d3-594fc981b6d2 HTTP/1.1" status: 200 len: 851 time: 0.2190378 Apr 28 19:43:52.780854 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c5e0ef18-552c-45d9-afd2-28e662d06630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:52.826815 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-d41dc061-6a8f-422e-ab08-8bb14020f9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'name': 'tempest-ServerActionsTestJSON-1205636581-router', 'tenant_id': '94740374ca054549b67b793671aaad05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'c065612b-046a-4b5b-8655-a9cbc27ce99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:35:27Z', 'updated_at': '2022-04-28T19:43:50Z', 'revision_number': 5, 'project_id': '94740374ca054549b67b793671aaad05', 'gw_port': {'id': 'c065612b-046a-4b5b-8655-a9cbc27ce99e', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:28Z', 'updated_at': '2022-04-28T19:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:52.860500 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41dc061-6a8f-422e-ab08-8bb14020f9c1 None None] Checking router: c739b93f-5470-46a4-97a2-ed0ba3b1ebd0 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:43:52.862217 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-99242073-ee9d-4ae2-a370-a2cfb5ff10d2 req-927d8e5a-ac9b-4336-b843-d7f23b8270c5 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 210 time: 0.0651093 Apr 28 19:43:52.901153 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41dc061-6a8f-422e-ab08-8bb14020f9c1 None None] Routers {'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:43:52.902257 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-d41dc061-6a8f-422e-ab08-8bb14020f9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:43:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['c739b93f-5470-46a4-97a2-ed0ba3b1ebd0'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:52.959356 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c5e0ef18-552c-45d9-afd2-28e662d06630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:52.976965 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f2516-6806-4581-a6dc-eee2fb9aa5de req-13a6f719-418d-458a-8356-7d6ffca490a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:52.979192 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3f7f2516-6806-4581-a6dc-eee2fb9aa5de req-13a6f719-418d-458a-8356-7d6ffca490a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f69f4a5f-c2d6-44c7-ad73-929a90025ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2618542 Apr 28 19:43:53.018764 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90d8f10f-0544-4c13-84a4-6110ae1e38ce admin admin] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:53.040446 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-d41dc061-6a8f-422e-ab08-8bb14020f9c1 None None] Set router c739b93f-5470-46a4-97a2-ed0ba3b1ebd0 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:43:53.050915 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2bcbb3ee-b0c0-4703-92ef-dcfa15b2b7b5 req-b2ffe681-1480-48c7-ae02-5156fe32810a service neutron] 10.222.0.44 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410990 Apr 28 19:43:53.135159 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2daa2ca-db52-47f5-8555-7c653c2d20d8 req-227831d5-ec19-446f-9fe9-c248123f8839 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:53.141337 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f2daa2ca-db52-47f5-8555-7c653c2d20d8 req-227831d5-ec19-446f-9fe9-c248123f8839 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 946 time: 0.7760124 Apr 28 19:43:53.200717 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-54051a63-a38d-4659-9962-6d625fc397c4 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:53.233123 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-76a784a8-651e-48f7-bb35-a04ed54b94ef req-74edab3e-3d6b-4b2d-948f-80d6aa078715 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "GET /v2.0/ports?device_id=9de08999-2808-4693-aed1-87730e131db0 HTTP/1.1" status: 200 len: 210 time: 0.0442622 Apr 28 19:43:53.265267 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c5e0ef18-552c-45d9-afd2-28e662d06630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:53.267995 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c5e0ef18-552c-45d9-afd2-28e662d06630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:53.269470 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c5e0ef18-552c-45d9-afd2-28e662d06630 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a0c4a7cd-22bb-4768-85a7-973820b1e2af HTTP/1.1" status: 204 len: 168 time: 0.6516097 Apr 28 19:43:53.281778 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f2daa2ca-db52-47f5-8555-7c653c2d20d8 req-2c4cfab3-018e-492a-979c-42c052973fd4 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302676 Apr 28 19:43:53.308252 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90d8f10f-0544-4c13-84a4-6110ae1e38ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:53.355013 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2bcbb3ee-b0c0-4703-92ef-dcfa15b2b7b5 req-6bdeeadc-edb6-4ca3-b774-659f53f36606 service neutron] 10.222.0.44 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889469 Apr 28 19:43:53.373315 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0ef18-552c-45d9-afd2-28e662d06630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c4a7cd-22bb-4768-85a7-973820b1e2af,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:53.395924 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3f7f2516-6806-4581-a6dc-eee2fb9aa5de req-85bf41d9-4859-43a7-acb0-f4d1fdb2b917 service neutron] 10.222.0.15 "GET /v2.0/networks/f69f4a5f-c2d6-44c7-ad73-929a90025ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061952 Apr 28 19:43:53.402989 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-d41dc061-6a8f-422e-ab08-8bb14020f9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'name': 'tempest-ServerActionsTestJSON-1205636581-router', 'tenant_id': '94740374ca054549b67b793671aaad05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'c065612b-046a-4b5b-8655-a9cbc27ce99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:35:27Z', 'updated_at': '2022-04-28T19:43:50Z', 'revision_number': 5, 'project_id': '94740374ca054549b67b793671aaad05', 'gw_port': {'id': 'c065612b-046a-4b5b-8655-a9cbc27ce99e', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:28Z', 'updated_at': '2022-04-28T19:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:53.443719 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-90d8f10f-0544-4c13-84a4-6110ae1e38ce admin admin] Deleting port c065612b-046a-4b5b-8655-a9cbc27ce99e {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:43:53.448882 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90d8f10f-0544-4c13-84a4-6110ae1e38ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:53.469960 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:53.481148 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-54051a63-a38d-4659-9962-6d625fc397c4 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:53.489936 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41dc061-6a8f-422e-ab08-8bb14020f9c1 None None] The sync data for ids ['c739b93f-5470-46a4-97a2-ed0ba3b1ebd0'] in n-d-839810-1 is: [{'id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'name': 'tempest-ServerActionsTestJSON-1205636581-router', 'tenant_id': '94740374ca054549b67b793671aaad05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'c065612b-046a-4b5b-8655-a9cbc27ce99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:35:27Z', 'updated_at': '2022-04-28T19:43:50Z', 'revision_number': 5, 'project_id': '94740374ca054549b67b793671aaad05', 'gw_port': {'id': 'c065612b-046a-4b5b-8655-a9cbc27ce99e', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c739b93f-5470-46a4-97a2-ed0ba3b1ebd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:28Z', 'updated_at': '2022-04-28T19:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:43:53.599210 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-90d8f10f-0544-4c13-84a4-6110ae1e38ce admin admin] For port c065612b-046a-4b5b-8655-a9cbc27ce99e, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c065612b-046a-4b5b-8655-a9cbc27ce99e,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:53.599589 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90d8f10f-0544-4c13-84a4-6110ae1e38ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:53.609945 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-54051a63-a38d-4659-9962-6d625fc397c4 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Network ddec4432-f47a-4be1-8af0-f49812c9641e is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:43:53.615286 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-54051a63-a38d-4659-9962-6d625fc397c4 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:43:53.626036 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-54051a63-a38d-4659-9962-6d625fc397c4 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:43:53.626306 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-90d8f10f-0544-4c13-84a4-6110ae1e38ce admin admin] Calling delete_port for c065612b-046a-4b5b-8655-a9cbc27ce99e owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:43:53.686803 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54051a63-a38d-4659-9962-6d625fc397c4 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Pushing event updated for resources: {'Port': ['ID=79dfe0f7-b267-436e-b844-f7a41ce366d9,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:53.760681 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3f7f2516-6806-4581-a6dc-eee2fb9aa5de req-9a2d3ccb-5e76-44a1-83c7-0c93021cf464 service neutron] 10.222.0.15 "GET /v2.0/networks/f69f4a5f-c2d6-44c7-ad73-929a90025ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481143 Apr 28 19:43:53.823949 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-54051a63-a38d-4659-9962-6d625fc397c4 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:53.824738 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-54051a63-a38d-4659-9962-6d625fc397c4 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:53.930701 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-54051a63-a38d-4659-9962-6d625fc397c4 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7028396 Apr 28 19:43:53.968132 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1b0c0-f45c-4f13-bde1-67b4bfce0d33 req-d1dd3af6-7b8f-4c1d-b6e1-a99ac5e786fa tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:53.984780 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-59c1b0c0-f45c-4f13-bde1-67b4bfce0d33 req-d1dd3af6-7b8f-4c1d-b6e1-a99ac5e786fa tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=84e64f72-0adc-449c-99cb-56c3f4107423 HTTP/1.1" status: 200 len: 946 time: 0.2340813 Apr 28 19:43:53.996621 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-c10ad6ee-f0e0-4051-b790-77f9b3700cbf service neutron] Request body: {'port': {'device_id': '9de08999-2808-4693-aed1-87730e131db0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:53.999646 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90d8f10f-0544-4c13-84a4-6110ae1e38ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:54.073025 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8f10f-0544-4c13-84a4-6110ae1e38ce admin admin] Pushing event deleted for resources: {'Port': ['ID=c065612b-046a-4b5b-8655-a9cbc27ce99e,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:54.169304 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-59c1b0c0-f45c-4f13-bde1-67b4bfce0d33 req-3236bf63-b862-49bf-bb1e-afbaf24ed9fc tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688435 Apr 28 19:43:54.176321 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-c10ad6ee-f0e0-4051-b790-77f9b3700cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:54.196538 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d9525f10-1509-4608-bf3a-9e8583a54312 req-505a42fd-f3fe-462c-b6a3-317ac100dba7 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 210 time: 0.1256170 Apr 28 19:43:54.267005 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-d670e958-394e-41ba-b526-0599555004a0 None None] Provisioning complete for port 79dfe0f7-b267-436e-b844-f7a41ce366d9 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:54.267294 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d670e958-394e-41ba-b526-0599555004a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:54.325434 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90d8f10f-0544-4c13-84a4-6110ae1e38ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:54.414052 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-d670e958-394e-41ba-b526-0599555004a0 None None] Port 79dfe0f7-b267-436e-b844-f7a41ce366d9 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:43:54.558247 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90d8f10f-0544-4c13-84a4-6110ae1e38ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:54.562826 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90d8f10f-0544-4c13-84a4-6110ae1e38ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:54.591758 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66c295-665c-4267-9502-30964f72a4c7 req-3726dc5a-4f3c-41a3-910b-dd27ffb07a65 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:54.601095 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eb66c295-665c-4267-9502-30964f72a4c7 req-3726dc5a-4f3c-41a3-910b-dd27ffb07a65 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "GET /v2.0/ports?device_id=9de08999-2808-4693-aed1-87730e131db0 HTTP/1.1" status: 200 len: 932 time: 0.2198398 Apr 28 19:43:54.606274 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e02ea9-c0de-424d-a3c7-eda39e6b117f req-bad93236-13a6-41cb-9418-d0421000025e tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:54.618139 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b3e02ea9-c0de-424d-a3c7-eda39e6b117f req-bad93236-13a6-41cb-9418-d0421000025e tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 946 time: 0.1563823 Apr 28 19:43:54.647406 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 6b151d5a-db61-451c-898c-47a366ba9b92 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:43:54.724720 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 6b151d5a-db61-451c-898c-47a366ba9b92 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:43:54.725333 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 6b151d5a-db61-451c-898c-47a366ba9b92 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:43:54.739627 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90d8f10f-0544-4c13-84a4-6110ae1e38ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:54.744069 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d8f10f-0544-4c13-84a4-6110ae1e38ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router c739b93f-5470-46a4-97a2-ed0ba3b1ebd0 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:43:54.765128 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b3e02ea9-c0de-424d-a3c7-eda39e6b117f req-f639d98f-b733-426a-8327-073cde2716a9 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458273 Apr 28 19:43:54.771182 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90d8f10f-0544-4c13-84a4-6110ae1e38ce admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:54.776059 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-90d8f10f-0544-4c13-84a4-6110ae1e38ce admin admin] 10.222.0.42 "DELETE /v2.0/routers/c739b93f-5470-46a4-97a2-ed0ba3b1ebd0 HTTP/1.1" status: 204 len: 168 time: 2.3356009 Apr 28 19:43:54.793042 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 53240) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:54.798273 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eb66c295-665c-4267-9502-30964f72a4c7 req-06e7301d-d7f4-4cee-a23c-d6124f31ebc1 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "GET /v2.0/security-groups?id=e13c6bcc-5bee-4e36-a03b-f22564c75820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952493 Apr 28 19:43:55.031636 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f85087-6664-44e2-9dce-9ae4a5b06d98 admin admin] Deleting subnet 43d83121-413d-4da3-b294-551f60ac6b94 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:43:55.038298 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60f85087-6664-44e2-9dce-9ae4a5b06d98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:55.044473 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-c10ad6ee-f0e0-4051-b790-77f9b3700cbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79dfe0f7-b267-436e-b844-f7a41ce366d9 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:43:55.080693 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-c10ad6ee-f0e0-4051-b790-77f9b3700cbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:55.108732 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456db95f-4248-4284-b14b-c0a0c9c403de req-c5047cf7-fa3f-4a1f-9ad1-889a8c2df026 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:55.110484 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-456db95f-4248-4284-b14b-c0a0c9c403de req-c5047cf7-fa3f-4a1f-9ad1-889a8c2df026 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=84e64f72-0adc-449c-99cb-56c3f4107423 HTTP/1.1" status: 200 len: 946 time: 0.1830282 Apr 28 19:43:55.119513 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-c10ad6ee-f0e0-4051-b790-77f9b3700cbf service neutron] Transition to ACTIVE for port object 79dfe0f7-b267-436e-b844-f7a41ce366d9 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:43:55.125310 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60f85087-6664-44e2-9dce-9ae4a5b06d98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:55.159198 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-c10ad6ee-f0e0-4051-b790-77f9b3700cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:55.266491 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-456db95f-4248-4284-b14b-c0a0c9c403de req-7c61e474-15e0-4ff5-a4e2-c449f54d5746 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438570 Apr 28 19:43:55.272648 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ad6ee-f0e0-4051-b790-77f9b3700cbf service neutron] Pushing event updated for resources: {'Port': ['ID=79dfe0f7-b267-436e-b844-f7a41ce366d9,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:55.401339 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9dcb7296-2e96-42d3-9bf8-9668ef4610bc req-4a6dc1dd-8f7c-4b47-ac07-b55584f318b1 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 210 time: 0.0519869 Apr 28 19:43:55.450528 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-c10ad6ee-f0e0-4051-b790-77f9b3700cbf service neutron] Attempting to bind port 79dfe0f7-b267-436e-b844-f7a41ce366d9 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:43:55.450934 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-c10ad6ee-f0e0-4051-b790-77f9b3700cbf service neutron] Attempting to bind port 79dfe0f7-b267-436e-b844-f7a41ce366d9 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '16abdf81-37e3-41b0-90df-568bab8c6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ddec4432-f47a-4be1-8af0-f49812c9641e'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:43:55.451269 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-c10ad6ee-f0e0-4051-b790-77f9b3700cbf service neutron] Attempting to bind port 79dfe0f7-b267-436e-b844-f7a41ce366d9 on network ddec4432-f47a-4be1-8af0-f49812c9641e {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:43:55.459948 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-c10ad6ee-f0e0-4051-b790-77f9b3700cbf service neutron] Port 79dfe0f7-b267-436e-b844-f7a41ce366d9 on network ddec4432-f47a-4be1-8af0-f49812c9641e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:43:55.460396 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-c10ad6ee-f0e0-4051-b790-77f9b3700cbf service neutron] Attempting to bind port 79dfe0f7-b267-436e-b844-f7a41ce366d9 on network ddec4432-f47a-4be1-8af0-f49812c9641e {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:43:55.468566 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60f85087-6664-44e2-9dce-9ae4a5b06d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:55.471712 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-c10ad6ee-f0e0-4051-b790-77f9b3700cbf service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:43:55.472081 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-c10ad6ee-f0e0-4051-b790-77f9b3700cbf service neutron] Checking segment: {'id': '16abdf81-37e3-41b0-90df-568bab8c6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ddec4432-f47a-4be1-8af0-f49812c9641e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:43:55.472613 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-c10ad6ee-f0e0-4051-b790-77f9b3700cbf service neutron] Bound using segment: {'id': '16abdf81-37e3-41b0-90df-568bab8c6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ddec4432-f47a-4be1-8af0-f49812c9641e'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:43:55.473066 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-c10ad6ee-f0e0-4051-b790-77f9b3700cbf service neutron] Bound port: 79dfe0f7-b267-436e-b844-f7a41ce366d9, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16abdf81-37e3-41b0-90df-568bab8c6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ddec4432-f47a-4be1-8af0-f49812c9641e'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:43:55.473427 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-c10ad6ee-f0e0-4051-b790-77f9b3700cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:55.612561 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-c10ad6ee-f0e0-4051-b790-77f9b3700cbf service neutron] For port 79dfe0f7-b267-436e-b844-f7a41ce366d9, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:43:55.620084 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-c10ad6ee-f0e0-4051-b790-77f9b3700cbf service neutron] For port 79dfe0f7-b267-436e-b844-f7a41ce366d9, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=79dfe0f7-b267-436e-b844-f7a41ce366d9,segment=NetworkSegment(16abdf81-37e3-41b0-90df-568bab8c6afa),segment_id=16abdf81-37e3-41b0-90df-568bab8c6afa)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:43:55.629171 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-c10ad6ee-f0e0-4051-b790-77f9b3700cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:55.706918 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60f85087-6664-44e2-9dce-9ae4a5b06d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:55.713668 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-c10ad6ee-f0e0-4051-b790-77f9b3700cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:55.714651 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-c10ad6ee-f0e0-4051-b790-77f9b3700cbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:55.716441 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-c10ad6ee-f0e0-4051-b790-77f9b3700cbf service neutron] 10.222.0.15 "PUT /v2.0/ports/79dfe0f7-b267-436e-b844-f7a41ce366d9 HTTP/1.1" status: 200 len: 1092 time: 1.7294226 Apr 28 19:43:55.719119 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de08999-2808-4693-aed1-87730e131db0', 'tag': '79dfe0f7-b267-436e-b844-f7a41ce366d9'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:55.722118 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279b2801-cca7-4f57-87ef-280134ed29a2" -d '{"events": [{"name": "network-changed", "server_uuid": "9de08999-2808-4693-aed1-87730e131db0", "tag": "79dfe0f7-b267-436e-b844-f7a41ce366d9"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:43:55.750906 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e84a8-6928-4713-9b11-bb651bc85eaa req-037e861c-f261-4cb3-9c10-63776937f06c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:55.756158 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ca2e84a8-6928-4713-9b11-bb651bc85eaa req-037e861c-f261-4cb3-9c10-63776937f06c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=84e64f72-0adc-449c-99cb-56c3f4107423 HTTP/1.1" status: 200 len: 946 time: 0.0964279 Apr 28 19:43:55.772732 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60f85087-6664-44e2-9dce-9ae4a5b06d98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:55.780051 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-60f85087-6664-44e2-9dce-9ae4a5b06d98 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/43d83121-413d-4da3-b294-551f60ac6b94 HTTP/1.1" status: 204 len: 168 time: 0.9830611 Apr 28 19:43:55.780051 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f85087-6664-44e2-9dce-9ae4a5b06d98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43d83121-413d-4da3-b294-551f60ac6b94,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:55.781996 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 53252) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:55.796490 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45520b9-05b0-4cd9-8d6d-e04e739cfdd5 None None] Network 80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:43:55.812396 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:55.861509 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ca2e84a8-6928-4713-9b11-bb651bc85eaa req-8045124b-6897-4510-923f-69451f890642 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985019 Apr 28 19:43:55.894129 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03e8331-b2d7-4d29-b6f0-090de4892053 x-openstack-request-id: req-d03e8331-b2d7-4d29-b6f0-090de4892053 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:43:55.894468 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9de08999-2808-4693-aed1-87730e131db0", "tag": "79dfe0f7-b267-436e-b844-f7a41ce366d9", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:43:55.894734 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d03e8331-b2d7-4d29-b6f0-090de4892053 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:43:55.895306 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d03e8331-b2d7-4d29-b6f0-090de4892053'] response: {'name': 'network-changed', 'server_uuid': '9de08999-2808-4693-aed1-87730e131db0', 'tag': '79dfe0f7-b267-436e-b844-f7a41ce366d9', 'status': 'completed', 'code': 200} Apr 28 19:43:55.924827 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0be5fdb5-5f88-487e-92f8-8c64e2407f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:55.929331 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ad6ee-f0e0-4051-b790-77f9b3700cbf service neutron] Pushing event updated for resources: {'Port': ['ID=79dfe0f7-b267-436e-b844-f7a41ce366d9,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:55.998761 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:56.043089 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920b78e-d1a8-47de-abcb-9c743008c451 req-12f1375e-e37a-448b-b9c2-03d996c01803 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:56.049237 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2920b78e-d1a8-47de-abcb-9c743008c451 req-12f1375e-e37a-448b-b9c2-03d996c01803 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "GET /v2.0/ports?device_id=9de08999-2808-4693-aed1-87730e131db0 HTTP/1.1" status: 200 len: 944 time: 0.0849442 Apr 28 19:43:56.101618 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-d2824542-a94a-4ec6-af2e-f0551222f4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:56.104717 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-d2824542-a94a-4ec6-af2e-f0551222f4dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de8286f6fff44bf685c94cc7bf76ea63&device_id=9de08999-2808-4693-aed1-87730e131db0 HTTP/1.1" status: 200 len: 1095 time: 0.3207138 Apr 28 19:43:56.121951 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2920b78e-d1a8-47de-abcb-9c743008c451 req-27a67858-2a04-4e68-a9d3-a25e129ebe41 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "GET /v2.0/security-groups?id=e13c6bcc-5bee-4e36-a03b-f22564c75820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688808 Apr 28 19:43:56.179716 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-1c598ba1-f68b-447e-a48a-e9c6f2b5192d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79dfe0f7-b267-436e-b844-f7a41ce366d9 HTTP/1.1" status: 200 len: 217 time: 0.0628467 Apr 28 19:43:56.189320 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0b8d6-293e-4668-abb1-a2456732cebc req-541f169b-5e30-4468-a8a1-c41fe0e0b508 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:56.190903 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-84e0b8d6-293e-4668-abb1-a2456732cebc req-541f169b-5e30-4468-a8a1-c41fe0e0b508 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 946 time: 0.2170615 Apr 28 19:43:56.230820 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1481ad1d-fa32-4cf4-b7b0-4106eebdde0b None None] DHCP port deletion for 80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:43:56.284362 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-0be5fdb5-5f88-487e-92f8-8c64e2407f06 admin admin] Deleting port 5a319160-422d-48d7-bfd0-04abb8817b92 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:43:56.284704 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0be5fdb5-5f88-487e-92f8-8c64e2407f06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:56.301020 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-1481ad1d-fa32-4cf4-b7b0-4106eebdde0b None None] Deleting port 5a319160-422d-48d7-bfd0-04abb8817b92 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:43:56.301840 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1481ad1d-fa32-4cf4-b7b0-4106eebdde0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:56.317622 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-84e0b8d6-293e-4668-abb1-a2456732cebc req-c921cea4-0aae-4eae-b46e-6ffb48fe0520 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164930 Apr 28 19:43:56.334046 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-7c59a113-4ee6-40d8-ba08-5435849e6dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:56.335717 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-7c59a113-4ee6-40d8-ba08-5435849e6dad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63affdd7-00eb-4a41-b477-029428303fa6 HTTP/1.1" status: 200 len: 854 time: 0.1437960 Apr 28 19:43:56.395508 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-1481ad1d-fa32-4cf4-b7b0-4106eebdde0b None None] For port 5a319160-422d-48d7-bfd0-04abb8817b92, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=5a319160-422d-48d7-bfd0-04abb8817b92,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:56.396137 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1481ad1d-fa32-4cf4-b7b0-4106eebdde0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:56.413133 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-1481ad1d-fa32-4cf4-b7b0-4106eebdde0b None None] Calling delete_port for 5a319160-422d-48d7-bfd0-04abb8817b92 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:43:56.420323 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-0be5fdb5-5f88-487e-92f8-8c64e2407f06 admin admin] For port 5a319160-422d-48d7-bfd0-04abb8817b92, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=5a319160-422d-48d7-bfd0-04abb8817b92,segment=NetworkSegment(da4ecde0-ccce-400b-993c-f6f4b507286e),segment_id=da4ecde0-ccce-400b-993c-f6f4b507286e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:56.420558 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0be5fdb5-5f88-487e-92f8-8c64e2407f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:56.439937 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-0be5fdb5-5f88-487e-92f8-8c64e2407f06 admin admin] Calling delete_port for 5a319160-422d-48d7-bfd0-04abb8817b92 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:43:56.445932 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-ba62cc0d-1bcd-4b9c-823e-adb52ad9fcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:56.448154 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-ba62cc0d-1bcd-4b9c-823e-adb52ad9fcce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ddec4432-f47a-4be1-8af0-f49812c9641e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859590 Apr 28 19:43:56.520559 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1481ad1d-fa32-4cf4-b7b0-4106eebdde0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:56.563018 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1481ad1d-fa32-4cf4-b7b0-4106eebdde0b None None] No DVR routers for this DVR port 5a319160-422d-48d7-bfd0-04abb8817b92 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:43:56.577215 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5a74318a-5556-41b5-8951-29cf98a78d8a req-46d6517f-a669-4537-92ae-a610f5f37fd1 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 210 time: 0.0504699 Apr 28 19:43:56.597627 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c065612b-046a-4b5b-8655-a9cbc27ce99e no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:43:56.610822 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0be5fdb5-5f88-487e-92f8-8c64e2407f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:56.626760 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481ad1d-fa32-4cf4-b7b0-4106eebdde0b None None] Pushing event deleted for resources: {'Port': ['ID=5a319160-422d-48d7-bfd0-04abb8817b92,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:56.630076 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: c065612b-046a-4b5b-8655-a9cbc27ce99e {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:43:56.630424 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c065612b-046a-4b5b-8655-a9cbc27ce99e not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:43:56.630833 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 5a319160-422d-48d7-bfd0-04abb8817b92 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:43:56.646249 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5fdb5-5f88-487e-92f8-8c64e2407f06 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a319160-422d-48d7-bfd0-04abb8817b92,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:56.648126 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be5fdb5-5f88-487e-92f8-8c64e2407f06 admin admin] No DVR routers for this DVR port 5a319160-422d-48d7-bfd0-04abb8817b92 on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:43:56.652122 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 5a319160-422d-48d7-bfd0-04abb8817b92 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:43:56.652470 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 5a319160-422d-48d7-bfd0-04abb8817b92 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:43:56.686859 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-46bde741-4403-4abb-a952-1c2071a4a7cc service neutron] 10.222.0.15 "GET /v2.0/networks/ddec4432-f47a-4be1-8af0-f49812c9641e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270525 Apr 28 19:43:56.788276 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0be5fdb5-5f88-487e-92f8-8c64e2407f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:56.817667 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-0be5fdb5-5f88-487e-92f8-8c64e2407f06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80edfba9-b4c6-4f5e-9c0a-cf56f7367f19']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:56.835470 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-0be5fdb5-5f88-487e-92f8-8c64e2407f06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da4ecde0-ccce-400b-993c-f6f4b507286e') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:56.835761 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-0be5fdb5-5f88-487e-92f8-8c64e2407f06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da4ecde0-ccce-400b-993c-f6f4b507286e') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:56.850707 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0be5fdb5-5f88-487e-92f8-8c64e2407f06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:56.871138 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c0b036c0-05ef-44dd-9a86-3dccfc79f73b req-b7008682-96c5-40be-be4f-406cebc93c5a service neutron] 10.222.0.15 "GET /v2.0/networks/ddec4432-f47a-4be1-8af0-f49812c9641e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717920 Apr 28 19:43:56.874726 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0be5fdb5-5f88-487e-92f8-8c64e2407f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:56.880829 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be5fdb5-5f88-487e-92f8-8c64e2407f06 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:43:56.881227 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0be5fdb5-5f88-487e-92f8-8c64e2407f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:43:56.883101 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:43:56.968905 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0be5fdb5-5f88-487e-92f8-8c64e2407f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:56.979451 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0be5fdb5-5f88-487e-92f8-8c64e2407f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:56.982841 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0be5fdb5-5f88-487e-92f8-8c64e2407f06 admin admin] 10.222.0.42 "DELETE /v2.0/networks/80edfba9-b4c6-4f5e-9c0a-cf56f7367f19 HTTP/1.1" status: 204 len: 168 time: 1.1976099 Apr 28 19:43:57.017416 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5fdb5-5f88-487e-92f8-8c64e2407f06 admin admin] Pushing event deleted for resources: {'Network': ['ID=80edfba9-b4c6-4f5e-9c0a-cf56f7367f19,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:57.033539 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b2801-cca7-4f57-87ef-280134ed29a2 req-43e03166-01ff-4585-9397-df445673b8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:57.035024 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-279b2801-cca7-4f57-87ef-280134ed29a2 req-43e03166-01ff-4585-9397-df445673b8b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de8286f6fff44bf685c94cc7bf76ea63&device_id=9de08999-2808-4693-aed1-87730e131db0 HTTP/1.1" status: 200 len: 1095 time: 0.0999768 Apr 28 19:43:57.060473 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4b20f-6857-4472-b424-f2f317c85d9f req-7ccb2830-2b37-4a0f-a0b0-7d8987a31b2c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:57.061968 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-30d4b20f-6857-4472-b424-f2f317c85d9f req-7ccb2830-2b37-4a0f-a0b0-7d8987a31b2c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=84e64f72-0adc-449c-99cb-56c3f4107423 HTTP/1.1" status: 200 len: 946 time: 0.0889037 Apr 28 19:43:57.161928 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-30d4b20f-6857-4472-b424-f2f317c85d9f req-4dbb93ca-92d5-41aa-ad09-d18ccc485100 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884900 Apr 28 19:43:57.214426 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 53268) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:57.223610 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b2801-cca7-4f57-87ef-280134ed29a2 req-660bbcd2-c718-4069-8521-2dca5ba4b9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:57.225147 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-279b2801-cca7-4f57-87ef-280134ed29a2 req-660bbcd2-c718-4069-8521-2dca5ba4b9ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=ddec4432-f47a-4be1-8af0-f49812c9641e HTTP/1.1" status: 200 len: 916 time: 0.1820855 Apr 28 19:43:57.251283 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de1400-c12e-40b5-aa3b-b547c2f3abc6 req-6f24ec21-7b1d-4957-9148-cc25125d1789 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:57.253568 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53de1400-c12e-40b5-aa3b-b547c2f3abc6 req-6f24ec21-7b1d-4957-9148-cc25125d1789 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.15 "GET /v2.0/ports?device_id=84e64f72-0adc-449c-99cb-56c3f4107423 HTTP/1.1" status: 200 len: 946 time: 0.0833867 Apr 28 19:43:57.278838 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbd1ef-9d03-4955-acd5-64daf977881c req-4b6bf3b6-fa35-4f12-9c6d-d830cf7d5b5b tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:57.284035 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-279b2801-cca7-4f57-87ef-280134ed29a2 req-a1ffdc1e-43a6-428c-9d5f-8ac17e251124 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79dfe0f7-b267-436e-b844-f7a41ce366d9 HTTP/1.1" status: 200 len: 217 time: 0.0496304 Apr 28 19:43:57.286373 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b0fbd1ef-9d03-4955-acd5-64daf977881c req-4b6bf3b6-fa35-4f12-9c6d-d830cf7d5b5b tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "GET /v2.0/ports?device_id=9de08999-2808-4693-aed1-87730e131db0 HTTP/1.1" status: 200 len: 944 time: 0.0839534 Apr 28 19:43:57.318860 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-49a03c90-d4d6-4433-8fb5-d36a9847f54f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=94740374ca054549b67b793671aaad05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0998111 Apr 28 19:43:57.319296 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 53270) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:57.377921 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b2801-cca7-4f57-87ef-280134ed29a2 req-187a62bc-b9f0-4767-a0ce-db0fc6878ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:57.379403 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-279b2801-cca7-4f57-87ef-280134ed29a2 req-187a62bc-b9f0-4767-a0ce-db0fc6878ffe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63affdd7-00eb-4a41-b477-029428303fa6 HTTP/1.1" status: 200 len: 854 time: 0.0849044 Apr 28 19:43:57.389568 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b0fbd1ef-9d03-4955-acd5-64daf977881c req-7afd80c3-9230-443c-9cc5-f812548e5a8b tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "GET /v2.0/security-groups?id=e13c6bcc-5bee-4e36-a03b-f22564c75820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021283 Apr 28 19:43:57.410066 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-72c8a428-ae83-4a09-922d-9e0e3157fba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:57.436388 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-72c8a428-ae83-4a09-922d-9e0e3157fba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:57.497358 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-72c8a428-ae83-4a09-922d-9e0e3157fba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:57.500879 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-72c8a428-ae83-4a09-922d-9e0e3157fba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:57.503487 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-72c8a428-ae83-4a09-922d-9e0e3157fba8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/66f7597a-761d-4efe-9b7f-c92cbae97541 HTTP/1.1" status: 204 len: 168 time: 0.1828940 Apr 28 19:43:57.514107 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c8a428-ae83-4a09-922d-9e0e3157fba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f7597a-761d-4efe-9b7f-c92cbae97541,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:57.523336 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b912ed4-dbc6-41a7-92ca-63ea2bbd25d7 req-0dd4352a-2626-475a-94df-efbdb44b04fb tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:57.525888 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3b912ed4-dbc6-41a7-92ca-63ea2bbd25d7 req-0dd4352a-2626-475a-94df-efbdb44b04fb tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 946 time: 0.1295900 Apr 28 19:43:57.528805 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b2801-cca7-4f57-87ef-280134ed29a2 req-d4417d17-0e9b-40bb-b6f5-6021f873d640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:57.530293 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-279b2801-cca7-4f57-87ef-280134ed29a2 req-d4417d17-0e9b-40bb-b6f5-6021f873d640 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ddec4432-f47a-4be1-8af0-f49812c9641e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1359599 Apr 28 19:43:57.563483 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-53de1400-c12e-40b5-aa3b-b547c2f3abc6 req-0ff067eb-bcdc-4ff3-8f5f-67ab0f1b8bf6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Deleting port 82203c49-59ad-4bf4-a156-9f7fd1bc977b {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:43:57.563825 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-53de1400-c12e-40b5-aa3b-b547c2f3abc6 req-0ff067eb-bcdc-4ff3-8f5f-67ab0f1b8bf6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:57.710461 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7a80e9fc-ecb8-44ff-850d-ccd675205395 req-9a11164d-a117-4e5a-ad54-b23b26be09f8 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 210 time: 0.0402484 Apr 28 19:43:58.004764 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3b912ed4-dbc6-41a7-92ca-63ea2bbd25d7 req-431a0eeb-ff2b-47c8-90af-13db5e34e956 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4709210 Apr 28 19:43:58.061912 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-53de1400-c12e-40b5-aa3b-b547c2f3abc6 req-0ff067eb-bcdc-4ff3-8f5f-67ab0f1b8bf6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] For port 82203c49-59ad-4bf4-a156-9f7fd1bc977b, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=82203c49-59ad-4bf4-a156-9f7fd1bc977b,segment=NetworkSegment(b5720445-03de-4d91-9572-e2572d42e7be),segment_id=b5720445-03de-4d91-9572-e2572d42e7be)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:58.062281 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-53de1400-c12e-40b5-aa3b-b547c2f3abc6 req-0ff067eb-bcdc-4ff3-8f5f-67ab0f1b8bf6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:58.081751 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-53de1400-c12e-40b5-aa3b-b547c2f3abc6 req-0ff067eb-bcdc-4ff3-8f5f-67ab0f1b8bf6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Calling delete_port for 82203c49-59ad-4bf4-a156-9f7fd1bc977b owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:43:58.084874 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-279b2801-cca7-4f57-87ef-280134ed29a2 req-273632de-eb07-454e-8b68-ade9f65fd67b service neutron] 10.222.0.15 "GET /v2.0/networks/ddec4432-f47a-4be1-8af0-f49812c9641e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5421672 Apr 28 19:43:58.261239 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-279b2801-cca7-4f57-87ef-280134ed29a2 req-d3266888-b53b-43be-8ce0-dd244a1b8f60 service neutron] 10.222.0.15 "GET /v2.0/networks/ddec4432-f47a-4be1-8af0-f49812c9641e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662476 Apr 28 19:43:58.330585 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-53de1400-c12e-40b5-aa3b-b547c2f3abc6 req-0ff067eb-bcdc-4ff3-8f5f-67ab0f1b8bf6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:58.330769 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eceb2c-487f-4581-9157-19b55e7dbed2 req-81e5495f-6dbb-4975-97b2-9c4dc0daea34 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:58.332323 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-08eceb2c-487f-4581-9157-19b55e7dbed2 req-81e5495f-6dbb-4975-97b2-9c4dc0daea34 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=84e64f72-0adc-449c-99cb-56c3f4107423 HTTP/1.1" status: 200 len: 946 time: 0.0832164 Apr 28 19:43:58.343649 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['82203c49-59ad-4bf4-a156-9f7fd1bc977b'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:43:58.366293 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff067eb-bcdc-4ff3-8f5f-67ab0f1b8bf6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Pushing event deleted for resources: {'Port': ['ID=82203c49-59ad-4bf4-a156-9f7fd1bc977b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:58.368070 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 53300) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:58.404819 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-08eceb2c-487f-4581-9157-19b55e7dbed2 req-fdc85dec-f3ed-4e29-88e0-be0162bed521 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638783 Apr 28 19:43:58.441805 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-53de1400-c12e-40b5-aa3b-b547c2f3abc6 req-0ff067eb-bcdc-4ff3-8f5f-67ab0f1b8bf6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] No DVR routers for this DVR port 82203c49-59ad-4bf4-a156-9f7fd1bc977b on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:43:58.445282 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-53de1400-c12e-40b5-aa3b-b547c2f3abc6 req-0ff067eb-bcdc-4ff3-8f5f-67ab0f1b8bf6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:58.449624 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53de1400-c12e-40b5-aa3b-b547c2f3abc6 req-0ff067eb-bcdc-4ff3-8f5f-67ab0f1b8bf6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.15 "DELETE /v2.0/ports/82203c49-59ad-4bf4-a156-9f7fd1bc977b HTTP/1.1" status: 204 len: 173 time: 1.1645072 Apr 28 19:43:58.450087 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e64f72-0adc-449c-99cb-56c3f4107423', 'name': 'network-vif-deleted', 'tag': '82203c49-59ad-4bf4-a156-9f7fd1bc977b'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:58.452598 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780bc78a-d8cf-4024-b344-2e97083491f7" -d '{"events": [{"server_uuid": "84e64f72-0adc-449c-99cb-56c3f4107423", "name": "network-vif-deleted", "tag": "82203c49-59ad-4bf4-a156-9f7fd1bc977b"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:43:58.517825 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65682f7-d7c5-4905-901b-34b9a85a470e x-openstack-request-id: req-c65682f7-d7c5-4905-901b-34b9a85a470e {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:43:58.518821 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e64f72-0adc-449c-99cb-56c3f4107423", "name": "network-vif-deleted", "tag": "82203c49-59ad-4bf4-a156-9f7fd1bc977b", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:43:58.519087 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c65682f7-d7c5-4905-901b-34b9a85a470e {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:43:58.519658 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c65682f7-d7c5-4905-901b-34b9a85a470e'] response: {'server_uuid': '84e64f72-0adc-449c-99cb-56c3f4107423', 'name': 'network-vif-deleted', 'tag': '82203c49-59ad-4bf4-a156-9f7fd1bc977b', 'status': 'completed', 'code': 200} Apr 28 19:43:58.532986 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 79dfe0f7-b267-436e-b844-f7a41ce366d9 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:43:58.552383 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-1da867b3-2a07-432e-8f24-073d41ed3cd6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-732814096-network', 'tenant_id': '670eb780c3ee4dedb002a9746cf66ab9'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:58.576778 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da867b3-2a07-432e-8f24-073d41ed3cd6 admin admin] Made reservation on behalf of 670eb780c3ee4dedb002a9746cf66ab9 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:43:58.579404 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1da867b3-2a07-432e-8f24-073d41ed3cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:58.591881 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1da867b3-2a07-432e-8f24-073d41ed3cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:58.619071 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd1470-49a9-4c50-9c87-012b037c15e0 req-ae14c32a-28fe-42f1-b483-b2c501f9874a tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:58.620674 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ebcd1470-49a9-4c50-9c87-012b037c15e0 req-ae14c32a-28fe-42f1-b483-b2c501f9874a tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "GET /v2.0/ports?device_id=9de08999-2808-4693-aed1-87730e131db0 HTTP/1.1" status: 200 len: 944 time: 0.1355340 Apr 28 19:43:58.653695 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 79dfe0f7-b267-436e-b844-f7a41ce366d9, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=79dfe0f7-b267-436e-b844-f7a41ce366d9,segment=NetworkSegment(16abdf81-37e3-41b0-90df-568bab8c6afa),segment_id=16abdf81-37e3-41b0-90df-568bab8c6afa)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:58.668667 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '79dfe0f7-b267-436e-b844-f7a41ce366d9', 'network_id': 'ddec4432-f47a-4be1-8af0-f49812c9641e', 'port_id': '79dfe0f7-b267-436e-b844-f7a41ce366d9', 'mac_address': 'fa:16:3e:5b:c2:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63affdd7-00eb-4a41-b477-029428303fa6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:43:58.709423 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ebcd1470-49a9-4c50-9c87-012b037c15e0 req-302c833c-27f1-4ed1-be78-4b590cc79f9d tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "GET /v2.0/security-groups?id=e13c6bcc-5bee-4e36-a03b-f22564c75820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746701 Apr 28 19:43:58.712226 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:58.727868 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79dfe0f7-b267-436e-b844-f7a41ce366d9 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:43:58.748035 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1da867b3-2a07-432e-8f24-073d41ed3cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:58.750287 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 79dfe0f7-b267-436e-b844-f7a41ce366d9, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=79dfe0f7-b267-436e-b844-f7a41ce366d9,segment=NetworkSegment(16abdf81-37e3-41b0-90df-568bab8c6afa),segment_id=16abdf81-37e3-41b0-90df-568bab8c6afa)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:58.754094 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1da867b3-2a07-432e-8f24-073d41ed3cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:58.755598 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:58.785006 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da867b3-2a07-432e-8f24-073d41ed3cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c234471f-f557-4af8-9998-0067719899e6,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:58.795571 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da867b3-2a07-432e-8f24-073d41ed3cd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:58.796057 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da867b3-2a07-432e-8f24-073d41ed3cd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:58.796681 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da867b3-2a07-432e-8f24-073d41ed3cd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:58.797055 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da867b3-2a07-432e-8f24-073d41ed3cd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:58.797499 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da867b3-2a07-432e-8f24-073d41ed3cd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:58.797943 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da867b3-2a07-432e-8f24-073d41ed3cd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:58.798338 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da867b3-2a07-432e-8f24-073d41ed3cd6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:58.798739 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da867b3-2a07-432e-8f24-073d41ed3cd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:58.799134 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da867b3-2a07-432e-8f24-073d41ed3cd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:58.799527 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da867b3-2a07-432e-8f24-073d41ed3cd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:58.800021 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da867b3-2a07-432e-8f24-073d41ed3cd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:58.800434 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da867b3-2a07-432e-8f24-073d41ed3cd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:58.811358 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da867b3-2a07-432e-8f24-073d41ed3cd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:43:58.814888 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=79dfe0f7-b267-436e-b844-f7a41ce366d9,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:58.825092 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1da867b3-2a07-432e-8f24-073d41ed3cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:58.825565 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-1da867b3-2a07-432e-8f24-073d41ed3cd6 admin admin] Added segment b9bfdb8f-957b-4b20-b717-f89cd527edb8 of type vlan for network ee8f3eae-8382-4236-8628-8f2aa216fd9e Apr 28 19:43:58.869268 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1da867b3-2a07-432e-8f24-073d41ed3cd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:58.878141 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9863285f-94fc-4063-9d63-1a82c9d785d0 req-e73a9b30-33b6-48d6-93e8-2030ad87960f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 210 time: 0.0488620 Apr 28 19:43:58.901202 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1da867b3-2a07-432e-8f24-073d41ed3cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:58.902411 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da867b3-2a07-432e-8f24-073d41ed3cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:58.903136 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1da867b3-2a07-432e-8f24-073d41ed3cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:58.960871 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1da867b3-2a07-432e-8f24-073d41ed3cd6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5913925 Apr 28 19:43:58.964508 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 53310) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:58.969838 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-ae3801b6-8daa-457d-a8be-12667ea3870d admin admin] Request body: {'subnet': {'network_id': 'ee8f3eae-8382-4236-8628-8f2aa216fd9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-732814096-subnet', 'tenant_id': '670eb780c3ee4dedb002a9746cf66ab9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:58.991025 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da867b3-2a07-432e-8f24-073d41ed3cd6 admin admin] Pushing event updated for resources: {'Network': ['ID=ee8f3eae-8382-4236-8628-8f2aa216fd9e,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:58.991285 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3801b6-8daa-457d-a8be-12667ea3870d admin admin] Made reservation on behalf of 670eb780c3ee4dedb002a9746cf66ab9 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:43:58.994159 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ae3801b6-8daa-457d-a8be-12667ea3870d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:59.005093 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network ee8f3eae-8382-4236-8628-8f2aa216fd9e details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:43:59.109564 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['79dfe0f7-b267-436e-b844-f7a41ce366d9'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:43:59.206303 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0beb18-8566-445e-b25a-a2919e99797e req-ea795b49-665d-40ea-9425-d5cd67919077 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:59.207900 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9d0beb18-8566-445e-b25a-a2919e99797e req-ea795b49-665d-40ea-9425-d5cd67919077 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 946 time: 0.0725992 Apr 28 19:43:59.243784 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ae3801b6-8daa-457d-a8be-12667ea3870d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:59.264440 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9d0beb18-8566-445e-b25a-a2919e99797e req-f3dde8a8-eeca-4232-9ad4-8def8626a41e tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472910 Apr 28 19:43:59.322672 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3801b6-8daa-457d-a8be-12667ea3870d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aaed19d-7f8f-41ff-8c2e-905cb635313a,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:59.331729 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3801b6-8daa-457d-a8be-12667ea3870d admin admin] Checking segment: {'id': 'b9bfdb8f-957b-4b20-b717-f89cd527edb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ee8f3eae-8382-4236-8628-8f2aa216fd9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:43:59.332071 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3801b6-8daa-457d-a8be-12667ea3870d admin admin] Network hostable DHCP agents. Network: ee8f3eae-8382-4236-8628-8f2aa216fd9e, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:43:59.351194 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3801b6-8daa-457d-a8be-12667ea3870d admin admin] Network ee8f3eae-8382-4236-8628-8f2aa216fd9e is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:43:59.363789 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-ae3801b6-8daa-457d-a8be-12667ea3870d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, ee8f3eae-8382-4236-8628-8f2aa216fd9e) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:43:59.368508 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3801b6-8daa-457d-a8be-12667ea3870d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:59.369844 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ae3801b6-8daa-457d-a8be-12667ea3870d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:59.373490 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151e862a-b666-470c-bbef-3cfd2a41406b None None] Network ee8f3eae-8382-4236-8628-8f2aa216fd9e requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:43:59.392981 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ae3801b6-8daa-457d-a8be-12667ea3870d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4247916 Apr 28 19:43:59.393377 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 53314) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:43:59.398699 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-f79360af-f630-428a-9fa9-2d810b371c64 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-732814096-router', 'tenant_id': '670eb780c3ee4dedb002a9746cf66ab9', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:59.429231 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f79360af-f630-428a-9fa9-2d810b371c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:59.432132 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f79360af-f630-428a-9fa9-2d810b371c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:59.516762 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f79360af-f630-428a-9fa9-2d810b371c64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:59.668623 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fd67c1-72e1-4c46-bcc1-a4fd831087ee None None] Network ee8f3eae-8382-4236-8628-8f2aa216fd9e requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:43:59.696819 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f79360af-f630-428a-9fa9-2d810b371c64 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:59.844156 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-0ca09230-08b1-479b-9d2e-435a09fa71f6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:59.845775 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-0ca09230-08b1-479b-9d2e-435a09fa71f6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/networks?id=fabbd60f-8bf6-4926-b9b3-5557fdc11e18 HTTP/1.1" status: 200 len: 811 time: 0.1660244 Apr 28 19:43:59.871031 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-c971c633-ef5c-4e65-a2af-f34dfa9cda29 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/quotas/867e03fb86a54b0390ea4c90d552fb01 HTTP/1.1" status: 200 len: 375 time: 0.0190105 Apr 28 19:43:59.905321 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-ada41447-c385-48ee-a5be-d6e6183fb4d5 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=867e03fb86a54b0390ea4c90d552fb01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332026 Apr 28 19:43:59.978906 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080bb132-feb4-41dc-8c5d-c0ed0d715fc8 req-5cea814f-83f6-4d62-819d-4b186b1a2f04 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:59.980540 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-080bb132-feb4-41dc-8c5d-c0ed0d715fc8 req-5cea814f-83f6-4d62-819d-4b186b1a2f04 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "GET /v2.0/ports?device_id=9de08999-2808-4693-aed1-87730e131db0 HTTP/1.1" status: 200 len: 945 time: 0.1554999 Apr 28 19:44:00.003192 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-6b23a5e5-ecb3-495f-ac3e-2089dc25df58 service neutron] 10.222.0.42 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903602 Apr 28 19:44:00.011001 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f79360af-f630-428a-9fa9-2d810b371c64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:00.037569 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f79360af-f630-428a-9fa9-2d810b371c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:00.086369 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-080bb132-feb4-41dc-8c5d-c0ed0d715fc8 req-40b83c55-e424-4e3b-b734-2d6f1d276dfb tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "GET /v2.0/security-groups?id=e13c6bcc-5bee-4e36-a03b-f22564c75820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938971 Apr 28 19:44:00.136772 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-2a05acb8-555a-47cf-9844-616aaf502243 service neutron] 10.222.0.42 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262670 Apr 28 19:44:00.199886 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-887d432f-6cd5-47f9-bb9a-0ef6fd1b3413 req-4ed044cd-32c3-44a3-a8d9-dfd5d42a4c65 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 210 time: 0.0316808 Apr 28 19:44:00.216449 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-f79360af-f630-428a-9fa9-2d810b371c64 admin admin] Allocated IP 172.25.8.220 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/4a2b6926-37a7-4a0e-bb81-70e29b538254) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:44:00.341449 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-80e2008c-3590-4bee-80d5-380244a11056 req-a3e1ad51-4dba-4353-bde6-7964318333cd tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 210 time: 0.0466311 Apr 28 19:44:00.398078 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f79360af-f630-428a-9fa9-2d810b371c64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:00.414049 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32acd4f-f87a-4410-aa15-475c5e4f246d req-628929ca-e1a2-4922-b36c-f27bc7397f99 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:00.416545 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e32acd4f-f87a-4410-aa15-475c5e4f246d req-628929ca-e1a2-4922-b36c-f27bc7397f99 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 946 time: 0.0624580 Apr 28 19:44:00.444731 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f79360af-f630-428a-9fa9-2d810b371c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:00.465638 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e32acd4f-f87a-4410-aa15-475c5e4f246d req-8c475c6b-0bd2-4bd1-ab82-65a1a5cc3a43 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420022 Apr 28 19:44:00.492589 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79360af-f630-428a-9fa9-2d810b371c64 admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:44:00.498167 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-f79360af-f630-428a-9fa9-2d810b371c64 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:44:00.502723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79360af-f630-428a-9fa9-2d810b371c64 admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:44:00.506081 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79360af-f630-428a-9fa9-2d810b371c64 admin admin] Pushing event updated for resources: {'Port': ['ID=4a2b6926-37a7-4a0e-bb81-70e29b538254,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:00.548407 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 79dfe0f7-b267-436e-b844-f7a41ce366d9 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:44:00.606365 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 79dfe0f7-b267-436e-b844-f7a41ce366d9 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:44:00.610871 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 79dfe0f7-b267-436e-b844-f7a41ce366d9 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:44:00.611297 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:00.708916 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:00.737835 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de08999-2808-4693-aed1-87730e131db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79dfe0f7-b267-436e-b844-f7a41ce366d9'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:44:00.740737 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114d871c-c11b-4dbe-b998-f8f7bd6eae4f" -d '{"events": [{"server_uuid": "9de08999-2808-4693-aed1-87730e131db0", "name": "network-vif-plugged", "status": "completed", "tag": "79dfe0f7-b267-436e-b844-f7a41ce366d9"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:44:00.780041 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 79dfe0f7-b267-436e-b844-f7a41ce366d9, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=79dfe0f7-b267-436e-b844-f7a41ce366d9,segment=NetworkSegment(16abdf81-37e3-41b0-90df-568bab8c6afa),segment_id=16abdf81-37e3-41b0-90df-568bab8c6afa)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:00.786930 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:00.787750 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 82203c49-59ad-4bf4-a156-9f7fd1bc977b no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:44:00.794385 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ca074e-5680-4835-9031-802d18361c69 x-openstack-request-id: req-39ca074e-5680-4835-9031-802d18361c69 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:44:00.794758 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de08999-2808-4693-aed1-87730e131db0", "name": "network-vif-plugged", "status": "completed", "tag": "79dfe0f7-b267-436e-b844-f7a41ce366d9", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:44:00.795084 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-39ca074e-5680-4835-9031-802d18361c69 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:44:00.795418 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39ca074e-5680-4835-9031-802d18361c69'] response: {'server_uuid': '9de08999-2808-4693-aed1-87730e131db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79dfe0f7-b267-436e-b844-f7a41ce366d9', 'code': 200} Apr 28 19:44:00.819537 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f79360af-f630-428a-9fa9-2d810b371c64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:00.857119 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 82203c49-59ad-4bf4-a156-9f7fd1bc977b {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:44:00.857509 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 82203c49-59ad-4bf4-a156-9f7fd1bc977b not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:44:00.888269 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=79dfe0f7-b267-436e-b844-f7a41ce366d9,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:01.000791 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8345d-9158-4e8b-b31f-e03e63a11a5e req-3c9b0e0f-6e67-44fe-b438-b0d110ff612e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:01.002307 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6af8345d-9158-4e8b-b31f-e03e63a11a5e req-3c9b0e0f-6e67-44fe-b438-b0d110ff612e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9de08999-2808-4693-aed1-87730e131db0 HTTP/1.1" status: 200 len: 1097 time: 0.1094108 Apr 28 19:44:01.049193 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6af8345d-9158-4e8b-b31f-e03e63a11a5e req-2b788035-9fb0-463b-9047-6f7f8dd6ba20 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e13c6bcc-5bee-4e36-a03b-f22564c75820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386970 Apr 28 19:44:01.054951 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f79360af-f630-428a-9fa9-2d810b371c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:01.197590 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79360af-f630-428a-9fa9-2d810b371c64 admin admin] Router eab84bec-635e-4c66-9789-7daf35b1bc92 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:44:01.239296 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0e115-190e-4082-bf3d-8a003b7bbddf req-b095daf2-afee-4fc5-a037-4013a9a43a69 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:01.242352 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-13c0e115-190e-4082-bf3d-8a003b7bbddf req-b095daf2-afee-4fc5-a037-4013a9a43a69 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "GET /v2.0/ports?device_id=9de08999-2808-4693-aed1-87730e131db0 HTTP/1.1" status: 200 len: 946 time: 0.0640571 Apr 28 19:44:01.290122 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-13c0e115-190e-4082-bf3d-8a003b7bbddf req-ed9499ce-f352-420a-a950-4fea40e4534d tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "GET /v2.0/security-groups?id=e13c6bcc-5bee-4e36-a03b-f22564c75820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380905 Apr 28 19:44:01.356555 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5f963ddd-a8eb-4352-9a11-c58e169560ad req-80740973-2842-4f00-8dcc-a1bd0079877c tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 210 time: 0.0340569 Apr 28 19:44:01.366171 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79360af-f630-428a-9fa9-2d810b371c64 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:44:01.382094 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863a5851-2988-4012-a7e1-01148ecdddab None None] Sync routers for ids ['eab84bec-635e-4c66-9789-7daf35b1bc92'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:44:01.425290 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f79360af-f630-428a-9fa9-2d810b371c64 admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:01.427203 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f79360af-f630-428a-9fa9-2d810b371c64 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0323870 Apr 28 19:44:01.431534 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 53356) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:01.448884 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863a5851-2988-4012-a7e1-01148ecdddab None None] Routers {'eab84bec-635e-4c66-9789-7daf35b1bc92'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:44:01.449726 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-863a5851-2988-4012-a7e1-01148ecdddab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:43:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['eab84bec-635e-4c66-9789-7daf35b1bc92'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:01.512841 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3f42b263-5428-4ef4-a84d-801f1a6660ee req-95e9e157-1b60-4d98-8d6c-65bf2b73eda6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 210 time: 0.0715468 Apr 28 19:44:01.586243 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-863a5851-2988-4012-a7e1-01148ecdddab None None] Set router eab84bec-635e-4c66-9789-7daf35b1bc92 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:44:01.653083 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4c698-a822-4591-98c1-809049f9577d req-148763cd-4b86-4b74-8540-cc44a2709329 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:01.661112 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-22d4c698-a822-4591-98c1-809049f9577d req-148763cd-4b86-4b74-8540-cc44a2709329 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 946 time: 0.0996757 Apr 28 19:44:01.766143 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-22d4c698-a822-4591-98c1-809049f9577d req-f96a1a1b-66c0-4295-a6ed-525351cc2ee3 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916791 Apr 28 19:44:01.875883 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:01.930008 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-863a5851-2988-4012-a7e1-01148ecdddab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab84bec-635e-4c66-9789-7daf35b1bc92', 'name': 'tempest-ServerRescueTestJSON-732814096-router', 'tenant_id': '670eb780c3ee4dedb002a9746cf66ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '4a2b6926-37a7-4a0e-bb81-70e29b538254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:59Z', 'updated_at': '2022-04-28T19:44:00Z', 'revision_number': 3, 'project_id': '670eb780c3ee4dedb002a9746cf66ab9', 'gw_port': {'id': '4a2b6926-37a7-4a0e-bb81-70e29b538254', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab84bec-635e-4c66-9789-7daf35b1bc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:00Z', 'updated_at': '2022-04-28T19:44:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:01.965995 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863a5851-2988-4012-a7e1-01148ecdddab None None] Checking router: eab84bec-635e-4c66-9789-7daf35b1bc92 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:44:01.966598 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863a5851-2988-4012-a7e1-01148ecdddab None None] Updating router eab84bec-635e-4c66-9789-7daf35b1bc92 port 4a2b6926-37a7-4a0e-bb81-70e29b538254 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:44:02.019356 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-863a5851-2988-4012-a7e1-01148ecdddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:02.125721 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-b8cc8518-9655-4301-b492-f58ef10c3300 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:02.127340 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-b8cc8518-9655-4301-b492-f58ef10c3300 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.15 "GET /v2.0/networks?id=fabbd60f-8bf6-4926-b9b3-5557fdc11e18 HTTP/1.1" status: 200 len: 811 time: 0.2822502 Apr 28 19:44:02.153151 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-eab43f6f-df6f-4105-8d6f-4d84a7f45844 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Request body: {'port': {'device_id': '15e058ea-9e32-4f8f-ba23-0cde91217668', 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18', 'admin_state_up': True, 'tenant_id': '867e03fb86a54b0390ea4c90d552fb01'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:44:02.424577 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-863a5851-2988-4012-a7e1-01148ecdddab None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:02.435860 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-863a5851-2988-4012-a7e1-01148ecdddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:02.500990 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-863a5851-2988-4012-a7e1-01148ecdddab None None] Attempting to bind port 4a2b6926-37a7-4a0e-bb81-70e29b538254 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:44:02.501364 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-863a5851-2988-4012-a7e1-01148ecdddab None None] Attempting to bind port 4a2b6926-37a7-4a0e-bb81-70e29b538254 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:44:02.501767 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863a5851-2988-4012-a7e1-01148ecdddab None None] Attempting to bind port 4a2b6926-37a7-4a0e-bb81-70e29b538254 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:44:02.541394 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863a5851-2988-4012-a7e1-01148ecdddab None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:44:02.541906 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863a5851-2988-4012-a7e1-01148ecdddab None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:44:02.542301 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-863a5851-2988-4012-a7e1-01148ecdddab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:02.543838 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863a5851-2988-4012-a7e1-01148ecdddab None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:44:02.544395 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-863a5851-2988-4012-a7e1-01148ecdddab None None] Bound port: 4a2b6926-37a7-4a0e-bb81-70e29b538254, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:44:02.545731 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-863a5851-2988-4012-a7e1-01148ecdddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:02.593319 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:44:02.602638 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286eb58-db67-4e41-80ca-09549d2be5ac None None] Pushing event updated for resources: {'Port': ['ID=4a2b6926-37a7-4a0e-bb81-70e29b538254,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:02.621926 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4f6feaa3-a273-433d-96db-442d845b93d0 req-d57e2b0b-4375-462d-81bf-7eef1fd3dde8 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b68ce0e-9354-4d4b-abd4-6f4e7152b0a6 HTTP/1.1" status: 200 len: 210 time: 0.0464411 Apr 28 19:44:02.645597 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-863a5851-2988-4012-a7e1-01148ecdddab None None] For port 4a2b6926-37a7-4a0e-bb81-70e29b538254, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:44:02.651987 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-863a5851-2988-4012-a7e1-01148ecdddab None None] For port 4a2b6926-37a7-4a0e-bb81-70e29b538254, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=4a2b6926-37a7-4a0e-bb81-70e29b538254,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:44:02.660615 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-863a5851-2988-4012-a7e1-01148ecdddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:02.727554 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-731b23a0-e0b6-4054-86bb-3528accd3689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:02.751514 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-df224bc8-0ce6-4c9f-b40c-910bb61fc727 req-29f474f8-d1a7-4f62-a06b-a447645dc374 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 210 time: 0.0600145 Apr 28 19:44:02.765706 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863a5851-2988-4012-a7e1-01148ecdddab None None] Routers {'eab84bec-635e-4c66-9789-7daf35b1bc92'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:44:02.766448 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-863a5851-2988-4012-a7e1-01148ecdddab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:43:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['eab84bec-635e-4c66-9789-7daf35b1bc92'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:02.771199 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286eb58-db67-4e41-80ca-09549d2be5ac None None] Pushing event updated for resources: {'Port': ['ID=4a2b6926-37a7-4a0e-bb81-70e29b538254,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:02.823062 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb452552-4cd0-4fce-87d0-cf40a0d30deb req-d57f1631-a9e7-4e33-908c-c78ded1c8673 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:02.824792 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fb452552-4cd0-4fce-87d0-cf40a0d30deb req-d57f1631-a9e7-4e33-908c-c78ded1c8673 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "GET /v2.0/ports?device_id=9de08999-2808-4693-aed1-87730e131db0 HTTP/1.1" status: 200 len: 946 time: 0.3443823 Apr 28 19:44:02.846956 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-eab43f6f-df6f-4105-8d6f-4d84a7f45844 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Made reservation on behalf of 867e03fb86a54b0390ea4c90d552fb01 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:44:02.852666 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-eab43f6f-df6f-4105-8d6f-4d84a7f45844 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:02.924372 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823314ca-0da6-4b0c-9338-903da91c5336 req-4525b174-29bd-4160-b59b-55e95824793e tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:02.933855 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-823314ca-0da6-4b0c-9338-903da91c5336 req-4525b174-29bd-4160-b59b-55e95824793e tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 946 time: 0.0711355 Apr 28 19:44:02.940423 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fb452552-4cd0-4fce-87d0-cf40a0d30deb req-1fb9e434-9955-4d99-a303-3e7a50dbd11a tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "GET /v2.0/security-groups?id=e13c6bcc-5bee-4e36-a03b-f22564c75820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075745 Apr 28 19:44:02.992004 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-823314ca-0da6-4b0c-9338-903da91c5336 req-9422796a-4d2c-4fbc-8cae-093b9ba48e2b tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511286 Apr 28 19:44:03.034943 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-863a5851-2988-4012-a7e1-01148ecdddab None None] Set router eab84bec-635e-4c66-9789-7daf35b1bc92 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:44:03.106254 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-731b23a0-e0b6-4054-86bb-3528accd3689 admin admin] Allocated IP 172.20.0.1 (ee8f3eae-8382-4236-8628-8f2aa216fd9e/9aaed19d-7f8f-41ff-8c2e-905cb635313a/907217a9-047e-4432-a823-5bec4feb1276) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:44:03.163399 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-eab43f6f-df6f-4105-8d6f-4d84a7f45844 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Allocated IP 172.20.0.14 (fabbd60f-8bf6-4926-b9b3-5557fdc11e18/e145c28a-7477-47ad-a9ec-82b7e4aa7b4b/04b66e6a-01fb-4de7-adad-cd0b498f1a81) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:44:03.263544 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-863a5851-2988-4012-a7e1-01148ecdddab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab84bec-635e-4c66-9789-7daf35b1bc92', 'name': 'tempest-ServerRescueTestJSON-732814096-router', 'tenant_id': '670eb780c3ee4dedb002a9746cf66ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '4a2b6926-37a7-4a0e-bb81-70e29b538254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:59Z', 'updated_at': '2022-04-28T19:44:00Z', 'revision_number': 3, 'project_id': '670eb780c3ee4dedb002a9746cf66ab9', 'gw_port': {'id': '4a2b6926-37a7-4a0e-bb81-70e29b538254', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab84bec-635e-4c66-9789-7daf35b1bc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:00Z', 'updated_at': '2022-04-28T19:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:03.318237 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-731b23a0-e0b6-4054-86bb-3528accd3689 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:03.330468 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:03.331613 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863a5851-2988-4012-a7e1-01148ecdddab None None] The sync data for ids ['eab84bec-635e-4c66-9789-7daf35b1bc92'] in n-d-839810-1 is: [{'id': 'eab84bec-635e-4c66-9789-7daf35b1bc92', 'name': 'tempest-ServerRescueTestJSON-732814096-router', 'tenant_id': '670eb780c3ee4dedb002a9746cf66ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '4a2b6926-37a7-4a0e-bb81-70e29b538254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:59Z', 'updated_at': '2022-04-28T19:44:00Z', 'revision_number': 3, 'project_id': '670eb780c3ee4dedb002a9746cf66ab9', 'gw_port': {'id': '4a2b6926-37a7-4a0e-bb81-70e29b538254', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab84bec-635e-4c66-9789-7daf35b1bc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:00Z', 'updated_at': '2022-04-28T19:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:44:03.462380 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-731b23a0-e0b6-4054-86bb-3528accd3689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:03.469492 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-eab43f6f-df6f-4105-8d6f-4d84a7f45844 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:03.540916 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b23a0-e0b6-4054-86bb-3528accd3689 admin admin] Pushing event updated for resources: {'Port': ['ID=907217a9-047e-4432-a823-5bec4feb1276,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:03.550059 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731b23a0-e0b6-4054-86bb-3528accd3689 admin admin] Network ee8f3eae-8382-4236-8628-8f2aa216fd9e is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:44:03.554981 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-731b23a0-e0b6-4054-86bb-3528accd3689 admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:44:03.559437 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731b23a0-e0b6-4054-86bb-3528accd3689 admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:44:03.628297 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-731b23a0-e0b6-4054-86bb-3528accd3689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:03.633771 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-eab43f6f-df6f-4105-8d6f-4d84a7f45844 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:03.775547 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 53388) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:03.787553 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-eab43f6f-df6f-4105-8d6f-4d84a7f45844 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Network fabbd60f-8bf6-4926-b9b3-5557fdc11e18 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:44:03.801644 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-eab43f6f-df6f-4105-8d6f-4d84a7f45844 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:44:03.815104 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-eab43f6f-df6f-4105-8d6f-4d84a7f45844 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:44:03.823544 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab43f6f-df6f-4105-8d6f-4d84a7f45844 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Pushing event updated for resources: {'Port': ['ID=04b66e6a-01fb-4de7-adad-cd0b498f1a81,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:03.868205 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f8573122-78e5-4aaa-a511-3200a81f079f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:03.902818 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f8573122-78e5-4aaa-a511-3200a81f079f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:03.941928 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-eab43f6f-df6f-4105-8d6f-4d84a7f45844 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:03.942585 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-eab43f6f-df6f-4105-8d6f-4d84a7f45844 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:03.967366 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f8573122-78e5-4aaa-a511-3200a81f079f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:03.970254 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f8573122-78e5-4aaa-a511-3200a81f079f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:03.974689 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f8573122-78e5-4aaa-a511-3200a81f079f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "DELETE /v2.0/security-groups/3415a19a-7da7-4867-850a-ab2e4fe5885a HTTP/1.1" status: 204 len: 168 time: 0.1979153 Apr 28 19:44:03.975236 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 53394) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:03.980587 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-eab43f6f-df6f-4105-8d6f-4d84a7f45844 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8339190 Apr 28 19:44:03.995582 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8573122-78e5-4aaa-a511-3200a81f079f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3415a19a-7da7-4867-850a-ab2e4fe5885a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:04.005861 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c720ea-9d67-4803-9c62-1e7b6b4cb2de req-aee7b2b5-bcb0-425c-aa5c-87bbee028f6a tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:04.007422 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-08c720ea-9d67-4803-9c62-1e7b6b4cb2de req-aee7b2b5-bcb0-425c-aa5c-87bbee028f6a tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 932 time: 0.1353736 Apr 28 19:44:04.011474 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-2df48e4d-3a60-45cc-a2e0-99e8cfc6329f service neutron] Request body: {'port': {'device_id': '15e058ea-9e32-4f8f-ba23-0cde91217668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:44:04.012075 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-b08a9327-6e1e-4408-8359-c65be7a25155 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] show failed (client error): The resource could not be found. Apr 28 19:44:04.015815 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-731b23a0-e0b6-4054-86bb-3528accd3689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:04.016309 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b08a9327-6e1e-4408-8359-c65be7a25155 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "GET /v2.0/security-groups/3415a19a-7da7-4867-850a-ab2e4fe5885a HTTP/1.1" status: 404 len: 347 time: 0.0296385 Apr 28 19:44:04.017311 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 53398) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:04.025535 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8573122-78e5-4aaa-a511-3200a81f079f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:04.026021 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8573122-78e5-4aaa-a511-3200a81f079f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:04.026362 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8573122-78e5-4aaa-a511-3200a81f079f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:04.026696 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8573122-78e5-4aaa-a511-3200a81f079f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:04.027024 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8573122-78e5-4aaa-a511-3200a81f079f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:04.027358 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8573122-78e5-4aaa-a511-3200a81f079f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:04.027686 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8573122-78e5-4aaa-a511-3200a81f079f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:04.028091 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8573122-78e5-4aaa-a511-3200a81f079f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:04.028416 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8573122-78e5-4aaa-a511-3200a81f079f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:04.028831 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8573122-78e5-4aaa-a511-3200a81f079f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:04.029162 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8573122-78e5-4aaa-a511-3200a81f079f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:04.029486 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8573122-78e5-4aaa-a511-3200a81f079f tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:04.155836 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-08c720ea-9d67-4803-9c62-1e7b6b4cb2de req-ad1ada16-7938-48a8-a90d-3b40d2afef6c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232982 Apr 28 19:44:04.164348 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-2df48e4d-3a60-45cc-a2e0-99e8cfc6329f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:04.214426 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6bc84d-4cf5-403f-805c-902ccec86842 req-67c3d43b-51ec-4768-8e91-8c623a994fa3 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:04.215781 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-da6bc84d-4cf5-403f-805c-902ccec86842 req-67c3d43b-51ec-4768-8e91-8c623a994fa3 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "GET /v2.0/ports?device_id=9de08999-2808-4693-aed1-87730e131db0 HTTP/1.1" status: 200 len: 946 time: 0.1477084 Apr 28 19:44:04.269236 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-e230631e-fe15-4db2-8ad9-521538551957 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Deleting port eccdb066-bec1-4c0f-b170-8d7b25522d47 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:44:04.269625 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e230631e-fe15-4db2-8ad9-521538551957 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:04.294804 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-da6bc84d-4cf5-403f-805c-902ccec86842 req-641e1e19-3da1-444c-8696-6ca840ab243f tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "GET /v2.0/security-groups?id=e13c6bcc-5bee-4e36-a03b-f22564c75820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677857 Apr 28 19:44:04.380541 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e230631e-fe15-4db2-8ad9-521538551957 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:04.381537 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e230631e-fe15-4db2-8ad9-521538551957 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:04.402144 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-e230631e-fe15-4db2-8ad9-521538551957 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Calling delete_port for eccdb066-bec1-4c0f-b170-8d7b25522d47 owned by network:floatingip {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:44:04.576059 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-731b23a0-e0b6-4054-86bb-3528accd3689 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:04.623976 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4726ff3-a16a-4e76-9c60-9c63ddefd375 req-fc95af6e-f373-4f4b-a3ce-223f34fcd329 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:04.634657 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e4726ff3-a16a-4e76-9c60-9c63ddefd375 req-fc95af6e-f373-4f4b-a3ce-223f34fcd329 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 946 time: 0.3671134 Apr 28 19:44:04.666950 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 4a2b6926-37a7-4a0e-bb81-70e29b538254 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:44:04.713931 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-731b23a0-e0b6-4054-86bb-3528accd3689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:04.794612 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 4a2b6926-37a7-4a0e-bb81-70e29b538254 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:44:04.795090 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:04.871299 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-2df48e4d-3a60-45cc-a2e0-99e8cfc6329f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04b66e6a-01fb-4de7-adad-cd0b498f1a81 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:44:04.879004 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72ddfd-4356-433d-ab8f-ff124a6748d4 req-a87bb543-f181-43ca-ba3e-8561d31469c7 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:04.880748 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-2df48e4d-3a60-45cc-a2e0-99e8cfc6329f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:04.885109 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1e72ddfd-4356-433d-ab8f-ff124a6748d4 req-a87bb543-f181-43ca-ba3e-8561d31469c7 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "GET /v2.0/ports?device_id=9de08999-2808-4693-aed1-87730e131db0 HTTP/1.1" status: 200 len: 946 time: 0.4854670 Apr 28 19:44:04.891003 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 53410) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:04.897093 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-288c9a52-8612-4157-80fc-8fdf4376c6e0 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Request body: {'floatingip': {'port_id': '79dfe0f7-b267-436e-b844-f7a41ce366d9'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:44:04.900584 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-2df48e4d-3a60-45cc-a2e0-99e8cfc6329f service neutron] Transition to ACTIVE for port object 04b66e6a-01fb-4de7-adad-cd0b498f1a81 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:44:04.938639 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e4726ff3-a16a-4e76-9c60-9c63ddefd375 req-ffcb2125-d710-449d-acb0-b2f4e9aec421 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987337 Apr 28 19:44:04.938866 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:04.948451 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-288c9a52-8612-4157-80fc-8fdf4376c6e0 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks [] for floatingip, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:04.966246 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-2df48e4d-3a60-45cc-a2e0-99e8cfc6329f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:05.005005 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 4a2b6926-37a7-4a0e-bb81-70e29b538254, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=4a2b6926-37a7-4a0e-bb81-70e29b538254,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:05.012427 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:05.025891 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b23a0-e0b6-4054-86bb-3528accd3689 admin admin] Pushing event updated for resources: {'Port': ['ID=907217a9-047e-4432-a823-5bec4feb1276,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:05.065874 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-731b23a0-e0b6-4054-86bb-3528accd3689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:05.080579 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=4a2b6926-37a7-4a0e-bb81-70e29b538254,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:05.153147 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df48e4d-3a60-45cc-a2e0-99e8cfc6329f service neutron] Pushing event updated for resources: {'Port': ['ID=04b66e6a-01fb-4de7-adad-cd0b498f1a81,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:05.216401 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-2df48e4d-3a60-45cc-a2e0-99e8cfc6329f service neutron] Attempting to bind port 04b66e6a-01fb-4de7-adad-cd0b498f1a81 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:44:05.216990 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-2df48e4d-3a60-45cc-a2e0-99e8cfc6329f service neutron] Attempting to bind port 04b66e6a-01fb-4de7-adad-cd0b498f1a81 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'b5720445-03de-4d91-9572-e2572d42e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:44:05.217668 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-2df48e4d-3a60-45cc-a2e0-99e8cfc6329f service neutron] Attempting to bind port 04b66e6a-01fb-4de7-adad-cd0b498f1a81 on network fabbd60f-8bf6-4926-b9b3-5557fdc11e18 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:44:05.230093 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-2df48e4d-3a60-45cc-a2e0-99e8cfc6329f service neutron] Port 04b66e6a-01fb-4de7-adad-cd0b498f1a81 on network fabbd60f-8bf6-4926-b9b3-5557fdc11e18 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:44:05.230685 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-2df48e4d-3a60-45cc-a2e0-99e8cfc6329f service neutron] Attempting to bind port 04b66e6a-01fb-4de7-adad-cd0b498f1a81 on network fabbd60f-8bf6-4926-b9b3-5557fdc11e18 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:44:05.240373 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-2df48e4d-3a60-45cc-a2e0-99e8cfc6329f service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:44:05.240993 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-2df48e4d-3a60-45cc-a2e0-99e8cfc6329f service neutron] Checking segment: {'id': 'b5720445-03de-4d91-9572-e2572d42e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:44:05.241588 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-2df48e4d-3a60-45cc-a2e0-99e8cfc6329f service neutron] Bound using segment: {'id': 'b5720445-03de-4d91-9572-e2572d42e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:44:05.242173 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-2df48e4d-3a60-45cc-a2e0-99e8cfc6329f service neutron] Bound port: 04b66e6a-01fb-4de7-adad-cd0b498f1a81, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5720445-03de-4d91-9572-e2572d42e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:44:05.242714 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-2df48e4d-3a60-45cc-a2e0-99e8cfc6329f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:05.357329 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-2df48e4d-3a60-45cc-a2e0-99e8cfc6329f service neutron] For port 04b66e6a-01fb-4de7-adad-cd0b498f1a81, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:44:05.361930 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731b23a0-e0b6-4054-86bb-3528accd3689 admin admin] Network ee8f3eae-8382-4236-8628-8f2aa216fd9e is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:44:05.366751 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-731b23a0-e0b6-4054-86bb-3528accd3689 admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:44:05.384363 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-2df48e4d-3a60-45cc-a2e0-99e8cfc6329f service neutron] For port 04b66e6a-01fb-4de7-adad-cd0b498f1a81, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=04b66e6a-01fb-4de7-adad-cd0b498f1a81,segment=NetworkSegment(b5720445-03de-4d91-9572-e2572d42e7be),segment_id=b5720445-03de-4d91-9572-e2572d42e7be)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:44:05.407351 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e230631e-fe15-4db2-8ad9-521538551957 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:05.425569 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-2df48e4d-3a60-45cc-a2e0-99e8cfc6329f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:05.446683 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230631e-fe15-4db2-8ad9-521538551957 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Pushing event deleted for resources: {'Port': ['ID=eccdb066-bec1-4c0f-b170-8d7b25522d47,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:05.461064 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db034a6-99d5-4979-a32e-8d6e2d39d383 req-d474adc4-bbed-4d80-b735-0047946f1292 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:05.463823 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2db034a6-99d5-4979-a32e-8d6e2d39d383 req-d474adc4-bbed-4d80-b735-0047946f1292 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 944 time: 0.1924956 Apr 28 19:44:05.480860 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-2df48e4d-3a60-45cc-a2e0-99e8cfc6329f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:05.481115 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-2df48e4d-3a60-45cc-a2e0-99e8cfc6329f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:05.482594 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-2df48e4d-3a60-45cc-a2e0-99e8cfc6329f service neutron] 10.222.0.15 "PUT /v2.0/ports/04b66e6a-01fb-4de7-adad-cd0b498f1a81 HTTP/1.1" status: 200 len: 1092 time: 1.4864614 Apr 28 19:44:05.485176 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e058ea-9e32-4f8f-ba23-0cde91217668', 'tag': '04b66e6a-01fb-4de7-adad-cd0b498f1a81'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:44:05.487241 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856eaaee-3a81-43c7-8861-705972db55fd" -d '{"events": [{"name": "network-changed", "server_uuid": "15e058ea-9e32-4f8f-ba23-0cde91217668", "tag": "04b66e6a-01fb-4de7-adad-cd0b498f1a81"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:44:05.619281 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a464f5b4-dd65-4a21-bbfe-af018444a00c x-openstack-request-id: req-a464f5b4-dd65-4a21-bbfe-af018444a00c {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:44:05.619565 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15e058ea-9e32-4f8f-ba23-0cde91217668", "tag": "04b66e6a-01fb-4de7-adad-cd0b498f1a81", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:44:05.619815 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a464f5b4-dd65-4a21-bbfe-af018444a00c {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:44:05.620240 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a464f5b4-dd65-4a21-bbfe-af018444a00c'] response: {'name': 'network-changed', 'server_uuid': '15e058ea-9e32-4f8f-ba23-0cde91217668', 'tag': '04b66e6a-01fb-4de7-adad-cd0b498f1a81', 'status': 'completed', 'code': 200} Apr 28 19:44:05.639325 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731b23a0-e0b6-4054-86bb-3528accd3689 admin admin] Router eab84bec-635e-4c66-9789-7daf35b1bc92 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:44:05.640255 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df48e4d-3a60-45cc-a2e0-99e8cfc6329f service neutron] Pushing event updated for resources: {'Port': ['ID=04b66e6a-01fb-4de7-adad-cd0b498f1a81,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:05.670058 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-797f5493-4d96-4757-991f-2cb40e4ed837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:05.671614 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-797f5493-4d96-4757-991f-2cb40e4ed837 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=867e03fb86a54b0390ea4c90d552fb01&device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 1095 time: 0.1400399 Apr 28 19:44:05.725900 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2db034a6-99d5-4979-a32e-8d6e2d39d383 req-0306620d-b560-4fa3-950f-139e8f8bacd9 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386580 Apr 28 19:44:05.732222 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e230631e-fe15-4db2-8ad9-521538551957 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks [] for floatingip, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:05.735565 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e230631e-fe15-4db2-8ad9-521538551957 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:05.740003 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e230631e-fe15-4db2-8ad9-521538551957 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "DELETE /v2.0/floatingips/c81db9a2-c75f-4119-b2ed-ebecb8fb9bc2 HTTP/1.1" status: 204 len: 168 time: 1.7192090 Apr 28 19:44:05.740976 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 53418) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:05.750354 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-0b17c127-c76c-4771-b3ab-7bab6064cb3a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04b66e6a-01fb-4de7-adad-cd0b498f1a81 HTTP/1.1" status: 200 len: 217 time: 0.0417726 Apr 28 19:44:05.803582 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-288c9a52-8612-4157-80fc-8fdf4376c6e0 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:05.817762 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-288c9a52-8612-4157-80fc-8fdf4376c6e0 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:05.978667 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-288c9a52-8612-4157-80fc-8fdf4376c6e0 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Floating IP c5cc8101-4f61-48fa-8410-883eca687e3c associated. External IP: 172.25.8.209, port: 79dfe0f7-b267-436e-b844-f7a41ce366d9. Apr 28 19:44:05.986705 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-2d9b7604-0d45-4a19-9656-8ac173f2f546 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Deleting port 82f7143d-e7a9-467d-9495-8d04e5fd2f42 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:44:05.987082 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2d9b7604-0d45-4a19-9656-8ac173f2f546 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:06.249205 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2d9b7604-0d45-4a19-9656-8ac173f2f546 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:06.281074 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-2d9b7604-0d45-4a19-9656-8ac173f2f546 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Calling delete_port for 82f7143d-e7a9-467d-9495-8d04e5fd2f42 owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:44:06.285458 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-8af60aa6-70fc-4aa0-b9e2-bef1d8477bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:06.288760 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-8af60aa6-70fc-4aa0-b9e2-bef1d8477bbf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e145c28a-7477-47ad-a9ec-82b7e4aa7b4b HTTP/1.1" status: 200 len: 851 time: 0.5290563 Apr 28 19:44:06.334501 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-d40a2818-d06b-49e8-b61a-1bd11665ea3f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fabbd60f-8bf6-4926-b9b3-5557fdc11e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351408 Apr 28 19:44:06.340038 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731b23a0-e0b6-4054-86bb-3528accd3689 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:44:06.354936 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edf2c5a-030e-467e-8182-e3606987a1bd None None] Sync routers for ids ['eab84bec-635e-4c66-9789-7daf35b1bc92'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:44:06.356268 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-731b23a0-e0b6-4054-86bb-3528accd3689 admin admin] 10.222.0.42 "PUT /v2.0/routers/eab84bec-635e-4c66-9789-7daf35b1bc92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9193213 Apr 28 19:44:06.364375 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d450d-e8fb-4962-84f9-ba4c045d7a11 req-f4508480-3ad6-4a22-92f7-c7736dbf0f48 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:06.365985 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1c5d450d-e8fb-4962-84f9-ba4c045d7a11 req-f4508480-3ad6-4a22-92f7-c7736dbf0f48 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 946 time: 0.1514056 Apr 28 19:44:06.386148 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edf2c5a-030e-467e-8182-e3606987a1bd None None] Routers {'eab84bec-635e-4c66-9789-7daf35b1bc92'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:44:06.387089 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-7edf2c5a-030e-467e-8182-e3606987a1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:43:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['eab84bec-635e-4c66-9789-7daf35b1bc92'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:06.461981 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-23c39f2d-131b-45d8-a608-f7d530b040aa service neutron] 10.222.0.15 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183090 Apr 28 19:44:06.528326 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288c9a52-8612-4157-80fc-8fdf4376c6e0 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Router 151c3173-0a7a-4805-bc4d-8e458c731a84 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:44:06.552589 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-7edf2c5a-030e-467e-8182-e3606987a1bd None None] Set router eab84bec-635e-4c66-9789-7daf35b1bc92 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:44:06.639600 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1c5d450d-e8fb-4962-84f9-ba4c045d7a11 req-db9b210d-e365-4a68-bc0d-893adeb192d9 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764522 Apr 28 19:44:06.674122 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-338f3e2b-173b-4fa6-8bfa-af95e293688e req-fd4a60bb-64ae-4470-a5b0-2e958ca8a617 service neutron] 10.222.0.15 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039204 Apr 28 19:44:06.703952 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 4a2b6926-37a7-4a0e-bb81-70e29b538254 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:44:06.799628 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288c9a52-8612-4157-80fc-8fdf4376c6e0 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:44:06.803045 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2d9b7604-0d45-4a19-9656-8ac173f2f546 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:06.821370 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-288c9a52-8612-4157-80fc-8fdf4376c6e0 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:06.841111 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21db051-71b0-4232-b30d-e09d26bc819e None None] Sync routers for ids ['151c3173-0a7a-4805-bc4d-8e458c731a84'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:44:06.914258 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21db051-71b0-4232-b30d-e09d26bc819e None None] Routers {'151c3173-0a7a-4805-bc4d-8e458c731a84'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:44:06.915591 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e21db051-71b0-4232-b30d-e09d26bc819e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:43:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['151c3173-0a7a-4805-bc4d-8e458c731a84'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:06.961554 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b7604-0d45-4a19-9656-8ac173f2f546 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Pushing event deleted for resources: {'Port': ['ID=82f7143d-e7a9-467d-9495-8d04e5fd2f42,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:07.006931 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856eaaee-3a81-43c7-8861-705972db55fd req-f0dc2755-6332-4caf-a22a-d4d66ede2fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:07.008983 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-856eaaee-3a81-43c7-8861-705972db55fd req-f0dc2755-6332-4caf-a22a-d4d66ede2fdb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=867e03fb86a54b0390ea4c90d552fb01&device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 1095 time: 0.2625551 Apr 28 19:44:07.023669 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ae4c1-f1b9-43d0-bf88-f86865aa23bf req-37cd1cd3-50dc-4537-a62e-eac94a626da5 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:07.026828 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3b7ae4c1-f1b9-43d0-bf88-f86865aa23bf req-37cd1cd3-50dc-4537-a62e-eac94a626da5 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 944 time: 0.1286664 Apr 28 19:44:07.081205 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-288c9a52-8612-4157-80fc-8fdf4376c6e0 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "PUT /v2.0/floatingips/c5cc8101-4f61-48fa-8410-883eca687e3c HTTP/1.1" status: 200 len: 992 time: 2.1740191 Apr 28 19:44:07.081205 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2d9b7604-0d45-4a19-9656-8ac173f2f546 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:07.081205 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2d9b7604-0d45-4a19-9656-8ac173f2f546 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "DELETE /v2.0/ports/82f7143d-e7a9-467d-9495-8d04e5fd2f42 HTTP/1.1" status: 204 len: 168 time: 1.3341591 Apr 28 19:44:07.081205 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de08999-2808-4693-aed1-87730e131db0', 'tag': '79dfe0f7-b267-436e-b844-f7a41ce366d9'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:44:07.081205 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adef3d41-3c74-42cf-938e-bdd141480dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "9de08999-2808-4693-aed1-87730e131db0", "tag": "79dfe0f7-b267-436e-b844-f7a41ce366d9"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:44:07.082435 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 53446) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:07.141348 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856eaaee-3a81-43c7-8861-705972db55fd req-92158af9-1c63-454c-b076-2202f4bee2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:07.142879 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-856eaaee-3a81-43c7-8861-705972db55fd req-92158af9-1c63-454c-b076-2202f4bee2cc service neutron] 10.222.0.15 "GET /v2.0/networks?id=fabbd60f-8bf6-4926-b9b3-5557fdc11e18 HTTP/1.1" status: 200 len: 912 time: 0.1151123 Apr 28 19:44:07.221114 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-856eaaee-3a81-43c7-8861-705972db55fd req-a133b658-9fd0-4245-93ff-0a641f58493b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04b66e6a-01fb-4de7-adad-cd0b498f1a81 HTTP/1.1" status: 200 len: 217 time: 0.0680120 Apr 28 19:44:07.277738 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3b7ae4c1-f1b9-43d0-bf88-f86865aa23bf req-9810de50-3137-4214-b566-c78d8eb498aa tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337991 Apr 28 19:44:07.313290 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856eaaee-3a81-43c7-8861-705972db55fd req-84cb5e93-49ae-422c-a27d-792e07349175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:07.318735 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-856eaaee-3a81-43c7-8861-705972db55fd req-84cb5e93-49ae-422c-a27d-792e07349175 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e145c28a-7477-47ad-a9ec-82b7e4aa7b4b HTTP/1.1" status: 200 len: 851 time: 0.0857198 Apr 28 19:44:07.330734 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-7edf2c5a-030e-467e-8182-e3606987a1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab84bec-635e-4c66-9789-7daf35b1bc92', 'name': 'tempest-ServerRescueTestJSON-732814096-router', 'tenant_id': '670eb780c3ee4dedb002a9746cf66ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '4a2b6926-37a7-4a0e-bb81-70e29b538254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:59Z', 'updated_at': '2022-04-28T19:44:03Z', 'revision_number': 4, 'project_id': '670eb780c3ee4dedb002a9746cf66ab9', 'gw_port': {'id': '4a2b6926-37a7-4a0e-bb81-70e29b538254', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab84bec-635e-4c66-9789-7daf35b1bc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:00Z', 'updated_at': '2022-04-28T19:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '907217a9-047e-4432-a823-5bec4feb1276', 'name': '', 'network_id': 'ee8f3eae-8382-4236-8628-8f2aa216fd9e', 'tenant_id': '670eb780c3ee4dedb002a9746cf66ab9', 'mac_address': 'fa:16:3e:29:f7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab84bec-635e-4c66-9789-7daf35b1bc92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '9aaed19d-7f8f-41ff-8c2e-905cb635313a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:02Z', 'updated_at': '2022-04-28T19:44:04Z', 'revision_number': 2, 'project_id': '670eb780c3ee4dedb002a9746cf66ab9', 'subnets': [{'id': '9aaed19d-7f8f-41ff-8c2e-905cb635313a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:07.390629 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-856eaaee-3a81-43c7-8861-705972db55fd req-af189265-ad65-4da1-a9db-a8943ed01315 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fabbd60f-8bf6-4926-b9b3-5557fdc11e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614119 Apr 28 19:44:07.393849 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43da29a-0da8-4b3a-8cae-a42551943e95 x-openstack-request-id: req-c43da29a-0da8-4b3a-8cae-a42551943e95 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:44:07.394160 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9de08999-2808-4693-aed1-87730e131db0", "tag": "79dfe0f7-b267-436e-b844-f7a41ce366d9", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:44:07.394416 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c43da29a-0da8-4b3a-8cae-a42551943e95 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:44:07.395259 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c43da29a-0da8-4b3a-8cae-a42551943e95'] response: {'name': 'network-changed', 'server_uuid': '9de08999-2808-4693-aed1-87730e131db0', 'tag': '79dfe0f7-b267-436e-b844-f7a41ce366d9', 'status': 'completed', 'code': 200} Apr 28 19:44:07.405647 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edf2c5a-030e-467e-8182-e3606987a1bd None None] Checking router: eab84bec-635e-4c66-9789-7daf35b1bc92 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:44:07.406203 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edf2c5a-030e-467e-8182-e3606987a1bd None None] Updating router eab84bec-635e-4c66-9789-7daf35b1bc92 port 907217a9-047e-4432-a823-5bec4feb1276 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:44:07.437749 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 4a2b6926-37a7-4a0e-bb81-70e29b538254 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:44:07.438120 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:07.445507 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-7edf2c5a-030e-467e-8182-e3606987a1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:07.524499 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-c2f01df3-a9c0-4aca-a747-07a2fd28e092 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:07.526080 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-c2f01df3-a9c0-4aca-a747-07a2fd28e092 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/networks?id=ee8f3eae-8382-4236-8628-8f2aa216fd9e HTTP/1.1" status: 200 len: 810 time: 0.4586260 Apr 28 19:44:07.594911 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-e2c86fb1-8b45-42ee-8186-4d549ec8e9b0 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/quotas/670eb780c3ee4dedb002a9746cf66ab9 HTTP/1.1" status: 200 len: 375 time: 0.0600805 Apr 28 19:44:07.598496 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-856eaaee-3a81-43c7-8861-705972db55fd req-d1659610-3fbf-434d-81db-f6b7f4728b66 service neutron] 10.222.0.15 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972060 Apr 28 19:44:07.625326 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-f85d5800-6aba-4046-baae-7e7fd6906269 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Deleting port e8a5b2ff-865e-49ab-9075-8c55199df681 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:44:07.626439 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f85d5800-6aba-4046-baae-7e7fd6906269 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:07.659504 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef3d41-3c74-42cf-938e-bdd141480dc1 req-f738caeb-917e-4593-a372-b4dd64120536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:07.661722 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-adef3d41-3c74-42cf-938e-bdd141480dc1 req-f738caeb-917e-4593-a372-b4dd64120536 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de8286f6fff44bf685c94cc7bf76ea63&device_id=9de08999-2808-4693-aed1-87730e131db0 HTTP/1.1" status: 200 len: 1097 time: 0.1380093 Apr 28 19:44:07.747414 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-e21db051-71b0-4232-b30d-e09d26bc819e None None] Set router 151c3173-0a7a-4805-bc4d-8e458c731a84 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:44:07.779015 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-f656cff4-f5d2-49c9-894a-7f9b59b866a7 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=670eb780c3ee4dedb002a9746cf66ab9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1680317 Apr 28 19:44:07.867308 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f85d5800-6aba-4046-baae-7e7fd6906269 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:07.917814 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-f85d5800-6aba-4046-baae-7e7fd6906269 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Calling delete_port for e8a5b2ff-865e-49ab-9075-8c55199df681 owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:44:07.960333 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef3d41-3c74-42cf-938e-bdd141480dc1 req-f7c1a6a1-d376-488b-aea3-9d97ed00a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:07.961992 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-adef3d41-3c74-42cf-938e-bdd141480dc1 req-f7c1a6a1-d376-488b-aea3-9d97ed00a487 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ddec4432-f47a-4be1-8af0-f49812c9641e HTTP/1.1" status: 200 len: 916 time: 0.2618594 Apr 28 19:44:07.984790 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-7edf2c5a-030e-467e-8182-e3606987a1bd None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:07.994272 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-7edf2c5a-030e-467e-8182-e3606987a1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:08.059789 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85fa99-381f-419d-b225-548699634f9d None None] Pushing event updated for resources: {'Port': ['ID=907217a9-047e-4432-a823-5bec4feb1276,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:08.070452 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193b951-4dc9-4003-9c8a-d22bb01235f0 req-408db266-2aa5-4033-8f0d-6579c005b4fa tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:08.078789 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e193b951-4dc9-4003-9c8a-d22bb01235f0 req-408db266-2aa5-4033-8f0d-6579c005b4fa tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 946 time: 0.2721589 Apr 28 19:44:08.079413 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-0b4f6866-5f0b-4349-8311-5c3c36eda16b service neutron] 10.222.0.42 "GET /v2.0/networks/ee8f3eae-8382-4236-8628-8f2aa216fd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650573 Apr 28 19:44:08.108062 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-adef3d41-3c74-42cf-938e-bdd141480dc1 req-6c34d5e6-532c-4042-83ad-779fd7ff2a09 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79dfe0f7-b267-436e-b844-f7a41ce366d9 HTTP/1.1" status: 200 len: 1000 time: 0.1341951 Apr 28 19:44:08.176024 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e21db051-71b0-4232-b30d-e09d26bc819e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'name': 'tempest-ServersTestFqdnHostnames-1093779739-router', 'tenant_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': 'a7b5634d-e88b-40fe-88c3-3960735e0692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:19Z', 'updated_at': '2022-04-28T19:43:33Z', 'revision_number': 4, 'project_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'gw_port': {'id': 'a7b5634d-e88b-40fe-88c3-3960735e0692', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:21Z', 'updated_at': '2022-04-28T19:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': 'c5cc8101-4f61-48fa-8410-883eca687e3c', 'tenant_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'port_id': '79dfe0f7-b267-436e-b844-f7a41ce366d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddec4432-f47a-4be1-8af0-f49812c9641e', 'mac_address': 'fa:16:3e:5b:c2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de08999-2808-4693-aed1-87730e131db0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:43:44Z', 'updated_at': '2022-04-28T19:44:05Z', 'revision_number': 1, 'project_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f5503c-142d-4d35-8c43-bdecb1acbda4', 'name': '', 'network_id': 'ddec4432-f47a-4be1-8af0-f49812c9641e', 'tenant_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'mac_address': 'fa:16:3e:f0:74:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '63affdd7-00eb-4a41-b477-029428303fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:30Z', 'updated_at': '2022-04-28T19:43:43Z', 'revision_number': 5, 'project_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'subnets': [{'id': '63affdd7-00eb-4a41-b477-029428303fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:08.203164 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-7edf2c5a-030e-467e-8182-e3606987a1bd None None] Attempting to bind port 907217a9-047e-4432-a823-5bec4feb1276 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:44:08.203860 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-7edf2c5a-030e-467e-8182-e3606987a1bd None None] Attempting to bind port 907217a9-047e-4432-a823-5bec4feb1276 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'b9bfdb8f-957b-4b20-b717-f89cd527edb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ee8f3eae-8382-4236-8628-8f2aa216fd9e'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:44:08.204510 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edf2c5a-030e-467e-8182-e3606987a1bd None None] Attempting to bind port 907217a9-047e-4432-a823-5bec4feb1276 on network ee8f3eae-8382-4236-8628-8f2aa216fd9e {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:44:08.218217 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef3d41-3c74-42cf-938e-bdd141480dc1 req-6327465a-4732-492e-af65-d95a445c9316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:08.219772 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-adef3d41-3c74-42cf-938e-bdd141480dc1 req-6327465a-4732-492e-af65-d95a445c9316 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63affdd7-00eb-4a41-b477-029428303fa6 HTTP/1.1" status: 200 len: 854 time: 0.0894542 Apr 28 19:44:08.220278 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edf2c5a-030e-467e-8182-e3606987a1bd None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:44:08.221832 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edf2c5a-030e-467e-8182-e3606987a1bd None None] Checking segment: {'id': 'b9bfdb8f-957b-4b20-b717-f89cd527edb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ee8f3eae-8382-4236-8628-8f2aa216fd9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:44:08.222508 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-7edf2c5a-030e-467e-8182-e3606987a1bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:08.223465 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-856eaaee-3a81-43c7-8861-705972db55fd req-2e75277e-e313-4e0c-882b-2b00967a7761 service neutron] 10.222.0.15 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6158803 Apr 28 19:44:08.227702 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edf2c5a-030e-467e-8182-e3606987a1bd None None] Bound using segment: {'id': 'b9bfdb8f-957b-4b20-b717-f89cd527edb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ee8f3eae-8382-4236-8628-8f2aa216fd9e'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:44:08.230212 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-7edf2c5a-030e-467e-8182-e3606987a1bd None None] Bound port: 907217a9-047e-4432-a823-5bec4feb1276, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bfdb8f-957b-4b20-b717-f89cd527edb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ee8f3eae-8382-4236-8628-8f2aa216fd9e'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:44:08.230640 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-7edf2c5a-030e-467e-8182-e3606987a1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:08.240133 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-248cc719-73ca-49f5-8531-7608ffffad80 service neutron] 10.222.0.42 "GET /v2.0/networks/ee8f3eae-8382-4236-8628-8f2aa216fd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493285 Apr 28 19:44:08.245526 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21db051-71b0-4232-b30d-e09d26bc819e None None] Checking router: 151c3173-0a7a-4805-bc4d-8e458c731a84 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:44:08.266474 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21db051-71b0-4232-b30d-e09d26bc819e None None] Routers {'151c3173-0a7a-4805-bc4d-8e458c731a84'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:44:08.267559 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e21db051-71b0-4232-b30d-e09d26bc819e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:43:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['151c3173-0a7a-4805-bc4d-8e458c731a84'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:08.325096 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e193b951-4dc9-4003-9c8a-d22bb01235f0 req-03282241-bfb1-42da-a297-262ce7884e01 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453229 Apr 28 19:44:08.353072 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef3d41-3c74-42cf-938e-bdd141480dc1 req-f3e12387-273d-4629-bc7e-3b853773bdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:08.359389 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-adef3d41-3c74-42cf-938e-bdd141480dc1 req-f3e12387-273d-4629-bc7e-3b853773bdcf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ddec4432-f47a-4be1-8af0-f49812c9641e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948174 Apr 28 19:44:08.380652 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f85d5800-6aba-4046-baae-7e7fd6906269 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:08.417587 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-7edf2c5a-030e-467e-8182-e3606987a1bd None None] For port 907217a9-047e-4432-a823-5bec4feb1276, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:44:08.422332 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-7edf2c5a-030e-467e-8182-e3606987a1bd None None] For port 907217a9-047e-4432-a823-5bec4feb1276, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=907217a9-047e-4432-a823-5bec4feb1276,segment=NetworkSegment(b9bfdb8f-957b-4b20-b717-f89cd527edb8),segment_id=b9bfdb8f-957b-4b20-b717-f89cd527edb8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:44:08.430606 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-7edf2c5a-030e-467e-8182-e3606987a1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:08.569605 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edf2c5a-030e-467e-8182-e3606987a1bd None None] Routers {'eab84bec-635e-4c66-9789-7daf35b1bc92'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:44:08.570163 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-7edf2c5a-030e-467e-8182-e3606987a1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:43:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['eab84bec-635e-4c66-9789-7daf35b1bc92'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:08.592509 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-adef3d41-3c74-42cf-938e-bdd141480dc1 req-78e6c6b5-7bdf-4dd2-b04e-696e6bab467d service neutron] 10.222.0.15 "GET /v2.0/networks/ddec4432-f47a-4be1-8af0-f49812c9641e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288470 Apr 28 19:44:08.595604 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 04b66e6a-01fb-4de7-adad-cd0b498f1a81 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:44:08.603836 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d5800-6aba-4046-baae-7e7fd6906269 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Pushing event deleted for resources: {'Port': ['ID=e8a5b2ff-865e-49ab-9075-8c55199df681,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:08.605681 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed783d33-73ee-4d58-8955-50c3f4fe3545 req-d3eb550c-ccef-485d-b9ce-67f69851f9bf tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:08.607648 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ed783d33-73ee-4d58-8955-50c3f4fe3545 req-d3eb550c-ccef-485d-b9ce-67f69851f9bf tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 944 time: 0.1350744 Apr 28 19:44:08.650912 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-92aab423-5ca5-4ab8-aa49-a88a19c6eb44 req-db18a34a-2ed4-4dcc-8945-c6924ef1845b tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 210 time: 0.0788536 Apr 28 19:44:08.668354 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f85d5800-6aba-4046-baae-7e7fd6906269 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:08.674708 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f85d5800-6aba-4046-baae-7e7fd6906269 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "DELETE /v2.0/ports/e8a5b2ff-865e-49ab-9075-8c55199df681 HTTP/1.1" status: 204 len: 168 time: 1.5891104 Apr 28 19:44:08.674960 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 53492) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:08.679629 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ed783d33-73ee-4d58-8955-50c3f4fe3545 req-70dc6d11-cc9b-4713-9162-e3c135ae9e25 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622022 Apr 28 19:44:08.711950 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85fa99-381f-419d-b225-548699634f9d None None] Pushing event updated for resources: {'Port': ['ID=907217a9-047e-4432-a823-5bec4feb1276,revision_number=4']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:08.783464 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-439e6016-94c3-47c5-9d63-c080fad46a2e tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Deleting subnet 6b75ceaf-6166-436a-a3b4-7ab5ad1eecd3 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:44:08.787246 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-439e6016-94c3-47c5-9d63-c080fad46a2e tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:08.825750 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 04b66e6a-01fb-4de7-adad-cd0b498f1a81, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=04b66e6a-01fb-4de7-adad-cd0b498f1a81,segment=NetworkSegment(b5720445-03de-4d91-9572-e2572d42e7be),segment_id=b5720445-03de-4d91-9572-e2572d42e7be)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:08.833419 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-adef3d41-3c74-42cf-938e-bdd141480dc1 req-830de9c4-4ee1-46d4-a66e-c6761b0b5a7e service neutron] 10.222.0.15 "GET /v2.0/networks/ddec4432-f47a-4be1-8af0-f49812c9641e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245014 Apr 28 19:44:08.848542 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '04b66e6a-01fb-4de7-adad-cd0b498f1a81', 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18', 'port_id': '04b66e6a-01fb-4de7-adad-cd0b498f1a81', 'mac_address': 'fa:16:3e:2d:e4:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e145c28a-7477-47ad-a9ec-82b7e4aa7b4b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:44:08.859236 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-e21db051-71b0-4232-b30d-e09d26bc819e None None] Set router 151c3173-0a7a-4805-bc4d-8e458c731a84 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:44:08.938404 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-439e6016-94c3-47c5-9d63-c080fad46a2e tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:08.957378 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-7edf2c5a-030e-467e-8182-e3606987a1bd None None] Set router eab84bec-635e-4c66-9789-7daf35b1bc92 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:44:08.971845 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:08.994125 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b66e6a-01fb-4de7-adad-cd0b498f1a81 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:44:09.152910 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-439e6016-94c3-47c5-9d63-c080fad46a2e tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:09.255305 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 04b66e6a-01fb-4de7-adad-cd0b498f1a81, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=04b66e6a-01fb-4de7-adad-cd0b498f1a81,segment=NetworkSegment(b5720445-03de-4d91-9572-e2572d42e7be),segment_id=b5720445-03de-4d91-9572-e2572d42e7be)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:09.307074 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:09.329219 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-439e6016-94c3-47c5-9d63-c080fad46a2e tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:09.370928 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-439e6016-94c3-47c5-9d63-c080fad46a2e tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:09.381597 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=04b66e6a-01fb-4de7-adad-cd0b498f1a81,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:09.386114 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce093d1-7f04-4dde-b8da-dacf7b5d9dc3 None None] Network e1add1d6-d054-4112-876e-e570e74daa00 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:44:09.404080 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-439e6016-94c3-47c5-9d63-c080fad46a2e tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "DELETE /v2.0/subnets/6b75ceaf-6166-436a-a3b4-7ab5ad1eecd3 HTTP/1.1" status: 204 len: 168 time: 0.7258921 Apr 28 19:44:09.404513 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 53506) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:09.426684 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e6016-94c3-47c5-9d63-c080fad46a2e tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Pushing event deleted for resources: {'Subnet': ['ID=6b75ceaf-6166-436a-a3b4-7ab5ad1eecd3,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:09.435780 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-7edf2c5a-030e-467e-8182-e3606987a1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab84bec-635e-4c66-9789-7daf35b1bc92', 'name': 'tempest-ServerRescueTestJSON-732814096-router', 'tenant_id': '670eb780c3ee4dedb002a9746cf66ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '4a2b6926-37a7-4a0e-bb81-70e29b538254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:59Z', 'updated_at': '2022-04-28T19:44:03Z', 'revision_number': 4, 'project_id': '670eb780c3ee4dedb002a9746cf66ab9', 'gw_port': {'id': '4a2b6926-37a7-4a0e-bb81-70e29b538254', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab84bec-635e-4c66-9789-7daf35b1bc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:00Z', 'updated_at': '2022-04-28T19:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '907217a9-047e-4432-a823-5bec4feb1276', 'name': '', 'network_id': 'ee8f3eae-8382-4236-8628-8f2aa216fd9e', 'tenant_id': '670eb780c3ee4dedb002a9746cf66ab9', 'mac_address': 'fa:16:3e:29:f7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab84bec-635e-4c66-9789-7daf35b1bc92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '9aaed19d-7f8f-41ff-8c2e-905cb635313a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:02Z', 'updated_at': '2022-04-28T19:44:08Z', 'revision_number': 4, 'project_id': '670eb780c3ee4dedb002a9746cf66ab9', 'subnets': [{'id': '9aaed19d-7f8f-41ff-8c2e-905cb635313a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:09.524440 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edf2c5a-030e-467e-8182-e3606987a1bd None None] The sync data for ids ['eab84bec-635e-4c66-9789-7daf35b1bc92'] in n-d-839810-1 is: [{'id': 'eab84bec-635e-4c66-9789-7daf35b1bc92', 'name': 'tempest-ServerRescueTestJSON-732814096-router', 'tenant_id': '670eb780c3ee4dedb002a9746cf66ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '4a2b6926-37a7-4a0e-bb81-70e29b538254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:59Z', 'updated_at': '2022-04-28T19:44:03Z', 'revision_number': 4, 'project_id': '670eb780c3ee4dedb002a9746cf66ab9', 'gw_port': {'id': '4a2b6926-37a7-4a0e-bb81-70e29b538254', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab84bec-635e-4c66-9789-7daf35b1bc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:00Z', 'updated_at': '2022-04-28T19:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '907217a9-047e-4432-a823-5bec4feb1276', 'name': '', 'network_id': 'ee8f3eae-8382-4236-8628-8f2aa216fd9e', 'tenant_id': '670eb780c3ee4dedb002a9746cf66ab9', 'mac_address': 'fa:16:3e:29:f7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab84bec-635e-4c66-9789-7daf35b1bc92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '9aaed19d-7f8f-41ff-8c2e-905cb635313a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:02Z', 'updated_at': '2022-04-28T19:44:08Z', 'revision_number': 4, 'project_id': '670eb780c3ee4dedb002a9746cf66ab9', 'subnets': [{'id': '9aaed19d-7f8f-41ff-8c2e-905cb635313a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:44:09.547175 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed0685af-58f7-40d2-b01e-e11ed23bfe58 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Deleting subnet bf566019-ed60-4ea9-a085-d254b91671bf {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:44:09.553361 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e21db051-71b0-4232-b30d-e09d26bc819e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'name': 'tempest-ServersTestFqdnHostnames-1093779739-router', 'tenant_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': 'a7b5634d-e88b-40fe-88c3-3960735e0692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:19Z', 'updated_at': '2022-04-28T19:43:33Z', 'revision_number': 4, 'project_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'gw_port': {'id': 'a7b5634d-e88b-40fe-88c3-3960735e0692', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:21Z', 'updated_at': '2022-04-28T19:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': 'c5cc8101-4f61-48fa-8410-883eca687e3c', 'tenant_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'port_id': '79dfe0f7-b267-436e-b844-f7a41ce366d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddec4432-f47a-4be1-8af0-f49812c9641e', 'mac_address': 'fa:16:3e:5b:c2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de08999-2808-4693-aed1-87730e131db0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:43:44Z', 'updated_at': '2022-04-28T19:44:05Z', 'revision_number': 1, 'project_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f5503c-142d-4d35-8c43-bdecb1acbda4', 'name': '', 'network_id': 'ddec4432-f47a-4be1-8af0-f49812c9641e', 'tenant_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'mac_address': 'fa:16:3e:f0:74:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '63affdd7-00eb-4a41-b477-029428303fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:30Z', 'updated_at': '2022-04-28T19:43:43Z', 'revision_number': 5, 'project_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'subnets': [{'id': '63affdd7-00eb-4a41-b477-029428303fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:09.563061 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ed0685af-58f7-40d2-b01e-e11ed23bfe58 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:09.570765 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40b6a5-456d-48a8-a7ef-be9b62f14d51 req-f78d0f74-8991-442d-9213-6b34b7c38de5 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:09.573498 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1b40b6a5-456d-48a8-a7ef-be9b62f14d51 req-f78d0f74-8991-442d-9213-6b34b7c38de5 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 946 time: 0.0889437 Apr 28 19:44:09.607304 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21db051-71b0-4232-b30d-e09d26bc819e None None] The sync data for ids ['151c3173-0a7a-4805-bc4d-8e458c731a84'] in n-d-839810-1 is: [{'id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'name': 'tempest-ServersTestFqdnHostnames-1093779739-router', 'tenant_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': 'a7b5634d-e88b-40fe-88c3-3960735e0692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:19Z', 'updated_at': '2022-04-28T19:43:33Z', 'revision_number': 4, 'project_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'gw_port': {'id': 'a7b5634d-e88b-40fe-88c3-3960735e0692', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:21Z', 'updated_at': '2022-04-28T19:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': 'c5cc8101-4f61-48fa-8410-883eca687e3c', 'tenant_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'port_id': '79dfe0f7-b267-436e-b844-f7a41ce366d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddec4432-f47a-4be1-8af0-f49812c9641e', 'mac_address': 'fa:16:3e:5b:c2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de08999-2808-4693-aed1-87730e131db0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:43:44Z', 'updated_at': '2022-04-28T19:44:05Z', 'revision_number': 1, 'project_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f5503c-142d-4d35-8c43-bdecb1acbda4', 'name': '', 'network_id': 'ddec4432-f47a-4be1-8af0-f49812c9641e', 'tenant_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'mac_address': 'fa:16:3e:f0:74:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '63affdd7-00eb-4a41-b477-029428303fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:30Z', 'updated_at': '2022-04-28T19:43:43Z', 'revision_number': 5, 'project_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'subnets': [{'id': '63affdd7-00eb-4a41-b477-029428303fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:44:09.673624 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['04b66e6a-01fb-4de7-adad-cd0b498f1a81'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:44:09.697324 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1b40b6a5-456d-48a8-a7ef-be9b62f14d51 req-bca05485-b835-4f26-84bd-ff9a38c45e7d tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169395 Apr 28 19:44:09.758959 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ed0685af-58f7-40d2-b01e-e11ed23bfe58 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:09.889619 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4ad376f0-1603-4f3d-8b14-b9d4d749c48b req-cdaea84a-61a1-4048-b224-0d08f37f537c tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 210 time: 0.0709300 Apr 28 19:44:09.997528 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e2d3e-86a8-4e2e-8c78-30658d0a9c1d req-d3d4abb6-9384-4efd-aa55-f3991427397c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:10.041070 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f61e2d3e-86a8-4e2e-8c78-30658d0a9c1d req-d3d4abb6-9384-4efd-aa55-f3991427397c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 945 time: 0.2028956 Apr 28 19:44:10.097315 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6747f6ff-41f6-444d-8b6e-1ca23c7dfbbe None None] DHCP port deletion for e1add1d6-d054-4112-876e-e570e74daa00 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:44:10.110687 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ed0685af-58f7-40d2-b01e-e11ed23bfe58 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:10.127522 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f61e2d3e-86a8-4e2e-8c78-30658d0a9c1d req-bcc19fd8-d52d-4e00-aafb-310a4be6cc22 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853837 Apr 28 19:44:10.165614 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0957fe-fce9-406f-a9a9-e216140e92c8 None None] New status for floating IP c5cc8101-4f61-48fa-8410-883eca687e3c: ACTIVE {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:44:10.236081 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ed0685af-58f7-40d2-b01e-e11ed23bfe58 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:10.280419 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-6747f6ff-41f6-444d-8b6e-1ca23c7dfbbe None None] Deleting port 3ca6f11d-a5b5-4d15-83d6-f09b3e07b08d {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:44:10.280824 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6747f6ff-41f6-444d-8b6e-1ca23c7dfbbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:10.298823 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0685af-58f7-40d2-b01e-e11ed23bfe58 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Pushing event deleted for resources: {'Subnet': ['ID=bf566019-ed60-4ea9-a085-d254b91671bf,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:10.306764 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ed0685af-58f7-40d2-b01e-e11ed23bfe58 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:10.318725 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 53522) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:10.330549 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ed0685af-58f7-40d2-b01e-e11ed23bfe58 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "DELETE /v2.0/subnets/bf566019-ed60-4ea9-a085-d254b91671bf HTTP/1.1" status: 204 len: 168 time: 0.9248621 Apr 28 19:44:10.344231 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b974762c-6758-4830-9c10-97c265b5331a None None] Network 6cf7a3f9-9c87-425f-81e9-8f2d573cafa9 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:44:10.496714 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b10acb6d-59fe-41c1-8efa-2295dda42491 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:10.504511 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-6747f6ff-41f6-444d-8b6e-1ca23c7dfbbe None None] For port 3ca6f11d-a5b5-4d15-83d6-f09b3e07b08d, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=3ca6f11d-a5b5-4d15-83d6-f09b3e07b08d,segment=NetworkSegment(3b6d948b-4add-4faf-b942-990ecce6cb5c),segment_id=3b6d948b-4add-4faf-b942-990ecce6cb5c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:10.505838 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6747f6ff-41f6-444d-8b6e-1ca23c7dfbbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:10.542800 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-6747f6ff-41f6-444d-8b6e-1ca23c7dfbbe None None] Calling delete_port for 3ca6f11d-a5b5-4d15-83d6-f09b3e07b08d owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:44:10.677809 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-465d4cf1-73f1-4cea-a78d-aab288d2a778 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:10.685049 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-465d4cf1-73f1-4cea-a78d-aab288d2a778 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.15 "GET /v2.0/networks?id=ee8f3eae-8382-4236-8628-8f2aa216fd9e HTTP/1.1" status: 200 len: 810 time: 0.2950509 Apr 28 19:44:10.705347 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-b10acb6d-59fe-41c1-8efa-2295dda42491 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Deleting port 3ca6f11d-a5b5-4d15-83d6-f09b3e07b08d {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:44:10.705693 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b10acb6d-59fe-41c1-8efa-2295dda42491 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:10.709442 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-d396c89d-b089-4bd5-9840-b4f57fa2d19f tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Request body: {'port': {'device_id': '6df5e892-0d07-4e9d-a2ca-3e732e2d8b32', 'network_id': 'ee8f3eae-8382-4236-8628-8f2aa216fd9e', 'admin_state_up': True, 'tenant_id': '670eb780c3ee4dedb002a9746cf66ab9'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:44:10.725018 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6747f6ff-41f6-444d-8b6e-1ca23c7dfbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:10.764061 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747f6ff-41f6-444d-8b6e-1ca23c7dfbbe None None] Pushing event deleted for resources: {'Port': ['ID=3ca6f11d-a5b5-4d15-83d6-f09b3e07b08d,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:10.804635 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747f6ff-41f6-444d-8b6e-1ca23c7dfbbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:10.805749 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747f6ff-41f6-444d-8b6e-1ca23c7dfbbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:10.806240 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747f6ff-41f6-444d-8b6e-1ca23c7dfbbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:10.806694 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747f6ff-41f6-444d-8b6e-1ca23c7dfbbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:10.807378 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747f6ff-41f6-444d-8b6e-1ca23c7dfbbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:10.808995 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747f6ff-41f6-444d-8b6e-1ca23c7dfbbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:10.809689 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747f6ff-41f6-444d-8b6e-1ca23c7dfbbe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:10.810355 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747f6ff-41f6-444d-8b6e-1ca23c7dfbbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:10.811042 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747f6ff-41f6-444d-8b6e-1ca23c7dfbbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:10.811805 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747f6ff-41f6-444d-8b6e-1ca23c7dfbbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:10.812552 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747f6ff-41f6-444d-8b6e-1ca23c7dfbbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:10.813226 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747f6ff-41f6-444d-8b6e-1ca23c7dfbbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:10.841811 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 907217a9-047e-4432-a823-5bec4feb1276 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:44:10.866925 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6747f6ff-41f6-444d-8b6e-1ca23c7dfbbe None None] No DVR routers for this DVR port 3ca6f11d-a5b5-4d15-83d6-f09b3e07b08d on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:44:10.869336 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-b10acb6d-59fe-41c1-8efa-2295dda42491 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] For port 3ca6f11d-a5b5-4d15-83d6-f09b3e07b08d, host n-d-839810-1, got binding levels [] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:10.869768 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b10acb6d-59fe-41c1-8efa-2295dda42491 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:10.905155 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-b10acb6d-59fe-41c1-8efa-2295dda42491 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Calling delete_port for 3ca6f11d-a5b5-4d15-83d6-f09b3e07b08d owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:44:10.934275 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.ipam_backend_mixin [None req-b10acb6d-59fe-41c1-8efa-2295dda42491 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Port 3ca6f11d-a5b5-4d15-83d6-f09b3e07b08d was not found and therefore no delete operation was performed {{(pid=102774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 28 19:44:10.956912 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b10acb6d-59fe-41c1-8efa-2295dda42491 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:11.030088 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 907217a9-047e-4432-a823-5bec4feb1276 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:44:11.030583 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:11.034975 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10acb6d-59fe-41c1-8efa-2295dda42491 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Pushing event deleted for resources: {'Port': ['ID=3ca6f11d-a5b5-4d15-83d6-f09b3e07b08d,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:11.060171 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10acb6d-59fe-41c1-8efa-2295dda42491 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] No DVR routers for this DVR port 3ca6f11d-a5b5-4d15-83d6-f09b3e07b08d on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:44:11.075315 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-d396c89d-b089-4bd5-9840-b4f57fa2d19f tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Made reservation on behalf of 670eb780c3ee4dedb002a9746cf66ab9 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:44:11.079148 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-d396c89d-b089-4bd5-9840-b4f57fa2d19f tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:11.186555 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b3b26-65c4-453b-825b-e2ea98f8aa16 req-f0495559-83c6-4c53-b46d-3e3467c9519a tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:11.188159 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b61b3b26-65c4-453b-825b-e2ea98f8aa16 req-f0495559-83c6-4c53-b46d-3e3467c9519a tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 946 time: 0.2521825 Apr 28 19:44:11.193384 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b10acb6d-59fe-41c1-8efa-2295dda42491 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:11.208211 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-291e2764-10f7-4d34-91aa-828ea80557a8 req-2aa6ed87-370b-4583-8cf9-93ae536cbbb7 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 210 time: 0.0553722 Apr 28 19:44:11.210741 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:11.214755 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d4c88b-6bdf-403f-a200-055e36edb094 None None] DHCP port deletion for 6cf7a3f9-9c87-425f-81e9-8f2d573cafa9 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:44:11.269692 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-b10acb6d-59fe-41c1-8efa-2295dda42491 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1add1d6-d054-4112-876e-e570e74daa00']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:11.309265 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-b10acb6d-59fe-41c1-8efa-2295dda42491 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b6d948b-4add-4faf-b942-990ecce6cb5c') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:11.309265 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-b10acb6d-59fe-41c1-8efa-2295dda42491 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b6d948b-4add-4faf-b942-990ecce6cb5c') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:11.311340 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 907217a9-047e-4432-a823-5bec4feb1276, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=907217a9-047e-4432-a823-5bec4feb1276,segment=NetworkSegment(b9bfdb8f-957b-4b20-b717-f89cd527edb8),segment_id=b9bfdb8f-957b-4b20-b717-f89cd527edb8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:11.327634 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:11.337234 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b61b3b26-65c4-453b-825b-e2ea98f8aa16 req-a69748aa-2590-4bb8-96e6-9eab29450bff tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293905 Apr 28 19:44:11.348393 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b10acb6d-59fe-41c1-8efa-2295dda42491 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:11.367629 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-d2d4c88b-6bdf-403f-a200-055e36edb094 None None] Deleting port bc8928de-5062-49a7-932f-5fb33181b167 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:44:11.372735 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d2d4c88b-6bdf-403f-a200-055e36edb094 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:11.401387 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-d396c89d-b089-4bd5-9840-b4f57fa2d19f tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Allocated IP 172.20.0.9 (ee8f3eae-8382-4236-8628-8f2aa216fd9e/9aaed19d-7f8f-41ff-8c2e-905cb635313a/2e040ed0-aba0-4511-9ebd-91de9971d37b) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:44:11.425123 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b10acb6d-59fe-41c1-8efa-2295dda42491 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:11.447645 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68eb0a-0910-41e9-9937-341c3804b59a req-c2073889-d6d0-4394-8443-c7569a8e787b tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:11.451419 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b10acb6d-59fe-41c1-8efa-2295dda42491 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:44:11.451842 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b10acb6d-59fe-41c1-8efa-2295dda42491 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:11.456018 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0d68eb0a-0910-41e9-9937-341c3804b59a req-c2073889-d6d0-4394-8443-c7569a8e787b tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 945 time: 0.0938325 Apr 28 19:44:11.456515 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:44:11.456515 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:44:11.456515 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:44:11.456515 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:44:11.456515 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:44:11.456515 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:44:11.456515 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:44:11.456515 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:44:11.456515 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:44:11.456515 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:44:11.456515 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:44:11.456515 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:44:11.456515 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:44:11.456515 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:44:11.456515 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:44:11.456515 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:44:11.456515 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:44:11.456515 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:44:11.456515 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:44:11.456515 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:44:11.456515 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:44:11.456515 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:44:11.456515 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:44:11.456515 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:44:11.456515 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:44:11.456515 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:44:11.456515 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:44:11.456515 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:44:11.456515 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:44:11.456515 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:44:11.456515 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:44:11.456515 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:44:11.486100 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 3ca6f11d-a5b5-4d15-83d6-f09b3e07b08d no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:44:11.569397 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0d68eb0a-0910-41e9-9937-341c3804b59a req-e5f4de0d-fa01-4b38-812a-1095af1dcac0 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094239 Apr 28 19:44:11.604541 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b10acb6d-59fe-41c1-8efa-2295dda42491 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:11.620983 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b10acb6d-59fe-41c1-8efa-2295dda42491 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:11.626623 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b10acb6d-59fe-41c1-8efa-2295dda42491 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "DELETE /v2.0/networks/e1add1d6-d054-4112-876e-e570e74daa00 HTTP/1.1" status: 204 len: 168 time: 1.3059402 Apr 28 19:44:11.643825 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 53546) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:11.644973 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10acb6d-59fe-41c1-8efa-2295dda42491 tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Pushing event deleted for resources: {'Network': ['ID=e1add1d6-d054-4112-876e-e570e74daa00,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:11.804236 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 3ca6f11d-a5b5-4d15-83d6-f09b3e07b08d {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:44:11.805317 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 3ca6f11d-a5b5-4d15-83d6-f09b3e07b08d not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:44:11.813614 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-d396c89d-b089-4bd5-9840-b4f57fa2d19f tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:11.829537 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=907217a9-047e-4432-a823-5bec4feb1276,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:11.834035 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d2d4c88b-6bdf-403f-a200-055e36edb094 None None] For port bc8928de-5062-49a7-932f-5fb33181b167, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=bc8928de-5062-49a7-932f-5fb33181b167,segment=NetworkSegment(3d8b26ca-a8d0-467f-817b-24a5112dd3cb),segment_id=3d8b26ca-a8d0-467f-817b-24a5112dd3cb)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:11.834692 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d2d4c88b-6bdf-403f-a200-055e36edb094 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:11.855861 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-d2d4c88b-6bdf-403f-a200-055e36edb094 None None] Calling delete_port for bc8928de-5062-49a7-932f-5fb33181b167 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:44:11.868400 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d902a718-e482-4d62-87ca-c99a2b2439af tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:11.922509 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-d396c89d-b089-4bd5-9840-b4f57fa2d19f tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:11.981777 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d2d4c88b-6bdf-403f-a200-055e36edb094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:11.986114 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-d396c89d-b089-4bd5-9840-b4f57fa2d19f tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Network ee8f3eae-8382-4236-8628-8f2aa216fd9e is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:44:11.991833 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-d396c89d-b089-4bd5-9840-b4f57fa2d19f tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:44:11.995645 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-d396c89d-b089-4bd5-9840-b4f57fa2d19f tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:44:12.028392 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4c88b-6bdf-403f-a200-055e36edb094 None None] Pushing event deleted for resources: {'Port': ['ID=bc8928de-5062-49a7-932f-5fb33181b167,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:12.032648 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d4c88b-6bdf-403f-a200-055e36edb094 None None] No DVR routers for this DVR port bc8928de-5062-49a7-932f-5fb33181b167 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:44:12.162143 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-d396c89d-b089-4bd5-9840-b4f57fa2d19f tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:12.162892 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-d396c89d-b089-4bd5-9840-b4f57fa2d19f tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:12.221243 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-d396c89d-b089-4bd5-9840-b4f57fa2d19f tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5212083 Apr 28 19:44:12.222680 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396c89d-b089-4bd5-9840-b4f57fa2d19f tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Pushing event updated for resources: {'Port': ['ID=2e040ed0-aba0-4511-9ebd-91de9971d37b,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:12.243265 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-996a5ae2-d1d3-47f7-9d66-e028921f09d6 service neutron] Request body: {'port': {'device_id': '6df5e892-0d07-4e9d-a2ca-3e732e2d8b32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:44:12.362883 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-996a5ae2-d1d3-47f7-9d66-e028921f09d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:12.414007 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b959c-4468-4b36-a6c2-1c1df898a62d req-59a83e00-3a97-4577-8cfb-7c009d1f1243 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:12.417006 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-650b959c-4468-4b36-a6c2-1c1df898a62d req-59a83e00-3a97-4577-8cfb-7c009d1f1243 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 931 time: 0.0911670 Apr 28 19:44:12.440168 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-d902a718-e482-4d62-87ca-c99a2b2439af tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Deleting port bc8928de-5062-49a7-932f-5fb33181b167 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:44:12.440764 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d902a718-e482-4d62-87ca-c99a2b2439af tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:12.502728 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-650b959c-4468-4b36-a6c2-1c1df898a62d req-9f18e55a-c78e-4b7c-a465-aadee107f792 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586441 Apr 28 19:44:12.581106 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 04b66e6a-01fb-4de7-adad-cd0b498f1a81 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:44:12.587046 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32905a8-da65-4559-bb2f-e3c60884fcbd req-80160de8-3060-4158-9185-74fd800d6da8 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:12.588923 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b32905a8-da65-4559-bb2f-e3c60884fcbd req-80160de8-3060-4158-9185-74fd800d6da8 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 946 time: 0.1301339 Apr 28 19:44:12.594438 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-d902a718-e482-4d62-87ca-c99a2b2439af tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] For port bc8928de-5062-49a7-932f-5fb33181b167, host n-d-839810-1, got binding levels [] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:12.594809 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d902a718-e482-4d62-87ca-c99a2b2439af tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:12.643031 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-d902a718-e482-4d62-87ca-c99a2b2439af tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Calling delete_port for bc8928de-5062-49a7-932f-5fb33181b167 owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:44:12.649845 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.ipam_backend_mixin [None req-d902a718-e482-4d62-87ca-c99a2b2439af tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Port bc8928de-5062-49a7-932f-5fb33181b167 was not found and therefore no delete operation was performed {{(pid=102774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 28 19:44:12.654602 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d902a718-e482-4d62-87ca-c99a2b2439af tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:12.706267 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d902a718-e482-4d62-87ca-c99a2b2439af tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] No DVR routers for this DVR port bc8928de-5062-49a7-932f-5fb33181b167 on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:44:12.721067 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902a718-e482-4d62-87ca-c99a2b2439af tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Pushing event deleted for resources: {'Port': ['ID=bc8928de-5062-49a7-932f-5fb33181b167,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:12.752904 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 907217a9-047e-4432-a823-5bec4feb1276 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:44:12.764303 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b32905a8-da65-4559-bb2f-e3c60884fcbd req-9d033030-dc55-4efa-b6e6-957288c4d8f4 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663177 Apr 28 19:44:12.850671 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 907217a9-047e-4432-a823-5bec4feb1276 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:44:12.851247 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:12.857857 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 04b66e6a-01fb-4de7-adad-cd0b498f1a81 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:44:12.871249 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d902a718-e482-4d62-87ca-c99a2b2439af tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:12.904754 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-d902a718-e482-4d62-87ca-c99a2b2439af tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf7a3f9-9c87-425f-81e9-8f2d573cafa9']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:12.911615 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 04b66e6a-01fb-4de7-adad-cd0b498f1a81 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:44:12.916134 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:12.918200 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-d902a718-e482-4d62-87ca-c99a2b2439af tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d8b26ca-a8d0-467f-817b-24a5112dd3cb') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:12.918506 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-d902a718-e482-4d62-87ca-c99a2b2439af tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d8b26ca-a8d0-467f-817b-24a5112dd3cb') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:12.932079 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d902a718-e482-4d62-87ca-c99a2b2439af tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:12.949659 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d902a718-e482-4d62-87ca-c99a2b2439af tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:12.959092 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d902a718-e482-4d62-87ca-c99a2b2439af tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:44:12.960349 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d902a718-e482-4d62-87ca-c99a2b2439af tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:12.965973 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:44:12.965973 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:44:12.965973 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:44:12.965973 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:44:12.965973 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:44:12.965973 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:44:12.965973 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:44:12.965973 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:44:12.965973 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:44:12.965973 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:44:12.965973 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:44:12.965973 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:44:12.965973 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:44:12.965973 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:44:12.965973 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:44:12.965973 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:44:12.965973 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:44:12.965973 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:44:12.965973 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:44:12.965973 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:44:12.965973 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:44:12.965973 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:44:12.965973 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:44:12.965973 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:44:12.965973 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:44:12.965973 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:44:12.965973 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:44:12.965973 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:44:12.965973 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:44:12.965973 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:44:12.965973 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:44:12.965973 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:44:12.972823 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-996a5ae2-d1d3-47f7-9d66-e028921f09d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e040ed0-aba0-4511-9ebd-91de9971d37b {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:44:12.985193 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-996a5ae2-d1d3-47f7-9d66-e028921f09d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:13.001248 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-996a5ae2-d1d3-47f7-9d66-e028921f09d6 service neutron] Transition to ACTIVE for port object 2e040ed0-aba0-4511-9ebd-91de9971d37b will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:44:13.010262 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-996a5ae2-d1d3-47f7-9d66-e028921f09d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:13.028691 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee145d-dca9-4537-8a32-a194650f3210 req-8c57754b-e652-4efb-9f09-0e7e0c65ad00 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:13.038743 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3eee145d-dca9-4537-8a32-a194650f3210 req-8c57754b-e652-4efb-9f09-0e7e0c65ad00 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 945 time: 0.2622344 Apr 28 19:44:13.058690 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d902a718-e482-4d62-87ca-c99a2b2439af tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:13.077257 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d902a718-e482-4d62-87ca-c99a2b2439af tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:13.098184 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d902a718-e482-4d62-87ca-c99a2b2439af tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] 10.222.0.42 "DELETE /v2.0/networks/6cf7a3f9-9c87-425f-81e9-8f2d573cafa9 HTTP/1.1" status: 204 len: 168 time: 1.4307635 Apr 28 19:44:13.100226 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902a718-e482-4d62-87ca-c99a2b2439af tempest-TaggedBootDevicesTest_v242-1626264038 tempest-TaggedBootDevicesTest_v242-1626264038-project] Pushing event deleted for resources: {'Network': ['ID=6cf7a3f9-9c87-425f-81e9-8f2d573cafa9,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:13.151284 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:13.186155 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3eee145d-dca9-4537-8a32-a194650f3210 req-d143c5de-54c7-4efd-9057-cf7849f439c4 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430941 Apr 28 19:44:13.256136 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 04b66e6a-01fb-4de7-adad-cd0b498f1a81, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=04b66e6a-01fb-4de7-adad-cd0b498f1a81,segment=NetworkSegment(b5720445-03de-4d91-9572-e2572d42e7be),segment_id=b5720445-03de-4d91-9572-e2572d42e7be)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:13.266420 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e058ea-9e32-4f8f-ba23-0cde91217668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b66e6a-01fb-4de7-adad-cd0b498f1a81'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:44:13.268420 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a5ae2-d1d3-47f7-9d66-e028921f09d6 service neutron] Pushing event updated for resources: {'Port': ['ID=2e040ed0-aba0-4511-9ebd-91de9971d37b,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:13.284920 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e6a788-c796-4c69-b18e-fa416df7e843" -d '{"events": [{"server_uuid": "15e058ea-9e32-4f8f-ba23-0cde91217668", "name": "network-vif-plugged", "status": "completed", "tag": "04b66e6a-01fb-4de7-adad-cd0b498f1a81"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:44:13.292732 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bc8928de-5062-49a7-932f-5fb33181b167 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:44:13.353640 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: bc8928de-5062-49a7-932f-5fb33181b167 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:44:13.355484 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bc8928de-5062-49a7-932f-5fb33181b167 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:44:13.376824 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:13.377643 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-996a5ae2-d1d3-47f7-9d66-e028921f09d6 service neutron] Attempting to bind port 2e040ed0-aba0-4511-9ebd-91de9971d37b on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:44:13.377846 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-996a5ae2-d1d3-47f7-9d66-e028921f09d6 service neutron] Attempting to bind port 2e040ed0-aba0-4511-9ebd-91de9971d37b by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'b9bfdb8f-957b-4b20-b717-f89cd527edb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ee8f3eae-8382-4236-8628-8f2aa216fd9e'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:44:13.378390 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-996a5ae2-d1d3-47f7-9d66-e028921f09d6 service neutron] Attempting to bind port 2e040ed0-aba0-4511-9ebd-91de9971d37b on network ee8f3eae-8382-4236-8628-8f2aa216fd9e {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:44:13.387679 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-996a5ae2-d1d3-47f7-9d66-e028921f09d6 service neutron] Port 2e040ed0-aba0-4511-9ebd-91de9971d37b on network ee8f3eae-8382-4236-8628-8f2aa216fd9e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:44:13.388571 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-996a5ae2-d1d3-47f7-9d66-e028921f09d6 service neutron] Attempting to bind port 2e040ed0-aba0-4511-9ebd-91de9971d37b on network ee8f3eae-8382-4236-8628-8f2aa216fd9e {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:44:13.400877 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-996a5ae2-d1d3-47f7-9d66-e028921f09d6 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:44:13.401595 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-996a5ae2-d1d3-47f7-9d66-e028921f09d6 service neutron] Checking segment: {'id': 'b9bfdb8f-957b-4b20-b717-f89cd527edb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ee8f3eae-8382-4236-8628-8f2aa216fd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:44:13.402971 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-996a5ae2-d1d3-47f7-9d66-e028921f09d6 service neutron] Bound using segment: {'id': 'b9bfdb8f-957b-4b20-b717-f89cd527edb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ee8f3eae-8382-4236-8628-8f2aa216fd9e'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:44:13.404528 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-996a5ae2-d1d3-47f7-9d66-e028921f09d6 service neutron] Bound port: 2e040ed0-aba0-4511-9ebd-91de9971d37b, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9bfdb8f-957b-4b20-b717-f89cd527edb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ee8f3eae-8382-4236-8628-8f2aa216fd9e'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:44:13.405362 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-996a5ae2-d1d3-47f7-9d66-e028921f09d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:13.537807 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=04b66e6a-01fb-4de7-adad-cd0b498f1a81,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:13.559504 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9f3f86-d7a8-4da4-a30c-5b8cbea4259d x-openstack-request-id: req-aa9f3f86-d7a8-4da4-a30c-5b8cbea4259d {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:44:13.561299 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e058ea-9e32-4f8f-ba23-0cde91217668", "name": "network-vif-plugged", "status": "completed", "tag": "04b66e6a-01fb-4de7-adad-cd0b498f1a81", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:44:13.561826 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aa9f3f86-d7a8-4da4-a30c-5b8cbea4259d {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:44:13.562960 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa9f3f86-d7a8-4da4-a30c-5b8cbea4259d'] response: {'server_uuid': '15e058ea-9e32-4f8f-ba23-0cde91217668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b66e6a-01fb-4de7-adad-cd0b498f1a81', 'code': 200} Apr 28 19:44:13.644569 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58006868-c5a0-4ff6-8485-8c0c7d5b1b35 req-f1bfa2c0-e497-4fa6-bcee-37a119808e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:13.646479 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-58006868-c5a0-4ff6-8485-8c0c7d5b1b35 req-f1bfa2c0-e497-4fa6-bcee-37a119808e2c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 1097 time: 0.1134932 Apr 28 19:44:13.647837 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-996a5ae2-d1d3-47f7-9d66-e028921f09d6 service neutron] For port 2e040ed0-aba0-4511-9ebd-91de9971d37b, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:44:13.653118 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-996a5ae2-d1d3-47f7-9d66-e028921f09d6 service neutron] For port 2e040ed0-aba0-4511-9ebd-91de9971d37b, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=2e040ed0-aba0-4511-9ebd-91de9971d37b,segment=NetworkSegment(b9bfdb8f-957b-4b20-b717-f89cd527edb8),segment_id=b9bfdb8f-957b-4b20-b717-f89cd527edb8)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:44:13.676335 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-996a5ae2-d1d3-47f7-9d66-e028921f09d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:13.740217 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-996a5ae2-d1d3-47f7-9d66-e028921f09d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:13.742716 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-996a5ae2-d1d3-47f7-9d66-e028921f09d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:13.744295 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ce81e-d8b3-4fe6-a500-4e7cd488a219 req-7c3d6941-9931-4d69-913c-f61f9af758df tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:13.745115 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-996a5ae2-d1d3-47f7-9d66-e028921f09d6 service neutron] 10.222.0.15 "PUT /v2.0/ports/2e040ed0-aba0-4511-9ebd-91de9971d37b HTTP/1.1" status: 200 len: 1091 time: 1.5108097 Apr 28 19:44:13.748803 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-524ce81e-d8b3-4fe6-a500-4e7cd488a219 req-7c3d6941-9931-4d69-913c-f61f9af758df tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 943 time: 0.1064045 Apr 28 19:44:13.752537 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df5e892-0d07-4e9d-a2ca-3e732e2d8b32', 'tag': '2e040ed0-aba0-4511-9ebd-91de9971d37b'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:44:13.755202 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d64b1d-a1c2-46a3-a51e-d9f3b2c1de0d" -d '{"events": [{"name": "network-changed", "server_uuid": "6df5e892-0d07-4e9d-a2ca-3e732e2d8b32", "tag": "2e040ed0-aba0-4511-9ebd-91de9971d37b"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:44:13.771390 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-58006868-c5a0-4ff6-8485-8c0c7d5b1b35 req-e143a55c-b9fe-411b-b4b6-9e891ca21a6a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163383 Apr 28 19:44:13.817376 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a5ae2-d1d3-47f7-9d66-e028921f09d6 service neutron] Pushing event updated for resources: {'Port': ['ID=2e040ed0-aba0-4511-9ebd-91de9971d37b,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:13.839504 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-524ce81e-d8b3-4fe6-a500-4e7cd488a219 req-d5c481fe-a9ef-46e0-8a78-53f2386fe8ca tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594859 Apr 28 19:44:13.854016 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f119c6af-7c84-45f4-96a8-94ab8a66d0f4 x-openstack-request-id: req-f119c6af-7c84-45f4-96a8-94ab8a66d0f4 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:44:13.854509 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df5e892-0d07-4e9d-a2ca-3e732e2d8b32", "tag": "2e040ed0-aba0-4511-9ebd-91de9971d37b", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:44:13.854985 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f119c6af-7c84-45f4-96a8-94ab8a66d0f4 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:44:13.855696 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f119c6af-7c84-45f4-96a8-94ab8a66d0f4'] response: {'name': 'network-changed', 'server_uuid': '6df5e892-0d07-4e9d-a2ca-3e732e2d8b32', 'tag': '2e040ed0-aba0-4511-9ebd-91de9971d37b', 'status': 'completed', 'code': 200} Apr 28 19:44:13.983109 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b1ec4-37b5-4d7c-ae6b-57a3f02e5dc6 req-150da48e-9f61-4fe6-8e84-aa05f415fae8 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:13.992162 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-995b1ec4-37b5-4d7c-ae6b-57a3f02e5dc6 req-150da48e-9f61-4fe6-8e84-aa05f415fae8 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 946 time: 0.0731156 Apr 28 19:44:14.097970 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-995b1ec4-37b5-4d7c-ae6b-57a3f02e5dc6 req-0326403b-01ff-4411-9c22-b833d31f19c3 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960212 Apr 28 19:44:14.113979 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d64b1d-a1c2-46a3-a51e-d9f3b2c1de0d req-f1233198-0706-40a1-9c71-535f63747277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:14.115669 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-25d64b1d-a1c2-46a3-a51e-d9f3b2c1de0d req-f1233198-0706-40a1-9c71-535f63747277 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=670eb780c3ee4dedb002a9746cf66ab9&device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 1094 time: 0.1032753 Apr 28 19:44:14.283552 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d64b1d-a1c2-46a3-a51e-d9f3b2c1de0d req-e35180e5-d265-4b23-8d1f-0740168fae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:14.285812 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-25d64b1d-a1c2-46a3-a51e-d9f3b2c1de0d req-e35180e5-d265-4b23-8d1f-0740168fae3b service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=670eb780c3ee4dedb002a9746cf66ab9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1614738 Apr 28 19:44:14.395360 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb01e4-db92-49b0-a2b3-8021b542828b req-7b0e83cf-d5b2-4f82-b2f7-ba6cd79b47a0 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:14.396944 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-48eb01e4-db92-49b0-a2b3-8021b542828b req-7b0e83cf-d5b2-4f82-b2f7-ba6cd79b47a0 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 946 time: 0.1179137 Apr 28 19:44:14.424443 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d64b1d-a1c2-46a3-a51e-d9f3b2c1de0d req-abb0b508-41b8-4348-8017-4daaaf7b498f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:14.425976 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-25d64b1d-a1c2-46a3-a51e-d9f3b2c1de0d req-abb0b508-41b8-4348-8017-4daaaf7b498f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1287520 Apr 28 19:44:14.445292 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-48eb01e4-db92-49b0-a2b3-8021b542828b req-24fb6239-8e3f-4a8d-ab04-a3db5fdb067c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403266 Apr 28 19:44:14.527662 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-512c0053-0a86-4121-9219-89a53f8dd181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:14.529396 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-512c0053-0a86-4121-9219-89a53f8dd181 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=670eb780c3ee4dedb002a9746cf66ab9&device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 1094 time: 0.0624135 Apr 28 19:44:14.581865 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-e430e709-9242-439d-8c3b-8dd074220911 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e040ed0-aba0-4511-9ebd-91de9971d37b HTTP/1.1" status: 200 len: 217 time: 0.0439215 Apr 28 19:44:14.640131 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-4d617b5c-8272-4c7c-9331-b54cbfd1c948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:14.641599 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-4d617b5c-8272-4c7c-9331-b54cbfd1c948 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9aaed19d-7f8f-41ff-8c2e-905cb635313a HTTP/1.1" status: 200 len: 850 time: 0.0518558 Apr 28 19:44:14.681017 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-9e9f3d99-9c6d-417a-afcc-dcdc27d20595 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee8f3eae-8382-4236-8628-8f2aa216fd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302801 Apr 28 19:44:14.787449 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-d05ecb1d-c456-4ffc-9db2-f49a3449815b service neutron] 10.222.0.15 "GET /v2.0/networks/ee8f3eae-8382-4236-8628-8f2aa216fd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942562 Apr 28 19:44:14.934923 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-efba0381-d30b-4262-acff-5fa4cc7bf461 req-84e209d4-1de7-4d29-9f83-a3c9bf6be0eb service neutron] 10.222.0.15 "GET /v2.0/networks/ee8f3eae-8382-4236-8628-8f2aa216fd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349337 Apr 28 19:44:15.048485 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2110209-4357-41f4-b895-661f563cfd16 req-72e45270-c9c6-4468-a5b1-eab04fc7ebb4 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:15.059018 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2110209-4357-41f4-b895-661f563cfd16 req-72e45270-c9c6-4468-a5b1-eab04fc7ebb4 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 943 time: 0.0715539 Apr 28 19:44:15.104158 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2110209-4357-41f4-b895-661f563cfd16 req-36bd5b45-4a27-4cf4-8774-35f968f1ab04 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439985 Apr 28 19:44:15.192937 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 53598) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:15.311108 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01d027-5db9-42c4-8668-182c523783ab req-f5e3ce6a-e8eb-4713-8a90-647c124c04f4 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:15.319318 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8d01d027-5db9-42c4-8668-182c523783ab req-f5e3ce6a-e8eb-4713-8a90-647c124c04f4 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 946 time: 0.0853307 Apr 28 19:44:15.357182 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-663467aa-16bc-4764-a8eb-d9c77fc6bbae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:15.380851 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8d01d027-5db9-42c4-8668-182c523783ab req-4804bc18-e989-43e5-8acd-eb82eb2f1b36 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605659 Apr 28 19:44:15.458980 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-663467aa-16bc-4764-a8eb-d9c77fc6bbae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:15.465175 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-663467aa-16bc-4764-a8eb-d9c77fc6bbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:15.513919 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-663467aa-16bc-4764-a8eb-d9c77fc6bbae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8352f6a7b3e24a52a9afd77c79f71221&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3186998 Apr 28 19:44:15.515206 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663467aa-16bc-4764-a8eb-d9c77fc6bbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d82773-1a42-493d-8ee5-dd9d8f02b626,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:15.516857 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 53606) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:15.578547 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60518a06-5ae4-4c8b-a993-9d3b2757527f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:15.581031 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f5c46-4fdf-4466-ba77-cf678eaf0091 req-efe5ed5e-3b72-43e8-b6d9-4172ef87d0c4 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:15.582793 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b93f5c46-4fdf-4466-ba77-cf678eaf0091 req-efe5ed5e-3b72-43e8-b6d9-4172ef87d0c4 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 946 time: 0.0560362 Apr 28 19:44:15.606076 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60518a06-5ae4-4c8b-a993-9d3b2757527f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:15.636441 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b93f5c46-4fdf-4466-ba77-cf678eaf0091 req-3e04dd96-eefc-4db8-8ee1-d31dc1f61cbe tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465052 Apr 28 19:44:15.681283 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60518a06-5ae4-4c8b-a993-9d3b2757527f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:15.686846 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60518a06-5ae4-4c8b-a993-9d3b2757527f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:15.688687 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-60518a06-5ae4-4c8b-a993-9d3b2757527f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/55d82773-1a42-493d-8ee5-dd9d8f02b626 HTTP/1.1" status: 204 len: 168 time: 0.1697249 Apr 28 19:44:15.700672 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60518a06-5ae4-4c8b-a993-9d3b2757527f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d82773-1a42-493d-8ee5-dd9d8f02b626,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:16.241573 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5b856-fee0-414f-aa43-5df1b6c5cf11 req-f0fa2b5e-09a8-4967-8021-8eb9344974b1 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:16.254079 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cdc5b856-fee0-414f-aa43-5df1b6c5cf11 req-f0fa2b5e-09a8-4967-8021-8eb9344974b1 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 946 time: 0.1032252 Apr 28 19:44:16.266099 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f947e-cca3-44d1-b87a-adc37d58eea2 req-efd18559-d41e-49d9-8fbf-e759783dc631 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:16.275408 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3a4f947e-cca3-44d1-b87a-adc37d58eea2 req-efd18559-d41e-49d9-8fbf-e759783dc631 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 943 time: 0.0753379 Apr 28 19:44:16.304150 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cdc5b856-fee0-414f-aa43-5df1b6c5cf11 req-767237f8-183e-4dfa-8cd6-be07eeca7a6b tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457544 Apr 28 19:44:16.329950 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3a4f947e-cca3-44d1-b87a-adc37d58eea2 req-58885724-71c5-40eb-bece-98e1d5c54adf tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491664 Apr 28 19:44:16.462126 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 53646) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:16.556530 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a7c8f-536a-4cd6-bb46-14c68d34423d req-3457cb49-8202-4ed9-9e50-85409c5e1c17 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:16.566349 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-925a7c8f-536a-4cd6-bb46-14c68d34423d req-3457cb49-8202-4ed9-9e50-85409c5e1c17 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 946 time: 0.0737309 Apr 28 19:44:16.599336 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 2e040ed0-aba0-4511-9ebd-91de9971d37b details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:44:16.614419 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-925a7c8f-536a-4cd6-bb46-14c68d34423d req-09c52061-2ddd-4e07-b6c4-920f8e48df20 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463948 Apr 28 19:44:16.668011 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-5ac0c980-b05b-4b71-b225-5f7afd20a2d4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-592909779-network', 'tenant_id': '4307de262b204a559c8fc36d867086bb'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:44:16.694655 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac0c980-b05b-4b71-b225-5f7afd20a2d4 admin admin] Made reservation on behalf of 4307de262b204a559c8fc36d867086bb for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:44:16.698347 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ac0c980-b05b-4b71-b225-5f7afd20a2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:16.708031 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ac0c980-b05b-4b71-b225-5f7afd20a2d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:16.718057 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 2e040ed0-aba0-4511-9ebd-91de9971d37b, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=2e040ed0-aba0-4511-9ebd-91de9971d37b,segment=NetworkSegment(b9bfdb8f-957b-4b20-b717-f89cd527edb8),segment_id=b9bfdb8f-957b-4b20-b717-f89cd527edb8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:16.731700 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '2e040ed0-aba0-4511-9ebd-91de9971d37b', 'network_id': 'ee8f3eae-8382-4236-8628-8f2aa216fd9e', 'port_id': '2e040ed0-aba0-4511-9ebd-91de9971d37b', 'mac_address': 'fa:16:3e:5c:9c:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aaed19d-7f8f-41ff-8c2e-905cb635313a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:44:16.787472 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:16.811942 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e040ed0-aba0-4511-9ebd-91de9971d37b {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:44:16.820212 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ac0c980-b05b-4b71-b225-5f7afd20a2d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:16.828600 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ac0c980-b05b-4b71-b225-5f7afd20a2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:16.839383 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 2e040ed0-aba0-4511-9ebd-91de9971d37b, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=2e040ed0-aba0-4511-9ebd-91de9971d37b,segment=NetworkSegment(b9bfdb8f-957b-4b20-b717-f89cd527edb8),segment_id=b9bfdb8f-957b-4b20-b717-f89cd527edb8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:16.844771 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:16.850665 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac0c980-b05b-4b71-b225-5f7afd20a2d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:44:16.866206 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0c980-b05b-4b71-b225-5f7afd20a2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcaf3d1-d4d8-457d-b6ba-1db7a89b2a87,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:16.871820 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ac0c980-b05b-4b71-b225-5f7afd20a2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:16.872401 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-5ac0c980-b05b-4b71-b225-5f7afd20a2d4 admin admin] Added segment 3248915b-af96-4740-8853-2f1ba52a457c of type vlan for network 5bdb7392-39da-4fa7-b6f8-6b04768db305 Apr 28 19:44:16.905836 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=2e040ed0-aba0-4511-9ebd-91de9971d37b,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:16.925715 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ac0c980-b05b-4b71-b225-5f7afd20a2d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:16.952585 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ac0c980-b05b-4b71-b225-5f7afd20a2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:16.953693 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac0c980-b05b-4b71-b225-5f7afd20a2d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:16.954418 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ac0c980-b05b-4b71-b225-5f7afd20a2d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:17.018673 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 53656) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:17.018922 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5ac0c980-b05b-4b71-b225-5f7afd20a2d4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5553956 Apr 28 19:44:17.027337 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-ae3d1bfe-efa1-437f-a82a-396c761389d4 admin admin] Request body: {'subnet': {'network_id': '5bdb7392-39da-4fa7-b6f8-6b04768db305', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-592909779-subnet', 'tenant_id': '4307de262b204a559c8fc36d867086bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:44:17.028742 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0c980-b05b-4b71-b225-5f7afd20a2d4 admin admin] Pushing event updated for resources: {'Network': ['ID=5bdb7392-39da-4fa7-b6f8-6b04768db305,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:17.038712 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 5bdb7392-39da-4fa7-b6f8-6b04768db305 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:44:17.066197 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3d1bfe-efa1-437f-a82a-396c761389d4 admin admin] Made reservation on behalf of 4307de262b204a559c8fc36d867086bb for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:44:17.069398 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ae3d1bfe-efa1-437f-a82a-396c761389d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:17.183529 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['2e040ed0-aba0-4511-9ebd-91de9971d37b'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:44:17.261816 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ae3d1bfe-efa1-437f-a82a-396c761389d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:17.329140 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d1bfe-efa1-437f-a82a-396c761389d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=380f9094-03da-4324-bb2d-d395a1179375,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:17.337864 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3d1bfe-efa1-437f-a82a-396c761389d4 admin admin] Checking segment: {'id': '3248915b-af96-4740-8853-2f1ba52a457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '5bdb7392-39da-4fa7-b6f8-6b04768db305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:44:17.338213 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3d1bfe-efa1-437f-a82a-396c761389d4 admin admin] Network hostable DHCP agents. Network: 5bdb7392-39da-4fa7-b6f8-6b04768db305, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:44:17.369159 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3d1bfe-efa1-437f-a82a-396c761389d4 admin admin] Network 5bdb7392-39da-4fa7-b6f8-6b04768db305 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:44:17.384296 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-ae3d1bfe-efa1-437f-a82a-396c761389d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 5bdb7392-39da-4fa7-b6f8-6b04768db305) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:44:17.393554 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3d1bfe-efa1-437f-a82a-396c761389d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:17.394876 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ae3d1bfe-efa1-437f-a82a-396c761389d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:17.395211 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16288daf-2ae0-4ab7-8203-a01bab4b8377 None None] Network 5bdb7392-39da-4fa7-b6f8-6b04768db305 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:44:17.432040 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ae3d1bfe-efa1-437f-a82a-396c761389d4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4092965 Apr 28 19:44:17.491632 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430d288-3f30-4031-9ffd-619ad961d919 req-cf48cb59-30c3-4b6c-b1b9-6450578d18a9 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:17.505652 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1430d288-3f30-4031-9ffd-619ad961d919 req-cf48cb59-30c3-4b6c-b1b9-6450578d18a9 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 946 time: 0.0856023 Apr 28 19:44:17.514996 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2b914-d1dc-400e-96f0-77377826933f req-16f41763-b808-4145-b0e4-a3a4f1ada0ad tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:17.517763 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f2c2b914-d1dc-400e-96f0-77377826933f req-16f41763-b808-4145-b0e4-a3a4f1ada0ad tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 944 time: 0.0841887 Apr 28 19:44:17.558882 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1430d288-3f30-4031-9ffd-619ad961d919 req-d0d1c69b-11f3-431e-8f50-3c2d9467b9b5 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523493 Apr 28 19:44:17.585459 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f2c2b914-d1dc-400e-96f0-77377826933f req-47dda784-dedb-4f98-babb-ee8b4cb856ea tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602753 Apr 28 19:44:17.628590 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eeff6a5-3bdb-418e-8cd0-3a0f09ef00e9 None None] Network 5bdb7392-39da-4fa7-b6f8-6b04768db305 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:44:17.850456 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad229018-8808-4463-ba62-4b1af751b425 req-ea6fb445-b822-48b4-814d-3e6505e86ebc tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:17.855323 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ad229018-8808-4463-ba62-4b1af751b425 req-ea6fb445-b822-48b4-814d-3e6505e86ebc tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 946 time: 0.1272633 Apr 28 19:44:17.910061 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ad229018-8808-4463-ba62-4b1af751b425 req-1c0bb291-fb12-458c-a3d5-a0b2046b0032 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440495 Apr 28 19:44:18.018794 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dbedf-ce82-44ec-bf63-be472796e6f3 req-a2721d1f-1205-4a26-a4dc-a9b88f64335c tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:18.028632 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-427dbedf-ce82-44ec-bf63-be472796e6f3 req-a2721d1f-1205-4a26-a4dc-a9b88f64335c tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=280dbda8-4539-400a-9a0f-a1f8383c7a51 HTTP/1.1" status: 200 len: 945 time: 0.0680096 Apr 28 19:44:18.067153 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-427dbedf-ce82-44ec-bf63-be472796e6f3 req-5b93d4a6-0e8f-40d1-b5a4-837966bc001a tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3876cd2-e73b-4ff4-a774-6abe2eaa2886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372760 Apr 28 19:44:18.252361 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 53690) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:18.261514 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-5d555b65-1843-4ec8-8672-f5afe884e04f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-50406828-network', 'tenant_id': '234590bc64ea44ecb48d17ed7c4afeb7'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:44:18.296975 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d555b65-1843-4ec8-8672-f5afe884e04f admin admin] Made reservation on behalf of 234590bc64ea44ecb48d17ed7c4afeb7 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:44:18.301471 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5d555b65-1843-4ec8-8672-f5afe884e04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:18.320034 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5d555b65-1843-4ec8-8672-f5afe884e04f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:18.429034 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5d555b65-1843-4ec8-8672-f5afe884e04f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:18.435651 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5d555b65-1843-4ec8-8672-f5afe884e04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:18.469839 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d555b65-1843-4ec8-8672-f5afe884e04f admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:44:18.488893 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d555b65-1843-4ec8-8672-f5afe884e04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d16e36-1750-497c-99b6-7dffdc6086ce,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:18.496939 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5d555b65-1843-4ec8-8672-f5afe884e04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:18.498725 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-5d555b65-1843-4ec8-8672-f5afe884e04f admin admin] Added segment cc4aacf4-34ea-4783-96c7-5f377aecc5bb of type vlan for network 87c9a7a0-7fd9-4577-9451-6d10a0fe8056 Apr 28 19:44:18.577881 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5d555b65-1843-4ec8-8672-f5afe884e04f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:18.596731 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 2e040ed0-aba0-4511-9ebd-91de9971d37b up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:44:18.616334 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5d555b65-1843-4ec8-8672-f5afe884e04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:18.619098 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d555b65-1843-4ec8-8672-f5afe884e04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:18.619785 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5d555b65-1843-4ec8-8672-f5afe884e04f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:18.778447 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5d555b65-1843-4ec8-8672-f5afe884e04f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5236015 Apr 28 19:44:18.782155 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 53696) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:18.791953 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-29232bb2-3970-4c5d-a30a-4525756256e0 admin admin] Request body: {'subnet': {'network_id': '87c9a7a0-7fd9-4577-9451-6d10a0fe8056', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-50406828-subnet', 'tenant_id': '234590bc64ea44ecb48d17ed7c4afeb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:44:18.795677 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d555b65-1843-4ec8-8672-f5afe884e04f admin admin] Pushing event updated for resources: {'Network': ['ID=87c9a7a0-7fd9-4577-9451-6d10a0fe8056,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:18.816688 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 87c9a7a0-7fd9-4577-9451-6d10a0fe8056 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:44:18.955246 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29232bb2-3970-4c5d-a30a-4525756256e0 admin admin] Made reservation on behalf of 234590bc64ea44ecb48d17ed7c4afeb7 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:44:18.960489 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-29232bb2-3970-4c5d-a30a-4525756256e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:19.002735 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 2e040ed0-aba0-4511-9ebd-91de9971d37b completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:44:19.009052 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ae9c8-12f1-42e8-aa46-83bb06f2eacf req-95ffc6ae-a92d-46ef-957d-ca8f53440e86 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:19.011020 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d07ae9c8-12f1-42e8-aa46-83bb06f2eacf req-95ffc6ae-a92d-46ef-957d-ca8f53440e86 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 944 time: 0.1839292 Apr 28 19:44:19.014063 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 2e040ed0-aba0-4511-9ebd-91de9971d37b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:44:19.014705 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:19.085353 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280eb9ec-c23b-44db-86a9-6619a88c19b2 req-152190af-b85c-46cc-bdff-f703debb3168 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:19.117521 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-280eb9ec-c23b-44db-86a9-6619a88c19b2 req-152190af-b85c-46cc-bdff-f703debb3168 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 946 time: 0.2611303 Apr 28 19:44:19.120973 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d07ae9c8-12f1-42e8-aa46-83bb06f2eacf req-0be24727-459f-4915-b619-6f7d2ebfcae2 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696657 Apr 28 19:44:19.237615 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-280eb9ec-c23b-44db-86a9-6619a88c19b2 req-ef1788e7-b6d3-4b55-89b6-93aa442b9380 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004040 Apr 28 19:44:19.304245 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:19.402577 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 2e040ed0-aba0-4511-9ebd-91de9971d37b, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=2e040ed0-aba0-4511-9ebd-91de9971d37b,segment=NetworkSegment(b9bfdb8f-957b-4b20-b717-f89cd527edb8),segment_id=b9bfdb8f-957b-4b20-b717-f89cd527edb8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:19.404790 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df5e892-0d07-4e9d-a2ca-3e732e2d8b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e040ed0-aba0-4511-9ebd-91de9971d37b'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:44:19.410370 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c7ec27-3672-4c5d-b07e-c68612688ddb" -d '{"events": [{"server_uuid": "6df5e892-0d07-4e9d-a2ca-3e732e2d8b32", "name": "network-vif-plugged", "status": "completed", "tag": "2e040ed0-aba0-4511-9ebd-91de9971d37b"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:44:19.416485 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-29232bb2-3970-4c5d-a30a-4525756256e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:19.423900 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:19.517256 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274b45d-5dae-4e37-ab9c-e42b4bafae19 req-7d424e1b-07f2-42f2-8432-d3a6cab7535f tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:19.529980 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8274b45d-5dae-4e37-ab9c-e42b4bafae19 req-7d424e1b-07f2-42f2-8432-d3a6cab7535f tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=280dbda8-4539-400a-9a0f-a1f8383c7a51 HTTP/1.1" status: 200 len: 945 time: 0.1550734 Apr 28 19:44:19.595211 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=2e040ed0-aba0-4511-9ebd-91de9971d37b,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:19.641189 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8274b45d-5dae-4e37-ab9c-e42b4bafae19 req-f7fd08c3-6183-467a-a709-5d16ef4997c9 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3876cd2-e73b-4ff4-a774-6abe2eaa2886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102090 Apr 28 19:44:19.700887 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fde65be-fbfc-4b5f-b28f-23cd28dcb916 x-openstack-request-id: req-2fde65be-fbfc-4b5f-b28f-23cd28dcb916 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:44:19.701315 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df5e892-0d07-4e9d-a2ca-3e732e2d8b32", "name": "network-vif-plugged", "status": "completed", "tag": "2e040ed0-aba0-4511-9ebd-91de9971d37b", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:44:19.701778 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2fde65be-fbfc-4b5f-b28f-23cd28dcb916 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:44:19.702394 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fde65be-fbfc-4b5f-b28f-23cd28dcb916'] response: {'server_uuid': '6df5e892-0d07-4e9d-a2ca-3e732e2d8b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e040ed0-aba0-4511-9ebd-91de9971d37b', 'code': 200} Apr 28 19:44:19.771721 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5022ee9e-efa8-4477-a4b6-dc1b2a766b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:19.784604 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29232bb2-3970-4c5d-a30a-4525756256e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=489f5dae-276d-478c-bbc5-19e0ad00c0cc,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:19.817290 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a89be3-5d42-411c-bb39-857b55ef96c5 req-ecc36d4f-a7a3-495b-a0b8-46c69a29704a tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:19.819422 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d7a89be3-5d42-411c-bb39-857b55ef96c5 req-ecc36d4f-a7a3-495b-a0b8-46c69a29704a tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.44 "GET /v2.0/ports?device_id=280dbda8-4539-400a-9a0f-a1f8383c7a51 HTTP/1.1" status: 200 len: 945 time: 0.3494620 Apr 28 19:44:19.833324 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f56eb-c078-445c-b406-41c8c2e9a449 req-efa11317-b262-4efb-9eb1-b057c89d16ba tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:19.835190 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-db7f56eb-c078-445c-b406-41c8c2e9a449 req-efa11317-b262-4efb-9eb1-b057c89d16ba tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 946 time: 0.4473977 Apr 28 19:44:19.974078 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29232bb2-3970-4c5d-a30a-4525756256e0 admin admin] Checking segment: {'id': 'cc4aacf4-34ea-4783-96c7-5f377aecc5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '87c9a7a0-7fd9-4577-9451-6d10a0fe8056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:44:19.974650 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29232bb2-3970-4c5d-a30a-4525756256e0 admin admin] Network hostable DHCP agents. Network: 87c9a7a0-7fd9-4577-9451-6d10a0fe8056, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:44:20.097419 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-db7f56eb-c078-445c-b406-41c8c2e9a449 req-207e096f-ae7d-4c61-b8a3-cdab45b6edcd tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480803 Apr 28 19:44:20.106480 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab878b6-9f62-4597-9abb-1781720fe624 req-6b1f3682-b25d-4120-a773-0d12d68ec077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:20.109065 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0ab878b6-9f62-4597-9abb-1781720fe624 req-6b1f3682-b25d-4120-a773-0d12d68ec077 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 1096 time: 0.2880442 Apr 28 19:44:20.132117 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29232bb2-3970-4c5d-a30a-4525756256e0 admin admin] Network 87c9a7a0-7fd9-4577-9451-6d10a0fe8056 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:44:20.189122 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-29232bb2-3970-4c5d-a30a-4525756256e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 87c9a7a0-7fd9-4577-9451-6d10a0fe8056) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:44:20.208817 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aec30de-4454-494c-8ef0-ed160bb400be None None] Network 87c9a7a0-7fd9-4577-9451-6d10a0fe8056 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:44:20.219080 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29232bb2-3970-4c5d-a30a-4525756256e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:20.222412 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-29232bb2-3970-4c5d-a30a-4525756256e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:20.258698 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0ab878b6-9f62-4597-9abb-1781720fe624 req-5600a31f-5c71-40b1-9354-d79cb0cf8a1e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362081 Apr 28 19:44:20.292021 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-d7a89be3-5d42-411c-bb39-857b55ef96c5 req-2a8daffb-3b6c-4365-a991-3c8a544585e2 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Deleting port 14784c8c-51c7-4607-bf4e-bdc835f47686 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:44:20.303006 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d7a89be3-5d42-411c-bb39-857b55ef96c5 req-2a8daffb-3b6c-4365-a991-3c8a544585e2 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:20.380619 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-29232bb2-3970-4c5d-a30a-4525756256e0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5949743 Apr 28 19:44:20.435424 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e797914a-c973-45ab-8fdf-798edf31690c None None] Network 87c9a7a0-7fd9-4577-9451-6d10a0fe8056 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:44:20.579306 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ac188-7989-42b9-9672-d934470666a3 req-b04b745b-13af-4ddf-a43b-1ac461570d6d tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:20.588500 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-044ac188-7989-42b9-9672-d934470666a3 req-b04b745b-13af-4ddf-a43b-1ac461570d6d tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 945 time: 0.1760464 Apr 28 19:44:20.722989 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-044ac188-7989-42b9-9672-d934470666a3 req-c515897d-0958-481e-915b-080bbdbd881b tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031761 Apr 28 19:44:21.055280 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffda69-a982-403a-b106-4c813be13c75 req-c93336b9-5470-4d5c-b727-ba6f7fa9d8f4 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:21.058506 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2dffda69-a982-403a-b106-4c813be13c75 req-c93336b9-5470-4d5c-b727-ba6f7fa9d8f4 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=280dbda8-4539-400a-9a0f-a1f8383c7a51 HTTP/1.1" status: 200 len: 945 time: 0.1141779 Apr 28 19:44:21.144692 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2dffda69-a982-403a-b106-4c813be13c75 req-a1059543-8013-49ef-ac7a-622756359f94 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3876cd2-e73b-4ff4-a774-6abe2eaa2886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715077 Apr 28 19:44:21.231404 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-d7a89be3-5d42-411c-bb39-857b55ef96c5 req-2a8daffb-3b6c-4365-a991-3c8a544585e2 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] For port 14784c8c-51c7-4607-bf4e-bdc835f47686, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=14784c8c-51c7-4607-bf4e-bdc835f47686,segment=NetworkSegment(45b99270-ac05-4c11-b64b-fdc435dcfa6a),segment_id=45b99270-ac05-4c11-b64b-fdc435dcfa6a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:21.232793 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d7a89be3-5d42-411c-bb39-857b55ef96c5 req-2a8daffb-3b6c-4365-a991-3c8a544585e2 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:21.277907 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a210094-e07d-402c-9c83-88340597b909 req-f7bbccb4-387c-4aa6-b450-0346697d0551 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:21.279703 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4a210094-e07d-402c-9c83-88340597b909 req-f7bbccb4-387c-4aa6-b450-0346697d0551 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 946 time: 0.7871811 Apr 28 19:44:21.488553 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4a210094-e07d-402c-9c83-88340597b909 req-2009a741-728e-4059-9f43-4252d7dd2caf tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451342 Apr 28 19:44:21.627633 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-eddd4186-1483-4131-9fad-110c941e26c8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2599697 Apr 28 19:44:21.815888 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d7a89be3-5d42-411c-bb39-857b55ef96c5 req-2a8daffb-3b6c-4365-a991-3c8a544585e2 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:21.816937 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d7a89be3-5d42-411c-bb39-857b55ef96c5 req-2a8daffb-3b6c-4365-a991-3c8a544585e2 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:21.817511 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [req-d7a89be3-5d42-411c-bb39-857b55ef96c5 req-2a8daffb-3b6c-4365-a991-3c8a544585e2 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Floating IP 0a60c3bd-2ad3-47f5-9367-6c48a39f86f7 disassociated. External IP: 172.25.8.101, port: 14784c8c-51c7-4607-bf4e-bdc835f47686. Apr 28 19:44:21.819082 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-d7a89be3-5d42-411c-bb39-857b55ef96c5 req-2a8daffb-3b6c-4365-a991-3c8a544585e2 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Calling delete_port for 14784c8c-51c7-4607-bf4e-bdc835f47686 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:44:21.856892 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a169ca1-5399-4b98-b9ac-2372771f1b2e req-04e1568a-84e4-496f-8f38-5c07fe943ef1 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:21.859277 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9a169ca1-5399-4b98-b9ac-2372771f1b2e req-04e1568a-84e4-496f-8f38-5c07fe943ef1 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 946 time: 0.2744532 Apr 28 19:44:21.895904 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df10b4-e23f-4a1f-9617-798b736c180d req-75b2a80e-81bd-4eb3-a7d3-0b4fe8c7a0e7 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:21.899641 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-18df10b4-e23f-4a1f-9617-798b736c180d req-75b2a80e-81bd-4eb3-a7d3-0b4fe8c7a0e7 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/networks?id=5bdb7392-39da-4fa7-b6f8-6b04768db305 HTTP/1.1" status: 200 len: 811 time: 0.2701030 Apr 28 19:44:21.935171 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-18df10b4-e23f-4a1f-9617-798b736c180d req-c7a48a91-325a-47fa-9bb6-4709e2a259ca tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/quotas/4307de262b204a559c8fc36d867086bb HTTP/1.1" status: 200 len: 375 time: 0.0181825 Apr 28 19:44:21.940236 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-3a6e8869-2373-41a2-a010-dba66915daeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:21.940866 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-3a6e8869-2373-41a2-a010-dba66915daeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:21.941413 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-3a6e8869-2373-41a2-a010-dba66915daeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:21.941947 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-3a6e8869-2373-41a2-a010-dba66915daeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:21.942500 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-3a6e8869-2373-41a2-a010-dba66915daeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:21.943014 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-3a6e8869-2373-41a2-a010-dba66915daeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:21.943554 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-3a6e8869-2373-41a2-a010-dba66915daeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:21.946627 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-3a6e8869-2373-41a2-a010-dba66915daeb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc3414dc2d694e45b86b092fc773c62d&device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 6493 time: 0.2005265 Apr 28 19:44:22.001076 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-18df10b4-e23f-4a1f-9617-798b736c180d req-bdffa9e0-7033-401b-b438-a51932750f2b tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4307de262b204a559c8fc36d867086bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563498 Apr 28 19:44:22.017659 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9a169ca1-5399-4b98-b9ac-2372771f1b2e req-43a36c6d-3679-459e-8e6f-38b89a6bef7f tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455426 Apr 28 19:44:22.058089 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ec362368-b063-465b-be65-5aeb4417f478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:22.120503 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 14784c8c-51c7-4607-bf4e-bdc835f47686 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:44:22.182125 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-18df10b4-e23f-4a1f-9617-798b736c180d req-8eb43b4a-013f-48e1-b463-9ac93ed66b56 service neutron] 10.222.0.42 "GET /v2.0/networks/5bdb7392-39da-4fa7-b6f8-6b04768db305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707640 Apr 28 19:44:22.296257 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-18df10b4-e23f-4a1f-9617-798b736c180d req-a5bb10b9-2149-4a67-9011-c5a7f0c0308b service neutron] 10.222.0.42 "GET /v2.0/networks/5bdb7392-39da-4fa7-b6f8-6b04768db305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040478 Apr 28 19:44:22.313366 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:22.361439 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-6f56d73d-23d3-4783-bd9a-f8a2af05609b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:22.362319 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-6f56d73d-23d3-4783-bd9a-f8a2af05609b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:22.363058 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-6f56d73d-23d3-4783-bd9a-f8a2af05609b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:22.366251 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-6f56d73d-23d3-4783-bd9a-f8a2af05609b service neutron] 10.222.0.15 "GET /v2.0/networks?id=f69f4a5f-c2d6-44c7-ad73-929a90025ab3&id=80835d31-d60f-4749-a1bd-4756afb7302e&id=80835d31-d60f-4749-a1bd-4756afb7302e&id=80835d31-d60f-4749-a1bd-4756afb7302e&id=80835d31-d60f-4749-a1bd-4756afb7302e&id=599034e0-defd-4a8f-a6f0-947f37bda9fd&id=599034e0-defd-4a8f-a6f0-947f37bda9fd HTTP/1.1" status: 200 len: 2292 time: 0.3695700 Apr 28 19:44:22.370229 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d7a89be3-5d42-411c-bb39-857b55ef96c5 req-2a8daffb-3b6c-4365-a991-3c8a544585e2 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:22.509449 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ed0a5-a87a-4ac2-96d9-eb9afc7caeeb req-f07e5c94-e28e-436f-a4b1-580150d4ec6c tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:22.511948 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b55ed0a5-a87a-4ac2-96d9-eb9afc7caeeb req-f07e5c94-e28e-436f-a4b1-580150d4ec6c tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 945 time: 0.3118703 Apr 28 19:44:22.527607 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8daffb-3b6c-4365-a991-3c8a544585e2 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Pushing event deleted for resources: {'Port': ['ID=14784c8c-51c7-4607-bf4e-bdc835f47686,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:22.694718 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-af7aa7ec-9b86-44b0-8290-e84f52a9c26d req-914dc62b-4597-4c39-9c58-bfb056a7038c tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=280dbda8-4539-400a-9a0f-a1f8383c7a51 HTTP/1.1" status: 200 len: 210 time: 0.0691190 Apr 28 19:44:22.709135 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b55ed0a5-a87a-4ac2-96d9-eb9afc7caeeb req-9d9ba0be-c8f2-44f3-95fc-9f87e5af9bd1 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833382 Apr 28 19:44:22.719918 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-4d203d12-7518-4db3-a019-02c4b083435a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5777ee41-99fe-478c-84d1-afd3559609f8 HTTP/1.1" status: 200 len: 1001 time: 0.3441343 Apr 28 19:44:22.849632 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3370b1f3-94a6-42f5-9290-2df2c612a48e req-d62d94d5-94b1-4761-83a0-df1d5eecd7de tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/ports?device_id=437b5750-ad50-4261-8e12-745307e5cb25 HTTP/1.1" status: 200 len: 210 time: 0.0513406 Apr 28 19:44:22.996013 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7a89be3-5d42-411c-bb39-857b55ef96c5 req-2a8daffb-3b6c-4365-a991-3c8a544585e2 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Router 536f6499-1b10-4117-950d-dfd4623a3f3f has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:44:23.025810 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-63ea45fa-01a7-43f5-a62f-bf9b627ba8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:23.031973 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-63ea45fa-01a7-43f5-a62f-bf9b627ba8bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=48533aa3-5bd3-4948-a2d3-594fc981b6d2 HTTP/1.1" status: 200 len: 851 time: 0.2877367 Apr 28 19:44:23.127129 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26433fe-1bb5-4ac6-bd03-1a27f4974ded req-00a4ffb8-3224-46f2-ba42-50e359bf4064 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:23.130015 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a26433fe-1bb5-4ac6-bd03-1a27f4974ded req-00a4ffb8-3224-46f2-ba42-50e359bf4064 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 946 time: 0.2576199 Apr 28 19:44:23.280308 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42205172-effb-47df-847b-4ac2887fd22b req-f2ebb841-fcc8-4d2d-8909-6e83a19a1d65 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:23.283632 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-42205172-effb-47df-847b-4ac2887fd22b req-f2ebb841-fcc8-4d2d-8909-6e83a19a1d65 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 946 time: 0.0870922 Apr 28 19:44:23.377628 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-00962135-544e-40c9-9364-85d20e8fd166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:23.379260 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-00962135-544e-40c9-9364-85d20e8fd166 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f69f4a5f-c2d6-44c7-ad73-929a90025ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3115239 Apr 28 19:44:23.391943 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-42205172-effb-47df-847b-4ac2887fd22b req-694bdbb5-c5ff-4298-883e-900abb522ef7 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902712 Apr 28 19:44:23.439518 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:23.444383 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a26433fe-1bb5-4ac6-bd03-1a27f4974ded req-747ef9fb-4e94-41ce-b120-7547c7ec8b15 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695098 Apr 28 19:44:23.498788 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530f3d7-b344-4d38-9dfe-a0baa2f3eb8d req-f3014498-dc2c-4a71-9a56-44aa65dcc59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:23.500326 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c530f3d7-b344-4d38-9dfe-a0baa2f3eb8d req-f3014498-dc2c-4a71-9a56-44aa65dcc59d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=670eb780c3ee4dedb002a9746cf66ab9&device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 1096 time: 0.3237169 Apr 28 19:44:23.575250 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7a89be3-5d42-411c-bb39-857b55ef96c5 req-2a8daffb-3b6c-4365-a991-3c8a544585e2 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:44:23.592570 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c50ea5-2aab-43b7-b7a8-8a787cbde0c9 None None] Sync routers for ids ['536f6499-1b10-4117-950d-dfd4623a3f3f'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:44:23.621478 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4f92a-c40f-46d4-9955-922cec4d5de6 req-fcf39a9b-8e09-4092-90c5-b2b8ccc513cb tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:23.622869 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c50ea5-2aab-43b7-b7a8-8a787cbde0c9 None None] Routers {'536f6499-1b10-4117-950d-dfd4623a3f3f'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:44:23.624278 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-19d4f92a-c40f-46d4-9955-922cec4d5de6 req-fcf39a9b-8e09-4092-90c5-b2b8ccc513cb tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 945 time: 0.1294496 Apr 28 19:44:23.625403 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d8c50ea5-2aab-43b7-b7a8-8a787cbde0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:44:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['536f6499-1b10-4117-950d-dfd4623a3f3f'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:23.671918 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a89be3-5d42-411c-bb39-857b55ef96c5 req-2a8daffb-3b6c-4365-a991-3c8a544585e2 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] No DVR routers for this DVR port 14784c8c-51c7-4607-bf4e-bdc835f47686 on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:44:23.713827 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-19d4f92a-c40f-46d4-9955-922cec4d5de6 req-7506ba33-1f14-425d-b532-f12a2e19459b tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762911 Apr 28 19:44:23.731390 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d7a89be3-5d42-411c-bb39-857b55ef96c5 req-2a8daffb-3b6c-4365-a991-3c8a544585e2 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:23.734852 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d7a89be3-5d42-411c-bb39-857b55ef96c5 req-2a8daffb-3b6c-4365-a991-3c8a544585e2 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.44 "DELETE /v2.0/ports/14784c8c-51c7-4607-bf4e-bdc835f47686 HTTP/1.1" status: 204 len: 173 time: 3.8877120 Apr 28 19:44:23.735333 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280dbda8-4539-400a-9a0f-a1f8383c7a51', 'name': 'network-vif-deleted', 'tag': '14784c8c-51c7-4607-bf4e-bdc835f47686'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:44:23.739144 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdc5f74-851b-4154-8f20-5a59e61a577e" -d '{"events": [{"server_uuid": "280dbda8-4539-400a-9a0f-a1f8383c7a51", "name": "network-vif-deleted", "tag": "14784c8c-51c7-4607-bf4e-bdc835f47686"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:44:23.759015 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-be216dd4-8bb3-45a8-bfb8-c72d7f098582 service neutron] 10.222.0.15 "GET /v2.0/networks/f69f4a5f-c2d6-44c7-ad73-929a90025ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181663 Apr 28 19:44:23.834666 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530f3d7-b344-4d38-9dfe-a0baa2f3eb8d req-1bd44bc4-6eb3-44d4-8c81-5e2f82e7052f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:23.836442 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c530f3d7-b344-4d38-9dfe-a0baa2f3eb8d req-1bd44bc4-6eb3-44d4-8c81-5e2f82e7052f service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee8f3eae-8382-4236-8628-8f2aa216fd9e HTTP/1.1" status: 200 len: 911 time: 0.3015330 Apr 28 19:44:23.878352 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0e6e1a-8ca1-4d0e-8a56-d5fccd0c60c3 x-openstack-request-id: req-4f0e6e1a-8ca1-4d0e-8a56-d5fccd0c60c3 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:44:23.878963 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "280dbda8-4539-400a-9a0f-a1f8383c7a51", "name": "network-vif-deleted", "tag": "14784c8c-51c7-4607-bf4e-bdc835f47686", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:44:23.879376 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4f0e6e1a-8ca1-4d0e-8a56-d5fccd0c60c3 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:44:23.879967 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f0e6e1a-8ca1-4d0e-8a56-d5fccd0c60c3'] response: {'server_uuid': '280dbda8-4539-400a-9a0f-a1f8383c7a51', 'name': 'network-vif-deleted', 'tag': '14784c8c-51c7-4607-bf4e-bdc835f47686', 'status': 'completed', 'code': 200} Apr 28 19:44:23.933609 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c530f3d7-b344-4d38-9dfe-a0baa2f3eb8d req-2f4fd56a-5298-43c0-9242-9d3d53ae377b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e040ed0-aba0-4511-9ebd-91de9971d37b HTTP/1.1" status: 200 len: 217 time: 0.0522501 Apr 28 19:44:23.936238 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-d8c50ea5-2aab-43b7-b7a8-8a787cbde0c9 None None] Set router 536f6499-1b10-4117-950d-dfd4623a3f3f gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:44:24.006651 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e7a16bd4-6373-4113-8fb8-a5eebf92a628 req-c75c5c51-fb54-4b1d-99be-bbf3db5ee84a tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/ports?device_id=280dbda8-4539-400a-9a0f-a1f8383c7a51 HTTP/1.1" status: 200 len: 210 time: 0.0676765 Apr 28 19:44:24.102014 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530f3d7-b344-4d38-9dfe-a0baa2f3eb8d req-73ace1e0-b124-4b1e-ba45-037d1b701a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:24.103917 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c530f3d7-b344-4d38-9dfe-a0baa2f3eb8d req-73ace1e0-b124-4b1e-ba45-037d1b701a32 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9aaed19d-7f8f-41ff-8c2e-905cb635313a HTTP/1.1" status: 200 len: 850 time: 0.1626403 Apr 28 19:44:24.142998 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9f283879-787d-4cad-9d27-faca92aede78 req-b26b1da4-41cc-4dd2-bea8-d2e5e0f5b940 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/ports?device_id=437b5750-ad50-4261-8e12-745307e5cb25 HTTP/1.1" status: 200 len: 210 time: 0.0960429 Apr 28 19:44:24.146616 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-58d37bdd-f6d5-4b37-a1f0-50427ff1050a service neutron] 10.222.0.15 "GET /v2.0/networks/f69f4a5f-c2d6-44c7-ad73-929a90025ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788662 Apr 28 19:44:24.168828 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c530f3d7-b344-4d38-9dfe-a0baa2f3eb8d req-b6f8d283-b075-4722-a640-1486d4ca9b69 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee8f3eae-8382-4236-8628-8f2aa216fd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368567 Apr 28 19:44:24.227759 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-58290a28-f7e0-492b-9c3b-d8273c1c8322 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=37e042f8-fc48-458d-b5bb-4019869f3d25 HTTP/1.1" status: 200 len: 217 time: 0.0611928 Apr 28 19:44:24.353668 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-96ef5295-8e2d-4244-83f1-68d0cc7c8464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:24.357151 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-96ef5295-8e2d-4244-83f1-68d0cc7c8464 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=276aa727-ce51-40e0-b36e-2dd77b344c69 HTTP/1.1" status: 200 len: 797 time: 0.1187420 Apr 28 19:44:24.383153 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c530f3d7-b344-4d38-9dfe-a0baa2f3eb8d req-902c1afa-63ca-4aea-8956-30c523f5b92a service neutron] 10.222.0.15 "GET /v2.0/networks/ee8f3eae-8382-4236-8628-8f2aa216fd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061145 Apr 28 19:44:24.471856 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d8c50ea5-2aab-43b7-b7a8-8a787cbde0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'name': 'tempest-AttachVolumeNegativeTest-1025782073-router', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:24Z', 'updated_at': '2022-04-28T19:37:37Z', 'revision_number': 4, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'gw_port': {'id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:26Z', 'updated_at': '2022-04-28T19:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'e1535635-16ee-414b-a822-868c614c37c3', 'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'mac_address': 'fa:16:3e:ed:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:33Z', 'updated_at': '2022-04-28T19:37:44Z', 'revision_number': 5, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'subnets': [{'id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:24.497518 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-a10a36c3-b594-49ac-aaf4-94f5e4a9b23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:24.499072 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-a10a36c3-b594-49ac-aaf4-94f5e4a9b23c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80835d31-d60f-4749-a1bd-4756afb7302e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1149969 Apr 28 19:44:24.591668 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c50ea5-2aab-43b7-b7a8-8a787cbde0c9 None None] Checking router: 536f6499-1b10-4117-950d-dfd4623a3f3f for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:44:24.619254 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c530f3d7-b344-4d38-9dfe-a0baa2f3eb8d req-c2ba170e-f487-49ef-bb37-b89e803de5f5 service neutron] 10.222.0.15 "GET /v2.0/networks/ee8f3eae-8382-4236-8628-8f2aa216fd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249424 Apr 28 19:44:24.635736 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c50ea5-2aab-43b7-b7a8-8a787cbde0c9 None None] Routers {'536f6499-1b10-4117-950d-dfd4623a3f3f'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:44:24.638284 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d8c50ea5-2aab-43b7-b7a8-8a787cbde0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:44:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['536f6499-1b10-4117-950d-dfd4623a3f3f'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:24.858633 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878b012-88ea-4f95-a9d7-6dbb384fe265 req-0f2e2c57-5955-41b0-b60e-1071de6ddff6 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:24.860925 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8878b012-88ea-4f95-a9d7-6dbb384fe265 req-0f2e2c57-5955-41b0-b60e-1071de6ddff6 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 946 time: 0.1852973 Apr 28 19:44:24.975320 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8878b012-88ea-4f95-a9d7-6dbb384fe265 req-2d614599-8b4a-4cc5-b2e9-4a5ceb63ecf7 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026938 Apr 28 19:44:25.020420 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-d8c50ea5-2aab-43b7-b7a8-8a787cbde0c9 None None] Set router 536f6499-1b10-4117-950d-dfd4623a3f3f gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:44:25.135119 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df10b4-e23f-4a1f-9617-798b736c180d req-440a3c66-d94e-4bc6-acf0-81f005b46ddc tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:25.137125 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-18df10b4-e23f-4a1f-9617-798b736c180d req-440a3c66-d94e-4bc6-acf0-81f005b46ddc tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.44 "GET /v2.0/networks?id=5bdb7392-39da-4fa7-b6f8-6b04768db305 HTTP/1.1" status: 200 len: 811 time: 0.5592496 Apr 28 19:44:25.156085 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-18df10b4-e23f-4a1f-9617-798b736c180d req-be2f0fe8-fd18-49ac-b45a-c47f0726737f tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Request body: {'port': {'device_id': '437b5750-ad50-4261-8e12-745307e5cb25', 'network_id': '5bdb7392-39da-4fa7-b6f8-6b04768db305', 'admin_state_up': True, 'tenant_id': '4307de262b204a559c8fc36d867086bb'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:44:25.162790 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87776b69-22fa-4035-b7fb-ffd46cfb2d1e req-6bbb9f0f-5a7a-4145-80ec-f85143a844e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:25.165344 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-87776b69-22fa-4035-b7fb-ffd46cfb2d1e req-6bbb9f0f-5a7a-4145-80ec-f85143a844e3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 1097 time: 0.6591208 Apr 28 19:44:25.312203 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a04218-3676-490b-b3f0-ce70d0e0507a req-e7c515e1-fd4d-43e9-b1fe-acf052da193b tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:25.317869 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f4960-11ac-424b-ab3f-765cd3a5dc05 req-bb62112e-f722-402d-aad0-9f1bb31e0f64 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:25.323486 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-66a04218-3676-490b-b3f0-ce70d0e0507a req-e7c515e1-fd4d-43e9-b1fe-acf052da193b tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 945 time: 0.1793461 Apr 28 19:44:25.327922 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e52f4960-11ac-424b-ab3f-765cd3a5dc05 req-bb62112e-f722-402d-aad0-9f1bb31e0f64 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 946 time: 0.5995162 Apr 28 19:44:25.351216 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-79ab9211-74cf-4d75-b824-64ac7daff057 service neutron] 10.222.0.15 "GET /v2.0/networks/80835d31-d60f-4749-a1bd-4756afb7302e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8327808 Apr 28 19:44:25.411126 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-66a04218-3676-490b-b3f0-ce70d0e0507a req-ffae6a9e-7a52-4fe5-ba26-13877ecbe299 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863216 Apr 28 19:44:25.436141 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d8c50ea5-2aab-43b7-b7a8-8a787cbde0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'name': 'tempest-AttachVolumeNegativeTest-1025782073-router', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:24Z', 'updated_at': '2022-04-28T19:37:37Z', 'revision_number': 4, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'gw_port': {'id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:26Z', 'updated_at': '2022-04-28T19:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'e1535635-16ee-414b-a822-868c614c37c3', 'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'mac_address': 'fa:16:3e:ed:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:33Z', 'updated_at': '2022-04-28T19:37:44Z', 'revision_number': 5, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'subnets': [{'id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:25.499634 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-87776b69-22fa-4035-b7fb-ffd46cfb2d1e req-e5b2a16a-cc32-41f1-aa23-519c6c810619 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591221 Apr 28 19:44:25.501939 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c50ea5-2aab-43b7-b7a8-8a787cbde0c9 None None] The sync data for ids ['536f6499-1b10-4117-950d-dfd4623a3f3f'] in n-d-839810-1 is: [{'id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'name': 'tempest-AttachVolumeNegativeTest-1025782073-router', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:24Z', 'updated_at': '2022-04-28T19:37:37Z', 'revision_number': 4, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'gw_port': {'id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:26Z', 'updated_at': '2022-04-28T19:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'e1535635-16ee-414b-a822-868c614c37c3', 'name': '', 'network_id': 'fa6ba32f-86e1-489e-bf69-a0854e414daf', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'mac_address': 'fa:16:3e:ed:ce:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:33Z', 'updated_at': '2022-04-28T19:37:44Z', 'revision_number': 5, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'subnets': [{'id': 'a7a2f793-5447-48fe-83df-017889e9d0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:44:25.568943 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e52f4960-11ac-424b-ab3f-765cd3a5dc05 req-ccfc4863-408f-4f2f-bda5-300a267c8119 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723511 Apr 28 19:44:25.583777 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18df10b4-e23f-4a1f-9617-798b736c180d req-be2f0fe8-fd18-49ac-b45a-c47f0726737f tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Made reservation on behalf of 4307de262b204a559c8fc36d867086bb for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:44:25.587750 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-18df10b4-e23f-4a1f-9617-798b736c180d req-be2f0fe8-fd18-49ac-b45a-c47f0726737f tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:25.628317 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-bcc8f831-9a68-4bce-9196-708d73569518 service neutron] 10.222.0.15 "GET /v2.0/networks/80835d31-d60f-4749-a1bd-4756afb7302e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221878 Apr 28 19:44:25.733531 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-bd1b2d2e-931a-42a1-8633-eb971fe6c4b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=d7709f7a-d580-4aec-b84a-0085812f5367 HTTP/1.1" status: 200 len: 217 time: 0.0929384 Apr 28 19:44:25.761472 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 53800) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:25.772454 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:25.822260 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c963b587-af4b-450f-b891-97dcb6252d1e req-7fe9c5d3-922d-4b51-b766-fa262c8ada60 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/ports?device_id=437b5750-ad50-4261-8e12-745307e5cb25 HTTP/1.1" status: 200 len: 210 time: 0.0811250 Apr 28 19:44:25.896395 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:25.962156 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b769879c-7b61-4960-99eb-0ad7853a703b tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:25.978111 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-da65bd39-ce02-4b2b-ba62-8bf971d75e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:25.983684 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-da65bd39-ce02-4b2b-ba62-8bf971d75e75 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=276aa727-ce51-40e0-b36e-2dd77b344c69 HTTP/1.1" status: 200 len: 797 time: 0.1954153 Apr 28 19:44:26.033182 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b769879c-7b61-4960-99eb-0ad7853a703b tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:26.115656 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d071f1fc-deed-4bb0-9b5a-4ca724ee03c5 None None] New status for floating IP 0a60c3bd-2ad3-47f5-9367-6c48a39f86f7: DOWN {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:44:26.183005 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b769879c-7b61-4960-99eb-0ad7853a703b tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:26.185946 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b769879c-7b61-4960-99eb-0ad7853a703b tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:26.196795 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b769879c-7b61-4960-99eb-0ad7853a703b tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "DELETE /v2.0/security-groups/e3876cd2-e73b-4ff4-a774-6abe2eaa2886 HTTP/1.1" status: 204 len: 168 time: 0.4238589 Apr 28 19:44:26.197322 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 53806) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:26.230425 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769879c-7b61-4960-99eb-0ad7853a703b tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3876cd2-e73b-4ff4-a774-6abe2eaa2886,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:26.261445 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-f8f9ae1f-518c-46be-9506-25b1578e3c1d tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] show failed (client error): The resource could not be found. Apr 28 19:44:26.264169 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f8f9ae1f-518c-46be-9506-25b1578e3c1d tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "GET /v2.0/security-groups/e3876cd2-e73b-4ff4-a774-6abe2eaa2886 HTTP/1.1" status: 404 len: 347 time: 0.0624726 Apr 28 19:44:26.267207 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 53808) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:26.571067 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-77c01381-5e13-4374-a7c9-f6a40e5018c9 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Deleting port cf2b2cf2-052f-41f3-bf6a-60f305494684 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:44:26.571531 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77c01381-5e13-4374-a7c9-f6a40e5018c9 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:26.721154 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30683fdd-3927-4783-93c9-b139df254b85 req-76dbec65-2c55-49d7-bc8b-3f10b4c94d19 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:26.722727 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-30683fdd-3927-4783-93c9-b139df254b85 req-76dbec65-2c55-49d7-bc8b-3f10b4c94d19 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 946 time: 0.0943353 Apr 28 19:44:26.724785 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-250d3327-b64e-4f19-8ef4-9a38a7c8eb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:26.726885 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-250d3327-b64e-4f19-8ef4-9a38a7c8eb21 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80835d31-d60f-4749-a1bd-4756afb7302e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7370861 Apr 28 19:44:26.728626 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-18df10b4-e23f-4a1f-9617-798b736c180d req-be2f0fe8-fd18-49ac-b45a-c47f0726737f tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Allocated IP 172.20.0.5 (5bdb7392-39da-4fa7-b6f8-6b04768db305/380f9094-03da-4324-bb2d-d395a1179375/d181d2ea-2510-494c-9f4d-3f54f05073ca) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:44:26.793582 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690524a-a512-48a7-ae76-0a2b6f73483f req-3c6e3f35-8a2b-47b6-bbb6-e84d2b4bc016 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:26.795367 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c690524a-a512-48a7-ae76-0a2b6f73483f req-3c6e3f35-8a2b-47b6-bbb6-e84d2b4bc016 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 945 time: 0.1944158 Apr 28 19:44:26.806730 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77c01381-5e13-4374-a7c9-f6a40e5018c9 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:26.807109 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77c01381-5e13-4374-a7c9-f6a40e5018c9 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:26.839837 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-77c01381-5e13-4374-a7c9-f6a40e5018c9 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Calling delete_port for cf2b2cf2-052f-41f3-bf6a-60f305494684 owned by network:floatingip {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:44:26.876287 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c690524a-a512-48a7-ae76-0a2b6f73483f req-c057cf91-d698-4942-b235-f117ed352d20 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655904 Apr 28 19:44:26.990520 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-30683fdd-3927-4783-93c9-b139df254b85 req-218a7700-9caf-48fe-bbbc-5fd22468c84f tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375891 Apr 28 19:44:27.063977 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-e3e2a5de-2cd2-44ab-a069-358a127ad4f5 service neutron] 10.222.0.15 "GET /v2.0/networks/80835d31-d60f-4749-a1bd-4756afb7302e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278890 Apr 28 19:44:27.124007 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77c01381-5e13-4374-a7c9-f6a40e5018c9 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:27.159590 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c01381-5e13-4374-a7c9-f6a40e5018c9 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Pushing event deleted for resources: {'Port': ['ID=cf2b2cf2-052f-41f3-bf6a-60f305494684,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:27.203023 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab3df1-e20a-47ce-b3b6-8eb05ce36d95 req-2876cc82-e691-423c-bc96-6ef6d16eebc1 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:27.204882 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9aab3df1-e20a-47ce-b3b6-8eb05ce36d95 req-2876cc82-e691-423c-bc96-6ef6d16eebc1 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 946 time: 0.1606016 Apr 28 19:44:27.253464 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dea264d1-97d7-4119-8053-005b8e6002f1 req-f89a58b9-e0bd-4b0e-b0ce-76b9f6855ff8 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/ports?device_id=437b5750-ad50-4261-8e12-745307e5cb25 HTTP/1.1" status: 200 len: 210 time: 0.1057847 Apr 28 19:44:27.307454 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77c01381-5e13-4374-a7c9-f6a40e5018c9 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks [] for floatingip, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:27.310929 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77c01381-5e13-4374-a7c9-f6a40e5018c9 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:27.321586 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-77c01381-5e13-4374-a7c9-f6a40e5018c9 tempest-AttachVolumeNegativeTest-1684493700 tempest-AttachVolumeNegativeTest-1684493700-project] 10.222.0.42 "DELETE /v2.0/floatingips/0a60c3bd-2ad3-47f5-9367-6c48a39f86f7 HTTP/1.1" status: 204 len: 168 time: 1.0441604 Apr 28 19:44:27.336940 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9aab3df1-e20a-47ce-b3b6-8eb05ce36d95 req-1988c1bc-1a4a-4c36-a303-d8a65f17fc9c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887489 Apr 28 19:44:27.337175 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-4865ee5e-79b6-43f3-8e40-f5a747c9088c service neutron] 10.222.0.15 "GET /v2.0/networks/80835d31-d60f-4749-a1bd-4756afb7302e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538371 Apr 28 19:44:27.391875 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-3742baff-b1f8-4294-b1e6-0ad996a304ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=53b50a27-b515-4340-9e35-07347bc9cc34 HTTP/1.1" status: 200 len: 217 time: 0.0539925 Apr 28 19:44:27.465078 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-18df10b4-e23f-4a1f-9617-798b736c180d req-be2f0fe8-fd18-49ac-b45a-c47f0726737f tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:27.502695 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-72af8977-556e-4543-b129-19c921e62628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:27.505535 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-72af8977-556e-4543-b129-19c921e62628 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=276aa727-ce51-40e0-b36e-2dd77b344c69 HTTP/1.1" status: 200 len: 797 time: 0.1018670 Apr 28 19:44:27.580518 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-86f7c120-847e-4739-be1e-7272b1adeb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:27.582198 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-86f7c120-847e-4739-be1e-7272b1adeb60 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80835d31-d60f-4749-a1bd-4756afb7302e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0691109 Apr 28 19:44:27.584169 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-18df10b4-e23f-4a1f-9617-798b736c180d req-be2f0fe8-fd18-49ac-b45a-c47f0726737f tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:27.654403 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18df10b4-e23f-4a1f-9617-798b736c180d req-be2f0fe8-fd18-49ac-b45a-c47f0726737f tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Network 5bdb7392-39da-4fa7-b6f8-6b04768db305 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:44:27.690220 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-18df10b4-e23f-4a1f-9617-798b736c180d req-be2f0fe8-fd18-49ac-b45a-c47f0726737f tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:44:27.696195 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-18df10b4-e23f-4a1f-9617-798b736c180d req-be2f0fe8-fd18-49ac-b45a-c47f0726737f tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:44:27.739491 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f0fe8-fd18-49ac-b45a-c47f0726737f tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Pushing event updated for resources: {'Port': ['ID=d181d2ea-2510-494c-9f4d-3f54f05073ca,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:27.787054 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df10b4-e23f-4a1f-9617-798b736c180d req-be2f0fe8-fd18-49ac-b45a-c47f0726737f tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:27.787777 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-18df10b4-e23f-4a1f-9617-798b736c180d req-be2f0fe8-fd18-49ac-b45a-c47f0726737f tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:27.809576 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-fba789c1-863a-4c0b-aafd-224d69ec7c55 service neutron] 10.222.0.15 "GET /v2.0/networks/80835d31-d60f-4749-a1bd-4756afb7302e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155864 Apr 28 19:44:27.821540 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-18df10b4-e23f-4a1f-9617-798b736c180d req-be2f0fe8-fd18-49ac-b45a-c47f0726737f tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6699321 Apr 28 19:44:27.842212 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-18df10b4-e23f-4a1f-9617-798b736c180d req-c2bd6e32-0bdb-4594-b277-84da0a8ed4ed service neutron] Request body: {'port': {'device_id': '437b5750-ad50-4261-8e12-745307e5cb25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:44:27.989176 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-18df10b4-e23f-4a1f-9617-798b736c180d req-c2bd6e32-0bdb-4594-b277-84da0a8ed4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:28.071235 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-81038596-c2d6-464d-bded-d5e42670b951 service neutron] 10.222.0.15 "GET /v2.0/networks/80835d31-d60f-4749-a1bd-4756afb7302e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482951 Apr 28 19:44:28.183700 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-d90d5ccc-d498-4744-b376-f9d342e86677 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=e0cde177-94fd-47df-9bb2-ab96402ec758 HTTP/1.1" status: 200 len: 217 time: 0.0885406 Apr 28 19:44:28.268247 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6e9db-95e0-4e95-a6f2-04c1041089fb req-11f411a3-3c59-48e9-94ef-b91dcbb33bfe tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:28.270273 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aab6e9db-95e0-4e95-a6f2-04c1041089fb req-11f411a3-3c59-48e9-94ef-b91dcbb33bfe tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 946 time: 0.1410174 Apr 28 19:44:28.347673 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aab6e9db-95e0-4e95-a6f2-04c1041089fb req-eed33c73-e7a1-4f97-9a71-7c09ea0f0a8c tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691397 Apr 28 19:44:28.430112 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8b3d0-ef6f-404e-bab1-647cb34285d9 req-0d1b5571-e2fb-4c5d-9af7-fb15cef83f11 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:28.433901 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2dd8b3d0-ef6f-404e-bab1-647cb34285d9 req-0d1b5571-e2fb-4c5d-9af7-fb15cef83f11 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 945 time: 0.3983209 Apr 28 19:44:28.513263 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96567e-6bdb-442a-b205-f25f58664474 req-ad6942b8-74f9-44e5-bd3b-fb8a30fe8502 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:28.526309 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6f96567e-6bdb-442a-b205-f25f58664474 req-ad6942b8-74f9-44e5-bd3b-fb8a30fe8502 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/ports?device_id=437b5750-ad50-4261-8e12-745307e5cb25 HTTP/1.1" status: 200 len: 931 time: 0.1057973 Apr 28 19:44:28.584851 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6f96567e-6bdb-442a-b205-f25f58664474 req-16c622fb-3b2b-4432-a3e7-d7bc6f351ad2 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/security-groups?id=dbcaf3d1-d4d8-457d-b6ba-1db7a89b2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574317 Apr 28 19:44:28.641588 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-69098cff-9605-4e39-8cd9-ad602d21348a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:28.644029 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-69098cff-9605-4e39-8cd9-ad602d21348a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=276aa727-ce51-40e0-b36e-2dd77b344c69 HTTP/1.1" status: 200 len: 797 time: 0.4523833 Apr 28 19:44:28.684299 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2dd8b3d0-ef6f-404e-bab1-647cb34285d9 req-bcb89c2c-e719-43ef-8129-3946b5bf9147 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348018 Apr 28 19:44:28.823791 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-b9880ad6-1892-48a9-93cb-e397b4a8e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:28.829517 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-b9880ad6-1892-48a9-93cb-e397b4a8e0c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=80835d31-d60f-4749-a1bd-4756afb7302e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1740031 Apr 28 19:44:28.857165 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f9342-68b0-401c-8d81-75977f5f57d5 req-f547c92b-5e04-4adb-a76b-3ef129574688 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:28.861547 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-251f9342-68b0-401c-8d81-75977f5f57d5 req-f547c92b-5e04-4adb-a76b-3ef129574688 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 946 time: 0.1637557 Apr 28 19:44:28.980449 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-251f9342-68b0-401c-8d81-75977f5f57d5 req-1e2c9c0a-95c1-4a40-b6f5-b78dff12bf56 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999289 Apr 28 19:44:29.192645 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bafa48e-1f07-4c83-adbd-89d5a5986913 req-2bc652f3-4607-465b-b510-cefaf6f8785b tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:29.196772 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4bafa48e-1f07-4c83-adbd-89d5a5986913 req-2bc652f3-4607-465b-b510-cefaf6f8785b tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 946 time: 0.3233533 Apr 28 19:44:29.211881 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-18df10b4-e23f-4a1f-9617-798b736c180d req-c2bd6e32-0bdb-4594-b277-84da0a8ed4ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d181d2ea-2510-494c-9f4d-3f54f05073ca {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:44:29.232932 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-18df10b4-e23f-4a1f-9617-798b736c180d req-c2bd6e32-0bdb-4594-b277-84da0a8ed4ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:29.253664 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-677f7517-bbb4-4e8c-9a4b-b08b28071bb4 service neutron] 10.222.0.15 "GET /v2.0/networks/80835d31-d60f-4749-a1bd-4756afb7302e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155567 Apr 28 19:44:29.278838 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-18df10b4-e23f-4a1f-9617-798b736c180d req-c2bd6e32-0bdb-4594-b277-84da0a8ed4ed service neutron] Transition to ACTIVE for port object d181d2ea-2510-494c-9f4d-3f54f05073ca will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:44:29.311070 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-18df10b4-e23f-4a1f-9617-798b736c180d req-c2bd6e32-0bdb-4594-b277-84da0a8ed4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:29.311769 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 53838) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:29.386733 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4bafa48e-1f07-4c83-adbd-89d5a5986913 req-6cc32472-960c-4fbe-9fa6-f26a58596993 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658542 Apr 28 19:44:29.464554 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6e32-0bdb-4594-b277-84da0a8ed4ed service neutron] Pushing event updated for resources: {'Port': ['ID=d181d2ea-2510-494c-9f4d-3f54f05073ca,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:29.480596 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-b4dad0c3-0259-4261-a480-88a8c92af9cb service neutron] 10.222.0.15 "GET /v2.0/networks/80835d31-d60f-4749-a1bd-4756afb7302e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176561 Apr 28 19:44:29.759989 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-c473f7d7-6ced-4a90-ba89-f24fc606db06 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c61bdd67-d1f0-4cd3-8c99-e1114bf17a78 HTTP/1.1" status: 200 len: 217 time: 0.1291845 Apr 28 19:44:29.955315 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-18df10b4-e23f-4a1f-9617-798b736c180d req-c2bd6e32-0bdb-4594-b277-84da0a8ed4ed service neutron] Attempting to bind port d181d2ea-2510-494c-9f4d-3f54f05073ca on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:44:29.956476 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-18df10b4-e23f-4a1f-9617-798b736c180d req-c2bd6e32-0bdb-4594-b277-84da0a8ed4ed service neutron] Attempting to bind port d181d2ea-2510-494c-9f4d-3f54f05073ca by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '3248915b-af96-4740-8853-2f1ba52a457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '5bdb7392-39da-4fa7-b6f8-6b04768db305'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:44:29.956476 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df10b4-e23f-4a1f-9617-798b736c180d req-c2bd6e32-0bdb-4594-b277-84da0a8ed4ed service neutron] Attempting to bind port d181d2ea-2510-494c-9f4d-3f54f05073ca on network 5bdb7392-39da-4fa7-b6f8-6b04768db305 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:44:29.974779 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-0e110524-59ca-41eb-942f-784857ced02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:29.977071 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-0e110524-59ca-41eb-942f-784857ced02c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9807f841-60a4-4a02-81b0-9350375465a5 HTTP/1.1" status: 200 len: 797 time: 0.2073998 Apr 28 19:44:29.983302 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df10b4-e23f-4a1f-9617-798b736c180d req-c2bd6e32-0bdb-4594-b277-84da0a8ed4ed service neutron] Port d181d2ea-2510-494c-9f4d-3f54f05073ca on network 5bdb7392-39da-4fa7-b6f8-6b04768db305 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:44:29.984325 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df10b4-e23f-4a1f-9617-798b736c180d req-c2bd6e32-0bdb-4594-b277-84da0a8ed4ed service neutron] Attempting to bind port d181d2ea-2510-494c-9f4d-3f54f05073ca on network 5bdb7392-39da-4fa7-b6f8-6b04768db305 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:44:30.064464 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d01a60-9fe4-465e-8d52-c0a09bd7d8f5 req-0cd3e18f-70a5-41b0-be2d-ce6d691fc716 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:30.064811 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df10b4-e23f-4a1f-9617-798b736c180d req-c2bd6e32-0bdb-4594-b277-84da0a8ed4ed service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:44:30.064995 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df10b4-e23f-4a1f-9617-798b736c180d req-c2bd6e32-0bdb-4594-b277-84da0a8ed4ed service neutron] Checking segment: {'id': '3248915b-af96-4740-8853-2f1ba52a457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '5bdb7392-39da-4fa7-b6f8-6b04768db305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:44:30.065562 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df10b4-e23f-4a1f-9617-798b736c180d req-c2bd6e32-0bdb-4594-b277-84da0a8ed4ed service neutron] Bound using segment: {'id': '3248915b-af96-4740-8853-2f1ba52a457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '5bdb7392-39da-4fa7-b6f8-6b04768db305'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:44:30.066321 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-18df10b4-e23f-4a1f-9617-798b736c180d req-c2bd6e32-0bdb-4594-b277-84da0a8ed4ed service neutron] Bound port: d181d2ea-2510-494c-9f4d-3f54f05073ca, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3248915b-af96-4740-8853-2f1ba52a457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '5bdb7392-39da-4fa7-b6f8-6b04768db305'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:44:30.066930 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-18df10b4-e23f-4a1f-9617-798b736c180d req-c2bd6e32-0bdb-4594-b277-84da0a8ed4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:30.079428 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-52d01a60-9fe4-465e-8d52-c0a09bd7d8f5 req-0cd3e18f-70a5-41b0-be2d-ce6d691fc716 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/ports?device_id=437b5750-ad50-4261-8e12-745307e5cb25 HTTP/1.1" status: 200 len: 943 time: 0.3523848 Apr 28 19:44:30.124619 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a34aed-ac62-4301-946c-adf8855c3056 req-f8a5e6ff-250c-40fb-bd0f-dc65aa66890e tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:30.132967 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-63a34aed-ac62-4301-946c-adf8855c3056 req-f8a5e6ff-250c-40fb-bd0f-dc65aa66890e tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 946 time: 0.3236873 Apr 28 19:44:30.195776 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-61f97641-0c9c-4729-af4a-c48efa7d7e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:30.197485 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-61f97641-0c9c-4729-af4a-c48efa7d7e03 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=599034e0-defd-4a8f-a6f0-947f37bda9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2081740 Apr 28 19:44:30.239871 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-63a34aed-ac62-4301-946c-adf8855c3056 req-9350696e-9e66-41d7-9f64-d4ff22529281 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059120 Apr 28 19:44:30.286081 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-52d01a60-9fe4-465e-8d52-c0a09bd7d8f5 req-930767c3-b6bb-4aa8-9a7f-42fd85d7aab9 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/security-groups?id=dbcaf3d1-d4d8-457d-b6ba-1db7a89b2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960793 Apr 28 19:44:30.318324 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-18df10b4-e23f-4a1f-9617-798b736c180d req-c2bd6e32-0bdb-4594-b277-84da0a8ed4ed service neutron] For port d181d2ea-2510-494c-9f4d-3f54f05073ca, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:44:30.360072 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-18df10b4-e23f-4a1f-9617-798b736c180d req-c2bd6e32-0bdb-4594-b277-84da0a8ed4ed service neutron] For port d181d2ea-2510-494c-9f4d-3f54f05073ca, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=d181d2ea-2510-494c-9f4d-3f54f05073ca,segment=NetworkSegment(3248915b-af96-4740-8853-2f1ba52a457c),segment_id=3248915b-af96-4740-8853-2f1ba52a457c)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:44:30.389855 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-18df10b4-e23f-4a1f-9617-798b736c180d req-c2bd6e32-0bdb-4594-b277-84da0a8ed4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:30.501549 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df10b4-e23f-4a1f-9617-798b736c180d req-c2bd6e32-0bdb-4594-b277-84da0a8ed4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:30.502657 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-18df10b4-e23f-4a1f-9617-798b736c180d req-c2bd6e32-0bdb-4594-b277-84da0a8ed4ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:30.505348 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-18df10b4-e23f-4a1f-9617-798b736c180d req-c2bd6e32-0bdb-4594-b277-84da0a8ed4ed service neutron] 10.222.0.44 "PUT /v2.0/ports/d181d2ea-2510-494c-9f4d-3f54f05073ca HTTP/1.1" status: 200 len: 1091 time: 2.6707294 Apr 28 19:44:30.564644 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437b5750-ad50-4261-8e12-745307e5cb25', 'tag': 'd181d2ea-2510-494c-9f4d-3f54f05073ca'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:44:30.566629 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016749ba-a45b-4bef-bfde-3e0b69b5c514 req-5253adeb-2035-41b5-944a-8d8cc2284909 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:30.568516 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-016749ba-a45b-4bef-bfde-3e0b69b5c514 req-5253adeb-2035-41b5-944a-8d8cc2284909 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 946 time: 0.1311786 Apr 28 19:44:30.568869 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4fa7d6-8eaf-4e40-b9a2-1996d6665cd4" -d '{"events": [{"name": "network-changed", "server_uuid": "437b5750-ad50-4261-8e12-745307e5cb25", "tag": "d181d2ea-2510-494c-9f4d-3f54f05073ca"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:44:30.583614 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-836ff2f5-de79-4b4b-b336-c0f5348230e6 service neutron] 10.222.0.15 "GET /v2.0/networks/599034e0-defd-4a8f-a6f0-947f37bda9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759162 Apr 28 19:44:30.630402 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-016749ba-a45b-4bef-bfde-3e0b69b5c514 req-3000f9c9-8629-4369-abb3-31b27063517a tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505135 Apr 28 19:44:30.745139 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c3ba315-dcc2-4670-adfa-f7a086fecc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:30.806191 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd6e32-0bdb-4594-b277-84da0a8ed4ed service neutron] Pushing event updated for resources: {'Port': ['ID=d181d2ea-2510-494c-9f4d-3f54f05073ca,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:30.826056 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed5a2e-b9f2-4831-9495-c4f1f3e99514 req-ea9a88e9-a54e-4b8d-bf2c-ff6b6fd89def tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:30.829053 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-58ed5a2e-b9f2-4831-9495-c4f1f3e99514 req-ea9a88e9-a54e-4b8d-bf2c-ff6b6fd89def tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 945 time: 0.4209242 Apr 28 19:44:30.858502 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df10b4-e23f-4a1f-9617-798b736c180d req-f6b1d7a6-cdc2-4be6-a8d6-7afdd6cd920d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:30.861148 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-18df10b4-e23f-4a1f-9617-798b736c180d req-f6b1d7a6-cdc2-4be6-a8d6-7afdd6cd920d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4307de262b204a559c8fc36d867086bb&device_id=437b5750-ad50-4261-8e12-745307e5cb25 HTTP/1.1" status: 200 len: 1094 time: 0.2828362 Apr 28 19:44:30.876750 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63943163-6229-4499-84e3-f98070ca13cd x-openstack-request-id: req-63943163-6229-4499-84e3-f98070ca13cd {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:44:30.885089 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "437b5750-ad50-4261-8e12-745307e5cb25", "tag": "d181d2ea-2510-494c-9f4d-3f54f05073ca", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:44:30.885089 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-63943163-6229-4499-84e3-f98070ca13cd {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:44:30.885089 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63943163-6229-4499-84e3-f98070ca13cd'] response: {'name': 'network-changed', 'server_uuid': '437b5750-ad50-4261-8e12-745307e5cb25', 'tag': 'd181d2ea-2510-494c-9f4d-3f54f05073ca', 'status': 'completed', 'code': 200} Apr 28 19:44:30.979032 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-18df10b4-e23f-4a1f-9617-798b736c180d req-0ee73e71-9454-4f38-be5c-155fbd0189de service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d181d2ea-2510-494c-9f4d-3f54f05073ca HTTP/1.1" status: 200 len: 217 time: 0.1038501 Apr 28 19:44:31.017068 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-58ed5a2e-b9f2-4831-9495-c4f1f3e99514 req-94b4dd37-696e-45ab-b048-aa1436d900d8 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739306 Apr 28 19:44:31.070881 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-6b13be50-22ba-457d-8335-f85f9ae225e4 service neutron] 10.222.0.15 "GET /v2.0/networks/599034e0-defd-4a8f-a6f0-947f37bda9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677179 Apr 28 19:44:31.131566 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-9dba1ef1-cfbd-4477-8ea1-6f176a489cd3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a0bd214a-5662-4bfb-82db-e3d3910d444b HTTP/1.1" status: 200 len: 217 time: 0.0539207 Apr 28 19:44:31.139659 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df10b4-e23f-4a1f-9617-798b736c180d req-221a110b-dd74-4056-9503-1d0566104cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:31.141330 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-18df10b4-e23f-4a1f-9617-798b736c180d req-221a110b-dd74-4056-9503-1d0566104cb8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=380f9094-03da-4324-bb2d-d395a1179375 HTTP/1.1" status: 200 len: 851 time: 0.1519842 Apr 28 19:44:31.176362 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-3c3ba315-dcc2-4670-adfa-f7a086fecc1b admin admin] Deleting port 9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:44:31.176854 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c3ba315-dcc2-4670-adfa-f7a086fecc1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:31.208623 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-18df10b4-e23f-4a1f-9617-798b736c180d req-85d4163b-1000-49f5-aa7c-ab122f391bc0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5bdb7392-39da-4fa7-b6f8-6b04768db305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375469 Apr 28 19:44:31.240826 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-8136018b-baa8-4a49-8884-a9361b7aac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:31.244223 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-8136018b-baa8-4a49-8884-a9361b7aac24 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9807f841-60a4-4a02-81b0-9350375465a5 HTTP/1.1" status: 200 len: 797 time: 0.0999644 Apr 28 19:44:31.295926 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-3c3ba315-dcc2-4670-adfa-f7a086fecc1b admin admin] For port 9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5,segment=NetworkSegment(969fc338-521c-4d67-87c8-c12516df316b),segment_id=969fc338-521c-4d67-87c8-c12516df316b)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:31.297018 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c3ba315-dcc2-4670-adfa-f7a086fecc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:31.324067 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-3c3ba315-dcc2-4670-adfa-f7a086fecc1b admin admin] Calling delete_port for 9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5 owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:44:31.391439 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-c44f1248-bd98-4b7f-9256-752e6fb01bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:31.394224 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-c44f1248-bd98-4b7f-9256-752e6fb01bf5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=599034e0-defd-4a8f-a6f0-947f37bda9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1210051 Apr 28 19:44:31.589062 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-18df10b4-e23f-4a1f-9617-798b736c180d req-2f4fc8d9-4a1f-4d27-8eb3-f3a8c0ef19a2 service neutron] 10.222.0.44 "GET /v2.0/networks/5bdb7392-39da-4fa7-b6f8-6b04768db305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729758 Apr 28 19:44:31.594254 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffa831-fe35-4551-82d8-b93bdbdc93a2 req-843da87e-2687-4578-b60d-be4e62409bb4 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:31.597229 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-caffa831-fe35-4551-82d8-b93bdbdc93a2 req-843da87e-2687-4578-b60d-be4e62409bb4 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 946 time: 0.1111522 Apr 28 19:44:31.745542 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-caffa831-fe35-4551-82d8-b93bdbdc93a2 req-22b28a61-7507-470d-8eb1-4d53ca6b8808 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303918 Apr 28 19:44:31.755287 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c3ba315-dcc2-4670-adfa-f7a086fecc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:31.810568 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ba315-dcc2-4670-adfa-f7a086fecc1b admin admin] Pushing event deleted for resources: {'Port': ['ID=9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:31.812346 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:32.089247 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cc6de-fa27-4354-8ac8-d5de7ce2862d req-44293ac4-d230-4f26-985a-f3d7ab8fe911 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:32.091820 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d01cc6de-fa27-4354-8ac8-d5de7ce2862d req-44293ac4-d230-4f26-985a-f3d7ab8fe911 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/ports?device_id=437b5750-ad50-4261-8e12-745307e5cb25 HTTP/1.1" status: 200 len: 943 time: 0.5537441 Apr 28 19:44:32.094469 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-606c27db-acf2-49e8-88ca-f5c1154b82d9 service neutron] 10.222.0.15 "GET /v2.0/networks/599034e0-defd-4a8f-a6f0-947f37bda9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6872489 Apr 28 19:44:32.145644 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c3ba315-dcc2-4670-adfa-f7a086fecc1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:32.214982 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43979e35-524c-467a-b279-4ddbecdc72b9 req-16a7a033-4100-42aa-a8c9-3bbc143fa8f4 service neutron] 10.222.0.15 "GET /v2.0/networks/599034e0-defd-4a8f-a6f0-947f37bda9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117172 Apr 28 19:44:32.284703 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0b282-45b0-4e07-99e7-56b4f0bde20e req-2cce9419-aade-4d79-9294-9f3fd752ea8f tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:32.286329 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d8b0b282-45b0-4e07-99e7-56b4f0bde20e req-2cce9419-aade-4d79-9294-9f3fd752ea8f tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 946 time: 0.1349311 Apr 28 19:44:32.354808 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-18df10b4-e23f-4a1f-9617-798b736c180d req-4ef85ea0-6cae-4bd7-a81f-b75bed27e14f service neutron] 10.222.0.44 "GET /v2.0/networks/5bdb7392-39da-4fa7-b6f8-6b04768db305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7557981 Apr 28 19:44:32.370904 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d01cc6de-fa27-4354-8ac8-d5de7ce2862d req-05e88a9b-4377-4ef6-9db2-ea95a6643106 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/security-groups?id=dbcaf3d1-d4d8-457d-b6ba-1db7a89b2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518366 Apr 28 19:44:32.524848 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fa7d6-8eaf-4e40-b9a2-1996d6665cd4 req-d3db40b9-b82c-4bc7-bb54-37cb175fc4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:32.527435 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bd4fa7d6-8eaf-4e40-b9a2-1996d6665cd4 req-d3db40b9-b82c-4bc7-bb54-37cb175fc4f5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4307de262b204a559c8fc36d867086bb&device_id=437b5750-ad50-4261-8e12-745307e5cb25 HTTP/1.1" status: 200 len: 1094 time: 0.0925636 Apr 28 19:44:32.772204 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d8b0b282-45b0-4e07-99e7-56b4f0bde20e req-ec3edad1-d3c3-40e4-974c-327053f2e293 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291859 Apr 28 19:44:32.815749 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fa7d6-8eaf-4e40-b9a2-1996d6665cd4 req-3786055e-416a-49b6-920f-b35c9961e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:32.818038 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bd4fa7d6-8eaf-4e40-b9a2-1996d6665cd4 req-3786055e-416a-49b6-920f-b35c9961e15c service neutron] 10.222.0.44 "GET /v2.0/networks?id=5bdb7392-39da-4fa7-b6f8-6b04768db305 HTTP/1.1" status: 200 len: 912 time: 0.2833915 Apr 28 19:44:32.892794 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3ba315-dcc2-4670-adfa-f7a086fecc1b admin admin] Router 1cb9eb60-9281-4b04-a0ca-a03ba33c611b has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:44:32.912701 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d32ff7-81e2-42ef-a3a5-09afacbaf4e9 req-2c3a92f7-33f9-46df-b056-9f49fb06ce83 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:32.916488 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-15d32ff7-81e2-42ef-a3a5-09afacbaf4e9 req-2c3a92f7-33f9-46df-b056-9f49fb06ce83 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 945 time: 0.1890144 Apr 28 19:44:32.918495 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bd4fa7d6-8eaf-4e40-b9a2-1996d6665cd4 req-937b631a-45e4-4ce9-ab20-a16bac80d5eb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d181d2ea-2510-494c-9f4d-3f54f05073ca HTTP/1.1" status: 200 len: 217 time: 0.0900116 Apr 28 19:44:33.047242 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fa7d6-8eaf-4e40-b9a2-1996d6665cd4 req-1352963b-068e-4e05-b576-d1caf2689c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:33.048826 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bd4fa7d6-8eaf-4e40-b9a2-1996d6665cd4 req-1352963b-068e-4e05-b576-d1caf2689c2e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=380f9094-03da-4324-bb2d-d395a1179375 HTTP/1.1" status: 200 len: 851 time: 0.1217570 Apr 28 19:44:33.142388 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bd4fa7d6-8eaf-4e40-b9a2-1996d6665cd4 req-1720d479-4bd2-4da9-abb1-649404c200f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5bdb7392-39da-4fa7-b6f8-6b04768db305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732141 Apr 28 19:44:33.196668 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3ba315-dcc2-4670-adfa-f7a086fecc1b admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:44:33.202787 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3c3ba315-dcc2-4670-adfa-f7a086fecc1b admin admin] 10.222.0.42 "PUT /v2.0/routers/1cb9eb60-9281-4b04-a0ca-a03ba33c611b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8895476 Apr 28 19:44:33.205617 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 53890) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:33.212302 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c755226b-d6f3-441c-b0f0-1237ea32ea1d None None] Sync routers for ids ['1cb9eb60-9281-4b04-a0ca-a03ba33c611b'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:44:33.221384 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-15d32ff7-81e2-42ef-a3a5-09afacbaf4e9 req-890aeafe-16c2-4c54-8da9-668945aacc94 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746642 Apr 28 19:44:33.290432 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c755226b-d6f3-441c-b0f0-1237ea32ea1d None None] Routers {'1cb9eb60-9281-4b04-a0ca-a03ba33c611b'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:44:33.291085 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-c755226b-d6f3-441c-b0f0-1237ea32ea1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:44:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1cb9eb60-9281-4b04-a0ca-a03ba33c611b'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:33.389018 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:33.410476 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184295a8-dd03-4b9c-8bd3-a02b5fe60014 req-73d29a1d-e744-42e0-9b7d-11fd20561391 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:33.424790 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-184295a8-dd03-4b9c-8bd3-a02b5fe60014 req-73d29a1d-e744-42e0-9b7d-11fd20561391 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 946 time: 0.3260617 Apr 28 19:44:33.450435 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bd4fa7d6-8eaf-4e40-b9a2-1996d6665cd4 req-0f3d80c2-cc4e-4bfe-adba-5767b0140975 service neutron] 10.222.0.44 "GET /v2.0/networks/5bdb7392-39da-4fa7-b6f8-6b04768db305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896473 Apr 28 19:44:33.534847 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-c755226b-d6f3-441c-b0f0-1237ea32ea1d None None] Set router 1cb9eb60-9281-4b04-a0ca-a03ba33c611b gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:44:33.611371 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537a508-4c20-4072-8e4f-9d431b86ed9a req-a2a3a9c2-c8c1-4622-b06e-f663fcab9398 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:33.613074 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7537a508-4c20-4072-8e4f-9d431b86ed9a req-a2a3a9c2-c8c1-4622-b06e-f663fcab9398 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/ports?device_id=437b5750-ad50-4261-8e12-745307e5cb25 HTTP/1.1" status: 200 len: 943 time: 0.0688043 Apr 28 19:44:33.660295 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bd4fa7d6-8eaf-4e40-b9a2-1996d6665cd4 req-7895824a-3a55-4c44-86ff-9b339d22b99e service neutron] 10.222.0.44 "GET /v2.0/networks/5bdb7392-39da-4fa7-b6f8-6b04768db305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032251 Apr 28 19:44:33.688399 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7537a508-4c20-4072-8e4f-9d431b86ed9a req-f219639c-8904-4f01-87fd-1bb4a967a575 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/security-groups?id=dbcaf3d1-d4d8-457d-b6ba-1db7a89b2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642347 Apr 28 19:44:33.712916 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-184295a8-dd03-4b9c-8bd3-a02b5fe60014 req-4e2530d2-8a79-4e43-a7c2-d3969c51bd4a tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867250 Apr 28 19:44:33.733624 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6abdc8e0-6c20-4a06-b0b1-3f51ab58179a admin admin] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:33.857898 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-c755226b-d6f3-441c-b0f0-1237ea32ea1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'name': 'tempest-TaggedBootDevicesTest_v242-7447419-router', 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '3f8991e5-009b-403a-931e-5db305436ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:48Z', 'updated_at': '2022-04-28T19:44:31Z', 'revision_number': 5, 'project_id': '533c1e9c8dee43379021e03f9df0f17e', 'gw_port': {'id': '3f8991e5-009b-403a-931e-5db305436ddd', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:49Z', 'updated_at': '2022-04-28T19:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:33.893788 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c755226b-d6f3-441c-b0f0-1237ea32ea1d None None] Checking router: 1cb9eb60-9281-4b04-a0ca-a03ba33c611b for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:44:33.907731 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c755226b-d6f3-441c-b0f0-1237ea32ea1d None None] Routers {'1cb9eb60-9281-4b04-a0ca-a03ba33c611b'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:44:33.908852 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-c755226b-d6f3-441c-b0f0-1237ea32ea1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:44:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1cb9eb60-9281-4b04-a0ca-a03ba33c611b'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:33.909306 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6abdc8e0-6c20-4a06-b0b1-3f51ab58179a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:33.933067 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e09f78-21ea-4e2c-bd71-ffaebf6f53d9 req-1cf27699-bbea-4803-9214-2f813767b598 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:33.941899 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c6e09f78-21ea-4e2c-bd71-ffaebf6f53d9 req-1cf27699-bbea-4803-9214-2f813767b598 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 946 time: 0.0685332 Apr 28 19:44:33.995985 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c6e09f78-21ea-4e2c-bd71-ffaebf6f53d9 req-f2ca161d-7d4d-40d4-a4b1-e559b3a6fc0b tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529070 Apr 28 19:44:34.004625 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-6abdc8e0-6c20-4a06-b0b1-3f51ab58179a admin admin] Deleting port 3f8991e5-009b-403a-931e-5db305436ddd {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:44:34.005277 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6abdc8e0-6c20-4a06-b0b1-3f51ab58179a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:34.103139 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-6abdc8e0-6c20-4a06-b0b1-3f51ab58179a admin admin] For port 3f8991e5-009b-403a-931e-5db305436ddd, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=3f8991e5-009b-403a-931e-5db305436ddd,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:34.103427 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-c755226b-d6f3-441c-b0f0-1237ea32ea1d None None] Set router 1cb9eb60-9281-4b04-a0ca-a03ba33c611b gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:44:34.104446 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6abdc8e0-6c20-4a06-b0b1-3f51ab58179a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:34.126526 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-6abdc8e0-6c20-4a06-b0b1-3f51ab58179a admin admin] Calling delete_port for 3f8991e5-009b-403a-931e-5db305436ddd owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:44:34.451708 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-c755226b-d6f3-441c-b0f0-1237ea32ea1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'name': 'tempest-TaggedBootDevicesTest_v242-7447419-router', 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '3f8991e5-009b-403a-931e-5db305436ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:48Z', 'updated_at': '2022-04-28T19:44:31Z', 'revision_number': 5, 'project_id': '533c1e9c8dee43379021e03f9df0f17e', 'gw_port': {'id': '3f8991e5-009b-403a-931e-5db305436ddd', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:49Z', 'updated_at': '2022-04-28T19:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:34.486011 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c755226b-d6f3-441c-b0f0-1237ea32ea1d None None] The sync data for ids ['1cb9eb60-9281-4b04-a0ca-a03ba33c611b'] in n-d-839810-1 is: [{'id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'name': 'tempest-TaggedBootDevicesTest_v242-7447419-router', 'tenant_id': '533c1e9c8dee43379021e03f9df0f17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '3f8991e5-009b-403a-931e-5db305436ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:48Z', 'updated_at': '2022-04-28T19:44:31Z', 'revision_number': 5, 'project_id': '533c1e9c8dee43379021e03f9df0f17e', 'gw_port': {'id': '3f8991e5-009b-403a-931e-5db305436ddd', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ea:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb9eb60-9281-4b04-a0ca-a03ba33c611b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:49Z', 'updated_at': '2022-04-28T19:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:44:34.486390 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6abdc8e0-6c20-4a06-b0b1-3f51ab58179a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:34.503012 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d397f5a-a13d-4757-9caa-4c1680154594 req-1bb65c66-f5ec-4a00-bf9a-b6639c7659be tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:34.505648 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2d397f5a-a13d-4757-9caa-4c1680154594 req-1bb65c66-f5ec-4a00-bf9a-b6639c7659be tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 945 time: 0.1279371 Apr 28 19:44:34.550007 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abdc8e0-6c20-4a06-b0b1-3f51ab58179a admin admin] Pushing event deleted for resources: {'Port': ['ID=3f8991e5-009b-403a-931e-5db305436ddd,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:34.630277 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2d397f5a-a13d-4757-9caa-4c1680154594 req-132025ba-ab75-428b-991e-d8ac72728a98 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847902 Apr 28 19:44:34.652218 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6abdc8e0-6c20-4a06-b0b1-3f51ab58179a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:34.774971 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6abdc8e0-6c20-4a06-b0b1-3f51ab58179a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:34.779389 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6abdc8e0-6c20-4a06-b0b1-3f51ab58179a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:34.838802 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6abdc8e0-6c20-4a06-b0b1-3f51ab58179a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:34.839517 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abdc8e0-6c20-4a06-b0b1-3f51ab58179a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cb9eb60-9281-4b04-a0ca-a03ba33c611b {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:44:34.846041 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6abdc8e0-6c20-4a06-b0b1-3f51ab58179a admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:34.847335 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6abdc8e0-6c20-4a06-b0b1-3f51ab58179a admin admin] 10.222.0.42 "DELETE /v2.0/routers/1cb9eb60-9281-4b04-a0ca-a03ba33c611b HTTP/1.1" status: 204 len: 168 time: 1.6397626 Apr 28 19:44:34.852405 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 53904) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:34.878142 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9ad66-6e5a-40e0-a965-2ca45e0d3502 req-79284b96-1812-4060-b31d-1a35bd266c42 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:34.891528 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a6d9ad66-6e5a-40e0-a965-2ca45e0d3502 req-79284b96-1812-4060-b31d-1a35bd266c42 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/ports?device_id=437b5750-ad50-4261-8e12-745307e5cb25 HTTP/1.1" status: 200 len: 943 time: 0.1201646 Apr 28 19:44:34.919020 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf6f640-8d0e-4e82-8cc5-c36f573f8839 admin admin] Deleting subnet c1475d53-9534-4c95-8eb7-8e3b9d282212 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:44:34.922874 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-abf6f640-8d0e-4e82-8cc5-c36f573f8839 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:34.989936 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a6d9ad66-6e5a-40e0-a965-2ca45e0d3502 req-730e1ad1-46ca-4ea5-9bb8-dfffb59c1995 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/security-groups?id=dbcaf3d1-d4d8-457d-b6ba-1db7a89b2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946004 Apr 28 19:44:35.019701 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-abf6f640-8d0e-4e82-8cc5-c36f573f8839 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:35.024948 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:44:35.056762 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:44:35.057216 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9d04df0b-38e5-450e-a0cc-f0c4b1d4a4e5 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:44:35.139172 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd01396-21cd-4ffd-a854-4f7c1535248d req-c22861d3-3640-4b63-94bc-8016118737e7 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:35.142086 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9cd01396-21cd-4ffd-a854-4f7c1535248d req-c22861d3-3640-4b63-94bc-8016118737e7 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 946 time: 0.1868780 Apr 28 19:44:35.233710 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd444f1-6469-404e-9ffa-de9dc7d358f7 req-a6de5dd6-dd21-4c74-8f11-7bfc3b9208ca tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:35.236962 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6fd444f1-6469-404e-9ffa-de9dc7d358f7 req-a6de5dd6-dd21-4c74-8f11-7bfc3b9208ca tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 946 time: 0.0935664 Apr 28 19:44:35.254465 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-abf6f640-8d0e-4e82-8cc5-c36f573f8839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:35.308426 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6fd444f1-6469-404e-9ffa-de9dc7d358f7 req-730f6545-a8e7-4c0e-9280-3e98e20352f7 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565116 Apr 28 19:44:35.310402 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9cd01396-21cd-4ffd-a854-4f7c1535248d req-9c6707ec-62f2-4b0e-aa05-f1c6223ab689 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274710 Apr 28 19:44:35.396971 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-abf6f640-8d0e-4e82-8cc5-c36f573f8839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:35.415835 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-abf6f640-8d0e-4e82-8cc5-c36f573f8839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:35.423181 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-abf6f640-8d0e-4e82-8cc5-c36f573f8839 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c1475d53-9534-4c95-8eb7-8e3b9d282212 HTTP/1.1" status: 204 len: 168 time: 0.5659175 Apr 28 19:44:35.423488 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 53912) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:35.423666 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72dda8c-9363-4083-9ad9-a665ccd3de99 None None] Network 430c85ba-7aa8-4fd6-a010-581e595ae98e requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:44:35.470952 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6f640-8d0e-4e82-8cc5-c36f573f8839 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1475d53-9534-4c95-8eb7-8e3b9d282212,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:35.587286 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-34d634ee-ecf1-43d1-be15-861685e57ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:35.688803 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-34d634ee-ecf1-43d1-be15-861685e57ee4 admin admin] Deleting port 580a7248-6e59-4b43-9c45-787dfe2dd105 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:44:35.689461 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-34d634ee-ecf1-43d1-be15-861685e57ee4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:35.912245 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-34d634ee-ecf1-43d1-be15-861685e57ee4 admin admin] For port 580a7248-6e59-4b43-9c45-787dfe2dd105, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=580a7248-6e59-4b43-9c45-787dfe2dd105,segment=NetworkSegment(969fc338-521c-4d67-87c8-c12516df316b),segment_id=969fc338-521c-4d67-87c8-c12516df316b)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:35.913283 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-34d634ee-ecf1-43d1-be15-861685e57ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:35.917420 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89561cb6-75b2-47fb-99cb-4a6affcc48e1 None None] DHCP port deletion for 430c85ba-7aa8-4fd6-a010-581e595ae98e request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:44:35.965156 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa0b89-b250-413f-bd79-fe0b617cc81d req-ff354f0e-d874-4b0d-b029-87be2cb33dca tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:36.005210 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aefa0b89-b250-413f-bd79-fe0b617cc81d req-ff354f0e-d874-4b0d-b029-87be2cb33dca tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 945 time: 0.2117541 Apr 28 19:44:36.026516 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-89561cb6-75b2-47fb-99cb-4a6affcc48e1 None None] Deleting port 580a7248-6e59-4b43-9c45-787dfe2dd105 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:44:36.027229 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-89561cb6-75b2-47fb-99cb-4a6affcc48e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:36.086222 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-34d634ee-ecf1-43d1-be15-861685e57ee4 admin admin] Calling delete_port for 580a7248-6e59-4b43-9c45-787dfe2dd105 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:44:36.177664 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aefa0b89-b250-413f-bd79-fe0b617cc81d req-5e3d8224-8b06-4405-82ea-1fe669b48f45 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709311 Apr 28 19:44:36.211796 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device d181d2ea-2510-494c-9f4d-3f54f05073ca details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:44:36.338328 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ee1ef-21fe-495b-be40-7c21cf192e29 req-33e2ce8a-25ac-4653-9d9d-15eda4053fbe tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:36.353852 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4e9ee1ef-21fe-495b-be40-7c21cf192e29 req-33e2ce8a-25ac-4653-9d9d-15eda4053fbe tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/ports?device_id=437b5750-ad50-4261-8e12-745307e5cb25 HTTP/1.1" status: 200 len: 943 time: 0.1387007 Apr 28 19:44:36.393960 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port d181d2ea-2510-494c-9f4d-3f54f05073ca, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=d181d2ea-2510-494c-9f4d-3f54f05073ca,segment=NetworkSegment(3248915b-af96-4740-8853-2f1ba52a457c),segment_id=3248915b-af96-4740-8853-2f1ba52a457c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:36.436578 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'd181d2ea-2510-494c-9f4d-3f54f05073ca', 'network_id': '5bdb7392-39da-4fa7-b6f8-6b04768db305', 'port_id': 'd181d2ea-2510-494c-9f4d-3f54f05073ca', 'mac_address': 'fa:16:3e:75:37:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '380f9094-03da-4324-bb2d-d395a1179375', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:44:36.449571 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-89561cb6-75b2-47fb-99cb-4a6affcc48e1 None None] For port 580a7248-6e59-4b43-9c45-787dfe2dd105, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=580a7248-6e59-4b43-9c45-787dfe2dd105,segment=NetworkSegment(969fc338-521c-4d67-87c8-c12516df316b),segment_id=969fc338-521c-4d67-87c8-c12516df316b)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:36.454354 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-89561cb6-75b2-47fb-99cb-4a6affcc48e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:36.512943 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4e9ee1ef-21fe-495b-be40-7c21cf192e29 req-62399cff-7d87-418d-b5e8-ed10bb0ed0c9 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/security-groups?id=dbcaf3d1-d4d8-457d-b6ba-1db7a89b2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516833 Apr 28 19:44:36.555133 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:36.558121 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-34d634ee-ecf1-43d1-be15-861685e57ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:36.559746 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-89561cb6-75b2-47fb-99cb-4a6affcc48e1 None None] Calling delete_port for 580a7248-6e59-4b43-9c45-787dfe2dd105 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:44:36.589671 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d181d2ea-2510-494c-9f4d-3f54f05073ca {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:44:36.662590 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d634ee-ecf1-43d1-be15-861685e57ee4 admin admin] No DVR routers for this DVR port 580a7248-6e59-4b43-9c45-787dfe2dd105 on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:44:36.693118 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-89561cb6-75b2-47fb-99cb-4a6affcc48e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:36.715096 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port d181d2ea-2510-494c-9f4d-3f54f05073ca, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=d181d2ea-2510-494c-9f4d-3f54f05073ca,segment=NetworkSegment(3248915b-af96-4740-8853-2f1ba52a457c),segment_id=3248915b-af96-4740-8853-2f1ba52a457c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:36.742558 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:36.745125 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 3f8991e5-009b-403a-931e-5db305436ddd no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:44:36.748709 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d634ee-ecf1-43d1-be15-861685e57ee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=580a7248-6e59-4b43-9c45-787dfe2dd105,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:36.770833 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 3f8991e5-009b-403a-931e-5db305436ddd {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:44:36.771283 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 3f8991e5-009b-403a-931e-5db305436ddd not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:44:36.771568 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 580a7248-6e59-4b43-9c45-787dfe2dd105 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:44:36.798535 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 580a7248-6e59-4b43-9c45-787dfe2dd105 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:44:36.798864 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 580a7248-6e59-4b43-9c45-787dfe2dd105 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:44:36.800957 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89561cb6-75b2-47fb-99cb-4a6affcc48e1 None None] Pushing event deleted for resources: {'Port': ['ID=580a7248-6e59-4b43-9c45-787dfe2dd105,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:36.803400 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89561cb6-75b2-47fb-99cb-4a6affcc48e1 None None] No DVR routers for this DVR port 580a7248-6e59-4b43-9c45-787dfe2dd105 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:44:36.884285 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=d181d2ea-2510-494c-9f4d-3f54f05073ca,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:36.927395 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ca13e-ea6d-4727-93a5-3699a5b4f221 req-cf3bbf43-dfce-4a16-9e7c-9be9d39eb299 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:36.936331 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-905ca13e-ea6d-4727-93a5-3699a5b4f221 req-cf3bbf43-dfce-4a16-9e7c-9be9d39eb299 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 946 time: 0.4376204 Apr 28 19:44:36.971900 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-34d634ee-ecf1-43d1-be15-861685e57ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:37.000141 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['d181d2ea-2510-494c-9f4d-3f54f05073ca'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:44:37.019269 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-905ca13e-ea6d-4727-93a5-3699a5b4f221 req-4b14d037-5a0a-4437-997b-a9265448d8f6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821440 Apr 28 19:44:37.021239 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-34d634ee-ecf1-43d1-be15-861685e57ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['430c85ba-7aa8-4fd6-a010-581e595ae98e']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:37.045049 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-34d634ee-ecf1-43d1-be15-861685e57ee4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '969fc338-521c-4d67-87c8-c12516df316b') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:37.045368 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-34d634ee-ecf1-43d1-be15-861685e57ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '969fc338-521c-4d67-87c8-c12516df316b') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:37.060021 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-34d634ee-ecf1-43d1-be15-861685e57ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:37.080654 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-34d634ee-ecf1-43d1-be15-861685e57ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:37.096636 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d634ee-ecf1-43d1-be15-861685e57ee4 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:44:37.097435 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-34d634ee-ecf1-43d1-be15-861685e57ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:37.101546 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:44:37.101546 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:44:37.101546 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:44:37.101546 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:44:37.101546 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:44:37.101546 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:44:37.101546 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:44:37.101546 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:44:37.101546 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:44:37.101546 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:44:37.101546 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:44:37.101546 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:44:37.101546 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:44:37.101546 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:44:37.101546 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:44:37.101546 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:44:37.101546 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:44:37.101546 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:44:37.101546 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:44:37.101546 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:44:37.101546 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:44:37.101546 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:44:37.101546 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:44:37.101546 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:44:37.101546 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:44:37.101546 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:44:37.101546 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:44:37.101546 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:44:37.101546 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:44:37.101546 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:44:37.101546 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:44:37.101546 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:44:37.187639 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-34d634ee-ecf1-43d1-be15-861685e57ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:37.222704 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-34d634ee-ecf1-43d1-be15-861685e57ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:37.226341 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-34d634ee-ecf1-43d1-be15-861685e57ee4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/430c85ba-7aa8-4fd6-a010-581e595ae98e HTTP/1.1" status: 204 len: 168 time: 1.8016481 Apr 28 19:44:37.228019 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d634ee-ecf1-43d1-be15-861685e57ee4 admin admin] Pushing event deleted for resources: {'Network': ['ID=430c85ba-7aa8-4fd6-a010-581e595ae98e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:37.231980 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 53932) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:37.519135 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e901d96-6872-4bce-ab6b-2614509bdfea req-ec51b907-8c0e-414c-aaf9-409afbed2c94 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:37.520861 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7e901d96-6872-4bce-ab6b-2614509bdfea req-ec51b907-8c0e-414c-aaf9-409afbed2c94 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 945 time: 0.1207078 Apr 28 19:44:37.657370 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7e901d96-6872-4bce-ab6b-2614509bdfea req-41ac4c4f-0d6e-4d4e-966d-0dae53189400 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266427 Apr 28 19:44:37.752858 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6581766-bb5f-48b8-90e2-41f8823d1bb8 req-cc9d8f42-4ff1-4696-9f82-cbdbb3178384 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:37.756323 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f6581766-bb5f-48b8-90e2-41f8823d1bb8 req-cc9d8f42-4ff1-4696-9f82-cbdbb3178384 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/ports?device_id=437b5750-ad50-4261-8e12-745307e5cb25 HTTP/1.1" status: 200 len: 944 time: 0.0905354 Apr 28 19:44:37.834067 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f6581766-bb5f-48b8-90e2-41f8823d1bb8 req-1df4eab8-4de0-4a43-bb62-fda188ef4395 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/security-groups?id=dbcaf3d1-d4d8-457d-b6ba-1db7a89b2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685351 Apr 28 19:44:37.907756 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-08bc320d-7844-499c-87a7-e380a45316ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:38.211022 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device d181d2ea-2510-494c-9f4d-3f54f05073ca up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:44:38.258259 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa5ba9-d74c-47a4-b3cb-d669d156b23d req-7a54c5c7-4dfd-4ae6-9574-a1b8753bb911 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:38.276370 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1ffa5ba9-d74c-47a4-b3cb-d669d156b23d req-7a54c5c7-4dfd-4ae6-9574-a1b8753bb911 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 946 time: 0.1193299 Apr 28 19:44:38.329336 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port d181d2ea-2510-494c-9f4d-3f54f05073ca completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:44:38.338788 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port d181d2ea-2510-494c-9f4d-3f54f05073ca triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:44:38.339500 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:38.353418 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1ffa5ba9-d74c-47a4-b3cb-d669d156b23d req-ea5cde92-9e25-44aa-b476-dc4a7bc28e23 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719919 Apr 28 19:44:38.434998 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-08bc320d-7844-499c-87a7-e380a45316ab admin admin] Deleting port 43b3018d-f0d8-429f-bb77-7b8f0f26fa64 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:44:38.435818 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-08bc320d-7844-499c-87a7-e380a45316ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:38.595020 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-08bc320d-7844-499c-87a7-e380a45316ab admin admin] For port 43b3018d-f0d8-429f-bb77-7b8f0f26fa64, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=43b3018d-f0d8-429f-bb77-7b8f0f26fa64,segment=NetworkSegment(3614b7ef-16ea-4d36-966a-1f0c6829dc80),segment_id=3614b7ef-16ea-4d36-966a-1f0c6829dc80)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:38.596214 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-08bc320d-7844-499c-87a7-e380a45316ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:38.622567 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-08bc320d-7844-499c-87a7-e380a45316ab admin admin] Calling delete_port for 43b3018d-f0d8-429f-bb77-7b8f0f26fa64 owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:44:38.692801 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:38.745228 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437b5750-ad50-4261-8e12-745307e5cb25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd181d2ea-2510-494c-9f4d-3f54f05073ca'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:44:38.749366 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee65b2d7-e12b-4ca1-b279-8e31c510fa21" -d '{"events": [{"server_uuid": "437b5750-ad50-4261-8e12-745307e5cb25", "name": "network-vif-plugged", "status": "completed", "tag": "d181d2ea-2510-494c-9f4d-3f54f05073ca"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:44:38.807646 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port d181d2ea-2510-494c-9f4d-3f54f05073ca, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=d181d2ea-2510-494c-9f4d-3f54f05073ca,segment=NetworkSegment(3248915b-af96-4740-8853-2f1ba52a457c),segment_id=3248915b-af96-4740-8853-2f1ba52a457c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:38.816509 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:38.975500 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=d181d2ea-2510-494c-9f4d-3f54f05073ca,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:38.976847 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281935d2-43a5-41a5-a243-2009512e75d9 req-c7839ea5-2ee2-4a42-96f8-123b670fe809 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:38.985737 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-281935d2-43a5-41a5-a243-2009512e75d9 req-c7839ea5-2ee2-4a42-96f8-123b670fe809 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 945 time: 0.1375368 Apr 28 19:44:38.993068 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-08bc320d-7844-499c-87a7-e380a45316ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:38.999468 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6b8f0-779e-4bc4-8551-9fb582ea27b2 req-a65cc171-952d-4620-8d68-920b282cab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:39.001856 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-50a6b8f0-779e-4bc4-8551-9fb582ea27b2 req-a65cc171-952d-4620-8d68-920b282cab54 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a0c676490ad4221b826814b264d08aa&device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 1097 time: 0.1640105 Apr 28 19:44:39.057640 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc320d-7844-499c-87a7-e380a45316ab admin admin] Pushing event deleted for resources: {'Port': ['ID=43b3018d-f0d8-429f-bb77-7b8f0f26fa64,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:39.084847 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-281935d2-43a5-41a5-a243-2009512e75d9 req-68c68fce-f4a2-4223-96ba-1c8881da03c7 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977814 Apr 28 19:44:39.170670 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44025019-c140-4343-9567-b120dc7e07f7 x-openstack-request-id: req-44025019-c140-4343-9567-b120dc7e07f7 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:44:39.170973 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437b5750-ad50-4261-8e12-745307e5cb25", "name": "network-vif-plugged", "status": "completed", "tag": "d181d2ea-2510-494c-9f4d-3f54f05073ca", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:44:39.172068 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-44025019-c140-4343-9567-b120dc7e07f7 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:44:39.172068 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44025019-c140-4343-9567-b120dc7e07f7'] response: {'server_uuid': '437b5750-ad50-4261-8e12-745307e5cb25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd181d2ea-2510-494c-9f4d-3f54f05073ca', 'code': 200} Apr 28 19:44:39.285264 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6b8f0-779e-4bc4-8551-9fb582ea27b2 req-3ae2ce93-bb50-4e36-bc31-e9a2fb448cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:39.289393 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-50a6b8f0-779e-4bc4-8551-9fb582ea27b2 req-3ae2ce93-bb50-4e36-bc31-e9a2fb448cf3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef HTTP/1.1" status: 200 len: 920 time: 0.2778833 Apr 28 19:44:39.442572 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-50a6b8f0-779e-4bc4-8551-9fb582ea27b2 req-ad041b93-6868-4eeb-9fb3-a0d2670bbb1b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c462fce3-1a2c-4e64-b5e5-622e38b0ba20 HTTP/1.1" status: 200 len: 217 time: 0.0659890 Apr 28 19:44:39.483711 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b7760-ed16-48ac-89eb-da8a23598add req-2303cd96-effc-40ee-a193-a77ef89aa4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:39.485653 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6d8b7760-ed16-48ac-89eb-da8a23598add req-2303cd96-effc-40ee-a193-a77ef89aa4a1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=437b5750-ad50-4261-8e12-745307e5cb25 HTTP/1.1" status: 200 len: 1096 time: 0.1777086 Apr 28 19:44:39.496952 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c91e03-481a-4795-bc41-e0b6cb70f3c8 req-804cbf5c-0535-4249-8695-f5b9b28670c9 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:39.509306 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-14c91e03-481a-4795-bc41-e0b6cb70f3c8 req-804cbf5c-0535-4249-8695-f5b9b28670c9 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 946 time: 0.2156615 Apr 28 19:44:39.566689 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059310a8-47e8-4fab-85f4-af7e4528c239 req-42602973-c6f9-40a7-9cab-bfffbd19c341 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:39.570023 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-059310a8-47e8-4fab-85f4-af7e4528c239 req-42602973-c6f9-40a7-9cab-bfffbd19c341 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/ports?device_id=437b5750-ad50-4261-8e12-745307e5cb25 HTTP/1.1" status: 200 len: 945 time: 0.2206078 Apr 28 19:44:39.594200 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-08bc320d-7844-499c-87a7-e380a45316ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:39.612948 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:44:39.662692 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-14c91e03-481a-4795-bc41-e0b6cb70f3c8 req-68ab27ee-9c42-4dea-a9f5-c0a4248d7615 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541567 Apr 28 19:44:39.694384 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6b8f0-779e-4bc4-8551-9fb582ea27b2 req-54c56eed-c576-420d-94e2-e774d4ea29e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:39.697348 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-50a6b8f0-779e-4bc4-8551-9fb582ea27b2 req-54c56eed-c576-420d-94e2-e774d4ea29e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d25b1cb0-c200-401d-9c44-cd4c1f880757 HTTP/1.1" status: 200 len: 858 time: 0.2395937 Apr 28 19:44:39.703244 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6d8b7760-ed16-48ac-89eb-da8a23598add req-f6108f60-d986-46ab-9bb1-4a0a6dff2982 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=dbcaf3d1-d4d8-457d-b6ba-1db7a89b2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395872 Apr 28 19:44:39.772091 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6b8f0-779e-4bc4-8551-9fb582ea27b2 req-a44201b0-01f1-45d7-99e9-eeb29aa185cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:39.775654 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-50a6b8f0-779e-4bc4-8551-9fb582ea27b2 req-a44201b0-01f1-45d7-99e9-eeb29aa185cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653334 Apr 28 19:44:39.800643 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-059310a8-47e8-4fab-85f4-af7e4528c239 req-f175f855-6535-4e15-938b-d641853d6cd2 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/security-groups?id=dbcaf3d1-d4d8-457d-b6ba-1db7a89b2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097349 Apr 28 19:44:39.950010 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b8c85-8798-46db-96fd-90ff3e7a3346 req-3218942d-db63-46f6-8778-7393a4224bbf tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:39.951885 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-af3b8c85-8798-46db-96fd-90ff3e7a3346 req-3218942d-db63-46f6-8778-7393a4224bbf tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 946 time: 0.1538198 Apr 28 19:44:39.991124 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-50a6b8f0-779e-4bc4-8551-9fb582ea27b2 req-36277e36-82c6-4bd8-b27f-b0408a9d746d service neutron] 10.222.0.15 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062252 Apr 28 19:44:40.042501 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-af3b8c85-8798-46db-96fd-90ff3e7a3346 req-ee2e6158-13ed-45f9-9463-096f1a95132e tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745122 Apr 28 19:44:40.126566 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-50a6b8f0-779e-4bc4-8551-9fb582ea27b2 req-a1adac82-1e8d-4647-832b-1b30fe1bfcb7 service neutron] 10.222.0.15 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282458 Apr 28 19:44:40.529056 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c027808-8155-4257-9f98-e0384c92f10c req-f8f4e33e-aa5f-4668-bf29-85cb7e51a0de tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:40.531838 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5c027808-8155-4257-9f98-e0384c92f10c req-f8f4e33e-aa5f-4668-bf29-85cb7e51a0de tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 945 time: 0.1760004 Apr 28 19:44:40.597088 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08bc320d-7844-499c-87a7-e380a45316ab admin admin] Router a21e26cc-d36b-487a-8da3-6ef938ef17b5 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:44:40.647122 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5c027808-8155-4257-9f98-e0384c92f10c req-7ac9563e-6b2c-430b-b985-a354189228ed tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875645 Apr 28 19:44:40.840893 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce1702-587e-4a6a-aa09-9ed5075a712e req-b4f8eb7a-2fea-4c13-8360-ff3c8bb47c20 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:40.854657 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bc320d-7844-499c-87a7-e380a45316ab admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:44:40.865089 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-79ce1702-587e-4a6a-aa09-9ed5075a712e req-b4f8eb7a-2fea-4c13-8360-ff3c8bb47c20 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 946 time: 0.1048698 Apr 28 19:44:40.869940 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-08bc320d-7844-499c-87a7-e380a45316ab admin admin] 10.222.0.42 "PUT /v2.0/routers/a21e26cc-d36b-487a-8da3-6ef938ef17b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6323624 Apr 28 19:44:40.870922 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 53986) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:40.881354 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a61b294-abee-42a6-a78f-f46a2c7c23d5 None None] Sync routers for ids ['a21e26cc-d36b-487a-8da3-6ef938ef17b5'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:44:40.895732 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a61b294-abee-42a6-a78f-f46a2c7c23d5 None None] Routers {'a21e26cc-d36b-487a-8da3-6ef938ef17b5'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:44:40.896438 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9a61b294-abee-42a6-a78f-f46a2c7c23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:44:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['a21e26cc-d36b-487a-8da3-6ef938ef17b5'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:40.980026 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-79ce1702-587e-4a6a-aa09-9ed5075a712e req-7d6cfdd5-366b-4df1-a948-16626b7a78f1 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139917 Apr 28 19:44:41.089495 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-9a61b294-abee-42a6-a78f-f46a2c7c23d5 None None] Set router a21e26cc-d36b-487a-8da3-6ef938ef17b5 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:44:41.114943 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efda76a-89a9-4140-96de-c5b92c8bc4fe req-16d61bbf-3c33-484f-9796-d0f5c5f5a976 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:41.116610 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9efda76a-89a9-4140-96de-c5b92c8bc4fe req-16d61bbf-3c33-484f-9796-d0f5c5f5a976 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/ports?device_id=437b5750-ad50-4261-8e12-745307e5cb25 HTTP/1.1" status: 200 len: 945 time: 0.1228936 Apr 28 19:44:41.154054 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0403c8cc-913d-4e4d-bbb9-e0364c4f5c0e admin admin] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:41.225003 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d84b09-d88e-4b11-833f-050059b67bc2 req-6abff75a-496e-405a-8076-4d7fbb8a8fbf tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:41.233246 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d84b09-d88e-4b11-833f-050059b67bc2 req-6abff75a-496e-405a-8076-4d7fbb8a8fbf tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:41.240152 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d84b09-d88e-4b11-833f-050059b67bc2 req-6abff75a-496e-405a-8076-4d7fbb8a8fbf tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:41.247988 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d84b09-d88e-4b11-833f-050059b67bc2 req-6abff75a-496e-405a-8076-4d7fbb8a8fbf tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:41.254672 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d84b09-d88e-4b11-833f-050059b67bc2 req-6abff75a-496e-405a-8076-4d7fbb8a8fbf tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:41.262746 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d84b09-d88e-4b11-833f-050059b67bc2 req-6abff75a-496e-405a-8076-4d7fbb8a8fbf tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:41.270901 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d84b09-d88e-4b11-833f-050059b67bc2 req-6abff75a-496e-405a-8076-4d7fbb8a8fbf tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:41.275288 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-18d84b09-d88e-4b11-833f-050059b67bc2 req-6abff75a-496e-405a-8076-4d7fbb8a8fbf tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5436 time: 0.1215329 Apr 28 19:44:41.337919 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9efda76a-89a9-4140-96de-c5b92c8bc4fe req-3e19a29e-4ef7-4c8f-b548-a7ecfbf72676 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/security-groups?id=dbcaf3d1-d4d8-457d-b6ba-1db7a89b2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074909 Apr 28 19:44:41.368413 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-18d84b09-d88e-4b11-833f-050059b67bc2 req-78f4694d-1c61-431e-bdd4-b8f750dc8b2d tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0783408 Apr 28 19:44:41.495470 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0403c8cc-913d-4e4d-bbb9-e0364c4f5c0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:41.572619 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9a61b294-abee-42a6-a78f-f46a2c7c23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21e26cc-d36b-487a-8da3-6ef938ef17b5', 'name': 'tempest-TaggedBootDevicesTest_v242-738037933-router', 'tenant_id': 'f4a573290c2b4dbabf19ce10f322c691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': 'b9a7146f-55e2-4d7f-abe9-ccb40c2262d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:02Z', 'updated_at': '2022-04-28T19:44:38Z', 'revision_number': 5, 'project_id': 'f4a573290c2b4dbabf19ce10f322c691', 'gw_port': {'id': 'b9a7146f-55e2-4d7f-abe9-ccb40c2262d7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:95:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21e26cc-d36b-487a-8da3-6ef938ef17b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:05Z', 'updated_at': '2022-04-28T19:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:41.643475 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a61b294-abee-42a6-a78f-f46a2c7c23d5 None None] Checking router: a21e26cc-d36b-487a-8da3-6ef938ef17b5 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:44:41.666449 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a61b294-abee-42a6-a78f-f46a2c7c23d5 None None] Routers {'a21e26cc-d36b-487a-8da3-6ef938ef17b5'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:44:41.668227 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9a61b294-abee-42a6-a78f-f46a2c7c23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:44:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['a21e26cc-d36b-487a-8da3-6ef938ef17b5'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:41.701706 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ef109-a11f-4028-94d3-3d223270d76d req-cb821988-2b4a-4b51-8c53-64cab4bf58d9 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:41.716978 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3d4ef109-a11f-4028-94d3-3d223270d76d req-cb821988-2b4a-4b51-8c53-64cab4bf58d9 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 946 time: 0.2117405 Apr 28 19:44:41.740564 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4d7b9-32e8-4a1b-b48c-da807e7957ad req-b458dd6f-d4e1-4ea6-addd-53a6d52375ed tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:41.755175 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4d7b9-32e8-4a1b-b48c-da807e7957ad req-b458dd6f-d4e1-4ea6-addd-53a6d52375ed tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:41.767905 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4d7b9-32e8-4a1b-b48c-da807e7957ad req-b458dd6f-d4e1-4ea6-addd-53a6d52375ed tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:41.783712 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4d7b9-32e8-4a1b-b48c-da807e7957ad req-b458dd6f-d4e1-4ea6-addd-53a6d52375ed tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:41.797829 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4d7b9-32e8-4a1b-b48c-da807e7957ad req-b458dd6f-d4e1-4ea6-addd-53a6d52375ed tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:41.812056 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4d7b9-32e8-4a1b-b48c-da807e7957ad req-b458dd6f-d4e1-4ea6-addd-53a6d52375ed tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:41.823968 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3d4ef109-a11f-4028-94d3-3d223270d76d req-2ccf9c83-3bff-40b5-81a5-290986b33c00 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052876 Apr 28 19:44:41.825230 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4d7b9-32e8-4a1b-b48c-da807e7957ad req-b458dd6f-d4e1-4ea6-addd-53a6d52375ed tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:41.829294 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-0403c8cc-913d-4e4d-bbb9-e0364c4f5c0e admin admin] Deleting port b9a7146f-55e2-4d7f-abe9-ccb40c2262d7 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:44:41.830728 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0403c8cc-913d-4e4d-bbb9-e0364c4f5c0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:41.838808 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ade4d7b9-32e8-4a1b-b48c-da807e7957ad req-b458dd6f-d4e1-4ea6-addd-53a6d52375ed tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5436 time: 0.2377648 Apr 28 19:44:41.910974 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-9a61b294-abee-42a6-a78f-f46a2c7c23d5 None None] Set router a21e26cc-d36b-487a-8da3-6ef938ef17b5 gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:44:41.925775 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54004) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:41.997821 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-0403c8cc-913d-4e4d-bbb9-e0364c4f5c0e admin admin] For port b9a7146f-55e2-4d7f-abe9-ccb40c2262d7, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=b9a7146f-55e2-4d7f-abe9-ccb40c2262d7,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:41.998745 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0403c8cc-913d-4e4d-bbb9-e0364c4f5c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:42.026044 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9a61b294-abee-42a6-a78f-f46a2c7c23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21e26cc-d36b-487a-8da3-6ef938ef17b5', 'name': 'tempest-TaggedBootDevicesTest_v242-738037933-router', 'tenant_id': 'f4a573290c2b4dbabf19ce10f322c691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:02Z', 'updated_at': '2022-04-28T19:44:41Z', 'revision_number': 6, 'project_id': 'f4a573290c2b4dbabf19ce10f322c691', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:42.095666 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-0403c8cc-913d-4e4d-bbb9-e0364c4f5c0e admin admin] Calling delete_port for b9a7146f-55e2-4d7f-abe9-ccb40c2262d7 owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:44:42.098994 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a61b294-abee-42a6-a78f-f46a2c7c23d5 None None] The sync data for ids ['a21e26cc-d36b-487a-8da3-6ef938ef17b5'] in n-d-839810-1 is: [{'id': 'a21e26cc-d36b-487a-8da3-6ef938ef17b5', 'name': 'tempest-TaggedBootDevicesTest_v242-738037933-router', 'tenant_id': 'f4a573290c2b4dbabf19ce10f322c691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:02Z', 'updated_at': '2022-04-28T19:44:41Z', 'revision_number': 6, 'project_id': 'f4a573290c2b4dbabf19ce10f322c691', 'gw_port_host': None}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:44:42.185910 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20e82c-c3fa-4141-bcf8-5b3990823507 req-f95aefe0-75ee-478a-a747-010242a672a9 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:42.195589 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4d20e82c-c3fa-4141-bcf8-5b3990823507 req-f95aefe0-75ee-478a-a747-010242a672a9 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 945 time: 0.2032866 Apr 28 19:44:42.255887 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4d20e82c-c3fa-4141-bcf8-5b3990823507 req-a0a6fb41-d970-45e9-9f0f-a2729b61c249 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579498 Apr 28 19:44:42.430166 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5b6e9-869c-4e13-a5db-936348b88022 req-b6e3a459-4d1f-451e-a11b-0f765b06c6d5 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:42.446265 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9fe5b6e9-869c-4e13-a5db-936348b88022 req-b6e3a459-4d1f-451e-a11b-0f765b06c6d5 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 946 time: 0.2932556 Apr 28 19:44:42.494666 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0403c8cc-913d-4e4d-bbb9-e0364c4f5c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:42.538008 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0403c8cc-913d-4e4d-bbb9-e0364c4f5c0e admin admin] Pushing event deleted for resources: {'Port': ['ID=b9a7146f-55e2-4d7f-abe9-ccb40c2262d7,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:42.593250 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9fe5b6e9-869c-4e13-a5db-936348b88022 req-7216f70f-6846-40da-9386-61f15703911d tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456919 Apr 28 19:44:42.743077 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0403c8cc-913d-4e4d-bbb9-e0364c4f5c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:42.860980 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e38666-5265-4fbf-b24c-6d44b72c458e req-83bbfc3e-32b3-4b4a-af64-a8e890cfadb6 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:42.865492 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-46e38666-5265-4fbf-b24c-6d44b72c458e req-83bbfc3e-32b3-4b4a-af64-a8e890cfadb6 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/ports?device_id=437b5750-ad50-4261-8e12-745307e5cb25 HTTP/1.1" status: 200 len: 945 time: 0.2661307 Apr 28 19:44:42.885301 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device b9a7146f-55e2-4d7f-abe9-ccb40c2262d7 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:44:42.939366 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: b9a7146f-55e2-4d7f-abe9-ccb40c2262d7 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:44:42.940147 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device b9a7146f-55e2-4d7f-abe9-ccb40c2262d7 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:44:42.940846 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 43b3018d-f0d8-429f-bb77-7b8f0f26fa64 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:44:42.949272 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0403c8cc-913d-4e4d-bbb9-e0364c4f5c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:42.953892 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0403c8cc-913d-4e4d-bbb9-e0364c4f5c0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:42.977810 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 43b3018d-f0d8-429f-bb77-7b8f0f26fa64 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:44:42.980641 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 43b3018d-f0d8-429f-bb77-7b8f0f26fa64 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:44:43.070264 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0403c8cc-913d-4e4d-bbb9-e0364c4f5c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:43.071511 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0403c8cc-913d-4e4d-bbb9-e0364c4f5c0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a21e26cc-d36b-487a-8da3-6ef938ef17b5 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:44:43.080786 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0403c8cc-913d-4e4d-bbb9-e0364c4f5c0e admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:43.085143 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0403c8cc-913d-4e4d-bbb9-e0364c4f5c0e admin admin] 10.222.0.42 "DELETE /v2.0/routers/a21e26cc-d36b-487a-8da3-6ef938ef17b5 HTTP/1.1" status: 204 len: 168 time: 2.2103035 Apr 28 19:44:43.086475 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54016) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:43.132007 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8b6979f8-6fd9-43f7-b8a9-b8f996e32d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:43.157599 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-46e38666-5265-4fbf-b24c-6d44b72c458e req-3125affb-7c66-4690-a550-e523d974441f tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/security-groups?id=dbcaf3d1-d4d8-457d-b6ba-1db7a89b2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262195 Apr 28 19:44:43.200424 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-09fae11c-c254-443e-8a71-a9f224e4ad62 admin admin] Deleting subnet 7876ea2e-d817-4650-ab62-f518e0d2e93a {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:44:43.214801 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-09fae11c-c254-443e-8a71-a9f224e4ad62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:43.227783 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715ea37-045c-40c9-816d-c9bdc4b3b426 req-ab12d13b-ea31-4a05-8bf7-2aebf17d257c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:43.241322 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a715ea37-045c-40c9-816d-c9bdc4b3b426 req-ab12d13b-ea31-4a05-8bf7-2aebf17d257c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 946 time: 0.1889648 Apr 28 19:44:43.321063 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-09fae11c-c254-443e-8a71-a9f224e4ad62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:43.358445 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a715ea37-045c-40c9-816d-c9bdc4b3b426 req-45cdd5df-f149-4913-8924-0f5637e7fb4d tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151133 Apr 28 19:44:43.544568 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b41dc7-f933-4719-9a00-a02452b3783c req-cd5d7407-c3af-46b8-a7e0-5000f451c0bf tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:43.547081 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-70b41dc7-f933-4719-9a00-a02452b3783c req-cd5d7407-c3af-46b8-a7e0-5000f451c0bf tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/ports?device_id=437b5750-ad50-4261-8e12-745307e5cb25 HTTP/1.1" status: 200 len: 945 time: 0.1868806 Apr 28 19:44:43.645867 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-09fae11c-c254-443e-8a71-a9f224e4ad62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:43.693621 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-70b41dc7-f933-4719-9a00-a02452b3783c req-d53e9dd4-da22-432c-9410-7799bc859045 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/security-groups?id=dbcaf3d1-d4d8-457d-b6ba-1db7a89b2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149178 Apr 28 19:44:43.767225 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a5152-c15f-42da-b533-2bbefbfcffeb req-454fb6e7-e499-4154-b95e-1a1300e810e0 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:43.770185 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9c2a5152-c15f-42da-b533-2bbefbfcffeb req-454fb6e7-e499-4154-b95e-1a1300e810e0 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 945 time: 0.2291818 Apr 28 19:44:43.849980 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-09fae11c-c254-443e-8a71-a9f224e4ad62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:43.856630 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9c2a5152-c15f-42da-b533-2bbefbfcffeb req-14ee7766-daed-4c00-9015-c350c5b35969 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732226 Apr 28 19:44:43.903515 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54038) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:43.909605 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fae11c-c254-443e-8a71-a9f224e4ad62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7876ea2e-d817-4650-ab62-f518e0d2e93a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:43.926286 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-09fae11c-c254-443e-8a71-a9f224e4ad62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:43.932648 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-09fae11c-c254-443e-8a71-a9f224e4ad62 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7876ea2e-d817-4650-ab62-f518e0d2e93a HTTP/1.1" status: 204 len: 168 time: 0.8444934 Apr 28 19:44:43.939913 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b4227f-fea6-4e63-967e-d91a498aaf1d None None] Network 52ee5d25-2a63-45c8-bec8-8a32b452858e requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:44:43.948629 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6712852-04d8-48c4-97c2-6a1c765e809b req-b34b890f-a136-42ab-9730-fba67f43bab9 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:43.951339 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d6712852-04d8-48c4-97c2-6a1c765e809b req-b34b890f-a136-42ab-9730-fba67f43bab9 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 946 time: 0.1699319 Apr 28 19:44:43.952149 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54042) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:44.177792 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07617b-5373-445d-bf3b-b9545635cc3a req-789d0006-0b7b-4e5c-8783-35258d2d035e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:44.179376 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07617b-5373-445d-bf3b-b9545635cc3a req-789d0006-0b7b-4e5c-8783-35258d2d035e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:44.180881 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07617b-5373-445d-bf3b-b9545635cc3a req-789d0006-0b7b-4e5c-8783-35258d2d035e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:44.181844 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07617b-5373-445d-bf3b-b9545635cc3a req-789d0006-0b7b-4e5c-8783-35258d2d035e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:44.182794 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07617b-5373-445d-bf3b-b9545635cc3a req-789d0006-0b7b-4e5c-8783-35258d2d035e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:44.183665 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07617b-5373-445d-bf3b-b9545635cc3a req-789d0006-0b7b-4e5c-8783-35258d2d035e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:44.184579 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07617b-5373-445d-bf3b-b9545635cc3a req-789d0006-0b7b-4e5c-8783-35258d2d035e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:44.185884 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d6712852-04d8-48c4-97c2-6a1c765e809b req-e18a3b74-9b0e-4ece-91f9-bbb503008ac1 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990459 Apr 28 19:44:44.188461 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ad07617b-5373-445d-bf3b-b9545635cc3a req-789d0006-0b7b-4e5c-8783-35258d2d035e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 6493 time: 0.2920556 Apr 28 19:44:44.203894 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-8b6979f8-6fd9-43f7-b8a9-b8f996e32d07 admin admin] Deleting port e1535635-16ee-414b-a822-868c614c37c3 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:44:44.206237 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ab855694-3054-4b48-bafa-13460903aa65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:44.207077 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8b6979f8-6fd9-43f7-b8a9-b8f996e32d07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:44.350095 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-ab855694-3054-4b48-bafa-13460903aa65 admin admin] Deleting port 0ae08208-6f46-4173-a20b-9d9f3ed246d8 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:44:44.352723 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ab855694-3054-4b48-bafa-13460903aa65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:44.405814 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d78b99-2673-4a8a-b566-fdbe945d5300 None None] DHCP port deletion for 52ee5d25-2a63-45c8-bec8-8a32b452858e request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:44:44.424737 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ad07617b-5373-445d-bf3b-b9545635cc3a req-87073d76-b87d-48b6-9016-1f6ae9296963 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1450753 Apr 28 19:44:44.486433 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-ab855694-3054-4b48-bafa-13460903aa65 admin admin] For port 0ae08208-6f46-4173-a20b-9d9f3ed246d8, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=0ae08208-6f46-4173-a20b-9d9f3ed246d8,segment=NetworkSegment(3614b7ef-16ea-4d36-966a-1f0c6829dc80),segment_id=3614b7ef-16ea-4d36-966a-1f0c6829dc80)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:44.486811 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ab855694-3054-4b48-bafa-13460903aa65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:44.504461 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-06d78b99-2673-4a8a-b566-fdbe945d5300 None None] Deleting port 0ae08208-6f46-4173-a20b-9d9f3ed246d8 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:44:44.505239 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-06d78b99-2673-4a8a-b566-fdbe945d5300 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:44.518377 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-ab855694-3054-4b48-bafa-13460903aa65 admin admin] Calling delete_port for 0ae08208-6f46-4173-a20b-9d9f3ed246d8 owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:44:44.541810 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e431902-9ec5-4163-9e94-4c7c4b16af04 req-0e28a9b8-7dfc-4e7b-ba8f-a013d1b66e09 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:44.545655 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0e431902-9ec5-4163-9e94-4c7c4b16af04 req-0e28a9b8-7dfc-4e7b-ba8f-a013d1b66e09 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/ports?device_id=437b5750-ad50-4261-8e12-745307e5cb25 HTTP/1.1" status: 200 len: 945 time: 0.1448944 Apr 28 19:44:44.552699 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-8b6979f8-6fd9-43f7-b8a9-b8f996e32d07 admin admin] For port e1535635-16ee-414b-a822-868c614c37c3, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=e1535635-16ee-414b-a822-868c614c37c3,segment=NetworkSegment(45b99270-ac05-4c11-b64b-fdc435dcfa6a),segment_id=45b99270-ac05-4c11-b64b-fdc435dcfa6a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:44.553364 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8b6979f8-6fd9-43f7-b8a9-b8f996e32d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:44.576988 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-8b6979f8-6fd9-43f7-b8a9-b8f996e32d07 admin admin] Calling delete_port for e1535635-16ee-414b-a822-868c614c37c3 owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:44:44.609457 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-06d78b99-2673-4a8a-b566-fdbe945d5300 None None] For port 0ae08208-6f46-4173-a20b-9d9f3ed246d8, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=0ae08208-6f46-4173-a20b-9d9f3ed246d8,segment=NetworkSegment(3614b7ef-16ea-4d36-966a-1f0c6829dc80),segment_id=3614b7ef-16ea-4d36-966a-1f0c6829dc80)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:44.609847 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-06d78b99-2673-4a8a-b566-fdbe945d5300 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:44.633328 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-06d78b99-2673-4a8a-b566-fdbe945d5300 None None] Calling delete_port for 0ae08208-6f46-4173-a20b-9d9f3ed246d8 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:44:44.673717 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51f30f-5eef-45cf-b79c-5ad1419e4751 req-348c4b2a-f34f-4007-b28b-31acf92fa98c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:44.677450 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2c51f30f-5eef-45cf-b79c-5ad1419e4751 req-348c4b2a-f34f-4007-b28b-31acf92fa98c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 946 time: 0.1537735 Apr 28 19:44:44.699777 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 0ae08208-6f46-4173-a20b-9d9f3ed246d8 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:44:44.714930 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0e431902-9ec5-4163-9e94-4c7c4b16af04 req-e96849b6-64ac-43d9-92c0-70f0c7f05031 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/security-groups?id=dbcaf3d1-d4d8-457d-b6ba-1db7a89b2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407359 Apr 28 19:44:44.725066 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ab855694-3054-4b48-bafa-13460903aa65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:44.792142 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab855694-3054-4b48-bafa-13460903aa65 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ae08208-6f46-4173-a20b-9d9f3ed246d8,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:44.794359 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab855694-3054-4b48-bafa-13460903aa65 admin admin] No DVR routers for this DVR port 0ae08208-6f46-4173-a20b-9d9f3ed246d8 on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:44:44.804978 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2c51f30f-5eef-45cf-b79c-5ad1419e4751 req-62ba0597-2df5-4860-b334-29169263b7eb tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075854 Apr 28 19:44:44.848735 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No active binding found for port 0ae08208-6f46-4173-a20b-9d9f3ed246d8 {{(pid=102775) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 28 19:44:44.849109 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 0ae08208-6f46-4173-a20b-9d9f3ed246d8 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: from cryptography.utils import int_from_bytes Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: from cryptography.utils import int_from_bytes Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:44:44.852144 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:44:44.854903 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:44:44.854903 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:44:44.854903 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:44:44.854903 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:44:44.854903 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:44:44.854903 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:44:44.854903 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:44:44.854903 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:44:44.854903 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:44:44.854903 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:44:44.854903 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:44:44.854903 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:44:44.854903 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:44:44.854903 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:44:44.863230 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-06d78b99-2673-4a8a-b566-fdbe945d5300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:44.885820 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d78b99-2673-4a8a-b566-fdbe945d5300 None None] No DVR routers for this DVR port 0ae08208-6f46-4173-a20b-9d9f3ed246d8 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:44:44.895865 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ab855694-3054-4b48-bafa-13460903aa65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:44.917006 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d78b99-2673-4a8a-b566-fdbe945d5300 None None] Pushing event deleted for resources: {'Port': ['ID=0ae08208-6f46-4173-a20b-9d9f3ed246d8,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:44.953082 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-ab855694-3054-4b48-bafa-13460903aa65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ee5d25-2a63-45c8-bec8-8a32b452858e']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:44.965606 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-ab855694-3054-4b48-bafa-13460903aa65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3614b7ef-16ea-4d36-966a-1f0c6829dc80') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:44.965933 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-ab855694-3054-4b48-bafa-13460903aa65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3614b7ef-16ea-4d36-966a-1f0c6829dc80') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:44.977951 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ab855694-3054-4b48-bafa-13460903aa65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:44.995701 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8b6979f8-6fd9-43f7-b8a9-b8f996e32d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:44.996151 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ab855694-3054-4b48-bafa-13460903aa65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:45.005213 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab855694-3054-4b48-bafa-13460903aa65 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:44:45.005958 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ab855694-3054-4b48-bafa-13460903aa65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:45.009088 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:44:45.009088 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:44:45.009088 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:44:45.009088 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:44:45.009088 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:44:45.009088 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:44:45.009088 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:44:45.009088 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:44:45.009088 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:44:45.009088 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:44:45.009088 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:44:45.009088 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:44:45.009088 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:44:45.009088 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:44:45.009088 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:44:45.009088 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:44:45.009088 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:44:45.009088 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:44:45.009088 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:44:45.009088 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:44:45.009088 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:44:45.009088 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:44:45.009088 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:44:45.009088 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:44:45.009088 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:44:45.009088 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:44:45.009088 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:44:45.009088 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:44:45.009088 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:44:45.009088 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:44:45.009088 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:44:45.009088 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:44:45.042622 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6979f8-6fd9-43f7-b8a9-b8f996e32d07 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1535635-16ee-414b-a822-868c614c37c3,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:45.110490 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ab855694-3054-4b48-bafa-13460903aa65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:45.118840 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ab855694-3054-4b48-bafa-13460903aa65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:45.125711 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ab855694-3054-4b48-bafa-13460903aa65 admin admin] 10.222.0.42 "DELETE /v2.0/networks/52ee5d25-2a63-45c8-bec8-8a32b452858e HTTP/1.1" status: 204 len: 168 time: 1.1718314 Apr 28 19:44:45.154169 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab855694-3054-4b48-bafa-13460903aa65 admin admin] Pushing event deleted for resources: {'Network': ['ID=52ee5d25-2a63-45c8-bec8-8a32b452858e,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:45.379225 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54058) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:45.456531 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7d1faf77-df90-462f-acb5-7b978bed16d9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=533c1e9c8dee43379021e03f9df0f17e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0728056 Apr 28 19:44:45.459424 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54060) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:45.461344 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd39e8-642f-40b2-8556-b5d0571980fa req-ed5e3167-4be3-4df2-a08e-c78325a1d3b5 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:45.462968 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-54fd39e8-642f-40b2-8556-b5d0571980fa req-ed5e3167-4be3-4df2-a08e-c78325a1d3b5 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 946 time: 0.0927310 Apr 28 19:44:45.469136 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf1fd9-0a29-426b-943d-4bc9af412d49 req-46a390c7-cc93-4929-87b9-fa6da738a6d3 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:45.470995 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-26cf1fd9-0a29-426b-943d-4bc9af412d49 req-46a390c7-cc93-4929-87b9-fa6da738a6d3 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 945 time: 0.4907269 Apr 28 19:44:45.517129 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-54fd39e8-642f-40b2-8556-b5d0571980fa req-0f93d773-016a-4167-b1e0-1c0956401ba9 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465558 Apr 28 19:44:45.607071 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-26cf1fd9-0a29-426b-943d-4bc9af412d49 req-ae05ab86-78de-40ff-b20a-9d772759d584 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261981 Apr 28 19:44:45.666769 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e1f47611-8c25-40a3-b66a-a69ac66a983a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:45.704036 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e1f47611-8c25-40a3-b66a-a69ac66a983a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:45.705877 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8b6979f8-6fd9-43f7-b8a9-b8f996e32d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:45.872844 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e1f47611-8c25-40a3-b66a-a69ac66a983a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:45.875509 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e1f47611-8c25-40a3-b66a-a69ac66a983a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:45.880749 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e1f47611-8c25-40a3-b66a-a69ac66a983a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c3e825a9-90c8-4209-b912-6cb71ad218fb HTTP/1.1" status: 204 len: 168 time: 0.4048591 Apr 28 19:44:45.895508 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f47611-8c25-40a3-b66a-a69ac66a983a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e825a9-90c8-4209-b912-6cb71ad218fb,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:45.956931 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8cfa7c-c6c5-4393-915d-ed18f1a343fd req-395781d1-96ad-4b75-8827-f11eebd62eef tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:45.961012 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cc8cfa7c-c6c5-4393-915d-ed18f1a343fd req-395781d1-96ad-4b75-8827-f11eebd62eef tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/ports?device_id=437b5750-ad50-4261-8e12-745307e5cb25 HTTP/1.1" status: 200 len: 945 time: 0.1207845 Apr 28 19:44:46.028781 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cc8cfa7c-c6c5-4393-915d-ed18f1a343fd req-73809f0f-dd2e-48da-bf7f-03e00564996e tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/security-groups?id=dbcaf3d1-d4d8-457d-b6ba-1db7a89b2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608449 Apr 28 19:44:46.159089 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37cf3b-93fa-4cd4-8dd2-b9d82aa2a2e3 req-ec985030-c64f-4109-bb61-b80342260cde tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:46.160927 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1a37cf3b-93fa-4cd4-8dd2-b9d82aa2a2e3 req-ec985030-c64f-4109-bb61-b80342260cde tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 946 time: 0.1524832 Apr 28 19:44:46.169847 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6979f8-6fd9-43f7-b8a9-b8f996e32d07 admin admin] Router 536f6499-1b10-4117-950d-dfd4623a3f3f has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:44:46.272647 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1a37cf3b-93fa-4cd4-8dd2-b9d82aa2a2e3 req-f7698a68-cb64-4d35-9d9d-380b34efb346 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967443 Apr 28 19:44:46.376323 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6979f8-6fd9-43f7-b8a9-b8f996e32d07 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:44:46.385961 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8b6979f8-6fd9-43f7-b8a9-b8f996e32d07 admin admin] 10.222.0.42 "PUT /v2.0/routers/536f6499-1b10-4117-950d-dfd4623a3f3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4583843 Apr 28 19:44:46.394329 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25b118d-f46f-49a3-870b-d1b31162ccc9 None None] Sync routers for ids ['536f6499-1b10-4117-950d-dfd4623a3f3f'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:44:46.406629 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54074) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:46.407666 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25b118d-f46f-49a3-870b-d1b31162ccc9 None None] Routers {'536f6499-1b10-4117-950d-dfd4623a3f3f'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:44:46.408820 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-f25b118d-f46f-49a3-870b-d1b31162ccc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:44:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['536f6499-1b10-4117-950d-dfd4623a3f3f'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:46.440030 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ea4de-8a95-4bb5-8923-b00169e91ee9 req-087fb8ec-9281-44b7-a915-5ec7eb2184a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:46.441930 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bd6ea4de-8a95-4bb5-8923-b00169e91ee9 req-087fb8ec-9281-44b7-a915-5ec7eb2184a9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4307de262b204a559c8fc36d867086bb&device_id=437b5750-ad50-4261-8e12-745307e5cb25 HTTP/1.1" status: 200 len: 1096 time: 0.0805602 Apr 28 19:44:46.495323 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbb5e9-55c7-43bf-a232-6fc07aea05d8 req-926e39f7-b567-48d1-9bf0-d9f8b63375e5 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:46.502971 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d2cbb5e9-55c7-43bf-a232-6fc07aea05d8 req-926e39f7-b567-48d1-9bf0-d9f8b63375e5 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/ports?device_id=437b5750-ad50-4261-8e12-745307e5cb25 HTTP/1.1" status: 200 len: 945 time: 0.1450245 Apr 28 19:44:46.565659 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54076) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:46.628360 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-f25b118d-f46f-49a3-870b-d1b31162ccc9 None None] Set router 536f6499-1b10-4117-950d-dfd4623a3f3f gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:44:46.675928 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d2cbb5e9-55c7-43bf-a232-6fc07aea05d8 req-2e810e55-648a-4572-b4ef-416cff4fbd37 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/security-groups?id=dbcaf3d1-d4d8-457d-b6ba-1db7a89b2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715424 Apr 28 19:44:46.709295 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bbe4846d-142b-489b-938b-186e5f3536c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:46.785253 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ea4de-8a95-4bb5-8923-b00169e91ee9 req-180ac658-ce2e-45f1-a80d-1baf4aa5dd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:46.789178 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 04b66e6a-01fb-4de7-adad-cd0b498f1a81 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:44:46.800214 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bd6ea4de-8a95-4bb5-8923-b00169e91ee9 req-180ac658-ce2e-45f1-a80d-1baf4aa5dd68 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5bdb7392-39da-4fa7-b6f8-6b04768db305 HTTP/1.1" status: 200 len: 912 time: 0.3367069 Apr 28 19:44:46.831206 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c128bea6-7324-40eb-8600-6f5b08be03f0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f4a573290c2b4dbabf19ce10f322c691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2613974 Apr 28 19:44:46.859724 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54082) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:46.878359 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bd6ea4de-8a95-4bb5-8923-b00169e91ee9 req-9188c694-d34d-45cd-8965-2c75f8d2b07e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d181d2ea-2510-494c-9f4d-3f54f05073ca HTTP/1.1" status: 200 len: 217 time: 0.0755773 Apr 28 19:44:46.952556 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9431ddb-5f5a-4601-926c-4441cf7e3e51 req-9caf0912-2d8b-48fc-9a85-2b972242121b tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:46.955456 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a9431ddb-5f5a-4601-926c-4441cf7e3e51 req-9caf0912-2d8b-48fc-9a85-2b972242121b tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 946 time: 0.2780712 Apr 28 19:44:46.981397 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 04b66e6a-01fb-4de7-adad-cd0b498f1a81, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=04b66e6a-01fb-4de7-adad-cd0b498f1a81,segment=NetworkSegment(b5720445-03de-4d91-9572-e2572d42e7be),segment_id=b5720445-03de-4d91-9572-e2572d42e7be)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:46.998536 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '04b66e6a-01fb-4de7-adad-cd0b498f1a81', 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18', 'port_id': '04b66e6a-01fb-4de7-adad-cd0b498f1a81', 'mac_address': 'fa:16:3e:2d:e4:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e145c28a-7477-47ad-a9ec-82b7e4aa7b4b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:44:47.009937 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-f25b118d-f46f-49a3-870b-d1b31162ccc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'name': 'tempest-AttachVolumeNegativeTest-1025782073-router', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:24Z', 'updated_at': '2022-04-28T19:44:44Z', 'revision_number': 5, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'gw_port': {'id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:26Z', 'updated_at': '2022-04-28T19:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:47.028087 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ea4de-8a95-4bb5-8923-b00169e91ee9 req-22dc5de2-f62c-426d-9fa9-eb71895f3377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:47.030860 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bd6ea4de-8a95-4bb5-8923-b00169e91ee9 req-22dc5de2-f62c-426d-9fa9-eb71895f3377 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=380f9094-03da-4324-bb2d-d395a1179375 HTTP/1.1" status: 200 len: 851 time: 0.1433709 Apr 28 19:44:47.072588 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62d4a1-a516-4839-8644-28b7b4e7e312 req-9e5ad635-b4a1-406c-a4e7-e9c42b32a23b tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:47.075403 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2b62d4a1-a516-4839-8644-28b7b4e7e312 req-9e5ad635-b4a1-406c-a4e7-e9c42b32a23b tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 945 time: 0.2759349 Apr 28 19:44:47.079797 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25b118d-f46f-49a3-870b-d1b31162ccc9 None None] Checking router: 536f6499-1b10-4117-950d-dfd4623a3f3f for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:44:47.097475 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bd6ea4de-8a95-4bb5-8923-b00169e91ee9 req-c5b24006-1eea-4b57-98cd-34b8b07eb104 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5bdb7392-39da-4fa7-b6f8-6b04768db305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533144 Apr 28 19:44:47.101644 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25b118d-f46f-49a3-870b-d1b31162ccc9 None None] Routers {'536f6499-1b10-4117-950d-dfd4623a3f3f'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:44:47.102648 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-f25b118d-f46f-49a3-870b-d1b31162ccc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:44:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['536f6499-1b10-4117-950d-dfd4623a3f3f'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:47.103781 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a9431ddb-5f5a-4601-926c-4441cf7e3e51 req-ff5d7d6b-a6ca-4553-b991-b7c61dbea292 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355801 Apr 28 19:44:47.114406 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:47.120703 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bbe4846d-142b-489b-938b-186e5f3536c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:47.127520 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0fac897f-55f7-48f1-afef-90f0468e3074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:47.175057 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04b66e6a-01fb-4de7-adad-cd0b498f1a81 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:44:47.226369 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 04b66e6a-01fb-4de7-adad-cd0b498f1a81, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=04b66e6a-01fb-4de7-adad-cd0b498f1a81,segment=NetworkSegment(b5720445-03de-4d91-9572-e2572d42e7be),segment_id=b5720445-03de-4d91-9572-e2572d42e7be)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:47.231594 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0fac897f-55f7-48f1-afef-90f0468e3074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:47.238667 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:47.270308 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bd6ea4de-8a95-4bb5-8923-b00169e91ee9 req-151aae10-5862-4ea9-9e3d-c5e775520680 service neutron] 10.222.0.44 "GET /v2.0/networks/5bdb7392-39da-4fa7-b6f8-6b04768db305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648192 Apr 28 19:44:47.302143 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2b62d4a1-a516-4839-8644-28b7b4e7e312 req-4ee7aa3a-75b9-464a-88fd-e8b096921339 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058046 Apr 28 19:44:47.374834 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=04b66e6a-01fb-4de7-adad-cd0b498f1a81,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:47.387228 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-f25b118d-f46f-49a3-870b-d1b31162ccc9 None None] Set router 536f6499-1b10-4117-950d-dfd4623a3f3f gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:44:47.403449 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-bbe4846d-142b-489b-938b-186e5f3536c3 admin admin] Deleting port c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:44:47.406968 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bbe4846d-142b-489b-938b-186e5f3536c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:47.426830 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['04b66e6a-01fb-4de7-adad-cd0b498f1a81'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:44:47.541172 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0fac897f-55f7-48f1-afef-90f0468e3074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:47.545440 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0fac897f-55f7-48f1-afef-90f0468e3074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:47.551844 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0fac897f-55f7-48f1-afef-90f0468e3074 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f92aec92-0f54-4a4b-97f3-eab6c1862978 HTTP/1.1" status: 204 len: 168 time: 0.6844110 Apr 28 19:44:47.574589 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bd6ea4de-8a95-4bb5-8923-b00169e91ee9 req-2678bc5d-bc79-4c73-8f01-6b1a0839d278 service neutron] 10.222.0.44 "GET /v2.0/networks/5bdb7392-39da-4fa7-b6f8-6b04768db305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961385 Apr 28 19:44:47.580486 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac897f-55f7-48f1-afef-90f0468e3074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92aec92-0f54-4a4b-97f3-eab6c1862978,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:47.636320 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2efd6fa-c424-46d2-af74-11e76e663b09 req-21fdd82b-7e09-45aa-bd16-22363ae5b2ba tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:47.644416 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-bbe4846d-142b-489b-938b-186e5f3536c3 admin admin] For port c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:47.644999 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d2efd6fa-c424-46d2-af74-11e76e663b09 req-21fdd82b-7e09-45aa-bd16-22363ae5b2ba tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 945 time: 0.1827910 Apr 28 19:44:47.646382 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bbe4846d-142b-489b-938b-186e5f3536c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:47.677933 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-bbe4846d-142b-489b-938b-186e5f3536c3 admin admin] Calling delete_port for c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:44:47.717456 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d2efd6fa-c424-46d2-af74-11e76e663b09 req-04070e71-c803-4df8-98e9-13dcae9df094 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709131 Apr 28 19:44:47.849073 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-f25b118d-f46f-49a3-870b-d1b31162ccc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'name': 'tempest-AttachVolumeNegativeTest-1025782073-router', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:24Z', 'updated_at': '2022-04-28T19:44:44Z', 'revision_number': 5, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'gw_port': {'id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:26Z', 'updated_at': '2022-04-28T19:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:47.890186 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25b118d-f46f-49a3-870b-d1b31162ccc9 None None] The sync data for ids ['536f6499-1b10-4117-950d-dfd4623a3f3f'] in n-d-839810-1 is: [{'id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'name': 'tempest-AttachVolumeNegativeTest-1025782073-router', 'tenant_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:37:24Z', 'updated_at': '2022-04-28T19:44:44Z', 'revision_number': 5, 'project_id': '98a6d5da4ca84f3b93f1251e2d3cf2d8', 'gw_port': {'id': 'c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536f6499-1b10-4117-950d-dfd4623a3f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:37:26Z', 'updated_at': '2022-04-28T19:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:44:48.311721 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22990bb-c509-4e24-afea-8e20fd73cb6b req-9cd9f4e5-b793-4fbd-861f-f035677c1f41 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:48.322178 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f22990bb-c509-4e24-afea-8e20fd73cb6b req-9cd9f4e5-b793-4fbd-861f-f035677c1f41 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/ports?device_id=437b5750-ad50-4261-8e12-745307e5cb25 HTTP/1.1" status: 200 len: 945 time: 0.5312324 Apr 28 19:44:48.421979 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f22990bb-c509-4e24-afea-8e20fd73cb6b req-86b279d0-a1a5-4b55-8f65-e7e562d303c6 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/security-groups?id=dbcaf3d1-d4d8-457d-b6ba-1db7a89b2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975680 Apr 28 19:44:48.494193 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bbe4846d-142b-489b-938b-186e5f3536c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:48.565071 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27490c-f1e3-4e69-ab60-57a94402f5c7 req-0242e3d5-9732-41f3-b77c-9c882b8c854b tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:48.575492 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4e27490c-f1e3-4e69-ab60-57a94402f5c7 req-0242e3d5-9732-41f3-b77c-9c882b8c854b tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 946 time: 0.1561606 Apr 28 19:44:48.624041 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4846d-142b-489b-938b-186e5f3536c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:48.652016 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e1535635-16ee-414b-a822-868c614c37c3 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:44:48.665421 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4e27490c-f1e3-4e69-ab60-57a94402f5c7 req-ddf899e7-2f63-4255-a72c-bf419bb7527c tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813365 Apr 28 19:44:48.688984 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bbe4846d-142b-489b-938b-186e5f3536c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:48.728018 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d8b5f-bfdc-428c-a95d-5d083bc6f54d req-41d83269-a572-4b41-bd08-c565a6dfd60d tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:48.729691 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dd7d8b5f-bfdc-428c-a95d-5d083bc6f54d req-41d83269-a572-4b41-bd08-c565a6dfd60d tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "GET /v2.0/ports?device_id=9de08999-2808-4693-aed1-87730e131db0 HTTP/1.1" status: 200 len: 946 time: 0.2167506 Apr 28 19:44:48.746846 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: e1535635-16ee-414b-a822-868c614c37c3 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:44:48.747418 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e1535635-16ee-414b-a822-868c614c37c3 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:44:48.789196 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 04b66e6a-01fb-4de7-adad-cd0b498f1a81 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:44:48.846945 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23b21b-bc26-4b49-b42d-0c1651d89a91 req-b99a2be1-2f98-4363-85d2-700f1c7de6e7 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:48.849551 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bbe4846d-142b-489b-938b-186e5f3536c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:48.850538 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9f23b21b-bc26-4b49-b42d-0c1651d89a91 req-b99a2be1-2f98-4363-85d2-700f1c7de6e7 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 945 time: 0.1027350 Apr 28 19:44:48.854777 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bbe4846d-142b-489b-938b-186e5f3536c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:48.861926 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dd7d8b5f-bfdc-428c-a95d-5d083bc6f54d req-3a5785d8-8a5f-449f-acc1-75a4f51c3eb4 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "GET /v2.0/security-groups?id=e13c6bcc-5bee-4e36-a03b-f22564c75820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828087 Apr 28 19:44:48.927010 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9f23b21b-bc26-4b49-b42d-0c1651d89a91 req-166db0a7-76a0-4a0c-913c-6787aa6b24b0 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658443 Apr 28 19:44:48.932972 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bbe4846d-142b-489b-938b-186e5f3536c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:48.933702 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe4846d-142b-489b-938b-186e5f3536c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 536f6499-1b10-4117-950d-dfd4623a3f3f {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:44:48.958513 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bbe4846d-142b-489b-938b-186e5f3536c3 admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:48.959769 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-bbe4846d-142b-489b-938b-186e5f3536c3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/536f6499-1b10-4117-950d-dfd4623a3f3f HTTP/1.1" status: 204 len: 168 time: 2.5488365 Apr 28 19:44:48.965317 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54120) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:48.970004 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 04b66e6a-01fb-4de7-adad-cd0b498f1a81 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:44:48.970754 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:49.101721 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-136496b0-91d9-40a2-99fe-ec88b7c0afb9 admin admin] Deleting subnet a7a2f793-5447-48fe-83df-017889e9d0fc {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:44:49.108166 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-136496b0-91d9-40a2-99fe-ec88b7c0afb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:49.199865 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-136496b0-91d9-40a2-99fe-ec88b7c0afb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:49.227907 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:49.292321 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce83c92-3324-4f0e-930c-c649c45f814d req-4591e403-271e-4fdf-ae4a-6b4c21b72849 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:49.302915 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3ce83c92-3324-4f0e-930c-c649c45f814d req-4591e403-271e-4fdf-ae4a-6b4c21b72849 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 945 time: 0.0926213 Apr 28 19:44:49.314737 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54132) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:49.328836 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e058ea-9e32-4f8f-ba23-0cde91217668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b66e6a-01fb-4de7-adad-cd0b498f1a81'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:44:49.334700 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2b1a82-df7b-4596-a97c-786595b93321" -d '{"events": [{"server_uuid": "15e058ea-9e32-4f8f-ba23-0cde91217668", "name": "network-vif-plugged", "status": "completed", "tag": "04b66e6a-01fb-4de7-adad-cd0b498f1a81"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:44:49.377437 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 04b66e6a-01fb-4de7-adad-cd0b498f1a81, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=04b66e6a-01fb-4de7-adad-cd0b498f1a81,segment=NetworkSegment(b5720445-03de-4d91-9572-e2572d42e7be),segment_id=b5720445-03de-4d91-9572-e2572d42e7be)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:49.380979 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-136496b0-91d9-40a2-99fe-ec88b7c0afb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:49.388154 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:49.398140 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3ce83c92-3324-4f0e-930c-c649c45f814d req-3e091e91-ed74-406c-aaf9-843a440d4399 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940995 Apr 28 19:44:49.453760 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0087765-3c8f-4a87-aea8-71f895ca8eb6 x-openstack-request-id: req-e0087765-3c8f-4a87-aea8-71f895ca8eb6 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:44:49.454713 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e058ea-9e32-4f8f-ba23-0cde91217668", "name": "network-vif-plugged", "status": "completed", "tag": "04b66e6a-01fb-4de7-adad-cd0b498f1a81", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:44:49.455155 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e0087765-3c8f-4a87-aea8-71f895ca8eb6 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:44:49.455748 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0087765-3c8f-4a87-aea8-71f895ca8eb6'] response: {'server_uuid': '15e058ea-9e32-4f8f-ba23-0cde91217668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b66e6a-01fb-4de7-adad-cd0b498f1a81', 'code': 200} Apr 28 19:44:49.522611 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=04b66e6a-01fb-4de7-adad-cd0b498f1a81,revision_number=7']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:49.576420 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-136496b0-91d9-40a2-99fe-ec88b7c0afb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:49.633008 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136496b0-91d9-40a2-99fe-ec88b7c0afb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7a2f793-5447-48fe-83df-017889e9d0fc,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:49.646778 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-136496b0-91d9-40a2-99fe-ec88b7c0afb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:49.650531 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d0c5c8-a1e7-47b8-815b-d3c8e46f89be None None] Network fa6ba32f-86e1-489e-bf69-a0854e414daf requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:44:49.651288 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-136496b0-91d9-40a2-99fe-ec88b7c0afb9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a7a2f793-5447-48fe-83df-017889e9d0fc HTTP/1.1" status: 204 len: 168 time: 0.6845505 Apr 28 19:44:49.655390 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54146) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:49.723267 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-2d9410c0-f1d0-45a0-adb5-d81c97e03cb3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1190061686-network', 'tenant_id': 'bf2a3dfb42774f92ac85cb5575ae6ede'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:44:49.729425 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb458d2-1d45-458c-a378-d5a997dd3fb5 req-b9d1028c-dbc0-4021-a6a5-5a89e6af1a23 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:49.731151 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6eb458d2-1d45-458c-a378-d5a997dd3fb5 req-b9d1028c-dbc0-4021-a6a5-5a89e6af1a23 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/ports?device_id=437b5750-ad50-4261-8e12-745307e5cb25 HTTP/1.1" status: 200 len: 945 time: 0.1590042 Apr 28 19:44:49.768320 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9410c0-f1d0-45a0-adb5-d81c97e03cb3 admin admin] Made reservation on behalf of bf2a3dfb42774f92ac85cb5575ae6ede for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:44:49.771289 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2d9410c0-f1d0-45a0-adb5-d81c97e03cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:49.793064 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2d9410c0-f1d0-45a0-adb5-d81c97e03cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:49.795054 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-791f0122-778a-494f-ae6f-aef00eaf8254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:49.886771 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e1fcf0d8-8435-4bd8-ba47-abd57abbca6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:49.895114 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf455542-1a96-4cb3-ba5f-870762cb4702 req-41317530-e3d2-4ef6-9333-c4d01005ba0d tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:49.896848 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bf455542-1a96-4cb3-ba5f-870762cb4702 req-41317530-e3d2-4ef6-9333-c4d01005ba0d tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 946 time: 0.1052938 Apr 28 19:44:49.934972 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6eb458d2-1d45-458c-a378-d5a997dd3fb5 req-a62ba2f2-2efc-4c53-b216-9e0551612e3e tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/security-groups?id=dbcaf3d1-d4d8-457d-b6ba-1db7a89b2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211278 Apr 28 19:44:50.010579 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-e1fcf0d8-8435-4bd8-ba47-abd57abbca6a admin admin] Deleting port cd0e2e00-0187-4552-b100-41d6be3005d3 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:44:50.011280 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e1fcf0d8-8435-4bd8-ba47-abd57abbca6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:50.030094 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f2805b-04a1-4f5a-9280-8b961bfe5e51 None None] DHCP port deletion for fa6ba32f-86e1-489e-bf69-a0854e414daf request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:44:50.068958 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bf455542-1a96-4cb3-ba5f-870762cb4702 req-8b6d9ad7-4d67-4fd7-ba2f-d6ea6db9b171 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571772 Apr 28 19:44:50.115696 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2d9410c0-f1d0-45a0-adb5-d81c97e03cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:50.129961 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2d9410c0-f1d0-45a0-adb5-d81c97e03cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:50.151564 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-22f2805b-04a1-4f5a-9280-8b961bfe5e51 None None] Deleting port cd0e2e00-0187-4552-b100-41d6be3005d3 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:44:50.152250 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-22f2805b-04a1-4f5a-9280-8b961bfe5e51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:50.213756 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-e1fcf0d8-8435-4bd8-ba47-abd57abbca6a admin admin] For port cd0e2e00-0187-4552-b100-41d6be3005d3, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=cd0e2e00-0187-4552-b100-41d6be3005d3,segment=NetworkSegment(45b99270-ac05-4c11-b64b-fdc435dcfa6a),segment_id=45b99270-ac05-4c11-b64b-fdc435dcfa6a)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:50.214261 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e1fcf0d8-8435-4bd8-ba47-abd57abbca6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:50.256526 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783e15b-e16d-4b01-9e22-dcbee737536e req-ffa01764-05e5-4abf-887a-215b96b06174 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:50.269564 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b783e15b-e16d-4b01-9e22-dcbee737536e req-ffa01764-05e5-4abf-887a-215b96b06174 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 945 time: 0.1859801 Apr 28 19:44:50.281825 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-e1fcf0d8-8435-4bd8-ba47-abd57abbca6a admin admin] Calling delete_port for cd0e2e00-0187-4552-b100-41d6be3005d3 owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:44:50.299351 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde9600-10d9-40ee-8731-0302a943c136 req-59de71e2-7268-4877-a284-9a4512bf27f4 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:50.308548 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-22f2805b-04a1-4f5a-9280-8b961bfe5e51 None None] For port cd0e2e00-0187-4552-b100-41d6be3005d3, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=cd0e2e00-0187-4552-b100-41d6be3005d3,segment=NetworkSegment(45b99270-ac05-4c11-b64b-fdc435dcfa6a),segment_id=45b99270-ac05-4c11-b64b-fdc435dcfa6a)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:50.308912 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-22f2805b-04a1-4f5a-9280-8b961bfe5e51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:50.309628 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dbde9600-10d9-40ee-8731-0302a943c136 req-59de71e2-7268-4877-a284-9a4512bf27f4 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.15 "GET /v2.0/ports?device_id=9de08999-2808-4693-aed1-87730e131db0 HTTP/1.1" status: 200 len: 946 time: 0.3299243 Apr 28 19:44:50.351671 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-22f2805b-04a1-4f5a-9280-8b961bfe5e51 None None] Calling delete_port for cd0e2e00-0187-4552-b100-41d6be3005d3 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:44:50.374527 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b783e15b-e16d-4b01-9e22-dcbee737536e req-e8298522-daee-4de2-9076-46cac254660a tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957980 Apr 28 19:44:50.530167 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d9410c0-f1d0-45a0-adb5-d81c97e03cb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:44:50.551014 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9410c0-f1d0-45a0-adb5-d81c97e03cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1294eb-185f-4a1a-9a94-ae53f5fa9c74,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:50.573068 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2d9410c0-f1d0-45a0-adb5-d81c97e03cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:50.574016 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-2d9410c0-f1d0-45a0-adb5-d81c97e03cb3 admin admin] Added segment 4872d31a-9a40-4391-a1e9-ff5caa5851d7 of type vlan for network 0c2cc3e6-1e01-4db0-b318-48b3b7440398 Apr 28 19:44:50.581734 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-22f2805b-04a1-4f5a-9280-8b961bfe5e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:50.622066 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f2805b-04a1-4f5a-9280-8b961bfe5e51 None None] No DVR routers for this DVR port cd0e2e00-0187-4552-b100-41d6be3005d3 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:44:50.658514 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7c423-a5ea-4201-8d29-8e46b5e65288 req-ffbeec6c-2756-40a6-9eac-466722f3f20f tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:50.674517 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e0b7c423-a5ea-4201-8d29-8e46b5e65288 req-ffbeec6c-2756-40a6-9eac-466722f3f20f tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "GET /v2.0/ports?device_id=9de08999-2808-4693-aed1-87730e131db0 HTTP/1.1" status: 200 len: 946 time: 0.3593016 Apr 28 19:44:50.696076 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f2805b-04a1-4f5a-9280-8b961bfe5e51 None None] Pushing event deleted for resources: {'Port': ['ID=cd0e2e00-0187-4552-b100-41d6be3005d3,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:50.713352 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e1fcf0d8-8435-4bd8-ba47-abd57abbca6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:50.816013 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2d9410c0-f1d0-45a0-adb5-d81c97e03cb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:50.835770 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:44:50.853068 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fcf0d8-8435-4bd8-ba47-abd57abbca6a admin admin] Pushing event deleted for resources: {'Port': ['ID=cd0e2e00-0187-4552-b100-41d6be3005d3,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:50.873993 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fcf0d8-8435-4bd8-ba47-abd57abbca6a admin admin] No DVR routers for this DVR port cd0e2e00-0187-4552-b100-41d6be3005d3 on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:44:50.878087 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:44:50.878579 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c4d950b8-9b13-4b1b-bd0a-08f76d2bc14b not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:44:50.879135 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device cd0e2e00-0187-4552-b100-41d6be3005d3 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:44:50.918607 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e0b7c423-a5ea-4201-8d29-8e46b5e65288 req-3d5f8948-8ebd-463b-949a-8f140b2a8ea8 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "GET /v2.0/security-groups?id=e13c6bcc-5bee-4e36-a03b-f22564c75820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563907 Apr 28 19:44:50.946961 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: cd0e2e00-0187-4552-b100-41d6be3005d3 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:44:50.947601 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device cd0e2e00-0187-4552-b100-41d6be3005d3 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:44:50.967463 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-dbde9600-10d9-40ee-8731-0302a943c136 req-e4299f4f-271a-496b-9b6f-ec194db4a247 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Deleting port 79dfe0f7-b267-436e-b844-f7a41ce366d9 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:44:50.968159 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-dbde9600-10d9-40ee-8731-0302a943c136 req-e4299f4f-271a-496b-9b6f-ec194db4a247 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:50.973913 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2d9410c0-f1d0-45a0-adb5-d81c97e03cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:50.975002 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9410c0-f1d0-45a0-adb5-d81c97e03cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:50.976053 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2d9410c0-f1d0-45a0-adb5-d81c97e03cb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:51.105159 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2d9410c0-f1d0-45a0-adb5-d81c97e03cb3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7446496 Apr 28 19:44:51.109244 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e1fcf0d8-8435-4bd8-ba47-abd57abbca6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:51.112723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54176) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:51.118321 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-9716e3ef-8099-41c1-9f5e-b8a05630d2a6 admin admin] Request body: {'subnet': {'network_id': '0c2cc3e6-1e01-4db0-b318-48b3b7440398', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1190061686-subnet', 'tenant_id': 'bf2a3dfb42774f92ac85cb5575ae6ede', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:44:51.171896 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-e1fcf0d8-8435-4bd8-ba47-abd57abbca6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6ba32f-86e1-489e-bf69-a0854e414daf']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:51.189864 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e9e55-1477-4980-87d4-a8a59cbb0627 req-d0e001bd-9a98-4809-8bda-73cf69ace260 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:51.194004 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ef9e9e55-1477-4980-87d4-a8a59cbb0627 req-d0e001bd-9a98-4809-8bda-73cf69ace260 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 946 time: 0.1259847 Apr 28 19:44:51.200738 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9716e3ef-8099-41c1-9f5e-b8a05630d2a6 admin admin] Made reservation on behalf of bf2a3dfb42774f92ac85cb5575ae6ede for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:44:51.203113 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9716e3ef-8099-41c1-9f5e-b8a05630d2a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:51.207482 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-e1fcf0d8-8435-4bd8-ba47-abd57abbca6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b99270-ac05-4c11-b64b-fdc435dcfa6a') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:51.207835 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-e1fcf0d8-8435-4bd8-ba47-abd57abbca6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b99270-ac05-4c11-b64b-fdc435dcfa6a') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:51.223283 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9410c0-f1d0-45a0-adb5-d81c97e03cb3 admin admin] Pushing event updated for resources: {'Network': ['ID=0c2cc3e6-1e01-4db0-b318-48b3b7440398,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:51.249977 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 0c2cc3e6-1e01-4db0-b318-48b3b7440398 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:44:51.285633 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e1fcf0d8-8435-4bd8-ba47-abd57abbca6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:51.287467 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f3a21-bdba-4e5c-a048-a33f7991374d req-0c7d1116-ec85-455b-99de-fc65b258b6d9 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:51.298512 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-160f3a21-bdba-4e5c-a048-a33f7991374d req-0c7d1116-ec85-455b-99de-fc65b258b6d9 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/ports?device_id=437b5750-ad50-4261-8e12-745307e5cb25 HTTP/1.1" status: 200 len: 945 time: 0.2290606 Apr 28 19:44:51.317135 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-dbde9600-10d9-40ee-8731-0302a943c136 req-e4299f4f-271a-496b-9b6f-ec194db4a247 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] For port 79dfe0f7-b267-436e-b844-f7a41ce366d9, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=79dfe0f7-b267-436e-b844-f7a41ce366d9,segment=NetworkSegment(16abdf81-37e3-41b0-90df-568bab8c6afa),segment_id=16abdf81-37e3-41b0-90df-568bab8c6afa)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:51.317480 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-dbde9600-10d9-40ee-8731-0302a943c136 req-e4299f4f-271a-496b-9b6f-ec194db4a247 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:51.364749 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ef9e9e55-1477-4980-87d4-a8a59cbb0627 req-b62d2b34-4b9f-4a95-ac5d-30ff54d397be tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649704 Apr 28 19:44:51.400905 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e1fcf0d8-8435-4bd8-ba47-abd57abbca6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:51.431362 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1fcf0d8-8435-4bd8-ba47-abd57abbca6a admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:44:51.438174 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e1fcf0d8-8435-4bd8-ba47-abd57abbca6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:44:51.440440 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:44:51.495047 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-160f3a21-bdba-4e5c-a048-a33f7991374d req-da419d77-90cd-43ee-9dab-7d993374901a tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/security-groups?id=dbcaf3d1-d4d8-457d-b6ba-1db7a89b2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950643 Apr 28 19:44:51.718671 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e1fcf0d8-8435-4bd8-ba47-abd57abbca6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:51.742900 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e1fcf0d8-8435-4bd8-ba47-abd57abbca6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:51.753078 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e1fcf0d8-8435-4bd8-ba47-abd57abbca6a admin admin] 10.222.0.42 "DELETE /v2.0/networks/fa6ba32f-86e1-489e-bf69-a0854e414daf HTTP/1.1" status: 204 len: 168 time: 2.0963213 Apr 28 19:44:51.790707 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01307a2b-ac48-49b7-92ab-706496a267a6 req-cc01aa1c-66e5-40f3-9bbe-ecfe7c970fc8 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:51.792583 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-01307a2b-ac48-49b7-92ab-706496a267a6 req-cc01aa1c-66e5-40f3-9bbe-ecfe7c970fc8 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 945 time: 0.1620429 Apr 28 19:44:51.807600 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-dbde9600-10d9-40ee-8731-0302a943c136 req-e4299f4f-271a-496b-9b6f-ec194db4a247 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:51.809277 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-dbde9600-10d9-40ee-8731-0302a943c136 req-e4299f4f-271a-496b-9b6f-ec194db4a247 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:51.809508 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fcf0d8-8435-4bd8-ba47-abd57abbca6a admin admin] Pushing event deleted for resources: {'Network': ['ID=fa6ba32f-86e1-489e-bf69-a0854e414daf,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:51.810956 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [req-dbde9600-10d9-40ee-8731-0302a943c136 req-e4299f4f-271a-496b-9b6f-ec194db4a247 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Floating IP c5cc8101-4f61-48fa-8410-883eca687e3c disassociated. External IP: 172.25.8.209, port: 79dfe0f7-b267-436e-b844-f7a41ce366d9. Apr 28 19:44:51.812518 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-dbde9600-10d9-40ee-8731-0302a943c136 req-e4299f4f-271a-496b-9b6f-ec194db4a247 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Calling delete_port for 79dfe0f7-b267-436e-b844-f7a41ce366d9 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:44:51.824355 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04031e-7e9f-4209-a21f-f96d30e59c33 req-213d0426-8e71-4b9e-9f54-d6d8feef88f2 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:51.834606 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-af04031e-7e9f-4209-a21f-f96d30e59c33 req-213d0426-8e71-4b9e-9f54-d6d8feef88f2 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 946 time: 0.2162132 Apr 28 19:44:51.961597 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-af04031e-7e9f-4209-a21f-f96d30e59c33 req-5c675316-62f3-463e-9ab3-4ec227697eb9 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249704 Apr 28 19:44:52.023980 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9716e3ef-8099-41c1-9f5e-b8a05630d2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:52.046161 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-01307a2b-ac48-49b7-92ab-706496a267a6 req-09a471b6-7927-4b12-8abe-acd429a2cbde tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146282 Apr 28 19:44:52.137089 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54184) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:52.202523 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-dbde9600-10d9-40ee-8731-0302a943c136 req-e4299f4f-271a-496b-9b6f-ec194db4a247 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:52.270724 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4299f4f-271a-496b-9b6f-ec194db4a247 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Pushing event deleted for resources: {'Port': ['ID=79dfe0f7-b267-436e-b844-f7a41ce366d9,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:52.271291 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9716e3ef-8099-41c1-9f5e-b8a05630d2a6 admin admin] Checking segment: {'id': '4872d31a-9a40-4391-a1e9-ff5caa5851d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0c2cc3e6-1e01-4db0-b318-48b3b7440398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:44:52.271785 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9716e3ef-8099-41c1-9f5e-b8a05630d2a6 admin admin] Network hostable DHCP agents. Network: 0c2cc3e6-1e01-4db0-b318-48b3b7440398, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:44:52.291741 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ae924132-a39b-4e14-b47f-777d9f754fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:52.294704 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9716e3ef-8099-41c1-9f5e-b8a05630d2a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=147beba5-87ad-4b7f-9cf0-584b85e1a1ae,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:52.372418 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eba28b-31c0-4129-bacf-a6906eb73419 req-6a7b739d-0fac-4212-a83d-fc2ce5edc856 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:52.374223 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-76eba28b-31c0-4129-bacf-a6906eb73419 req-6a7b739d-0fac-4212-a83d-fc2ce5edc856 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "GET /v2.0/ports?device_id=9de08999-2808-4693-aed1-87730e131db0 HTTP/1.1" status: 200 len: 867 time: 0.2437398 Apr 28 19:44:52.383741 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-30d0d071-aa5f-4795-9f6a-8f4c88803953 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=98a6d5da4ca84f3b93f1251e2d3cf2d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385418 Apr 28 19:44:52.385068 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9716e3ef-8099-41c1-9f5e-b8a05630d2a6 admin admin] Network 0c2cc3e6-1e01-4db0-b318-48b3b7440398 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:44:52.387391 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54186) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:52.464141 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbde9600-10d9-40ee-8731-0302a943c136 req-e4299f4f-271a-496b-9b6f-ec194db4a247 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Router 151c3173-0a7a-4805-bc4d-8e458c731a84 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:44:52.476588 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-9716e3ef-8099-41c1-9f5e-b8a05630d2a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 0c2cc3e6-1e01-4db0-b318-48b3b7440398) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:44:52.482993 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9716e3ef-8099-41c1-9f5e-b8a05630d2a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:52.484282 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9716e3ef-8099-41c1-9f5e-b8a05630d2a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:52.487513 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf32994b-1ecb-4aa2-8bf9-3ada34e775d5 None None] Network 0c2cc3e6-1e01-4db0-b318-48b3b7440398 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:44:52.555703 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-76eba28b-31c0-4129-bacf-a6906eb73419 req-a96a421c-5ffd-4c0e-b1d2-0ec6ccf32dcf tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "GET /v2.0/security-groups?id=e13c6bcc-5bee-4e36-a03b-f22564c75820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626804 Apr 28 19:44:52.571182 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9716e3ef-8099-41c1-9f5e-b8a05630d2a6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4566851 Apr 28 19:44:52.626030 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a564bad-2465-4e94-976c-f34d7741fd2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:52.877968 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a564bad-2465-4e94-976c-f34d7741fd2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:52.896866 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a28b671-01d5-4c9d-bc13-c9235966f744 None None] Network 0c2cc3e6-1e01-4db0-b318-48b3b7440398 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:44:52.985392 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ce329-79c7-4f56-a119-72e4afacfe0f req-b3f40eb4-87c2-4e2d-8a1e-cccb9b8d7078 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:52.989297 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-386ce329-79c7-4f56-a119-72e4afacfe0f req-b3f40eb4-87c2-4e2d-8a1e-cccb9b8d7078 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 946 time: 0.4368610 Apr 28 19:44:53.042473 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbde9600-10d9-40ee-8731-0302a943c136 req-e4299f4f-271a-496b-9b6f-ec194db4a247 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:44:53.065240 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acb1172-8973-4726-a2c6-8719a57d09f3 None None] Sync routers for ids ['151c3173-0a7a-4805-bc4d-8e458c731a84'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:44:53.070143 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fb311-c52f-4458-851d-2a164ff97807 req-454e0644-c212-47c9-b79a-7a7c15ba9fee tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:53.072615 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6e7fb311-c52f-4458-851d-2a164ff97807 req-454e0644-c212-47c9-b79a-7a7c15ba9fee tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/ports?device_id=437b5750-ad50-4261-8e12-745307e5cb25 HTTP/1.1" status: 200 len: 945 time: 0.3821471 Apr 28 19:44:53.098896 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acb1172-8973-4726-a2c6-8719a57d09f3 None None] Routers {'151c3173-0a7a-4805-bc4d-8e458c731a84'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:44:53.102708 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-4acb1172-8973-4726-a2c6-8719a57d09f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:44:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['151c3173-0a7a-4805-bc4d-8e458c731a84'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:53.121498 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a564bad-2465-4e94-976c-f34d7741fd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:53.126372 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a564bad-2465-4e94-976c-f34d7741fd2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:53.128571 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4a564bad-2465-4e94-976c-f34d7741fd2a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e813865a-2ea2-4f86-b705-c179fdd5a734 HTTP/1.1" status: 204 len: 168 time: 0.7393186 Apr 28 19:44:53.171593 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a564bad-2465-4e94-976c-f34d7741fd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e813865a-2ea2-4f86-b705-c179fdd5a734,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:53.218564 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6e7fb311-c52f-4458-851d-2a164ff97807 req-ace3457f-7881-4fd1-b88e-fad9840dccda tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/security-groups?id=dbcaf3d1-d4d8-457d-b6ba-1db7a89b2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054871 Apr 28 19:44:53.278944 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbde9600-10d9-40ee-8731-0302a943c136 req-e4299f4f-271a-496b-9b6f-ec194db4a247 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] No DVR routers for this DVR port 79dfe0f7-b267-436e-b844-f7a41ce366d9 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:44:53.287035 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-dbde9600-10d9-40ee-8731-0302a943c136 req-e4299f4f-271a-496b-9b6f-ec194db4a247 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:53.298978 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dbde9600-10d9-40ee-8731-0302a943c136 req-e4299f4f-271a-496b-9b6f-ec194db4a247 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.15 "DELETE /v2.0/ports/79dfe0f7-b267-436e-b844-f7a41ce366d9 HTTP/1.1" status: 204 len: 173 time: 2.9739907 Apr 28 19:44:53.325846 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de08999-2808-4693-aed1-87730e131db0', 'name': 'network-vif-deleted', 'tag': '79dfe0f7-b267-436e-b844-f7a41ce366d9'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:44:53.333103 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b6de91-b3d1-46d8-a795-df8279004064" -d '{"events": [{"server_uuid": "9de08999-2808-4693-aed1-87730e131db0", "name": "network-vif-deleted", "tag": "79dfe0f7-b267-436e-b844-f7a41ce366d9"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:44:53.456170 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-386ce329-79c7-4f56-a119-72e4afacfe0f req-ee32c4bb-6ad5-4e48-a547-ef90102af67d tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273865 Apr 28 19:44:53.467153 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-4acb1172-8973-4726-a2c6-8719a57d09f3 None None] Set router 151c3173-0a7a-4805-bc4d-8e458c731a84 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:44:53.511498 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:53.974213 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa29d83-d8b2-42f2-a03a-f1725899e09d req-08b20593-c0ae-4de0-b46c-212c024a7a0a tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:54.001882 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5fa29d83-d8b2-42f2-a03a-f1725899e09d req-08b20593-c0ae-4de0-b46c-212c024a7a0a tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 946 time: 0.3566036 Apr 28 19:44:54.079594 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5fa29d83-d8b2-42f2-a03a-f1725899e09d req-7a5b9569-43e3-4ef7-a652-49f336b7787e tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712996 Apr 28 19:44:54.243260 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-4acb1172-8973-4726-a2c6-8719a57d09f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'name': 'tempest-ServersTestFqdnHostnames-1093779739-router', 'tenant_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': 'a7b5634d-e88b-40fe-88c3-3960735e0692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:19Z', 'updated_at': '2022-04-28T19:43:33Z', 'revision_number': 4, 'project_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'gw_port': {'id': 'a7b5634d-e88b-40fe-88c3-3960735e0692', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:21Z', 'updated_at': '2022-04-28T19:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'f6f5503c-142d-4d35-8c43-bdecb1acbda4', 'name': '', 'network_id': 'ddec4432-f47a-4be1-8af0-f49812c9641e', 'tenant_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'mac_address': 'fa:16:3e:f0:74:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '63affdd7-00eb-4a41-b477-029428303fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:30Z', 'updated_at': '2022-04-28T19:43:43Z', 'revision_number': 5, 'project_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'subnets': [{'id': '63affdd7-00eb-4a41-b477-029428303fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:54.360617 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acb1172-8973-4726-a2c6-8719a57d09f3 None None] Checking router: 151c3173-0a7a-4805-bc4d-8e458c731a84 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:44:54.396020 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acb1172-8973-4726-a2c6-8719a57d09f3 None None] Routers {'151c3173-0a7a-4805-bc4d-8e458c731a84'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:44:54.396935 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-4acb1172-8973-4726-a2c6-8719a57d09f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:44:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['151c3173-0a7a-4805-bc4d-8e458c731a84'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:54.443473 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a12207-4875-4e06-8e7f-e62eb57f8b28 req-460f670a-bd72-40e4-a413-fcc5d151fda6 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:54.450634 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-30a12207-4875-4e06-8e7f-e62eb57f8b28 req-460f670a-bd72-40e4-a413-fcc5d151fda6 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 945 time: 0.1683648 Apr 28 19:44:54.559286 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-30a12207-4875-4e06-8e7f-e62eb57f8b28 req-62a6c40d-4fa3-484c-9c3c-6bfd49965186 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830808 Apr 28 19:44:54.731176 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-850e08e3-aa3d-41fb-9bf6-3668d0f3f84e tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:54.733465 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-850e08e3-aa3d-41fb-9bf6-3668d0f3f84e tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] 10.222.0.42 "GET /v2.0/networks?id=0c2cc3e6-1e01-4db0-b318-48b3b7440398 HTTP/1.1" status: 200 len: 822 time: 0.2684338 Apr 28 19:44:54.769470 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-ee8fdadb-242c-4f44-ae97-671cc8db879a tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] 10.222.0.42 "GET /v2.0/quotas/bf2a3dfb42774f92ac85cb5575ae6ede HTTP/1.1" status: 200 len: 375 time: 0.0277283 Apr 28 19:44:54.812477 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 79dfe0f7-b267-436e-b844-f7a41ce366d9 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:44:54.813073 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-4acb1172-8973-4726-a2c6-8719a57d09f3 None None] Set router 151c3173-0a7a-4805-bc4d-8e458c731a84 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:44:54.861242 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-cf4f79a9-378f-40b2-97a4-291dcba2fb11 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf2a3dfb42774f92ac85cb5575ae6ede&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0884204 Apr 28 19:44:54.897054 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 79dfe0f7-b267-436e-b844-f7a41ce366d9 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:44:54.899512 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 79dfe0f7-b267-436e-b844-f7a41ce366d9 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:44:55.043870 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2036f407-77ae-4acc-a3d7-bb7542e9cde4 x-openstack-request-id: req-2036f407-77ae-4acc-a3d7-bb7542e9cde4 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:44:55.044739 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de08999-2808-4693-aed1-87730e131db0", "name": "network-vif-deleted", "tag": "79dfe0f7-b267-436e-b844-f7a41ce366d9", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:44:55.044739 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2036f407-77ae-4acc-a3d7-bb7542e9cde4 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:44:55.045062 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2036f407-77ae-4acc-a3d7-bb7542e9cde4'] response: {'server_uuid': '9de08999-2808-4693-aed1-87730e131db0', 'name': 'network-vif-deleted', 'tag': '79dfe0f7-b267-436e-b844-f7a41ce366d9', 'status': 'completed', 'code': 200} Apr 28 19:44:55.089534 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-e151b409-f6ef-4beb-815a-9a17552278d8 service neutron] 10.222.0.42 "GET /v2.0/networks/0c2cc3e6-1e01-4db0-b318-48b3b7440398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160790 Apr 28 19:44:55.239099 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad12c0-a60a-4bf1-bb8e-d7b8a6d0952d req-dc69a9f2-ecb4-4fce-bf90-82831bb9e617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:55.248175 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-10ad12c0-a60a-4bf1-bb8e-d7b8a6d0952d req-dc69a9f2-ecb4-4fce-bf90-82831bb9e617 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4307de262b204a559c8fc36d867086bb&device_id=437b5750-ad50-4261-8e12-745307e5cb25 HTTP/1.1" status: 200 len: 1096 time: 0.1912954 Apr 28 19:44:55.332393 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-d4f1def9-5c08-4753-927b-92b2b17bf265 service neutron] 10.222.0.42 "GET /v2.0/networks/0c2cc3e6-1e01-4db0-b318-48b3b7440398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365859 Apr 28 19:44:55.668802 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad12c0-a60a-4bf1-bb8e-d7b8a6d0952d req-3497934c-e554-4a9d-80ea-1307e5ef6bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:55.671726 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-10ad12c0-a60a-4bf1-bb8e-d7b8a6d0952d req-3497934c-e554-4a9d-80ea-1307e5ef6bee service neutron] 10.222.0.44 "GET /v2.0/networks?id=5bdb7392-39da-4fa7-b6f8-6b04768db305 HTTP/1.1" status: 200 len: 912 time: 0.4181421 Apr 28 19:44:55.692583 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-4acb1172-8973-4726-a2c6-8719a57d09f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'name': 'tempest-ServersTestFqdnHostnames-1093779739-router', 'tenant_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': 'a7b5634d-e88b-40fe-88c3-3960735e0692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:19Z', 'updated_at': '2022-04-28T19:43:33Z', 'revision_number': 4, 'project_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'gw_port': {'id': 'a7b5634d-e88b-40fe-88c3-3960735e0692', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:21Z', 'updated_at': '2022-04-28T19:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'f6f5503c-142d-4d35-8c43-bdecb1acbda4', 'name': '', 'network_id': 'ddec4432-f47a-4be1-8af0-f49812c9641e', 'tenant_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'mac_address': 'fa:16:3e:f0:74:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '63affdd7-00eb-4a41-b477-029428303fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:30Z', 'updated_at': '2022-04-28T19:43:43Z', 'revision_number': 5, 'project_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'subnets': [{'id': '63affdd7-00eb-4a41-b477-029428303fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:55.785472 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:55.816804 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acb1172-8973-4726-a2c6-8719a57d09f3 None None] The sync data for ids ['151c3173-0a7a-4805-bc4d-8e458c731a84'] in n-d-839810-1 is: [{'id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'name': 'tempest-ServersTestFqdnHostnames-1093779739-router', 'tenant_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': 'a7b5634d-e88b-40fe-88c3-3960735e0692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:19Z', 'updated_at': '2022-04-28T19:43:33Z', 'revision_number': 4, 'project_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'gw_port': {'id': 'a7b5634d-e88b-40fe-88c3-3960735e0692', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:21Z', 'updated_at': '2022-04-28T19:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'f6f5503c-142d-4d35-8c43-bdecb1acbda4', 'name': '', 'network_id': 'ddec4432-f47a-4be1-8af0-f49812c9641e', 'tenant_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'mac_address': 'fa:16:3e:f0:74:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '63affdd7-00eb-4a41-b477-029428303fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:30Z', 'updated_at': '2022-04-28T19:43:43Z', 'revision_number': 5, 'project_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'subnets': [{'id': '63affdd7-00eb-4a41-b477-029428303fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:44:55.819971 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc32d6-f8f2-4bb2-907d-f3beb55b1471 req-8091f1a4-687f-47b7-ba3d-32f6ffad7fb9 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:55.838943 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1ecc32d6-f8f2-4bb2-907d-f3beb55b1471 req-8091f1a4-687f-47b7-ba3d-32f6ffad7fb9 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 946 time: 0.4898205 Apr 28 19:44:55.844411 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-10ad12c0-a60a-4bf1-bb8e-d7b8a6d0952d req-521f8a9e-104e-4a1b-b13a-7073370ae5af service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d181d2ea-2510-494c-9f4d-3f54f05073ca HTTP/1.1" status: 200 len: 217 time: 0.1603892 Apr 28 19:44:55.977385 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1ecc32d6-f8f2-4bb2-907d-f3beb55b1471 req-58fffed3-489e-4129-84a1-d8ca716ac913 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272006 Apr 28 19:44:55.993242 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:56.051112 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad12c0-a60a-4bf1-bb8e-d7b8a6d0952d req-1c34d773-0bba-48e2-8c44-70a14bad0dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:56.054598 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-10ad12c0-a60a-4bf1-bb8e-d7b8a6d0952d req-1c34d773-0bba-48e2-8c44-70a14bad0dba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=380f9094-03da-4324-bb2d-d395a1179375 HTTP/1.1" status: 200 len: 851 time: 0.1901855 Apr 28 19:44:56.146532 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efd4ef-ae5c-4c79-b937-b5c2b51fe3b5 req-1b731223-520c-4199-a830-0d6bf30ef8a5 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:56.170335 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-22efd4ef-ae5c-4c79-b937-b5c2b51fe3b5 req-1b731223-520c-4199-a830-0d6bf30ef8a5 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/ports?device_id=437b5750-ad50-4261-8e12-745307e5cb25 HTTP/1.1" status: 200 len: 945 time: 0.4096053 Apr 28 19:44:56.231899 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-10ad12c0-a60a-4bf1-bb8e-d7b8a6d0952d req-8c274f38-8bc0-4d0b-96cb-a5bd56d1ee01 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5bdb7392-39da-4fa7-b6f8-6b04768db305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1693401 Apr 28 19:44:56.401538 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-22efd4ef-ae5c-4c79-b937-b5c2b51fe3b5 req-7cbb430d-8a00-4669-9f18-44a2692348a3 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/security-groups?id=dbcaf3d1-d4d8-457d-b6ba-1db7a89b2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252512 Apr 28 19:44:56.526729 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54268) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:56.666300 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc54e242-16e2-4ad6-a55d-b8b9ef931729 None None] New status for floating IP c5cc8101-4f61-48fa-8410-883eca687e3c: DOWN {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:44:56.674252 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46750cc-0b02-461a-881b-fe564819bd54 req-8147310f-6cca-48be-87dd-66ecc08891d7 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:56.686627 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e46750cc-0b02-461a-881b-fe564819bd54 req-8147310f-6cca-48be-87dd-66ecc08891d7 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 946 time: 0.5008597 Apr 28 19:44:56.738552 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14220d-5c99-47ab-b1e7-38f55f2c9bed req-647b9ca0-689f-4396-8c55-f09ecb00977f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:56.741237 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1c14220d-5c99-47ab-b1e7-38f55f2c9bed req-647b9ca0-689f-4396-8c55-f09ecb00977f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 1096 time: 0.5064600 Apr 28 19:44:56.798847 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ff8e6465-a0d3-4778-b5b6-ef6bb3579f2d req-c7a637c0-992f-45a8-8ff9-4438321ac6ff tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] 10.222.0.42 "GET /v2.0/ports?device_id=95cf405f-8b17-4ce8-be76-aee9bf585aea HTTP/1.1" status: 200 len: 210 time: 0.1985900 Apr 28 19:44:56.919432 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-76ac6657-bbfa-4176-90fe-47cb00369b17 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:56.958199 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-10ad12c0-a60a-4bf1-bb8e-d7b8a6d0952d req-9b1276b7-c58c-4606-ae83-8605c21525d6 service neutron] 10.222.0.44 "GET /v2.0/networks/5bdb7392-39da-4fa7-b6f8-6b04768db305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7128913 Apr 28 19:44:57.004706 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-76ac6657-bbfa-4176-90fe-47cb00369b17 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:57.066860 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4500643-0dcb-4c0e-819e-4dd366c10bd6 req-42b05fa7-50de-4985-8c99-94581727f0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:57.093614 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c4500643-0dcb-4c0e-819e-4dd366c10bd6 req-42b05fa7-50de-4985-8c99-94581727f0c9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 1097 time: 0.5226164 Apr 28 19:44:57.118233 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717fb900-8b5f-4898-8e3a-911a3d9e3986 req-e80d964e-2868-428c-be9b-a56ad9de0128 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:57.127976 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-717fb900-8b5f-4898-8e3a-911a3d9e3986 req-e80d964e-2868-428c-be9b-a56ad9de0128 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 945 time: 0.0955811 Apr 28 19:44:57.217890 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e46750cc-0b02-461a-881b-fe564819bd54 req-3a05bd58-2a43-4820-96d8-53b698fc4491 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5289989 Apr 28 19:44:57.250714 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-76ac6657-bbfa-4176-90fe-47cb00369b17 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:57.250714 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-76ac6657-bbfa-4176-90fe-47cb00369b17 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:57.265494 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-76ac6657-bbfa-4176-90fe-47cb00369b17 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "DELETE /v2.0/security-groups/e13c6bcc-5bee-4e36-a03b-f22564c75820 HTTP/1.1" status: 204 len: 168 time: 0.7371948 Apr 28 19:44:57.267282 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54276) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:57.405627 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-64e6b151-8f35-47de-86df-d1b116da3f56 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] show failed (client error): The resource could not be found. Apr 28 19:44:57.413462 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-64e6b151-8f35-47de-86df-d1b116da3f56 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "GET /v2.0/security-groups/e13c6bcc-5bee-4e36-a03b-f22564c75820 HTTP/1.1" status: 404 len: 347 time: 0.1287553 Apr 28 19:44:57.447218 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-717fb900-8b5f-4898-8e3a-911a3d9e3986 req-6e2898d5-28f6-4101-ae9d-4ede4ee416f1 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152986 Apr 28 19:44:57.449024 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54280) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:57.459456 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac6657-bbfa-4176-90fe-47cb00369b17 tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13c6bcc-5bee-4e36-a03b-f22564c75820,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:57.868270 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1c14220d-5c99-47ab-b1e7-38f55f2c9bed req-1bea792d-4b25-4443-adb2-69bf1a2696ca service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1076634 Apr 28 19:44:57.890795 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c4500643-0dcb-4c0e-819e-4dd366c10bd6 req-3c3f1fbf-2294-446a-b159-339540e634a7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7945750 Apr 28 19:44:57.897512 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4fa04-93cd-474a-a14e-7de8ed19233c req-e4ddaad6-a682-4ea9-b196-aa288a92b4ed tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:57.900299 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-67f4fa04-93cd-474a-a14e-7de8ed19233c req-e4ddaad6-a682-4ea9-b196-aa288a92b4ed tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/ports?device_id=437b5750-ad50-4261-8e12-745307e5cb25 HTTP/1.1" status: 200 len: 945 time: 0.2224474 Apr 28 19:44:57.966836 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-67f4fa04-93cd-474a-a14e-7de8ed19233c req-cb055aa1-9e54-4f8d-9fc8-b88f0ca5363c tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/security-groups?id=dbcaf3d1-d4d8-457d-b6ba-1db7a89b2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526614 Apr 28 19:44:58.001996 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-aa781a24-6134-45c8-94ec-a43ad6d4fe4f tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Deleting port b4fc1379-ba94-4df1-a17a-d15849a8c522 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:44:58.004908 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aa781a24-6134-45c8-94ec-a43ad6d4fe4f tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:58.049137 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241f30b-31c7-479d-88d7-a3635b349901 req-c4b933c0-70a2-47ac-8b36-b4f73fcee2ba tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:58.070632 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9241f30b-31c7-479d-88d7-a3635b349901 req-c4b933c0-70a2-47ac-8b36-b4f73fcee2ba tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 946 time: 0.1985352 Apr 28 19:44:58.098549 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-10ad12c0-a60a-4bf1-bb8e-d7b8a6d0952d req-c117e5b5-a871-4f8e-b5f8-0fcf1dad676d service neutron] 10.222.0.44 "GET /v2.0/networks/5bdb7392-39da-4fa7-b6f8-6b04768db305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1270807 Apr 28 19:44:58.167139 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9e58575d-24c2-47f7-b8f0-cc6c26d978ff req-d2e5761b-b8cc-468e-89d5-859d4cdc0934 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] 10.222.0.42 "GET /v2.0/ports?device_id=95cf405f-8b17-4ce8-be76-aee9bf585aea HTTP/1.1" status: 200 len: 210 time: 0.0500364 Apr 28 19:44:58.240162 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9241f30b-31c7-479d-88d7-a3635b349901 req-95de80d2-8067-421f-b83f-6bdc4292d408 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608996 Apr 28 19:44:58.287054 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aa781a24-6134-45c8-94ec-a43ad6d4fe4f tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:58.292774 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aa781a24-6134-45c8-94ec-a43ad6d4fe4f tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:58.334044 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-aa781a24-6134-45c8-94ec-a43ad6d4fe4f tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Calling delete_port for b4fc1379-ba94-4df1-a17a-d15849a8c522 owned by network:floatingip {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:44:58.478155 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-f4bbf699-6ba2-4ad7-af1c-bec1ab70cb8e tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:58.479764 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-f4bbf699-6ba2-4ad7-af1c-bec1ab70cb8e tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] 10.222.0.15 "GET /v2.0/networks?id=0c2cc3e6-1e01-4db0-b318-48b3b7440398 HTTP/1.1" status: 200 len: 822 time: 0.1983457 Apr 28 19:44:58.502372 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-46c31fde-8a7c-4ef5-89de-db9b9bdcd724 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Request body: {'port': {'device_id': '95cf405f-8b17-4ce8-be76-aee9bf585aea', 'network_id': '0c2cc3e6-1e01-4db0-b318-48b3b7440398', 'admin_state_up': True, 'tenant_id': 'bf2a3dfb42774f92ac85cb5575ae6ede'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:44:58.671143 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366aaaf-2035-434e-b60c-d183086535d6 req-2a9bfcd2-d8e3-4c57-be49-bf3f9e514563 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:58.674191 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9366aaaf-2035-434e-b60c-d183086535d6 req-2a9bfcd2-d8e3-4c57-be49-bf3f9e514563 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 946 time: 0.1777287 Apr 28 19:44:58.764858 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11775694-24d4-4646-9503-87424afbf39d req-475c0ca7-3cb6-488c-b2a7-eb43a37fb1f4 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:58.766278 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-11775694-24d4-4646-9503-87424afbf39d req-475c0ca7-3cb6-488c-b2a7-eb43a37fb1f4 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 945 time: 0.1227465 Apr 28 19:44:58.907145 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-46c31fde-8a7c-4ef5-89de-db9b9bdcd724 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Made reservation on behalf of bf2a3dfb42774f92ac85cb5575ae6ede for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:44:58.921097 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-46c31fde-8a7c-4ef5-89de-db9b9bdcd724 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:58.937977 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-11775694-24d4-4646-9503-87424afbf39d req-73255fdd-6b11-4094-a619-11cf549b9b36 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610568 Apr 28 19:44:58.971588 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9366aaaf-2035-434e-b60c-d183086535d6 req-3bf6f24b-4f30-479d-afa8-e396e5b41247 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775986 Apr 28 19:44:59.083749 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aa781a24-6134-45c8-94ec-a43ad6d4fe4f tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:59.206390 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa781a24-6134-45c8-94ec-a43ad6d4fe4f tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Pushing event deleted for resources: {'Port': ['ID=b4fc1379-ba94-4df1-a17a-d15849a8c522,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:59.523319 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-894fb6b5-9cbe-4657-a45f-f3cc95388b30 req-d90d366d-5eca-4920-89db-d5a0b653bbe6 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] 10.222.0.42 "GET /v2.0/ports?device_id=95cf405f-8b17-4ce8-be76-aee9bf585aea HTTP/1.1" status: 200 len: 210 time: 0.1249340 Apr 28 19:44:59.529120 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aa781a24-6134-45c8-94ec-a43ad6d4fe4f tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks [] for floatingip, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:59.535550 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aa781a24-6134-45c8-94ec-a43ad6d4fe4f tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:59.545007 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-aa781a24-6134-45c8-94ec-a43ad6d4fe4f tempest-ServersTestFqdnHostnames-247315773 tempest-ServersTestFqdnHostnames-247315773-project] 10.222.0.42 "DELETE /v2.0/floatingips/c5cc8101-4f61-48fa-8410-883eca687e3c HTTP/1.1" status: 204 len: 168 time: 2.0908694 Apr 28 19:44:59.546152 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54312) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:44:59.588755 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-46c31fde-8a7c-4ef5-89de-db9b9bdcd724 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Allocated IP 172.20.0.3 (0c2cc3e6-1e01-4db0-b318-48b3b7440398/147beba5-87ad-4b7f-9cf0-584b85e1a1ae/2c81957c-facb-4553-9c28-6800de83955c) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:44:59.648949 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e3057-2807-4d05-940a-d481bd28c490 req-1fffcafa-0449-46db-8264-9bcad8bbafe7 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:59.658457 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-075e3057-2807-4d05-940a-d481bd28c490 req-1fffcafa-0449-46db-8264-9bcad8bbafe7 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/ports?device_id=437b5750-ad50-4261-8e12-745307e5cb25 HTTP/1.1" status: 200 len: 945 time: 0.2935019 Apr 28 19:44:59.745700 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-075e3057-2807-4d05-940a-d481bd28c490 req-1be3e57f-eec9-4f7e-972f-9cf10b8dd90e tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/security-groups?id=dbcaf3d1-d4d8-457d-b6ba-1db7a89b2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862186 Apr 28 19:44:59.963755 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fc092-2e33-4486-b57f-fa8279a0de5a req-ea4b0c90-8f8b-45ed-a7ac-b4876e0ef13d tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:59.974325 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-267fc092-2e33-4486-b57f-fa8279a0de5a req-ea4b0c90-8f8b-45ed-a7ac-b4876e0ef13d tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 946 time: 0.2863665 Apr 28 19:45:00.129592 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-267fc092-2e33-4486-b57f-fa8279a0de5a req-3428ef72-8b6c-4336-a116-1330183b4fe5 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529706 Apr 28 19:45:00.237321 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-46c31fde-8a7c-4ef5-89de-db9b9bdcd724 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:00.453953 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-46c31fde-8a7c-4ef5-89de-db9b9bdcd724 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:00.660771 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab40590-94ca-4e91-b7ff-f588f3b2c927 req-2b953afd-9a6e-4e8c-a5e7-c5df2d8113ab tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:00.681268 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3ab40590-94ca-4e91-b7ff-f588f3b2c927 req-2b953afd-9a6e-4e8c-a5e7-c5df2d8113ab tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 945 time: 0.4039764 Apr 28 19:45:00.692926 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-46c31fde-8a7c-4ef5-89de-db9b9bdcd724 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Network 0c2cc3e6-1e01-4db0-b318-48b3b7440398 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:45:00.713244 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-46c31fde-8a7c-4ef5-89de-db9b9bdcd724 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:00.745693 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-46c31fde-8a7c-4ef5-89de-db9b9bdcd724 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:45:00.784692 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef34370-c3c6-4bee-9757-2be509c405fb req-a0908be2-eaf9-4f68-8f5a-2bfc45fc28af tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:00.790935 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0ef34370-c3c6-4bee-9757-2be509c405fb req-a0908be2-eaf9-4f68-8f5a-2bfc45fc28af tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/ports?device_id=437b5750-ad50-4261-8e12-745307e5cb25 HTTP/1.1" status: 200 len: 945 time: 0.3764951 Apr 28 19:45:00.819026 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c31fde-8a7c-4ef5-89de-db9b9bdcd724 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Pushing event updated for resources: {'Port': ['ID=2c81957c-facb-4553-9c28-6800de83955c,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:00.879755 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c31fde-8a7c-4ef5-89de-db9b9bdcd724 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:00.880660 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c31fde-8a7c-4ef5-89de-db9b9bdcd724 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:00.881394 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c31fde-8a7c-4ef5-89de-db9b9bdcd724 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:00.883550 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c31fde-8a7c-4ef5-89de-db9b9bdcd724 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:00.884365 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c31fde-8a7c-4ef5-89de-db9b9bdcd724 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:00.885038 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c31fde-8a7c-4ef5-89de-db9b9bdcd724 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:00.886071 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c31fde-8a7c-4ef5-89de-db9b9bdcd724 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:00.886997 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c31fde-8a7c-4ef5-89de-db9b9bdcd724 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:00.887521 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c31fde-8a7c-4ef5-89de-db9b9bdcd724 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:00.888571 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c31fde-8a7c-4ef5-89de-db9b9bdcd724 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:00.889294 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c31fde-8a7c-4ef5-89de-db9b9bdcd724 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:00.890614 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c31fde-8a7c-4ef5-89de-db9b9bdcd724 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:00.956713 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3ab40590-94ca-4e91-b7ff-f588f3b2c927 req-aeb81cdd-d585-4cd9-931b-2dc2ef1f3dfe tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581072 Apr 28 19:45:00.962350 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0ef34370-c3c6-4bee-9757-2be509c405fb req-23c30686-b4b6-484f-aec4-314a6d43db77 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/security-groups?id=dbcaf3d1-d4d8-457d-b6ba-1db7a89b2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551249 Apr 28 19:45:01.016034 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-46c31fde-8a7c-4ef5-89de-db9b9bdcd724 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:01.026557 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-46c31fde-8a7c-4ef5-89de-db9b9bdcd724 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:01.091856 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-46c31fde-8a7c-4ef5-89de-db9b9bdcd724 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5934172 Apr 28 19:45:01.114181 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-b62a9f4b-4f37-4293-8c43-02747db49e0e service neutron] Request body: {'port': {'device_id': '95cf405f-8b17-4ce8-be76-aee9bf585aea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:01.279462 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d7eeecbe-8cc0-4323-8458-4e7886e8ba3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:01.352870 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-b62a9f4b-4f37-4293-8c43-02747db49e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:01.515083 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a2c90-f7b0-43a8-bff1-8bf381df62fb req-0a78b192-6dd6-4da2-bc87-ec1b507ffa01 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:01.525870 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793bf0ec-f509-4c51-8879-016fc7599867 req-26ebfaa3-873c-41b0-82ed-96da0ccbe37e tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:01.530786 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bf6a2c90-f7b0-43a8-bff1-8bf381df62fb req-0a78b192-6dd6-4da2-bc87-ec1b507ffa01 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] 10.222.0.42 "GET /v2.0/ports?device_id=95cf405f-8b17-4ce8-be76-aee9bf585aea HTTP/1.1" status: 200 len: 931 time: 0.2906618 Apr 28 19:45:01.540325 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-793bf0ec-f509-4c51-8879-016fc7599867 req-26ebfaa3-873c-41b0-82ed-96da0ccbe37e tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 946 time: 0.3834236 Apr 28 19:45:01.746023 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bf6a2c90-f7b0-43a8-bff1-8bf381df62fb req-0dcb47aa-8479-40d3-badb-d252d19a48bd tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e1294eb-185f-4a1a-9a94-ae53f5fa9c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136946 Apr 28 19:45:01.818952 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:01.824200 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-793bf0ec-f509-4c51-8879-016fc7599867 req-e63aeec4-b255-4567-b65d-4366f6c32860 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819381 Apr 28 19:45:02.079527 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9b1ea-7eb3-4fee-b3bc-c9ffe880c11b req-e7d560ba-5675-4439-b3d6-d09895905cc5 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:02.088553 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-39e9b1ea-7eb3-4fee-b3bc-c9ffe880c11b req-e7d560ba-5675-4439-b3d6-d09895905cc5 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 946 time: 0.1286392 Apr 28 19:45:02.100600 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-d7eeecbe-8cc0-4323-8458-4e7886e8ba3f admin admin] Deleting port f6f5503c-142d-4d35-8c43-bdecb1acbda4 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:45:02.101373 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d7eeecbe-8cc0-4323-8458-4e7886e8ba3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:02.236423 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-39e9b1ea-7eb3-4fee-b3bc-c9ffe880c11b req-c924353e-061b-46af-af24-a035c8b9a909 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464200 Apr 28 19:45:02.247933 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-d7eeecbe-8cc0-4323-8458-4e7886e8ba3f admin admin] For port f6f5503c-142d-4d35-8c43-bdecb1acbda4, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=f6f5503c-142d-4d35-8c43-bdecb1acbda4,segment=NetworkSegment(16abdf81-37e3-41b0-90df-568bab8c6afa),segment_id=16abdf81-37e3-41b0-90df-568bab8c6afa)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:02.250080 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d7eeecbe-8cc0-4323-8458-4e7886e8ba3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:02.282909 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-d7eeecbe-8cc0-4323-8458-4e7886e8ba3f admin admin] Calling delete_port for f6f5503c-142d-4d35-8c43-bdecb1acbda4 owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:45:02.368674 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78376f-8211-4c1c-ac1a-d449de63fc56 req-cebe898a-7550-4d27-80db-5174ea14dfd9 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:02.371009 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4d78376f-8211-4c1c-ac1a-d449de63fc56 req-cebe898a-7550-4d27-80db-5174ea14dfd9 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.44 "GET /v2.0/ports?device_id=437b5750-ad50-4261-8e12-745307e5cb25 HTTP/1.1" status: 200 len: 945 time: 0.3102682 Apr 28 19:45:02.490663 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-b62a9f4b-4f37-4293-8c43-02747db49e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c81957c-facb-4553-9c28-6800de83955c {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:45:02.503422 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-b62a9f4b-4f37-4293-8c43-02747db49e0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:02.528671 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-b62a9f4b-4f37-4293-8c43-02747db49e0e service neutron] Transition to ACTIVE for port object 2c81957c-facb-4553-9c28-6800de83955c will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:45:02.608893 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-1851083c-d529-4220-be42-887a40d536fa tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:02.618763 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-1851083c-d529-4220-be42-887a40d536fa tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/networks?id=ee8f3eae-8382-4236-8628-8f2aa216fd9e HTTP/1.1" status: 200 len: 810 time: 0.5232959 Apr 28 19:45:02.661184 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-b62a9f4b-4f37-4293-8c43-02747db49e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:02.680804 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-cbd34cea-23c5-418c-94a8-37f94abe141f tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/quotas/670eb780c3ee4dedb002a9746cf66ab9 HTTP/1.1" status: 200 len: 375 time: 0.0493715 Apr 28 19:45:02.809331 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a9f4b-4f37-4293-8c43-02747db49e0e service neutron] Pushing event updated for resources: {'Port': ['ID=2c81957c-facb-4553-9c28-6800de83955c,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:02.865247 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2064db1-9c70-4f46-a030-63c872ad79ac req-8863f183-a499-4432-92ea-12db1eba723c tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:02.874256 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-31e57afc-eb69-41e0-b9e3-8d6de120b9ac tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=670eb780c3ee4dedb002a9746cf66ab9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1701267 Apr 28 19:45:02.874727 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f2064db1-9c70-4f46-a030-63c872ad79ac req-8863f183-a499-4432-92ea-12db1eba723c tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/ports?device_id=437b5750-ad50-4261-8e12-745307e5cb25 HTTP/1.1" status: 200 len: 945 time: 0.0942776 Apr 28 19:45:02.973288 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f2064db1-9c70-4f46-a030-63c872ad79ac req-807eff82-1544-4788-be35-08c8a71075ed tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/security-groups?id=dbcaf3d1-d4d8-457d-b6ba-1db7a89b2a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973685 Apr 28 19:45:02.980263 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-4d78376f-8211-4c1c-ac1a-d449de63fc56 req-c4655be8-dbd6-4ac8-9f98-fa6749c92381 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Deleting port d181d2ea-2510-494c-9f4d-3f54f05073ca {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:45:02.980672 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4d78376f-8211-4c1c-ac1a-d449de63fc56 req-c4655be8-dbd6-4ac8-9f98-fa6749c92381 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:03.000065 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-b62a9f4b-4f37-4293-8c43-02747db49e0e service neutron] Attempting to bind port 2c81957c-facb-4553-9c28-6800de83955c on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:45:03.001596 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-b62a9f4b-4f37-4293-8c43-02747db49e0e service neutron] Attempting to bind port 2c81957c-facb-4553-9c28-6800de83955c by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '4872d31a-9a40-4391-a1e9-ff5caa5851d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0c2cc3e6-1e01-4db0-b318-48b3b7440398'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:45:03.002077 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-b62a9f4b-4f37-4293-8c43-02747db49e0e service neutron] Attempting to bind port 2c81957c-facb-4553-9c28-6800de83955c on network 0c2cc3e6-1e01-4db0-b318-48b3b7440398 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:45:03.042126 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-b62a9f4b-4f37-4293-8c43-02747db49e0e service neutron] Port 2c81957c-facb-4553-9c28-6800de83955c on network 0c2cc3e6-1e01-4db0-b318-48b3b7440398 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:45:03.042624 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-b62a9f4b-4f37-4293-8c43-02747db49e0e service neutron] Attempting to bind port 2c81957c-facb-4553-9c28-6800de83955c on network 0c2cc3e6-1e01-4db0-b318-48b3b7440398 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:45:03.113265 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-b62a9f4b-4f37-4293-8c43-02747db49e0e service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:45:03.113772 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-b62a9f4b-4f37-4293-8c43-02747db49e0e service neutron] Checking segment: {'id': '4872d31a-9a40-4391-a1e9-ff5caa5851d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0c2cc3e6-1e01-4db0-b318-48b3b7440398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:45:03.114159 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-b62a9f4b-4f37-4293-8c43-02747db49e0e service neutron] Bound using segment: {'id': '4872d31a-9a40-4391-a1e9-ff5caa5851d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0c2cc3e6-1e01-4db0-b318-48b3b7440398'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:45:03.114566 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-b62a9f4b-4f37-4293-8c43-02747db49e0e service neutron] Bound port: 2c81957c-facb-4553-9c28-6800de83955c, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4872d31a-9a40-4391-a1e9-ff5caa5851d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0c2cc3e6-1e01-4db0-b318-48b3b7440398'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:45:03.115043 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-b62a9f4b-4f37-4293-8c43-02747db49e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:03.189538 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-4c47d497-5cb1-44ba-8f32-4bab715aece0 service neutron] 10.222.0.42 "GET /v2.0/networks/ee8f3eae-8382-4236-8628-8f2aa216fd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789686 Apr 28 19:45:03.274775 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d7eeecbe-8cc0-4323-8458-4e7886e8ba3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:03.311677 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:03.339273 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eeecbe-8cc0-4323-8458-4e7886e8ba3f admin admin] Pushing event deleted for resources: {'Port': ['ID=f6f5503c-142d-4d35-8c43-bdecb1acbda4,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:03.357591 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-4d78376f-8211-4c1c-ac1a-d449de63fc56 req-c4655be8-dbd6-4ac8-9f98-fa6749c92381 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] For port d181d2ea-2510-494c-9f4d-3f54f05073ca, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=d181d2ea-2510-494c-9f4d-3f54f05073ca,segment=NetworkSegment(3248915b-af96-4740-8853-2f1ba52a457c),segment_id=3248915b-af96-4740-8853-2f1ba52a457c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:03.358114 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4d78376f-8211-4c1c-ac1a-d449de63fc56 req-c4655be8-dbd6-4ac8-9f98-fa6749c92381 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:03.420382 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-4d78376f-8211-4c1c-ac1a-d449de63fc56 req-c4655be8-dbd6-4ac8-9f98-fa6749c92381 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Calling delete_port for d181d2ea-2510-494c-9f4d-3f54f05073ca owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:45:03.429166 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-b62a9f4b-4f37-4293-8c43-02747db49e0e service neutron] For port 2c81957c-facb-4553-9c28-6800de83955c, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:45:03.445240 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-b62a9f4b-4f37-4293-8c43-02747db49e0e service neutron] For port 2c81957c-facb-4553-9c28-6800de83955c, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=2c81957c-facb-4553-9c28-6800de83955c,segment=NetworkSegment(4872d31a-9a40-4391-a1e9-ff5caa5851d7),segment_id=4872d31a-9a40-4391-a1e9-ff5caa5851d7)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:45:03.470030 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-b62a9f4b-4f37-4293-8c43-02747db49e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:03.478381 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9d09d-e2cc-40b5-8e4b-379d80802b05 req-917a8490-12f1-4a19-b4e2-01cdea30a21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:03.481591 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3a9d09d-e2cc-40b5-8e4b-379d80802b05 req-917a8490-12f1-4a19-b4e2-01cdea30a21c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a0c676490ad4221b826814b264d08aa&device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 1097 time: 0.2588179 Apr 28 19:45:03.482210 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaae3e5-e10b-47ce-926d-11c3cc67b49c req-9556055b-236a-4d72-9161-2693db32a428 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:03.498150 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5eaae3e5-e10b-47ce-926d-11c3cc67b49c req-9556055b-236a-4d72-9161-2693db32a428 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] 10.222.0.42 "GET /v2.0/ports?device_id=95cf405f-8b17-4ce8-be76-aee9bf585aea HTTP/1.1" status: 200 len: 943 time: 0.1712613 Apr 28 19:45:03.511043 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-0d327830-1a2a-444e-9666-2a539a3597f4 service neutron] 10.222.0.42 "GET /v2.0/networks/ee8f3eae-8382-4236-8628-8f2aa216fd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971704 Apr 28 19:45:03.703106 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5eaae3e5-e10b-47ce-926d-11c3cc67b49c req-5ec2ce7e-2d40-49f4-959a-a9eaa14dd448 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e1294eb-185f-4a1a-9a94-ae53f5fa9c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033947 Apr 28 19:45:03.942812 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-b62a9f4b-4f37-4293-8c43-02747db49e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:03.943595 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-b62a9f4b-4f37-4293-8c43-02747db49e0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:03.945504 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-b62a9f4b-4f37-4293-8c43-02747db49e0e service neutron] 10.222.0.15 "PUT /v2.0/ports/2c81957c-facb-4553-9c28-6800de83955c HTTP/1.1" status: 200 len: 1091 time: 2.8460052 Apr 28 19:45:03.946091 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95cf405f-8b17-4ce8-be76-aee9bf585aea', 'tag': '2c81957c-facb-4553-9c28-6800de83955c'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:03.949439 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132f9f68-8602-4efb-9bfe-ef2aff91faaf" -d '{"events": [{"name": "network-changed", "server_uuid": "95cf405f-8b17-4ce8-be76-aee9bf585aea", "tag": "2c81957c-facb-4553-9c28-6800de83955c"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:04.040563 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d7eeecbe-8cc0-4323-8458-4e7886e8ba3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:04.149786 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a9f4b-4f37-4293-8c43-02747db49e0e service neutron] Pushing event updated for resources: {'Port': ['ID=2c81957c-facb-4553-9c28-6800de83955c,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:04.166578 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd1a53-c6fc-4a7d-b29b-7dfbe02358d6 req-9b317a0e-e8e0-44bf-9ef5-9a885af45baf tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:04.176390 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2dcd1a53-c6fc-4a7d-b29b-7dfbe02358d6 req-9b317a0e-e8e0-44bf-9ef5-9a885af45baf tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 946 time: 0.2806344 Apr 28 19:45:04.371470 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2dcd1a53-c6fc-4a7d-b29b-7dfbe02358d6 req-4032ca3e-bb6d-4b56-a5f5-71411d8cf157 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938777 Apr 28 19:45:04.448511 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device d181d2ea-2510-494c-9f4d-3f54f05073ca no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:45:04.481079 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3ec95-bedc-406c-baae-1540cf692503 req-227334a3-0329-4301-9fa6-6f65c236d0d6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:04.497477 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bbb3ec95-bedc-406c-baae-1540cf692503 req-227334a3-0329-4301-9fa6-6f65c236d0d6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 946 time: 0.5407622 Apr 28 19:45:04.511494 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9d09d-e2cc-40b5-8e4b-379d80802b05 req-377e1396-4c75-40ca-8b09-30575b1f0732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:04.514170 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3a9d09d-e2cc-40b5-8e4b-379d80802b05 req-377e1396-4c75-40ca-8b09-30575b1f0732 service neutron] 10.222.0.15 "GET /v2.0/networks?id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef HTTP/1.1" status: 200 len: 920 time: 0.9506681 Apr 28 19:45:04.604662 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-fd25ac13-0efb-4774-8471-a5a0a2ea855e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:04.625913 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-fd25ac13-0efb-4774-8471-a5a0a2ea855e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf2a3dfb42774f92ac85cb5575ae6ede&device_id=95cf405f-8b17-4ce8-be76-aee9bf585aea HTTP/1.1" status: 200 len: 1094 time: 0.6090958 Apr 28 19:45:04.637060 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0fc7aff2-56d4-490d-be0e-c1a5d8e0ed42 req-aa629152-6b88-44ca-82ef-9ece3688ab00 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 210 time: 0.1467977 Apr 28 19:45:04.707172 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:04.779764 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-d3a39cd7-1f88-4137-8bfb-a1c4e61ca4bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c81957c-facb-4553-9c28-6800de83955c HTTP/1.1" status: 200 len: 217 time: 0.1030962 Apr 28 19:45:04.829623 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbaa877-c983-48b7-890b-161a5a32ba32 x-openstack-request-id: req-bcbaa877-c983-48b7-890b-161a5a32ba32 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:04.829978 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95cf405f-8b17-4ce8-be76-aee9bf585aea", "tag": "2c81957c-facb-4553-9c28-6800de83955c", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:04.830848 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bcbaa877-c983-48b7-890b-161a5a32ba32 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:04.831342 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcbaa877-c983-48b7-890b-161a5a32ba32'] response: {'name': 'network-changed', 'server_uuid': '95cf405f-8b17-4ce8-be76-aee9bf585aea', 'tag': '2c81957c-facb-4553-9c28-6800de83955c', 'status': 'completed', 'code': 200} Apr 28 19:45:04.831475 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7eeecbe-8cc0-4323-8458-4e7886e8ba3f admin admin] Router 151c3173-0a7a-4805-bc4d-8e458c731a84 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:45:04.839269 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4d78376f-8211-4c1c-ac1a-d449de63fc56 req-c4655be8-dbd6-4ac8-9f98-fa6749c92381 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:04.873087 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3a9d09d-e2cc-40b5-8e4b-379d80802b05 req-dba56ad2-0c90-48c3-94c0-150c3da6e446 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c462fce3-1a2c-4e64-b5e5-622e38b0ba20 HTTP/1.1" status: 200 len: 217 time: 0.2817187 Apr 28 19:45:04.986615 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9d09d-e2cc-40b5-8e4b-379d80802b05 req-34dbd91c-b2c0-4754-8e88-8b86aec28762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:04.988163 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3a9d09d-e2cc-40b5-8e4b-379d80802b05 req-34dbd91c-b2c0-4754-8e88-8b86aec28762 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d25b1cb0-c200-401d-9c44-cd4c1f880757 HTTP/1.1" status: 200 len: 858 time: 0.1143010 Apr 28 19:45:05.055604 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4655be8-dbd6-4ac8-9f98-fa6749c92381 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Pushing event deleted for resources: {'Port': ['ID=d181d2ea-2510-494c-9f4d-3f54f05073ca,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:05.079785 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bbb3ec95-bedc-406c-baae-1540cf692503 req-621e5e85-b6cd-41a7-924a-c023b8699b49 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5300546 Apr 28 19:45:05.108413 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7eeecbe-8cc0-4323-8458-4e7886e8ba3f admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:45:05.119669 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b5cf4574-e936-4cb9-b9b9-0be56bcc692a req-66313226-e362-4875-be3e-5761c70ce015 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/ports?device_id=437b5750-ad50-4261-8e12-745307e5cb25 HTTP/1.1" status: 200 len: 210 time: 0.2601557 Apr 28 19:45:05.123173 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bed43e5-93a2-461c-8cd3-bc10e18ee756 None None] Sync routers for ids ['151c3173-0a7a-4805-bc4d-8e458c731a84'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:45:05.125368 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d7eeecbe-8cc0-4323-8458-4e7886e8ba3f admin admin] 10.222.0.42 "PUT /v2.0/routers/151c3173-0a7a-4805-bc4d-8e458c731a84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5771081 Apr 28 19:45:05.128463 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54414) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:05.154198 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bed43e5-93a2-461c-8cd3-bc10e18ee756 None None] Routers {'151c3173-0a7a-4805-bc4d-8e458c731a84'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:45:05.154882 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9bed43e5-93a2-461c-8cd3-bc10e18ee756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:44:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['151c3173-0a7a-4805-bc4d-8e458c731a84'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:05.594183 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-9bed43e5-93a2-461c-8cd3-bc10e18ee756 None None] Set router 151c3173-0a7a-4805-bc4d-8e458c731a84 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:45:05.655761 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049e014-35f2-48fd-9a38-156e2f5f141f req-6993ef7e-d042-4bb1-96ea-d615e25ed3d4 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:05.704568 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e049e014-35f2-48fd-9a38-156e2f5f141f req-6993ef7e-d042-4bb1-96ea-d615e25ed3d4 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 946 time: 0.0799210 Apr 28 19:45:05.713642 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-7a4feaad-80d3-4b63-b3ec-5f9530042892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:05.716543 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-7a4feaad-80d3-4b63-b3ec-5f9530042892 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=147beba5-87ad-4b7f-9cf0-584b85e1a1ae HTTP/1.1" status: 200 len: 862 time: 0.8828149 Apr 28 19:45:05.762254 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d78376f-8211-4c1c-ac1a-d449de63fc56 req-c4655be8-dbd6-4ac8-9f98-fa6749c92381 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] No DVR routers for this DVR port d181d2ea-2510-494c-9f4d-3f54f05073ca on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:45:05.807863 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e049e014-35f2-48fd-9a38-156e2f5f141f req-621a0b54-0d23-4584-b9d0-4c990e37ab61 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402462 Apr 28 19:45:05.841133 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4d78376f-8211-4c1c-ac1a-d449de63fc56 req-c4655be8-dbd6-4ac8-9f98-fa6749c92381 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:05.845049 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4d78376f-8211-4c1c-ac1a-d449de63fc56 req-c4655be8-dbd6-4ac8-9f98-fa6749c92381 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.44 "DELETE /v2.0/ports/d181d2ea-2510-494c-9f4d-3f54f05073ca HTTP/1.1" status: 204 len: 173 time: 3.2248492 Apr 28 19:45:05.849957 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-30639581-6652-4964-b2aa-0dfaf2983888 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c2cc3e6-1e01-4db0-b318-48b3b7440398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010451 Apr 28 19:45:05.987744 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2863cf64-e0de-43f4-bf35-4ad9f908c073 req-027f814d-e0bf-4bf9-9d1f-cb1594f0db2f tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 210 time: 0.0553036 Apr 28 19:45:06.077918 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9bed43e5-93a2-461c-8cd3-bc10e18ee756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'name': 'tempest-ServersTestFqdnHostnames-1093779739-router', 'tenant_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': 'a7b5634d-e88b-40fe-88c3-3960735e0692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:19Z', 'updated_at': '2022-04-28T19:45:03Z', 'revision_number': 5, 'project_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'gw_port': {'id': 'a7b5634d-e88b-40fe-88c3-3960735e0692', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:21Z', 'updated_at': '2022-04-28T19:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:06.084942 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9d09d-e2cc-40b5-8e4b-379d80802b05 req-90d359a0-b1b0-46a9-a9b9-6ac8af4e6b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:06.086720 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3a9d09d-e2cc-40b5-8e4b-379d80802b05 req-90d359a0-b1b0-46a9-a9b9-6ac8af4e6b2f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0546205 Apr 28 19:45:06.103811 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070bb24-d0ae-458c-a8b0-ad3b59c8fe50 req-37ec4d3c-34a2-4999-89a7-79caa7859e2a tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:06.114972 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5070bb24-d0ae-458c-a8b0-ad3b59c8fe50 req-37ec4d3c-34a2-4999-89a7-79caa7859e2a tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] 10.222.0.42 "GET /v2.0/ports?device_id=95cf405f-8b17-4ce8-be76-aee9bf585aea HTTP/1.1" status: 200 len: 943 time: 0.3939414 Apr 28 19:45:06.206942 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bed43e5-93a2-461c-8cd3-bc10e18ee756 None None] Checking router: 151c3173-0a7a-4805-bc4d-8e458c731a84 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:45:06.241741 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bed43e5-93a2-461c-8cd3-bc10e18ee756 None None] Routers {'151c3173-0a7a-4805-bc4d-8e458c731a84'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:45:06.242726 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9bed43e5-93a2-461c-8cd3-bc10e18ee756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:44:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['151c3173-0a7a-4805-bc4d-8e458c731a84'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:06.392182 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037986e-ae69-42cc-97cd-3fa65c80a2c9 req-897a6f88-a924-4a3c-b0df-8add813b40fb tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:06.402563 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2037986e-ae69-42cc-97cd-3fa65c80a2c9 req-897a6f88-a924-4a3c-b0df-8add813b40fb tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 946 time: 0.1263821 Apr 28 19:45:06.530832 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2037986e-ae69-42cc-97cd-3fa65c80a2c9 req-10dee60e-a356-41b9-adb3-7ea7c8809f34 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157413 Apr 28 19:45:06.602791 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-9bed43e5-93a2-461c-8cd3-bc10e18ee756 None None] Set router 151c3173-0a7a-4805-bc4d-8e458c731a84 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:45:06.719017 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59da616d-a466-472c-b98c-a0e96852a3b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:06.802715 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-791bf0c1-c303-4585-a606-5c44c83d67b6 req-594c6423-0f79-4baf-94dc-a16ca9963483 tempest-TestServerAdvancedOps-1519160107 tempest-TestServerAdvancedOps-1519160107-project] 10.222.0.42 "GET /v2.0/ports?device_id=437b5750-ad50-4261-8e12-745307e5cb25 HTTP/1.1" status: 200 len: 210 time: 0.0868905 Apr 28 19:45:07.144880 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437b5750-ad50-4261-8e12-745307e5cb25', 'name': 'network-vif-deleted', 'tag': 'd181d2ea-2510-494c-9f4d-3f54f05073ca'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:07.177733 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a89c386-3a2c-4af3-8dfc-d46b8991f52e" -d '{"events": [{"server_uuid": "437b5750-ad50-4261-8e12-745307e5cb25", "name": "network-vif-deleted", "tag": "d181d2ea-2510-494c-9f4d-3f54f05073ca"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:07.207922 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3a9d09d-e2cc-40b5-8e4b-379d80802b05 req-5bb9b89a-1576-4bbb-a7c3-1ff7df063e7a service neutron] 10.222.0.15 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0788343 Apr 28 19:45:07.317207 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9bed43e5-93a2-461c-8cd3-bc10e18ee756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'name': 'tempest-ServersTestFqdnHostnames-1093779739-router', 'tenant_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': 'a7b5634d-e88b-40fe-88c3-3960735e0692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:19Z', 'updated_at': '2022-04-28T19:45:03Z', 'revision_number': 5, 'project_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'gw_port': {'id': 'a7b5634d-e88b-40fe-88c3-3960735e0692', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:21Z', 'updated_at': '2022-04-28T19:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:07.321903 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966edfa4-6c1e-4670-9b16-887b885a93a8 req-d3225faa-664e-4a34-bfd1-8817b9d0a082 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:07.323620 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-966edfa4-6c1e-4670-9b16-887b885a93a8 req-d3225faa-664e-4a34-bfd1-8817b9d0a082 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 946 time: 0.1660562 Apr 28 19:45:07.413533 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-25e44899-88de-46d1-addb-19211b0a5fd6 service neutron] 10.222.0.15 "GET /v2.0/networks/0c2cc3e6-1e01-4db0-b318-48b3b7440398?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5380447 Apr 28 19:45:07.434557 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bed43e5-93a2-461c-8cd3-bc10e18ee756 None None] The sync data for ids ['151c3173-0a7a-4805-bc4d-8e458c731a84'] in n-d-839810-1 is: [{'id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'name': 'tempest-ServersTestFqdnHostnames-1093779739-router', 'tenant_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': 'a7b5634d-e88b-40fe-88c3-3960735e0692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:19Z', 'updated_at': '2022-04-28T19:45:03Z', 'revision_number': 5, 'project_id': 'de8286f6fff44bf685c94cc7bf76ea63', 'gw_port': {'id': 'a7b5634d-e88b-40fe-88c3-3960735e0692', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151c3173-0a7a-4805-bc4d-8e458c731a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:21Z', 'updated_at': '2022-04-28T19:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:45:07.446881 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-966edfa4-6c1e-4670-9b16-887b885a93a8 req-1a46d631-4fa0-42a1-85be-a493b30255b1 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043844 Apr 28 19:45:07.463168 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5070bb24-d0ae-458c-a8b0-ad3b59c8fe50 req-30cae4c6-11fa-4efe-a1aa-6aa22f5a96c9 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e1294eb-185f-4a1a-9a94-ae53f5fa9c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3471398 Apr 28 19:45:07.733689 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-07118089-d34c-4bb6-a63a-cc00aaeb517a req-bf3fae70-fb68-49f0-be3d-07f30476505e tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 210 time: 0.0670202 Apr 28 19:45:07.815409 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3db534e-d595-4df4-a4b0-ec913f569a1e x-openstack-request-id: req-e3db534e-d595-4df4-a4b0-ec913f569a1e {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:07.815731 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437b5750-ad50-4261-8e12-745307e5cb25", "name": "network-vif-deleted", "tag": "d181d2ea-2510-494c-9f4d-3f54f05073ca", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:07.816050 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e3db534e-d595-4df4-a4b0-ec913f569a1e {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:07.817574 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3db534e-d595-4df4-a4b0-ec913f569a1e'] response: {'server_uuid': '437b5750-ad50-4261-8e12-745307e5cb25', 'name': 'network-vif-deleted', 'tag': 'd181d2ea-2510-494c-9f4d-3f54f05073ca', 'status': 'completed', 'code': 200} Apr 28 19:45:07.986951 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54450) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:07.998566 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3a9d09d-e2cc-40b5-8e4b-379d80802b05 req-d347b6d1-8b30-4560-a9ac-9c281db3a5be service neutron] 10.222.0.15 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6642299 Apr 28 19:45:08.125645 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-499235c1-2f9e-4f05-85fb-cc16a8191ae0 admin admin] Deleting subnet 380f9094-03da-4324-bb2d-d395a1179375 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:45:08.130593 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-499235c1-2f9e-4f05-85fb-cc16a8191ae0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:08.205729 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-499235c1-2f9e-4f05-85fb-cc16a8191ae0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:08.216710 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-102bb293-d67b-43ab-8821-3f1aae43ad25 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:08.218404 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-102bb293-d67b-43ab-8821-3f1aae43ad25 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.44 "GET /v2.0/networks?id=ee8f3eae-8382-4236-8628-8f2aa216fd9e HTTP/1.1" status: 200 len: 810 time: 2.1306429 Apr 28 19:45:08.261292 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-c40f8018-5b49-4a79-9617-118309d72257 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Request body: {'port': {'device_id': 'ec74b7bf-e814-4aaa-9a88-2228e43ee4db', 'network_id': 'ee8f3eae-8382-4236-8628-8f2aa216fd9e', 'admin_state_up': True, 'tenant_id': '670eb780c3ee4dedb002a9746cf66ab9'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:08.292578 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-499235c1-2f9e-4f05-85fb-cc16a8191ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:08.416660 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-499235c1-2f9e-4f05-85fb-cc16a8191ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:08.454279 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe72f4-25b5-498c-976e-770a73b8c24e req-b39cb824-d6d9-4f60-8a46-9e98d63c49bd tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:08.456587 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6ffe72f4-25b5-498c-976e-770a73b8c24e req-b39cb824-d6d9-4f60-8a46-9e98d63c49bd tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 946 time: 0.6390929 Apr 28 19:45:08.467442 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-c40f8018-5b49-4a79-9617-118309d72257 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Made reservation on behalf of 670eb780c3ee4dedb002a9746cf66ab9 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:45:08.471556 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-c40f8018-5b49-4a79-9617-118309d72257 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:08.478595 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-499235c1-2f9e-4f05-85fb-cc16a8191ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:08.487984 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-499235c1-2f9e-4f05-85fb-cc16a8191ae0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/380f9094-03da-4324-bb2d-d395a1179375 HTTP/1.1" status: 204 len: 168 time: 0.4978888 Apr 28 19:45:08.487984 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499235c1-2f9e-4f05-85fb-cc16a8191ae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=380f9094-03da-4324-bb2d-d395a1179375,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:08.489998 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54454) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:08.533068 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499235c1-2f9e-4f05-85fb-cc16a8191ae0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:08.533414 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499235c1-2f9e-4f05-85fb-cc16a8191ae0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:08.533753 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499235c1-2f9e-4f05-85fb-cc16a8191ae0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:08.534187 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499235c1-2f9e-4f05-85fb-cc16a8191ae0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:08.534525 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499235c1-2f9e-4f05-85fb-cc16a8191ae0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:08.534855 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499235c1-2f9e-4f05-85fb-cc16a8191ae0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:08.535203 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499235c1-2f9e-4f05-85fb-cc16a8191ae0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:08.535527 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499235c1-2f9e-4f05-85fb-cc16a8191ae0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:08.535851 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499235c1-2f9e-4f05-85fb-cc16a8191ae0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:08.536216 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499235c1-2f9e-4f05-85fb-cc16a8191ae0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:08.536540 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499235c1-2f9e-4f05-85fb-cc16a8191ae0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:08.536889 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499235c1-2f9e-4f05-85fb-cc16a8191ae0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:08.626864 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device f6f5503c-142d-4d35-8c43-bdecb1acbda4 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:45:08.685019 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: f6f5503c-142d-4d35-8c43-bdecb1acbda4 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:45:08.685706 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device f6f5503c-142d-4d35-8c43-bdecb1acbda4 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:45:08.717882 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59da616d-a466-472c-b98c-a0e96852a3b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:08.730229 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54460) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:08.734529 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9bbadc3b-ea18-4cd5-b2b1-d2ce75a4f7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:08.739627 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3fe23013-9251-4a2b-ae57-bb21d0b97727 req-a6d0ac2e-1ae7-46df-9cd6-835b471265d5 service neutron] 10.222.0.15 "GET /v2.0/networks/0c2cc3e6-1e01-4db0-b318-48b3b7440398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3050916 Apr 28 19:45:08.785875 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c7480-802e-41fc-a5ed-d85aadf68377 req-5845752a-41a8-4716-90da-988c21ddcd1e tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:08.788139 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-612c7480-802e-41fc-a5ed-d85aadf68377 req-5845752a-41a8-4716-90da-988c21ddcd1e tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] 10.222.0.42 "GET /v2.0/ports?device_id=95cf405f-8b17-4ce8-be76-aee9bf585aea HTTP/1.1" status: 200 len: 943 time: 0.1142180 Apr 28 19:45:08.845215 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6ffe72f4-25b5-498c-976e-770a73b8c24e req-2306c4dc-5599-420f-8ff0-6b67c94896df tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664191 Apr 28 19:45:08.917380 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-612c7480-802e-41fc-a5ed-d85aadf68377 req-3b44ff45-9ff9-4bd7-88c0-0d2ce187cfe9 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e1294eb-185f-4a1a-9a94-ae53f5fa9c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210437 Apr 28 19:45:08.922522 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9bbadc3b-ea18-4cd5-b2b1-d2ce75a4f7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:08.966915 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-9bbadc3b-ea18-4cd5-b2b1-d2ce75a4f7b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bdb7392-39da-4fa7-b6f8-6b04768db305']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:08.989043 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-9bbadc3b-ea18-4cd5-b2b1-d2ce75a4f7b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3248915b-af96-4740-8853-2f1ba52a457c') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:08.989583 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-9bbadc3b-ea18-4cd5-b2b1-d2ce75a4f7b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3248915b-af96-4740-8853-2f1ba52a457c') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:09.024937 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9bbadc3b-ea18-4cd5-b2b1-d2ce75a4f7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:09.054483 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9bbadc3b-ea18-4cd5-b2b1-d2ce75a4f7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:09.066525 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bbadc3b-ea18-4cd5-b2b1-d2ce75a4f7b2 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:45:09.067223 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9bbadc3b-ea18-4cd5-b2b1-d2ce75a4f7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:09.094321 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:45:09.094321 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:45:09.094321 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:45:09.094321 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:45:09.094321 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:45:09.094321 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:45:09.094321 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:45:09.094321 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:45:09.094321 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:45:09.094321 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:45:09.094321 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:45:09.094321 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:45:09.094321 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:45:09.094321 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:45:09.094321 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:45:09.094321 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:45:09.094321 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:45:09.094321 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:45:09.094321 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:45:09.094321 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:45:09.094321 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:45:09.094321 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:45:09.094321 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:45:09.094321 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:45:09.094321 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:45:09.094321 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:45:09.094321 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:45:09.094321 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:45:09.094321 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:45:09.094321 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:45:09.094321 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:45:09.094321 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:45:09.117591 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-c40f8018-5b49-4a79-9617-118309d72257 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Allocated IP 172.20.0.6 (ee8f3eae-8382-4236-8628-8f2aa216fd9e/9aaed19d-7f8f-41ff-8c2e-905cb635313a/ad85a205-5b03-40c2-95f6-acb4e82783bc) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:45:09.143423 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9e9c8b45-ce1a-4dec-abdc-a69ce4e71999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:09.174142 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f9f68-8602-4efb-9bfe-ef2aff91faaf req-155e89fd-a1a3-4489-9330-e1a04aca7dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:09.175661 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-132f9f68-8602-4efb-9bfe-ef2aff91faaf req-155e89fd-a1a3-4489-9330-e1a04aca7dbe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf2a3dfb42774f92ac85cb5575ae6ede&device_id=95cf405f-8b17-4ce8-be76-aee9bf585aea HTTP/1.1" status: 200 len: 1094 time: 0.3260443 Apr 28 19:45:09.246305 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3ba4c-2078-4c64-ae4c-7f9eb9e534d5 req-bea77e5d-1cfc-4733-91f8-1b20081d8ba6 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:09.247954 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-01e3ba4c-2078-4c64-ae4c-7f9eb9e534d5 req-bea77e5d-1cfc-4733-91f8-1b20081d8ba6 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 946 time: 0.2027161 Apr 28 19:45:09.307741 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-59da616d-a466-472c-b98c-a0e96852a3b9 admin admin] Deleting port a7b5634d-e88b-40fe-88c3-3960735e0692 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:45:09.308733 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59da616d-a466-472c-b98c-a0e96852a3b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:09.380961 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d1898440-b2e4-4844-84f0-e941113b92d5 req-8bb1e588-8342-4fb5-8b94-14ba8a1a8f5b tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 210 time: 0.2822349 Apr 28 19:45:09.395456 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9bbadc3b-ea18-4cd5-b2b1-d2ce75a4f7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:09.431972 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9bbadc3b-ea18-4cd5-b2b1-d2ce75a4f7b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:09.436423 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9bbadc3b-ea18-4cd5-b2b1-d2ce75a4f7b2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5bdb7392-39da-4fa7-b6f8-6b04768db305 HTTP/1.1" status: 204 len: 168 time: 0.9446030 Apr 28 19:45:09.441292 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54466) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:09.465307 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbadc3b-ea18-4cd5-b2b1-d2ce75a4f7b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bdb7392-39da-4fa7-b6f8-6b04768db305,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:09.523565 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9e9c8b45-ce1a-4dec-abdc-a69ce4e71999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:09.532265 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-63479a5b-02a3-4ece-a097-296773b78589 admin admin] Deleting subnet 489f5dae-276d-478c-bbc5-19e0ad00c0cc {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:45:09.536628 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-63479a5b-02a3-4ece-a097-296773b78589 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:09.538445 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-01e3ba4c-2078-4c64-ae4c-7f9eb9e534d5 req-280def95-a7f7-4326-a98d-e8a9f957c65d tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732403 Apr 28 19:45:09.578688 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-63479a5b-02a3-4ece-a097-296773b78589 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:09.584019 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f9f68-8602-4efb-9bfe-ef2aff91faaf req-4b74c2dc-c0c7-400a-b838-a70382043da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:09.585840 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-132f9f68-8602-4efb-9bfe-ef2aff91faaf req-4b74c2dc-c0c7-400a-b838-a70382043da6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c2cc3e6-1e01-4db0-b318-48b3b7440398 HTTP/1.1" status: 200 len: 923 time: 0.3956876 Apr 28 19:45:09.593174 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-59da616d-a466-472c-b98c-a0e96852a3b9 admin admin] For port a7b5634d-e88b-40fe-88c3-3960735e0692, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a7b5634d-e88b-40fe-88c3-3960735e0692,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:09.593535 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59da616d-a466-472c-b98c-a0e96852a3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:09.630831 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-63479a5b-02a3-4ece-a097-296773b78589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:09.632732 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-c40f8018-5b49-4a79-9617-118309d72257 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:09.655660 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9e9c8b45-ce1a-4dec-abdc-a69ce4e71999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:09.728478 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-59da616d-a466-472c-b98c-a0e96852a3b9 admin admin] Calling delete_port for a7b5634d-e88b-40fe-88c3-3960735e0692 owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:45:09.732406 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-132f9f68-8602-4efb-9bfe-ef2aff91faaf req-69fe8c2f-9286-454e-806e-578ffc47c8c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c81957c-facb-4553-9c28-6800de83955c HTTP/1.1" status: 200 len: 217 time: 0.0909951 Apr 28 19:45:09.737429 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9e9c8b45-ce1a-4dec-abdc-a69ce4e71999 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=914f561b744e4dcbaa2b493c8da4b4ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0030663 Apr 28 19:45:09.737429 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c8b45-ce1a-4dec-abdc-a69ce4e71999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b352d2b-ce4a-4a85-9838-89cb127dacf3,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:09.739485 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-c40f8018-5b49-4a79-9617-118309d72257 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:09.739700 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54468) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:09.754177 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['2e040ed0-aba0-4511-9ebd-91de9971d37b'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:45:09.777990 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-63479a5b-02a3-4ece-a097-296773b78589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:09.897316 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63479a5b-02a3-4ece-a097-296773b78589 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=489f5dae-276d-478c-bbc5-19e0ad00c0cc,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:09.902937 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-63479a5b-02a3-4ece-a097-296773b78589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:09.915144 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-63479a5b-02a3-4ece-a097-296773b78589 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/489f5dae-276d-478c-bbc5-19e0ad00c0cc HTTP/1.1" status: 204 len: 168 time: 0.4715748 Apr 28 19:45:09.919776 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54472) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:09.933943 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-c40f8018-5b49-4a79-9617-118309d72257 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Network ee8f3eae-8382-4236-8628-8f2aa216fd9e is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:45:09.983503 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-c40f8018-5b49-4a79-9617-118309d72257 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:10.095030 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0530e7b2-580c-4545-a8f6-76bf94cb7b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:10.102211 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-c40f8018-5b49-4a79-9617-118309d72257 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:45:10.110885 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f9f68-8602-4efb-9bfe-ef2aff91faaf req-46c6195f-7b24-40cb-a2f3-10dd706d5a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:10.113178 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-132f9f68-8602-4efb-9bfe-ef2aff91faaf req-46c6195f-7b24-40cb-a2f3-10dd706d5a8f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=147beba5-87ad-4b7f-9cf0-584b85e1a1ae HTTP/1.1" status: 200 len: 862 time: 0.3667290 Apr 28 19:45:10.152146 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f8018-5b49-4a79-9617-118309d72257 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Pushing event updated for resources: {'Port': ['ID=ad85a205-5b03-40c2-95f6-acb4e82783bc,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:10.154862 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-39a2a7c8-d73b-46c0-b61d-8dffaf192e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:10.201940 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa908dd-fa63-4dda-808c-1aaa76f84f28 req-f9092cd0-1245-4797-8988-400e3727823b tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:10.203599 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cfa908dd-fa63-4dda-808c-1aaa76f84f28 req-f9092cd0-1245-4797-8988-400e3727823b tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 946 time: 0.1048121 Apr 28 19:45:10.242673 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-39a2a7c8-d73b-46c0-b61d-8dffaf192e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:10.255584 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-132f9f68-8602-4efb-9bfe-ef2aff91faaf req-1af17c2e-6373-4cef-9fe9-cfbd80f6e769 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c2cc3e6-1e01-4db0-b318-48b3b7440398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996771 Apr 28 19:45:10.276897 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-c40f8018-5b49-4a79-9617-118309d72257 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:10.278468 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-c40f8018-5b49-4a79-9617-118309d72257 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:10.375879 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0530e7b2-580c-4545-a8f6-76bf94cb7b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:10.408275 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-c40f8018-5b49-4a79-9617-118309d72257 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1541624 Apr 28 19:45:10.429260 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c2dae-43a3-4bd5-91bb-6dd15b04c02e req-a10c0ea6-0f55-4945-a158-b349ec85c443 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:10.431052 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c54c2dae-43a3-4bd5-91bb-6dd15b04c02e req-a10c0ea6-0f55-4945-a158-b349ec85c443 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] 10.222.0.42 "GET /v2.0/ports?device_id=95cf405f-8b17-4ce8-be76-aee9bf585aea HTTP/1.1" status: 200 len: 943 time: 0.3308198 Apr 28 19:45:10.434140 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cfa908dd-fa63-4dda-808c-1aaa76f84f28 req-ed43dcea-ed2a-4b74-b0f8-fcd0ae3e602e tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068624 Apr 28 19:45:10.461936 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-cba10222-2782-44ff-a8dd-6aee614b5845 service neutron] Request body: {'port': {'device_id': 'ec74b7bf-e814-4aaa-9a88-2228e43ee4db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:10.475700 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-0530e7b2-580c-4545-a8f6-76bf94cb7b66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87c9a7a0-7fd9-4577-9451-6d10a0fe8056']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:10.508202 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-39a2a7c8-d73b-46c0-b61d-8dffaf192e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:10.511713 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-39a2a7c8-d73b-46c0-b61d-8dffaf192e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:10.516325 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-39a2a7c8-d73b-46c0-b61d-8dffaf192e3e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0b352d2b-ce4a-4a85-9838-89cb127dacf3 HTTP/1.1" status: 204 len: 168 time: 0.7744837 Apr 28 19:45:10.530560 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-0530e7b2-580c-4545-a8f6-76bf94cb7b66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc4aacf4-34ea-4783-96c7-5f377aecc5bb') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:10.531584 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-0530e7b2-580c-4545-a8f6-76bf94cb7b66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc4aacf4-34ea-4783-96c7-5f377aecc5bb') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:10.533383 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2a7c8-d73b-46c0-b61d-8dffaf192e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b352d2b-ce4a-4a85-9838-89cb127dacf3,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:10.552182 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0530e7b2-580c-4545-a8f6-76bf94cb7b66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:10.575603 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0530e7b2-580c-4545-a8f6-76bf94cb7b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:10.595142 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0530e7b2-580c-4545-a8f6-76bf94cb7b66 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:45:10.595831 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0530e7b2-580c-4545-a8f6-76bf94cb7b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:10.599762 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:45:10.599762 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:45:10.599762 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:45:10.599762 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:45:10.599762 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:45:10.599762 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:45:10.599762 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:45:10.599762 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:45:10.599762 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:45:10.599762 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:45:10.599762 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:45:10.599762 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:45:10.599762 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:45:10.599762 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:45:10.599762 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:45:10.599762 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:45:10.599762 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:45:10.599762 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:45:10.599762 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:45:10.599762 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:45:10.599762 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:45:10.599762 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:45:10.599762 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:45:10.599762 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:45:10.599762 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:45:10.599762 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:45:10.599762 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:45:10.599762 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:45:10.599762 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:45:10.599762 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:45:10.599762 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:45:10.599762 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:45:10.779236 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0530e7b2-580c-4545-a8f6-76bf94cb7b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:10.801030 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0530e7b2-580c-4545-a8f6-76bf94cb7b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:10.818253 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0530e7b2-580c-4545-a8f6-76bf94cb7b66 admin admin] 10.222.0.42 "DELETE /v2.0/networks/87c9a7a0-7fd9-4577-9451-6d10a0fe8056 HTTP/1.1" status: 204 len: 168 time: 0.8969834 Apr 28 19:45:10.845638 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 2c81957c-facb-4553-9c28-6800de83955c details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:45:10.896486 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e402417-41a4-492f-98ef-a3e699c4a015 req-77b8ed89-61fd-4b9c-9d5f-e3ea2e63ba3f tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:10.898569 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6e402417-41a4-492f-98ef-a3e699c4a015 req-77b8ed89-61fd-4b9c-9d5f-e3ea2e63ba3f tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 931 time: 0.2621598 Apr 28 19:45:10.899898 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530e7b2-580c-4545-a8f6-76bf94cb7b66 admin admin] Pushing event deleted for resources: {'Network': ['ID=87c9a7a0-7fd9-4577-9451-6d10a0fe8056,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:10.975977 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59da616d-a466-472c-b98c-a0e96852a3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:11.015810 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6e402417-41a4-492f-98ef-a3e699c4a015 req-141c5d4f-0d1a-4ad7-9b03-a94e64d9b98e tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720100 Apr 28 19:45:11.072671 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da616d-a466-472c-b98c-a0e96852a3b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7b5634d-e88b-40fe-88c3-3960735e0692,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:11.072947 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 2c81957c-facb-4553-9c28-6800de83955c, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=2c81957c-facb-4553-9c28-6800de83955c,segment=NetworkSegment(4872d31a-9a40-4391-a1e9-ff5caa5851d7),segment_id=4872d31a-9a40-4391-a1e9-ff5caa5851d7)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:11.076677 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-132f9f68-8602-4efb-9bfe-ef2aff91faaf req-515a0259-15aa-4f56-a488-f0638b3a69c9 service neutron] 10.222.0.15 "GET /v2.0/networks/0c2cc3e6-1e01-4db0-b318-48b3b7440398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8091767 Apr 28 19:45:11.089606 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '2c81957c-facb-4553-9c28-6800de83955c', 'network_id': '0c2cc3e6-1e01-4db0-b318-48b3b7440398', 'port_id': '2c81957c-facb-4553-9c28-6800de83955c', 'mac_address': 'fa:16:3e:41:0b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147beba5-87ad-4b7f-9cf0-584b85e1a1ae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:45:11.117558 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c54c2dae-43a3-4bd5-91bb-6dd15b04c02e req-70ea8532-8720-4427-acde-d93ee38bc243 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e1294eb-185f-4a1a-9a94-ae53f5fa9c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6660943 Apr 28 19:45:11.177432 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54486) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:11.214722 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-43b1be57-d39f-4b28-93f1-7b3accaeb93c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:11.263415 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:11.288932 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-cba10222-2782-44ff-a8dd-6aee614b5845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:11.299177 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c81957c-facb-4553-9c28-6800de83955c {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:45:11.299465 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54488) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:11.337972 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 2c81957c-facb-4553-9c28-6800de83955c, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=2c81957c-facb-4553-9c28-6800de83955c,segment=NetworkSegment(4872d31a-9a40-4391-a1e9-ff5caa5851d7),segment_id=4872d31a-9a40-4391-a1e9-ff5caa5851d7)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:11.357146 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:11.410889 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-132f9f68-8602-4efb-9bfe-ef2aff91faaf req-bad2bfd6-f814-4b59-ba61-471b62217f18 service neutron] 10.222.0.15 "GET /v2.0/networks/0c2cc3e6-1e01-4db0-b318-48b3b7440398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062804 Apr 28 19:45:11.462764 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26716072-8ce8-42da-9431-05ead0c036d1 req-0f032467-9321-4c7f-bb36-1f4b8326a0d8 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:11.470280 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=2c81957c-facb-4553-9c28-6800de83955c,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:11.471239 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-26716072-8ce8-42da-9431-05ead0c036d1 req-0f032467-9321-4c7f-bb36-1f4b8326a0d8 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 946 time: 0.1726782 Apr 28 19:45:11.517732 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:11.518132 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:11.518585 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:11.519017 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:11.519594 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:11.520017 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:11.520463 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:11.520999 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:11.521421 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:11.522068 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:11.524863 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:11.525616 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:11.526091 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-43b1be57-d39f-4b28-93f1-7b3accaeb93c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:11.544228 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-413a75e6-d69b-4f33-8ddb-e2889507077f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4307de262b204a559c8fc36d867086bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2391193 Apr 28 19:45:11.557237 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54492) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:11.557237 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-43b1be57-d39f-4b28-93f1-7b3accaeb93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:11.578622 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59da616d-a466-472c-b98c-a0e96852a3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:11.624200 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-43b1be57-d39f-4b28-93f1-7b3accaeb93c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5c5e3242a0744a96a706d8abe7021548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4434767 Apr 28 19:45:11.625940 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54494) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:11.773236 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1be57-d39f-4b28-93f1-7b3accaeb93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04db65fc-dd9a-43a1-a411-c9552b6bebb5,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:11.779579 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-13edfbb2-1bf0-4946-8ba9-58f0d3d09e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:11.803865 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-26716072-8ce8-42da-9431-05ead0c036d1 req-47847add-5764-402e-ab59-db05b8451ba8 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295622 Apr 28 19:45:11.847766 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2a4c1e65-a155-417e-b97c-7de20ba32d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:11.870577 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-13edfbb2-1bf0-4946-8ba9-58f0d3d09e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:11.889657 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['2c81957c-facb-4553-9c28-6800de83955c'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:45:11.891696 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59da616d-a466-472c-b98c-a0e96852a3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:11.894640 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59da616d-a466-472c-b98c-a0e96852a3b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:11.969673 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2a4c1e65-a155-417e-b97c-7de20ba32d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:11.984524 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-13edfbb2-1bf0-4946-8ba9-58f0d3d09e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:11.987383 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-13edfbb2-1bf0-4946-8ba9-58f0d3d09e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:11.989561 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-13edfbb2-1bf0-4946-8ba9-58f0d3d09e5a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/04db65fc-dd9a-43a1-a411-c9552b6bebb5 HTTP/1.1" status: 204 len: 168 time: 0.3630967 Apr 28 19:45:11.998603 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59da616d-a466-472c-b98c-a0e96852a3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:12.000462 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59da616d-a466-472c-b98c-a0e96852a3b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 151c3173-0a7a-4805-bc4d-8e458c731a84 {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:45:12.019184 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13edfbb2-1bf0-4946-8ba9-58f0d3d09e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04db65fc-dd9a-43a1-a411-c9552b6bebb5,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:12.056260 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59da616d-a466-472c-b98c-a0e96852a3b9 admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:12.058752 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-59da616d-a466-472c-b98c-a0e96852a3b9 admin admin] 10.222.0.42 "DELETE /v2.0/routers/151c3173-0a7a-4805-bc4d-8e458c731a84 HTTP/1.1" status: 204 len: 168 time: 6.8534575 Apr 28 19:45:12.076405 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54504) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:12.196752 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb93996-e235-4f75-8a10-0024e4eb08af req-cf3ef53d-ffa2-46d3-be3e-43d345631440 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:12.199819 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6cb93996-e235-4f75-8a10-0024e4eb08af req-cf3ef53d-ffa2-46d3-be3e-43d345631440 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 946 time: 0.5870826 Apr 28 19:45:12.332318 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6cb93996-e235-4f75-8a10-0024e4eb08af req-35b05e2d-5302-45d2-8f0f-676c1dbde386 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212661 Apr 28 19:45:12.411741 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a1ca6cd-d4e4-4a7c-8335-7039f6b7075f admin admin] Deleting subnet 63affdd7-00eb-4a41-b477-029428303fa6 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:45:12.422837 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-cba10222-2782-44ff-a8dd-6aee614b5845 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad85a205-5b03-40c2-95f6-acb4e82783bc {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:45:12.433838 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7a1ca6cd-d4e4-4a7c-8335-7039f6b7075f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:12.452196 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-cba10222-2782-44ff-a8dd-6aee614b5845 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:12.497304 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-cba10222-2782-44ff-a8dd-6aee614b5845 service neutron] Transition to ACTIVE for port object ad85a205-5b03-40c2-95f6-acb4e82783bc will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:45:12.509492 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-cba10222-2782-44ff-a8dd-6aee614b5845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:12.623461 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba10222-2782-44ff-a8dd-6aee614b5845 service neutron] Pushing event updated for resources: {'Port': ['ID=ad85a205-5b03-40c2-95f6-acb4e82783bc,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:12.697007 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7a1ca6cd-d4e4-4a7c-8335-7039f6b7075f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:12.700664 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1699cf-02b9-4929-9921-b4196b089b58 req-ab9ac5d4-371d-4710-bb0f-a130ad20bab2 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:12.702487 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4a1699cf-02b9-4929-9921-b4196b089b58 req-ab9ac5d4-371d-4710-bb0f-a130ad20bab2 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] 10.222.0.42 "GET /v2.0/ports?device_id=95cf405f-8b17-4ce8-be76-aee9bf585aea HTTP/1.1" status: 200 len: 944 time: 0.1804931 Apr 28 19:45:12.801922 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a7b5634d-e88b-40fe-88c3-3960735e0692 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:45:12.827348 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4a1699cf-02b9-4929-9921-b4196b089b58 req-197400df-4852-4ee4-9a18-5e950793d3f2 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e1294eb-185f-4a1a-9a94-ae53f5fa9c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911436 Apr 28 19:45:12.858908 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: a7b5634d-e88b-40fe-88c3-3960735e0692 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:45:12.862792 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a7b5634d-e88b-40fe-88c3-3960735e0692 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:45:12.868896 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2a4c1e65-a155-417e-b97c-7de20ba32d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:12.872004 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2a4c1e65-a155-417e-b97c-7de20ba32d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:12.878710 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2a4c1e65-a155-417e-b97c-7de20ba32d54 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dbcaf3d1-d4d8-457d-b6ba-1db7a89b2a87 HTTP/1.1" status: 204 len: 168 time: 1.3239260 Apr 28 19:45:12.895401 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c1e65-a155-417e-b97c-7de20ba32d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcaf3d1-d4d8-457d-b6ba-1db7a89b2a87,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:12.898397 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-cba10222-2782-44ff-a8dd-6aee614b5845 service neutron] Attempting to bind port ad85a205-5b03-40c2-95f6-acb4e82783bc on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:45:12.899418 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-cba10222-2782-44ff-a8dd-6aee614b5845 service neutron] Attempting to bind port ad85a205-5b03-40c2-95f6-acb4e82783bc by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'b9bfdb8f-957b-4b20-b717-f89cd527edb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ee8f3eae-8382-4236-8628-8f2aa216fd9e'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:45:12.900039 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-cba10222-2782-44ff-a8dd-6aee614b5845 service neutron] Attempting to bind port ad85a205-5b03-40c2-95f6-acb4e82783bc on network ee8f3eae-8382-4236-8628-8f2aa216fd9e {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:45:12.929203 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-cba10222-2782-44ff-a8dd-6aee614b5845 service neutron] Port ad85a205-5b03-40c2-95f6-acb4e82783bc on network ee8f3eae-8382-4236-8628-8f2aa216fd9e not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:45:12.929836 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-cba10222-2782-44ff-a8dd-6aee614b5845 service neutron] Attempting to bind port ad85a205-5b03-40c2-95f6-acb4e82783bc on network ee8f3eae-8382-4236-8628-8f2aa216fd9e {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:45:12.931243 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded50d5e-bd1b-4cb8-8154-c8757c5bc9d1 req-8a6b7082-68e0-4c64-a93a-94a19a14f287 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:12.939927 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ded50d5e-bd1b-4cb8-8154-c8757c5bc9d1 req-8a6b7082-68e0-4c64-a93a-94a19a14f287 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 943 time: 0.4968753 Apr 28 19:45:12.946794 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-cba10222-2782-44ff-a8dd-6aee614b5845 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:45:12.947450 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-cba10222-2782-44ff-a8dd-6aee614b5845 service neutron] Checking segment: {'id': 'b9bfdb8f-957b-4b20-b717-f89cd527edb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ee8f3eae-8382-4236-8628-8f2aa216fd9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:45:12.949448 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-cba10222-2782-44ff-a8dd-6aee614b5845 service neutron] Bound using segment: {'id': 'b9bfdb8f-957b-4b20-b717-f89cd527edb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ee8f3eae-8382-4236-8628-8f2aa216fd9e'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:45:12.950542 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-cba10222-2782-44ff-a8dd-6aee614b5845 service neutron] Bound port: ad85a205-5b03-40c2-95f6-acb4e82783bc, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9bfdb8f-957b-4b20-b717-f89cd527edb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ee8f3eae-8382-4236-8628-8f2aa216fd9e'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:45:12.951160 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-cba10222-2782-44ff-a8dd-6aee614b5845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:13.108337 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ded50d5e-bd1b-4cb8-8154-c8757c5bc9d1 req-3226d57e-f89f-42c2-908d-de6fa513f566 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657436 Apr 28 19:45:13.168299 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7a1ca6cd-d4e4-4a7c-8335-7039f6b7075f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:13.216079 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-cba10222-2782-44ff-a8dd-6aee614b5845 service neutron] For port ad85a205-5b03-40c2-95f6-acb4e82783bc, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:45:13.232015 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-cba10222-2782-44ff-a8dd-6aee614b5845 service neutron] For port ad85a205-5b03-40c2-95f6-acb4e82783bc, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=ad85a205-5b03-40c2-95f6-acb4e82783bc,segment=NetworkSegment(b9bfdb8f-957b-4b20-b717-f89cd527edb8),segment_id=b9bfdb8f-957b-4b20-b717-f89cd527edb8)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:45:13.249702 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-cba10222-2782-44ff-a8dd-6aee614b5845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:13.314354 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7a1ca6cd-d4e4-4a7c-8335-7039f6b7075f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:13.340891 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-cba10222-2782-44ff-a8dd-6aee614b5845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:13.345028 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78725c1-898b-42fe-bf46-66848d8f4364 None None] Network ddec4432-f47a-4be1-8af0-f49812c9641e requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:45:13.356608 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-cba10222-2782-44ff-a8dd-6aee614b5845 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:13.362560 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-cba10222-2782-44ff-a8dd-6aee614b5845 service neutron] 10.222.0.44 "PUT /v2.0/ports/ad85a205-5b03-40c2-95f6-acb4e82783bc HTTP/1.1" status: 200 len: 1091 time: 2.9120100 Apr 28 19:45:13.363731 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec74b7bf-e814-4aaa-9a88-2228e43ee4db', 'tag': 'ad85a205-5b03-40c2-95f6-acb4e82783bc'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:13.371045 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f4be31-8296-4310-9144-38bd2cc931b1" -d '{"events": [{"name": "network-changed", "server_uuid": "ec74b7bf-e814-4aaa-9a88-2228e43ee4db", "tag": "ad85a205-5b03-40c2-95f6-acb4e82783bc"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:13.386139 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7a1ca6cd-d4e4-4a7c-8335-7039f6b7075f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:13.406877 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7a1ca6cd-d4e4-4a7c-8335-7039f6b7075f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/63affdd7-00eb-4a41-b477-029428303fa6 HTTP/1.1" status: 204 len: 168 time: 1.3240647 Apr 28 19:45:13.415750 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54534) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:13.426759 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ca6cd-d4e4-4a7c-8335-7039f6b7075f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63affdd7-00eb-4a41-b477-029428303fa6,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:13.581123 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ece3fa-1c0c-42c4-bb2b-ac1a51b2ffc7 x-openstack-request-id: req-93ece3fa-1c0c-42c4-bb2b-ac1a51b2ffc7 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:13.581579 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec74b7bf-e814-4aaa-9a88-2228e43ee4db", "tag": "ad85a205-5b03-40c2-95f6-acb4e82783bc", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:13.581971 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-93ece3fa-1c0c-42c4-bb2b-ac1a51b2ffc7 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:13.584890 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93ece3fa-1c0c-42c4-bb2b-ac1a51b2ffc7'] response: {'name': 'network-changed', 'server_uuid': 'ec74b7bf-e814-4aaa-9a88-2228e43ee4db', 'tag': 'ad85a205-5b03-40c2-95f6-acb4e82783bc', 'status': 'completed', 'code': 200} Apr 28 19:45:13.592054 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54540) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:13.683231 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9f47afd1-63ad-45fa-82a2-686fd3c7fcd8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=234590bc64ea44ecb48d17ed7c4afeb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0876732 Apr 28 19:45:13.684888 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54546) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:13.732402 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba10222-2782-44ff-a8dd-6aee614b5845 service neutron] Pushing event updated for resources: {'Port': ['ID=ad85a205-5b03-40c2-95f6-acb4e82783bc,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:13.851782 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d9bff9e-687d-4391-a207-ce285f94ee63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:13.869789 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a26e1286-ef8d-4611-99d5-a00a247f4dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:13.885919 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-23afb4ec-b8c5-4e01-b950-eb2b9caef562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:13.887836 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-23afb4ec-b8c5-4e01-b950-eb2b9caef562 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=670eb780c3ee4dedb002a9746cf66ab9&device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 1094 time: 0.4708219 Apr 28 19:45:13.897235 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318002fb-bbf7-410c-a14a-de04ce814bc8 req-0a06beb3-9059-4748-aded-f8a29a7a9c19 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:13.907902 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-318002fb-bbf7-410c-a14a-de04ce814bc8 req-0a06beb3-9059-4748-aded-f8a29a7a9c19 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 946 time: 0.3077765 Apr 28 19:45:13.914464 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d9bff9e-687d-4391-a207-ce285f94ee63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:13.997650 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9525492f-dfd3-44bd-a11a-1f7ca58b4ab6 None None] DHCP port deletion for ddec4432-f47a-4be1-8af0-f49812c9641e request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:45:14.015150 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-bd587351-6685-425e-ab6e-46daade171fa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad85a205-5b03-40c2-95f6-acb4e82783bc HTTP/1.1" status: 200 len: 217 time: 0.1016498 Apr 28 19:45:14.087605 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-318002fb-bbf7-410c-a14a-de04ce814bc8 req-feb7f415-9e89-4d69-8018-42d8a4598f6e tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788683 Apr 28 19:45:14.164720 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-9525492f-dfd3-44bd-a11a-1f7ca58b4ab6 None None] Deleting port 6711bc56-ced3-40a8-9054-148ad9321577 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:45:14.165296 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9525492f-dfd3-44bd-a11a-1f7ca58b4ab6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:14.212465 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-24bc15dd-dd58-43d5-b123-b97d0c2556f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:14.216562 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-24bc15dd-dd58-43d5-b123-b97d0c2556f9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9aaed19d-7f8f-41ff-8c2e-905cb635313a HTTP/1.1" status: 200 len: 850 time: 0.1793299 Apr 28 19:45:14.217526 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945dc01-58b8-430d-baa4-7bb860e7afba req-10f74c01-39db-4f9d-a014-273213198287 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:14.219155 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9945dc01-58b8-430d-baa4-7bb860e7afba req-10f74c01-39db-4f9d-a014-273213198287 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] 10.222.0.42 "GET /v2.0/ports?device_id=95cf405f-8b17-4ce8-be76-aee9bf585aea HTTP/1.1" status: 200 len: 944 time: 0.1706254 Apr 28 19:45:14.259417 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d9bff9e-687d-4391-a207-ce285f94ee63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:14.270749 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d9bff9e-687d-4391-a207-ce285f94ee63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:14.279596 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3d9bff9e-687d-4391-a207-ce285f94ee63 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/28d16e36-1750-497c-99b6-7dffdc6086ce HTTP/1.1" status: 204 len: 168 time: 0.5929749 Apr 28 19:45:14.294227 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-002f4aac-0c1e-438b-a8ba-8194daaf9956 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee8f3eae-8382-4236-8628-8f2aa216fd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673709 Apr 28 19:45:14.307175 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-a26e1286-ef8d-4611-99d5-a00a247f4dbe admin admin] Deleting port 6711bc56-ced3-40a8-9054-148ad9321577 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:45:14.307666 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a26e1286-ef8d-4611-99d5-a00a247f4dbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:14.332466 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-9525492f-dfd3-44bd-a11a-1f7ca58b4ab6 None None] For port 6711bc56-ced3-40a8-9054-148ad9321577, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=6711bc56-ced3-40a8-9054-148ad9321577,segment=NetworkSegment(16abdf81-37e3-41b0-90df-568bab8c6afa),segment_id=16abdf81-37e3-41b0-90df-568bab8c6afa)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:14.333876 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9bff9e-687d-4391-a207-ce285f94ee63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d16e36-1750-497c-99b6-7dffdc6086ce,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:14.335086 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9525492f-dfd3-44bd-a11a-1f7ca58b4ab6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:14.388354 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-9525492f-dfd3-44bd-a11a-1f7ca58b4ab6 None None] Calling delete_port for 6711bc56-ced3-40a8-9054-148ad9321577 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:45:14.391836 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9945dc01-58b8-430d-baa4-7bb860e7afba req-52491501-09c9-451a-b1be-9c47c9a99da1 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e1294eb-185f-4a1a-9a94-ae53f5fa9c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629534 Apr 28 19:45:14.531355 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9525492f-dfd3-44bd-a11a-1f7ca58b4ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:14.589870 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-a26e1286-ef8d-4611-99d5-a00a247f4dbe admin admin] For port 6711bc56-ced3-40a8-9054-148ad9321577, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=6711bc56-ced3-40a8-9054-148ad9321577,segment=NetworkSegment(16abdf81-37e3-41b0-90df-568bab8c6afa),segment_id=16abdf81-37e3-41b0-90df-568bab8c6afa)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:14.590395 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a26e1286-ef8d-4611-99d5-a00a247f4dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:14.613796 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9525492f-dfd3-44bd-a11a-1f7ca58b4ab6 None None] No DVR routers for this DVR port 6711bc56-ced3-40a8-9054-148ad9321577 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:45:14.618766 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525492f-dfd3-44bd-a11a-1f7ca58b4ab6 None None] Pushing event deleted for resources: {'Port': ['ID=6711bc56-ced3-40a8-9054-148ad9321577,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:14.635804 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-a26e1286-ef8d-4611-99d5-a00a247f4dbe admin admin] Calling delete_port for 6711bc56-ced3-40a8-9054-148ad9321577 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:45:14.700626 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a0fe8-28c0-4a10-9c8a-260e3b9908fd req-c6d0aa26-ea03-409d-9f13-606e4d95240a tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:14.702403 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-914a0fe8-28c0-4a10-9c8a-260e3b9908fd req-c6d0aa26-ea03-409d-9f13-606e4d95240a tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 943 time: 0.2451303 Apr 28 19:45:14.707903 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa425f0-c4c4-4eb1-b78f-123b2bcb4faa req-d1bb1d99-5bb8-4022-8d8c-be5f95248479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:14.709630 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-afa425f0-c4c4-4eb1-b78f-123b2bcb4faa req-d1bb1d99-5bb8-4022-8d8c-be5f95248479 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=867e03fb86a54b0390ea4c90d552fb01&device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 1097 time: 0.2613280 Apr 28 19:45:14.760401 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-937d1560-8bc4-4b44-b2be-0be1db06c61f service neutron] 10.222.0.44 "GET /v2.0/networks/ee8f3eae-8382-4236-8628-8f2aa216fd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549823 Apr 28 19:45:14.772699 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 6711bc56-ced3-40a8-9054-148ad9321577 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:45:14.855543 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 2c81957c-facb-4553-9c28-6800de83955c up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:45:14.862172 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 6711bc56-ced3-40a8-9054-148ad9321577 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:45:14.862905 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 6711bc56-ced3-40a8-9054-148ad9321577 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:45:14.919595 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa425f0-c4c4-4eb1-b78f-123b2bcb4faa req-7a522612-93d4-4f67-94f4-eac3875938b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:14.921401 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-afa425f0-c4c4-4eb1-b78f-123b2bcb4faa req-7a522612-93d4-4f67-94f4-eac3875938b6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fabbd60f-8bf6-4926-b9b3-5557fdc11e18 HTTP/1.1" status: 200 len: 912 time: 0.2038264 Apr 28 19:45:14.952517 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 2c81957c-facb-4553-9c28-6800de83955c completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:45:14.959606 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 2c81957c-facb-4553-9c28-6800de83955c triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:14.960579 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:15.107756 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:15.147674 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 2c81957c-facb-4553-9c28-6800de83955c, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=2c81957c-facb-4553-9c28-6800de83955c,segment=NetworkSegment(4872d31a-9a40-4391-a1e9-ff5caa5851d7),segment_id=4872d31a-9a40-4391-a1e9-ff5caa5851d7)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:15.148374 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95cf405f-8b17-4ce8-be76-aee9bf585aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c81957c-facb-4553-9c28-6800de83955c'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:15.151737 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa3f93a-0043-4973-8880-1627546c4f5c" -d '{"events": [{"server_uuid": "95cf405f-8b17-4ce8-be76-aee9bf585aea", "name": "network-vif-plugged", "status": "completed", "tag": "2c81957c-facb-4553-9c28-6800de83955c"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:15.156203 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:15.174422 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-afa425f0-c4c4-4eb1-b78f-123b2bcb4faa req-592587e1-f9e9-4818-a288-f0f2e19257ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04b66e6a-01fb-4de7-adad-cd0b498f1a81 HTTP/1.1" status: 200 len: 217 time: 0.2305331 Apr 28 19:45:15.219292 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=2c81957c-facb-4553-9c28-6800de83955c,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:15.276014 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-914a0fe8-28c0-4a10-9c8a-260e3b9908fd req-5e3a7c6b-873c-432a-9562-6e59941aded6 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5590684 Apr 28 19:45:15.354908 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54586) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:15.356463 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-82d833a8-e6dd-4b82-ac8a-4bf2b9fbb01f req-a93e6c1c-a879-41ec-b7a8-808e8ade7bee service neutron] 10.222.0.44 "GET /v2.0/networks/ee8f3eae-8382-4236-8628-8f2aa216fd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5819716 Apr 28 19:45:15.359869 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-2e9cd529-be5e-4bad-bf18-2f82d44d3ee9 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1335408718', 'description': 'tempest-description--989848803'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:15.360551 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a26e1286-ef8d-4611-99d5-a00a247f4dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:15.411143 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2e9cd529-be5e-4bad-bf18-2f82d44d3ee9 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:15.434955 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e0394d-a6a1-4caf-8e38-57f5a4891fb1 x-openstack-request-id: req-e4e0394d-a6a1-4caf-8e38-57f5a4891fb1 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:15.436576 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95cf405f-8b17-4ce8-be76-aee9bf585aea", "name": "network-vif-plugged", "status": "completed", "tag": "2c81957c-facb-4553-9c28-6800de83955c", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:15.436899 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e1286-ef8d-4611-99d5-a00a247f4dbe admin admin] Pushing event deleted for resources: {'Port': ['ID=6711bc56-ced3-40a8-9054-148ad9321577,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:15.437280 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e4e0394d-a6a1-4caf-8e38-57f5a4891fb1 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:15.437998 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4e0394d-a6a1-4caf-8e38-57f5a4891fb1'] response: {'server_uuid': '95cf405f-8b17-4ce8-be76-aee9bf585aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c81957c-facb-4553-9c28-6800de83955c', 'code': 200} Apr 28 19:45:15.458776 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa425f0-c4c4-4eb1-b78f-123b2bcb4faa req-efb17366-3016-47cd-9da8-7d926091ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:15.466518 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-afa425f0-c4c4-4eb1-b78f-123b2bcb4faa req-efb17366-3016-47cd-9da8-7d926091ce1b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e145c28a-7477-47ad-a9ec-82b7e4aa7b4b HTTP/1.1" status: 200 len: 851 time: 0.2681589 Apr 28 19:45:15.512584 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26e1286-ef8d-4611-99d5-a00a247f4dbe admin admin] No DVR routers for this DVR port 6711bc56-ced3-40a8-9054-148ad9321577 on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:45:15.586856 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462eef0b-ac20-4180-a083-92b48f9de12f req-9e7324e4-5ded-49f6-ab7b-a432bae8d716 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:15.588741 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-462eef0b-ac20-4180-a083-92b48f9de12f req-9e7324e4-5ded-49f6-ab7b-a432bae8d716 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] 10.222.0.42 "GET /v2.0/ports?device_id=95cf405f-8b17-4ce8-be76-aee9bf585aea HTTP/1.1" status: 200 len: 945 time: 0.0849853 Apr 28 19:45:15.636564 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2e9cd529-be5e-4bad-bf18-2f82d44d3ee9 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:15.644363 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2e9cd529-be5e-4bad-bf18-2f82d44d3ee9 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:15.664229 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-afa425f0-c4c4-4eb1-b78f-123b2bcb4faa req-7bc225b4-e4d3-4e5d-95d9-4d3b2b2b3ed2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fabbd60f-8bf6-4926-b9b3-5557fdc11e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1444819 Apr 28 19:45:15.677234 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-462eef0b-ac20-4180-a083-92b48f9de12f req-6205866e-75bf-4d86-a1f6-c7088c89ac48 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e1294eb-185f-4a1a-9a94-ae53f5fa9c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802169 Apr 28 19:45:15.689793 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2e9cd529-be5e-4bad-bf18-2f82d44d3ee9 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:15.696572 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2e9cd529-be5e-4bad-bf18-2f82d44d3ee9 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3352349 Apr 28 19:45:15.697282 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54596) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:15.702720 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-adeab557-df81-48dc-a90e-8cce0cb79586 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Request body: {'security_group_rule': {'security_group_id': '7a15d10f-28d1-4c71-978e-dccf205b55c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:15.715475 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9cd529-be5e-4bad-bf18-2f82d44d3ee9 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a15d10f-28d1-4c71-978e-dccf205b55c1,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:15.757891 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-adeab557-df81-48dc-a90e-8cce0cb79586 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:15.817760 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a26e1286-ef8d-4611-99d5-a00a247f4dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:15.836617 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-adeab557-df81-48dc-a90e-8cce0cb79586 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:15.843113 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-adeab557-df81-48dc-a90e-8cce0cb79586 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:15.875097 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac36d9-4e10-430b-a6d3-bdd95de6dee9 req-10e46bab-b188-41c0-953a-f48417f7ba26 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:15.877259 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1eac36d9-4e10-430b-a6d3-bdd95de6dee9 req-10e46bab-b188-41c0-953a-f48417f7ba26 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 946 time: 0.4840364 Apr 28 19:45:15.886971 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4be31-8296-4310-9144-38bd2cc931b1 req-fcf84d12-f18a-451c-84ba-8809918247f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:15.887549 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeab557-df81-48dc-a90e-8cce0cb79586 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f65e1bf4-6baf-4bf8-bc5d-69b6a81cae40,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:15.888573 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-93f4be31-8296-4310-9144-38bd2cc931b1 req-fcf84d12-f18a-451c-84ba-8809918247f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=670eb780c3ee4dedb002a9746cf66ab9&device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 1094 time: 0.3736291 Apr 28 19:45:15.913900 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-adeab557-df81-48dc-a90e-8cce0cb79586 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:15.915495 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-a26e1286-ef8d-4611-99d5-a00a247f4dbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddec4432-f47a-4be1-8af0-f49812c9641e']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:15.927384 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-adeab557-df81-48dc-a90e-8cce0cb79586 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2220719 Apr 28 19:45:15.927384 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54600) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:15.931067 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-a981c002-3d07-4bb6-be25-c3e8899af626 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Request body: {'security_group_rule': {'security_group_id': '7a15d10f-28d1-4c71-978e-dccf205b55c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:15.955848 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6195d7-7c5c-4c07-9cc6-750c10251725 req-a5b26f7b-1e08-42e9-b1e9-637e95384203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:15.957062 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fc6195d7-7c5c-4c07-9cc6-750c10251725 req-a5b26f7b-1e08-42e9-b1e9-637e95384203 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=95cf405f-8b17-4ce8-be76-aee9bf585aea HTTP/1.1" status: 200 len: 1096 time: 0.4120164 Apr 28 19:45:15.963234 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-a26e1286-ef8d-4611-99d5-a00a247f4dbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16abdf81-37e3-41b0-90df-568bab8c6afa') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:15.963528 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-a26e1286-ef8d-4611-99d5-a00a247f4dbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16abdf81-37e3-41b0-90df-568bab8c6afa') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:15.971115 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a981c002-3d07-4bb6-be25-c3e8899af626 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:16.033885 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a26e1286-ef8d-4611-99d5-a00a247f4dbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:16.073865 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a981c002-3d07-4bb6-be25-c3e8899af626 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:16.080184 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a981c002-3d07-4bb6-be25-c3e8899af626 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:16.093633 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a26e1286-ef8d-4611-99d5-a00a247f4dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:16.110710 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-afa425f0-c4c4-4eb1-b78f-123b2bcb4faa req-b247fcef-5d03-4ba4-9322-18ef017332fd service neutron] 10.222.0.15 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341006 Apr 28 19:45:16.115788 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1eac36d9-4e10-430b-a6d3-bdd95de6dee9 req-8790a49b-6771-4ad3-bd94-aeab7564f506 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166488 Apr 28 19:45:16.116804 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981c002-3d07-4bb6-be25-c3e8899af626 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d93abae-aca8-4aee-9ba5-937920182801,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:16.127988 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a981c002-3d07-4bb6-be25-c3e8899af626 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:16.132694 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a981c002-3d07-4bb6-be25-c3e8899af626 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2104034 Apr 28 19:45:16.137716 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54608) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:16.143510 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-39ccae4c-913d-4ab6-b838-f6ff0d6faf6e tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:16.171060 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-39ccae4c-913d-4ab6-b838-f6ff0d6faf6e tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:16.195700 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a26e1286-ef8d-4611-99d5-a00a247f4dbe admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:45:16.196199 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a26e1286-ef8d-4611-99d5-a00a247f4dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:16.199403 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fc6195d7-7c5c-4c07-9cc6-750c10251725 req-8997c53a-deb1-4ce8-a769-f09fd93a78e5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1e1294eb-185f-4a1a-9a94-ae53f5fa9c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244618 Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:45:16.200151 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:45:16.288258 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4be31-8296-4310-9144-38bd2cc931b1 req-ff679d7d-b6fc-44a5-8bbd-3b5ca94cdca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:16.289809 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-93f4be31-8296-4310-9144-38bd2cc931b1 req-ff679d7d-b6fc-44a5-8bbd-3b5ca94cdca4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee8f3eae-8382-4236-8628-8f2aa216fd9e HTTP/1.1" status: 200 len: 911 time: 0.3835967 Apr 28 19:45:16.328405 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-39ccae4c-913d-4ab6-b838-f6ff0d6faf6e tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:16.397884 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-93f4be31-8296-4310-9144-38bd2cc931b1 req-492213cc-447e-4626-ae7d-9050be6e6587 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad85a205-5b03-40c2-95f6-acb4e82783bc HTTP/1.1" status: 200 len: 217 time: 0.0700459 Apr 28 19:45:16.447920 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a26e1286-ef8d-4611-99d5-a00a247f4dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:16.458688 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a26e1286-ef8d-4611-99d5-a00a247f4dbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:16.466784 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a26e1286-ef8d-4611-99d5-a00a247f4dbe admin admin] 10.222.0.42 "DELETE /v2.0/networks/ddec4432-f47a-4be1-8af0-f49812c9641e HTTP/1.1" status: 204 len: 168 time: 3.0434813 Apr 28 19:45:16.540850 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e1286-ef8d-4611-99d5-a00a247f4dbe admin admin] Pushing event deleted for resources: {'Network': ['ID=ddec4432-f47a-4be1-8af0-f49812c9641e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:16.568299 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-39ccae4c-913d-4ab6-b838-f6ff0d6faf6e tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Allocated IP 172.25.8.123 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/4e30ae6c-9d89-477d-ab5b-7b217d15765d) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:45:16.597293 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-afa425f0-c4c4-4eb1-b78f-123b2bcb4faa req-d97c69e1-ace5-42c2-a4da-70686912eb94 service neutron] 10.222.0.15 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4726338 Apr 28 19:45:16.609901 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4be31-8296-4310-9144-38bd2cc931b1 req-d1a1c237-3ee2-48a5-aac9-ea5b20a6a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:16.612491 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-93f4be31-8296-4310-9144-38bd2cc931b1 req-d1a1c237-3ee2-48a5-aac9-ea5b20a6a8da service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9aaed19d-7f8f-41ff-8c2e-905cb635313a HTTP/1.1" status: 200 len: 850 time: 0.2026756 Apr 28 19:45:16.617104 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:45:16.657963 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-93f4be31-8296-4310-9144-38bd2cc931b1 req-c4baba89-94a3-496a-b9b7-70fb30c77a0d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee8f3eae-8382-4236-8628-8f2aa216fd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367184 Apr 28 19:45:16.731394 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e52214-6415-43cb-a90d-b13a75a38668 req-8c7dc183-048c-48fd-9a29-c0914355bb0e tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:16.734250 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d6e52214-6415-43cb-a90d-b13a75a38668 req-8c7dc183-048c-48fd-9a29-c0914355bb0e tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 943 time: 0.3142786 Apr 28 19:45:16.913728 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d6e52214-6415-43cb-a90d-b13a75a38668 req-e56a5e13-ea5a-4f91-9271-3f4f6088eeed tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579561 Apr 28 19:45:16.950892 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-39ccae4c-913d-4ab6-b838-f6ff0d6faf6e tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:17.013227 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-39ccae4c-913d-4ab6-b838-f6ff0d6faf6e tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:17.068561 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ccae4c-913d-4ab6-b838-f6ff0d6faf6e tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:45:17.075652 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-39ccae4c-913d-4ab6-b838-f6ff0d6faf6e tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:17.089214 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ccae4c-913d-4ab6-b838-f6ff0d6faf6e tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:45:17.091934 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54642) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:17.160493 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ccae4c-913d-4ab6-b838-f6ff0d6faf6e tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Pushing event updated for resources: {'Port': ['ID=4e30ae6c-9d89-477d-ab5b-7b217d15765d,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:17.189150 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f011aa5-7f97-42be-9b79-32d5fa2aa171 req-cede5369-0f98-4075-b4ff-8436c1a436f5 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:17.197849 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f011aa5-7f97-42be-9b79-32d5fa2aa171 req-cede5369-0f98-4075-b4ff-8436c1a436f5 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] 10.222.0.42 "GET /v2.0/ports?device_id=95cf405f-8b17-4ce8-be76-aee9bf585aea HTTP/1.1" status: 200 len: 945 time: 0.0980005 Apr 28 19:45:17.204414 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f446d607-3695-47dd-a633-f07ec9bc7ebe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=de8286f6fff44bf685c94cc7bf76ea63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1081171 Apr 28 19:45:17.205540 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54648) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:17.265689 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-93f4be31-8296-4310-9144-38bd2cc931b1 req-4485a518-a726-479d-899b-36c49abbd5b0 service neutron] 10.222.0.44 "GET /v2.0/networks/ee8f3eae-8382-4236-8628-8f2aa216fd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5991530 Apr 28 19:45:17.280393 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-39ccae4c-913d-4ab6-b838-f6ff0d6faf6e tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:17.322772 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f011aa5-7f97-42be-9b79-32d5fa2aa171 req-6881a9e7-4a65-4c33-83d3-badd59619cd0 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e1294eb-185f-4a1a-9a94-ae53f5fa9c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240048 Apr 28 19:45:17.357776 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-39ccae4c-913d-4ab6-b838-f6ff0d6faf6e tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:17.424566 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39f0b3-8a6a-43a5-90e0-a4410939ad59 req-ea154322-0569-4abf-9562-381947ab6dd7 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:17.428509 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7d39f0b3-8a6a-43a5-90e0-a4410939ad59 req-ea154322-0569-4abf-9562-381947ab6dd7 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 946 time: 0.1593378 Apr 28 19:45:17.467753 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d6c31640-e02f-49ac-a705-7ce618a46912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:17.546492 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d6c31640-e02f-49ac-a705-7ce618a46912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:17.552855 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-93f4be31-8296-4310-9144-38bd2cc931b1 req-6d91c905-1e54-4ea6-94a5-e322bb90b79c service neutron] 10.222.0.44 "GET /v2.0/networks/ee8f3eae-8382-4236-8628-8f2aa216fd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700212 Apr 28 19:45:17.636325 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d6c31640-e02f-49ac-a705-7ce618a46912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:17.639063 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d6c31640-e02f-49ac-a705-7ce618a46912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:17.640693 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d6c31640-e02f-49ac-a705-7ce618a46912 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8e08e85c-d0b1-4c47-a9a5-db52d638788c HTTP/1.1" status: 204 len: 168 time: 0.4275639 Apr 28 19:45:17.653737 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c31640-e02f-49ac-a705-7ce618a46912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e08e85c-d0b1-4c47-a9a5-db52d638788c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:17.868722 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7d39f0b3-8a6a-43a5-90e0-a4410939ad59 req-47521f2b-6bf6-49ce-8d51-c4c95cf8a275 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273708 Apr 28 19:45:17.949786 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-39ccae4c-913d-4ab6-b838-f6ff0d6faf6e tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:17.957614 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-39ccae4c-913d-4ab6-b838-f6ff0d6faf6e tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:18.055093 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ccae4c-913d-4ab6-b838-f6ff0d6faf6e tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Pushing event updated for resources: {'Port': ['ID=4e30ae6c-9d89-477d-ab5b-7b217d15765d,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:18.065069 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-39ccae4c-913d-4ab6-b838-f6ff0d6faf6e tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:18.080009 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe0c0f-09f0-48be-a070-b4463821098e req-52dc9f55-256c-4f78-892f-4da8b53586b9 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:18.082785 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fefe0c0f-09f0-48be-a070-b4463821098e req-52dc9f55-256c-4f78-892f-4da8b53586b9 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 943 time: 0.0808063 Apr 28 19:45:18.090114 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-39ccae4c-913d-4ab6-b838-f6ff0d6faf6e tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:18.091852 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-39ccae4c-913d-4ab6-b838-f6ff0d6faf6e tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9527490 Apr 28 19:45:18.160865 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fefe0c0f-09f0-48be-a070-b4463821098e req-575c568a-0ca0-4df9-a0f9-0260fc216b6c tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585773 Apr 28 19:45:18.425359 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-c633cd9a-79dd-4443-82c1-b15e442ec2fe tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1335408718&fields=id&tenant_id=5a0c676490ad4221b826814b264d08aa HTTP/1.1" status: 200 len: 267 time: 0.0698719 Apr 28 19:45:18.494302 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device ad85a205-5b03-40c2-95f6-acb4e82783bc details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:45:18.521273 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f97c21-a0b2-4ee8-a4cb-54d372c59aae req-35f585e8-ca29-4c13-be94-5e9377fe0633 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:18.525194 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3f97c21-a0b2-4ee8-a4cb-54d372c59aae req-35f585e8-ca29-4c13-be94-5e9377fe0633 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] 10.222.0.42 "GET /v2.0/ports?device_id=95cf405f-8b17-4ce8-be76-aee9bf585aea HTTP/1.1" status: 200 len: 945 time: 0.1026962 Apr 28 19:45:18.659899 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3f97c21-a0b2-4ee8-a4cb-54d372c59aae req-64490bc1-8faf-4a3a-8ef3-ef87b63d5fff tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e1294eb-185f-4a1a-9a94-ae53f5fa9c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216016 Apr 28 19:45:18.720371 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port ad85a205-5b03-40c2-95f6-acb4e82783bc, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=ad85a205-5b03-40c2-95f6-acb4e82783bc,segment=NetworkSegment(b9bfdb8f-957b-4b20-b717-f89cd527edb8),segment_id=b9bfdb8f-957b-4b20-b717-f89cd527edb8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:18.737316 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'ad85a205-5b03-40c2-95f6-acb4e82783bc', 'network_id': 'ee8f3eae-8382-4236-8628-8f2aa216fd9e', 'port_id': 'ad85a205-5b03-40c2-95f6-acb4e82783bc', 'mac_address': 'fa:16:3e:71:ca:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aaed19d-7f8f-41ff-8c2e-905cb635313a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:45:18.782855 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-6d05fc9a-7aab-4135-9333-842baf73d384 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:18.789976 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-6d05fc9a-7aab-4135-9333-842baf73d384 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/networks?id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef HTTP/1.1" status: 200 len: 819 time: 0.3480089 Apr 28 19:45:18.802905 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:18.828132 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-66cabf85-109c-447d-a845-e140b0906976 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/quotas/5a0c676490ad4221b826814b264d08aa HTTP/1.1" status: 200 len: 375 time: 0.0323040 Apr 28 19:45:18.834691 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad85a205-5b03-40c2-95f6-acb4e82783bc {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:45:18.905509 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port ad85a205-5b03-40c2-95f6-acb4e82783bc, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=ad85a205-5b03-40c2-95f6-acb4e82783bc,segment=NetworkSegment(b9bfdb8f-957b-4b20-b717-f89cd527edb8),segment_id=b9bfdb8f-957b-4b20-b717-f89cd527edb8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:18.910217 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 04b66e6a-01fb-4de7-adad-cd0b498f1a81 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:45:18.925035 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:19.024718 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-dffa021f-026a-4e10-bd6b-f7e3011f79c6 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5a0c676490ad4221b826814b264d08aa&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1841316 Apr 28 19:45:19.128165 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=ad85a205-5b03-40c2-95f6-acb4e82783bc,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:19.181428 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['ad85a205-5b03-40c2-95f6-acb4e82783bc'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:45:19.186742 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:19.203463 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1953e1e5-a14b-42ef-9230-c743f6b19ac8 req-82826bfb-e23b-4e51-9dd0-74c69ce75e6c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:19.218721 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1953e1e5-a14b-42ef-9230-c743f6b19ac8 req-82826bfb-e23b-4e51-9dd0-74c69ce75e6c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 946 time: 0.1224284 Apr 28 19:45:19.256758 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e058ea-9e32-4f8f-ba23-0cde91217668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04b66e6a-01fb-4de7-adad-cd0b498f1a81'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:19.260571 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb26747-dfb7-49fe-a2bd-beb35b7ca9d6" -d '{"events": [{"server_uuid": "15e058ea-9e32-4f8f-ba23-0cde91217668", "name": "network-vif-unplugged", "status": "completed", "tag": "04b66e6a-01fb-4de7-adad-cd0b498f1a81"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:19.280621 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 04b66e6a-01fb-4de7-adad-cd0b498f1a81, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=04b66e6a-01fb-4de7-adad-cd0b498f1a81,segment=NetworkSegment(b5720445-03de-4d91-9572-e2572d42e7be),segment_id=b5720445-03de-4d91-9572-e2572d42e7be)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:19.324155 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:19.327000 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1953e1e5-a14b-42ef-9230-c743f6b19ac8 req-29f84baf-85a3-4ee7-b1c8-68b35b63b40b tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045866 Apr 28 19:45:19.368238 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54732) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:19.439059 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-b102a404-e3e8-42c0-9868-a424f541683a service neutron] 10.222.0.42 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685153 Apr 28 19:45:19.470727 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54736) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:19.502183 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=04b66e6a-01fb-4de7-adad-cd0b498f1a81,revision_number=8']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:19.694296 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-fb254fef-3190-4a8b-8f66-f673296da948 service neutron] 10.222.0.42 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483041 Apr 28 19:45:19.695690 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-28bf2bca-b619-469e-86dd-2a043a7d0259 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1655622456-network', 'tenant_id': 'e43b2df984ad43ab869cb40642eaceb6'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:19.709538 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f0294d0-d3ce-4197-b31a-382a2ac1e655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:19.761390 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bfcc9ce3-6846-4421-bf02-a910b51d3617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:19.837375 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bf2bca-b619-469e-86dd-2a043a7d0259 admin admin] Made reservation on behalf of e43b2df984ad43ab869cb40642eaceb6 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:45:19.840369 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-28bf2bca-b619-469e-86dd-2a043a7d0259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:19.863804 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-28bf2bca-b619-469e-86dd-2a043a7d0259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:19.890290 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f0294d0-d3ce-4197-b31a-382a2ac1e655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:19.900455 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f0294d0-d3ce-4197-b31a-382a2ac1e655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:19.919657 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d4f1c-8461-4361-b0b1-927e2d2c34f9 req-5d358911-2710-4bac-8e41-b0e564105941 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:19.921482 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-124d4f1c-8461-4361-b0b1-927e2d2c34f9 req-5d358911-2710-4bac-8e41-b0e564105941 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 944 time: 0.1559803 Apr 28 19:45:19.992520 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca368e56-65be-4f16-a11d-f5677498b15a x-openstack-request-id: req-ca368e56-65be-4f16-a11d-f5677498b15a {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:19.995166 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e058ea-9e32-4f8f-ba23-0cde91217668", "name": "network-vif-unplugged", "status": "failed", "tag": "04b66e6a-01fb-4de7-adad-cd0b498f1a81", "code": 422}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:19.995542 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ca368e56-65be-4f16-a11d-f5677498b15a {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:19.996330 n-d-839810-1 neutron-server[102775]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ca368e56-65be-4f16-a11d-f5677498b15a']: {'server_uuid': '15e058ea-9e32-4f8f-ba23-0cde91217668', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '04b66e6a-01fb-4de7-adad-cd0b498f1a81', 'code': 422} returned with failed status Apr 28 19:45:19.999724 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3f0294d0-d3ce-4197-b31a-382a2ac1e655 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=59e119cddd2a4edf95f4460ab277776b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5276048 Apr 28 19:45:20.008191 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54746) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:20.009241 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0294d0-d3ce-4197-b31a-382a2ac1e655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8715e43-0601-440d-acb3-0a9a22e558bf,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:20.034396 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-124d4f1c-8461-4361-b0b1-927e2d2c34f9 req-4c3a4b44-ba8c-4890-815d-87742e156307 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855746 Apr 28 19:45:20.081711 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-28bf2bca-b619-469e-86dd-2a043a7d0259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:20.094863 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-28bf2bca-b619-469e-86dd-2a043a7d0259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:20.135703 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28bf2bca-b619-469e-86dd-2a043a7d0259 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:45:20.144026 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf2bca-b619-469e-86dd-2a043a7d0259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699a4ebf-532c-45ec-99bf-983395c61c22,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:20.154048 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-28bf2bca-b619-469e-86dd-2a043a7d0259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:20.154770 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-28bf2bca-b619-469e-86dd-2a043a7d0259 admin admin] Added segment 3dc3189c-aa90-4025-9633-a3e23afc4207 of type vlan for network 250071f3-ecf3-457c-9125-2f18e9f47415 Apr 28 19:45:20.219487 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-10c61c8b-7546-4148-8ac8-a6759920b4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:20.236445 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-28bf2bca-b619-469e-86dd-2a043a7d0259 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:20.300080 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a4920-651f-4222-ab76-e3a06e3d2dc2 req-c839f816-c7b0-478f-84a2-906e69ec8fd6 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:20.309393 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a72a4920-651f-4222-ab76-e3a06e3d2dc2 req-c839f816-c7b0-478f-84a2-906e69ec8fd6 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] 10.222.0.42 "GET /v2.0/ports?device_id=95cf405f-8b17-4ce8-be76-aee9bf585aea HTTP/1.1" status: 200 len: 945 time: 0.0936644 Apr 28 19:45:20.320164 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-28bf2bca-b619-469e-86dd-2a043a7d0259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:20.320431 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bf2bca-b619-469e-86dd-2a043a7d0259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:20.321026 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-28bf2bca-b619-469e-86dd-2a043a7d0259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:20.327559 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-10c61c8b-7546-4148-8ac8-a6759920b4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:20.362907 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-28bf2bca-b619-469e-86dd-2a043a7d0259 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9928288 Apr 28 19:45:20.374136 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54758) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:20.394629 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-2b848b1b-c674-4297-9d14-c04b23620ee1 admin admin] Request body: {'subnet': {'network_id': '250071f3-ecf3-457c-9125-2f18e9f47415', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1655622456-subnet', 'tenant_id': 'e43b2df984ad43ab869cb40642eaceb6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:20.429794 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf2bca-b619-469e-86dd-2a043a7d0259 admin admin] Pushing event updated for resources: {'Network': ['ID=250071f3-ecf3-457c-9125-2f18e9f47415,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:20.446268 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a72a4920-651f-4222-ab76-e3a06e3d2dc2 req-addaf933-a94e-433d-8189-da36af9e18bc tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e1294eb-185f-4a1a-9a94-ae53f5fa9c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359138 Apr 28 19:45:20.456223 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 250071f3-ecf3-457c-9125-2f18e9f47415 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:45:20.508562 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b848b1b-c674-4297-9d14-c04b23620ee1 admin admin] Made reservation on behalf of e43b2df984ad43ab869cb40642eaceb6 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:45:20.518811 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2b848b1b-c674-4297-9d14-c04b23620ee1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:20.545343 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-10c61c8b-7546-4148-8ac8-a6759920b4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:20.548639 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-10c61c8b-7546-4148-8ac8-a6759920b4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:20.549931 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-10c61c8b-7546-4148-8ac8-a6759920b4a9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a8715e43-0601-440d-acb3-0a9a22e558bf HTTP/1.1" status: 204 len: 168 time: 0.5392873 Apr 28 19:45:20.594761 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c61c8b-7546-4148-8ac8-a6759920b4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8715e43-0601-440d-acb3-0a9a22e558bf,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:20.623749 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5b8667c5-34b6-4d94-8916-0f7af0d32cd3 req-70079eec-87ce-49e3-b2af-218c1cb19256 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 210 time: 0.0803957 Apr 28 19:45:20.668673 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device ad85a205-5b03-40c2-95f6-acb4e82783bc up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:45:20.942927 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2b848b1b-c674-4297-9d14-c04b23620ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:21.013039 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b848b1b-c674-4297-9d14-c04b23620ee1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=370721e0-f0f0-4169-bd3a-3c8596249e96,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:21.112169 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b848b1b-c674-4297-9d14-c04b23620ee1 admin admin] Checking segment: {'id': '3dc3189c-aa90-4025-9633-a3e23afc4207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '250071f3-ecf3-457c-9125-2f18e9f47415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:45:21.112775 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b848b1b-c674-4297-9d14-c04b23620ee1 admin admin] Network hostable DHCP agents. Network: 250071f3-ecf3-457c-9125-2f18e9f47415, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:45:21.114956 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port ad85a205-5b03-40c2-95f6-acb4e82783bc completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:45:21.122964 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port ad85a205-5b03-40c2-95f6-acb4e82783bc triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:21.123624 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:21.155746 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b848b1b-c674-4297-9d14-c04b23620ee1 admin admin] Network 250071f3-ecf3-457c-9125-2f18e9f47415 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:45:21.174590 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-2b848b1b-c674-4297-9d14-c04b23620ee1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 250071f3-ecf3-457c-9125-2f18e9f47415) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:21.186587 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b848b1b-c674-4297-9d14-c04b23620ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:21.191981 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2b848b1b-c674-4297-9d14-c04b23620ee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:21.195699 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b638e0f-2654-4248-a0e1-84764fd9c5e1 None None] Network 250071f3-ecf3-457c-9125-2f18e9f47415 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:45:21.250234 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2b848b1b-c674-4297-9d14-c04b23620ee1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8745048 Apr 28 19:45:21.298022 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54774) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:21.341303 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c495ca6e-a8ef-4b73-9432-a8c400bcd692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:21.343462 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:21.432767 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port ad85a205-5b03-40c2-95f6-acb4e82783bc, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=ad85a205-5b03-40c2-95f6-acb4e82783bc,segment=NetworkSegment(b9bfdb8f-957b-4b20-b717-f89cd527edb8),segment_id=b9bfdb8f-957b-4b20-b717-f89cd527edb8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:21.445473 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:21.555773 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fb16eb-4b1e-4d08-9d4a-e0ce1a447016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-250071f3-ecf3-457c-9125-2f18e9f47415', 'network_id': '250071f3-ecf3-457c-9125-2f18e9f47415', 'tenant_id': 'e43b2df984ad43ab869cb40642eaceb6', 'fixed_ips': [{'subnet_id': '370721e0-f0f0-4169-bd3a-3c8596249e96'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:45:21.556992 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-53fb16eb-4b1e-4d08-9d4a-e0ce1a447016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:21.557380 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7e3d6-c7e3-4a9d-9921-8b5c4613bcf2 req-43e6933c-681d-49b2-9292-870a800639d9 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:21.573269 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1aa7e3d6-c7e3-4a9d-9921-8b5c4613bcf2 req-43e6933c-681d-49b2-9292-870a800639d9 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] 10.222.0.15 "GET /v2.0/ports?device_id=95cf405f-8b17-4ce8-be76-aee9bf585aea HTTP/1.1" status: 200 len: 945 time: 0.2985182 Apr 28 19:45:21.696486 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56a8da-f562-4952-b23e-4db385990b32 req-5dd47551-7795-441d-aed9-8ede6423fb5a tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:21.699812 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=ad85a205-5b03-40c2-95f6-acb4e82783bc,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:21.708714 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c495ca6e-a8ef-4b73-9432-a8c400bcd692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:21.717479 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c495ca6e-a8ef-4b73-9432-a8c400bcd692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:21.724683 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1b56a8da-f562-4952-b23e-4db385990b32 req-5dd47551-7795-441d-aed9-8ede6423fb5a tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 945 time: 0.2783329 Apr 28 19:45:21.800592 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c495ca6e-a8ef-4b73-9432-a8c400bcd692 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9d92df2e7b2d496e860dec7a78816639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5014503 Apr 28 19:45:21.801777 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c495ca6e-a8ef-4b73-9432-a8c400bcd692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143a0af5-3bde-4358-ab38-25509c744df6,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:21.805922 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54810) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:21.927092 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-53fb16eb-4b1e-4d08-9d4a-e0ce1a447016 None None] Allocated IP 172.20.0.2 (250071f3-ecf3-457c-9125-2f18e9f47415/370721e0-f0f0-4169-bd3a-3c8596249e96/a9d12e33-4895-407a-a5b1-90d57d2e002d) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:45:21.927472 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e14a4427-2c0b-4551-9dd6-6aea6bd6a8cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:21.953043 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1b56a8da-f562-4952-b23e-4db385990b32 req-c636121d-a397-44b6-8ee5-ec05d45b91c1 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263513 Apr 28 19:45:21.975301 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e14a4427-2c0b-4551-9dd6-6aea6bd6a8cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:21.998873 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec74b7bf-e814-4aaa-9a88-2228e43ee4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad85a205-5b03-40c2-95f6-acb4e82783bc'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:22.003812 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7a3434-624d-4347-8e24-4fdc4f97c772" -d '{"events": [{"server_uuid": "ec74b7bf-e814-4aaa-9a88-2228e43ee4db", "name": "network-vif-plugged", "status": "completed", "tag": "ad85a205-5b03-40c2-95f6-acb4e82783bc"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:22.062583 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e14a4427-2c0b-4551-9dd6-6aea6bd6a8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:22.069290 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e14a4427-2c0b-4551-9dd6-6aea6bd6a8cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:22.084857 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e14a4427-2c0b-4551-9dd6-6aea6bd6a8cd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/143a0af5-3bde-4358-ab38-25509c744df6 HTTP/1.1" status: 204 len: 168 time: 0.2696638 Apr 28 19:45:22.099100 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a4427-2c0b-4551-9dd6-6aea6bd6a8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143a0af5-3bde-4358-ab38-25509c744df6,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:22.206493 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-1aa7e3d6-c7e3-4a9d-9921-8b5c4613bcf2 req-80fd9739-6dff-4110-9919-2449f3983888 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Deleting port 2c81957c-facb-4553-9c28-6800de83955c {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:45:22.206868 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1aa7e3d6-c7e3-4a9d-9921-8b5c4613bcf2 req-80fd9739-6dff-4110-9919-2449f3983888 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:22.254657 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-57f152e5-a39a-42c1-918a-a21e6fb5c26c tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:22.257281 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-57f152e5-a39a-42c1-918a-a21e6fb5c26c tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.44 "GET /v2.0/networks?id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef HTTP/1.1" status: 200 len: 819 time: 0.3939652 Apr 28 19:45:22.295611 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c631c2ba-52d2-45da-acd7-5e12bb4386d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:22.325338 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556a42b-c6e8-45ed-bef7-883a1b8d8053 req-00622ed2-20a9-4bbc-a2f5-4d0be654b4ad tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:22.331100 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2147347-71c6-4324-be25-0df042cc4b3e req-18b11411-f770-4fe9-b5d4-e76b1e806cbc tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:22.333292 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b556a42b-c6e8-45ed-bef7-883a1b8d8053 req-00622ed2-20a9-4bbc-a2f5-4d0be654b4ad tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] 10.222.0.42 "GET /v2.0/ports?device_id=95cf405f-8b17-4ce8-be76-aee9bf585aea HTTP/1.1" status: 200 len: 945 time: 0.2063456 Apr 28 19:45:22.333644 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b2147347-71c6-4324-be25-0df042cc4b3e req-18b11411-f770-4fe9-b5d4-e76b1e806cbc tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=15e058ea-9e32-4f8f-ba23-0cde91217668 HTTP/1.1" status: 200 len: 944 time: 0.0779693 Apr 28 19:45:22.436000 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-0cb947a3-cffb-4f0f-a630-c232afddd662 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a0c676490ad4221b826814b264d08aa HTTP/1.1" status: 200 len: 380 time: 0.1348822 Apr 28 19:45:22.468185 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b556a42b-c6e8-45ed-bef7-883a1b8d8053 req-c2bbc632-0de9-4a8e-bb51-7d473b32765a tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e1294eb-185f-4a1a-9a94-ae53f5fa9c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197171 Apr 28 19:45:22.468185 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-72a50758-4992-4ad4-b437-15de42745cb7 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Request body: {'port': {'device_id': '203ba746-8db3-4d3a-8365-e66c50a7a19b', 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef', 'admin_state_up': True, 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'security_groups': ['7a15d10f-28d1-4c71-978e-dccf205b55c1']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:22.482200 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-53fb16eb-4b1e-4d08-9d4a-e0ce1a447016 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:22.487740 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-1aa7e3d6-c7e3-4a9d-9921-8b5c4613bcf2 req-80fd9739-6dff-4110-9919-2449f3983888 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] For port 2c81957c-facb-4553-9c28-6800de83955c, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=2c81957c-facb-4553-9c28-6800de83955c,segment=NetworkSegment(4872d31a-9a40-4391-a1e9-ff5caa5851d7),segment_id=4872d31a-9a40-4391-a1e9-ff5caa5851d7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:22.488741 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1aa7e3d6-c7e3-4a9d-9921-8b5c4613bcf2 req-80fd9739-6dff-4110-9919-2449f3983888 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:22.495843 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-53fb16eb-4b1e-4d08-9d4a-e0ce1a447016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:22.561825 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-b2147347-71c6-4324-be25-0df042cc4b3e req-8b1467f6-9d74-4d1d-9772-4ac9066c93ff tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Deleting port 04b66e6a-01fb-4de7-adad-cd0b498f1a81 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:45:22.562383 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b2147347-71c6-4324-be25-0df042cc4b3e req-8b1467f6-9d74-4d1d-9772-4ac9066c93ff tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:22.566933 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-1aa7e3d6-c7e3-4a9d-9921-8b5c4613bcf2 req-80fd9739-6dff-4110-9919-2449f3983888 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Calling delete_port for 2c81957c-facb-4553-9c28-6800de83955c owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:45:22.612810 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fb16eb-4b1e-4d08-9d4a-e0ce1a447016 None None] Network 250071f3-ecf3-457c-9125-2f18e9f47415 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:45:22.622548 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-53fb16eb-4b1e-4d08-9d4a-e0ce1a447016 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:22.635039 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fb16eb-4b1e-4d08-9d4a-e0ce1a447016 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:45:22.640880 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb16eb-4b1e-4d08-9d4a-e0ce1a447016 None None] Pushing event updated for resources: {'Port': ['ID=a9d12e33-4895-407a-a5b1-90d57d2e002d,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:22.698732 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-583625bc-8e9c-42a5-891b-dc197a53494d req-283f8ef7-741c-4412-9c30-cf3ce77d697c tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 210 time: 0.0924201 Apr 28 19:45:22.758685 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-53fb16eb-4b1e-4d08-9d4a-e0ce1a447016 None None] Attempting to bind port a9d12e33-4895-407a-a5b1-90d57d2e002d on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:45:22.759266 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-53fb16eb-4b1e-4d08-9d4a-e0ce1a447016 None None] Attempting to bind port a9d12e33-4895-407a-a5b1-90d57d2e002d by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '3dc3189c-aa90-4025-9633-a3e23afc4207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '250071f3-ecf3-457c-9125-2f18e9f47415'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:45:22.759874 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fb16eb-4b1e-4d08-9d4a-e0ce1a447016 None None] Attempting to bind port a9d12e33-4895-407a-a5b1-90d57d2e002d on network 250071f3-ecf3-457c-9125-2f18e9f47415 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:45:22.769990 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fb16eb-4b1e-4d08-9d4a-e0ce1a447016 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:45:22.770828 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fb16eb-4b1e-4d08-9d4a-e0ce1a447016 None None] Checking segment: {'id': '3dc3189c-aa90-4025-9633-a3e23afc4207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '250071f3-ecf3-457c-9125-2f18e9f47415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:45:22.771553 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-53fb16eb-4b1e-4d08-9d4a-e0ce1a447016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:22.772244 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fb16eb-4b1e-4d08-9d4a-e0ce1a447016 None None] Bound using segment: {'id': '3dc3189c-aa90-4025-9633-a3e23afc4207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '250071f3-ecf3-457c-9125-2f18e9f47415'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:45:22.776515 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-53fb16eb-4b1e-4d08-9d4a-e0ce1a447016 None None] Bound port: a9d12e33-4895-407a-a5b1-90d57d2e002d, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc3189c-aa90-4025-9633-a3e23afc4207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '250071f3-ecf3-457c-9125-2f18e9f47415'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:45:22.776515 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-53fb16eb-4b1e-4d08-9d4a-e0ce1a447016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:22.808151 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-b2147347-71c6-4324-be25-0df042cc4b3e req-8b1467f6-9d74-4d1d-9772-4ac9066c93ff tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] For port 04b66e6a-01fb-4de7-adad-cd0b498f1a81, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=04b66e6a-01fb-4de7-adad-cd0b498f1a81,segment=NetworkSegment(b5720445-03de-4d91-9572-e2572d42e7be),segment_id=b5720445-03de-4d91-9572-e2572d42e7be)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:22.808748 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b2147347-71c6-4324-be25-0df042cc4b3e req-8b1467f6-9d74-4d1d-9772-4ac9066c93ff tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:22.834588 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b425573f-99a3-4cf4-bebf-f2319a83b8fd req-61a346c2-936d-4ed4-b6d5-a7af14801b33 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f8f9c708-0229-4332-a412-42eed189cda3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2318661 Apr 28 19:45:22.838388 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-b2147347-71c6-4324-be25-0df042cc4b3e req-8b1467f6-9d74-4d1d-9772-4ac9066c93ff tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Calling delete_port for 04b66e6a-01fb-4de7-adad-cd0b498f1a81 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:45:22.894288 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-72a50758-4992-4ad4-b437-15de42745cb7 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Made reservation on behalf of 5a0c676490ad4221b826814b264d08aa for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:45:22.898253 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-72a50758-4992-4ad4-b437-15de42745cb7 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:22.957829 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-53fb16eb-4b1e-4d08-9d4a-e0ce1a447016 None None] For port a9d12e33-4895-407a-a5b1-90d57d2e002d, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:45:22.965471 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-53fb16eb-4b1e-4d08-9d4a-e0ce1a447016 None None] For port a9d12e33-4895-407a-a5b1-90d57d2e002d, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a9d12e33-4895-407a-a5b1-90d57d2e002d,segment=NetworkSegment(3dc3189c-aa90-4025-9633-a3e23afc4207),segment_id=3dc3189c-aa90-4025-9633-a3e23afc4207)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:45:22.973025 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 04b66e6a-01fb-4de7-adad-cd0b498f1a81 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:45:22.981961 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-53fb16eb-4b1e-4d08-9d4a-e0ce1a447016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:23.206928 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b2147347-71c6-4324-be25-0df042cc4b3e req-8b1467f6-9d74-4d1d-9772-4ac9066c93ff tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:23.265730 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1aa7e3d6-c7e3-4a9d-9921-8b5c4613bcf2 req-80fd9739-6dff-4110-9919-2449f3983888 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:23.273030 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1467f6-9d74-4d1d-9772-4ac9066c93ff tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Pushing event deleted for resources: {'Port': ['ID=04b66e6a-01fb-4de7-adad-cd0b498f1a81,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:23.297972 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425573f-99a3-4cf4-bebf-f2319a83b8fd req-6f5bc54e-6f39-475e-90f8-2c958d56b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:23.306428 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b425573f-99a3-4cf4-bebf-f2319a83b8fd req-6f5bc54e-6f39-475e-90f8-2c958d56b50b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a0c676490ad4221b826814b264d08aa&device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 1097 time: 0.4273186 Apr 28 19:45:23.331857 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb16eb-4b1e-4d08-9d4a-e0ce1a447016 None None] Pushing event updated for resources: {'Port': ['ID=a9d12e33-4895-407a-a5b1-90d57d2e002d,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:23.355476 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2147347-71c6-4324-be25-0df042cc4b3e req-8b1467f6-9d74-4d1d-9772-4ac9066c93ff tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] No DVR routers for this DVR port 04b66e6a-01fb-4de7-adad-cd0b498f1a81 on host n-h1-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:45:23.363798 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['2c81957c-facb-4553-9c28-6800de83955c'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:45:23.364475 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b2147347-71c6-4324-be25-0df042cc4b3e req-8b1467f6-9d74-4d1d-9772-4ac9066c93ff tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:23.376135 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b2147347-71c6-4324-be25-0df042cc4b3e req-8b1467f6-9d74-4d1d-9772-4ac9066c93ff tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "DELETE /v2.0/ports/04b66e6a-01fb-4de7-adad-cd0b498f1a81 HTTP/1.1" status: 204 len: 173 time: 1.0246751 Apr 28 19:45:23.377239 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e058ea-9e32-4f8f-ba23-0cde91217668', 'name': 'network-vif-deleted', 'tag': '04b66e6a-01fb-4de7-adad-cd0b498f1a81'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:23.392810 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d8b795-d09a-4f0e-aa05-ba97f6e6f7e2" -d '{"events": [{"server_uuid": "15e058ea-9e32-4f8f-ba23-0cde91217668", "name": "network-vif-deleted", "tag": "04b66e6a-01fb-4de7-adad-cd0b498f1a81"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:23.413669 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd9739-6dff-4110-9919-2449f3983888 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Pushing event deleted for resources: {'Port': ['ID=2c81957c-facb-4553-9c28-6800de83955c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:23.489401 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-72a50758-4992-4ad4-b437-15de42745cb7 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Allocated IP 172.20.0.9 (daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef/d25b1cb0-c200-401d-9c44-cd4c1f880757/1094860a-dcd5-4b3b-9fb1-406fe5470ed2) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:45:23.585912 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No active binding found for port 04b66e6a-01fb-4de7-adad-cd0b498f1a81 {{(pid=102775) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 28 19:45:23.586376 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 04b66e6a-01fb-4de7-adad-cd0b498f1a81 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:45:23.587951 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:23.758378 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa7e3d6-c7e3-4a9d-9921-8b5c4613bcf2 req-80fd9739-6dff-4110-9919-2449f3983888 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] No DVR routers for this DVR port 2c81957c-facb-4553-9c28-6800de83955c on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:45:23.779280 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1aa7e3d6-c7e3-4a9d-9921-8b5c4613bcf2 req-80fd9739-6dff-4110-9919-2449f3983888 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:23.782854 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1aa7e3d6-c7e3-4a9d-9921-8b5c4613bcf2 req-80fd9739-6dff-4110-9919-2449f3983888 tempest-InstanceActionsNegativeTestJSON-1213720718 tempest-InstanceActionsNegativeTestJSON-1213720718-project] 10.222.0.15 "DELETE /v2.0/ports/2c81957c-facb-4553-9c28-6800de83955c HTTP/1.1" status: 204 len: 173 time: 2.2083869 Apr 28 19:45:23.790384 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95cf405f-8b17-4ce8-be76-aee9bf585aea', 'name': 'network-vif-deleted', 'tag': '2c81957c-facb-4553-9c28-6800de83955c'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:23.793115 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c60e19-4dd2-4a19-8608-e3fc1b672af7" -d '{"events": [{"server_uuid": "95cf405f-8b17-4ce8-be76-aee9bf585aea", "name": "network-vif-deleted", "tag": "2c81957c-facb-4553-9c28-6800de83955c"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:23.852412 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8c3ec8-aaef-49cd-856c-1041e2358381 x-openstack-request-id: req-0d8c3ec8-aaef-49cd-856c-1041e2358381 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:23.853277 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec74b7bf-e814-4aaa-9a88-2228e43ee4db", "name": "network-vif-plugged", "status": "completed", "tag": "ad85a205-5b03-40c2-95f6-acb4e82783bc", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:23.853885 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0d8c3ec8-aaef-49cd-856c-1041e2358381 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:23.854487 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d8c3ec8-aaef-49cd-856c-1041e2358381'] response: {'server_uuid': 'ec74b7bf-e814-4aaa-9a88-2228e43ee4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad85a205-5b03-40c2-95f6-acb4e82783bc', 'code': 200} Apr 28 19:45:24.037402 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425573f-99a3-4cf4-bebf-f2319a83b8fd req-33e8400c-0c8d-4fff-b6bc-adb7e8933073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:24.039080 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b425573f-99a3-4cf4-bebf-f2319a83b8fd req-33e8400c-0c8d-4fff-b6bc-adb7e8933073 service neutron] 10.222.0.15 "GET /v2.0/networks?id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef HTTP/1.1" status: 200 len: 920 time: 0.7011795 Apr 28 19:45:24.061489 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441388e6-9a4c-4aaf-aca8-4c4996d097ca req-14a5b6e9-347d-43ce-aaa5-241c4647222e tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:24.063245 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-441388e6-9a4c-4aaf-aca8-4c4996d097ca req-14a5b6e9-347d-43ce-aaa5-241c4647222e tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 945 time: 0.1012099 Apr 28 19:45:24.092077 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-62c17f5a-6d4c-4696-a9ff-262d1bba50ed tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:24.094814 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-62c17f5a-6d4c-4696-a9ff-262d1bba50ed tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/networks?id=250071f3-ecf3-457c-9125-2f18e9f47415 HTTP/1.1" status: 200 len: 816 time: 0.3804026 Apr 28 19:45:24.116201 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-441388e6-9a4c-4aaf-aca8-4c4996d097ca req-c6968cce-cf46-47ba-94b4-01cf057833af tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446765 Apr 28 19:45:24.172474 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736a5e5-7f64-448c-94ea-330391370f5a req-13a38354-e7c5-4a66-b862-b0ce78e0d165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:24.174828 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a736a5e5-7f64-448c-94ea-330391370f5a req-13a38354-e7c5-4a66-b862-b0ce78e0d165 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 1096 time: 0.2432208 Apr 28 19:45:24.195449 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b425573f-99a3-4cf4-bebf-f2319a83b8fd req-b7547e9f-c20e-4ef9-a2a5-3c466e84257b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c462fce3-1a2c-4e64-b5e5-622e38b0ba20 HTTP/1.1" status: 200 len: 217 time: 0.1402552 Apr 28 19:45:24.222626 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-6fe5f6b1-42ee-427e-ac5c-c62b2444cf3e tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/quotas/e43b2df984ad43ab869cb40642eaceb6 HTTP/1.1" status: 200 len: 375 time: 0.0577025 Apr 28 19:45:24.269009 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-72a50758-4992-4ad4-b437-15de42745cb7 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:24.362985 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a736a5e5-7f64-448c-94ea-330391370f5a req-3253edab-f10e-480b-bb1b-be4d07a71893 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761658 Apr 28 19:45:24.378925 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425573f-99a3-4cf4-bebf-f2319a83b8fd req-d5918e46-b8cc-404b-be04-227b0ab1acb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:24.380464 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b425573f-99a3-4cf4-bebf-f2319a83b8fd req-d5918e46-b8cc-404b-be04-227b0ab1acb0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d25b1cb0-c200-401d-9c44-cd4c1f880757 HTTP/1.1" status: 200 len: 858 time: 0.1713433 Apr 28 19:45:24.387747 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-4c952c54-27fb-4a50-8791-f6637eb4d52e tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e43b2df984ad43ab869cb40642eaceb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1268258 Apr 28 19:45:24.517249 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-72a50758-4992-4ad4-b437-15de42745cb7 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:24.601536 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-72a50758-4992-4ad4-b437-15de42745cb7 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Network daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:45:24.604067 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425573f-99a3-4cf4-bebf-f2319a83b8fd req-7a133452-0a81-49b8-817c-961050a82cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:24.605816 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b425573f-99a3-4cf4-bebf-f2319a83b8fd req-7a133452-0a81-49b8-817c-961050a82cbe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2170775 Apr 28 19:45:24.617324 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-72a50758-4992-4ad4-b437-15de42745cb7 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:24.623665 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-72a50758-4992-4ad4-b437-15de42745cb7 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:45:24.645061 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a50758-4992-4ad4-b437-15de42745cb7 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Pushing event updated for resources: {'Port': ['ID=1094860a-dcd5-4b3b-9fb1-406fe5470ed2,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:24.703749 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-a8876504-7248-4f72-8022-dff022a56ab4 service neutron] 10.222.0.42 "GET /v2.0/networks/250071f3-ecf3-457c-9125-2f18e9f47415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043954 Apr 28 19:45:24.711483 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77eed403-d156-42c4-9f03-14ca1844cb2a x-openstack-request-id: req-77eed403-d156-42c4-9f03-14ca1844cb2a {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:24.712391 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e058ea-9e32-4f8f-ba23-0cde91217668", "name": "network-vif-deleted", "tag": "04b66e6a-01fb-4de7-adad-cd0b498f1a81", "status": "failed", "code": 422}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:24.712835 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-77eed403-d156-42c4-9f03-14ca1844cb2a {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:24.713528 n-d-839810-1 neutron-server[102774]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-77eed403-d156-42c4-9f03-14ca1844cb2a']: {'server_uuid': '15e058ea-9e32-4f8f-ba23-0cde91217668', 'name': 'network-vif-deleted', 'tag': '04b66e6a-01fb-4de7-adad-cd0b498f1a81', 'status': 'failed', 'code': 422} returned with failed status Apr 28 19:45:24.776216 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54876) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:24.869206 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a9d12e33-4895-407a-a5b1-90d57d2e002d up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:45:24.889074 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff3fa129-7a4d-4516-97e8-53c7c1400311 admin admin] Deleting subnet 147beba5-87ad-4b7f-9cf0-584b85e1a1ae {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:45:24.904523 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ff3fa129-7a4d-4516-97e8-53c7c1400311 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:24.985997 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ff3fa129-7a4d-4516-97e8-53c7c1400311 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:24.997945 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171341d0-26e1-47d5-9b9b-d8c12dc9d4c0 None None] Network 250071f3-ecf3-457c-9125-2f18e9f47415 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:45:25.023556 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a7b53-52ce-4ddb-a022-04227c9069e5 req-3a524cec-37a7-4384-a71a-157ccde559d8 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:25.033313 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0d3a7b53-52ce-4ddb-a022-04227c9069e5 req-3a524cec-37a7-4384-a71a-157ccde559d8 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 931 time: 0.1474972 Apr 28 19:45:25.100818 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ff3fa129-7a4d-4516-97e8-53c7c1400311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:25.157382 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0d3a7b53-52ce-4ddb-a022-04227c9069e5 req-349913c9-79a5-4893-9293-d7e7d07ef3ff tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a15d10f-28d1-4c71-978e-dccf205b55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221697 Apr 28 19:45:25.300058 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ff3fa129-7a4d-4516-97e8-53c7c1400311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:25.359646 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb15230d-1588-4ac3-9482-abec96bb434e x-openstack-request-id: req-fb15230d-1588-4ac3-9482-abec96bb434e {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:25.361057 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95cf405f-8b17-4ce8-be76-aee9bf585aea", "name": "network-vif-deleted", "tag": "2c81957c-facb-4553-9c28-6800de83955c", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:25.361692 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fb15230d-1588-4ac3-9482-abec96bb434e {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:25.363471 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb15230d-1588-4ac3-9482-abec96bb434e'] response: {'server_uuid': '95cf405f-8b17-4ce8-be76-aee9bf585aea', 'name': 'network-vif-deleted', 'tag': '2c81957c-facb-4553-9c28-6800de83955c', 'status': 'completed', 'code': 200} Apr 28 19:45:25.408383 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3fa129-7a4d-4516-97e8-53c7c1400311 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=147beba5-87ad-4b7f-9cf0-584b85e1a1ae,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:25.441742 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ff3fa129-7a4d-4516-97e8-53c7c1400311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:25.462025 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ff3fa129-7a4d-4516-97e8-53c7c1400311 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/147beba5-87ad-4b7f-9cf0-584b85e1a1ae HTTP/1.1" status: 204 len: 168 time: 0.6784818 Apr 28 19:45:25.467620 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54886) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:25.491429 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-bf57ce4a-805b-4581-9f78-08d5f2b30cda None None] Provisioning complete for port a9d12e33-4895-407a-a5b1-90d57d2e002d triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:25.492761 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bf57ce4a-805b-4581-9f78-08d5f2b30cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:25.637317 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port a9d12e33-4895-407a-a5b1-90d57d2e002d triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:25.638147 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:25.768561 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3a06e038-4ef5-4852-9321-aa88964d2507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:25.795940 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:25.819905 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b425573f-99a3-4cf4-bebf-f2319a83b8fd req-ccdc8b1b-ee65-4443-a89f-97edc5a69c28 service neutron] 10.222.0.15 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1916225 Apr 28 19:45:25.868793 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bf57ce4a-805b-4581-9f78-08d5f2b30cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:25.890282 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-10f2aa70-1bca-4c12-b672-153578f7cf0f service neutron] 10.222.0.42 "GET /v2.0/networks/250071f3-ecf3-457c-9125-2f18e9f47415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5428128 Apr 28 19:45:25.944676 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c32da-b68a-4a41-8098-51acefbe3be3 req-ac0424bd-bcd4-473c-87cb-4827b6aac9ed tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:25.947858 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-af1c32da-b68a-4a41-8098-51acefbe3be3 req-ac0424bd-bcd4-473c-87cb-4827b6aac9ed tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 945 time: 0.2509272 Apr 28 19:45:25.958247 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:25.993078 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:26.044323 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-bf57ce4a-805b-4581-9f78-08d5f2b30cda None None] For port a9d12e33-4895-407a-a5b1-90d57d2e002d, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a9d12e33-4895-407a-a5b1-90d57d2e002d,segment=NetworkSegment(3dc3189c-aa90-4025-9633-a3e23afc4207),segment_id=3dc3189c-aa90-4025-9633-a3e23afc4207)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:26.051937 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bf57ce4a-805b-4581-9f78-08d5f2b30cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:26.061058 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-72a50758-4992-4ad4-b437-15de42745cb7 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:26.064199 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-72a50758-4992-4ad4-b437-15de42745cb7 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:26.191231 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:45:26.191844 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:45:26.195100 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57ce4a-805b-4581-9f78-08d5f2b30cda None None] Pushing event updated for resources: {'Port': ['ID=a9d12e33-4895-407a-a5b1-90d57d2e002d,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:26.250650 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-e6f98e60-5615-4633-944c-45cc910a3a9b None None] Provisioning complete for port 1094860a-dcd5-4b3b-9fb1-406fe5470ed2 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:26.251052 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e6f98e60-5615-4633-944c-45cc910a3a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:26.256958 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3a06e038-4ef5-4852-9321-aa88964d2507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:26.300805 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-af1c32da-b68a-4a41-8098-51acefbe3be3 req-1e9498a7-8178-441c-b18f-cf40d2738c42 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171666 Apr 28 19:45:26.310215 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-955b7379-ebf7-430c-9f11-04694aaf4499 req-77616b49-c57d-4e1e-bc6c-dc598afabdc1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9590611 Apr 28 19:45:26.351159 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-72a50758-4992-4ad4-b437-15de42745cb7 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9069803 Apr 28 19:45:26.419527 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-f66010b6-3b99-4604-ad7b-21a006159545 service neutron] Request body: {'port': {'device_id': '203ba746-8db3-4d3a-8365-e66c50a7a19b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:26.453565 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-3a06e038-4ef5-4852-9321-aa88964d2507 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2cc3e6-1e01-4db0-b318-48b3b7440398']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:26.489382 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-3a06e038-4ef5-4852-9321-aa88964d2507 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4872d31a-9a40-4391-a1e9-ff5caa5851d7') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:26.489382 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-3a06e038-4ef5-4852-9321-aa88964d2507 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4872d31a-9a40-4391-a1e9-ff5caa5851d7') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:26.501377 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b425573f-99a3-4cf4-bebf-f2319a83b8fd req-f6c61745-8730-47c4-8213-241f66818ac8 service neutron] 10.222.0.15 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6728106 Apr 28 19:45:26.503949 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-e6f98e60-5615-4633-944c-45cc910a3a9b None None] Port 1094860a-dcd5-4b3b-9fb1-406fe5470ed2 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:45:26.526051 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3a06e038-4ef5-4852-9321-aa88964d2507 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:26.546266 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db3b02-6717-4779-930b-a0a3d026d60a req-32c1906e-3a5f-48a4-82b2-68680d08cb7e tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:26.547904 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-82db3b02-6717-4779-930b-a0a3d026d60a req-32c1906e-3a5f-48a4-82b2-68680d08cb7e tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 931 time: 0.1367743 Apr 28 19:45:26.586966 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3a06e038-4ef5-4852-9321-aa88964d2507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:26.597550 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a06e038-4ef5-4852-9321-aa88964d2507 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:45:26.597945 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3a06e038-4ef5-4852-9321-aa88964d2507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:26.644316 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-f66010b6-3b99-4604-ad7b-21a006159545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:26.665122 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:45:26.665122 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:45:26.665122 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:45:26.665122 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:45:26.665122 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:45:26.665122 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:45:26.665122 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:45:26.665122 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:45:26.665122 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:45:26.665122 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:45:26.665122 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:45:26.665122 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:45:26.665122 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:45:26.665122 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:45:26.665122 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:45:26.665122 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:45:26.665122 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:45:26.665122 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:45:26.665122 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:45:26.665122 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:45:26.665122 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:45:26.665122 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:45:26.665122 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:45:26.665122 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:45:26.665122 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:45:26.665122 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:45:26.665122 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:45:26.665122 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:45:26.665122 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:45:26.665122 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:45:26.665122 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:45:26.665122 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:45:26.673836 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-dfd5137a-8e59-4b7d-b1fa-8ef77decb078 None None] Provisioning complete for port a9d12e33-4895-407a-a5b1-90d57d2e002d triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:26.674225 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-dfd5137a-8e59-4b7d-b1fa-8ef77decb078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:26.728753 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-82db3b02-6717-4779-930b-a0a3d026d60a req-e535da6c-583f-45ad-b215-14eb51a0f680 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a15d10f-28d1-4c71-978e-dccf205b55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559331 Apr 28 19:45:26.734075 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3a06e038-4ef5-4852-9321-aa88964d2507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:26.749223 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3a06e038-4ef5-4852-9321-aa88964d2507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:26.761635 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3a06e038-4ef5-4852-9321-aa88964d2507 admin admin] 10.222.0.42 "DELETE /v2.0/networks/0c2cc3e6-1e01-4db0-b318-48b3b7440398 HTTP/1.1" status: 204 len: 168 time: 1.2906549 Apr 28 19:45:26.769294 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-3993fe4d-e0ac-423b-b920-7ecbe755bc46 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:26.773293 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-3993fe4d-e0ac-423b-b920-7ecbe755bc46 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/networks?id=fabbd60f-8bf6-4926-b9b3-5557fdc11e18 HTTP/1.1" status: 200 len: 811 time: 0.5113902 Apr 28 19:45:26.804551 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a06e038-4ef5-4852-9321-aa88964d2507 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c2cc3e6-1e01-4db0-b318-48b3b7440398,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:26.911461 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 2c81957c-facb-4553-9c28-6800de83955c no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:45:26.968253 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b7379-ebf7-430c-9f11-04694aaf4499 req-d66a0ea6-7c57-4256-93c0-ee4534c1e87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:26.970659 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 2c81957c-facb-4553-9c28-6800de83955c {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:45:26.972931 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-955b7379-ebf7-430c-9f11-04694aaf4499 req-d66a0ea6-7c57-4256-93c0-ee4534c1e87b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a0c676490ad4221b826814b264d08aa&device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 1097 time: 0.4314950 Apr 28 19:45:26.976340 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 2c81957c-facb-4553-9c28-6800de83955c not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:45:26.985280 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-eb434c97-0ef6-46fa-96bb-e627344bde08 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/quotas/867e03fb86a54b0390ea4c90d552fb01 HTTP/1.1" status: 200 len: 375 time: 0.1854541 Apr 28 19:45:27.205565 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a9d12e33-4895-407a-a5b1-90d57d2e002d up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:45:27.214091 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-f5270137-c730-4bb6-903d-c4454b16b9f3 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=867e03fb86a54b0390ea4c90d552fb01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2007329 Apr 28 19:45:27.271772 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54944) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:27.297833 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port a9d12e33-4895-407a-a5b1-90d57d2e002d triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:27.298277 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:27.321670 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-49228757-28f6-4b96-9345-a07f78f603a3 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:27.331294 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-49228757-28f6-4b96-9345-a07f78f603a3 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/networks?id=250071f3-ecf3-457c-9125-2f18e9f47415 HTTP/1.1" status: 200 len: 816 time: 0.1742413 Apr 28 19:45:27.337301 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21ae98-1e09-4f02-932c-b5a0d6efeba9 req-1f99d16a-e2b2-4f92-ad10-69e311374f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:27.339464 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4c21ae98-1e09-4f02-932c-b5a0d6efeba9 req-1f99d16a-e2b2-4f92-ad10-69e311374f26 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=670eb780c3ee4dedb002a9746cf66ab9&device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 1096 time: 0.2672682 Apr 28 19:45:27.371328 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-6dfe247c-cac8-4d4e-a3f4-2329d879d18e tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/quotas/e43b2df984ad43ab869cb40642eaceb6 HTTP/1.1" status: 200 len: 375 time: 0.0386992 Apr 28 19:45:27.492014 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-7882f160-feba-4f58-bdd4-78638dc6aa21 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e43b2df984ad43ab869cb40642eaceb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1196148 Apr 28 19:45:27.581978 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21ae98-1e09-4f02-932c-b5a0d6efeba9 req-0b214ec7-b285-47cf-8969-e9bdf6f470a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:27.583721 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4c21ae98-1e09-4f02-932c-b5a0d6efeba9 req-0b214ec7-b285-47cf-8969-e9bdf6f470a9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee8f3eae-8382-4236-8628-8f2aa216fd9e HTTP/1.1" status: 200 len: 911 time: 0.2346044 Apr 28 19:45:27.648127 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4c21ae98-1e09-4f02-932c-b5a0d6efeba9 req-52d91863-ac6a-4436-b916-3ab2e3beaba0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad85a205-5b03-40c2-95f6-acb4e82783bc HTTP/1.1" status: 200 len: 217 time: 0.0580001 Apr 28 19:45:27.674722 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-6a007752-62ae-48bd-8bbf-bf6916ca5e99 service neutron] 10.222.0.42 "GET /v2.0/networks/250071f3-ecf3-457c-9125-2f18e9f47415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816225 Apr 28 19:45:27.716792 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-838897c9-bd30-4cd8-9377-9792881bc13b service neutron] 10.222.0.42 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433286 Apr 28 19:45:27.830982 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-b5888aee-064d-41c8-b9b3-4172378455e5 service neutron] 10.222.0.42 "GET /v2.0/networks/250071f3-ecf3-457c-9125-2f18e9f47415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294959 Apr 28 19:45:27.847992 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21ae98-1e09-4f02-932c-b5a0d6efeba9 req-6f9064b4-56bc-4181-b98c-3e7f69a5e257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:27.852778 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4c21ae98-1e09-4f02-932c-b5a0d6efeba9 req-6f9064b4-56bc-4181-b98c-3e7f69a5e257 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9aaed19d-7f8f-41ff-8c2e-905cb635313a HTTP/1.1" status: 200 len: 850 time: 0.1932645 Apr 28 19:45:27.903127 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-904fed79-d841-49e4-a7b9-dbe1a9fe5373 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bf2a3dfb42774f92ac85cb5575ae6ede&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6071703 Apr 28 19:45:27.933374 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4c21ae98-1e09-4f02-932c-b5a0d6efeba9 req-3f0bbd4f-89ff-4971-9597-153ecf3baa37 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee8f3eae-8382-4236-8628-8f2aa216fd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731678 Apr 28 19:45:27.935600 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54952) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:27.958750 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b7379-ebf7-430c-9f11-04694aaf4499 req-4aaa2b5d-ce12-4b94-9f7e-400f3bab847b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:27.960491 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-955b7379-ebf7-430c-9f11-04694aaf4499 req-4aaa2b5d-ce12-4b94-9f7e-400f3bab847b service neutron] 10.222.0.44 "GET /v2.0/networks?id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef HTTP/1.1" status: 200 len: 920 time: 0.9536979 Apr 28 19:45:28.065080 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-955b7379-ebf7-430c-9f11-04694aaf4499 req-deeb23d7-a80d-4823-8175-107c24d79b0f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab HTTP/1.1" status: 200 len: 217 time: 0.0958052 Apr 28 19:45:28.093374 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-16f44301-4183-4be8-a17b-295d120edf39 service neutron] 10.222.0.42 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572133 Apr 28 19:45:28.189672 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4c21ae98-1e09-4f02-932c-b5a0d6efeba9 req-2aa3f2d2-0e5b-476e-89e8-221498bf847c service neutron] 10.222.0.44 "GET /v2.0/networks/ee8f3eae-8382-4236-8628-8f2aa216fd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377295 Apr 28 19:45:28.467521 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4c21ae98-1e09-4f02-932c-b5a0d6efeba9 req-8345fe64-c4d1-496f-99c6-9b423c97ee51 service neutron] 10.222.0.44 "GET /v2.0/networks/ee8f3eae-8382-4236-8628-8f2aa216fd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678039 Apr 28 19:45:28.625218 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a915e068-fd86-4f34-ad2b-cf51fc9a92d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:28.705880 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7585ef8-7c5e-4f31-a8fc-4b909f043b1c req-03168936-873d-425b-9a94-92317cf3b7ca tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:28.714645 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c7585ef8-7c5e-4f31-a8fc-4b909f043b1c req-03168936-873d-425b-9a94-92317cf3b7ca tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 945 time: 0.2428846 Apr 28 19:45:28.829745 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a915e068-fd86-4f34-ad2b-cf51fc9a92d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:28.885094 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c7585ef8-7c5e-4f31-a8fc-4b909f043b1c req-2198aa9a-3dfd-41d2-8820-2e8b412b6d7e tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588809 Apr 28 19:45:28.957336 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b7379-ebf7-430c-9f11-04694aaf4499 req-f4de9cb7-e319-407d-be1f-9039adca6ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:28.958690 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-955b7379-ebf7-430c-9f11-04694aaf4499 req-f4de9cb7-e319-407d-be1f-9039adca6ae3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d25b1cb0-c200-401d-9c44-cd4c1f880757 HTTP/1.1" status: 200 len: 858 time: 0.8865607 Apr 28 19:45:28.970833 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-461a6f3d-f567-4f52-9b36-5daaa17acf64 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:28.972907 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-461a6f3d-f567-4f52-9b36-5daaa17acf64 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.15 "GET /v2.0/networks?id=250071f3-ecf3-457c-9125-2f18e9f47415 HTTP/1.1" status: 200 len: 816 time: 0.6308961 Apr 28 19:45:29.001298 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a915e068-fd86-4f34-ad2b-cf51fc9a92d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:29.004039 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-e1e9c597-149b-4dde-87fb-94e97570f951 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Request body: {'port': {'device_id': 'a4419fe4-74d0-48ac-9a18-3ddd3a010bc8', 'network_id': '250071f3-ecf3-457c-9125-2f18e9f47415', 'admin_state_up': True, 'tenant_id': 'e43b2df984ad43ab869cb40642eaceb6'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:29.020425 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a915e068-fd86-4f34-ad2b-cf51fc9a92d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:29.022954 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a915e068-fd86-4f34-ad2b-cf51fc9a92d6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1e1294eb-185f-4a1a-9a94-ae53f5fa9c74 HTTP/1.1" status: 204 len: 168 time: 1.0823305 Apr 28 19:45:29.047300 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915e068-fd86-4f34-ad2b-cf51fc9a92d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1294eb-185f-4a1a-9a94-ae53f5fa9c74,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:29.110266 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-f66010b6-3b99-4604-ad7b-21a006159545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1094860a-dcd5-4b3b-9fb1-406fe5470ed2 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:45:29.139387 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54982) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:29.143591 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-f66010b6-3b99-4604-ad7b-21a006159545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:29.228994 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-77b3d1b7-a345-45aa-95a0-f932ab6105af req-d8d0ca40-a87d-4efd-a880-668a75251970 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 210 time: 0.1302378 Apr 28 19:45:29.240462 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-f66010b6-3b99-4604-ad7b-21a006159545 service neutron] Transition to ACTIVE for port object 1094860a-dcd5-4b3b-9fb1-406fe5470ed2 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:45:29.256289 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c2f91-2ca4-4ef2-aa4a-bc1f3f9d758a req-df4481ac-e2cb-42a1-b2d9-51341cccac42 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:29.265757 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9c3c2f91-2ca4-4ef2-aa4a-bc1f3f9d758a req-df4481ac-e2cb-42a1-b2d9-51341cccac42 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 931 time: 0.4978318 Apr 28 19:45:29.280439 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-f66010b6-3b99-4604-ad7b-21a006159545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:29.366327 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b7379-ebf7-430c-9f11-04694aaf4499 req-c4d72807-4805-4f26-9a8a-ebdccba61fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:29.368446 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-955b7379-ebf7-430c-9f11-04694aaf4499 req-c4d72807-4805-4f26-9a8a-ebdccba61fc0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3911836 Apr 28 19:45:29.437944 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9c3c2f91-2ca4-4ef2-aa4a-bc1f3f9d758a req-b8b6a309-bad7-4ecb-8d02-2c4cff80eb1d tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a15d10f-28d1-4c71-978e-dccf205b55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710489 Apr 28 19:45:29.496535 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66010b6-3b99-4604-ad7b-21a006159545 service neutron] Pushing event updated for resources: {'Port': ['ID=1094860a-dcd5-4b3b-9fb1-406fe5470ed2,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:29.816197 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-e1e9c597-149b-4dde-87fb-94e97570f951 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Made reservation on behalf of e43b2df984ad43ab869cb40642eaceb6 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:45:29.820935 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-e1e9c597-149b-4dde-87fb-94e97570f951 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:29.836713 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3734baab-35eb-40fb-b52a-35e963add868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:29.863494 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-e69364e9-895a-4572-95d9-4106f95f3dac tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:29.875199 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-e69364e9-895a-4572-95d9-4106f95f3dac tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/networks?id=250071f3-ecf3-457c-9125-2f18e9f47415 HTTP/1.1" status: 200 len: 816 time: 0.2942212 Apr 28 19:45:29.901283 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-2e2e8faf-b822-41d4-919f-a2f66a51fc2a tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/quotas/e43b2df984ad43ab869cb40642eaceb6 HTTP/1.1" status: 200 len: 375 time: 0.0247674 Apr 28 19:45:29.932209 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-955b7379-ebf7-430c-9f11-04694aaf4499 req-59059fc9-48d7-4fdd-815a-28e4a318a14a service neutron] 10.222.0.44 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5386019 Apr 28 19:45:29.980420 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-f66010b6-3b99-4604-ad7b-21a006159545 service neutron] Attempting to bind port 1094860a-dcd5-4b3b-9fb1-406fe5470ed2 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:45:29.981702 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-f66010b6-3b99-4604-ad7b-21a006159545 service neutron] Attempting to bind port 1094860a-dcd5-4b3b-9fb1-406fe5470ed2 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'c8b13874-b277-4f2c-b275-f865aee89558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:45:29.982235 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-f66010b6-3b99-4604-ad7b-21a006159545 service neutron] Attempting to bind port 1094860a-dcd5-4b3b-9fb1-406fe5470ed2 on network daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:45:30.029612 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-ff335ff1-4806-4f80-a81a-ea0baa55070f tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e43b2df984ad43ab869cb40642eaceb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1266744 Apr 28 19:45:30.051705 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-f66010b6-3b99-4604-ad7b-21a006159545 service neutron] Port 1094860a-dcd5-4b3b-9fb1-406fe5470ed2 on network daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:45:30.053048 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-f66010b6-3b99-4604-ad7b-21a006159545 service neutron] Attempting to bind port 1094860a-dcd5-4b3b-9fb1-406fe5470ed2 on network daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:45:30.076970 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-f66010b6-3b99-4604-ad7b-21a006159545 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:45:30.078025 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-f66010b6-3b99-4604-ad7b-21a006159545 service neutron] Checking segment: {'id': 'c8b13874-b277-4f2c-b275-f865aee89558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:45:30.078674 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-f66010b6-3b99-4604-ad7b-21a006159545 service neutron] Bound using segment: {'id': 'c8b13874-b277-4f2c-b275-f865aee89558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:45:30.079606 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-f66010b6-3b99-4604-ad7b-21a006159545 service neutron] Bound port: 1094860a-dcd5-4b3b-9fb1-406fe5470ed2, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b13874-b277-4f2c-b275-f865aee89558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:45:30.080232 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-f66010b6-3b99-4604-ad7b-21a006159545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:30.215690 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3734baab-35eb-40fb-b52a-35e963add868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:30.224136 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3734baab-35eb-40fb-b52a-35e963add868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:30.244715 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-955b7379-ebf7-430c-9f11-04694aaf4499 req-bd0c5207-b00f-4546-b2ef-da69ec677a8b service neutron] 10.222.0.44 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761850 Apr 28 19:45:30.261832 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-e1e9c597-149b-4dde-87fb-94e97570f951 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Allocated IP 172.20.0.12 (250071f3-ecf3-457c-9125-2f18e9f47415/370721e0-f0f0-4169-bd3a-3c8596249e96/375e7d09-ce38-4af9-9954-2af31be2bfe6) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:45:30.313237 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-f66010b6-3b99-4604-ad7b-21a006159545 service neutron] For port 1094860a-dcd5-4b3b-9fb1-406fe5470ed2, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:45:30.330477 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196d1e8-23f9-4cd4-a273-5228525cdfa6 req-281ac021-6f12-416f-9d6e-23041a0355cd tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:30.332090 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8196d1e8-23f9-4cd4-a273-5228525cdfa6 req-281ac021-6f12-416f-9d6e-23041a0355cd tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 945 time: 0.1912115 Apr 28 19:45:30.338200 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-6a1bf116-fdc8-4912-96f5-32408acf0d24 service neutron] 10.222.0.42 "GET /v2.0/networks/250071f3-ecf3-457c-9125-2f18e9f47415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073635 Apr 28 19:45:30.362139 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-f66010b6-3b99-4604-ad7b-21a006159545 service neutron] For port 1094860a-dcd5-4b3b-9fb1-406fe5470ed2, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=1094860a-dcd5-4b3b-9fb1-406fe5470ed2,segment=NetworkSegment(c8b13874-b277-4f2c-b275-f865aee89558),segment_id=c8b13874-b277-4f2c-b275-f865aee89558)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:45:30.381859 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-f66010b6-3b99-4604-ad7b-21a006159545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:30.403417 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3734baab-35eb-40fb-b52a-35e963add868 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=214b5900b30d41b8ba3ffa44903df14c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2615123 Apr 28 19:45:30.405068 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55014) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:30.420903 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734baab-35eb-40fb-b52a-35e963add868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91bbe50-d980-4f2f-951f-6b96a13bff60,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:30.502713 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-f66010b6-3b99-4604-ad7b-21a006159545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:30.503349 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-f66010b6-3b99-4604-ad7b-21a006159545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:30.504909 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-f66010b6-3b99-4604-ad7b-21a006159545 service neutron] 10.222.0.44 "PUT /v2.0/ports/1094860a-dcd5-4b3b-9fb1-406fe5470ed2 HTTP/1.1" status: 200 len: 1091 time: 4.1136250 Apr 28 19:45:30.508655 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '203ba746-8db3-4d3a-8365-e66c50a7a19b', 'tag': '1094860a-dcd5-4b3b-9fb1-406fe5470ed2'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:30.511320 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855827b5-9078-418e-a1a0-1a26145d388d" -d '{"events": [{"name": "network-changed", "server_uuid": "203ba746-8db3-4d3a-8365-e66c50a7a19b", "tag": "1094860a-dcd5-4b3b-9fb1-406fe5470ed2"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:30.550795 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8196d1e8-23f9-4cd4-a273-5228525cdfa6 req-89675697-fec3-461c-9de5-8a6c4a721ee1 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056234 Apr 28 19:45:30.577969 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66010b6-3b99-4604-ad7b-21a006159545 service neutron] Pushing event updated for resources: {'Port': ['ID=1094860a-dcd5-4b3b-9fb1-406fe5470ed2,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:30.579568 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7997c253-6ce3-416a-97e3-89ecee35cf70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:30.594182 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-bcdf0cf1-9251-4d06-8c41-2010ba215b4b service neutron] 10.222.0.42 "GET /v2.0/networks/250071f3-ecf3-457c-9125-2f18e9f47415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545648 Apr 28 19:45:30.658389 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7997c253-6ce3-416a-97e3-89ecee35cf70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:30.785925 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7997c253-6ce3-416a-97e3-89ecee35cf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:30.789448 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7997c253-6ce3-416a-97e3-89ecee35cf70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:30.790776 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7997c253-6ce3-416a-97e3-89ecee35cf70 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e91bbe50-d980-4f2f-951f-6b96a13bff60 HTTP/1.1" status: 204 len: 168 time: 0.3810847 Apr 28 19:45:30.810090 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7997c253-6ce3-416a-97e3-89ecee35cf70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91bbe50-d980-4f2f-951f-6b96a13bff60,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:30.867847 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-00037b9e-1457-42ee-9fe6-7dd5e16ba0ba req-c1b5a0fb-9e23-4ad2-ac24-26df7171684a tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 210 time: 0.1495261 Apr 28 19:45:30.873707 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55028) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:30.928262 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-e1e9c597-149b-4dde-87fb-94e97570f951 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:31.081534 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-89414afb-46ef-4548-814f-a715a7fcc1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:31.083295 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-89414afb-46ef-4548-814f-a715a7fcc1c6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a0c676490ad4221b826814b264d08aa&device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 1094 time: 0.4311533 Apr 28 19:45:31.114892 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-05d4f10d-6b90-45a7-9244-150dc6994973 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:31.119246 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-05d4f10d-6b90-45a7-9244-150dc6994973 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.15 "GET /v2.0/networks?id=250071f3-ecf3-457c-9125-2f18e9f47415 HTTP/1.1" status: 200 len: 816 time: 0.5124919 Apr 28 19:45:31.155680 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea41a87e-12a5-4c97-b425-16a936c87b7a x-openstack-request-id: req-ea41a87e-12a5-4c97-b425-16a936c87b7a {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:31.155970 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "203ba746-8db3-4d3a-8365-e66c50a7a19b", "tag": "1094860a-dcd5-4b3b-9fb1-406fe5470ed2", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:31.156233 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ea41a87e-12a5-4c97-b425-16a936c87b7a {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:31.156903 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea41a87e-12a5-4c97-b425-16a936c87b7a'] response: {'name': 'network-changed', 'server_uuid': '203ba746-8db3-4d3a-8365-e66c50a7a19b', 'tag': '1094860a-dcd5-4b3b-9fb1-406fe5470ed2', 'status': 'completed', 'code': 200} Apr 28 19:45:31.165762 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-8a917df2-c8c5-4b37-b6e4-11a965c7a441 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Request body: {'port': {'device_id': 'e36c9b01-b9fd-40e8-add0-1ee55675de2f', 'network_id': '250071f3-ecf3-457c-9125-2f18e9f47415', 'admin_state_up': True, 'tenant_id': 'e43b2df984ad43ab869cb40642eaceb6'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:31.171525 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-c99d26d2-e1ea-49be-9c6c-136ce8e6e4c8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-408718799-network', 'tenant_id': '9a2c3e3f2a284e5ea2acbb5295a32ede'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:31.172300 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-54e0e91d-b00e-49a6-86d1-46f429ec4b48 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1094860a-dcd5-4b3b-9fb1-406fe5470ed2 HTTP/1.1" status: 200 len: 217 time: 0.0784681 Apr 28 19:45:31.219335 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99d26d2-e1ea-49be-9c6c-136ce8e6e4c8 admin admin] Made reservation on behalf of 9a2c3e3f2a284e5ea2acbb5295a32ede for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:45:31.228001 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c99d26d2-e1ea-49be-9c6c-136ce8e6e4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:31.253977 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c99d26d2-e1ea-49be-9c6c-136ce8e6e4c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:31.258326 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-e1e9c597-149b-4dde-87fb-94e97570f951 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:31.285800 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-68d5cf77-7106-4fd8-acb4-c5b2e5aaba89 req-8bce0540-d215-465c-b24d-a5166702f9ec tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=27d8c468-7bac-4a25-9c71-29e01cc568f6 HTTP/1.1" status: 200 len: 210 time: 0.0536101 Apr 28 19:45:31.338342 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0ce6b-5c78-453c-90b5-47a6ac1538b8 req-eae4acdd-5b0d-4bfb-9ab7-d3c8d8b33c43 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:31.346273 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ffc0ce6b-5c78-453c-90b5-47a6ac1538b8 req-eae4acdd-5b0d-4bfb-9ab7-d3c8d8b33c43 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 943 time: 0.3454916 Apr 28 19:45:31.412268 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-e1e9c597-149b-4dde-87fb-94e97570f951 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Network 250071f3-ecf3-457c-9125-2f18e9f47415 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:45:31.417584 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c99d26d2-e1ea-49be-9c6c-136ce8e6e4c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:31.429614 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-e1e9c597-149b-4dde-87fb-94e97570f951 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:31.444673 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c99d26d2-e1ea-49be-9c6c-136ce8e6e4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:31.444888 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-512e32ef-ca68-47b7-ae22-559ac88236e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:31.446279 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-512e32ef-ca68-47b7-ae22-559ac88236e6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d25b1cb0-c200-401d-9c44-cd4c1f880757 HTTP/1.1" status: 200 len: 858 time: 0.2558446 Apr 28 19:45:31.450870 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-e1e9c597-149b-4dde-87fb-94e97570f951 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:45:31.514109 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9c597-149b-4dde-87fb-94e97570f951 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Pushing event updated for resources: {'Port': ['ID=375e7d09-ce38-4af9-9954-2af31be2bfe6,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:31.524622 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d26d2-e1ea-49be-9c6c-136ce8e6e4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b721b692-054f-4285-93df-2064a650f530,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:31.565609 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c99d26d2-e1ea-49be-9c6c-136ce8e6e4c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:45:31.592184 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ffc0ce6b-5c78-453c-90b5-47a6ac1538b8 req-f19a2319-e80c-4104-9780-0d70ce568866 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a15d10f-28d1-4c71-978e-dccf205b55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448719 Apr 28 19:45:31.630091 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-e1e9c597-149b-4dde-87fb-94e97570f951 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:31.631782 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-e1e9c597-149b-4dde-87fb-94e97570f951 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:31.645462 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-8a917df2-c8c5-4b37-b6e4-11a965c7a441 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Made reservation on behalf of e43b2df984ad43ab869cb40642eaceb6 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:45:31.656328 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c99d26d2-e1ea-49be-9c6c-136ce8e6e4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:31.657299 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-c99d26d2-e1ea-49be-9c6c-136ce8e6e4c8 admin admin] Added segment 5a3c26df-0628-4add-ac86-9acaa3796899 of type vlan for network 4965d246-64b0-4511-ad8b-918189e280f4 Apr 28 19:45:31.666263 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-8a917df2-c8c5-4b37-b6e4-11a965c7a441 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:31.668717 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 55044) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:31.709285 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-e1e9c597-149b-4dde-87fb-94e97570f951 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7158158 Apr 28 19:45:31.713334 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1ae7aae4-c101-4175-bdb1-a2f8c550cae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:31.719990 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-89195580-17c9-40c2-b5a2-9ca70b0dcc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:31.721914 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-89195580-17c9-40c2-b5a2-9ca70b0dcc72 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2600665 Apr 28 19:45:31.736440 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-e02c6293-9d6f-4d07-8d38-ee1f07b8eeb8 service neutron] Request body: {'port': {'device_id': 'a4419fe4-74d0-48ac-9a18-3ddd3a010bc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:31.742555 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c99d26d2-e1ea-49be-9c6c-136ce8e6e4c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:31.802820 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:31.811787 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-f63e5737-042a-47c1-b848-58b4772f59ea tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:31.815224 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-f63e5737-042a-47c1-b848-58b4772f59ea tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.15 "GET /v2.0/networks?id=fabbd60f-8bf6-4926-b9b3-5557fdc11e18 HTTP/1.1" status: 200 len: 811 time: 0.2805693 Apr 28 19:45:31.861018 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-357e968a-39c7-4eed-b099-5357c2c5ac8f tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Request body: {'port': {'device_id': '881fee54-fe01-4b88-949f-e5af1873c25d', 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18', 'admin_state_up': True, 'tenant_id': '867e03fb86a54b0390ea4c90d552fb01'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:31.906983 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c99d26d2-e1ea-49be-9c6c-136ce8e6e4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:31.907723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99d26d2-e1ea-49be-9c6c-136ce8e6e4c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:31.908715 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c99d26d2-e1ea-49be-9c6c-136ce8e6e4c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:31.986179 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c99d26d2-e1ea-49be-9c6c-136ce8e6e4c8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1104209 Apr 28 19:45:32.009331 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3cdd7-9281-4c23-af40-7f13683c28af req-9c348809-1135-4caa-a54f-493ae9077754 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:32.011062 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-65b3cdd7-9281-4c23-af40-7f13683c28af req-9c348809-1135-4caa-a54f-493ae9077754 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 945 time: 0.1914864 Apr 28 19:45:32.028005 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55050) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:32.034299 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-a63edbe8-ed06-4936-8676-3299218eeb30 admin admin] Request body: {'subnet': {'network_id': '4965d246-64b0-4511-ad8b-918189e280f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-408718799-subnet', 'tenant_id': '9a2c3e3f2a284e5ea2acbb5295a32ede', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:32.088802 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0671035f-e26a-4eb3-9390-292f478f5e1e None None] Provisioning complete for port 375e7d09-ce38-4af9-9954-2af31be2bfe6 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:32.089446 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0671035f-e26a-4eb3-9390-292f478f5e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:32.100681 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63edbe8-ed06-4936-8676-3299218eeb30 admin admin] Made reservation on behalf of 9a2c3e3f2a284e5ea2acbb5295a32ede for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:45:32.104916 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a63edbe8-ed06-4936-8676-3299218eeb30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:32.178367 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0671035f-e26a-4eb3-9390-292f478f5e1e None None] Port 375e7d09-ce38-4af9-9954-2af31be2bfe6 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:45:32.308201 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-65b3cdd7-9281-4c23-af40-7f13683c28af req-edd7305b-f22a-47af-96ea-1772f34e13b0 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477353 Apr 28 19:45:32.319060 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d26d2-e1ea-49be-9c6c-136ce8e6e4c8 admin admin] Pushing event updated for resources: {'Network': ['ID=4965d246-64b0-4511-ad8b-918189e280f4,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:32.335463 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 4965d246-64b0-4511-ad8b-918189e280f4 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:45:32.366827 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2d4a1bca-a749-4b08-9978-b8c1fcbf904b req-d4ec8a89-1f1e-4702-ad8a-fc9837493eb6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 210 time: 0.0938416 Apr 28 19:45:32.416719 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-357e968a-39c7-4eed-b099-5357c2c5ac8f tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Made reservation on behalf of 867e03fb86a54b0390ea4c90d552fb01 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:45:32.420898 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-357e968a-39c7-4eed-b099-5357c2c5ac8f tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:32.467966 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-9ce34310-e43b-4285-8c0b-b6869a7801c1 service neutron] 10.222.0.44 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7281833 Apr 28 19:45:32.531235 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-e02c6293-9d6f-4d07-8d38-ee1f07b8eeb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:32.773174 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-8a917df2-c8c5-4b37-b6e4-11a965c7a441 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Allocated IP 172.20.0.5 (250071f3-ecf3-457c-9125-2f18e9f47415/370721e0-f0f0-4169-bd3a-3c8596249e96/bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:45:32.837978 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1ae7aae4-c101-4175-bdb1-a2f8c550cae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:32.855319 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8eaf1ec9-d070-4422-98a8-157093cdf29f req-a9bcec86-8d5f-4a3f-af6e-bc0d007b851d service neutron] 10.222.0.44 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555801 Apr 28 19:45:32.861367 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1ae7aae4-c101-4175-bdb1-a2f8c550cae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:32.983639 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ee70b7e1-8676-44a1-bcc1-97703ceae9fe req-dc105c62-5c14-4ce3-9ff8-4b278c719a92 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=27d8c468-7bac-4a25-9c71-29e01cc568f6 HTTP/1.1" status: 200 len: 210 time: 0.0582280 Apr 28 19:45:33.039515 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-357e968a-39c7-4eed-b099-5357c2c5ac8f tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Allocated IP 172.20.0.12 (fabbd60f-8bf6-4926-b9b3-5557fdc11e18/e145c28a-7477-47ad-a9ec-82b7e4aa7b4b/a0d72725-3df0-4e39-a564-e6266b3ac587) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:45:33.101633 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd4c61-dc05-40df-b9d3-d05a68aa6cb6 req-5d2095a8-c044-4007-846c-7fcaf793222f tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:33.105735 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ddcd4c61-dc05-40df-b9d3-d05a68aa6cb6 req-5d2095a8-c044-4007-846c-7fcaf793222f tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 943 time: 0.3786106 Apr 28 19:45:33.123405 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae7aae4-c101-4175-bdb1-a2f8c550cae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea462a7-8902-4402-8ae8-54e7b0a5c56a,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:33.130248 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a63edbe8-ed06-4936-8676-3299218eeb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:33.220459 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1ae7aae4-c101-4175-bdb1-a2f8c550cae5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=79b69452be49408ebac232390b446dc9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5442564 Apr 28 19:45:33.235775 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55056) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:33.252595 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63edbe8-ed06-4936-8676-3299218eeb30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=573dc8c7-d68c-47b4-8939-15de6321b71b,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:33.295961 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:33.328594 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63edbe8-ed06-4936-8676-3299218eeb30 admin admin] Checking segment: {'id': '5a3c26df-0628-4add-ac86-9acaa3796899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4965d246-64b0-4511-ad8b-918189e280f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:45:33.329260 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63edbe8-ed06-4936-8676-3299218eeb30 admin admin] Network hostable DHCP agents. Network: 4965d246-64b0-4511-ad8b-918189e280f4, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:45:33.383035 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-357e968a-39c7-4eed-b099-5357c2c5ac8f tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:33.384631 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-58ff090e-e596-4437-9414-e40e55f5663b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:33.406748 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63edbe8-ed06-4936-8676-3299218eeb30 admin admin] Network 4965d246-64b0-4511-ad8b-918189e280f4 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:45:33.418421 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855827b5-9078-418e-a1a0-1a26145d388d req-3c023bbe-0cda-4f20-9fd6-a59aa0986d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:33.421659 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-855827b5-9078-418e-a1a0-1a26145d388d req-3c023bbe-0cda-4f20-9fd6-a59aa0986d12 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a0c676490ad4221b826814b264d08aa&device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 1094 time: 0.4681323 Apr 28 19:45:33.431277 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-58ff090e-e596-4437-9414-e40e55f5663b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:33.444421 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-a63edbe8-ed06-4936-8676-3299218eeb30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 4965d246-64b0-4511-ad8b-918189e280f4) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:33.464023 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63edbe8-ed06-4936-8676-3299218eeb30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:33.464678 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a63edbe8-ed06-4936-8676-3299218eeb30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:33.467662 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346d0513-7d89-4e1b-87f0-196713ce101b None None] Network 4965d246-64b0-4511-ad8b-918189e280f4 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:45:33.471915 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ddcd4c61-dc05-40df-b9d3-d05a68aa6cb6 req-939a6b20-806a-45b7-ae03-be5ebe46a0a6 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a15d10f-28d1-4c71-978e-dccf205b55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3333471 Apr 28 19:45:33.561851 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-357e968a-39c7-4eed-b099-5357c2c5ac8f tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:33.622667 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a63edbe8-ed06-4936-8676-3299218eeb30 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5856562 Apr 28 19:45:33.622667 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-357e968a-39c7-4eed-b099-5357c2c5ac8f tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Network fabbd60f-8bf6-4926-b9b3-5557fdc11e18 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:45:33.638156 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd56eed-fd72-43db-9a75-2c7500ba84f7 req-7aa4cbff-23ec-4fda-bf82-d4f8ab2e53da tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:33.639885 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ebd56eed-fd72-43db-9a75-2c7500ba84f7 req-7aa4cbff-23ec-4fda-bf82-d4f8ab2e53da tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 945 time: 0.1696386 Apr 28 19:45:33.645775 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-402b36ff-d2db-4ba1-ad65-dc60c1db51a1 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:33.646814 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-357e968a-39c7-4eed-b099-5357c2c5ac8f tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:33.648767 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-402b36ff-d2db-4ba1-ad65-dc60c1db51a1 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.44 "GET /v2.0/networks?id=250071f3-ecf3-457c-9125-2f18e9f47415 HTTP/1.1" status: 200 len: 816 time: 0.6586773 Apr 28 19:45:33.653167 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-58ff090e-e596-4437-9414-e40e55f5663b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:33.655828 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-58ff090e-e596-4437-9414-e40e55f5663b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:33.657055 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-58ff090e-e596-4437-9414-e40e55f5663b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7ea462a7-8902-4402-8ae8-54e7b0a5c56a HTTP/1.1" status: 204 len: 168 time: 0.4196296 Apr 28 19:45:33.658087 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-357e968a-39c7-4eed-b099-5357c2c5ac8f tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:45:33.682836 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-8a917df2-c8c5-4b37-b6e4-11a965c7a441 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:33.700063 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-395085c6-5d5b-4e45-86ab-5aa627d34988 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Request body: {'port': {'device_id': '27d8c468-7bac-4a25-9c71-29e01cc568f6', 'network_id': '250071f3-ecf3-457c-9125-2f18e9f47415', 'admin_state_up': True, 'tenant_id': 'e43b2df984ad43ab869cb40642eaceb6'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:33.718505 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-357e968a-39c7-4eed-b099-5357c2c5ac8f tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:33.719188 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-357e968a-39c7-4eed-b099-5357c2c5ac8f tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:33.744979 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855827b5-9078-418e-a1a0-1a26145d388d req-1a207c4f-26e9-426e-8f62-c6cc3081595a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:33.746687 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-855827b5-9078-418e-a1a0-1a26145d388d req-1a207c4f-26e9-426e-8f62-c6cc3081595a service neutron] 10.222.0.44 "GET /v2.0/networks?id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef HTTP/1.1" status: 200 len: 920 time: 0.3099833 Apr 28 19:45:33.747923 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e968a-39c7-4eed-b099-5357c2c5ac8f tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Pushing event updated for resources: {'Port': ['ID=a0d72725-3df0-4e39-a564-e6266b3ac587,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:33.750540 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff090e-e596-4437-9414-e40e55f5663b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea462a7-8902-4402-8ae8-54e7b0a5c56a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:33.774443 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bafd597-0d48-436b-8699-e4323df623cd None None] Network 4965d246-64b0-4511-ad8b-918189e280f4 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:45:33.811290 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-357e968a-39c7-4eed-b099-5357c2c5ac8f tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9549785 Apr 28 19:45:33.817333 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ebd56eed-fd72-43db-9a75-2c7500ba84f7 req-273bae13-4e2d-43c3-9133-aa62be3b986a tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677737 Apr 28 19:45:33.839694 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-eec04d57-33c8-45fb-827c-84bb8e3a845b service neutron] Request body: {'port': {'device_id': '881fee54-fe01-4b88-949f-e5af1873c25d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:33.893964 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-855827b5-9078-418e-a1a0-1a26145d388d req-b7a0e13c-bb25-4645-b742-94c7a42ed3de service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1094860a-dcd5-4b3b-9fb1-406fe5470ed2 HTTP/1.1" status: 200 len: 217 time: 0.1234496 Apr 28 19:45:33.953994 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-eec04d57-33c8-45fb-827c-84bb8e3a845b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:33.998198 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830db7b7-f696-4ffc-937f-5bc55f11344f req-497ae55a-26af-4fc0-84ff-b05cb6b97ae3 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:34.005235 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-830db7b7-f696-4ffc-937f-5bc55f11344f req-497ae55a-26af-4fc0-84ff-b05cb6b97ae3 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 932 time: 0.4175062 Apr 28 19:45:34.067463 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-8a917df2-c8c5-4b37-b6e4-11a965c7a441 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:34.176777 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855827b5-9078-418e-a1a0-1a26145d388d req-b05edaaf-1672-4ae0-b2d5-7567b4d4ac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:34.178385 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-855827b5-9078-418e-a1a0-1a26145d388d req-b05edaaf-1672-4ae0-b2d5-7567b4d4ac3f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d25b1cb0-c200-401d-9c44-cd4c1f880757 HTTP/1.1" status: 200 len: 858 time: 0.2702692 Apr 28 19:45:34.293404 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-28083468-1a83-42af-96a1-345f969dc02a req-074b8cd2-64bf-4e3a-b88e-d5838b6d97d0 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=27d8c468-7bac-4a25-9c71-29e01cc568f6 HTTP/1.1" status: 200 len: 210 time: 0.0866232 Apr 28 19:45:34.322878 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a917df2-c8c5-4b37-b6e4-11a965c7a441 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Pushing event updated for resources: {'Port': ['ID=bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:34.328423 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-8a917df2-c8c5-4b37-b6e4-11a965c7a441 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Network 250071f3-ecf3-457c-9125-2f18e9f47415 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:45:34.361326 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855827b5-9078-418e-a1a0-1a26145d388d req-c24c87cb-e8a4-4a91-a68e-37dd9c9b2fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:34.362969 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-855827b5-9078-418e-a1a0-1a26145d388d req-c24c87cb-e8a4-4a91-a68e-37dd9c9b2fae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1500113 Apr 28 19:45:34.366695 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-830db7b7-f696-4ffc-937f-5bc55f11344f req-320d0e70-14b0-4a63-b2a6-e52efe125a11 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599985 Apr 28 19:45:34.367797 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-8a917df2-c8c5-4b37-b6e4-11a965c7a441 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:34.370584 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-8a917df2-c8c5-4b37-b6e4-11a965c7a441 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:45:34.452201 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-395085c6-5d5b-4e45-86ab-5aa627d34988 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Made reservation on behalf of e43b2df984ad43ab869cb40642eaceb6 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:45:34.455639 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-395085c6-5d5b-4e45-86ab-5aa627d34988 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:34.570569 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-eec04d57-33c8-45fb-827c-84bb8e3a845b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0d72725-3df0-4e39-a564-e6266b3ac587 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:45:34.595248 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-eec04d57-33c8-45fb-827c-84bb8e3a845b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:34.633857 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-eec04d57-33c8-45fb-827c-84bb8e3a845b service neutron] Transition to ACTIVE for port object a0d72725-3df0-4e39-a564-e6266b3ac587 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:45:34.640701 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-eec04d57-33c8-45fb-827c-84bb8e3a845b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:34.663769 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-855827b5-9078-418e-a1a0-1a26145d388d req-60ccb9ec-a5d8-4ed0-92f7-b395bc2f9b5e service neutron] 10.222.0.44 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869902 Apr 28 19:45:34.740337 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-8a917df2-c8c5-4b37-b6e4-11a965c7a441 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:34.745522 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-8a917df2-c8c5-4b37-b6e4-11a965c7a441 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:34.812638 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-e02c6293-9d6f-4d07-8d38-ee1f07b8eeb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 375e7d09-ce38-4af9-9954-2af31be2bfe6 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:45:34.818902 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec04d57-33c8-45fb-827c-84bb8e3a845b service neutron] Pushing event updated for resources: {'Port': ['ID=a0d72725-3df0-4e39-a564-e6266b3ac587,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:34.822809 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-e02c6293-9d6f-4d07-8d38-ee1f07b8eeb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:34.839691 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-e02c6293-9d6f-4d07-8d38-ee1f07b8eeb8 service neutron] Transition to ACTIVE for port object 375e7d09-ce38-4af9-9954-2af31be2bfe6 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:45:34.869167 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-e02c6293-9d6f-4d07-8d38-ee1f07b8eeb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:34.886440 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-5c3c8ebe-8fa8-4f9c-985b-af6ee463c04b None None] Provisioning complete for port bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:34.887104 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5c3c8ebe-8fa8-4f9c-985b-af6ee463c04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:34.948981 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-5c3c8ebe-8fa8-4f9c-985b-af6ee463c04b None None] Port bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:45:34.966989 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-eec04d57-33c8-45fb-827c-84bb8e3a845b service neutron] Attempting to bind port a0d72725-3df0-4e39-a564-e6266b3ac587 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:45:34.967836 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-eec04d57-33c8-45fb-827c-84bb8e3a845b service neutron] Attempting to bind port a0d72725-3df0-4e39-a564-e6266b3ac587 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'b5720445-03de-4d91-9572-e2572d42e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:45:34.968430 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-eec04d57-33c8-45fb-827c-84bb8e3a845b service neutron] Attempting to bind port a0d72725-3df0-4e39-a564-e6266b3ac587 on network fabbd60f-8bf6-4926-b9b3-5557fdc11e18 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:45:35.004007 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-eec04d57-33c8-45fb-827c-84bb8e3a845b service neutron] Port a0d72725-3df0-4e39-a564-e6266b3ac587 on network fabbd60f-8bf6-4926-b9b3-5557fdc11e18 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:45:35.004905 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-eec04d57-33c8-45fb-827c-84bb8e3a845b service neutron] Attempting to bind port a0d72725-3df0-4e39-a564-e6266b3ac587 on network fabbd60f-8bf6-4926-b9b3-5557fdc11e18 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:45:35.042520 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-8a917df2-c8c5-4b37-b6e4-11a965c7a441 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8886600 Apr 28 19:45:35.049963 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-eec04d57-33c8-45fb-827c-84bb8e3a845b service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:45:35.051071 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-eec04d57-33c8-45fb-827c-84bb8e3a845b service neutron] Checking segment: {'id': 'b5720445-03de-4d91-9572-e2572d42e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:45:35.051420 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-eec04d57-33c8-45fb-827c-84bb8e3a845b service neutron] Bound using segment: {'id': 'b5720445-03de-4d91-9572-e2572d42e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:45:35.052223 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-eec04d57-33c8-45fb-827c-84bb8e3a845b service neutron] Bound port: a0d72725-3df0-4e39-a564-e6266b3ac587, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5720445-03de-4d91-9572-e2572d42e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:45:35.052817 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-eec04d57-33c8-45fb-827c-84bb8e3a845b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:35.071388 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-e11a765b-c2dc-4305-bcc1-3121f9bfd0bb service neutron] Request body: {'port': {'device_id': 'e36c9b01-b9fd-40e8-add0-1ee55675de2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:35.082148 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66a92a-b4a4-424c-a047-c5dc01a2420d req-594331ec-339f-4dff-be8b-e08256d81445 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:35.090577 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-df66a92a-b4a4-424c-a047-c5dc01a2420d req-594331ec-339f-4dff-be8b-e08256d81445 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 943 time: 0.4771802 Apr 28 19:45:35.158592 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-395085c6-5d5b-4e45-86ab-5aa627d34988 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Allocated IP 172.20.0.11 (250071f3-ecf3-457c-9125-2f18e9f47415/370721e0-f0f0-4169-bd3a-3c8596249e96/77b21ad6-6eb9-4c29-b4d1-c5d16b684be4) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:45:35.174775 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c6293-9d6f-4d07-8d38-ee1f07b8eeb8 service neutron] Pushing event updated for resources: {'Port': ['ID=375e7d09-ce38-4af9-9954-2af31be2bfe6,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:35.253473 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-855827b5-9078-418e-a1a0-1a26145d388d req-78c62284-00f5-4921-b342-2f89abb1dc5e service neutron] 10.222.0.44 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5745406 Apr 28 19:45:35.255309 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-eec04d57-33c8-45fb-827c-84bb8e3a845b service neutron] For port a0d72725-3df0-4e39-a564-e6266b3ac587, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:45:35.276610 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-eec04d57-33c8-45fb-827c-84bb8e3a845b service neutron] For port a0d72725-3df0-4e39-a564-e6266b3ac587, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=a0d72725-3df0-4e39-a564-e6266b3ac587,segment=NetworkSegment(b5720445-03de-4d91-9572-e2572d42e7be),segment_id=b5720445-03de-4d91-9572-e2572d42e7be)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:45:35.287802 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-eec04d57-33c8-45fb-827c-84bb8e3a845b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:35.308204 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-e11a765b-c2dc-4305-bcc1-3121f9bfd0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:35.339179 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-df66a92a-b4a4-424c-a047-c5dc01a2420d req-58b6cda4-86f3-47b3-9fba-4b7c0ac6a86a tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a15d10f-28d1-4c71-978e-dccf205b55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464430 Apr 28 19:45:35.375709 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-eec04d57-33c8-45fb-827c-84bb8e3a845b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:35.376374 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-eec04d57-33c8-45fb-827c-84bb8e3a845b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:35.377852 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-eec04d57-33c8-45fb-827c-84bb8e3a845b service neutron] 10.222.0.15 "PUT /v2.0/ports/a0d72725-3df0-4e39-a564-e6266b3ac587 HTTP/1.1" status: 200 len: 1092 time: 1.5563567 Apr 28 19:45:35.383233 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '881fee54-fe01-4b88-949f-e5af1873c25d', 'tag': 'a0d72725-3df0-4e39-a564-e6266b3ac587'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:35.386106 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a90bb0-726d-475e-8767-2b0581747502" -d '{"events": [{"name": "network-changed", "server_uuid": "881fee54-fe01-4b88-949f-e5af1873c25d", "tag": "a0d72725-3df0-4e39-a564-e6266b3ac587"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:35.420855 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec04d57-33c8-45fb-827c-84bb8e3a845b service neutron] Pushing event updated for resources: {'Port': ['ID=a0d72725-3df0-4e39-a564-e6266b3ac587,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:35.531520 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-e02c6293-9d6f-4d07-8d38-ee1f07b8eeb8 service neutron] Attempting to bind port 375e7d09-ce38-4af9-9954-2af31be2bfe6 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:45:35.532079 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-e02c6293-9d6f-4d07-8d38-ee1f07b8eeb8 service neutron] Attempting to bind port 375e7d09-ce38-4af9-9954-2af31be2bfe6 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '3dc3189c-aa90-4025-9633-a3e23afc4207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '250071f3-ecf3-457c-9125-2f18e9f47415'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:45:35.532231 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-e02c6293-9d6f-4d07-8d38-ee1f07b8eeb8 service neutron] Attempting to bind port 375e7d09-ce38-4af9-9954-2af31be2bfe6 on network 250071f3-ecf3-457c-9125-2f18e9f47415 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:45:35.541403 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-f154944b-13d1-418b-9214-7df282283256 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:35.543938 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-f154944b-13d1-418b-9214-7df282283256 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] 10.222.0.42 "GET /v2.0/networks?id=4965d246-64b0-4511-ad8b-918189e280f4 HTTP/1.1" status: 200 len: 821 time: 0.5704014 Apr 28 19:45:35.562535 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-33393c86-0613-4d7a-8450-3eaf5be147ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:35.564394 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-33393c86-0613-4d7a-8450-3eaf5be147ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=867e03fb86a54b0390ea4c90d552fb01&device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 1095 time: 0.1050236 Apr 28 19:45:35.570543 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-e02c6293-9d6f-4d07-8d38-ee1f07b8eeb8 service neutron] Port 375e7d09-ce38-4af9-9954-2af31be2bfe6 on network 250071f3-ecf3-457c-9125-2f18e9f47415 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:45:35.571104 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-e02c6293-9d6f-4d07-8d38-ee1f07b8eeb8 service neutron] Attempting to bind port 375e7d09-ce38-4af9-9954-2af31be2bfe6 on network 250071f3-ecf3-457c-9125-2f18e9f47415 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:45:35.619616 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-e9925e96-ed75-4630-85cb-c0b5e773f947 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] 10.222.0.42 "GET /v2.0/quotas/9a2c3e3f2a284e5ea2acbb5295a32ede HTTP/1.1" status: 200 len: 375 time: 0.0597162 Apr 28 19:45:35.621975 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-89738648-591d-4917-b0e1-b6bcc0540b57 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0d72725-3df0-4e39-a564-e6266b3ac587 HTTP/1.1" status: 200 len: 217 time: 0.0487258 Apr 28 19:45:35.661474 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-e02c6293-9d6f-4d07-8d38-ee1f07b8eeb8 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:45:35.662371 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-e02c6293-9d6f-4d07-8d38-ee1f07b8eeb8 service neutron] Checking segment: {'id': '3dc3189c-aa90-4025-9633-a3e23afc4207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '250071f3-ecf3-457c-9125-2f18e9f47415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:45:35.662757 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-e02c6293-9d6f-4d07-8d38-ee1f07b8eeb8 service neutron] Bound using segment: {'id': '3dc3189c-aa90-4025-9633-a3e23afc4207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '250071f3-ecf3-457c-9125-2f18e9f47415'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:45:35.663215 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-e02c6293-9d6f-4d07-8d38-ee1f07b8eeb8 service neutron] Bound port: 375e7d09-ce38-4af9-9954-2af31be2bfe6, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dc3189c-aa90-4025-9633-a3e23afc4207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '250071f3-ecf3-457c-9125-2f18e9f47415'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:45:35.663579 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-e02c6293-9d6f-4d07-8d38-ee1f07b8eeb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:35.736832 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-1ee9a96d-a971-4df6-8ff8-f41cbb63b8be tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a2c3e3f2a284e5ea2acbb5295a32ede&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0912812 Apr 28 19:45:35.779182 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088a34f-0f1d-4a5c-8049-d245fcea804e req-9892c645-e6b9-445d-8aee-37312b7026af tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:35.784877 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d088a34f-0f1d-4a5c-8049-d245fcea804e req-9892c645-e6b9-445d-8aee-37312b7026af tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 945 time: 0.2466071 Apr 28 19:45:35.790582 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-395085c6-5d5b-4e45-86ab-5aa627d34988 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:35.803910 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-d9eddb68-632e-4504-adc3-2e7093d22a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:35.806555 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-d9eddb68-632e-4504-adc3-2e7093d22a0c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e145c28a-7477-47ad-a9ec-82b7e4aa7b4b HTTP/1.1" status: 200 len: 851 time: 0.1764936 Apr 28 19:45:35.868704 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-e02c6293-9d6f-4d07-8d38-ee1f07b8eeb8 service neutron] For port 375e7d09-ce38-4af9-9954-2af31be2bfe6, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:45:35.877816 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-e02c6293-9d6f-4d07-8d38-ee1f07b8eeb8 service neutron] For port 375e7d09-ce38-4af9-9954-2af31be2bfe6, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=375e7d09-ce38-4af9-9954-2af31be2bfe6,segment=NetworkSegment(3dc3189c-aa90-4025-9633-a3e23afc4207),segment_id=3dc3189c-aa90-4025-9633-a3e23afc4207)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:45:35.897143 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-e02c6293-9d6f-4d07-8d38-ee1f07b8eeb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:35.911363 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d088a34f-0f1d-4a5c-8049-d245fcea804e req-4deb85ab-792a-4ddb-8549-83157761784a tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076403 Apr 28 19:45:35.915888 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-d85d0923-d839-4644-9024-5650b42d12c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fabbd60f-8bf6-4926-b9b3-5557fdc11e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551734 Apr 28 19:45:36.026497 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-e02c6293-9d6f-4d07-8d38-ee1f07b8eeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:36.027130 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-e02c6293-9d6f-4d07-8d38-ee1f07b8eeb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:36.028815 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-e02c6293-9d6f-4d07-8d38-ee1f07b8eeb8 service neutron] 10.222.0.15 "PUT /v2.0/ports/375e7d09-ce38-4af9-9954-2af31be2bfe6 HTTP/1.1" status: 200 len: 1092 time: 4.3058379 Apr 28 19:45:36.029449 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4419fe4-74d0-48ac-9a18-3ddd3a010bc8', 'tag': '375e7d09-ce38-4af9-9954-2af31be2bfe6'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:36.032276 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faff317c-da79-49f0-908a-4950376e7747" -d '{"events": [{"name": "network-changed", "server_uuid": "a4419fe4-74d0-48ac-9a18-3ddd3a010bc8", "tag": "375e7d09-ce38-4af9-9954-2af31be2bfe6"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:36.047416 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-395085c6-5d5b-4e45-86ab-5aa627d34988 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:36.049395 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-2b5cb9ba-3cc6-409a-822a-cf5e79e289c2 service neutron] 10.222.0.42 "GET /v2.0/networks/4965d246-64b0-4511-ad8b-918189e280f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980123 Apr 28 19:45:36.092537 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c6293-9d6f-4d07-8d38-ee1f07b8eeb8 service neutron] Pushing event updated for resources: {'Port': ['ID=375e7d09-ce38-4af9-9954-2af31be2bfe6,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:36.197218 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-237b1dc0-f821-41e6-bf22-730c158befd1 service neutron] 10.222.0.15 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737765 Apr 28 19:45:36.207838 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-66903934-8b68-4639-a79b-6a2c05ab52e8 service neutron] 10.222.0.42 "GET /v2.0/networks/4965d246-64b0-4511-ad8b-918189e280f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571500 Apr 28 19:45:36.426926 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f70ef97e-7948-450e-b681-2f1383f781f9 req-776d3c49-cf86-4ee8-8df2-0883a704724e service neutron] 10.222.0.15 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157807 Apr 28 19:45:36.535075 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b388283a-0823-4acd-87c5-5cb45a73eb7e x-openstack-request-id: req-b388283a-0823-4acd-87c5-5cb45a73eb7e {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:36.535519 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "881fee54-fe01-4b88-949f-e5af1873c25d", "tag": "a0d72725-3df0-4e39-a564-e6266b3ac587", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:36.535936 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b388283a-0823-4acd-87c5-5cb45a73eb7e {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:36.537297 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b388283a-0823-4acd-87c5-5cb45a73eb7e'] response: {'name': 'network-changed', 'server_uuid': '881fee54-fe01-4b88-949f-e5af1873c25d', 'tag': 'a0d72725-3df0-4e39-a564-e6266b3ac587', 'status': 'completed', 'code': 200} Apr 28 19:45:36.591730 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 1094860a-dcd5-4b3b-9fb1-406fe5470ed2 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:45:36.754194 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395085c6-5d5b-4e45-86ab-5aa627d34988 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Pushing event updated for resources: {'Port': ['ID=77b21ad6-6eb9-4c29-b4d1-c5d16b684be4,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:36.767882 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-395085c6-5d5b-4e45-86ab-5aa627d34988 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Network 250071f3-ecf3-457c-9125-2f18e9f47415 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:45:36.773369 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a90bb0-726d-475e-8767-2b0581747502 req-31bb3219-a362-4a0f-abcf-b2bf04b0ed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:36.777352 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-42a90bb0-726d-475e-8767-2b0581747502 req-31bb3219-a362-4a0f-abcf-b2bf04b0ed7c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=867e03fb86a54b0390ea4c90d552fb01&device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 1095 time: 0.1919947 Apr 28 19:45:36.789740 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-395085c6-5d5b-4e45-86ab-5aa627d34988 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:36.805622 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-395085c6-5d5b-4e45-86ab-5aa627d34988 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:45:36.854035 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c52f7-4da5-42bc-9ee5-6f6fdb6d23f9 req-57812bf2-944e-4eb1-934b-1f632e3ef504 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:36.857307 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8b7c52f7-4da5-42bc-9ee5-6f6fdb6d23f9 req-57812bf2-944e-4eb1-934b-1f632e3ef504 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 944 time: 0.2003441 Apr 28 19:45:36.896626 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 1094860a-dcd5-4b3b-9fb1-406fe5470ed2, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=1094860a-dcd5-4b3b-9fb1-406fe5470ed2,segment=NetworkSegment(c8b13874-b277-4f2c-b275-f865aee89558),segment_id=c8b13874-b277-4f2c-b275-f865aee89558)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:36.915364 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '1094860a-dcd5-4b3b-9fb1-406fe5470ed2', 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef', 'port_id': '1094860a-dcd5-4b3b-9fb1-406fe5470ed2', 'mac_address': 'fa:16:3e:19:60:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd25b1cb0-c200-401d-9c44-cd4c1f880757', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:45:36.963618 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfdfec-16d8-4fa8-895e-220ae9a0c414 req-a1134ccb-1083-4d6e-8697-3a232aa2ff41 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:36.981792 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7fcfdfec-16d8-4fa8-895e-220ae9a0c414 req-a1134ccb-1083-4d6e-8697-3a232aa2ff41 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=27d8c468-7bac-4a25-9c71-29e01cc568f6 HTTP/1.1" status: 200 len: 932 time: 0.9169571 Apr 28 19:45:36.994696 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:37.069740 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8b7c52f7-4da5-42bc-9ee5-6f6fdb6d23f9 req-72b7fced-7167-4999-945a-2708bab95097 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988803 Apr 28 19:45:37.134383 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-395085c6-5d5b-4e45-86ab-5aa627d34988 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:37.135067 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-395085c6-5d5b-4e45-86ab-5aa627d34988 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:37.180817 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1094860a-dcd5-4b3b-9fb1-406fe5470ed2 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:45:37.207845 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-6c70def1-5ff0-4086-ba8c-52e169899e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:37.208019 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 1094860a-dcd5-4b3b-9fb1-406fe5470ed2, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=1094860a-dcd5-4b3b-9fb1-406fe5470ed2,segment=NetworkSegment(c8b13874-b277-4f2c-b275-f865aee89558),segment_id=c8b13874-b277-4f2c-b275-f865aee89558)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:37.213676 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:37.213861 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a90bb0-726d-475e-8767-2b0581747502 req-63edc02f-ba28-4a3e-93dc-b1c84eeb6cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:37.215345 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-42a90bb0-726d-475e-8767-2b0581747502 req-63edc02f-ba28-4a3e-93dc-b1c84eeb6cc6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fabbd60f-8bf6-4926-b9b3-5557fdc11e18 HTTP/1.1" status: 200 len: 912 time: 0.4301431 Apr 28 19:45:37.220553 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-6c70def1-5ff0-4086-ba8c-52e169899e6d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e43b2df984ad43ab869cb40642eaceb6&device_id=a4419fe4-74d0-48ac-9a18-3ddd3a010bc8 HTTP/1.1" status: 200 len: 1095 time: 1.1156828 Apr 28 19:45:37.285106 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e74b038-21e2-4714-b975-0e822c409191 x-openstack-request-id: req-9e74b038-21e2-4714-b975-0e822c409191 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:37.285879 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4419fe4-74d0-48ac-9a18-3ddd3a010bc8", "tag": "375e7d09-ce38-4af9-9954-2af31be2bfe6", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:37.286226 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9e74b038-21e2-4714-b975-0e822c409191 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:37.286998 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e74b038-21e2-4714-b975-0e822c409191'] response: {'name': 'network-changed', 'server_uuid': 'a4419fe4-74d0-48ac-9a18-3ddd3a010bc8', 'tag': '375e7d09-ce38-4af9-9954-2af31be2bfe6', 'status': 'completed', 'code': 200} Apr 28 19:45:37.339306 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-42a90bb0-726d-475e-8767-2b0581747502 req-cc90c47f-2fef-4f46-beaf-cda08187ca60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0d72725-3df0-4e39-a564-e6266b3ac587 HTTP/1.1" status: 200 len: 217 time: 0.0966198 Apr 28 19:45:37.344521 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=1094860a-dcd5-4b3b-9fb1-406fe5470ed2,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:37.366613 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-cb2a34ee-d31c-42c3-9546-ea865d99a481 None None] Provisioning complete for port 77b21ad6-6eb9-4c29-b4d1-c5d16b684be4 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:37.367264 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cb2a34ee-d31c-42c3-9546-ea865d99a481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:37.422202 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-cb2a34ee-d31c-42c3-9546-ea865d99a481 None None] Port 77b21ad6-6eb9-4c29-b4d1-c5d16b684be4 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:45:37.435022 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-00e8c1e2-9aa6-4933-8172-2c66910107af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=375e7d09-ce38-4af9-9954-2af31be2bfe6 HTTP/1.1" status: 200 len: 217 time: 0.1818702 Apr 28 19:45:37.442711 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b729c-5f9f-4b8b-9952-611cb0313274 req-cc3027e2-68b9-4bdb-8323-daa92bc399c2 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:37.451463 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b46b729c-5f9f-4b8b-9952-611cb0313274 req-cc3027e2-68b9-4bdb-8323-daa92bc399c2 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 944 time: 0.1149647 Apr 28 19:45:37.451980 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['1094860a-dcd5-4b3b-9fb1-406fe5470ed2'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:45:37.466850 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a90bb0-726d-475e-8767-2b0581747502 req-028057e9-d498-4c42-8c59-6dcd177721c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:37.468435 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-42a90bb0-726d-475e-8767-2b0581747502 req-028057e9-d498-4c42-8c59-6dcd177721c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e145c28a-7477-47ad-a9ec-82b7e4aa7b4b HTTP/1.1" status: 200 len: 851 time: 0.0996149 Apr 28 19:45:37.469982 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-395085c6-5d5b-4e45-86ab-5aa627d34988 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7754529 Apr 28 19:45:37.476909 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-e11a765b-c2dc-4305-bcc1-3121f9bfd0bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:45:37.509749 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-42a90bb0-726d-475e-8767-2b0581747502 req-995a7c92-5f97-4109-af5a-6c81d52aaa2c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fabbd60f-8bf6-4926-b9b3-5557fdc11e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317912 Apr 28 19:45:37.514875 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-d69c6256-a0a2-4261-bbfb-59dccb59ad90 service neutron] Request body: {'port': {'device_id': '27d8c468-7bac-4a25-9c71-29e01cc568f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:37.529368 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-e11a765b-c2dc-4305-bcc1-3121f9bfd0bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:37.560568 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b46b729c-5f9f-4b8b-9952-611cb0313274 req-cf240df5-4480-4e2c-8ffe-1aec6b5cc054 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a15d10f-28d1-4c71-978e-dccf205b55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079266 Apr 28 19:45:37.652291 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7fcfdfec-16d8-4fa8-895e-220ae9a0c414 req-e2b06ae0-2de4-436d-8174-50c55b2c02f7 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5107865 Apr 28 19:45:37.673763 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-e11a765b-c2dc-4305-bcc1-3121f9bfd0bb service neutron] Transition to ACTIVE for port object bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:45:37.689507 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-4792bb13-f1ae-4bbe-a483-00f8eda328ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:37.691314 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-4792bb13-f1ae-4bbe-a483-00f8eda328ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=370721e0-f0f0-4169-bd3a-3c8596249e96 HTTP/1.1" status: 200 len: 855 time: 0.2440426 Apr 28 19:45:37.692362 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-e11a765b-c2dc-4305-bcc1-3121f9bfd0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:37.699303 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-932f430b-9fa4-45ad-9ea2-931a0424f460 req-f7973c17-fe81-484b-90e5-38593d707afa tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] 10.222.0.42 "GET /v2.0/ports?device_id=384dd773-aa4a-4af4-b7a9-8593e34f7a1b HTTP/1.1" status: 200 len: 210 time: 0.0530806 Apr 28 19:45:37.730484 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-42a90bb0-726d-475e-8767-2b0581747502 req-0c8dc45a-5b58-410f-9c6a-aa0225a1518d service neutron] 10.222.0.15 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090516 Apr 28 19:45:37.821785 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-d69c6256-a0a2-4261-bbfb-59dccb59ad90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:37.889061 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a765b-c2dc-4305-bcc1-3121f9bfd0bb service neutron] Pushing event updated for resources: {'Port': ['ID=bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:37.892994 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-75b343eb-747e-42dd-a2a6-65bd5b754fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:37.894754 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-75b343eb-747e-42dd-a2a6-65bd5b754fad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=250071f3-ecf3-457c-9125-2f18e9f47415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1779575 Apr 28 19:45:37.972568 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-42a90bb0-726d-475e-8767-2b0581747502 req-5131e3bc-7d93-4967-b6b2-18d8f5e8cb26 service neutron] 10.222.0.15 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214174 Apr 28 19:45:38.034040 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776383a-8336-4a9f-82a6-7406532e9048 req-75508547-6f51-4bad-91ad-130ce4de7497 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:38.036088 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4776383a-8336-4a9f-82a6-7406532e9048 req-75508547-6f51-4bad-91ad-130ce4de7497 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 945 time: 0.2247825 Apr 28 19:45:38.265685 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4776383a-8336-4a9f-82a6-7406532e9048 req-be63af8e-61cd-4e23-b637-5ce7bf89d61f tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943476 Apr 28 19:45:38.276476 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-e11a765b-c2dc-4305-bcc1-3121f9bfd0bb service neutron] Attempting to bind port bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:45:38.277099 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-e11a765b-c2dc-4305-bcc1-3121f9bfd0bb service neutron] Attempting to bind port bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '3dc3189c-aa90-4025-9633-a3e23afc4207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '250071f3-ecf3-457c-9125-2f18e9f47415'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:45:38.277769 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-e11a765b-c2dc-4305-bcc1-3121f9bfd0bb service neutron] Attempting to bind port bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4 on network 250071f3-ecf3-457c-9125-2f18e9f47415 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:45:38.293516 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-3adb5b83-a64c-4d3e-b2d8-d41250aecfd8 service neutron] 10.222.0.15 "GET /v2.0/networks/250071f3-ecf3-457c-9125-2f18e9f47415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457658 Apr 28 19:45:38.356396 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae33260-6136-4327-9bc1-9b262a69b870 req-096e52c9-3970-4bf4-96d4-d7f45f0f94b0 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:38.358608 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bae33260-6136-4327-9bc1-9b262a69b870 req-096e52c9-3970-4bf4-96d4-d7f45f0f94b0 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 944 time: 0.1223969 Apr 28 19:45:38.364951 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-e11a765b-c2dc-4305-bcc1-3121f9bfd0bb service neutron] Port bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4 on network 250071f3-ecf3-457c-9125-2f18e9f47415 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:45:38.365652 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-e11a765b-c2dc-4305-bcc1-3121f9bfd0bb service neutron] Attempting to bind port bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4 on network 250071f3-ecf3-457c-9125-2f18e9f47415 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:45:38.418238 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bae33260-6136-4327-9bc1-9b262a69b870 req-10c5e1b0-b7df-417b-a3d9-9bebb1d82d6f tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469627 Apr 28 19:45:38.421159 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-e11a765b-c2dc-4305-bcc1-3121f9bfd0bb service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:45:38.421718 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-e11a765b-c2dc-4305-bcc1-3121f9bfd0bb service neutron] Checking segment: {'id': '3dc3189c-aa90-4025-9633-a3e23afc4207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '250071f3-ecf3-457c-9125-2f18e9f47415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:45:38.422317 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-e11a765b-c2dc-4305-bcc1-3121f9bfd0bb service neutron] Bound using segment: {'id': '3dc3189c-aa90-4025-9633-a3e23afc4207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '250071f3-ecf3-457c-9125-2f18e9f47415'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:45:38.423055 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-e11a765b-c2dc-4305-bcc1-3121f9bfd0bb service neutron] Bound port: bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dc3189c-aa90-4025-9633-a3e23afc4207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '250071f3-ecf3-457c-9125-2f18e9f47415'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:45:38.423688 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-e11a765b-c2dc-4305-bcc1-3121f9bfd0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:38.608267 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 1094860a-dcd5-4b3b-9fb1-406fe5470ed2 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:45:38.715928 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 1094860a-dcd5-4b3b-9fb1-406fe5470ed2 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:45:38.726710 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 1094860a-dcd5-4b3b-9fb1-406fe5470ed2 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:38.727444 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:38.855677 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-58bce138-b7ea-45c6-b5f5-1fb0e6c818e3 req-f0d963e0-9ad2-4212-999e-5eaa4e723e37 service neutron] 10.222.0.15 "GET /v2.0/networks/250071f3-ecf3-457c-9125-2f18e9f47415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4923632 Apr 28 19:45:38.871237 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:38.874007 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-e11a765b-c2dc-4305-bcc1-3121f9bfd0bb service neutron] For port bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:45:38.893905 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 55186) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:38.912266 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203ba746-8db3-4d3a-8365-e66c50a7a19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1094860a-dcd5-4b3b-9fb1-406fe5470ed2'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:38.914925 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc58887-d7a3-45eb-90e4-c9a4fdcd25e1" -d '{"events": [{"server_uuid": "203ba746-8db3-4d3a-8365-e66c50a7a19b", "name": "network-vif-plugged", "status": "completed", "tag": "1094860a-dcd5-4b3b-9fb1-406fe5470ed2"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:38.919253 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a25ae2-e796-4696-95cb-fdf8c98cc4f6 req-8bd5cc71-46bd-41bc-8203-775f89358bd4 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:38.931052 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 1094860a-dcd5-4b3b-9fb1-406fe5470ed2, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=1094860a-dcd5-4b3b-9fb1-406fe5470ed2,segment=NetworkSegment(c8b13874-b277-4f2c-b275-f865aee89558),segment_id=c8b13874-b277-4f2c-b275-f865aee89558)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:38.935066 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-63a25ae2-e796-4696-95cb-fdf8c98cc4f6 req-8bd5cc71-46bd-41bc-8203-775f89358bd4 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=27d8c468-7bac-4a25-9c71-29e01cc568f6 HTTP/1.1" status: 200 len: 932 time: 0.1335585 Apr 28 19:45:38.937283 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-5db9c98c-ab5d-4021-a272-3e0b06b1bbc3 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:38.937663 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:38.941345 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-5db9c98c-ab5d-4021-a272-3e0b06b1bbc3 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] 10.222.0.44 "GET /v2.0/networks?id=4965d246-64b0-4511-ad8b-918189e280f4 HTTP/1.1" status: 200 len: 821 time: 0.5205815 Apr 28 19:45:38.997019 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-e11a765b-c2dc-4305-bcc1-3121f9bfd0bb service neutron] For port bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4,segment=NetworkSegment(3dc3189c-aa90-4025-9633-a3e23afc4207),segment_id=3dc3189c-aa90-4025-9633-a3e23afc4207)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:45:38.999166 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-63a25ae2-e796-4696-95cb-fdf8c98cc4f6 req-690053eb-516c-4cd4-a050-72cf9b1d5d90 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605962 Apr 28 19:45:39.008669 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-1d06e440-2611-43ea-b413-91d992a34327 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] Request body: {'port': {'device_id': '384dd773-aa4a-4af4-b7a9-8593e34f7a1b', 'network_id': '4965d246-64b0-4511-ad8b-918189e280f4', 'admin_state_up': True, 'tenant_id': '9a2c3e3f2a284e5ea2acbb5295a32ede'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:39.010679 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=1094860a-dcd5-4b3b-9fb1-406fe5470ed2,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:39.045072 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e464cfd-b1f5-443d-87bd-da6dd0b327d2 req-b37fdeb1-c6cc-4d8c-b45c-9270413a5a0b tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:39.047162 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9e464cfd-b1f5-443d-87bd-da6dd0b327d2 req-b37fdeb1-c6cc-4d8c-b45c-9270413a5a0b tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 944 time: 0.3619063 Apr 28 19:45:39.060397 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-e11a765b-c2dc-4305-bcc1-3121f9bfd0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:39.122893 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-146d25e4-c8c0-4c5c-9822-00ff81240060 req-6d48199f-d6cb-40cc-9a41-f5993c77dcef tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] 10.222.0.42 "GET /v2.0/ports?device_id=384dd773-aa4a-4af4-b7a9-8593e34f7a1b HTTP/1.1" status: 200 len: 210 time: 0.0349548 Apr 28 19:45:39.145221 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-d69c6256-a0a2-4261-bbfb-59dccb59ad90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b21ad6-6eb9-4c29-b4d1-c5d16b684be4 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:45:39.191031 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-e11a765b-c2dc-4305-bcc1-3121f9bfd0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:39.191654 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-e11a765b-c2dc-4305-bcc1-3121f9bfd0bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:39.193311 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-e11a765b-c2dc-4305-bcc1-3121f9bfd0bb service neutron] 10.222.0.15 "PUT /v2.0/ports/bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4 HTTP/1.1" status: 200 len: 1091 time: 4.1337969 Apr 28 19:45:39.199023 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5ed399-cdd7-40d5-8c0e-024f79ce50c9 x-openstack-request-id: req-ce5ed399-cdd7-40d5-8c0e-024f79ce50c9 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:39.199598 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "203ba746-8db3-4d3a-8365-e66c50a7a19b", "name": "network-vif-plugged", "status": "completed", "tag": "1094860a-dcd5-4b3b-9fb1-406fe5470ed2", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:39.200010 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ce5ed399-cdd7-40d5-8c0e-024f79ce50c9 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:39.200599 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce5ed399-cdd7-40d5-8c0e-024f79ce50c9'] response: {'server_uuid': '203ba746-8db3-4d3a-8365-e66c50a7a19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1094860a-dcd5-4b3b-9fb1-406fe5470ed2', 'code': 200} Apr 28 19:45:39.206143 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-d69c6256-a0a2-4261-bbfb-59dccb59ad90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:39.214439 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b03d6155-0543-48f6-b8cc-6bb8a0c2ed25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:39.291979 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36c9b01-b9fd-40e8-add0-1ee55675de2f', 'tag': 'bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:39.294456 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834340f3-e18a-40b0-b08d-001c72c673b7" -d '{"events": [{"name": "network-changed", "server_uuid": "e36c9b01-b9fd-40e8-add0-1ee55675de2f", "tag": "bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:39.308960 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a765b-c2dc-4305-bcc1-3121f9bfd0bb service neutron] Pushing event updated for resources: {'Port': ['ID=bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:39.315416 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-d69c6256-a0a2-4261-bbfb-59dccb59ad90 service neutron] Transition to ACTIVE for port object 77b21ad6-6eb9-4c29-b4d1-c5d16b684be4 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:45:39.350735 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9e464cfd-b1f5-443d-87bd-da6dd0b327d2 req-ffceef75-7e1c-4194-827e-200a14b29746 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a15d10f-28d1-4c71-978e-dccf205b55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847428 Apr 28 19:45:39.352803 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff317c-da79-49f0-908a-4950376e7747 req-c8267c0e-03fb-4e95-b07c-753851ebcf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:39.354315 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-faff317c-da79-49f0-908a-4950376e7747 req-c8267c0e-03fb-4e95-b07c-753851ebcf42 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e43b2df984ad43ab869cb40642eaceb6&device_id=a4419fe4-74d0-48ac-9a18-3ddd3a010bc8 HTTP/1.1" status: 200 len: 1095 time: 0.4117405 Apr 28 19:45:39.362013 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-d69c6256-a0a2-4261-bbfb-59dccb59ad90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:39.366085 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca76db08-174e-44c2-82c5-934a805edf68 x-openstack-request-id: req-ca76db08-174e-44c2-82c5-934a805edf68 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:39.366326 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36c9b01-b9fd-40e8-add0-1ee55675de2f", "tag": "bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:39.366661 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ca76db08-174e-44c2-82c5-934a805edf68 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:39.366990 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca76db08-174e-44c2-82c5-934a805edf68'] response: {'name': 'network-changed', 'server_uuid': 'e36c9b01-b9fd-40e8-add0-1ee55675de2f', 'tag': 'bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4', 'status': 'completed', 'code': 200} Apr 28 19:45:39.394878 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b02bb5-b693-42f5-a967-c5a51779bf47 req-2cbe253e-8a5e-45f9-bd57-ebc29b877180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:39.399759 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d9b02bb5-b693-42f5-a967-c5a51779bf47 req-2cbe253e-8a5e-45f9-bd57-ebc29b877180 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 1096 time: 0.0865843 Apr 28 19:45:39.504866 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d9b02bb5-b693-42f5-a967-c5a51779bf47 req-3b84341d-cf3e-49e1-ac72-e0b38e735331 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7a15d10f-28d1-4c71-978e-dccf205b55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010709 Apr 28 19:45:39.533631 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c6256-a0a2-4261-bbfb-59dccb59ad90 service neutron] Pushing event updated for resources: {'Port': ['ID=77b21ad6-6eb9-4c29-b4d1-c5d16b684be4,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:39.542570 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-1d06e440-2611-43ea-b413-91d992a34327 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] Made reservation on behalf of 9a2c3e3f2a284e5ea2acbb5295a32ede for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:45:39.546296 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-1d06e440-2611-43ea-b413-91d992a34327 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:39.549861 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-09ae8b86-d86b-43ae-9ebd-a2cfabefaa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:39.552499 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-09ae8b86-d86b-43ae-9ebd-a2cfabefaa93 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e43b2df984ad43ab869cb40642eaceb6&device_id=e36c9b01-b9fd-40e8-add0-1ee55675de2f HTTP/1.1" status: 200 len: 1094 time: 0.2811174 Apr 28 19:45:39.557127 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303609d-ae4c-4828-8642-409287987a94 req-acb7d308-fa16-4615-bc34-e22957c03e82 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:39.568743 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f303609d-ae4c-4828-8642-409287987a94 req-acb7d308-fa16-4615-bc34-e22957c03e82 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 945 time: 0.1368399 Apr 28 19:45:39.627176 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f303609d-ae4c-4828-8642-409287987a94 req-b0294087-71e5-4f0b-bb30-741debf47eb9 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558114 Apr 28 19:45:39.691622 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-b1da5573-ce31-4400-95d2-061de6cef077 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4 HTTP/1.1" status: 200 len: 217 time: 0.1174264 Apr 28 19:45:39.820700 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff317c-da79-49f0-908a-4950376e7747 req-dbb3ecbc-4e07-49ab-bd36-c934c40156fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:39.822192 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-faff317c-da79-49f0-908a-4950376e7747 req-dbb3ecbc-4e07-49ab-bd36-c934c40156fd service neutron] 10.222.0.15 "GET /v2.0/networks?id=250071f3-ecf3-457c-9125-2f18e9f47415 HTTP/1.1" status: 200 len: 917 time: 0.4505761 Apr 28 19:45:39.825970 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b03d6155-0543-48f6-b8cc-6bb8a0c2ed25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:39.858119 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b03d6155-0543-48f6-b8cc-6bb8a0c2ed25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:39.930445 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-faff317c-da79-49f0-908a-4950376e7747 req-76f4f0d6-810e-4ac9-85f0-66caa32c1e70 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=375e7d09-ce38-4af9-9954-2af31be2bfe6 HTTP/1.1" status: 200 len: 217 time: 0.0977032 Apr 28 19:45:39.968897 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-d69c6256-a0a2-4261-bbfb-59dccb59ad90 service neutron] Attempting to bind port 77b21ad6-6eb9-4c29-b4d1-c5d16b684be4 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:45:39.969239 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-d69c6256-a0a2-4261-bbfb-59dccb59ad90 service neutron] Attempting to bind port 77b21ad6-6eb9-4c29-b4d1-c5d16b684be4 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '3dc3189c-aa90-4025-9633-a3e23afc4207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '250071f3-ecf3-457c-9125-2f18e9f47415'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:45:39.969576 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-d69c6256-a0a2-4261-bbfb-59dccb59ad90 service neutron] Attempting to bind port 77b21ad6-6eb9-4c29-b4d1-c5d16b684be4 on network 250071f3-ecf3-457c-9125-2f18e9f47415 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:45:39.972503 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-78493d9b-bc50-4c1d-b62a-45c48345470c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:39.974587 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-78493d9b-bc50-4c1d-b62a-45c48345470c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=370721e0-f0f0-4169-bd3a-3c8596249e96 HTTP/1.1" status: 200 len: 855 time: 0.2500896 Apr 28 19:45:40.165992 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95383c70-0f2e-419a-99dc-28079b40fea9 req-62675956-cf17-4299-a526-881a3b44de94 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:40.167893 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-95383c70-0f2e-419a-99dc-28079b40fea9 req-62675956-cf17-4299-a526-881a3b44de94 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=27d8c468-7bac-4a25-9c71-29e01cc568f6 HTTP/1.1" status: 200 len: 944 time: 0.0558274 Apr 28 19:45:40.217647 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-95383c70-0f2e-419a-99dc-28079b40fea9 req-c221c154-00b7-495b-8a85-0dac81f419db tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426967 Apr 28 19:45:40.329755 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f7131342-1791-47e1-a8c6-e014a5bb5ec1 req-93bf2cfe-9f8c-4164-ada6-834aa941384f tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] 10.222.0.42 "GET /v2.0/ports?device_id=384dd773-aa4a-4af4-b7a9-8593e34f7a1b HTTP/1.1" status: 200 len: 210 time: 0.0341635 Apr 28 19:45:40.369491 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d6155-0543-48f6-b8cc-6bb8a0c2ed25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32818ef7-61a5-4cf9-8017-999a2c68f648,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:40.379326 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90973f64-5a2c-4a3d-b437-b451a66c2024 req-c00c957d-2ed3-4d3b-8cb4-649cdaba141e tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:40.381501 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-90973f64-5a2c-4a3d-b437-b451a66c2024 req-c00c957d-2ed3-4d3b-8cb4-649cdaba141e tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 944 time: 0.7682326 Apr 28 19:45:40.389378 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-d69c6256-a0a2-4261-bbfb-59dccb59ad90 service neutron] Port 77b21ad6-6eb9-4c29-b4d1-c5d16b684be4 on network 250071f3-ecf3-457c-9125-2f18e9f47415 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:45:40.389378 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-d69c6256-a0a2-4261-bbfb-59dccb59ad90 service neutron] Attempting to bind port 77b21ad6-6eb9-4c29-b4d1-c5d16b684be4 on network 250071f3-ecf3-457c-9125-2f18e9f47415 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:45:40.398818 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b03d6155-0543-48f6-b8cc-6bb8a0c2ed25 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c95d0679bcec49f38b2ec3eba8282dc5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4968343 Apr 28 19:45:40.402876 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55204) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:40.458200 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-d69c6256-a0a2-4261-bbfb-59dccb59ad90 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:45:40.459130 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-d69c6256-a0a2-4261-bbfb-59dccb59ad90 service neutron] Checking segment: {'id': '3dc3189c-aa90-4025-9633-a3e23afc4207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '250071f3-ecf3-457c-9125-2f18e9f47415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:45:40.459732 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-d69c6256-a0a2-4261-bbfb-59dccb59ad90 service neutron] Bound using segment: {'id': '3dc3189c-aa90-4025-9633-a3e23afc4207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '250071f3-ecf3-457c-9125-2f18e9f47415'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:45:40.460280 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-d69c6256-a0a2-4261-bbfb-59dccb59ad90 service neutron] Bound port: 77b21ad6-6eb9-4c29-b4d1-c5d16b684be4, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dc3189c-aa90-4025-9633-a3e23afc4207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '250071f3-ecf3-457c-9125-2f18e9f47415'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:45:40.460837 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-d69c6256-a0a2-4261-bbfb-59dccb59ad90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:40.476139 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-1d06e440-2611-43ea-b413-91d992a34327 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] Allocated IP 172.20.0.9 (4965d246-64b0-4511-ad8b-918189e280f4/573dc8c7-d68c-47b4-8939-15de6321b71b/98f37dc4-2e74-483e-b06f-fa12374e1cb6) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:45:40.499670 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff317c-da79-49f0-908a-4950376e7747 req-6f0fdd21-541d-41cb-b3aa-20b7526be7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:40.501953 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-faff317c-da79-49f0-908a-4950376e7747 req-6f0fdd21-541d-41cb-b3aa-20b7526be7ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=370721e0-f0f0-4169-bd3a-3c8596249e96 HTTP/1.1" status: 200 len: 855 time: 0.5566497 Apr 28 19:45:40.550735 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d9064650-8db4-43b7-bbaf-01b739057210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:40.579839 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-27b2cdcf-679c-4617-b7a1-784285a0646b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:40.581430 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-27b2cdcf-679c-4617-b7a1-784285a0646b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=250071f3-ecf3-457c-9125-2f18e9f47415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5698807 Apr 28 19:45:40.584556 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d9064650-8db4-43b7-bbaf-01b739057210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:40.585043 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-90973f64-5a2c-4a3d-b437-b451a66c2024 req-a67f0f3b-882f-4f9c-b298-aceae0dd7fb5 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846435 Apr 28 19:45:40.604156 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c61f1c-ac9d-49b2-a34d-4f3827c59c4e req-63f72d68-d051-4ffc-9348-e876138672a2 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:40.605492 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-03c61f1c-ac9d-49b2-a34d-4f3827c59c4e req-63f72d68-d051-4ffc-9348-e876138672a2 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 945 time: 0.1101787 Apr 28 19:45:40.703953 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-03c61f1c-ac9d-49b2-a34d-4f3827c59c4e req-e0c6ea5f-1b7e-44a1-bcad-12c4976bc14c tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a15d10f-28d1-4c71-978e-dccf205b55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740840 Apr 28 19:45:40.732152 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d9064650-8db4-43b7-bbaf-01b739057210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:40.738002 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d9064650-8db4-43b7-bbaf-01b739057210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:40.741312 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d9064650-8db4-43b7-bbaf-01b739057210 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/32818ef7-61a5-4cf9-8017-999a2c68f648 HTTP/1.1" status: 204 len: 168 time: 0.3366961 Apr 28 19:45:40.779026 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9064650-8db4-43b7-bbaf-01b739057210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32818ef7-61a5-4cf9-8017-999a2c68f648,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:40.784663 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff317c-da79-49f0-908a-4950376e7747 req-45c2348b-a4c9-46af-ba7d-b3099ee81916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:40.786249 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-faff317c-da79-49f0-908a-4950376e7747 req-45c2348b-a4c9-46af-ba7d-b3099ee81916 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=250071f3-ecf3-457c-9125-2f18e9f47415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2769666 Apr 28 19:45:40.791437 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-d69c6256-a0a2-4261-bbfb-59dccb59ad90 service neutron] For port 77b21ad6-6eb9-4c29-b4d1-c5d16b684be4, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:45:40.835715 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-d69c6256-a0a2-4261-bbfb-59dccb59ad90 service neutron] For port 77b21ad6-6eb9-4c29-b4d1-c5d16b684be4, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=77b21ad6-6eb9-4c29-b4d1-c5d16b684be4,segment=NetworkSegment(3dc3189c-aa90-4025-9633-a3e23afc4207),segment_id=3dc3189c-aa90-4025-9633-a3e23afc4207)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:45:40.888767 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-d69c6256-a0a2-4261-bbfb-59dccb59ad90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:40.950638 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device a0d72725-3df0-4e39-a564-e6266b3ac587 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:45:40.981393 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-0fd5506b-ffa6-4291-95f3-cccb9652e674 service neutron] 10.222.0.15 "GET /v2.0/networks/250071f3-ecf3-457c-9125-2f18e9f47415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861895 Apr 28 19:45:41.020213 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-d69c6256-a0a2-4261-bbfb-59dccb59ad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:41.021393 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-d69c6256-a0a2-4261-bbfb-59dccb59ad90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:41.022834 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-d69c6256-a0a2-4261-bbfb-59dccb59ad90 service neutron] 10.222.0.44 "PUT /v2.0/ports/77b21ad6-6eb9-4c29-b4d1-c5d16b684be4 HTTP/1.1" status: 200 len: 1092 time: 3.5138810 Apr 28 19:45:41.096481 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-1d06e440-2611-43ea-b413-91d992a34327 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:41.151091 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c6256-a0a2-4261-bbfb-59dccb59ad90 service neutron] Pushing event updated for resources: {'Port': ['ID=77b21ad6-6eb9-4c29-b4d1-c5d16b684be4,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:41.168833 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3404c-f5e9-4ee5-97d1-29ede1f57940 req-93171403-4c44-4b72-aa77-b4bd67bc0851 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:41.177998 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3bb3404c-f5e9-4ee5-97d1-29ede1f57940 req-93171403-4c44-4b72-aa77-b4bd67bc0851 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 945 time: 0.3874249 Apr 28 19:45:41.199601 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port a0d72725-3df0-4e39-a564-e6266b3ac587, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=a0d72725-3df0-4e39-a564-e6266b3ac587,segment=NetworkSegment(b5720445-03de-4d91-9572-e2572d42e7be),segment_id=b5720445-03de-4d91-9572-e2572d42e7be)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:41.215805 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-faff317c-da79-49f0-908a-4950376e7747 req-b6c39f04-3677-403b-b70f-1b5481f8d0d7 service neutron] 10.222.0.15 "GET /v2.0/networks/250071f3-ecf3-457c-9125-2f18e9f47415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103870 Apr 28 19:45:41.217103 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'a0d72725-3df0-4e39-a564-e6266b3ac587', 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18', 'port_id': 'a0d72725-3df0-4e39-a564-e6266b3ac587', 'mac_address': 'fa:16:3e:87:86:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e145c28a-7477-47ad-a9ec-82b7e4aa7b4b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:45:41.275883 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:41.304840 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0d72725-3df0-4e39-a564-e6266b3ac587 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:45:41.340856 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port a0d72725-3df0-4e39-a564-e6266b3ac587, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=a0d72725-3df0-4e39-a564-e6266b3ac587,segment=NetworkSegment(b5720445-03de-4d91-9572-e2572d42e7be),segment_id=b5720445-03de-4d91-9572-e2572d42e7be)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:41.352509 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:41.354271 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55214) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:41.376273 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-483d7002-6d94-43ef-85e4-822b2eee7490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:41.398663 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d8c468-7bac-4a25-9c71-29e01cc568f6', 'tag': '77b21ad6-6eb9-4c29-b4d1-c5d16b684be4'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:41.401385 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc990b2d-4571-4efe-8d79-80b69203d177" -d '{"events": [{"name": "network-changed", "server_uuid": "27d8c468-7bac-4a25-9c71-29e01cc568f6", "tag": "77b21ad6-6eb9-4c29-b4d1-c5d16b684be4"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:41.433232 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=a0d72725-3df0-4e39-a564-e6266b3ac587,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:41.444974 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3bb3404c-f5e9-4ee5-97d1-29ede1f57940 req-acc4cda5-6e1b-4dc5-936b-b68b2e2bb21e tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652617 Apr 28 19:45:41.447465 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-46667b84-44c7-45e1-8736-6d990120d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:41.450147 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-46667b84-44c7-45e1-8736-6d990120d493 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e43b2df984ad43ab869cb40642eaceb6&device_id=27d8c468-7bac-4a25-9c71-29e01cc568f6 HTTP/1.1" status: 200 len: 1095 time: 0.3393774 Apr 28 19:45:41.456149 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-1d06e440-2611-43ea-b413-91d992a34327 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:41.460948 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-92504ffb-4b6e-408b-9ef9-269602715c0d req-8bb915a9-3e91-4f9e-9c32-6d78d24efb61 service neutron] 10.222.0.15 "GET /v2.0/networks/250071f3-ecf3-457c-9125-2f18e9f47415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4711857 Apr 28 19:45:41.546705 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682c6ed-f7aa-4e1c-8bec-685f60bdbe61 req-cf9ff231-3384-4d21-be2f-5b2b76f03a59 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:41.549809 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1682c6ed-f7aa-4e1c-8bec-685f60bdbe61 req-cf9ff231-3384-4d21-be2f-5b2b76f03a59 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=27d8c468-7bac-4a25-9c71-29e01cc568f6 HTTP/1.1" status: 200 len: 944 time: 0.1477256 Apr 28 19:45:41.581082 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-544b7c21-0abd-4fc1-a6db-9e7333665b36 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77b21ad6-6eb9-4c29-b4d1-c5d16b684be4 HTTP/1.1" status: 200 len: 217 time: 0.1096008 Apr 28 19:45:41.599355 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-faff317c-da79-49f0-908a-4950376e7747 req-08afb09c-2689-4bee-b9cb-f09ec1fecb45 service neutron] 10.222.0.15 "GET /v2.0/networks/250071f3-ecf3-457c-9125-2f18e9f47415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675387 Apr 28 19:45:41.606797 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-1d06e440-2611-43ea-b413-91d992a34327 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] Network 4965d246-64b0-4511-ad8b-918189e280f4 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:45:41.649036 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-1d06e440-2611-43ea-b413-91d992a34327 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:41.660549 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['a0d72725-3df0-4e39-a564-e6266b3ac587'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:45:41.669787 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-483d7002-6d94-43ef-85e4-822b2eee7490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:41.674773 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1682c6ed-f7aa-4e1c-8bec-685f60bdbe61 req-cddc4629-63dd-4c0c-89b1-527d912aeb5f tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022906 Apr 28 19:45:41.676488 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-1d06e440-2611-43ea-b413-91d992a34327 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:45:41.677037 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-483d7002-6d94-43ef-85e4-822b2eee7490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:41.729095 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06e440-2611-43ea-b413-91d992a34327 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] Pushing event updated for resources: {'Port': ['ID=98f37dc4-2e74-483e-b06f-fa12374e1cb6,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:41.747581 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-483d7002-6d94-43ef-85e4-822b2eee7490 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fb9d554876164ae1815aca5c2d588aff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3911290 Apr 28 19:45:41.752038 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55222) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:41.761088 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d7002-6d94-43ef-85e4-822b2eee7490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb428d69-6a12-4b38-918d-cde8608e677a,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:41.774977 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-1247730f-7b55-4740-b5a2-b93e6d68b6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:41.776700 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-1247730f-7b55-4740-b5a2-b93e6d68b6be service neutron] 10.222.0.44 "GET /v2.0/subnets?id=370721e0-f0f0-4169-bd3a-3c8596249e96 HTTP/1.1" status: 200 len: 855 time: 0.1686530 Apr 28 19:45:41.789666 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ae951-5b41-44af-81b2-199cb7f3188c req-1ceb0ae8-f4ef-4666-9393-040c306a7a3c tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:41.797364 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ba1ae951-5b41-44af-81b2-199cb7f3188c req-1ceb0ae8-f4ef-4666-9393-040c306a7a3c tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] 10.222.0.42 "GET /v2.0/ports?device_id=384dd773-aa4a-4af4-b7a9-8593e34f7a1b HTTP/1.1" status: 200 len: 931 time: 0.2323160 Apr 28 19:45:41.817059 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834340f3-e18a-40b0-b08d-001c72c673b7 req-ff2168d8-1800-4091-ad80-572a853a7f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:41.819220 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-834340f3-e18a-40b0-b08d-001c72c673b7 req-ff2168d8-1800-4091-ad80-572a853a7f56 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e43b2df984ad43ab869cb40642eaceb6&device_id=e36c9b01-b9fd-40e8-add0-1ee55675de2f HTTP/1.1" status: 200 len: 1094 time: 0.2530990 Apr 28 19:45:41.825278 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-1d06e440-2611-43ea-b413-91d992a34327 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:41.825971 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-1d06e440-2611-43ea-b413-91d992a34327 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:41.830376 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4e7a1ca-f1b5-49b9-8b99-91c7b78a3035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:41.851725 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5560b257-b9d5-49bd-b5b3-2153e85cbee2 x-openstack-request-id: req-5560b257-b9d5-49bd-b5b3-2153e85cbee2 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:41.852066 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27d8c468-7bac-4a25-9c71-29e01cc568f6", "tag": "77b21ad6-6eb9-4c29-b4d1-c5d16b684be4", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:41.852304 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5560b257-b9d5-49bd-b5b3-2153e85cbee2 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:41.852725 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5560b257-b9d5-49bd-b5b3-2153e85cbee2'] response: {'name': 'network-changed', 'server_uuid': '27d8c468-7bac-4a25-9c71-29e01cc568f6', 'tag': '77b21ad6-6eb9-4c29-b4d1-c5d16b684be4', 'status': 'completed', 'code': 200} Apr 28 19:45:41.884682 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4e7a1ca-f1b5-49b9-8b99-91c7b78a3035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:41.931920 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-1d06e440-2611-43ea-b413-91d992a34327 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9506238 Apr 28 19:45:41.950772 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-aa2702d0-3715-477a-9fcc-62b4037ec64f service neutron] Request body: {'port': {'device_id': '384dd773-aa4a-4af4-b7a9-8593e34f7a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:41.970752 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4e7a1ca-f1b5-49b9-8b99-91c7b78a3035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:41.977566 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4e7a1ca-f1b5-49b9-8b99-91c7b78a3035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:41.980374 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c4e7a1ca-f1b5-49b9-8b99-91c7b78a3035 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bb428d69-6a12-4b38-918d-cde8608e677a HTTP/1.1" status: 204 len: 168 time: 0.2269027 Apr 28 19:45:41.991817 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ba1ae951-5b41-44af-81b2-199cb7f3188c req-b0d3617e-f738-4ee0-a926-0213f32cd727 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] 10.222.0.42 "GET /v2.0/security-groups?id=b721b692-054f-4285-93df-2064a650f530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935718 Apr 28 19:45:42.028814 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e7a1ca-f1b5-49b9-8b99-91c7b78a3035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb428d69-6a12-4b38-918d-cde8608e677a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:42.043122 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-1deccb93-9d9d-4ec8-b093-515e7c867df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:42.056707 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-1deccb93-9d9d-4ec8-b093-515e7c867df8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=250071f3-ecf3-457c-9125-2f18e9f47415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2551003 Apr 28 19:45:42.109178 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834340f3-e18a-40b0-b08d-001c72c673b7 req-7e08b6ad-b912-4bbc-96d4-f471d5057814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:42.110866 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-834340f3-e18a-40b0-b08d-001c72c673b7 req-7e08b6ad-b912-4bbc-96d4-f471d5057814 service neutron] 10.222.0.15 "GET /v2.0/networks?id=250071f3-ecf3-457c-9125-2f18e9f47415 HTTP/1.1" status: 200 len: 917 time: 0.2810817 Apr 28 19:45:42.126538 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91a3e9-5edd-47c9-b53e-b91b9b9ea6d9 req-6b637197-85e8-41ee-8783-58e327dae844 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:42.139036 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4c91a3e9-5edd-47c9-b53e-b91b9b9ea6d9 req-6b637197-85e8-41ee-8783-58e327dae844 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 945 time: 0.1556387 Apr 28 19:45:42.150114 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-aa2702d0-3715-477a-9fcc-62b4037ec64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:42.213034 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4c91a3e9-5edd-47c9-b53e-b91b9b9ea6d9 req-fa3b0edf-3349-4b6f-aa55-53d1b0f6eb0b tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704870 Apr 28 19:45:42.231838 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-834340f3-e18a-40b0-b08d-001c72c673b7 req-2d62a0ae-3ef6-406b-8b1f-8c2d67b41004 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4 HTTP/1.1" status: 200 len: 217 time: 0.0793855 Apr 28 19:45:42.429122 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834340f3-e18a-40b0-b08d-001c72c673b7 req-2d50c51f-3aef-4e67-8707-2e20b28f80c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:42.430859 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-834340f3-e18a-40b0-b08d-001c72c673b7 req-2d50c51f-3aef-4e67-8707-2e20b28f80c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=370721e0-f0f0-4169-bd3a-3c8596249e96 HTTP/1.1" status: 200 len: 855 time: 0.1626959 Apr 28 19:45:42.500665 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-79721985-04be-44f7-92bd-5d594d0a6c80 service neutron] 10.222.0.44 "GET /v2.0/networks/250071f3-ecf3-457c-9125-2f18e9f47415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936565 Apr 28 19:45:42.513113 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2535e7f-f7e3-4350-a8d2-2acb90a355fe req-8b5b8f92-84b0-4407-9a08-4033e134c8b8 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:42.514823 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d2535e7f-f7e3-4350-a8d2-2acb90a355fe req-8b5b8f92-84b0-4407-9a08-4033e134c8b8 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 945 time: 0.2953212 Apr 28 19:45:42.640143 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dcf92-f15e-4178-84ce-2d11e53b3246 req-0ad311d1-4165-4ff6-a212-15086599aedf tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:42.642731 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-712dcf92-f15e-4178-84ce-2d11e53b3246 req-0ad311d1-4165-4ff6-a212-15086599aedf tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 945 time: 0.0754929 Apr 28 19:45:42.709247 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834340f3-e18a-40b0-b08d-001c72c673b7 req-1721b014-a4c6-46cc-8eb7-05cb269d4263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:42.711102 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-834340f3-e18a-40b0-b08d-001c72c673b7 req-1721b014-a4c6-46cc-8eb7-05cb269d4263 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=250071f3-ecf3-457c-9125-2f18e9f47415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2244515 Apr 28 19:45:42.714199 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d2535e7f-f7e3-4350-a8d2-2acb90a355fe req-646d4ab7-7dbf-4183-95b1-a3196cab4486 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a15d10f-28d1-4c71-978e-dccf205b55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680045 Apr 28 19:45:42.726971 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-712dcf92-f15e-4178-84ce-2d11e53b3246 req-fa076a56-32ee-4e40-9c17-2a033d963b8b tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665431 Apr 28 19:45:42.878372 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aee21c74-673c-46f4-8e53-e167a2c6fa9b req-c0ad72b9-3873-4a38-83cf-7531e3058ab7 service neutron] 10.222.0.44 "GET /v2.0/networks/250071f3-ecf3-457c-9125-2f18e9f47415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476427 Apr 28 19:45:42.925072 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517da77-02e7-436a-8ca0-15e94d6e8a79 req-25beac5c-d916-4b2f-bb5c-0782cf59b2fb tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:42.929284 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7517da77-02e7-436a-8ca0-15e94d6e8a79 req-25beac5c-d916-4b2f-bb5c-0782cf59b2fb tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 945 time: 0.0949917 Apr 28 19:45:42.944599 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55244) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:42.952909 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-05a4ec8e-0573-4650-98c6-20b1c3d2f83f tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Request body: {'floatingip': {'port_id': '1094860a-dcd5-4b3b-9fb1-406fe5470ed2'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:42.969546 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 375e7d09-ce38-4af9-9954-2af31be2bfe6 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:45:42.978763 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device a0d72725-3df0-4e39-a564-e6266b3ac587 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:45:43.033315 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-05a4ec8e-0573-4650-98c6-20b1c3d2f83f tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks [] for floatingip, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:43.073362 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdaf263-e889-478e-a98b-c9ea2a64b1ae req-85013ca3-891f-4376-9508-726867744962 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:43.075001 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4cdaf263-e889-478e-a98b-c9ea2a64b1ae req-85013ca3-891f-4376-9508-726867744962 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=27d8c468-7bac-4a25-9c71-29e01cc568f6 HTTP/1.1" status: 200 len: 944 time: 0.2157047 Apr 28 19:45:43.084737 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-834340f3-e18a-40b0-b08d-001c72c673b7 req-9e25c516-e76b-4867-8e5b-e94c5de5e266 service neutron] 10.222.0.15 "GET /v2.0/networks/250071f3-ecf3-457c-9125-2f18e9f47415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586378 Apr 28 19:45:43.160423 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc990b2d-4571-4efe-8d79-80b69203d177 req-bdd3e6af-1773-4968-a80b-7c1480e71cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:43.162741 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dc990b2d-4571-4efe-8d79-80b69203d177 req-bdd3e6af-1773-4968-a80b-7c1480e71cdb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e43b2df984ad43ab869cb40642eaceb6&device_id=27d8c468-7bac-4a25-9c71-29e01cc568f6 HTTP/1.1" status: 200 len: 1095 time: 0.2069600 Apr 28 19:45:43.194042 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port a0d72725-3df0-4e39-a564-e6266b3ac587 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:45:43.196053 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-aa2702d0-3715-477a-9fcc-62b4037ec64f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98f37dc4-2e74-483e-b06f-fa12374e1cb6 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:45:43.229208 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-aa2702d0-3715-477a-9fcc-62b4037ec64f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:43.284550 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port a0d72725-3df0-4e39-a564-e6266b3ac587 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:43.285333 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:43.317636 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4cdaf263-e889-478e-a98b-c9ea2a64b1ae req-c4e94537-2ece-405a-b336-fb55961dcf73 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091694 Apr 28 19:45:43.337926 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-aa2702d0-3715-477a-9fcc-62b4037ec64f service neutron] Transition to ACTIVE for port object 98f37dc4-2e74-483e-b06f-fa12374e1cb6 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:45:43.371610 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-aa2702d0-3715-477a-9fcc-62b4037ec64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:43.461131 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:43.487289 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 375e7d09-ce38-4af9-9954-2af31be2bfe6, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=375e7d09-ce38-4af9-9954-2af31be2bfe6,segment=NetworkSegment(3dc3189c-aa90-4025-9633-a3e23afc4207),segment_id=3dc3189c-aa90-4025-9633-a3e23afc4207)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:43.514533 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '881fee54-fe01-4b88-949f-e5af1873c25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d72725-3df0-4e39-a564-e6266b3ac587'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:43.518072 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca7ea02-b12e-4f76-82cb-d244855f12e9" -d '{"events": [{"server_uuid": "881fee54-fe01-4b88-949f-e5af1873c25d", "name": "network-vif-plugged", "status": "completed", "tag": "a0d72725-3df0-4e39-a564-e6266b3ac587"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:43.526128 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '375e7d09-ce38-4af9-9954-2af31be2bfe6', 'network_id': '250071f3-ecf3-457c-9125-2f18e9f47415', 'port_id': '375e7d09-ce38-4af9-9954-2af31be2bfe6', 'mac_address': 'fa:16:3e:a5:00:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370721e0-f0f0-4169-bd3a-3c8596249e96', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:45:43.550753 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port a0d72725-3df0-4e39-a564-e6266b3ac587, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=a0d72725-3df0-4e39-a564-e6266b3ac587,segment=NetworkSegment(b5720445-03de-4d91-9572-e2572d42e7be),segment_id=b5720445-03de-4d91-9572-e2572d42e7be)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:43.574300 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb975c-f4e4-4893-93d5-8f5fe336a651 req-2dfc8dc4-6c57-4401-930f-855261d6c8e1 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:43.582650 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e7fb975c-f4e4-4893-93d5-8f5fe336a651 req-2dfc8dc4-6c57-4401-930f-855261d6c8e1 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] 10.222.0.42 "GET /v2.0/ports?device_id=384dd773-aa4a-4af4-b7a9-8593e34f7a1b HTTP/1.1" status: 200 len: 931 time: 0.4221449 Apr 28 19:45:43.634068 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:43.636581 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:43.744071 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 375e7d09-ce38-4af9-9954-2af31be2bfe6 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:45:43.750414 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=a0d72725-3df0-4e39-a564-e6266b3ac587,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:43.779750 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e7fb975c-f4e4-4893-93d5-8f5fe336a651 req-d30a62aa-845b-4f23-b821-363b050a0314 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] 10.222.0.42 "GET /v2.0/security-groups?id=b721b692-054f-4285-93df-2064a650f530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950772 Apr 28 19:45:43.794069 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 375e7d09-ce38-4af9-9954-2af31be2bfe6, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=375e7d09-ce38-4af9-9954-2af31be2bfe6,segment=NetworkSegment(3dc3189c-aa90-4025-9633-a3e23afc4207),segment_id=3dc3189c-aa90-4025-9633-a3e23afc4207)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:43.809568 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:43.868032 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d87e891-de52-4ecc-862a-a34000b71adb x-openstack-request-id: req-3d87e891-de52-4ecc-862a-a34000b71adb {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:43.869888 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "881fee54-fe01-4b88-949f-e5af1873c25d", "name": "network-vif-plugged", "status": "completed", "tag": "a0d72725-3df0-4e39-a564-e6266b3ac587", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:43.869888 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3d87e891-de52-4ecc-862a-a34000b71adb {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:43.883610 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d87e891-de52-4ecc-862a-a34000b71adb'] response: {'server_uuid': '881fee54-fe01-4b88-949f-e5af1873c25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d72725-3df0-4e39-a564-e6266b3ac587', 'code': 200} Apr 28 19:45:43.924178 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=375e7d09-ce38-4af9-9954-2af31be2bfe6,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:44.069501 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-05a4ec8e-0573-4650-98c6-20b1c3d2f83f tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:44.083892 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2a17f-5c60-491b-bcbd-9d797c5d45d0 req-8a19dac4-d9cf-49e8-a710-32e43a687183 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:44.088837 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a6e2a17f-5c60-491b-bcbd-9d797c5d45d0 req-8a19dac4-d9cf-49e8-a710-32e43a687183 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 945 time: 0.1168010 Apr 28 19:45:44.090534 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-05a4ec8e-0573-4650-98c6-20b1c3d2f83f tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:44.105620 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['375e7d09-ce38-4af9-9954-2af31be2bfe6'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:45:44.195595 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a6e2a17f-5c60-491b-bcbd-9d797c5d45d0 req-33c5f933-e2ad-467c-b0ff-1a0452c55a50 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015186 Apr 28 19:45:44.198859 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-834340f3-e18a-40b0-b08d-001c72c673b7 req-e82c2fdc-1423-457e-bf33-ce48e8df2699 service neutron] 10.222.0.15 "GET /v2.0/networks/250071f3-ecf3-457c-9125-2f18e9f47415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0933120 Apr 28 19:45:44.233372 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2702d0-3715-477a-9fcc-62b4037ec64f service neutron] Pushing event updated for resources: {'Port': ['ID=98f37dc4-2e74-483e-b06f-fa12374e1cb6,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:44.238138 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc990b2d-4571-4efe-8d79-80b69203d177 req-2df7090c-057f-4055-8ae2-4389c1cedd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:44.239808 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dc990b2d-4571-4efe-8d79-80b69203d177 req-2df7090c-057f-4055-8ae2-4389c1cedd65 service neutron] 10.222.0.44 "GET /v2.0/networks?id=250071f3-ecf3-457c-9125-2f18e9f47415 HTTP/1.1" status: 200 len: 917 time: 1.0385489 Apr 28 19:45:44.326724 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-05a4ec8e-0573-4650-98c6-20b1c3d2f83f tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Floating IP 8131a3dc-33c8-44de-acf1-57ac54302cfe associated. External IP: 172.25.8.123, port: 1094860a-dcd5-4b3b-9fb1-406fe5470ed2. Apr 28 19:45:44.347776 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dc990b2d-4571-4efe-8d79-80b69203d177 req-e42603be-e81d-42e1-bf4d-874ebb78d39a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77b21ad6-6eb9-4c29-b4d1-c5d16b684be4 HTTP/1.1" status: 200 len: 217 time: 0.0817733 Apr 28 19:45:44.361143 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61713711-0f21-4dff-a915-cf063344c198 req-f0ded9e2-050c-45a5-b568-8d4dfc5ab441 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:44.362882 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-61713711-0f21-4dff-a915-cf063344c198 req-f0ded9e2-050c-45a5-b568-8d4dfc5ab441 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 945 time: 0.9365768 Apr 28 19:45:44.398004 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d1cfb-8a53-4e42-a5ae-215053e25dd7 req-41988185-47eb-48c2-b3c9-a57fa04bdae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:44.399960 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f75d1cfb-8a53-4e42-a5ae-215053e25dd7 req-41988185-47eb-48c2-b3c9-a57fa04bdae4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 1097 time: 0.2595348 Apr 28 19:45:44.504679 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-aa2702d0-3715-477a-9fcc-62b4037ec64f service neutron] Attempting to bind port 98f37dc4-2e74-483e-b06f-fa12374e1cb6 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:45:44.505634 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-aa2702d0-3715-477a-9fcc-62b4037ec64f service neutron] Attempting to bind port 98f37dc4-2e74-483e-b06f-fa12374e1cb6 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '5a3c26df-0628-4add-ac86-9acaa3796899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4965d246-64b0-4511-ad8b-918189e280f4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:45:44.506071 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-aa2702d0-3715-477a-9fcc-62b4037ec64f service neutron] Attempting to bind port 98f37dc4-2e74-483e-b06f-fa12374e1cb6 on network 4965d246-64b0-4511-ad8b-918189e280f4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:45:44.518278 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-61713711-0f21-4dff-a915-cf063344c198 req-3f2d0584-dc3b-4a9e-a2f7-937d2fc76909 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361165 Apr 28 19:45:44.523682 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc990b2d-4571-4efe-8d79-80b69203d177 req-ba22f075-3a48-47b2-bb61-2c02eacb6440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:44.525311 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dc990b2d-4571-4efe-8d79-80b69203d177 req-ba22f075-3a48-47b2-bb61-2c02eacb6440 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=370721e0-f0f0-4169-bd3a-3c8596249e96 HTTP/1.1" status: 200 len: 855 time: 0.1614654 Apr 28 19:45:44.529030 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-aa2702d0-3715-477a-9fcc-62b4037ec64f service neutron] Port 98f37dc4-2e74-483e-b06f-fa12374e1cb6 on network 4965d246-64b0-4511-ad8b-918189e280f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:45:44.529331 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-aa2702d0-3715-477a-9fcc-62b4037ec64f service neutron] Attempting to bind port 98f37dc4-2e74-483e-b06f-fa12374e1cb6 on network 4965d246-64b0-4511-ad8b-918189e280f4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:45:44.533020 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f75d1cfb-8a53-4e42-a5ae-215053e25dd7 req-4546f62a-95cb-4315-a8d6-eabd325f307d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983980 Apr 28 19:45:44.548163 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-aa2702d0-3715-477a-9fcc-62b4037ec64f service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:45:44.548506 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-aa2702d0-3715-477a-9fcc-62b4037ec64f service neutron] Checking segment: {'id': '5a3c26df-0628-4add-ac86-9acaa3796899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4965d246-64b0-4511-ad8b-918189e280f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:45:44.548776 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-aa2702d0-3715-477a-9fcc-62b4037ec64f service neutron] Bound using segment: {'id': '5a3c26df-0628-4add-ac86-9acaa3796899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4965d246-64b0-4511-ad8b-918189e280f4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:45:44.549923 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-aa2702d0-3715-477a-9fcc-62b4037ec64f service neutron] Bound port: 98f37dc4-2e74-483e-b06f-fa12374e1cb6, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a3c26df-0628-4add-ac86-9acaa3796899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4965d246-64b0-4511-ad8b-918189e280f4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:45:44.549923 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-aa2702d0-3715-477a-9fcc-62b4037ec64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:44.648957 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc990b2d-4571-4efe-8d79-80b69203d177 req-4a7ae978-efa6-4379-ab43-2a13ce88d1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:44.650998 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dc990b2d-4571-4efe-8d79-80b69203d177 req-4a7ae978-efa6-4379-ab43-2a13ce88d1e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=250071f3-ecf3-457c-9125-2f18e9f47415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169381 Apr 28 19:45:44.693360 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-aa2702d0-3715-477a-9fcc-62b4037ec64f service neutron] For port 98f37dc4-2e74-483e-b06f-fa12374e1cb6, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:45:44.741073 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-aa2702d0-3715-477a-9fcc-62b4037ec64f service neutron] For port 98f37dc4-2e74-483e-b06f-fa12374e1cb6, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=98f37dc4-2e74-483e-b06f-fa12374e1cb6,segment=NetworkSegment(5a3c26df-0628-4add-ac86-9acaa3796899),segment_id=5a3c26df-0628-4add-ac86-9acaa3796899)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:45:44.750187 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-aa2702d0-3715-477a-9fcc-62b4037ec64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:44.802084 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-aa2702d0-3715-477a-9fcc-62b4037ec64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:44.803653 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-aa2702d0-3715-477a-9fcc-62b4037ec64f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:44.804595 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-aa2702d0-3715-477a-9fcc-62b4037ec64f service neutron] 10.222.0.44 "PUT /v2.0/ports/98f37dc4-2e74-483e-b06f-fa12374e1cb6 HTTP/1.1" status: 200 len: 1091 time: 2.8604496 Apr 28 19:45:44.809996 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '384dd773-aa4a-4af4-b7a9-8593e34f7a1b', 'tag': '98f37dc4-2e74-483e-b06f-fa12374e1cb6'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:44.813174 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31090339-321c-4e33-b3c7-088accba7210" -d '{"events": [{"name": "network-changed", "server_uuid": "384dd773-aa4a-4af4-b7a9-8593e34f7a1b", "tag": "98f37dc4-2e74-483e-b06f-fa12374e1cb6"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:44.852201 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dc990b2d-4571-4efe-8d79-80b69203d177 req-1ec37aa6-4e6f-4cf1-bf94-efde16d24aa6 service neutron] 10.222.0.44 "GET /v2.0/networks/250071f3-ecf3-457c-9125-2f18e9f47415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938879 Apr 28 19:45:44.905904 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2702d0-3715-477a-9fcc-62b4037ec64f service neutron] Pushing event updated for resources: {'Port': ['ID=98f37dc4-2e74-483e-b06f-fa12374e1cb6,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:44.967293 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09cdc4f-77eb-428d-8fcb-094cda765c21 req-31bc58a2-7841-4968-aeb2-1a0911b475ba tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:44.968927 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d09cdc4f-77eb-428d-8fcb-094cda765c21 req-31bc58a2-7841-4968-aeb2-1a0911b475ba tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=27d8c468-7bac-4a25-9c71-29e01cc568f6 HTTP/1.1" status: 200 len: 944 time: 0.4518003 Apr 28 19:45:44.978651 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:45:45.081398 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-0e8164c2-2f96-4e4d-972f-178736fc93f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:45.083931 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-0e8164c2-2f96-4e4d-972f-178736fc93f5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9a2c3e3f2a284e5ea2acbb5295a32ede&device_id=384dd773-aa4a-4af4-b7a9-8593e34f7a1b HTTP/1.1" status: 200 len: 1094 time: 0.1901073 Apr 28 19:45:45.148673 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-574eab80-715b-4c42-834d-cb4bd073c38b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98f37dc4-2e74-483e-b06f-fa12374e1cb6 HTTP/1.1" status: 200 len: 217 time: 0.0561891 Apr 28 19:45:45.158266 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071c17a-50d3-467f-af05-064100061614 req-445444a0-093c-4c8a-b5e6-f49320229dd0 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:45.160332 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5071c17a-50d3-467f-af05-064100061614 req-445444a0-093c-4c8a-b5e6-f49320229dd0 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] 10.222.0.42 "GET /v2.0/ports?device_id=384dd773-aa4a-4af4-b7a9-8593e34f7a1b HTTP/1.1" status: 200 len: 943 time: 0.1565363 Apr 28 19:45:45.176251 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dc990b2d-4571-4efe-8d79-80b69203d177 req-18311e70-e079-4b8b-8488-c3da700a40d9 service neutron] 10.222.0.44 "GET /v2.0/networks/250071f3-ecf3-457c-9125-2f18e9f47415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085980 Apr 28 19:45:45.262951 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-addbdbe7-c95a-4ed3-9527-8cf608bfbbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:45.264664 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-addbdbe7-c95a-4ed3-9527-8cf608bfbbba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=573dc8c7-d68c-47b4-8939-15de6321b71b HTTP/1.1" status: 200 len: 861 time: 0.1027522 Apr 28 19:45:45.268448 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d09cdc4f-77eb-428d-8fcb-094cda765c21 req-d5a0cb9d-0c4a-4635-87b9-f418b94deb21 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306354 Apr 28 19:45:45.272230 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5071c17a-50d3-467f-af05-064100061614 req-df96335d-88e9-4c4e-b52c-f289701fc70c tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] 10.222.0.42 "GET /v2.0/security-groups?id=b721b692-054f-4285-93df-2064a650f530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712106 Apr 28 19:45:45.307534 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a4ec8e-0573-4650-98c6-20b1c3d2f83f tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Router afed3c5c-7a70-4a3a-8938-18fef337ba9c has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:45:45.332035 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-a4559c50-06f9-401f-9899-d4185d2b0246 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4965d246-64b0-4511-ad8b-918189e280f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583475 Apr 28 19:45:45.355056 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4,segment=NetworkSegment(3dc3189c-aa90-4025-9633-a3e23afc4207),segment_id=3dc3189c-aa90-4025-9633-a3e23afc4207)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:45.378085 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4', 'network_id': '250071f3-ecf3-457c-9125-2f18e9f47415', 'port_id': 'bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4', 'mac_address': 'fa:16:3e:e4:73:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370721e0-f0f0-4169-bd3a-3c8596249e96', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:45:45.438770 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f247bc-fad2-404e-89d1-d2c9982a6734 x-openstack-request-id: req-10f247bc-fad2-404e-89d1-d2c9982a6734 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:45.439238 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "384dd773-aa4a-4af4-b7a9-8593e34f7a1b", "tag": "98f37dc4-2e74-483e-b06f-fa12374e1cb6", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:45.439642 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-10f247bc-fad2-404e-89d1-d2c9982a6734 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:45.440145 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10f247bc-fad2-404e-89d1-d2c9982a6734'] response: {'name': 'network-changed', 'server_uuid': '384dd773-aa4a-4af4-b7a9-8593e34f7a1b', 'tag': '98f37dc4-2e74-483e-b06f-fa12374e1cb6', 'status': 'completed', 'code': 200} Apr 28 19:45:45.456265 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:45.482895 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:45:45.526199 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4,segment=NetworkSegment(3dc3189c-aa90-4025-9633-a3e23afc4207),segment_id=3dc3189c-aa90-4025-9633-a3e23afc4207)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:45.538243 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:45.539927 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-b0425166-7407-45dd-9f97-f1df8c8ab206 service neutron] 10.222.0.44 "GET /v2.0/networks/4965d246-64b0-4511-ad8b-918189e280f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992226 Apr 28 19:45:45.548640 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a4ec8e-0573-4650-98c6-20b1c3d2f83f tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:45:45.554360 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28643174-9773-4f5a-8133-d899317a31ca req-f80fb537-98fe-4b4a-a433-880e13814d94 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:45.554662 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-05a4ec8e-0573-4650-98c6-20b1c3d2f83f tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:45.557439 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-28643174-9773-4f5a-8133-d899317a31ca req-f80fb537-98fe-4b4a-a433-880e13814d94 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 945 time: 0.1030989 Apr 28 19:45:45.611065 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-05a4ec8e-0573-4650-98c6-20b1c3d2f83f tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "PUT /v2.0/floatingips/8131a3dc-33c8-44de-acf1-57ac54302cfe HTTP/1.1" status: 200 len: 991 time: 2.6647353 Apr 28 19:45:45.611809 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '203ba746-8db3-4d3a-8365-e66c50a7a19b', 'tag': '1094860a-dcd5-4b3b-9fb1-406fe5470ed2'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:45.615562 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f075559-2ebb-4fdb-b63a-864c68673b86" -d '{"events": [{"name": "network-changed", "server_uuid": "203ba746-8db3-4d3a-8365-e66c50a7a19b", "tag": "1094860a-dcd5-4b3b-9fb1-406fe5470ed2"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:45.680132 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59750b9a-db91-45be-8210-147aab158731 None None] Sync routers for ids ['afed3c5c-7a70-4a3a-8938-18fef337ba9c'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:45:45.687735 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:45.728624 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59750b9a-db91-45be-8210-147aab158731 None None] Routers {'afed3c5c-7a70-4a3a-8938-18fef337ba9c'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:45:45.734601 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-59750b9a-db91-45be-8210-147aab158731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:45:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['afed3c5c-7a70-4a3a-8938-18fef337ba9c'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:45.739126 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-28643174-9773-4f5a-8133-d899317a31ca req-81e30b2d-a54a-4420-b26f-db5a223d1a27 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714802 Apr 28 19:45:45.804879 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2c920-652f-4651-9ecd-ef8013de17b9 req-fb515164-8a41-4f90-b373-849c24ac3342 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:45.818284 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a1e2c920-652f-4651-9ecd-ef8013de17b9 req-fb515164-8a41-4f90-b373-849c24ac3342 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 946 time: 0.1260636 Apr 28 19:45:45.822366 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02779632-2b92-4fc1-b92a-9c92b9674e5a req-b302f25e-cf58-4d6c-85b6-4f2edbf5c7fe service neutron] 10.222.0.44 "GET /v2.0/networks/4965d246-64b0-4511-ad8b-918189e280f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609658 Apr 28 19:45:45.868188 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccce4c08-0fb6-4971-a719-b4b1b1f4965d x-openstack-request-id: req-ccce4c08-0fb6-4971-a719-b4b1b1f4965d {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:45.868548 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "203ba746-8db3-4d3a-8365-e66c50a7a19b", "tag": "1094860a-dcd5-4b3b-9fb1-406fe5470ed2", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:45.868721 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ccce4c08-0fb6-4971-a719-b4b1b1f4965d {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:45.869133 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccce4c08-0fb6-4971-a719-b4b1b1f4965d'] response: {'name': 'network-changed', 'server_uuid': '203ba746-8db3-4d3a-8365-e66c50a7a19b', 'tag': '1094860a-dcd5-4b3b-9fb1-406fe5470ed2', 'status': 'completed', 'code': 200} Apr 28 19:45:45.920297 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a1e2c920-652f-4651-9ecd-ef8013de17b9 req-2bf09137-89c3-441a-8fa9-483419b8f775 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997558 Apr 28 19:45:45.996261 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31090339-321c-4e33-b3c7-088accba7210 req-7139a5a7-42fc-4ff3-b5b3-d52fc4bc557e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:45.997979 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-31090339-321c-4e33-b3c7-088accba7210 req-7139a5a7-42fc-4ff3-b5b3-d52fc4bc557e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9a2c3e3f2a284e5ea2acbb5295a32ede&device_id=384dd773-aa4a-4af4-b7a9-8593e34f7a1b HTTP/1.1" status: 200 len: 1094 time: 0.0967419 Apr 28 19:45:46.009477 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:45:46.017123 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f075559-2ebb-4fdb-b63a-864c68673b86 req-2d19dcd4-f8db-4269-9225-aef3c42abdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:46.018873 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0f075559-2ebb-4fdb-b63a-864c68673b86 req-2d19dcd4-f8db-4269-9225-aef3c42abdf0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a0c676490ad4221b826814b264d08aa&device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 1096 time: 0.0806313 Apr 28 19:45:46.111724 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-59750b9a-db91-45be-8210-147aab158731 None None] Set router afed3c5c-7a70-4a3a-8938-18fef337ba9c gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:45:46.214294 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31090339-321c-4e33-b3c7-088accba7210 req-eb57aa11-8255-4aa2-a413-596ee9d0d233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:46.216459 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-31090339-321c-4e33-b3c7-088accba7210 req-eb57aa11-8255-4aa2-a413-596ee9d0d233 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4965d246-64b0-4511-ad8b-918189e280f4 HTTP/1.1" status: 200 len: 922 time: 0.2102003 Apr 28 19:45:46.223318 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f075559-2ebb-4fdb-b63a-864c68673b86 req-3c29b151-99df-443f-b307-4cad2148b98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:46.225485 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0f075559-2ebb-4fdb-b63a-864c68673b86 req-3c29b151-99df-443f-b307-4cad2148b98b service neutron] 10.222.0.44 "GET /v2.0/networks?id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef HTTP/1.1" status: 200 len: 920 time: 0.1911829 Apr 28 19:45:46.326242 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-31090339-321c-4e33-b3c7-088accba7210 req-8e8264aa-d404-4ef7-9760-9d7ef41b432c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98f37dc4-2e74-483e-b06f-fa12374e1cb6 HTTP/1.1" status: 200 len: 217 time: 0.0994012 Apr 28 19:45:46.344723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55314) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:46.393443 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0f075559-2ebb-4fdb-b63a-864c68673b86 req-fba0743c-5a91-408f-b270-e5d439693a9f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1094860a-dcd5-4b3b-9fb1-406fe5470ed2 HTTP/1.1" status: 200 len: 999 time: 0.1594284 Apr 28 19:45:46.509333 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738cfbc-a581-4767-aa0c-67625e633c84 req-91e6f889-ebeb-4bda-b6b7-c4e93242d1f9 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:46.525094 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d738cfbc-a581-4767-aa0c-67625e633c84 req-91e6f889-ebeb-4bda-b6b7-c4e93242d1f9 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] 10.222.0.42 "GET /v2.0/ports?device_id=384dd773-aa4a-4af4-b7a9-8593e34f7a1b HTTP/1.1" status: 200 len: 943 time: 0.1113954 Apr 28 19:45:46.533750 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31090339-321c-4e33-b3c7-088accba7210 req-1b8acd77-3b33-4109-8300-dff18e56355a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:46.535411 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-31090339-321c-4e33-b3c7-088accba7210 req-1b8acd77-3b33-4109-8300-dff18e56355a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=573dc8c7-d68c-47b4-8939-15de6321b71b HTTP/1.1" status: 200 len: 861 time: 0.1408591 Apr 28 19:45:46.583721 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d738cfbc-a581-4767-aa0c-67625e633c84 req-3f142077-d5c0-4652-9a8b-58c908d84fb6 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] 10.222.0.42 "GET /v2.0/security-groups?id=b721b692-054f-4285-93df-2064a650f530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570710 Apr 28 19:45:46.592370 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f075559-2ebb-4fdb-b63a-864c68673b86 req-78d4c743-5242-45dd-b738-54a220f77c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:46.597575 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0f075559-2ebb-4fdb-b63a-864c68673b86 req-78d4c743-5242-45dd-b738-54a220f77c1a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d25b1cb0-c200-401d-9c44-cd4c1f880757 HTTP/1.1" status: 200 len: 858 time: 0.1892591 Apr 28 19:45:46.632219 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 77b21ad6-6eb9-4c29-b4d1-c5d16b684be4 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:45:46.640911 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-31090339-321c-4e33-b3c7-088accba7210 req-e9401cbd-ce57-4181-a4c4-8767635e9f9b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4965d246-64b0-4511-ad8b-918189e280f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629570 Apr 28 19:45:46.683117 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6029fdef-6e72-417c-b337-3461419a5e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:46.716910 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbea75b-8000-4625-b63c-ce41f91479a4 req-7cf61aed-b74b-4ad0-8024-3fcdd8420fef tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:46.719515 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9cbea75b-8000-4625-b63c-ce41f91479a4 req-7cf61aed-b74b-4ad0-8024-3fcdd8420fef tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=27d8c468-7bac-4a25-9c71-29e01cc568f6 HTTP/1.1" status: 200 len: 944 time: 0.1914918 Apr 28 19:45:46.836693 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f075559-2ebb-4fdb-b63a-864c68673b86 req-157e2627-fa00-45fc-b9e2-cfde86ca21aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:46.840029 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0f075559-2ebb-4fdb-b63a-864c68673b86 req-157e2627-fa00-45fc-b9e2-cfde86ca21aa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2122836 Apr 28 19:45:46.885977 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6029fdef-6e72-417c-b337-3461419a5e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:46.904143 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6029fdef-6e72-417c-b337-3461419a5e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:46.914155 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.resource_extend [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:45:46.975526 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9cbea75b-8000-4625-b63c-ce41f91479a4 req-6df8f383-4dc3-4935-a7cd-c38dd8199f65 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462771 Apr 28 19:45:47.008726 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 375e7d09-ce38-4af9-9954-2af31be2bfe6 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:45:47.056696 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-31090339-321c-4e33-b3c7-088accba7210 req-7152e441-fffb-4558-962d-ceaf92253fce service neutron] 10.222.0.44 "GET /v2.0/networks/4965d246-64b0-4511-ad8b-918189e280f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934925 Apr 28 19:45:47.066980 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029fdef-6e72-417c-b337-3461419a5e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4574e4-a633-481e-bd75-b4e935c4b82b,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:47.127347 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0f075559-2ebb-4fdb-b63a-864c68673b86 req-08fcbedf-5abd-4e48-80ca-6401b74073fd service neutron] 10.222.0.44 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794232 Apr 28 19:45:47.138783 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 77b21ad6-6eb9-4c29-b4d1-c5d16b684be4, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=77b21ad6-6eb9-4c29-b4d1-c5d16b684be4,segment=NetworkSegment(3dc3189c-aa90-4025-9633-a3e23afc4207),segment_id=3dc3189c-aa90-4025-9633-a3e23afc4207)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:47.155122 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-59750b9a-db91-45be-8210-147aab158731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1487658424-router', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e565d82a-3107-4722-bc72-2d777a0787c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:09Z', 'updated_at': '2022-04-28T19:43:15Z', 'revision_number': 4, 'project_id': '5a0c676490ad4221b826814b264d08aa', 'gw_port': {'id': 'e565d82a-3107-4722-bc72-2d777a0787c9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:10Z', 'updated_at': '2022-04-28T19:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '8131a3dc-33c8-44de-acf1-57ac54302cfe', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'port_id': '1094860a-dcd5-4b3b-9fb1-406fe5470ed2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef', 'mac_address': 'fa:16:3e:19:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203ba746-8db3-4d3a-8365-e66c50a7a19b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:45:17Z', 'updated_at': '2022-04-28T19:45:43Z', 'revision_number': 1, 'project_id': '5a0c676490ad4221b826814b264d08aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dcc898e-b644-4c35-b52a-28ffad8e4220', 'name': '', 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'mac_address': 'fa:16:3e:c1:64:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'd25b1cb0-c200-401d-9c44-cd4c1f880757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:13Z', 'updated_at': '2022-04-28T19:43:21Z', 'revision_number': 5, 'project_id': '5a0c676490ad4221b826814b264d08aa', 'subnets': [{'id': 'd25b1cb0-c200-401d-9c44-cd4c1f880757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:47.171905 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6029fdef-6e72-417c-b337-3461419a5e7c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=10eb09ef281e42acb3de26f9f9dfecf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8213248 Apr 28 19:45:47.176231 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55322) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:47.192057 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 375e7d09-ce38-4af9-9954-2af31be2bfe6 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:45:47.195928 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '77b21ad6-6eb9-4c29-b4d1-c5d16b684be4', 'network_id': '250071f3-ecf3-457c-9125-2f18e9f47415', 'port_id': '77b21ad6-6eb9-4c29-b4d1-c5d16b684be4', 'mac_address': 'fa:16:3e:04:38:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370721e0-f0f0-4169-bd3a-3c8596249e96', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:45:47.197016 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59750b9a-db91-45be-8210-147aab158731 None None] Checking router: afed3c5c-7a70-4a3a-8938-18fef337ba9c for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:45:47.204581 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 375e7d09-ce38-4af9-9954-2af31be2bfe6 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:47.205656 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:47.224997 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e506fc-5080-4f09-b988-6359a7ec0720 req-19a27668-ee87-44e5-b2e2-ab3ba33489b2 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:47.227191 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-98e506fc-5080-4f09-b988-6359a7ec0720 req-19a27668-ee87-44e5-b2e2-ab3ba33489b2 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 945 time: 0.2950623 Apr 28 19:45:47.279248 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:47.298019 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59750b9a-db91-45be-8210-147aab158731 None None] Routers {'afed3c5c-7a70-4a3a-8938-18fef337ba9c'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:45:47.298549 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-59750b9a-db91-45be-8210-147aab158731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:45:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['afed3c5c-7a70-4a3a-8938-18fef337ba9c'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:47.350041 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-98e506fc-5080-4f09-b988-6359a7ec0720 req-5f8b8813-c3c2-4da0-9279-2c406193040b tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096210 Apr 28 19:45:47.355684 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2b733e84-a2e9-4b0d-bd6f-7a459f16b8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:47.384198 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-31090339-321c-4e33-b3c7-088accba7210 req-2c6fe1b1-5c22-4579-9e0d-f6b2b888ed43 service neutron] 10.222.0.44 "GET /v2.0/networks/4965d246-64b0-4511-ad8b-918189e280f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198566 Apr 28 19:45:47.402346 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b21ad6-6eb9-4c29-b4d1-c5d16b684be4 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:45:47.412675 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2b733e84-a2e9-4b0d-bd6f-7a459f16b8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:47.439731 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31341e2-b235-4bb0-975d-9f1b6dc2fb17 req-f584c8fa-3803-410f-b7cb-39f04655d733 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:47.441663 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a31341e2-b235-4bb0-975d-9f1b6dc2fb17 req-f584c8fa-3803-410f-b7cb-39f04655d733 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 946 time: 0.2289774 Apr 28 19:45:47.469586 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0f075559-2ebb-4fdb-b63a-864c68673b86 req-cfc09ea3-dfe4-4a60-8db0-ade39e5c09fd service neutron] 10.222.0.44 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354757 Apr 28 19:45:47.474671 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 77b21ad6-6eb9-4c29-b4d1-c5d16b684be4, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=77b21ad6-6eb9-4c29-b4d1-c5d16b684be4,segment=NetworkSegment(3dc3189c-aa90-4025-9633-a3e23afc4207),segment_id=3dc3189c-aa90-4025-9633-a3e23afc4207)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:47.488512 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:47.522546 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2b733e84-a2e9-4b0d-bd6f-7a459f16b8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:47.526723 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2b733e84-a2e9-4b0d-bd6f-7a459f16b8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:47.528961 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2b733e84-a2e9-4b0d-bd6f-7a459f16b8a2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ed4574e4-a633-481e-bd75-b4e935c4b82b HTTP/1.1" status: 204 len: 168 time: 0.3519850 Apr 28 19:45:47.553546 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b733e84-a2e9-4b0d-bd6f-7a459f16b8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4574e4-a633-481e-bd75-b4e935c4b82b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:47.563816 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a31341e2-b235-4bb0-975d-9f1b6dc2fb17 req-0e96381c-4ede-457f-8ada-f1d0abcd4d88 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925050 Apr 28 19:45:47.650086 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:47.678150 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-59750b9a-db91-45be-8210-147aab158731 None None] Set router afed3c5c-7a70-4a3a-8938-18fef337ba9c gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:45:47.722231 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=77b21ad6-6eb9-4c29-b4d1-c5d16b684be4,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:47.743320 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afb4f9-2038-4942-9e6c-8ea5ce74fbfa req-a251bc6f-8ef4-44ad-9eec-f38b53c1fdf8 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:47.747154 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4419fe4-74d0-48ac-9a18-3ddd3a010bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375e7d09-ce38-4af9-9954-2af31be2bfe6'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:47.750219 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804ffc74-ffba-468d-84a7-7fb9bca33424" -d '{"events": [{"server_uuid": "a4419fe4-74d0-48ac-9a18-3ddd3a010bc8", "name": "network-vif-plugged", "status": "completed", "tag": "375e7d09-ce38-4af9-9954-2af31be2bfe6"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:47.761303 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['77b21ad6-6eb9-4c29-b4d1-c5d16b684be4'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:45:47.764210 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e9afb4f9-2038-4942-9e6c-8ea5ce74fbfa req-a251bc6f-8ef4-44ad-9eec-f38b53c1fdf8 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] 10.222.0.42 "GET /v2.0/ports?device_id=384dd773-aa4a-4af4-b7a9-8593e34f7a1b HTTP/1.1" status: 200 len: 943 time: 0.1010697 Apr 28 19:45:47.808551 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 375e7d09-ce38-4af9-9954-2af31be2bfe6, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=375e7d09-ce38-4af9-9954-2af31be2bfe6,segment=NetworkSegment(3dc3189c-aa90-4025-9633-a3e23afc4207),segment_id=3dc3189c-aa90-4025-9633-a3e23afc4207)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:47.823689 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:47.895122 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abdde5c-fa7b-42f8-bd82-07bc725a0298 x-openstack-request-id: req-4abdde5c-fa7b-42f8-bd82-07bc725a0298 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:47.896083 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4419fe4-74d0-48ac-9a18-3ddd3a010bc8", "name": "network-vif-plugged", "status": "completed", "tag": "375e7d09-ce38-4af9-9954-2af31be2bfe6", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:47.896579 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4abdde5c-fa7b-42f8-bd82-07bc725a0298 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:47.897703 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4abdde5c-fa7b-42f8-bd82-07bc725a0298'] response: {'server_uuid': 'a4419fe4-74d0-48ac-9a18-3ddd3a010bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375e7d09-ce38-4af9-9954-2af31be2bfe6', 'code': 200} Apr 28 19:45:47.905754 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e9afb4f9-2038-4942-9e6c-8ea5ce74fbfa req-7bf3f0c4-fa8e-4d77-83b0-92244a203b0d tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] 10.222.0.42 "GET /v2.0/security-groups?id=b721b692-054f-4285-93df-2064a650f530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237521 Apr 28 19:45:48.045512 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=375e7d09-ce38-4af9-9954-2af31be2bfe6,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:48.101047 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badd2ce-3258-43cd-8a6f-41384a28d46f req-3c2dda1f-f0e9-40df-810b-f853ac0a202a tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:48.110164 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7badd2ce-3258-43cd-8a6f-41384a28d46f req-3c2dda1f-f0e9-40df-810b-f853ac0a202a tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 946 time: 0.1581783 Apr 28 19:45:48.160765 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f31daf-7e8d-4222-9688-10775b4a7922 req-750a0da5-2b30-4d43-831f-0a6450bdafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:48.162515 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-55f31daf-7e8d-4222-9688-10775b4a7922 req-750a0da5-2b30-4d43-831f-0a6450bdafcd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a4419fe4-74d0-48ac-9a18-3ddd3a010bc8 HTTP/1.1" status: 200 len: 1097 time: 0.1538274 Apr 28 19:45:48.173020 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7badd2ce-3258-43cd-8a6f-41384a28d46f req-856f6546-4564-4a6f-bec6-dadc4f256102 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617166 Apr 28 19:45:48.176353 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55338) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:48.197406 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e225af52-a90f-4312-9ad8-18719ca8a300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:48.219147 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-55f31daf-7e8d-4222-9688-10775b4a7922 req-b28e7804-c7d0-47a6-bc04-3d5b518d2e16 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397410 Apr 28 19:45:48.247179 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fed668-72ca-47b9-ac93-02421a67d416 req-6921363d-e9e7-4996-94d2-9c63bdad46ec tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:48.249282 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-98fed668-72ca-47b9-ac93-02421a67d416 req-6921363d-e9e7-4996-94d2-9c63bdad46ec tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=27d8c468-7bac-4a25-9c71-29e01cc568f6 HTTP/1.1" status: 200 len: 945 time: 0.1161983 Apr 28 19:45:48.314404 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-59750b9a-db91-45be-8210-147aab158731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1487658424-router', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e565d82a-3107-4722-bc72-2d777a0787c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:09Z', 'updated_at': '2022-04-28T19:43:15Z', 'revision_number': 4, 'project_id': '5a0c676490ad4221b826814b264d08aa', 'gw_port': {'id': 'e565d82a-3107-4722-bc72-2d777a0787c9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:10Z', 'updated_at': '2022-04-28T19:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '8131a3dc-33c8-44de-acf1-57ac54302cfe', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'port_id': '1094860a-dcd5-4b3b-9fb1-406fe5470ed2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef', 'mac_address': 'fa:16:3e:19:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203ba746-8db3-4d3a-8365-e66c50a7a19b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:45:17Z', 'updated_at': '2022-04-28T19:45:43Z', 'revision_number': 1, 'project_id': '5a0c676490ad4221b826814b264d08aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dcc898e-b644-4c35-b52a-28ffad8e4220', 'name': '', 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'mac_address': 'fa:16:3e:c1:64:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'd25b1cb0-c200-401d-9c44-cd4c1f880757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:13Z', 'updated_at': '2022-04-28T19:43:21Z', 'revision_number': 5, 'project_id': '5a0c676490ad4221b826814b264d08aa', 'subnets': [{'id': 'd25b1cb0-c200-401d-9c44-cd4c1f880757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:48.326831 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-98fed668-72ca-47b9-ac93-02421a67d416 req-3f4d6bc8-dca6-4236-824d-9767bdbb35cf tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618064 Apr 28 19:45:48.366730 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59750b9a-db91-45be-8210-147aab158731 None None] The sync data for ids ['afed3c5c-7a70-4a3a-8938-18fef337ba9c'] in n-d-839810-1 is: [{'id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1487658424-router', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e565d82a-3107-4722-bc72-2d777a0787c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:09Z', 'updated_at': '2022-04-28T19:43:15Z', 'revision_number': 4, 'project_id': '5a0c676490ad4221b826814b264d08aa', 'gw_port': {'id': 'e565d82a-3107-4722-bc72-2d777a0787c9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:10Z', 'updated_at': '2022-04-28T19:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '8131a3dc-33c8-44de-acf1-57ac54302cfe', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'port_id': '1094860a-dcd5-4b3b-9fb1-406fe5470ed2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef', 'mac_address': 'fa:16:3e:19:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203ba746-8db3-4d3a-8365-e66c50a7a19b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:45:17Z', 'updated_at': '2022-04-28T19:45:43Z', 'revision_number': 1, 'project_id': '5a0c676490ad4221b826814b264d08aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dcc898e-b644-4c35-b52a-28ffad8e4220', 'name': '', 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'mac_address': 'fa:16:3e:c1:64:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'd25b1cb0-c200-401d-9c44-cd4c1f880757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:13Z', 'updated_at': '2022-04-28T19:43:21Z', 'revision_number': 5, 'project_id': '5a0c676490ad4221b826814b264d08aa', 'subnets': [{'id': 'd25b1cb0-c200-401d-9c44-cd4c1f880757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:45:48.370479 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e225af52-a90f-4312-9ad8-18719ca8a300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:48.378271 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e225af52-a90f-4312-9ad8-18719ca8a300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:48.439525 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225af52-a90f-4312-9ad8-18719ca8a300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e198e1-f787-4fcd-9950-79eef9a8a6e7,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:48.447802 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e225af52-a90f-4312-9ad8-18719ca8a300 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b28ebbcd559b4c9885c0f8774e248a5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2686076 Apr 28 19:45:48.452165 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 55342) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:48.550522 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1c6b215f-619d-4472-a9a2-d5d42e927fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:48.593364 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d0d0c-1851-46f9-a76c-899fb201fbcc req-4813afad-a1fd-4758-ba74-a91eed0e3f5b tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:48.595014 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-101d0d0c-1851-46f9-a76c-899fb201fbcc req-4813afad-a1fd-4758-ba74-a91eed0e3f5b tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 945 time: 0.1081429 Apr 28 19:45:48.603581 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1c6b215f-619d-4472-a9a2-d5d42e927fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:48.632344 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 98f37dc4-2e74-483e-b06f-fa12374e1cb6 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:45:48.680717 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33fc5b3-72a1-43e8-9fd2-c7766c9dd0ea None None] New status for floating IP 8131a3dc-33c8-44de-acf1-57ac54302cfe: ACTIVE {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:45:48.703525 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-101d0d0c-1851-46f9-a76c-899fb201fbcc req-459a14d4-e887-43e1-b18c-a0a5554f404a tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959613 Apr 28 19:45:48.775140 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1c6b215f-619d-4472-a9a2-d5d42e927fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:48.780793 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1c6b215f-619d-4472-a9a2-d5d42e927fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:48.787812 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1c6b215f-619d-4472-a9a2-d5d42e927fc8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/74e198e1-f787-4fcd-9950-79eef9a8a6e7 HTTP/1.1" status: 204 len: 168 time: 0.3300307 Apr 28 19:45:48.809860 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b215f-619d-4472-a9a2-d5d42e927fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e198e1-f787-4fcd-9950-79eef9a8a6e7,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:48.846314 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 98f37dc4-2e74-483e-b06f-fa12374e1cb6, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=98f37dc4-2e74-483e-b06f-fa12374e1cb6,segment=NetworkSegment(5a3c26df-0628-4add-ac86-9acaa3796899),segment_id=5a3c26df-0628-4add-ac86-9acaa3796899)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:48.872440 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '98f37dc4-2e74-483e-b06f-fa12374e1cb6', 'network_id': '4965d246-64b0-4511-ad8b-918189e280f4', 'port_id': '98f37dc4-2e74-483e-b06f-fa12374e1cb6', 'mac_address': 'fa:16:3e:5d:5a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '573dc8c7-d68c-47b4-8939-15de6321b71b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:45:48.953227 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:48.981790 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f37dc4-2e74-483e-b06f-fa12374e1cb6 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:45:49.011944 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:45:49.018735 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 98f37dc4-2e74-483e-b06f-fa12374e1cb6, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=98f37dc4-2e74-483e-b06f-fa12374e1cb6,segment=NetworkSegment(5a3c26df-0628-4add-ac86-9acaa3796899),segment_id=5a3c26df-0628-4add-ac86-9acaa3796899)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:49.056435 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:49.078419 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4925c68-c6e4-42dc-ad54-dec64b13e528 req-4bf4e8ed-cb1d-4f5d-b969-a52cc310bbea tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:49.081101 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4925c68-c6e4-42dc-ad54-dec64b13e528 req-4bf4e8ed-cb1d-4f5d-b969-a52cc310bbea tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] 10.222.0.42 "GET /v2.0/ports?device_id=384dd773-aa4a-4af4-b7a9-8593e34f7a1b HTTP/1.1" status: 200 len: 943 time: 0.0965438 Apr 28 19:45:49.129979 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=98f37dc4-2e74-483e-b06f-fa12374e1cb6,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:49.131960 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4925c68-c6e4-42dc-ad54-dec64b13e528 req-d1a208f5-fcae-4c8b-b3c3-b8cee6c9fa0c tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] 10.222.0.42 "GET /v2.0/security-groups?id=b721b692-054f-4285-93df-2064a650f530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444493 Apr 28 19:45:49.150131 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:45:49.154723 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:49.155102 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:49.258184 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:49.309905 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4,segment=NetworkSegment(3dc3189c-aa90-4025-9633-a3e23afc4207),segment_id=3dc3189c-aa90-4025-9633-a3e23afc4207)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:49.314094 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['98f37dc4-2e74-483e-b06f-fa12374e1cb6'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:45:49.319430 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:49.432080 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:49.475526 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212cee2d-5b72-4b3e-8b27-abf7c7257d55 req-f4c10829-fa60-489f-9fdf-aabfd751313f tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:49.489731 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-212cee2d-5b72-4b3e-8b27-abf7c7257d55 req-f4c10829-fa60-489f-9fdf-aabfd751313f tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 946 time: 0.1746321 Apr 28 19:45:49.549335 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-212cee2d-5b72-4b3e-8b27-abf7c7257d55 req-2daf6881-d3a0-40a1-96b3-8567cc6cf910 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570824 Apr 28 19:45:49.606547 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf2575-40e2-4349-ac63-d0913b9674ad req-95b83fb3-48bd-4963-8726-a409bb6455f7 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:49.608371 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1bdf2575-40e2-4349-ac63-d0913b9674ad req-95b83fb3-48bd-4963-8726-a409bb6455f7 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=27d8c468-7bac-4a25-9c71-29e01cc568f6 HTTP/1.1" status: 200 len: 945 time: 0.0844409 Apr 28 19:45:49.658400 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1bdf2575-40e2-4349-ac63-d0913b9674ad req-a57acb75-f97c-4b6c-9186-bc3fd0bb48c1 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425739 Apr 28 19:45:49.743354 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3a076781-c6ae-48e0-b700-8808605632f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:49.867935 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6704c-d937-4202-8b5e-20ae11eb2a73 req-299b81be-3487-4893-a050-ed871b51c927 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:49.869580 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d8c6704c-d937-4202-8b5e-20ae11eb2a73 req-299b81be-3487-4893-a050-ed871b51c927 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 945 time: 0.0575564 Apr 28 19:45:49.898859 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36c9b01-b9fd-40e8-add0-1ee55675de2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:49.901577 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb8c989-2eb5-4aeb-a552-7873d69bd9b0" -d '{"events": [{"server_uuid": "e36c9b01-b9fd-40e8-add0-1ee55675de2f", "name": "network-vif-plugged", "status": "completed", "tag": "bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:49.918777 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d8c6704c-d937-4202-8b5e-20ae11eb2a73 req-e8efb117-2d90-451e-9fa7-25d7d1b7de2a tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418630 Apr 28 19:45:49.945508 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1481384a-7e86-442f-a327-96c96f3d6c50 x-openstack-request-id: req-1481384a-7e86-442f-a327-96c96f3d6c50 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:49.945797 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36c9b01-b9fd-40e8-add0-1ee55675de2f", "name": "network-vif-plugged", "status": "completed", "tag": "bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:49.946050 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1481384a-7e86-442f-a327-96c96f3d6c50 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:49.946452 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1481384a-7e86-442f-a327-96c96f3d6c50'] response: {'server_uuid': 'e36c9b01-b9fd-40e8-add0-1ee55675de2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4', 'code': 200} Apr 28 19:45:50.060727 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b088bc6-20e5-4a03-9558-6419106c6792 req-b5438b41-6f66-4b73-aec9-f3bec6a55c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:50.062394 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6b088bc6-20e5-4a03-9558-6419106c6792 req-b5438b41-6f66-4b73-aec9-f3bec6a55c13 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e36c9b01-b9fd-40e8-add0-1ee55675de2f HTTP/1.1" status: 200 len: 1096 time: 0.0496829 Apr 28 19:45:50.102535 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6b088bc6-20e5-4a03-9558-6419106c6792 req-dc1c1f53-d06a-418d-ad5e-6d4e2372c30e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333819 Apr 28 19:45:50.307012 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55506c-5536-466b-bdd9-83ba37379f16 req-41a48717-6019-4351-ac3a-5c1852d578f6 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:50.309706 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4a55506c-5536-466b-bdd9-83ba37379f16 req-41a48717-6019-4351-ac3a-5c1852d578f6 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] 10.222.0.42 "GET /v2.0/ports?device_id=384dd773-aa4a-4af4-b7a9-8593e34f7a1b HTTP/1.1" status: 200 len: 944 time: 0.0791852 Apr 28 19:45:50.360881 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4a55506c-5536-466b-bdd9-83ba37379f16 req-d8137db7-80f5-41a4-b908-20d2ec57ce94 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] 10.222.0.42 "GET /v2.0/security-groups?id=b721b692-054f-4285-93df-2064a650f530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434253 Apr 28 19:45:50.637974 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 77b21ad6-6eb9-4c29-b4d1-c5d16b684be4 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:45:50.706777 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc41d1-413c-4249-b9fe-fc1809db10c3 req-aa22e193-a07d-4b5f-b8fe-a88eed0210cc tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:50.715286 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c7fc41d1-413c-4249-b9fe-fc1809db10c3 req-aa22e193-a07d-4b5f-b8fe-a88eed0210cc tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 946 time: 0.0737622 Apr 28 19:45:50.752561 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 77b21ad6-6eb9-4c29-b4d1-c5d16b684be4 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:45:50.761489 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 77b21ad6-6eb9-4c29-b4d1-c5d16b684be4 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:50.762067 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:50.787398 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c7fc41d1-413c-4249-b9fe-fc1809db10c3 req-8e3881c6-7140-44a7-aeb9-4b2d9d83950d tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669990 Apr 28 19:45:50.891737 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18775b18-90b2-4c00-80be-6a6ed9e32c78 req-76c9f11b-a090-4d1e-8069-219f884d4781 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:50.897149 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-18775b18-90b2-4c00-80be-6a6ed9e32c78 req-76c9f11b-a090-4d1e-8069-219f884d4781 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=27d8c468-7bac-4a25-9c71-29e01cc568f6 HTTP/1.1" status: 200 len: 945 time: 0.0840549 Apr 28 19:45:50.968093 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-18775b18-90b2-4c00-80be-6a6ed9e32c78 req-070d0b72-1641-4ca0-b769-7a20c7f6fbf5 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660121 Apr 28 19:45:51.073751 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c58623-9975-4400-be94-61b0a3ac131e req-f1bd4096-aa7e-4fe2-8219-3e9ff574f1af tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:51.075358 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a7c58623-9975-4400-be94-61b0a3ac131e req-f1bd4096-aa7e-4fe2-8219-3e9ff574f1af tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 945 time: 0.0637059 Apr 28 19:45:51.106414 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:51.146217 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a7c58623-9975-4400-be94-61b0a3ac131e req-cc4104ad-c221-4471-a4d8-326cbfa7b6cd tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618978 Apr 28 19:45:51.148888 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 77b21ad6-6eb9-4c29-b4d1-c5d16b684be4, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=77b21ad6-6eb9-4c29-b4d1-c5d16b684be4,segment=NetworkSegment(3dc3189c-aa90-4025-9633-a3e23afc4207),segment_id=3dc3189c-aa90-4025-9633-a3e23afc4207)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:51.157339 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:51.158670 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 98f37dc4-2e74-483e-b06f-fa12374e1cb6 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:45:51.251041 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=77b21ad6-6eb9-4c29-b4d1-c5d16b684be4,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:51.282415 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 98f37dc4-2e74-483e-b06f-fa12374e1cb6 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:45:51.291254 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 98f37dc4-2e74-483e-b06f-fa12374e1cb6 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:51.291866 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:51.400151 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:51.469187 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 98f37dc4-2e74-483e-b06f-fa12374e1cb6, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=98f37dc4-2e74-483e-b06f-fa12374e1cb6,segment=NetworkSegment(5a3c26df-0628-4add-ac86-9acaa3796899),segment_id=5a3c26df-0628-4add-ac86-9acaa3796899)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:51.475264 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:51.581453 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67553995-79ad-4a80-8537-ea9d3457539f req-48680b4f-4d8d-4006-98c0-3c927e6a4f29 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:51.585230 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-67553995-79ad-4a80-8537-ea9d3457539f req-48680b4f-4d8d-4006-98c0-3c927e6a4f29 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] 10.222.0.42 "GET /v2.0/ports?device_id=384dd773-aa4a-4af4-b7a9-8593e34f7a1b HTTP/1.1" status: 200 len: 945 time: 0.1044912 Apr 28 19:45:51.586114 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=98f37dc4-2e74-483e-b06f-fa12374e1cb6,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:51.649540 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-67553995-79ad-4a80-8537-ea9d3457539f req-14cc976d-8587-44a1-91d2-ae867c3be85d tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] 10.222.0.42 "GET /v2.0/security-groups?id=b721b692-054f-4285-93df-2064a650f530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489125 Apr 28 19:45:51.844318 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 55410) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:51.925837 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45909955-d7c3-4519-a366-e1a2be6a109d req-c0017dd0-279c-4e05-b58c-c8aba6e111b2 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:51.928282 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-45909955-d7c3-4519-a366-e1a2be6a109d req-c0017dd0-279c-4e05-b58c-c8aba6e111b2 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 946 time: 0.0573230 Apr 28 19:45:51.947804 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d8c468-7bac-4a25-9c71-29e01cc568f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b21ad6-6eb9-4c29-b4d1-c5d16b684be4'}, {'server_uuid': '384dd773-aa4a-4af4-b7a9-8593e34f7a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f37dc4-2e74-483e-b06f-fa12374e1cb6'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:51.952679 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfaae7d-cf5f-416d-a249-94e6ad2a92b6" -d '{"events": [{"server_uuid": "27d8c468-7bac-4a25-9c71-29e01cc568f6", "name": "network-vif-plugged", "status": "completed", "tag": "77b21ad6-6eb9-4c29-b4d1-c5d16b684be4"}, {"server_uuid": "384dd773-aa4a-4af4-b7a9-8593e34f7a1b", "name": "network-vif-plugged", "status": "completed", "tag": "98f37dc4-2e74-483e-b06f-fa12374e1cb6"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:51.964899 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab0d8d9f-05e5-4917-ab22-2d77ce4ad423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:51.974753 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-45909955-d7c3-4519-a366-e1a2be6a109d req-220ccfa6-d53f-4350-b482-a96c57acdab4 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384696 Apr 28 19:45:52.047681 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3a9d4c-d653-4b85-9955-4b57fbf2ae74 x-openstack-request-id: req-6f3a9d4c-d653-4b85-9955-4b57fbf2ae74 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:52.048299 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d8c468-7bac-4a25-9c71-29e01cc568f6", "name": "network-vif-plugged", "status": "completed", "tag": "77b21ad6-6eb9-4c29-b4d1-c5d16b684be4", "code": 200}, {"server_uuid": "384dd773-aa4a-4af4-b7a9-8593e34f7a1b", "name": "network-vif-plugged", "status": "completed", "tag": "98f37dc4-2e74-483e-b06f-fa12374e1cb6", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:52.048796 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6f3a9d4c-d653-4b85-9955-4b57fbf2ae74 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:52.049513 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f3a9d4c-d653-4b85-9955-4b57fbf2ae74'] response: {'server_uuid': '27d8c468-7bac-4a25-9c71-29e01cc568f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b21ad6-6eb9-4c29-b4d1-c5d16b684be4', 'code': 200} Apr 28 19:45:52.050018 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f3a9d4c-d653-4b85-9955-4b57fbf2ae74'] response: {'server_uuid': '384dd773-aa4a-4af4-b7a9-8593e34f7a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f37dc4-2e74-483e-b06f-fa12374e1cb6', 'code': 200} Apr 28 19:45:52.062474 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-438c285a-8554-4734-a091-a72981506954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:52.082155 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab0d8d9f-05e5-4917-ab22-2d77ce4ad423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:52.089037 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab0d8d9f-05e5-4917-ab22-2d77ce4ad423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:52.134646 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ab0d8d9f-05e5-4917-ab22-2d77ce4ad423 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=607fec25c22b455daf732ed29308eb27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2887990 Apr 28 19:45:52.135010 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55418) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:52.157709 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d8d9f-05e5-4917-ab22-2d77ce4ad423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4457db-0310-4560-90d5-c09381dc5036,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:52.215226 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f773e2-f61e-4e0f-a881-5bacfe79cd75 req-0f770d32-83d2-445e-87e4-02b4058d3d8a tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:52.217890 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c8f773e2-f61e-4e0f-a881-5bacfe79cd75 req-0f770d32-83d2-445e-87e4-02b4058d3d8a tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=27d8c468-7bac-4a25-9c71-29e01cc568f6 HTTP/1.1" status: 200 len: 946 time: 0.1245604 Apr 28 19:45:52.241592 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99885c71-1179-4bbd-b3f6-88ce6bb1a463 req-79a4f744-f914-4065-894f-9d1effc16bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:52.243164 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-99885c71-1179-4bbd-b3f6-88ce6bb1a463 req-79a4f744-f914-4065-894f-9d1effc16bac service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=384dd773-aa4a-4af4-b7a9-8593e34f7a1b HTTP/1.1" status: 200 len: 1096 time: 0.0555594 Apr 28 19:45:52.248345 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaccc2c-e97a-4eda-8be3-201313c51307 req-8fd31896-16eb-4dee-b868-1cd6b978d370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:52.249876 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4eaccc2c-e97a-4eda-8be3-201313c51307 req-8fd31896-16eb-4dee-b868-1cd6b978d370 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=27d8c468-7bac-4a25-9c71-29e01cc568f6 HTTP/1.1" status: 200 len: 1097 time: 0.0891268 Apr 28 19:45:52.262359 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-207b6966-7eb1-43cf-8f52-2a841a1544a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:52.292652 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c8f773e2-f61e-4e0f-a881-5bacfe79cd75 req-2f37f119-6ac5-42c1-b85f-463c2bb8bd3a tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662837 Apr 28 19:45:52.306772 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-207b6966-7eb1-43cf-8f52-2a841a1544a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:52.354637 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-99885c71-1179-4bbd-b3f6-88ce6bb1a463 req-f1dc2c5e-0068-474c-91c1-209500e8431e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b721b692-054f-4285-93df-2064a650f530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036327 Apr 28 19:45:52.357453 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4eaccc2c-e97a-4eda-8be3-201313c51307 req-2a14e2f3-e2c2-40ce-b96d-dd61c93c13b3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921280 Apr 28 19:45:52.362189 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-207b6966-7eb1-43cf-8f52-2a841a1544a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:52.365236 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-207b6966-7eb1-43cf-8f52-2a841a1544a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:52.366479 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-207b6966-7eb1-43cf-8f52-2a841a1544a0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9f4457db-0310-4560-90d5-c09381dc5036 HTTP/1.1" status: 204 len: 168 time: 0.2307527 Apr 28 19:45:52.369342 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195df69-f9c3-461e-a331-0c2b50ab15d9 req-9cb23ba2-11ca-40b3-ad58-b6b4f1c46070 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:52.371300 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a195df69-f9c3-461e-a331-0c2b50ab15d9 req-9cb23ba2-11ca-40b3-ad58-b6b4f1c46070 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 945 time: 0.1268299 Apr 28 19:45:52.378256 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b6966-7eb1-43cf-8f52-2a841a1544a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4457db-0310-4560-90d5-c09381dc5036,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:52.427583 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a195df69-f9c3-461e-a331-0c2b50ab15d9 req-d1a62986-7c8f-468d-beb2-11e703af70d6 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490713 Apr 28 19:45:52.677193 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55426) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:52.693045 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9f822691-3685-41ee-8c44-272c6ff97359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:52.875349 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fecc8a-d507-4a97-a3a9-f4a5bf375155 req-974d905a-7355-4885-96e7-481332c1f427 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:52.877014 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-74fecc8a-d507-4a97-a3a9-f4a5bf375155 req-974d905a-7355-4885-96e7-481332c1f427 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] 10.222.0.42 "GET /v2.0/ports?device_id=384dd773-aa4a-4af4-b7a9-8593e34f7a1b HTTP/1.1" status: 200 len: 945 time: 0.1310821 Apr 28 19:45:52.879171 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9f822691-3685-41ee-8c44-272c6ff97359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:52.884445 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9f822691-3685-41ee-8c44-272c6ff97359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:52.950261 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f822691-3685-41ee-8c44-272c6ff97359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2794e8-f0d6-4cff-a524-aaa3349dd36e,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:52.954606 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9f822691-3685-41ee-8c44-272c6ff97359 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6689fc513db64744b214900236d7b0fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2759647 Apr 28 19:45:52.959831 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 55430) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:52.974110 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-74fecc8a-d507-4a97-a3a9-f4a5bf375155 req-64085a8f-8fa2-4d33-a870-e1eede023b10 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] 10.222.0.42 "GET /v2.0/security-groups?id=b721b692-054f-4285-93df-2064a650f530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831006 Apr 28 19:45:53.029712 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c3b1b24-78d4-42bd-8116-03656a5c433a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:53.065735 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c3b1b24-78d4-42bd-8116-03656a5c433a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:53.174042 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c3b1b24-78d4-42bd-8116-03656a5c433a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:53.179796 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c3b1b24-78d4-42bd-8116-03656a5c433a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:53.181776 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9c3b1b24-78d4-42bd-8116-03656a5c433a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3c2794e8-f0d6-4cff-a524-aaa3349dd36e HTTP/1.1" status: 204 len: 168 time: 0.2209554 Apr 28 19:45:53.203856 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b1b24-78d4-42bd-8116-03656a5c433a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2794e8-f0d6-4cff-a524-aaa3349dd36e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:53.228983 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18c307-fb3c-45d4-9941-45d2f7116822 req-c3aef9e1-3e73-4ed8-b282-e9e1fce031df tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:53.232074 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eb18c307-fb3c-45d4-9941-45d2f7116822 req-c3aef9e1-3e73-4ed8-b282-e9e1fce031df tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 946 time: 0.1217139 Apr 28 19:45:53.287933 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eb18c307-fb3c-45d4-9941-45d2f7116822 req-8ef28319-7341-4641-a9d2-c311865d6684 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447738 Apr 28 19:45:53.446898 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:53.469859 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcff97-11e9-455d-b8ed-98981384033c req-24eb5566-145d-44c8-8eb4-58db33bab586 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:53.484040 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-32dcff97-11e9-455d-b8ed-98981384033c req-24eb5566-145d-44c8-8eb4-58db33bab586 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=27d8c468-7bac-4a25-9c71-29e01cc568f6 HTTP/1.1" status: 200 len: 946 time: 0.0951562 Apr 28 19:45:53.550171 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-32dcff97-11e9-455d-b8ed-98981384033c req-ffcc4ee1-8c43-4e8f-8ea7-702492de97ba tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645821 Apr 28 19:45:53.605764 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:45:53.635041 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01babef9-77df-4c2a-904a-1fb0dc82f0d9 req-1d20754e-1075-425f-9130-6386cf029985 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:53.639174 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-01babef9-77df-4c2a-904a-1fb0dc82f0d9 req-1d20754e-1075-425f-9130-6386cf029985 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 945 time: 0.1224451 Apr 28 19:45:53.721278 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-01babef9-77df-4c2a-904a-1fb0dc82f0d9 req-618d8265-c4ea-48c7-8f7b-20b1dac62866 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691781 Apr 28 19:45:54.158841 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385877a7-8ebd-4f89-bc4b-48b74fffb893 req-b484d944-a217-4e6b-8c75-800ed115d5c9 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:54.162371 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-385877a7-8ebd-4f89-bc4b-48b74fffb893 req-b484d944-a217-4e6b-8c75-800ed115d5c9 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] 10.222.0.42 "GET /v2.0/ports?device_id=384dd773-aa4a-4af4-b7a9-8593e34f7a1b HTTP/1.1" status: 200 len: 945 time: 0.0776439 Apr 28 19:45:54.254082 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-385877a7-8ebd-4f89-bc4b-48b74fffb893 req-c2d073b1-ac79-443d-bbb8-8160d66d5778 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] 10.222.0.42 "GET /v2.0/security-groups?id=b721b692-054f-4285-93df-2064a650f530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677876 Apr 28 19:45:54.522996 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb9e2a-a676-493f-864b-f6ca5ff1e37a req-30fbe2b3-214b-4ea2-a142-1ffc031daeb8 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:54.525445 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b5eb9e2a-a676-493f-864b-f6ca5ff1e37a req-30fbe2b3-214b-4ea2-a142-1ffc031daeb8 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 946 time: 0.1015983 Apr 28 19:45:54.583378 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b5eb9e2a-a676-493f-864b-f6ca5ff1e37a req-75972c45-5b64-464d-b6b0-b177f4bab00a tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455821 Apr 28 19:45:54.806762 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23f9cc-cba1-4023-af1b-095634bd9f96 req-0d760809-d86e-4f07-8798-2e9822567074 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:54.808935 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2a23f9cc-cba1-4023-af1b-095634bd9f96 req-0d760809-d86e-4f07-8798-2e9822567074 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=27d8c468-7bac-4a25-9c71-29e01cc568f6 HTTP/1.1" status: 200 len: 946 time: 0.0789492 Apr 28 19:45:54.834133 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19bb45-b875-4f14-9816-fc4a2182d47a req-3299faa5-6872-49ee-a2b4-e2f2e3ee9a8e tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:54.836218 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4e19bb45-b875-4f14-9816-fc4a2182d47a req-3299faa5-6872-49ee-a2b4-e2f2e3ee9a8e tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] 10.222.0.42 "GET /v2.0/ports?device_id=384dd773-aa4a-4af4-b7a9-8593e34f7a1b HTTP/1.1" status: 200 len: 945 time: 0.0989058 Apr 28 19:45:54.888595 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2a23f9cc-cba1-4023-af1b-095634bd9f96 req-f9835517-e75c-4e16-979d-2b7f5df52116 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685503 Apr 28 19:45:54.890280 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4e19bb45-b875-4f14-9816-fc4a2182d47a req-45e73246-85f8-47d6-bc8a-23945dcd067d tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] 10.222.0.42 "GET /v2.0/security-groups?id=b721b692-054f-4285-93df-2064a650f530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466096 Apr 28 19:45:55.105833 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b749f5f-d084-40d5-b54a-916c22faeb18 req-f8eebb3b-c242-45f6-a98c-f3ac54c8cc9c tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:55.112746 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0b749f5f-d084-40d5-b54a-916c22faeb18 req-f8eebb3b-c242-45f6-a98c-f3ac54c8cc9c tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 945 time: 0.0895011 Apr 28 19:45:55.163886 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea7e8e-2754-4f24-adf0-a7a6b7ec0b32 req-d2d437cc-b0ea-4366-b6f6-ab7c8f578596 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:55.166326 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c5ea7e8e-2754-4f24-adf0-a7a6b7ec0b32 req-d2d437cc-b0ea-4366-b6f6-ab7c8f578596 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4419fe4-74d0-48ac-9a18-3ddd3a010bc8 HTTP/1.1" status: 200 len: 946 time: 0.1096823 Apr 28 19:45:55.175876 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69b8fa-9c0d-43eb-8363-c63f07e8b5ef req-0baa5498-fd28-4af4-a61d-6b11d6759a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:55.181149 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4a69b8fa-9c0d-43eb-8363-c63f07e8b5ef req-0baa5498-fd28-4af4-a61d-6b11d6759a5b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 1096 time: 0.0831811 Apr 28 19:45:55.187326 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0b749f5f-d084-40d5-b54a-916c22faeb18 req-a487b895-8b44-4919-91a6-14b56f3ef8ee tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728619 Apr 28 19:45:55.274033 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c5ea7e8e-2754-4f24-adf0-a7a6b7ec0b32 req-5f5e8edb-1350-4fb8-87f9-784e12afaa5d tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906129 Apr 28 19:45:55.281473 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4a69b8fa-9c0d-43eb-8363-c63f07e8b5ef req-a8437fd1-4a2d-4ae9-abe2-824b2b706dde service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899253 Apr 28 19:45:55.470181 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1150e-c245-480b-8a0f-3733c1a20371 req-b3d10d08-ef7c-47f8-88e3-32a99f59c642 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:55.472892 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-81d1150e-c245-480b-8a0f-3733c1a20371 req-b3d10d08-ef7c-47f8-88e3-32a99f59c642 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=e36c9b01-b9fd-40e8-add0-1ee55675de2f HTTP/1.1" status: 200 len: 945 time: 0.0827410 Apr 28 19:45:55.526744 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-81d1150e-c245-480b-8a0f-3733c1a20371 req-ed25ec79-07e7-461c-81bd-da207f6a9306 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457146 Apr 28 19:45:55.803313 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:55.858533 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cb96c-c64b-4330-b15c-9a3083ad1429 req-de3e566e-4bcb-4d63-bb68-ed907b0c84c3 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:55.862118 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-245cb96c-c64b-4330-b15c-9a3083ad1429 req-de3e566e-4bcb-4d63-bb68-ed907b0c84c3 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 946 time: 0.1116350 Apr 28 19:45:55.908005 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:55.936841 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-245cb96c-c64b-4330-b15c-9a3083ad1429 req-b7d1c5fb-20a7-4b1a-8248-cd589817da36 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624299 Apr 28 19:45:55.965045 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6cc220-f3de-479b-a84d-d6ff084b3b82 req-cf62b2e7-12ad-4611-a057-ee6483b29e86 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:55.968675 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9d6cc220-f3de-479b-a84d-d6ff084b3b82 req-cf62b2e7-12ad-4611-a057-ee6483b29e86 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=27d8c468-7bac-4a25-9c71-29e01cc568f6 HTTP/1.1" status: 200 len: 946 time: 0.1010225 Apr 28 19:45:56.048770 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9d6cc220-f3de-479b-a84d-d6ff084b3b82 req-2788fffb-92e5-4b2e-8cec-f51e2d11722a tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722744 Apr 28 19:45:56.095842 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce544b-990b-41f4-a7bc-29bd781974ef req-09daf658-cf6c-462e-90fb-9096f7742032 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:56.097695 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d3ce544b-990b-41f4-a7bc-29bd781974ef req-09daf658-cf6c-462e-90fb-9096f7742032 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] 10.222.0.42 "GET /v2.0/ports?device_id=384dd773-aa4a-4af4-b7a9-8593e34f7a1b HTTP/1.1" status: 200 len: 945 time: 0.0703149 Apr 28 19:45:56.178491 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d3ce544b-990b-41f4-a7bc-29bd781974ef req-52d1dbac-803f-4c32-8cc7-f4d9f62d6ef6 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] 10.222.0.42 "GET /v2.0/security-groups?id=b721b692-054f-4285-93df-2064a650f530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674579 Apr 28 19:45:56.405529 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e40f1f-2e02-403e-af99-b7c0c61577d4 req-eac3e76f-ed8f-4d21-935f-7adf5031a0d6 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:56.407221 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-29e40f1f-2e02-403e-af99-b7c0c61577d4 req-eac3e76f-ed8f-4d21-935f-7adf5031a0d6 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 945 time: 0.0824637 Apr 28 19:45:56.465137 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-29e40f1f-2e02-403e-af99-b7c0c61577d4 req-6a072158-8d15-4afa-be8e-6ce67d3f2369 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492640 Apr 28 19:45:56.581668 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca0548-fcce-486e-85da-b962dae84656 req-cfdc28ec-cc04-4f06-837f-15a57dab14d8 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:56.585169 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-84ca0548-fcce-486e-85da-b962dae84656 req-cfdc28ec-cc04-4f06-837f-15a57dab14d8 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4419fe4-74d0-48ac-9a18-3ddd3a010bc8 HTTP/1.1" status: 200 len: 946 time: 0.2051120 Apr 28 19:45:56.608900 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453205f-172a-4fc7-8c69-96d1952a7bbf req-d41a3c99-8681-418e-b89a-3910100269fe tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:56.610678 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5453205f-172a-4fc7-8c69-96d1952a7bbf req-d41a3c99-8681-418e-b89a-3910100269fe tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] 10.222.0.44 "GET /v2.0/ports?device_id=384dd773-aa4a-4af4-b7a9-8593e34f7a1b HTTP/1.1" status: 200 len: 945 time: 0.1478703 Apr 28 19:45:56.719582 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-84ca0548-fcce-486e-85da-b962dae84656 req-c1d342f9-9d76-4910-aa45-8b3986848c6d tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076479 Apr 28 19:45:56.789422 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-5453205f-172a-4fc7-8c69-96d1952a7bbf req-d19177f9-a23d-4531-b017-cc5670ad6564 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] Deleting port 98f37dc4-2e74-483e-b06f-fa12374e1cb6 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:45:56.789766 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5453205f-172a-4fc7-8c69-96d1952a7bbf req-d19177f9-a23d-4531-b017-cc5670ad6564 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:56.905354 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-5453205f-172a-4fc7-8c69-96d1952a7bbf req-d19177f9-a23d-4531-b017-cc5670ad6564 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] For port 98f37dc4-2e74-483e-b06f-fa12374e1cb6, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=98f37dc4-2e74-483e-b06f-fa12374e1cb6,segment=NetworkSegment(5a3c26df-0628-4add-ac86-9acaa3796899),segment_id=5a3c26df-0628-4add-ac86-9acaa3796899)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:56.905727 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5453205f-172a-4fc7-8c69-96d1952a7bbf req-d19177f9-a23d-4531-b017-cc5670ad6564 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:56.923874 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-5453205f-172a-4fc7-8c69-96d1952a7bbf req-d19177f9-a23d-4531-b017-cc5670ad6564 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] Calling delete_port for 98f37dc4-2e74-483e-b06f-fa12374e1cb6 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:45:57.065784 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55546) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:57.180379 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa38ea6-f17e-42bc-96db-c40a482c6e65 req-71e1c28c-2edf-4186-a72b-6397199c9e98 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:57.186627 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa38ea6-f17e-42bc-96db-c40a482c6e65 req-71e1c28c-2edf-4186-a72b-6397199c9e98 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:57.192836 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa38ea6-f17e-42bc-96db-c40a482c6e65 req-71e1c28c-2edf-4186-a72b-6397199c9e98 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:57.194783 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2aa38ea6-f17e-42bc-96db-c40a482c6e65 req-71e1c28c-2edf-4186-a72b-6397199c9e98 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=27d8c468-7bac-4a25-9c71-29e01cc568f6&device_id=e36c9b01-b9fd-40e8-add0-1ee55675de2f&device_id=a4419fe4-74d0-48ac-9a18-3ddd3a010bc8 HTTP/1.1" status: 200 len: 2418 time: 0.1040900 Apr 28 19:45:57.262188 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2aa38ea6-f17e-42bc-96db-c40a482c6e65 req-f7ed1e90-e5ce-4935-8bb6-ecae2de7850e tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523820 Apr 28 19:45:57.441194 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-80ae0075-0255-40cc-91cb-f92c1229bc5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:57.477554 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803526b-b10e-4890-b54d-cce49bf7e98f req-4572f6c0-877b-4b0d-827b-7a3fd6f051b5 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:57.479302 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e803526b-b10e-4890-b54d-cce49bf7e98f req-4572f6c0-877b-4b0d-827b-7a3fd6f051b5 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] 10.222.0.42 "GET /v2.0/ports?device_id=384dd773-aa4a-4af4-b7a9-8593e34f7a1b HTTP/1.1" status: 200 len: 945 time: 0.1334682 Apr 28 19:45:57.525102 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e803526b-b10e-4890-b54d-cce49bf7e98f req-95949031-eb5a-4192-8f63-2c74e90aa564 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] 10.222.0.42 "GET /v2.0/security-groups?id=b721b692-054f-4285-93df-2064a650f530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368996 Apr 28 19:45:57.536288 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50902e85-632d-4294-87c9-18a9c0dc781d req-30324da6-777b-4f5d-b971-c2c0defd0517 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:57.539077 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-50902e85-632d-4294-87c9-18a9c0dc781d req-30324da6-777b-4f5d-b971-c2c0defd0517 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 946 time: 0.1488090 Apr 28 19:45:57.570483 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5453205f-172a-4fc7-8c69-96d1952a7bbf req-d19177f9-a23d-4531-b017-cc5670ad6564 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:57.629132 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19177f9-a23d-4531-b017-cc5670ad6564 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] Pushing event deleted for resources: {'Port': ['ID=98f37dc4-2e74-483e-b06f-fa12374e1cb6,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:57.629362 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-80ae0075-0255-40cc-91cb-f92c1229bc5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:57.636701 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-80ae0075-0255-40cc-91cb-f92c1229bc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:57.640838 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-50902e85-632d-4294-87c9-18a9c0dc781d req-42406206-8a61-44d9-9dc5-89d7db473eaf tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940890 Apr 28 19:45:57.690979 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-5453205f-172a-4fc7-8c69-96d1952a7bbf req-d19177f9-a23d-4531-b017-cc5670ad6564 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] No DVR routers for this DVR port 98f37dc4-2e74-483e-b06f-fa12374e1cb6 on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:45:57.694952 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5453205f-172a-4fc7-8c69-96d1952a7bbf req-d19177f9-a23d-4531-b017-cc5670ad6564 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:57.698497 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5453205f-172a-4fc7-8c69-96d1952a7bbf req-d19177f9-a23d-4531-b017-cc5670ad6564 tempest-ServerAddressesNegativeTestJSON-499593058 tempest-ServerAddressesNegativeTestJSON-499593058-project] 10.222.0.44 "DELETE /v2.0/ports/98f37dc4-2e74-483e-b06f-fa12374e1cb6 HTTP/1.1" status: 204 len: 173 time: 1.0772350 Apr 28 19:45:57.699042 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384dd773-aa4a-4af4-b7a9-8593e34f7a1b', 'name': 'network-vif-deleted', 'tag': '98f37dc4-2e74-483e-b06f-fa12374e1cb6'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:57.701876 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335dbf4e-8a0e-4d2e-97f6-26895f3d26de" -d '{"events": [{"server_uuid": "384dd773-aa4a-4af4-b7a9-8593e34f7a1b", "name": "network-vif-deleted", "tag": "98f37dc4-2e74-483e-b06f-fa12374e1cb6"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:57.716392 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae0075-0255-40cc-91cb-f92c1229bc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caaff72e-757f-466e-a111-28072b59cdc6,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:57.731152 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-80ae0075-0255-40cc-91cb-f92c1229bc5e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cc44f26ba4bf43498553bba0abd58f6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6628697 Apr 28 19:45:57.733781 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55558) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:57.787278 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7623f66-386b-44c0-9b79-60629161a1f6 req-e8a5dd51-4207-484b-affc-af1504c7b632 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:57.788818 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a7623f66-386b-44c0-9b79-60629161a1f6 req-e8a5dd51-4207-484b-affc-af1504c7b632 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=27d8c468-7bac-4a25-9c71-29e01cc568f6 HTTP/1.1" status: 200 len: 946 time: 0.1482797 Apr 28 19:45:57.792930 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9938d9-0b70-44c7-9820-d81226784fa4 req-57c356dc-9830-4e35-8830-b1dbecb7a460 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:57.794714 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f9938d9-0b70-44c7-9820-d81226784fa4 req-57c356dc-9830-4e35-8830-b1dbecb7a460 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 945 time: 0.0804875 Apr 28 19:45:57.838625 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cdf57232-0079-4787-a58d-9bf5c6fddbfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:57.841620 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f9938d9-0b70-44c7-9820-d81226784fa4 req-e5413a31-9365-4cfa-ba3a-4ed560faa895 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390546 Apr 28 19:45:57.878735 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a7623f66-386b-44c0-9b79-60629161a1f6 req-287deb6a-cd11-49d2-8ee7-3ddd923a4e25 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743353 Apr 28 19:45:57.896456 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cdf57232-0079-4787-a58d-9bf5c6fddbfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:57.968560 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cdf57232-0079-4787-a58d-9bf5c6fddbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:57.971760 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cdf57232-0079-4787-a58d-9bf5c6fddbfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:57.976264 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-cdf57232-0079-4787-a58d-9bf5c6fddbfa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/caaff72e-757f-466e-a111-28072b59cdc6 HTTP/1.1" status: 204 len: 168 time: 0.2386642 Apr 28 19:45:57.984129 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf57232-0079-4787-a58d-9bf5c6fddbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caaff72e-757f-466e-a111-28072b59cdc6,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:58.131934 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d606e9-0ecb-4485-8e6e-8ff0984292d9 req-b0af276e-2528-4e27-a03b-2fcf410f4fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:58.133878 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a6d606e9-0ecb-4485-8e6e-8ff0984292d9 req-b0af276e-2528-4e27-a03b-2fcf410f4fcd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=670eb780c3ee4dedb002a9746cf66ab9&device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 1096 time: 0.0543740 Apr 28 19:45:58.268017 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ad088a-11e6-46c3-8d50-317e25522bb3 x-openstack-request-id: req-19ad088a-11e6-46c3-8d50-317e25522bb3 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:58.268694 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384dd773-aa4a-4af4-b7a9-8593e34f7a1b", "name": "network-vif-deleted", "tag": "98f37dc4-2e74-483e-b06f-fa12374e1cb6", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:58.268885 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-19ad088a-11e6-46c3-8d50-317e25522bb3 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:58.269505 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19ad088a-11e6-46c3-8d50-317e25522bb3'] response: {'server_uuid': '384dd773-aa4a-4af4-b7a9-8593e34f7a1b', 'name': 'network-vif-deleted', 'tag': '98f37dc4-2e74-483e-b06f-fa12374e1cb6', 'status': 'completed', 'code': 200} Apr 28 19:45:58.367854 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d606e9-0ecb-4485-8e6e-8ff0984292d9 req-566fcc2d-edf1-4251-a097-d55ba4acb619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:58.369543 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a6d606e9-0ecb-4485-8e6e-8ff0984292d9 req-566fcc2d-edf1-4251-a097-d55ba4acb619 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee8f3eae-8382-4236-8628-8f2aa216fd9e HTTP/1.1" status: 200 len: 911 time: 0.2285833 Apr 28 19:45:58.445989 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a6d606e9-0ecb-4485-8e6e-8ff0984292d9 req-1851e1d5-eccf-446c-a6a8-1b94e07b7509 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad85a205-5b03-40c2-95f6-acb4e82783bc HTTP/1.1" status: 200 len: 217 time: 0.0601404 Apr 28 19:45:58.493474 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ba93a-8ad9-48b4-8c34-cb4d30ee21b5 req-7904c89d-a4ac-4e6a-b5be-07035e82d4c9 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:58.495073 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-682ba93a-8ad9-48b4-8c34-cb4d30ee21b5 req-7904c89d-a4ac-4e6a-b5be-07035e82d4c9 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 945 time: 0.1524560 Apr 28 19:45:58.510301 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55576) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:58.524726 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-618d290a-d3b2-4d97-abbc-bc81769e491d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:58.529751 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d606e9-0ecb-4485-8e6e-8ff0984292d9 req-ae510f9a-eb76-4f32-8b7f-879e99361251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:58.531301 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a6d606e9-0ecb-4485-8e6e-8ff0984292d9 req-ae510f9a-eb76-4f32-8b7f-879e99361251 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9aaed19d-7f8f-41ff-8c2e-905cb635313a HTTP/1.1" status: 200 len: 850 time: 0.0784323 Apr 28 19:45:58.575816 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a6d606e9-0ecb-4485-8e6e-8ff0984292d9 req-30f528ea-d417-488c-b22c-6644034a99c6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee8f3eae-8382-4236-8628-8f2aa216fd9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365741 Apr 28 19:45:58.581713 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-682ba93a-8ad9-48b4-8c34-cb4d30ee21b5 req-eb83c4a2-e6ce-4e83-971b-f5d4c21cdd5d tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701118 Apr 28 19:45:58.638722 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-618d290a-d3b2-4d97-abbc-bc81769e491d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:58.644056 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-618d290a-d3b2-4d97-abbc-bc81769e491d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:58.651663 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 98f37dc4-2e74-483e-b06f-fa12374e1cb6 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:45:58.666273 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55584) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:58.692848 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 98f37dc4-2e74-483e-b06f-fa12374e1cb6 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:45:58.700253 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 98f37dc4-2e74-483e-b06f-fa12374e1cb6 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:45:58.713822 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a6d606e9-0ecb-4485-8e6e-8ff0984292d9 req-b90a6353-1dbb-443f-ac80-90e607c56611 service neutron] 10.222.0.44 "GET /v2.0/networks/ee8f3eae-8382-4236-8628-8f2aa216fd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309900 Apr 28 19:45:58.801596 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-618d290a-d3b2-4d97-abbc-bc81769e491d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6ae69fc5320a40e7ace2db10b695732f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2876604 Apr 28 19:45:58.803372 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a7da3d-c0e1-4cc2-b68b-466341f80403 admin admin] Deleting subnet 573dc8c7-d68c-47b4-8939-15de6321b71b {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:45:58.804078 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 55586) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:58.808133 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d290a-d3b2-4d97-abbc-bc81769e491d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c312947-324f-46a9-8b00-47f15129f83e,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:58.811500 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-94a7da3d-c0e1-4cc2-b68b-466341f80403 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:58.852810 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a6d606e9-0ecb-4485-8e6e-8ff0984292d9 req-99fab809-6607-48d3-8f37-a45b7d564464 service neutron] 10.222.0.44 "GET /v2.0/networks/ee8f3eae-8382-4236-8628-8f2aa216fd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326628 Apr 28 19:45:58.872246 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-94a7da3d-c0e1-4cc2-b68b-466341f80403 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:58.882491 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9784a9-9504-42c2-9dae-dddcec33b8d4 req-b2c6a34f-0338-4fab-8264-9e7dc0246361 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:58.885010 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fb9784a9-9504-42c2-9dae-dddcec33b8d4 req-b2c6a34f-0338-4fab-8264-9e7dc0246361 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 946 time: 0.1472895 Apr 28 19:45:58.925251 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b1d9f65a-aa2c-448b-8308-babd6c261c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:58.953911 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-94a7da3d-c0e1-4cc2-b68b-466341f80403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:58.975894 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b1d9f65a-aa2c-448b-8308-babd6c261c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:58.992047 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fb9784a9-9504-42c2-9dae-dddcec33b8d4 req-8ba59bad-476b-420a-8817-c13b851f7099 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795748 Apr 28 19:45:59.059842 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-94a7da3d-c0e1-4cc2-b68b-466341f80403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:59.069567 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b1d9f65a-aa2c-448b-8308-babd6c261c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:59.072365 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b1d9f65a-aa2c-448b-8308-babd6c261c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:59.073551 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b1d9f65a-aa2c-448b-8308-babd6c261c52 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2c312947-324f-46a9-8b00-47f15129f83e HTTP/1.1" status: 204 len: 168 time: 0.2684526 Apr 28 19:45:59.093231 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7da3d-c0e1-4cc2-b68b-466341f80403 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=573dc8c7-d68c-47b4-8939-15de6321b71b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:59.102179 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9f65a-aa2c-448b-8308-babd6c261c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c312947-324f-46a9-8b00-47f15129f83e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:59.103153 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-94a7da3d-c0e1-4cc2-b68b-466341f80403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:59.111933 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-94a7da3d-c0e1-4cc2-b68b-466341f80403 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/573dc8c7-d68c-47b4-8939-15de6321b71b HTTP/1.1" status: 204 len: 168 time: 0.4262326 Apr 28 19:45:59.115925 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55594) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:59.207053 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-970f25f1-d65e-433e-a146-2c1b5a680fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:59.334722 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-970f25f1-d65e-433e-a146-2c1b5a680fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:59.374354 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-970f25f1-d65e-433e-a146-2c1b5a680fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4965d246-64b0-4511-ad8b-918189e280f4']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:59.388954 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-970f25f1-d65e-433e-a146-2c1b5a680fa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a3c26df-0628-4add-ac86-9acaa3796899') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:59.389339 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-970f25f1-d65e-433e-a146-2c1b5a680fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a3c26df-0628-4add-ac86-9acaa3796899') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:59.403843 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-970f25f1-d65e-433e-a146-2c1b5a680fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:59.421353 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-970f25f1-d65e-433e-a146-2c1b5a680fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:59.437032 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-970f25f1-d65e-433e-a146-2c1b5a680fa8 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:45:59.438493 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-970f25f1-d65e-433e-a146-2c1b5a680fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:59.439531 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d2301-ec4a-413f-9d90-caf94d391b42 req-f68fdfcd-76db-4015-adda-16ed74fe55d5 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:59.441723 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1e3d2301-ec4a-413f-9d90-caf94d391b42 req-f68fdfcd-76db-4015-adda-16ed74fe55d5 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4419fe4-74d0-48ac-9a18-3ddd3a010bc8 HTTP/1.1" status: 200 len: 946 time: 0.1110797 Apr 28 19:45:59.442040 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:45:59.442040 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:45:59.442040 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:45:59.442040 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:45:59.442040 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:45:59.442040 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:45:59.442040 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:45:59.442040 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:45:59.442040 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:45:59.442040 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:45:59.442040 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:45:59.442040 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:45:59.442040 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:45:59.442040 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:45:59.442040 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:45:59.442040 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:45:59.442040 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:45:59.442040 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:45:59.442040 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:45:59.442040 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:45:59.442040 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:45:59.442040 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:45:59.442040 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:45:59.442040 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:45:59.442040 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:45:59.442040 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:45:59.442040 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:45:59.442040 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:45:59.442040 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:45:59.442040 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:45:59.442040 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:45:59.442040 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:45:59.513808 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-970f25f1-d65e-433e-a146-2c1b5a680fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:59.521924 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1e3d2301-ec4a-413f-9d90-caf94d391b42 req-b5c31f2a-c953-4dc0-9345-44ca02cd46e7 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717225 Apr 28 19:45:59.527787 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-970f25f1-d65e-433e-a146-2c1b5a680fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:59.532728 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-970f25f1-d65e-433e-a146-2c1b5a680fa8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4965d246-64b0-4511-ad8b-918189e280f4 HTTP/1.1" status: 204 len: 168 time: 0.4153566 Apr 28 19:45:59.556599 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f25f1-d65e-433e-a146-2c1b5a680fa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4965d246-64b0-4511-ad8b-918189e280f4,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:59.707214 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 55614) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:59.733053 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64530764-a226-4435-a207-11e980c50283 req-99a7e969-a7b5-43df-81d3-a3754a20aecc tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:59.734636 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-64530764-a226-4435-a207-11e980c50283 req-99a7e969-a7b5-43df-81d3-a3754a20aecc tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 945 time: 0.0551929 Apr 28 19:45:59.766166 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-28d78a15-d350-41e6-8f85-8b005eecac3d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9a2c3e3f2a284e5ea2acbb5295a32ede&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560539 Apr 28 19:45:59.766927 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 55616) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:45:59.782964 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-64530764-a226-4435-a207-11e980c50283 req-f117c53d-a803-4663-8176-b7db1143dd03 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412710 Apr 28 19:45:59.826070 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b223f056-5128-4bf8-aa61-1c06e675b4c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:59.854127 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b223f056-5128-4bf8-aa61-1c06e675b4c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:59.927349 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b223f056-5128-4bf8-aa61-1c06e675b4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:59.932073 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b223f056-5128-4bf8-aa61-1c06e675b4c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:59.934228 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b223f056-5128-4bf8-aa61-1c06e675b4c6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b721b692-054f-4285-93df-2064a650f530 HTTP/1.1" status: 204 len: 168 time: 0.1659465 Apr 28 19:45:59.950065 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223f056-5128-4bf8-aa61-1c06e675b4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b721b692-054f-4285-93df-2064a650f530,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:00.164709 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635bfef-95c5-43d2-bd59-a9ff0b6bbb49 req-fb3d0c80-ae70-4cbe-8763-58e7412a5336 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:00.167723 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4635bfef-95c5-43d2-bd59-a9ff0b6bbb49 req-fb3d0c80-ae70-4cbe-8763-58e7412a5336 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 946 time: 0.1017056 Apr 28 19:46:00.236128 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4635bfef-95c5-43d2-bd59-a9ff0b6bbb49 req-078a939f-f687-4c82-857f-2a616215ffd9 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613074 Apr 28 19:46:00.694171 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe664cf0-3aca-4f7f-8c10-5de8fc33eef9 req-755ce49c-aa46-4e9e-8d45-494e292b9125 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:00.696630 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fe664cf0-3aca-4f7f-8c10-5de8fc33eef9 req-755ce49c-aa46-4e9e-8d45-494e292b9125 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4419fe4-74d0-48ac-9a18-3ddd3a010bc8 HTTP/1.1" status: 200 len: 946 time: 0.0761142 Apr 28 19:46:00.743083 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fe664cf0-3aca-4f7f-8c10-5de8fc33eef9 req-7da6ed27-1732-409d-9448-bd1b9a207566 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401034 Apr 28 19:46:00.835396 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 55664) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:00.943984 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43addbd4-292c-4e29-a43a-f243a2903483 req-36fde2b4-3616-4e88-af89-6aae7f1802c4 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:00.945666 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43addbd4-292c-4e29-a43a-f243a2903483 req-36fde2b4-3616-4e88-af89-6aae7f1802c4 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 945 time: 0.0614009 Apr 28 19:46:00.995345 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43addbd4-292c-4e29-a43a-f243a2903483 req-a01cea96-6dd3-4e47-8143-7225540e694b tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431879 Apr 28 19:46:01.003755 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-6741b79b-9b23-4276-a607-32390dcf4b1f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-564468866-network', 'tenant_id': '907c62a112ef46e89904d42b16ec6b69'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:01.048500 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6741b79b-9b23-4276-a607-32390dcf4b1f admin admin] Made reservation on behalf of 907c62a112ef46e89904d42b16ec6b69 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:01.048500 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6741b79b-9b23-4276-a607-32390dcf4b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:01.058137 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6741b79b-9b23-4276-a607-32390dcf4b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:01.165579 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6741b79b-9b23-4276-a607-32390dcf4b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:01.170511 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6741b79b-9b23-4276-a607-32390dcf4b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:01.198480 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6741b79b-9b23-4276-a607-32390dcf4b1f admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:46:01.215487 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741b79b-9b23-4276-a607-32390dcf4b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f2a2ad-f5ef-4491-943d-fc8f15b6856b,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:01.218336 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6741b79b-9b23-4276-a607-32390dcf4b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:01.218704 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-6741b79b-9b23-4276-a607-32390dcf4b1f admin admin] Added segment b7d34468-cd67-4892-bcbc-df83feca58ba of type vlan for network 6107f07c-5b1e-4365-afeb-d6c663c5f568 Apr 28 19:46:01.234426 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741b79b-9b23-4276-a607-32390dcf4b1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:01.234782 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741b79b-9b23-4276-a607-32390dcf4b1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:01.235128 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741b79b-9b23-4276-a607-32390dcf4b1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:01.235471 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741b79b-9b23-4276-a607-32390dcf4b1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:01.236234 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741b79b-9b23-4276-a607-32390dcf4b1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:01.236591 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741b79b-9b23-4276-a607-32390dcf4b1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:01.237052 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741b79b-9b23-4276-a607-32390dcf4b1f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:01.237387 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741b79b-9b23-4276-a607-32390dcf4b1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:01.237832 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741b79b-9b23-4276-a607-32390dcf4b1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:01.238736 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741b79b-9b23-4276-a607-32390dcf4b1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:01.239301 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741b79b-9b23-4276-a607-32390dcf4b1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:01.239957 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741b79b-9b23-4276-a607-32390dcf4b1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:01.294885 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6741b79b-9b23-4276-a607-32390dcf4b1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:01.331653 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6741b79b-9b23-4276-a607-32390dcf4b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:01.334113 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6741b79b-9b23-4276-a607-32390dcf4b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:01.334875 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6741b79b-9b23-4276-a607-32390dcf4b1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:01.432833 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431625b7-c83e-4e09-b73e-3616a58d14a7 req-4e8dcf93-b0c2-45cd-8e2e-ff915e545696 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:01.441846 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-431625b7-c83e-4e09-b73e-3616a58d14a7 req-4e8dcf93-b0c2-45cd-8e2e-ff915e545696 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 945 time: 0.0990984 Apr 28 19:46:01.446187 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741b79b-9b23-4276-a607-32390dcf4b1f admin admin] Pushing event updated for resources: {'Network': ['ID=6107f07c-5b1e-4365-afeb-d6c663c5f568,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:01.457132 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6741b79b-9b23-4276-a607-32390dcf4b1f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6196733 Apr 28 19:46:01.459849 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 55684) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:01.465245 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-c0bdd7d7-df6d-4cd0-970b-04d22228aa87 admin admin] Request body: {'subnet': {'network_id': '6107f07c-5b1e-4365-afeb-d6c663c5f568', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-564468866-subnet', 'tenant_id': '907c62a112ef46e89904d42b16ec6b69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:01.465723 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 6107f07c-5b1e-4365-afeb-d6c663c5f568 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:46:01.500574 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2b4ef-e403-4282-b3d4-837b686ca7c1 req-e33d5c07-ba08-4401-bc2e-2571932da53c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:01.502598 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7cb2b4ef-e403-4282-b3d4-837b686ca7c1 req-e33d5c07-ba08-4401-bc2e-2571932da53c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 946 time: 0.1114867 Apr 28 19:46:01.509001 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-431625b7-c83e-4e09-b73e-3616a58d14a7 req-0cb40a2e-41e7-4c5b-bf68-d1f224a7dc5d tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658109 Apr 28 19:46:01.513266 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bdd7d7-df6d-4cd0-970b-04d22228aa87 admin admin] Made reservation on behalf of 907c62a112ef46e89904d42b16ec6b69 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:01.516395 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c0bdd7d7-df6d-4cd0-970b-04d22228aa87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:01.634038 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7cb2b4ef-e403-4282-b3d4-837b686ca7c1 req-fd5e7ca2-f3bd-4070-b56c-989e7c4f49db tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138577 Apr 28 19:46:01.686557 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 55688) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:01.763057 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c0bdd7d7-df6d-4cd0-970b-04d22228aa87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:01.811282 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:01.831879 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9a9824ba-e458-4d2f-8c90-39234f40929e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:01.845343 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bdd7d7-df6d-4cd0-970b-04d22228aa87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=177bc5d3-d699-482d-a8e8-05451a931e18,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:01.855918 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bdd7d7-df6d-4cd0-970b-04d22228aa87 admin admin] Checking segment: {'id': 'b7d34468-cd67-4892-bcbc-df83feca58ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6107f07c-5b1e-4365-afeb-d6c663c5f568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:46:01.856327 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bdd7d7-df6d-4cd0-970b-04d22228aa87 admin admin] Network hostable DHCP agents. Network: 6107f07c-5b1e-4365-afeb-d6c663c5f568, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:46:01.890506 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bdd7d7-df6d-4cd0-970b-04d22228aa87 admin admin] Network 6107f07c-5b1e-4365-afeb-d6c663c5f568 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:46:01.902374 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39933bdc-ee92-4e5d-afe2-64994691327f req-87f4b32d-75b3-40ac-b44a-ea7761001e63 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:01.903998 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-39933bdc-ee92-4e5d-afe2-64994691327f req-87f4b32d-75b3-40ac-b44a-ea7761001e63 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4419fe4-74d0-48ac-9a18-3ddd3a010bc8 HTTP/1.1" status: 200 len: 946 time: 0.0540266 Apr 28 19:46:01.906629 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-c0bdd7d7-df6d-4cd0-970b-04d22228aa87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 6107f07c-5b1e-4365-afeb-d6c663c5f568) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:01.916566 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bdd7d7-df6d-4cd0-970b-04d22228aa87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:01.917198 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c0bdd7d7-df6d-4cd0-970b-04d22228aa87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:01.928269 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f8e569-3b39-4d59-8c7a-8a36f42dcc2c None None] Network 6107f07c-5b1e-4365-afeb-d6c663c5f568 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:46:01.950687 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c0bdd7d7-df6d-4cd0-970b-04d22228aa87 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4869859 Apr 28 19:46:01.954000 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 55694) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:01.958648 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-39933bdc-ee92-4e5d-afe2-64994691327f req-46e384d8-27dc-4f4d-b086-6f501b52f082 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412543 Apr 28 19:46:01.960364 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-bfce8995-13df-45f2-8b54-190e22b23c6e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-564468866-router', 'tenant_id': '907c62a112ef46e89904d42b16ec6b69', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:01.981930 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9a9824ba-e458-4d2f-8c90-39234f40929e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:01.990640 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9a9824ba-e458-4d2f-8c90-39234f40929e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:02.011247 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bfce8995-13df-45f2-8b54-190e22b23c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:02.012306 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bfce8995-13df-45f2-8b54-190e22b23c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:02.052964 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9a9824ba-e458-4d2f-8c90-39234f40929e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=59d54ee40e5742049dad7c5493a08d17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3642871 Apr 28 19:46:02.053835 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9824ba-e458-4d2f-8c90-39234f40929e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e64e833-401d-4991-9036-4ca7910aa4ac,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:02.055058 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55696) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:02.111295 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aafcc96-68e8-450a-a795-2b3a1756a437 None None] Network 6107f07c-5b1e-4365-afeb-d6c663c5f568 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:46:02.112714 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bfce8995-13df-45f2-8b54-190e22b23c6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:02.124008 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-50bec887-136d-4686-a55f-55088427be26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:02.150532 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-50bec887-136d-4686-a55f-55088427be26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:02.213551 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-50bec887-136d-4686-a55f-55088427be26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:02.216514 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-50bec887-136d-4686-a55f-55088427be26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:02.220501 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-50bec887-136d-4686-a55f-55088427be26 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2e64e833-401d-4991-9036-4ca7910aa4ac HTTP/1.1" status: 204 len: 168 time: 0.1615994 Apr 28 19:46:02.227402 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bec887-136d-4686-a55f-55088427be26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e64e833-401d-4991-9036-4ca7910aa4ac,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:02.299908 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bfce8995-13df-45f2-8b54-190e22b23c6e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:02.544713 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bfce8995-13df-45f2-8b54-190e22b23c6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:02.579623 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bfce8995-13df-45f2-8b54-190e22b23c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:02.730872 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6a3c5-bc9f-45f0-b01c-acfd88aec3de req-5057d7a1-29ef-4ec2-936a-4fd902ea1e11 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:02.730872 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-99e6a3c5-bc9f-45f0-b01c-acfd88aec3de req-5057d7a1-29ef-4ec2-936a-4fd902ea1e11 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 945 time: 0.0918224 Apr 28 19:46:02.776458 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b8094-8172-497e-a836-6b3edad53bde req-1dc83f87-a720-452f-9d3e-4f5a42c3ffeb tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:02.778046 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f01b8094-8172-497e-a836-6b3edad53bde req-1dc83f87-a720-452f-9d3e-4f5a42c3ffeb tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 946 time: 0.0631390 Apr 28 19:46:02.781675 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-bfce8995-13df-45f2-8b54-190e22b23c6e admin admin] Allocated IP 172.25.8.126 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/ddfbd15a-a3ac-472a-a632-3c131c1a82e9) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:46:02.807372 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-99e6a3c5-bc9f-45f0-b01c-acfd88aec3de req-acfa8f0d-2fa0-4082-9a45-24cf2373972d tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683455 Apr 28 19:46:02.840472 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f01b8094-8172-497e-a836-6b3edad53bde req-c405d60a-57b7-4715-aa16-8aecffd0e807 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538986 Apr 28 19:46:02.915328 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bfce8995-13df-45f2-8b54-190e22b23c6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:02.962826 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bfce8995-13df-45f2-8b54-190e22b23c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:03.001293 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfce8995-13df-45f2-8b54-190e22b23c6e admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:46:03.004295 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-bfce8995-13df-45f2-8b54-190e22b23c6e admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:03.007817 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfce8995-13df-45f2-8b54-190e22b23c6e admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:46:03.042746 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce8995-13df-45f2-8b54-190e22b23c6e admin admin] Pushing event updated for resources: {'Port': ['ID=ddfbd15a-a3ac-472a-a632-3c131c1a82e9,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:03.203027 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511d0eb-74e5-496a-98af-a97057640d63 req-0ffd6f7b-6119-4c6b-9f81-e53d2087a9cb tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:03.204887 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f511d0eb-74e5-496a-98af-a97057640d63 req-0ffd6f7b-6119-4c6b-9f81-e53d2087a9cb tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4419fe4-74d0-48ac-9a18-3ddd3a010bc8 HTTP/1.1" status: 200 len: 946 time: 0.1465549 Apr 28 19:46:03.296018 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:03.312484 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f511d0eb-74e5-496a-98af-a97057640d63 req-238b5a07-66b3-4aa9-ab5e-de14a09c8a39 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922647 Apr 28 19:46:03.386842 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bfce8995-13df-45f2-8b54-190e22b23c6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:03.604355 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bfce8995-13df-45f2-8b54-190e22b23c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:03.757740 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfce8995-13df-45f2-8b54-190e22b23c6e admin admin] Router 13591a8d-0e87-49b9-a5e9-8806ed44d6e3 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:46:03.907785 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfce8995-13df-45f2-8b54-190e22b23c6e admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:46:03.923357 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240a2367-228b-4bf3-bb71-13c60e15147f None None] Sync routers for ids ['13591a8d-0e87-49b9-a5e9-8806ed44d6e3'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:46:03.930558 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bfce8995-13df-45f2-8b54-190e22b23c6e admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:03.932507 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-bfce8995-13df-45f2-8b54-190e22b23c6e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.9775298 Apr 28 19:46:03.935521 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55750) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:03.944658 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240a2367-228b-4bf3-bb71-13c60e15147f None None] Routers {'13591a8d-0e87-49b9-a5e9-8806ed44d6e3'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:46:03.945324 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-240a2367-228b-4bf3-bb71-13c60e15147f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:45:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['13591a8d-0e87-49b9-a5e9-8806ed44d6e3'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:04.034570 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69404aa9-b212-431e-81e6-508422f2aeab req-75e189f0-b56c-43a6-907e-0735720ad36a tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:04.036462 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-69404aa9-b212-431e-81e6-508422f2aeab req-75e189f0-b56c-43a6-907e-0735720ad36a tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 946 time: 0.0827796 Apr 28 19:46:04.106008 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5388740-b435-404c-b250-b53e4b563e6c req-d56d1d37-2625-48d3-9743-1578339297a6 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:04.108823 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-240a2367-228b-4bf3-bb71-13c60e15147f None None] Set router 13591a8d-0e87-49b9-a5e9-8806ed44d6e3 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:46:04.116929 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-69404aa9-b212-431e-81e6-508422f2aeab req-a09f7779-34f8-442b-9a46-49254fc998d9 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655315 Apr 28 19:46:04.131543 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c5388740-b435-404c-b250-b53e4b563e6c req-d56d1d37-2625-48d3-9743-1578339297a6 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 945 time: 0.1270459 Apr 28 19:46:04.250237 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c5388740-b435-404c-b250-b53e4b563e6c req-372ce63d-c461-4cef-bbbd-3aed04cc49d7 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174743 Apr 28 19:46:04.384928 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-240a2367-228b-4bf3-bb71-13c60e15147f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-564468866-router', 'tenant_id': '907c62a112ef46e89904d42b16ec6b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'ddfbd15a-a3ac-472a-a632-3c131c1a82e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:02Z', 'updated_at': '2022-04-28T19:46:03Z', 'revision_number': 3, 'project_id': '907c62a112ef46e89904d42b16ec6b69', 'gw_port': {'id': 'ddfbd15a-a3ac-472a-a632-3c131c1a82e9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:53:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:02Z', 'updated_at': '2022-04-28T19:46:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:04.438596 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240a2367-228b-4bf3-bb71-13c60e15147f None None] Checking router: 13591a8d-0e87-49b9-a5e9-8806ed44d6e3 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:46:04.438943 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240a2367-228b-4bf3-bb71-13c60e15147f None None] Updating router 13591a8d-0e87-49b9-a5e9-8806ed44d6e3 port ddfbd15a-a3ac-472a-a632-3c131c1a82e9 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:46:04.478391 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-240a2367-228b-4bf3-bb71-13c60e15147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:04.483597 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595573f7-faa9-4158-99c8-9e00c0994a1c req-480c044f-6daa-41c8-9895-69b6ef96daeb tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:04.485529 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-595573f7-faa9-4158-99c8-9e00c0994a1c req-480c044f-6daa-41c8-9895-69b6ef96daeb tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4419fe4-74d0-48ac-9a18-3ddd3a010bc8 HTTP/1.1" status: 200 len: 946 time: 0.0715001 Apr 28 19:46:04.546555 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-595573f7-faa9-4158-99c8-9e00c0994a1c req-59bf80b1-dc9e-4723-a191-d38d9fede4b0 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525484 Apr 28 19:46:04.625622 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ba3f5-7862-4f5f-9530-ff3ca0afc1cc req-d0eb4281-8b42-4a90-90d8-950b44802a92 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:04.628962 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b47ba3f5-7862-4f5f-9530-ff3ca0afc1cc req-d0eb4281-8b42-4a90-90d8-950b44802a92 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 945 time: 0.0779586 Apr 28 19:46:04.703145 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-590c0b61-1d19-4675-aa1e-404a24bc5080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:04.755250 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-b47ba3f5-7862-4f5f-9530-ff3ca0afc1cc req-9237c633-6d2d-4342-a2a5-976da7d0be0e tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Deleting port ad85a205-5b03-40c2-95f6-acb4e82783bc {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:46:04.755554 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b47ba3f5-7862-4f5f-9530-ff3ca0afc1cc req-9237c633-6d2d-4342-a2a5-976da7d0be0e tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:04.816309 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-240a2367-228b-4bf3-bb71-13c60e15147f None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:04.824554 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-240a2367-228b-4bf3-bb71-13c60e15147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:04.885566 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-240a2367-228b-4bf3-bb71-13c60e15147f None None] Attempting to bind port ddfbd15a-a3ac-472a-a632-3c131c1a82e9 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:04.885893 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-240a2367-228b-4bf3-bb71-13c60e15147f None None] Attempting to bind port ddfbd15a-a3ac-472a-a632-3c131c1a82e9 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:04.886586 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240a2367-228b-4bf3-bb71-13c60e15147f None None] Attempting to bind port ddfbd15a-a3ac-472a-a632-3c131c1a82e9 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:04.890403 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f010f-17ac-4ddb-bc2d-42aee1acb94c None None] Pushing event updated for resources: {'Port': ['ID=ddfbd15a-a3ac-472a-a632-3c131c1a82e9,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:04.896748 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240a2367-228b-4bf3-bb71-13c60e15147f None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:46:04.897129 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240a2367-228b-4bf3-bb71-13c60e15147f None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:46:04.897593 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-240a2367-228b-4bf3-bb71-13c60e15147f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:04.898047 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240a2367-228b-4bf3-bb71-13c60e15147f None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:46:04.898549 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-240a2367-228b-4bf3-bb71-13c60e15147f None None] Bound port: ddfbd15a-a3ac-472a-a632-3c131c1a82e9, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:46:04.898944 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-240a2367-228b-4bf3-bb71-13c60e15147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:04.908271 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-b47ba3f5-7862-4f5f-9530-ff3ca0afc1cc req-9237c633-6d2d-4342-a2a5-976da7d0be0e tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] For port ad85a205-5b03-40c2-95f6-acb4e82783bc, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=ad85a205-5b03-40c2-95f6-acb4e82783bc,segment=NetworkSegment(b9bfdb8f-957b-4b20-b717-f89cd527edb8),segment_id=b9bfdb8f-957b-4b20-b717-f89cd527edb8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:04.909253 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b47ba3f5-7862-4f5f-9530-ff3ca0afc1cc req-9237c633-6d2d-4342-a2a5-976da7d0be0e tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:04.930455 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-b47ba3f5-7862-4f5f-9530-ff3ca0afc1cc req-9237c633-6d2d-4342-a2a5-976da7d0be0e tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Calling delete_port for ad85a205-5b03-40c2-95f6-acb4e82783bc owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:46:04.943434 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-590c0b61-1d19-4675-aa1e-404a24bc5080 admin admin] Allocated IP 172.20.0.1 (6107f07c-5b1e-4365-afeb-d6c663c5f568/177bc5d3-d699-482d-a8e8-05451a931e18/a1acf1c1-3521-4226-9204-119bc882d5f7) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:46:04.982943 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55794) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:04.992225 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-240a2367-228b-4bf3-bb71-13c60e15147f None None] For port ddfbd15a-a3ac-472a-a632-3c131c1a82e9, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:46:04.996449 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-240a2367-228b-4bf3-bb71-13c60e15147f None None] For port ddfbd15a-a3ac-472a-a632-3c131c1a82e9, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ddfbd15a-a3ac-472a-a632-3c131c1a82e9,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:46:05.003179 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-240a2367-228b-4bf3-bb71-13c60e15147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:05.083483 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240a2367-228b-4bf3-bb71-13c60e15147f None None] Routers {'13591a8d-0e87-49b9-a5e9-8806ed44d6e3'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:46:05.084143 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-240a2367-228b-4bf3-bb71-13c60e15147f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:45:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['13591a8d-0e87-49b9-a5e9-8806ed44d6e3'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:05.114254 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b47ba3f5-7862-4f5f-9530-ff3ca0afc1cc req-9237c633-6d2d-4342-a2a5-976da7d0be0e tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:05.120805 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-590c0b61-1d19-4675-aa1e-404a24bc5080 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:05.134868 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['2e040ed0-aba0-4511-9ebd-91de9971d37b'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:46:05.154795 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237c633-6d2d-4342-a2a5-976da7d0be0e tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Pushing event deleted for resources: {'Port': ['ID=ad85a205-5b03-40c2-95f6-acb4e82783bc,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:05.179062 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f010f-17ac-4ddb-bc2d-42aee1acb94c None None] Pushing event updated for resources: {'Port': ['ID=ddfbd15a-a3ac-472a-a632-3c131c1a82e9,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:05.205914 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-590c0b61-1d19-4675-aa1e-404a24bc5080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:05.224051 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47ba3f5-7862-4f5f-9530-ff3ca0afc1cc req-9237c633-6d2d-4342-a2a5-976da7d0be0e tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] No DVR routers for this DVR port ad85a205-5b03-40c2-95f6-acb4e82783bc on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:46:05.228285 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b47ba3f5-7862-4f5f-9530-ff3ca0afc1cc req-9237c633-6d2d-4342-a2a5-976da7d0be0e tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:05.233721 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b47ba3f5-7862-4f5f-9530-ff3ca0afc1cc req-9237c633-6d2d-4342-a2a5-976da7d0be0e tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.44 "DELETE /v2.0/ports/ad85a205-5b03-40c2-95f6-acb4e82783bc HTTP/1.1" status: 204 len: 173 time: 0.5988421 Apr 28 19:46:05.234209 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec74b7bf-e814-4aaa-9a88-2228e43ee4db', 'name': 'network-vif-deleted', 'tag': 'ad85a205-5b03-40c2-95f6-acb4e82783bc'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:05.236810 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea952240-8187-4188-aa79-1707d908b338" -d '{"events": [{"server_uuid": "ec74b7bf-e814-4aaa-9a88-2228e43ee4db", "name": "network-vif-deleted", "tag": "ad85a205-5b03-40c2-95f6-acb4e82783bc"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:46:05.278222 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9fa1572d-3785-4124-929d-4e5bab883c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:05.287652 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eae6fa2-df63-4943-b7b2-2046556ca5f2 x-openstack-request-id: req-3eae6fa2-df63-4943-b7b2-2046556ca5f2 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:46:05.288148 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec74b7bf-e814-4aaa-9a88-2228e43ee4db", "name": "network-vif-deleted", "tag": "ad85a205-5b03-40c2-95f6-acb4e82783bc", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:46:05.288286 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3eae6fa2-df63-4943-b7b2-2046556ca5f2 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:46:05.289317 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eae6fa2-df63-4943-b7b2-2046556ca5f2'] response: {'server_uuid': 'ec74b7bf-e814-4aaa-9a88-2228e43ee4db', 'name': 'network-vif-deleted', 'tag': 'ad85a205-5b03-40c2-95f6-acb4e82783bc', 'status': 'completed', 'code': 200} Apr 28 19:46:05.331846 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c0b61-1d19-4675-aa1e-404a24bc5080 admin admin] Pushing event updated for resources: {'Port': ['ID=a1acf1c1-3521-4226-9204-119bc882d5f7,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:05.337730 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590c0b61-1d19-4675-aa1e-404a24bc5080 admin admin] Network 6107f07c-5b1e-4365-afeb-d6c663c5f568 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:46:05.348535 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-590c0b61-1d19-4675-aa1e-404a24bc5080 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:05.355892 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590c0b61-1d19-4675-aa1e-404a24bc5080 admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:46:05.374363 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-240a2367-228b-4bf3-bb71-13c60e15147f None None] Set router 13591a8d-0e87-49b9-a5e9-8806ed44d6e3 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:46:05.399635 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-684b195c-a4d7-44d2-a364-1f70545b7828 req-9734b304-b6cc-436d-a24b-c9fb6b1f87ca tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec74b7bf-e814-4aaa-9a88-2228e43ee4db HTTP/1.1" status: 200 len: 210 time: 0.0471468 Apr 28 19:46:05.444739 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcedab-a8e7-4b6d-8b83-15ae316f3464 req-b0aea809-23e5-4d0e-a351-28b6a489e035 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:05.446595 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ccfcedab-a8e7-4b6d-8b83-15ae316f3464 req-b0aea809-23e5-4d0e-a351-28b6a489e035 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 946 time: 0.2042375 Apr 28 19:46:05.477168 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-590c0b61-1d19-4675-aa1e-404a24bc5080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:05.596903 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ccfcedab-a8e7-4b6d-8b83-15ae316f3464 req-47efe6ac-3330-4192-aa25-510d4ac881db tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380842 Apr 28 19:46:05.634615 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9fa1572d-3785-4124-929d-4e5bab883c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:05.647787 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9fa1572d-3785-4124-929d-4e5bab883c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:05.709199 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9fa1572d-3785-4124-929d-4e5bab883c07 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=86abf4b94f4e4954bc0dd4927fb25ea1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7247205 Apr 28 19:46:05.721392 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 55806) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:05.728624 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1572d-3785-4124-929d-4e5bab883c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31347a6-54ac-431a-b33a-75801bd6a5bc,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:05.744819 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-590c0b61-1d19-4675-aa1e-404a24bc5080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:05.822357 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-240a2367-228b-4bf3-bb71-13c60e15147f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-564468866-router', 'tenant_id': '907c62a112ef46e89904d42b16ec6b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'ddfbd15a-a3ac-472a-a632-3c131c1a82e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:02Z', 'updated_at': '2022-04-28T19:46:03Z', 'revision_number': 3, 'project_id': '907c62a112ef46e89904d42b16ec6b69', 'gw_port': {'id': 'ddfbd15a-a3ac-472a-a632-3c131c1a82e9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:53:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:02Z', 'updated_at': '2022-04-28T19:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:05.855192 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240a2367-228b-4bf3-bb71-13c60e15147f None None] The sync data for ids ['13591a8d-0e87-49b9-a5e9-8806ed44d6e3'] in n-d-839810-1 is: [{'id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-564468866-router', 'tenant_id': '907c62a112ef46e89904d42b16ec6b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'ddfbd15a-a3ac-472a-a632-3c131c1a82e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:02Z', 'updated_at': '2022-04-28T19:46:03Z', 'revision_number': 3, 'project_id': '907c62a112ef46e89904d42b16ec6b69', 'gw_port': {'id': 'ddfbd15a-a3ac-472a-a632-3c131c1a82e9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:53:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:02Z', 'updated_at': '2022-04-28T19:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:46:05.856409 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb4f4c5b-48dc-46ab-8df0-7ab5422afd6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:05.897482 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8ce54-ac45-45d4-8f66-b4c6b116ae59 req-d27b9b76-80a0-4631-84c5-ebcc08334887 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:05.901933 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6ac8ce54-ac45-45d4-8f66-b4c6b116ae59 req-d27b9b76-80a0-4631-84c5-ebcc08334887 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4419fe4-74d0-48ac-9a18-3ddd3a010bc8 HTTP/1.1" status: 200 len: 946 time: 0.2367311 Apr 28 19:46:05.924809 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb4f4c5b-48dc-46ab-8df0-7ab5422afd6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:06.006103 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6ac8ce54-ac45-45d4-8f66-b4c6b116ae59 req-88b2493c-0c87-4c38-91ad-b8a113cb4439 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870531 Apr 28 19:46:06.041163 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb4f4c5b-48dc-46ab-8df0-7ab5422afd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:06.047374 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb4f4c5b-48dc-46ab-8df0-7ab5422afd6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:06.052414 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cb4f4c5b-48dc-46ab-8df0-7ab5422afd6b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c31347a6-54ac-431a-b33a-75801bd6a5bc HTTP/1.1" status: 204 len: 168 time: 0.3265908 Apr 28 19:46:06.059679 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-590c0b61-1d19-4675-aa1e-404a24bc5080 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:06.066274 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-590c0b61-1d19-4675-aa1e-404a24bc5080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:06.072677 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f4c5b-48dc-46ab-8df0-7ab5422afd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31347a6-54ac-431a-b33a-75801bd6a5bc,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:06.127449 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-590c0b61-1d19-4675-aa1e-404a24bc5080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:06.251327 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c0b61-1d19-4675-aa1e-404a24bc5080 admin admin] Pushing event updated for resources: {'Port': ['ID=a1acf1c1-3521-4226-9204-119bc882d5f7,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:06.346455 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590c0b61-1d19-4675-aa1e-404a24bc5080 admin admin] Network 6107f07c-5b1e-4365-afeb-d6c663c5f568 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:46:06.349424 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-590c0b61-1d19-4675-aa1e-404a24bc5080 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:06.505515 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590c0b61-1d19-4675-aa1e-404a24bc5080 admin admin] Router 13591a8d-0e87-49b9-a5e9-8806ed44d6e3 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:46:06.628076 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 55820) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:06.647409 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-feca64ec-1d41-4004-8fea-ccffebb67f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:06.665336 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device ad85a205-5b03-40c2-95f6-acb4e82783bc no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:46:06.706847 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590c0b61-1d19-4675-aa1e-404a24bc5080 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:46:06.717529 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-590c0b61-1d19-4675-aa1e-404a24bc5080 admin admin] 10.222.0.42 "PUT /v2.0/routers/13591a8d-0e87-49b9-a5e9-8806ed44d6e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7801592 Apr 28 19:46:06.727501 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: ad85a205-5b03-40c2-95f6-acb4e82783bc {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:46:06.728159 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device ad85a205-5b03-40c2-95f6-acb4e82783bc not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:46:06.826675 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2e412-d52e-4074-aa30-2d8a39009871 req-50df2e66-a7b8-44d8-b8af-92445c6c74fc tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:06.836065 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-feca64ec-1d41-4004-8fea-ccffebb67f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:06.837439 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bee2e412-d52e-4074-aa30-2d8a39009871 req-50df2e66-a7b8-44d8-b8af-92445c6c74fc tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 946 time: 0.0842524 Apr 28 19:46:06.846888 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-feca64ec-1d41-4004-8fea-ccffebb67f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:06.889584 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bee2e412-d52e-4074-aa30-2d8a39009871 req-2328af65-84b8-4cfa-900f-78087ce3f1dd tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507145 Apr 28 19:46:06.914265 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a26bf-0264-4045-8f09-9e60d6e64813 req-f5113063-0d4b-4d35-b6ac-6af4c988234a tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:06.922252 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fa5a26bf-0264-4045-8f09-9e60d6e64813 req-f5113063-0d4b-4d35-b6ac-6af4c988234a tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 945 time: 0.1284714 Apr 28 19:46:06.936310 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca64ec-1d41-4004-8fea-ccffebb67f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3ecad7-cdfe-44c8-886a-bc8a443f9af6,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:06.951300 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-feca64ec-1d41-4004-8fea-ccffebb67f29 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=43f1c704e3e748b79cb3fcc03eccc6b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3199298 Apr 28 19:46:06.952449 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55830) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:06.989522 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fa5a26bf-0264-4045-8f09-9e60d6e64813 req-e6314918-dd48-44e8-88eb-4acef842afee tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656297 Apr 28 19:46:07.018239 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1a33286a-e735-4c4a-8ae6-b44872c1bc29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:07.053294 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1a33286a-e735-4c4a-8ae6-b44872c1bc29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:07.122207 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1a33286a-e735-4c4a-8ae6-b44872c1bc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:07.126056 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1a33286a-e735-4c4a-8ae6-b44872c1bc29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:07.127719 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1a33286a-e735-4c4a-8ae6-b44872c1bc29 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7b3ecad7-cdfe-44c8-886a-bc8a443f9af6 HTTP/1.1" status: 204 len: 168 time: 0.1740761 Apr 28 19:46:07.141772 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33286a-e735-4c4a-8ae6-b44872c1bc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3ecad7-cdfe-44c8-886a-bc8a443f9af6,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:07.208358 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ddfbd15a-a3ac-472a-a632-3c131c1a82e9 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:46:07.218013 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7feb7e-8d19-4594-b209-b36a569a7820 req-9ce425e9-af3a-4ec1-b10c-d830712af9bb tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:07.226373 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ec7feb7e-8d19-4594-b209-b36a569a7820 req-9ce425e9-af3a-4ec1-b10c-d830712af9bb tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4419fe4-74d0-48ac-9a18-3ddd3a010bc8 HTTP/1.1" status: 200 len: 946 time: 0.1099656 Apr 28 19:46:07.280973 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port ddfbd15a-a3ac-472a-a632-3c131c1a82e9 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:07.281355 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:07.293663 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ec7feb7e-8d19-4594-b209-b36a569a7820 req-ef93b9f8-3edf-423f-b0d1-c86586c2ed64 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661020 Apr 28 19:46:07.424297 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:07.465488 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port ddfbd15a-a3ac-472a-a632-3c131c1a82e9, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ddfbd15a-a3ac-472a-a632-3c131c1a82e9,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:07.470885 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:07.531626 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=ddfbd15a-a3ac-472a-a632-3c131c1a82e9,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:07.544172 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-eecbbd30-07b0-4908-a13a-f0f0a4fd7bd8 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:07.545724 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-eecbbd30-07b0-4908-a13a-f0f0a4fd7bd8 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/networks?id=6107f07c-5b1e-4365-afeb-d6c663c5f568 HTTP/1.1" status: 200 len: 819 time: 0.1596537 Apr 28 19:46:07.563732 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-96cd3ca8-8b44-439e-bc7a-c74d0b027671 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/quotas/907c62a112ef46e89904d42b16ec6b69 HTTP/1.1" status: 200 len: 375 time: 0.0112393 Apr 28 19:46:07.632384 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-cf839c51-a5a6-4b5b-b32c-fc2b86789744 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=907c62a112ef46e89904d42b16ec6b69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0591536 Apr 28 19:46:07.742655 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-97b6478d-f29a-468d-91c5-a65fc3fd6cc3 service neutron] 10.222.0.42 "GET /v2.0/networks/6107f07c-5b1e-4365-afeb-d6c663c5f568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025207 Apr 28 19:46:07.856084 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-4776db5c-b6d7-4303-a55e-e313b6fb2f3c service neutron] 10.222.0.42 "GET /v2.0/networks/6107f07c-5b1e-4365-afeb-d6c663c5f568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071575 Apr 28 19:46:08.137562 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1947e1-871c-4207-8f2b-e161641a3078 req-2caf3505-d89f-4e88-a4a3-0d593b0640be tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:08.157197 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3b1947e1-871c-4207-8f2b-e161641a3078 req-2caf3505-d89f-4e88-a4a3-0d593b0640be tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 946 time: 0.1544130 Apr 28 19:46:08.240877 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3b1947e1-871c-4207-8f2b-e161641a3078 req-60685dfb-9ac4-423f-a445-e0a81328309a tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821862 Apr 28 19:46:08.303977 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b641f38-7f29-4cd3-b406-3778120ca107 req-d8f365bc-31e2-4ff9-9d43-ee47fc31e99c tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:08.310543 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0b641f38-7f29-4cd3-b406-3778120ca107 req-d8f365bc-31e2-4ff9-9d43-ee47fc31e99c tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 945 time: 0.1456022 Apr 28 19:46:08.383882 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e975627b-e33b-47fd-bd91-e3f263a1ca33 req-3b121983-b01e-42e2-87c5-5325b47f526f tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 210 time: 0.0522680 Apr 28 19:46:08.387727 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72388d17-8771-4dcb-932a-5529129ad52e None None] Sync routers for ids ['13591a8d-0e87-49b9-a5e9-8806ed44d6e3'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:46:08.416052 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0b641f38-7f29-4cd3-b406-3778120ca107 req-b3eaa72a-ff8f-40cb-8fcb-c26342e65e9a tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903175 Apr 28 19:46:08.428254 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72388d17-8771-4dcb-932a-5529129ad52e None None] Routers {'13591a8d-0e87-49b9-a5e9-8806ed44d6e3'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:46:08.428254 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-72388d17-8771-4dcb-932a-5529129ad52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:45:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['13591a8d-0e87-49b9-a5e9-8806ed44d6e3'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:08.570456 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-72388d17-8771-4dcb-932a-5529129ad52e None None] Set router 13591a8d-0e87-49b9-a5e9-8806ed44d6e3 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:46:08.601087 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609067e-5b47-4fbe-b767-d89ba786a884 req-67cb586c-c04e-43ee-a3e3-a14fb9654da6 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:08.603050 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5609067e-5b47-4fbe-b767-d89ba786a884 req-67cb586c-c04e-43ee-a3e3-a14fb9654da6 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4419fe4-74d0-48ac-9a18-3ddd3a010bc8 HTTP/1.1" status: 200 len: 946 time: 0.0909207 Apr 28 19:46:08.658938 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5609067e-5b47-4fbe-b767-d89ba786a884 req-52a46c98-8578-46ac-be47-3f27bec2bd78 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451672 Apr 28 19:46:08.887182 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-72388d17-8771-4dcb-932a-5529129ad52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-564468866-router', 'tenant_id': '907c62a112ef46e89904d42b16ec6b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'ddfbd15a-a3ac-472a-a632-3c131c1a82e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:02Z', 'updated_at': '2022-04-28T19:46:05Z', 'revision_number': 4, 'project_id': '907c62a112ef46e89904d42b16ec6b69', 'gw_port': {'id': 'ddfbd15a-a3ac-472a-a632-3c131c1a82e9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:02Z', 'updated_at': '2022-04-28T19:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'a1acf1c1-3521-4226-9204-119bc882d5f7', 'name': '', 'network_id': '6107f07c-5b1e-4365-afeb-d6c663c5f568', 'tenant_id': '907c62a112ef46e89904d42b16ec6b69', 'mac_address': 'fa:16:3e:95:71:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '177bc5d3-d699-482d-a8e8-05451a931e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:04Z', 'updated_at': '2022-04-28T19:46:05Z', 'revision_number': 2, 'project_id': '907c62a112ef46e89904d42b16ec6b69', 'subnets': [{'id': '177bc5d3-d699-482d-a8e8-05451a931e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:08.938963 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72388d17-8771-4dcb-932a-5529129ad52e None None] Checking router: 13591a8d-0e87-49b9-a5e9-8806ed44d6e3 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:46:08.939328 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72388d17-8771-4dcb-932a-5529129ad52e None None] Updating router 13591a8d-0e87-49b9-a5e9-8806ed44d6e3 port a1acf1c1-3521-4226-9204-119bc882d5f7 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:46:08.982179 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-72388d17-8771-4dcb-932a-5529129ad52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:09.154779 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ddfbd15a-a3ac-472a-a632-3c131c1a82e9 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:46:09.276959 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5e066-2e6b-4345-9d43-5316dddcca17 req-7afa5813-40a5-4b73-84a4-373425ceafcf tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:09.279047 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2be5e066-2e6b-4345-9d43-5316dddcca17 req-7afa5813-40a5-4b73-84a4-373425ceafcf tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 945 time: 0.1151187 Apr 28 19:46:09.284602 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port ddfbd15a-a3ac-472a-a632-3c131c1a82e9 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:09.286314 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:09.478225 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-2be5e066-2e6b-4345-9d43-5316dddcca17 req-8c6818cc-9186-4ef7-be39-4a6c73de3aeb tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Deleting port 2e040ed0-aba0-4511-9ebd-91de9971d37b {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:46:09.479814 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2be5e066-2e6b-4345-9d43-5316dddcca17 req-8c6818cc-9186-4ef7-be39-4a6c73de3aeb tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:09.522475 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fba11e-3c9c-4de7-bfb3-acc858b08277 req-7ce66c16-3cce-4ea4-b54c-6b6c61021568 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:09.525078 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-25fba11e-3c9c-4de7-bfb3-acc858b08277 req-7ce66c16-3cce-4ea4-b54c-6b6c61021568 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 946 time: 0.1132820 Apr 28 19:46:09.596332 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-25fba11e-3c9c-4de7-bfb3-acc858b08277 req-769d2e6b-a0b4-4761-9744-a2fb006fab72 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484173 Apr 28 19:46:09.630918 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 55908) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:09.670274 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-72388d17-8771-4dcb-932a-5529129ad52e None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:09.678594 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-72388d17-8771-4dcb-932a-5529129ad52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:09.734440 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d7a40c81-9f6d-4084-9b04-a70c249c090e req-c7196ed8-f382-4509-adcf-b8f93665677a tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 210 time: 0.1266487 Apr 28 19:46:09.758445 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949a370-096d-4be6-8ae8-d2f596ed829d None None] Pushing event updated for resources: {'Port': ['ID=a1acf1c1-3521-4226-9204-119bc882d5f7,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:09.789529 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9949a370-096d-4be6-8ae8-d2f596ed829d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:09.790188 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9949a370-096d-4be6-8ae8-d2f596ed829d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:09.791784 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9949a370-096d-4be6-8ae8-d2f596ed829d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:09.792326 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9949a370-096d-4be6-8ae8-d2f596ed829d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:09.792819 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9949a370-096d-4be6-8ae8-d2f596ed829d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:09.793302 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9949a370-096d-4be6-8ae8-d2f596ed829d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:09.793923 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9949a370-096d-4be6-8ae8-d2f596ed829d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:09.794508 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9949a370-096d-4be6-8ae8-d2f596ed829d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:09.795133 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9949a370-096d-4be6-8ae8-d2f596ed829d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:09.795611 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9949a370-096d-4be6-8ae8-d2f596ed829d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:09.796114 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9949a370-096d-4be6-8ae8-d2f596ed829d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:09.796602 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9949a370-096d-4be6-8ae8-d2f596ed829d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:09.846063 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-72388d17-8771-4dcb-932a-5529129ad52e None None] Attempting to bind port a1acf1c1-3521-4226-9204-119bc882d5f7 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:09.846779 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-72388d17-8771-4dcb-932a-5529129ad52e None None] Attempting to bind port a1acf1c1-3521-4226-9204-119bc882d5f7 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'b7d34468-cd67-4892-bcbc-df83feca58ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6107f07c-5b1e-4365-afeb-d6c663c5f568'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:09.847225 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72388d17-8771-4dcb-932a-5529129ad52e None None] Attempting to bind port a1acf1c1-3521-4226-9204-119bc882d5f7 on network 6107f07c-5b1e-4365-afeb-d6c663c5f568 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:09.859699 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72388d17-8771-4dcb-932a-5529129ad52e None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:46:09.860089 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72388d17-8771-4dcb-932a-5529129ad52e None None] Checking segment: {'id': 'b7d34468-cd67-4892-bcbc-df83feca58ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6107f07c-5b1e-4365-afeb-d6c663c5f568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:46:09.860549 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-72388d17-8771-4dcb-932a-5529129ad52e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:09.861049 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72388d17-8771-4dcb-932a-5529129ad52e None None] Bound using segment: {'id': 'b7d34468-cd67-4892-bcbc-df83feca58ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6107f07c-5b1e-4365-afeb-d6c663c5f568'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:46:09.861491 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-72388d17-8771-4dcb-932a-5529129ad52e None None] Bound port: a1acf1c1-3521-4226-9204-119bc882d5f7, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d34468-cd67-4892-bcbc-df83feca58ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6107f07c-5b1e-4365-afeb-d6c663c5f568'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:46:09.861930 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-72388d17-8771-4dcb-932a-5529129ad52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:09.906432 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-2c08ac4f-0a0b-415f-8f2e-faaaa00c555e tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:09.917062 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-2be5e066-2e6b-4345-9d43-5316dddcca17 req-8c6818cc-9186-4ef7-be39-4a6c73de3aeb tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] For port 2e040ed0-aba0-4511-9ebd-91de9971d37b, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=2e040ed0-aba0-4511-9ebd-91de9971d37b,segment=NetworkSegment(b9bfdb8f-957b-4b20-b717-f89cd527edb8),segment_id=b9bfdb8f-957b-4b20-b717-f89cd527edb8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:09.918478 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2be5e066-2e6b-4345-9d43-5316dddcca17 req-8c6818cc-9186-4ef7-be39-4a6c73de3aeb tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:09.928141 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c6887-8160-49b0-b643-fd25ab931f20 req-2981a544-e373-4426-bd05-ee6e90e546b7 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:09.930075 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-433c6887-8160-49b0-b643-fd25ab931f20 req-2981a544-e373-4426-bd05-ee6e90e546b7 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 945 time: 0.0931334 Apr 28 19:46:09.983938 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-433c6887-8160-49b0-b643-fd25ab931f20 req-df46b616-6997-4483-aad3-002d9a33ab72 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/security-groups?id=c234471f-f557-4af8-9998-0067719899e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389264 Apr 28 19:46:09.986762 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-72388d17-8771-4dcb-932a-5529129ad52e None None] For port a1acf1c1-3521-4226-9204-119bc882d5f7, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:46:09.993187 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-72388d17-8771-4dcb-932a-5529129ad52e None None] For port a1acf1c1-3521-4226-9204-119bc882d5f7, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a1acf1c1-3521-4226-9204-119bc882d5f7,segment=NetworkSegment(b7d34468-cd67-4892-bcbc-df83feca58ba),segment_id=b7d34468-cd67-4892-bcbc-df83feca58ba)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:46:10.002270 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-72388d17-8771-4dcb-932a-5529129ad52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:10.069480 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72388d17-8771-4dcb-932a-5529129ad52e None None] Routers {'13591a8d-0e87-49b9-a5e9-8806ed44d6e3'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:46:10.070298 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-72388d17-8771-4dcb-932a-5529129ad52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:45:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['13591a8d-0e87-49b9-a5e9-8806ed44d6e3'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:10.110173 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949a370-096d-4be6-8ae8-d2f596ed829d None None] Pushing event updated for resources: {'Port': ['ID=a1acf1c1-3521-4226-9204-119bc882d5f7,revision_number=4']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:10.228723 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-72388d17-8771-4dcb-932a-5529129ad52e None None] Set router 13591a8d-0e87-49b9-a5e9-8806ed44d6e3 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:46:10.294466 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-2be5e066-2e6b-4345-9d43-5316dddcca17 req-8c6818cc-9186-4ef7-be39-4a6c73de3aeb tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Calling delete_port for 2e040ed0-aba0-4511-9ebd-91de9971d37b owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:46:10.338540 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-f61fe526-e656-457c-b32e-0d273aafadf3 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:10.340150 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-f61fe526-e656-457c-b32e-0d273aafadf3 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.44 "GET /v2.0/networks?id=6107f07c-5b1e-4365-afeb-d6c663c5f568 HTTP/1.1" status: 200 len: 819 time: 0.7396231 Apr 28 19:46:10.371791 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2c08ac4f-0a0b-415f-8f2e-faaaa00c555e tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] 10.222.0.42 "PUT /v2.0/quotas/23b4c352dbba47a9a7efeb0826bc6cce HTTP/1.1" status: 200 len: 368 time: 0.7257102 Apr 28 19:46:10.376607 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55914) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:10.382592 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-1cc85c85-a2b4-41bf-8d49-361fbd6d4acd tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Request body: {'network': {'project_id': '23b4c352dbba47a9a7efeb0826bc6cce'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:10.387916 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-1de86346-a5ba-4919-9825-5c6606b11e5f tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Request body: {'port': {'device_id': 'dbf4d5a0-8fbc-4929-9812-11db2eb5450f', 'network_id': '6107f07c-5b1e-4365-afeb-d6c663c5f568', 'admin_state_up': True, 'tenant_id': '907c62a112ef46e89904d42b16ec6b69'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:10.404962 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc85c85-a2b4-41bf-8d49-361fbd6d4acd tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Made reservation on behalf of 23b4c352dbba47a9a7efeb0826bc6cce for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:10.407761 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1cc85c85-a2b4-41bf-8d49-361fbd6d4acd tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:10.416296 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a7acb-ed5d-43c8-b03e-189f43959a8f req-d4a06499-da78-4d5e-841e-ef4140d79cfc tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:10.417512 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1cc85c85-a2b4-41bf-8d49-361fbd6d4acd tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:10.419562 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-413a7acb-ed5d-43c8-b03e-189f43959a8f req-d4a06499-da78-4d5e-841e-ef4140d79cfc tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4419fe4-74d0-48ac-9a18-3ddd3a010bc8 HTTP/1.1" status: 200 len: 946 time: 0.5062447 Apr 28 19:46:10.529681 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-72388d17-8771-4dcb-932a-5529129ad52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-564468866-router', 'tenant_id': '907c62a112ef46e89904d42b16ec6b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'ddfbd15a-a3ac-472a-a632-3c131c1a82e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:02Z', 'updated_at': '2022-04-28T19:46:05Z', 'revision_number': 4, 'project_id': '907c62a112ef46e89904d42b16ec6b69', 'gw_port': {'id': 'ddfbd15a-a3ac-472a-a632-3c131c1a82e9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:02Z', 'updated_at': '2022-04-28T19:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'a1acf1c1-3521-4226-9204-119bc882d5f7', 'name': '', 'network_id': '6107f07c-5b1e-4365-afeb-d6c663c5f568', 'tenant_id': '907c62a112ef46e89904d42b16ec6b69', 'mac_address': 'fa:16:3e:95:71:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '177bc5d3-d699-482d-a8e8-05451a931e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:04Z', 'updated_at': '2022-04-28T19:46:09Z', 'revision_number': 4, 'project_id': '907c62a112ef46e89904d42b16ec6b69', 'subnets': [{'id': '177bc5d3-d699-482d-a8e8-05451a931e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:10.563124 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72388d17-8771-4dcb-932a-5529129ad52e None None] The sync data for ids ['13591a8d-0e87-49b9-a5e9-8806ed44d6e3'] in n-d-839810-1 is: [{'id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-564468866-router', 'tenant_id': '907c62a112ef46e89904d42b16ec6b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'ddfbd15a-a3ac-472a-a632-3c131c1a82e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:02Z', 'updated_at': '2022-04-28T19:46:05Z', 'revision_number': 4, 'project_id': '907c62a112ef46e89904d42b16ec6b69', 'gw_port': {'id': 'ddfbd15a-a3ac-472a-a632-3c131c1a82e9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:02Z', 'updated_at': '2022-04-28T19:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'a1acf1c1-3521-4226-9204-119bc882d5f7', 'name': '', 'network_id': '6107f07c-5b1e-4365-afeb-d6c663c5f568', 'tenant_id': '907c62a112ef46e89904d42b16ec6b69', 'mac_address': 'fa:16:3e:95:71:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '177bc5d3-d699-482d-a8e8-05451a931e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:04Z', 'updated_at': '2022-04-28T19:46:09Z', 'revision_number': 4, 'project_id': '907c62a112ef46e89904d42b16ec6b69', 'subnets': [{'id': '177bc5d3-d699-482d-a8e8-05451a931e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:46:10.602017 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-413a7acb-ed5d-43c8-b03e-189f43959a8f req-9adcd53b-1850-4778-a1f3-af9ccdf73701 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525159 Apr 28 19:46:10.766071 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-1de86346-a5ba-4919-9825-5c6606b11e5f tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Made reservation on behalf of 907c62a112ef46e89904d42b16ec6b69 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:10.771907 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-1de86346-a5ba-4919-9825-5c6606b11e5f tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:10.775846 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2be5e066-2e6b-4345-9d43-5316dddcca17 req-8c6818cc-9186-4ef7-be39-4a6c73de3aeb tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:10.797568 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['2e040ed0-aba0-4511-9ebd-91de9971d37b'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:46:10.818799 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6818cc-9186-4ef7-be39-4a6c73de3aeb tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Pushing event deleted for resources: {'Port': ['ID=2e040ed0-aba0-4511-9ebd-91de9971d37b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:10.932735 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be5e066-2e6b-4345-9d43-5316dddcca17 req-8c6818cc-9186-4ef7-be39-4a6c73de3aeb tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] No DVR routers for this DVR port 2e040ed0-aba0-4511-9ebd-91de9971d37b on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:46:10.937774 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2be5e066-2e6b-4345-9d43-5316dddcca17 req-8c6818cc-9186-4ef7-be39-4a6c73de3aeb tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:10.941307 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2be5e066-2e6b-4345-9d43-5316dddcca17 req-8c6818cc-9186-4ef7-be39-4a6c73de3aeb tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.15 "DELETE /v2.0/ports/2e040ed0-aba0-4511-9ebd-91de9971d37b HTTP/1.1" status: 204 len: 173 time: 1.6520133 Apr 28 19:46:10.941895 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df5e892-0d07-4e9d-a2ca-3e732e2d8b32', 'name': 'network-vif-deleted', 'tag': '2e040ed0-aba0-4511-9ebd-91de9971d37b'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:10.944971 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb515f4c-6edb-48a3-bca5-d5e871828f5b" -d '{"events": [{"server_uuid": "6df5e892-0d07-4e9d-a2ca-3e732e2d8b32", "name": "network-vif-deleted", "tag": "2e040ed0-aba0-4511-9ebd-91de9971d37b"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:46:10.969949 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1cc85c85-a2b4-41bf-8d49-361fbd6d4acd tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:10.998537 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1cc85c85-a2b4-41bf-8d49-361fbd6d4acd tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:11.040563 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-58fd7370-3810-44ad-86b4-4b915457bb8a req-c1e4c2fd-acb5-4cb6-8895-5030e95d8b23 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 210 time: 0.0487974 Apr 28 19:46:11.056850 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-1de86346-a5ba-4919-9825-5c6606b11e5f tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Allocated IP 172.20.0.4 (6107f07c-5b1e-4365-afeb-d6c663c5f568/177bc5d3-d699-482d-a8e8-05451a931e18/55b6e54b-50b6-4adb-923f-079d7ee12afa) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:46:11.096598 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc85c85-a2b4-41bf-8d49-361fbd6d4acd tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f05db4e-6ae0-4d7c-9cbd-c7cdc39d89ab,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:11.109121 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc85c85-a2b4-41bf-8d49-361fbd6d4acd tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:46:11.128163 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc31de-7a72-43c9-917b-53de20cf7f53 req-5908a2d3-05fd-4e0b-b1b8-ceb276cd8770 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:11.128163 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ccbc31de-7a72-43c9-917b-53de20cf7f53 req-5908a2d3-05fd-4e0b-b1b8-ceb276cd8770 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 946 time: 0.2291093 Apr 28 19:46:11.197237 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1cc85c85-a2b4-41bf-8d49-361fbd6d4acd tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:11.197733 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-1cc85c85-a2b4-41bf-8d49-361fbd6d4acd tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Added segment d0a6f200-063a-4973-9897-fd9bb6dfa6af of type vlan for network 4a35d5f1-0600-4cc1-b3d9-0a44f00b916f Apr 28 19:46:11.208827 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc85c85-a2b4-41bf-8d49-361fbd6d4acd tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:11.209972 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc85c85-a2b4-41bf-8d49-361fbd6d4acd tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:11.211625 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc85c85-a2b4-41bf-8d49-361fbd6d4acd tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:11.213032 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc85c85-a2b4-41bf-8d49-361fbd6d4acd tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:11.214647 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc85c85-a2b4-41bf-8d49-361fbd6d4acd tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:11.215499 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc85c85-a2b4-41bf-8d49-361fbd6d4acd tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:11.216401 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc85c85-a2b4-41bf-8d49-361fbd6d4acd tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:11.222898 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc85c85-a2b4-41bf-8d49-361fbd6d4acd tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:11.222898 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc85c85-a2b4-41bf-8d49-361fbd6d4acd tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:11.222898 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc85c85-a2b4-41bf-8d49-361fbd6d4acd tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:11.222898 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc85c85-a2b4-41bf-8d49-361fbd6d4acd tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:11.222898 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc85c85-a2b4-41bf-8d49-361fbd6d4acd tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:11.247377 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f6e786-1f77-4187-ad99-f0e75d12df63 x-openstack-request-id: req-b3f6e786-1f77-4187-ad99-f0e75d12df63 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:46:11.247615 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df5e892-0d07-4e9d-a2ca-3e732e2d8b32", "name": "network-vif-deleted", "tag": "2e040ed0-aba0-4511-9ebd-91de9971d37b", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:46:11.247866 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b3f6e786-1f77-4187-ad99-f0e75d12df63 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:46:11.248321 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3f6e786-1f77-4187-ad99-f0e75d12df63'] response: {'server_uuid': '6df5e892-0d07-4e9d-a2ca-3e732e2d8b32', 'name': 'network-vif-deleted', 'tag': '2e040ed0-aba0-4511-9ebd-91de9971d37b', 'status': 'completed', 'code': 200} Apr 28 19:46:11.320047 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ccbc31de-7a72-43c9-917b-53de20cf7f53 req-dd469941-e549-4129-9113-ee4d31e618e2 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743765 Apr 28 19:46:11.336943 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a1acf1c1-3521-4226-9204-119bc882d5f7 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:46:11.355007 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1cc85c85-a2b4-41bf-8d49-361fbd6d4acd tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:11.363219 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-85ea3887-cadd-4cd4-8e3d-1625ee4d9763 req-5371bc09-3f71-4e96-bc29-9149d2e3bca0 tempest-ServerRescueTestJSON-1565929187 tempest-ServerRescueTestJSON-1565929187-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df5e892-0d07-4e9d-a2ca-3e732e2d8b32 HTTP/1.1" status: 200 len: 210 time: 0.0528846 Apr 28 19:46:11.409263 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port a1acf1c1-3521-4226-9204-119bc882d5f7 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:11.409663 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:11.413057 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1cc85c85-a2b4-41bf-8d49-361fbd6d4acd tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:11.414376 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc85c85-a2b4-41bf-8d49-361fbd6d4acd tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:11.414975 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1cc85c85-a2b4-41bf-8d49-361fbd6d4acd tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:11.423913 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-1de86346-a5ba-4919-9825-5c6606b11e5f tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:11.445777 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1cc85c85-a2b4-41bf-8d49-361fbd6d4acd tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0684326 Apr 28 19:46:11.449088 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55924) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:11.458205 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-5496a0ee-400c-46a9-baa9-c19b73ffc7d6 tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Request body: {'network': {'project_id': '23b4c352dbba47a9a7efeb0826bc6cce'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:11.494215 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-1de86346-a5ba-4919-9825-5c6606b11e5f tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:11.516667 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc85c85-a2b4-41bf-8d49-361fbd6d4acd tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Pushing event updated for resources: {'Network': ['ID=4a35d5f1-0600-4cc1-b3d9-0a44f00b916f,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:11.527598 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5496a0ee-400c-46a9-baa9-c19b73ffc7d6 tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Made reservation on behalf of 23b4c352dbba47a9a7efeb0826bc6cce for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:11.533829 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5496a0ee-400c-46a9-baa9-c19b73ffc7d6 tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:11.555152 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-1de86346-a5ba-4919-9825-5c6606b11e5f tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Network 6107f07c-5b1e-4365-afeb-d6c663c5f568 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:46:11.564593 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-1de86346-a5ba-4919-9825-5c6606b11e5f tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:11.575009 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5496a0ee-400c-46a9-baa9-c19b73ffc7d6 tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:46:11.588690 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5496a0ee-400c-46a9-baa9-c19b73ffc7d6 tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:11.589306 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-5496a0ee-400c-46a9-baa9-c19b73ffc7d6 tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Added segment 664a2870-d8e2-4a87-bff5-2da92c5a71b8 of type vlan for network 25e40f5a-a717-4c56-af87-cde4c45a8742 Apr 28 19:46:11.597670 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-1de86346-a5ba-4919-9825-5c6606b11e5f tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:46:11.604220 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:11.619302 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 4a35d5f1-0600-4cc1-b3d9-0a44f00b916f details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:46:11.687907 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5496a0ee-400c-46a9-baa9-c19b73ffc7d6 tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:11.709435 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-1de86346-a5ba-4919-9825-5c6606b11e5f tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:11.710140 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-1de86346-a5ba-4919-9825-5c6606b11e5f tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:11.723426 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port a1acf1c1-3521-4226-9204-119bc882d5f7, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a1acf1c1-3521-4226-9204-119bc882d5f7,segment=NetworkSegment(b7d34468-cd67-4892-bcbc-df83feca58ba),segment_id=b7d34468-cd67-4892-bcbc-df83feca58ba)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:11.732462 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de86346-a5ba-4919-9825-5c6606b11e5f tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Pushing event updated for resources: {'Port': ['ID=55b6e54b-50b6-4adb-923f-079d7ee12afa,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:11.742585 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:11.746939 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-1de86346-a5ba-4919-9825-5c6606b11e5f tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3696172 Apr 28 19:46:11.765861 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-35f390a6-1442-443b-a00a-d9a92debff57 service neutron] Request body: {'port': {'device_id': 'dbf4d5a0-8fbc-4929-9812-11db2eb5450f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:11.798075 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5496a0ee-400c-46a9-baa9-c19b73ffc7d6 tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:11.799495 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5496a0ee-400c-46a9-baa9-c19b73ffc7d6 tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:11.800134 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5496a0ee-400c-46a9-baa9-c19b73ffc7d6 tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:11.838674 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5496a0ee-400c-46a9-baa9-c19b73ffc7d6 tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3855159 Apr 28 19:46:11.841660 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55928) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:11.844756 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=a1acf1c1-3521-4226-9204-119bc882d5f7,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:11.850082 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-35f390a6-1442-443b-a00a-d9a92debff57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:11.866099 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:11.866914 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:11.867496 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:11.868670 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:11.868670 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:11.869233 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:11.869800 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:11.870364 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:11.871242 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:11.872396 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:11.872538 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-69fd9813-bb99-402a-b06b-bd9b67e29040 tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Request body: {'network': {'project_id': '23b4c352dbba47a9a7efeb0826bc6cce'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:11.872946 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:11.873702 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:11.917501 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc850c-169c-46a1-a6a7-cbb30d38a7c9 req-a75e7c31-1753-4dc8-b85d-2e9ab08c74fa tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:11.919438 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-89dc850c-169c-46a1-a6a7-cbb30d38a7c9 req-a75e7c31-1753-4dc8-b85d-2e9ab08c74fa tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4419fe4-74d0-48ac-9a18-3ddd3a010bc8 HTTP/1.1" status: 200 len: 946 time: 0.1635954 Apr 28 19:46:11.925071 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496a0ee-400c-46a9-baa9-c19b73ffc7d6 tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Pushing event updated for resources: {'Network': ['ID=25e40f5a-a717-4c56-af87-cde4c45a8742,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:11.937431 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 25e40f5a-a717-4c56-af87-cde4c45a8742 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:46:11.942457 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-69fd9813-bb99-402a-b06b-bd9b67e29040 tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 28 19:46:11.943199 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69fd9813-bb99-402a-b06b-bd9b67e29040 tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:46:11.947743 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-69fd9813-bb99-402a-b06b-bd9b67e29040 tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1025579 Apr 28 19:46:11.948767 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55930) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:12.024670 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-89dc850c-169c-46a1-a6a7-cbb30d38a7c9 req-ae9e633f-415c-4bd7-9880-01b2f46742b0 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948412 Apr 28 19:46:12.031981 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-32b16ad0-c550-4f5d-b922-5aecfb6313ba tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=23b4c352dbba47a9a7efeb0826bc6cce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0824080 Apr 28 19:46:12.035997 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55932) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:12.104898 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f0d6f222-8618-49cf-906d-637461cc458e tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:12.145306 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f0d6f222-8618-49cf-906d-637461cc458e tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:12.236317 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f0d6f222-8618-49cf-906d-637461cc458e tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:12.240478 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f0d6f222-8618-49cf-906d-637461cc458e tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:12.245417 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f0d6f222-8618-49cf-906d-637461cc458e tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] 10.222.0.42 "DELETE /v2.0/security-groups/1f05db4e-6ae0-4d7c-9cbd-c7cdc39d89ab HTTP/1.1" status: 204 len: 168 time: 0.2078929 Apr 28 19:46:12.246127 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55936) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:12.287164 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d6f222-8618-49cf-906d-637461cc458e tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f05db4e-6ae0-4d7c-9cbd-c7cdc39d89ab,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:12.310700 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-35f390a6-1442-443b-a00a-d9a92debff57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b6e54b-50b6-4adb-923f-079d7ee12afa {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:46:12.320182 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-35f390a6-1442-443b-a00a-d9a92debff57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:12.338501 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51338cc-7a0a-4843-980b-d94ed9577f4a req-8fba331d-52c8-4413-9272-5883afc1b016 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:12.340136 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c51338cc-7a0a-4843-980b-d94ed9577f4a req-8fba331d-52c8-4413-9272-5883afc1b016 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 931 time: 0.1533110 Apr 28 19:46:12.345809 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-35f390a6-1442-443b-a00a-d9a92debff57 service neutron] Transition to ACTIVE for port object 55b6e54b-50b6-4adb-923f-079d7ee12afa will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:46:12.360780 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-35f390a6-1442-443b-a00a-d9a92debff57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:12.397991 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3765f150-2c8b-4757-bce7-b3ec7d51399f tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:12.482795 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c51338cc-7a0a-4843-980b-d94ed9577f4a req-e134b0d4-f6ab-4e9a-8d34-8e2d149966df tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/security-groups?id=12f2a2ad-f5ef-4491-943d-fc8f15b6856b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335266 Apr 28 19:46:12.485997 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f390a6-1442-443b-a00a-d9a92debff57 service neutron] Pushing event updated for resources: {'Port': ['ID=55b6e54b-50b6-4adb-923f-079d7ee12afa,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:12.565101 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 55942) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:12.613661 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3765f150-2c8b-4757-bce7-b3ec7d51399f tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:12.622013 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-35f390a6-1442-443b-a00a-d9a92debff57 service neutron] Attempting to bind port 55b6e54b-50b6-4adb-923f-079d7ee12afa on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:12.622351 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-35f390a6-1442-443b-a00a-d9a92debff57 service neutron] Attempting to bind port 55b6e54b-50b6-4adb-923f-079d7ee12afa by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'b7d34468-cd67-4892-bcbc-df83feca58ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6107f07c-5b1e-4365-afeb-d6c663c5f568'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:12.622682 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-35f390a6-1442-443b-a00a-d9a92debff57 service neutron] Attempting to bind port 55b6e54b-50b6-4adb-923f-079d7ee12afa on network 6107f07c-5b1e-4365-afeb-d6c663c5f568 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:12.632032 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-35f390a6-1442-443b-a00a-d9a92debff57 service neutron] Port 55b6e54b-50b6-4adb-923f-079d7ee12afa on network 6107f07c-5b1e-4365-afeb-d6c663c5f568 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:46:12.632392 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-35f390a6-1442-443b-a00a-d9a92debff57 service neutron] Attempting to bind port 55b6e54b-50b6-4adb-923f-079d7ee12afa on network 6107f07c-5b1e-4365-afeb-d6c663c5f568 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:12.638369 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f0aa6-7281-47cd-a648-5dfa0a4da557 req-4d32758d-44e7-43cc-b732-46eab352676e tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:12.640158 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0b5f0aa6-7281-47cd-a648-5dfa0a4da557 req-4d32758d-44e7-43cc-b732-46eab352676e tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 946 time: 0.1637077 Apr 28 19:46:12.645310 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-35f390a6-1442-443b-a00a-d9a92debff57 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:46:12.645679 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-35f390a6-1442-443b-a00a-d9a92debff57 service neutron] Checking segment: {'id': 'b7d34468-cd67-4892-bcbc-df83feca58ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6107f07c-5b1e-4365-afeb-d6c663c5f568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:46:12.646053 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-35f390a6-1442-443b-a00a-d9a92debff57 service neutron] Bound using segment: {'id': 'b7d34468-cd67-4892-bcbc-df83feca58ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6107f07c-5b1e-4365-afeb-d6c663c5f568'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:46:12.646502 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-35f390a6-1442-443b-a00a-d9a92debff57 service neutron] Bound port: 55b6e54b-50b6-4adb-923f-079d7ee12afa, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7d34468-cd67-4892-bcbc-df83feca58ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6107f07c-5b1e-4365-afeb-d6c663c5f568'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:46:12.646867 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-35f390a6-1442-443b-a00a-d9a92debff57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:12.654436 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-3765f150-2c8b-4757-bce7-b3ec7d51399f tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e40f5a-a717-4c56-af87-cde4c45a8742']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:12.672065 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-3765f150-2c8b-4757-bce7-b3ec7d51399f tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '664a2870-d8e2-4a87-bff5-2da92c5a71b8') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:12.672433 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-3765f150-2c8b-4757-bce7-b3ec7d51399f tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '664a2870-d8e2-4a87-bff5-2da92c5a71b8') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:12.690675 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3765f150-2c8b-4757-bce7-b3ec7d51399f tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:12.715771 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3765f150-2c8b-4757-bce7-b3ec7d51399f tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:12.722650 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0b5f0aa6-7281-47cd-a648-5dfa0a4da557 req-5dd5ce4a-5bbd-4a85-98e3-cfcb9112db60 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722363 Apr 28 19:46:12.727212 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3765f150-2c8b-4757-bce7-b3ec7d51399f tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:46:12.727641 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3765f150-2c8b-4757-bce7-b3ec7d51399f tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:12.730300 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:46:12.730300 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:46:12.730300 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:46:12.730300 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:46:12.730300 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:46:12.730300 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:46:12.730300 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:46:12.730300 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:46:12.730300 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:46:12.730300 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:46:12.730300 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:46:12.730300 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:46:12.730300 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:46:12.730300 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:46:12.730300 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:46:12.730300 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:46:12.730300 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:46:12.730300 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:46:12.730300 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:46:12.730300 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:46:12.730300 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:46:12.730300 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:46:12.730300 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:46:12.730300 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:46:12.730300 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:46:12.730300 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:46:12.730300 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:46:12.730300 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:46:12.730300 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:46:12.730300 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:46:12.730300 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:46:12.730300 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:46:12.799164 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3765f150-2c8b-4757-bce7-b3ec7d51399f tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:12.809778 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3765f150-2c8b-4757-bce7-b3ec7d51399f tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:12.818561 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3765f150-2c8b-4757-bce7-b3ec7d51399f tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] 10.222.0.42 "DELETE /v2.0/networks/25e40f5a-a717-4c56-af87-cde4c45a8742 HTTP/1.1" status: 204 len: 168 time: 0.5643346 Apr 28 19:46:12.819549 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-35f390a6-1442-443b-a00a-d9a92debff57 service neutron] For port 55b6e54b-50b6-4adb-923f-079d7ee12afa, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:46:12.822429 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 55944) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:12.825663 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-35f390a6-1442-443b-a00a-d9a92debff57 service neutron] For port 55b6e54b-50b6-4adb-923f-079d7ee12afa, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=55b6e54b-50b6-4adb-923f-079d7ee12afa,segment=NetworkSegment(b7d34468-cd67-4892-bcbc-df83feca58ba),segment_id=b7d34468-cd67-4892-bcbc-df83feca58ba)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:46:12.826027 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765f150-2c8b-4757-bce7-b3ec7d51399f tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Pushing event deleted for resources: {'Network': ['ID=25e40f5a-a717-4c56-af87-cde4c45a8742,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:12.840239 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-35f390a6-1442-443b-a00a-d9a92debff57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:12.985673 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-35f390a6-1442-443b-a00a-d9a92debff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:12.986322 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-35f390a6-1442-443b-a00a-d9a92debff57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:12.987807 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-35f390a6-1442-443b-a00a-d9a92debff57 service neutron] 10.222.0.44 "PUT /v2.0/ports/55b6e54b-50b6-4adb-923f-079d7ee12afa HTTP/1.1" status: 200 len: 1091 time: 1.2314031 Apr 28 19:46:13.008164 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bdc1d0ad-fb6b-412f-bee4-3362ba91b89c tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:13.049360 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f390a6-1442-443b-a00a-d9a92debff57 service neutron] Pushing event updated for resources: {'Port': ['ID=55b6e54b-50b6-4adb-923f-079d7ee12afa,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:13.142803 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a1acf1c1-3521-4226-9204-119bc882d5f7 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:46:13.186695 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 2e040ed0-aba0-4511-9ebd-91de9971d37b no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:46:13.214404 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 2e040ed0-aba0-4511-9ebd-91de9971d37b {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:46:13.214652 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 2e040ed0-aba0-4511-9ebd-91de9971d37b not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:46:13.233458 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port a1acf1c1-3521-4226-9204-119bc882d5f7 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:13.234092 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:13.272717 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf4d5a0-8fbc-4929-9812-11db2eb5450f', 'tag': '55b6e54b-50b6-4adb-923f-079d7ee12afa'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:13.277122 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f66333e-4c67-4c9f-a0eb-d53d0b14968c" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf4d5a0-8fbc-4929-9812-11db2eb5450f", "tag": "55b6e54b-50b6-4adb-923f-079d7ee12afa"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:46:13.367657 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0b4e53-61b0-4a13-b863-1b3734cc845e x-openstack-request-id: req-1f0b4e53-61b0-4a13-b863-1b3734cc845e {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:46:13.367940 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf4d5a0-8fbc-4929-9812-11db2eb5450f", "tag": "55b6e54b-50b6-4adb-923f-079d7ee12afa", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:46:13.368216 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1f0b4e53-61b0-4a13-b863-1b3734cc845e {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:46:13.368633 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f0b4e53-61b0-4a13-b863-1b3734cc845e'] response: {'name': 'network-changed', 'server_uuid': 'dbf4d5a0-8fbc-4929-9812-11db2eb5450f', 'tag': '55b6e54b-50b6-4adb-923f-079d7ee12afa', 'status': 'completed', 'code': 200} Apr 28 19:46:13.372072 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-23e2d825-923d-4bc1-a884-bdd409d541ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:13.373336 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-23e2d825-923d-4bc1-a884-bdd409d541ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=907c62a112ef46e89904d42b16ec6b69&device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 1094 time: 0.3183033 Apr 28 19:46:13.392626 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff93aeb-70fe-4c5c-8066-dde7c156111c req-af88b1b5-cf39-4084-9ea3-8a76ad56e386 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:13.394394 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eff93aeb-70fe-4c5c-8066-dde7c156111c req-af88b1b5-cf39-4084-9ea3-8a76ad56e386 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4419fe4-74d0-48ac-9a18-3ddd3a010bc8 HTTP/1.1" status: 200 len: 946 time: 0.2720277 Apr 28 19:46:13.411070 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bdc1d0ad-fb6b-412f-bee4-3362ba91b89c tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:13.464652 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-1d54d5b1-0646-4d4b-9b17-9bb99a5dc2d2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55b6e54b-50b6-4adb-923f-079d7ee12afa HTTP/1.1" status: 200 len: 217 time: 0.0663998 Apr 28 19:46:13.507918 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-bdc1d0ad-fb6b-412f-bee4-3362ba91b89c tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a35d5f1-0600-4cc1-b3d9-0a44f00b916f']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:13.553319 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-bdc1d0ad-fb6b-412f-bee4-3362ba91b89c tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a6f200-063a-4973-9897-fd9bb6dfa6af') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:13.553646 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-bdc1d0ad-fb6b-412f-bee4-3362ba91b89c tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a6f200-063a-4973-9897-fd9bb6dfa6af') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:13.571635 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bdc1d0ad-fb6b-412f-bee4-3362ba91b89c tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:13.587337 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eff93aeb-70fe-4c5c-8066-dde7c156111c req-b4c5f04d-b4d6-4bc3-b0d5-592f79d45bbb tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781535 Apr 28 19:46:13.611976 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bdc1d0ad-fb6b-412f-bee4-3362ba91b89c tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:13.627466 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc1d0ad-fb6b-412f-bee4-3362ba91b89c tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:46:13.628006 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bdc1d0ad-fb6b-412f-bee4-3362ba91b89c tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:13.631165 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:46:13.631165 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:46:13.631165 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:46:13.631165 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:46:13.631165 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:46:13.631165 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:46:13.631165 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:46:13.631165 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:46:13.631165 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:46:13.631165 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:46:13.631165 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:46:13.631165 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:46:13.631165 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:46:13.631165 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:46:13.631165 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:46:13.631165 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:46:13.631165 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:46:13.631165 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:46:13.631165 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:46:13.631165 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:46:13.631165 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:46:13.631165 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:46:13.631165 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:46:13.631165 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:46:13.631165 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:46:13.631165 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:46:13.631165 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:46:13.631165 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:46:13.631165 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:46:13.631165 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:46:13.631165 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:46:13.631165 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:46:13.635218 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-84721bef-ce09-416d-bde9-0805142640d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:13.635388 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012038d4-0cda-451b-aba8-691783a9b42d req-e1c3e72f-e38e-48ae-b328-47c4b2cf9f9c tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:13.636880 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-012038d4-0cda-451b-aba8-691783a9b42d req-e1c3e72f-e38e-48ae-b328-47c4b2cf9f9c tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 943 time: 0.0631058 Apr 28 19:46:13.637292 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-84721bef-ce09-416d-bde9-0805142640d7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=177bc5d3-d699-482d-a8e8-05451a931e18 HTTP/1.1" status: 200 len: 859 time: 0.1517041 Apr 28 19:46:13.680211 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-012038d4-0cda-451b-aba8-691783a9b42d req-f9c00b97-2219-4d78-8e7b-553cb412b0eb tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/security-groups?id=12f2a2ad-f5ef-4491-943d-fc8f15b6856b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363073 Apr 28 19:46:13.741460 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-749d96fc-623d-43e6-a750-79a70b8b712c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6107f07c-5b1e-4365-afeb-d6c663c5f568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876954 Apr 28 19:46:13.764750 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bdc1d0ad-fb6b-412f-bee4-3362ba91b89c tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:13.770966 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bdc1d0ad-fb6b-412f-bee4-3362ba91b89c tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:13.778508 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-bdc1d0ad-fb6b-412f-bee4-3362ba91b89c tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] 10.222.0.42 "DELETE /v2.0/networks/4a35d5f1-0600-4cc1-b3d9-0a44f00b916f HTTP/1.1" status: 204 len: 168 time: 0.9512339 Apr 28 19:46:13.834453 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc1d0ad-fb6b-412f-bee4-3362ba91b89c tempest-QuotasNegativeTest-503438297 tempest-QuotasNegativeTest-503438297-project-admin] Pushing event deleted for resources: {'Network': ['ID=4a35d5f1-0600-4cc1-b3d9-0a44f00b916f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:13.918705 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3ad23336-8654-4ebb-9cb1-a63a0fed054d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:13.963103 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-11a68e43-8f17-4198-b343-092400fb6512 service neutron] 10.222.0.44 "GET /v2.0/networks/6107f07c-5b1e-4365-afeb-d6c663c5f568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114882 Apr 28 19:46:13.991372 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ef5c7-de77-4c3a-a528-9d796c729664 req-2251298d-5756-4252-b659-48563e1576b8 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:13.993226 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-226ef5c7-de77-4c3a-a528-9d796c729664 req-2251298d-5756-4252-b659-48563e1576b8 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 946 time: 0.1416442 Apr 28 19:46:14.153817 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-226ef5c7-de77-4c3a-a528-9d796c729664 req-932645bc-ae54-4a8c-9ad3-ea41258388d0 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525607 Apr 28 19:46:14.181352 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-69ba7b0b-0d47-4206-9433-606fbd29a244 req-4f3baf00-30a3-4eb0-978d-a92b906b2482 service neutron] 10.222.0.44 "GET /v2.0/networks/6107f07c-5b1e-4365-afeb-d6c663c5f568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084877 Apr 28 19:46:14.328128 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66333e-4c67-4c9f-a0eb-d53d0b14968c req-c9f03443-2498-4e69-bb79-4348889b7684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:14.330790 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8f66333e-4c67-4c9f-a0eb-d53d0b14968c req-c9f03443-2498-4e69-bb79-4348889b7684 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=907c62a112ef46e89904d42b16ec6b69&device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 1094 time: 0.0884914 Apr 28 19:46:14.389253 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55960) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:14.502668 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66333e-4c67-4c9f-a0eb-d53d0b14968c req-a19f0935-7db9-41f8-8637-813bd304f2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:14.504876 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8f66333e-4c67-4c9f-a0eb-d53d0b14968c req-a19f0935-7db9-41f8-8637-813bd304f2fa service neutron] 10.222.0.44 "GET /v2.0/networks?id=6107f07c-5b1e-4365-afeb-d6c663c5f568 HTTP/1.1" status: 200 len: 920 time: 0.1630938 Apr 28 19:46:14.546871 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-34cf3538-b52b-4234-a190-0581938342fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:14.560211 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8f66333e-4c67-4c9f-a0eb-d53d0b14968c req-7a2996d5-9b9a-4baa-a88f-c4760272cd30 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55b6e54b-50b6-4adb-923f-079d7ee12afa HTTP/1.1" status: 200 len: 217 time: 0.0477355 Apr 28 19:46:14.562939 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-3ad23336-8654-4ebb-9cb1-a63a0fed054d admin admin] Deleting port 907217a9-047e-4432-a823-5bec4feb1276 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:46:14.563280 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3ad23336-8654-4ebb-9cb1-a63a0fed054d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:14.633578 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-34cf3538-b52b-4234-a190-0581938342fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:14.640554 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-34cf3538-b52b-4234-a190-0581938342fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:14.659368 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66333e-4c67-4c9f-a0eb-d53d0b14968c req-5714a738-a23e-4c25-8193-d9695761306f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:14.661469 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8f66333e-4c67-4c9f-a0eb-d53d0b14968c req-5714a738-a23e-4c25-8193-d9695761306f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=177bc5d3-d699-482d-a8e8-05451a931e18 HTTP/1.1" status: 200 len: 859 time: 0.0849848 Apr 28 19:46:14.699172 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-34cf3538-b52b-4234-a190-0581938342fe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2efbf10522774d019d9ee9bcbfaa1b39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3084638 Apr 28 19:46:14.707231 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8f66333e-4c67-4c9f-a0eb-d53d0b14968c req-d728d0a9-a818-4ba5-a35e-fa17b12c81c3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6107f07c-5b1e-4365-afeb-d6c663c5f568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386324 Apr 28 19:46:14.707698 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 55968) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:14.715335 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf3538-b52b-4234-a190-0581938342fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca26583-f49a-4a55-b04e-440e4c336375,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:14.749225 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd06e4-8e2e-4806-9dec-dc516a29e571 req-7b18570a-2383-4e20-a230-81b4506aa3f6 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:14.750887 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-50dd06e4-8e2e-4806-9dec-dc516a29e571 req-7b18570a-2383-4e20-a230-81b4506aa3f6 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4419fe4-74d0-48ac-9a18-3ddd3a010bc8 HTTP/1.1" status: 200 len: 946 time: 0.0700586 Apr 28 19:46:14.776188 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-3ad23336-8654-4ebb-9cb1-a63a0fed054d admin admin] For port 907217a9-047e-4432-a823-5bec4feb1276, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=907217a9-047e-4432-a823-5bec4feb1276,segment=NetworkSegment(b9bfdb8f-957b-4b20-b717-f89cd527edb8),segment_id=b9bfdb8f-957b-4b20-b717-f89cd527edb8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:14.776848 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3ad23336-8654-4ebb-9cb1-a63a0fed054d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:14.819988 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-50dd06e4-8e2e-4806-9dec-dc516a29e571 req-4b348bba-7011-42fd-a49e-ededcbae3383 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595880 Apr 28 19:46:14.834367 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-3ad23336-8654-4ebb-9cb1-a63a0fed054d admin admin] Calling delete_port for 907217a9-047e-4432-a823-5bec4feb1276 owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:46:14.947065 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-445e5630-c903-43f1-848f-6ed0a4318678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:14.981354 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a84a8f-ca2f-43ff-b14f-6a291d20e2b2 req-6edc73bc-4788-44b7-bd49-0bf7e07b4c13 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:14.982886 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f3a84a8f-ca2f-43ff-b14f-6a291d20e2b2 req-6edc73bc-4788-44b7-bd49-0bf7e07b4c13 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 943 time: 0.1925640 Apr 28 19:46:14.994883 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8f66333e-4c67-4c9f-a0eb-d53d0b14968c req-3c6010f6-792f-40df-8eb7-97ffbe3c7524 service neutron] 10.222.0.44 "GET /v2.0/networks/6107f07c-5b1e-4365-afeb-d6c663c5f568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689543 Apr 28 19:46:15.031888 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-445e5630-c903-43f1-848f-6ed0a4318678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:15.312919 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f39fa-c9d6-4ece-8852-f381ae890eba req-fc0a8619-5844-4c66-ba5f-cef8248a60a1 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:15.314531 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-829f39fa-c9d6-4ece-8852-f381ae890eba req-fc0a8619-5844-4c66-ba5f-cef8248a60a1 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 946 time: 0.0831919 Apr 28 19:46:15.361156 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-829f39fa-c9d6-4ece-8852-f381ae890eba req-9eda7fda-46b9-41a9-b85d-a8068f0b29a6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387192 Apr 28 19:46:15.489057 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f3a84a8f-ca2f-43ff-b14f-6a291d20e2b2 req-e7d822f3-979e-4918-b312-b1b8e6513893 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/security-groups?id=12f2a2ad-f5ef-4491-943d-fc8f15b6856b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4973795 Apr 28 19:46:15.536364 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-445e5630-c903-43f1-848f-6ed0a4318678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:15.539099 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-445e5630-c903-43f1-848f-6ed0a4318678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:15.540425 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-445e5630-c903-43f1-848f-6ed0a4318678 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bca26583-f49a-4a55-b04e-440e4c336375 HTTP/1.1" status: 204 len: 168 time: 0.8301897 Apr 28 19:46:15.556349 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8f66333e-4c67-4c9f-a0eb-d53d0b14968c req-1f769b79-2f34-415e-9f7d-e0847a53412e service neutron] 10.222.0.44 "GET /v2.0/networks/6107f07c-5b1e-4365-afeb-d6c663c5f568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5454905 Apr 28 19:46:15.560090 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e5630-c903-43f1-848f-6ed0a4318678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca26583-f49a-4a55-b04e-440e4c336375,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:15.605669 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3ad23336-8654-4ebb-9cb1-a63a0fed054d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:15.634541 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad23336-8654-4ebb-9cb1-a63a0fed054d admin admin] Pushing event deleted for resources: {'Port': ['ID=907217a9-047e-4432-a823-5bec4feb1276,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:15.829755 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3ad23336-8654-4ebb-9cb1-a63a0fed054d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:15.931270 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55980) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:15.946209 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-32cb4c67-1d2a-432e-8aa0-2d59770628c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:15.983807 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809685a-2d14-4e04-9466-f246e6d85da5 req-31beeff3-915d-4682-8c69-0ad98336f968 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:15.985388 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0809685a-2d14-4e04-9466-f246e6d85da5 req-31beeff3-915d-4682-8c69-0ad98336f968 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4419fe4-74d0-48ac-9a18-3ddd3a010bc8 HTTP/1.1" status: 200 len: 946 time: 0.0879018 Apr 28 19:46:16.054456 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0809685a-2d14-4e04-9466-f246e6d85da5 req-79d3b6ee-528b-4c0f-b809-19ac059919de tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568550 Apr 28 19:46:16.089720 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-32cb4c67-1d2a-432e-8aa0-2d59770628c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:16.096196 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-32cb4c67-1d2a-432e-8aa0-2d59770628c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:16.133171 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad23336-8654-4ebb-9cb1-a63a0fed054d admin admin] Router eab84bec-635e-4c66-9789-7daf35b1bc92 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:46:16.140056 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-32cb4c67-1d2a-432e-8aa0-2d59770628c6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8eb6f451212f40fd92f56ce94aff7716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2085888 Apr 28 19:46:16.141001 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb4c67-1d2a-432e-8aa0-2d59770628c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf4e01c-1afd-45ce-9c38-11b2a26ca671,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:16.144516 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55982) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:16.203277 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-36f29dc5-ae2d-449e-b520-1a3f150143b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:16.235367 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-36f29dc5-ae2d-449e-b520-1a3f150143b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:16.267881 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad23336-8654-4ebb-9cb1-a63a0fed054d admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:46:16.275342 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3ad23336-8654-4ebb-9cb1-a63a0fed054d admin admin] 10.222.0.42 "PUT /v2.0/routers/eab84bec-635e-4c66-9789-7daf35b1bc92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7056243 Apr 28 19:46:16.279436 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 55984) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:16.280315 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdd52ae-123f-48b8-9336-be85f9974a3f None None] Sync routers for ids ['eab84bec-635e-4c66-9789-7daf35b1bc92'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:46:16.293852 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdd52ae-123f-48b8-9336-be85f9974a3f None None] Routers {'eab84bec-635e-4c66-9789-7daf35b1bc92'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:46:16.294625 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-bcdd52ae-123f-48b8-9336-be85f9974a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:45:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['eab84bec-635e-4c66-9789-7daf35b1bc92'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:16.318718 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-36f29dc5-ae2d-449e-b520-1a3f150143b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:16.324665 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-36f29dc5-ae2d-449e-b520-1a3f150143b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:16.333229 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-36f29dc5-ae2d-449e-b520-1a3f150143b0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9cf4e01c-1afd-45ce-9c38-11b2a26ca671 HTTP/1.1" status: 204 len: 168 time: 0.1834724 Apr 28 19:46:16.342574 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f29dc5-ae2d-449e-b520-1a3f150143b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf4e01c-1afd-45ce-9c38-11b2a26ca671,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:16.416027 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-bcdd52ae-123f-48b8-9336-be85f9974a3f None None] Set router eab84bec-635e-4c66-9789-7daf35b1bc92 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:46:16.438819 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-844c6ae0-8c7f-4557-8c4d-5ef917e1b78d admin admin] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:16.597453 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d444c38-daed-4965-9ac5-0a224759dd3c req-9b266765-840e-4247-9d75-1e9ba1cc23f3 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:16.599700 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9d444c38-daed-4965-9ac5-0a224759dd3c req-9b266765-840e-4247-9d75-1e9ba1cc23f3 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 946 time: 0.1546769 Apr 28 19:46:16.669660 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-bcdd52ae-123f-48b8-9336-be85f9974a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab84bec-635e-4c66-9789-7daf35b1bc92', 'name': 'tempest-ServerRescueTestJSON-732814096-router', 'tenant_id': '670eb780c3ee4dedb002a9746cf66ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '4a2b6926-37a7-4a0e-bb81-70e29b538254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:59Z', 'updated_at': '2022-04-28T19:46:15Z', 'revision_number': 5, 'project_id': '670eb780c3ee4dedb002a9746cf66ab9', 'gw_port': {'id': '4a2b6926-37a7-4a0e-bb81-70e29b538254', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab84bec-635e-4c66-9789-7daf35b1bc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:00Z', 'updated_at': '2022-04-28T19:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:16.679901 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116990ee-56aa-45c8-9e5a-3a1bcdc07853 req-b5d34d67-7c89-4f61-8415-6c4acc1178b1 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:16.682359 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-116990ee-56aa-45c8-9e5a-3a1bcdc07853 req-b5d34d67-7c89-4f61-8415-6c4acc1178b1 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 943 time: 0.0816555 Apr 28 19:46:16.704490 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdd52ae-123f-48b8-9336-be85f9974a3f None None] Checking router: eab84bec-635e-4c66-9789-7daf35b1bc92 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:46:16.704760 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9d444c38-daed-4965-9ac5-0a224759dd3c req-67de11af-c680-4af0-8f75-3e198d04c3cf tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504527 Apr 28 19:46:16.714326 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-844c6ae0-8c7f-4557-8c4d-5ef917e1b78d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:16.719574 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdd52ae-123f-48b8-9336-be85f9974a3f None None] Routers {'eab84bec-635e-4c66-9789-7daf35b1bc92'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:46:16.722029 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-bcdd52ae-123f-48b8-9336-be85f9974a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:45:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['eab84bec-635e-4c66-9789-7daf35b1bc92'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:16.728792 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 55b6e54b-50b6-4adb-923f-079d7ee12afa details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:46:16.758440 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-116990ee-56aa-45c8-9e5a-3a1bcdc07853 req-a4bbb9d3-0590-4c9a-8f80-1cc45e2e91ac tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/security-groups?id=12f2a2ad-f5ef-4491-943d-fc8f15b6856b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705624 Apr 28 19:46:16.795674 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-844c6ae0-8c7f-4557-8c4d-5ef917e1b78d admin admin] Deleting port 4a2b6926-37a7-4a0e-bb81-70e29b538254 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:46:16.796026 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-844c6ae0-8c7f-4557-8c4d-5ef917e1b78d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:16.849779 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-bcdd52ae-123f-48b8-9336-be85f9974a3f None None] Set router eab84bec-635e-4c66-9789-7daf35b1bc92 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:46:16.888212 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-844c6ae0-8c7f-4557-8c4d-5ef917e1b78d admin admin] For port 4a2b6926-37a7-4a0e-bb81-70e29b538254, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=4a2b6926-37a7-4a0e-bb81-70e29b538254,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:16.888683 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-844c6ae0-8c7f-4557-8c4d-5ef917e1b78d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:16.902896 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-844c6ae0-8c7f-4557-8c4d-5ef917e1b78d admin admin] Calling delete_port for 4a2b6926-37a7-4a0e-bb81-70e29b538254 owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:46:17.078805 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-bcdd52ae-123f-48b8-9336-be85f9974a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab84bec-635e-4c66-9789-7daf35b1bc92', 'name': 'tempest-ServerRescueTestJSON-732814096-router', 'tenant_id': '670eb780c3ee4dedb002a9746cf66ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:59Z', 'updated_at': '2022-04-28T19:46:16Z', 'revision_number': 6, 'project_id': '670eb780c3ee4dedb002a9746cf66ab9', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:17.114471 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdd52ae-123f-48b8-9336-be85f9974a3f None None] The sync data for ids ['eab84bec-635e-4c66-9789-7daf35b1bc92'] in n-d-839810-1 is: [{'id': 'eab84bec-635e-4c66-9789-7daf35b1bc92', 'name': 'tempest-ServerRescueTestJSON-732814096-router', 'tenant_id': '670eb780c3ee4dedb002a9746cf66ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:59Z', 'updated_at': '2022-04-28T19:46:16Z', 'revision_number': 6, 'project_id': '670eb780c3ee4dedb002a9746cf66ab9', 'gw_port_host': None}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:46:17.146811 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-844c6ae0-8c7f-4557-8c4d-5ef917e1b78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:17.157074 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 55b6e54b-50b6-4adb-923f-079d7ee12afa, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=55b6e54b-50b6-4adb-923f-079d7ee12afa,segment=NetworkSegment(b7d34468-cd67-4892-bcbc-df83feca58ba),segment_id=b7d34468-cd67-4892-bcbc-df83feca58ba)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:17.170558 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '55b6e54b-50b6-4adb-923f-079d7ee12afa', 'network_id': '6107f07c-5b1e-4365-afeb-d6c663c5f568', 'port_id': '55b6e54b-50b6-4adb-923f-079d7ee12afa', 'mac_address': 'fa:16:3e:2f:2c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '177bc5d3-d699-482d-a8e8-05451a931e18', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:46:17.216918 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:17.245892 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b6e54b-50b6-4adb-923f-079d7ee12afa {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:46:17.251123 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c6ae0-8c7f-4557-8c4d-5ef917e1b78d admin admin] Pushing event deleted for resources: {'Port': ['ID=4a2b6926-37a7-4a0e-bb81-70e29b538254,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:17.277038 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 55b6e54b-50b6-4adb-923f-079d7ee12afa, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=55b6e54b-50b6-4adb-923f-079d7ee12afa,segment=NetworkSegment(b7d34468-cd67-4892-bcbc-df83feca58ba),segment_id=b7d34468-cd67-4892-bcbc-df83feca58ba)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:17.285020 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:17.352462 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=55b6e54b-50b6-4adb-923f-079d7ee12afa,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:17.358698 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76793bfc-05ab-4d40-b21c-ea82a47c6034 req-d8553ad8-b8c0-4c78-944a-91365a88be4b tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:17.360385 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-76793bfc-05ab-4d40-b21c-ea82a47c6034 req-d8553ad8-b8c0-4c78-944a-91365a88be4b tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4419fe4-74d0-48ac-9a18-3ddd3a010bc8 HTTP/1.1" status: 200 len: 946 time: 0.1631260 Apr 28 19:46:17.363507 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-844c6ae0-8c7f-4557-8c4d-5ef917e1b78d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:17.482606 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-844c6ae0-8c7f-4557-8c4d-5ef917e1b78d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:17.489964 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-844c6ae0-8c7f-4557-8c4d-5ef917e1b78d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:17.531922 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['55b6e54b-50b6-4adb-923f-079d7ee12afa'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:46:17.547350 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-76793bfc-05ab-4d40-b21c-ea82a47c6034 req-1562390a-4741-438b-9ed5-50adec95a1f4 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536634 Apr 28 19:46:17.569629 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-844c6ae0-8c7f-4557-8c4d-5ef917e1b78d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:17.570271 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844c6ae0-8c7f-4557-8c4d-5ef917e1b78d admin admin] Fanout notify agent at l3_agent the message router_deleted on router eab84bec-635e-4c66-9789-7daf35b1bc92 {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:46:17.575467 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-844c6ae0-8c7f-4557-8c4d-5ef917e1b78d admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:17.580602 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-844c6ae0-8c7f-4557-8c4d-5ef917e1b78d admin admin] 10.222.0.42 "DELETE /v2.0/routers/eab84bec-635e-4c66-9789-7daf35b1bc92 HTTP/1.1" status: 204 len: 168 time: 1.2960608 Apr 28 19:46:17.580919 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56016) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:17.655580 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa015b92-2081-4189-aeb0-2ac23a5a6b47 admin admin] Deleting subnet 9aaed19d-7f8f-41ff-8c2e-905cb635313a {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:46:17.661247 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aa015b92-2081-4189-aeb0-2ac23a5a6b47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:17.710941 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aa015b92-2081-4189-aeb0-2ac23a5a6b47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:17.767139 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aa015b92-2081-4189-aeb0-2ac23a5a6b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:17.870268 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b9caf-4c84-4a1b-a7ae-faa6e1881be2 req-77b51d63-2803-45b2-951e-fc69c19b4327 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:17.872499 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b43b9caf-4c84-4a1b-a7ae-faa6e1881be2 req-77b51d63-2803-45b2-951e-fc69c19b4327 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 946 time: 0.0773795 Apr 28 19:46:17.900460 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa1d46-d519-4fa8-a82a-dff071cfcc93 req-b34540ca-ef63-423b-b484-0b029566b904 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:17.902260 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-44fa1d46-d519-4fa8-a82a-dff071cfcc93 req-b34540ca-ef63-423b-b484-0b029566b904 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 944 time: 0.0625341 Apr 28 19:46:17.902812 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aa015b92-2081-4189-aeb0-2ac23a5a6b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:17.946991 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa015b92-2081-4189-aeb0-2ac23a5a6b47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aaed19d-7f8f-41ff-8c2e-905cb635313a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:17.955455 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-44fa1d46-d519-4fa8-a82a-dff071cfcc93 req-e95a75e2-aacd-45cf-b6f4-8e6593d6dbc5 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/security-groups?id=12f2a2ad-f5ef-4491-943d-fc8f15b6856b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454824 Apr 28 19:46:17.956253 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aa015b92-2081-4189-aeb0-2ac23a5a6b47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:17.970858 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-aa015b92-2081-4189-aeb0-2ac23a5a6b47 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9aaed19d-7f8f-41ff-8c2e-905cb635313a HTTP/1.1" status: 204 len: 168 time: 0.3780246 Apr 28 19:46:17.970858 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b43b9caf-4c84-4a1b-a7ae-faa6e1881be2 req-2fd8677c-15da-42e8-bbcd-de0ebbc9fe11 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821755 Apr 28 19:46:17.970858 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56030) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:18.045093 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9fd98e25-8b44-4c06-9a5d-86cb925118d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:18.103309 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 56034) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:18.143213 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9fd98e25-8b44-4c06-9a5d-86cb925118d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:18.168765 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-9fd98e25-8b44-4c06-9a5d-86cb925118d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee8f3eae-8382-4236-8628-8f2aa216fd9e']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:18.180342 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-9fd98e25-8b44-4c06-9a5d-86cb925118d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9bfdb8f-957b-4b20-b717-f89cd527edb8') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:18.180743 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-9fd98e25-8b44-4c06-9a5d-86cb925118d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9bfdb8f-957b-4b20-b717-f89cd527edb8') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:18.193075 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9fd98e25-8b44-4c06-9a5d-86cb925118d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:18.209161 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9fd98e25-8b44-4c06-9a5d-86cb925118d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:18.218315 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd98e25-8b44-4c06-9a5d-86cb925118d1 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:46:18.218861 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9fd98e25-8b44-4c06-9a5d-86cb925118d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:18.221106 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:46:18.221106 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:46:18.221106 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:46:18.221106 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:46:18.221106 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:46:18.221106 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:46:18.221106 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:46:18.221106 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:46:18.221106 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:46:18.221106 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:46:18.221106 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:46:18.221106 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:46:18.221106 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:46:18.221106 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:46:18.221106 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:46:18.221106 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:46:18.221106 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:46:18.221106 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:46:18.221106 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:46:18.221106 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:46:18.221106 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:46:18.221106 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:46:18.221106 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:46:18.221106 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:46:18.221106 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:46:18.221106 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:46:18.221106 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:46:18.221106 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:46:18.221106 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:46:18.221106 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:46:18.221106 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:46:18.221106 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:46:18.293231 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9fd98e25-8b44-4c06-9a5d-86cb925118d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:18.299199 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9fd98e25-8b44-4c06-9a5d-86cb925118d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:18.306679 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9fd98e25-8b44-4c06-9a5d-86cb925118d1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ee8f3eae-8382-4236-8628-8f2aa216fd9e HTTP/1.1" status: 204 len: 168 time: 0.3417530 Apr 28 19:46:18.311661 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-179072ae-10bc-4f3f-90b0-334ac63abb9c tempest-PortsAdminExtendedAttrsTestJSON-1931792481 tempest-PortsAdminExtendedAttrsTestJSON-1931792481-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1867935115'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:18.320424 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd98e25-8b44-4c06-9a5d-86cb925118d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee8f3eae-8382-4236-8628-8f2aa216fd9e,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:18.341124 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179072ae-10bc-4f3f-90b0-334ac63abb9c tempest-PortsAdminExtendedAttrsTestJSON-1931792481 tempest-PortsAdminExtendedAttrsTestJSON-1931792481-project] Made reservation on behalf of c51ddab474d2454999c1ea85e5c6976d for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:18.344666 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-179072ae-10bc-4f3f-90b0-334ac63abb9c tempest-PortsAdminExtendedAttrsTestJSON-1931792481 tempest-PortsAdminExtendedAttrsTestJSON-1931792481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:18.356147 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-179072ae-10bc-4f3f-90b0-334ac63abb9c tempest-PortsAdminExtendedAttrsTestJSON-1931792481 tempest-PortsAdminExtendedAttrsTestJSON-1931792481-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:18.475168 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-179072ae-10bc-4f3f-90b0-334ac63abb9c tempest-PortsAdminExtendedAttrsTestJSON-1931792481 tempest-PortsAdminExtendedAttrsTestJSON-1931792481-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:18.483430 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-179072ae-10bc-4f3f-90b0-334ac63abb9c tempest-PortsAdminExtendedAttrsTestJSON-1931792481 tempest-PortsAdminExtendedAttrsTestJSON-1931792481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:18.521877 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-179072ae-10bc-4f3f-90b0-334ac63abb9c tempest-PortsAdminExtendedAttrsTestJSON-1931792481 tempest-PortsAdminExtendedAttrsTestJSON-1931792481-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:46:18.540230 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179072ae-10bc-4f3f-90b0-334ac63abb9c tempest-PortsAdminExtendedAttrsTestJSON-1931792481 tempest-PortsAdminExtendedAttrsTestJSON-1931792481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee20ae2-f23e-4cf9-975d-8dc34ef3dac5,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:18.543629 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-179072ae-10bc-4f3f-90b0-334ac63abb9c tempest-PortsAdminExtendedAttrsTestJSON-1931792481 tempest-PortsAdminExtendedAttrsTestJSON-1931792481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:18.544139 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-179072ae-10bc-4f3f-90b0-334ac63abb9c tempest-PortsAdminExtendedAttrsTestJSON-1931792481 tempest-PortsAdminExtendedAttrsTestJSON-1931792481-project] Added segment 266336b2-7405-460c-84a6-b72e8f85b3e9 of type vlan for network 53ce13a4-a1e5-4828-804b-54e51370b91e Apr 28 19:46:18.605971 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56042) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:18.610823 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-179072ae-10bc-4f3f-90b0-334ac63abb9c tempest-PortsAdminExtendedAttrsTestJSON-1931792481 tempest-PortsAdminExtendedAttrsTestJSON-1931792481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:18.650131 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-179072ae-10bc-4f3f-90b0-334ac63abb9c tempest-PortsAdminExtendedAttrsTestJSON-1931792481 tempest-PortsAdminExtendedAttrsTestJSON-1931792481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:18.658071 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179072ae-10bc-4f3f-90b0-334ac63abb9c tempest-PortsAdminExtendedAttrsTestJSON-1931792481 tempest-PortsAdminExtendedAttrsTestJSON-1931792481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:18.659532 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-179072ae-10bc-4f3f-90b0-334ac63abb9c tempest-PortsAdminExtendedAttrsTestJSON-1931792481 tempest-PortsAdminExtendedAttrsTestJSON-1931792481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:18.663498 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d33e918e-7ffb-4a55-9c11-009589990af5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=670eb780c3ee4dedb002a9746cf66ab9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562167 Apr 28 19:46:18.667437 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56044) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:18.724545 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 55b6e54b-50b6-4adb-923f-079d7ee12afa up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:46:18.729393 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-179072ae-10bc-4f3f-90b0-334ac63abb9c tempest-PortsAdminExtendedAttrsTestJSON-1931792481 tempest-PortsAdminExtendedAttrsTestJSON-1931792481-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.6223781 Apr 28 19:46:18.743994 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179072ae-10bc-4f3f-90b0-334ac63abb9c tempest-PortsAdminExtendedAttrsTestJSON-1931792481 tempest-PortsAdminExtendedAttrsTestJSON-1931792481-project] Pushing event updated for resources: {'Network': ['ID=53ce13a4-a1e5-4828-804b-54e51370b91e,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:18.786834 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee2a1e-e22a-4b0c-987d-d750f1ef604d req-f431e66b-0664-42cb-9bff-8b7587d144bf tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:18.788931 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fdee2a1e-e22a-4b0c-987d-d750f1ef604d req-f431e66b-0664-42cb-9bff-8b7587d144bf tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4419fe4-74d0-48ac-9a18-3ddd3a010bc8 HTTP/1.1" status: 200 len: 946 time: 0.0928040 Apr 28 19:46:18.789892 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6b4cf08c-65d4-4db4-a49d-84ac1c790fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:18.832932 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 53ce13a4-a1e5-4828-804b-54e51370b91e details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:46:18.833218 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6b4cf08c-65d4-4db4-a49d-84ac1c790fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:18.885544 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fdee2a1e-e22a-4b0c-987d-d750f1ef604d req-9db8961d-620b-4fdf-9e4b-42b19b42c99a tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847762 Apr 28 19:46:18.919947 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6b4cf08c-65d4-4db4-a49d-84ac1c790fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:18.930133 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6b4cf08c-65d4-4db4-a49d-84ac1c790fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:18.932264 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6b4cf08c-65d4-4db4-a49d-84ac1c790fae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c234471f-f557-4af8-9998-0067719899e6 HTTP/1.1" status: 204 len: 168 time: 0.2620618 Apr 28 19:46:18.945009 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 55b6e54b-50b6-4adb-923f-079d7ee12afa completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:46:18.951363 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 55b6e54b-50b6-4adb-923f-079d7ee12afa triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:18.951750 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:18.951947 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4cf08c-65d4-4db4-a49d-84ac1c790fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c234471f-f557-4af8-9998-0067719899e6,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:19.066550 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:19.092936 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf4d5a0-8fbc-4929-9812-11db2eb5450f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b6e54b-50b6-4adb-923f-079d7ee12afa'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:19.099009 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbe770a-6768-409e-9d1f-6e6eaa7fd5d8" -d '{"events": [{"server_uuid": "dbf4d5a0-8fbc-4929-9812-11db2eb5450f", "name": "network-vif-plugged", "status": "completed", "tag": "55b6e54b-50b6-4adb-923f-079d7ee12afa"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:46:19.134400 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 55b6e54b-50b6-4adb-923f-079d7ee12afa, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=55b6e54b-50b6-4adb-923f-079d7ee12afa,segment=NetworkSegment(b7d34468-cd67-4892-bcbc-df83feca58ba),segment_id=b7d34468-cd67-4892-bcbc-df83feca58ba)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:19.141346 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:19.157728 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea1b31-8303-4884-8659-82f579ec6d14 req-b7b519b8-405f-4d50-a15b-62540240ccbc tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:19.167094 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-76ea1b31-8303-4884-8659-82f579ec6d14 req-b7b519b8-405f-4d50-a15b-62540240ccbc tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 944 time: 0.1129928 Apr 28 19:46:19.194071 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 907217a9-047e-4432-a823-5bec4feb1276 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:46:19.206762 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56058) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:19.212200 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Request body: {'port': {'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e', 'binding:host_id': 'n-h1-839810-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1321225620'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:19.272256 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 907217a9-047e-4432-a823-5bec4feb1276 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:46:19.272692 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Made reservation on behalf of e58505a0066a4c4db5652a8aa2fe00db for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:19.273271 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 907217a9-047e-4432-a823-5bec4feb1276 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:46:19.273915 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 4a2b6926-37a7-4a0e-bb81-70e29b538254 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:46:19.277212 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:19.285057 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=55b6e54b-50b6-4adb-923f-079d7ee12afa,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:19.306778 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:19.326530 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed37f7-1330-468f-9387-99292720a2e3 req-839d01df-f1b1-462d-aee3-574e7b660f1d tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:19.327094 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 4a2b6926-37a7-4a0e-bb81-70e29b538254 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:46:19.327236 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-76ea1b31-8303-4884-8659-82f579ec6d14 req-c8c09b9c-9bd5-4177-92ab-2489c2ac01bb tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/security-groups?id=12f2a2ad-f5ef-4491-943d-fc8f15b6856b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488876 Apr 28 19:46:19.327338 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 4a2b6926-37a7-4a0e-bb81-70e29b538254 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:46:19.329703 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ebed37f7-1330-468f-9387-99292720a2e3 req-839d01df-f1b1-462d-aee3-574e7b660f1d tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 946 time: 0.0677238 Apr 28 19:46:19.409611 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7787d04c-7d48-4b69-9058-20656a629ba6 x-openstack-request-id: req-7787d04c-7d48-4b69-9058-20656a629ba6 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:46:19.410195 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf4d5a0-8fbc-4929-9812-11db2eb5450f", "name": "network-vif-plugged", "status": "completed", "tag": "55b6e54b-50b6-4adb-923f-079d7ee12afa", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:46:19.410639 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7787d04c-7d48-4b69-9058-20656a629ba6 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:46:19.411255 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7787d04c-7d48-4b69-9058-20656a629ba6'] response: {'server_uuid': 'dbf4d5a0-8fbc-4929-9812-11db2eb5450f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b6e54b-50b6-4adb-923f-079d7ee12afa', 'code': 200} Apr 28 19:46:19.426364 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ebed37f7-1330-468f-9387-99292720a2e3 req-7a39ad50-53cc-4bd3-9491-d9d0ff94b11a tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892472 Apr 28 19:46:19.439536 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:19.445675 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:19.452652 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] device_id is not set on port bc3c2699-f991-4542-92e1-d890ebc8513c yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:46:19.601064 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d8e85-3535-48c8-a65d-c03b2d0a44ae req-f2f7e2cc-f7ee-4745-a537-df4f7287b4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:19.602913 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71575704-4a8b-4b73-8c9a-a70e4a9f345b,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:19.607129 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-278d8e85-3535-48c8-a65d-c03b2d0a44ae req-f2f7e2cc-f7ee-4745-a537-df4f7287b4eb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 1096 time: 0.1069069 Apr 28 19:46:19.690483 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-278d8e85-3535-48c8-a65d-c03b2d0a44ae req-edd52d17-6b55-4841-8885-2f716ac366fe service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=12f2a2ad-f5ef-4491-943d-fc8f15b6856b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716517 Apr 28 19:46:19.749298 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fe2f6d52-54ac-41fe-b9a4-7b1ccee5c61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:19.883244 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d847de3-8eba-45dd-8054-46ec2ebf421c req-b1317cbc-7620-4017-9ab2-e4aa9d16835b tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:19.887883 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3d847de3-8eba-45dd-8054-46ec2ebf421c req-b1317cbc-7620-4017-9ab2-e4aa9d16835b tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 946 time: 0.0938191 Apr 28 19:46:19.919594 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] device_id is not set on port bc3c2699-f991-4542-92e1-d890ebc8513c yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:46:19.939458 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:19.955104 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:19.961021 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3d847de3-8eba-45dd-8054-46ec2ebf421c req-3066d7fe-8034-4d8f-84cc-9202eb028fd3 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624032 Apr 28 19:46:20.077069 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Pushing event updated for resources: {'Port': ['ID=bc3c2699-f991-4542-92e1-d890ebc8513c,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:20.102829 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Checking segment: {'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:46:20.103196 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Network hostable DHCP agents. Network: 53ce13a4-a1e5-4828-804b-54e51370b91e, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:46:20.126404 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372f0aa-3651-406f-9b3b-78f0e166c77d req-4c04df39-7d55-4c3b-abc9-4efe467320d7 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:20.127847 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c372f0aa-3651-406f-9b3b-78f0e166c77d req-4c04df39-7d55-4c3b-abc9-4efe467320d7 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4419fe4-74d0-48ac-9a18-3ddd3a010bc8 HTTP/1.1" status: 200 len: 946 time: 0.0932307 Apr 28 19:46:20.146599 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Network 53ce13a4-a1e5-4828-804b-54e51370b91e is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:46:20.171723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 53ce13a4-a1e5-4828-804b-54e51370b91e) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:20.183121 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:46:20.185760 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44a1375-4838-42df-8d56-f98f8ce6298f None None] Network 53ce13a4-a1e5-4828-804b-54e51370b91e requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:46:20.194201 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c372f0aa-3651-406f-9b3b-78f0e166c77d req-11d43d67-a31e-4faa-82ba-2b87c4d430c7 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542724 Apr 28 19:46:20.205387 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port bc3c2699-f991-4542-92e1-d890ebc8513c on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:20.205737 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port bc3c2699-f991-4542-92e1-d890ebc8513c by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:20.206729 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port bc3c2699-f991-4542-92e1-d890ebc8513c on network 53ce13a4-a1e5-4828-804b-54e51370b91e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:20.214110 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Port bc3c2699-f991-4542-92e1-d890ebc8513c on network 53ce13a4-a1e5-4828-804b-54e51370b91e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:46:20.214458 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Failed to bind port bc3c2699-f991-4542-92e1-d890ebc8513c on host n-h1-839810-1 for vnic_type normal using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] Apr 28 19:46:20.214848 n-d-839810-1 neutron-server[102774]: INFO neutron.plugins.ml2.plugin [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempt 2 to bind port bc3c2699-f991-4542-92e1-d890ebc8513c Apr 28 19:46:20.235898 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port bc3c2699-f991-4542-92e1-d890ebc8513c on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:20.236553 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port bc3c2699-f991-4542-92e1-d890ebc8513c by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:20.238799 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port bc3c2699-f991-4542-92e1-d890ebc8513c on network 53ce13a4-a1e5-4828-804b-54e51370b91e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:20.250317 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Port bc3c2699-f991-4542-92e1-d890ebc8513c on network 53ce13a4-a1e5-4828-804b-54e51370b91e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:46:20.250825 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Failed to bind port bc3c2699-f991-4542-92e1-d890ebc8513c on host n-h1-839810-1 for vnic_type normal using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] Apr 28 19:46:20.251462 n-d-839810-1 neutron-server[102774]: INFO neutron.plugins.ml2.plugin [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempt 3 to bind port bc3c2699-f991-4542-92e1-d890ebc8513c Apr 28 19:46:20.286666 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port bc3c2699-f991-4542-92e1-d890ebc8513c on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:20.287212 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port bc3c2699-f991-4542-92e1-d890ebc8513c by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:20.287565 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port bc3c2699-f991-4542-92e1-d890ebc8513c on network 53ce13a4-a1e5-4828-804b-54e51370b91e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:20.293530 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Port bc3c2699-f991-4542-92e1-d890ebc8513c on network 53ce13a4-a1e5-4828-804b-54e51370b91e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:46:20.293882 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Failed to bind port bc3c2699-f991-4542-92e1-d890ebc8513c on host n-h1-839810-1 for vnic_type normal using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] Apr 28 19:46:20.294261 n-d-839810-1 neutron-server[102774]: INFO neutron.plugins.ml2.plugin [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempt 4 to bind port bc3c2699-f991-4542-92e1-d890ebc8513c Apr 28 19:46:20.328296 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port bc3c2699-f991-4542-92e1-d890ebc8513c on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:20.329024 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port bc3c2699-f991-4542-92e1-d890ebc8513c by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:20.329464 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port bc3c2699-f991-4542-92e1-d890ebc8513c on network 53ce13a4-a1e5-4828-804b-54e51370b91e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:20.339234 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Port bc3c2699-f991-4542-92e1-d890ebc8513c on network 53ce13a4-a1e5-4828-804b-54e51370b91e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:46:20.339571 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Failed to bind port bc3c2699-f991-4542-92e1-d890ebc8513c on host n-h1-839810-1 for vnic_type normal using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] Apr 28 19:46:20.341300 n-d-839810-1 neutron-server[102774]: INFO neutron.plugins.ml2.plugin [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempt 5 to bind port bc3c2699-f991-4542-92e1-d890ebc8513c Apr 28 19:46:20.372959 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port bc3c2699-f991-4542-92e1-d890ebc8513c on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:20.373690 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port bc3c2699-f991-4542-92e1-d890ebc8513c by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:20.374423 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port bc3c2699-f991-4542-92e1-d890ebc8513c on network 53ce13a4-a1e5-4828-804b-54e51370b91e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:20.382469 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Port bc3c2699-f991-4542-92e1-d890ebc8513c on network 53ce13a4-a1e5-4828-804b-54e51370b91e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:46:20.383300 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Failed to bind port bc3c2699-f991-4542-92e1-d890ebc8513c on host n-h1-839810-1 for vnic_type normal using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] Apr 28 19:46:20.384153 n-d-839810-1 neutron-server[102774]: INFO neutron.plugins.ml2.plugin [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempt 6 to bind port bc3c2699-f991-4542-92e1-d890ebc8513c Apr 28 19:46:20.410813 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port bc3c2699-f991-4542-92e1-d890ebc8513c on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:20.411651 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port bc3c2699-f991-4542-92e1-d890ebc8513c by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:20.412668 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port bc3c2699-f991-4542-92e1-d890ebc8513c on network 53ce13a4-a1e5-4828-804b-54e51370b91e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:20.421631 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Port bc3c2699-f991-4542-92e1-d890ebc8513c on network 53ce13a4-a1e5-4828-804b-54e51370b91e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:46:20.422489 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Failed to bind port bc3c2699-f991-4542-92e1-d890ebc8513c on host n-h1-839810-1 for vnic_type normal using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] Apr 28 19:46:20.423542 n-d-839810-1 neutron-server[102774]: INFO neutron.plugins.ml2.plugin [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempt 7 to bind port bc3c2699-f991-4542-92e1-d890ebc8513c Apr 28 19:46:20.452049 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port bc3c2699-f991-4542-92e1-d890ebc8513c on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:20.452907 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port bc3c2699-f991-4542-92e1-d890ebc8513c by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:20.453839 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port bc3c2699-f991-4542-92e1-d890ebc8513c on network 53ce13a4-a1e5-4828-804b-54e51370b91e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:20.463636 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Port bc3c2699-f991-4542-92e1-d890ebc8513c on network 53ce13a4-a1e5-4828-804b-54e51370b91e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:46:20.464582 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Failed to bind port bc3c2699-f991-4542-92e1-d890ebc8513c on host n-h1-839810-1 for vnic_type normal using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] Apr 28 19:46:20.466485 n-d-839810-1 neutron-server[102774]: INFO neutron.plugins.ml2.plugin [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempt 8 to bind port bc3c2699-f991-4542-92e1-d890ebc8513c Apr 28 19:46:20.494919 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port bc3c2699-f991-4542-92e1-d890ebc8513c on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:20.495935 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port bc3c2699-f991-4542-92e1-d890ebc8513c by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:20.496615 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port bc3c2699-f991-4542-92e1-d890ebc8513c on network 53ce13a4-a1e5-4828-804b-54e51370b91e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:20.509837 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Port bc3c2699-f991-4542-92e1-d890ebc8513c on network 53ce13a4-a1e5-4828-804b-54e51370b91e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:46:20.510427 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Failed to bind port bc3c2699-f991-4542-92e1-d890ebc8513c on host n-h1-839810-1 for vnic_type normal using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] Apr 28 19:46:20.512711 n-d-839810-1 neutron-server[102774]: INFO neutron.plugins.ml2.plugin [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempt 9 to bind port bc3c2699-f991-4542-92e1-d890ebc8513c Apr 28 19:46:20.554373 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port bc3c2699-f991-4542-92e1-d890ebc8513c on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:20.554861 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port bc3c2699-f991-4542-92e1-d890ebc8513c by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:20.556188 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port bc3c2699-f991-4542-92e1-d890ebc8513c on network 53ce13a4-a1e5-4828-804b-54e51370b91e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:20.604391 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Port bc3c2699-f991-4542-92e1-d890ebc8513c on network 53ce13a4-a1e5-4828-804b-54e51370b91e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:46:20.605012 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Failed to bind port bc3c2699-f991-4542-92e1-d890ebc8513c on host n-h1-839810-1 for vnic_type normal using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] Apr 28 19:46:20.607346 n-d-839810-1 neutron-server[102774]: INFO neutron.plugins.ml2.plugin [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempt 10 to bind port bc3c2699-f991-4542-92e1-d890ebc8513c Apr 28 19:46:20.659574 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10704c0b-9c38-4904-aab8-16ae5691cc10 req-bec67276-15f1-4471-95ca-4343323c564e tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:20.664960 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-10704c0b-9c38-4904-aab8-16ae5691cc10 req-bec67276-15f1-4471-95ca-4343323c564e tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 945 time: 0.1566491 Apr 28 19:46:20.666778 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port bc3c2699-f991-4542-92e1-d890ebc8513c on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:20.669574 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port bc3c2699-f991-4542-92e1-d890ebc8513c by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:20.669574 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port bc3c2699-f991-4542-92e1-d890ebc8513c on network 53ce13a4-a1e5-4828-804b-54e51370b91e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:20.731186 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Port bc3c2699-f991-4542-92e1-d890ebc8513c on network 53ce13a4-a1e5-4828-804b-54e51370b91e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:46:20.731580 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Failed to bind port bc3c2699-f991-4542-92e1-d890ebc8513c on host n-h1-839810-1 for vnic_type normal using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] Apr 28 19:46:20.732203 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:20.746457 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860caf5-8a5e-4aec-9099-bded0d715488 req-ce37babd-1bab-4250-a939-03f6c4283f01 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:20.749281 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5860caf5-8a5e-4aec-9099-bded0d715488 req-ce37babd-1bab-4250-a939-03f6c4283f01 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4419fe4-74d0-48ac-9a18-3ddd3a010bc8 HTTP/1.1" status: 200 len: 946 time: 0.1295912 Apr 28 19:46:20.770904 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-10704c0b-9c38-4904-aab8-16ae5691cc10 req-dbf6cc00-c8e3-459e-8a81-d5a2b59b7ada tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/security-groups?id=12f2a2ad-f5ef-4491-943d-fc8f15b6856b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906150 Apr 28 19:46:20.897586 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b84195-9d8f-40e5-8846-7bcc1b2923f1 req-1c75d8f3-df57-4aa4-badf-42b733ec4382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:20.901668 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-79b84195-9d8f-40e5-8846-7bcc1b2923f1 req-1c75d8f3-df57-4aa4-badf-42b733ec4382 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e43b2df984ad43ab869cb40642eaceb6&device_id=a4419fe4-74d0-48ac-9a18-3ddd3a010bc8 HTTP/1.1" status: 200 len: 1097 time: 0.1502275 Apr 28 19:46:20.938452 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] For port bc3c2699-f991-4542-92e1-d890ebc8513c, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:46:20.941267 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempted to set empty binding levels {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 28 19:46:20.949941 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:21.021442 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:21.022784 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:21.064952 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.8567009 Apr 28 19:46:21.073081 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56110) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:21.145415 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d739f77-dc2a-4d03-96d3-9b95c9b9044d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Pushing event updated for resources: {'Port': ['ID=bc3c2699-f991-4542-92e1-d890ebc8513c,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:21.162400 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5860caf5-8a5e-4aec-9099-bded0d715488 req-6b31f078-4c56-4057-8c72-769939a0b20e tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481328 Apr 28 19:46:21.248715 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d368fd1-f7ce-4250-a80d-e00249f4ba14 req-e75a490d-ca48-4eca-aeb1-de2e06d511ba tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:21.250516 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6d368fd1-f7ce-4250-a80d-e00249f4ba14 req-e75a490d-ca48-4eca-aeb1-de2e06d511ba tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.15 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 946 time: 0.1712282 Apr 28 19:46:21.265629 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9767a34-2fd1-4290-bae9-8d2d707f9540 req-ab45c4c3-3fe7-4dbf-9d1e-7b58c8f343f6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:21.268689 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d9767a34-2fd1-4290-bae9-8d2d707f9540 req-ab45c4c3-3fe7-4dbf-9d1e-7b58c8f343f6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 946 time: 0.1097708 Apr 28 19:46:21.332692 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-26eb6d8e-9ca1-41db-843c-96889618534e tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Deleting port bc3c2699-f991-4542-92e1-d890ebc8513c {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:46:21.333514 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-26eb6d8e-9ca1-41db-843c-96889618534e tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:21.350864 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b84195-9d8f-40e5-8846-7bcc1b2923f1 req-c4c256ab-3456-49d5-a3eb-ad89e6d21f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:21.353422 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-79b84195-9d8f-40e5-8846-7bcc1b2923f1 req-c4c256ab-3456-49d5-a3eb-ad89e6d21f57 service neutron] 10.222.0.15 "GET /v2.0/networks?id=250071f3-ecf3-457c-9125-2f18e9f47415 HTTP/1.1" status: 200 len: 917 time: 0.4435649 Apr 28 19:46:21.402579 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d9767a34-2fd1-4290-bae9-8d2d707f9540 req-e76cbb68-b8e9-479d-aded-f0701e871cfb tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142783 Apr 28 19:46:21.444986 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 56120) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:21.457950 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-79b84195-9d8f-40e5-8846-7bcc1b2923f1 req-c715dc7c-74a4-40e8-9589-c9233667e97a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=375e7d09-ce38-4af9-9954-2af31be2bfe6 HTTP/1.1" status: 200 len: 217 time: 0.0875337 Apr 28 19:46:21.508618 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-26eb6d8e-9ca1-41db-843c-96889618534e tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] For port bc3c2699-f991-4542-92e1-d890ebc8513c, host n-h1-839810-1, got binding levels [] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:21.509349 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-26eb6d8e-9ca1-41db-843c-96889618534e tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:21.540834 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-26eb6d8e-9ca1-41db-843c-96889618534e tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Calling delete_port for bc3c2699-f991-4542-92e1-d890ebc8513c owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:46:21.578754 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-6d368fd1-f7ce-4250-a80d-e00249f4ba14 req-9d5b58f0-f4e5-463d-9747-b2d323d9d18d tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Deleting port a0d72725-3df0-4e39-a564-e6266b3ac587 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:46:21.579110 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6d368fd1-f7ce-4250-a80d-e00249f4ba14 req-9d5b58f0-f4e5-463d-9747-b2d323d9d18d tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:21.585026 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b84195-9d8f-40e5-8846-7bcc1b2923f1 req-05c2c883-d9f9-4c55-b58e-83aa63aa2bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:21.594841 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-79b84195-9d8f-40e5-8846-7bcc1b2923f1 req-05c2c883-d9f9-4c55-b58e-83aa63aa2bbb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=370721e0-f0f0-4169-bd3a-3c8596249e96 HTTP/1.1" status: 200 len: 855 time: 0.1063323 Apr 28 19:46:21.793496 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d5759de0-5521-448d-b27b-b764a341f5ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:21.795723 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-26eb6d8e-9ca1-41db-843c-96889618534e tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:21.892490 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b84195-9d8f-40e5-8846-7bcc1b2923f1 req-b3f2df64-3353-4654-9450-6cec50224eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:21.895648 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-79b84195-9d8f-40e5-8846-7bcc1b2923f1 req-b3f2df64-3353-4654-9450-6cec50224eae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=250071f3-ecf3-457c-9125-2f18e9f47415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2997332 Apr 28 19:46:21.923781 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb6d8e-9ca1-41db-843c-96889618534e tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc3c2699-f991-4542-92e1-d890ebc8513c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:21.942512 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-26eb6d8e-9ca1-41db-843c-96889618534e tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:21.958913 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-26eb6d8e-9ca1-41db-843c-96889618534e tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] 10.222.0.42 "DELETE /v2.0/ports/bc3c2699-f991-4542-92e1-d890ebc8513c HTTP/1.1" status: 204 len: 168 time: 0.8773499 Apr 28 19:46:21.960362 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56134) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:21.993560 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-488c4714-c27c-4545-87fa-8b6ed899b216 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] GET failed (client error): The resource could not be found. Apr 28 19:46:21.996719 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-488c4714-c27c-4545-87fa-8b6ed899b216 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] 10.222.0.42 "GET /v2.0/ports/bc3c2699-f991-4542-92e1-d890ebc8513c HTTP/1.1" status: 404 len: 333 time: 0.0341382 Apr 28 19:46:22.013714 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 56136) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:22.028080 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-29079fa1-8e4b-44e1-bb19-b293cba65724 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Request body: {'port': {'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1578181136'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:22.036414 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a624be2d-a997-4996-ab64-b0d9232e4d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:22.085385 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f81c8f-8b70-45ad-8a6e-7fe29a657960 req-18e5403b-70f2-4d59-b8bd-d6d55af52345 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:22.094012 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d3f81c8f-8b70-45ad-8a6e-7fe29a657960 req-18e5403b-70f2-4d59-b8bd-d6d55af52345 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 945 time: 0.1039076 Apr 28 19:46:22.106668 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-6d368fd1-f7ce-4250-a80d-e00249f4ba14 req-9d5b58f0-f4e5-463d-9747-b2d323d9d18d tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] For port a0d72725-3df0-4e39-a564-e6266b3ac587, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=a0d72725-3df0-4e39-a564-e6266b3ac587,segment=NetworkSegment(b5720445-03de-4d91-9572-e2572d42e7be),segment_id=b5720445-03de-4d91-9572-e2572d42e7be)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:22.107362 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6d368fd1-f7ce-4250-a80d-e00249f4ba14 req-9d5b58f0-f4e5-463d-9747-b2d323d9d18d tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:22.128185 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29079fa1-8e4b-44e1-bb19-b293cba65724 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Made reservation on behalf of e58505a0066a4c4db5652a8aa2fe00db for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:22.131292 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-29079fa1-8e4b-44e1-bb19-b293cba65724 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:22.148335 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-6d368fd1-f7ce-4250-a80d-e00249f4ba14 req-9d5b58f0-f4e5-463d-9747-b2d323d9d18d tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Calling delete_port for a0d72725-3df0-4e39-a564-e6266b3ac587 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:46:22.156737 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d3f81c8f-8b70-45ad-8a6e-7fe29a657960 req-aa47da4e-ffba-46e0-b592-89be3163a187 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/security-groups?id=12f2a2ad-f5ef-4491-943d-fc8f15b6856b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617433 Apr 28 19:46:22.210130 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d5759de0-5521-448d-b27b-b764a341f5ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:22.255253 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-29079fa1-8e4b-44e1-bb19-b293cba65724 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] device_id is not set on port 2be6def8-294e-4ff2-8204-f09378fea1de yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:46:22.291812 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d5759de0-5521-448d-b27b-b764a341f5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:22.343325 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5759de0-5521-448d-b27b-b764a341f5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf60054-1364-4d32-a9af-07b3741d6ff5,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:22.419456 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-79b84195-9d8f-40e5-8846-7bcc1b2923f1 req-dc05d3df-ef93-4c51-ad5c-a5f1baa7730b service neutron] 10.222.0.15 "GET /v2.0/networks/250071f3-ecf3-457c-9125-2f18e9f47415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414418 Apr 28 19:46:22.422090 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db399da-c4c8-478f-aee6-8a50264cb515 req-1ba7549e-b905-45e6-b795-707dbcfac99f tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:22.423810 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1db399da-c4c8-478f-aee6-8a50264cb515 req-1ba7549e-b905-45e6-b795-707dbcfac99f tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4419fe4-74d0-48ac-9a18-3ddd3a010bc8 HTTP/1.1" status: 200 len: 946 time: 0.1403182 Apr 28 19:46:22.451644 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d5759de0-5521-448d-b27b-b764a341f5ed admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2999c422100a453ea5283e77a133afaf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0052474 Apr 28 19:46:22.474506 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56144) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:22.511191 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1db399da-c4c8-478f-aee6-8a50264cb515 req-62b1daf5-99e1-423e-9720-799007a7eb21 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781612 Apr 28 19:46:22.572914 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-278e619b-6032-4c74-af02-104b72c0e2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:22.602960 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-278e619b-6032-4c74-af02-104b72c0e2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:22.692576 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5680c-4734-4b98-8ad2-2d7c3895bc87 req-2e2aeb01-6e2e-4211-9300-7fbd426d85a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:22.694132 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6cb5680c-4734-4b98-8ad2-2d7c3895bc87 req-2e2aeb01-6e2e-4211-9300-7fbd426d85a7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=907c62a112ef46e89904d42b16ec6b69&device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 1096 time: 0.2555876 Apr 28 19:46:22.744931 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45131a7-5c41-4bb2-8444-1526b9129b40 req-4feaa174-07ac-485c-a1ff-cda73d39ced1 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:22.747941 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a45131a7-5c41-4bb2-8444-1526b9129b40 req-4feaa174-07ac-485c-a1ff-cda73d39ced1 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 946 time: 0.1283264 Apr 28 19:46:22.771304 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-278e619b-6032-4c74-af02-104b72c0e2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:22.776477 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-278e619b-6032-4c74-af02-104b72c0e2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:22.781211 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-278e619b-6032-4c74-af02-104b72c0e2f7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5bf60054-1364-4d32-a9af-07b3741d6ff5 HTTP/1.1" status: 204 len: 168 time: 0.3021815 Apr 28 19:46:22.853959 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a45131a7-5c41-4bb2-8444-1526b9129b40 req-daafd4be-7694-4dfa-b5ee-9b053f934bca tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695038 Apr 28 19:46:22.854792 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e619b-6032-4c74-af02-104b72c0e2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf60054-1364-4d32-a9af-07b3741d6ff5,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:22.930590 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4100215-5fdd-4017-a28d-b2a96280f64c req-b6c3cef3-d459-47f7-9c67-c3dde388dc5d tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:22.932750 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e4100215-5fdd-4017-a28d-b2a96280f64c req-b6c3cef3-d459-47f7-9c67-c3dde388dc5d tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 945 time: 0.4097881 Apr 28 19:46:22.951491 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-79b84195-9d8f-40e5-8846-7bcc1b2923f1 req-d301bc11-63b9-4bdd-b779-5c081fde5376 service neutron] 10.222.0.15 "GET /v2.0/networks/250071f3-ecf3-457c-9125-2f18e9f47415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5145924 Apr 28 19:46:22.965109 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6d368fd1-f7ce-4250-a80d-e00249f4ba14 req-9d5b58f0-f4e5-463d-9747-b2d323d9d18d tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:22.980756 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-29079fa1-8e4b-44e1-bb19-b293cba65724 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:22.982049 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['a0d72725-3df0-4e39-a564-e6266b3ac587'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:46:23.051414 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b58f0-f4e5-463d-9747-b2d323d9d18d tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Pushing event deleted for resources: {'Port': ['ID=a0d72725-3df0-4e39-a564-e6266b3ac587,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:23.443206 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:23.489359 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5680c-4734-4b98-8ad2-2d7c3895bc87 req-2f798dcb-ba97-4606-ae08-b41cd32e553a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:23.490899 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6cb5680c-4734-4b98-8ad2-2d7c3895bc87 req-2f798dcb-ba97-4606-ae08-b41cd32e553a service neutron] 10.222.0.44 "GET /v2.0/networks?id=6107f07c-5b1e-4365-afeb-d6c663c5f568 HTTP/1.1" status: 200 len: 920 time: 0.7882757 Apr 28 19:46:23.581642 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d368fd1-f7ce-4250-a80d-e00249f4ba14 req-9d5b58f0-f4e5-463d-9747-b2d323d9d18d tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] No DVR routers for this DVR port a0d72725-3df0-4e39-a564-e6266b3ac587 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:46:23.665146 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e4100215-5fdd-4017-a28d-b2a96280f64c req-a8aab304-fc9e-4f64-bf78-4dcbdce0e8ad tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/security-groups?id=12f2a2ad-f5ef-4491-943d-fc8f15b6856b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7123594 Apr 28 19:46:23.674012 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6d368fd1-f7ce-4250-a80d-e00249f4ba14 req-9d5b58f0-f4e5-463d-9747-b2d323d9d18d tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:23.688470 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6d368fd1-f7ce-4250-a80d-e00249f4ba14 req-9d5b58f0-f4e5-463d-9747-b2d323d9d18d tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.15 "DELETE /v2.0/ports/a0d72725-3df0-4e39-a564-e6266b3ac587 HTTP/1.1" status: 204 len: 173 time: 2.4292312 Apr 28 19:46:23.690508 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-29079fa1-8e4b-44e1-bb19-b293cba65724 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:23.693129 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '881fee54-fe01-4b88-949f-e5af1873c25d', 'name': 'network-vif-deleted', 'tag': 'a0d72725-3df0-4e39-a564-e6266b3ac587'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:23.696288 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd506eb8-9409-4115-8d31-bb291efa1102" -d '{"events": [{"server_uuid": "881fee54-fe01-4b88-949f-e5af1873c25d", "name": "network-vif-deleted", "tag": "a0d72725-3df0-4e39-a564-e6266b3ac587"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:46:23.702731 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288efd9-227d-45b2-abb4-b97f3389e81a req-e7da29f4-0e4f-4f76-84d2-98b10bf24a1f tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:23.707706 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e288efd9-227d-45b2-abb4-b97f3389e81a req-e7da29f4-0e4f-4f76-84d2-98b10bf24a1f tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4419fe4-74d0-48ac-9a18-3ddd3a010bc8 HTTP/1.1" status: 200 len: 946 time: 0.0981588 Apr 28 19:46:23.723013 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6cb5680c-4734-4b98-8ad2-2d7c3895bc87 req-0510524b-82a7-4b30-b4c0-f001a2c1bbf0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55b6e54b-50b6-4adb-923f-079d7ee12afa HTTP/1.1" status: 200 len: 217 time: 0.1920052 Apr 28 19:46:23.774087 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e288efd9-227d-45b2-abb4-b97f3389e81a req-e99a8779-91d0-4373-9308-ac3d0b7295f9 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601246 Apr 28 19:46:23.814688 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2a864f-773a-46e8-969a-1211ac57fb66 x-openstack-request-id: req-ad2a864f-773a-46e8-969a-1211ac57fb66 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:46:23.815139 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "881fee54-fe01-4b88-949f-e5af1873c25d", "name": "network-vif-deleted", "tag": "a0d72725-3df0-4e39-a564-e6266b3ac587", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:46:23.815580 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ad2a864f-773a-46e8-969a-1211ac57fb66 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:46:23.816650 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad2a864f-773a-46e8-969a-1211ac57fb66'] response: {'server_uuid': '881fee54-fe01-4b88-949f-e5af1873c25d', 'name': 'network-vif-deleted', 'tag': 'a0d72725-3df0-4e39-a564-e6266b3ac587', 'status': 'completed', 'code': 200} Apr 28 19:46:23.899282 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29079fa1-8e4b-44e1-bb19-b293cba65724 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Network 53ce13a4-a1e5-4828-804b-54e51370b91e is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:46:23.908503 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29079fa1-8e4b-44e1-bb19-b293cba65724 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Pushing event updated for resources: {'Port': ['ID=2be6def8-294e-4ff2-8204-f09378fea1de,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:23.911184 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-29079fa1-8e4b-44e1-bb19-b293cba65724 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:23.916085 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29079fa1-8e4b-44e1-bb19-b293cba65724 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:46:23.917038 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29079fa1-8e4b-44e1-bb19-b293cba65724 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:23.917850 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-29079fa1-8e4b-44e1-bb19-b293cba65724 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:23.935933 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5680c-4734-4b98-8ad2-2d7c3895bc87 req-6b2ce6c8-c6b6-4909-b9dc-cfd37bb24e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:23.937890 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6cb5680c-4734-4b98-8ad2-2d7c3895bc87 req-6b2ce6c8-c6b6-4909-b9dc-cfd37bb24e11 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=177bc5d3-d699-482d-a8e8-05451a931e18 HTTP/1.1" status: 200 len: 859 time: 0.1307690 Apr 28 19:46:23.953539 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-29079fa1-8e4b-44e1-bb19-b293cba65724 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9349821 Apr 28 19:46:23.956265 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56178) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:23.962002 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:24.014558 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6cb5680c-4734-4b98-8ad2-2d7c3895bc87 req-1101df4b-9f39-44e1-8cc0-d70e27c3ac01 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6107f07c-5b1e-4365-afeb-d6c663c5f568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592415 Apr 28 19:46:24.066528 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:24.067053 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-38b6ae18-5fbb-4c84-ba04-b2cc06daba2f req-fece56c7-7fcd-4f50-9929-7d939d3f6d36 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=881fee54-fe01-4b88-949f-e5af1873c25d HTTP/1.1" status: 200 len: 210 time: 0.0498178 Apr 28 19:46:24.217764 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6cb5680c-4734-4b98-8ad2-2d7c3895bc87 req-68bfab1e-6d7a-4b5a-b548-eeca688a55bb service neutron] 10.222.0.44 "GET /v2.0/networks/6107f07c-5b1e-4365-afeb-d6c663c5f568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902993 Apr 28 19:46:24.397887 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] device_id is not set on port 2be6def8-294e-4ff2-8204-f09378fea1de yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:46:24.409328 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:24.417527 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6cb5680c-4734-4b98-8ad2-2d7c3895bc87 req-7c9869ca-5bfb-43f7-bb44-01a3ef8c8971 service neutron] 10.222.0.44 "GET /v2.0/networks/6107f07c-5b1e-4365-afeb-d6c663c5f568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917880 Apr 28 19:46:24.419164 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:24.508256 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Pushing event updated for resources: {'Port': ['ID=2be6def8-294e-4ff2-8204-f09378fea1de,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:24.538058 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port 2be6def8-294e-4ff2-8204-f09378fea1de on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:24.538931 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port 2be6def8-294e-4ff2-8204-f09378fea1de by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:24.539467 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port 2be6def8-294e-4ff2-8204-f09378fea1de on network 53ce13a4-a1e5-4828-804b-54e51370b91e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:24.547737 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Port 2be6def8-294e-4ff2-8204-f09378fea1de on network 53ce13a4-a1e5-4828-804b-54e51370b91e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:46:24.548328 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Failed to bind port 2be6def8-294e-4ff2-8204-f09378fea1de on host n-h1-839810-1 for vnic_type normal using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] Apr 28 19:46:24.549290 n-d-839810-1 neutron-server[102774]: INFO neutron.plugins.ml2.plugin [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempt 2 to bind port 2be6def8-294e-4ff2-8204-f09378fea1de Apr 28 19:46:24.575449 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port 2be6def8-294e-4ff2-8204-f09378fea1de on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:24.575938 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port 2be6def8-294e-4ff2-8204-f09378fea1de by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:24.576399 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port 2be6def8-294e-4ff2-8204-f09378fea1de on network 53ce13a4-a1e5-4828-804b-54e51370b91e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:24.583428 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Port 2be6def8-294e-4ff2-8204-f09378fea1de on network 53ce13a4-a1e5-4828-804b-54e51370b91e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:46:24.583946 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Failed to bind port 2be6def8-294e-4ff2-8204-f09378fea1de on host n-h1-839810-1 for vnic_type normal using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] Apr 28 19:46:24.584462 n-d-839810-1 neutron-server[102774]: INFO neutron.plugins.ml2.plugin [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempt 3 to bind port 2be6def8-294e-4ff2-8204-f09378fea1de Apr 28 19:46:24.606140 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port 2be6def8-294e-4ff2-8204-f09378fea1de on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:24.606647 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port 2be6def8-294e-4ff2-8204-f09378fea1de by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:24.607542 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port 2be6def8-294e-4ff2-8204-f09378fea1de on network 53ce13a4-a1e5-4828-804b-54e51370b91e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:24.615949 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Port 2be6def8-294e-4ff2-8204-f09378fea1de on network 53ce13a4-a1e5-4828-804b-54e51370b91e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:46:24.616582 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Failed to bind port 2be6def8-294e-4ff2-8204-f09378fea1de on host n-h1-839810-1 for vnic_type normal using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] Apr 28 19:46:24.617128 n-d-839810-1 neutron-server[102774]: INFO neutron.plugins.ml2.plugin [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempt 4 to bind port 2be6def8-294e-4ff2-8204-f09378fea1de Apr 28 19:46:24.637363 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port 2be6def8-294e-4ff2-8204-f09378fea1de on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:24.638063 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port 2be6def8-294e-4ff2-8204-f09378fea1de by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:24.638497 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port 2be6def8-294e-4ff2-8204-f09378fea1de on network 53ce13a4-a1e5-4828-804b-54e51370b91e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:24.646799 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Port 2be6def8-294e-4ff2-8204-f09378fea1de on network 53ce13a4-a1e5-4828-804b-54e51370b91e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:46:24.647270 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Failed to bind port 2be6def8-294e-4ff2-8204-f09378fea1de on host n-h1-839810-1 for vnic_type normal using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] Apr 28 19:46:24.648212 n-d-839810-1 neutron-server[102774]: INFO neutron.plugins.ml2.plugin [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempt 5 to bind port 2be6def8-294e-4ff2-8204-f09378fea1de Apr 28 19:46:24.668685 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port 2be6def8-294e-4ff2-8204-f09378fea1de on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:24.669169 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port 2be6def8-294e-4ff2-8204-f09378fea1de by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:24.669694 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port 2be6def8-294e-4ff2-8204-f09378fea1de on network 53ce13a4-a1e5-4828-804b-54e51370b91e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:24.676950 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Port 2be6def8-294e-4ff2-8204-f09378fea1de on network 53ce13a4-a1e5-4828-804b-54e51370b91e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:46:24.677638 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Failed to bind port 2be6def8-294e-4ff2-8204-f09378fea1de on host n-h1-839810-1 for vnic_type normal using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] Apr 28 19:46:24.678231 n-d-839810-1 neutron-server[102774]: INFO neutron.plugins.ml2.plugin [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempt 6 to bind port 2be6def8-294e-4ff2-8204-f09378fea1de Apr 28 19:46:24.711302 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port 2be6def8-294e-4ff2-8204-f09378fea1de on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:24.712431 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port 2be6def8-294e-4ff2-8204-f09378fea1de by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:24.715912 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port 2be6def8-294e-4ff2-8204-f09378fea1de on network 53ce13a4-a1e5-4828-804b-54e51370b91e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:24.731001 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Port 2be6def8-294e-4ff2-8204-f09378fea1de on network 53ce13a4-a1e5-4828-804b-54e51370b91e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:46:24.731969 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Failed to bind port 2be6def8-294e-4ff2-8204-f09378fea1de on host n-h1-839810-1 for vnic_type normal using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] Apr 28 19:46:24.732618 n-d-839810-1 neutron-server[102774]: INFO neutron.plugins.ml2.plugin [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempt 7 to bind port 2be6def8-294e-4ff2-8204-f09378fea1de Apr 28 19:46:24.765920 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port 2be6def8-294e-4ff2-8204-f09378fea1de on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:24.765920 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port 2be6def8-294e-4ff2-8204-f09378fea1de by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:24.766639 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port 2be6def8-294e-4ff2-8204-f09378fea1de on network 53ce13a4-a1e5-4828-804b-54e51370b91e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:24.775391 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Port 2be6def8-294e-4ff2-8204-f09378fea1de on network 53ce13a4-a1e5-4828-804b-54e51370b91e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:46:24.775940 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Failed to bind port 2be6def8-294e-4ff2-8204-f09378fea1de on host n-h1-839810-1 for vnic_type normal using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] Apr 28 19:46:24.776685 n-d-839810-1 neutron-server[102774]: INFO neutron.plugins.ml2.plugin [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempt 8 to bind port 2be6def8-294e-4ff2-8204-f09378fea1de Apr 28 19:46:24.838602 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port 2be6def8-294e-4ff2-8204-f09378fea1de on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:24.839144 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port 2be6def8-294e-4ff2-8204-f09378fea1de by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:24.839681 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port 2be6def8-294e-4ff2-8204-f09378fea1de on network 53ce13a4-a1e5-4828-804b-54e51370b91e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:24.877833 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Port 2be6def8-294e-4ff2-8204-f09378fea1de on network 53ce13a4-a1e5-4828-804b-54e51370b91e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:46:24.878458 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Failed to bind port 2be6def8-294e-4ff2-8204-f09378fea1de on host n-h1-839810-1 for vnic_type normal using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] Apr 28 19:46:24.881602 n-d-839810-1 neutron-server[102774]: INFO neutron.plugins.ml2.plugin [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempt 9 to bind port 2be6def8-294e-4ff2-8204-f09378fea1de Apr 28 19:46:24.907053 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port 2be6def8-294e-4ff2-8204-f09378fea1de on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:24.907407 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port 2be6def8-294e-4ff2-8204-f09378fea1de by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:24.907706 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port 2be6def8-294e-4ff2-8204-f09378fea1de on network 53ce13a4-a1e5-4828-804b-54e51370b91e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:24.915299 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Port 2be6def8-294e-4ff2-8204-f09378fea1de on network 53ce13a4-a1e5-4828-804b-54e51370b91e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:46:24.915746 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Failed to bind port 2be6def8-294e-4ff2-8204-f09378fea1de on host n-h1-839810-1 for vnic_type normal using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] Apr 28 19:46:24.918419 n-d-839810-1 neutron-server[102774]: INFO neutron.plugins.ml2.plugin [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempt 10 to bind port 2be6def8-294e-4ff2-8204-f09378fea1de Apr 28 19:46:24.930349 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae27a6-ae38-4d3b-87a5-dbf5324158ff req-7ff18795-b3e5-4932-b0cf-5dc6ae1b3807 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:24.931967 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eaae27a6-ae38-4d3b-87a5-dbf5324158ff req-7ff18795-b3e5-4932-b0cf-5dc6ae1b3807 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 945 time: 0.1340621 Apr 28 19:46:24.942327 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port 2be6def8-294e-4ff2-8204-f09378fea1de on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:24.942672 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port 2be6def8-294e-4ff2-8204-f09378fea1de by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:24.943002 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port 2be6def8-294e-4ff2-8204-f09378fea1de on network 53ce13a4-a1e5-4828-804b-54e51370b91e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:24.948152 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Port 2be6def8-294e-4ff2-8204-f09378fea1de on network 53ce13a4-a1e5-4828-804b-54e51370b91e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:46:24.948484 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Failed to bind port 2be6def8-294e-4ff2-8204-f09378fea1de on host n-h1-839810-1 for vnic_type normal using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] Apr 28 19:46:24.948861 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:25.035857 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eaae27a6-ae38-4d3b-87a5-dbf5324158ff req-b0f3b6dc-2684-4bf7-b33b-c9b8f13ea082 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/security-groups?id=12f2a2ad-f5ef-4491-943d-fc8f15b6856b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843489 Apr 28 19:46:25.067226 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f03673-75b5-4365-a5f2-b077c391b5cd req-42a09d5d-4b80-492d-833b-3083faf832e5 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.085731 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-85f03673-75b5-4365-a5f2-b077c391b5cd req-42a09d5d-4b80-492d-833b-3083faf832e5 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4419fe4-74d0-48ac-9a18-3ddd3a010bc8 HTTP/1.1" status: 200 len: 946 time: 0.1382236 Apr 28 19:46:25.101008 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] For port 2be6def8-294e-4ff2-8204-f09378fea1de, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:46:25.101559 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempted to set empty binding levels {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 28 19:46:25.111654 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:25.176771 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-85f03673-75b5-4365-a5f2-b077c391b5cd req-e28e4365-19ef-4672-a829-7890e8b105f0 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897319 Apr 28 19:46:25.234974 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device a0d72725-3df0-4e39-a564-e6266b3ac587 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:46:25.284158 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] In _notify_port_updated(), no bound segment for port 2be6def8-294e-4ff2-8204-f09378fea1de on network 53ce13a4-a1e5-4828-804b-54e51370b91e {{(pid=102774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 19:46:25.287278 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.287278 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:25.288790 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] 10.222.0.42 "PUT /v2.0/ports/2be6def8-294e-4ff2-8204-f09378fea1de HTTP/1.1" status: 200 len: 975 time: 1.3312478 Apr 28 19:46:25.291705 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 56214) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:25.308978 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb5064-ac44-4766-bcf9-9a53a0858beb tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Pushing event updated for resources: {'Port': ['ID=2be6def8-294e-4ff2-8204-f09378fea1de,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:25.346256 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: a0d72725-3df0-4e39-a564-e6266b3ac587 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:46:25.346599 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device a0d72725-3df0-4e39-a564-e6266b3ac587 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:46:25.608653 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608c791-6760-4014-8c67-af402ca9298d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.610984 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608c791-6760-4014-8c67-af402ca9298d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.612375 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608c791-6760-4014-8c67-af402ca9298d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.614110 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608c791-6760-4014-8c67-af402ca9298d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.615931 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608c791-6760-4014-8c67-af402ca9298d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.617848 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608c791-6760-4014-8c67-af402ca9298d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.619359 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608c791-6760-4014-8c67-af402ca9298d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.620244 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608c791-6760-4014-8c67-af402ca9298d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.621250 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608c791-6760-4014-8c67-af402ca9298d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.621927 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608c791-6760-4014-8c67-af402ca9298d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.622584 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608c791-6760-4014-8c67-af402ca9298d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.623238 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608c791-6760-4014-8c67-af402ca9298d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.623891 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608c791-6760-4014-8c67-af402ca9298d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.624599 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608c791-6760-4014-8c67-af402ca9298d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.625754 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608c791-6760-4014-8c67-af402ca9298d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.626617 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608c791-6760-4014-8c67-af402ca9298d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.627404 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608c791-6760-4014-8c67-af402ca9298d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.628055 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608c791-6760-4014-8c67-af402ca9298d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.629417 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608c791-6760-4014-8c67-af402ca9298d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.630485 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608c791-6760-4014-8c67-af402ca9298d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.631263 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608c791-6760-4014-8c67-af402ca9298d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.631915 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608c791-6760-4014-8c67-af402ca9298d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.632620 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608c791-6760-4014-8c67-af402ca9298d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.633268 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608c791-6760-4014-8c67-af402ca9298d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.634086 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608c791-6760-4014-8c67-af402ca9298d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.634904 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608c791-6760-4014-8c67-af402ca9298d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.636197 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608c791-6760-4014-8c67-af402ca9298d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.636961 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608c791-6760-4014-8c67-af402ca9298d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.650989 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608c791-6760-4014-8c67-af402ca9298d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.651723 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608c791-6760-4014-8c67-af402ca9298d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.652458 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608c791-6760-4014-8c67-af402ca9298d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.653214 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608c791-6760-4014-8c67-af402ca9298d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.654068 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608c791-6760-4014-8c67-af402ca9298d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.654688 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608c791-6760-4014-8c67-af402ca9298d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.655474 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608c791-6760-4014-8c67-af402ca9298d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.660524 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0608c791-6760-4014-8c67-af402ca9298d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31607 time: 0.3664820 Apr 28 19:46:25.665136 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56234) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:25.697499 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800e205-f4e6-469b-96b8-b45a86153b4c req-c344e520-705d-409f-adc3-f7893cbc4791 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.700833 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4800e205-f4e6-469b-96b8-b45a86153b4c req-c344e520-705d-409f-adc3-f7893cbc4791 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4419fe4-74d0-48ac-9a18-3ddd3a010bc8 HTTP/1.1" status: 200 len: 946 time: 0.2705572 Apr 28 19:46:25.775981 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4800e205-f4e6-469b-96b8-b45a86153b4c req-809e826d-f99d-4796-9c20-007bf8710ed2 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688241 Apr 28 19:46:25.797783 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:25.882354 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:25.896200 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08993f-8bab-4336-9012-82607dc29b3a req-3ed469d6-9ad7-46f6-b0b9-3a27ceeac962 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.904536 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9f08993f-8bab-4336-9012-82607dc29b3a req-3ed469d6-9ad7-46f6-b0b9-3a27ceeac962 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/networks?id=fabbd60f-8bf6-4926-b9b3-5557fdc11e18 HTTP/1.1" status: 200 len: 811 time: 0.2300227 Apr 28 19:46:25.924282 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c0e90d3a-abde-4e43-b1ed-6e7a312d6395 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Deleting port 2be6def8-294e-4ff2-8204-f09378fea1de {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:46:25.924638 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c0e90d3a-abde-4e43-b1ed-6e7a312d6395 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:25.954956 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9f08993f-8bab-4336-9012-82607dc29b3a req-7680bf69-1e2c-4819-958d-f8899678ee9f tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/quotas/867e03fb86a54b0390ea4c90d552fb01 HTTP/1.1" status: 200 len: 375 time: 0.0493670 Apr 28 19:46:26.015318 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1fae3b-d716-4839-8226-ed29da28fa12 req-0edd1a16-00c3-418d-a058-1bf8a10cf4ec tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:26.018465 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-be1fae3b-d716-4839-8226-ed29da28fa12 req-0edd1a16-00c3-418d-a058-1bf8a10cf4ec tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=e36c9b01-b9fd-40e8-add0-1ee55675de2f HTTP/1.1" status: 200 len: 945 time: 0.1140742 Apr 28 19:46:26.042766 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9f08993f-8bab-4336-9012-82607dc29b3a req-715e8a68-2833-45cb-9444-8bbb3d4e0364 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=867e03fb86a54b0390ea4c90d552fb01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0868540 Apr 28 19:46:26.075647 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-c0e90d3a-abde-4e43-b1ed-6e7a312d6395 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] For port 2be6def8-294e-4ff2-8204-f09378fea1de, host n-h1-839810-1, got binding levels [] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:26.076347 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c0e90d3a-abde-4e43-b1ed-6e7a312d6395 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:26.091578 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c0e90d3a-abde-4e43-b1ed-6e7a312d6395 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Calling delete_port for 2be6def8-294e-4ff2-8204-f09378fea1de owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:46:26.129813 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-be1fae3b-d716-4839-8226-ed29da28fa12 req-734febae-cfcb-4e0e-b57b-9bfb267a8f77 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962174 Apr 28 19:46:26.219492 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c0e90d3a-abde-4e43-b1ed-6e7a312d6395 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:26.278032 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e90d3a-abde-4e43-b1ed-6e7a312d6395 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Pushing event deleted for resources: {'Port': ['ID=2be6def8-294e-4ff2-8204-f09378fea1de,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:26.287068 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c0e90d3a-abde-4e43-b1ed-6e7a312d6395 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:26.295666 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c0e90d3a-abde-4e43-b1ed-6e7a312d6395 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] 10.222.0.42 "DELETE /v2.0/ports/2be6def8-294e-4ff2-8204-f09378fea1de HTTP/1.1" status: 204 len: 168 time: 0.6280642 Apr 28 19:46:26.298860 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56256) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:26.352621 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-362102fc-4b2e-4688-8995-56f41c6dcd34 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] GET failed (client error): The resource could not be found. Apr 28 19:46:26.355584 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-362102fc-4b2e-4688-8995-56f41c6dcd34 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] 10.222.0.42 "GET /v2.0/ports/2be6def8-294e-4ff2-8204-f09378fea1de HTTP/1.1" status: 404 len: 333 time: 0.0533960 Apr 28 19:46:26.362078 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56258) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:26.371406 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-4fe6ce9f-6f3f-40c5-9cb0-322bc56699da tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-406799454', 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:26.409493 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d73448-df93-4674-b537-174aa88aacce req-11415f97-7d0e-4f79-a7a6-c198798891b1 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:26.412293 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-00d73448-df93-4674-b537-174aa88aacce req-11415f97-7d0e-4f79-a7a6-c198798891b1 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 945 time: 0.1523430 Apr 28 19:46:26.470840 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe6ce9f-6f3f-40c5-9cb0-322bc56699da tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Made reservation on behalf of e58505a0066a4c4db5652a8aa2fe00db for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:26.474972 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4fe6ce9f-6f3f-40c5-9cb0-322bc56699da tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:26.497045 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-00d73448-df93-4674-b537-174aa88aacce req-7148850b-8bf1-4caf-a3e4-5c86397055ec tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/security-groups?id=12f2a2ad-f5ef-4491-943d-fc8f15b6856b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756979 Apr 28 19:46:26.511640 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-4fe6ce9f-6f3f-40c5-9cb0-322bc56699da tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] device_id is not set on port 6e7d5d71-7153-4112-9b9b-ceefb6c41987 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:46:26.588432 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9f08993f-8bab-4336-9012-82607dc29b3a req-d3fbda19-2d15-438d-a248-f04d61a3a13a service neutron] 10.222.0.42 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5447526 Apr 28 19:46:26.666223 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1465389-5cbf-4f0e-aa16-b3224a63ce34 req-00895d4c-fb03-459a-b36c-5a691dbf035f tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:26.668016 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c1465389-5cbf-4f0e-aa16-b3224a63ce34 req-00895d4c-fb03-459a-b36c-5a691dbf035f tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=27d8c468-7bac-4a25-9c71-29e01cc568f6 HTTP/1.1" status: 200 len: 946 time: 0.0898778 Apr 28 19:46:26.721521 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4fe6ce9f-6f3f-40c5-9cb0-322bc56699da tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:26.742867 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c1465389-5cbf-4f0e-aa16-b3224a63ce34 req-f2653ed2-f0c4-43cb-84ce-01fc0b9c6f01 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663397 Apr 28 19:46:26.803719 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-68f09044-f977-446f-ad30-91135fc67e53 req-23c3fb53-5098-4c6a-9b1e-416a2c3873ee tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:46:26.808666 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-68f09044-f977-446f-ad30-91135fc67e53 req-23c3fb53-5098-4c6a-9b1e-416a2c3873ee tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157237 Apr 28 19:46:26.853530 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4fe6ce9f-6f3f-40c5-9cb0-322bc56699da tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:26.874006 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9f08993f-8bab-4336-9012-82607dc29b3a req-f2cc7016-3f05-4ef6-8dd1-8ca70c60f7d5 service neutron] 10.222.0.42 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486104 Apr 28 19:46:26.947091 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6ce9f-6f3f-40c5-9cb0-322bc56699da tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Pushing event updated for resources: {'Port': ['ID=6e7d5d71-7153-4112-9b9b-ceefb6c41987,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:26.955720 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe6ce9f-6f3f-40c5-9cb0-322bc56699da tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Network 53ce13a4-a1e5-4828-804b-54e51370b91e is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:46:26.958222 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-4fe6ce9f-6f3f-40c5-9cb0-322bc56699da tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:26.964504 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe6ce9f-6f3f-40c5-9cb0-322bc56699da tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:46:26.966439 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe6ce9f-6f3f-40c5-9cb0-322bc56699da tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:26.967065 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4fe6ce9f-6f3f-40c5-9cb0-322bc56699da tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:27.001754 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4fe6ce9f-6f3f-40c5-9cb0-322bc56699da tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6376939 Apr 28 19:46:27.007100 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56272) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:27.063515 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d47d55a-4a85-4799-bcfb-9db654db78b2 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:27.065006 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2d47d55a-4a85-4799-bcfb-9db654db78b2 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] 10.222.0.42 "GET /v2.0/ports/6e7d5d71-7153-4112-9b9b-ceefb6c41987 HTTP/1.1" status: 200 len: 954 time: 0.0568993 Apr 28 19:46:27.069238 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-68f09044-f977-446f-ad30-91135fc67e53 req-ec889c34-5512-4b9e-9b2f-a57460b6070e tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2501020 Apr 28 19:46:27.070003 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56276) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:27.181825 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-ebe46f9b-3b3e-407a-a2c9-ce33fd3e9734 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Deleting port 6e7d5d71-7153-4112-9b9b-ceefb6c41987 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:46:27.182189 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ebe46f9b-3b3e-407a-a2c9-ce33fd3e9734 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:27.255251 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ebe46f9b-3b3e-407a-a2c9-ce33fd3e9734 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:27.270684 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-ebe46f9b-3b3e-407a-a2c9-ce33fd3e9734 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Calling delete_port for 6e7d5d71-7153-4112-9b9b-ceefb6c41987 owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:46:27.315749 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4c8dd62-742d-4d18-a477-bd4d7a0a76f8 req-94db224a-f1b4-419e-94a9-95089f9aefb7 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b05953e-3934-43c4-8847-2655f917dd98 HTTP/1.1" status: 200 len: 210 time: 0.0319936 Apr 28 19:46:27.461115 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ebe46f9b-3b3e-407a-a2c9-ce33fd3e9734 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:27.506991 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe46f9b-3b3e-407a-a2c9-ce33fd3e9734 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e7d5d71-7153-4112-9b9b-ceefb6c41987,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:27.526052 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ebe46f9b-3b3e-407a-a2c9-ce33fd3e9734 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:27.533160 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ebe46f9b-3b3e-407a-a2c9-ce33fd3e9734 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] 10.222.0.42 "DELETE /v2.0/ports/6e7d5d71-7153-4112-9b9b-ceefb6c41987 HTTP/1.1" status: 204 len: 168 time: 0.4618542 Apr 28 19:46:27.533422 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 56298) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:27.643208 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3217ae-0553-48c7-bee7-4aee55fba8f4 req-1c7d3472-c582-48bb-9f21-37c2682e2e5c tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:27.651794 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5f3217ae-0553-48c7-bee7-4aee55fba8f4 req-1c7d3472-c582-48bb-9f21-37c2682e2e5c tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4419fe4-74d0-48ac-9a18-3ddd3a010bc8 HTTP/1.1" status: 200 len: 946 time: 0.0836346 Apr 28 19:46:27.660998 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-1743773c-41bc-4704-88ee-fec609c5a7a2 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] GET failed (client error): The resource could not be found. Apr 28 19:46:27.662712 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1743773c-41bc-4704-88ee-fec609c5a7a2 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] 10.222.0.42 "GET /v2.0/ports/6e7d5d71-7153-4112-9b9b-ceefb6c41987 HTTP/1.1" status: 404 len: 333 time: 0.1270208 Apr 28 19:46:27.673295 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 56300) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:27.706986 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-2aaed747-7bd3-49b8-8f1a-7a933b0a977f tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Request body: {'port': {'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1363607943'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:27.738877 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5f3217ae-0553-48c7-bee7-4aee55fba8f4 req-5377b5ce-4513-42b3-adad-39724569de4c tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843329 Apr 28 19:46:27.795694 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-16bb99e5-dfcf-43a2-a08c-c4250252d52c req-6f0cb511-67db-4eb8-ab6a-8c90d6796cf9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1758792 Apr 28 19:46:27.796639 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aaed747-7bd3-49b8-8f1a-7a933b0a977f tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Made reservation on behalf of e58505a0066a4c4db5652a8aa2fe00db for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:27.801223 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2aaed747-7bd3-49b8-8f1a-7a933b0a977f tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:27.829835 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd038e0-51be-428b-8f05-4f51cd91da99 req-4a58e051-9f2b-41b1-b33a-0672f65f8fc4 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:27.833063 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9cd038e0-51be-428b-8f05-4f51cd91da99 req-4a58e051-9f2b-41b1-b33a-0672f65f8fc4 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 945 time: 0.2154958 Apr 28 19:46:27.837162 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-2aaed747-7bd3-49b8-8f1a-7a933b0a977f tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] device_id is not set on port b8747a77-3a67-4958-8a55-882002be0119 yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:46:27.966646 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485165a-3246-4416-8fc6-6fd13ff03f52 req-874430a1-1425-417f-b3ee-4ee363086902 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:27.976796 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3485165a-3246-4416-8fc6-6fd13ff03f52 req-874430a1-1425-417f-b3ee-4ee363086902 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=e36c9b01-b9fd-40e8-add0-1ee55675de2f HTTP/1.1" status: 200 len: 945 time: 0.0984321 Apr 28 19:46:27.999776 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb99e5-dfcf-43a2-a08c-c4250252d52c req-ba1818c6-93b4-494e-a675-6bee2866deee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:28.001874 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-16bb99e5-dfcf-43a2-a08c-c4250252d52c req-ba1818c6-93b4-494e-a675-6bee2866deee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a0c676490ad4221b826814b264d08aa&device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 1097 time: 0.0923615 Apr 28 19:46:28.029484 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3485165a-3246-4416-8fc6-6fd13ff03f52 req-75ce0bad-fa40-447a-9c4f-7994389971c1 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515330 Apr 28 19:46:28.041017 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9cd038e0-51be-428b-8f05-4f51cd91da99 req-11cc5d5c-dd0d-4773-9995-2aecb7f30c51 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/security-groups?id=12f2a2ad-f5ef-4491-943d-fc8f15b6856b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465957 Apr 28 19:46:28.336816 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691ea84-5d5d-420b-bfe7-c50fadda08d8 req-38fb5cc1-65ba-4c6a-9af8-3a3e1f0e2933 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:28.338484 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0691ea84-5d5d-420b-bfe7-c50fadda08d8 req-38fb5cc1-65ba-4c6a-9af8-3a3e1f0e2933 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=27d8c468-7bac-4a25-9c71-29e01cc568f6 HTTP/1.1" status: 200 len: 946 time: 0.1486416 Apr 28 19:46:28.357137 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb99e5-dfcf-43a2-a08c-c4250252d52c req-7653500f-f701-41b3-a432-e528a29baec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:28.358694 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-16bb99e5-dfcf-43a2-a08c-c4250252d52c req-7653500f-f701-41b3-a432-e528a29baec1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef HTTP/1.1" status: 200 len: 920 time: 0.2935042 Apr 28 19:46:28.361839 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2aaed747-7bd3-49b8-8f1a-7a933b0a977f tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:28.430833 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-16bb99e5-dfcf-43a2-a08c-c4250252d52c req-4367406c-9d67-4f38-b0ec-7ac495e61d13 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab HTTP/1.1" status: 200 len: 217 time: 0.0603287 Apr 28 19:46:28.466954 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ac2906aa-5fe4-46a8-948a-f2dee5776ba8 req-4990a69c-b08e-40ff-8d70-66d39153a590 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b05953e-3934-43c4-8847-2655f917dd98 HTTP/1.1" status: 200 len: 210 time: 0.0386047 Apr 28 19:46:28.528529 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0691ea84-5d5d-420b-bfe7-c50fadda08d8 req-c839b5c5-a97d-4ae3-90b5-6110ed42639d tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825542 Apr 28 19:46:28.589340 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb99e5-dfcf-43a2-a08c-c4250252d52c req-d7141e71-617c-4ad3-90b5-25fdb2d4ef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:28.592057 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-16bb99e5-dfcf-43a2-a08c-c4250252d52c req-d7141e71-617c-4ad3-90b5-25fdb2d4ef9c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d25b1cb0-c200-401d-9c44-cd4c1f880757 HTTP/1.1" status: 200 len: 858 time: 0.1488388 Apr 28 19:46:28.679156 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb99e5-dfcf-43a2-a08c-c4250252d52c req-088fe9b7-9dfe-4d81-9d35-a3ed59959fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:28.680832 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-16bb99e5-dfcf-43a2-a08c-c4250252d52c req-088fe9b7-9dfe-4d81-9d35-a3ed59959fcc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772564 Apr 28 19:46:28.682752 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2aaed747-7bd3-49b8-8f1a-7a933b0a977f tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:28.755492 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aaed747-7bd3-49b8-8f1a-7a933b0a977f tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Network 53ce13a4-a1e5-4828-804b-54e51370b91e is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:46:28.791440 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-2aaed747-7bd3-49b8-8f1a-7a933b0a977f tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:28.797469 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaed747-7bd3-49b8-8f1a-7a933b0a977f tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:46:28.798646 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaed747-7bd3-49b8-8f1a-7a933b0a977f tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:28.799075 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2aaed747-7bd3-49b8-8f1a-7a933b0a977f tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:28.806565 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaed747-7bd3-49b8-8f1a-7a933b0a977f tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Pushing event updated for resources: {'Port': ['ID=b8747a77-3a67-4958-8a55-882002be0119,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:28.834348 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56330) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:28.834765 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2aaed747-7bd3-49b8-8f1a-7a933b0a977f tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1599669 Apr 28 19:46:28.849006 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34f41a-d02a-4dbc-9ecc-06d8c7c92e7f req-e6a10129-7987-4e69-896b-c387046003fc tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:28.856392 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34f41a-d02a-4dbc-9ecc-06d8c7c92e7f req-e6a10129-7987-4e69-896b-c387046003fc tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:28.861788 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-16bb99e5-dfcf-43a2-a08c-c4250252d52c req-bf08cfa6-5a43-4271-b12a-d4addb08b1e5 service neutron] 10.222.0.44 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669714 Apr 28 19:46:28.865674 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34f41a-d02a-4dbc-9ecc-06d8c7c92e7f req-e6a10129-7987-4e69-896b-c387046003fc tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:28.869110 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eb34f41a-d02a-4dbc-9ecc-06d8c7c92e7f req-e6a10129-7987-4e69-896b-c387046003fc tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=27d8c468-7bac-4a25-9c71-29e01cc568f6&device_id=e36c9b01-b9fd-40e8-add0-1ee55675de2f&device_id=a4419fe4-74d0-48ac-9a18-3ddd3a010bc8 HTTP/1.1" status: 200 len: 2418 time: 0.1345694 Apr 28 19:46:28.873309 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:29.008979 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:29.032945 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eb34f41a-d02a-4dbc-9ecc-06d8c7c92e7f req-a7956642-54a5-4fb9-8e3f-b96cad01f25b tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488447 Apr 28 19:46:29.177422 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-16bb99e5-dfcf-43a2-a08c-c4250252d52c req-b73a94fa-4d54-4fee-8281-8497b18e9baa service neutron] 10.222.0.44 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071616 Apr 28 19:46:29.184370 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08993f-8bab-4336-9012-82607dc29b3a req-6da28419-0d58-43b5-bda0-e0df7636ef9f tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:29.186056 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9f08993f-8bab-4336-9012-82607dc29b3a req-6da28419-0d58-43b5-bda0-e0df7636ef9f tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.15 "GET /v2.0/networks?id=fabbd60f-8bf6-4926-b9b3-5557fdc11e18 HTTP/1.1" status: 200 len: 811 time: 0.2198670 Apr 28 19:46:29.212735 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-9f08993f-8bab-4336-9012-82607dc29b3a req-a1fff975-e750-4bf3-a568-a5a5da146534 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Request body: {'port': {'device_id': '4b05953e-3934-43c4-8847-2655f917dd98', 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18', 'admin_state_up': True, 'tenant_id': '867e03fb86a54b0390ea4c90d552fb01'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:29.244044 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-34c3f81b-ad2e-4a27-8c8b-67057d3fd695 req-504a754f-c4a0-4bc2-96e2-508503e0993a tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1285136 Apr 28 19:46:29.425092 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f08993f-8bab-4336-9012-82607dc29b3a req-a1fff975-e750-4bf3-a568-a5a5da146534 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Made reservation on behalf of 867e03fb86a54b0390ea4c90d552fb01 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:29.430342 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9f08993f-8bab-4336-9012-82607dc29b3a req-a1fff975-e750-4bf3-a568-a5a5da146534 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:29.632828 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05817d-3a70-4614-bd73-e1a714aef2a8 req-71928ec5-8dba-4abd-9796-d674d6b28993 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:29.640676 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bf05817d-3a70-4614-bd73-e1a714aef2a8 req-71928ec5-8dba-4abd-9796-d674d6b28993 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 945 time: 0.4387527 Apr 28 19:46:29.672792 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] device_id is not set on port b8747a77-3a67-4958-8a55-882002be0119 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:46:29.684443 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:29.698533 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:29.715712 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bf05817d-3a70-4614-bd73-e1a714aef2a8 req-69c7bad6-fcc0-413f-84f2-fa387660ca5e tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/security-groups?id=12f2a2ad-f5ef-4491-943d-fc8f15b6856b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740345 Apr 28 19:46:29.716675 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-9f08993f-8bab-4336-9012-82607dc29b3a req-a1fff975-e750-4bf3-a568-a5a5da146534 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Allocated IP 172.20.0.7 (fabbd60f-8bf6-4926-b9b3-5557fdc11e18/e145c28a-7477-47ad-a9ec-82b7e4aa7b4b/43543a0f-b1c6-4bb7-9356-8781f1f81821) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:46:29.782491 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Pushing event updated for resources: {'Port': ['ID=b8747a77-3a67-4958-8a55-882002be0119,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:29.786944 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port b8747a77-3a67-4958-8a55-882002be0119 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:29.787534 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port b8747a77-3a67-4958-8a55-882002be0119 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:29.788242 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port b8747a77-3a67-4958-8a55-882002be0119 on network 53ce13a4-a1e5-4828-804b-54e51370b91e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:29.793982 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Port b8747a77-3a67-4958-8a55-882002be0119 on network 53ce13a4-a1e5-4828-804b-54e51370b91e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:46:29.794385 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Failed to bind port b8747a77-3a67-4958-8a55-882002be0119 on host n-h1-839810-1 for vnic_type normal using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] Apr 28 19:46:29.795002 n-d-839810-1 neutron-server[102774]: INFO neutron.plugins.ml2.plugin [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempt 2 to bind port b8747a77-3a67-4958-8a55-882002be0119 Apr 28 19:46:29.812027 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port b8747a77-3a67-4958-8a55-882002be0119 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:29.812884 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port b8747a77-3a67-4958-8a55-882002be0119 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:29.813387 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port b8747a77-3a67-4958-8a55-882002be0119 on network 53ce13a4-a1e5-4828-804b-54e51370b91e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:29.830143 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Port b8747a77-3a67-4958-8a55-882002be0119 on network 53ce13a4-a1e5-4828-804b-54e51370b91e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:46:29.832495 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Failed to bind port b8747a77-3a67-4958-8a55-882002be0119 on host n-h1-839810-1 for vnic_type normal using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] Apr 28 19:46:29.832983 n-d-839810-1 neutron-server[102774]: INFO neutron.plugins.ml2.plugin [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempt 3 to bind port b8747a77-3a67-4958-8a55-882002be0119 Apr 28 19:46:29.865925 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port b8747a77-3a67-4958-8a55-882002be0119 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:29.866528 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port b8747a77-3a67-4958-8a55-882002be0119 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:29.867033 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port b8747a77-3a67-4958-8a55-882002be0119 on network 53ce13a4-a1e5-4828-804b-54e51370b91e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:29.872581 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Port b8747a77-3a67-4958-8a55-882002be0119 on network 53ce13a4-a1e5-4828-804b-54e51370b91e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:46:29.873147 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Failed to bind port b8747a77-3a67-4958-8a55-882002be0119 on host n-h1-839810-1 for vnic_type normal using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] Apr 28 19:46:29.873735 n-d-839810-1 neutron-server[102774]: INFO neutron.plugins.ml2.plugin [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempt 4 to bind port b8747a77-3a67-4958-8a55-882002be0119 Apr 28 19:46:29.887270 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5dfc3eba-960d-498e-ad01-eb43cafd159a req-efeef703-c1da-41d6-b05d-27f8e6375d7f tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b05953e-3934-43c4-8847-2655f917dd98 HTTP/1.1" status: 200 len: 210 time: 0.0320005 Apr 28 19:46:29.888915 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port b8747a77-3a67-4958-8a55-882002be0119 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:29.890606 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port b8747a77-3a67-4958-8a55-882002be0119 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:29.891145 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port b8747a77-3a67-4958-8a55-882002be0119 on network 53ce13a4-a1e5-4828-804b-54e51370b91e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:29.897483 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Port b8747a77-3a67-4958-8a55-882002be0119 on network 53ce13a4-a1e5-4828-804b-54e51370b91e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:46:29.898149 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Failed to bind port b8747a77-3a67-4958-8a55-882002be0119 on host n-h1-839810-1 for vnic_type normal using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] Apr 28 19:46:29.898711 n-d-839810-1 neutron-server[102774]: INFO neutron.plugins.ml2.plugin [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempt 5 to bind port b8747a77-3a67-4958-8a55-882002be0119 Apr 28 19:46:29.919059 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port b8747a77-3a67-4958-8a55-882002be0119 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:29.928310 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port b8747a77-3a67-4958-8a55-882002be0119 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:29.929685 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port b8747a77-3a67-4958-8a55-882002be0119 on network 53ce13a4-a1e5-4828-804b-54e51370b91e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:29.936567 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Port b8747a77-3a67-4958-8a55-882002be0119 on network 53ce13a4-a1e5-4828-804b-54e51370b91e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:46:29.937227 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Failed to bind port b8747a77-3a67-4958-8a55-882002be0119 on host n-h1-839810-1 for vnic_type normal using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] Apr 28 19:46:29.937724 n-d-839810-1 neutron-server[102774]: INFO neutron.plugins.ml2.plugin [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempt 6 to bind port b8747a77-3a67-4958-8a55-882002be0119 Apr 28 19:46:29.951495 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9f08993f-8bab-4336-9012-82607dc29b3a req-a1fff975-e750-4bf3-a568-a5a5da146534 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:29.958207 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port b8747a77-3a67-4958-8a55-882002be0119 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:29.958548 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port b8747a77-3a67-4958-8a55-882002be0119 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:29.958916 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port b8747a77-3a67-4958-8a55-882002be0119 on network 53ce13a4-a1e5-4828-804b-54e51370b91e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:29.965375 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Port b8747a77-3a67-4958-8a55-882002be0119 on network 53ce13a4-a1e5-4828-804b-54e51370b91e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:46:29.965931 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Failed to bind port b8747a77-3a67-4958-8a55-882002be0119 on host n-h1-839810-1 for vnic_type normal using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] Apr 28 19:46:29.966318 n-d-839810-1 neutron-server[102774]: INFO neutron.plugins.ml2.plugin [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempt 7 to bind port b8747a77-3a67-4958-8a55-882002be0119 Apr 28 19:46:29.988771 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port b8747a77-3a67-4958-8a55-882002be0119 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:29.989115 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port b8747a77-3a67-4958-8a55-882002be0119 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:29.989498 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port b8747a77-3a67-4958-8a55-882002be0119 on network 53ce13a4-a1e5-4828-804b-54e51370b91e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:29.995061 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Port b8747a77-3a67-4958-8a55-882002be0119 on network 53ce13a4-a1e5-4828-804b-54e51370b91e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:46:29.995397 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Failed to bind port b8747a77-3a67-4958-8a55-882002be0119 on host n-h1-839810-1 for vnic_type normal using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] Apr 28 19:46:29.995801 n-d-839810-1 neutron-server[102774]: INFO neutron.plugins.ml2.plugin [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempt 8 to bind port b8747a77-3a67-4958-8a55-882002be0119 Apr 28 19:46:29.997132 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9f08993f-8bab-4336-9012-82607dc29b3a req-a1fff975-e750-4bf3-a568-a5a5da146534 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:30.009547 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port b8747a77-3a67-4958-8a55-882002be0119 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:30.010158 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port b8747a77-3a67-4958-8a55-882002be0119 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:30.010348 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port b8747a77-3a67-4958-8a55-882002be0119 on network 53ce13a4-a1e5-4828-804b-54e51370b91e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:30.015237 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Port b8747a77-3a67-4958-8a55-882002be0119 on network 53ce13a4-a1e5-4828-804b-54e51370b91e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:46:30.015605 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Failed to bind port b8747a77-3a67-4958-8a55-882002be0119 on host n-h1-839810-1 for vnic_type normal using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] Apr 28 19:46:30.016632 n-d-839810-1 neutron-server[102774]: INFO neutron.plugins.ml2.plugin [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempt 9 to bind port b8747a77-3a67-4958-8a55-882002be0119 Apr 28 19:46:30.035592 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port b8747a77-3a67-4958-8a55-882002be0119 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:30.035933 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port b8747a77-3a67-4958-8a55-882002be0119 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:30.036528 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port b8747a77-3a67-4958-8a55-882002be0119 on network 53ce13a4-a1e5-4828-804b-54e51370b91e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:30.043733 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Port b8747a77-3a67-4958-8a55-882002be0119 on network 53ce13a4-a1e5-4828-804b-54e51370b91e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:46:30.044325 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Failed to bind port b8747a77-3a67-4958-8a55-882002be0119 on host n-h1-839810-1 for vnic_type normal using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] Apr 28 19:46:30.044888 n-d-839810-1 neutron-server[102774]: INFO neutron.plugins.ml2.plugin [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempt 10 to bind port b8747a77-3a67-4958-8a55-882002be0119 Apr 28 19:46:30.045415 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f08993f-8bab-4336-9012-82607dc29b3a req-a1fff975-e750-4bf3-a568-a5a5da146534 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Network fabbd60f-8bf6-4926-b9b3-5557fdc11e18 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:46:30.057107 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-9f08993f-8bab-4336-9012-82607dc29b3a req-a1fff975-e750-4bf3-a568-a5a5da146534 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:30.061667 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f08993f-8bab-4336-9012-82607dc29b3a req-a1fff975-e750-4bf3-a568-a5a5da146534 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:46:30.088853 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port b8747a77-3a67-4958-8a55-882002be0119 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:30.089378 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port b8747a77-3a67-4958-8a55-882002be0119 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:30.089867 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempting to bind port b8747a77-3a67-4958-8a55-882002be0119 on network 53ce13a4-a1e5-4828-804b-54e51370b91e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:30.099972 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Port b8747a77-3a67-4958-8a55-882002be0119 on network 53ce13a4-a1e5-4828-804b-54e51370b91e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:46:30.100672 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Failed to bind port b8747a77-3a67-4958-8a55-882002be0119 on host n-h1-839810-1 for vnic_type normal using segments [{'id': '266336b2-7405-460c-84a6-b72e8f85b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '53ce13a4-a1e5-4828-804b-54e51370b91e'}] Apr 28 19:46:30.101206 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:30.118718 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08993f-8bab-4336-9012-82607dc29b3a req-a1fff975-e750-4bf3-a568-a5a5da146534 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:30.119410 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9f08993f-8bab-4336-9012-82607dc29b3a req-a1fff975-e750-4bf3-a568-a5a5da146534 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:30.134231 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fff975-e750-4bf3-a568-a5a5da146534 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Pushing event updated for resources: {'Port': ['ID=43543a0f-b1c6-4bb7-9356-8781f1f81821,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:30.163493 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9f08993f-8bab-4336-9012-82607dc29b3a req-a1fff975-e750-4bf3-a568-a5a5da146534 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9651611 Apr 28 19:46:30.181319 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-9f08993f-8bab-4336-9012-82607dc29b3a req-acb233bc-3971-49c1-8b08-b10b3c103c29 service neutron] Request body: {'port': {'device_id': '4b05953e-3934-43c4-8847-2655f917dd98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:30.197258 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] For port b8747a77-3a67-4958-8a55-882002be0119, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:46:30.197891 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attempted to set empty binding levels {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 28 19:46:30.205557 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:30.259395 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Pushing event updated for resources: {'Port': ['ID=b8747a77-3a67-4958-8a55-882002be0119,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:30.260155 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9f08993f-8bab-4336-9012-82607dc29b3a req-acb233bc-3971-49c1-8b08-b10b3c103c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:30.267836 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] In _notify_port_updated(), no bound segment for port b8747a77-3a67-4958-8a55-882002be0119 on network 53ce13a4-a1e5-4828-804b-54e51370b91e {{(pid=102774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 19:46:30.268967 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:30.269904 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:30.275185 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4d1e41e5-0e60-465e-b275-a6f8bf8de3a0 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] 10.222.0.42 "PUT /v2.0/ports/b8747a77-3a67-4958-8a55-882002be0119 HTTP/1.1" status: 200 len: 975 time: 1.4346943 Apr 28 19:46:30.275281 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 56380) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:30.532369 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f6ad8893-da4c-4769-ac63-1e70ea7ed68d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Deleting port b8747a77-3a67-4958-8a55-882002be0119 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:46:30.532369 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f6ad8893-da4c-4769-ac63-1e70ea7ed68d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:30.601257 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:46:30.648391 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f6ad8893-da4c-4769-ac63-1e70ea7ed68d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] For port b8747a77-3a67-4958-8a55-882002be0119, host n-h1-839810-1, got binding levels [] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:30.648820 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f6ad8893-da4c-4769-ac63-1e70ea7ed68d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:30.671299 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f6ad8893-da4c-4769-ac63-1e70ea7ed68d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Calling delete_port for b8747a77-3a67-4958-8a55-882002be0119 owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:46:30.871083 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-9f08993f-8bab-4336-9012-82607dc29b3a req-acb233bc-3971-49c1-8b08-b10b3c103c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43543a0f-b1c6-4bb7-9356-8781f1f81821 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:46:30.881557 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9f08993f-8bab-4336-9012-82607dc29b3a req-acb233bc-3971-49c1-8b08-b10b3c103c29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:30.902816 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f6ad8893-da4c-4769-ac63-1e70ea7ed68d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:30.909251 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-9f08993f-8bab-4336-9012-82607dc29b3a req-acb233bc-3971-49c1-8b08-b10b3c103c29 service neutron] Transition to ACTIVE for port object 43543a0f-b1c6-4bb7-9356-8781f1f81821 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:46:30.919843 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9f08993f-8bab-4336-9012-82607dc29b3a req-acb233bc-3971-49c1-8b08-b10b3c103c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:30.929694 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a09c2-3961-4940-b03f-8580122a47a3 req-f85c5146-859c-4a97-98e5-67043ef25019 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:30.932371 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-516a09c2-3961-4940-b03f-8580122a47a3 req-f85c5146-859c-4a97-98e5-67043ef25019 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 945 time: 0.1200979 Apr 28 19:46:30.960177 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad8893-da4c-4769-ac63-1e70ea7ed68d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8747a77-3a67-4958-8a55-882002be0119,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:30.994321 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f6ad8893-da4c-4769-ac63-1e70ea7ed68d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:31.000479 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f6ad8893-da4c-4769-ac63-1e70ea7ed68d tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] 10.222.0.42 "DELETE /v2.0/ports/b8747a77-3a67-4958-8a55-882002be0119 HTTP/1.1" status: 204 len: 168 time: 0.7216530 Apr 28 19:46:31.001583 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56434) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:31.029997 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-165a204a-1e79-47bd-a2c1-8dc39f002368 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] GET failed (client error): The resource could not be found. Apr 28 19:46:31.037416 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-165a204a-1e79-47bd-a2c1-8dc39f002368 tempest-PortsAdminExtendedAttrsTestJSON-1600256949 tempest-PortsAdminExtendedAttrsTestJSON-1600256949-project-admin] 10.222.0.42 "GET /v2.0/ports/b8747a77-3a67-4958-8a55-882002be0119 HTTP/1.1" status: 404 len: 333 time: 0.0337753 Apr 28 19:46:31.040366 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 56436) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:31.053044 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27071f7b-3aae-4283-b535-f58ca7f30576 req-b5e912f2-e8ce-41a0-bf98-0b503433c6c4 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:31.055290 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-27071f7b-3aae-4283-b535-f58ca7f30576 req-b5e912f2-e8ce-41a0-bf98-0b503433c6c4 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=27d8c468-7bac-4a25-9c71-29e01cc568f6 HTTP/1.1" status: 200 len: 946 time: 0.0986452 Apr 28 19:46:31.065537 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-516a09c2-3961-4940-b03f-8580122a47a3 req-138a858e-3f00-4ad3-b741-5d7ff47e6f2d tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/security-groups?id=12f2a2ad-f5ef-4491-943d-fc8f15b6856b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083426 Apr 28 19:46:31.090742 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb233bc-3971-49c1-8b08-b10b3c103c29 service neutron] Pushing event updated for resources: {'Port': ['ID=43543a0f-b1c6-4bb7-9356-8781f1f81821,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:31.148761 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-27071f7b-3aae-4283-b535-f58ca7f30576 req-2db39e62-378a-4b0e-b71a-7621579ddbef tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857880 Apr 28 19:46:31.271296 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-52c4441e-2807-47f7-a0a8-291acc5e2ac6 tempest-PortsAdminExtendedAttrsTestJSON-1931792481 tempest-PortsAdminExtendedAttrsTestJSON-1931792481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:31.304317 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-9f08993f-8bab-4336-9012-82607dc29b3a req-acb233bc-3971-49c1-8b08-b10b3c103c29 service neutron] Attempting to bind port 43543a0f-b1c6-4bb7-9356-8781f1f81821 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:31.304660 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-9f08993f-8bab-4336-9012-82607dc29b3a req-acb233bc-3971-49c1-8b08-b10b3c103c29 service neutron] Attempting to bind port 43543a0f-b1c6-4bb7-9356-8781f1f81821 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'b5720445-03de-4d91-9572-e2572d42e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:31.305009 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f08993f-8bab-4336-9012-82607dc29b3a req-acb233bc-3971-49c1-8b08-b10b3c103c29 service neutron] Attempting to bind port 43543a0f-b1c6-4bb7-9356-8781f1f81821 on network fabbd60f-8bf6-4926-b9b3-5557fdc11e18 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:31.320748 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5f9f1-76fb-4d81-a420-9f3c111463a7 req-7bace8cd-41e2-4d95-911b-24392de2f3f5 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:31.321153 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-05e5f9f1-76fb-4d81-a420-9f3c111463a7 req-7bace8cd-41e2-4d95-911b-24392de2f3f5 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b05953e-3934-43c4-8847-2655f917dd98 HTTP/1.1" status: 200 len: 943 time: 0.1365066 Apr 28 19:46:31.323506 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f08993f-8bab-4336-9012-82607dc29b3a req-acb233bc-3971-49c1-8b08-b10b3c103c29 service neutron] Port 43543a0f-b1c6-4bb7-9356-8781f1f81821 on network fabbd60f-8bf6-4926-b9b3-5557fdc11e18 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:46:31.323791 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f08993f-8bab-4336-9012-82607dc29b3a req-acb233bc-3971-49c1-8b08-b10b3c103c29 service neutron] Attempting to bind port 43543a0f-b1c6-4bb7-9356-8781f1f81821 on network fabbd60f-8bf6-4926-b9b3-5557fdc11e18 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:31.353206 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f08993f-8bab-4336-9012-82607dc29b3a req-acb233bc-3971-49c1-8b08-b10b3c103c29 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:46:31.353544 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f08993f-8bab-4336-9012-82607dc29b3a req-acb233bc-3971-49c1-8b08-b10b3c103c29 service neutron] Checking segment: {'id': 'b5720445-03de-4d91-9572-e2572d42e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:46:31.353936 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f08993f-8bab-4336-9012-82607dc29b3a req-acb233bc-3971-49c1-8b08-b10b3c103c29 service neutron] Bound using segment: {'id': 'b5720445-03de-4d91-9572-e2572d42e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:46:31.357792 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-9f08993f-8bab-4336-9012-82607dc29b3a req-acb233bc-3971-49c1-8b08-b10b3c103c29 service neutron] Bound port: 43543a0f-b1c6-4bb7-9356-8781f1f81821, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5720445-03de-4d91-9572-e2572d42e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:46:31.357792 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9f08993f-8bab-4336-9012-82607dc29b3a req-acb233bc-3971-49c1-8b08-b10b3c103c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:31.464441 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-52c4441e-2807-47f7-a0a8-291acc5e2ac6 tempest-PortsAdminExtendedAttrsTestJSON-1931792481 tempest-PortsAdminExtendedAttrsTestJSON-1931792481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:31.469272 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-05e5f9f1-76fb-4d81-a420-9f3c111463a7 req-1d9a2985-2093-44ef-9f88-57a3d3a8de04 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259346 Apr 28 19:46:31.523441 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-52c4441e-2807-47f7-a0a8-291acc5e2ac6 tempest-PortsAdminExtendedAttrsTestJSON-1931792481 tempest-PortsAdminExtendedAttrsTestJSON-1931792481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ce13a4-a1e5-4828-804b-54e51370b91e']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:31.536441 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-9f08993f-8bab-4336-9012-82607dc29b3a req-acb233bc-3971-49c1-8b08-b10b3c103c29 service neutron] For port 43543a0f-b1c6-4bb7-9356-8781f1f81821, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:46:31.540045 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-52c4441e-2807-47f7-a0a8-291acc5e2ac6 tempest-PortsAdminExtendedAttrsTestJSON-1931792481 tempest-PortsAdminExtendedAttrsTestJSON-1931792481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '266336b2-7405-460c-84a6-b72e8f85b3e9') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:31.540376 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-52c4441e-2807-47f7-a0a8-291acc5e2ac6 tempest-PortsAdminExtendedAttrsTestJSON-1931792481 tempest-PortsAdminExtendedAttrsTestJSON-1931792481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '266336b2-7405-460c-84a6-b72e8f85b3e9') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:31.543182 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-9f08993f-8bab-4336-9012-82607dc29b3a req-acb233bc-3971-49c1-8b08-b10b3c103c29 service neutron] For port 43543a0f-b1c6-4bb7-9356-8781f1f81821, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=43543a0f-b1c6-4bb7-9356-8781f1f81821,segment=NetworkSegment(b5720445-03de-4d91-9572-e2572d42e7be),segment_id=b5720445-03de-4d91-9572-e2572d42e7be)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:46:31.551191 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9f08993f-8bab-4336-9012-82607dc29b3a req-acb233bc-3971-49c1-8b08-b10b3c103c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:31.562504 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-52c4441e-2807-47f7-a0a8-291acc5e2ac6 tempest-PortsAdminExtendedAttrsTestJSON-1931792481 tempest-PortsAdminExtendedAttrsTestJSON-1931792481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:31.603490 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08993f-8bab-4336-9012-82607dc29b3a req-acb233bc-3971-49c1-8b08-b10b3c103c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:31.603986 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9f08993f-8bab-4336-9012-82607dc29b3a req-acb233bc-3971-49c1-8b08-b10b3c103c29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:31.605415 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9f08993f-8bab-4336-9012-82607dc29b3a req-acb233bc-3971-49c1-8b08-b10b3c103c29 service neutron] 10.222.0.15 "PUT /v2.0/ports/43543a0f-b1c6-4bb7-9356-8781f1f81821 HTTP/1.1" status: 200 len: 1091 time: 1.4343970 Apr 28 19:46:31.606552 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b05953e-3934-43c4-8847-2655f917dd98', 'tag': '43543a0f-b1c6-4bb7-9356-8781f1f81821'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:31.608871 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d10aeb3-e3ee-4f8f-8701-80d4167b7f18" -d '{"events": [{"name": "network-changed", "server_uuid": "4b05953e-3934-43c4-8847-2655f917dd98", "tag": "43543a0f-b1c6-4bb7-9356-8781f1f81821"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:46:31.633426 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-52c4441e-2807-47f7-a0a8-291acc5e2ac6 tempest-PortsAdminExtendedAttrsTestJSON-1931792481 tempest-PortsAdminExtendedAttrsTestJSON-1931792481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:31.652978 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c4441e-2807-47f7-a0a8-291acc5e2ac6 tempest-PortsAdminExtendedAttrsTestJSON-1931792481 tempest-PortsAdminExtendedAttrsTestJSON-1931792481-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:46:31.653400 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-52c4441e-2807-47f7-a0a8-291acc5e2ac6 tempest-PortsAdminExtendedAttrsTestJSON-1931792481 tempest-PortsAdminExtendedAttrsTestJSON-1931792481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:31.656675 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:46:31.656675 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:46:31.656675 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:46:31.656675 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:46:31.656675 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:46:31.656675 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:46:31.656675 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:46:31.656675 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:46:31.656675 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:46:31.656675 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:46:31.656675 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:46:31.656675 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:46:31.656675 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:46:31.656675 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:46:31.656675 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:46:31.656675 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:46:31.656675 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:46:31.656675 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:46:31.656675 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:46:31.656675 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:46:31.656675 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:46:31.656675 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:46:31.656675 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:46:31.656675 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:46:31.656675 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:46:31.656675 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:46:31.656675 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:46:31.656675 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:46:31.656675 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:46:31.656675 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:46:31.656675 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:46:31.656675 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:46:31.660800 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd548e14-963e-4d0e-b85b-a9b32bd5482e x-openstack-request-id: req-fd548e14-963e-4d0e-b85b-a9b32bd5482e {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:46:31.661143 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b05953e-3934-43c4-8847-2655f917dd98", "tag": "43543a0f-b1c6-4bb7-9356-8781f1f81821", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:46:31.661337 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fd548e14-963e-4d0e-b85b-a9b32bd5482e {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:46:31.661776 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd548e14-963e-4d0e-b85b-a9b32bd5482e'] response: {'name': 'network-changed', 'server_uuid': '4b05953e-3934-43c4-8847-2655f917dd98', 'tag': '43543a0f-b1c6-4bb7-9356-8781f1f81821', 'status': 'completed', 'code': 200} Apr 28 19:46:31.690526 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb233bc-3971-49c1-8b08-b10b3c103c29 service neutron] Pushing event updated for resources: {'Port': ['ID=43543a0f-b1c6-4bb7-9356-8781f1f81821,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:31.772187 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08993f-8bab-4336-9012-82607dc29b3a req-d4a7d27a-7ff9-4ab2-bd49-4735af0ff42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:31.775038 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9f08993f-8bab-4336-9012-82607dc29b3a req-d4a7d27a-7ff9-4ab2-bd49-4735af0ff42e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=867e03fb86a54b0390ea4c90d552fb01&device_id=4b05953e-3934-43c4-8847-2655f917dd98 HTTP/1.1" status: 200 len: 1094 time: 0.1120505 Apr 28 19:46:31.781178 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-52c4441e-2807-47f7-a0a8-291acc5e2ac6 tempest-PortsAdminExtendedAttrsTestJSON-1931792481 tempest-PortsAdminExtendedAttrsTestJSON-1931792481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:31.795558 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:31.799474 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-52c4441e-2807-47f7-a0a8-291acc5e2ac6 tempest-PortsAdminExtendedAttrsTestJSON-1931792481 tempest-PortsAdminExtendedAttrsTestJSON-1931792481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:31.803193 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-52c4441e-2807-47f7-a0a8-291acc5e2ac6 tempest-PortsAdminExtendedAttrsTestJSON-1931792481 tempest-PortsAdminExtendedAttrsTestJSON-1931792481-project] 10.222.0.42 "DELETE /v2.0/networks/53ce13a4-a1e5-4828-804b-54e51370b91e HTTP/1.1" status: 204 len: 168 time: 0.7617919 Apr 28 19:46:31.837061 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9f08993f-8bab-4336-9012-82607dc29b3a req-6d027003-a2e7-4918-979b-b1c87a75b21a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43543a0f-b1c6-4bb7-9356-8781f1f81821 HTTP/1.1" status: 200 len: 217 time: 0.0525255 Apr 28 19:46:31.854584 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4441e-2807-47f7-a0a8-291acc5e2ac6 tempest-PortsAdminExtendedAttrsTestJSON-1931792481 tempest-PortsAdminExtendedAttrsTestJSON-1931792481-project] Pushing event deleted for resources: {'Network': ['ID=53ce13a4-a1e5-4828-804b-54e51370b91e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:31.895753 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08993f-8bab-4336-9012-82607dc29b3a req-3c4c9be6-6ed3-464d-9d4e-a1617499216f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:31.897415 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9f08993f-8bab-4336-9012-82607dc29b3a req-3c4c9be6-6ed3-464d-9d4e-a1617499216f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e145c28a-7477-47ad-a9ec-82b7e4aa7b4b HTTP/1.1" status: 200 len: 851 time: 0.0511947 Apr 28 19:46:31.929759 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9f08993f-8bab-4336-9012-82607dc29b3a req-6f7bf3ed-f319-4fdd-86e2-322b12d6c4cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fabbd60f-8bf6-4926-b9b3-5557fdc11e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253978 Apr 28 19:46:32.037126 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9f08993f-8bab-4336-9012-82607dc29b3a req-3c5d277e-14ed-420d-b5de-a62fb2675ef1 service neutron] 10.222.0.15 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007226 Apr 28 19:46:32.098643 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56500) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:32.139880 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9f08993f-8bab-4336-9012-82607dc29b3a req-1a0b0f3d-5c53-4df1-a98f-159a8c4dbcfc service neutron] 10.222.0.15 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961893 Apr 28 19:46:32.177272 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56506) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:32.297271 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca795062-d395-483d-ab34-dce217f73454 req-625be9d8-c7fc-46ae-ab99-081b3a2ab08d tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:32.299109 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f6110-0320-488c-94c0-e9f33a72b95d req-ce5c49f3-747f-4af6-8086-6318303f9abc tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:32.301523 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-246f6110-0320-488c-94c0-e9f33a72b95d req-ce5c49f3-747f-4af6-8086-6318303f9abc tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 945 time: 0.1580443 Apr 28 19:46:32.304756 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10aeb3-e3ee-4f8f-8701-80d4167b7f18 req-983449e9-e226-4fc0-a18f-2eacf93a8827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:32.306290 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ca795062-d395-483d-ab34-dce217f73454 req-625be9d8-c7fc-46ae-ab99-081b3a2ab08d tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=27d8c468-7bac-4a25-9c71-29e01cc568f6 HTTP/1.1" status: 200 len: 946 time: 0.0694542 Apr 28 19:46:32.306685 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d10aeb3-e3ee-4f8f-8701-80d4167b7f18 req-983449e9-e226-4fc0-a18f-2eacf93a8827 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=867e03fb86a54b0390ea4c90d552fb01&device_id=4b05953e-3934-43c4-8847-2655f917dd98 HTTP/1.1" status: 200 len: 1094 time: 0.1071539 Apr 28 19:46:32.379786 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ca795062-d395-483d-ab34-dce217f73454 req-b2babb19-dce7-4549-bcda-e29f997733e5 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720074 Apr 28 19:46:32.391490 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ea99128c-84aa-49c9-9b84-397bb6cdfa64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:32.441591 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ee18698f-a50a-4c97-8ff5-bd9aedc7532b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c51ddab474d2454999c1ea85e5c6976d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3405561 Apr 28 19:46:32.444357 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56510) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:32.465134 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-246f6110-0320-488c-94c0-e9f33a72b95d req-18d18a4b-5dde-4cf1-b069-8051c404f887 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/security-groups?id=12f2a2ad-f5ef-4491-943d-fc8f15b6856b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401131 Apr 28 19:46:32.489984 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099ab9e-6f64-4682-9869-e885c0104254 req-14ae1d34-3cf7-4d12-a22a-518d225a3732 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:32.491932 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a099ab9e-6f64-4682-9869-e885c0104254 req-14ae1d34-3cf7-4d12-a22a-518d225a3732 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.44 "GET /v2.0/ports?device_id=27d8c468-7bac-4a25-9c71-29e01cc568f6 HTTP/1.1" status: 200 len: 946 time: 0.1439626 Apr 28 19:46:32.530239 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10aeb3-e3ee-4f8f-8701-80d4167b7f18 req-d477e0c5-0be1-4b19-b1c2-e64cb94339c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:32.530845 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-887c56fd-4374-4a19-a032-e6dc175a15ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:32.531832 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d10aeb3-e3ee-4f8f-8701-80d4167b7f18 req-d477e0c5-0be1-4b19-b1c2-e64cb94339c7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fabbd60f-8bf6-4926-b9b3-5557fdc11e18 HTTP/1.1" status: 200 len: 912 time: 0.2182701 Apr 28 19:46:32.579874 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-887c56fd-4374-4a19-a032-e6dc175a15ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:32.589695 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d10aeb3-e3ee-4f8f-8701-80d4167b7f18 req-27e3a61c-7e4b-41bf-b075-043580f588ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43543a0f-b1c6-4bb7-9356-8781f1f81821 HTTP/1.1" status: 200 len: 217 time: 0.0482013 Apr 28 19:46:32.634578 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ea99128c-84aa-49c9-9b84-397bb6cdfa64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:32.647449 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ea99128c-84aa-49c9-9b84-397bb6cdfa64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:32.725204 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514ef2f-c01d-41dc-81df-b2235eccd798 req-39b5d53c-f859-4729-8d60-552e4e06d900 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:32.726818 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a514ef2f-c01d-41dc-81df-b2235eccd798 req-39b5d53c-f859-4729-8d60-552e4e06d900 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b05953e-3934-43c4-8847-2655f917dd98 HTTP/1.1" status: 200 len: 943 time: 0.1538475 Apr 28 19:46:32.732986 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ea99128c-84aa-49c9-9b84-397bb6cdfa64 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=660ee115ec334a3a89e2c345b983e564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5543387 Apr 28 19:46:32.734115 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56514) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:32.734806 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99128c-84aa-49c9-9b84-397bb6cdfa64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61ad8b9-d5c0-4983-8969-2aa75e6b1a92,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:32.773226 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-887c56fd-4374-4a19-a032-e6dc175a15ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:32.775490 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-887c56fd-4374-4a19-a032-e6dc175a15ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:32.779924 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-887c56fd-4374-4a19-a032-e6dc175a15ba admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3ee20ae2-f23e-4cf9-975d-8dc34ef3dac5 HTTP/1.1" status: 204 len: 168 time: 0.3312218 Apr 28 19:46:32.807819 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c56fd-4374-4a19-a032-e6dc175a15ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee20ae2-f23e-4cf9-975d-8dc34ef3dac5,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:32.831063 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a514ef2f-c01d-41dc-81df-b2235eccd798 req-e740602f-cfec-459b-a487-7b7e45044cac tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911691 Apr 28 19:46:32.861305 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d07edf41-5265-4894-adab-d4fde474ca3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:32.901626 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d07edf41-5265-4894-adab-d4fde474ca3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:32.991281 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d07edf41-5265-4894-adab-d4fde474ca3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:32.995268 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d07edf41-5265-4894-adab-d4fde474ca3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:32.999140 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d07edf41-5265-4894-adab-d4fde474ca3f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a61ad8b9-d5c0-4983-8969-2aa75e6b1a92 HTTP/1.1" status: 204 len: 168 time: 0.2612500 Apr 28 19:46:33.017999 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10aeb3-e3ee-4f8f-8701-80d4167b7f18 req-e68a89e9-5128-426f-8fb7-479e0973dcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:33.018650 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07edf41-5265-4894-adab-d4fde474ca3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61ad8b9-d5c0-4983-8969-2aa75e6b1a92,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:33.019515 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d10aeb3-e3ee-4f8f-8701-80d4167b7f18 req-e68a89e9-5128-426f-8fb7-479e0973dcce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e145c28a-7477-47ad-a9ec-82b7e4aa7b4b HTTP/1.1" status: 200 len: 851 time: 0.0724192 Apr 28 19:46:33.028489 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-a099ab9e-6f64-4682-9869-e885c0104254 req-2353d151-0044-4d2e-91c3-b68e99625c85 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Deleting port 77b21ad6-6eb9-4c29-b4d1-c5d16b684be4 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:46:33.028846 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a099ab9e-6f64-4682-9869-e885c0104254 req-2353d151-0044-4d2e-91c3-b68e99625c85 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:33.071208 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d10aeb3-e3ee-4f8f-8701-80d4167b7f18 req-8c7df798-5ede-458b-b291-1efce7e507b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fabbd60f-8bf6-4926-b9b3-5557fdc11e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391834 Apr 28 19:46:33.232073 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-a099ab9e-6f64-4682-9869-e885c0104254 req-2353d151-0044-4d2e-91c3-b68e99625c85 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] For port 77b21ad6-6eb9-4c29-b4d1-c5d16b684be4, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=77b21ad6-6eb9-4c29-b4d1-c5d16b684be4,segment=NetworkSegment(3dc3189c-aa90-4025-9633-a3e23afc4207),segment_id=3dc3189c-aa90-4025-9633-a3e23afc4207)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:33.232482 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a099ab9e-6f64-4682-9869-e885c0104254 req-2353d151-0044-4d2e-91c3-b68e99625c85 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:33.256574 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-a099ab9e-6f64-4682-9869-e885c0104254 req-2353d151-0044-4d2e-91c3-b68e99625c85 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Calling delete_port for 77b21ad6-6eb9-4c29-b4d1-c5d16b684be4 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:46:33.263538 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d10aeb3-e3ee-4f8f-8701-80d4167b7f18 req-6c2b5177-6e41-4f8a-b222-6152ed5ecebd service neutron] 10.222.0.15 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595011 Apr 28 19:46:33.270032 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56528) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:33.295757 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:33.339190 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d5b5c02a-79c1-4af5-ac97-f35f6472a911 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e58505a0066a4c4db5652a8aa2fe00db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0652733 Apr 28 19:46:33.339503 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56530) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:33.402457 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9258926f-435b-46fc-b588-0e8998389e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:33.428007 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d10aeb3-e3ee-4f8f-8701-80d4167b7f18 req-7c032cc4-c22d-4a7e-9213-58e86f4ee797 service neutron] 10.222.0.15 "GET /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520059 Apr 28 19:46:33.450207 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9258926f-435b-46fc-b588-0e8998389e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:33.524750 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9258926f-435b-46fc-b588-0e8998389e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:33.531313 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9258926f-435b-46fc-b588-0e8998389e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:33.534058 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9258926f-435b-46fc-b588-0e8998389e4d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/71575704-4a8b-4b73-8c9a-a70e4a9f345b HTTP/1.1" status: 204 len: 168 time: 0.1931398 Apr 28 19:46:33.549803 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258926f-435b-46fc-b588-0e8998389e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71575704-4a8b-4b73-8c9a-a70e4a9f345b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:33.559329 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a099ab9e-6f64-4682-9869-e885c0104254 req-2353d151-0044-4d2e-91c3-b68e99625c85 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:33.574679 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['77b21ad6-6eb9-4c29-b4d1-c5d16b684be4'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:46:33.577775 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['375e7d09-ce38-4af9-9954-2af31be2bfe6', 'bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:46:33.613622 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56538) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:33.632349 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa46d3-488c-4b7f-95ef-075bcfb212da req-39c661d3-9366-4034-842d-4fb3b4add79b tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:33.634293 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f0aa46d3-488c-4b7f-95ef-075bcfb212da req-39c661d3-9366-4034-842d-4fb3b4add79b tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=27d8c468-7bac-4a25-9c71-29e01cc568f6 HTTP/1.1" status: 200 len: 867 time: 0.1460583 Apr 28 19:46:33.635811 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353d151-0044-4d2e-91c3-b68e99625c85 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Pushing event deleted for resources: {'Port': ['ID=77b21ad6-6eb9-4c29-b4d1-c5d16b684be4,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:33.650397 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-37e52cec-99c5-454f-b22a-daba18021a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:33.733189 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a099ab9e-6f64-4682-9869-e885c0104254 req-2353d151-0044-4d2e-91c3-b68e99625c85 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] No DVR routers for this DVR port 77b21ad6-6eb9-4c29-b4d1-c5d16b684be4 on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:46:33.745747 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a099ab9e-6f64-4682-9869-e885c0104254 req-2353d151-0044-4d2e-91c3-b68e99625c85 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:33.748581 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb510493-44a5-4da5-b919-62e502b7425f req-2748a585-8339-4fd4-821e-6b8f2b106309 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:33.750291 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fb510493-44a5-4da5-b919-62e502b7425f req-2748a585-8339-4fd4-821e-6b8f2b106309 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 945 time: 0.1746221 Apr 28 19:46:33.751160 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a099ab9e-6f64-4682-9869-e885c0104254 req-2353d151-0044-4d2e-91c3-b68e99625c85 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.44 "DELETE /v2.0/ports/77b21ad6-6eb9-4c29-b4d1-c5d16b684be4 HTTP/1.1" status: 204 len: 173 time: 1.2515218 Apr 28 19:46:33.752009 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d8c468-7bac-4a25-9c71-29e01cc568f6', 'name': 'network-vif-deleted', 'tag': '77b21ad6-6eb9-4c29-b4d1-c5d16b684be4'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:33.762109 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1144f0-a72f-423f-8271-c03bf3ac9305" -d '{"events": [{"server_uuid": "27d8c468-7bac-4a25-9c71-29e01cc568f6", "name": "network-vif-deleted", "tag": "77b21ad6-6eb9-4c29-b4d1-c5d16b684be4"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:46:33.807929 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f0aa46d3-488c-4b7f-95ef-075bcfb212da req-6964ea24-58b1-4f37-9065-fd35eff7defd tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625152 Apr 28 19:46:33.859639 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-37e52cec-99c5-454f-b22a-daba18021a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:33.871338 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0ef34c-0777-401f-8cd8-adcf943ded81 x-openstack-request-id: req-2a0ef34c-0777-401f-8cd8-adcf943ded81 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:46:33.871947 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d8c468-7bac-4a25-9c71-29e01cc568f6", "name": "network-vif-deleted", "tag": "77b21ad6-6eb9-4c29-b4d1-c5d16b684be4", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:46:33.872773 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2a0ef34c-0777-401f-8cd8-adcf943ded81 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:46:33.874231 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a0ef34c-0777-401f-8cd8-adcf943ded81'] response: {'server_uuid': '27d8c468-7bac-4a25-9c71-29e01cc568f6', 'name': 'network-vif-deleted', 'tag': '77b21ad6-6eb9-4c29-b4d1-c5d16b684be4', 'status': 'completed', 'code': 200} Apr 28 19:46:33.875437 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fb510493-44a5-4da5-b919-62e502b7425f req-80ab5576-d241-41c1-8097-bea5611ca688 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/security-groups?id=12f2a2ad-f5ef-4491-943d-fc8f15b6856b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105247 Apr 28 19:46:33.882207 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-37e52cec-99c5-454f-b22a-daba18021a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:33.969173 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e52cec-99c5-454f-b22a-daba18021a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce8bf98-b353-427d-a421-b88f81ecdabd,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:34.010640 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 56552) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:34.011462 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-37e52cec-99c5-454f-b22a-daba18021a5b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=23b9c1d1cbee48c38dd1f75b95c6a8fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3954539 Apr 28 19:46:34.074027 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b614009-dac3-488c-b34a-436249d19026 req-35e9c73a-3603-47c9-be04-e1a5fa1aad5d tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:34.082276 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3b614009-dac3-488c-b34a-436249d19026 req-35e9c73a-3603-47c9-be04-e1a5fa1aad5d tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b05953e-3934-43c4-8847-2655f917dd98 HTTP/1.1" status: 200 len: 943 time: 0.1390789 Apr 28 19:46:34.150028 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3b614009-dac3-488c-b34a-436249d19026 req-353c9a18-11bc-4e91-8219-d741099b2bb8 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616012 Apr 28 19:46:34.155250 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-38fed70e-680c-4b60-a78e-8a56d23339e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:34.192080 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-38fed70e-680c-4b60-a78e-8a56d23339e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:34.283686 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-38fed70e-680c-4b60-a78e-8a56d23339e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:34.286690 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-38fed70e-680c-4b60-a78e-8a56d23339e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:34.290605 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-38fed70e-680c-4b60-a78e-8a56d23339e7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0ce8bf98-b353-427d-a421-b88f81ecdabd HTTP/1.1" status: 204 len: 168 time: 0.2757807 Apr 28 19:46:34.297523 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fed70e-680c-4b60-a78e-8a56d23339e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce8bf98-b353-427d-a421-b88f81ecdabd,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:35.087231 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0116dc2-162c-47d7-b803-50a4ac3f106a req-fa6896bd-e3cc-4a47-bede-96ca0ec568c1 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:35.093603 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d0116dc2-162c-47d7-b803-50a4ac3f106a req-fa6896bd-e3cc-4a47-bede-96ca0ec568c1 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 945 time: 0.1307364 Apr 28 19:46:35.158924 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d0116dc2-162c-47d7-b803-50a4ac3f106a req-968bd120-381c-426a-89f8-f811f7f3eeee tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/security-groups?id=12f2a2ad-f5ef-4491-943d-fc8f15b6856b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592489 Apr 28 19:46:35.230103 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e13a2d-39b4-4fc7-8ce3-cfadc251dc50 req-cddc2af0-1aa9-4b9c-a093-f268b1ca95ff tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:35.232350 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-46e13a2d-39b4-4fc7-8ce3-cfadc251dc50 req-cddc2af0-1aa9-4b9c-a093-f268b1ca95ff tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=e36c9b01-b9fd-40e8-add0-1ee55675de2f HTTP/1.1" status: 200 len: 945 time: 0.0838494 Apr 28 19:46:35.265117 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 43543a0f-b1c6-4bb7-9356-8781f1f81821 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:46:35.344632 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e1f84-31a6-49ee-a56d-5a8e5c8ce0ea req-7b877e09-47d6-40db-a0b3-2473b24ddf58 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:35.348261 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-398e1f84-31a6-49ee-a56d-5a8e5c8ce0ea req-7b877e09-47d6-40db-a0b3-2473b24ddf58 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b05953e-3934-43c4-8847-2655f917dd98 HTTP/1.1" status: 200 len: 943 time: 0.0859482 Apr 28 19:46:35.353020 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-46e13a2d-39b4-4fc7-8ce3-cfadc251dc50 req-41cfa91f-5adc-495b-bdf6-b99f58be2ea8 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113725 Apr 28 19:46:35.434936 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-398e1f84-31a6-49ee-a56d-5a8e5c8ce0ea req-804f417b-292b-43ce-9145-66b4c74153ed tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776706 Apr 28 19:46:35.482251 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 43543a0f-b1c6-4bb7-9356-8781f1f81821, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=43543a0f-b1c6-4bb7-9356-8781f1f81821,segment=NetworkSegment(b5720445-03de-4d91-9572-e2572d42e7be),segment_id=b5720445-03de-4d91-9572-e2572d42e7be)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:35.498084 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '43543a0f-b1c6-4bb7-9356-8781f1f81821', 'network_id': 'fabbd60f-8bf6-4926-b9b3-5557fdc11e18', 'port_id': '43543a0f-b1c6-4bb7-9356-8781f1f81821', 'mac_address': 'fa:16:3e:37:ef:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e145c28a-7477-47ad-a9ec-82b7e4aa7b4b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:46:35.569999 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:35.600625 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43543a0f-b1c6-4bb7-9356-8781f1f81821 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:46:35.674739 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 43543a0f-b1c6-4bb7-9356-8781f1f81821, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=43543a0f-b1c6-4bb7-9356-8781f1f81821,segment=NetworkSegment(b5720445-03de-4d91-9572-e2572d42e7be),segment_id=b5720445-03de-4d91-9572-e2572d42e7be)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:35.683500 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:35.803415 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7401f-b70b-4fb1-9ab8-a232d4bd30ae req-25798190-6f4e-40cf-bf54-2d062f7dd235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:35.805447 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-03a7401f-b70b-4fb1-9ab8-a232d4bd30ae req-25798190-6f4e-40cf-bf54-2d062f7dd235 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a0c676490ad4221b826814b264d08aa&device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 1096 time: 0.0719519 Apr 28 19:46:35.814544 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=43543a0f-b1c6-4bb7-9356-8781f1f81821,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:35.896885 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5b487-cca7-4c10-9a07-f7e3fefafa29 req-6169912b-d01a-4f15-9506-7a6a365e2605 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:35.907720 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f3c5b487-cca7-4c10-9a07-f7e3fefafa29 req-6169912b-d01a-4f15-9506-7a6a365e2605 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 945 time: 0.1401544 Apr 28 19:46:35.967805 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f3c5b487-cca7-4c10-9a07-f7e3fefafa29 req-d4d8234d-3c71-458e-a83d-ebc19b0470e7 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a15d10f-28d1-4c71-978e-dccf205b55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590091 Apr 28 19:46:35.999385 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7401f-b70b-4fb1-9ab8-a232d4bd30ae req-b8decac4-105e-4b05-afe6-829937e76afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:36.001210 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-03a7401f-b70b-4fb1-9ab8-a232d4bd30ae req-b8decac4-105e-4b05-afe6-829937e76afd service neutron] 10.222.0.44 "GET /v2.0/networks?id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef HTTP/1.1" status: 200 len: 920 time: 0.1889987 Apr 28 19:46:36.011616 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['43543a0f-b1c6-4bb7-9356-8781f1f81821'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:46:36.086769 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-03a7401f-b70b-4fb1-9ab8-a232d4bd30ae req-645fb054-ba95-465c-a039-a750e8a9384e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1094860a-dcd5-4b3b-9fb1-406fe5470ed2 HTTP/1.1" status: 200 len: 1001 time: 0.0752959 Apr 28 19:46:36.087132 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56638) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:36.158007 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7401f-b70b-4fb1-9ab8-a232d4bd30ae req-67c2f155-d496-4a18-8b56-9e8829599cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:36.160414 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-03a7401f-b70b-4fb1-9ab8-a232d4bd30ae req-67c2f155-d496-4a18-8b56-9e8829599cd7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d25b1cb0-c200-401d-9c44-cd4c1f880757 HTTP/1.1" status: 200 len: 858 time: 0.0668550 Apr 28 19:46:36.276546 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7401f-b70b-4fb1-9ab8-a232d4bd30ae req-d390fe64-1c96-4b38-886b-a1783d5e924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:36.279283 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-03a7401f-b70b-4fb1-9ab8-a232d4bd30ae req-d390fe64-1c96-4b38-886b-a1783d5e924f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1119742 Apr 28 19:46:36.396014 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-2dab6b53-582b-4b1d-ba35-ad1c89d50a92 tempest-QuotasTest-1159848075 tempest-QuotasTest-1159848075-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:36.397215 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812f12e-b801-447c-8a44-a911dfa060be req-44fbb2ea-3427-4dff-9f7b-7883a3596fc1 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:36.398873 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6812f12e-b801-447c-8a44-a911dfa060be req-44fbb2ea-3427-4dff-9f7b-7883a3596fc1 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 945 time: 0.1275761 Apr 28 19:46:36.460846 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 56652) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:36.461965 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2dab6b53-582b-4b1d-ba35-ad1c89d50a92 tempest-QuotasTest-1159848075 tempest-QuotasTest-1159848075-project-admin] 10.222.0.42 "PUT /v2.0/quotas/5db0485757754518ab8ab8808270af9e HTTP/1.1" status: 200 len: 366 time: 0.3731787 Apr 28 19:46:36.490287 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-03a7401f-b70b-4fb1-9ab8-a232d4bd30ae req-8e6ebc6c-fbb3-4521-a902-9e55525fbfb7 service neutron] 10.222.0.44 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947484 Apr 28 19:46:36.515693 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5a0b5df1-bb32-4cc5-ad10-85bf14e9c1dd tempest-QuotasTest-1159848075 tempest-QuotasTest-1159848075-project-admin] 10.222.0.42 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0514278 Apr 28 19:46:36.525688 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56656) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:36.547723 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6812f12e-b801-447c-8a44-a911dfa060be req-dcf345e4-f5d9-43f6-b872-b859205e43ee tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/security-groups?id=12f2a2ad-f5ef-4491-943d-fc8f15b6856b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389768 Apr 28 19:46:36.556182 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-71166eee-528e-4f0b-a549-066719c8221c tempest-QuotasTest-1159848075 tempest-QuotasTest-1159848075-project-admin] 10.222.0.42 "GET /v2.0/quotas/5db0485757754518ab8ab8808270af9e HTTP/1.1" status: 200 len: 366 time: 0.0270684 Apr 28 19:46:36.573171 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56662) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:36.586754 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc07e4-b473-45c3-b968-6867b49efbdb req-5f51a3fb-000d-459d-9085-aa053dc554d0 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:36.588563 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-99cc07e4-b473-45c3-b968-6867b49efbdb req-5f51a3fb-000d-459d-9085-aa053dc554d0 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=e36c9b01-b9fd-40e8-add0-1ee55675de2f HTTP/1.1" status: 200 len: 945 time: 0.1246324 Apr 28 19:46:36.627202 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-55251658-e97f-4309-864d-f08101f3952a tempest-QuotasTest-1159848075 tempest-QuotasTest-1159848075-project-admin] 10.222.0.42 "DELETE /v2.0/quotas/5db0485757754518ab8ab8808270af9e HTTP/1.1" status: 204 len: 168 time: 0.0372915 Apr 28 19:46:36.630589 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56670) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:36.638886 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff2d26-0433-4550-a88a-7a93eebf7017 req-e135eca8-f19f-4cd2-afc1-31a63d130092 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:36.640615 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-68ff2d26-0433-4550-a88a-7a93eebf7017 req-e135eca8-f19f-4cd2-afc1-31a63d130092 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.15 "GET /v2.0/ports?device_id=e36c9b01-b9fd-40e8-add0-1ee55675de2f HTTP/1.1" status: 200 len: 945 time: 0.1696348 Apr 28 19:46:36.660159 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3b972920-210d-4a00-8ba9-08de46ac8582 tempest-QuotasTest-1159848075 tempest-QuotasTest-1159848075-project-admin] 10.222.0.42 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0249426 Apr 28 19:46:36.663314 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56672) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:36.673000 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-99cc07e4-b473-45c3-b968-6867b49efbdb req-667a55f5-6352-4c50-a0a4-85c319a52bc6 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763204 Apr 28 19:46:36.677603 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3e8409a9-247e-41a0-a525-a47eaf57d738 tempest-QuotasTest-1159848075 tempest-QuotasTest-1159848075-project-admin] 10.222.0.42 "GET /v2.0/quotas/5db0485757754518ab8ab8808270af9e HTTP/1.1" status: 200 len: 370 time: 0.0129085 Apr 28 19:46:36.682497 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56674) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:36.688173 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-36c76d3a-62c0-437e-924a-86ef7edc671d tempest-QuotasTest-1159848075 tempest-QuotasTest-1159848075-project-admin] 10.222.0.42 "GET /v2.0/quotas/5db0485757754518ab8ab8808270af9e/default HTTP/1.1" status: 200 len: 370 time: 0.0040126 Apr 28 19:46:36.691845 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56676) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:36.705437 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-f96e65ae-e25f-4483-9cd6-9c318d95826d tempest-QuotasTest-1159848075 tempest-QuotasTest-1159848075-project-admin] delete failed (client error): The resource could not be found. Apr 28 19:46:36.707755 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f96e65ae-e25f-4483-9cd6-9c318d95826d tempest-QuotasTest-1159848075 tempest-QuotasTest-1159848075-project-admin] 10.222.0.42 "DELETE /v2.0/quotas/5db0485757754518ab8ab8808270af9e HTTP/1.1" status: 404 len: 348 time: 0.0142336 Apr 28 19:46:36.781720 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-03a7401f-b70b-4fb1-9ab8-a232d4bd30ae req-65d5c8b7-1c55-4c82-a4a8-e84e0e553d78 service neutron] 10.222.0.44 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688618 Apr 28 19:46:36.805575 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 77b21ad6-6eb9-4c29-b4d1-c5d16b684be4 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:46:36.837780 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68043b-e719-4fee-8380-7b37d389972a req-9cb53726-2eb5-4709-9957-10185e86bc75 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:36.846696 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7d68043b-e719-4fee-8380-7b37d389972a req-9cb53726-2eb5-4709-9957-10185e86bc75 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b05953e-3934-43c4-8847-2655f917dd98 HTTP/1.1" status: 200 len: 944 time: 0.2042649 Apr 28 19:46:36.856693 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 77b21ad6-6eb9-4c29-b4d1-c5d16b684be4 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:46:36.857082 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 77b21ad6-6eb9-4c29-b4d1-c5d16b684be4 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:46:36.882191 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56694) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:36.906941 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7d68043b-e719-4fee-8380-7b37d389972a req-65c3f589-9b67-4385-8567-5785c14b0d03 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598378 Apr 28 19:46:36.909723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.quota.resource [None req-e8af9f0b-21e0-4306-9b60-5ff17f3cbba2 tempest-QuotasTest-1159848075 tempest-QuotasTest-1159848075-project-admin] Usage tracker for resource:network and tenant:d82a5e96d349414f85892bdce5b2a06c is out of sync, need to count used quota {{(pid=102774) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 28 19:46:36.916206 n-d-839810-1 neutron-server[102774]: DEBUG neutron.quota.resource [None req-e8af9f0b-21e0-4306-9b60-5ff17f3cbba2 tempest-QuotasTest-1159848075 tempest-QuotasTest-1159848075-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102774) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 28 19:46:36.921791 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-68ff2d26-0433-4550-a88a-7a93eebf7017 req-3f68cb25-c5e9-4e4e-be9f-e20d3d3b6376 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Deleting port bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:46:36.922779 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-68ff2d26-0433-4550-a88a-7a93eebf7017 req-3f68cb25-c5e9-4e4e-be9f-e20d3d3b6376 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:36.940503 n-d-839810-1 neutron-server[102774]: DEBUG neutron.quota.resource [None req-e8af9f0b-21e0-4306-9b60-5ff17f3cbba2 tempest-QuotasTest-1159848075 tempest-QuotasTest-1159848075-project-admin] Usage tracker for resource:subnet and tenant:d82a5e96d349414f85892bdce5b2a06c is out of sync, need to count used quota {{(pid=102774) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 28 19:46:36.952374 n-d-839810-1 neutron-server[102774]: DEBUG neutron.quota.resource [None req-e8af9f0b-21e0-4306-9b60-5ff17f3cbba2 tempest-QuotasTest-1159848075 tempest-QuotasTest-1159848075-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102774) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 28 19:46:36.964727 n-d-839810-1 neutron-server[102774]: DEBUG neutron.quota.resource [None req-e8af9f0b-21e0-4306-9b60-5ff17f3cbba2 tempest-QuotasTest-1159848075 tempest-QuotasTest-1159848075-project-admin] Usage tracker for resource:subnetpool and tenant:d82a5e96d349414f85892bdce5b2a06c is out of sync, need to count used quota {{(pid=102774) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 28 19:46:36.970823 n-d-839810-1 neutron-server[102774]: DEBUG neutron.quota.resource [None req-e8af9f0b-21e0-4306-9b60-5ff17f3cbba2 tempest-QuotasTest-1159848075 tempest-QuotasTest-1159848075-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102774) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 28 19:46:36.979260 n-d-839810-1 neutron-server[102774]: DEBUG neutron.quota.resource [None req-e8af9f0b-21e0-4306-9b60-5ff17f3cbba2 tempest-QuotasTest-1159848075 tempest-QuotasTest-1159848075-project-admin] Usage tracker for resource:port and tenant:d82a5e96d349414f85892bdce5b2a06c is out of sync, need to count used quota {{(pid=102774) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 28 19:46:36.985539 n-d-839810-1 neutron-server[102774]: DEBUG neutron.quota.resource [None req-e8af9f0b-21e0-4306-9b60-5ff17f3cbba2 tempest-QuotasTest-1159848075 tempest-QuotasTest-1159848075-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102774) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 28 19:46:36.993768 n-d-839810-1 neutron-server[102774]: DEBUG neutron.quota.resource [None req-e8af9f0b-21e0-4306-9b60-5ff17f3cbba2 tempest-QuotasTest-1159848075 tempest-QuotasTest-1159848075-project-admin] Usage tracker for resource:router and tenant:d82a5e96d349414f85892bdce5b2a06c is out of sync, need to count used quota {{(pid=102774) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 28 19:46:37.006468 n-d-839810-1 neutron-server[102774]: DEBUG neutron.quota.resource [None req-e8af9f0b-21e0-4306-9b60-5ff17f3cbba2 tempest-QuotasTest-1159848075 tempest-QuotasTest-1159848075-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102774) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 28 19:46:37.020292 n-d-839810-1 neutron-server[102774]: DEBUG neutron.quota.resource [None req-e8af9f0b-21e0-4306-9b60-5ff17f3cbba2 tempest-QuotasTest-1159848075 tempest-QuotasTest-1159848075-project-admin] Usage tracker for resource:floatingip and tenant:d82a5e96d349414f85892bdce5b2a06c is out of sync, need to count used quota {{(pid=102774) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 28 19:46:37.030722 n-d-839810-1 neutron-server[102774]: DEBUG neutron.quota.resource [None req-e8af9f0b-21e0-4306-9b60-5ff17f3cbba2 tempest-QuotasTest-1159848075 tempest-QuotasTest-1159848075-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102774) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 28 19:46:37.068095 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-68ff2d26-0433-4550-a88a-7a93eebf7017 req-3f68cb25-c5e9-4e4e-be9f-e20d3d3b6376 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] For port bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4,segment=NetworkSegment(3dc3189c-aa90-4025-9633-a3e23afc4207),segment_id=3dc3189c-aa90-4025-9633-a3e23afc4207)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:37.068655 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-68ff2d26-0433-4550-a88a-7a93eebf7017 req-3f68cb25-c5e9-4e4e-be9f-e20d3d3b6376 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:37.091037 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-68ff2d26-0433-4550-a88a-7a93eebf7017 req-3f68cb25-c5e9-4e4e-be9f-e20d3d3b6376 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Calling delete_port for bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:46:37.106730 n-d-839810-1 neutron-server[102774]: DEBUG neutron.quota.resource [None req-e8af9f0b-21e0-4306-9b60-5ff17f3cbba2 tempest-QuotasTest-1159848075 tempest-QuotasTest-1159848075-project-admin] Usage tracker for resource:security_group and tenant:d82a5e96d349414f85892bdce5b2a06c is out of sync, need to count used quota {{(pid=102774) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 28 19:46:37.119302 n-d-839810-1 neutron-server[102774]: DEBUG neutron.quota.resource [None req-e8af9f0b-21e0-4306-9b60-5ff17f3cbba2 tempest-QuotasTest-1159848075 tempest-QuotasTest-1159848075-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102774) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 28 19:46:37.165918 n-d-839810-1 neutron-server[102774]: DEBUG neutron.quota.resource [None req-e8af9f0b-21e0-4306-9b60-5ff17f3cbba2 tempest-QuotasTest-1159848075 tempest-QuotasTest-1159848075-project-admin] Usage tracker for resource:security_group_rule and tenant:d82a5e96d349414f85892bdce5b2a06c is out of sync, need to count used quota {{(pid=102774) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 28 19:46:37.174556 n-d-839810-1 neutron-server[102774]: DEBUG neutron.quota.resource [None req-e8af9f0b-21e0-4306-9b60-5ff17f3cbba2 tempest-QuotasTest-1159848075 tempest-QuotasTest-1159848075-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102774) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 28 19:46:37.187116 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e8af9f0b-21e0-4306-9b60-5ff17f3cbba2 tempest-QuotasTest-1159848075 tempest-QuotasTest-1159848075-project-admin] 10.222.0.42 "GET /v2.0/quotas/d82a5e96d349414f85892bdce5b2a06c/details.json HTTP/1.1" status: 200 len: 703 time: 0.2992895 Apr 28 19:46:37.213136 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c2568-2cdd-4872-94d1-b3a0d373fdec req-37b45697-42af-4c26-ab32-8199d23ee437 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:37.216593 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dd4c2568-2cdd-4872-94d1-b3a0d373fdec req-37b45697-42af-4c26-ab32-8199d23ee437 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 945 time: 0.0902057 Apr 28 19:46:37.281297 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dd4c2568-2cdd-4872-94d1-b3a0d373fdec req-5efc6ded-094e-4913-af56-1cb8d489e0a2 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a15d10f-28d1-4c71-978e-dccf205b55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520909 Apr 28 19:46:37.286146 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 43543a0f-b1c6-4bb7-9356-8781f1f81821 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:46:37.316668 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-68ff2d26-0433-4550-a88a-7a93eebf7017 req-3f68cb25-c5e9-4e4e-be9f-e20d3d3b6376 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:37.333344 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['375e7d09-ce38-4af9-9954-2af31be2bfe6', 'bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:46:37.369300 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68cb25-c5e9-4e4e-be9f-e20d3d3b6376 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Pushing event deleted for resources: {'Port': ['ID=bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:37.452074 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ff2d26-0433-4550-a88a-7a93eebf7017 req-3f68cb25-c5e9-4e4e-be9f-e20d3d3b6376 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] No DVR routers for this DVR port bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:46:37.459186 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-68ff2d26-0433-4550-a88a-7a93eebf7017 req-3f68cb25-c5e9-4e4e-be9f-e20d3d3b6376 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:37.464533 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-68ff2d26-0433-4550-a88a-7a93eebf7017 req-3f68cb25-c5e9-4e4e-be9f-e20d3d3b6376 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.15 "DELETE /v2.0/ports/bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4 HTTP/1.1" status: 204 len: 173 time: 0.8079314 Apr 28 19:46:37.468327 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36c9b01-b9fd-40e8-add0-1ee55675de2f', 'name': 'network-vif-deleted', 'tag': 'bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:37.468327 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326dd94c-29bc-41fb-9a3e-acbe7f1963fd" -d '{"events": [{"server_uuid": "e36c9b01-b9fd-40e8-add0-1ee55675de2f", "name": "network-vif-deleted", "tag": "bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:46:37.523476 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23268a05-f30b-4b87-94b3-13879687abcd x-openstack-request-id: req-23268a05-f30b-4b87-94b3-13879687abcd {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:46:37.524018 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36c9b01-b9fd-40e8-add0-1ee55675de2f", "name": "network-vif-deleted", "tag": "bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:46:37.524307 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-23268a05-f30b-4b87-94b3-13879687abcd {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:46:37.524995 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23268a05-f30b-4b87-94b3-13879687abcd'] response: {'server_uuid': 'e36c9b01-b9fd-40e8-add0-1ee55675de2f', 'name': 'network-vif-deleted', 'tag': 'bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4', 'status': 'completed', 'code': 200} Apr 28 19:46:37.577738 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 43543a0f-b1c6-4bb7-9356-8781f1f81821 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:46:37.592916 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 43543a0f-b1c6-4bb7-9356-8781f1f81821 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:37.593329 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:37.707595 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc9072-811d-4e23-92ad-b16dc4cad180 req-25d8795c-59fd-424e-a10b-7a551ebb92c6 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:37.709431 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e8fc9072-811d-4e23-92ad-b16dc4cad180 req-25d8795c-59fd-424e-a10b-7a551ebb92c6 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 945 time: 0.0694375 Apr 28 19:46:37.717819 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 56764) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:37.777958 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e8fc9072-811d-4e23-92ad-b16dc4cad180 req-78121733-4541-4de6-af23-7b837aee03ca tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/security-groups?id=12f2a2ad-f5ef-4491-943d-fc8f15b6856b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620246 Apr 28 19:46:37.792682 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:37.840626 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 43543a0f-b1c6-4bb7-9356-8781f1f81821, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=43543a0f-b1c6-4bb7-9356-8781f1f81821,segment=NetworkSegment(b5720445-03de-4d91-9572-e2572d42e7be),segment_id=b5720445-03de-4d91-9572-e2572d42e7be)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:37.841888 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b05953e-3934-43c4-8847-2655f917dd98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43543a0f-b1c6-4bb7-9356-8781f1f81821'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:37.845015 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd03d82-5cb5-4428-b002-eba736c35959" -d '{"events": [{"server_uuid": "4b05953e-3934-43c4-8847-2655f917dd98", "name": "network-vif-plugged", "status": "completed", "tag": "43543a0f-b1c6-4bb7-9356-8781f1f81821"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:46:37.851402 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:37.892426 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0aef9660-4ec5-4696-a0e9-3e582cad8847 req-5e1214fb-6985-4579-8c26-3410747cb025 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=e36c9b01-b9fd-40e8-add0-1ee55675de2f HTTP/1.1" status: 200 len: 210 time: 0.0640435 Apr 28 19:46:37.945322 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=43543a0f-b1c6-4bb7-9356-8781f1f81821,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:37.958431 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6c01a3-8276-4ba0-b937-64d7bcc846c3 x-openstack-request-id: req-7e6c01a3-8276-4ba0-b937-64d7bcc846c3 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:46:37.960473 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b05953e-3934-43c4-8847-2655f917dd98", "name": "network-vif-plugged", "status": "completed", "tag": "43543a0f-b1c6-4bb7-9356-8781f1f81821", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:46:37.962191 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7e6c01a3-8276-4ba0-b937-64d7bcc846c3 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:46:37.964392 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e6c01a3-8276-4ba0-b937-64d7bcc846c3'] response: {'server_uuid': '4b05953e-3934-43c4-8847-2655f917dd98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43543a0f-b1c6-4bb7-9356-8781f1f81821', 'code': 200} Apr 28 19:46:38.094541 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-67d3c335-87c8-4a0a-993e-20fd7865ac3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:38.138714 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a42a2-92c4-4fad-a35d-c5b604884ddd req-b9681754-a1f0-42a0-b023-f6dec4a3c0a6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:38.143494 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56129bd7-0d12-4b81-9b72-9d888754d278 req-9f6a3eea-4525-4c30-8cdd-a3aca36837fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:38.146643 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-56129bd7-0d12-4b81-9b72-9d888754d278 req-9f6a3eea-4525-4c30-8cdd-a3aca36837fe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4b05953e-3934-43c4-8847-2655f917dd98 HTTP/1.1" status: 200 len: 1096 time: 0.1163199 Apr 28 19:46:38.147714 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-214a42a2-92c4-4fad-a35d-c5b604884ddd req-b9681754-a1f0-42a0-b023-f6dec4a3c0a6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b05953e-3934-43c4-8847-2655f917dd98 HTTP/1.1" status: 200 len: 945 time: 0.0838232 Apr 28 19:46:38.198385 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-214a42a2-92c4-4fad-a35d-c5b604884ddd req-3914444b-8eb3-42a2-b8d6-41f055043c93 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488918 Apr 28 19:46:38.245880 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-56129bd7-0d12-4b81-9b72-9d888754d278 req-b35c751d-ec5f-492d-971e-92a61c6e2288 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906384 Apr 28 19:46:38.287577 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-67d3c335-87c8-4a0a-993e-20fd7865ac3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:38.292521 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-67d3c335-87c8-4a0a-993e-20fd7865ac3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:38.341168 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-67d3c335-87c8-4a0a-993e-20fd7865ac3c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e3ece8c783d14965bf38162021c01bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6219606 Apr 28 19:46:38.342530 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3c335-87c8-4a0a-993e-20fd7865ac3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef778fe0-eda1-4db9-9499-7242bba2700e,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:38.344507 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56806) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:38.410118 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2697dc20-a127-4184-ad1a-1e5bf0838b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:38.436580 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2697dc20-a127-4184-ad1a-1e5bf0838b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:38.447794 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096269aa-0774-445f-8bc6-5175fd4d416e req-0223347e-342a-414a-a2a3-07f20a0c13b2 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:38.449443 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-096269aa-0774-445f-8bc6-5175fd4d416e req-0223347e-342a-414a-a2a3-07f20a0c13b2 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 945 time: 0.0601654 Apr 28 19:46:38.493866 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2697dc20-a127-4184-ad1a-1e5bf0838b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:38.497543 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2697dc20-a127-4184-ad1a-1e5bf0838b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:38.498696 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2697dc20-a127-4184-ad1a-1e5bf0838b77 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ef778fe0-eda1-4db9-9499-7242bba2700e HTTP/1.1" status: 204 len: 168 time: 0.1528175 Apr 28 19:46:38.508503 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2697dc20-a127-4184-ad1a-1e5bf0838b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef778fe0-eda1-4db9-9499-7242bba2700e,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:38.515690 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-096269aa-0774-445f-8bc6-5175fd4d416e req-fd4a63b5-cd87-4913-967c-c998aa519808 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a15d10f-28d1-4c71-978e-dccf205b55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526834 Apr 28 19:46:38.821651 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56834) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:38.913063 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48162bca-9b4a-47a2-a70e-402b1dda0aa1 req-09d7cbd1-518d-4059-81e3-268f3e1c20f8 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:38.915073 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-48162bca-9b4a-47a2-a70e-402b1dda0aa1 req-09d7cbd1-518d-4059-81e3-268f3e1c20f8 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 945 time: 0.0633245 Apr 28 19:46:38.939139 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 56838) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:38.953322 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9119344e-6e18-4584-ad06-821046b00345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:38.974921 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-48162bca-9b4a-47a2-a70e-402b1dda0aa1 req-47050661-76f8-494c-a5fc-06ba5c6f1fd8 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/security-groups?id=12f2a2ad-f5ef-4491-943d-fc8f15b6856b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448494 Apr 28 19:46:38.989227 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0a081e1d-3add-45f8-b93f-fb9ad34b77cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:39.084897 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9119344e-6e18-4584-ad06-821046b00345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:39.093355 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9119344e-6e18-4584-ad06-821046b00345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:39.116598 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0a081e1d-3add-45f8-b93f-fb9ad34b77cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:39.123790 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0a081e1d-3add-45f8-b93f-fb9ad34b77cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:39.156266 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9119344e-6e18-4584-ad06-821046b00345 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d82a5e96d349414f85892bdce5b2a06c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2092526 Apr 28 19:46:39.156266 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119344e-6e18-4584-ad06-821046b00345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfaf665-8a31-4d61-8a0a-a26244d2980c,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:39.156266 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 56844) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:39.185720 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0a081e1d-3add-45f8-b93f-fb9ad34b77cd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=42f78cc361b843839faabb1aed6834a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3622334 Apr 28 19:46:39.188499 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56846) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:39.202422 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a081e1d-3add-45f8-b93f-fb9ad34b77cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b58ea3-e80b-4776-8130-c41154bad533,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:39.252252 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c2f1569-9974-48cc-a0a2-69b87448eb88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:39.280930 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1ec664ae-d8ba-4f81-8d9a-eb6fc8deabc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:39.317107 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c2f1569-9974-48cc-a0a2-69b87448eb88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:39.324961 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1ec664ae-d8ba-4f81-8d9a-eb6fc8deabc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:39.413334 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca74f8-7b88-4892-9021-8700ae4199b8 req-ebecd35a-a95c-44cb-8870-8b6f1db3dd6c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:39.414909 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-69ca74f8-7b88-4892-9021-8700ae4199b8 req-ebecd35a-a95c-44cb-8870-8b6f1db3dd6c tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b05953e-3934-43c4-8847-2655f917dd98 HTTP/1.1" status: 200 len: 945 time: 0.0772209 Apr 28 19:46:39.452631 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c2f1569-9974-48cc-a0a2-69b87448eb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:39.455372 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c2f1569-9974-48cc-a0a2-69b87448eb88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:39.457611 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9c2f1569-9974-48cc-a0a2-69b87448eb88 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bdfaf665-8a31-4d61-8a0a-a26244d2980c HTTP/1.1" status: 204 len: 168 time: 0.3018422 Apr 28 19:46:39.476001 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f1569-9974-48cc-a0a2-69b87448eb88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfaf665-8a31-4d61-8a0a-a26244d2980c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:39.479185 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486f748-deea-4f10-a0b1-5fbe901a920e req-4acce336-9369-47d3-aee0-680b0ece5d7f tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:39.481358 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c486f748-deea-4f10-a0b1-5fbe901a920e req-4acce336-9369-47d3-aee0-680b0ece5d7f tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4419fe4-74d0-48ac-9a18-3ddd3a010bc8 HTTP/1.1" status: 200 len: 946 time: 0.1104438 Apr 28 19:46:39.496253 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-69ca74f8-7b88-4892-9021-8700ae4199b8 req-acc78fe6-bce9-4965-9da0-fe4380e829fc tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741997 Apr 28 19:46:39.516836 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1ec664ae-d8ba-4f81-8d9a-eb6fc8deabc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:39.520819 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1ec664ae-d8ba-4f81-8d9a-eb6fc8deabc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:39.525415 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1ec664ae-d8ba-4f81-8d9a-eb6fc8deabc4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/08b58ea3-e80b-4776-8130-c41154bad533 HTTP/1.1" status: 204 len: 168 time: 0.3356447 Apr 28 19:46:39.544198 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec664ae-d8ba-4f81-8d9a-eb6fc8deabc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b58ea3-e80b-4776-8130-c41154bad533,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:39.566530 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c486f748-deea-4f10-a0b1-5fbe901a920e req-5ace1a7a-ae9d-4c9f-8929-dde5de3f6bca tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595427 Apr 28 19:46:39.715948 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da020bbd-1fc1-4547-b868-a548ffe89e6b req-d0d36271-9848-40e5-a3da-c319327ad901 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:39.724280 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-da020bbd-1fc1-4547-b868-a548ffe89e6b req-d0d36271-9848-40e5-a3da-c319327ad901 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 945 time: 0.0879090 Apr 28 19:46:39.769985 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-da020bbd-1fc1-4547-b868-a548ffe89e6b req-cd628ac3-b459-4951-9839-6d9e7332cb66 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a15d10f-28d1-4c71-978e-dccf205b55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434690 Apr 28 19:46:40.078605 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 56872) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:40.097975 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ae2858b4-fb84-4acc-8bf1-622ebc678d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:40.183335 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3094ae9-504a-41d0-ab8a-58356fc0894e req-bcdeb4ba-338f-49ce-9ac1-9afc6d1abceb tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:40.185686 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f3094ae9-504a-41d0-ab8a-58356fc0894e req-bcdeb4ba-338f-49ce-9ac1-9afc6d1abceb tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 945 time: 0.0906801 Apr 28 19:46:40.237097 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f3094ae9-504a-41d0-ab8a-58356fc0894e req-9617dd18-0fb1-453a-a47e-86d7bca1efb4 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/security-groups?id=12f2a2ad-f5ef-4491-943d-fc8f15b6856b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433962 Apr 28 19:46:40.258974 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ae2858b4-fb84-4acc-8bf1-622ebc678d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:40.265434 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ae2858b4-fb84-4acc-8bf1-622ebc678d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:40.318580 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ae2858b4-fb84-4acc-8bf1-622ebc678d65 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be24e6caf10544c18173cb140e1df9dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2386081 Apr 28 19:46:40.318834 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56876) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:40.319670 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2858b4-fb84-4acc-8bf1-622ebc678d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72dd21e9-d7b4-441a-a60e-0d8fdcb7846e,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:40.400742 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-06480fdc-35ac-4dab-8f3f-53659c6ab48e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:40.438065 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-06480fdc-35ac-4dab-8f3f-53659c6ab48e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:40.509811 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-06480fdc-35ac-4dab-8f3f-53659c6ab48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:40.514786 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-06480fdc-35ac-4dab-8f3f-53659c6ab48e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:40.517116 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-06480fdc-35ac-4dab-8f3f-53659c6ab48e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/72dd21e9-d7b4-441a-a60e-0d8fdcb7846e HTTP/1.1" status: 204 len: 168 time: 0.1967115 Apr 28 19:46:40.536797 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06480fdc-35ac-4dab-8f3f-53659c6ab48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dd21e9-d7b4-441a-a60e-0d8fdcb7846e,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:40.662763 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56890) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:40.736801 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4b930-6113-4483-b900-2ff91fc1ab1b req-9ba026c2-41b1-4595-b988-d0d81490cb07 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:40.740140 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bdc4b930-6113-4483-b900-2ff91fc1ab1b req-9ba026c2-41b1-4595-b988-d0d81490cb07 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b05953e-3934-43c4-8847-2655f917dd98 HTTP/1.1" status: 200 len: 945 time: 0.1198339 Apr 28 19:46:40.802716 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bdc4b930-6113-4483-b900-2ff91fc1ab1b req-6d5e0438-4d29-4a84-9f68-b2e1af1db41b tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509679 Apr 28 19:46:40.809950 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a35f8f-956d-4004-a19e-2fd5b21f7675 req-ea17959d-60aa-4441-ae02-5408bd0322b9 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:40.821038 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-40a35f8f-956d-4004-a19e-2fd5b21f7675 req-ea17959d-60aa-4441-ae02-5408bd0322b9 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4419fe4-74d0-48ac-9a18-3ddd3a010bc8 HTTP/1.1" status: 200 len: 946 time: 0.0965209 Apr 28 19:46:40.893129 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-40a35f8f-956d-4004-a19e-2fd5b21f7675 req-be08e8d8-da15-4c95-aace-3e9b3241db05 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/security-groups?id=699a4ebf-532c-45ec-99bf-983395c61c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709243 Apr 28 19:46:40.946356 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ee384-11d6-415d-aff8-a7dc613537be req-a81f1b95-ede7-4c79-8ea7-21418b723a74 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:40.948314 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-218ee384-11d6-415d-aff8-a7dc613537be req-a81f1b95-ede7-4c79-8ea7-21418b723a74 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4419fe4-74d0-48ac-9a18-3ddd3a010bc8 HTTP/1.1" status: 200 len: 946 time: 0.0973153 Apr 28 19:46:41.088690 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-790332e6-9277-4bcd-baec-3505519c52f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1363161360'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:41.094908 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ff9fd-1913-48e5-b215-ce21ba896614 req-164da7c6-02bd-44d1-bb95-6c7b96c4d0b1 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:41.103046 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-657ff9fd-1913-48e5-b215-ce21ba896614 req-164da7c6-02bd-44d1-bb95-6c7b96c4d0b1 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 945 time: 0.1532161 Apr 28 19:46:41.130543 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790332e6-9277-4bcd-baec-3505519c52f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Made reservation on behalf of e3fb8c8e1a2f42a1bec9176a6226c6da for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:41.137576 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-790332e6-9277-4bcd-baec-3505519c52f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:41.152830 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-790332e6-9277-4bcd-baec-3505519c52f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:41.181009 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-657ff9fd-1913-48e5-b215-ce21ba896614 req-3634a0e1-28e0-44d3-99b5-dcf953db7e33 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a15d10f-28d1-4c71-978e-dccf205b55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767083 Apr 28 19:46:41.213347 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-218ee384-11d6-415d-aff8-a7dc613537be req-6cba813d-eb03-42d5-90e5-5f32e6bb57da tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Deleting port 375e7d09-ce38-4af9-9954-2af31be2bfe6 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:46:41.216209 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-218ee384-11d6-415d-aff8-a7dc613537be req-6cba813d-eb03-42d5-90e5-5f32e6bb57da tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:41.314551 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:46:41.328511 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-790332e6-9277-4bcd-baec-3505519c52f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:41.341268 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-790332e6-9277-4bcd-baec-3505519c52f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:41.357055 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:46:41.357671 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device bcfc0e4b-a3fd-45ea-a5e3-844e45661ab4 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:46:41.358453 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-218ee384-11d6-415d-aff8-a7dc613537be req-6cba813d-eb03-42d5-90e5-5f32e6bb57da tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] For port 375e7d09-ce38-4af9-9954-2af31be2bfe6, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=375e7d09-ce38-4af9-9954-2af31be2bfe6,segment=NetworkSegment(3dc3189c-aa90-4025-9633-a3e23afc4207),segment_id=3dc3189c-aa90-4025-9633-a3e23afc4207)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:41.358850 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-218ee384-11d6-415d-aff8-a7dc613537be req-6cba813d-eb03-42d5-90e5-5f32e6bb57da tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:41.377852 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56afa2a-faab-4344-a8e6-c6b86e4af24b req-840128fc-656f-478c-a99f-9b250c0b4e30 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:41.380571 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c56afa2a-faab-4344-a8e6-c6b86e4af24b req-840128fc-656f-478c-a99f-9b250c0b4e30 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b05953e-3934-43c4-8847-2655f917dd98 HTTP/1.1" status: 200 len: 945 time: 0.1364503 Apr 28 19:46:41.391836 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-790332e6-9277-4bcd-baec-3505519c52f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:46:41.418690 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790332e6-9277-4bcd-baec-3505519c52f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=834a0504-d40d-427b-8bdb-a7fda1bf5577,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:41.428390 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-218ee384-11d6-415d-aff8-a7dc613537be req-6cba813d-eb03-42d5-90e5-5f32e6bb57da tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Calling delete_port for 375e7d09-ce38-4af9-9954-2af31be2bfe6 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:46:41.429174 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-790332e6-9277-4bcd-baec-3505519c52f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:41.429590 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-790332e6-9277-4bcd-baec-3505519c52f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Added segment f0ea1c1b-7619-4545-a8f4-309dc41f6236 of type vlan for network ec208054-aaa6-4d6d-88f8-1a0eb9106b04 Apr 28 19:46:41.479499 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c56afa2a-faab-4344-a8e6-c6b86e4af24b req-d2aa5c46-5273-4df7-9093-9a143d3df12b tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850468 Apr 28 19:46:41.493285 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-790332e6-9277-4bcd-baec-3505519c52f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:41.531302 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-790332e6-9277-4bcd-baec-3505519c52f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:41.538069 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790332e6-9277-4bcd-baec-3505519c52f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:41.538696 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172e891-406e-46b2-97d1-a68b92dcf418 req-443f3e5c-a386-403a-b713-9934d4527e92 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:41.538922 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-790332e6-9277-4bcd-baec-3505519c52f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:41.540304 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4172e891-406e-46b2-97d1-a68b92dcf418 req-443f3e5c-a386-403a-b713-9934d4527e92 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 945 time: 0.1708391 Apr 28 19:46:41.634218 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-790332e6-9277-4bcd-baec-3505519c52f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.9685025 Apr 28 19:46:41.650796 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56918) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:41.662185 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-6254f54f-295d-4f9d-be30-5190097b277d tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Request body: {'subnet': {'network_id': 'ec208054-aaa6-4d6d-88f8-1a0eb9106b04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:41.689047 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4172e891-406e-46b2-97d1-a68b92dcf418 req-c92cc23f-e3d7-4032-a8f3-63c211c70580 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/security-groups?id=12f2a2ad-f5ef-4491-943d-fc8f15b6856b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298156 Apr 28 19:46:41.692737 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-218ee384-11d6-415d-aff8-a7dc613537be req-6cba813d-eb03-42d5-90e5-5f32e6bb57da tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:41.708656 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['375e7d09-ce38-4af9-9954-2af31be2bfe6'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:46:41.749122 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba813d-eb03-42d5-90e5-5f32e6bb57da tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Pushing event deleted for resources: {'Port': ['ID=375e7d09-ce38-4af9-9954-2af31be2bfe6,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:41.787078 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790332e6-9277-4bcd-baec-3505519c52f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Pushing event updated for resources: {'Network': ['ID=ec208054-aaa6-4d6d-88f8-1a0eb9106b04,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:41.801058 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network ec208054-aaa6-4d6d-88f8-1a0eb9106b04 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:46:41.844426 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6254f54f-295d-4f9d-be30-5190097b277d tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Made reservation on behalf of e3fb8c8e1a2f42a1bec9176a6226c6da for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:41.847921 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-218ee384-11d6-415d-aff8-a7dc613537be req-6cba813d-eb03-42d5-90e5-5f32e6bb57da tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] No DVR routers for this DVR port 375e7d09-ce38-4af9-9954-2af31be2bfe6 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:46:41.851398 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-218ee384-11d6-415d-aff8-a7dc613537be req-6cba813d-eb03-42d5-90e5-5f32e6bb57da tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:41.853194 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6254f54f-295d-4f9d-be30-5190097b277d tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:41.857834 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-218ee384-11d6-415d-aff8-a7dc613537be req-6cba813d-eb03-42d5-90e5-5f32e6bb57da tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.15 "DELETE /v2.0/ports/375e7d09-ce38-4af9-9954-2af31be2bfe6 HTTP/1.1" status: 204 len: 173 time: 0.8925076 Apr 28 19:46:41.858562 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4419fe4-74d0-48ac-9a18-3ddd3a010bc8', 'name': 'network-vif-deleted', 'tag': '375e7d09-ce38-4af9-9954-2af31be2bfe6'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:41.863641 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa94dbf5-9721-4b3d-b231-7dbb66cbc70a" -d '{"events": [{"server_uuid": "a4419fe4-74d0-48ac-9a18-3ddd3a010bc8", "name": "network-vif-deleted", "tag": "375e7d09-ce38-4af9-9954-2af31be2bfe6"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:46:41.956641 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de0142a-0235-4d24-bc86-e93a8d182061 x-openstack-request-id: req-1de0142a-0235-4d24-bc86-e93a8d182061 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:46:41.957481 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4419fe4-74d0-48ac-9a18-3ddd3a010bc8", "name": "network-vif-deleted", "tag": "375e7d09-ce38-4af9-9954-2af31be2bfe6", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:46:41.957905 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1de0142a-0235-4d24-bc86-e93a8d182061 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:46:41.958674 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1de0142a-0235-4d24-bc86-e93a8d182061'] response: {'server_uuid': 'a4419fe4-74d0-48ac-9a18-3ddd3a010bc8', 'name': 'network-vif-deleted', 'tag': '375e7d09-ce38-4af9-9954-2af31be2bfe6', 'status': 'completed', 'code': 200} Apr 28 19:46:42.098346 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7fdb5aee-7af1-4a05-a166-1732ebff9f46 req-a1321992-d3e3-42e5-8349-cd3ddd313ae6 tempest-ListServerFiltersTestJSON-116650262 tempest-ListServerFiltersTestJSON-116650262-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4419fe4-74d0-48ac-9a18-3ddd3a010bc8 HTTP/1.1" status: 200 len: 210 time: 0.0355167 Apr 28 19:46:42.227321 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6254f54f-295d-4f9d-be30-5190097b277d tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:42.323907 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254f54f-295d-4f9d-be30-5190097b277d tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Pushing event updated for resources: {'Subnet': ['ID=79e82240-72dc-4b35-82e6-8c691f3d468e,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:42.349218 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6254f54f-295d-4f9d-be30-5190097b277d tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Checking segment: {'id': 'f0ea1c1b-7619-4545-a8f4-309dc41f6236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ec208054-aaa6-4d6d-88f8-1a0eb9106b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:46:42.349891 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6254f54f-295d-4f9d-be30-5190097b277d tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Network hostable DHCP agents. Network: ec208054-aaa6-4d6d-88f8-1a0eb9106b04, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:46:42.385564 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0945e-8591-46ac-b971-e11ed4e66466 req-3b46aabc-4064-4cb2-af7b-e3d947cbe4cd tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:42.387208 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e0c0945e-8591-46ac-b971-e11ed4e66466 req-3b46aabc-4064-4cb2-af7b-e3d947cbe4cd tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 945 time: 0.0780749 Apr 28 19:46:42.389149 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6254f54f-295d-4f9d-be30-5190097b277d tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Network ec208054-aaa6-4d6d-88f8-1a0eb9106b04 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:46:42.399918 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-6254f54f-295d-4f9d-be30-5190097b277d tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, ec208054-aaa6-4d6d-88f8-1a0eb9106b04) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:42.411842 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6254f54f-295d-4f9d-be30-5190097b277d tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:42.412477 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6254f54f-295d-4f9d-be30-5190097b277d tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:42.419515 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42c3905-5e1b-43db-b5f9-678b76c9d615 None None] Network ec208054-aaa6-4d6d-88f8-1a0eb9106b04 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:46:42.463203 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e0c0945e-8591-46ac-b971-e11ed4e66466 req-8088746c-b94f-4af8-9899-207825ae67b3 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a15d10f-28d1-4c71-978e-dccf205b55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605173 Apr 28 19:46:42.476601 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6254f54f-295d-4f9d-be30-5190097b277d tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8235502 Apr 28 19:46:42.491602 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56956) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:42.497181 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-11d8cdd3-3b18-4a66-b6c1-278e6d68116d tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Request body: {'port': {'network_id': 'ec208054-aaa6-4d6d-88f8-1a0eb9106b04', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-103694242'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:42.665275 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fc238-838d-40ba-9a2e-c1843488ada1 req-eccdf1f7-2c18-41ff-aa23-3534bb40566e tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:42.673835 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-824fc238-838d-40ba-9a2e-c1843488ada1 req-eccdf1f7-2c18-41ff-aa23-3534bb40566e tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b05953e-3934-43c4-8847-2655f917dd98 HTTP/1.1" status: 200 len: 945 time: 0.0852516 Apr 28 19:46:42.685024 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d8cdd3-3b18-4a66-b6c1-278e6d68116d tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Made reservation on behalf of e3fb8c8e1a2f42a1bec9176a6226c6da for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:42.693372 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-11d8cdd3-3b18-4a66-b6c1-278e6d68116d tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:42.703405 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1ce3d2-d613-4792-8b40-5785e56157ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-ec208054-aaa6-4d6d-88f8-1a0eb9106b04', 'network_id': 'ec208054-aaa6-4d6d-88f8-1a0eb9106b04', 'tenant_id': 'e3fb8c8e1a2f42a1bec9176a6226c6da', 'fixed_ips': [{'subnet_id': '79e82240-72dc-4b35-82e6-8c691f3d468e'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:46:42.704333 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8f1ce3d2-d613-4792-8b40-5785e56157ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:42.732076 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-824fc238-838d-40ba-9a2e-c1843488ada1 req-d85a29db-8519-42c6-adc4-2b5f2c6cf6ef tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568628 Apr 28 19:46:42.741648 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-11d8cdd3-3b18-4a66-b6c1-278e6d68116d tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] device_id is not set on port 58653091-b382-4873-bac4-b4267d23db95 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:46:42.986920 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fc18d-456c-4cf3-9040-28a988df0064 req-4fc86d3e-dfc5-4e1f-8034-e49c78ca364b tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:42.990435 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-509fc18d-456c-4cf3-9040-28a988df0064 req-4fc86d3e-dfc5-4e1f-8034-e49c78ca364b tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 945 time: 0.1666584 Apr 28 19:46:43.014481 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-11d8cdd3-3b18-4a66-b6c1-278e6d68116d tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Allocated IP 2001:db8::47 (ec208054-aaa6-4d6d-88f8-1a0eb9106b04/79e82240-72dc-4b35-82e6-8c691f3d468e/58653091-b382-4873-bac4-b4267d23db95) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:46:43.074196 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-509fc18d-456c-4cf3-9040-28a988df0064 req-4c1de7f9-fc13-4149-a989-874702c03bc1 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/security-groups?id=12f2a2ad-f5ef-4491-943d-fc8f15b6856b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622480 Apr 28 19:46:43.160699 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10701c78-d52b-422f-a73b-90b0899caa81 req-e5f87ab7-d061-4e75-9314-0bc516525d12 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:43.163716 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-10701c78-d52b-422f-a73b-90b0899caa81 req-e5f87ab7-d061-4e75-9314-0bc516525d12 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b05953e-3934-43c4-8847-2655f917dd98 HTTP/1.1" status: 200 len: 945 time: 0.1127467 Apr 28 19:46:43.164395 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 56980) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:43.233315 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56982) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:43.247425 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-10701c78-d52b-422f-a73b-90b0899caa81 req-ebe71dfc-3d18-4a2b-b6e6-53cb0ca9e5c9 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727746 Apr 28 19:46:43.250651 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b4fce53-ca18-4c73-9a6a-d12fd43905fe admin admin] Deleting subnet 370721e0-f0f0-4169-bd3a-3c8596249e96 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:46:43.255081 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5b4fce53-ca18-4c73-9a6a-d12fd43905fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:43.285249 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-11d8cdd3-3b18-4a66-b6c1-278e6d68116d tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:43.325276 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5b4fce53-ca18-4c73-9a6a-d12fd43905fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:43.331462 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-11d8cdd3-3b18-4a66-b6c1-278e6d68116d tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:43.400665 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-8f1ce3d2-d613-4792-8b40-5785e56157ba None None] Allocated IP 2001:db8::2 (ec208054-aaa6-4d6d-88f8-1a0eb9106b04/79e82240-72dc-4b35-82e6-8c691f3d468e/429030df-3fbb-4256-9e21-80558c30ac53) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:46:43.411072 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d8cdd3-3b18-4a66-b6c1-278e6d68116d tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Network ec208054-aaa6-4d6d-88f8-1a0eb9106b04 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:46:43.428613 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-11d8cdd3-3b18-4a66-b6c1-278e6d68116d tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:43.442750 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d8cdd3-3b18-4a66-b6c1-278e6d68116d tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:46:43.448665 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d8cdd3-3b18-4a66-b6c1-278e6d68116d tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:43.449620 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-11d8cdd3-3b18-4a66-b6c1-278e6d68116d tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:43.453731 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6ffcbdc8-33b8-4eaa-8a9a-d3a98486667f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:43.460726 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8cdd3-3b18-4a66-b6c1-278e6d68116d tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Pushing event updated for resources: {'Port': ['ID=58653091-b382-4873-bac4-b4267d23db95,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:43.506628 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-11d8cdd3-3b18-4a66-b6c1-278e6d68116d tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.0097797 Apr 28 19:46:43.509907 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56988) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:43.516910 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-d98477ad-7320-4f34-8853-33b0882a5913 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Request body: {'port': {'network_id': 'ec208054-aaa6-4d6d-88f8-1a0eb9106b04', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-725654193', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:43.518428 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.api.validators [None req-d98477ad-7320-4f34-8853-33b0882a5913 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] bootfile-name is not in valid_values {{(pid=102774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 28 19:46:43.518880 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.api.validators [None req-d98477ad-7320-4f34-8853-33b0882a5913 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] tftp-server is not in valid_values {{(pid=102774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 28 19:46:43.519231 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.api.validators [None req-d98477ad-7320-4f34-8853-33b0882a5913 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] server-ip-address is not in valid_values {{(pid=102774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 28 19:46:43.545786 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5b4fce53-ca18-4c73-9a6a-d12fd43905fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:43.575334 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8f1ce3d2-d613-4792-8b40-5785e56157ba None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:43.583514 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8f1ce3d2-d613-4792-8b40-5785e56157ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:43.604301 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1ce3d2-d613-4792-8b40-5785e56157ba None None] Network ec208054-aaa6-4d6d-88f8-1a0eb9106b04 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:46:43.606878 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-8f1ce3d2-d613-4792-8b40-5785e56157ba None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:43.629059 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1ce3d2-d613-4792-8b40-5785e56157ba None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:46:43.658671 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5b4fce53-ca18-4c73-9a6a-d12fd43905fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:43.674628 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ce3d2-d613-4792-8b40-5785e56157ba None None] Pushing event updated for resources: {'Port': ['ID=429030df-3fbb-4256-9e21-80558c30ac53,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:43.707660 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4fce53-ca18-4c73-9a6a-d12fd43905fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=370721e0-f0f0-4169-bd3a-3c8596249e96,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:43.713690 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5b4fce53-ca18-4c73-9a6a-d12fd43905fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:43.721445 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5b4fce53-ca18-4c73-9a6a-d12fd43905fe admin admin] 10.222.0.42 "DELETE /v2.0/subnets/370721e0-f0f0-4169-bd3a-3c8596249e96 HTTP/1.1" status: 204 len: 168 time: 0.5554867 Apr 28 19:46:43.722840 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 56990) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:43.726836 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-8f1ce3d2-d613-4792-8b40-5785e56157ba None None] Attempting to bind port 429030df-3fbb-4256-9e21-80558c30ac53 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:43.727550 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-8f1ce3d2-d613-4792-8b40-5785e56157ba None None] Attempting to bind port 429030df-3fbb-4256-9e21-80558c30ac53 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'f0ea1c1b-7619-4545-a8f4-309dc41f6236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ec208054-aaa6-4d6d-88f8-1a0eb9106b04'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:43.728376 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1ce3d2-d613-4792-8b40-5785e56157ba None None] Attempting to bind port 429030df-3fbb-4256-9e21-80558c30ac53 on network ec208054-aaa6-4d6d-88f8-1a0eb9106b04 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:43.733518 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689d52c3-0977-4245-ace7-1031a179c4df None None] Network 250071f3-ecf3-457c-9125-2f18e9f47415 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:46:43.733956 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c1e89-56f5-4b83-be0c-de16f0d121cc req-c6cbeebb-0c3a-484d-8e7e-2536c26be4c8 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:43.735603 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1f5c1e89-56f5-4b83-be0c-de16f0d121cc req-c6cbeebb-0c3a-484d-8e7e-2536c26be4c8 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 945 time: 0.1301134 Apr 28 19:46:43.738608 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98477ad-7320-4f34-8853-33b0882a5913 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Made reservation on behalf of e3fb8c8e1a2f42a1bec9176a6226c6da for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:43.742297 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d98477ad-7320-4f34-8853-33b0882a5913 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:43.745997 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1ce3d2-d613-4792-8b40-5785e56157ba None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:46:43.746750 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1ce3d2-d613-4792-8b40-5785e56157ba None None] Checking segment: {'id': 'f0ea1c1b-7619-4545-a8f4-309dc41f6236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ec208054-aaa6-4d6d-88f8-1a0eb9106b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:46:43.747540 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8f1ce3d2-d613-4792-8b40-5785e56157ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:43.748182 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1ce3d2-d613-4792-8b40-5785e56157ba None None] Bound using segment: {'id': 'f0ea1c1b-7619-4545-a8f4-309dc41f6236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ec208054-aaa6-4d6d-88f8-1a0eb9106b04'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:46:43.749003 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-8f1ce3d2-d613-4792-8b40-5785e56157ba None None] Bound port: 429030df-3fbb-4256-9e21-80558c30ac53, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ea1c1b-7619-4545-a8f4-309dc41f6236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ec208054-aaa6-4d6d-88f8-1a0eb9106b04'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:46:43.749679 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8f1ce3d2-d613-4792-8b40-5785e56157ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:43.814756 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-d98477ad-7320-4f34-8853-33b0882a5913 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] device_id is not set on port 4e15f54e-157e-42ba-b2da-6546ad6e24f8 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:46:43.821169 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da526c0a-d971-4862-bdc9-9d1bc5b04460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:43.821499 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6ffcbdc8-33b8-4eaa-8a9a-d3a98486667f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:43.830190 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1f5c1e89-56f5-4b83-be0c-de16f0d121cc req-0d9f9518-6260-4335-9895-6d44904098cf tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a15d10f-28d1-4c71-978e-dccf205b55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701449 Apr 28 19:46:43.833655 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6ffcbdc8-33b8-4eaa-8a9a-d3a98486667f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:43.896196 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-da526c0a-d971-4862-bdc9-9d1bc5b04460 admin admin] Deleting port a9d12e33-4895-407a-a5b1-90d57d2e002d {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:46:43.896531 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da526c0a-d971-4862-bdc9-9d1bc5b04460 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:43.925771 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffcbdc8-33b8-4eaa-8a9a-d3a98486667f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27d2fcb-124a-46d2-9ca9-8ee6c9c64417,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:43.931431 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-8f1ce3d2-d613-4792-8b40-5785e56157ba None None] For port 429030df-3fbb-4256-9e21-80558c30ac53, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:46:43.952960 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-8f1ce3d2-d613-4792-8b40-5785e56157ba None None] For port 429030df-3fbb-4256-9e21-80558c30ac53, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=429030df-3fbb-4256-9e21-80558c30ac53,segment=NetworkSegment(f0ea1c1b-7619-4545-a8f4-309dc41f6236),segment_id=f0ea1c1b-7619-4545-a8f4-309dc41f6236)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:46:43.960340 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8f1ce3d2-d613-4792-8b40-5785e56157ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:43.970708 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6ffcbdc8-33b8-4eaa-8a9a-d3a98486667f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a2f0386643f54936a8f828bc217535f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7335911 Apr 28 19:46:43.972307 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56992) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:43.996981 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-da526c0a-d971-4862-bdc9-9d1bc5b04460 admin admin] For port a9d12e33-4895-407a-a5b1-90d57d2e002d, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a9d12e33-4895-407a-a5b1-90d57d2e002d,segment=NetworkSegment(3dc3189c-aa90-4025-9633-a3e23afc4207),segment_id=3dc3189c-aa90-4025-9633-a3e23afc4207)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:43.997516 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da526c0a-d971-4862-bdc9-9d1bc5b04460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:44.036047 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ce3d2-d613-4792-8b40-5785e56157ba None None] Pushing event updated for resources: {'Port': ['ID=429030df-3fbb-4256-9e21-80558c30ac53,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:44.060393 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-da526c0a-d971-4862-bdc9-9d1bc5b04460 admin admin] Calling delete_port for a9d12e33-4895-407a-a5b1-90d57d2e002d owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:46:44.066859 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88876c63-e776-4ed6-b9d4-51a319cf26d8 None None] DHCP port deletion for 250071f3-ecf3-457c-9125-2f18e9f47415 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:46:44.070463 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-d98477ad-7320-4f34-8853-33b0882a5913 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Allocated IP 2001:db8::36d (ec208054-aaa6-4d6d-88f8-1a0eb9106b04/79e82240-72dc-4b35-82e6-8c691f3d468e/4e15f54e-157e-42ba-b2da-6546ad6e24f8) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:46:44.115184 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f11f98c8-ad4c-4bfe-aceb-e2f0b0d6f75a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:44.132043 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-88876c63-e776-4ed6-b9d4-51a319cf26d8 None None] Deleting port a9d12e33-4895-407a-a5b1-90d57d2e002d {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:46:44.133284 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-88876c63-e776-4ed6-b9d4-51a319cf26d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:44.245364 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-88876c63-e776-4ed6-b9d4-51a319cf26d8 None None] For port a9d12e33-4895-407a-a5b1-90d57d2e002d, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a9d12e33-4895-407a-a5b1-90d57d2e002d,segment=NetworkSegment(3dc3189c-aa90-4025-9633-a3e23afc4207),segment_id=3dc3189c-aa90-4025-9633-a3e23afc4207)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:44.247173 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-88876c63-e776-4ed6-b9d4-51a319cf26d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:44.251918 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f11f98c8-ad4c-4bfe-aceb-e2f0b0d6f75a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:44.272929 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-88876c63-e776-4ed6-b9d4-51a319cf26d8 None None] Calling delete_port for a9d12e33-4895-407a-a5b1-90d57d2e002d owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:46:44.333962 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da526c0a-d971-4862-bdc9-9d1bc5b04460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:44.431769 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f11f98c8-ad4c-4bfe-aceb-e2f0b0d6f75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:44.438756 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f11f98c8-ad4c-4bfe-aceb-e2f0b0d6f75a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:44.438756 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f11f98c8-ad4c-4bfe-aceb-e2f0b0d6f75a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c27d2fcb-124a-46d2-9ca9-8ee6c9c64417 HTTP/1.1" status: 204 len: 168 time: 0.4627111 Apr 28 19:46:44.442945 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da526c0a-d971-4862-bdc9-9d1bc5b04460 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9d12e33-4895-407a-a5b1-90d57d2e002d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:44.457963 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da526c0a-d971-4862-bdc9-9d1bc5b04460 admin admin] No DVR routers for this DVR port a9d12e33-4895-407a-a5b1-90d57d2e002d on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:46:44.526846 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f98c8-ad4c-4bfe-aceb-e2f0b0d6f75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27d2fcb-124a-46d2-9ca9-8ee6c9c64417,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:44.564685 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-88876c63-e776-4ed6-b9d4-51a319cf26d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:44.579587 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a60df-96fb-4dc2-9161-96635f914286 req-2251b1ca-cceb-4199-83ee-8613348772e5 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:44.589658 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4b7a60df-96fb-4dc2-9161-96635f914286 req-2251b1ca-cceb-4199-83ee-8613348772e5 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 945 time: 0.3485022 Apr 28 19:46:44.608587 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d98477ad-7320-4f34-8853-33b0882a5913 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:44.612170 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88876c63-e776-4ed6-b9d4-51a319cf26d8 None None] Pushing event deleted for resources: {'Port': ['ID=a9d12e33-4895-407a-a5b1-90d57d2e002d,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:44.626339 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88876c63-e776-4ed6-b9d4-51a319cf26d8 None None] No DVR routers for this DVR port a9d12e33-4895-407a-a5b1-90d57d2e002d on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:46:44.656365 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d98477ad-7320-4f34-8853-33b0882a5913 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:44.714704 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da526c0a-d971-4862-bdc9-9d1bc5b04460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:44.735215 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e091b-dbe5-49ee-ac6e-117b7a5dbf5f req-3395da0d-be53-44d8-b848-98b10f6c3267 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:44.740182 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f94e091b-dbe5-49ee-ac6e-117b7a5dbf5f req-3395da0d-be53-44d8-b848-98b10f6c3267 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b05953e-3934-43c4-8847-2655f917dd98 HTTP/1.1" status: 200 len: 945 time: 0.2702911 Apr 28 19:46:44.742812 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25bebe-157c-448f-835a-c11410673672 req-60701ca2-6ecb-4e72-90f5-fdc7a1fe9fc6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:44.744636 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98477ad-7320-4f34-8853-33b0882a5913 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Pushing event updated for resources: {'Port': ['ID=4e15f54e-157e-42ba-b2da-6546ad6e24f8,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:44.744865 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0d25bebe-157c-448f-835a-c11410673672 req-60701ca2-6ecb-4e72-90f5-fdc7a1fe9fc6 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b05953e-3934-43c4-8847-2655f917dd98 HTTP/1.1" status: 200 len: 945 time: 0.3174016 Apr 28 19:46:44.775974 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98477ad-7320-4f34-8853-33b0882a5913 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Network ec208054-aaa6-4d6d-88f8-1a0eb9106b04 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:46:44.778418 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-d98477ad-7320-4f34-8853-33b0882a5913 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:44.782809 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98477ad-7320-4f34-8853-33b0882a5913 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:46:44.789218 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98477ad-7320-4f34-8853-33b0882a5913 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:44.789923 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d98477ad-7320-4f34-8853-33b0882a5913 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:44.801228 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-da526c0a-d971-4862-bdc9-9d1bc5b04460 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['250071f3-ecf3-457c-9125-2f18e9f47415']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:44.806570 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4b7a60df-96fb-4dc2-9161-96635f914286 req-2a06c4b9-b55e-4bb7-adc5-e04c0254f78b tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/security-groups?id=12f2a2ad-f5ef-4491-943d-fc8f15b6856b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162893 Apr 28 19:46:44.829462 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f94e091b-dbe5-49ee-ac6e-117b7a5dbf5f req-8b2444d8-c30b-42be-8705-49a5e42e7956 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/security-groups?id=d91d7420-50ce-43c0-bfe7-21917ecd14fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792775 Apr 28 19:46:44.829943 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-da526c0a-d971-4862-bdc9-9d1bc5b04460 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dc3189c-aa90-4025-9633-a3e23afc4207') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:44.830522 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-da526c0a-d971-4862-bdc9-9d1bc5b04460 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dc3189c-aa90-4025-9633-a3e23afc4207') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:44.838558 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d98477ad-7320-4f34-8853-33b0882a5913 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.3258770 Apr 28 19:46:44.839861 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57002) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:44.862984 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da526c0a-d971-4862-bdc9-9d1bc5b04460 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:44.900255 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da526c0a-d971-4862-bdc9-9d1bc5b04460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:44.908767 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da526c0a-d971-4862-bdc9-9d1bc5b04460 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:46:44.910765 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da526c0a-d971-4862-bdc9-9d1bc5b04460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:44.937044 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:46:44.937044 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:46:44.937044 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:46:44.937044 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:46:44.937044 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:46:44.937044 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:46:44.937044 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:46:44.937044 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:46:44.937044 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:46:44.937044 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:46:44.937044 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:46:44.937044 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:46:44.937044 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:46:44.937044 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:46:44.937044 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:46:44.937044 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:46:44.937044 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:46:44.937044 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:46:44.937044 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:46:44.937044 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:46:44.937044 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:46:44.937044 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:46:44.937044 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:46:44.937044 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:46:44.937044 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:46:44.937044 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:46:44.937044 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:46:44.937044 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:46:44.937044 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:46:44.937044 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:46:44.937044 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:46:44.937044 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:46:44.939689 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c5195b-4838-4406-9429-7c49d5c953a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:44.946309 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c5195b-4838-4406-9429-7c49d5c953a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:44.952565 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c5195b-4838-4406-9429-7c49d5c953a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:44.954379 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-02c5195b-4838-4406-9429-7c49d5c953a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1125019 Apr 28 19:46:44.959266 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57010) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:45.066970 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da526c0a-d971-4862-bdc9-9d1bc5b04460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:45.070514 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da526c0a-d971-4862-bdc9-9d1bc5b04460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:45.077353 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-da526c0a-d971-4862-bdc9-9d1bc5b04460 admin admin] 10.222.0.42 "DELETE /v2.0/networks/250071f3-ecf3-457c-9125-2f18e9f47415 HTTP/1.1" status: 204 len: 168 time: 1.3533080 Apr 28 19:46:45.101693 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-4ba9e655-0bdb-430d-86cf-8981da574c27 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Deleting port 4e15f54e-157e-42ba-b2da-6546ad6e24f8 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:46:45.102316 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ba9e655-0bdb-430d-86cf-8981da574c27 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:45.109476 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f358bd7-fbbd-4589-bd86-86736754f5af req-11ea7064-404c-4661-bf74-25daa0ae439b tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:45.111131 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5f358bd7-fbbd-4589-bd86-86736754f5af req-11ea7064-404c-4661-bf74-25daa0ae439b tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 945 time: 0.1446533 Apr 28 19:46:45.115105 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-0d25bebe-157c-448f-835a-c11410673672 req-dd764acd-401a-4b7f-8e22-bbcd1d6d0d34 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Deleting port 43543a0f-b1c6-4bb7-9356-8781f1f81821 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:46:45.115660 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-0d25bebe-157c-448f-835a-c11410673672 req-dd764acd-401a-4b7f-8e22-bbcd1d6d0d34 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:45.119048 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da526c0a-d971-4862-bdc9-9d1bc5b04460 admin admin] Pushing event deleted for resources: {'Network': ['ID=250071f3-ecf3-457c-9125-2f18e9f47415,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:45.290416 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ba9e655-0bdb-430d-86cf-8981da574c27 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:45.302053 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 375e7d09-ce38-4af9-9954-2af31be2bfe6 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:46:45.341186 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-4ba9e655-0bdb-430d-86cf-8981da574c27 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Calling delete_port for 4e15f54e-157e-42ba-b2da-6546ad6e24f8 owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:46:45.349157 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 429030df-3fbb-4256-9e21-80558c30ac53 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:46:45.354243 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 375e7d09-ce38-4af9-9954-2af31be2bfe6 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:46:45.354563 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 375e7d09-ce38-4af9-9954-2af31be2bfe6 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:46:45.388630 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-0d25bebe-157c-448f-835a-c11410673672 req-dd764acd-401a-4b7f-8e22-bbcd1d6d0d34 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] For port 43543a0f-b1c6-4bb7-9356-8781f1f81821, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=43543a0f-b1c6-4bb7-9356-8781f1f81821,segment=NetworkSegment(b5720445-03de-4d91-9572-e2572d42e7be),segment_id=b5720445-03de-4d91-9572-e2572d42e7be)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:45.389519 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-0d25bebe-157c-448f-835a-c11410673672 req-dd764acd-401a-4b7f-8e22-bbcd1d6d0d34 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:45.418660 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-0d25bebe-157c-448f-835a-c11410673672 req-dd764acd-401a-4b7f-8e22-bbcd1d6d0d34 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Calling delete_port for 43543a0f-b1c6-4bb7-9356-8781f1f81821 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:46:45.466341 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5f358bd7-fbbd-4589-bd86-86736754f5af req-b32f778c-4edd-44dd-abfa-6f14e71ef025 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a15d10f-28d1-4c71-978e-dccf205b55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3323934 Apr 28 19:46:45.474577 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57024) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:45.496308 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 429030df-3fbb-4256-9e21-80558c30ac53 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:45.496924 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:45.637672 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9adffe60-6380-4e84-9cec-11a5ba0b52dd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e43b2df984ad43ab869cb40642eaceb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1618104 Apr 28 19:46:45.638488 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57028) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:45.712268 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b9c0d54-8cc0-4e6e-86c4-96b2719e63c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:45.714355 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ba9e655-0bdb-430d-86cf-8981da574c27 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:45.718297 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-0d25bebe-157c-448f-835a-c11410673672 req-dd764acd-401a-4b7f-8e22-bbcd1d6d0d34 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:45.778398 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd764acd-401a-4b7f-8e22-bbcd1d6d0d34 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Pushing event deleted for resources: {'Port': ['ID=43543a0f-b1c6-4bb7-9356-8781f1f81821,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:45.778970 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9e655-0bdb-430d-86cf-8981da574c27 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Pushing event deleted for resources: {'Port': ['ID=4e15f54e-157e-42ba-b2da-6546ad6e24f8,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:45.849295 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b9c0d54-8cc0-4e6e-86c4-96b2719e63c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:45.851833 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ba9e655-0bdb-430d-86cf-8981da574c27 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:45.856061 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['43543a0f-b1c6-4bb7-9356-8781f1f81821'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:46:45.858802 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4ba9e655-0bdb-430d-86cf-8981da574c27 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] 10.222.0.42 "DELETE /v2.0/ports/4e15f54e-157e-42ba-b2da-6546ad6e24f8 HTTP/1.1" status: 204 len: 168 time: 0.8976479 Apr 28 19:46:45.865500 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57038) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:45.872278 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-f0cf79a1-77bd-48c6-b66b-0c076958b0ad tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Request body: {'port': {'name': 'tempest-new-port-name-1924052748', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:45.873250 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.api.validators [None req-f0cf79a1-77bd-48c6-b66b-0c076958b0ad tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] bootfile-name is not in valid_values {{(pid=102774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 28 19:46:45.873607 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.api.validators [None req-f0cf79a1-77bd-48c6-b66b-0c076958b0ad tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] tftp-server is not in valid_values {{(pid=102774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 28 19:46:45.873941 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.api.validators [None req-f0cf79a1-77bd-48c6-b66b-0c076958b0ad tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] server-ip-address is not in valid_values {{(pid=102774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 28 19:46:45.876300 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d25bebe-157c-448f-835a-c11410673672 req-dd764acd-401a-4b7f-8e22-bbcd1d6d0d34 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] No DVR routers for this DVR port 43543a0f-b1c6-4bb7-9356-8781f1f81821 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:46:45.880121 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-0d25bebe-157c-448f-835a-c11410673672 req-dd764acd-401a-4b7f-8e22-bbcd1d6d0d34 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:45.884383 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0d25bebe-157c-448f-835a-c11410673672 req-dd764acd-401a-4b7f-8e22-bbcd1d6d0d34 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.15 "DELETE /v2.0/ports/43543a0f-b1c6-4bb7-9356-8781f1f81821 HTTP/1.1" status: 204 len: 173 time: 1.1310110 Apr 28 19:46:45.885081 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b05953e-3934-43c4-8847-2655f917dd98', 'name': 'network-vif-deleted', 'tag': '43543a0f-b1c6-4bb7-9356-8781f1f81821'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:45.889592 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d31f31e-98a6-4450-b690-a288a08b0e28" -d '{"events": [{"server_uuid": "4b05953e-3934-43c4-8847-2655f917dd98", "name": "network-vif-deleted", "tag": "43543a0f-b1c6-4bb7-9356-8781f1f81821"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:46:45.980988 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27442acd-742e-403e-9ed0-17a1b43f01d5 None None] Network ec208054-aaa6-4d6d-88f8-1a0eb9106b04 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:46:45.989024 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:46.004926 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b095e2c7-c7bb-4dc8-86db-09d9c591b5ea req-f3d98f1e-3bf9-490e-80e2-9a1cfde08169 tempest-DeleteServersTestJSON-1329945617 tempest-DeleteServersTestJSON-1329945617-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b05953e-3934-43c4-8847-2655f917dd98 HTTP/1.1" status: 200 len: 210 time: 0.0502458 Apr 28 19:46:46.090481 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751f393d-9148-4eaa-bdd1-38e05f873509 x-openstack-request-id: req-751f393d-9148-4eaa-bdd1-38e05f873509 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:46:46.090880 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b05953e-3934-43c4-8847-2655f917dd98", "name": "network-vif-deleted", "tag": "43543a0f-b1c6-4bb7-9356-8781f1f81821", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:46:46.091209 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-751f393d-9148-4eaa-bdd1-38e05f873509 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:46:46.091823 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-751f393d-9148-4eaa-bdd1-38e05f873509'] response: {'server_uuid': '4b05953e-3934-43c4-8847-2655f917dd98', 'name': 'network-vif-deleted', 'tag': '43543a0f-b1c6-4bb7-9356-8781f1f81821', 'status': 'completed', 'code': 200} Apr 28 19:46:46.092653 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c445d-cf2b-401f-84b2-de59b1f75d31 req-626d66ae-8505-42e1-a36c-6bad48b48734 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:46.094488 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-232c445d-cf2b-401f-84b2-de59b1f75d31 req-626d66ae-8505-42e1-a36c-6bad48b48734 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 945 time: 0.1429749 Apr 28 19:46:46.136504 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f0cf79a1-77bd-48c6-b66b-0c076958b0ad tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:46.176177 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-232c445d-cf2b-401f-84b2-de59b1f75d31 req-e5bac57e-5a57-4163-a8ac-ab30a1cbabcf tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/security-groups?id=12f2a2ad-f5ef-4491-943d-fc8f15b6856b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722497 Apr 28 19:46:46.182500 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0d5e9469-0e75-4c3c-a74c-4047c115a649 None None] Provisioning complete for port 429030df-3fbb-4256-9e21-80558c30ac53 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:46.183246 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0d5e9469-0e75-4c3c-a74c-4047c115a649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:46.207250 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b9c0d54-8cc0-4e6e-86c4-96b2719e63c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:46.210026 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b9c0d54-8cc0-4e6e-86c4-96b2719e63c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:46.214984 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5b9c0d54-8cc0-4e6e-86c4-96b2719e63c4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/699a4ebf-532c-45ec-99bf-983395c61c22 HTTP/1.1" status: 204 len: 168 time: 0.5682058 Apr 28 19:46:46.232995 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c0d54-8cc0-4e6e-86c4-96b2719e63c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699a4ebf-532c-45ec-99bf-983395c61c22,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:46.250100 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 429030df-3fbb-4256-9e21-80558c30ac53, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=429030df-3fbb-4256-9e21-80558c30ac53,segment=NetworkSegment(f0ea1c1b-7619-4545-a8f4-309dc41f6236),segment_id=f0ea1c1b-7619-4545-a8f4-309dc41f6236)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:46.273470 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:46.428303 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a9d12e33-4895-407a-a5b1-90d57d2e002d no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:46:46.463268 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: a9d12e33-4895-407a-a5b1-90d57d2e002d {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:46:46.463758 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a9d12e33-4895-407a-a5b1-90d57d2e002d not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:46:46.503481 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f0cf79a1-77bd-48c6-b66b-0c076958b0ad tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:46.510243 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f0cf79a1-77bd-48c6-b66b-0c076958b0ad tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:46.529407 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=429030df-3fbb-4256-9e21-80558c30ac53,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:46.559442 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-f0cf79a1-77bd-48c6-b66b-0c076958b0ad tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] In _notify_port_updated(), no bound segment for port 58653091-b382-4873-bac4-b4267d23db95 on network ec208054-aaa6-4d6d-88f8-1a0eb9106b04 {{(pid=102774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 19:46:46.564849 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cf79a1-77bd-48c6-b66b-0c076958b0ad tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:46.566100 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f0cf79a1-77bd-48c6-b66b-0c076958b0ad tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:46.569988 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f0cf79a1-77bd-48c6-b66b-0c076958b0ad tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] 10.222.0.42 "PUT /v2.0/ports/58653091-b382-4873-bac4-b4267d23db95 HTTP/1.1" status: 200 len: 1129 time: 0.7011600 Apr 28 19:46:46.570404 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57056) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:46.658925 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf79a1-77bd-48c6-b66b-0c076958b0ad tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Pushing event updated for resources: {'Port': ['ID=58653091-b382-4873-bac4-b4267d23db95,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:46.721783 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0235558-2fde-47ac-8048-1d3761b20e61 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:46.723357 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f0235558-2fde-47ac-8048-1d3761b20e61 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] 10.222.0.42 "GET /v2.0/ports/58653091-b382-4873-bac4-b4267d23db95 HTTP/1.1" status: 200 len: 1129 time: 0.1519434 Apr 28 19:46:46.727296 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 57058) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:46.781900 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4418f7-3d33-472d-aa36-f915447d98d5 req-f24a105e-b1d1-436b-a3c9-c1ca6fbc9db8 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:46.788167 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 57060) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:46.790637 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ab4418f7-3d33-472d-aa36-f915447d98d5 req-f24a105e-b1d1-436b-a3c9-c1ca6fbc9db8 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 945 time: 0.1221943 Apr 28 19:46:46.858052 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ab4418f7-3d33-472d-aa36-f915447d98d5 req-705f355c-e7ee-4b5f-afd1-165bf21d6a06 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a15d10f-28d1-4c71-978e-dccf205b55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664122 Apr 28 19:46:46.975142 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f5a1bbcd-e1e0-4445-ab74-a41ed22d65e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Deleting port 58653091-b382-4873-bac4-b4267d23db95 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:46:46.976019 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f5a1bbcd-e1e0-4445-ab74-a41ed22d65e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:47.026606 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8136d131-51de-4055-81dd-8070331229d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:47.179362 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-f0a3ff38-c2e3-407e-8e80-1175a4577a7b None None] Provisioning complete for port 429030df-3fbb-4256-9e21-80558c30ac53 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:47.179965 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f0a3ff38-c2e3-407e-8e80-1175a4577a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:47.203288 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f5a1bbcd-e1e0-4445-ab74-a41ed22d65e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:47.238091 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f5a1bbcd-e1e0-4445-ab74-a41ed22d65e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Calling delete_port for 58653091-b382-4873-bac4-b4267d23db95 owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:46:47.243365 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 429030df-3fbb-4256-9e21-80558c30ac53 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:46:47.463776 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066892a-4079-4c49-a4ca-797bb72a86bc req-2839b9fd-6ff9-4953-99db-218a60e229f7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:47.472563 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-f0a3ff38-c2e3-407e-8e80-1175a4577a7b None None] Provisioning complete for port 58653091-b382-4873-bac4-b4267d23db95 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:47.473196 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1d340-c1f2-4f33-8698-bd2791e47d29 req-5e9acf8a-2c98-4636-a42a-d61350626ac8 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:47.473399 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f0a3ff38-c2e3-407e-8e80-1175a4577a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:47.481425 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-54b1d340-c1f2-4f33-8698-bd2791e47d29 req-5e9acf8a-2c98-4636-a42a-d61350626ac8 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 945 time: 0.1426113 Apr 28 19:46:47.490725 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066892a-4079-4c49-a4ca-797bb72a86bc req-2839b9fd-6ff9-4953-99db-218a60e229f7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:47.521266 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066892a-4079-4c49-a4ca-797bb72a86bc req-2839b9fd-6ff9-4953-99db-218a60e229f7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:47.530313 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066892a-4079-4c49-a4ca-797bb72a86bc req-2839b9fd-6ff9-4953-99db-218a60e229f7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:47.538263 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-54b1d340-c1f2-4f33-8698-bd2791e47d29 req-a09514d6-9363-4b89-8c00-49efb8a3b384 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/security-groups?id=12f2a2ad-f5ef-4491-943d-fc8f15b6856b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499985 Apr 28 19:46:47.539024 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066892a-4079-4c49-a4ca-797bb72a86bc req-2839b9fd-6ff9-4953-99db-218a60e229f7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:47.556070 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066892a-4079-4c49-a4ca-797bb72a86bc req-2839b9fd-6ff9-4953-99db-218a60e229f7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:47.563960 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066892a-4079-4c49-a4ca-797bb72a86bc req-2839b9fd-6ff9-4953-99db-218a60e229f7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:47.573269 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d066892a-4079-4c49-a4ca-797bb72a86bc req-2839b9fd-6ff9-4953-99db-218a60e229f7 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5436 time: 0.2619712 Apr 28 19:46:47.582884 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-f0a3ff38-c2e3-407e-8e80-1175a4577a7b None None] Port 58653091-b382-4873-bac4-b4267d23db95 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:46:47.590037 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 429030df-3fbb-4256-9e21-80558c30ac53 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:47.591000 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:47.748723 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-4574c9a4-89e3-44b5-8687-b2c3c1ebfc3b None None] Provisioning complete for port 58653091-b382-4873-bac4-b4267d23db95 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:47.749198 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4574c9a4-89e3-44b5-8687-b2c3c1ebfc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:47.761866 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57098) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:47.766401 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8136d131-51de-4055-81dd-8070331229d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:47.779246 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d066892a-4079-4c49-a4ca-797bb72a86bc req-24c05502-844e-4c94-a006-f3982a247fe8 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2025776 Apr 28 19:46:47.785854 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8136d131-51de-4055-81dd-8070331229d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:47.811829 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f5a1bbcd-e1e0-4445-ab74-a41ed22d65e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:47.838757 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-4574c9a4-89e3-44b5-8687-b2c3c1ebfc3b None None] Port 58653091-b382-4873-bac4-b4267d23db95 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:46:47.951522 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a1bbcd-e1e0-4445-ab74-a41ed22d65e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Pushing event deleted for resources: {'Port': ['ID=58653091-b382-4873-bac4-b4267d23db95,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:47.961089 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8136d131-51de-4055-81dd-8070331229d9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=113064ee70dd400aa8daed3f21164a1e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1688254 Apr 28 19:46:47.994115 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57110) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:48.002229 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136d131-51de-4055-81dd-8070331229d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5480a0ca-0ae0-4d28-97dd-0f4c85ec9241,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:48.008087 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f5a1bbcd-e1e0-4445-ab74-a41ed22d65e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:48.013513 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f5a1bbcd-e1e0-4445-ab74-a41ed22d65e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] 10.222.0.42 "DELETE /v2.0/ports/58653091-b382-4873-bac4-b4267d23db95 HTTP/1.1" status: 204 len: 168 time: 1.2810383 Apr 28 19:46:48.026805 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 57114) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:48.055067 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3ae8d0aa-182b-469d-a368-bfd60a4a2cac None None] Could not find standard attr ID for object 4e15f54e-157e-42ba-b2da-6546ad6e24f8. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:46:48.427723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-4c00fab4-d772-42c7-9068-b86e40d915a6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-371175561-network', 'tenant_id': 'e8a7f62debf84ef2a07e1ba2d0a444b6'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:48.491835 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c00fab4-d772-42c7-9068-b86e40d915a6 admin admin] Made reservation on behalf of e8a7f62debf84ef2a07e1ba2d0a444b6 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:48.494265 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4c00fab4-d772-42c7-9068-b86e40d915a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:48.507588 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec53423-1360-4250-96e0-8bf74b68aecb req-eb50b026-1609-47ab-8a7e-9d7ce8881ecc tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:48.509506 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27658dcf-0e2c-4529-9be3-5ac9781388dd req-b34c7ff1-e897-4e24-b196-1de057ff1724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:48.513161 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-27658dcf-0e2c-4529-9be3-5ac9781388dd req-b34c7ff1-e897-4e24-b196-1de057ff1724 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 1096 time: 0.5666976 Apr 28 19:46:48.522940 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0ec53423-1360-4250-96e0-8bf74b68aecb req-eb50b026-1609-47ab-8a7e-9d7ce8881ecc tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 945 time: 0.5736794 Apr 28 19:46:48.543771 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5aacb79-5fa5-42ca-8aa5-c79ff811f8ac tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Deleting subnet 79e82240-72dc-4b35-82e6-8c691f3d468e {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:46:48.563506 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4c00fab4-d772-42c7-9068-b86e40d915a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:48.575787 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a5c35c0-673a-4604-8cdd-f5550ea312cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:48.582703 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d5aacb79-5fa5-42ca-8aa5-c79ff811f8ac tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:48.669250 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0ec53423-1360-4250-96e0-8bf74b68aecb req-23fc243f-9da6-4649-ac23-e014d6361035 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a15d10f-28d1-4c71-978e-dccf205b55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451318 Apr 28 19:46:48.701548 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d5aacb79-5fa5-42ca-8aa5-c79ff811f8ac tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:48.709132 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a5c35c0-673a-4604-8cdd-f5550ea312cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:48.725373 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-27658dcf-0e2c-4529-9be3-5ac9781388dd req-f787d56d-d764-4cf7-b037-be12bb2754d5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7a15d10f-28d1-4c71-978e-dccf205b55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996925 Apr 28 19:46:48.800582 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a5c35c0-673a-4604-8cdd-f5550ea312cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:48.804571 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a5c35c0-673a-4604-8cdd-f5550ea312cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:48.805805 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4a5c35c0-673a-4604-8cdd-f5550ea312cb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5480a0ca-0ae0-4d28-97dd-0f4c85ec9241 HTTP/1.1" status: 204 len: 168 time: 0.8027160 Apr 28 19:46:48.818246 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-4f9b9729-e969-4661-9632-63f388f1bb1f None None] Could not find standard attr ID for object 58653091-b382-4873-bac4-b4267d23db95. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:46:48.879077 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4c00fab4-d772-42c7-9068-b86e40d915a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:48.893103 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4c00fab4-d772-42c7-9068-b86e40d915a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:48.901097 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c35c0-673a-4604-8cdd-f5550ea312cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5480a0ca-0ae0-4d28-97dd-0f4c85ec9241,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:48.932735 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c00fab4-d772-42c7-9068-b86e40d915a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:46:48.990577 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8ad84-c78f-4cb2-a326-6fa5a5b186d3 req-2f33f214-c64c-4691-85ce-c7e8ca9cc8fa tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:48.994404 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4c00fab4-d772-42c7-9068-b86e40d915a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:48.994932 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-4c00fab4-d772-42c7-9068-b86e40d915a6 admin admin] Added segment 51039b99-7ae2-4b2a-8868-b76f3cd7a80e of type vlan for network fdfdf1f0-8e25-41b2-9990-5438dad369fb Apr 28 19:46:48.997825 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00fab4-d772-42c7-9068-b86e40d915a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eebc748-5f6a-4a62-a212-8ef9f5cc3455,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:49.022765 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-35b8ad84-c78f-4cb2-a326-6fa5a5b186d3 req-2f33f214-c64c-4691-85ce-c7e8ca9cc8fa tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 945 time: 0.2467771 Apr 28 19:46:49.169521 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4c00fab4-d772-42c7-9068-b86e40d915a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:49.189205 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-35b8ad84-c78f-4cb2-a326-6fa5a5b186d3 req-a3c03cad-cc0e-4713-9141-0dc97b0c0fec tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/security-groups?id=12f2a2ad-f5ef-4491-943d-fc8f15b6856b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647732 Apr 28 19:46:49.207020 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d5aacb79-5fa5-42ca-8aa5-c79ff811f8ac tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:49.253948 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655cc62-95cc-42d0-8710-b6f508d32881 req-528c1695-6f0f-472e-9036-ad45842a32e1 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:49.266787 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655cc62-95cc-42d0-8710-b6f508d32881 req-528c1695-6f0f-472e-9036-ad45842a32e1 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:49.279869 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655cc62-95cc-42d0-8710-b6f508d32881 req-528c1695-6f0f-472e-9036-ad45842a32e1 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:49.292966 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 43543a0f-b1c6-4bb7-9356-8781f1f81821 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:46:49.314153 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d5aacb79-5fa5-42ca-8aa5-c79ff811f8ac tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:49.319586 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655cc62-95cc-42d0-8710-b6f508d32881 req-528c1695-6f0f-472e-9036-ad45842a32e1 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:49.333427 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655cc62-95cc-42d0-8710-b6f508d32881 req-528c1695-6f0f-472e-9036-ad45842a32e1 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:49.348841 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655cc62-95cc-42d0-8710-b6f508d32881 req-528c1695-6f0f-472e-9036-ad45842a32e1 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:49.350013 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 43543a0f-b1c6-4bb7-9356-8781f1f81821 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:46:49.350588 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 43543a0f-b1c6-4bb7-9356-8781f1f81821 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:46:49.360390 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655cc62-95cc-42d0-8710-b6f508d32881 req-528c1695-6f0f-472e-9036-ad45842a32e1 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:49.363684 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e655cc62-95cc-42d0-8710-b6f508d32881 req-528c1695-6f0f-472e-9036-ad45842a32e1 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5436 time: 0.3480697 Apr 28 19:46:49.375707 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d5aacb79-5fa5-42ca-8aa5-c79ff811f8ac tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:49.381325 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e29568-61a7-4c21-ae27-b0fd32248e02 None None] Network ec208054-aaa6-4d6d-88f8-1a0eb9106b04 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:46:49.382738 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d5aacb79-5fa5-42ca-8aa5-c79ff811f8ac tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] 10.222.0.42 "DELETE /v2.0/subnets/79e82240-72dc-4b35-82e6-8c691f3d468e HTTP/1.1" status: 204 len: 168 time: 1.3536665 Apr 28 19:46:49.384418 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aacb79-5fa5-42ca-8aa5-c79ff811f8ac tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Pushing event deleted for resources: {'Subnet': ['ID=79e82240-72dc-4b35-82e6-8c691f3d468e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:49.392581 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57130) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:49.425540 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4c00fab4-d772-42c7-9068-b86e40d915a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:49.426825 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c00fab4-d772-42c7-9068-b86e40d915a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:49.427697 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4c00fab4-d772-42c7-9068-b86e40d915a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:49.564734 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4c00fab4-d772-42c7-9068-b86e40d915a6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8015110 Apr 28 19:46:49.568408 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 57136) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:49.573505 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-2a8cea0c-cb2c-4b9f-9419-b59476679f7f admin admin] Request body: {'subnet': {'network_id': 'fdfdf1f0-8e25-41b2-9990-5438dad369fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-371175561-subnet', 'tenant_id': 'e8a7f62debf84ef2a07e1ba2d0a444b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:49.610635 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8cea0c-cb2c-4b9f-9419-b59476679f7f admin admin] Made reservation on behalf of e8a7f62debf84ef2a07e1ba2d0a444b6 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:49.615462 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2a8cea0c-cb2c-4b9f-9419-b59476679f7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:49.633427 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e655cc62-95cc-42d0-8710-b6f508d32881 req-bd9f2354-3ef7-4c70-98bc-85f47d08ca6f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2347007 Apr 28 19:46:49.641843 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00fab4-d772-42c7-9068-b86e40d915a6 admin admin] Pushing event updated for resources: {'Network': ['ID=fdfdf1f0-8e25-41b2-9990-5438dad369fb,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:49.650521 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3f67f3bd-5397-42d9-bf7e-52b91ba8e394 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:49.666968 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network fdfdf1f0-8e25-41b2-9990-5438dad369fb details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:46:49.826832 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b25bc1a-a2fd-4fb6-8d4a-874d044e1035 None None] DHCP port deletion for ec208054-aaa6-4d6d-88f8-1a0eb9106b04 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:46:49.858527 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-3f67f3bd-5397-42d9-bf7e-52b91ba8e394 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Deleting port 429030df-3fbb-4256-9e21-80558c30ac53 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:46:49.858868 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3f67f3bd-5397-42d9-bf7e-52b91ba8e394 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:49.917312 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9f7cb1e2-8d4f-4df9-bbff-42ed0056d9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:49.963705 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560d88c-8c82-47ce-8e2f-3b27032c5ecb req-d3ecea92-5c74-45bf-a674-9be4036fef6e tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:49.977729 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a560d88c-8c82-47ce-8e2f-3b27032c5ecb req-d3ecea92-5c74-45bf-a674-9be4036fef6e tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 945 time: 0.1430492 Apr 28 19:46:50.004934 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-8b25bc1a-a2fd-4fb6-8d4a-874d044e1035 None None] Deleting port 429030df-3fbb-4256-9e21-80558c30ac53 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:46:50.005312 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8b25bc1a-a2fd-4fb6-8d4a-874d044e1035 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:50.084177 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-3f67f3bd-5397-42d9-bf7e-52b91ba8e394 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] For port 429030df-3fbb-4256-9e21-80558c30ac53, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=429030df-3fbb-4256-9e21-80558c30ac53,segment=NetworkSegment(f0ea1c1b-7619-4545-a8f4-309dc41f6236),segment_id=f0ea1c1b-7619-4545-a8f4-309dc41f6236)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:50.085485 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3f67f3bd-5397-42d9-bf7e-52b91ba8e394 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:50.124555 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-3f67f3bd-5397-42d9-bf7e-52b91ba8e394 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Calling delete_port for 429030df-3fbb-4256-9e21-80558c30ac53 owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:46:50.159719 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a560d88c-8c82-47ce-8e2f-3b27032c5ecb req-de0b59aa-b082-4174-83d7-af7d457ec0db tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a15d10f-28d1-4c71-978e-dccf205b55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805863 Apr 28 19:46:50.173889 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-8b25bc1a-a2fd-4fb6-8d4a-874d044e1035 None None] For port 429030df-3fbb-4256-9e21-80558c30ac53, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=429030df-3fbb-4256-9e21-80558c30ac53,segment=NetworkSegment(f0ea1c1b-7619-4545-a8f4-309dc41f6236),segment_id=f0ea1c1b-7619-4545-a8f4-309dc41f6236)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:50.176878 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8b25bc1a-a2fd-4fb6-8d4a-874d044e1035 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:50.218049 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-8b25bc1a-a2fd-4fb6-8d4a-874d044e1035 None None] Calling delete_port for 429030df-3fbb-4256-9e21-80558c30ac53 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:46:50.356819 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3f67f3bd-5397-42d9-bf7e-52b91ba8e394 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:50.384215 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-1de04e24-25ff-40f6-aeb9-93a8f322921f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:50.400244 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-1de04e24-25ff-40f6-aeb9-93a8f322921f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:50.413219 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-1de04e24-25ff-40f6-aeb9-93a8f322921f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:50.425673 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-1de04e24-25ff-40f6-aeb9-93a8f322921f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:50.442347 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-1de04e24-25ff-40f6-aeb9-93a8f322921f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:50.461385 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-1de04e24-25ff-40f6-aeb9-93a8f322921f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:50.470883 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f67f3bd-5397-42d9-bf7e-52b91ba8e394 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] No DVR routers for this DVR port 429030df-3fbb-4256-9e21-80558c30ac53 on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:46:50.486391 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-1de04e24-25ff-40f6-aeb9-93a8f322921f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:50.497868 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-1de04e24-25ff-40f6-aeb9-93a8f322921f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5436 time: 0.3750868 Apr 28 19:46:50.512060 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67f3bd-5397-42d9-bf7e-52b91ba8e394 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Pushing event deleted for resources: {'Port': ['ID=429030df-3fbb-4256-9e21-80558c30ac53,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:50.532381 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2a8cea0c-cb2c-4b9f-9419-b59476679f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:50.539591 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8b25bc1a-a2fd-4fb6-8d4a-874d044e1035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:50.618235 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25bc1a-a2fd-4fb6-8d4a-874d044e1035 None None] Pushing event deleted for resources: {'Port': ['ID=429030df-3fbb-4256-9e21-80558c30ac53,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:50.652436 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b25bc1a-a2fd-4fb6-8d4a-874d044e1035 None None] No DVR routers for this DVR port 429030df-3fbb-4256-9e21-80558c30ac53 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:46:50.750443 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-4759c3ec-a9b8-457c-a9c3-e3e100995601 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:50.753332 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-4759c3ec-a9b8-457c-a9c3-e3e100995601 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.15 "GET /v2.0/ports/d7709f7a-d580-4aec-b84a-0085812f5367?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2526169 Apr 28 19:46:50.844824 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3f67f3bd-5397-42d9-bf7e-52b91ba8e394 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:50.856648 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8cea0c-cb2c-4b9f-9419-b59476679f7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac161c98-1b27-4fc1-be9d-8121dc9f01bf,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:50.931333 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-3f67f3bd-5397-42d9-bf7e-52b91ba8e394 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec208054-aaa6-4d6d-88f8-1a0eb9106b04']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:50.967411 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-3f67f3bd-5397-42d9-bf7e-52b91ba8e394 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ea1c1b-7619-4545-a8f4-309dc41f6236') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:50.968310 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-3f67f3bd-5397-42d9-bf7e-52b91ba8e394 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ea1c1b-7619-4545-a8f4-309dc41f6236') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:50.979148 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8cea0c-cb2c-4b9f-9419-b59476679f7f admin admin] Checking segment: {'id': '51039b99-7ae2-4b2a-8868-b76f3cd7a80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fdfdf1f0-8e25-41b2-9990-5438dad369fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:46:50.979510 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8cea0c-cb2c-4b9f-9419-b59476679f7f admin admin] Network hostable DHCP agents. Network: fdfdf1f0-8e25-41b2-9990-5438dad369fb, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:46:51.009447 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04b935-af02-496f-8f4f-dfb50fb072d5 req-65c72d83-4b9a-41eb-9570-7c21907ff399 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:51.016433 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bd04b935-af02-496f-8f4f-dfb50fb072d5 req-65c72d83-4b9a-41eb-9570-7c21907ff399 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 945 time: 0.5565085 Apr 28 19:46:51.026578 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3f67f3bd-5397-42d9-bf7e-52b91ba8e394 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:51.041163 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde6b7f-0d7a-4de3-9cc9-740a5a05716d req-8de9f0c7-d54f-4d80-8490-2f2ae3ba5deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:51.042737 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2fde6b7f-0d7a-4de3-9cc9-740a5a05716d req-8de9f0c7-d54f-4d80-8490-2f2ae3ba5deb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 1096 time: 0.1874089 Apr 28 19:46:51.057541 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-9e5ce664-f503-4d9a-ab38-e67aabaaf5eb tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.15 "GET /v2.0/networks/80835d31-d60f-4749-a1bd-4756afb7302e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2827253 Apr 28 19:46:51.075441 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664a035-0403-4a63-87bd-2a834f6748e0 req-2f3a5925-03a5-4ba1-b369-b0d6ec0717ab tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:51.083432 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664a035-0403-4a63-87bd-2a834f6748e0 req-2f3a5925-03a5-4ba1-b369-b0d6ec0717ab tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:51.089547 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664a035-0403-4a63-87bd-2a834f6748e0 req-2f3a5925-03a5-4ba1-b369-b0d6ec0717ab tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:51.095789 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664a035-0403-4a63-87bd-2a834f6748e0 req-2f3a5925-03a5-4ba1-b369-b0d6ec0717ab tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:51.103022 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664a035-0403-4a63-87bd-2a834f6748e0 req-2f3a5925-03a5-4ba1-b369-b0d6ec0717ab tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:51.106249 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3f67f3bd-5397-42d9-bf7e-52b91ba8e394 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:51.109309 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664a035-0403-4a63-87bd-2a834f6748e0 req-2f3a5925-03a5-4ba1-b369-b0d6ec0717ab tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:51.117127 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664a035-0403-4a63-87bd-2a834f6748e0 req-2f3a5925-03a5-4ba1-b369-b0d6ec0717ab tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:51.119258 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1664a035-0403-4a63-87bd-2a834f6748e0 req-2f3a5925-03a5-4ba1-b369-b0d6ec0717ab tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 5436 time: 0.2206013 Apr 28 19:46:51.122715 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8cea0c-cb2c-4b9f-9419-b59476679f7f admin admin] Network fdfdf1f0-8e25-41b2-9990-5438dad369fb is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:46:51.142072 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f67f3bd-5397-42d9-bf7e-52b91ba8e394 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:46:51.142723 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3f67f3bd-5397-42d9-bf7e-52b91ba8e394 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:51.142855 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-0b933460-afab-456e-91ee-cdfce39c66f6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:51.149977 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:46:51.149977 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:46:51.149977 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:46:51.149977 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:46:51.149977 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:46:51.149977 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:46:51.149977 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:46:51.149977 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:46:51.149977 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:46:51.149977 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:46:51.149977 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:46:51.149977 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:46:51.149977 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:46:51.149977 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:46:51.149977 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:46:51.149977 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:46:51.149977 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:46:51.149977 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:46:51.149977 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:46:51.149977 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:46:51.149977 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:46:51.149977 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:46:51.149977 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:46:51.149977 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:46:51.149977 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:46:51.149977 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:46:51.149977 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:46:51.149977 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:46:51.149977 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:46:51.149977 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:46:51.149977 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:46:51.149977 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:46:51.195836 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bd04b935-af02-496f-8f4f-dfb50fb072d5 req-48e321e4-000b-4a62-b640-67bf9b0e1d91 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/security-groups?id=12f2a2ad-f5ef-4491-943d-fc8f15b6856b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642478 Apr 28 19:46:51.243767 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 429030df-3fbb-4256-9e21-80558c30ac53 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:46:51.285628 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-2a8cea0c-cb2c-4b9f-9419-b59476679f7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, fdfdf1f0-8e25-41b2-9990-5438dad369fb) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:51.288834 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3f67f3bd-5397-42d9-bf7e-52b91ba8e394 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:51.298696 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3f67f3bd-5397-42d9-bf7e-52b91ba8e394 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:51.302269 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 429030df-3fbb-4256-9e21-80558c30ac53 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:46:51.302850 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 429030df-3fbb-4256-9e21-80558c30ac53 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:46:51.313672 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8cea0c-cb2c-4b9f-9419-b59476679f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:51.316902 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3f67f3bd-5397-42d9-bf7e-52b91ba8e394 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] 10.222.0.42 "DELETE /v2.0/networks/ec208054-aaa6-4d6d-88f8-1a0eb9106b04 HTTP/1.1" status: 204 len: 168 time: 1.9152040 Apr 28 19:46:51.318072 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2a8cea0c-cb2c-4b9f-9419-b59476679f7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:51.329985 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1377d7e-ddeb-43f2-be17-c85d92a918bf None None] Network fdfdf1f0-8e25-41b2-9990-5438dad369fb requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:46:51.345466 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2fde6b7f-0d7a-4de3-9cc9-740a5a05716d req-6dd9dc78-f73d-42d7-afca-3694c8f61f2a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=12f2a2ad-f5ef-4491-943d-fc8f15b6856b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937741 Apr 28 19:46:51.369527 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67f3bd-5397-42d9-bf7e-52b91ba8e394 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322 tempest-ExtraDHCPOptionsIpV6TestJSON-1812065322-project] Pushing event deleted for resources: {'Network': ['ID=ec208054-aaa6-4d6d-88f8-1a0eb9106b04,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:51.449564 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-0b933460-afab-456e-91ee-cdfce39c66f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:51.478355 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2a8cea0c-cb2c-4b9f-9419-b59476679f7f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9087744 Apr 28 19:46:51.493218 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1664a035-0403-4a63-87bd-2a834f6748e0 req-b00aface-c303-48ab-801e-2c5eaa7a0868 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=20553147-8f70-4feb-bb33-b24808913472&id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3372786 Apr 28 19:46:51.524374 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc542a6-a2e6-4e35-b321-caa5f0f85ccc req-1e029cb7-4ee6-40c8-a880-7486ab08bacf tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:51.538899 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1dc542a6-a2e6-4e35-b321-caa5f0f85ccc req-1e029cb7-4ee6-40c8-a880-7486ab08bacf tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 945 time: 0.1369040 Apr 28 19:46:51.673584 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1dc542a6-a2e6-4e35-b321-caa5f0f85ccc req-27368b53-2e97-4036-a11c-a2373cb8b2f4 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a15d10f-28d1-4c71-978e-dccf205b55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304469 Apr 28 19:46:51.723681 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-0b933460-afab-456e-91ee-cdfce39c66f6 service neutron] For port d7709f7a-d580-4aec-b84a-0085812f5367, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=d7709f7a-d580-4aec-b84a-0085812f5367,segment=NetworkSegment(c4087ef1-be9e-4991-b622-f4da06ef46a1),segment_id=c4087ef1-be9e-4991-b622-f4da06ef46a1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:51.735604 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0ce3e3-98f1-46cb-a574-7c4e6d32df7a None None] Network fdfdf1f0-8e25-41b2-9990-5438dad369fb requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:46:51.781639 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-0b933460-afab-456e-91ee-cdfce39c66f6 service neutron] For port d7709f7a-d580-4aec-b84a-0085812f5367, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:46:51.867469 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-0b933460-afab-456e-91ee-cdfce39c66f6 service neutron] device_id is not set on port d7709f7a-d580-4aec-b84a-0085812f5367 yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:46:51.889646 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-0b933460-afab-456e-91ee-cdfce39c66f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:51.902970 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-0b933460-afab-456e-91ee-cdfce39c66f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:52.010761 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-0b933460-afab-456e-91ee-cdfce39c66f6 service neutron] No DVR routers for this DVR port d7709f7a-d580-4aec-b84a-0085812f5367 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:46:52.037168 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d26ede53-4d40-496e-971c-910cc0fc4df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:52.069073 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57186) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:52.082477 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-0b933460-afab-456e-91ee-cdfce39c66f6 service neutron] In _notify_port_updated(), no bound segment for port d7709f7a-d580-4aec-b84a-0085812f5367 on network 80835d31-d60f-4749-a1bd-4756afb7302e {{(pid=102773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 19:46:52.083718 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-0b933460-afab-456e-91ee-cdfce39c66f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:52.084533 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-0b933460-afab-456e-91ee-cdfce39c66f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:52.086114 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-0b933460-afab-456e-91ee-cdfce39c66f6 service neutron] 10.222.0.15 "PUT /v2.0/ports/d7709f7a-d580-4aec-b84a-0085812f5367 HTTP/1.1" status: 200 len: 1028 time: 0.9646137 Apr 28 19:46:52.087484 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b933460-afab-456e-91ee-cdfce39c66f6 service neutron] Pushing event updated for resources: {'Port': ['ID=d7709f7a-d580-4aec-b84a-0085812f5367,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:52.247562 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-1dcbfaa9-af24-4756-8188-f3e3dbd3eb88 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:52.250647 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-1dcbfaa9-af24-4756-8188-f3e3dbd3eb88 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.15 "GET /v2.0/ports/37e042f8-fc48-458d-b5bb-4019869f3d25?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1430676 Apr 28 19:46:52.265635 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-197593fe-0ac9-45f0-b2f1-a9310d96b912 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:52.310550 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57200) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:52.427441 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-197593fe-0ac9-45f0-b2f1-a9310d96b912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:52.495105 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6de24742-3889-4ab7-862e-5a7f71518a0e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e3fb8c8e1a2f42a1bec9176a6226c6da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4240396 Apr 28 19:46:52.496673 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0d92a12b-88ec-44c5-aad7-3dc4a5082e7a None None] Provisioning complete for port d7709f7a-d580-4aec-b84a-0085812f5367 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:52.497701 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0d92a12b-88ec-44c5-aad7-3dc4a5082e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:52.498053 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57206) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:52.542424 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-883cb886-bb79-4914-9d05-173192d1f6d9 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-116161682', 'router:external': True}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:52.575123 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0d92a12b-88ec-44c5-aad7-3dc4a5082e7a None None] Port d7709f7a-d580-4aec-b84a-0085812f5367 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:46:52.638750 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883cb886-bb79-4914-9d05-173192d1f6d9 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Made reservation on behalf of fdab2991d4bc4ade81b4c4026500af2c for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:52.641170 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-883cb886-bb79-4914-9d05-173192d1f6d9 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:52.657049 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-883cb886-bb79-4914-9d05-173192d1f6d9 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:52.659619 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b8a99f42-b527-4eb2-914e-70511daa8b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:52.670723 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1c14e-dba4-4403-9b43-b63e186b1454 req-b0e25dde-6e86-42da-ac5c-8efc0229e584 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:52.672193 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f7d1c14e-dba4-4403-9b43-b63e186b1454 req-b0e25dde-6e86-42da-ac5c-8efc0229e584 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 945 time: 0.1407402 Apr 28 19:46:52.732756 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b8a99f42-b527-4eb2-914e-70511daa8b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:52.746952 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-197593fe-0ac9-45f0-b2f1-a9310d96b912 service neutron] For port 37e042f8-fc48-458d-b5bb-4019869f3d25, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=37e042f8-fc48-458d-b5bb-4019869f3d25,segment=NetworkSegment(c4087ef1-be9e-4991-b622-f4da06ef46a1),segment_id=c4087ef1-be9e-4991-b622-f4da06ef46a1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:52.772537 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f7d1c14e-dba4-4403-9b43-b63e186b1454 req-d533e367-e951-4321-804c-8eda70684fec tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/security-groups?id=12f2a2ad-f5ef-4491-943d-fc8f15b6856b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727830 Apr 28 19:46:52.801621 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-197593fe-0ac9-45f0-b2f1-a9310d96b912 service neutron] For port 37e042f8-fc48-458d-b5bb-4019869f3d25, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:46:52.848489 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-197593fe-0ac9-45f0-b2f1-a9310d96b912 service neutron] device_id is not set on port 37e042f8-fc48-458d-b5bb-4019869f3d25 yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:46:52.860903 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-197593fe-0ac9-45f0-b2f1-a9310d96b912 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:52.870198 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-197593fe-0ac9-45f0-b2f1-a9310d96b912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:52.922421 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197593fe-0ac9-45f0-b2f1-a9310d96b912 service neutron] Pushing event updated for resources: {'Port': ['ID=37e042f8-fc48-458d-b5bb-4019869f3d25,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:52.935652 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08177582-c469-4b3c-9835-38ad4654bd84 req-5fe4a97a-98f2-4f28-b6a0-4fd4b8d32174 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:52.937685 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-08177582-c469-4b3c-9835-38ad4654bd84 req-5fe4a97a-98f2-4f28-b6a0-4fd4b8d32174 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/networks?id=fdfdf1f0-8e25-41b2-9990-5438dad369fb HTTP/1.1" status: 200 len: 813 time: 0.2505283 Apr 28 19:46:52.965879 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-883cb886-bb79-4914-9d05-173192d1f6d9 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:52.967290 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b8a99f42-b527-4eb2-914e-70511daa8b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:52.970486 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b8a99f42-b527-4eb2-914e-70511daa8b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:52.973029 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b8a99f42-b527-4eb2-914e-70511daa8b1f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/834a0504-d40d-427b-8bdb-a7fda1bf5577 HTTP/1.1" status: 204 len: 168 time: 0.4736607 Apr 28 19:46:52.984637 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-883cb886-bb79-4914-9d05-173192d1f6d9 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:52.997621 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-08177582-c469-4b3c-9835-38ad4654bd84 req-7be70c03-6008-47d3-a703-2343ae0112b3 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/quotas/e8a7f62debf84ef2a07e1ba2d0a444b6 HTTP/1.1" status: 200 len: 375 time: 0.0351985 Apr 28 19:46:53.010883 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-197593fe-0ac9-45f0-b2f1-a9310d96b912 service neutron] No DVR routers for this DVR port 37e042f8-fc48-458d-b5bb-4019869f3d25 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:46:53.012490 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a99f42-b527-4eb2-914e-70511daa8b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834a0504-d40d-427b-8bdb-a7fda1bf5577,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:53.029917 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883cb886-bb79-4914-9d05-173192d1f6d9 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:46:53.082881 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-08177582-c469-4b3c-9835-38ad4654bd84 req-1a0656c0-b219-4a32-9f6c-093ed68f7e14 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8a7f62debf84ef2a07e1ba2d0a444b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754433 Apr 28 19:46:53.097385 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-197593fe-0ac9-45f0-b2f1-a9310d96b912 service neutron] In _notify_port_updated(), no bound segment for port 37e042f8-fc48-458d-b5bb-4019869f3d25 on network 80835d31-d60f-4749-a1bd-4756afb7302e {{(pid=102773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 19:46:53.098297 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-197593fe-0ac9-45f0-b2f1-a9310d96b912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:53.098928 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-197593fe-0ac9-45f0-b2f1-a9310d96b912 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:53.100334 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-197593fe-0ac9-45f0-b2f1-a9310d96b912 service neutron] 10.222.0.15 "PUT /v2.0/ports/37e042f8-fc48-458d-b5bb-4019869f3d25 HTTP/1.1" status: 200 len: 1028 time: 0.8435740 Apr 28 19:46:53.179580 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-883cb886-bb79-4914-9d05-173192d1f6d9 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:53.180087 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-883cb886-bb79-4914-9d05-173192d1f6d9 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Added segment 2919a0bf-57c7-489f-af90-35a51db0f475 of type vlan for network 5170c92d-87b2-4474-b0df-7ce12ae757f6 Apr 28 19:46:53.207718 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883cb886-bb79-4914-9d05-173192d1f6d9 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23c1453-7284-4fc9-8637-ebcd72e84e10,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:53.312340 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 53b50a27-b515-4340-9e35-07347bc9cc34 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:46:53.395165 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-883cb886-bb79-4914-9d05-173192d1f6d9 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:53.417515 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e55c74-7197-428d-b4e2-c5e928c1df7e req-11508489-d43e-4880-b3e3-c692e303638f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:53.419206 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-67e55c74-7197-428d-b4e2-c5e928c1df7e req-11508489-d43e-4880-b3e3-c692e303638f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a0c676490ad4221b826814b264d08aa&device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 1096 time: 0.2246854 Apr 28 19:46:53.446839 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-08177582-c469-4b3c-9835-38ad4654bd84 req-cea4e8ed-3254-4a30-9107-c3f5df43d807 service neutron] 10.222.0.42 "GET /v2.0/networks/fdfdf1f0-8e25-41b2-9990-5438dad369fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399622 Apr 28 19:46:53.531789 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec13a7d-d4a0-45e1-aa74-1d66b3e152a4 req-4543bb21-0519-4d36-b3f3-a6227d3213e6 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:53.540156 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec13a7d-d4a0-45e1-aa74-1d66b3e152a4 req-4543bb21-0519-4d36-b3f3-a6227d3213e6 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:53.546999 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec13a7d-d4a0-45e1-aa74-1d66b3e152a4 req-4543bb21-0519-4d36-b3f3-a6227d3213e6 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:53.555656 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec13a7d-d4a0-45e1-aa74-1d66b3e152a4 req-4543bb21-0519-4d36-b3f3-a6227d3213e6 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:53.555949 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-883cb886-bb79-4914-9d05-173192d1f6d9 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:53.558975 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883cb886-bb79-4914-9d05-173192d1f6d9 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:53.561518 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-883cb886-bb79-4914-9d05-173192d1f6d9 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:53.563176 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec13a7d-d4a0-45e1-aa74-1d66b3e152a4 req-4543bb21-0519-4d36-b3f3-a6227d3213e6 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:53.565736 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8ec13a7d-d4a0-45e1-aa74-1d66b3e152a4 req-4543bb21-0519-4d36-b3f3-a6227d3213e6 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 3886 time: 0.2811065 Apr 28 19:46:53.572740 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:53.576828 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-6805d7ce-4986-433c-b6d8-c524b2bf86dd None None] Provisioning complete for port 37e042f8-fc48-458d-b5bb-4019869f3d25 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:53.577205 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6805d7ce-4986-433c-b6d8-c524b2bf86dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:53.596275 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-2e5eb594-3c2b-4761-9cf4-23597e0314c6 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Deleting port c61bdd67-d1f0-4cd3-8c99-e1114bf17a78 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:46:53.597461 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-2e5eb594-3c2b-4761-9cf4-23597e0314c6 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:53.622126 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-883cb886-bb79-4914-9d05-173192d1f6d9 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.3102448 Apr 28 19:46:53.638539 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-6805d7ce-4986-433c-b6d8-c524b2bf86dd None None] Port 37e042f8-fc48-458d-b5bb-4019869f3d25 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:46:53.658566 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57232) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:53.679949 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-3083d6b7-1827-4dc0-8ed1-145b34af35cb tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Request body: {'subnet': {'network_id': '5170c92d-87b2-4474-b0df-7ce12ae757f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:53.716349 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:53.741364 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883cb886-bb79-4914-9d05-173192d1f6d9 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Pushing event updated for resources: {'Network': ['ID=5170c92d-87b2-4474-b0df-7ce12ae757f6,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:53.780280 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-08177582-c469-4b3c-9835-38ad4654bd84 req-517c6c2b-79b7-4f24-818e-42f67f8515c4 service neutron] 10.222.0.42 "GET /v2.0/networks/fdfdf1f0-8e25-41b2-9990-5438dad369fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326015 Apr 28 19:46:53.796397 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 5170c92d-87b2-4474-b0df-7ce12ae757f6 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:46:53.797929 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3083d6b7-1827-4dc0-8ed1-145b34af35cb tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Made reservation on behalf of fdab2991d4bc4ade81b4c4026500af2c for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:53.801989 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3083d6b7-1827-4dc0-8ed1-145b34af35cb tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:53.860347 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-2e5eb594-3c2b-4761-9cf4-23597e0314c6 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] For port c61bdd67-d1f0-4cd3-8c99-e1114bf17a78, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=c61bdd67-d1f0-4cd3-8c99-e1114bf17a78,segment=NetworkSegment(46a14388-2034-4d81-9962-2861ba57c306),segment_id=46a14388-2034-4d81-9962-2861ba57c306)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:53.861143 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-2e5eb594-3c2b-4761-9cf4-23597e0314c6 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:53.909073 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-2e5eb594-3c2b-4761-9cf4-23597e0314c6 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Calling delete_port for c61bdd67-d1f0-4cd3-8c99-e1114bf17a78 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:46:53.941111 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53b50a27-b515-4340-9e35-07347bc9cc34'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:53.947489 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5e5a67-ae82-467c-aac1-63e30e55710f" -d '{"events": [{"server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "name": "network-vif-unplugged", "status": "completed", "tag": "53b50a27-b515-4340-9e35-07347bc9cc34"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:46:54.026164 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 53b50a27-b515-4340-9e35-07347bc9cc34, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=53b50a27-b515-4340-9e35-07347bc9cc34,segment=NetworkSegment(c4087ef1-be9e-4991-b622-f4da06ef46a1),segment_id=c4087ef1-be9e-4991-b622-f4da06ef46a1)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:54.037512 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:54.039153 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device d7709f7a-d580-4aec-b84a-0085812f5367 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:46:54.142670 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e55c74-7197-428d-b4e2-c5e928c1df7e req-61d36765-1a36-45d3-ab87-ecb723f89026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:54.144834 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-67e55c74-7197-428d-b4e2-c5e928c1df7e req-61d36765-1a36-45d3-ab87-ecb723f89026 service neutron] 10.222.0.44 "GET /v2.0/networks?id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef HTTP/1.1" status: 200 len: 920 time: 0.7164490 Apr 28 19:46:54.177249 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=53b50a27-b515-4340-9e35-07347bc9cc34,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:54.180322 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device d7709f7a-d580-4aec-b84a-0085812f5367 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:46:54.180760 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 5777ee41-99fe-478c-84d1-afd3559609f8 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:46:54.289000 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8ec13a7d-d4a0-45e1-aa74-1d66b3e152a4 req-0de06794-0904-4cbb-acc7-d97d9a3ef3fe tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7025785 Apr 28 19:46:54.307361 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-077ee28c-5c76-4f5f-8fe5-01284a1b5172 req-18c9166b-4a82-438a-9f1d-a6b06a52a6dc tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1547276615', 'description': 'tempest-description-1219040641'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:54.356012 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:54.359203 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-077ee28c-5c76-4f5f-8fe5-01284a1b5172 req-18c9166b-4a82-438a-9f1d-a6b06a52a6dc tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:54.388860 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-67e55c74-7197-428d-b4e2-c5e928c1df7e req-1898cc84-02ad-4160-b305-85cdc900080d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1094860a-dcd5-4b3b-9fb1-406fe5470ed2 HTTP/1.1" status: 200 len: 1001 time: 0.2295396 Apr 28 19:46:54.500831 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 5777ee41-99fe-478c-84d1-afd3559609f8, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=5777ee41-99fe-478c-84d1-afd3559609f8,segment=NetworkSegment(a938669e-a422-4100-815a-beba9a9fac36),segment_id=a938669e-a422-4100-815a-beba9a9fac36)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:54.509859 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:54.511283 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device a0bd214a-5662-4bfb-82db-e3d3910d444b no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:46:54.546068 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-077ee28c-5c76-4f5f-8fe5-01284a1b5172 req-18c9166b-4a82-438a-9f1d-a6b06a52a6dc tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:54.552699 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e55c74-7197-428d-b4e2-c5e928c1df7e req-780b5df3-f89b-4a2a-bdbf-1e9c5639a2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:54.554721 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-67e55c74-7197-428d-b4e2-c5e928c1df7e req-780b5df3-f89b-4a2a-bdbf-1e9c5639a2cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d25b1cb0-c200-401d-9c44-cd4c1f880757 HTTP/1.1" status: 200 len: 858 time: 0.1551743 Apr 28 19:46:54.587387 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-077ee28c-5c76-4f5f-8fe5-01284a1b5172 req-18c9166b-4a82-438a-9f1d-a6b06a52a6dc tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:54.625614 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-2e5eb594-3c2b-4761-9cf4-23597e0314c6 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:54.683943 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=5777ee41-99fe-478c-84d1-afd3559609f8,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:54.702950 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5eb594-3c2b-4761-9cf4-23597e0314c6 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Pushing event deleted for resources: {'Port': ['ID=c61bdd67-d1f0-4cd3-8c99-e1114bf17a78,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:54.753437 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-077ee28c-5c76-4f5f-8fe5-01284a1b5172 req-18c9166b-4a82-438a-9f1d-a6b06a52a6dc tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:54.760737 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-077ee28c-5c76-4f5f-8fe5-01284a1b5172 req-18c9166b-4a82-438a-9f1d-a6b06a52a6dc tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4792278 Apr 28 19:46:54.774327 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e55c74-7197-428d-b4e2-c5e928c1df7e req-678e44a6-3b9d-491b-9d93-46c4ddb4edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:54.774327 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-67e55c74-7197-428d-b4e2-c5e928c1df7e req-678e44a6-3b9d-491b-9d93-46c4ddb4edd8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2059155 Apr 28 19:46:54.775030 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9166b-4a82-438a-9f1d-a6b06a52a6dc tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=613d03a6-a8d6-43e9-844f-4e813342372c,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:54.788251 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:54.851695 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port a0bd214a-5662-4bfb-82db-e3d3910d444b, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=a0bd214a-5662-4bfb-82db-e3d3910d444b,segment=NetworkSegment(46a14388-2034-4d81-9962-2861ba57c306),segment_id=46a14388-2034-4d81-9962-2861ba57c306)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:54.859000 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:54.860295 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 37e042f8-fc48-458d-b5bb-4019869f3d25 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:46:54.865550 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 19:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5672c623-529c-4029-8d6d-f3c1e004dc60 x-openstack-request-id: req-5672c623-529c-4029-8d6d-f3c1e004dc60 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:46:54.866238 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "name": "network-vif-unplugged", "status": "completed", "tag": "53b50a27-b515-4340-9e35-07347bc9cc34", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:46:54.866700 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5672c623-529c-4029-8d6d-f3c1e004dc60 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:46:54.867341 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5672c623-529c-4029-8d6d-f3c1e004dc60'] response: {'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53b50a27-b515-4340-9e35-07347bc9cc34', 'code': 200} Apr 28 19:46:54.906756 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-2e5eb594-3c2b-4761-9cf4-23597e0314c6 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] No DVR routers for this DVR port c61bdd67-d1f0-4cd3-8c99-e1114bf17a78 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:46:54.927378 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-2e5eb594-3c2b-4761-9cf4-23597e0314c6 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:54.934470 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-2e5eb594-3c2b-4761-9cf4-23597e0314c6 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.15 "DELETE /v2.0/ports/c61bdd67-d1f0-4cd3-8c99-e1114bf17a78 HTTP/1.1" status: 204 len: 173 time: 1.8264928 Apr 28 19:46:54.935002 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'name': 'network-vif-deleted', 'tag': 'c61bdd67-d1f0-4cd3-8c99-e1114bf17a78'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:54.941437 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3039113-1609-4703-8f95-a2b589cff7d3" -d '{"events": [{"server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "name": "network-vif-deleted", "tag": "c61bdd67-d1f0-4cd3-8c99-e1114bf17a78"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:46:54.996646 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 37e042f8-fc48-458d-b5bb-4019869f3d25 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:46:54.997078 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device c61bdd67-d1f0-4cd3-8c99-e1114bf17a78 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:46:55.011943 n-d-839810-1 neutron-server[102774]: DEBUG neutron.objects.ports [None req-3083d6b7-1827-4dc0-8ed1-145b34af35cb tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102774) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 19:46:55.012463 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3083d6b7-1827-4dc0-8ed1-145b34af35cb tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:55.014387 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57266) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:55.030632 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: c61bdd67-d1f0-4cd3-8c99-e1114bf17a78 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:46:55.031246 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device c61bdd67-d1f0-4cd3-8c99-e1114bf17a78 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:46:55.031875 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device e0cde177-94fd-47df-9bb2-ab96402ec758 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:46:55.038078 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=a0bd214a-5662-4bfb-82db-e3d3910d444b,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:55.107252 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-587f258f-1273-4519-8852-c01fa7c9fd04 req-fc0d26b7-a355-44b2-b64e-9e1c2ca459ed tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 210 time: 0.1579032 Apr 28 19:46:55.152778 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083d6b7-1827-4dc0-8ed1-145b34af35cb tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a585fbc8-7bba-41a9-ad51-d71284abfea0,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:55.183205 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d7f28-2451-4094-9806-0b75c4af1d91 req-aea36032-1c39-49d3-b2d3-90ffef58b837 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:55.196526 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:55.197188 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aa1d7f28-2451-4094-9806-0b75c4af1d91 req-aea36032-1c39-49d3-b2d3-90ffef58b837 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 945 time: 0.5859673 Apr 28 19:46:55.205112 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083d6b7-1827-4dc0-8ed1-145b34af35cb tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Checking segment: {'id': '2919a0bf-57c7-489f-af90-35a51db0f475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5170c92d-87b2-4474-b0df-7ce12ae757f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:46:55.205455 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3083d6b7-1827-4dc0-8ed1-145b34af35cb tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Network hostable DHCP agents. Network: 5170c92d-87b2-4474-b0df-7ce12ae757f6, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:46:55.245551 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-67e55c74-7197-428d-b4e2-c5e928c1df7e req-119237e8-f65f-484c-830f-21802f81a2cf service neutron] 10.222.0.44 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681296 Apr 28 19:46:55.254898 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3083d6b7-1827-4dc0-8ed1-145b34af35cb tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Network 5170c92d-87b2-4474-b0df-7ce12ae757f6 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:46:55.276801 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-3083d6b7-1827-4dc0-8ed1-145b34af35cb tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 5170c92d-87b2-4474-b0df-7ce12ae757f6) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:55.287536 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3083d6b7-1827-4dc0-8ed1-145b34af35cb tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:55.288193 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3083d6b7-1827-4dc0-8ed1-145b34af35cb tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:55.329091 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec9c0a8-6967-42f9-924a-732609176741 None None] Network 5170c92d-87b2-4474-b0df-7ce12ae757f6 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:46:55.336450 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port e0cde177-94fd-47df-9bb2-ab96402ec758, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e0cde177-94fd-47df-9bb2-ab96402ec758,segment=NetworkSegment(c4087ef1-be9e-4991-b622-f4da06ef46a1),segment_id=c4087ef1-be9e-4991-b622-f4da06ef46a1)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:55.351269 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3083d6b7-1827-4dc0-8ed1-145b34af35cb tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6880498 Apr 28 19:46:55.352483 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57274) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:55.363600 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:55.365351 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-222bbdf4-6c9a-4b63-ba19-188518c0964b tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-620319182', 'network_id': '5170c92d-87b2-4474-b0df-7ce12ae757f6'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:55.397238 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-051a428b-628d-410d-aafc-041e78a312b8 tempest-NetworksNegativeTestJSON-2144663247 tempest-NetworksNegativeTestJSON-2144663247-project] Request body: {'port': {'network_id': '71778073-132b-4c57-a594-fe24ff27e57e', 'name': 'tempest-NetworksNegativeTestJSON-1257960376'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:55.435031 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-051a428b-628d-410d-aafc-041e78a312b8 tempest-NetworksNegativeTestJSON-2144663247 tempest-NetworksNegativeTestJSON-2144663247-project] POST failed (client error): The resource could not be found. Apr 28 19:46:55.435951 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-051a428b-628d-410d-aafc-041e78a312b8 tempest-NetworksNegativeTestJSON-2144663247 tempest-NetworksNegativeTestJSON-2144663247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:46:55.444062 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-051a428b-628d-410d-aafc-041e78a312b8 tempest-NetworksNegativeTestJSON-2144663247 tempest-NetworksNegativeTestJSON-2144663247-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4242113 Apr 28 19:46:55.455374 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57276) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:55.526587 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aa1d7f28-2451-4094-9806-0b75c4af1d91 req-866aa370-6d9f-4164-af25-2543d6f423fd tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a15d10f-28d1-4c71-978e-dccf205b55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2770753 Apr 28 19:46:55.529436 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-67e55c74-7197-428d-b4e2-c5e928c1df7e req-80a90432-fab9-4c97-b94a-2d1e42a15702 service neutron] 10.222.0.44 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404605 Apr 28 19:46:55.604535 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222bbdf4-6c9a-4b63-ba19-188518c0964b tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Made reservation on behalf of fdab2991d4bc4ade81b4c4026500af2c for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:55.607897 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-222bbdf4-6c9a-4b63-ba19-188518c0964b tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:55.625006 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=e0cde177-94fd-47df-9bb2-ab96402ec758,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:55.643810 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-b550a375-c1a4-4212-a428-36ed91d6bd11 tempest-NetworksNegativeTestJSON-2144663247 tempest-NetworksNegativeTestJSON-2144663247-project] DELETE failed (client error): The resource could not be found. Apr 28 19:46:55.645058 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b550a375-c1a4-4212-a428-36ed91d6bd11 tempest-NetworksNegativeTestJSON-2144663247 tempest-NetworksNegativeTestJSON-2144663247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:46:55.653775 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b550a375-c1a4-4212-a428-36ed91d6bd11 tempest-NetworksNegativeTestJSON-2144663247 tempest-NetworksNegativeTestJSON-2144663247-project] 10.222.0.42 "DELETE /v2.0/networks/d8bbf913-9477-4996-8c3a-68927e180865 HTTP/1.1" status: 404 len: 339 time: 0.1961381 Apr 28 19:46:55.654996 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57278) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:55.667735 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0c990f22-3937-4c6f-a363-933bf94dde19 req-44e12397-7642-4d52-a49e-ebd28c6d3823 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1547276615&fields=id&tenant_id=907c62a112ef46e89904d42b16ec6b69 HTTP/1.1" status: 200 len: 267 time: 0.2636373 Apr 28 19:46:55.675578 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc373a3-e9e8-42c1-b8e7-b66138a60130 x-openstack-request-id: req-6dc373a3-e9e8-42c1-b8e7-b66138a60130 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:46:55.678066 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "name": "network-vif-deleted", "tag": "c61bdd67-d1f0-4cd3-8c99-e1114bf17a78", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:46:55.678793 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6dc373a3-e9e8-42c1-b8e7-b66138a60130 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:46:55.680258 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dc373a3-e9e8-42c1-b8e7-b66138a60130'] response: {'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'name': 'network-vif-deleted', 'tag': 'c61bdd67-d1f0-4cd3-8c99-e1114bf17a78', 'status': 'completed', 'code': 200} Apr 28 19:46:55.700408 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-481c2203-d13f-452a-9b46-b7b2c4e26c94 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Deleting port a0bd214a-5662-4bfb-82db-e3d3910d444b {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:46:55.700827 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-481c2203-d13f-452a-9b46-b7b2c4e26c94 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:55.740066 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-222bbdf4-6c9a-4b63-ba19-188518c0964b tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] device_id is not set on port 7bdfc4f2-d3bf-4ae6-b35e-5cb05cbf2aa1 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:46:55.768730 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab3825c0-5126-4d0c-91c4-88fad81b70a6 tempest-NetworksNegativeTestJSON-2144663247 tempest-NetworksNegativeTestJSON-2144663247-project] DELETE failed (client error): The resource could not be found. Apr 28 19:46:55.768730 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab3825c0-5126-4d0c-91c4-88fad81b70a6 tempest-NetworksNegativeTestJSON-2144663247 tempest-NetworksNegativeTestJSON-2144663247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:46:55.777847 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ab3825c0-5126-4d0c-91c4-88fad81b70a6 tempest-NetworksNegativeTestJSON-2144663247 tempest-NetworksNegativeTestJSON-2144663247-project] 10.222.0.42 "DELETE /v2.0/ports/02f6bf2c-3fe6-4f65-9e26-b7f462511b9a HTTP/1.1" status: 404 len: 333 time: 0.0812497 Apr 28 19:46:55.778920 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57282) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:55.819062 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bebfa2-35c4-4c38-acdc-98fc4936a8a3 None None] Network 5170c92d-87b2-4474-b0df-7ce12ae757f6 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:46:55.888773 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec08268f-51a5-4b03-9ef2-843a4864aa5a tempest-NetworksNegativeTestJSON-2144663247 tempest-NetworksNegativeTestJSON-2144663247-project] DELETE failed (client error): The resource could not be found. Apr 28 19:46:55.889241 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec08268f-51a5-4b03-9ef2-843a4864aa5a tempest-NetworksNegativeTestJSON-2144663247 tempest-NetworksNegativeTestJSON-2144663247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:46:55.898024 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ec08268f-51a5-4b03-9ef2-843a4864aa5a tempest-NetworksNegativeTestJSON-2144663247 tempest-NetworksNegativeTestJSON-2144663247-project] 10.222.0.42 "DELETE /v2.0/subnets/38baad8b-2bc3-4873-aa73-52765df60aef HTTP/1.1" status: 404 len: 337 time: 0.1006870 Apr 28 19:46:55.905200 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57284) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:55.953452 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ac7e2d8-1e2a-4cab-be14-a68604ce11d9 tempest-NetworksNegativeTestJSON-2144663247 tempest-NetworksNegativeTestJSON-2144663247-project] GET failed (client error): The resource could not be found. Apr 28 19:46:55.959127 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9ac7e2d8-1e2a-4cab-be14-a68604ce11d9 tempest-NetworksNegativeTestJSON-2144663247 tempest-NetworksNegativeTestJSON-2144663247-project] 10.222.0.42 "GET /v2.0/networks/4216cf7e-e665-4e7f-a8ac-483750c6ef5f HTTP/1.1" status: 404 len: 339 time: 0.0528264 Apr 28 19:46:55.967789 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:55.969581 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c990f22-3937-4c6f-a363-933bf94dde19 req-7d26ce6d-a39b-45bc-af82-287517de7a8f tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:55.979309 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0c990f22-3937-4c6f-a363-933bf94dde19 req-7d26ce6d-a39b-45bc-af82-287517de7a8f tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 945 time: 0.3105333 Apr 28 19:46:55.986944 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-0c990f22-3937-4c6f-a363-933bf94dde19 req-283ac33c-aec4-4cfb-84b3-7eb48debdaad tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Request body: {'port': {'security_groups': ['12f2a2ad-f5ef-4491-943d-fc8f15b6856b', '613d03a6-a8d6-43e9-844f-4e813342372c']}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:55.992392 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57286) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:56.009869 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:56.050729 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-63435d47-0bb4-47be-8ed6-e700b26857ee tempest-NetworksNegativeTestJSON-2144663247 tempest-NetworksNegativeTestJSON-2144663247-project] GET failed (client error): The resource could not be found. Apr 28 19:46:56.059038 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-63435d47-0bb4-47be-8ed6-e700b26857ee tempest-NetworksNegativeTestJSON-2144663247 tempest-NetworksNegativeTestJSON-2144663247-project] 10.222.0.42 "GET /v2.0/ports/7d23be83-1397-4cbe-8bc5-202eb5beee39 HTTP/1.1" status: 404 len: 333 time: 0.0605214 Apr 28 19:46:56.063284 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 57288) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:56.067080 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-481c2203-d13f-452a-9b46-b7b2c4e26c94 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] For port a0bd214a-5662-4bfb-82db-e3d3910d444b, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=a0bd214a-5662-4bfb-82db-e3d3910d444b,segment=NetworkSegment(46a14388-2034-4d81-9962-2861ba57c306),segment_id=46a14388-2034-4d81-9962-2861ba57c306)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:56.067641 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-481c2203-d13f-452a-9b46-b7b2c4e26c94 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:56.151811 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-222bbdf4-6c9a-4b63-ba19-188518c0964b tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Allocated IP 172.20.0.10 (5170c92d-87b2-4474-b0df-7ce12ae757f6/a585fbc8-7bba-41a9-ad51-d71284abfea0/7bdfc4f2-d3bf-4ae6-b35e-5cb05cbf2aa1) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:46:56.176017 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-481c2203-d13f-452a-9b46-b7b2c4e26c94 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Calling delete_port for a0bd214a-5662-4bfb-82db-e3d3910d444b owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:46:56.188019 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb650f6f-97a6-432f-93f5-78397b22688d tempest-NetworksNegativeTestJSON-2144663247 tempest-NetworksNegativeTestJSON-2144663247-project] GET failed (client error): The resource could not be found. Apr 28 19:46:56.191641 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-eb650f6f-97a6-432f-93f5-78397b22688d tempest-NetworksNegativeTestJSON-2144663247 tempest-NetworksNegativeTestJSON-2144663247-project] 10.222.0.42 "GET /v2.0/subnets/c3167ded-317f-4b7f-a0de-c72aabda15bd HTTP/1.1" status: 404 len: 337 time: 0.1113188 Apr 28 19:46:56.195817 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57292) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:56.209719 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-01d437c6-68ee-4047-b5f0-9efa01240311 tempest-NetworksNegativeTestJSON-2144663247 tempest-NetworksNegativeTestJSON-2144663247-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:56.211647 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adabca4-5ada-42ca-a7a0-26c6dbf2b18e req-97b8cb43-6d72-4b42-a37f-49caf10a5a65 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:56.224445 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adabca4-5ada-42ca-a7a0-26c6dbf2b18e req-97b8cb43-6d72-4b42-a37f-49caf10a5a65 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:56.237481 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adabca4-5ada-42ca-a7a0-26c6dbf2b18e req-97b8cb43-6d72-4b42-a37f-49caf10a5a65 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:56.248737 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-01d437c6-68ee-4047-b5f0-9efa01240311 tempest-NetworksNegativeTestJSON-2144663247 tempest-NetworksNegativeTestJSON-2144663247-project] PUT failed (client error): The resource could not be found. Apr 28 19:46:56.249722 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01d437c6-68ee-4047-b5f0-9efa01240311 tempest-NetworksNegativeTestJSON-2144663247 tempest-NetworksNegativeTestJSON-2144663247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:46:56.250739 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adabca4-5ada-42ca-a7a0-26c6dbf2b18e req-97b8cb43-6d72-4b42-a37f-49caf10a5a65 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:56.251677 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-01d437c6-68ee-4047-b5f0-9efa01240311 tempest-NetworksNegativeTestJSON-2144663247 tempest-NetworksNegativeTestJSON-2144663247-project] 10.222.0.42 "PUT /v2.0/networks/e98a3677-ef73-4385-ba53-8e6bc7e15586 HTTP/1.1" status: 404 len: 339 time: 0.0502181 Apr 28 19:46:56.271060 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6adabca4-5ada-42ca-a7a0-26c6dbf2b18e req-97b8cb43-6d72-4b42-a37f-49caf10a5a65 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 3143 time: 0.3593605 Apr 28 19:46:56.275530 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 57294) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:56.329821 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-92d29002-0bd5-46b1-b51b-ee9c31ba14f1 tempest-NetworksNegativeTestJSON-2144663247 tempest-NetworksNegativeTestJSON-2144663247-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:56.361199 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0c990f22-3937-4c6f-a363-933bf94dde19 req-283ac33c-aec4-4cfb-84b3-7eb48debdaad tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:56.496391 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d29002-0bd5-46b1-b51b-ee9c31ba14f1 tempest-NetworksNegativeTestJSON-2144663247 tempest-NetworksNegativeTestJSON-2144663247-project] PUT failed (client error): The resource could not be found. Apr 28 19:46:56.498002 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92d29002-0bd5-46b1-b51b-ee9c31ba14f1 tempest-NetworksNegativeTestJSON-2144663247 tempest-NetworksNegativeTestJSON-2144663247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:46:56.503699 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-92d29002-0bd5-46b1-b51b-ee9c31ba14f1 tempest-NetworksNegativeTestJSON-2144663247 tempest-NetworksNegativeTestJSON-2144663247-project] 10.222.0.42 "PUT /v2.0/ports/d6f08bec-3cb5-4f58-85b4-11199264db2a HTTP/1.1" status: 404 len: 333 time: 0.2019124 Apr 28 19:46:56.504528 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57296) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:56.530768 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-0a1a3a6a-fa24-490f-9b63-d35c576c8cbf tempest-NetworksNegativeTestJSON-2144663247 tempest-NetworksNegativeTestJSON-2144663247-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:56.594019 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6adabca4-5ada-42ca-a7a0-26c6dbf2b18e req-cc6f1d76-ac7c-4dc7-aa3e-409fed334dbb tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568541 Apr 28 19:46:56.603521 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a1a3a6a-fa24-490f-9b63-d35c576c8cbf tempest-NetworksNegativeTestJSON-2144663247 tempest-NetworksNegativeTestJSON-2144663247-project] PUT failed (client error): The resource could not be found. Apr 28 19:46:56.605786 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a1a3a6a-fa24-490f-9b63-d35c576c8cbf tempest-NetworksNegativeTestJSON-2144663247 tempest-NetworksNegativeTestJSON-2144663247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:46:56.607939 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0a1a3a6a-fa24-490f-9b63-d35c576c8cbf tempest-NetworksNegativeTestJSON-2144663247 tempest-NetworksNegativeTestJSON-2144663247-project] 10.222.0.42 "PUT /v2.0/subnets/1a69a552-92c5-4fd0-9778-2cac20b26f65 HTTP/1.1" status: 404 len: 337 time: 0.0988529 Apr 28 19:46:56.647026 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08177582-c469-4b3c-9835-38ad4654bd84 req-2717a599-35da-4940-a1f5-e8ac6f23612f tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:56.648573 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-08177582-c469-4b3c-9835-38ad4654bd84 req-2717a599-35da-4940-a1f5-e8ac6f23612f tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.15 "GET /v2.0/networks?id=fdfdf1f0-8e25-41b2-9990-5438dad369fb HTTP/1.1" status: 200 len: 813 time: 0.5398984 Apr 28 19:46:56.683482 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-08177582-c469-4b3c-9835-38ad4654bd84 req-6b8b1f02-80b2-4044-a8a7-ea60febdaaab tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Request body: {'port': {'device_id': 'da916a6d-8098-4792-9b7d-ca4290412279', 'network_id': 'fdfdf1f0-8e25-41b2-9990-5438dad369fb', 'admin_state_up': True, 'tenant_id': 'e8a7f62debf84ef2a07e1ba2d0a444b6'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:56.707887 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57302) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:56.767148 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-481c2203-d13f-452a-9b46-b7b2c4e26c94 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:56.837704 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-222bbdf4-6c9a-4b63-ba19-188518c0964b tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:56.870554 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5777ee41-99fe-478c-84d1-afd3559609f8'}, {'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0bd214a-5662-4bfb-82db-e3d3910d444b'}, {'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0cde177-94fd-47df-9bb2-ab96402ec758'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:56.876691 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310e2c39-437e-4661-ad54-2823b1daba70" -d '{"events": [{"server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "name": "network-vif-unplugged", "status": "completed", "tag": "5777ee41-99fe-478c-84d1-afd3559609f8"}, {"server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "name": "network-vif-unplugged", "status": "completed", "tag": "a0bd214a-5662-4bfb-82db-e3d3910d444b"}, {"server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "name": "network-vif-unplugged", "status": "completed", "tag": "e0cde177-94fd-47df-9bb2-ab96402ec758"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:46:56.895204 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2ff3aea-66d2-4276-9cb8-a35f5b907790 admin admin] Deleting subnet e145c28a-7477-47ad-a9ec-82b7e4aa7b4b {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:46:56.897075 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c2203-d13f-452a-9b46-b7b2c4e26c94 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Pushing event deleted for resources: {'Port': ['ID=a0bd214a-5662-4bfb-82db-e3d3910d444b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:56.918600 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d2ff3aea-66d2-4276-9cb8-a35f5b907790 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:56.969296 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-481c2203-d13f-452a-9b46-b7b2c4e26c94 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] No DVR routers for this DVR port a0bd214a-5662-4bfb-82db-e3d3910d444b on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:46:56.976238 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4c7158aa-a3fb-4412-88d6-bb91853074de req-15dcc215-3ba0-43a4-9f17-fea2806751ef tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 210 time: 0.1120934 Apr 28 19:46:56.977705 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-481c2203-d13f-452a-9b46-b7b2c4e26c94 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:56.981626 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-481c2203-d13f-452a-9b46-b7b2c4e26c94 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.15 "DELETE /v2.0/ports/a0bd214a-5662-4bfb-82db-e3d3910d444b HTTP/1.1" status: 204 len: 173 time: 1.9309142 Apr 28 19:46:57.052114 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d2ff3aea-66d2-4276-9cb8-a35f5b907790 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:57.102730 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-222bbdf4-6c9a-4b63-ba19-188518c0964b tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:57.210024 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222bbdf4-6c9a-4b63-ba19-188518c0964b tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Network 5170c92d-87b2-4474-b0df-7ce12ae757f6 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:46:57.224034 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-222bbdf4-6c9a-4b63-ba19-188518c0964b tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:57.226767 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d2ff3aea-66d2-4276-9cb8-a35f5b907790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:57.233208 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-0c990f22-3937-4c6f-a363-933bf94dde19 req-283ac33c-aec4-4cfb-84b3-7eb48debdaad tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] For port 55b6e54b-50b6-4adb-923f-079d7ee12afa, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=55b6e54b-50b6-4adb-923f-079d7ee12afa,segment=NetworkSegment(b7d34468-cd67-4892-bcbc-df83feca58ba),segment_id=b7d34468-cd67-4892-bcbc-df83feca58ba)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:57.235743 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222bbdf4-6c9a-4b63-ba19-188518c0964b tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:46:57.269343 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222bbdf4-6c9a-4b63-ba19-188518c0964b tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Pushing event updated for resources: {'Port': ['ID=7bdfc4f2-d3bf-4ae6-b35e-5cb05cbf2aa1,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:57.325514 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13eab5-a07f-488a-880c-0e9a4d79cc3b req-9e796e43-0d48-4f57-b7c1-179a66177f81 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:57.334329 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2d13eab5-a07f-488a-880c-0e9a4d79cc3b req-9e796e43-0d48-4f57-b7c1-179a66177f81 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 945 time: 0.2189822 Apr 28 19:46:57.338895 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 57310) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:57.358954 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08177582-c469-4b3c-9835-38ad4654bd84 req-6b8b1f02-80b2-4044-a8a7-ea60febdaaab tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Made reservation on behalf of e8a7f62debf84ef2a07e1ba2d0a444b6 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:57.362693 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0c990f22-3937-4c6f-a363-933bf94dde19 req-283ac33c-aec4-4cfb-84b3-7eb48debdaad tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:57.364385 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-08177582-c469-4b3c-9835-38ad4654bd84 req-6b8b1f02-80b2-4044-a8a7-ea60febdaaab tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:57.370434 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222bbdf4-6c9a-4b63-ba19-188518c0964b tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:57.371062 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-222bbdf4-6c9a-4b63-ba19-188518c0964b tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:57.385890 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0c990f22-3937-4c6f-a363-933bf94dde19 req-283ac33c-aec4-4cfb-84b3-7eb48debdaad tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:57.398257 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['55b6e54b-50b6-4adb-923f-079d7ee12afa'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:46:57.436075 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d2ff3aea-66d2-4276-9cb8-a35f5b907790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:57.452722 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-222bbdf4-6c9a-4b63-ba19-188518c0964b tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.0965350 Apr 28 19:46:57.469734 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2d13eab5-a07f-488a-880c-0e9a4d79cc3b req-cab3fe85-6de4-4037-9b14-a3e83dfc403f tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a15d10f-28d1-4c71-978e-dccf205b55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278508 Apr 28 19:46:57.475584 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 57314) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:57.480328 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c990f22-3937-4c6f-a363-933bf94dde19 req-283ac33c-aec4-4cfb-84b3-7eb48debdaad tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:57.481043 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0c990f22-3937-4c6f-a363-933bf94dde19 req-283ac33c-aec4-4cfb-84b3-7eb48debdaad tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:57.482489 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0c990f22-3937-4c6f-a363-933bf94dde19 req-283ac33c-aec4-4cfb-84b3-7eb48debdaad tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "PUT /v2.0/ports/55b6e54b-50b6-4adb-923f-079d7ee12afa HTTP/1.1" status: 200 len: 981 time: 1.5023415 Apr 28 19:46:57.504637 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf4d5a0-8fbc-4929-9812-11db2eb5450f', 'tag': '55b6e54b-50b6-4adb-923f-079d7ee12afa'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:57.507023 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b22d447-7f1e-438f-a9c8-2dd4096c3f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf4d5a0-8fbc-4929-9812-11db2eb5450f", "tag": "55b6e54b-50b6-4adb-923f-079d7ee12afa"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:46:57.517093 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff3aea-66d2-4276-9cb8-a35f5b907790 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e145c28a-7477-47ad-a9ec-82b7e4aa7b4b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:57.549999 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d2ff3aea-66d2-4276-9cb8-a35f5b907790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:57.555663 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d2ff3aea-66d2-4276-9cb8-a35f5b907790 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e145c28a-7477-47ad-a9ec-82b7e4aa7b4b HTTP/1.1" status: 204 len: 168 time: 0.8438420 Apr 28 19:46:57.557025 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57320) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:57.571933 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ac33c-aec4-4cfb-84b3-7eb48debdaad tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Pushing event updated for resources: {'Port': ['ID=55b6e54b-50b6-4adb-923f-079d7ee12afa,revision_number=6']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:57.584282 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['55b6e54b-50b6-4adb-923f-079d7ee12afa'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:46:57.605008 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 28 Apr 2022 19:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d4f4e8-63ef-4b18-9970-19f2b0d215a4 x-openstack-request-id: req-71d4f4e8-63ef-4b18-9970-19f2b0d215a4 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:46:57.605478 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "name": "network-vif-unplugged", "status": "completed", "tag": "5777ee41-99fe-478c-84d1-afd3559609f8", "code": 200}, {"server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "name": "network-vif-unplugged", "status": "completed", "tag": "a0bd214a-5662-4bfb-82db-e3d3910d444b", "code": 200}, {"server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "name": "network-vif-unplugged", "status": "completed", "tag": "e0cde177-94fd-47df-9bb2-ab96402ec758", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:46:57.605928 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-71d4f4e8-63ef-4b18-9970-19f2b0d215a4 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:46:57.608508 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71d4f4e8-63ef-4b18-9970-19f2b0d215a4'] response: {'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5777ee41-99fe-478c-84d1-afd3559609f8', 'code': 200} Apr 28 19:46:57.616282 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71d4f4e8-63ef-4b18-9970-19f2b0d215a4'] response: {'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0bd214a-5662-4bfb-82db-e3d3910d444b', 'code': 200} Apr 28 19:46:57.617339 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71d4f4e8-63ef-4b18-9970-19f2b0d215a4'] response: {'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0cde177-94fd-47df-9bb2-ab96402ec758', 'code': 200} Apr 28 19:46:57.665456 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-262eb755-0833-4141-9faa-33ccecdc087b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:57.686821 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-8e4987da-5496-4f7e-ba25-326a6393e133 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Deleting port 53b50a27-b515-4340-9e35-07347bc9cc34 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:46:57.687847 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-8e4987da-5496-4f7e-ba25-326a6393e133 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:57.688090 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3789038f-bd20-4400-a3ee-3676153cdf8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:57.699911 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feaeff9c-9426-4ed6-8a1b-8dbcec1a9958 x-openstack-request-id: req-feaeff9c-9426-4ed6-8a1b-8dbcec1a9958 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:46:57.700265 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf4d5a0-8fbc-4929-9812-11db2eb5450f", "tag": "55b6e54b-50b6-4adb-923f-079d7ee12afa", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:46:57.700483 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-feaeff9c-9426-4ed6-8a1b-8dbcec1a9958 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:46:57.700895 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feaeff9c-9426-4ed6-8a1b-8dbcec1a9958'] response: {'name': 'network-changed', 'server_uuid': 'dbf4d5a0-8fbc-4929-9812-11db2eb5450f', 'tag': '55b6e54b-50b6-4adb-923f-079d7ee12afa', 'status': 'completed', 'code': 200} Apr 28 19:46:57.710174 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-84996c7d-7f4a-4eb2-91ed-55458cc1b6bf req-147173cf-93c0-44c3-8e77-d886e7b4330f tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1547276615&fields=id&tenant_id=907c62a112ef46e89904d42b16ec6b69 HTTP/1.1" status: 200 len: 267 time: 0.0726769 Apr 28 19:46:57.845022 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3789038f-bd20-4400-a3ee-3676153cdf8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:57.879158 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84996c7d-7f4a-4eb2-91ed-55458cc1b6bf req-cf8bd101-5ea1-4075-afcb-a24e7f9a5bb6 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:57.881918 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-84996c7d-7f4a-4eb2-91ed-55458cc1b6bf req-cf8bd101-5ea1-4075-afcb-a24e7f9a5bb6 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 984 time: 0.1644316 Apr 28 19:46:57.897606 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-3789038f-bd20-4400-a3ee-3676153cdf8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fabbd60f-8bf6-4926-b9b3-5557fdc11e18']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:57.919723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-84996c7d-7f4a-4eb2-91ed-55458cc1b6bf req-d9b92b51-bd4b-4a10-b052-98c87a675d24 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Request body: {'port': {'security_groups': ['12f2a2ad-f5ef-4491-943d-fc8f15b6856b']}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:57.926141 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-3789038f-bd20-4400-a3ee-3676153cdf8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5720445-03de-4d91-9572-e2572d42e7be') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:57.926458 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-3789038f-bd20-4400-a3ee-3676153cdf8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5720445-03de-4d91-9572-e2572d42e7be') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:57.960335 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3789038f-bd20-4400-a3ee-3676153cdf8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:58.029859 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3789038f-bd20-4400-a3ee-3676153cdf8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:58.050889 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-84996c7d-7f4a-4eb2-91ed-55458cc1b6bf req-d9b92b51-bd4b-4a10-b052-98c87a675d24 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:58.054511 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3789038f-bd20-4400-a3ee-3676153cdf8c admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:46:58.055148 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3789038f-bd20-4400-a3ee-3676153cdf8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:58.058219 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:46:58.058219 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:46:58.058219 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:46:58.058219 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:46:58.058219 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:46:58.058219 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:46:58.058219 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:46:58.058219 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:46:58.058219 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:46:58.058219 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:46:58.058219 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:46:58.058219 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:46:58.058219 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:46:58.058219 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:46:58.058219 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:46:58.058219 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:46:58.058219 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:46:58.058219 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:46:58.058219 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:46:58.058219 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:46:58.058219 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:46:58.058219 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:46:58.058219 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:46:58.058219 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:46:58.058219 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:46:58.058219 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:46:58.058219 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:46:58.058219 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:46:58.058219 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:46:58.058219 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:46:58.058219 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:46:58.058219 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:46:58.119820 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'name': 'network-vif-deleted', 'tag': 'a0bd214a-5662-4bfb-82db-e3d3910d444b'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:58.122135 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1db936-d47a-4f7a-93bc-33ddcdc3ffa0" -d '{"events": [{"server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "name": "network-vif-deleted", "tag": "a0bd214a-5662-4bfb-82db-e3d3910d444b"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:46:58.225505 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3789038f-bd20-4400-a3ee-3676153cdf8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:58.241029 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3789038f-bd20-4400-a3ee-3676153cdf8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:58.249368 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3789038f-bd20-4400-a3ee-3676153cdf8c admin admin] 10.222.0.42 "DELETE /v2.0/networks/fabbd60f-8bf6-4926-b9b3-5557fdc11e18 HTTP/1.1" status: 204 len: 168 time: 0.6907880 Apr 28 19:46:58.283588 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789038f-bd20-4400-a3ee-3676153cdf8c admin admin] Pushing event deleted for resources: {'Network': ['ID=fabbd60f-8bf6-4926-b9b3-5557fdc11e18,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:58.338593 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-8e4987da-5496-4f7e-ba25-326a6393e133 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] For port 53b50a27-b515-4340-9e35-07347bc9cc34, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=53b50a27-b515-4340-9e35-07347bc9cc34,segment=NetworkSegment(c4087ef1-be9e-4991-b622-f4da06ef46a1),segment_id=c4087ef1-be9e-4991-b622-f4da06ef46a1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:58.338969 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-8e4987da-5496-4f7e-ba25-326a6393e133 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:58.378417 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-8e4987da-5496-4f7e-ba25-326a6393e133 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Calling delete_port for 53b50a27-b515-4340-9e35-07347bc9cc34 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:46:58.394368 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-08177582-c469-4b3c-9835-38ad4654bd84 req-6b8b1f02-80b2-4044-a8a7-ea60febdaaab tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Allocated IP 172.20.0.8 (fdfdf1f0-8e25-41b2-9990-5438dad369fb/ac161c98-1b27-4fc1-be9d-8121dc9f01bf/88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:46:58.404700 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22d447-7f1e-438f-a9c8-2dd4096c3f5a req-c845ba5a-6821-43fa-8016-f739fa125ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:58.406483 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2b22d447-7f1e-438f-a9c8-2dd4096c3f5a req-c845ba5a-6821-43fa-8016-f739fa125ce4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=907c62a112ef46e89904d42b16ec6b69&device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 1135 time: 0.2813892 Apr 28 19:46:58.450128 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd339e9-9b12-4805-9189-751e518cd1e0 req-5b152eda-97cc-49fb-81c9-e884239420a1 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:58.456839 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd339e9-9b12-4805-9189-751e518cd1e0 req-5b152eda-97cc-49fb-81c9-e884239420a1 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:58.464020 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd339e9-9b12-4805-9189-751e518cd1e0 req-5b152eda-97cc-49fb-81c9-e884239420a1 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:58.465914 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4dd339e9-9b12-4805-9189-751e518cd1e0 req-5b152eda-97cc-49fb-81c9-e884239420a1 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 2410 time: 0.3346429 Apr 28 19:46:58.484245 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-84996c7d-7f4a-4eb2-91ed-55458cc1b6bf req-d9b92b51-bd4b-4a10-b052-98c87a675d24 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] For port 55b6e54b-50b6-4adb-923f-079d7ee12afa, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=55b6e54b-50b6-4adb-923f-079d7ee12afa,segment=NetworkSegment(b7d34468-cd67-4892-bcbc-df83feca58ba),segment_id=b7d34468-cd67-4892-bcbc-df83feca58ba)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:58.504929 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57332) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:58.575621 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-84996c7d-7f4a-4eb2-91ed-55458cc1b6bf req-d9b92b51-bd4b-4a10-b052-98c87a675d24 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:58.591783 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-84996c7d-7f4a-4eb2-91ed-55458cc1b6bf req-d9b92b51-bd4b-4a10-b052-98c87a675d24 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:58.604720 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['55b6e54b-50b6-4adb-923f-079d7ee12afa'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:46:58.624891 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ebd2c289-0b4e-46e9-8928-327d9b2b02da tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Deleting port 7bdfc4f2-d3bf-4ae6-b35e-5cb05cbf2aa1 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:46:58.625376 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ebd2c289-0b4e-46e9-8928-327d9b2b02da tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:58.675087 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-262eb755-0833-4141-9faa-33ccecdc087b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:58.688614 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84996c7d-7f4a-4eb2-91ed-55458cc1b6bf req-d9b92b51-bd4b-4a10-b052-98c87a675d24 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:58.689701 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-84996c7d-7f4a-4eb2-91ed-55458cc1b6bf req-d9b92b51-bd4b-4a10-b052-98c87a675d24 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:58.693054 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-84996c7d-7f4a-4eb2-91ed-55458cc1b6bf req-d9b92b51-bd4b-4a10-b052-98c87a675d24 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "PUT /v2.0/ports/55b6e54b-50b6-4adb-923f-079d7ee12afa HTTP/1.1" status: 200 len: 942 time: 0.7917368 Apr 28 19:46:58.707325 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f1540228-81b5-41ba-a18b-7aa1560e7a4b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=867e03fb86a54b0390ea4c90d552fb01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1959786 Apr 28 19:46:58.708903 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57334) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:58.747584 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-262eb755-0833-4141-9faa-33ccecdc087b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:58.775343 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['55b6e54b-50b6-4adb-923f-079d7ee12afa'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:46:58.802350 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b92b51-bd4b-4a10-b052-98c87a675d24 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Pushing event updated for resources: {'Port': ['ID=55b6e54b-50b6-4adb-923f-079d7ee12afa,revision_number=7']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:58.817001 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4dd339e9-9b12-4805-9189-751e518cd1e0 req-ae25c628-df76-49aa-8fbc-5e6ec7bf7146 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2868817 Apr 28 19:46:58.862404 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cecfd128-f86c-4e08-a149-6b717717b6e5 req-9fd09289-5828-4b74-bbb9-84467d620354 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 210 time: 0.0453765 Apr 28 19:46:58.875853 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ced2d78-19e5-4037-9e35-6e7e9e969191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:58.902837 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22d447-7f1e-438f-a9c8-2dd4096c3f5a req-938dac8a-2f29-4418-a2df-d326a94270a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:58.902837 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2b22d447-7f1e-438f-a9c8-2dd4096c3f5a req-938dac8a-2f29-4418-a2df-d326a94270a2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6107f07c-5b1e-4365-afeb-d6c663c5f568 HTTP/1.1" status: 200 len: 920 time: 0.4776480 Apr 28 19:46:58.927732 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ced2d78-19e5-4037-9e35-6e7e9e969191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:58.930772 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-262eb755-0833-4141-9faa-33ccecdc087b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fc490fcfeb7d424494626e2c91767b9c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5899434 Apr 28 19:46:58.933435 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 57338) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:58.945999 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092692c5-2240-4d87-9959-bb0a82f5269f x-openstack-request-id: req-092692c5-2240-4d87-9959-bb0a82f5269f {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:46:58.946865 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "name": "network-vif-deleted", "tag": "a0bd214a-5662-4bfb-82db-e3d3910d444b", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:46:58.946865 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-092692c5-2240-4d87-9959-bb0a82f5269f {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:46:58.947966 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-092692c5-2240-4d87-9959-bb0a82f5269f'] response: {'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'name': 'network-vif-deleted', 'tag': 'a0bd214a-5662-4bfb-82db-e3d3910d444b', 'status': 'completed', 'code': 200} Apr 28 19:46:58.983917 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262eb755-0833-4141-9faa-33ccecdc087b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fd4fb9-f402-49ae-94e5-e248c5632973,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:59.011244 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2b22d447-7f1e-438f-a9c8-2dd4096c3f5a req-5f3d8b46-4c77-459f-b6c8-688b3e6dd7d9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55b6e54b-50b6-4adb-923f-079d7ee12afa HTTP/1.1" status: 200 len: 217 time: 0.0984759 Apr 28 19:46:59.014957 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ebd2c289-0b4e-46e9-8928-327d9b2b02da tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:59.073791 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ced2d78-19e5-4037-9e35-6e7e9e969191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:59.076466 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ced2d78-19e5-4037-9e35-6e7e9e969191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:59.077656 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2ced2d78-19e5-4037-9e35-6e7e9e969191 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d91d7420-50ce-43c0-bfe7-21917ecd14fd HTTP/1.1" status: 204 len: 168 time: 0.3669271 Apr 28 19:46:59.091843 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced2d78-19e5-4037-9e35-6e7e9e969191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91d7420-50ce-43c0-bfe7-21917ecd14fd,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:59.121318 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad083d61-3562-422b-9529-880157a47018 req-19ea6dd2-dfd4-4711-bb7a-d928f7fe2c13 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:59.129693 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ad083d61-3562-422b-9529-880157a47018 req-19ea6dd2-dfd4-4711-bb7a-d928f7fe2c13 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 945 time: 0.0965681 Apr 28 19:46:59.186868 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ad083d61-3562-422b-9529-880157a47018 req-21e8e375-6db4-432c-8e2d-d8c22af2611a tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a15d10f-28d1-4c71-978e-dccf205b55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562670 Apr 28 19:46:59.194240 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ebd2c289-0b4e-46e9-8928-327d9b2b02da tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Calling delete_port for 7bdfc4f2-d3bf-4ae6-b35e-5cb05cbf2aa1 owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:46:59.316451 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-08177582-c469-4b3c-9835-38ad4654bd84 req-6b8b1f02-80b2-4044-a8a7-ea60febdaaab tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:59.375789 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22d447-7f1e-438f-a9c8-2dd4096c3f5a req-dda69bfa-cd43-43a8-a9b7-defaaf49c690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:59.377548 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2b22d447-7f1e-438f-a9c8-2dd4096c3f5a req-dda69bfa-cd43-43a8-a9b7-defaaf49c690 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=177bc5d3-d699-482d-a8e8-05451a931e18 HTTP/1.1" status: 200 len: 859 time: 0.3369877 Apr 28 19:46:59.389595 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-8e4987da-5496-4f7e-ba25-326a6393e133 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:59.428342 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6becef92-4cf8-4a65-888b-79f4d38cee4a req-701db7e1-5e48-49c7-8b86-20918473c4af tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:59.431005 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6becef92-4cf8-4a65-888b-79f4d38cee4a req-701db7e1-5e48-49c7-8b86-20918473c4af tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 945 time: 0.0939415 Apr 28 19:46:59.446072 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57346) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:46:59.456544 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-1882a338-7781-421a-ad1a-2d7c89e5e582 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Request body: {'floatingip': {'port_id': '1094860a-dcd5-4b3b-9fb1-406fe5470ed2'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:59.487377 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7ed18e53-68cc-48e5-a749-a5752c34be18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:59.491625 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2b22d447-7f1e-438f-a9c8-2dd4096c3f5a req-2db36fa7-e2f7-49ee-ae56-f42e14e5a380 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6107f07c-5b1e-4365-afeb-d6c663c5f568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984609 Apr 28 19:46:59.500276 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4987da-5496-4f7e-ba25-326a6393e133 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Pushing event deleted for resources: {'Port': ['ID=53b50a27-b515-4340-9e35-07347bc9cc34,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:59.523180 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d565eff8-5f50-49c9-9720-9d7bb40ecea2 req-237b3d9d-d812-4ad5-aeb7-2836d556f2ab tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5346231 Apr 28 19:46:59.546290 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1882a338-7781-421a-ad1a-2d7c89e5e582 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks [] for floatingip, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:59.586007 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-d565eff8-5f50-49c9-9720-9d7bb40ecea2 req-5f79a2fb-657c-4251-b6c7-6399c46e4115 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:59.676822 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7ed18e53-68cc-48e5-a749-a5752c34be18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:59.696756 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-8e4987da-5496-4f7e-ba25-326a6393e133 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] No DVR routers for this DVR port 53b50a27-b515-4340-9e35-07347bc9cc34 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:46:59.702640 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf4d5a0-8fbc-4929-9812-11db2eb5450f', 'tag': '55b6e54b-50b6-4adb-923f-079d7ee12afa'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:59.707717 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad3ed22-5c63-4a5e-951e-0c90248e26fa" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf4d5a0-8fbc-4929-9812-11db2eb5450f", "tag": "55b6e54b-50b6-4adb-923f-079d7ee12afa"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:46:59.719132 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-8e4987da-5496-4f7e-ba25-326a6393e133 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:59.725553 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-8e4987da-5496-4f7e-ba25-326a6393e133 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.15 "DELETE /v2.0/ports/53b50a27-b515-4340-9e35-07347bc9cc34 HTTP/1.1" status: 204 len: 173 time: 2.7358410 Apr 28 19:46:59.761780 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-08177582-c469-4b3c-9835-38ad4654bd84 req-6b8b1f02-80b2-4044-a8a7-ea60febdaaab tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:59.832650 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd5d4dc-d549-4980-813c-7f93761da9a1 x-openstack-request-id: req-acd5d4dc-d549-4980-813c-7f93761da9a1 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:46:59.833030 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf4d5a0-8fbc-4929-9812-11db2eb5450f", "tag": "55b6e54b-50b6-4adb-923f-079d7ee12afa", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:46:59.833308 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-acd5d4dc-d549-4980-813c-7f93761da9a1 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:46:59.833704 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acd5d4dc-d549-4980-813c-7f93761da9a1'] response: {'name': 'network-changed', 'server_uuid': 'dbf4d5a0-8fbc-4929-9812-11db2eb5450f', 'tag': '55b6e54b-50b6-4adb-923f-079d7ee12afa', 'status': 'completed', 'code': 200} Apr 28 19:46:59.841332 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d565eff8-5f50-49c9-9720-9d7bb40ecea2 req-5f79a2fb-657c-4251-b6c7-6399c46e4115 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks [] for floatingip, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:00.070099 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08177582-c469-4b3c-9835-38ad4654bd84 req-6b8b1f02-80b2-4044-a8a7-ea60febdaaab tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Network fdfdf1f0-8e25-41b2-9990-5438dad369fb is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:00.077495 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2b22d447-7f1e-438f-a9c8-2dd4096c3f5a req-f948fa77-c9fa-4476-b69a-a2b4b8ab8f78 service neutron] 10.222.0.44 "GET /v2.0/networks/6107f07c-5b1e-4365-afeb-d6c663c5f568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5692234 Apr 28 19:47:00.078367 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b1f02-80b2-4044-a8a7-ea60febdaaab tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Pushing event updated for resources: {'Port': ['ID=88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:00.088293 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-08177582-c469-4b3c-9835-38ad4654bd84 req-6b8b1f02-80b2-4044-a8a7-ea60febdaaab tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:00.139147 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-08177582-c469-4b3c-9835-38ad4654bd84 req-6b8b1f02-80b2-4044-a8a7-ea60febdaaab tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:47:00.153436 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed1d27-1b52-49f4-8650-4ded3bb12d5d req-178ae14e-84eb-476a-875d-570a3d1eb3e3 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:00.161071 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed1d27-1b52-49f4-8650-4ded3bb12d5d req-178ae14e-84eb-476a-875d-570a3d1eb3e3 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:00.169597 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cfed1d27-1b52-49f4-8650-4ded3bb12d5d req-178ae14e-84eb-476a-875d-570a3d1eb3e3 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 1677 time: 0.1944146 Apr 28 19:47:00.196940 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ebd2c289-0b4e-46e9-8928-327d9b2b02da tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:00.244399 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7ed18e53-68cc-48e5-a749-a5752c34be18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:00.247080 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7ed18e53-68cc-48e5-a749-a5752c34be18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:00.251588 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7ed18e53-68cc-48e5-a749-a5752c34be18 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/13fd4fb9-f402-49ae-94e5-e248c5632973 HTTP/1.1" status: 204 len: 168 time: 1.3131099 Apr 28 19:47:00.274002 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cfed1d27-1b52-49f4-8650-4ded3bb12d5d req-67e58d59-efa3-4af4-a5c7-a788eb073794 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034787 Apr 28 19:47:00.305733 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2c289-0b4e-46e9-8928-327d9b2b02da tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Pushing event deleted for resources: {'Port': ['ID=7bdfc4f2-d3bf-4ae6-b35e-5cb05cbf2aa1,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:00.321902 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed18e53-68cc-48e5-a749-a5752c34be18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fd4fb9-f402-49ae-94e5-e248c5632973,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:00.338280 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08177582-c469-4b3c-9835-38ad4654bd84 req-6b8b1f02-80b2-4044-a8a7-ea60febdaaab tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:00.338947 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-08177582-c469-4b3c-9835-38ad4654bd84 req-6b8b1f02-80b2-4044-a8a7-ea60febdaaab tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:00.441182 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-08177582-c469-4b3c-9835-38ad4654bd84 req-6b8b1f02-80b2-4044-a8a7-ea60febdaaab tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7800417 Apr 28 19:47:00.448483 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2b22d447-7f1e-438f-a9c8-2dd4096c3f5a req-a8621fbd-6424-4b9b-82e1-cae13ce5f15f service neutron] 10.222.0.44 "GET /v2.0/networks/6107f07c-5b1e-4365-afeb-d6c663c5f568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532937 Apr 28 19:47:00.454868 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-af337b6b-fd10-4d90-b515-d5f97eff6c8e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Deleting port 5777ee41-99fe-478c-84d1-afd3559609f8 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:47:00.454868 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-af337b6b-fd10-4d90-b515-d5f97eff6c8e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:00.462253 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-08177582-c469-4b3c-9835-38ad4654bd84 req-b940c928-0f4e-4b31-84f2-dc7f48fbb990 service neutron] Request body: {'port': {'device_id': 'da916a6d-8098-4792-9b7d-ca4290412279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:00.525746 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ebd2c289-0b4e-46e9-8928-327d9b2b02da tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:00.531487 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ebd2c289-0b4e-46e9-8928-327d9b2b02da tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] 10.222.0.42 "DELETE /v2.0/ports/7bdfc4f2-d3bf-4ae6-b35e-5cb05cbf2aa1 HTTP/1.1" status: 204 len: 168 time: 3.0524340 Apr 28 19:47:00.535595 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 57374) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:00.539688 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e4b2b-a116-465b-968b-08f070031d18 req-010df83b-43cb-4bbe-9446-4be295ff72ab tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:00.541272 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9d6e4b2b-a116-465b-968b-08f070031d18 req-010df83b-43cb-4bbe-9446-4be295ff72ab tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 931 time: 0.1087282 Apr 28 19:47:00.552087 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1882a338-7781-421a-ad1a-2d7c89e5e582 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:00.552995 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-3869ab71-28a4-432c-813a-30018e829d72 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5170c92d-87b2-4474-b0df-7ce12ae757f6', 'external_fixed_ips': [{'subnet_id': 'a585fbc8-7bba-41a9-ad51-d71284abfea0', 'ip_address': '172.20.0.10'}]}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:00.560657 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1882a338-7781-421a-ad1a-2d7c89e5e582 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:00.661897 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9d6e4b2b-a116-465b-968b-08f070031d18 req-4317a518-abce-4147-acbd-15556c9440f8 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965159 Apr 28 19:47:00.687733 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3869ab71-28a4-432c-813a-30018e829d72 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:00.688866 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3869ab71-28a4-432c-813a-30018e829d72 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:00.697798 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-08177582-c469-4b3c-9835-38ad4654bd84 req-b940c928-0f4e-4b31-84f2-dc7f48fbb990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:00.707893 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d565eff8-5f50-49c9-9720-9d7bb40ecea2 req-5f79a2fb-657c-4251-b6c7-6399c46e4115 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:00.842961 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3ed22-5c63-4a5e-951e-0c90248e26fa req-43c8ab2b-65b1-4ea1-8cc4-1990f3cf57ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:00.844596 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cad3ed22-5c63-4a5e-951e-0c90248e26fa req-43c8ab2b-65b1-4ea1-8cc4-1990f3cf57ef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=907c62a112ef46e89904d42b16ec6b69&device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 1096 time: 0.3143876 Apr 28 19:47:00.877687 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-af337b6b-fd10-4d90-b515-d5f97eff6c8e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] For port 5777ee41-99fe-478c-84d1-afd3559609f8, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=5777ee41-99fe-478c-84d1-afd3559609f8,segment=NetworkSegment(a938669e-a422-4100-815a-beba9a9fac36),segment_id=a938669e-a422-4100-815a-beba9a9fac36)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:00.878555 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-af337b6b-fd10-4d90-b515-d5f97eff6c8e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:00.950752 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'name': 'network-vif-deleted', 'tag': '53b50a27-b515-4340-9e35-07347bc9cc34'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:00.953100 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfc2dd3-8749-471b-9967-89192cf927a4" -d '{"events": [{"server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "name": "network-vif-deleted", "tag": "53b50a27-b515-4340-9e35-07347bc9cc34"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:47:01.308283 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1882a338-7781-421a-ad1a-2d7c89e5e582 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Router afed3c5c-7a70-4a3a-8938-18fef337ba9c has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:47:01.461009 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3869ab71-28a4-432c-813a-30018e829d72 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:01.467014 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9da514-79cd-450c-a3d4-d05be601065a x-openstack-request-id: req-0d9da514-79cd-450c-a3d4-d05be601065a {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:47:01.467748 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "name": "network-vif-deleted", "tag": "53b50a27-b515-4340-9e35-07347bc9cc34", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:47:01.468040 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0d9da514-79cd-450c-a3d4-d05be601065a {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:47:01.468841 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d9da514-79cd-450c-a3d4-d05be601065a'] response: {'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'name': 'network-vif-deleted', 'tag': '53b50a27-b515-4340-9e35-07347bc9cc34', 'status': 'completed', 'code': 200} Apr 28 19:47:01.475674 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1882a338-7781-421a-ad1a-2d7c89e5e582 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:47:01.483171 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1882a338-7781-421a-ad1a-2d7c89e5e582 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:01.498247 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b98e28-ad76-4edc-9d8f-73f6993653c8 None None] Sync routers for ids ['afed3c5c-7a70-4a3a-8938-18fef337ba9c'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:47:01.520743 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b98e28-ad76-4edc-9d8f-73f6993653c8 None None] Routers {'afed3c5c-7a70-4a3a-8938-18fef337ba9c'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:01.521412 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-25b98e28-ad76-4edc-9d8f-73f6993653c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:46:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['afed3c5c-7a70-4a3a-8938-18fef337ba9c'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:01.558758 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1882a338-7781-421a-ad1a-2d7c89e5e582 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "PUT /v2.0/floatingips/8131a3dc-33c8-44de-acf1-57ac54302cfe HTTP/1.1" status: 200 len: 993 time: 2.1107721 Apr 28 19:47:01.679029 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-d565eff8-5f50-49c9-9720-9d7bb40ecea2 req-5f79a2fb-657c-4251-b6c7-6399c46e4115 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Allocated IP 172.25.8.160 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/f03cdf54-8d71-4921-bf89-25f152d96dc2) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:01.709859 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-25b98e28-ad76-4edc-9d8f-73f6993653c8 None None] Set router afed3c5c-7a70-4a3a-8938-18fef337ba9c gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:47:01.739160 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867374dc-7b70-421a-bd5a-40e79eccdbb8 req-6230cfda-033f-4074-a879-5fa619f86887 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:01.745639 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867374dc-7b70-421a-bd5a-40e79eccdbb8 req-6230cfda-033f-4074-a879-5fa619f86887 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:01.747592 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-867374dc-7b70-421a-bd5a-40e79eccdbb8 req-6230cfda-033f-4074-a879-5fa619f86887 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 1677 time: 0.0749114 Apr 28 19:47:01.798890 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:01.851957 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-867374dc-7b70-421a-bd5a-40e79eccdbb8 req-7b831db2-07bb-4379-90e6-983c03a46a32 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922456 Apr 28 19:47:01.853583 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '203ba746-8db3-4d3a-8365-e66c50a7a19b', 'tag': '1094860a-dcd5-4b3b-9fb1-406fe5470ed2'}, {'name': 'network-changed', 'server_uuid': '203ba746-8db3-4d3a-8365-e66c50a7a19b', 'tag': '1094860a-dcd5-4b3b-9fb1-406fe5470ed2'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:01.859804 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aecc164-e065-4027-a2de-7c363ab2aea7" -d '{"events": [{"name": "network-changed", "server_uuid": "203ba746-8db3-4d3a-8365-e66c50a7a19b", "tag": "1094860a-dcd5-4b3b-9fb1-406fe5470ed2"}, {"name": "network-changed", "server_uuid": "203ba746-8db3-4d3a-8365-e66c50a7a19b", "tag": "1094860a-dcd5-4b3b-9fb1-406fe5470ed2"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:47:02.026720 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3869ab71-28a4-432c-813a-30018e829d72 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:02.106145 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-25b98e28-ad76-4edc-9d8f-73f6993653c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1487658424-router', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e565d82a-3107-4722-bc72-2d777a0787c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:09Z', 'updated_at': '2022-04-28T19:43:15Z', 'revision_number': 4, 'project_id': '5a0c676490ad4221b826814b264d08aa', 'gw_port': {'id': 'e565d82a-3107-4722-bc72-2d777a0787c9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:10Z', 'updated_at': '2022-04-28T19:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '8131a3dc-33c8-44de-acf1-57ac54302cfe', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'port_id': '1094860a-dcd5-4b3b-9fb1-406fe5470ed2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef', 'mac_address': 'fa:16:3e:19:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203ba746-8db3-4d3a-8365-e66c50a7a19b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:45:17Z', 'updated_at': '2022-04-28T19:47:00Z', 'revision_number': 3, 'project_id': '5a0c676490ad4221b826814b264d08aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dcc898e-b644-4c35-b52a-28ffad8e4220', 'name': '', 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'mac_address': 'fa:16:3e:c1:64:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'd25b1cb0-c200-401d-9c44-cd4c1f880757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:13Z', 'updated_at': '2022-04-28T19:43:21Z', 'revision_number': 5, 'project_id': '5a0c676490ad4221b826814b264d08aa', 'subnets': [{'id': 'd25b1cb0-c200-401d-9c44-cd4c1f880757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:02.146715 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3ed22-5c63-4a5e-951e-0c90248e26fa req-20ce2ef5-b687-468b-a920-7672aa568270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:02.147585 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cad3ed22-5c63-4a5e-951e-0c90248e26fa req-20ce2ef5-b687-468b-a920-7672aa568270 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6107f07c-5b1e-4365-afeb-d6c663c5f568 HTTP/1.1" status: 200 len: 920 time: 1.1977680 Apr 28 19:47:02.148956 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b98e28-ad76-4edc-9d8f-73f6993653c8 None None] Checking router: afed3c5c-7a70-4a3a-8938-18fef337ba9c for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:47:02.162313 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b98e28-ad76-4edc-9d8f-73f6993653c8 None None] Routers {'afed3c5c-7a70-4a3a-8938-18fef337ba9c'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:02.163274 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-25b98e28-ad76-4edc-9d8f-73f6993653c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:46:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['afed3c5c-7a70-4a3a-8938-18fef337ba9c'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:02.287102 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cad3ed22-5c63-4a5e-951e-0c90248e26fa req-4c5867ce-10e5-442a-873e-4de83bc3691e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55b6e54b-50b6-4adb-923f-079d7ee12afa HTTP/1.1" status: 200 len: 217 time: 0.1050572 Apr 28 19:47:02.329507 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-af337b6b-fd10-4d90-b515-d5f97eff6c8e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:02.329873 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-af337b6b-fd10-4d90-b515-d5f97eff6c8e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:02.330194 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-af337b6b-fd10-4d90-b515-d5f97eff6c8e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Floating IP 553bf19f-897e-4f0d-ae96-0e6503edd3f7 disassociated. External IP: 172.25.8.169, port: 5777ee41-99fe-478c-84d1-afd3559609f8. Apr 28 19:47:02.331131 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-af337b6b-fd10-4d90-b515-d5f97eff6c8e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Calling delete_port for 5777ee41-99fe-478c-84d1-afd3559609f8 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:47:02.336585 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d565eff8-5f50-49c9-9720-9d7bb40ecea2 req-5f79a2fb-657c-4251-b6c7-6399c46e4115 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:02.381750 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-25b98e28-ad76-4edc-9d8f-73f6993653c8 None None] Set router afed3c5c-7a70-4a3a-8938-18fef337ba9c gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:47:02.493415 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3ed22-5c63-4a5e-951e-0c90248e26fa req-014d4e9f-c658-409b-a9ba-df60952618da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:02.494974 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cad3ed22-5c63-4a5e-951e-0c90248e26fa req-014d4e9f-c658-409b-a9ba-df60952618da service neutron] 10.222.0.44 "GET /v2.0/subnets?id=177bc5d3-d699-482d-a8e8-05451a931e18 HTTP/1.1" status: 200 len: 859 time: 0.1700103 Apr 28 19:47:02.523699 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8971cc-0a8f-45f2-8a98-364c5768c264 req-84470c9f-a8fe-48ab-80b6-f7320763d99f tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:02.526082 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1c8971cc-0a8f-45f2-8a98-364c5768c264 req-84470c9f-a8fe-48ab-80b6-f7320763d99f tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 931 time: 0.0819225 Apr 28 19:47:02.569727 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cad3ed22-5c63-4a5e-951e-0c90248e26fa req-e6dc6aaf-27df-4c01-b18a-ed51a00dc885 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6107f07c-5b1e-4365-afeb-d6c663c5f568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604849 Apr 28 19:47:02.615915 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1c8971cc-0a8f-45f2-8a98-364c5768c264 req-2c927740-6891-4907-b9df-6065aab8732b tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698755 Apr 28 19:47:02.642099 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d565eff8-5f50-49c9-9720-9d7bb40ecea2 req-5f79a2fb-657c-4251-b6c7-6399c46e4115 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:02.684006 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 28 Apr 2022 19:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42c8d94-8058-4495-b398-34bce3e193bc x-openstack-request-id: req-f42c8d94-8058-4495-b398-34bce3e193bc {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:47:02.684537 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "203ba746-8db3-4d3a-8365-e66c50a7a19b", "tag": "1094860a-dcd5-4b3b-9fb1-406fe5470ed2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "203ba746-8db3-4d3a-8365-e66c50a7a19b", "tag": "1094860a-dcd5-4b3b-9fb1-406fe5470ed2", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:47:02.684948 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f42c8d94-8058-4495-b398-34bce3e193bc {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:47:02.685523 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f42c8d94-8058-4495-b398-34bce3e193bc'] response: {'name': 'network-changed', 'server_uuid': '203ba746-8db3-4d3a-8365-e66c50a7a19b', 'tag': '1094860a-dcd5-4b3b-9fb1-406fe5470ed2', 'status': 'completed', 'code': 200} Apr 28 19:47:02.685956 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f42c8d94-8058-4495-b398-34bce3e193bc'] response: {'name': 'network-changed', 'server_uuid': '203ba746-8db3-4d3a-8365-e66c50a7a19b', 'tag': '1094860a-dcd5-4b3b-9fb1-406fe5470ed2', 'status': 'completed', 'code': 200} Apr 28 19:47:02.732904 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-08177582-c469-4b3c-9835-38ad4654bd84 req-b940c928-0f4e-4b31-84f2-dc7f48fbb990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:47:02.772792 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-08177582-c469-4b3c-9835-38ad4654bd84 req-b940c928-0f4e-4b31-84f2-dc7f48fbb990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:02.826508 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d565eff8-5f50-49c9-9720-9d7bb40ecea2 req-5f79a2fb-657c-4251-b6c7-6399c46e4115 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:02.872620 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-d565eff8-5f50-49c9-9720-9d7bb40ecea2 req-5f79a2fb-657c-4251-b6c7-6399c46e4115 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:02.890548 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d565eff8-5f50-49c9-9720-9d7bb40ecea2 req-5f79a2fb-657c-4251-b6c7-6399c46e4115 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:47:02.906098 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79a2fb-657c-4251-b6c7-6399c46e4115 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Pushing event updated for resources: {'Port': ['ID=f03cdf54-8d71-4921-bf89-25f152d96dc2,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:02.960422 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f79a2fb-657c-4251-b6c7-6399c46e4115 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:02.960651 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f79a2fb-657c-4251-b6c7-6399c46e4115 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:02.960978 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f79a2fb-657c-4251-b6c7-6399c46e4115 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:02.961351 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f79a2fb-657c-4251-b6c7-6399c46e4115 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:02.961681 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f79a2fb-657c-4251-b6c7-6399c46e4115 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:02.962108 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f79a2fb-657c-4251-b6c7-6399c46e4115 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:02.962560 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f79a2fb-657c-4251-b6c7-6399c46e4115 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:02.962898 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f79a2fb-657c-4251-b6c7-6399c46e4115 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:02.963228 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f79a2fb-657c-4251-b6c7-6399c46e4115 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:02.963557 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f79a2fb-657c-4251-b6c7-6399c46e4115 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:02.963888 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f79a2fb-657c-4251-b6c7-6399c46e4115 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:02.964234 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f79a2fb-657c-4251-b6c7-6399c46e4115 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:02.972134 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cad3ed22-5c63-4a5e-951e-0c90248e26fa req-03ea5e12-ef6d-4609-8678-60042289f890 service neutron] 10.222.0.44 "GET /v2.0/networks/6107f07c-5b1e-4365-afeb-d6c663c5f568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711073 Apr 28 19:47:03.003902 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecc164-e065-4027-a2de-7c363ab2aea7 req-28ac1a29-0830-48a3-bcf4-e210505a0270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:03.005760 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1aecc164-e065-4027-a2de-7c363ab2aea7 req-28ac1a29-0830-48a3-bcf4-e210505a0270 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a0c676490ad4221b826814b264d08aa&device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 1096 time: 0.2786012 Apr 28 19:47:03.017788 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-25b98e28-ad76-4edc-9d8f-73f6993653c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1487658424-router', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e565d82a-3107-4722-bc72-2d777a0787c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:09Z', 'updated_at': '2022-04-28T19:43:15Z', 'revision_number': 4, 'project_id': '5a0c676490ad4221b826814b264d08aa', 'gw_port': {'id': 'e565d82a-3107-4722-bc72-2d777a0787c9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:10Z', 'updated_at': '2022-04-28T19:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '8131a3dc-33c8-44de-acf1-57ac54302cfe', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'port_id': '1094860a-dcd5-4b3b-9fb1-406fe5470ed2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef', 'mac_address': 'fa:16:3e:19:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203ba746-8db3-4d3a-8365-e66c50a7a19b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:45:17Z', 'updated_at': '2022-04-28T19:47:00Z', 'revision_number': 3, 'project_id': '5a0c676490ad4221b826814b264d08aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dcc898e-b644-4c35-b52a-28ffad8e4220', 'name': '', 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'mac_address': 'fa:16:3e:c1:64:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'd25b1cb0-c200-401d-9c44-cd4c1f880757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:13Z', 'updated_at': '2022-04-28T19:43:21Z', 'revision_number': 5, 'project_id': '5a0c676490ad4221b826814b264d08aa', 'subnets': [{'id': 'd25b1cb0-c200-401d-9c44-cd4c1f880757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:03.051680 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b98e28-ad76-4edc-9d8f-73f6993653c8 None None] The sync data for ids ['afed3c5c-7a70-4a3a-8938-18fef337ba9c'] in n-d-839810-1 is: [{'id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1487658424-router', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e565d82a-3107-4722-bc72-2d777a0787c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:09Z', 'updated_at': '2022-04-28T19:43:15Z', 'revision_number': 4, 'project_id': '5a0c676490ad4221b826814b264d08aa', 'gw_port': {'id': 'e565d82a-3107-4722-bc72-2d777a0787c9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:10Z', 'updated_at': '2022-04-28T19:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '8131a3dc-33c8-44de-acf1-57ac54302cfe', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'port_id': '1094860a-dcd5-4b3b-9fb1-406fe5470ed2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef', 'mac_address': 'fa:16:3e:19:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203ba746-8db3-4d3a-8365-e66c50a7a19b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:45:17Z', 'updated_at': '2022-04-28T19:47:00Z', 'revision_number': 3, 'project_id': '5a0c676490ad4221b826814b264d08aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dcc898e-b644-4c35-b52a-28ffad8e4220', 'name': '', 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'mac_address': 'fa:16:3e:c1:64:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'd25b1cb0-c200-401d-9c44-cd4c1f880757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:13Z', 'updated_at': '2022-04-28T19:43:21Z', 'revision_number': 5, 'project_id': '5a0c676490ad4221b826814b264d08aa', 'subnets': [{'id': 'd25b1cb0-c200-401d-9c44-cd4c1f880757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:47:03.058019 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-08177582-c469-4b3c-9835-38ad4654bd84 req-b940c928-0f4e-4b31-84f2-dc7f48fbb990 service neutron] Transition to ACTIVE for port object 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:03.071701 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-af337b6b-fd10-4d90-b515-d5f97eff6c8e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:03.159840 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-08177582-c469-4b3c-9835-38ad4654bd84 req-b940c928-0f4e-4b31-84f2-dc7f48fbb990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:03.210276 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274e73a-52f4-4b0c-8536-c6b4ab9d1bed req-44f6deb4-82d2-4a3d-9417-2dbd2af21f8d tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:03.218511 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af337b6b-fd10-4d90-b515-d5f97eff6c8e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Pushing event deleted for resources: {'Port': ['ID=5777ee41-99fe-478c-84d1-afd3559609f8,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:03.241188 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f274e73a-52f4-4b0c-8536-c6b4ab9d1bed req-44f6deb4-82d2-4a3d-9417-2dbd2af21f8d tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 943 time: 0.1112623 Apr 28 19:47:03.319960 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f274e73a-52f4-4b0c-8536-c6b4ab9d1bed req-06142c15-bd08-44b8-a4ee-956943e50b91 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745995 Apr 28 19:47:03.320520 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:03.910227 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3869ab71-28a4-432c-813a-30018e829d72 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:03.912079 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940c928-0f4e-4b31-84f2-dc7f48fbb990 service neutron] Pushing event updated for resources: {'Port': ['ID=88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:03.947431 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202d200-73f2-4aa8-9590-12913d225315 req-9d149e4c-e150-4b27-a585-f49b4b779f70 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:03.962738 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5202d200-73f2-4aa8-9590-12913d225315 req-9d149e4c-e150-4b27-a585-f49b4b779f70 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 943 time: 0.1887772 Apr 28 19:47:03.982583 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cad3ed22-5c63-4a5e-951e-0c90248e26fa req-85b96811-f47f-4a02-b737-3b4217a5e637 service neutron] 10.222.0.44 "GET /v2.0/networks/6107f07c-5b1e-4365-afeb-d6c663c5f568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9992967 Apr 28 19:47:04.013885 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d565eff8-5f50-49c9-9720-9d7bb40ecea2 req-5f79a2fb-657c-4251-b6c7-6399c46e4115 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:04.027341 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3869ab71-28a4-432c-813a-30018e829d72 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:04.034859 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5202d200-73f2-4aa8-9590-12913d225315 req-96373d29-339f-490b-a003-81b3bff32cb5 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706899 Apr 28 19:47:04.103458 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecc164-e065-4027-a2de-7c363ab2aea7 req-9d85c437-eb89-4a87-81c1-a0fed94a48cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:04.104844 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1aecc164-e065-4027-a2de-7c363ab2aea7 req-9d85c437-eb89-4a87-81c1-a0fed94a48cc service neutron] 10.222.0.44 "GET /v2.0/networks?id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef HTTP/1.1" status: 200 len: 920 time: 1.0436440 Apr 28 19:47:04.123404 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57496) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:04.291246 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-af337b6b-fd10-4d90-b515-d5f97eff6c8e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Router 95fd222d-28fd-468e-9a61-1b82b6f296a3 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:47:04.296284 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d8ebecae-0f21-41a3-9f02-ad99e841496c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:04.298586 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d565eff8-5f50-49c9-9720-9d7bb40ecea2 req-5f79a2fb-657c-4251-b6c7-6399c46e4115 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:04.402163 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-08177582-c469-4b3c-9835-38ad4654bd84 req-b940c928-0f4e-4b31-84f2-dc7f48fbb990 service neutron] Attempting to bind port 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:47:04.402724 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-08177582-c469-4b3c-9835-38ad4654bd84 req-b940c928-0f4e-4b31-84f2-dc7f48fbb990 service neutron] Attempting to bind port 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '51039b99-7ae2-4b2a-8868-b76f3cd7a80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fdfdf1f0-8e25-41b2-9990-5438dad369fb'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:47:04.403270 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08177582-c469-4b3c-9835-38ad4654bd84 req-b940c928-0f4e-4b31-84f2-dc7f48fbb990 service neutron] Attempting to bind port 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 on network fdfdf1f0-8e25-41b2-9990-5438dad369fb {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:47:04.414700 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d8ebecae-0f21-41a3-9f02-ad99e841496c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:04.422025 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d8ebecae-0f21-41a3-9f02-ad99e841496c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:04.448674 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1aecc164-e065-4027-a2de-7c363ab2aea7 req-bca2b98e-864a-4f03-b21e-8a75b277ad39 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1094860a-dcd5-4b3b-9fb1-406fe5470ed2 HTTP/1.1" status: 200 len: 1001 time: 0.3006513 Apr 28 19:47:04.458045 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08177582-c469-4b3c-9835-38ad4654bd84 req-b940c928-0f4e-4b31-84f2-dc7f48fbb990 service neutron] Port 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 on network fdfdf1f0-8e25-41b2-9990-5438dad369fb not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:47:04.458521 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08177582-c469-4b3c-9835-38ad4654bd84 req-b940c928-0f4e-4b31-84f2-dc7f48fbb990 service neutron] Attempting to bind port 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 on network fdfdf1f0-8e25-41b2-9990-5438dad369fb {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:47:04.505973 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d8ebecae-0f21-41a3-9f02-ad99e841496c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=923a4e323a1d47d08516698900a0616d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3807819 Apr 28 19:47:04.510189 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57522) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:04.522959 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ebecae-0f21-41a3-9f02-ad99e841496c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f48d5d3-d880-421a-8f02-dd052cee7bad,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:04.568408 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df7c4d-80f1-4946-8db2-fcf5f2fe54d0 req-f9f71e6f-9280-4dd9-ba6d-f07469ed5e83 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:04.573116 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d3df7c4d-80f1-4946-8db2-fcf5f2fe54d0 req-f9f71e6f-9280-4dd9-ba6d-f07469ed5e83 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 943 time: 0.1371212 Apr 28 19:47:04.584645 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08177582-c469-4b3c-9835-38ad4654bd84 req-b940c928-0f4e-4b31-84f2-dc7f48fbb990 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:47:04.585301 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08177582-c469-4b3c-9835-38ad4654bd84 req-b940c928-0f4e-4b31-84f2-dc7f48fbb990 service neutron] Checking segment: {'id': '51039b99-7ae2-4b2a-8868-b76f3cd7a80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fdfdf1f0-8e25-41b2-9990-5438dad369fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:47:04.585895 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08177582-c469-4b3c-9835-38ad4654bd84 req-b940c928-0f4e-4b31-84f2-dc7f48fbb990 service neutron] Bound using segment: {'id': '51039b99-7ae2-4b2a-8868-b76f3cd7a80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fdfdf1f0-8e25-41b2-9990-5438dad369fb'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:47:04.586723 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-08177582-c469-4b3c-9835-38ad4654bd84 req-b940c928-0f4e-4b31-84f2-dc7f48fbb990 service neutron] Bound port: 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51039b99-7ae2-4b2a-8868-b76f3cd7a80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fdfdf1f0-8e25-41b2-9990-5438dad369fb'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:47:04.587279 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-08177582-c469-4b3c-9835-38ad4654bd84 req-b940c928-0f4e-4b31-84f2-dc7f48fbb990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:04.637139 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d3df7c4d-80f1-4946-8db2-fcf5f2fe54d0 req-ea1ea040-eb66-4fa8-8c85-9ff5090997c1 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630343 Apr 28 19:47:04.643605 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6ce4691f-231d-49c0-81ff-0b4b9717920a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:04.695094 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6ce4691f-231d-49c0-81ff-0b4b9717920a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:04.776761 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6ce4691f-231d-49c0-81ff-0b4b9717920a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:04.782274 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6ce4691f-231d-49c0-81ff-0b4b9717920a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:04.784666 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6ce4691f-231d-49c0-81ff-0b4b9717920a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9f48d5d3-d880-421a-8f02-dd052cee7bad HTTP/1.1" status: 204 len: 168 time: 0.2714605 Apr 28 19:47:04.785306 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecc164-e065-4027-a2de-7c363ab2aea7 req-e1f9d975-0da1-4fb1-9f8c-80319eb686c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:04.786778 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1aecc164-e065-4027-a2de-7c363ab2aea7 req-e1f9d975-0da1-4fb1-9f8c-80319eb686c6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d25b1cb0-c200-401d-9c44-cd4c1f880757 HTTP/1.1" status: 200 len: 858 time: 0.3174493 Apr 28 19:47:04.802077 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4691f-231d-49c0-81ff-0b4b9717920a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f48d5d3-d880-421a-8f02-dd052cee7bad,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:04.826476 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-3869ab71-28a4-432c-813a-30018e829d72 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Allocated IP 172.20.0.10 (5170c92d-87b2-4474-b0df-7ce12ae757f6/a585fbc8-7bba-41a9-ad51-d71284abfea0/d50d2f15-8463-4df7-af29-08f9a286e3ea) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:04.931412 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-af337b6b-fd10-4d90-b515-d5f97eff6c8e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:47:04.949671 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450cb031-f3c0-4e0d-a4a0-777d4ffbdae5 None None] Sync routers for ids ['95fd222d-28fd-468e-9a61-1b82b6f296a3'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:47:04.967407 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450cb031-f3c0-4e0d-a4a0-777d4ffbdae5 None None] Routers {'95fd222d-28fd-468e-9a61-1b82b6f296a3'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:04.968075 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-450cb031-f3c0-4e0d-a4a0-777d4ffbdae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:46:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['95fd222d-28fd-468e-9a61-1b82b6f296a3'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:05.001137 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-08177582-c469-4b3c-9835-38ad4654bd84 req-b940c928-0f4e-4b31-84f2-dc7f48fbb990 service neutron] For port 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:47:05.113163 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-450cb031-f3c0-4e0d-a4a0-777d4ffbdae5 None None] Set router 95fd222d-28fd-468e-9a61-1b82b6f296a3 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:47:05.153442 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-af337b6b-fd10-4d90-b515-d5f97eff6c8e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] No DVR routers for this DVR port 5777ee41-99fe-478c-84d1-afd3559609f8 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:47:05.163240 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-af337b6b-fd10-4d90-b515-d5f97eff6c8e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:05.169474 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-af337b6b-fd10-4d90-b515-d5f97eff6c8e tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.15 "DELETE /v2.0/ports/5777ee41-99fe-478c-84d1-afd3559609f8 HTTP/1.1" status: 204 len: 173 time: 5.4333701 Apr 28 19:47:05.179655 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-08177582-c469-4b3c-9835-38ad4654bd84 req-b940c928-0f4e-4b31-84f2-dc7f48fbb990 service neutron] For port 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0,segment=NetworkSegment(51039b99-7ae2-4b2a-8868-b76f3cd7a80e),segment_id=51039b99-7ae2-4b2a-8868-b76f3cd7a80e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:47:05.181152 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'name': 'network-vif-deleted', 'tag': '5777ee41-99fe-478c-84d1-afd3559609f8'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:05.185722 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35c735f-88b8-47ba-a26c-040fac963460" -d '{"events": [{"server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "name": "network-vif-deleted", "tag": "5777ee41-99fe-478c-84d1-afd3559609f8"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:47:05.215466 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-08177582-c469-4b3c-9835-38ad4654bd84 req-b940c928-0f4e-4b31-84f2-dc7f48fbb990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:05.221990 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecc164-e065-4027-a2de-7c363ab2aea7 req-baaa7d81-b719-4b42-a3e3-dfbe8054236e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:05.225015 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1aecc164-e065-4027-a2de-7c363ab2aea7 req-baaa7d81-b719-4b42-a3e3-dfbe8054236e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4242547 Apr 28 19:47:05.257964 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d69866-ceb2-44e4-8089-6fef10af3ce0 req-69c7a072-166c-40d9-aea8-81dae9e29783 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:05.271190 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c3d69866-ceb2-44e4-8089-6fef10af3ce0 req-69c7a072-166c-40d9-aea8-81dae9e29783 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 943 time: 0.1179461 Apr 28 19:47:05.337184 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c3d69866-ceb2-44e4-8089-6fef10af3ce0 req-c0725d85-b8c1-4125-8ed2-4f9b58e97a1a tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640492 Apr 28 19:47:05.386035 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08177582-c469-4b3c-9835-38ad4654bd84 req-b940c928-0f4e-4b31-84f2-dc7f48fbb990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:05.387237 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-08177582-c469-4b3c-9835-38ad4654bd84 req-b940c928-0f4e-4b31-84f2-dc7f48fbb990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:05.388511 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-08177582-c469-4b3c-9835-38ad4654bd84 req-b940c928-0f4e-4b31-84f2-dc7f48fbb990 service neutron] 10.222.0.15 "PUT /v2.0/ports/88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 HTTP/1.1" status: 200 len: 1091 time: 4.9381649 Apr 28 19:47:05.402206 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d565eff8-5f50-49c9-9720-9d7bb40ecea2 req-5f79a2fb-657c-4251-b6c7-6399c46e4115 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:05.457663 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-450cb031-f3c0-4e0d-a4a0-777d4ffbdae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'name': 'tempest-TaggedBootDevicesTest-1059154151-router', 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '202abbd7-1717-4e5b-aeda-948355678d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:40:51Z', 'updated_at': '2022-04-28T19:40:58Z', 'revision_number': 4, 'project_id': 'bc3414dc2d694e45b86b092fc773c62d', 'gw_port': {'id': '202abbd7-1717-4e5b-aeda-948355678d3a', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:53Z', 'updated_at': '2022-04-28T19:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '101a5818-8428-497e-990b-c76fb6a61d9b', 'name': '', 'network_id': 'f69f4a5f-c2d6-44c7-ad73-929a90025ab3', 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'mac_address': 'fa:16:3e:a5:f0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '48533aa3-5bd3-4948-a2d3-594fc981b6d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:57Z', 'updated_at': '2022-04-28T19:41:05Z', 'revision_number': 5, 'project_id': 'bc3414dc2d694e45b86b092fc773c62d', 'subnets': [{'id': '48533aa3-5bd3-4948-a2d3-594fc981b6d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:05.464679 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d565eff8-5f50-49c9-9720-9d7bb40ecea2 req-5f79a2fb-657c-4251-b6c7-6399c46e4115 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:05.508155 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a23cc13-7543-4282-9bd6-c71bdacade91 x-openstack-request-id: req-9a23cc13-7543-4282-9bd6-c71bdacade91 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:47:05.508494 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "name": "network-vif-deleted", "tag": "5777ee41-99fe-478c-84d1-afd3559609f8", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:47:05.508747 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9a23cc13-7543-4282-9bd6-c71bdacade91 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:47:05.509190 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a23cc13-7543-4282-9bd6-c71bdacade91'] response: {'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'name': 'network-vif-deleted', 'tag': '5777ee41-99fe-478c-84d1-afd3559609f8', 'status': 'completed', 'code': 200} Apr 28 19:47:05.521699 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450cb031-f3c0-4e0d-a4a0-777d4ffbdae5 None None] Checking router: 95fd222d-28fd-468e-9a61-1b82b6f296a3 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:47:05.544932 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450cb031-f3c0-4e0d-a4a0-777d4ffbdae5 None None] Routers {'95fd222d-28fd-468e-9a61-1b82b6f296a3'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:05.546335 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-450cb031-f3c0-4e0d-a4a0-777d4ffbdae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:46:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['95fd222d-28fd-468e-9a61-1b82b6f296a3'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:05.623317 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3869ab71-28a4-432c-813a-30018e829d72 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:05.626418 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940c928-0f4e-4b31-84f2-dc7f48fbb990 service neutron] Pushing event updated for resources: {'Port': ['ID=88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:05.726165 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d565eff8-5f50-49c9-9720-9d7bb40ecea2 req-5f79a2fb-657c-4251-b6c7-6399c46e4115 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:05.810564 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-450cb031-f3c0-4e0d-a4a0-777d4ffbdae5 None None] Set router 95fd222d-28fd-468e-9a61-1b82b6f296a3 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:47:05.821853 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1aecc164-e065-4027-a2de-7c363ab2aea7 req-3e019518-9a5f-4ae7-a699-08486ae182ce service neutron] 10.222.0.44 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5743053 Apr 28 19:47:05.838365 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d565eff8-5f50-49c9-9720-9d7bb40ecea2 req-5f79a2fb-657c-4251-b6c7-6399c46e4115 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:05.842163 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d565eff8-5f50-49c9-9720-9d7bb40ecea2 req-5f79a2fb-657c-4251-b6c7-6399c46e4115 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.3177843 Apr 28 19:47:05.847591 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08177582-c469-4b3c-9835-38ad4654bd84 req-7f4385ea-b6c9-4077-9582-9245385103f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:05.851392 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-08177582-c469-4b3c-9835-38ad4654bd84 req-7f4385ea-b6c9-4077-9582-9245385103f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8a7f62debf84ef2a07e1ba2d0a444b6&device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 1094 time: 0.3679953 Apr 28 19:47:05.880712 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e8932-81be-443e-9877-bd4136cee85c req-7dd69188-d5b8-47aa-b705-0f5571a4cd26 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:05.896147 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-231e8932-81be-443e-9877-bd4136cee85c req-7dd69188-d5b8-47aa-b705-0f5571a4cd26 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 943 time: 0.1001713 Apr 28 19:47:05.955105 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57578) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:05.963164 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79a2fb-657c-4251-b6c7-6399c46e4115 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Pushing event updated for resources: {'Port': ['ID=f03cdf54-8d71-4921-bf89-25f152d96dc2,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:06.034713 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-231e8932-81be-443e-9877-bd4136cee85c req-8071965c-7393-4854-8906-4b211e73c072 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359608 Apr 28 19:47:06.036013 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-5c9b3fd7-f105-48df-bc34-8a491625b83f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Deleting port e0cde177-94fd-47df-9bb2-ab96402ec758 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:47:06.036471 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-5c9b3fd7-f105-48df-bc34-8a491625b83f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:06.093453 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3869ab71-28a4-432c-813a-30018e829d72 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:06.102861 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-08177582-c469-4b3c-9835-38ad4654bd84 req-4511aa87-157f-4833-9758-4d636d70de9e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 HTTP/1.1" status: 200 len: 217 time: 0.1844804 Apr 28 19:47:06.107134 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d565eff8-5f50-49c9-9720-9d7bb40ecea2 req-9338212a-3139-45b2-b54c-f1c1aea9e714 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.160 HTTP/1.1" status: 200 len: 696 time: 0.2059295 Apr 28 19:47:06.195942 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-49424e53-5a2f-4451-849e-d90c63d50db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:06.238217 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-450cb031-f3c0-4e0d-a4a0-777d4ffbdae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'name': 'tempest-TaggedBootDevicesTest-1059154151-router', 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '202abbd7-1717-4e5b-aeda-948355678d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:40:51Z', 'updated_at': '2022-04-28T19:40:58Z', 'revision_number': 4, 'project_id': 'bc3414dc2d694e45b86b092fc773c62d', 'gw_port': {'id': '202abbd7-1717-4e5b-aeda-948355678d3a', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:53Z', 'updated_at': '2022-04-28T19:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '101a5818-8428-497e-990b-c76fb6a61d9b', 'name': '', 'network_id': 'f69f4a5f-c2d6-44c7-ad73-929a90025ab3', 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'mac_address': 'fa:16:3e:a5:f0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '48533aa3-5bd3-4948-a2d3-594fc981b6d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:57Z', 'updated_at': '2022-04-28T19:41:05Z', 'revision_number': 5, 'project_id': 'bc3414dc2d694e45b86b092fc773c62d', 'subnets': [{'id': '48533aa3-5bd3-4948-a2d3-594fc981b6d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:06.263081 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3869ab71-28a4-432c-813a-30018e829d72 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Network 5170c92d-87b2-4474-b0df-7ce12ae757f6 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:06.286499 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450cb031-f3c0-4e0d-a4a0-777d4ffbdae5 None None] The sync data for ids ['95fd222d-28fd-468e-9a61-1b82b6f296a3'] in n-d-839810-1 is: [{'id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'name': 'tempest-TaggedBootDevicesTest-1059154151-router', 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '202abbd7-1717-4e5b-aeda-948355678d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:40:51Z', 'updated_at': '2022-04-28T19:40:58Z', 'revision_number': 4, 'project_id': 'bc3414dc2d694e45b86b092fc773c62d', 'gw_port': {'id': '202abbd7-1717-4e5b-aeda-948355678d3a', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:53Z', 'updated_at': '2022-04-28T19:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '101a5818-8428-497e-990b-c76fb6a61d9b', 'name': '', 'network_id': 'f69f4a5f-c2d6-44c7-ad73-929a90025ab3', 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'mac_address': 'fa:16:3e:a5:f0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '48533aa3-5bd3-4948-a2d3-594fc981b6d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:57Z', 'updated_at': '2022-04-28T19:41:05Z', 'revision_number': 5, 'project_id': 'bc3414dc2d694e45b86b092fc773c62d', 'subnets': [{'id': '48533aa3-5bd3-4948-a2d3-594fc981b6d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:47:06.330102 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-49424e53-5a2f-4451-849e-d90c63d50db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:06.333616 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-3869ab71-28a4-432c-813a-30018e829d72 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:06.336472 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3869ab71-28a4-432c-813a-30018e829d72 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:47:06.337453 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-49424e53-5a2f-4451-849e-d90c63d50db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:06.420791 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869ab71-28a4-432c-813a-30018e829d72 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Pushing event updated for resources: {'Port': ['ID=d50d2f15-8463-4df7-af29-08f9a286e3ea,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:06.423343 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-49424e53-5a2f-4451-849e-d90c63d50db9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6440da9756ad43b185a8a82547fd7455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4668729 Apr 28 19:47:06.424654 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57592) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:06.426231 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49424e53-5a2f-4451-849e-d90c63d50db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8e71e6-6d80-408c-a4b0-8df372558385,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:06.503403 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 57594) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:06.507808 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-5c9b3fd7-f105-48df-bc34-8a491625b83f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] For port e0cde177-94fd-47df-9bb2-ab96402ec758, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e0cde177-94fd-47df-9bb2-ab96402ec758,segment=NetworkSegment(c4087ef1-be9e-4991-b622-f4da06ef46a1),segment_id=c4087ef1-be9e-4991-b622-f4da06ef46a1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:06.508502 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-5c9b3fd7-f105-48df-bc34-8a491625b83f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:06.541904 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d8a74c0-3207-4058-b709-48dd16a5d22c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:06.579524 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548f0ad-141f-44d1-8434-23ad87ecb80a req-10c5646e-e910-4a4d-9df9-95239683cfbd tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:06.581595 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8548f0ad-141f-44d1-8434-23ad87ecb80a req-10c5646e-e910-4a4d-9df9-95239683cfbd tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 943 time: 0.1159205 Apr 28 19:47:06.582471 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08177582-c469-4b3c-9835-38ad4654bd84 req-621bf7f5-fd39-4a49-a30b-e56288681532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:06.585157 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-08177582-c469-4b3c-9835-38ad4654bd84 req-621bf7f5-fd39-4a49-a30b-e56288681532 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac161c98-1b27-4fc1-be9d-8121dc9f01bf HTTP/1.1" status: 200 len: 853 time: 0.4373329 Apr 28 19:47:06.587359 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d8a74c0-3207-4058-b709-48dd16a5d22c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:06.594056 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-5c9b3fd7-f105-48df-bc34-8a491625b83f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Calling delete_port for e0cde177-94fd-47df-9bb2-ab96402ec758 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:47:06.600365 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1aecc164-e065-4027-a2de-7c363ab2aea7 req-1b5e59b7-1281-4c28-9165-d2c6b9998e49 service neutron] 10.222.0.44 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7464678 Apr 28 19:47:06.692924 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8548f0ad-141f-44d1-8434-23ad87ecb80a req-26638b55-f8a6-4530-9e47-8f79554eda94 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819161 Apr 28 19:47:06.697236 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-08177582-c469-4b3c-9835-38ad4654bd84 req-427b17a8-b348-47de-824c-5a9463a972c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fdfdf1f0-8e25-41b2-9990-5438dad369fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952303 Apr 28 19:47:06.727116 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565eff8-5f50-49c9-9720-9d7bb40ecea2 req-651fc340-9db7-4ae1-96d5-b55e2f87eaa0 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:06.728486 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d8a74c0-3207-4058-b709-48dd16a5d22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:06.729298 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d565eff8-5f50-49c9-9720-9d7bb40ecea2 req-651fc340-9db7-4ae1-96d5-b55e2f87eaa0 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 784 time: 0.5841489 Apr 28 19:47:06.733750 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d8a74c0-3207-4058-b709-48dd16a5d22c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:06.739863 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3d8a74c0-3207-4058-b709-48dd16a5d22c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5e8e71e6-6d80-408c-a4b0-8df372558385 HTTP/1.1" status: 204 len: 168 time: 0.3046887 Apr 28 19:47:06.762165 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a74c0-3207-4058-b709-48dd16a5d22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8e71e6-6d80-408c-a4b0-8df372558385,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:06.781490 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02bfe65-eec9-4c1a-a801-63336032f89a None None] New status for floating IP 553bf19f-897e-4f0d-ae96-0e6503edd3f7: DOWN {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:47:06.858971 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-b70f2d21-d7f6-4610-8f3b-04b73defd44c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1921511807-network', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:06.914079 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-d565eff8-5f50-49c9-9720-9d7bb40ecea2 req-241d8ac2-c335-4c66-a73a-70d150a0e958 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:47:06.915303 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d565eff8-5f50-49c9-9720-9d7bb40ecea2 req-241d8ac2-c335-4c66-a73a-70d150a0e958 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0616860 Apr 28 19:47:07.132137 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea77a9-c539-4e30-9385-110c4c5cd6c3 req-f8a75aa5-e82b-47bd-ab42-377f1db124c7 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:07.133802 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a8ea77a9-c539-4e30-9385-110c4c5cd6c3 req-f8a75aa5-e82b-47bd-ab42-377f1db124c7 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1106572 Apr 28 19:47:07.230130 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57606) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:07.253251 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a8ea77a9-c539-4e30-9385-110c4c5cd6c3 req-dbcb8920-06f3-4600-86cd-1617f5ee9452 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.160 HTTP/1.1" status: 200 len: 696 time: 0.0950358 Apr 28 19:47:07.254207 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-12618f87-c177-459d-86ec-916dc6b0d611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:07.269648 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-a8ea77a9-c539-4e30-9385-110c4c5cd6c3 req-0222c3eb-459c-4bb0-97d1-77d2191fa9c7 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Request body: {'floatingip': {'port_id': '55b6e54b-50b6-4adb-923f-079d7ee12afa', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:07.325531 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a8ea77a9-c539-4e30-9385-110c4c5cd6c3 req-0222c3eb-459c-4bb0-97d1-77d2191fa9c7 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks [] for floatingip, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:07.400454 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70f2d21-d7f6-4610-8f3b-04b73defd44c admin admin] Made reservation on behalf of 8766bd4e5ff74ccda54aedeba9de3560 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:07.402655 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b70f2d21-d7f6-4610-8f3b-04b73defd44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:07.456990 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b70f2d21-d7f6-4610-8f3b-04b73defd44c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:07.461209 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecc164-e065-4027-a2de-7c363ab2aea7 req-c13fe865-439c-42e2-a320-0d679876330d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:07.463062 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1aecc164-e065-4027-a2de-7c363ab2aea7 req-c13fe865-439c-42e2-a320-0d679876330d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a0c676490ad4221b826814b264d08aa&device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 1096 time: 0.7735519 Apr 28 19:47:07.522176 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da916a6d-8098-4792-9b7d-ca4290412279', 'tag': '88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:07.524832 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f9fbae-43e1-4cd9-910c-c09a53f74ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "da916a6d-8098-4792-9b7d-ca4290412279", "tag": "88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:47:07.534771 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-12618f87-c177-459d-86ec-916dc6b0d611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:07.544021 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-12618f87-c177-459d-86ec-916dc6b0d611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:07.578441 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-08177582-c469-4b3c-9835-38ad4654bd84 req-5d629781-c5f4-4e93-9c9b-9d84fb6b3f52 service neutron] 10.222.0.15 "GET /v2.0/networks/fdfdf1f0-8e25-41b2-9990-5438dad369fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7797575 Apr 28 19:47:07.603686 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:47:07.633024 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-12618f87-c177-459d-86ec-916dc6b0d611 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=90b0f4c1b6994be6a2865567bdac90d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4017169 Apr 28 19:47:07.637046 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12618f87-c177-459d-86ec-916dc6b0d611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75836a57-c562-4dea-b0dd-5f1d03d30dd0,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:07.639675 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57610) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:07.718386 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc33a90-bf59-4cbf-a404-b5ce366b30e5 req-ccba7bfe-e10b-4cc7-8c98-291a3861ac00 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:07.720376 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7bc33a90-bf59-4cbf-a404-b5ce366b30e5 req-ccba7bfe-e10b-4cc7-8c98-291a3861ac00 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 943 time: 0.3409941 Apr 28 19:47:07.794282 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7484e6a2-1181-4c79-b87b-29c82c1378f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:07.867022 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7484e6a2-1181-4c79-b87b-29c82c1378f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:07.882005 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-5c9b3fd7-f105-48df-bc34-8a491625b83f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:07.940155 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecc164-e065-4027-a2de-7c363ab2aea7 req-f73213ff-081c-4a70-8321-0bd84c92d363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:07.942057 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1aecc164-e065-4027-a2de-7c363ab2aea7 req-f73213ff-081c-4a70-8321-0bd84c92d363 service neutron] 10.222.0.44 "GET /v2.0/networks?id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef HTTP/1.1" status: 200 len: 920 time: 0.4631696 Apr 28 19:47:07.966462 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3869ab71-28a4-432c-813a-30018e829d72 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:07.983699 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7bc33a90-bf59-4cbf-a404-b5ce366b30e5 req-da623d40-5d59-4bc6-9636-655de5f6926f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups?id=25359f5a-c83d-430a-beb5-e3f6e2ee328c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236571 Apr 28 19:47:08.001277 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b3fd7-f105-48df-bc34-8a491625b83f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Pushing event deleted for resources: {'Port': ['ID=e0cde177-94fd-47df-9bb2-ab96402ec758,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:08.027845 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7484e6a2-1181-4c79-b87b-29c82c1378f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:08.043830 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7484e6a2-1181-4c79-b87b-29c82c1378f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:08.048373 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7484e6a2-1181-4c79-b87b-29c82c1378f4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/75836a57-c562-4dea-b0dd-5f1d03d30dd0 HTTP/1.1" status: 204 len: 168 time: 0.4003344 Apr 28 19:47:08.075319 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7484e6a2-1181-4c79-b87b-29c82c1378f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75836a57-c562-4dea-b0dd-5f1d03d30dd0,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:08.103926 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d73527e-03f9-4c52-83b4-f052df399504 x-openstack-request-id: req-3d73527e-03f9-4c52-83b4-f052df399504 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:47:08.104233 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da916a6d-8098-4792-9b7d-ca4290412279", "tag": "88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:47:08.104485 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3d73527e-03f9-4c52-83b4-f052df399504 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:47:08.105551 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d73527e-03f9-4c52-83b4-f052df399504'] response: {'name': 'network-changed', 'server_uuid': 'da916a6d-8098-4792-9b7d-ca4290412279', 'tag': '88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0', 'status': 'completed', 'code': 200} Apr 28 19:47:08.114612 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a8ea77a9-c539-4e30-9385-110c4c5cd6c3 req-0222c3eb-459c-4bb0-97d1-77d2191fa9c7 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:08.124476 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-08177582-c469-4b3c-9835-38ad4654bd84 req-e42bf93c-380c-4fb8-b287-6cbf074ee56f service neutron] 10.222.0.15 "GET /v2.0/networks/fdfdf1f0-8e25-41b2-9990-5438dad369fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5069528 Apr 28 19:47:08.128384 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a8ea77a9-c539-4e30-9385-110c4c5cd6c3 req-0222c3eb-459c-4bb0-97d1-77d2191fa9c7 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:08.170554 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-5c9b3fd7-f105-48df-bc34-8a491625b83f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] No DVR routers for this DVR port e0cde177-94fd-47df-9bb2-ab96402ec758 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:47:08.173437 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-5c9b3fd7-f105-48df-bc34-8a491625b83f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:08.178074 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-119455a8-19ad-4875-bc9a-8f83fb8428bd req-5c9b3fd7-f105-48df-bc34-8a491625b83f tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.15 "DELETE /v2.0/ports/e0cde177-94fd-47df-9bb2-ab96402ec758 HTTP/1.1" status: 204 len: 173 time: 2.9858372 Apr 28 19:47:08.196675 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b70f2d21-d7f6-4610-8f3b-04b73defd44c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:08.263737 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [req-a8ea77a9-c539-4e30-9385-110c4c5cd6c3 req-0222c3eb-459c-4bb0-97d1-77d2191fa9c7 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Floating IP 25b68df5-0393-432f-9c8b-278a4e4e52a5 associated. External IP: 172.25.8.160, port: 55b6e54b-50b6-4adb-923f-079d7ee12afa. Apr 28 19:47:08.290693 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b70f2d21-d7f6-4610-8f3b-04b73defd44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:08.306971 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1aecc164-e065-4027-a2de-7c363ab2aea7 req-6123c7c3-ab28-4ea6-8f81-1b68b6ed82c9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1094860a-dcd5-4b3b-9fb1-406fe5470ed2 HTTP/1.1" status: 200 len: 1001 time: 0.3374004 Apr 28 19:47:08.370358 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70f2d21-d7f6-4610-8f3b-04b73defd44c admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:47:08.409810 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f2d21-d7f6-4610-8f3b-04b73defd44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f28a5e9-63f5-4aed-9d69-cb8878db3a21,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:08.479485 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b70f2d21-d7f6-4610-8f3b-04b73defd44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:08.480010 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-b70f2d21-d7f6-4610-8f3b-04b73defd44c admin admin] Added segment 7fe1025a-ef48-4d42-914a-75eec3ed90de of type vlan for network 361c3585-c6e2-486f-967a-33f86818c3c9 Apr 28 19:47:08.489839 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cccac-5dfc-4fea-b76b-849ad6b507d4 req-413babe3-666a-49e8-a7d3-5b087d0b8dd8 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:08.491611 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-203cccac-5dfc-4fea-b76b-849ad6b507d4 req-413babe3-666a-49e8-a7d3-5b087d0b8dd8 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 943 time: 0.3222892 Apr 28 19:47:08.520713 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9fbae-43e1-4cd9-910c-c09a53f74ef1 req-5be0d607-2b4e-4643-8a43-6f3dec856323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:08.525106 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-18f9fbae-43e1-4cd9-910c-c09a53f74ef1 req-5be0d607-2b4e-4643-8a43-6f3dec856323 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8a7f62debf84ef2a07e1ba2d0a444b6&device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 1094 time: 0.3208964 Apr 28 19:47:08.606242 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b70f2d21-d7f6-4610-8f3b-04b73defd44c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:08.767247 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8ea77a9-c539-4e30-9385-110c4c5cd6c3 req-0222c3eb-459c-4bb0-97d1-77d2191fa9c7 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Router 13591a8d-0e87-49b9-a5e9-8806ed44d6e3 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:47:08.773464 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b70f2d21-d7f6-4610-8f3b-04b73defd44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:08.776407 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70f2d21-d7f6-4610-8f3b-04b73defd44c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:08.777249 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b70f2d21-d7f6-4610-8f3b-04b73defd44c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:08.812444 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecc164-e065-4027-a2de-7c363ab2aea7 req-70cf8f6c-abf5-43f7-b2cd-0e95e55ce396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:08.817151 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1aecc164-e065-4027-a2de-7c363ab2aea7 req-70cf8f6c-abf5-43f7-b2cd-0e95e55ce396 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d25b1cb0-c200-401d-9c44-cd4c1f880757 HTTP/1.1" status: 200 len: 858 time: 0.4902306 Apr 28 19:47:08.848820 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-203cccac-5dfc-4fea-b76b-849ad6b507d4 req-82e708a1-2d39-428c-8799-867714253ad0 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410690 Apr 28 19:47:09.103117 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b70f2d21-d7f6-4610-8f3b-04b73defd44c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5835969 Apr 28 19:47:09.109600 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57628) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:09.125726 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-026d58c6-bb86-435c-a563-56bbbd26569e admin admin] Request body: {'subnet': {'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1921511807-subnet', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:09.170554 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f2d21-d7f6-4610-8f3b-04b73defd44c admin admin] Pushing event updated for resources: {'Network': ['ID=361c3585-c6e2-486f-967a-33f86818c3c9,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:09.199706 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 361c3585-c6e2-486f-967a-33f86818c3c9 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:47:09.210106 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026d58c6-bb86-435c-a563-56bbbd26569e admin admin] Made reservation on behalf of 8766bd4e5ff74ccda54aedeba9de3560 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:09.217544 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-026d58c6-bb86-435c-a563-56bbbd26569e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:09.296699 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bf94b939-9ea7-4ca2-becb-6ade6d84c86e req-bc2d8f10-b671-4f6f-9f80-4b21045210f3 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 210 time: 0.0719295 Apr 28 19:47:09.305521 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3869ab71-28a4-432c-813a-30018e829d72 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:09.408068 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecc164-e065-4027-a2de-7c363ab2aea7 req-4272ba68-e527-4cbc-8e3f-245bc6588e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:09.410857 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1aecc164-e065-4027-a2de-7c363ab2aea7 req-4272ba68-e527-4cbc-8e3f-245bc6588e96 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5012600 Apr 28 19:47:09.415945 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9fbae-43e1-4cd9-910c-c09a53f74ef1 req-b0f1b1be-11cb-4411-a296-18c2f86ca03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:09.418614 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-18f9fbae-43e1-4cd9-910c-c09a53f74ef1 req-b0f1b1be-11cb-4411-a296-18c2f86ca03c service neutron] 10.222.0.15 "GET /v2.0/networks?id=fdfdf1f0-8e25-41b2-9990-5438dad369fb HTTP/1.1" status: 200 len: 914 time: 0.6583705 Apr 28 19:47:09.538170 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8ea77a9-c539-4e30-9385-110c4c5cd6c3 req-0222c3eb-459c-4bb0-97d1-77d2191fa9c7 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:47:09.543660 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-a8ea77a9-c539-4e30-9385-110c4c5cd6c3 req-0222c3eb-459c-4bb0-97d1-77d2191fa9c7 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:09.548863 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-026d58c6-bb86-435c-a563-56bbbd26569e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:09.556270 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-18f9fbae-43e1-4cd9-910c-c09a53f74ef1 req-57af963a-5bf4-4512-8572-ecfecbf8af90 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 HTTP/1.1" status: 200 len: 217 time: 0.1228373 Apr 28 19:47:09.558473 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668b8fcc-3a3c-4ccf-a2a5-50bf576911e9 None None] Sync routers for ids ['13591a8d-0e87-49b9-a5e9-8806ed44d6e3'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:47:09.579852 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668b8fcc-3a3c-4ccf-a2a5-50bf576911e9 None None] Routers {'13591a8d-0e87-49b9-a5e9-8806ed44d6e3'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:09.580974 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-668b8fcc-3a3c-4ccf-a2a5-50bf576911e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:46:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['13591a8d-0e87-49b9-a5e9-8806ed44d6e3'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:09.625575 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a8ea77a9-c539-4e30-9385-110c4c5cd6c3 req-0222c3eb-459c-4bb0-97d1-77d2191fa9c7 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "PUT /v2.0/floatingips/25b68df5-0393-432f-9c8b-278a4e4e52a5 HTTP/1.1" status: 200 len: 996 time: 2.3623662 Apr 28 19:47:09.638901 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf4d5a0-8fbc-4929-9812-11db2eb5450f', 'tag': '55b6e54b-50b6-4adb-923f-079d7ee12afa'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:09.641331 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a0a523-ba57-48ee-8162-9e668876c8c2" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf4d5a0-8fbc-4929-9812-11db2eb5450f", "tag": "55b6e54b-50b6-4adb-923f-079d7ee12afa"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:47:09.696417 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026d58c6-bb86-435c-a563-56bbbd26569e admin admin] Checking segment: {'id': '7fe1025a-ef48-4d42-914a-75eec3ed90de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:47:09.696810 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026d58c6-bb86-435c-a563-56bbbd26569e admin admin] Network hostable DHCP agents. Network: 361c3585-c6e2-486f-967a-33f86818c3c9, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:47:09.703479 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d58c6-bb86-435c-a563-56bbbd26569e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9c43513-8faa-4150-80e2-a774186aa1a0,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:09.729164 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea77a9-c539-4e30-9385-110c4c5cd6c3 req-d8502225-772e-42d8-bb7e-085bc79f5d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:09.733966 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-668b8fcc-3a3c-4ccf-a2a5-50bf576911e9 None None] Set router 13591a8d-0e87-49b9-a5e9-8806ed44d6e3 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:47:09.737078 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a8ea77a9-c539-4e30-9385-110c4c5cd6c3 req-d8502225-772e-42d8-bb7e-085bc79f5d9e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=907c62a112ef46e89904d42b16ec6b69&device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 1096 time: 0.0906258 Apr 28 19:47:09.747954 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d9445f-550b-424c-bb01-9f348341ced8 x-openstack-request-id: req-63d9445f-550b-424c-bb01-9f348341ced8 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:47:09.748348 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf4d5a0-8fbc-4929-9812-11db2eb5450f", "tag": "55b6e54b-50b6-4adb-923f-079d7ee12afa", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:47:09.748540 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-63d9445f-550b-424c-bb01-9f348341ced8 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:47:09.748917 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63d9445f-550b-424c-bb01-9f348341ced8'] response: {'name': 'network-changed', 'server_uuid': 'dbf4d5a0-8fbc-4929-9812-11db2eb5450f', 'tag': '55b6e54b-50b6-4adb-923f-079d7ee12afa', 'status': 'completed', 'code': 200} Apr 28 19:47:09.751165 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026d58c6-bb86-435c-a563-56bbbd26569e admin admin] Network 361c3585-c6e2-486f-967a-33f86818c3c9 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:47:09.812078 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-026d58c6-bb86-435c-a563-56bbbd26569e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 361c3585-c6e2-486f-967a-33f86818c3c9) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:09.833558 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026d58c6-bb86-435c-a563-56bbbd26569e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:09.834666 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-026d58c6-bb86-435c-a563-56bbbd26569e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:09.859886 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f86dd1-348e-4fb8-a74f-9fcb38f0a34c None None] Network 361c3585-c6e2-486f-967a-33f86818c3c9 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:47:09.880968 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-026d58c6-bb86-435c-a563-56bbbd26569e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7692871 Apr 28 19:47:09.883950 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57642) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:09.890741 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-89b101a7-98e0-4b20-a5dc-4eac4ccfe8e4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1921511807-router', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:09.927161 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea77a9-c539-4e30-9385-110c4c5cd6c3 req-f472050a-df4f-40f3-9046-73c2e63cd3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:09.936039 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a8ea77a9-c539-4e30-9385-110c4c5cd6c3 req-f472050a-df4f-40f3-9046-73c2e63cd3f8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6107f07c-5b1e-4365-afeb-d6c663c5f568 HTTP/1.1" status: 200 len: 920 time: 0.1978569 Apr 28 19:47:10.035666 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a8ea77a9-c539-4e30-9385-110c4c5cd6c3 req-24b6fd08-35f7-4b62-a8ea-ad9c9709987c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55b6e54b-50b6-4adb-923f-079d7ee12afa HTTP/1.1" status: 200 len: 999 time: 0.0984204 Apr 28 19:47:10.097500 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea77a9-c539-4e30-9385-110c4c5cd6c3 req-07b899b6-3a9b-4484-9db0-70fa7fad507a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:10.105875 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a8ea77a9-c539-4e30-9385-110c4c5cd6c3 req-07b899b6-3a9b-4484-9db0-70fa7fad507a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=177bc5d3-d699-482d-a8e8-05451a931e18 HTTP/1.1" status: 200 len: 859 time: 0.0688717 Apr 28 19:47:10.122284 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-89b101a7-98e0-4b20-a5dc-4eac4ccfe8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:10.126191 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-89b101a7-98e0-4b20-a5dc-4eac4ccfe8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:10.142106 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'name': 'network-vif-deleted', 'tag': 'e0cde177-94fd-47df-9bb2-ab96402ec758'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:10.147110 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77eee652-78eb-49f6-8e19-c02271756592" -d '{"events": [{"server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "name": "network-vif-deleted", "tag": "e0cde177-94fd-47df-9bb2-ab96402ec758"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:47:10.164645 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a8ea77a9-c539-4e30-9385-110c4c5cd6c3 req-44edd7cb-91ae-4ea5-9734-e9a2f6c9e5ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6107f07c-5b1e-4365-afeb-d6c663c5f568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571532 Apr 28 19:47:10.168185 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3869ab71-28a4-432c-813a-30018e829d72 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Router 672d8879-cfd9-4fd7-8a70-50a51a599425 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:47:10.174447 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-a8ea77a9-c539-4e30-9385-110c4c5cd6c3 req-613dd302-b291-4f93-92b8-8c2258ba246c service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:47:10.187451 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a8ea77a9-c539-4e30-9385-110c4c5cd6c3 req-613dd302-b291-4f93-92b8-8c2258ba246c service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0215425 Apr 28 19:47:10.203081 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0a523-ba57-48ee-8162-9e668876c8c2 req-9bd2a767-255b-49a4-b323-1b5f7e3c687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:10.205024 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1a0a523-ba57-48ee-8162-9e668876c8c2 req-9bd2a767-255b-49a4-b323-1b5f7e3c687f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=907c62a112ef46e89904d42b16ec6b69&device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 1096 time: 0.3690231 Apr 28 19:47:10.211315 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9fbae-43e1-4cd9-910c-c09a53f74ef1 req-4314a931-49f5-463a-96fa-5465e900df48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:10.212865 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-18f9fbae-43e1-4cd9-910c-c09a53f74ef1 req-4314a931-49f5-463a-96fa-5465e900df48 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac161c98-1b27-4fc1-be9d-8121dc9f01bf HTTP/1.1" status: 200 len: 853 time: 0.3902729 Apr 28 19:47:10.216631 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dea442-250d-495c-8d4e-3415dcd25266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-361c3585-c6e2-486f-967a-33f86818c3c9', 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'fixed_ips': [{'subnet_id': 'd9c43513-8faa-4150-80e2-a774186aa1a0'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:47:10.217738 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e0dea442-250d-495c-8d4e-3415dcd25266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:10.232549 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1aecc164-e065-4027-a2de-7c363ab2aea7 req-de289710-fdc1-4d97-8397-439ad736417e service neutron] 10.222.0.44 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7980897 Apr 28 19:47:10.298936 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de040754-af6a-41bb-9edc-1535a32b1b6f req-45136434-72d2-49fd-8828-96f1da13e7bb tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:10.313278 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-de040754-af6a-41bb-9edc-1535a32b1b6f req-45136434-72d2-49fd-8828-96f1da13e7bb tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 943 time: 0.2706983 Apr 28 19:47:10.319013 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-89b101a7-98e0-4b20-a5dc-4eac4ccfe8e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:10.524267 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-668b8fcc-3a3c-4ccf-a2a5-50bf576911e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-564468866-router', 'tenant_id': '907c62a112ef46e89904d42b16ec6b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'ddfbd15a-a3ac-472a-a632-3c131c1a82e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:02Z', 'updated_at': '2022-04-28T19:46:05Z', 'revision_number': 4, 'project_id': '907c62a112ef46e89904d42b16ec6b69', 'gw_port': {'id': 'ddfbd15a-a3ac-472a-a632-3c131c1a82e9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:02Z', 'updated_at': '2022-04-28T19:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '25b68df5-0393-432f-9c8b-278a4e4e52a5', 'tenant_id': '907c62a112ef46e89904d42b16ec6b69', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'port_id': '55b6e54b-50b6-4adb-923f-079d7ee12afa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6107f07c-5b1e-4365-afeb-d6c663c5f568', 'mac_address': 'fa:16:3e:2f:2c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf4d5a0-8fbc-4929-9812-11db2eb5450f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:47:03Z', 'updated_at': '2022-04-28T19:47:07Z', 'revision_number': 1, 'project_id': '907c62a112ef46e89904d42b16ec6b69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1acf1c1-3521-4226-9204-119bc882d5f7', 'name': '', 'network_id': '6107f07c-5b1e-4365-afeb-d6c663c5f568', 'tenant_id': '907c62a112ef46e89904d42b16ec6b69', 'mac_address': 'fa:16:3e:95:71:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '177bc5d3-d699-482d-a8e8-05451a931e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:04Z', 'updated_at': '2022-04-28T19:46:11Z', 'revision_number': 5, 'project_id': '907c62a112ef46e89904d42b16ec6b69', 'subnets': [{'id': '177bc5d3-d699-482d-a8e8-05451a931e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:10.561600 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668b8fcc-3a3c-4ccf-a2a5-50bf576911e9 None None] Checking router: 13591a8d-0e87-49b9-a5e9-8806ed44d6e3 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:47:10.628902 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668b8fcc-3a3c-4ccf-a2a5-50bf576911e9 None None] Routers {'13591a8d-0e87-49b9-a5e9-8806ed44d6e3'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:10.629572 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-668b8fcc-3a3c-4ccf-a2a5-50bf576911e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:46:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['13591a8d-0e87-49b9-a5e9-8806ed44d6e3'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:10.713843 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-e0dea442-250d-495c-8d4e-3415dcd25266 None None] Allocated IP 172.20.0.2 (361c3585-c6e2-486f-967a-33f86818c3c9/d9c43513-8faa-4150-80e2-a774186aa1a0/6852a353-9374-44e3-9ddf-00d0f6a273cf) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:10.902725 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-668b8fcc-3a3c-4ccf-a2a5-50bf576911e9 None None] Set router 13591a8d-0e87-49b9-a5e9-8806ed44d6e3 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:47:10.965183 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-89b101a7-98e0-4b20-a5dc-4eac4ccfe8e4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:10.981023 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a8ea77a9-c539-4e30-9385-110c4c5cd6c3 req-2053ba1f-b2d7-4966-8b10-3e637e42739e service neutron] 10.222.0.42 "GET /v2.0/networks/6107f07c-5b1e-4365-afeb-d6c663c5f568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7870467 Apr 28 19:47:11.161378 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e0dea442-250d-495c-8d4e-3415dcd25266 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:11.179800 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e0dea442-250d-495c-8d4e-3415dcd25266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:11.245030 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-18f9fbae-43e1-4cd9-910c-c09a53f74ef1 req-99d72ffd-beda-4161-b371-7c55dfd6d0e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fdfdf1f0-8e25-41b2-9990-5438dad369fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.0102930 Apr 28 19:47:11.246597 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3869ab71-28a4-432c-813a-30018e829d72 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:47:11.247122 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dea442-250d-495c-8d4e-3415dcd25266 None None] Network 361c3585-c6e2-486f-967a-33f86818c3c9 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:11.253608 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a8ea77a9-c539-4e30-9385-110c4c5cd6c3 req-cd018f18-a13f-4318-b623-c4cecbb6d762 service neutron] 10.222.0.42 "GET /v2.0/networks/6107f07c-5b1e-4365-afeb-d6c663c5f568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716787 Apr 28 19:47:11.259226 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa38f72-2f70-4573-b23a-ecd342f7e80f None None] Sync routers for ids ['672d8879-cfd9-4fd7-8a70-50a51a599425'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:47:11.278917 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa38f72-2f70-4573-b23a-ecd342f7e80f None None] Routers {'672d8879-cfd9-4fd7-8a70-50a51a599425'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:11.284308 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9fa38f72-2f70-4573-b23a-ecd342f7e80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:46:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['672d8879-cfd9-4fd7-8a70-50a51a599425'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:11.319680 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-e0dea442-250d-495c-8d4e-3415dcd25266 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:11.341958 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dea442-250d-495c-8d4e-3415dcd25266 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:47:11.352909 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:47:11.370581 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5524685d-d268-4e23-acb5-9e1f4738357a x-openstack-request-id: req-5524685d-d268-4e23-acb5-9e1f4738357a {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:47:11.371241 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dea442-250d-495c-8d4e-3415dcd25266 None None] Pushing event updated for resources: {'Port': ['ID=6852a353-9374-44e3-9ddf-00d0f6a273cf,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:11.371744 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53", "name": "network-vif-deleted", "tag": "e0cde177-94fd-47df-9bb2-ab96402ec758", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:47:11.372403 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5524685d-d268-4e23-acb5-9e1f4738357a {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:47:11.375141 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5524685d-d268-4e23-acb5-9e1f4738357a'] response: {'server_uuid': 'ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53', 'name': 'network-vif-deleted', 'tag': 'e0cde177-94fd-47df-9bb2-ab96402ec758', 'status': 'completed', 'code': 200} Apr 28 19:47:11.521780 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-9fa38f72-2f70-4573-b23a-ecd342f7e80f None None] Set router 672d8879-cfd9-4fd7-8a70-50a51a599425 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:47:11.576524 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3869ab71-28a4-432c-813a-30018e829d72 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:11.582413 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3869ab71-28a4-432c-813a-30018e829d72 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 11.0317571 Apr 28 19:47:11.593825 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57674) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:11.598056 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e21bb7f7-4f7f-4269-8ec2-aca2da2d4ad4 req-ffecb3b7-695f-4d3a-9b3d-37238797befd tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 210 time: 0.1123705 Apr 28 19:47:11.726487 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-de040754-af6a-41bb-9edc-1535a32b1b6f req-37144e13-4c84-4115-b213-ffdc6cf7ea06 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2897034 Apr 28 19:47:11.729180 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0a523-ba57-48ee-8162-9e668876c8c2 req-ab2a7180-ab4f-454b-b4be-fb6a8de4864d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:11.730713 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1a0a523-ba57-48ee-8162-9e668876c8c2 req-ab2a7180-ab4f-454b-b4be-fb6a8de4864d service neutron] 10.222.0.44 "GET /v2.0/networks?id=6107f07c-5b1e-4365-afeb-d6c663c5f568 HTTP/1.1" status: 200 len: 920 time: 1.5154181 Apr 28 19:47:11.734275 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0,segment=NetworkSegment(51039b99-7ae2-4b2a-8868-b76f3cd7a80e),segment_id=51039b99-7ae2-4b2a-8868-b76f3cd7a80e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:11.737237 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1aecc164-e065-4027-a2de-7c363ab2aea7 req-0347a144-50d4-4e87-ae27-0d71c92ad7d6 service neutron] 10.222.0.44 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4462788 Apr 28 19:47:11.820870 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-e0dea442-250d-495c-8d4e-3415dcd25266 None None] Attempting to bind port 6852a353-9374-44e3-9ddf-00d0f6a273cf on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:47:11.823232 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-e0dea442-250d-495c-8d4e-3415dcd25266 None None] Attempting to bind port 6852a353-9374-44e3-9ddf-00d0f6a273cf by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '7fe1025a-ef48-4d42-914a-75eec3ed90de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:47:11.823678 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dea442-250d-495c-8d4e-3415dcd25266 None None] Attempting to bind port 6852a353-9374-44e3-9ddf-00d0f6a273cf on network 361c3585-c6e2-486f-967a-33f86818c3c9 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:47:11.829191 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0', 'network_id': 'fdfdf1f0-8e25-41b2-9990-5438dad369fb', 'port_id': '88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0', 'mac_address': 'fa:16:3e:4c:52:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac161c98-1b27-4fc1-be9d-8121dc9f01bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:47:11.853005 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dea442-250d-495c-8d4e-3415dcd25266 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:47:11.853602 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dea442-250d-495c-8d4e-3415dcd25266 None None] Checking segment: {'id': '7fe1025a-ef48-4d42-914a-75eec3ed90de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:47:11.854095 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e0dea442-250d-495c-8d4e-3415dcd25266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:11.854417 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dea442-250d-495c-8d4e-3415dcd25266 None None] Bound using segment: {'id': '7fe1025a-ef48-4d42-914a-75eec3ed90de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:47:11.854926 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-e0dea442-250d-495c-8d4e-3415dcd25266 None None] Bound port: 6852a353-9374-44e3-9ddf-00d0f6a273cf, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fe1025a-ef48-4d42-914a-75eec3ed90de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:47:11.855496 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e0dea442-250d-495c-8d4e-3415dcd25266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:11.915555 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9fa38f72-2f70-4573-b23a-ecd342f7e80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672d8879-cfd9-4fd7-8a70-50a51a599425', 'name': '', 'tenant_id': 'fdab2991d4bc4ade81b4c4026500af2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5170c92d-87b2-4474-b0df-7ce12ae757f6', 'external_fixed_ips': [{'subnet_id': 'a585fbc8-7bba-41a9-ad51-d71284abfea0', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'd50d2f15-8463-4df7-af29-08f9a286e3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:00Z', 'updated_at': '2022-04-28T19:47:07Z', 'revision_number': 3, 'project_id': 'fdab2991d4bc4ade81b4c4026500af2c', 'gw_port': {'id': 'd50d2f15-8463-4df7-af29-08f9a286e3ea', 'name': '', 'network_id': '5170c92d-87b2-4474-b0df-7ce12ae757f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672d8879-cfd9-4fd7-8a70-50a51a599425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'a585fbc8-7bba-41a9-ad51-d71284abfea0', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:04Z', 'updated_at': '2022-04-28T19:47:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a585fbc8-7bba-41a9-ad51-d71284abfea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:11.936298 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8bd50c9e-f826-4987-8b48-7a4d6e5aac70 req-4b94b9bd-4a52-43d4-bb41-ec1aaafa08de tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.160 HTTP/1.1" status: 200 len: 999 time: 0.2210386 Apr 28 19:47:11.942257 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-89b101a7-98e0-4b20-a5dc-4eac4ccfe8e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:11.952080 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1a0a523-ba57-48ee-8162-9e668876c8c2 req-999ac6aa-fdbe-4149-b9ec-183266971ae2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55b6e54b-50b6-4adb-923f-079d7ee12afa HTTP/1.1" status: 200 len: 999 time: 0.2067947 Apr 28 19:47:11.975450 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa38f72-2f70-4573-b23a-ecd342f7e80f None None] Checking router: 672d8879-cfd9-4fd7-8a70-50a51a599425 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:47:11.975839 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa38f72-2f70-4573-b23a-ecd342f7e80f None None] Updating router 672d8879-cfd9-4fd7-8a70-50a51a599425 port d50d2f15-8463-4df7-af29-08f9a286e3ea binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:47:12.006816 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd50c9e-f826-4987-8b48-7a4d6e5aac70 req-9aab9076-d1c0-47c8-ad7b-c68f627818fc tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:12.023965 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8bd50c9e-f826-4987-8b48-7a4d6e5aac70 req-9aab9076-d1c0-47c8-ad7b-c68f627818fc tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports/55b6e54b-50b6-4adb-923f-079d7ee12afa HTTP/1.1" status: 200 len: 942 time: 0.0866115 Apr 28 19:47:12.054748 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-9fa38f72-2f70-4573-b23a-ecd342f7e80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:12.062909 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-668b8fcc-3a3c-4ccf-a2a5-50bf576911e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-564468866-router', 'tenant_id': '907c62a112ef46e89904d42b16ec6b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'ddfbd15a-a3ac-472a-a632-3c131c1a82e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:02Z', 'updated_at': '2022-04-28T19:46:05Z', 'revision_number': 4, 'project_id': '907c62a112ef46e89904d42b16ec6b69', 'gw_port': {'id': 'ddfbd15a-a3ac-472a-a632-3c131c1a82e9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:02Z', 'updated_at': '2022-04-28T19:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '25b68df5-0393-432f-9c8b-278a4e4e52a5', 'tenant_id': '907c62a112ef46e89904d42b16ec6b69', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'port_id': '55b6e54b-50b6-4adb-923f-079d7ee12afa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6107f07c-5b1e-4365-afeb-d6c663c5f568', 'mac_address': 'fa:16:3e:2f:2c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf4d5a0-8fbc-4929-9812-11db2eb5450f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:47:03Z', 'updated_at': '2022-04-28T19:47:07Z', 'revision_number': 1, 'project_id': '907c62a112ef46e89904d42b16ec6b69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1acf1c1-3521-4226-9204-119bc882d5f7', 'name': '', 'network_id': '6107f07c-5b1e-4365-afeb-d6c663c5f568', 'tenant_id': '907c62a112ef46e89904d42b16ec6b69', 'mac_address': 'fa:16:3e:95:71:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '177bc5d3-d699-482d-a8e8-05451a931e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:04Z', 'updated_at': '2022-04-28T19:46:11Z', 'revision_number': 5, 'project_id': '907c62a112ef46e89904d42b16ec6b69', 'subnets': [{'id': '177bc5d3-d699-482d-a8e8-05451a931e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:12.063436 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-89b101a7-98e0-4b20-a5dc-4eac4ccfe8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:12.106866 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-18f9fbae-43e1-4cd9-910c-c09a53f74ef1 req-3cba1d61-3577-4fde-a2e3-96356eb38b4d service neutron] 10.222.0.15 "GET /v2.0/networks/fdfdf1f0-8e25-41b2-9990-5438dad369fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8306587 Apr 28 19:47:12.132234 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-e0dea442-250d-495c-8d4e-3415dcd25266 None None] For port 6852a353-9374-44e3-9ddf-00d0f6a273cf, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:47:12.139457 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-e0dea442-250d-495c-8d4e-3415dcd25266 None None] For port 6852a353-9374-44e3-9ddf-00d0f6a273cf, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=6852a353-9374-44e3-9ddf-00d0f6a273cf,segment=NetworkSegment(7fe1025a-ef48-4d42-914a-75eec3ed90de),segment_id=7fe1025a-ef48-4d42-914a-75eec3ed90de)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:47:12.150644 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e0dea442-250d-495c-8d4e-3415dcd25266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:12.180511 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0a523-ba57-48ee-8162-9e668876c8c2 req-3bf46a63-6eff-4983-bfb3-f76332160d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:12.182340 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1a0a523-ba57-48ee-8162-9e668876c8c2 req-3bf46a63-6eff-4983-bfb3-f76332160d63 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=177bc5d3-d699-482d-a8e8-05451a931e18 HTTP/1.1" status: 200 len: 859 time: 0.2114532 Apr 28 19:47:12.210171 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9df71bcd-092b-40b3-8598-ee5bbb6625ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:12.225937 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668b8fcc-3a3c-4ccf-a2a5-50bf576911e9 None None] The sync data for ids ['13591a8d-0e87-49b9-a5e9-8806ed44d6e3'] in n-d-839810-1 is: [{'id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-564468866-router', 'tenant_id': '907c62a112ef46e89904d42b16ec6b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'ddfbd15a-a3ac-472a-a632-3c131c1a82e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:02Z', 'updated_at': '2022-04-28T19:46:05Z', 'revision_number': 4, 'project_id': '907c62a112ef46e89904d42b16ec6b69', 'gw_port': {'id': 'ddfbd15a-a3ac-472a-a632-3c131c1a82e9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:02Z', 'updated_at': '2022-04-28T19:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '25b68df5-0393-432f-9c8b-278a4e4e52a5', 'tenant_id': '907c62a112ef46e89904d42b16ec6b69', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'port_id': '55b6e54b-50b6-4adb-923f-079d7ee12afa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6107f07c-5b1e-4365-afeb-d6c663c5f568', 'mac_address': 'fa:16:3e:2f:2c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf4d5a0-8fbc-4929-9812-11db2eb5450f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:47:03Z', 'updated_at': '2022-04-28T19:47:07Z', 'revision_number': 1, 'project_id': '907c62a112ef46e89904d42b16ec6b69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1acf1c1-3521-4226-9204-119bc882d5f7', 'name': '', 'network_id': '6107f07c-5b1e-4365-afeb-d6c663c5f568', 'tenant_id': '907c62a112ef46e89904d42b16ec6b69', 'mac_address': 'fa:16:3e:95:71:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '177bc5d3-d699-482d-a8e8-05451a931e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:04Z', 'updated_at': '2022-04-28T19:46:11Z', 'revision_number': 5, 'project_id': '907c62a112ef46e89904d42b16ec6b69', 'subnets': [{'id': '177bc5d3-d699-482d-a8e8-05451a931e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:47:12.261417 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:12.284395 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1a0a523-ba57-48ee-8162-9e668876c8c2 req-19b00593-fc08-4e53-9b8d-394ed154d138 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6107f07c-5b1e-4365-afeb-d6c663c5f568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592713 Apr 28 19:47:12.365605 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:47:12.403800 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dea442-250d-495c-8d4e-3415dcd25266 None None] Pushing event updated for resources: {'Port': ['ID=6852a353-9374-44e3-9ddf-00d0f6a273cf,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:12.438336 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0,segment=NetworkSegment(51039b99-7ae2-4b2a-8868-b76f3cd7a80e),segment_id=51039b99-7ae2-4b2a-8868-b76f3cd7a80e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:12.440652 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-18f9fbae-43e1-4cd9-910c-c09a53f74ef1 req-a7b39b57-2c05-4384-bfb8-dd8d51056648 service neutron] 10.222.0.15 "GET /v2.0/networks/fdfdf1f0-8e25-41b2-9990-5438dad369fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233101 Apr 28 19:47:12.468884 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dea442-250d-495c-8d4e-3415dcd25266 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:12.469311 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dea442-250d-495c-8d4e-3415dcd25266 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:12.469862 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dea442-250d-495c-8d4e-3415dcd25266 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:12.470225 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dea442-250d-495c-8d4e-3415dcd25266 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:12.470704 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dea442-250d-495c-8d4e-3415dcd25266 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:12.471314 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dea442-250d-495c-8d4e-3415dcd25266 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:12.474767 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dea442-250d-495c-8d4e-3415dcd25266 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:12.475242 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dea442-250d-495c-8d4e-3415dcd25266 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:12.475676 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dea442-250d-495c-8d4e-3415dcd25266 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:12.476133 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dea442-250d-495c-8d4e-3415dcd25266 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:12.477340 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dea442-250d-495c-8d4e-3415dcd25266 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:12.479293 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dea442-250d-495c-8d4e-3415dcd25266 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:12.503020 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:12.511841 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1a0a523-ba57-48ee-8162-9e668876c8c2 req-45f6a0f1-c79a-4866-8c98-35ec21daca1a service neutron] 10.222.0.44 "GET /v2.0/networks/6107f07c-5b1e-4365-afeb-d6c663c5f568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189062 Apr 28 19:47:12.645666 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:12.727704 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8bd50c9e-f826-4987-8b48-7a4d6e5aac70 req-edfb789b-e854-4a87-b44d-274a75e74d72 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.160 HTTP/1.1" status: 200 len: 999 time: 0.5667753 Apr 28 19:47:12.731417 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:47:12.805325 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1a0a523-ba57-48ee-8162-9e668876c8c2 req-8984c1f2-f906-47c4-ae5a-8579a690c802 service neutron] 10.222.0.44 "GET /v2.0/networks/6107f07c-5b1e-4365-afeb-d6c663c5f568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858894 Apr 28 19:47:12.835452 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53aa29e-b012-4cf8-a6cd-69db6e5634c4 None None] New status for floating IP 25b68df5-0393-432f-9c8b-278a4e4e52a5: ACTIVE {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:47:12.875291 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-9fa38f72-2f70-4573-b23a-ecd342f7e80f None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:12.888276 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-9fa38f72-2f70-4573-b23a-ecd342f7e80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:12.921137 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b39718e5-4f13-41cb-a24a-57c94a25f926 req-068c3122-2d12-4956-be9f-1e1aeb386579 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 210 time: 0.0563734 Apr 28 19:47:13.019039 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c858491-c5c3-4518-a1ca-b779941080b1 None None] Pushing event updated for resources: {'Port': ['ID=d50d2f15-8463-4df7-af29-08f9a286e3ea,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:13.050748 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-9fa38f72-2f70-4573-b23a-ecd342f7e80f None None] Attempting to bind port d50d2f15-8463-4df7-af29-08f9a286e3ea on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:47:13.051875 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-9fa38f72-2f70-4573-b23a-ecd342f7e80f None None] Attempting to bind port d50d2f15-8463-4df7-af29-08f9a286e3ea by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '2919a0bf-57c7-489f-af90-35a51db0f475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5170c92d-87b2-4474-b0df-7ce12ae757f6'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:47:13.052678 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa38f72-2f70-4573-b23a-ecd342f7e80f None None] Attempting to bind port d50d2f15-8463-4df7-af29-08f9a286e3ea on network 5170c92d-87b2-4474-b0df-7ce12ae757f6 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:47:13.063416 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c858491-c5c3-4518-a1ca-b779941080b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:13.064072 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c858491-c5c3-4518-a1ca-b779941080b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:13.065517 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c858491-c5c3-4518-a1ca-b779941080b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:13.066276 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c858491-c5c3-4518-a1ca-b779941080b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:13.066933 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c858491-c5c3-4518-a1ca-b779941080b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:13.067428 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c858491-c5c3-4518-a1ca-b779941080b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:13.067930 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c858491-c5c3-4518-a1ca-b779941080b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:13.068442 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c858491-c5c3-4518-a1ca-b779941080b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:13.068973 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c858491-c5c3-4518-a1ca-b779941080b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:13.072300 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c858491-c5c3-4518-a1ca-b779941080b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:13.073160 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c858491-c5c3-4518-a1ca-b779941080b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:13.073700 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c858491-c5c3-4518-a1ca-b779941080b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:13.084790 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa38f72-2f70-4573-b23a-ecd342f7e80f None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:47:13.085841 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa38f72-2f70-4573-b23a-ecd342f7e80f None None] Checking segment: {'id': '2919a0bf-57c7-489f-af90-35a51db0f475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5170c92d-87b2-4474-b0df-7ce12ae757f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:47:13.086707 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-9fa38f72-2f70-4573-b23a-ecd342f7e80f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:13.087536 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa38f72-2f70-4573-b23a-ecd342f7e80f None None] Bound using segment: {'id': '2919a0bf-57c7-489f-af90-35a51db0f475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5170c92d-87b2-4474-b0df-7ce12ae757f6'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:47:13.088315 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-9fa38f72-2f70-4573-b23a-ecd342f7e80f None None] Bound port: d50d2f15-8463-4df7-af29-08f9a286e3ea, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2919a0bf-57c7-489f-af90-35a51db0f475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5170c92d-87b2-4474-b0df-7ce12ae757f6'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:47:13.088894 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-9fa38f72-2f70-4573-b23a-ecd342f7e80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:13.106826 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd50c9e-f826-4987-8b48-7a4d6e5aac70 req-a9a790d7-e7c4-4f7e-9df2-51d54496c0bf tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:13.113292 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8bd50c9e-f826-4987-8b48-7a4d6e5aac70 req-a9a790d7-e7c4-4f7e-9df2-51d54496c0bf tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 784 time: 0.3631928 Apr 28 19:47:13.180455 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-9fa38f72-2f70-4573-b23a-ecd342f7e80f None None] For port d50d2f15-8463-4df7-af29-08f9a286e3ea, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:47:13.195430 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-9fa38f72-2f70-4573-b23a-ecd342f7e80f None None] For port d50d2f15-8463-4df7-af29-08f9a286e3ea, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=d50d2f15-8463-4df7-af29-08f9a286e3ea,segment=NetworkSegment(2919a0bf-57c7-489f-af90-35a51db0f475),segment_id=2919a0bf-57c7-489f-af90-35a51db0f475)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:47:13.204031 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a1027-d6da-48ce-b822-06c41f89282f req-a8f999b1-bbb5-4f98-84fb-44b9251ceff0 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:13.207595 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-9fa38f72-2f70-4573-b23a-ecd342f7e80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:13.228639 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dd4a1027-d6da-48ce-b822-06c41f89282f req-a8f999b1-bbb5-4f98-84fb-44b9251ceff0 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 944 time: 0.1647394 Apr 28 19:47:13.387616 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-89b101a7-98e0-4b20-a5dc-4eac4ccfe8e4 admin admin] Allocated IP 172.25.8.195 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/41e1dc1c-afa3-45f6-9b77-08c5fec2c862) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:13.415193 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dd4a1027-d6da-48ce-b822-06c41f89282f req-ec5095ca-57bd-41cf-86f9-4406c64ae2c6 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869755 Apr 28 19:47:13.431137 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa38f72-2f70-4573-b23a-ecd342f7e80f None None] Routers {'672d8879-cfd9-4fd7-8a70-50a51a599425'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:13.432072 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9fa38f72-2f70-4573-b23a-ecd342f7e80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:46:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['672d8879-cfd9-4fd7-8a70-50a51a599425'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:13.465856 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 6852a353-9374-44e3-9ddf-00d0f6a273cf up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:47:13.531578 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c858491-c5c3-4518-a1ca-b779941080b1 None None] Pushing event updated for resources: {'Port': ['ID=d50d2f15-8463-4df7-af29-08f9a286e3ea,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:13.534478 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9df71bcd-092b-40b3-8598-ee5bbb6625ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:13.580233 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 6852a353-9374-44e3-9ddf-00d0f6a273cf triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:13.580907 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:13.710542 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8bd50c9e-f826-4987-8b48-7a4d6e5aac70 req-41b96228-c72c-4ec7-a8a5-ad2d223ab9ed tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.160 HTTP/1.1" status: 200 len: 1001 time: 0.5477526 Apr 28 19:47:13.718258 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-8bd50c9e-f826-4987-8b48-7a4d6e5aac70 req-5bbb2cfa-ecf4-4126-9bc7-b933b3e8697b tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:13.735882 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-9fa38f72-2f70-4573-b23a-ecd342f7e80f None None] Set router 672d8879-cfd9-4fd7-8a70-50a51a599425 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:47:13.741824 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:13.825154 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 6852a353-9374-44e3-9ddf-00d0f6a273cf, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=6852a353-9374-44e3-9ddf-00d0f6a273cf,segment=NetworkSegment(7fe1025a-ef48-4d42-914a-75eec3ed90de),segment_id=7fe1025a-ef48-4d42-914a-75eec3ed90de)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:13.837744 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:13.870876 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8bd50c9e-f826-4987-8b48-7a4d6e5aac70 req-5bbb2cfa-ecf4-4126-9bc7-b933b3e8697b tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks [] for floatingip, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:13.925378 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-89b101a7-98e0-4b20-a5dc-4eac4ccfe8e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:13.975854 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=6852a353-9374-44e3-9ddf-00d0f6a273cf,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:13.995266 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-9df71bcd-092b-40b3-8598-ee5bbb6625ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Deleting port d50d2f15-8463-4df7-af29-08f9a286e3ea {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:47:13.995614 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9df71bcd-092b-40b3-8598-ee5bbb6625ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:14.109293 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e8e4a32a-5b3b-48c4-ac50-881f97a6cf45 req-eb964039-2c28-428f-a1a2-81b8805a0f25 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 210 time: 0.0523226 Apr 28 19:47:14.175878 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9fa38f72-2f70-4573-b23a-ecd342f7e80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672d8879-cfd9-4fd7-8a70-50a51a599425', 'name': '', 'tenant_id': 'fdab2991d4bc4ade81b4c4026500af2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5170c92d-87b2-4474-b0df-7ce12ae757f6', 'external_fixed_ips': [{'subnet_id': 'a585fbc8-7bba-41a9-ad51-d71284abfea0', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'd50d2f15-8463-4df7-af29-08f9a286e3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:00Z', 'updated_at': '2022-04-28T19:47:07Z', 'revision_number': 3, 'project_id': 'fdab2991d4bc4ade81b4c4026500af2c', 'gw_port': {'id': 'd50d2f15-8463-4df7-af29-08f9a286e3ea', 'name': '', 'network_id': '5170c92d-87b2-4474-b0df-7ce12ae757f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672d8879-cfd9-4fd7-8a70-50a51a599425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'a585fbc8-7bba-41a9-ad51-d71284abfea0', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:04Z', 'updated_at': '2022-04-28T19:47:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a585fbc8-7bba-41a9-ad51-d71284abfea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:14.231424 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd0348b-260c-422d-ae6e-7ad3e8d5b8e4 None None] Network 361c3585-c6e2-486f-967a-33f86818c3c9 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:47:14.234081 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-9df71bcd-092b-40b3-8598-ee5bbb6625ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] For port d50d2f15-8463-4df7-af29-08f9a286e3ea, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=d50d2f15-8463-4df7-af29-08f9a286e3ea,segment=NetworkSegment(2919a0bf-57c7-489f-af90-35a51db0f475),segment_id=2919a0bf-57c7-489f-af90-35a51db0f475)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:14.234624 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9df71bcd-092b-40b3-8598-ee5bbb6625ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:14.253925 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa38f72-2f70-4573-b23a-ecd342f7e80f None None] The sync data for ids ['672d8879-cfd9-4fd7-8a70-50a51a599425'] in n-d-839810-1 is: [{'id': '672d8879-cfd9-4fd7-8a70-50a51a599425', 'name': '', 'tenant_id': 'fdab2991d4bc4ade81b4c4026500af2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5170c92d-87b2-4474-b0df-7ce12ae757f6', 'external_fixed_ips': [{'subnet_id': 'a585fbc8-7bba-41a9-ad51-d71284abfea0', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'd50d2f15-8463-4df7-af29-08f9a286e3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:00Z', 'updated_at': '2022-04-28T19:47:07Z', 'revision_number': 3, 'project_id': 'fdab2991d4bc4ade81b4c4026500af2c', 'gw_port': {'id': 'd50d2f15-8463-4df7-af29-08f9a286e3ea', 'name': '', 'network_id': '5170c92d-87b2-4474-b0df-7ce12ae757f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672d8879-cfd9-4fd7-8a70-50a51a599425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'a585fbc8-7bba-41a9-ad51-d71284abfea0', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:04Z', 'updated_at': '2022-04-28T19:47:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a585fbc8-7bba-41a9-ad51-d71284abfea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:47:14.288149 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-9df71bcd-092b-40b3-8598-ee5bbb6625ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Calling delete_port for d50d2f15-8463-4df7-af29-08f9a286e3ea owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:47:14.474606 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8bd50c9e-f826-4987-8b48-7a4d6e5aac70 req-5bbb2cfa-ecf4-4126-9bc7-b933b3e8697b tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:14.636903 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-e20babb4-0cef-4513-b0f9-8e7744b1a767 None None] Provisioning complete for port 6852a353-9374-44e3-9ddf-00d0f6a273cf triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:14.637581 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e20babb4-0cef-4513-b0f9-8e7744b1a767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:14.702688 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8bd50c9e-f826-4987-8b48-7a4d6e5aac70 req-5bbb2cfa-ecf4-4126-9bc7-b933b3e8697b tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:14.703012 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [req-8bd50c9e-f826-4987-8b48-7a4d6e5aac70 req-5bbb2cfa-ecf4-4126-9bc7-b933b3e8697b tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Floating IP 25b68df5-0393-432f-9c8b-278a4e4e52a5 disassociated. External IP: 172.25.8.160, port: 55b6e54b-50b6-4adb-923f-079d7ee12afa. Apr 28 19:47:14.768513 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0d5f5-6b87-4d25-8cc7-a883b09f2f9a req-354ad272-a774-4b97-a033-8060c8baf428 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:14.792575 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e7f0d5f5-6b87-4d25-8cc7-a883b09f2f9a req-354ad272-a774-4b97-a033-8060c8baf428 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 944 time: 0.1383402 Apr 28 19:47:14.872485 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9df71bcd-092b-40b3-8598-ee5bbb6625ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:14.890870 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-89b101a7-98e0-4b20-a5dc-4eac4ccfe8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:14.905072 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e7f0d5f5-6b87-4d25-8cc7-a883b09f2f9a req-cf6dc623-cce7-4e55-bf12-907e26a532f2 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095929 Apr 28 19:47:15.069250 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df71bcd-092b-40b3-8598-ee5bbb6625ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Pushing event deleted for resources: {'Port': ['ID=d50d2f15-8463-4df7-af29-08f9a286e3ea,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:15.115003 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df71bcd-092b-40b3-8598-ee5bbb6625ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:15.115554 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df71bcd-092b-40b3-8598-ee5bbb6625ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:15.116078 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df71bcd-092b-40b3-8598-ee5bbb6625ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:15.116646 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df71bcd-092b-40b3-8598-ee5bbb6625ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:15.117740 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df71bcd-092b-40b3-8598-ee5bbb6625ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:15.118759 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df71bcd-092b-40b3-8598-ee5bbb6625ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:15.120616 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df71bcd-092b-40b3-8598-ee5bbb6625ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:15.121135 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df71bcd-092b-40b3-8598-ee5bbb6625ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:15.121651 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df71bcd-092b-40b3-8598-ee5bbb6625ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:15.122162 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df71bcd-092b-40b3-8598-ee5bbb6625ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:15.124083 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df71bcd-092b-40b3-8598-ee5bbb6625ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:15.126443 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df71bcd-092b-40b3-8598-ee5bbb6625ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:15.144233 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b101a7-98e0-4b20-a5dc-4eac4ccfe8e4 admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:15.253197 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bd50c9e-f826-4987-8b48-7a4d6e5aac70 req-5bbb2cfa-ecf4-4126-9bc7-b933b3e8697b tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Router 13591a8d-0e87-49b9-a5e9-8806ed44d6e3 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:47:15.254483 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b101a7-98e0-4b20-a5dc-4eac4ccfe8e4 admin admin] Pushing event updated for resources: {'Port': ['ID=41e1dc1c-afa3-45f6-9b77-08c5fec2c862,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:15.271951 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-89b101a7-98e0-4b20-a5dc-4eac4ccfe8e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:15.333070 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b101a7-98e0-4b20-a5dc-4eac4ccfe8e4 admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:47:15.383789 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:47:15.519792 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-89954987-01b0-487f-bed8-f2b2fb7d5e45 req-29dcab07-56c6-41d1-a71a-5b2057ccd7e3 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 210 time: 0.1459353 Apr 28 19:47:15.522879 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d50d2f15-8463-4df7-af29-08f9a286e3ea up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:47:15.568666 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: d50d2f15-8463-4df7-af29-08f9a286e3ea {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:47:15.569712 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d50d2f15-8463-4df7-af29-08f9a286e3ea not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 28 19:47:15.616995 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:15.622436 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Port d50d2f15-8463-4df7-af29-08f9a286e3ea not found, will not notify nova. {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 28 19:47:15.622840 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 6852a353-9374-44e3-9ddf-00d0f6a273cf up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:47:15.624758 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:15.625138 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:15.818167 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:15.882824 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 6852a353-9374-44e3-9ddf-00d0f6a273cf triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:15.884131 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:15.930460 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da916a6d-8098-4792-9b7d-ca4290412279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:15.933568 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c9ebb4-14fa-49fa-a05a-2afad94f5b69" -d '{"events": [{"server_uuid": "da916a6d-8098-4792-9b7d-ca4290412279", "name": "network-vif-plugged", "status": "completed", "tag": "88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:47:16.000674 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-40aaedd6-8244-4fb9-8e0d-22fd609aa58f None None] Provisioning complete for port 6852a353-9374-44e3-9ddf-00d0f6a273cf triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:16.001401 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-40aaedd6-8244-4fb9-8e0d-22fd609aa58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:16.019170 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0,segment=NetworkSegment(51039b99-7ae2-4b2a-8868-b76f3cd7a80e),segment_id=51039b99-7ae2-4b2a-8868-b76f3cd7a80e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:16.079611 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030e08d7-99f4-4c98-9a18-a6794815bd2d x-openstack-request-id: req-030e08d7-99f4-4c98-9a18-a6794815bd2d {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:47:16.080042 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da916a6d-8098-4792-9b7d-ca4290412279", "name": "network-vif-plugged", "status": "completed", "tag": "88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:47:16.080392 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-030e08d7-99f4-4c98-9a18-a6794815bd2d {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:47:16.080906 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-030e08d7-99f4-4c98-9a18-a6794815bd2d'] response: {'server_uuid': 'da916a6d-8098-4792-9b7d-ca4290412279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0', 'code': 200} Apr 28 19:47:16.081578 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:16.236803 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2ca25-f8b6-4dd3-9303-8665ba1bc631 req-e48815ca-d3ad-4f31-a66b-7c52723bcfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:16.239184 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9c2ca25-f8b6-4dd3-9303-8665ba1bc631 req-e48815ca-d3ad-4f31-a66b-7c52723bcfcf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 1096 time: 0.0938540 Apr 28 19:47:16.247720 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:16.404836 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9c2ca25-f8b6-4dd3-9303-8665ba1bc631 req-9d3c15ab-08f9-4550-99cc-bb45b6423a29 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465478 Apr 28 19:47:16.442842 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df3873-5843-443e-bf6d-36997474d86d req-8c7e6da4-6ee3-487d-a2af-4da31dcb1d62 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:16.452924 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e9df3873-5843-443e-bf6d-36997474d86d req-8c7e6da4-6ee3-487d-a2af-4da31dcb1d62 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1348791 Apr 28 19:47:16.521848 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e9df3873-5843-443e-bf6d-36997474d86d req-13121d14-ef1f-4edd-bc8a-9ed47c118fea tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634685 Apr 28 19:47:16.582428 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9df71bcd-092b-40b3-8598-ee5bbb6625ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:16.668391 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-55eb1fb6-bcbe-477e-a316-593434352454 req-153f61b3-c4b0-409a-b319-f04c78df5883 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 210 time: 0.0402393 Apr 28 19:47:16.738124 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9df71bcd-092b-40b3-8598-ee5bbb6625ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:16.767648 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9df71bcd-092b-40b3-8598-ee5bbb6625ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:16.871300 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bd50c9e-f826-4987-8b48-7a4d6e5aac70 req-5bbb2cfa-ecf4-4126-9bc7-b933b3e8697b tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:47:16.878727 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8bd50c9e-f826-4987-8b48-7a4d6e5aac70 req-5bbb2cfa-ecf4-4126-9bc7-b933b3e8697b tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:16.888150 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9df71bcd-092b-40b3-8598-ee5bbb6625ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:16.888662 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df71bcd-092b-40b3-8598-ee5bbb6625ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 672d8879-cfd9-4fd7-8a70-50a51a599425 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:47:16.895871 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a8a4f3-cb05-4e1b-866b-a09eabfc590c None None] Sync routers for ids ['13591a8d-0e87-49b9-a5e9-8806ed44d6e3'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:47:16.910297 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9df71bcd-092b-40b3-8598-ee5bbb6625ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:16.911548 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9df71bcd-092b-40b3-8598-ee5bbb6625ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] 10.222.0.42 "DELETE /v2.0/routers/672d8879-cfd9-4fd7-8a70-50a51a599425 HTTP/1.1" status: 204 len: 168 time: 5.3165348 Apr 28 19:47:16.914494 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 57742) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:16.955823 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8bd50c9e-f826-4987-8b48-7a4d6e5aac70 req-5bbb2cfa-ecf4-4126-9bc7-b933b3e8697b tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "PUT /v2.0/floatingips/25b68df5-0393-432f-9c8b-278a4e4e52a5 HTTP/1.1" status: 200 len: 695 time: 3.2437136 Apr 28 19:47:16.962234 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf4d5a0-8fbc-4929-9812-11db2eb5450f', 'tag': '55b6e54b-50b6-4adb-923f-079d7ee12afa'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:16.966339 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90d15dd-6736-4dcb-841b-ab6a3389130c" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf4d5a0-8fbc-4929-9812-11db2eb5450f", "tag": "55b6e54b-50b6-4adb-923f-079d7ee12afa"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:47:17.043670 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0852a482-648d-4130-bfe1-c006d348db87 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Deleting subnet a585fbc8-7bba-41a9-ad51-d71284abfea0 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:47:17.047961 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0852a482-648d-4130-bfe1-c006d348db87 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:17.069847 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4733aa2c-5d61-4d0f-bff4-b9f6bce588a4 x-openstack-request-id: req-4733aa2c-5d61-4d0f-bff4-b9f6bce588a4 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:47:17.070239 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf4d5a0-8fbc-4929-9812-11db2eb5450f", "tag": "55b6e54b-50b6-4adb-923f-079d7ee12afa", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:47:17.070510 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4733aa2c-5d61-4d0f-bff4-b9f6bce588a4 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:47:17.070849 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4733aa2c-5d61-4d0f-bff4-b9f6bce588a4'] response: {'name': 'network-changed', 'server_uuid': 'dbf4d5a0-8fbc-4929-9812-11db2eb5450f', 'tag': '55b6e54b-50b6-4adb-923f-079d7ee12afa', 'status': 'completed', 'code': 200} Apr 28 19:47:17.079298 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-89b101a7-98e0-4b20-a5dc-4eac4ccfe8e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:17.120086 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0852a482-648d-4130-bfe1-c006d348db87 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:17.222251 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a8a4f3-cb05-4e1b-866b-a09eabfc590c None None] Routers {'13591a8d-0e87-49b9-a5e9-8806ed44d6e3'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:17.223284 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-e0a8a4f3-cb05-4e1b-866b-a09eabfc590c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:46:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['13591a8d-0e87-49b9-a5e9-8806ed44d6e3'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:17.229570 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d15dd-6736-4dcb-841b-ab6a3389130c req-3df1384c-b348-4cc3-b283-018a3e74de7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:17.231709 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f90d15dd-6736-4dcb-841b-ab6a3389130c req-3df1384c-b348-4cc3-b283-018a3e74de7a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=907c62a112ef46e89904d42b16ec6b69&device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 1096 time: 0.1088376 Apr 28 19:47:17.233507 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0852a482-648d-4130-bfe1-c006d348db87 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:17.481999 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-e0a8a4f3-cb05-4e1b-866b-a09eabfc590c None None] Set router 13591a8d-0e87-49b9-a5e9-8806ed44d6e3 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:47:17.499817 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0852a482-648d-4130-bfe1-c006d348db87 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:17.506430 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd50c9e-f826-4987-8b48-7a4d6e5aac70 req-026a015e-6095-4fe4-a3a4-5342c59d8354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:17.520413 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8bd50c9e-f826-4987-8b48-7a4d6e5aac70 req-026a015e-6095-4fe4-a3a4-5342c59d8354 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=907c62a112ef46e89904d42b16ec6b69&device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 1096 time: 0.5330327 Apr 28 19:47:17.617441 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0852a482-648d-4130-bfe1-c006d348db87 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:17.622026 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0852a482-648d-4130-bfe1-c006d348db87 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] 10.222.0.42 "DELETE /v2.0/subnets/a585fbc8-7bba-41a9-ad51-d71284abfea0 HTTP/1.1" status: 204 len: 168 time: 0.7037876 Apr 28 19:47:17.625104 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852a482-648d-4130-bfe1-c006d348db87 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a585fbc8-7bba-41a9-ad51-d71284abfea0,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:17.632768 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57762) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:17.642954 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d15dd-6736-4dcb-841b-ab6a3389130c req-6593bc4a-71ff-4492-96e2-65459198a924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:17.645885 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f90d15dd-6736-4dcb-841b-ab6a3389130c req-6593bc4a-71ff-4492-96e2-65459198a924 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6107f07c-5b1e-4365-afeb-d6c663c5f568 HTTP/1.1" status: 200 len: 920 time: 0.3571639 Apr 28 19:47:17.734828 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f90d15dd-6736-4dcb-841b-ab6a3389130c req-eff11d00-cc97-4418-8e88-5d9d84bd35b1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55b6e54b-50b6-4adb-923f-079d7ee12afa HTTP/1.1" status: 200 len: 217 time: 0.0720532 Apr 28 19:47:17.795586 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b07af-ac7c-45fd-a451-3ffa29f3e2d6 req-f5f47463-28d9-40b6-95fd-a57a1e816e0b tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:17.797289 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4f0b07af-ac7c-45fd-a451-3ffa29f3e2d6 req-f5f47463-28d9-40b6-95fd-a57a1e816e0b tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1500375 Apr 28 19:47:17.830868 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d15dd-6736-4dcb-841b-ab6a3389130c req-8113a5af-ccd5-4f6f-9532-4625962d9868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:17.832980 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f90d15dd-6736-4dcb-841b-ab6a3389130c req-8113a5af-ccd5-4f6f-9532-4625962d9868 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=177bc5d3-d699-482d-a8e8-05451a931e18 HTTP/1.1" status: 200 len: 859 time: 0.0889263 Apr 28 19:47:17.898285 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f90d15dd-6736-4dcb-841b-ab6a3389130c req-2e917cd1-11a2-4a8a-9d22-099957aa656f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6107f07c-5b1e-4365-afeb-d6c663c5f568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575013 Apr 28 19:47:17.918506 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd50c9e-f826-4987-8b48-7a4d6e5aac70 req-9d53fc93-602f-4263-8b89-8464ca7f15fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:17.920398 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8bd50c9e-f826-4987-8b48-7a4d6e5aac70 req-9d53fc93-602f-4263-8b89-8464ca7f15fb service neutron] 10.222.0.42 "GET /v2.0/networks?id=6107f07c-5b1e-4365-afeb-d6c663c5f568 HTTP/1.1" status: 200 len: 920 time: 0.3990486 Apr 28 19:47:17.961080 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-e0a8a4f3-cb05-4e1b-866b-a09eabfc590c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-564468866-router', 'tenant_id': '907c62a112ef46e89904d42b16ec6b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'ddfbd15a-a3ac-472a-a632-3c131c1a82e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:02Z', 'updated_at': '2022-04-28T19:46:05Z', 'revision_number': 4, 'project_id': '907c62a112ef46e89904d42b16ec6b69', 'gw_port': {'id': 'ddfbd15a-a3ac-472a-a632-3c131c1a82e9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:02Z', 'updated_at': '2022-04-28T19:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'a1acf1c1-3521-4226-9204-119bc882d5f7', 'name': '', 'network_id': '6107f07c-5b1e-4365-afeb-d6c663c5f568', 'tenant_id': '907c62a112ef46e89904d42b16ec6b69', 'mac_address': 'fa:16:3e:95:71:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '177bc5d3-d699-482d-a8e8-05451a931e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:04Z', 'updated_at': '2022-04-28T19:46:11Z', 'revision_number': 5, 'project_id': '907c62a112ef46e89904d42b16ec6b69', 'subnets': [{'id': '177bc5d3-d699-482d-a8e8-05451a931e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:17.996152 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a8a4f3-cb05-4e1b-866b-a09eabfc590c None None] Checking router: 13591a8d-0e87-49b9-a5e9-8806ed44d6e3 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:47:18.005799 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4f0b07af-ac7c-45fd-a451-3ffa29f3e2d6 req-36c5b68c-db3f-4070-9d1c-11d5745dd6d9 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715462 Apr 28 19:47:18.022215 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a8a4f3-cb05-4e1b-866b-a09eabfc590c None None] Routers {'13591a8d-0e87-49b9-a5e9-8806ed44d6e3'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:18.024065 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-e0a8a4f3-cb05-4e1b-866b-a09eabfc590c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:46:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['13591a8d-0e87-49b9-a5e9-8806ed44d6e3'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:18.202576 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8bd50c9e-f826-4987-8b48-7a4d6e5aac70 req-e1195e6b-9dda-49b9-8860-6f0042a49b67 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55b6e54b-50b6-4adb-923f-079d7ee12afa HTTP/1.1" status: 200 len: 217 time: 0.1051219 Apr 28 19:47:18.223330 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b3a22759-fe5a-40be-b1e1-c0584bab0d56 req-1b0e2f06-73bb-47a1-b2f7-844ab6f44905 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 210 time: 0.0834877 Apr 28 19:47:18.255909 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-e0a8a4f3-cb05-4e1b-866b-a09eabfc590c None None] Set router 13591a8d-0e87-49b9-a5e9-8806ed44d6e3 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:47:18.299626 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3e00bc78-4b39-4b17-8f8c-9ec68350d7cf tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:18.342413 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f90d15dd-6736-4dcb-841b-ab6a3389130c req-43192367-7736-4327-8bd8-89f66440a89e service neutron] 10.222.0.44 "GET /v2.0/networks/6107f07c-5b1e-4365-afeb-d6c663c5f568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352152 Apr 28 19:47:18.481529 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-89b101a7-98e0-4b20-a5dc-4eac4ccfe8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:18.521881 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd50c9e-f826-4987-8b48-7a4d6e5aac70 req-e6d11298-0077-406c-8747-0f2a9fd97be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:18.523861 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8bd50c9e-f826-4987-8b48-7a4d6e5aac70 req-e6d11298-0077-406c-8747-0f2a9fd97be7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=177bc5d3-d699-482d-a8e8-05451a931e18 HTTP/1.1" status: 200 len: 859 time: 0.2571948 Apr 28 19:47:18.537593 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f90d15dd-6736-4dcb-841b-ab6a3389130c req-fb959dfd-1077-475f-8d2a-f485a4da2540 service neutron] 10.222.0.44 "GET /v2.0/networks/6107f07c-5b1e-4365-afeb-d6c663c5f568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880860 Apr 28 19:47:18.597102 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3e00bc78-4b39-4b17-8f8c-9ec68350d7cf tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:18.683575 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-3e00bc78-4b39-4b17-8f8c-9ec68350d7cf tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5170c92d-87b2-4474-b0df-7ce12ae757f6']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:18.705183 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85103c7b-e9a7-480e-a199-a520468b6585 req-072f7f6f-3da5-4328-bca0-593654df69cd tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:18.714982 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-85103c7b-e9a7-480e-a199-a520468b6585 req-072f7f6f-3da5-4328-bca0-593654df69cd tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/networks?id=fdfdf1f0-8e25-41b2-9990-5438dad369fb HTTP/1.1" status: 200 len: 813 time: 0.1754739 Apr 28 19:47:18.717023 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-3e00bc78-4b39-4b17-8f8c-9ec68350d7cf tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2919a0bf-57c7-489f-af90-35a51db0f475') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:18.717328 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-3e00bc78-4b39-4b17-8f8c-9ec68350d7cf tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2919a0bf-57c7-489f-af90-35a51db0f475') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:18.728898 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3e00bc78-4b39-4b17-8f8c-9ec68350d7cf tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:18.742026 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-85103c7b-e9a7-480e-a199-a520468b6585 req-1bb14a22-275c-477d-a661-e0848e44637e tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/quotas/e8a7f62debf84ef2a07e1ba2d0a444b6 HTTP/1.1" status: 200 len: 375 time: 0.0254719 Apr 28 19:47:18.744203 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3e00bc78-4b39-4b17-8f8c-9ec68350d7cf tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:18.751531 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e00bc78-4b39-4b17-8f8c-9ec68350d7cf tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:47:18.752576 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3e00bc78-4b39-4b17-8f8c-9ec68350d7cf tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:18.756139 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-e0a8a4f3-cb05-4e1b-866b-a09eabfc590c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-564468866-router', 'tenant_id': '907c62a112ef46e89904d42b16ec6b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'ddfbd15a-a3ac-472a-a632-3c131c1a82e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:02Z', 'updated_at': '2022-04-28T19:46:05Z', 'revision_number': 4, 'project_id': '907c62a112ef46e89904d42b16ec6b69', 'gw_port': {'id': 'ddfbd15a-a3ac-472a-a632-3c131c1a82e9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:02Z', 'updated_at': '2022-04-28T19:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'a1acf1c1-3521-4226-9204-119bc882d5f7', 'name': '', 'network_id': '6107f07c-5b1e-4365-afeb-d6c663c5f568', 'tenant_id': '907c62a112ef46e89904d42b16ec6b69', 'mac_address': 'fa:16:3e:95:71:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '177bc5d3-d699-482d-a8e8-05451a931e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:04Z', 'updated_at': '2022-04-28T19:46:11Z', 'revision_number': 5, 'project_id': '907c62a112ef46e89904d42b16ec6b69', 'subnets': [{'id': '177bc5d3-d699-482d-a8e8-05451a931e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:18.828885 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:47:18.828885 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:47:18.828885 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:47:18.828885 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:47:18.828885 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:47:18.828885 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:47:18.828885 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:47:18.828885 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:47:18.828885 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:47:18.828885 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:47:18.828885 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:47:18.828885 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:47:18.828885 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:47:18.828885 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:47:18.828885 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:47:18.828885 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:47:18.828885 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:47:18.828885 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:47:18.828885 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:47:18.828885 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:47:18.828885 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:47:18.828885 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:47:18.828885 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:47:18.828885 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:47:18.828885 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:47:18.828885 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:47:18.828885 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:47:18.828885 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:47:18.828885 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:47:18.828885 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:47:18.828885 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:47:18.828885 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:47:18.833967 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3e00bc78-4b39-4b17-8f8c-9ec68350d7cf tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:18.903426 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a8a4f3-cb05-4e1b-866b-a09eabfc590c None None] The sync data for ids ['13591a8d-0e87-49b9-a5e9-8806ed44d6e3'] in n-d-839810-1 is: [{'id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-564468866-router', 'tenant_id': '907c62a112ef46e89904d42b16ec6b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'ddfbd15a-a3ac-472a-a632-3c131c1a82e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:02Z', 'updated_at': '2022-04-28T19:46:05Z', 'revision_number': 4, 'project_id': '907c62a112ef46e89904d42b16ec6b69', 'gw_port': {'id': 'ddfbd15a-a3ac-472a-a632-3c131c1a82e9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:02Z', 'updated_at': '2022-04-28T19:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'a1acf1c1-3521-4226-9204-119bc882d5f7', 'name': '', 'network_id': '6107f07c-5b1e-4365-afeb-d6c663c5f568', 'tenant_id': '907c62a112ef46e89904d42b16ec6b69', 'mac_address': 'fa:16:3e:95:71:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '177bc5d3-d699-482d-a8e8-05451a931e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:04Z', 'updated_at': '2022-04-28T19:46:11Z', 'revision_number': 5, 'project_id': '907c62a112ef46e89904d42b16ec6b69', 'subnets': [{'id': '177bc5d3-d699-482d-a8e8-05451a931e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:47:18.935205 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-85103c7b-e9a7-480e-a199-a520468b6585 req-a6e568c5-058f-4b13-8af9-fa7c761fe801 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8a7f62debf84ef2a07e1ba2d0a444b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1918831 Apr 28 19:47:18.966524 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e00bc78-4b39-4b17-8f8c-9ec68350d7cf tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5170c92d-87b2-4474-b0df-7ce12ae757f6 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 28 19:47:18.969713 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3e00bc78-4b39-4b17-8f8c-9ec68350d7cf tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:18.979222 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3e00bc78-4b39-4b17-8f8c-9ec68350d7cf tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] 10.222.0.42 "DELETE /v2.0/networks/5170c92d-87b2-4474-b0df-7ce12ae757f6 HTTP/1.1" status: 204 len: 168 time: 1.3435631 Apr 28 19:47:18.982285 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8bd50c9e-f826-4987-8b48-7a4d6e5aac70 req-316c20a4-c679-44a5-aab0-f9ae2b6962c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6107f07c-5b1e-4365-afeb-d6c663c5f568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4227912 Apr 28 19:47:19.109685 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8bd50c9e-f826-4987-8b48-7a4d6e5aac70 req-ee8a6a4c-4f4e-4d31-b20f-8a30b8f0eff8 service neutron] 10.222.0.42 "GET /v2.0/networks/6107f07c-5b1e-4365-afeb-d6c663c5f568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105905 Apr 28 19:47:19.110479 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00bc78-4b39-4b17-8f8c-9ec68350d7cf tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Pushing event deleted for resources: {'Network': ['ID=5170c92d-87b2-4474-b0df-7ce12ae757f6,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:19.161325 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d50d2f15-8463-4df7-af29-08f9a286e3ea no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:47:19.224021 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8bd50c9e-f826-4987-8b48-7a4d6e5aac70 req-67396b5e-a936-4c42-bf8d-2da9eb686676 service neutron] 10.222.0.42 "GET /v2.0/networks/6107f07c-5b1e-4365-afeb-d6c663c5f568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069343 Apr 28 19:47:19.242304 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: d50d2f15-8463-4df7-af29-08f9a286e3ea {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:47:19.242706 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d50d2f15-8463-4df7-af29-08f9a286e3ea not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:47:19.396662 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b3aeb299-f266-4f27-babc-f3fdac512226 req-8ce70d31-3b5e-4a7e-bff6-7824d245952c tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/floatingips/25b68df5-0393-432f-9c8b-278a4e4e52a5 HTTP/1.1" status: 200 len: 695 time: 0.0649264 Apr 28 19:47:19.547990 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-85103c7b-e9a7-480e-a199-a520468b6585 req-b193fe43-76a1-45ba-874c-35d955cc3cee service neutron] 10.222.0.42 "GET /v2.0/networks/fdfdf1f0-8e25-41b2-9990-5438dad369fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5941691 Apr 28 19:47:19.653445 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57792) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:19.668208 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-f27a71a6-575c-44c5-bed0-3dbe8f78db51 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Request body: {'router': {'name': 'tempest-router--84253912', 'project_id': '348c59deab144e939764f1fc8441ae38'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:19.707904 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aeb299-f266-4f27-babc-f3fdac512226 req-5bd481c2-75b5-4540-9a22-8775ec41c2bb tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:19.710609 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b3aeb299-f266-4f27-babc-f3fdac512226 req-5bd481c2-75b5-4540-9a22-8775ec41c2bb tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 784 time: 0.3051360 Apr 28 19:47:19.718729 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b101a7-98e0-4b20-a5dc-4eac4ccfe8e4 admin admin] Router 7f426266-0348-4f66-b8dd-fd2f2a51cc79 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:47:19.741435 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-b3aeb299-f266-4f27-babc-f3fdac512226 req-ddb4cdb4-e5b7-4edb-9e39-c677dc47d0e9 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:47:19.743539 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b3aeb299-f266-4f27-babc-f3fdac512226 req-ddb4cdb4-e5b7-4edb-9e39-c677dc47d0e9 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0189025 Apr 28 19:47:19.776315 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-974fd40d-3d16-4889-9dec-d73e3dc93007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:19.788378 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-85103c7b-e9a7-480e-a199-a520468b6585 req-aad67649-69ff-4721-9fe8-89bb2978cdfb service neutron] 10.222.0.42 "GET /v2.0/networks/fdfdf1f0-8e25-41b2-9990-5438dad369fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326744 Apr 28 19:47:19.899014 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f27a71a6-575c-44c5-bed0-3dbe8f78db51 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:19.900254 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f27a71a6-575c-44c5-bed0-3dbe8f78db51 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:19.966581 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f27a71a6-575c-44c5-bed0-3dbe8f78db51 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:20.028699 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b3aeb299-f266-4f27-babc-f3fdac512226 req-09345d8e-3f5d-4acc-9ecb-bbb7327e9e25 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.160 HTTP/1.1" status: 200 len: 698 time: 0.2415814 Apr 28 19:47:20.039589 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f27a71a6-575c-44c5-bed0-3dbe8f78db51 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:20.043166 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f780d15-9a61-4ca4-9c7a-6b603d1f1fa5 None None] New status for floating IP 25b68df5-0393-432f-9c8b-278a4e4e52a5: DOWN {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:47:20.143259 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b0e1cf68-81b7-4db9-b4cc-c3e5f2860371 req-d2a5cfd4-e9e1-4b80-9e9b-b4e70a097dc8 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 210 time: 0.0666194 Apr 28 19:47:20.205240 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b3aeb299-f266-4f27-babc-f3fdac512226 req-8b724704-bef3-4ab5-b6fa-2a92ff467333 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.160 HTTP/1.1" status: 200 len: 698 time: 0.1750524 Apr 28 19:47:20.286135 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3ffbf651-dc46-4d35-b97a-0ef373e2a8ed req-89db3b06-5158-45e1-a44b-e05a94f4679b tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec1062db-6464-4521-8a0c-1cd9622d3f07 HTTP/1.1" status: 200 len: 210 time: 0.0695262 Apr 28 19:47:20.366074 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f27a71a6-575c-44c5-bed0-3dbe8f78db51 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:20.367392 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f27a71a6-575c-44c5-bed0-3dbe8f78db51 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7096505 Apr 28 19:47:20.370222 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 57804) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:20.473036 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f92b8170-3f41-43aa-a11c-e415ebf7bc79 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:20.559762 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b101a7-98e0-4b20-a5dc-4eac4ccfe8e4 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:47:20.571544 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc8cdb3-a2f0-4914-839b-cce74f581bde None None] Sync routers for ids ['7f426266-0348-4f66-b8dd-fd2f2a51cc79'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:47:20.586846 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc8cdb3-a2f0-4914-839b-cce74f581bde None None] Routers {'7f426266-0348-4f66-b8dd-fd2f2a51cc79'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:20.593349 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6cc8cdb3-a2f0-4914-839b-cce74f581bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:46:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7f426266-0348-4f66-b8dd-fd2f2a51cc79'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:20.624769 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-89b101a7-98e0-4b20-a5dc-4eac4ccfe8e4 admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:20.629218 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-89b101a7-98e0-4b20-a5dc-4eac4ccfe8e4 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.7410417 Apr 28 19:47:20.632838 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57808) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:20.792453 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f92b8170-3f41-43aa-a11c-e415ebf7bc79 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:20.816834 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f92b8170-3f41-43aa-a11c-e415ebf7bc79 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:20.868915 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-6cc8cdb3-a2f0-4914-839b-cce74f581bde None None] Set router 7f426266-0348-4f66-b8dd-fd2f2a51cc79 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:47:20.935994 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f92b8170-3f41-43aa-a11c-e415ebf7bc79 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:20.936528 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92b8170-3f41-43aa-a11c-e415ebf7bc79 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 399e8f8a-61f3-46ed-8843-7bc77728953c {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:47:20.947429 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f92b8170-3f41-43aa-a11c-e415ebf7bc79 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:20.951064 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f92b8170-3f41-43aa-a11c-e415ebf7bc79 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] 10.222.0.42 "DELETE /v2.0/routers/399e8f8a-61f3-46ed-8843-7bc77728953c HTTP/1.1" status: 204 len: 168 time: 0.5774479 Apr 28 19:47:21.229220 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6cc8cdb3-a2f0-4914-839b-cce74f581bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1921511807-router', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:10Z', 'updated_at': '2022-04-28T19:47:16Z', 'revision_number': 3, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'gw_port': {'id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:12Z', 'updated_at': '2022-04-28T19:47:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:21.262475 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 57826) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:21.298311 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc8cdb3-a2f0-4914-839b-cce74f581bde None None] Checking router: 7f426266-0348-4f66-b8dd-fd2f2a51cc79 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:47:21.306798 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc8cdb3-a2f0-4914-839b-cce74f581bde None None] Updating router 7f426266-0348-4f66-b8dd-fd2f2a51cc79 port 41e1dc1c-afa3-45f6-9b77-08c5fec2c862 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:47:21.329206 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b727aa01-3c3f-4b53-80fc-65fbc7739a58 req-b7ee8b23-ad09-4dc3-9ae9-32871fd1243d tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 210 time: 0.0583944 Apr 28 19:47:21.361586 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-6cc8cdb3-a2f0-4914-839b-cce74f581bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:21.535434 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ea4334cc-c026-4a3f-abb7-bd93b272bb90 req-3979c6ce-1076-477a-8551-8b58c96804f1 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec1062db-6464-4521-8a0c-1cd9622d3f07 HTTP/1.1" status: 200 len: 210 time: 0.0772116 Apr 28 19:47:21.618162 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-dc0f8c49-66f8-4625-b98b-14d830064203 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1306322733', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}, 'admin_state_up': False}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:21.666722 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc0f8c49-66f8-4625-b98b-14d830064203 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:21.668709 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc0f8c49-66f8-4625-b98b-14d830064203 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:21.777072 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-b3aeb299-f266-4f27-babc-f3fdac512226 req-aaa6cc31-b41e-4976-9886-71c995f484cc tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Deleting port f03cdf54-8d71-4921-bf89-25f152d96dc2 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:47:21.777615 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b3aeb299-f266-4f27-babc-f3fdac512226 req-aaa6cc31-b41e-4976-9886-71c995f484cc tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:21.792073 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc0f8c49-66f8-4625-b98b-14d830064203 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:21.921764 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57834) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:21.962608 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-6cc8cdb3-a2f0-4914-839b-cce74f581bde None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:21.974401 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b3aeb299-f266-4f27-babc-f3fdac512226 req-aaa6cc31-b41e-4976-9886-71c995f484cc tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:21.974642 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b3aeb299-f266-4f27-babc-f3fdac512226 req-aaa6cc31-b41e-4976-9886-71c995f484cc tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:21.974756 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-6cc8cdb3-a2f0-4914-839b-cce74f581bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:22.031774 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5e54f56b-fb3b-4280-8959-66ff07004c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:22.121321 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-6cc8cdb3-a2f0-4914-839b-cce74f581bde None None] Attempting to bind port 41e1dc1c-afa3-45f6-9b77-08c5fec2c862 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:47:22.121726 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-6cc8cdb3-a2f0-4914-839b-cce74f581bde None None] Attempting to bind port 41e1dc1c-afa3-45f6-9b77-08c5fec2c862 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:47:22.122091 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc8cdb3-a2f0-4914-839b-cce74f581bde None None] Attempting to bind port 41e1dc1c-afa3-45f6-9b77-08c5fec2c862 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:47:22.135759 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df60604-52b2-46a5-a2a1-c904f83f8ff4 None None] Pushing event updated for resources: {'Port': ['ID=41e1dc1c-afa3-45f6-9b77-08c5fec2c862,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:22.138350 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc8cdb3-a2f0-4914-839b-cce74f581bde None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:47:22.140301 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc8cdb3-a2f0-4914-839b-cce74f581bde None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:47:22.142814 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-6cc8cdb3-a2f0-4914-839b-cce74f581bde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:22.143336 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc8cdb3-a2f0-4914-839b-cce74f581bde None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:47:22.143778 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-6cc8cdb3-a2f0-4914-839b-cce74f581bde None None] Bound port: 41e1dc1c-afa3-45f6-9b77-08c5fec2c862, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:47:22.144126 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-b3aeb299-f266-4f27-babc-f3fdac512226 req-aaa6cc31-b41e-4976-9886-71c995f484cc tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Calling delete_port for f03cdf54-8d71-4921-bf89-25f152d96dc2 owned by network:floatingip {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:47:22.144245 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-6cc8cdb3-a2f0-4914-839b-cce74f581bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:22.171533 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc0f8c49-66f8-4625-b98b-14d830064203 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:22.214594 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-6cc8cdb3-a2f0-4914-839b-cce74f581bde None None] For port 41e1dc1c-afa3-45f6-9b77-08c5fec2c862, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:47:22.218945 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-6cc8cdb3-a2f0-4914-839b-cce74f581bde None None] For port 41e1dc1c-afa3-45f6-9b77-08c5fec2c862, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=41e1dc1c-afa3-45f6-9b77-08c5fec2c862,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:47:22.227466 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-6cc8cdb3-a2f0-4914-839b-cce74f581bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:22.240656 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85103c7b-e9a7-480e-a199-a520468b6585 req-337e4d5d-d0f8-4d53-bc59-91cf1f7a0b79 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:22.242205 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-85103c7b-e9a7-480e-a199-a520468b6585 req-337e4d5d-d0f8-4d53-bc59-91cf1f7a0b79 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.44 "GET /v2.0/networks?id=fdfdf1f0-8e25-41b2-9990-5438dad369fb HTTP/1.1" status: 200 len: 813 time: 0.4470241 Apr 28 19:47:22.265811 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-241e43d4-bf56-42c9-ae12-ad71af528f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:22.276996 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-85103c7b-e9a7-480e-a199-a520468b6585 req-2c08cc78-a8d8-44d9-a985-b58ba66bbe46 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Request body: {'port': {'device_id': 'ec1062db-6464-4521-8a0c-1cd9622d3f07', 'network_id': 'fdfdf1f0-8e25-41b2-9990-5438dad369fb', 'admin_state_up': True, 'tenant_id': 'e8a7f62debf84ef2a07e1ba2d0a444b6'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:22.316728 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df60604-52b2-46a5-a2a1-c904f83f8ff4 None None] Pushing event updated for resources: {'Port': ['ID=41e1dc1c-afa3-45f6-9b77-08c5fec2c862,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:22.341755 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc8cdb3-a2f0-4914-839b-cce74f581bde None None] Routers {'7f426266-0348-4f66-b8dd-fd2f2a51cc79'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:22.343911 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6cc8cdb3-a2f0-4914-839b-cce74f581bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:47:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7f426266-0348-4f66-b8dd-fd2f2a51cc79'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:22.459066 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85103c7b-e9a7-480e-a199-a520468b6585 req-2c08cc78-a8d8-44d9-a985-b58ba66bbe46 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Made reservation on behalf of e8a7f62debf84ef2a07e1ba2d0a444b6 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:22.469242 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-85103c7b-e9a7-480e-a199-a520468b6585 req-2c08cc78-a8d8-44d9-a985-b58ba66bbe46 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:22.598293 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b8b403cf-807c-455d-b2e8-b8e5b65cd867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:22.622477 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-569e1e45-0e75-4f9f-9955-7eedd5b1af81 req-c1d317c3-4a77-403a-8ce8-437bbb25a0b3 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 210 time: 0.0948238 Apr 28 19:47:22.663283 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-6cc8cdb3-a2f0-4914-839b-cce74f581bde None None] Set router 7f426266-0348-4f66-b8dd-fd2f2a51cc79 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:47:22.664300 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc0f8c49-66f8-4625-b98b-14d830064203 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:22.721803 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc0f8c49-66f8-4625-b98b-14d830064203 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:22.864708 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-b8b403cf-807c-455d-b2e8-b8e5b65cd867 admin admin] Allocated IP 172.20.0.1 (361c3585-c6e2-486f-967a-33f86818c3c9/d9c43513-8faa-4150-80e2-a774186aa1a0/e7d6c87d-a5eb-4aac-9505-940b523dc565) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:22.913685 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-89d8b35d-487e-4de0-b1a5-acafc96bb587 req-9ddf4802-15f1-4d28-b887-f45a2612442b tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec1062db-6464-4521-8a0c-1cd9622d3f07 HTTP/1.1" status: 200 len: 210 time: 0.0714042 Apr 28 19:47:22.933147 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-241e43d4-bf56-42c9-ae12-ad71af528f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:22.949982 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6cc8cdb3-a2f0-4914-839b-cce74f581bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1921511807-router', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:10Z', 'updated_at': '2022-04-28T19:47:16Z', 'revision_number': 3, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'gw_port': {'id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:12Z', 'updated_at': '2022-04-28T19:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:22.956495 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-dc0f8c49-66f8-4625-b98b-14d830064203 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Allocated IP 172.25.8.173 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/203bef94-830b-415a-adfd-59e21e990b40) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:22.985639 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-241e43d4-bf56-42c9-ae12-ad71af528f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:22.990279 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc8cdb3-a2f0-4914-839b-cce74f581bde None None] The sync data for ids ['7f426266-0348-4f66-b8dd-fd2f2a51cc79'] in n-d-839810-1 is: [{'id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1921511807-router', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:10Z', 'updated_at': '2022-04-28T19:47:16Z', 'revision_number': 3, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'gw_port': {'id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:12Z', 'updated_at': '2022-04-28T19:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:47:23.064468 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-241e43d4-bf56-42c9-ae12-ad71af528f1f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bac3e195506e44b380742af415b7573b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1365147 Apr 28 19:47:23.065886 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e43d4-bf56-42c9-ae12-ad71af528f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b64a170-0de0-4791-94ff-a00039c949fa,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:23.075036 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57844) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:23.196246 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b3aeb299-f266-4f27-babc-f3fdac512226 req-aaa6cc31-b41e-4976-9886-71c995f484cc tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:23.226739 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b8b403cf-807c-455d-b2e8-b8e5b65cd867 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:23.270174 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa6cc31-b41e-4976-9886-71c995f484cc tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Pushing event deleted for resources: {'Port': ['ID=f03cdf54-8d71-4921-bf89-25f152d96dc2,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:23.381125 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c25c17b9-94e2-4181-9a43-3389392f373a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:23.416865 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b8b403cf-807c-455d-b2e8-b8e5b65cd867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:23.437610 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c25c17b9-94e2-4181-9a43-3389392f373a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:23.439074 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b3aeb299-f266-4f27-babc-f3fdac512226 req-aaa6cc31-b41e-4976-9886-71c995f484cc tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks [] for floatingip, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:23.453015 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b3aeb299-f266-4f27-babc-f3fdac512226 req-aaa6cc31-b41e-4976-9886-71c995f484cc tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:23.454312 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b3aeb299-f266-4f27-babc-f3fdac512226 req-aaa6cc31-b41e-4976-9886-71c995f484cc tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "DELETE /v2.0/floatingips/25b68df5-0393-432f-9c8b-278a4e4e52a5 HTTP/1.1" status: 204 len: 173 time: 3.2480364 Apr 28 19:47:23.481209 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:23.511026 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b403cf-807c-455d-b2e8-b8e5b65cd867 admin admin] Network 361c3585-c6e2-486f-967a-33f86818c3c9 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:23.518762 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-85103c7b-e9a7-480e-a199-a520468b6585 req-2c08cc78-a8d8-44d9-a985-b58ba66bbe46 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Allocated IP 172.20.0.14 (fdfdf1f0-8e25-41b2-9990-5438dad369fb/ac161c98-1b27-4fc1-be9d-8121dc9f01bf/01c51909-3758-4545-9033-35735f628bac) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:23.526496 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-b8b403cf-807c-455d-b2e8-b8e5b65cd867 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:23.535823 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b403cf-807c-455d-b2e8-b8e5b65cd867 admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:47:23.559188 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b403cf-807c-455d-b2e8-b8e5b65cd867 admin admin] Pushing event updated for resources: {'Port': ['ID=e7d6c87d-a5eb-4aac-9505-940b523dc565,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:23.593113 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b8b403cf-807c-455d-b2e8-b8e5b65cd867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:23.659195 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cc820c1b-9bf0-4406-a0ab-7066fe1bbfff req-7fb5e59a-70ea-467d-ab80-a3c09720a0dc tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/security-groups/613d03a6-a8d6-43e9-844f-4e813342372c HTTP/1.1" status: 200 len: 1810 time: 0.1689632 Apr 28 19:47:23.663113 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c25c17b9-94e2-4181-9a43-3389392f373a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:23.665867 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c25c17b9-94e2-4181-9a43-3389392f373a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:23.669622 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c25c17b9-94e2-4181-9a43-3389392f373a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5b64a170-0de0-4791-94ff-a00039c949fa HTTP/1.1" status: 204 len: 168 time: 0.5933044 Apr 28 19:47:23.686142 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c17b9-94e2-4181-9a43-3389392f373a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b64a170-0de0-4791-94ff-a00039c949fa,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:23.930343 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6f9033b4-77bb-4de5-bf23-25392efb6f9d req-5f3aee71-da11-4026-99c1-9539c0ad96f6 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 210 time: 0.0564747 Apr 28 19:47:23.933518 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b8b403cf-807c-455d-b2e8-b8e5b65cd867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:23.984503 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-f0d5bc08-d480-4eab-8025-856769182aa4 None None] Provisioning complete for port e7d6c87d-a5eb-4aac-9505-940b523dc565 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:23.984881 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f0d5bc08-d480-4eab-8025-856769182aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:24.025702 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc0f8c49-66f8-4625-b98b-14d830064203 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:24.079845 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-85103c7b-e9a7-480e-a199-a520468b6585 req-2c08cc78-a8d8-44d9-a985-b58ba66bbe46 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:24.084023 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-cc820c1b-9bf0-4406-a0ab-7066fe1bbfff req-d1fc050d-f40a-4cd2-87f8-4e2644fabeab tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:24.094531 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-f0d5bc08-d480-4eab-8025-856769182aa4 None None] Port e7d6c87d-a5eb-4aac-9505-940b523dc565 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:47:24.097756 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-303eb1dc-811e-4ff5-a6cc-8c56b6769204 req-74e83182-0714-49cc-9428-ebea4a84a071 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec1062db-6464-4521-8a0c-1cd9622d3f07 HTTP/1.1" status: 200 len: 210 time: 0.0628083 Apr 28 19:47:24.147058 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-cc820c1b-9bf0-4406-a0ab-7066fe1bbfff req-d1fc050d-f40a-4cd2-87f8-4e2644fabeab tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:24.245346 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-cc820c1b-9bf0-4406-a0ab-7066fe1bbfff req-d1fc050d-f40a-4cd2-87f8-4e2644fabeab tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:24.248950 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-cc820c1b-9bf0-4406-a0ab-7066fe1bbfff req-d1fc050d-f40a-4cd2-87f8-4e2644fabeab tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:24.257534 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cc820c1b-9bf0-4406-a0ab-7066fe1bbfff req-d1fc050d-f40a-4cd2-87f8-4e2644fabeab tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "DELETE /v2.0/security-groups/613d03a6-a8d6-43e9-844f-4e813342372c HTTP/1.1" status: 204 len: 173 time: 0.5972817 Apr 28 19:47:24.299293 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc0f8c49-66f8-4625-b98b-14d830064203 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:24.304728 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 57858) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:24.317422 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b8b403cf-807c-455d-b2e8-b8e5b65cd867 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:24.324361 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b8b403cf-807c-455d-b2e8-b8e5b65cd867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:24.331613 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc050d-f40a-4cd2-87f8-4e2644fabeab tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=613d03a6-a8d6-43e9-844f-4e813342372c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:24.366376 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-85103c7b-e9a7-480e-a199-a520468b6585 req-2c08cc78-a8d8-44d9-a985-b58ba66bbe46 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:24.379389 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:47:24.455818 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b403cf-807c-455d-b2e8-b8e5b65cd867 admin admin] Pushing event updated for resources: {'Port': ['ID=e7d6c87d-a5eb-4aac-9505-940b523dc565,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:24.460349 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3efc937d-361b-48e8-acde-b4276e35570c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:24.466098 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b8b403cf-807c-455d-b2e8-b8e5b65cd867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:24.467688 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85103c7b-e9a7-480e-a199-a520468b6585 req-2c08cc78-a8d8-44d9-a985-b58ba66bbe46 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Network fdfdf1f0-8e25-41b2-9990-5438dad369fb is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:24.479454 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0f8c49-66f8-4625-b98b-14d830064203 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:24.487032 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-85103c7b-e9a7-480e-a199-a520468b6585 req-2c08cc78-a8d8-44d9-a985-b58ba66bbe46 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:24.490205 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-dc0f8c49-66f8-4625-b98b-14d830064203 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:24.498044 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f8c49-66f8-4625-b98b-14d830064203 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Pushing event updated for resources: {'Port': ['ID=203bef94-830b-415a-adfd-59e21e990b40,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:24.518531 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0f8c49-66f8-4625-b98b-14d830064203 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:47:24.525715 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-85103c7b-e9a7-480e-a199-a520468b6585 req-2c08cc78-a8d8-44d9-a985-b58ba66bbe46 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:47:24.633191 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b403cf-807c-455d-b2e8-b8e5b65cd867 admin admin] Network 361c3585-c6e2-486f-967a-33f86818c3c9 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:24.634800 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-b8b403cf-807c-455d-b2e8-b8e5b65cd867 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:24.666404 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6ec618a2-6280-42c3-be11-15ad8e39e1cb req-5633b3d9-31e4-4895-8253-c3e2ddea2509 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f8f9c708-0229-4332-a412-42eed189cda3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3320098 Apr 28 19:47:24.806042 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b403cf-807c-455d-b2e8-b8e5b65cd867 admin admin] Router 7f426266-0348-4f66-b8dd-fd2f2a51cc79 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:47:24.851054 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c08cc78-a8d8-44d9-a985-b58ba66bbe46 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Pushing event updated for resources: {'Port': ['ID=01c51909-3758-4545-9033-35735f628bac,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:24.917757 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85103c7b-e9a7-480e-a199-a520468b6585 req-2c08cc78-a8d8-44d9-a985-b58ba66bbe46 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:24.918500 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-85103c7b-e9a7-480e-a199-a520468b6585 req-2c08cc78-a8d8-44d9-a985-b58ba66bbe46 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:24.934815 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-4121afa9-2a59-4826-a761-1e84cb325fb8 None None] Provisioning complete for port e7d6c87d-a5eb-4aac-9505-940b523dc565 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:24.935386 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4121afa9-2a59-4826-a761-1e84cb325fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:24.953873 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102bd21-be14-4d8e-8b0e-3c138117b3e5 req-876adf6a-4d5d-442a-92a1-f2aa28c92d3e tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:24.961651 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0102bd21-be14-4d8e-8b0e-3c138117b3e5 req-876adf6a-4d5d-442a-92a1-f2aa28c92d3e tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 945 time: 0.2938149 Apr 28 19:47:24.982022 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b403cf-807c-455d-b2e8-b8e5b65cd867 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:47:24.993340 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b8b403cf-807c-455d-b2e8-b8e5b65cd867 admin admin] 10.222.0.42 "PUT /v2.0/routers/7f426266-0348-4f66-b8dd-fd2f2a51cc79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3552477 Apr 28 19:47:24.996134 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-4121afa9-2a59-4826-a761-1e84cb325fb8 None None] Port e7d6c87d-a5eb-4aac-9505-940b523dc565 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:47:25.066004 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3efc937d-361b-48e8-acde-b4276e35570c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:25.073021 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-488aa3f3-b385-464c-899a-dcb3f64f7199 req-3ed37bdc-4bca-4ad9-90e9-aaa77622caf4 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 210 time: 0.0380812 Apr 28 19:47:25.101814 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3efc937d-361b-48e8-acde-b4276e35570c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:25.191495 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec618a2-6280-42c3-be11-15ad8e39e1cb req-56eca024-18f8-4a0f-92e9-a37d554243af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:25.193557 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6ec618a2-6280-42c3-be11-15ad8e39e1cb req-56eca024-18f8-4a0f-92e9-a37d554243af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a0c676490ad4221b826814b264d08aa&device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 1097 time: 0.4662030 Apr 28 19:47:25.197907 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3efc937d-361b-48e8-acde-b4276e35570c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7a43c2e564134a32834aa5d9745c741f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8778784 Apr 28 19:47:25.199868 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57870) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:25.219166 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-85103c7b-e9a7-480e-a199-a520468b6585 req-2c08cc78-a8d8-44d9-a985-b58ba66bbe46 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9472194 Apr 28 19:47:25.259682 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 41e1dc1c-afa3-45f6-9b77-08c5fec2c862 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:47:25.335533 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec618a2-6280-42c3-be11-15ad8e39e1cb req-cbe8073f-7a4e-4c4f-8df7-bdf1eef6b12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:25.336189 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1549d-d8cd-4be2-ba06-6418a795ab45 req-cc14e095-3dd2-4a97-9614-003f7c9f1bbe tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:25.337046 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6ec618a2-6280-42c3-be11-15ad8e39e1cb req-cbe8073f-7a4e-4c4f-8df7-bdf1eef6b12b service neutron] 10.222.0.15 "GET /v2.0/networks?id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef HTTP/1.1" status: 200 len: 920 time: 0.1136937 Apr 28 19:47:25.337949 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-50f1549d-d8cd-4be2-ba06-6418a795ab45 req-cc14e095-3dd2-4a97-9614-003f7c9f1bbe tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec1062db-6464-4521-8a0c-1cd9622d3f07 HTTP/1.1" status: 200 len: 932 time: 0.1090128 Apr 28 19:47:25.344866 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ad962acc-f82d-42c3-9b02-1f70c6521937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:25.346356 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 41e1dc1c-afa3-45f6-9b77-08c5fec2c862 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:25.347135 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:25.360378 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0102bd21-be14-4d8e-8b0e-3c138117b3e5 req-6c544bd3-d343-4e8f-851d-85e3bd909e4c tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/security-groups?id=12f2a2ad-f5ef-4491-943d-fc8f15b6856b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977776 Apr 28 19:47:25.369028 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-85103c7b-e9a7-480e-a199-a520468b6585 req-008ea758-b138-4810-bd24-d0964923e283 service neutron] Request body: {'port': {'device_id': 'ec1062db-6464-4521-8a0c-1cd9622d3f07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:25.394402 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ad962acc-f82d-42c3-9b02-1f70c6521937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:25.433048 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-50f1549d-d8cd-4be2-ba06-6418a795ab45 req-95a9f8f6-93fe-43c0-9619-678663f1ce67 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813973 Apr 28 19:47:25.468354 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:25.491316 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 41e1dc1c-afa3-45f6-9b77-08c5fec2c862, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=41e1dc1c-afa3-45f6-9b77-08c5fec2c862,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:25.500680 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6ec618a2-6280-42c3-be11-15ad8e39e1cb req-6a44b288-c6f5-4a9e-9ca5-48462f106b2d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c462fce3-1a2c-4e64-b5e5-622e38b0ba20 HTTP/1.1" status: 200 len: 217 time: 0.1244686 Apr 28 19:47:25.501117 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:25.501362 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc937d-361b-48e8-acde-b4276e35570c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b97773-86a4-4ecc-89e1-952f8de90fc2,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:25.552644 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ad962acc-f82d-42c3-9b02-1f70c6521937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:25.559717 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ad962acc-f82d-42c3-9b02-1f70c6521937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:25.561850 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ad962acc-f82d-42c3-9b02-1f70c6521937 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/08b97773-86a4-4ecc-89e1-952f8de90fc2 HTTP/1.1" status: 204 len: 168 time: 0.3607254 Apr 28 19:47:25.588861 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad962acc-f82d-42c3-9b02-1f70c6521937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b97773-86a4-4ecc-89e1-952f8de90fc2,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:25.630650 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=41e1dc1c-afa3-45f6-9b77-08c5fec2c862,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:25.706622 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-85103c7b-e9a7-480e-a199-a520468b6585 req-008ea758-b138-4810-bd24-d0964923e283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:25.757528 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:25.853562 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f910ea-d965-4625-ac31-39a291c909ba None None] Sync routers for ids ['7f426266-0348-4f66-b8dd-fd2f2a51cc79'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:47:25.889030 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f910ea-d965-4625-ac31-39a291c909ba None None] Routers {'7f426266-0348-4f66-b8dd-fd2f2a51cc79'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:25.889941 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-10f910ea-d965-4625-ac31-39a291c909ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:47:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7f426266-0348-4f66-b8dd-fd2f2a51cc79'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:25.960356 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:26.061410 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-10f910ea-d965-4625-ac31-39a291c909ba None None] Set router 7f426266-0348-4f66-b8dd-fd2f2a51cc79 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:47:26.070271 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec618a2-6280-42c3-be11-15ad8e39e1cb req-8ef65dce-5ca4-40b8-afc7-6280e4ef4f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:26.073024 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6ec618a2-6280-42c3-be11-15ad8e39e1cb req-8ef65dce-5ca4-40b8-afc7-6280e4ef4f08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d25b1cb0-c200-401d-9c44-cd4c1f880757 HTTP/1.1" status: 200 len: 858 time: 0.5652089 Apr 28 19:47:26.187808 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc0f8c49-66f8-4625-b98b-14d830064203 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:26.343127 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ac7869f8-24e2-4480-af5e-a084639d549e req-c00e3619-dd83-4ffb-b383-bebd94cb0e0c tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 210 time: 0.0821912 Apr 28 19:47:26.411909 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57888) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:26.420065 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-3a60a45f-d9d0-4c06-90da-e08b82d48b34 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2006187182', 'description': 'tempest-description--286853271'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:26.426464 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec618a2-6280-42c3-be11-15ad8e39e1cb req-4bd09e71-487b-4524-867b-089b085215cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:26.431046 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6ec618a2-6280-42c3-be11-15ad8e39e1cb req-4bd09e71-487b-4524-867b-089b085215cd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2367833 Apr 28 19:47:26.468563 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3a60a45f-d9d0-4c06-90da-e08b82d48b34 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:26.568073 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-10f910ea-d965-4625-ac31-39a291c909ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1921511807-router', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:10Z', 'updated_at': '2022-04-28T19:47:23Z', 'revision_number': 4, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'gw_port': {'id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:12Z', 'updated_at': '2022-04-28T19:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'e7d6c87d-a5eb-4aac-9505-940b523dc565', 'name': '', 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'mac_address': 'fa:16:3e:45:d9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'd9c43513-8faa-4150-80e2-a774186aa1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:22Z', 'updated_at': '2022-04-28T19:47:24Z', 'revision_number': 2, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'subnets': [{'id': 'd9c43513-8faa-4150-80e2-a774186aa1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:26.623282 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f910ea-d965-4625-ac31-39a291c909ba None None] Checking router: 7f426266-0348-4f66-b8dd-fd2f2a51cc79 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:47:26.623758 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f910ea-d965-4625-ac31-39a291c909ba None None] Updating router 7f426266-0348-4f66-b8dd-fd2f2a51cc79 port e7d6c87d-a5eb-4aac-9505-940b523dc565 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:47:26.651474 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3a60a45f-d9d0-4c06-90da-e08b82d48b34 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:26.662834 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-10f910ea-d965-4625-ac31-39a291c909ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:26.672721 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3a60a45f-d9d0-4c06-90da-e08b82d48b34 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:26.713157 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3a60a45f-d9d0-4c06-90da-e08b82d48b34 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:26.714872 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3a60a45f-d9d0-4c06-90da-e08b82d48b34 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3008378 Apr 28 19:47:26.718717 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-85103c7b-e9a7-480e-a199-a520468b6585 req-008ea758-b138-4810-bd24-d0964923e283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01c51909-3758-4545-9033-35735f628bac {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:47:26.724781 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57898) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:26.750169 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-c51e6f74-a0d8-4a8b-b196-26e37dd1120c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Request body: {'security_group_rule': {'security_group_id': '43f00630-2786-4c18-adaf-3506d8389773', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:26.765021 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-85103c7b-e9a7-480e-a199-a520468b6585 req-008ea758-b138-4810-bd24-d0964923e283 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:26.777070 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2277c-90a4-43b9-97c8-dca95920bfde req-2e303852-c6e6-42e4-addd-f15bcfd055d7 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:26.784970 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-59d2277c-90a4-43b9-97c8-dca95920bfde req-2e303852-c6e6-42e4-addd-f15bcfd055d7 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec1062db-6464-4521-8a0c-1cd9622d3f07 HTTP/1.1" status: 200 len: 932 time: 0.1934671 Apr 28 19:47:26.788515 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6ec618a2-6280-42c3-be11-15ad8e39e1cb req-8df40cf9-90a1-4504-9ceb-a777fba90b11 service neutron] 10.222.0.15 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345814 Apr 28 19:47:26.863389 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c51e6f74-a0d8-4a8b-b196-26e37dd1120c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:26.902062 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60a45f-d9d0-4c06-90da-e08b82d48b34 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43f00630-2786-4c18-adaf-3506d8389773,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:26.910080 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6ec618a2-6280-42c3-be11-15ad8e39e1cb req-3bee5ef1-6aa0-4dd0-ad23-00807770d2c9 service neutron] 10.222.0.15 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083415 Apr 28 19:47:26.926751 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc5186-baaf-40b1-9655-8d6d769b4be1 req-734f6eab-8777-4c2f-83f4-f62f59474c88 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:26.942122 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-85103c7b-e9a7-480e-a199-a520468b6585 req-008ea758-b138-4810-bd24-d0964923e283 service neutron] Transition to ACTIVE for port object 01c51909-3758-4545-9033-35735f628bac will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:26.945042 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-48fc5186-baaf-40b1-9655-8d6d769b4be1 req-734f6eab-8777-4c2f-83f4-f62f59474c88 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 945 time: 0.3128903 Apr 28 19:47:26.998828 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-85103c7b-e9a7-480e-a199-a520468b6585 req-008ea758-b138-4810-bd24-d0964923e283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:27.005073 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c51e6f74-a0d8-4a8b-b196-26e37dd1120c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:27.006025 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-10f910ea-d965-4625-ac31-39a291c909ba None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:27.013545 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-10f910ea-d965-4625-ac31-39a291c909ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:27.022060 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c51e6f74-a0d8-4a8b-b196-26e37dd1120c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:27.048042 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc0f8c49-66f8-4625-b98b-14d830064203 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:27.122297 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaed6eb-d562-4247-aeb9-bcd40de6e357 None None] Pushing event updated for resources: {'Port': ['ID=e7d6c87d-a5eb-4aac-9505-940b523dc565,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:27.164559 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e6f74-a0d8-4a8b-b196-26e37dd1120c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abfb13b5-0259-4371-bfe1-7cc0782a85b5,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:27.183687 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-48fc5186-baaf-40b1-9655-8d6d769b4be1 req-de7fcc88-46fb-4a72-bd0f-e29fdf86bed7 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/security-groups?id=12f2a2ad-f5ef-4491-943d-fc8f15b6856b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369902 Apr 28 19:47:27.220269 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c51e6f74-a0d8-4a8b-b196-26e37dd1120c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:27.221811 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c51e6f74-a0d8-4a8b-b196-26e37dd1120c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4840939 Apr 28 19:47:27.233176 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57910) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:27.244129 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-897535e5-5f40-42b8-bc99-b000aed17fe8 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Request body: {'security_group_rule': {'security_group_id': '43f00630-2786-4c18-adaf-3506d8389773', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:27.287488 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-10f910ea-d965-4625-ac31-39a291c909ba None None] Attempting to bind port e7d6c87d-a5eb-4aac-9505-940b523dc565 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:47:27.314743 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-10f910ea-d965-4625-ac31-39a291c909ba None None] Attempting to bind port e7d6c87d-a5eb-4aac-9505-940b523dc565 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '7fe1025a-ef48-4d42-914a-75eec3ed90de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:47:27.315153 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f910ea-d965-4625-ac31-39a291c909ba None None] Attempting to bind port e7d6c87d-a5eb-4aac-9505-940b523dc565 on network 361c3585-c6e2-486f-967a-33f86818c3c9 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:47:27.315417 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-158af9e2-cfa4-44ad-bc2e-68b1636b4881 req-26db73c3-99b9-4715-94b2-25de71255d28 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2259040 Apr 28 19:47:27.339173 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f910ea-d965-4625-ac31-39a291c909ba None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:47:27.339616 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f910ea-d965-4625-ac31-39a291c909ba None None] Checking segment: {'id': '7fe1025a-ef48-4d42-914a-75eec3ed90de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:47:27.339943 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-10f910ea-d965-4625-ac31-39a291c909ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:27.340362 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f910ea-d965-4625-ac31-39a291c909ba None None] Bound using segment: {'id': '7fe1025a-ef48-4d42-914a-75eec3ed90de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:47:27.346781 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-10f910ea-d965-4625-ac31-39a291c909ba None None] Bound port: e7d6c87d-a5eb-4aac-9505-940b523dc565, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fe1025a-ef48-4d42-914a-75eec3ed90de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:47:27.347342 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-10f910ea-d965-4625-ac31-39a291c909ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:27.363530 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-897535e5-5f40-42b8-bc99-b000aed17fe8 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:27.385825 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 41e1dc1c-afa3-45f6-9b77-08c5fec2c862 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:47:27.571047 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-897535e5-5f40-42b8-bc99-b000aed17fe8 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:27.605154 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-8d01f406-268f-4d6c-a977-bf96b41e2a67 None None] Provisioning complete for port e7d6c87d-a5eb-4aac-9505-940b523dc565 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:27.605514 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8d01f406-268f-4d6c-a977-bf96b41e2a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:27.605755 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-897535e5-5f40-42b8-bc99-b000aed17fe8 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:27.636121 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-59d2277c-90a4-43b9-97c8-dca95920bfde req-29f6b7a9-19dd-4c00-9cd9-225ecc954a05 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8499184 Apr 28 19:47:27.671175 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-10f910ea-d965-4625-ac31-39a291c909ba None None] For port e7d6c87d-a5eb-4aac-9505-940b523dc565, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:47:27.672543 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199df5e0-7c8c-4a66-88f5-851c59d7cd90 req-9c365eb5-d4d1-4e82-806f-375b88f3fc46 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:27.674255 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-199df5e0-7c8c-4a66-88f5-851c59d7cd90 req-9c365eb5-d4d1-4e82-806f-375b88f3fc46 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 945 time: 0.7123024 Apr 28 19:47:27.697387 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-10f910ea-d965-4625-ac31-39a291c909ba None None] For port e7d6c87d-a5eb-4aac-9505-940b523dc565, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=e7d6c87d-a5eb-4aac-9505-940b523dc565,segment=NetworkSegment(7fe1025a-ef48-4d42-914a-75eec3ed90de),segment_id=7fe1025a-ef48-4d42-914a-75eec3ed90de)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:47:27.698316 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 41e1dc1c-afa3-45f6-9b77-08c5fec2c862 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:27.698692 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:27.704060 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-8d01f406-268f-4d6c-a977-bf96b41e2a67 None None] Port e7d6c87d-a5eb-4aac-9505-940b523dc565 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:47:27.710022 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897535e5-5f40-42b8-bc99-b000aed17fe8 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0233f9c6-a223-4d1f-935e-ab02caacb8f2,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:27.724146 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-10f910ea-d965-4625-ac31-39a291c909ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:27.730331 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158af9e2-cfa4-44ad-bc2e-68b1636b4881 req-843ffca9-20a3-4bf1-9af7-21668a095e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:27.735455 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-158af9e2-cfa4-44ad-bc2e-68b1636b4881 req-843ffca9-20a3-4bf1-9af7-21668a095e23 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a0c676490ad4221b826814b264d08aa&device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 1096 time: 0.3929889 Apr 28 19:47:27.758205 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9100280e-562a-497e-a35e-6432375d95ac req-93c7536c-460a-441d-b63b-1285850a3625 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 210 time: 0.1795902 Apr 28 19:47:27.762389 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-897535e5-5f40-42b8-bc99-b000aed17fe8 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:27.768165 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-897535e5-5f40-42b8-bc99-b000aed17fe8 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5332682 Apr 28 19:47:27.779441 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57916) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:27.787619 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-3d1b7442-485f-487d-8ff1-3faf43d58aa2 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:27.796939 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f910ea-d965-4625-ac31-39a291c909ba None None] Routers {'7f426266-0348-4f66-b8dd-fd2f2a51cc79'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:27.797582 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-10f910ea-d965-4625-ac31-39a291c909ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:47:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7f426266-0348-4f66-b8dd-fd2f2a51cc79'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:27.837921 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7442-485f-487d-8ff1-3faf43d58aa2 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:27.882531 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ea758-b138-4810-bd24-d0964923e283 service neutron] Pushing event updated for resources: {'Port': ['ID=01c51909-3758-4545-9033-35735f628bac,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:27.964791 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaed6eb-d562-4247-aeb9-bcd40de6e357 None None] Pushing event updated for resources: {'Port': ['ID=e7d6c87d-a5eb-4aac-9505-940b523dc565,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:28.045963 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158af9e2-cfa4-44ad-bc2e-68b1636b4881 req-81c14264-6cd7-4d06-ae7d-e8ad94f429a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:28.047867 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-158af9e2-cfa4-44ad-bc2e-68b1636b4881 req-81c14264-6cd7-4d06-ae7d-e8ad94f429a2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef HTTP/1.1" status: 200 len: 920 time: 0.2776442 Apr 28 19:47:28.098288 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 57920) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:28.115265 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-85103c7b-e9a7-480e-a199-a520468b6585 req-008ea758-b138-4810-bd24-d0964923e283 service neutron] Attempting to bind port 01c51909-3758-4545-9033-35735f628bac on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:47:28.116376 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-85103c7b-e9a7-480e-a199-a520468b6585 req-008ea758-b138-4810-bd24-d0964923e283 service neutron] Attempting to bind port 01c51909-3758-4545-9033-35735f628bac by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '51039b99-7ae2-4b2a-8868-b76f3cd7a80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fdfdf1f0-8e25-41b2-9990-5438dad369fb'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:47:28.117121 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85103c7b-e9a7-480e-a199-a520468b6585 req-008ea758-b138-4810-bd24-d0964923e283 service neutron] Attempting to bind port 01c51909-3758-4545-9033-35735f628bac on network fdfdf1f0-8e25-41b2-9990-5438dad369fb {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:47:28.145911 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85103c7b-e9a7-480e-a199-a520468b6585 req-008ea758-b138-4810-bd24-d0964923e283 service neutron] Port 01c51909-3758-4545-9033-35735f628bac on network fdfdf1f0-8e25-41b2-9990-5438dad369fb not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:47:28.147500 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85103c7b-e9a7-480e-a199-a520468b6585 req-008ea758-b138-4810-bd24-d0964923e283 service neutron] Attempting to bind port 01c51909-3758-4545-9033-35735f628bac on network fdfdf1f0-8e25-41b2-9990-5438dad369fb {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:47:28.157877 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85103c7b-e9a7-480e-a199-a520468b6585 req-008ea758-b138-4810-bd24-d0964923e283 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:47:28.158262 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85103c7b-e9a7-480e-a199-a520468b6585 req-008ea758-b138-4810-bd24-d0964923e283 service neutron] Checking segment: {'id': '51039b99-7ae2-4b2a-8868-b76f3cd7a80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fdfdf1f0-8e25-41b2-9990-5438dad369fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:47:28.158871 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85103c7b-e9a7-480e-a199-a520468b6585 req-008ea758-b138-4810-bd24-d0964923e283 service neutron] Bound using segment: {'id': '51039b99-7ae2-4b2a-8868-b76f3cd7a80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fdfdf1f0-8e25-41b2-9990-5438dad369fb'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:47:28.159393 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-85103c7b-e9a7-480e-a199-a520468b6585 req-008ea758-b138-4810-bd24-d0964923e283 service neutron] Bound port: 01c51909-3758-4545-9033-35735f628bac, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51039b99-7ae2-4b2a-8868-b76f3cd7a80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fdfdf1f0-8e25-41b2-9990-5438dad369fb'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:47:28.160785 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-85103c7b-e9a7-480e-a199-a520468b6585 req-008ea758-b138-4810-bd24-d0964923e283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:28.171298 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7442-485f-487d-8ff1-3faf43d58aa2 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:28.186888 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-158af9e2-cfa4-44ad-bc2e-68b1636b4881 req-745dbd8a-816a-4ea7-b18e-ba6f54cb2585 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1094860a-dcd5-4b3b-9fb1-406fe5470ed2 HTTP/1.1" status: 200 len: 1001 time: 0.1245809 Apr 28 19:47:28.195948 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-199df5e0-7c8c-4a66-88f5-851c59d7cd90 req-762915af-2958-4c93-be3b-b99c491fd88b tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Deleting port 55b6e54b-50b6-4adb-923f-079d7ee12afa {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:47:28.196348 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-199df5e0-7c8c-4a66-88f5-851c59d7cd90 req-762915af-2958-4c93-be3b-b99c491fd88b tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:28.309381 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b12b4469-5ea0-442d-af35-a66730539fad None None] Provisioning complete for port e7d6c87d-a5eb-4aac-9505-940b523dc565 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:28.309849 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b12b4469-5ea0-442d-af35-a66730539fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:28.332818 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158af9e2-cfa4-44ad-bc2e-68b1636b4881 req-67a8c3d3-0b43-4342-ba7a-d45cb8b7974d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:28.334523 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-158af9e2-cfa4-44ad-bc2e-68b1636b4881 req-67a8c3d3-0b43-4342-ba7a-d45cb8b7974d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d25b1cb0-c200-401d-9c44-cd4c1f880757 HTTP/1.1" status: 200 len: 858 time: 0.1140966 Apr 28 19:47:28.353586 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-10f910ea-d965-4625-ac31-39a291c909ba None None] Set router 7f426266-0348-4f66-b8dd-fd2f2a51cc79 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:47:28.431505 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-3d1b7442-485f-487d-8ff1-3faf43d58aa2 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Allocated IP 172.25.8.136 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/35db52ed-8812-48fc-9641-afe0d18316d1) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:28.465274 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a1826b77-5bb9-4e14-b6ab-60ad12e44479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:28.538476 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b12b4469-5ea0-442d-af35-a66730539fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:28.541098 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158af9e2-cfa4-44ad-bc2e-68b1636b4881 req-d67a080b-29f8-498d-aadd-c69ef21d89ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:28.543425 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-158af9e2-cfa4-44ad-bc2e-68b1636b4881 req-d67a080b-29f8-498d-aadd-c69ef21d89ab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2005415 Apr 28 19:47:28.598262 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a1826b77-5bb9-4e14-b6ab-60ad12e44479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:28.601913 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-b12b4469-5ea0-442d-af35-a66730539fad None None] For port e7d6c87d-a5eb-4aac-9505-940b523dc565, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=e7d6c87d-a5eb-4aac-9505-940b523dc565,segment=NetworkSegment(7fe1025a-ef48-4d42-914a-75eec3ed90de),segment_id=7fe1025a-ef48-4d42-914a-75eec3ed90de)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:28.613585 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a1826b77-5bb9-4e14-b6ab-60ad12e44479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:28.617923 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0f8c49-66f8-4625-b98b-14d830064203 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Router 8d1e9f90-60e4-448e-929a-221ba6507527 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:47:28.634727 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b12b4469-5ea0-442d-af35-a66730539fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:28.668297 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-158af9e2-cfa4-44ad-bc2e-68b1636b4881 req-46be0c84-9f9e-4671-af4f-3c571373d536 service neutron] 10.222.0.44 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152923 Apr 28 19:47:28.669921 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1826b77-5bb9-4e14-b6ab-60ad12e44479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cbd232-6593-48a5-851e-e4f5be3519a3,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:28.713117 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b4469-5ea0-442d-af35-a66730539fad None None] Pushing event updated for resources: {'Port': ['ID=e7d6c87d-a5eb-4aac-9505-940b523dc565,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:28.719138 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-10f910ea-d965-4625-ac31-39a291c909ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1921511807-router', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:10Z', 'updated_at': '2022-04-28T19:47:23Z', 'revision_number': 4, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'gw_port': {'id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:12Z', 'updated_at': '2022-04-28T19:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'e7d6c87d-a5eb-4aac-9505-940b523dc565', 'name': '', 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'mac_address': 'fa:16:3e:45:d9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'd9c43513-8faa-4150-80e2-a774186aa1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:22Z', 'updated_at': '2022-04-28T19:47:27Z', 'revision_number': 4, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'subnets': [{'id': 'd9c43513-8faa-4150-80e2-a774186aa1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:28.755690 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f910ea-d965-4625-ac31-39a291c909ba None None] The sync data for ids ['7f426266-0348-4f66-b8dd-fd2f2a51cc79'] in n-d-839810-1 is: [{'id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1921511807-router', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:10Z', 'updated_at': '2022-04-28T19:47:23Z', 'revision_number': 4, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'gw_port': {'id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:12Z', 'updated_at': '2022-04-28T19:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'e7d6c87d-a5eb-4aac-9505-940b523dc565', 'name': '', 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'mac_address': 'fa:16:3e:45:d9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'd9c43513-8faa-4150-80e2-a774186aa1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:22Z', 'updated_at': '2022-04-28T19:47:27Z', 'revision_number': 4, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'subnets': [{'id': 'd9c43513-8faa-4150-80e2-a774186aa1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:47:28.794614 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-85103c7b-e9a7-480e-a199-a520468b6585 req-008ea758-b138-4810-bd24-d0964923e283 service neutron] For port 01c51909-3758-4545-9033-35735f628bac, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:47:28.806933 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7442-485f-487d-8ff1-3faf43d58aa2 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:28.813097 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a1826b77-5bb9-4e14-b6ab-60ad12e44479 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=25c0064da4724cbfa475a3da3a651e5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7078063 Apr 28 19:47:28.846683 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57928) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:28.870386 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743a4c9-5c92-4e83-ba34-d1aadb1c18cc req-369dea5a-9d9a-4913-a97a-867bcf34e7ab tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:28.872167 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0743a4c9-5c92-4e83-ba34-d1aadb1c18cc req-369dea5a-9d9a-4913-a97a-867bcf34e7ab tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 945 time: 0.4627094 Apr 28 19:47:28.890896 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7442-485f-487d-8ff1-3faf43d58aa2 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:28.891592 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-85103c7b-e9a7-480e-a199-a520468b6585 req-008ea758-b138-4810-bd24-d0964923e283 service neutron] For port 01c51909-3758-4545-9033-35735f628bac, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=01c51909-3758-4545-9033-35735f628bac,segment=NetworkSegment(51039b99-7ae2-4b2a-8868-b76f3cd7a80e),segment_id=51039b99-7ae2-4b2a-8868-b76f3cd7a80e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:47:28.915243 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-199df5e0-7c8c-4a66-88f5-851c59d7cd90 req-762915af-2958-4c93-be3b-b99c491fd88b tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] For port 55b6e54b-50b6-4adb-923f-079d7ee12afa, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=55b6e54b-50b6-4adb-923f-079d7ee12afa,segment=NetworkSegment(b7d34468-cd67-4892-bcbc-df83feca58ba),segment_id=b7d34468-cd67-4892-bcbc-df83feca58ba)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:28.915928 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-199df5e0-7c8c-4a66-88f5-851c59d7cd90 req-762915af-2958-4c93-be3b-b99c491fd88b tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:28.950872 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-199df5e0-7c8c-4a66-88f5-851c59d7cd90 req-762915af-2958-4c93-be3b-b99c491fd88b tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Calling delete_port for 55b6e54b-50b6-4adb-923f-079d7ee12afa owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:47:28.998115 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1b7442-485f-487d-8ff1-3faf43d58aa2 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:29.009096 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-85103c7b-e9a7-480e-a199-a520468b6585 req-008ea758-b138-4810-bd24-d0964923e283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:29.040525 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-3d1b7442-485f-487d-8ff1-3faf43d58aa2 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:29.045713 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1b7442-485f-487d-8ff1-3faf43d58aa2 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:47:29.132244 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0743a4c9-5c92-4e83-ba34-d1aadb1c18cc req-1a4681dc-6f60-489d-a833-41f2b85b4db2 tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/security-groups?id=12f2a2ad-f5ef-4491-943d-fc8f15b6856b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427075 Apr 28 19:47:29.150156 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85103c7b-e9a7-480e-a199-a520468b6585 req-008ea758-b138-4810-bd24-d0964923e283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:29.150578 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-85103c7b-e9a7-480e-a199-a520468b6585 req-008ea758-b138-4810-bd24-d0964923e283 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:29.152494 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-85103c7b-e9a7-480e-a199-a520468b6585 req-008ea758-b138-4810-bd24-d0964923e283 service neutron] 10.222.0.44 "PUT /v2.0/ports/01c51909-3758-4545-9033-35735f628bac HTTP/1.1" status: 200 len: 1092 time: 3.8143287 Apr 28 19:47:29.153592 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1062db-6464-4521-8a0c-1cd9622d3f07', 'tag': '01c51909-3758-4545-9033-35735f628bac'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:29.157088 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723d6ef2-a32a-4b68-ba59-1c2df6b30f21" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1062db-6464-4521-8a0c-1cd9622d3f07", "tag": "01c51909-3758-4545-9033-35735f628bac"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:47:29.221681 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0f8c49-66f8-4625-b98b-14d830064203 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:47:29.225761 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c54ef-8a64-4c47-bb31-78884b3e88dd req-bd021c69-f7ef-415c-a300-3804a0f19f6b tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:29.239623 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a48466-fb1f-4989-b620-e5c7930b84c2 None None] Sync routers for ids ['8d1e9f90-60e4-448e-929a-221ba6507527'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:47:29.241200 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dc2c54ef-8a64-4c47-bb31-78884b3e88dd req-bd021c69-f7ef-415c-a300-3804a0f19f6b tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec1062db-6464-4521-8a0c-1cd9622d3f07 HTTP/1.1" status: 200 len: 944 time: 0.3908858 Apr 28 19:47:29.268499 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b7442-485f-487d-8ff1-3faf43d58aa2 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Pushing event updated for resources: {'Port': ['ID=35db52ed-8812-48fc-9641-afe0d18316d1,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:29.285941 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a48466-fb1f-4989-b620-e5c7930b84c2 None None] Routers {'8d1e9f90-60e4-448e-929a-221ba6507527'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:29.287306 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b7a48466-fb1f-4989-b620-e5c7930b84c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:47:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['8d1e9f90-60e4-448e-929a-221ba6507527'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:29.309093 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ea758-b138-4810-bd24-d0964923e283 service neutron] Pushing event updated for resources: {'Port': ['ID=01c51909-3758-4545-9033-35735f628bac,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:29.393731 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca7e01b8-1e9e-472a-8bda-4b00297a11bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:29.398420 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-97230d4b-2e59-4396-9a56-ea3f30c4ef80 req-f459d072-7ca2-4ba5-9af4-075c0022abda tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddd02346-d8b8-4ef6-b1f8-d78c9e10cd53 HTTP/1.1" status: 200 len: 210 time: 0.0474217 Apr 28 19:47:29.421031 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b7a48466-fb1f-4989-b620-e5c7930b84c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:29.426840 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e7d6c87d-a5eb-4aac-9505-940b523dc565 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:47:29.431427 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-158af9e2-cfa4-44ad-bc2e-68b1636b4881 req-de1b4c1e-9855-4f73-810e-62069ff74933 service neutron] 10.222.0.44 "GET /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7305031 Apr 28 19:47:29.432391 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc0f8c49-66f8-4625-b98b-14d830064203 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:29.433577 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a48466-fb1f-4989-b620-e5c7930b84c2 None None] Routers {'8d1e9f90-60e4-448e-929a-221ba6507527'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:29.434523 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b7a48466-fb1f-4989-b620-e5c7930b84c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:47:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['8d1e9f90-60e4-448e-929a-221ba6507527'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:29.440898 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-dc0f8c49-66f8-4625-b98b-14d830064203 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.1764996 Apr 28 19:47:29.451825 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 57934) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:29.476907 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b7a48466-fb1f-4989-b620-e5c7930b84c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:29.477892 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a48466-fb1f-4989-b620-e5c7930b84c2 None None] The sync data for ids ['8d1e9f90-60e4-448e-929a-221ba6507527'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:47:29.537201 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port e7d6c87d-a5eb-4aac-9505-940b523dc565 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:29.537849 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:29.570602 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7442-485f-487d-8ff1-3faf43d58aa2 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:29.588790 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dc2c54ef-8a64-4c47-bb31-78884b3e88dd req-38faf8e1-b180-4def-b022-13bcb6f18c5a tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243775 Apr 28 19:47:29.604412 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca7e01b8-1e9e-472a-8bda-4b00297a11bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:29.620529 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7735f382-4eda-4297-9adb-69141a289e09 x-openstack-request-id: req-7735f382-4eda-4297-9adb-69141a289e09 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:47:29.620529 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1062db-6464-4521-8a0c-1cd9622d3f07", "tag": "01c51909-3758-4545-9033-35735f628bac", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:47:29.620529 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7735f382-4eda-4297-9adb-69141a289e09 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:47:29.620529 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7735f382-4eda-4297-9adb-69141a289e09'] response: {'name': 'network-changed', 'server_uuid': 'ec1062db-6464-4521-8a0c-1cd9622d3f07', 'tag': '01c51909-3758-4545-9033-35735f628bac', 'status': 'completed', 'code': 200} Apr 28 19:47:29.657056 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7442-485f-487d-8ff1-3faf43d58aa2 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:29.675553 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85103c7b-e9a7-480e-a199-a520468b6585 req-f878a25b-b7dd-4347-9c5a-cbc31bc497e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:29.677320 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-85103c7b-e9a7-480e-a199-a520468b6585 req-f878a25b-b7dd-4347-9c5a-cbc31bc497e9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e8a7f62debf84ef2a07e1ba2d0a444b6&device_id=ec1062db-6464-4521-8a0c-1cd9622d3f07 HTTP/1.1" status: 200 len: 1095 time: 0.4529388 Apr 28 19:47:29.770535 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-be833913-6f39-488e-aac2-e681b7dda7ac tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] 10.222.0.42 "GET /v2.0/routers/8d1e9f90-60e4-448e-929a-221ba6507527 HTTP/1.1" status: 200 len: 921 time: 0.3139632 Apr 28 19:47:29.772373 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-85103c7b-e9a7-480e-a199-a520468b6585 req-d8e9e7cc-c66e-43e7-8d4b-c924ae8cada2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01c51909-3758-4545-9033-35735f628bac HTTP/1.1" status: 200 len: 217 time: 0.0828700 Apr 28 19:47:29.772888 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 57936) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:29.793212 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca7e01b8-1e9e-472a-8bda-4b00297a11bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:29.796580 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca7e01b8-1e9e-472a-8bda-4b00297a11bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:29.798817 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ca7e01b8-1e9e-472a-8bda-4b00297a11bb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b1cbd232-6593-48a5-851e-e4f5be3519a3 HTTP/1.1" status: 204 len: 168 time: 0.9466796 Apr 28 19:47:29.845550 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e01b8-1e9e-472a-8bda-4b00297a11bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cbd232-6593-48a5-851e-e4f5be3519a3,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:29.901681 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-199df5e0-7c8c-4a66-88f5-851c59d7cd90 req-762915af-2958-4c93-be3b-b99c491fd88b tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:29.910355 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-65b3eaab-fa93-431b-9aca-1ae98a70dad6 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d1e9f90-60e4-448e-929a-221ba6507527 HTTP/1.1" status: 200 len: 205 time: 0.1320822 Apr 28 19:47:29.912338 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 57940) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:30.041730 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85103c7b-e9a7-480e-a199-a520468b6585 req-7bcd5329-d122-4f90-95ac-30580ba2f770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:30.043414 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-85103c7b-e9a7-480e-a199-a520468b6585 req-7bcd5329-d122-4f90-95ac-30580ba2f770 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ac161c98-1b27-4fc1-be9d-8121dc9f01bf HTTP/1.1" status: 200 len: 853 time: 0.2554262 Apr 28 19:47:30.107385 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762915af-2958-4c93-be3b-b99c491fd88b tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Pushing event deleted for resources: {'Port': ['ID=55b6e54b-50b6-4adb-923f-079d7ee12afa,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:30.229517 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-85103c7b-e9a7-480e-a199-a520468b6585 req-48a55008-48fc-4b02-b9e1-8969c58b87ce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fdfdf1f0-8e25-41b2-9990-5438dad369fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1461115 Apr 28 19:47:30.233161 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-199df5e0-7c8c-4a66-88f5-851c59d7cd90 req-762915af-2958-4c93-be3b-b99c491fd88b tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] No DVR routers for this DVR port 55b6e54b-50b6-4adb-923f-079d7ee12afa on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:47:30.243146 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-199df5e0-7c8c-4a66-88f5-851c59d7cd90 req-762915af-2958-4c93-be3b-b99c491fd88b tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:30.247076 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-199df5e0-7c8c-4a66-88f5-851c59d7cd90 req-762915af-2958-4c93-be3b-b99c491fd88b tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.44 "DELETE /v2.0/ports/55b6e54b-50b6-4adb-923f-079d7ee12afa HTTP/1.1" status: 204 len: 173 time: 2.5540006 Apr 28 19:47:30.391691 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-71a6d089-d588-4006-bb91-977373d34d29 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:30.394294 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7442-485f-487d-8ff1-3faf43d58aa2 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:30.399874 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7442-485f-487d-8ff1-3faf43d58aa2 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:30.526723 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 57958) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:30.543448 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b7442-485f-487d-8ff1-3faf43d58aa2 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Pushing event updated for resources: {'Port': ['ID=35db52ed-8812-48fc-9641-afe0d18316d1,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:30.555932 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7442-485f-487d-8ff1-3faf43d58aa2 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:30.577018 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7442-485f-487d-8ff1-3faf43d58aa2 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:30.581723 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3d1b7442-485f-487d-8ff1-3faf43d58aa2 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7994430 Apr 28 19:47:30.591093 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eea4af80-04a2-4218-9cb6-e4a5f0ce887b req-34775a77-5ebb-4a1f-9cf5-9040d7e3b67a tempest-ServerRescueTestJSONUnderV235-186872613 tempest-ServerRescueTestJSONUnderV235-186872613-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4d5a0-8fbc-4929-9812-11db2eb5450f HTTP/1.1" status: 200 len: 210 time: 0.2401686 Apr 28 19:47:30.601311 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-71a6d089-d588-4006-bb91-977373d34d29 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:30.686094 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-85103c7b-e9a7-480e-a199-a520468b6585 req-7228fb03-b415-4383-8b0a-d51def68fcd3 service neutron] 10.222.0.44 "GET /v2.0/networks/fdfdf1f0-8e25-41b2-9990-5438dad369fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4444082 Apr 28 19:47:30.692278 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e4df9acd-368e-46cb-b879-106873929458 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:30.792801 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e4df9acd-368e-46cb-b879-106873929458 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:30.871488 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-71a6d089-d588-4006-bb91-977373d34d29 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Deleting port 203bef94-830b-415a-adfd-59e21e990b40 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:47:30.871848 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-71a6d089-d588-4006-bb91-977373d34d29 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:30.887013 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72b374-b152-4ef9-a57c-b107341abd94 req-b88c207b-1648-49de-a56a-98c14f1951a2 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:30.889111 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1e72b374-b152-4ef9-a57c-b107341abd94 req-b88c207b-1648-49de-a56a-98c14f1951a2 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec1062db-6464-4521-8a0c-1cd9622d3f07 HTTP/1.1" status: 200 len: 944 time: 0.1165767 Apr 28 19:47:30.967814 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-85103c7b-e9a7-480e-a199-a520468b6585 req-1de3edae-fafc-4f8e-8b2f-9eee56cce46d service neutron] 10.222.0.44 "GET /v2.0/networks/fdfdf1f0-8e25-41b2-9990-5438dad369fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721851 Apr 28 19:47:30.971998 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1e72b374-b152-4ef9-a57c-b107341abd94 req-add0a912-387d-4629-a1af-fdb17d1c1df0 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760574 Apr 28 19:47:31.005518 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e4df9acd-368e-46cb-b879-106873929458 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:31.008449 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e4df9acd-368e-46cb-b879-106873929458 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:31.012048 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e4df9acd-368e-46cb-b879-106873929458 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "DELETE /v2.0/security-groups/25359f5a-c83d-430a-beb5-e3f6e2ee328c HTTP/1.1" status: 204 len: 168 time: 0.4740307 Apr 28 19:47:31.012816 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57982) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:31.029147 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-9d5b6887-64ce-458c-ab58-ba16e4bea4db tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] show failed (client error): The resource could not be found. Apr 28 19:47:31.030184 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9d5b6887-64ce-458c-ab58-ba16e4bea4db tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "GET /v2.0/security-groups/25359f5a-c83d-430a-beb5-e3f6e2ee328c HTTP/1.1" status: 404 len: 347 time: 0.0166829 Apr 28 19:47:31.033397 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57984) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:31.054454 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 55b6e54b-50b6-4adb-923f-079d7ee12afa no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:47:31.059343 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-71a6d089-d588-4006-bb91-977373d34d29 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:31.062136 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df9acd-368e-46cb-b879-106873929458 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25359f5a-c83d-430a-beb5-e3f6e2ee328c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:31.094822 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-71a6d089-d588-4006-bb91-977373d34d29 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Calling delete_port for 203bef94-830b-415a-adfd-59e21e990b40 owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:47:31.132215 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-8d956560-4a84-40a0-8091-26f5d81d3d79 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--2006187182&fields=id&tenant_id=8766bd4e5ff74ccda54aedeba9de3560 HTTP/1.1" status: 200 len: 267 time: 0.1162090 Apr 28 19:47:31.135141 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 55b6e54b-50b6-4adb-923f-079d7ee12afa {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:47:31.135736 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 55b6e54b-50b6-4adb-923f-079d7ee12afa not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:47:31.140968 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57986) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:31.202281 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-73e97eba-90bf-4e30-8e2d-56fc0939d703 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Deleting port 9880ae7c-d1c2-4865-b6de-2e85ce952bdf {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:47:31.202717 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-73e97eba-90bf-4e30-8e2d-56fc0939d703 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:31.260255 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d6ef2-a32a-4b68-ba59-1c2df6b30f21 req-2248e237-e1b3-4ee0-b212-4032e636e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:31.261739 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-723d6ef2-a32a-4b68-ba59-1c2df6b30f21 req-2248e237-e1b3-4ee0-b212-4032e636e873 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e8a7f62debf84ef2a07e1ba2d0a444b6&device_id=ec1062db-6464-4521-8a0c-1cd9622d3f07 HTTP/1.1" status: 200 len: 1095 time: 0.2233391 Apr 28 19:47:31.323872 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-73e97eba-90bf-4e30-8e2d-56fc0939d703 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:31.324584 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-73e97eba-90bf-4e30-8e2d-56fc0939d703 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:31.338388 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-055236ce-d86e-4029-b22b-142de757fcf6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1294477286-network', 'tenant_id': '8fa7b48cd6324c3d898d34efdddefc05'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:31.351385 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-73e97eba-90bf-4e30-8e2d-56fc0939d703 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Calling delete_port for 9880ae7c-d1c2-4865-b6de-2e85ce952bdf owned by network:floatingip {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:47:31.388506 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-924f080a-e553-4026-b126-7652f4554bb6 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:31.390109 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-924f080a-e553-4026-b126-7652f4554bb6 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/networks?id=361c3585-c6e2-486f-967a-33f86818c3c9 HTTP/1.1" status: 200 len: 817 time: 0.2569673 Apr 28 19:47:31.415533 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055236ce-d86e-4029-b22b-142de757fcf6 admin admin] Made reservation on behalf of 8fa7b48cd6324c3d898d34efdddefc05 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:31.418148 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-055236ce-d86e-4029-b22b-142de757fcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:31.437483 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-055236ce-d86e-4029-b22b-142de757fcf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:31.459500 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-1cf89f48-26cb-4490-ad7e-f4da80b4ecbf tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/quotas/8766bd4e5ff74ccda54aedeba9de3560 HTTP/1.1" status: 200 len: 375 time: 0.0272226 Apr 28 19:47:31.541656 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d6ef2-a32a-4b68-ba59-1c2df6b30f21 req-87275b70-209f-4855-aadd-2d260cd784ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:31.543070 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-723d6ef2-a32a-4b68-ba59-1c2df6b30f21 req-87275b70-209f-4855-aadd-2d260cd784ba service neutron] 10.222.0.44 "GET /v2.0/networks?id=fdfdf1f0-8e25-41b2-9990-5438dad369fb HTTP/1.1" status: 200 len: 914 time: 0.2723756 Apr 28 19:47:31.592671 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-73e97eba-90bf-4e30-8e2d-56fc0939d703 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:31.664318 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-055236ce-d86e-4029-b22b-142de757fcf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:31.677337 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57994) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:31.685685 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e97eba-90bf-4e30-8e2d-56fc0939d703 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Pushing event deleted for resources: {'Port': ['ID=9880ae7c-d1c2-4865-b6de-2e85ce952bdf,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:31.690269 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-055236ce-d86e-4029-b22b-142de757fcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:31.777699 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:31.815165 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055236ce-d86e-4029-b22b-142de757fcf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb24303e-0c91-4a50-9b9c-4d966185e279,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:31.866907 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-73e97eba-90bf-4e30-8e2d-56fc0939d703 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks [] for floatingip, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:31.869915 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-73e97eba-90bf-4e30-8e2d-56fc0939d703 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:31.870974 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-73e97eba-90bf-4e30-8e2d-56fc0939d703 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "DELETE /v2.0/floatingips/553bf19f-897e-4f0d-ae96-0e6503edd3f7 HTTP/1.1" status: 204 len: 168 time: 0.8363192 Apr 28 19:47:31.873777 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57996) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:31.940034 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf4d5a0-8fbc-4929-9812-11db2eb5450f', 'name': 'network-vif-deleted', 'tag': '55b6e54b-50b6-4adb-923f-079d7ee12afa'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:31.942342 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5507c18-01b6-4bf5-9fc8-60728cd0905a" -d '{"events": [{"server_uuid": "dbf4d5a0-8fbc-4929-9812-11db2eb5450f", "name": "network-vif-deleted", "tag": "55b6e54b-50b6-4adb-923f-079d7ee12afa"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:47:31.960879 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-723d6ef2-a32a-4b68-ba59-1c2df6b30f21 req-80384bf1-ad3d-4a4f-8033-02a08ddb7974 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01c51909-3758-4545-9033-35735f628bac HTTP/1.1" status: 200 len: 217 time: 0.4093492 Apr 28 19:47:31.973885 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-af6c4de4-2b47-47e8-917a-082f4c5d19c3 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8766bd4e5ff74ccda54aedeba9de3560&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5037959 Apr 28 19:47:31.985748 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-71a6d089-d588-4006-bb91-977373d34d29 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:32.010578 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-055236ce-d86e-4029-b22b-142de757fcf6 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:47:32.034717 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-055236ce-d86e-4029-b22b-142de757fcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:32.035097 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-055236ce-d86e-4029-b22b-142de757fcf6 admin admin] Added segment 89e51452-b57a-4520-9531-f462c21a0b7c of type vlan for network 83b05ad6-239f-42f0-8d79-d8e87e9e7591 Apr 28 19:47:32.035317 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fa8586-a94c-4f42-9065-77a896a4bf98 x-openstack-request-id: req-f2fa8586-a94c-4f42-9065-77a896a4bf98 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:47:32.035728 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf4d5a0-8fbc-4929-9812-11db2eb5450f", "name": "network-vif-deleted", "tag": "55b6e54b-50b6-4adb-923f-079d7ee12afa", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:47:32.036074 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f2fa8586-a94c-4f42-9065-77a896a4bf98 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:47:32.036593 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2fa8586-a94c-4f42-9065-77a896a4bf98'] response: {'server_uuid': 'dbf4d5a0-8fbc-4929-9812-11db2eb5450f', 'name': 'network-vif-deleted', 'tag': '55b6e54b-50b6-4adb-923f-079d7ee12afa', 'status': 'completed', 'code': 200} Apr 28 19:47:32.085734 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6d089-d588-4006-bb91-977373d34d29 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Pushing event deleted for resources: {'Port': ['ID=203bef94-830b-415a-adfd-59e21e990b40,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:32.167179 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-055236ce-d86e-4029-b22b-142de757fcf6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:32.179115 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d6ef2-a32a-4b68-ba59-1c2df6b30f21 req-f5b7fe2f-00d7-4cff-8bc0-3c4a3f3cd4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:32.180668 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-723d6ef2-a32a-4b68-ba59-1c2df6b30f21 req-f5b7fe2f-00d7-4cff-8bc0-3c4a3f3cd4d0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ac161c98-1b27-4fc1-be9d-8121dc9f01bf HTTP/1.1" status: 200 len: 853 time: 0.2039456 Apr 28 19:47:32.216556 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c12943cb-49dc-4354-a40c-8cfc5fc31fd4 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Deleting port d7709f7a-d580-4aec-b84a-0085812f5367 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:47:32.216887 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c12943cb-49dc-4354-a40c-8cfc5fc31fd4 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:32.226040 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-723d6ef2-a32a-4b68-ba59-1c2df6b30f21 req-58232415-5d81-4c43-85c7-fad5380ba5a9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fdfdf1f0-8e25-41b2-9990-5438dad369fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359526 Apr 28 19:47:32.232740 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-71a6d089-d588-4006-bb91-977373d34d29 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:32.252766 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91574534-2421-4c66-b642-a658bca6df66 req-2fd28b34-15d9-4cd5-98b6-6bcc4e797ab2 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:32.255487 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-91574534-2421-4c66-b642-a658bca6df66 req-2fd28b34-15d9-4cd5-98b6-6bcc4e797ab2 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec1062db-6464-4521-8a0c-1cd9622d3f07 HTTP/1.1" status: 200 len: 944 time: 0.2029979 Apr 28 19:47:32.274933 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-055236ce-d86e-4029-b22b-142de757fcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:32.275860 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055236ce-d86e-4029-b22b-142de757fcf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:32.276455 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-055236ce-d86e-4029-b22b-142de757fcf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:32.329073 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-d86f39c3-7a91-4d9d-8061-649ed9f91b69 service neutron] 10.222.0.42 "GET /v2.0/networks/361c3585-c6e2-486f-967a-33f86818c3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915139 Apr 28 19:47:32.397695 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-055236ce-d86e-4029-b22b-142de757fcf6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2530625 Apr 28 19:47:32.400567 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-71a6d089-d588-4006-bb91-977373d34d29 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:32.410725 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 58006) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:32.416128 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-71a6d089-d588-4006-bb91-977373d34d29 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:32.422491 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-3f1ca3b3-2361-4394-94d1-936dee902394 admin admin] Request body: {'subnet': {'network_id': '83b05ad6-239f-42f0-8d79-d8e87e9e7591', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1294477286-subnet', 'tenant_id': '8fa7b48cd6324c3d898d34efdddefc05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:32.464730 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055236ce-d86e-4029-b22b-142de757fcf6 admin admin] Pushing event updated for resources: {'Network': ['ID=83b05ad6-239f-42f0-8d79-d8e87e9e7591,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:32.473961 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-91574534-2421-4c66-b642-a658bca6df66 req-3a5de8e0-9fc4-4579-a809-a82ce7788be3 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001934 Apr 28 19:47:32.483127 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 83b05ad6-239f-42f0-8d79-d8e87e9e7591 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:47:32.486752 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c12943cb-49dc-4354-a40c-8cfc5fc31fd4 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:32.503180 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c12943cb-49dc-4354-a40c-8cfc5fc31fd4 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Calling delete_port for d7709f7a-d580-4aec-b84a-0085812f5367 owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:47:32.537587 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-71a6d089-d588-4006-bb91-977373d34d29 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:32.538432 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a6d089-d588-4006-bb91-977373d34d29 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Fanout notify agent at l3_agent the message router_deleted on router 8d1e9f90-60e4-448e-929a-221ba6507527 {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:47:32.554893 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-71a6d089-d588-4006-bb91-977373d34d29 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:32.559980 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-71a6d089-d588-4006-bb91-977373d34d29 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] 10.222.0.42 "DELETE /v2.0/routers/8d1e9f90-60e4-448e-929a-221ba6507527 HTTP/1.1" status: 204 len: 168 time: 2.6335809 Apr 28 19:47:32.564213 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1ca3b3-2361-4394-94d1-936dee902394 admin admin] Made reservation on behalf of 8fa7b48cd6324c3d898d34efdddefc05 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:32.566819 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f1ca3b3-2361-4394-94d1-936dee902394 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:32.570165 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58008) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:32.574727 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-b377a445-1c2c-47f2-b7b7-319c6adb584d tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Request body: {'router': {'name': 'tempest-snat-router-233242145', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'enable_snat': False}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:32.584312 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-723d6ef2-a32a-4b68-ba59-1c2df6b30f21 req-0b4c2d60-db12-48a9-96fa-e81464ddb699 service neutron] 10.222.0.44 "GET /v2.0/networks/fdfdf1f0-8e25-41b2-9990-5438dad369fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495386 Apr 28 19:47:32.655584 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b377a445-1c2c-47f2-b7b7-319c6adb584d tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:32.656651 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b377a445-1c2c-47f2-b7b7-319c6adb584d tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:32.665358 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-c4a7332c-ec33-4b7e-b0cc-54a69e54d586 service neutron] 10.222.0.42 "GET /v2.0/networks/361c3585-c6e2-486f-967a-33f86818c3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063407 Apr 28 19:47:32.762967 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-723d6ef2-a32a-4b68-ba59-1c2df6b30f21 req-e58ea03b-9875-4a0f-af75-0acbd2d391c2 service neutron] 10.222.0.44 "GET /v2.0/networks/fdfdf1f0-8e25-41b2-9990-5438dad369fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682742 Apr 28 19:47:32.767981 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b377a445-1c2c-47f2-b7b7-319c6adb584d tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:32.828241 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-50d43058-fec8-4e30-b947-42964a7de0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:32.835717 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c12943cb-49dc-4354-a40c-8cfc5fc31fd4 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:32.949641 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f1ca3b3-2361-4394-94d1-936dee902394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:32.979962 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12943cb-49dc-4354-a40c-8cfc5fc31fd4 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Pushing event deleted for resources: {'Port': ['ID=d7709f7a-d580-4aec-b84a-0085812f5367,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:33.030679 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e5023109-6657-4492-abce-3cc01adb42e0 req-99ee45b8-ce12-4991-8e06-6da706ba7136 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 210 time: 0.0934858 Apr 28 19:47:33.078062 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1ca3b3-2361-4394-94d1-936dee902394 admin admin] Checking segment: {'id': '89e51452-b57a-4520-9531-f462c21a0b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '83b05ad6-239f-42f0-8d79-d8e87e9e7591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:47:33.078567 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1ca3b3-2361-4394-94d1-936dee902394 admin admin] Network hostable DHCP agents. Network: 83b05ad6-239f-42f0-8d79-d8e87e9e7591, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:47:33.085469 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ca3b3-2361-4394-94d1-936dee902394 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2a30fc9-16eb-4c1a-b7a4-cd1563312ae5,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:33.102785 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1ca3b3-2361-4394-94d1-936dee902394 admin admin] Network 83b05ad6-239f-42f0-8d79-d8e87e9e7591 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:47:33.115855 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-3f1ca3b3-2361-4394-94d1-936dee902394 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 83b05ad6-239f-42f0-8d79-d8e87e9e7591) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:33.116688 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b377a445-1c2c-47f2-b7b7-319c6adb584d tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:33.129192 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437e0038-b516-4a17-8c8d-2accd433eb87 None None] Network 83b05ad6-239f-42f0-8d79-d8e87e9e7591 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:47:33.144466 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1ca3b3-2361-4394-94d1-936dee902394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:33.144754 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f1ca3b3-2361-4394-94d1-936dee902394 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:33.172662 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3f1ca3b3-2361-4394-94d1-936dee902394 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7592664 Apr 28 19:47:33.293677 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c12943cb-49dc-4354-a40c-8cfc5fc31fd4 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:33.301108 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c12943cb-49dc-4354-a40c-8cfc5fc31fd4 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "DELETE /v2.0/ports/d7709f7a-d580-4aec-b84a-0085812f5367 HTTP/1.1" status: 204 len: 168 time: 1.4226286 Apr 28 19:47:33.302109 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 58026) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:33.373712 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b51f2bb-af45-45b8-9913-04272c4290a8 None None] Network 83b05ad6-239f-42f0-8d79-d8e87e9e7591 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:47:33.613454 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:33.620230 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d1368c38-4689-4bec-9e98-88d327159280 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Deleting port 37e042f8-fc48-458d-b5bb-4019869f3d25 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:47:33.620588 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d1368c38-4689-4bec-9e98-88d327159280 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:33.765293 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-50d43058-fec8-4e30-b947-42964a7de0ed admin admin] Deleting port a1acf1c1-3521-4226-9204-119bc882d5f7 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:47:33.765918 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-50d43058-fec8-4e30-b947-42964a7de0ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:33.791928 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d1368c38-4689-4bec-9e98-88d327159280 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:33.808044 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d1368c38-4689-4bec-9e98-88d327159280 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Calling delete_port for 37e042f8-fc48-458d-b5bb-4019869f3d25 owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:47:33.984719 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220ba8b-3656-499e-8448-722f543c7391 req-3ebb45c6-9062-416e-b88e-178b466dbc22 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:33.989318 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f220ba8b-3656-499e-8448-722f543c7391 req-3ebb45c6-9062-416e-b88e-178b466dbc22 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec1062db-6464-4521-8a0c-1cd9622d3f07 HTTP/1.1" status: 200 len: 944 time: 0.2874053 Apr 28 19:47:33.991032 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b377a445-1c2c-47f2-b7b7-319c6adb584d tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:34.040759 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d1368c38-4689-4bec-9e98-88d327159280 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:34.103826 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-50d43058-fec8-4e30-b947-42964a7de0ed admin admin] For port a1acf1c1-3521-4226-9204-119bc882d5f7, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a1acf1c1-3521-4226-9204-119bc882d5f7,segment=NetworkSegment(b7d34468-cd67-4892-bcbc-df83feca58ba),segment_id=b7d34468-cd67-4892-bcbc-df83feca58ba)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:34.104379 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-50d43058-fec8-4e30-b947-42964a7de0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:34.125656 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1368c38-4689-4bec-9e98-88d327159280 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Pushing event deleted for resources: {'Port': ['ID=37e042f8-fc48-458d-b5bb-4019869f3d25,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:34.128351 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-50d43058-fec8-4e30-b947-42964a7de0ed admin admin] Calling delete_port for a1acf1c1-3521-4226-9204-119bc882d5f7 owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:47:34.319604 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b377a445-1c2c-47f2-b7b7-319c6adb584d tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:34.373228 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4492bf7b-10f8-4a94-8549-39581ead3bd5 req-1e24e5c2-99d3-4c07-b9c2-74b1571a06eb tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 210 time: 0.0519745 Apr 28 19:47:34.381777 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d1368c38-4689-4bec-9e98-88d327159280 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:34.388839 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d1368c38-4689-4bec-9e98-88d327159280 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "DELETE /v2.0/ports/37e042f8-fc48-458d-b5bb-4019869f3d25 HTTP/1.1" status: 204 len: 168 time: 1.0793486 Apr 28 19:47:34.396586 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 58044) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:34.475650 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e06f8ca5-303d-4cd8-896a-161fd84cb149 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Deleting subnet 9807f841-60a4-4a02-81b0-9350375465a5 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:47:34.479517 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e06f8ca5-303d-4cd8-896a-161fd84cb149 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:34.538220 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e06f8ca5-303d-4cd8-896a-161fd84cb149 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:34.665628 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e06f8ca5-303d-4cd8-896a-161fd84cb149 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:34.753462 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f220ba8b-3656-499e-8448-722f543c7391 req-6f11ba3d-0f19-4fd9-aff0-7c79e344fb84 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6944423 Apr 28 19:47:34.873723 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-9ac8746e-b30a-46e8-80f0-0f6665a3caef tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:34.875598 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-9ac8746e-b30a-46e8-80f0-0f6665a3caef tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.15 "GET /v2.0/networks?id=361c3585-c6e2-486f-967a-33f86818c3c9 HTTP/1.1" status: 200 len: 817 time: 0.1929464 Apr 28 19:47:34.935307 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e06f8ca5-303d-4cd8-896a-161fd84cb149 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:34.977037 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f8ca5-303d-4cd8-896a-161fd84cb149 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Pushing event deleted for resources: {'Subnet': ['ID=9807f841-60a4-4a02-81b0-9350375465a5,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:34.982888 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-ff72335e-f3ab-44a2-a4df-5b1fb11342c3 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8766bd4e5ff74ccda54aedeba9de3560 HTTP/1.1" status: 200 len: 380 time: 0.0937688 Apr 28 19:47:34.989256 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e06f8ca5-303d-4cd8-896a-161fd84cb149 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:34.993391 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b4b93d-a37a-431f-b2ef-8217d732f8bd None None] Network 599034e0-defd-4a8f-a6f0-947f37bda9fd requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:47:35.000656 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e06f8ca5-303d-4cd8-896a-161fd84cb149 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "DELETE /v2.0/subnets/9807f841-60a4-4a02-81b0-9350375465a5 HTTP/1.1" status: 204 len: 168 time: 0.6024778 Apr 28 19:47:35.005552 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58050) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:35.009784 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-d5747937-dfb8-4b1f-884a-8d82b826864a tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Request body: {'port': {'device_id': '6131832e-2e81-46f8-8bdb-3ed0d25d329e', 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9', 'admin_state_up': True, 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'security_groups': ['43f00630-2786-4c18-adaf-3506d8389773']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:35.053548 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-b377a445-1c2c-47f2-b7b7-319c6adb584d tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Allocated IP 172.25.8.28 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/52f57d54-c2a7-46b2-8dd6-3e6eab6c169b) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:35.060388 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2eae7dc-d980-456a-a3c0-c890dfae86dc tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Deleting subnet 276aa727-ce51-40e0-b36e-2dd77b344c69 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:47:35.069980 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 01c51909-3758-4545-9033-35735f628bac details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:47:35.092007 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c2eae7dc-d980-456a-a3c0-c890dfae86dc tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:35.179798 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-d5747937-dfb8-4b1f-884a-8d82b826864a tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Made reservation on behalf of 8766bd4e5ff74ccda54aedeba9de3560 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:35.187822 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-d5747937-dfb8-4b1f-884a-8d82b826864a tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:35.248304 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c2eae7dc-d980-456a-a3c0-c890dfae86dc tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:35.393815 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 01c51909-3758-4545-9033-35735f628bac, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=01c51909-3758-4545-9033-35735f628bac,segment=NetworkSegment(51039b99-7ae2-4b2a-8868-b76f3cd7a80e),segment_id=51039b99-7ae2-4b2a-8868-b76f3cd7a80e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:35.433693 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '01c51909-3758-4545-9033-35735f628bac', 'network_id': 'fdfdf1f0-8e25-41b2-9990-5438dad369fb', 'port_id': '01c51909-3758-4545-9033-35735f628bac', 'mac_address': 'fa:16:3e:41:f1:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac161c98-1b27-4fc1-be9d-8121dc9f01bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:47:35.495894 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e5cafb-6400-4962-b475-0abc923bebea None None] DHCP port deletion for 599034e0-defd-4a8f-a6f0-947f37bda9fd request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:47:35.508148 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-d5747937-dfb8-4b1f-884a-8d82b826864a tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Allocated IP 172.20.0.14 (361c3585-c6e2-486f-967a-33f86818c3c9/d9c43513-8faa-4150-80e2-a774186aa1a0/3a749027-3dcd-46f5-83a0-1a2b5506f788) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:35.556232 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:35.575548 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01c51909-3758-4545-9033-35735f628bac {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:47:35.606037 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 01c51909-3758-4545-9033-35735f628bac, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=01c51909-3758-4545-9033-35735f628bac,segment=NetworkSegment(51039b99-7ae2-4b2a-8868-b76f3cd7a80e),segment_id=51039b99-7ae2-4b2a-8868-b76f3cd7a80e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:35.622461 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b377a445-1c2c-47f2-b7b7-319c6adb584d tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:35.622894 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-53e5cafb-6400-4962-b475-0abc923bebea None None] Deleting port b6e2097d-ea0d-4e0b-a30b-2cc3dcfbb792 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:47:35.623370 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-53e5cafb-6400-4962-b475-0abc923bebea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:35.645213 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0b6704d3-fba3-48e5-bd81-6089f0deda47 req-bf2732e8-6a55-410b-9197-7cfe1bebb403 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 210 time: 0.0819516 Apr 28 19:47:35.651926 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-50d43058-fec8-4e30-b947-42964a7de0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:35.672219 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c2eae7dc-d980-456a-a3c0-c890dfae86dc tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:35.688306 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-d5747937-dfb8-4b1f-884a-8d82b826864a tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:35.716560 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-53e5cafb-6400-4962-b475-0abc923bebea None None] For port b6e2097d-ea0d-4e0b-a30b-2cc3dcfbb792, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=b6e2097d-ea0d-4e0b-a30b-2cc3dcfbb792,segment=NetworkSegment(46a14388-2034-4d81-9962-2861ba57c306),segment_id=46a14388-2034-4d81-9962-2861ba57c306)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:35.716965 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-53e5cafb-6400-4962-b475-0abc923bebea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:35.726770 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d43058-fec8-4e30-b947-42964a7de0ed admin admin] Pushing event deleted for resources: {'Port': ['ID=a1acf1c1-3521-4226-9204-119bc882d5f7,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:35.727015 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-d5747937-dfb8-4b1f-884a-8d82b826864a tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:35.744781 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-53e5cafb-6400-4962-b475-0abc923bebea None None] Calling delete_port for b6e2097d-ea0d-4e0b-a30b-2cc3dcfbb792 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:47:35.750245 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:35.785710 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-d5747937-dfb8-4b1f-884a-8d82b826864a tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Network 361c3585-c6e2-486f-967a-33f86818c3c9 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:35.790800 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-d5747937-dfb8-4b1f-884a-8d82b826864a tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:35.811626 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-d5747937-dfb8-4b1f-884a-8d82b826864a tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:47:35.822518 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=01c51909-3758-4545-9033-35735f628bac,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:35.872898 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-d5747937-dfb8-4b1f-884a-8d82b826864a tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:35.874401 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-d5747937-dfb8-4b1f-884a-8d82b826864a tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:35.887056 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b377a445-1c2c-47f2-b7b7-319c6adb584d tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:35.909608 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5747937-dfb8-4b1f-884a-8d82b826864a tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Pushing event updated for resources: {'Port': ['ID=3a749027-3dcd-46f5-83a0-1a2b5506f788,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:35.924296 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-d5747937-dfb8-4b1f-884a-8d82b826864a tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9200029 Apr 28 19:47:35.936267 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b377a445-1c2c-47f2-b7b7-319c6adb584d tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:35.947071 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-27c6173d-61f0-40aa-93be-1709e8d51e61 service neutron] Request body: {'port': {'device_id': '6131832e-2e81-46f8-8bdb-3ed0d25d329e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:35.999191 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['01c51909-3758-4545-9033-35735f628bac'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:47:36.007421 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-b377a445-1c2c-47f2-b7b7-319c6adb584d tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:36.013987 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b377a445-1c2c-47f2-b7b7-319c6adb584d tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:47:36.014734 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-53e5cafb-6400-4962-b475-0abc923bebea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:36.057604 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c2eae7dc-d980-456a-a3c0-c890dfae86dc tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:36.070196 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-27c6173d-61f0-40aa-93be-1709e8d51e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:36.100592 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f15ac-a06e-4c81-bd9d-97446c74ecc8 req-1216f699-57e6-4c00-b06e-54e757f3eb4c tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:36.107906 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b42f15ac-a06e-4c81-bd9d-97446c74ecc8 req-1216f699-57e6-4c00-b06e-54e757f3eb4c tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec1062db-6464-4521-8a0c-1cd9622d3f07 HTTP/1.1" status: 200 len: 945 time: 0.1901894 Apr 28 19:47:36.118905 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377a445-1c2c-47f2-b7b7-319c6adb584d tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Pushing event updated for resources: {'Port': ['ID=52f57d54-c2a7-46b2-8dd6-3e6eab6c169b,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:36.124132 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c2eae7dc-d980-456a-a3c0-c890dfae86dc tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:36.131458 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c2eae7dc-d980-456a-a3c0-c890dfae86dc tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "DELETE /v2.0/subnets/276aa727-ce51-40e0-b36e-2dd77b344c69 HTTP/1.1" status: 204 len: 168 time: 1.1249447 Apr 28 19:47:36.136464 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5cafb-6400-4962-b475-0abc923bebea None None] Pushing event deleted for resources: {'Port': ['ID=b6e2097d-ea0d-4e0b-a30b-2cc3dcfbb792,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:36.144969 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f2312b-637d-4cb3-8cb2-d97a8da9cba4 None None] Network 80835d31-d60f-4749-a1bd-4756afb7302e requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:47:36.156964 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58060) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:36.176407 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eae7dc-d980-456a-a3c0-c890dfae86dc tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Pushing event deleted for resources: {'Subnet': ['ID=276aa727-ce51-40e0-b36e-2dd77b344c69,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:36.202181 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e5cafb-6400-4962-b475-0abc923bebea None None] No DVR routers for this DVR port b6e2097d-ea0d-4e0b-a30b-2cc3dcfbb792 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:47:36.249617 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-50d43058-fec8-4e30-b947-42964a7de0ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:36.336284 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-2256eb9e-93b9-4f47-b621-5057171c22e7 None None] Provisioning complete for port 3a749027-3dcd-46f5-83a0-1a2b5506f788 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:36.336668 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2256eb9e-93b9-4f47-b621-5057171c22e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:36.345302 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-93e6581b-88d6-4b25-9118-def6a2caf684 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:36.440306 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-2256eb9e-93b9-4f47-b621-5057171c22e7 None None] Port 3a749027-3dcd-46f5-83a0-1a2b5506f788 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:47:36.462193 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b42f15ac-a06e-4c81-bd9d-97446c74ecc8 req-ce371dc2-19b5-49a2-929f-6c8ba4c91211 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531868 Apr 28 19:47:36.577449 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973bbb40-9a10-422c-b237-df1f120a526a None None] DHCP port deletion for 80835d31-d60f-4749-a1bd-4756afb7302e request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:47:36.642993 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-27c6173d-61f0-40aa-93be-1709e8d51e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a749027-3dcd-46f5-83a0-1a2b5506f788 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:47:36.653409 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-27c6173d-61f0-40aa-93be-1709e8d51e61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:36.672155 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-27c6173d-61f0-40aa-93be-1709e8d51e61 service neutron] Transition to ACTIVE for port object 3a749027-3dcd-46f5-83a0-1a2b5506f788 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:36.673539 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-93e6581b-88d6-4b25-9118-def6a2caf684 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:36.679828 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-27c6173d-61f0-40aa-93be-1709e8d51e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:36.695000 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-973bbb40-9a10-422c-b237-df1f120a526a None None] Deleting port 20a21274-1c8a-4219-bcd8-af7b8f352fd4 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:47:36.697676 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-973bbb40-9a10-422c-b237-df1f120a526a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:36.754098 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-93e6581b-88d6-4b25-9118-def6a2caf684 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['599034e0-defd-4a8f-a6f0-947f37bda9fd']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:36.793477 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6173d-61f0-40aa-93be-1709e8d51e61 service neutron] Pushing event updated for resources: {'Port': ['ID=3a749027-3dcd-46f5-83a0-1a2b5506f788,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:36.867802 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-973bbb40-9a10-422c-b237-df1f120a526a None None] For port 20a21274-1c8a-4219-bcd8-af7b8f352fd4, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=20a21274-1c8a-4219-bcd8-af7b8f352fd4,segment=NetworkSegment(c4087ef1-be9e-4991-b622-f4da06ef46a1),segment_id=c4087ef1-be9e-4991-b622-f4da06ef46a1)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:36.868239 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-973bbb40-9a10-422c-b237-df1f120a526a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:36.877065 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-98c451ed-95fa-45bb-a2ec-dfd349d1e8e6 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:36.884914 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-98c451ed-95fa-45bb-a2ec-dfd349d1e8e6 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/networks?id=83b05ad6-239f-42f0-8d79-d8e87e9e7591 HTTP/1.1" status: 200 len: 809 time: 0.1408455 Apr 28 19:47:36.905606 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-973bbb40-9a10-422c-b237-df1f120a526a None None] Calling delete_port for 20a21274-1c8a-4219-bcd8-af7b8f352fd4 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:47:36.930862 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3798ff7-a3a5-4580-9936-d092e9d258ea req-6ea5476d-77b2-436b-8873-0a648e4c54a5 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:36.932589 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b3798ff7-a3a5-4580-9936-d092e9d258ea req-6ea5476d-77b2-436b-8873-0a648e4c54a5 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 944 time: 0.1262674 Apr 28 19:47:36.947787 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-93e6581b-88d6-4b25-9118-def6a2caf684 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a14388-2034-4d81-9962-2861ba57c306') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:36.948141 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-93e6581b-88d6-4b25-9118-def6a2caf684 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a14388-2034-4d81-9962-2861ba57c306') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:36.967178 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-93e6581b-88d6-4b25-9118-def6a2caf684 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:36.978363 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-a7fdfe25-5507-47b0-90f7-fb2c9f2e39aa tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/quotas/8fa7b48cd6324c3d898d34efdddefc05 HTTP/1.1" status: 200 len: 375 time: 0.0925696 Apr 28 19:47:37.020179 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-973bbb40-9a10-422c-b237-df1f120a526a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:37.027102 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-27c6173d-61f0-40aa-93be-1709e8d51e61 service neutron] Attempting to bind port 3a749027-3dcd-46f5-83a0-1a2b5506f788 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:47:37.027441 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-27c6173d-61f0-40aa-93be-1709e8d51e61 service neutron] Attempting to bind port 3a749027-3dcd-46f5-83a0-1a2b5506f788 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '7fe1025a-ef48-4d42-914a-75eec3ed90de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:47:37.027781 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-27c6173d-61f0-40aa-93be-1709e8d51e61 service neutron] Attempting to bind port 3a749027-3dcd-46f5-83a0-1a2b5506f788 on network 361c3585-c6e2-486f-967a-33f86818c3c9 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:47:37.043430 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b3798ff7-a3a5-4580-9936-d092e9d258ea req-bf0b0d6b-67c6-4a52-945e-8187621e6665 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004775 Apr 28 19:47:37.047500 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-27c6173d-61f0-40aa-93be-1709e8d51e61 service neutron] Port 3a749027-3dcd-46f5-83a0-1a2b5506f788 on network 361c3585-c6e2-486f-967a-33f86818c3c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:47:37.048466 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-27c6173d-61f0-40aa-93be-1709e8d51e61 service neutron] Attempting to bind port 3a749027-3dcd-46f5-83a0-1a2b5506f788 on network 361c3585-c6e2-486f-967a-33f86818c3c9 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:47:37.054417 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-27c6173d-61f0-40aa-93be-1709e8d51e61 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:47:37.054845 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-27c6173d-61f0-40aa-93be-1709e8d51e61 service neutron] Checking segment: {'id': '7fe1025a-ef48-4d42-914a-75eec3ed90de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:47:37.055318 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-27c6173d-61f0-40aa-93be-1709e8d51e61 service neutron] Bound using segment: {'id': '7fe1025a-ef48-4d42-914a-75eec3ed90de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:47:37.055814 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-27c6173d-61f0-40aa-93be-1709e8d51e61 service neutron] Bound port: 3a749027-3dcd-46f5-83a0-1a2b5506f788, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fe1025a-ef48-4d42-914a-75eec3ed90de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:47:37.056422 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-27c6173d-61f0-40aa-93be-1709e8d51e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:37.085162 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 01c51909-3758-4545-9033-35735f628bac up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:47:37.087700 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973bbb40-9a10-422c-b237-df1f120a526a None None] Pushing event deleted for resources: {'Port': ['ID=20a21274-1c8a-4219-bcd8-af7b8f352fd4,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:37.093168 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973bbb40-9a10-422c-b237-df1f120a526a None None] No DVR routers for this DVR port 20a21274-1c8a-4219-bcd8-af7b8f352fd4 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:47:37.169563 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-27c6173d-61f0-40aa-93be-1709e8d51e61 service neutron] For port 3a749027-3dcd-46f5-83a0-1a2b5506f788, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:47:37.174930 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-27c6173d-61f0-40aa-93be-1709e8d51e61 service neutron] For port 3a749027-3dcd-46f5-83a0-1a2b5506f788, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=3a749027-3dcd-46f5-83a0-1a2b5506f788,segment=NetworkSegment(7fe1025a-ef48-4d42-914a-75eec3ed90de),segment_id=7fe1025a-ef48-4d42-914a-75eec3ed90de)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:47:37.183053 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 01c51909-3758-4545-9033-35735f628bac completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:37.184750 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d43058-fec8-4e30-b947-42964a7de0ed admin admin] Router 13591a8d-0e87-49b9-a5e9-8806ed44d6e3 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:47:37.187565 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 01c51909-3758-4545-9033-35735f628bac triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:37.188386 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:37.196339 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-d67a3358-01df-498e-8858-dec7b85cd088 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8fa7b48cd6324c3d898d34efdddefc05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2169883 Apr 28 19:47:37.197008 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b377a445-1c2c-47f2-b7b7-319c6adb584d tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:37.201168 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-27c6173d-61f0-40aa-93be-1709e8d51e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:37.202453 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-93e6581b-88d6-4b25-9118-def6a2caf684 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:37.209179 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93e6581b-88d6-4b25-9118-def6a2caf684 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:47:37.209598 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-93e6581b-88d6-4b25-9118-def6a2caf684 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:37.275103 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:47:37.275103 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:47:37.275103 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:47:37.275103 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:47:37.275103 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:47:37.275103 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:47:37.275103 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:47:37.275103 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:47:37.275103 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:47:37.275103 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:47:37.275103 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:47:37.275103 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:47:37.275103 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:47:37.275103 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:47:37.275103 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:47:37.275103 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:47:37.275103 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:47:37.275103 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:47:37.275103 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:47:37.275103 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:47:37.275103 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:47:37.275103 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:47:37.275103 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:47:37.275103 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:47:37.275103 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:47:37.275103 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:47:37.275103 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:47:37.275103 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:47:37.275103 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:47:37.275103 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:47:37.275103 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:47:37.275103 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:47:37.284651 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6173d-61f0-40aa-93be-1709e8d51e61 service neutron] Pushing event updated for resources: {'Port': ['ID=3a749027-3dcd-46f5-83a0-1a2b5506f788,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:37.308297 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-27c6173d-61f0-40aa-93be-1709e8d51e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:37.309067 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-27c6173d-61f0-40aa-93be-1709e8d51e61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:37.311309 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-27c6173d-61f0-40aa-93be-1709e8d51e61 service neutron] 10.222.0.15 "PUT /v2.0/ports/3a749027-3dcd-46f5-83a0-1a2b5506f788 HTTP/1.1" status: 200 len: 1092 time: 1.3699253 Apr 28 19:47:37.311860 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6131832e-2e81-46f8-8bdb-3ed0d25d329e', 'tag': '3a749027-3dcd-46f5-83a0-1a2b5506f788'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:37.316955 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a0e36f-25a1-4efb-9b37-e1b611b5740f" -d '{"events": [{"name": "network-changed", "server_uuid": "6131832e-2e81-46f8-8bdb-3ed0d25d329e", "tag": "3a749027-3dcd-46f5-83a0-1a2b5506f788"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:47:37.335415 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:37.347796 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-93e6581b-88d6-4b25-9118-def6a2caf684 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:37.365584 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device b6e2097d-ea0d-4e0b-a30b-2cc3dcfbb792 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:47:37.401286 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-93e6581b-88d6-4b25-9118-def6a2caf684 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:37.403891 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: b6e2097d-ea0d-4e0b-a30b-2cc3dcfbb792 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:47:37.404309 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device b6e2097d-ea0d-4e0b-a30b-2cc3dcfbb792 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:47:37.404722 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 20a21274-1c8a-4219-bcd8-af7b8f352fd4 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:47:37.413903 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-93e6581b-88d6-4b25-9118-def6a2caf684 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "DELETE /v2.0/networks/599034e0-defd-4a8f-a6f0-947f37bda9fd HTTP/1.1" status: 204 len: 168 time: 1.2533104 Apr 28 19:47:37.415969 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6581b-88d6-4b25-9118-def6a2caf684 tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Pushing event deleted for resources: {'Network': ['ID=599034e0-defd-4a8f-a6f0-947f37bda9fd,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:37.426078 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 58082) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:37.430699 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381f541a-fe37-4b76-83cb-fb951039ecf1 x-openstack-request-id: req-381f541a-fe37-4b76-83cb-fb951039ecf1 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:47:37.431001 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6131832e-2e81-46f8-8bdb-3ed0d25d329e", "tag": "3a749027-3dcd-46f5-83a0-1a2b5506f788", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:47:37.431256 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-381f541a-fe37-4b76-83cb-fb951039ecf1 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:47:37.431670 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-381f541a-fe37-4b76-83cb-fb951039ecf1'] response: {'name': 'network-changed', 'server_uuid': '6131832e-2e81-46f8-8bdb-3ed0d25d329e', 'tag': '3a749027-3dcd-46f5-83a0-1a2b5506f788', 'status': 'completed', 'code': 200} Apr 28 19:47:37.434191 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 20a21274-1c8a-4219-bcd8-af7b8f352fd4 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:47:37.434542 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 20a21274-1c8a-4219-bcd8-af7b8f352fd4 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:47:37.468312 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 01c51909-3758-4545-9033-35735f628bac, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=01c51909-3758-4545-9033-35735f628bac,segment=NetworkSegment(51039b99-7ae2-4b2a-8868-b76f3cd7a80e),segment_id=51039b99-7ae2-4b2a-8868-b76f3cd7a80e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:37.471764 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1062db-6464-4521-8a0c-1cd9622d3f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c51909-3758-4545-9033-35735f628bac'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:37.475263 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7fb258-ecb3-449a-b434-ae759b78341c" -d '{"events": [{"server_uuid": "ec1062db-6464-4521-8a0c-1cd9622d3f07", "name": "network-vif-plugged", "status": "completed", "tag": "01c51909-3758-4545-9033-35735f628bac"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:47:37.487646 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:37.571059 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-b0a7f0b8-3223-4b22-bfcc-28fb6de22839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:37.573435 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-b0a7f0b8-3223-4b22-bfcc-28fb6de22839 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8766bd4e5ff74ccda54aedeba9de3560&device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 1095 time: 0.2112794 Apr 28 19:47:37.602843 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d43058-fec8-4e30-b947-42964a7de0ed admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:47:37.607910 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=01c51909-3758-4545-9033-35735f628bac,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:37.617262 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cb1ea4-6957-463c-9bd5-911e8bd26715 None None] Sync routers for ids ['13591a8d-0e87-49b9-a5e9-8806ed44d6e3'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:47:37.620492 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-50d43058-fec8-4e30-b947-42964a7de0ed admin admin] 10.222.0.42 "PUT /v2.0/routers/13591a8d-0e87-49b9-a5e9-8806ed44d6e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9393725 Apr 28 19:47:37.625338 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58090) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:37.643038 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cb1ea4-6957-463c-9bd5-911e8bd26715 None None] Routers {'13591a8d-0e87-49b9-a5e9-8806ed44d6e3'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:37.652622 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-c0cb1ea4-6957-463c-9bd5-911e8bd26715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:47:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['13591a8d-0e87-49b9-a5e9-8806ed44d6e3'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:37.688383 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-b6facae2-33df-4f87-aae4-3d9d836c587f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a749027-3dcd-46f5-83a0-1a2b5506f788 HTTP/1.1" status: 200 len: 217 time: 0.0985940 Apr 28 19:47:37.700437 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3876ee2f-2936-4347-8721-5277a888d10a tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:37.755079 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-93a90fd8-8182-4300-b2db-b7fa4b9c5772 service neutron] 10.222.0.42 "GET /v2.0/networks/83b05ad6-239f-42f0-8d79-d8e87e9e7591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773853 Apr 28 19:47:37.768508 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-d72c9b56-eebd-49f3-81fc-911f3d89ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:37.770673 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-d72c9b56-eebd-49f3-81fc-911f3d89ba7b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d9c43513-8faa-4150-80e2-a774186aa1a0 HTTP/1.1" status: 200 len: 856 time: 0.0679734 Apr 28 19:47:37.890066 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-c0cb1ea4-6957-463c-9bd5-911e8bd26715 None None] Set router 13591a8d-0e87-49b9-a5e9-8806ed44d6e3 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:47:37.936406 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b2a8a-8568-465a-8912-be07a38ed7dc req-b199b058-3922-47bf-9bcd-3ca54e0b8230 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:37.940732 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ff5b2a8a-8568-465a-8912-be07a38ed7dc req-b199b058-3922-47bf-9bcd-3ca54e0b8230 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec1062db-6464-4521-8a0c-1cd9622d3f07 HTTP/1.1" status: 200 len: 946 time: 0.2494471 Apr 28 19:47:37.959234 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-3a762766-e725-4094-9cc7-130b7f4439b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:37.960698 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-3a762766-e725-4094-9cc7-130b7f4439b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=361c3585-c6e2-486f-967a-33f86818c3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1585069 Apr 28 19:47:38.103633 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3876ee2f-2936-4347-8721-5277a888d10a tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:38.123340 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ff5b2a8a-8568-465a-8912-be07a38ed7dc req-215644c5-311d-4efa-ab8a-ffa1ec3edd49 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714232 Apr 28 19:47:38.147378 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-3876ee2f-2936-4347-8721-5277a888d10a tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80835d31-d60f-4749-a1bd-4756afb7302e']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:38.168039 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-3876ee2f-2936-4347-8721-5277a888d10a tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4087ef1-be9e-4991-b622-f4da06ef46a1') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:38.168433 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-3876ee2f-2936-4347-8721-5277a888d10a tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4087ef1-be9e-4991-b622-f4da06ef46a1') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:38.187658 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3876ee2f-2936-4347-8721-5277a888d10a tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:38.211912 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-0c72844f-ca08-4fcf-a359-793d8558afe4 service neutron] 10.222.0.15 "GET /v2.0/networks/361c3585-c6e2-486f-967a-33f86818c3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326016 Apr 28 19:47:38.226158 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7044cda3-325f-4271-ac07-03fc5ea83c58 x-openstack-request-id: req-7044cda3-325f-4271-ac07-03fc5ea83c58 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:47:38.226725 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1062db-6464-4521-8a0c-1cd9622d3f07", "name": "network-vif-plugged", "status": "completed", "tag": "01c51909-3758-4545-9033-35735f628bac", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:47:38.226725 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7044cda3-325f-4271-ac07-03fc5ea83c58 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:47:38.227085 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7044cda3-325f-4271-ac07-03fc5ea83c58'] response: {'server_uuid': 'ec1062db-6464-4521-8a0c-1cd9622d3f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c51909-3758-4545-9033-35735f628bac', 'code': 200} Apr 28 19:47:38.233908 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3876ee2f-2936-4347-8721-5277a888d10a tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:38.253263 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3876ee2f-2936-4347-8721-5277a888d10a tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:47:38.253713 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3876ee2f-2936-4347-8721-5277a888d10a tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:38.256949 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:47:38.256949 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:47:38.256949 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:47:38.256949 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:47:38.256949 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:47:38.256949 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:47:38.256949 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:47:38.256949 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:47:38.256949 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:47:38.256949 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:47:38.256949 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:47:38.256949 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:47:38.256949 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:47:38.256949 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:47:38.256949 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:47:38.256949 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:47:38.256949 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:47:38.256949 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:47:38.256949 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:47:38.256949 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:47:38.256949 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:47:38.256949 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:47:38.256949 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:47:38.256949 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:47:38.256949 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:47:38.256949 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:47:38.256949 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:47:38.256949 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:47:38.256949 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:47:38.256949 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:47:38.256949 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:47:38.256949 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:47:38.283183 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b377a445-1c2c-47f2-b7b7-319c6adb584d tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:38.331459 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-50dc12e7-a4a7-451c-b7f9-130ed9184e12 admin admin] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:38.378753 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-c0cb1ea4-6957-463c-9bd5-911e8bd26715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-564468866-router', 'tenant_id': '907c62a112ef46e89904d42b16ec6b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'ddfbd15a-a3ac-472a-a632-3c131c1a82e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:02Z', 'updated_at': '2022-04-28T19:47:35Z', 'revision_number': 5, 'project_id': '907c62a112ef46e89904d42b16ec6b69', 'gw_port': {'id': 'ddfbd15a-a3ac-472a-a632-3c131c1a82e9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:02Z', 'updated_at': '2022-04-28T19:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:38.425743 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cb1ea4-6957-463c-9bd5-911e8bd26715 None None] Checking router: 13591a8d-0e87-49b9-a5e9-8806ed44d6e3 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:47:38.430798 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3876ee2f-2936-4347-8721-5277a888d10a tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:38.442020 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cb1ea4-6957-463c-9bd5-911e8bd26715 None None] Routers {'13591a8d-0e87-49b9-a5e9-8806ed44d6e3'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:38.442812 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-c0cb1ea4-6957-463c-9bd5-911e8bd26715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:47:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['13591a8d-0e87-49b9-a5e9-8806ed44d6e3'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:38.444091 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3876ee2f-2936-4347-8721-5277a888d10a tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:38.447598 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3876ee2f-2936-4347-8721-5277a888d10a tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] 10.222.0.42 "DELETE /v2.0/networks/80835d31-d60f-4749-a1bd-4756afb7302e HTTP/1.1" status: 204 len: 168 time: 1.0141015 Apr 28 19:47:38.462655 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5393965-f71b-41c7-9e39-f32c235d8521 req-736ea6c5-2c91-4477-80e2-38bba986259c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:38.462655 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d5393965-f71b-41c7-9e39-f32c235d8521 req-736ea6c5-2c91-4477-80e2-38bba986259c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ec1062db-6464-4521-8a0c-1cd9622d3f07 HTTP/1.1" status: 200 len: 1097 time: 0.1582983 Apr 28 19:47:38.470219 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f4f0b14-62ba-4191-835e-cfd6bc9f5c01 req-eb0f2141-a1ec-441e-a2d3-6fa3e70a6eb1 service neutron] 10.222.0.15 "GET /v2.0/networks/361c3585-c6e2-486f-967a-33f86818c3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412786 Apr 28 19:47:38.486933 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876ee2f-2936-4347-8721-5277a888d10a tempest-TaggedBootDevicesTest-1076272307 tempest-TaggedBootDevicesTest-1076272307-project] Pushing event deleted for resources: {'Network': ['ID=80835d31-d60f-4749-a1bd-4756afb7302e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:38.508075 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6bedf-96ce-4134-97a8-5b0a4a35ed46 req-944bd787-6e54-4a9b-a28c-a35e2bdcb3be tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:38.509672 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-56d6bedf-96ce-4134-97a8-5b0a4a35ed46 req-944bd787-6e54-4a9b-a28c-a35e2bdcb3be tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 944 time: 0.1549032 Apr 28 19:47:38.533529 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d5393965-f71b-41c7-9e39-f32c235d8521 req-1055d78e-d532-45c9-b234-88748f983f43 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697451 Apr 28 19:47:38.589450 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-56d6bedf-96ce-4134-97a8-5b0a4a35ed46 req-69aa0b48-6616-44f4-8ca8-41939c4ceb82 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707150 Apr 28 19:47:38.601353 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0e36f-25a1-4efb-9b37-e1b611b5740f req-992d186d-02ff-4d92-86e1-fceb693c8798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:38.605716 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-51a0e36f-25a1-4efb-9b37-e1b611b5740f req-992d186d-02ff-4d92-86e1-fceb693c8798 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8766bd4e5ff74ccda54aedeba9de3560&device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 1095 time: 0.0616004 Apr 28 19:47:38.628490 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-c0cb1ea4-6957-463c-9bd5-911e8bd26715 None None] Set router 13591a8d-0e87-49b9-a5e9-8806ed44d6e3 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:47:38.756779 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b377a445-1c2c-47f2-b7b7-319c6adb584d tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Router 1e416682-c6e9-4805-ae64-93f53bc54482 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:47:38.791729 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0e36f-25a1-4efb-9b37-e1b611b5740f req-5443de5d-eff9-4c82-84cf-7f7fe3110364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:38.791935 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-584c435e-5414-4b99-a29b-80972a3fcb8b service neutron] 10.222.0.42 "GET /v2.0/networks/83b05ad6-239f-42f0-8d79-d8e87e9e7591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5281236 Apr 28 19:47:38.792930 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-51a0e36f-25a1-4efb-9b37-e1b611b5740f req-5443de5d-eff9-4c82-84cf-7f7fe3110364 service neutron] 10.222.0.15 "GET /v2.0/networks?id=361c3585-c6e2-486f-967a-33f86818c3c9 HTTP/1.1" status: 200 len: 918 time: 0.1801469 Apr 28 19:47:38.806915 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-50dc12e7-a4a7-451c-b7f9-130ed9184e12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:38.871664 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-51a0e36f-25a1-4efb-9b37-e1b611b5740f req-4d31caa9-3078-4bbb-b5a4-0fba874daf61 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a749027-3dcd-46f5-83a0-1a2b5506f788 HTTP/1.1" status: 200 len: 217 time: 0.0646682 Apr 28 19:47:38.956795 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-c0cb1ea4-6957-463c-9bd5-911e8bd26715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-564468866-router', 'tenant_id': '907c62a112ef46e89904d42b16ec6b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'ddfbd15a-a3ac-472a-a632-3c131c1a82e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:02Z', 'updated_at': '2022-04-28T19:47:35Z', 'revision_number': 5, 'project_id': '907c62a112ef46e89904d42b16ec6b69', 'gw_port': {'id': 'ddfbd15a-a3ac-472a-a632-3c131c1a82e9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:02Z', 'updated_at': '2022-04-28T19:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:39.034839 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cb1ea4-6957-463c-9bd5-911e8bd26715 None None] The sync data for ids ['13591a8d-0e87-49b9-a5e9-8806ed44d6e3'] in n-d-839810-1 is: [{'id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'name': 'tempest-ServerRescueTestJSONUnderV235-564468866-router', 'tenant_id': '907c62a112ef46e89904d42b16ec6b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'ddfbd15a-a3ac-472a-a632-3c131c1a82e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:02Z', 'updated_at': '2022-04-28T19:47:35Z', 'revision_number': 5, 'project_id': '907c62a112ef46e89904d42b16ec6b69', 'gw_port': {'id': 'ddfbd15a-a3ac-472a-a632-3c131c1a82e9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13591a8d-0e87-49b9-a5e9-8806ed44d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:02Z', 'updated_at': '2022-04-28T19:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:47:39.051186 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0e36f-25a1-4efb-9b37-e1b611b5740f req-4fb193b5-4532-4960-8c91-a5170bb31420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:39.053148 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-51a0e36f-25a1-4efb-9b37-e1b611b5740f req-4fb193b5-4532-4960-8c91-a5170bb31420 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d9c43513-8faa-4150-80e2-a774186aa1a0 HTTP/1.1" status: 200 len: 856 time: 0.1724637 Apr 28 19:47:39.060673 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b377a445-1c2c-47f2-b7b7-319c6adb584d tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:47:39.073775 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23facd54-9a08-41ae-99e2-a6576187a0fb None None] Sync routers for ids ['1e416682-c6e9-4805-ae64-93f53bc54482'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:47:39.099838 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23facd54-9a08-41ae-99e2-a6576187a0fb None None] Routers {'1e416682-c6e9-4805-ae64-93f53bc54482'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:39.101292 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-23facd54-9a08-41ae-99e2-a6576187a0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:47:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1e416682-c6e9-4805-ae64-93f53bc54482'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:39.128948 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b377a445-1c2c-47f2-b7b7-319c6adb584d tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:39.130313 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b377a445-1c2c-47f2-b7b7-319c6adb584d tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.5593297 Apr 28 19:47:39.133931 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 58108) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:39.151132 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-50dc12e7-a4a7-451c-b7f9-130ed9184e12 admin admin] Deleting port ddfbd15a-a3ac-472a-a632-3c131c1a82e9 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:47:39.152040 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-50dc12e7-a4a7-451c-b7f9-130ed9184e12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:39.284786 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-70968a15-239d-4545-8f1f-c410835260fa req-07295e6e-a475-4f39-bf9c-80a6a0b5175b tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ff9667-5f34-437a-ad2c-6ee92c404acd HTTP/1.1" status: 200 len: 210 time: 0.0489645 Apr 28 19:47:39.304485 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-50dc12e7-a4a7-451c-b7f9-130ed9184e12 admin admin] For port ddfbd15a-a3ac-472a-a632-3c131c1a82e9, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ddfbd15a-a3ac-472a-a632-3c131c1a82e9,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:39.305076 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-50dc12e7-a4a7-451c-b7f9-130ed9184e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:39.324341 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-50dc12e7-a4a7-451c-b7f9-130ed9184e12 admin admin] Calling delete_port for ddfbd15a-a3ac-472a-a632-3c131c1a82e9 owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:47:39.342509 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-23facd54-9a08-41ae-99e2-a6576187a0fb None None] Set router 1e416682-c6e9-4805-ae64-93f53bc54482 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:47:39.465716 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a1acf1c1-3521-4226-9204-119bc882d5f7 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:47:39.519152 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: a1acf1c1-3521-4226-9204-119bc882d5f7 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:47:39.523208 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a1acf1c1-3521-4226-9204-119bc882d5f7 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:47:39.632035 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83050b-3a93-4536-a999-36be6f34ac01 req-27451918-7e39-4e16-8953-3ac44fbd7925 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:39.642552 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ad83050b-3a93-4536-a999-36be6f34ac01 req-27451918-7e39-4e16-8953-3ac44fbd7925 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec1062db-6464-4521-8a0c-1cd9622d3f07 HTTP/1.1" status: 200 len: 946 time: 0.2453997 Apr 28 19:47:39.742967 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-23facd54-9a08-41ae-99e2-a6576187a0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e416682-c6e9-4805-ae64-93f53bc54482', 'name': 'tempest-snat-router-233242145', 'tenant_id': 'fdab2991d4bc4ade81b4c4026500af2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.28'}], 'enable_snat': False}, 'gw_port_id': '52f57d54-c2a7-46b2-8dd6-3e6eab6c169b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:32Z', 'updated_at': '2022-04-28T19:47:36Z', 'revision_number': 3, 'project_id': 'fdab2991d4bc4ade81b4c4026500af2c', 'gw_port': {'id': '52f57d54-c2a7-46b2-8dd6-3e6eab6c169b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:dc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e416682-c6e9-4805-ae64-93f53bc54482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:34Z', 'updated_at': '2022-04-28T19:47:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:39.753854 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ad83050b-3a93-4536-a999-36be6f34ac01 req-9f250a54-243e-44e4-8a60-da6d629a8eb2 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045709 Apr 28 19:47:39.827852 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-50dc12e7-a4a7-451c-b7f9-130ed9184e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:39.844231 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23facd54-9a08-41ae-99e2-a6576187a0fb None None] Checking router: 1e416682-c6e9-4805-ae64-93f53bc54482 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:47:39.845521 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23facd54-9a08-41ae-99e2-a6576187a0fb None None] Updating router 1e416682-c6e9-4805-ae64-93f53bc54482 port 52f57d54-c2a7-46b2-8dd6-3e6eab6c169b binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:47:39.881495 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc12e7-a4a7-451c-b7f9-130ed9184e12 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddfbd15a-a3ac-472a-a632-3c131c1a82e9,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:39.935111 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-23facd54-9a08-41ae-99e2-a6576187a0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:40.035044 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-50dc12e7-a4a7-451c-b7f9-130ed9184e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:40.041092 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0e36f-25a1-4efb-9b37-e1b611b5740f req-3aa620f7-60ea-4d6c-8b03-6cce6b387e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:40.046734 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-51a0e36f-25a1-4efb-9b37-e1b611b5740f req-3aa620f7-60ea-4d6c-8b03-6cce6b387e6f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=361c3585-c6e2-486f-967a-33f86818c3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9840479 Apr 28 19:47:40.145092 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b60e7a21-1b01-4bc7-9162-1f912fb7ee2a tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] 10.222.0.42 "GET /v2.0/routers/1e416682-c6e9-4805-ae64-93f53bc54482 HTTP/1.1" status: 200 len: 907 time: 1.0024066 Apr 28 19:47:40.145261 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58130) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:40.154141 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-1d12b580-f023-4aa1-b4c3-8d42313093ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Request body: {'router': {'name': 'tempest-snat-router-233242145', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'enable_snat': True}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:40.222889 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1d12b580-f023-4aa1-b4c3-8d42313093ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:40.224003 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1d12b580-f023-4aa1-b4c3-8d42313093ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:40.229148 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-50dc12e7-a4a7-451c-b7f9-130ed9184e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:40.232781 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-50dc12e7-a4a7-451c-b7f9-130ed9184e12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:40.234556 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5096c-70cd-42ab-993e-6fbb3306ee49 req-af417835-aea9-4d30-ab89-20ca9346ff1e tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:40.236961 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a1d5096c-70cd-42ab-993e-6fbb3306ee49 req-af417835-aea9-4d30-ab89-20ca9346ff1e tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 944 time: 0.2343628 Apr 28 19:47:40.330577 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a1d5096c-70cd-42ab-993e-6fbb3306ee49 req-4a316440-51de-4ebb-bd1d-3e5ac86afb36 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832989 Apr 28 19:47:40.366336 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-51a0e36f-25a1-4efb-9b37-e1b611b5740f req-e50d7e5e-9bb5-44e0-91aa-8947714bd02b service neutron] 10.222.0.15 "GET /v2.0/networks/361c3585-c6e2-486f-967a-33f86818c3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886806 Apr 28 19:47:40.396961 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-50dc12e7-a4a7-451c-b7f9-130ed9184e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:40.397525 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50dc12e7-a4a7-451c-b7f9-130ed9184e12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13591a8d-0e87-49b9-a5e9-8806ed44d6e3 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:47:40.414956 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-50dc12e7-a4a7-451c-b7f9-130ed9184e12 admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:40.418408 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-50dc12e7-a4a7-451c-b7f9-130ed9184e12 admin admin] 10.222.0.42 "DELETE /v2.0/routers/13591a8d-0e87-49b9-a5e9-8806ed44d6e3 HTTP/1.1" status: 204 len: 168 time: 2.7875800 Apr 28 19:47:40.418632 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1d12b580-f023-4aa1-b4c3-8d42313093ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:40.419955 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58136) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:40.581924 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-15993b80-697d-4136-8ca9-6ce0dbdd47fd req-9ca97b98-6e9f-4918-ba08-070425115ec8 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ff9667-5f34-437a-ad2c-6ee92c404acd HTTP/1.1" status: 200 len: 210 time: 0.0599790 Apr 28 19:47:40.651340 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-23facd54-9a08-41ae-99e2-a6576187a0fb None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:40.665761 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-23facd54-9a08-41ae-99e2-a6576187a0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:40.697368 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-51a0e36f-25a1-4efb-9b37-e1b611b5740f req-9d7b2fda-de9e-49a4-9051-a266c0e3106c service neutron] 10.222.0.15 "GET /v2.0/networks/361c3585-c6e2-486f-967a-33f86818c3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215964 Apr 28 19:47:40.717268 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-23facd54-9a08-41ae-99e2-a6576187a0fb None None] Attempting to bind port 52f57d54-c2a7-46b2-8dd6-3e6eab6c169b on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:47:40.717712 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-23facd54-9a08-41ae-99e2-a6576187a0fb None None] Attempting to bind port 52f57d54-c2a7-46b2-8dd6-3e6eab6c169b by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:47:40.718073 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23facd54-9a08-41ae-99e2-a6576187a0fb None None] Attempting to bind port 52f57d54-c2a7-46b2-8dd6-3e6eab6c169b on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:47:40.738778 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23facd54-9a08-41ae-99e2-a6576187a0fb None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:47:40.739033 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23facd54-9a08-41ae-99e2-a6576187a0fb None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:47:40.739705 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-23facd54-9a08-41ae-99e2-a6576187a0fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:40.740299 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23facd54-9a08-41ae-99e2-a6576187a0fb None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:47:40.740959 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-23facd54-9a08-41ae-99e2-a6576187a0fb None None] Bound port: 52f57d54-c2a7-46b2-8dd6-3e6eab6c169b, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:47:40.741512 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-23facd54-9a08-41ae-99e2-a6576187a0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:40.743122 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e5841c0-9b79-46ba-bff8-7baac2df13bf admin admin] Deleting subnet 177bc5d3-d699-482d-a8e8-05451a931e18 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:47:40.769945 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea58567-da0d-493b-948e-a2d57d18028c None None] Pushing event updated for resources: {'Port': ['ID=52f57d54-c2a7-46b2-8dd6-3e6eab6c169b,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:40.796307 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9e5841c0-9b79-46ba-bff8-7baac2df13bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:40.819595 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1d12b580-f023-4aa1-b4c3-8d42313093ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:40.845450 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-23facd54-9a08-41ae-99e2-a6576187a0fb None None] For port 52f57d54-c2a7-46b2-8dd6-3e6eab6c169b, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:47:40.856600 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-23facd54-9a08-41ae-99e2-a6576187a0fb None None] For port 52f57d54-c2a7-46b2-8dd6-3e6eab6c169b, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=52f57d54-c2a7-46b2-8dd6-3e6eab6c169b,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:47:40.867098 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-23facd54-9a08-41ae-99e2-a6576187a0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:40.926005 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9e5841c0-9b79-46ba-bff8-7baac2df13bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:40.960437 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea58567-da0d-493b-948e-a2d57d18028c None None] Pushing event updated for resources: {'Port': ['ID=52f57d54-c2a7-46b2-8dd6-3e6eab6c169b,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:40.979269 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9e5841c0-9b79-46ba-bff8-7baac2df13bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:41.013464 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23facd54-9a08-41ae-99e2-a6576187a0fb None None] Routers {'1e416682-c6e9-4805-ae64-93f53bc54482'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:41.015011 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-23facd54-9a08-41ae-99e2-a6576187a0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:47:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1e416682-c6e9-4805-ae64-93f53bc54482'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:41.044761 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd77f5-0092-4fd1-9a1a-452d95ff3964 req-b683e2ce-549f-4dcc-85e3-df5790a031ea tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:41.050888 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-46fd77f5-0092-4fd1-9a1a-452d95ff3964 req-b683e2ce-549f-4dcc-85e3-df5790a031ea tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec1062db-6464-4521-8a0c-1cd9622d3f07 HTTP/1.1" status: 200 len: 946 time: 0.1477914 Apr 28 19:47:41.057181 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421a9a3-fd09-45d6-92c4-52318f125327 req-1cd04ace-860e-49a7-9682-24e9bcaeae3c tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:41.065023 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-24e73144-af64-4ef8-980d-adac2eae80b2 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:41.065264 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7421a9a3-fd09-45d6-92c4-52318f125327 req-1cd04ace-860e-49a7-9682-24e9bcaeae3c tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 945 time: 0.3362858 Apr 28 19:47:41.066935 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-24e73144-af64-4ef8-980d-adac2eae80b2 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.44 "GET /v2.0/networks?id=83b05ad6-239f-42f0-8d79-d8e87e9e7591 HTTP/1.1" status: 200 len: 809 time: 0.2939053 Apr 28 19:47:41.075634 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9e5841c0-9b79-46ba-bff8-7baac2df13bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:41.097270 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-5d372a34-f552-4206-a6bc-328dd63d68fc tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Request body: {'port': {'device_id': 'e8ff9667-5f34-437a-ad2c-6ee92c404acd', 'network_id': '83b05ad6-239f-42f0-8d79-d8e87e9e7591', 'admin_state_up': True, 'tenant_id': '8fa7b48cd6324c3d898d34efdddefc05'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:41.175070 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5841c0-9b79-46ba-bff8-7baac2df13bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=177bc5d3-d699-482d-a8e8-05451a931e18,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:41.210316 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9e5841c0-9b79-46ba-bff8-7baac2df13bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:41.215067 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9e5841c0-9b79-46ba-bff8-7baac2df13bf admin admin] 10.222.0.42 "DELETE /v2.0/subnets/177bc5d3-d699-482d-a8e8-05451a931e18 HTTP/1.1" status: 204 len: 168 time: 0.7937410 Apr 28 19:47:41.217723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58144) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:41.218160 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-46fd77f5-0092-4fd1-9a1a-452d95ff3964 req-33657be3-41b3-4d54-a03c-668372e603d5 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470339 Apr 28 19:47:41.226924 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-23facd54-9a08-41ae-99e2-a6576187a0fb None None] Set router 1e416682-c6e9-4805-ae64-93f53bc54482 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:47:41.271988 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ddfbd15a-a3ac-472a-a632-3c131c1a82e9 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:47:41.284082 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7421a9a3-fd09-45d6-92c4-52318f125327 req-7cde2573-2c23-4cf2-bdda-0b9649892ef5 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a15d10f-28d1-4c71-978e-dccf205b55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958413 Apr 28 19:47:41.323283 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: ddfbd15a-a3ac-472a-a632-3c131c1a82e9 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:47:41.323517 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ddfbd15a-a3ac-472a-a632-3c131c1a82e9 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:47:41.324596 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-5d372a34-f552-4206-a6bc-328dd63d68fc tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Made reservation on behalf of 8fa7b48cd6324c3d898d34efdddefc05 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:41.333000 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-5d372a34-f552-4206-a6bc-328dd63d68fc tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:41.365178 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f194eb92-1444-4c39-8317-dad9ccde686a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:41.512342 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 3a749027-3dcd-46f5-83a0-1a2b5506f788 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:47:41.611290 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-5d372a34-f552-4206-a6bc-328dd63d68fc tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Allocated IP 172.20.0.9 (83b05ad6-239f-42f0-8d79-d8e87e9e7591/f2a30fc9-16eb-4c1a-b7a4-cd1563312ae5/8e99726b-d853-419e-9a0e-aa4c2c1de819) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:41.644722 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f194eb92-1444-4c39-8317-dad9ccde686a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:41.670026 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-f194eb92-1444-4c39-8317-dad9ccde686a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6107f07c-5b1e-4365-afeb-d6c663c5f568']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:41.681759 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-f194eb92-1444-4c39-8317-dad9ccde686a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d34468-cd67-4892-bcbc-df83feca58ba') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:41.682203 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-f194eb92-1444-4c39-8317-dad9ccde686a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d34468-cd67-4892-bcbc-df83feca58ba') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:41.701388 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f194eb92-1444-4c39-8317-dad9ccde686a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:41.719602 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f194eb92-1444-4c39-8317-dad9ccde686a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:41.728924 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f194eb92-1444-4c39-8317-dad9ccde686a admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:47:41.729538 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f194eb92-1444-4c39-8317-dad9ccde686a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:41.803662 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1d12b580-f023-4aa1-b4c3-8d42313093ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:41.806674 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:47:41.806674 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:47:41.806674 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:47:41.806674 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:47:41.806674 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:47:41.806674 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:47:41.806674 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:47:41.806674 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:47:41.806674 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:47:41.806674 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:47:41.806674 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:47:41.806674 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:47:41.806674 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:47:41.806674 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:47:41.806674 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:47:41.806674 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:47:41.806674 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:47:41.806674 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:47:41.806674 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:47:41.806674 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:47:41.806674 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:47:41.806674 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:47:41.806674 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:47:41.806674 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:47:41.806674 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:47:41.806674 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:47:41.806674 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:47:41.806674 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:47:41.806674 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:47:41.806674 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:47:41.806674 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:47:41.806674 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:47:41.812347 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-5d372a34-f552-4206-a6bc-328dd63d68fc tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:41.815233 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-23facd54-9a08-41ae-99e2-a6576187a0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e416682-c6e9-4805-ae64-93f53bc54482', 'name': 'tempest-snat-router-233242145', 'tenant_id': 'fdab2991d4bc4ade81b4c4026500af2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.28'}], 'enable_snat': False}, 'gw_port_id': '52f57d54-c2a7-46b2-8dd6-3e6eab6c169b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:32Z', 'updated_at': '2022-04-28T19:47:36Z', 'revision_number': 3, 'project_id': 'fdab2991d4bc4ade81b4c4026500af2c', 'gw_port': {'id': '52f57d54-c2a7-46b2-8dd6-3e6eab6c169b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:dc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e416682-c6e9-4805-ae64-93f53bc54482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:34Z', 'updated_at': '2022-04-28T19:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:41.839124 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f194eb92-1444-4c39-8317-dad9ccde686a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:41.849022 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 3a749027-3dcd-46f5-83a0-1a2b5506f788, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=3a749027-3dcd-46f5-83a0-1a2b5506f788,segment=NetworkSegment(7fe1025a-ef48-4d42-914a-75eec3ed90de),segment_id=7fe1025a-ef48-4d42-914a-75eec3ed90de)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:41.850283 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23facd54-9a08-41ae-99e2-a6576187a0fb None None] The sync data for ids ['1e416682-c6e9-4805-ae64-93f53bc54482'] in n-d-839810-1 is: [{'id': '1e416682-c6e9-4805-ae64-93f53bc54482', 'name': 'tempest-snat-router-233242145', 'tenant_id': 'fdab2991d4bc4ade81b4c4026500af2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.28'}], 'enable_snat': False}, 'gw_port_id': '52f57d54-c2a7-46b2-8dd6-3e6eab6c169b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:32Z', 'updated_at': '2022-04-28T19:47:36Z', 'revision_number': 3, 'project_id': 'fdab2991d4bc4ade81b4c4026500af2c', 'gw_port': {'id': '52f57d54-c2a7-46b2-8dd6-3e6eab6c169b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:dc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e416682-c6e9-4805-ae64-93f53bc54482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:34Z', 'updated_at': '2022-04-28T19:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:47:41.853184 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f194eb92-1444-4c39-8317-dad9ccde686a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:41.859289 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f194eb92-1444-4c39-8317-dad9ccde686a admin admin] 10.222.0.42 "DELETE /v2.0/networks/6107f07c-5b1e-4365-afeb-d6c663c5f568 HTTP/1.1" status: 204 len: 168 time: 0.6388509 Apr 28 19:47:41.877363 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '3a749027-3dcd-46f5-83a0-1a2b5506f788', 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9', 'port_id': '3a749027-3dcd-46f5-83a0-1a2b5506f788', 'mac_address': 'fa:16:3e:80:f4:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9c43513-8faa-4150-80e2-a774186aa1a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:47:41.882941 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1d12b580-f023-4aa1-b4c3-8d42313093ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:41.966947 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e040e2-79fd-4424-9408-43a0c91b2093 req-7cf43683-e3f3-4f5b-ad96-60038f9bd98c tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:41.969134 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-89e040e2-79fd-4424-9408-43a0c91b2093 req-7cf43683-e3f3-4f5b-ad96-60038f9bd98c tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec1062db-6464-4521-8a0c-1cd9622d3f07 HTTP/1.1" status: 200 len: 946 time: 0.1484880 Apr 28 19:47:41.977115 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:42.004311 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-5d372a34-f552-4206-a6bc-328dd63d68fc tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:42.012975 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a749027-3dcd-46f5-83a0-1a2b5506f788 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:47:42.058681 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-1d12b580-f023-4aa1-b4c3-8d42313093ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Allocated IP 172.25.8.14 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/60bf5cd3-f266-42a4-9cb7-2aa5ec2676cd) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:42.069817 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 3a749027-3dcd-46f5-83a0-1a2b5506f788, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=3a749027-3dcd-46f5-83a0-1a2b5506f788,segment=NetworkSegment(7fe1025a-ef48-4d42-914a-75eec3ed90de),segment_id=7fe1025a-ef48-4d42-914a-75eec3ed90de)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:42.078778 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:42.084845 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 58156) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:42.099588 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-5d372a34-f552-4206-a6bc-328dd63d68fc tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Network 83b05ad6-239f-42f0-8d79-d8e87e9e7591 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:42.133341 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=3a749027-3dcd-46f5-83a0-1a2b5506f788,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:42.140353 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-89e040e2-79fd-4424-9408-43a0c91b2093 req-f1dcfee0-5075-4fb6-8ad9-ef5cc428125d tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620445 Apr 28 19:47:42.145254 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-5d372a34-f552-4206-a6bc-328dd63d68fc tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:42.151543 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-5d372a34-f552-4206-a6bc-328dd63d68fc tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:47:42.155956 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194eb92-1444-4c39-8317-dad9ccde686a admin admin] Pushing event deleted for resources: {'Network': ['ID=6107f07c-5b1e-4365-afeb-d6c663c5f568,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:42.185897 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d372a34-f552-4206-a6bc-328dd63d68fc tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Pushing event updated for resources: {'Port': ['ID=8e99726b-d853-419e-9a0e-aa4c2c1de819,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:42.248734 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be0266-5305-478c-bba2-a17301aa390f req-309a037d-0f78-4190-9f6c-d396b176b5b9 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:42.262301 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d3be0266-5305-478c-bba2-a17301aa390f req-309a037d-0f78-4190-9f6c-d396b176b5b9 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 944 time: 0.7298796 Apr 28 19:47:42.346192 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['3a749027-3dcd-46f5-83a0-1a2b5506f788'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:47:42.380701 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1d12b580-f023-4aa1-b4c3-8d42313093ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:42.398212 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d3be0266-5305-478c-bba2-a17301aa390f req-7ffbee1d-3eb2-499f-92b2-0ee20e3c3c50 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346345 Apr 28 19:47:42.408158 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-5d372a34-f552-4206-a6bc-328dd63d68fc tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:42.408920 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-5d372a34-f552-4206-a6bc-328dd63d68fc tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:42.418877 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b70448f4-3fbd-42fb-9aac-85cb39f023f0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=907c62a112ef46e89904d42b16ec6b69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3292909 Apr 28 19:47:42.419683 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58162) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:42.436721 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9e646-8d5b-4626-9a2e-312e8a6889ca req-54a10888-e946-4929-999b-98d96f814196 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:42.439231 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b5a9e646-8d5b-4626-9a2e-312e8a6889ca req-54a10888-e946-4929-999b-98d96f814196 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ff9667-5f34-437a-ad2c-6ee92c404acd HTTP/1.1" status: 200 len: 931 time: 0.1439793 Apr 28 19:47:42.461091 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-5d372a34-f552-4206-a6bc-328dd63d68fc tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3682926 Apr 28 19:47:42.525088 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-93d6de78-b631-4792-bc5d-f74355e1e95f service neutron] Request body: {'port': {'device_id': 'e8ff9667-5f34-437a-ad2c-6ee92c404acd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:42.563548 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b5a9e646-8d5b-4626-9a2e-312e8a6889ca req-e35e05e9-995f-44f5-a014-2a8431cee08c tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb24303e-0c91-4a50-9b9c-4d966185e279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957696 Apr 28 19:47:42.609244 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-93d6de78-b631-4792-bc5d-f74355e1e95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:42.635251 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1d12b580-f023-4aa1-b4c3-8d42313093ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:42.715288 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-baec73c9-11b1-4979-a03b-c3d0f05b3961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:42.746589 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-baec73c9-11b1-4979-a03b-c3d0f05b3961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:42.777521 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c9e65-df16-44a6-ad61-6f1635588104 req-aa617501-9080-4c91-8951-87b1d155ee7e tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:42.785705 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-037c9e65-df16-44a6-ad61-6f1635588104 req-aa617501-9080-4c91-8951-87b1d155ee7e tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 945 time: 0.2601161 Apr 28 19:47:42.803931 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d12b580-f023-4aa1-b4c3-8d42313093ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:42.827627 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-1d12b580-f023-4aa1-b4c3-8d42313093ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:42.836032 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12b580-f023-4aa1-b4c3-8d42313093ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Pushing event updated for resources: {'Port': ['ID=60bf5cd3-f266-42a4-9cb7-2aa5ec2676cd,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:42.838613 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d12b580-f023-4aa1-b4c3-8d42313093ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:47:42.898022 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-037c9e65-df16-44a6-ad61-6f1635588104 req-4d7e92e8-4a66-4d74-9a3f-dba0d97e6343 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a15d10f-28d1-4c71-978e-dccf205b55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113458 Apr 28 19:47:42.943837 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-baec73c9-11b1-4979-a03b-c3d0f05b3961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:42.949279 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-baec73c9-11b1-4979-a03b-c3d0f05b3961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:42.951423 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-baec73c9-11b1-4979-a03b-c3d0f05b3961 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/12f2a2ad-f5ef-4491-943d-fc8f15b6856b HTTP/1.1" status: 204 len: 168 time: 0.5294864 Apr 28 19:47:43.101004 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec73c9-11b1-4979-a03b-c3d0f05b3961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f2a2ad-f5ef-4491-943d-fc8f15b6856b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:43.129897 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-93d6de78-b631-4792-bc5d-f74355e1e95f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e99726b-d853-419e-9a0e-aa4c2c1de819 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:47:43.149703 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caaa639-5e29-4ece-8c47-0121b678b0d7 req-c2ec27fc-3298-42e0-b708-05533d065078 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:43.152656 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9caaa639-5e29-4ece-8c47-0121b678b0d7 req-c2ec27fc-3298-42e0-b708-05533d065078 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec1062db-6464-4521-8a0c-1cd9622d3f07 HTTP/1.1" status: 200 len: 946 time: 0.2149570 Apr 28 19:47:43.155552 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-93d6de78-b631-4792-bc5d-f74355e1e95f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:43.275537 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 52f57d54-c2a7-46b2-8dd6-3e6eab6c169b up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:47:43.292005 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-93d6de78-b631-4792-bc5d-f74355e1e95f service neutron] Transition to ACTIVE for port object 8e99726b-d853-419e-9a0e-aa4c2c1de819 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:43.321241 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-93d6de78-b631-4792-bc5d-f74355e1e95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:43.374896 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 52f57d54-c2a7-46b2-8dd6-3e6eab6c169b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:43.375898 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:43.519553 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 3a749027-3dcd-46f5-83a0-1a2b5506f788 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:47:43.561234 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1d12b580-f023-4aa1-b4c3-8d42313093ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:43.626261 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:43.662293 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c6a99-3db6-4ac1-aaf7-1bc712fde33d req-34e39427-9cf7-4bbc-862f-464eb8da6890 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:43.675427 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-637c6a99-3db6-4ac1-aaf7-1bc712fde33d req-34e39427-9cf7-4bbc-862f-464eb8da6890 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec1062db-6464-4521-8a0c-1cd9622d3f07 HTTP/1.1" status: 200 len: 946 time: 0.3275442 Apr 28 19:47:43.676741 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 52f57d54-c2a7-46b2-8dd6-3e6eab6c169b, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=52f57d54-c2a7-46b2-8dd6-3e6eab6c169b,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:43.678656 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 3a749027-3dcd-46f5-83a0-1a2b5506f788 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:43.691758 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 3a749027-3dcd-46f5-83a0-1a2b5506f788 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:43.692722 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:43.699184 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:43.707058 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6de78-b631-4792-bc5d-f74355e1e95f service neutron] Pushing event updated for resources: {'Port': ['ID=8e99726b-d853-419e-9a0e-aa4c2c1de819,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:43.757138 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-9caaa639-5e29-4ece-8c47-0121b678b0d7 req-f7494249-4e08-4a37-bedd-80c87e4ab845 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Deleting port 01c51909-3758-4545-9033-35735f628bac {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:47:43.757537 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9caaa639-5e29-4ece-8c47-0121b678b0d7 req-f7494249-4e08-4a37-bedd-80c87e4ab845 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:43.830946 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=52f57d54-c2a7-46b2-8dd6-3e6eab6c169b,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:43.882347 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-637c6a99-3db6-4ac1-aaf7-1bc712fde33d req-91771a01-6686-4b88-8c2c-8b32f808f87e tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049644 Apr 28 19:47:43.914820 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-93d6de78-b631-4792-bc5d-f74355e1e95f service neutron] Attempting to bind port 8e99726b-d853-419e-9a0e-aa4c2c1de819 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:47:43.914820 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-93d6de78-b631-4792-bc5d-f74355e1e95f service neutron] Attempting to bind port 8e99726b-d853-419e-9a0e-aa4c2c1de819 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '89e51452-b57a-4520-9531-f462c21a0b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '83b05ad6-239f-42f0-8d79-d8e87e9e7591'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:47:43.914820 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-93d6de78-b631-4792-bc5d-f74355e1e95f service neutron] Attempting to bind port 8e99726b-d853-419e-9a0e-aa4c2c1de819 on network 83b05ad6-239f-42f0-8d79-d8e87e9e7591 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:47:43.943205 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-93d6de78-b631-4792-bc5d-f74355e1e95f service neutron] Port 8e99726b-d853-419e-9a0e-aa4c2c1de819 on network 83b05ad6-239f-42f0-8d79-d8e87e9e7591 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:47:43.943660 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-93d6de78-b631-4792-bc5d-f74355e1e95f service neutron] Attempting to bind port 8e99726b-d853-419e-9a0e-aa4c2c1de819 on network 83b05ad6-239f-42f0-8d79-d8e87e9e7591 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:47:43.981562 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-93d6de78-b631-4792-bc5d-f74355e1e95f service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:47:43.981829 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-93d6de78-b631-4792-bc5d-f74355e1e95f service neutron] Checking segment: {'id': '89e51452-b57a-4520-9531-f462c21a0b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '83b05ad6-239f-42f0-8d79-d8e87e9e7591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:47:43.982224 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-93d6de78-b631-4792-bc5d-f74355e1e95f service neutron] Bound using segment: {'id': '89e51452-b57a-4520-9531-f462c21a0b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '83b05ad6-239f-42f0-8d79-d8e87e9e7591'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:47:43.982676 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-93d6de78-b631-4792-bc5d-f74355e1e95f service neutron] Bound port: 8e99726b-d853-419e-9a0e-aa4c2c1de819, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89e51452-b57a-4520-9531-f462c21a0b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '83b05ad6-239f-42f0-8d79-d8e87e9e7591'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:47:43.983041 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-93d6de78-b631-4792-bc5d-f74355e1e95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:44.020000 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:44.097621 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6131832e-2e81-46f8-8bdb-3ed0d25d329e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a749027-3dcd-46f5-83a0-1a2b5506f788'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:44.102783 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddca91d-91fe-45fa-8ae9-78891b4aba22" -d '{"events": [{"server_uuid": "6131832e-2e81-46f8-8bdb-3ed0d25d329e", "name": "network-vif-plugged", "status": "completed", "tag": "3a749027-3dcd-46f5-83a0-1a2b5506f788"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:47:44.146778 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-9caaa639-5e29-4ece-8c47-0121b678b0d7 req-f7494249-4e08-4a37-bedd-80c87e4ab845 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] For port 01c51909-3758-4545-9033-35735f628bac, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=01c51909-3758-4545-9033-35735f628bac,segment=NetworkSegment(51039b99-7ae2-4b2a-8868-b76f3cd7a80e),segment_id=51039b99-7ae2-4b2a-8868-b76f3cd7a80e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:44.147402 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 3a749027-3dcd-46f5-83a0-1a2b5506f788, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=3a749027-3dcd-46f5-83a0-1a2b5506f788,segment=NetworkSegment(7fe1025a-ef48-4d42-914a-75eec3ed90de),segment_id=7fe1025a-ef48-4d42-914a-75eec3ed90de)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:44.147537 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9caaa639-5e29-4ece-8c47-0121b678b0d7 req-f7494249-4e08-4a37-bedd-80c87e4ab845 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:44.158601 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:44.236612 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-9caaa639-5e29-4ece-8c47-0121b678b0d7 req-f7494249-4e08-4a37-bedd-80c87e4ab845 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Calling delete_port for 01c51909-3758-4545-9033-35735f628bac owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:47:44.262214 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c0554-80a6-4379-aa6e-8f57b56b7302 req-b42c620e-b866-4ab8-8d82-9b8ead801dc5 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:44.273872 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-172c0554-80a6-4379-aa6e-8f57b56b7302 req-b42c620e-b866-4ab8-8d82-9b8ead801dc5 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ff9667-5f34-437a-ad2c-6ee92c404acd HTTP/1.1" status: 200 len: 943 time: 0.1891968 Apr 28 19:47:44.316534 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-93d6de78-b631-4792-bc5d-f74355e1e95f service neutron] For port 8e99726b-d853-419e-9a0e-aa4c2c1de819, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:47:44.320838 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=3a749027-3dcd-46f5-83a0-1a2b5506f788,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:44.387278 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-93d6de78-b631-4792-bc5d-f74355e1e95f service neutron] For port 8e99726b-d853-419e-9a0e-aa4c2c1de819, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=8e99726b-d853-419e-9a0e-aa4c2c1de819,segment=NetworkSegment(89e51452-b57a-4520-9531-f462c21a0b7c),segment_id=89e51452-b57a-4520-9531-f462c21a0b7c)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:47:44.416242 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-93d6de78-b631-4792-bc5d-f74355e1e95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:44.451120 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-172c0554-80a6-4379-aa6e-8f57b56b7302 req-dd77cdc6-cfdd-48f4-8949-b529409edfcf tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb24303e-0c91-4a50-9b9c-4d966185e279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749172 Apr 28 19:47:44.529932 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-93d6de78-b631-4792-bc5d-f74355e1e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:44.532617 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-93d6de78-b631-4792-bc5d-f74355e1e95f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:44.536307 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-93d6de78-b631-4792-bc5d-f74355e1e95f service neutron] 10.222.0.44 "PUT /v2.0/ports/8e99726b-d853-419e-9a0e-aa4c2c1de819 HTTP/1.1" status: 200 len: 1091 time: 2.0245254 Apr 28 19:47:44.536816 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ff9667-5f34-437a-ad2c-6ee92c404acd', 'tag': '8e99726b-d853-419e-9a0e-aa4c2c1de819'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:44.539548 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6dda4d-6365-4f0b-b446-958066994852" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ff9667-5f34-437a-ad2c-6ee92c404acd", "tag": "8e99726b-d853-419e-9a0e-aa4c2c1de819"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:47:44.604388 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:47:44.636139 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58204) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:44.713226 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6de78-b631-4792-bc5d-f74355e1e95f service neutron] Pushing event updated for resources: {'Port': ['ID=8e99726b-d853-419e-9a0e-aa4c2c1de819,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:44.774978 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54b691-e6f4-461d-bf83-63a2a5b7cd71 req-f437bfca-0cc7-47e8-b799-6770a0743ac3 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:44.776681 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9d54b691-e6f4-461d-bf83-63a2a5b7cd71 req-f437bfca-0cc7-47e8-b799-6770a0743ac3 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 945 time: 1.0930159 Apr 28 19:47:44.792383 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da62da-cc5d-4302-8e66-df7825514c60 req-ba6bc517-f9fb-4d1c-9f29-9fa7566c11c5 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:44.794231 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-75da62da-cc5d-4302-8e66-df7825514c60 req-ba6bc517-f9fb-4d1c-9f29-9fa7566c11c5 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.44 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 945 time: 0.9860239 Apr 28 19:47:44.805095 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a7ab7-9355-4ece-9990-d31ac764d982 req-8fb7001e-313b-4485-8a23-bbe773b6b11b tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:44.806682 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1c9a7ab7-9355-4ece-9990-d31ac764d982 req-8fb7001e-313b-4485-8a23-bbe773b6b11b tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 945 time: 0.1308300 Apr 28 19:47:44.808717 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-80e33b7c-abd0-4a60-99d0-004a6de49e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:44.810122 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-80e33b7c-abd0-4a60-99d0-004a6de49e74 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8fa7b48cd6324c3d898d34efdddefc05&device_id=e8ff9667-5f34-437a-ad2c-6ee92c404acd HTTP/1.1" status: 200 len: 1094 time: 0.2130873 Apr 28 19:47:44.842232 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-b0e2b499-a4b7-4434-9916-1b5b20ce0855 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1647787857-network', 'tenant_id': 'b7ad904c9c414da78b0dcd487ce50466'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:44.890518 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-a78e7340-2494-477b-8a68-79aded26ea97 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e99726b-d853-419e-9a0e-aa4c2c1de819 HTTP/1.1" status: 200 len: 217 time: 0.0631945 Apr 28 19:47:44.913851 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1d12b580-f023-4aa1-b4c3-8d42313093ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:44.914088 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9caaa639-5e29-4ece-8c47-0121b678b0d7 req-f7494249-4e08-4a37-bedd-80c87e4ab845 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:44.915581 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e2b499-a4b7-4434-9916-1b5b20ce0855 admin admin] Made reservation on behalf of b7ad904c9c414da78b0dcd487ce50466 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:44.917932 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b0e2b499-a4b7-4434-9916-1b5b20ce0855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:44.927331 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:47:44.930386 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['01c51909-3758-4545-9033-35735f628bac'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:47:44.949977 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1c9a7ab7-9355-4ece-9990-d31ac764d982 req-1841e066-b692-4240-9c02-300854ea562a tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a15d10f-28d1-4c71-978e-dccf205b55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346595 Apr 28 19:47:44.950196 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b0e2b499-a4b7-4434-9916-1b5b20ce0855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:44.985584 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7494249-4e08-4a37-bedd-80c87e4ab845 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Pushing event deleted for resources: {'Port': ['ID=01c51909-3758-4545-9033-35735f628bac,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:45.020908 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9d54b691-e6f4-461d-bf83-63a2a5b7cd71 req-fc88c04a-afcd-4eab-97dc-fe76cff138e2 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221012 Apr 28 19:47:45.037940 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-bb520b3b-96cb-4d2b-90d2-0603d18fc4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:45.039911 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-bb520b3b-96cb-4d2b-90d2-0603d18fc4ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2a30fc9-16eb-4c1a-b7a4-cd1563312ae5 HTTP/1.1" status: 200 len: 849 time: 0.1376002 Apr 28 19:47:45.041020 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-9caaa639-5e29-4ece-8c47-0121b678b0d7 req-f7494249-4e08-4a37-bedd-80c87e4ab845 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] No DVR routers for this DVR port 01c51909-3758-4545-9033-35735f628bac on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:47:45.044155 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9caaa639-5e29-4ece-8c47-0121b678b0d7 req-f7494249-4e08-4a37-bedd-80c87e4ab845 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:45.049049 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9caaa639-5e29-4ece-8c47-0121b678b0d7 req-f7494249-4e08-4a37-bedd-80c87e4ab845 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.44 "DELETE /v2.0/ports/01c51909-3758-4545-9033-35735f628bac HTTP/1.1" status: 204 len: 173 time: 1.8889840 Apr 28 19:47:45.097043 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-2abc41e3-0627-4cb0-9ac9-40d7b5a0a12a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=83b05ad6-239f-42f0-8d79-d8e87e9e7591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468671 Apr 28 19:47:45.100020 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1de5ba-f0b9-4886-a1a5-80e38359aa03 x-openstack-request-id: req-7c1de5ba-f0b9-4886-a1a5-80e38359aa03 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:47:45.100829 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6131832e-2e81-46f8-8bdb-3ed0d25d329e", "name": "network-vif-plugged", "status": "completed", "tag": "3a749027-3dcd-46f5-83a0-1a2b5506f788", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:47:45.101092 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7c1de5ba-f0b9-4886-a1a5-80e38359aa03 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:47:45.101664 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c1de5ba-f0b9-4886-a1a5-80e38359aa03'] response: {'server_uuid': '6131832e-2e81-46f8-8bdb-3ed0d25d329e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a749027-3dcd-46f5-83a0-1a2b5506f788', 'code': 200} Apr 28 19:47:45.186702 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f977ee-2a15-434c-9197-41c7ad08eec8 x-openstack-request-id: req-37f977ee-2a15-434c-9197-41c7ad08eec8 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:47:45.189291 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ff9667-5f34-437a-ad2c-6ee92c404acd", "tag": "8e99726b-d853-419e-9a0e-aa4c2c1de819", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:47:45.196497 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-37f977ee-2a15-434c-9197-41c7ad08eec8 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:47:45.197098 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37f977ee-2a15-434c-9197-41c7ad08eec8'] response: {'name': 'network-changed', 'server_uuid': 'e8ff9667-5f34-437a-ad2c-6ee92c404acd', 'tag': '8e99726b-d853-419e-9a0e-aa4c2c1de819', 'status': 'completed', 'code': 200} Apr 28 19:47:45.261817 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-75da62da-cc5d-4302-8e66-df7825514c60 req-08904d9a-4231-4739-908a-6fc29de79f2b tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Deleting port 1094860a-dcd5-4b3b-9fb1-406fe5470ed2 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:47:45.262548 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-75da62da-cc5d-4302-8e66-df7825514c60 req-08904d9a-4231-4739-908a-6fc29de79f2b tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:45.290599 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 52f57d54-c2a7-46b2-8dd6-3e6eab6c169b up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:47:45.336412 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9431591c-b169-4328-a564-b3368be6308a req-1318dbca-0d59-4b42-9ebe-4d1138da1fa3 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec1062db-6464-4521-8a0c-1cd9622d3f07 HTTP/1.1" status: 200 len: 210 time: 0.0615587 Apr 28 19:47:45.380593 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 52f57d54-c2a7-46b2-8dd6-3e6eab6c169b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:45.381052 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:45.395903 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825bce2-a159-41b0-9ff6-9b364435d459 req-f819b0f5-291f-4963-babc-078206cd49f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:45.397690 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1825bce2-a159-41b0-9ff6-9b364435d459 req-f819b0f5-291f-4963-babc-078206cd49f6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 1097 time: 0.1967449 Apr 28 19:47:45.404153 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-68162e9d-6373-45db-af83-ffa4132e380d service neutron] 10.222.0.44 "GET /v2.0/networks/83b05ad6-239f-42f0-8d79-d8e87e9e7591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930470 Apr 28 19:47:45.419867 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b0e2b499-a4b7-4434-9916-1b5b20ce0855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:45.436593 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b0e2b499-a4b7-4434-9916-1b5b20ce0855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:45.462311 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d12b580-f023-4aa1-b4c3-8d42313093ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Router 622be53c-fa67-4623-9ebb-93731f415fde is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:47:45.480367 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e2b499-a4b7-4434-9916-1b5b20ce0855 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:47:45.494993 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-75da62da-cc5d-4302-8e66-df7825514c60 req-08904d9a-4231-4739-908a-6fc29de79f2b tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] For port 1094860a-dcd5-4b3b-9fb1-406fe5470ed2, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=1094860a-dcd5-4b3b-9fb1-406fe5470ed2,segment=NetworkSegment(c8b13874-b277-4f2c-b275-f865aee89558),segment_id=c8b13874-b277-4f2c-b275-f865aee89558)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:45.495397 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-75da62da-cc5d-4302-8e66-df7825514c60 req-08904d9a-4231-4739-908a-6fc29de79f2b tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:45.519875 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1825bce2-a159-41b0-9ff6-9b364435d459 req-6cc94e89-f460-449c-bec6-502465be94ec service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085248 Apr 28 19:47:45.542920 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b0e2b499-a4b7-4434-9916-1b5b20ce0855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:45.543258 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-b0e2b499-a4b7-4434-9916-1b5b20ce0855 admin admin] Added segment 9024eb54-4b5a-45ee-83f7-c28f63072ecd of type vlan for network ed857b4a-3391-44bc-8bff-69648e78cdcc Apr 28 19:47:45.573401 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e2b499-a4b7-4434-9916-1b5b20ce0855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd26524c-5077-4fe0-832c-0aa67f603488,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:45.612410 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3164645d-9025-484d-b2bf-c55fb91ed806 req-9e9e5c1f-eb40-4937-b833-752e7c579956 service neutron] 10.222.0.44 "GET /v2.0/networks/83b05ad6-239f-42f0-8d79-d8e87e9e7591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537669 Apr 28 19:47:45.741058 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b0e2b499-a4b7-4434-9916-1b5b20ce0855 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:45.752566 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6dda4d-6365-4f0b-b446-958066994852 req-c33956ed-4aeb-43d3-b571-939c89846212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:45.754656 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1e6dda4d-6365-4f0b-b446-958066994852 req-c33956ed-4aeb-43d3-b571-939c89846212 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8fa7b48cd6324c3d898d34efdddefc05&device_id=e8ff9667-5f34-437a-ad2c-6ee92c404acd HTTP/1.1" status: 200 len: 1094 time: 0.0633137 Apr 28 19:47:45.868307 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8d53d-4d7e-4455-83ee-db1390882d38 req-1ca9d15f-95b1-4ecf-8cc3-bf380b4e947c tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:45.869914 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-38d8d53d-4d7e-4455-83ee-db1390882d38 req-1ca9d15f-95b1-4ecf-8cc3-bf380b4e947c tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ff9667-5f34-437a-ad2c-6ee92c404acd HTTP/1.1" status: 200 len: 943 time: 0.2853770 Apr 28 19:47:45.883692 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b0e2b499-a4b7-4434-9916-1b5b20ce0855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:45.884728 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e2b499-a4b7-4434-9916-1b5b20ce0855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:45.885802 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b0e2b499-a4b7-4434-9916-1b5b20ce0855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:45.906407 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6dda4d-6365-4f0b-b446-958066994852 req-be9653ac-85c2-47f8-af55-3ee7b8467cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:45.909243 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1e6dda4d-6365-4f0b-b446-958066994852 req-be9653ac-85c2-47f8-af55-3ee7b8467cdd service neutron] 10.222.0.44 "GET /v2.0/networks?id=83b05ad6-239f-42f0-8d79-d8e87e9e7591 HTTP/1.1" status: 200 len: 910 time: 0.1483912 Apr 28 19:47:45.975413 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d12b580-f023-4aa1-b4c3-8d42313093ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:47:45.977907 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1e6dda4d-6365-4f0b-b446-958066994852 req-f0e1f8d3-386d-4507-b8fd-216c84979401 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e99726b-d853-419e-9a0e-aa4c2c1de819 HTTP/1.1" status: 200 len: 217 time: 0.0597861 Apr 28 19:47:45.990286 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91ea76a-ff20-4e02-b39e-fb5d712fd0f9 None None] Sync routers for ids ['622be53c-fa67-4623-9ebb-93731f415fde'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:47:46.018636 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b0e2b499-a4b7-4434-9916-1b5b20ce0855 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3781385 Apr 28 19:47:46.028631 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91ea76a-ff20-4e02-b39e-fb5d712fd0f9 None None] Routers {'622be53c-fa67-4623-9ebb-93731f415fde'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:46.034680 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58216) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:46.036965 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d91ea76a-ff20-4e02-b39e-fb5d712fd0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:47:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['622be53c-fa67-4623-9ebb-93731f415fde'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:46.054268 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-59717327-c65e-42ba-ad1e-17fb00499040 admin admin] Request body: {'subnet': {'network_id': 'ed857b4a-3391-44bc-8bff-69648e78cdcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1647787857-subnet', 'tenant_id': 'b7ad904c9c414da78b0dcd487ce50466', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:46.074935 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-75da62da-cc5d-4302-8e66-df7825514c60 req-08904d9a-4231-4739-908a-6fc29de79f2b tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:46.075327 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-75da62da-cc5d-4302-8e66-df7825514c60 req-08904d9a-4231-4739-908a-6fc29de79f2b tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:46.075655 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [req-75da62da-cc5d-4302-8e66-df7825514c60 req-08904d9a-4231-4739-908a-6fc29de79f2b tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Floating IP 8131a3dc-33c8-44de-acf1-57ac54302cfe disassociated. External IP: 172.25.8.123, port: 1094860a-dcd5-4b3b-9fb1-406fe5470ed2. Apr 28 19:47:46.076029 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-75da62da-cc5d-4302-8e66-df7825514c60 req-08904d9a-4231-4739-908a-6fc29de79f2b tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Calling delete_port for 1094860a-dcd5-4b3b-9fb1-406fe5470ed2 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:47:46.079474 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e2b499-a4b7-4434-9916-1b5b20ce0855 admin admin] Pushing event updated for resources: {'Network': ['ID=ed857b4a-3391-44bc-8bff-69648e78cdcc,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:46.084196 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6dda4d-6365-4f0b-b446-958066994852 req-c93be096-13cf-4389-8c5c-cb13a94169bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:46.088537 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-38d8d53d-4d7e-4455-83ee-db1390882d38 req-c78e9cc8-5d36-4b53-b0cf-604fd7fac96a tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb24303e-0c91-4a50-9b9c-4d966185e279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923234 Apr 28 19:47:46.100093 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1d12b580-f023-4aa1-b4c3-8d42313093ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:46.100785 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1e6dda4d-6365-4f0b-b446-958066994852 req-c93be096-13cf-4389-8c5c-cb13a94169bd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2a30fc9-16eb-4c1a-b7a4-cd1563312ae5 HTTP/1.1" status: 200 len: 849 time: 0.1150820 Apr 28 19:47:46.102235 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1d12b580-f023-4aa1-b4c3-8d42313093ee tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.9556737 Apr 28 19:47:46.107739 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58220) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:46.147495 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network ed857b4a-3391-44bc-8bff-69648e78cdcc details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:47:46.182469 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1e6dda4d-6365-4f0b-b446-958066994852 req-332e0d4a-f4d6-4b14-a36c-70d39d3b877e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=83b05ad6-239f-42f0-8d79-d8e87e9e7591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733755 Apr 28 19:47:46.234845 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59717327-c65e-42ba-ad1e-17fb00499040 admin admin] Made reservation on behalf of b7ad904c9c414da78b0dcd487ce50466 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:46.238040 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-59717327-c65e-42ba-ad1e-17fb00499040 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:46.330920 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-d91ea76a-ff20-4e02-b39e-fb5d712fd0f9 None None] Set router 622be53c-fa67-4623-9ebb-93731f415fde gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:47:46.420143 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1e6dda4d-6365-4f0b-b446-958066994852 req-e01e8d10-ebe4-4685-be06-cdde3c101013 service neutron] 10.222.0.44 "GET /v2.0/networks/83b05ad6-239f-42f0-8d79-d8e87e9e7591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906698 Apr 28 19:47:46.430097 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfcb99-feae-4603-bebd-6f752c701c1b req-8c983637-161e-4d13-9b08-b59f3ba8f29d tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:46.437774 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-52bfcb99-feae-4603-bebd-6f752c701c1b req-8c983637-161e-4d13-9b08-b59f3ba8f29d tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 945 time: 0.3106887 Apr 28 19:47:46.511746 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8dacf4ef-142d-43a1-9f84-f6b8220452d8 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] 10.222.0.42 "GET /v2.0/routers/622be53c-fa67-4623-9ebb-93731f415fde HTTP/1.1" status: 200 len: 906 time: 0.3940177 Apr 28 19:47:46.520156 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a1965-b9d7-4f6c-ac56-3ced83b25c68 req-2ffb0528-44c5-4a09-9ec4-b2395ad4f1a8 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:46.521824 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1a3a1965-b9d7-4f6c-ac56-3ced83b25c68 req-2ffb0528-44c5-4a09-9ec4-b2395ad4f1a8 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 946 time: 0.2062953 Apr 28 19:47:46.523773 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58224) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:46.574273 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-52bfcb99-feae-4603-bebd-6f752c701c1b req-80e7cfd9-208c-4094-afbc-577ec463043e tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a15d10f-28d1-4c71-978e-dccf205b55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050951 Apr 28 19:47:46.621146 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1e6dda4d-6365-4f0b-b446-958066994852 req-82199895-ec75-4372-9da9-272b6f691bff service neutron] 10.222.0.44 "GET /v2.0/networks/83b05ad6-239f-42f0-8d79-d8e87e9e7591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810098 Apr 28 19:47:46.663364 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-75da62da-cc5d-4302-8e66-df7825514c60 req-08904d9a-4231-4739-908a-6fc29de79f2b tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:46.667673 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d91ea76a-ff20-4e02-b39e-fb5d712fd0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622be53c-fa67-4623-9ebb-93731f415fde', 'name': 'tempest-snat-router-233242145', 'tenant_id': 'fdab2991d4bc4ade81b4c4026500af2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '60bf5cd3-f266-42a4-9cb7-2aa5ec2676cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:40Z', 'updated_at': '2022-04-28T19:47:43Z', 'revision_number': 3, 'project_id': 'fdab2991d4bc4ade81b4c4026500af2c', 'gw_port': {'id': '60bf5cd3-f266-42a4-9cb7-2aa5ec2676cd', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:02:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622be53c-fa67-4623-9ebb-93731f415fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:41Z', 'updated_at': '2022-04-28T19:47:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:46.731753 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91ea76a-ff20-4e02-b39e-fb5d712fd0f9 None None] Checking router: 622be53c-fa67-4623-9ebb-93731f415fde for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:47:46.732527 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91ea76a-ff20-4e02-b39e-fb5d712fd0f9 None None] Updating router 622be53c-fa67-4623-9ebb-93731f415fde port 60bf5cd3-f266-42a4-9cb7-2aa5ec2676cd binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:47:46.780657 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d91ea76a-ff20-4e02-b39e-fb5d712fd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:46.816172 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ae8f1-b07a-4d18-a9d0-3e009b4e2816 req-c8b5e77c-3e5f-4aff-ae65-28642ec6dfd9 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:46.818210 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1f2ae8f1-b07a-4d18-a9d0-3e009b4e2816 req-c8b5e77c-3e5f-4aff-ae65-28642ec6dfd9 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.0914855 Apr 28 19:47:46.834517 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1a3a1965-b9d7-4f6c-ac56-3ced83b25c68 req-93deed33-fe0d-470c-8928-27489dc2365a tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2924869 Apr 28 19:47:46.837846 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08904d9a-4231-4739-908a-6fc29de79f2b tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Pushing event deleted for resources: {'Port': ['ID=1094860a-dcd5-4b3b-9fb1-406fe5470ed2,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:46.875126 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1f2ae8f1-b07a-4d18-a9d0-3e009b4e2816 req-3a156816-9c87-4f54-9dcb-cd3c741622cd tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505025 Apr 28 19:47:46.940869 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aa4629bb-8b25-45bb-aa37-1f1c8be1bd70 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:47.049306 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-59717327-c65e-42ba-ad1e-17fb00499040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:47.100713 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d91ea76a-ff20-4e02-b39e-fb5d712fd0f9 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:47.108624 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 01c51909-3758-4545-9033-35735f628bac no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:47:47.136059 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d91ea76a-ff20-4e02-b39e-fb5d712fd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:47.194270 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9acf6b1-0033-45fe-8b8e-be4a2a9f69f5 None None] Pushing event updated for resources: {'Port': ['ID=60bf5cd3-f266-42a4-9cb7-2aa5ec2676cd,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:47.197536 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 01c51909-3758-4545-9033-35735f628bac {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:47:47.198011 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 01c51909-3758-4545-9033-35735f628bac not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:47:47.224625 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d91ea76a-ff20-4e02-b39e-fb5d712fd0f9 None None] Attempting to bind port 60bf5cd3-f266-42a4-9cb7-2aa5ec2676cd on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:47:47.225049 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d91ea76a-ff20-4e02-b39e-fb5d712fd0f9 None None] Attempting to bind port 60bf5cd3-f266-42a4-9cb7-2aa5ec2676cd by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:47:47.232234 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1062db-6464-4521-8a0c-1cd9622d3f07', 'name': 'network-vif-deleted', 'tag': '01c51909-3758-4545-9033-35735f628bac'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:47.232469 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91ea76a-ff20-4e02-b39e-fb5d712fd0f9 None None] Attempting to bind port 60bf5cd3-f266-42a4-9cb7-2aa5ec2676cd on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:47:47.238793 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972957e9-26d0-46f6-a7ed-827f953687ae" -d '{"events": [{"server_uuid": "ec1062db-6464-4521-8a0c-1cd9622d3f07", "name": "network-vif-deleted", "tag": "01c51909-3758-4545-9033-35735f628bac"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:47:47.240591 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91ea76a-ff20-4e02-b39e-fb5d712fd0f9 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:47:47.240972 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91ea76a-ff20-4e02-b39e-fb5d712fd0f9 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:47:47.241429 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d91ea76a-ff20-4e02-b39e-fb5d712fd0f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:47.241778 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91ea76a-ff20-4e02-b39e-fb5d712fd0f9 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:47:47.242261 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d91ea76a-ff20-4e02-b39e-fb5d712fd0f9 None None] Bound port: 60bf5cd3-f266-42a4-9cb7-2aa5ec2676cd, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:47:47.242920 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d91ea76a-ff20-4e02-b39e-fb5d712fd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:47.265642 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59717327-c65e-42ba-ad1e-17fb00499040 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f23d02e-babb-43ce-90b6-6f6f69a96442,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:47.279677 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aa4629bb-8b25-45bb-aa37-1f1c8be1bd70 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:47.295351 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d50f4-8449-4582-a8c6-315fb42b3b48 req-b5d1005a-daec-4829-9fb5-1bc4603a52aa tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:47.304747 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-540d50f4-8449-4582-a8c6-315fb42b3b48 req-b5d1005a-daec-4829-9fb5-1bc4603a52aa tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1477206 Apr 28 19:47:47.337172 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75da62da-cc5d-4302-8e66-df7825514c60 req-08904d9a-4231-4739-908a-6fc29de79f2b tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Router afed3c5c-7a70-4a3a-8938-18fef337ba9c has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:47:47.340701 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59717327-c65e-42ba-ad1e-17fb00499040 admin admin] Checking segment: {'id': '9024eb54-4b5a-45ee-83f7-c28f63072ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ed857b4a-3391-44bc-8bff-69648e78cdcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:47:47.341045 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59717327-c65e-42ba-ad1e-17fb00499040 admin admin] Network hostable DHCP agents. Network: ed857b4a-3391-44bc-8bff-69648e78cdcc, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:47:47.343568 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d91ea76a-ff20-4e02-b39e-fb5d712fd0f9 None None] For port 60bf5cd3-f266-42a4-9cb7-2aa5ec2676cd, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:47:47.352939 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d91ea76a-ff20-4e02-b39e-fb5d712fd0f9 None None] For port 60bf5cd3-f266-42a4-9cb7-2aa5ec2676cd, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=60bf5cd3-f266-42a4-9cb7-2aa5ec2676cd,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:47:47.362058 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d91ea76a-ff20-4e02-b39e-fb5d712fd0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:47.373622 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-540d50f4-8449-4582-a8c6-315fb42b3b48 req-ac04ae27-fb10-4dc2-a40c-79bc355994cc tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675061 Apr 28 19:47:47.445096 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9317dc3f-a825-4f5e-9842-360fc87b08a3 x-openstack-request-id: req-9317dc3f-a825-4f5e-9842-360fc87b08a3 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:47:47.446112 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1062db-6464-4521-8a0c-1cd9622d3f07", "name": "network-vif-deleted", "tag": "01c51909-3758-4545-9033-35735f628bac", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:47:47.446112 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9317dc3f-a825-4f5e-9842-360fc87b08a3 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:47:47.446305 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9317dc3f-a825-4f5e-9842-360fc87b08a3'] response: {'server_uuid': 'ec1062db-6464-4521-8a0c-1cd9622d3f07', 'name': 'network-vif-deleted', 'tag': '01c51909-3758-4545-9033-35735f628bac', 'status': 'completed', 'code': 200} Apr 28 19:47:47.485607 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9acf6b1-0033-45fe-8b8e-be4a2a9f69f5 None None] Pushing event updated for resources: {'Port': ['ID=60bf5cd3-f266-42a4-9cb7-2aa5ec2676cd,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:47.496775 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91ea76a-ff20-4e02-b39e-fb5d712fd0f9 None None] Routers {'622be53c-fa67-4623-9ebb-93731f415fde'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:47.497601 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d91ea76a-ff20-4e02-b39e-fb5d712fd0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:47:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['622be53c-fa67-4623-9ebb-93731f415fde'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:47.533299 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd3d5e-1b81-43ce-96c0-a716deb90c00 req-05cffda3-71f6-4a25-8b42-011ff7cb25a8 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:47.542005 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dcbd3d5e-1b81-43ce-96c0-a716deb90c00 req-05cffda3-71f6-4a25-8b42-011ff7cb25a8 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ff9667-5f34-437a-ad2c-6ee92c404acd HTTP/1.1" status: 200 len: 943 time: 0.2426012 Apr 28 19:47:47.544095 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59717327-c65e-42ba-ad1e-17fb00499040 admin admin] Network ed857b4a-3391-44bc-8bff-69648e78cdcc is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:47:47.579767 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86658c33-618b-42cb-a973-0c1ad0a679a7 req-5c245c86-18c3-49ab-ab9e-759200bb83e3 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:47.590498 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86658c33-618b-42cb-a973-0c1ad0a679a7 req-5c245c86-18c3-49ab-ab9e-759200bb83e3 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.0759237 Apr 28 19:47:47.592691 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-59717327-c65e-42ba-ad1e-17fb00499040 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, ed857b4a-3391-44bc-8bff-69648e78cdcc) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:47.660212 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86658c33-618b-42cb-a973-0c1ad0a679a7 req-44a6aa40-c06d-407d-b9a2-a841fd982ffa tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577581 Apr 28 19:47:47.666984 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59717327-c65e-42ba-ad1e-17fb00499040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:47.669250 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-59717327-c65e-42ba-ad1e-17fb00499040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:47.727239 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dcbd3d5e-1b81-43ce-96c0-a716deb90c00 req-73b9b1ea-eebd-4dbd-8c3f-26997d15a62c tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb24303e-0c91-4a50-9b9c-4d966185e279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836486 Apr 28 19:47:47.783239 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-59717327-c65e-42ba-ad1e-17fb00499040 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7362835 Apr 28 19:47:47.796151 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-aa4629bb-8b25-45bb-aa37-1f1c8be1bd70 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Deleting port 60bf5cd3-f266-42a4-9cb7-2aa5ec2676cd {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:47:47.796151 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aa4629bb-8b25-45bb-aa37-1f1c8be1bd70 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:47.831081 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7812ff59-3517-444c-8847-3366b639bd2b None None] Network ed857b4a-3391-44bc-8bff-69648e78cdcc requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:47:47.831783 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ee541f8c-9127-41d3-83cb-77d62c61e5de req-aec61162-230f-40c5-92ca-19a594b11f3a tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=203ba746-8db3-4d3a-8365-e66c50a7a19b HTTP/1.1" status: 200 len: 210 time: 0.1030519 Apr 28 19:47:47.852860 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75da62da-cc5d-4302-8e66-df7825514c60 req-08904d9a-4231-4739-908a-6fc29de79f2b tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:47:47.872604 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b932fcd-bf18-4fa3-b92a-75235f7b6e2b None None] Sync routers for ids ['afed3c5c-7a70-4a3a-8938-18fef337ba9c'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:47:47.889541 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b932fcd-bf18-4fa3-b92a-75235f7b6e2b None None] Routers {'afed3c5c-7a70-4a3a-8938-18fef337ba9c'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:47.890193 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6b932fcd-bf18-4fa3-b92a-75235f7b6e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:47:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['afed3c5c-7a70-4a3a-8938-18fef337ba9c'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:47.955916 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-d91ea76a-ff20-4e02-b39e-fb5d712fd0f9 None None] Set router 622be53c-fa67-4623-9ebb-93731f415fde gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:47:48.061029 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d91ea76a-ff20-4e02-b39e-fb5d712fd0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622be53c-fa67-4623-9ebb-93731f415fde', 'name': 'tempest-snat-router-233242145', 'tenant_id': 'fdab2991d4bc4ade81b4c4026500af2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:40Z', 'updated_at': '2022-04-28T19:47:47Z', 'revision_number': 4, 'project_id': 'fdab2991d4bc4ade81b4c4026500af2c', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:48.079923 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-75da62da-cc5d-4302-8e66-df7825514c60 req-08904d9a-4231-4739-908a-6fc29de79f2b tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] No DVR routers for this DVR port 1094860a-dcd5-4b3b-9fb1-406fe5470ed2 on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:47:48.100520 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-75da62da-cc5d-4302-8e66-df7825514c60 req-08904d9a-4231-4739-908a-6fc29de79f2b tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:48.108816 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-75da62da-cc5d-4302-8e66-df7825514c60 req-08904d9a-4231-4739-908a-6fc29de79f2b tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.44 "DELETE /v2.0/ports/1094860a-dcd5-4b3b-9fb1-406fe5470ed2 HTTP/1.1" status: 204 len: 173 time: 3.2990060 Apr 28 19:47:48.114682 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203ba746-8db3-4d3a-8365-e66c50a7a19b', 'name': 'network-vif-deleted', 'tag': '1094860a-dcd5-4b3b-9fb1-406fe5470ed2'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:48.126725 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b76681c-fba3-4ef1-92d1-82e319845e8f" -d '{"events": [{"server_uuid": "203ba746-8db3-4d3a-8365-e66c50a7a19b", "name": "network-vif-deleted", "tag": "1094860a-dcd5-4b3b-9fb1-406fe5470ed2"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:47:48.195440 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-6b932fcd-bf18-4fa3-b92a-75235f7b6e2b None None] Set router afed3c5c-7a70-4a3a-8938-18fef337ba9c gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:47:48.277845 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91ea76a-ff20-4e02-b39e-fb5d712fd0f9 None None] The sync data for ids ['622be53c-fa67-4623-9ebb-93731f415fde'] in n-d-839810-1 is: [{'id': '622be53c-fa67-4623-9ebb-93731f415fde', 'name': 'tempest-snat-router-233242145', 'tenant_id': 'fdab2991d4bc4ade81b4c4026500af2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:40Z', 'updated_at': '2022-04-28T19:47:47Z', 'revision_number': 4, 'project_id': 'fdab2991d4bc4ade81b4c4026500af2c', 'gw_port_host': None}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:47:48.430709 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-aa4629bb-8b25-45bb-aa37-1f1c8be1bd70 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] For port 60bf5cd3-f266-42a4-9cb7-2aa5ec2676cd, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=60bf5cd3-f266-42a4-9cb7-2aa5ec2676cd,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:48.431081 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aa4629bb-8b25-45bb-aa37-1f1c8be1bd70 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:48.503178 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aef3c4e-bee1-42f9-98e5-64557b65c9b9 None None] Network ed857b4a-3391-44bc-8bff-69648e78cdcc requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:47:48.600373 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a434e-b77b-4050-afa6-6290abff1d21 req-763d91e0-3b21-40e0-b6ad-8025b9e7448d tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:48.609308 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-935a434e-b77b-4050-afa6-6290abff1d21 req-763d91e0-3b21-40e0-b6ad-8025b9e7448d tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 946 time: 0.4992466 Apr 28 19:47:48.610914 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-aa4629bb-8b25-45bb-aa37-1f1c8be1bd70 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Calling delete_port for 60bf5cd3-f266-42a4-9cb7-2aa5ec2676cd owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:47:48.902823 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-11f7869f-0462-4fad-823e-93d3d027b78e tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:48.915708 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-11f7869f-0462-4fad-823e-93d3d027b78e tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] 10.222.0.42 "GET /v2.0/networks?id=ed857b4a-3391-44bc-8bff-69648e78cdcc HTTP/1.1" status: 200 len: 809 time: 0.3374419 Apr 28 19:47:48.937351 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6b932fcd-bf18-4fa3-b92a-75235f7b6e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1487658424-router', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e565d82a-3107-4722-bc72-2d777a0787c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:09Z', 'updated_at': '2022-04-28T19:43:15Z', 'revision_number': 4, 'project_id': '5a0c676490ad4221b826814b264d08aa', 'gw_port': {'id': 'e565d82a-3107-4722-bc72-2d777a0787c9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:10Z', 'updated_at': '2022-04-28T19:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '2dcc898e-b644-4c35-b52a-28ffad8e4220', 'name': '', 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'mac_address': 'fa:16:3e:c1:64:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'd25b1cb0-c200-401d-9c44-cd4c1f880757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:13Z', 'updated_at': '2022-04-28T19:43:21Z', 'revision_number': 5, 'project_id': '5a0c676490ad4221b826814b264d08aa', 'subnets': [{'id': 'd25b1cb0-c200-401d-9c44-cd4c1f880757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:48.946433 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-6f9e0623-74e0-480e-ac8f-824b55bdc443 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] 10.222.0.42 "GET /v2.0/quotas/b7ad904c9c414da78b0dcd487ce50466 HTTP/1.1" status: 200 len: 375 time: 0.0295656 Apr 28 19:47:48.969766 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b932fcd-bf18-4fa3-b92a-75235f7b6e2b None None] Checking router: afed3c5c-7a70-4a3a-8938-18fef337ba9c for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:47:48.979784 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b932fcd-bf18-4fa3-b92a-75235f7b6e2b None None] Routers {'afed3c5c-7a70-4a3a-8938-18fef337ba9c'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:48.981078 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6b932fcd-bf18-4fa3-b92a-75235f7b6e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:47:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['afed3c5c-7a70-4a3a-8938-18fef337ba9c'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:49.013401 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-bffc7957-e37c-464a-b732-c73f58e00970 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7ad904c9c414da78b0dcd487ce50466&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631740 Apr 28 19:47:49.113128 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-6b932fcd-bf18-4fa3-b92a-75235f7b6e2b None None] Set router afed3c5c-7a70-4a3a-8938-18fef337ba9c gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:47:49.118336 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 8e99726b-d853-419e-9a0e-aa4c2c1de819 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:47:49.120416 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 1094860a-dcd5-4b3b-9fb1-406fe5470ed2 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:47:49.169855 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 1094860a-dcd5-4b3b-9fb1-406fe5470ed2 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:47:49.170200 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 1094860a-dcd5-4b3b-9fb1-406fe5470ed2 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:47:49.207936 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-dd45eaf1-4eb7-48c0-bed9-85ef70e6f855 service neutron] 10.222.0.42 "GET /v2.0/networks/ed857b4a-3391-44bc-8bff-69648e78cdcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936665 Apr 28 19:47:49.349000 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-935a434e-b77b-4050-afa6-6290abff1d21 req-24fe8d19-0a30-47a0-90e0-43be20640738 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7249482 Apr 28 19:47:49.370654 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 8e99726b-d853-419e-9a0e-aa4c2c1de819, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=8e99726b-d853-419e-9a0e-aa4c2c1de819,segment=NetworkSegment(89e51452-b57a-4520-9531-f462c21a0b7c),segment_id=89e51452-b57a-4520-9531-f462c21a0b7c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:49.384858 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '8e99726b-d853-419e-9a0e-aa4c2c1de819', 'network_id': '83b05ad6-239f-42f0-8d79-d8e87e9e7591', 'port_id': '8e99726b-d853-419e-9a0e-aa4c2c1de819', 'mac_address': 'fa:16:3e:a9:a6:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a30fc9-16eb-4c1a-b7a4-cd1563312ae5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:47:49.453041 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-918f6b3d-c0da-4226-aac9-fa308f35778a service neutron] 10.222.0.42 "GET /v2.0/networks/ed857b4a-3391-44bc-8bff-69648e78cdcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407515 Apr 28 19:47:49.459656 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:49.501988 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e99726b-d853-419e-9a0e-aa4c2c1de819 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:47:49.512985 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6b932fcd-bf18-4fa3-b92a-75235f7b6e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1487658424-router', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e565d82a-3107-4722-bc72-2d777a0787c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:09Z', 'updated_at': '2022-04-28T19:43:15Z', 'revision_number': 4, 'project_id': '5a0c676490ad4221b826814b264d08aa', 'gw_port': {'id': 'e565d82a-3107-4722-bc72-2d777a0787c9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:10Z', 'updated_at': '2022-04-28T19:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '2dcc898e-b644-4c35-b52a-28ffad8e4220', 'name': '', 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'mac_address': 'fa:16:3e:c1:64:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'd25b1cb0-c200-401d-9c44-cd4c1f880757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:13Z', 'updated_at': '2022-04-28T19:43:21Z', 'revision_number': 5, 'project_id': '5a0c676490ad4221b826814b264d08aa', 'subnets': [{'id': 'd25b1cb0-c200-401d-9c44-cd4c1f880757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:49.524430 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e54fe6d-f0b4-4ae2-989c-1ed5d59c4ea4 x-openstack-request-id: req-7e54fe6d-f0b4-4ae2-989c-1ed5d59c4ea4 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:47:49.524981 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "203ba746-8db3-4d3a-8365-e66c50a7a19b", "name": "network-vif-deleted", "tag": "1094860a-dcd5-4b3b-9fb1-406fe5470ed2", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:47:49.525227 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7e54fe6d-f0b4-4ae2-989c-1ed5d59c4ea4 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:47:49.529974 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e54fe6d-f0b4-4ae2-989c-1ed5d59c4ea4'] response: {'server_uuid': '203ba746-8db3-4d3a-8365-e66c50a7a19b', 'name': 'network-vif-deleted', 'tag': '1094860a-dcd5-4b3b-9fb1-406fe5470ed2', 'status': 'completed', 'code': 200} Apr 28 19:47:49.573574 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 8e99726b-d853-419e-9a0e-aa4c2c1de819, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=8e99726b-d853-419e-9a0e-aa4c2c1de819,segment=NetworkSegment(89e51452-b57a-4520-9531-f462c21a0b7c),segment_id=89e51452-b57a-4520-9531-f462c21a0b7c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:49.579860 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:49.597116 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b932fcd-bf18-4fa3-b92a-75235f7b6e2b None None] The sync data for ids ['afed3c5c-7a70-4a3a-8938-18fef337ba9c'] in n-d-839810-1 is: [{'id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1487658424-router', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e565d82a-3107-4722-bc72-2d777a0787c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:09Z', 'updated_at': '2022-04-28T19:43:15Z', 'revision_number': 4, 'project_id': '5a0c676490ad4221b826814b264d08aa', 'gw_port': {'id': 'e565d82a-3107-4722-bc72-2d777a0787c9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:10Z', 'updated_at': '2022-04-28T19:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '2dcc898e-b644-4c35-b52a-28ffad8e4220', 'name': '', 'network_id': 'daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'mac_address': 'fa:16:3e:c1:64:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'd25b1cb0-c200-401d-9c44-cd4c1f880757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:13Z', 'updated_at': '2022-04-28T19:43:21Z', 'revision_number': 5, 'project_id': '5a0c676490ad4221b826814b264d08aa', 'subnets': [{'id': 'd25b1cb0-c200-401d-9c44-cd4c1f880757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:47:49.697386 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=8e99726b-d853-419e-9a0e-aa4c2c1de819,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:49.743484 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-11dab592-8405-4a34-90b3-4a0782394a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:49.774847 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3754fa-9de3-42eb-a7b0-3bbb8621db2a req-72fcc4b4-5407-46ec-bcf3-0c7bf8582c73 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:49.777351 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5f3754fa-9de3-42eb-a7b0-3bbb8621db2a req-72fcc4b4-5407-46ec-bcf3-0c7bf8582c73 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ff9667-5f34-437a-ad2c-6ee92c404acd HTTP/1.1" status: 200 len: 944 time: 0.1961069 Apr 28 19:47:49.779396 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aa4629bb-8b25-45bb-aa37-1f1c8be1bd70 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:49.809020 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['8e99726b-d853-419e-9a0e-aa4c2c1de819'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:47:49.832774 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4629bb-8b25-45bb-aa37-1f1c8be1bd70 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Pushing event deleted for resources: {'Port': ['ID=60bf5cd3-f266-42a4-9cb7-2aa5ec2676cd,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:50.046260 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298c3c7-21c0-4e86-a501-792706993dad req-4a75dd2a-a003-429d-b0e2-5945f0fda828 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:50.052425 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5f3754fa-9de3-42eb-a7b0-3bbb8621db2a req-905bf0d7-f0de-48d9-8fbc-d31b59f98324 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb24303e-0c91-4a50-9b9c-4d966185e279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215018 Apr 28 19:47:50.056654 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e298c3c7-21c0-4e86-a501-792706993dad req-4a75dd2a-a003-429d-b0e2-5945f0fda828 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 946 time: 0.1116235 Apr 28 19:47:50.066944 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58296) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:50.073580 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-c1833154-a414-408b-98ef-188d5c4fd823 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Request body: {'floatingip': {'port_id': '3a749027-3dcd-46f5-83a0-1a2b5506f788'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:50.133920 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aa4629bb-8b25-45bb-aa37-1f1c8be1bd70 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:50.139916 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 58300) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:50.141864 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c1833154-a414-408b-98ef-188d5c4fd823 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for floatingip, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:50.229375 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-56a95903-6d59-4ac5-97e9-96b72b2af929 req-eb0c4f80-778f-44f7-82b5-c84dcfaf0c4d tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d73e41-7b69-4a9a-8e05-4339591416db HTTP/1.1" status: 200 len: 210 time: 0.1036227 Apr 28 19:47:50.280462 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c5af4a55-5484-49da-9f6a-887af2af7315 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:50.314631 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c5af4a55-5484-49da-9f6a-887af2af7315 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:50.375079 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aa4629bb-8b25-45bb-aa37-1f1c8be1bd70 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:50.383472 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aa4629bb-8b25-45bb-aa37-1f1c8be1bd70 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:50.386805 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c5af4a55-5484-49da-9f6a-887af2af7315 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:50.390115 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c5af4a55-5484-49da-9f6a-887af2af7315 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:50.393722 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c5af4a55-5484-49da-9f6a-887af2af7315 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "DELETE /v2.0/security-groups/7a15d10f-28d1-4c71-978e-dccf205b55c1 HTTP/1.1" status: 204 len: 168 time: 0.2503607 Apr 28 19:47:50.397264 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 58306) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:50.421666 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af4a55-5484-49da-9f6a-887af2af7315 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a15d10f-28d1-4c71-978e-dccf205b55c1,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:50.431761 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-f6bc6138-19af-4a5b-a1b0-79a1b33794b8 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] show failed (client error): The resource could not be found. Apr 28 19:47:50.433365 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f6bc6138-19af-4a5b-a1b0-79a1b33794b8 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups/7a15d10f-28d1-4c71-978e-dccf205b55c1 HTTP/1.1" status: 404 len: 347 time: 0.0349479 Apr 28 19:47:50.435747 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 58308) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:50.475200 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aa4629bb-8b25-45bb-aa37-1f1c8be1bd70 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:50.476246 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4629bb-8b25-45bb-aa37-1f1c8be1bd70 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 622be53c-fa67-4623-9ebb-93731f415fde {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:47:50.482472 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aa4629bb-8b25-45bb-aa37-1f1c8be1bd70 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:50.488123 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-aa4629bb-8b25-45bb-aa37-1f1c8be1bd70 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] 10.222.0.42 "DELETE /v2.0/routers/622be53c-fa67-4623-9ebb-93731f415fde HTTP/1.1" status: 204 len: 168 time: 3.9610364 Apr 28 19:47:50.488976 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58310) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:50.503022 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edde5b50-5085-46b2-9c9c-b05c40befe94 None None] New status for floating IP 8131a3dc-33c8-44de-acf1-57ac54302cfe: DOWN {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:47:50.631363 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-2054ddf6-b120-426b-a30f-b579295fe24a tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Deleting port 4e30ae6c-9d89-477d-ab5b-7b217d15765d {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:47:50.631709 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2054ddf6-b120-426b-a30f-b579295fe24a tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:50.738053 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2054ddf6-b120-426b-a30f-b579295fe24a tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:50.738385 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2054ddf6-b120-426b-a30f-b579295fe24a tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:50.779418 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-2054ddf6-b120-426b-a30f-b579295fe24a tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Calling delete_port for 4e30ae6c-9d89-477d-ab5b-7b217d15765d owned by network:floatingip {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:47:50.951363 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-341ed65c-8f38-41f5-becd-4d0ad0265084 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:50.981571 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2054ddf6-b120-426b-a30f-b579295fe24a tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:51.018729 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054ddf6-b120-426b-a30f-b579295fe24a tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Pushing event deleted for resources: {'Port': ['ID=4e30ae6c-9d89-477d-ab5b-7b217d15765d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:51.115361 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 8e99726b-d853-419e-9a0e-aa4c2c1de819 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:47:51.164862 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08e795-1613-4b95-bf19-a5cd5b5b0299 req-9936517e-e6cc-4c61-bf62-6d7292d259ab tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:51.166497 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0d08e795-1613-4b95-bf19-a5cd5b5b0299 req-9936517e-e6cc-4c61-bf62-6d7292d259ab tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1125488 Apr 28 19:47:51.206906 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 8e99726b-d853-419e-9a0e-aa4c2c1de819 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:51.211656 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-341ed65c-8f38-41f5-becd-4d0ad0265084 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:51.215444 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 8e99726b-d853-419e-9a0e-aa4c2c1de819 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:51.216305 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:51.237491 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2054ddf6-b120-426b-a30f-b579295fe24a tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks [] for floatingip, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:51.240387 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2054ddf6-b120-426b-a30f-b579295fe24a tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:51.242238 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2054ddf6-b120-426b-a30f-b579295fe24a tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "DELETE /v2.0/floatingips/8131a3dc-33c8-44de-acf1-57ac54302cfe HTTP/1.1" status: 204 len: 168 time: 0.8042078 Apr 28 19:47:51.273955 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0d08e795-1613-4b95-bf19-a5cd5b5b0299 req-6bd8e9a8-d4cb-4053-b077-ac4338438926 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956588 Apr 28 19:47:51.440462 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:51.482053 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ff9667-5f34-437a-ad2c-6ee92c404acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e99726b-d853-419e-9a0e-aa4c2c1de819'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:51.484532 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a71453-68ea-4d9d-9de7-00790af69ed2" -d '{"events": [{"server_uuid": "e8ff9667-5f34-437a-ad2c-6ee92c404acd", "name": "network-vif-plugged", "status": "completed", "tag": "8e99726b-d853-419e-9a0e-aa4c2c1de819"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:47:51.490605 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2c06211-eb96-4adf-91ec-737501dbe726 req-2353e6f2-71c7-4418-bf05-deed94fa8236 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d73e41-7b69-4a9a-8e05-4339591416db HTTP/1.1" status: 200 len: 210 time: 0.0709348 Apr 28 19:47:51.530978 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 8e99726b-d853-419e-9a0e-aa4c2c1de819, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=8e99726b-d853-419e-9a0e-aa4c2c1de819,segment=NetworkSegment(89e51452-b57a-4520-9531-f462c21a0b7c),segment_id=89e51452-b57a-4520-9531-f462c21a0b7c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:51.539376 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:51.587942 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.db.resource_extend [None req-c1833154-a414-408b-98ef-188d5c4fd823 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:47:51.602568 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640da94-2ce5-4e8c-8f91-f94e33087055 req-27013575-2c93-47c0-af6b-465e13d7f3cd tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:51.610098 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3640da94-2ce5-4e8c-8f91-f94e33087055 req-27013575-2c93-47c0-af6b-465e13d7f3cd tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ff9667-5f34-437a-ad2c-6ee92c404acd HTTP/1.1" status: 200 len: 944 time: 0.4167655 Apr 28 19:47:51.648153 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=8e99726b-d853-419e-9a0e-aa4c2c1de819,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:51.689038 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50375b6-f9dc-4747-98c0-7e669fe42714 req-d0f47f9f-e3ed-45d2-bb4f-64e22215dbac tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:51.690622 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a50375b6-f9dc-4747-98c0-7e669fe42714 req-d0f47f9f-e3ed-45d2-bb4f-64e22215dbac tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.0834718 Apr 28 19:47:51.728282 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c1833154-a414-408b-98ef-188d5c4fd823 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:51.749185 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c1833154-a414-408b-98ef-188d5c4fd823 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:51.754915 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-341ed65c-8f38-41f5-becd-4d0ad0265084 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Deleting port 52f57d54-c2a7-46b2-8dd6-3e6eab6c169b {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:47:51.755251 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-341ed65c-8f38-41f5-becd-4d0ad0265084 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:51.755392 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a50375b6-f9dc-4747-98c0-7e669fe42714 req-705c6701-2332-4e80-8dd8-1e2cd5cb54fb tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441861 Apr 28 19:47:51.797266 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3640da94-2ce5-4e8c-8f91-f94e33087055 req-13acfeb1-cfb9-455e-9f33-718b91f3616c tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb24303e-0c91-4a50-9b9c-4d966185e279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850421 Apr 28 19:47:51.800975 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f746bff4-d660-4d6e-94df-186dd15947d4 x-openstack-request-id: req-f746bff4-d660-4d6e-94df-186dd15947d4 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:47:51.801245 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ff9667-5f34-437a-ad2c-6ee92c404acd", "name": "network-vif-plugged", "status": "completed", "tag": "8e99726b-d853-419e-9a0e-aa4c2c1de819", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:47:51.801495 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f746bff4-d660-4d6e-94df-186dd15947d4 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:47:51.801891 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f746bff4-d660-4d6e-94df-186dd15947d4'] response: {'server_uuid': 'e8ff9667-5f34-437a-ad2c-6ee92c404acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e99726b-d853-419e-9a0e-aa4c2c1de819', 'code': 200} Apr 28 19:47:51.812458 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-9c873013-b5b4-4dce-bcb4-1a54436dfa69 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:51.815197 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-9c873013-b5b4-4dce-bcb4-1a54436dfa69 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] 10.222.0.44 "GET /v2.0/networks?id=ed857b4a-3391-44bc-8bff-69648e78cdcc HTTP/1.1" status: 200 len: 809 time: 0.4356754 Apr 28 19:47:51.835265 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-1c16f1cb-031c-4810-9eff-68f9d3f98e89 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] Request body: {'port': {'device_id': 'a7d73e41-7b69-4a9a-8e05-4339591416db', 'network_id': 'ed857b4a-3391-44bc-8bff-69648e78cdcc', 'admin_state_up': True, 'tenant_id': 'b7ad904c9c414da78b0dcd487ce50466'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:51.948358 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3107148-aeff-47af-9410-3ddecfdbf33b req-12be710b-72cf-4c63-9966-af396be702ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:51.952440 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a3107148-aeff-47af-9410-3ddecfdbf33b req-12be710b-72cf-4c63-9966-af396be702ac service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e8ff9667-5f34-437a-ad2c-6ee92c404acd HTTP/1.1" status: 200 len: 1096 time: 0.0783567 Apr 28 19:47:52.030913 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a3107148-aeff-47af-9410-3ddecfdbf33b req-2ae24d11-4d78-4034-aa62-c12ca5664739 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cb24303e-0c91-4a50-9b9c-4d966185e279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714533 Apr 28 19:47:52.031946 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ef08c832-c374-48ca-8a56-124f207f9539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:52.043096 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-341ed65c-8f38-41f5-becd-4d0ad0265084 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] For port 52f57d54-c2a7-46b2-8dd6-3e6eab6c169b, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=52f57d54-c2a7-46b2-8dd6-3e6eab6c169b,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:52.043466 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-341ed65c-8f38-41f5-becd-4d0ad0265084 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:52.054023 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-c1833154-a414-408b-98ef-188d5c4fd823 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Floating IP 0ae190bd-f6f2-494b-8902-dd067a92719c associated. External IP: 172.25.8.136, port: 3a749027-3dcd-46f5-83a0-1a2b5506f788. Apr 28 19:47:52.104820 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-341ed65c-8f38-41f5-becd-4d0ad0265084 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Calling delete_port for 52f57d54-c2a7-46b2-8dd6-3e6eab6c169b owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:47:52.409052 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 58352) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:52.592721 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-1c16f1cb-031c-4810-9eff-68f9d3f98e89 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] Made reservation on behalf of b7ad904c9c414da78b0dcd487ce50466 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:52.596546 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-1c16f1cb-031c-4810-9eff-68f9d3f98e89 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:52.740495 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-290abf97-d6cc-477c-a3d2-803071a828b0 req-6a6275e7-7a4b-466b-a994-94027c6d7c03 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d73e41-7b69-4a9a-8e05-4339591416db HTTP/1.1" status: 200 len: 210 time: 0.0527751 Apr 28 19:47:53.086530 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-341ed65c-8f38-41f5-becd-4d0ad0265084 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:53.169645 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1833154-a414-408b-98ef-188d5c4fd823 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Router 7f426266-0348-4f66-b8dd-fd2f2a51cc79 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:47:53.182020 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ed65c-8f38-41f5-becd-4d0ad0265084 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Pushing event deleted for resources: {'Port': ['ID=52f57d54-c2a7-46b2-8dd6-3e6eab6c169b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:53.263226 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0042676-e3de-473c-abd2-7963478aa465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:53.343132 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ede93-64bf-480c-8f0d-f1cab6841d09 req-f91e4f02-284d-4d15-a09b-7382904d4e8c tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:53.344873 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dd5ede93-64bf-480c-8f0d-f1cab6841d09 req-f91e4f02-284d-4d15-a09b-7382904d4e8c tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ff9667-5f34-437a-ad2c-6ee92c404acd HTTP/1.1" status: 200 len: 945 time: 0.2720079 Apr 28 19:47:53.411496 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-1c16f1cb-031c-4810-9eff-68f9d3f98e89 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] Allocated IP 172.20.0.11 (ed857b4a-3391-44bc-8bff-69648e78cdcc/8f23d02e-babb-43ce-90b6-6f6f69a96442/711d9fb3-4356-453d-b483-fa5a99e47223) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:53.456454 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:53.489652 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-341ed65c-8f38-41f5-becd-4d0ad0265084 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:53.681309 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dd5ede93-64bf-480c-8f0d-f1cab6841d09 req-ab4daa85-50eb-481e-818c-eefe3516e7e1 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb24303e-0c91-4a50-9b9c-4d966185e279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146298 Apr 28 19:47:53.683887 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-341ed65c-8f38-41f5-becd-4d0ad0265084 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:53.698314 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-341ed65c-8f38-41f5-becd-4d0ad0265084 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:53.854391 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-341ed65c-8f38-41f5-becd-4d0ad0265084 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:53.855726 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341ed65c-8f38-41f5-becd-4d0ad0265084 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e416682-c6e9-4805-ae64-93f53bc54482 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:47:53.866317 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-341ed65c-8f38-41f5-becd-4d0ad0265084 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:53.871669 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-341ed65c-8f38-41f5-becd-4d0ad0265084 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] 10.222.0.42 "DELETE /v2.0/routers/1e416682-c6e9-4805-ae64-93f53bc54482 HTTP/1.1" status: 204 len: 168 time: 3.3437574 Apr 28 19:47:53.873224 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1833154-a414-408b-98ef-188d5c4fd823 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:47:53.880713 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c1833154-a414-408b-98ef-188d5c4fd823 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:53.886973 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003411bf-d1bd-4947-8dd3-6e8e2f1afa33 None None] Sync routers for ids ['7f426266-0348-4f66-b8dd-fd2f2a51cc79'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:47:53.902254 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 58368) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:53.910306 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003411bf-d1bd-4947-8dd3-6e8e2f1afa33 None None] Routers {'7f426266-0348-4f66-b8dd-fd2f2a51cc79'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:53.911710 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-003411bf-d1bd-4947-8dd3-6e8e2f1afa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:47:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7f426266-0348-4f66-b8dd-fd2f2a51cc79'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:53.921638 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-7189e2a6-d6f3-423b-b7af-d5e3cdf3663c tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1167697888', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}, 'admin_state_up': False}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:53.977066 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5903f093-e8c5-48a8-9bfc-fdfa9f2b82c5 req-46f5c9df-cca6-42c2-a233-102ca33bddc0 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d73e41-7b69-4a9a-8e05-4339591416db HTTP/1.1" status: 200 len: 210 time: 0.0703304 Apr 28 19:47:54.049656 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c1833154-a414-408b-98ef-188d5c4fd823 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "PUT /v2.0/floatingips/0ae190bd-f6f2-494b-8902-dd067a92719c HTTP/1.1" status: 200 len: 992 time: 3.9814548 Apr 28 19:47:54.052140 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6131832e-2e81-46f8-8bdb-3ed0d25d329e', 'tag': '3a749027-3dcd-46f5-83a0-1a2b5506f788'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:54.055064 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca991a0c-dd89-48e5-ad70-dd5e60bc9b49" -d '{"events": [{"name": "network-changed", "server_uuid": "6131832e-2e81-46f8-8bdb-3ed0d25d329e", "tag": "3a749027-3dcd-46f5-83a0-1a2b5506f788"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:47:54.101646 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7189e2a6-d6f3-423b-b7af-d5e3cdf3663c tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:54.102766 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7189e2a6-d6f3-423b-b7af-d5e3cdf3663c tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:54.109120 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-003411bf-d1bd-4947-8dd3-6e8e2f1afa33 None None] Set router 7f426266-0348-4f66-b8dd-fd2f2a51cc79 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:47:54.140411 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b0037c-0c93-42a3-b67a-bf5a89ef599a x-openstack-request-id: req-b9b0037c-0c93-42a3-b67a-bf5a89ef599a {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:47:54.140957 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6131832e-2e81-46f8-8bdb-3ed0d25d329e", "tag": "3a749027-3dcd-46f5-83a0-1a2b5506f788", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:47:54.141280 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b9b0037c-0c93-42a3-b67a-bf5a89ef599a {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:47:54.144740 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9b0037c-0c93-42a3-b67a-bf5a89ef599a'] response: {'name': 'network-changed', 'server_uuid': '6131832e-2e81-46f8-8bdb-3ed0d25d329e', 'tag': '3a749027-3dcd-46f5-83a0-1a2b5506f788', 'status': 'completed', 'code': 200} Apr 28 19:47:54.173691 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-1c16f1cb-031c-4810-9eff-68f9d3f98e89 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:54.223813 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-1c16f1cb-031c-4810-9eff-68f9d3f98e89 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:54.239658 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7189e2a6-d6f3-423b-b7af-d5e3cdf3663c tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:54.317796 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-1c16f1cb-031c-4810-9eff-68f9d3f98e89 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] Network ed857b4a-3391-44bc-8bff-69648e78cdcc is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:54.319771 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-1c16f1cb-031c-4810-9eff-68f9d3f98e89 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:54.322391 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-1c16f1cb-031c-4810-9eff-68f9d3f98e89 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:47:54.329192 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16f1cb-031c-4810-9eff-68f9d3f98e89 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] Pushing event updated for resources: {'Port': ['ID=711d9fb3-4356-453d-b483-fa5a99e47223,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:54.339862 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca991a0c-dd89-48e5-ad70-dd5e60bc9b49 req-4f64dd4e-dd13-4dd0-aa1e-5b62720da6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:54.342266 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ca991a0c-dd89-48e5-ad70-dd5e60bc9b49 req-4f64dd4e-dd13-4dd0-aa1e-5b62720da6db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8766bd4e5ff74ccda54aedeba9de3560&device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 1097 time: 0.1707518 Apr 28 19:47:54.418414 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-1c16f1cb-031c-4810-9eff-68f9d3f98e89 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:54.419228 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-1c16f1cb-031c-4810-9eff-68f9d3f98e89 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:54.447617 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-1c16f1cb-031c-4810-9eff-68f9d3f98e89 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6153057 Apr 28 19:47:54.459988 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-b4ab7cbd-de74-4fbd-9320-cb2a5f650534 service neutron] Request body: {'port': {'device_id': 'a7d73e41-7b69-4a9a-8e05-4339591416db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:54.533887 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-b4ab7cbd-de74-4fbd-9320-cb2a5f650534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:54.538733 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-003411bf-d1bd-4947-8dd3-6e8e2f1afa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1921511807-router', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:10Z', 'updated_at': '2022-04-28T19:47:23Z', 'revision_number': 4, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'gw_port': {'id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:12Z', 'updated_at': '2022-04-28T19:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '0ae190bd-f6f2-494b-8902-dd067a92719c', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'floating_ip_address': '172.25.8.136', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'port_id': '3a749027-3dcd-46f5-83a0-1a2b5506f788', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9', 'mac_address': 'fa:16:3e:80:f4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131832e-2e81-46f8-8bdb-3ed0d25d329e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:47:29Z', 'updated_at': '2022-04-28T19:47:51Z', 'revision_number': 1, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7d6c87d-a5eb-4aac-9505-940b523dc565', 'name': '', 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'mac_address': 'fa:16:3e:45:d9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'd9c43513-8faa-4150-80e2-a774186aa1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:22Z', 'updated_at': '2022-04-28T19:47:28Z', 'revision_number': 5, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'subnets': [{'id': 'd9c43513-8faa-4150-80e2-a774186aa1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:54.586158 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003411bf-d1bd-4947-8dd3-6e8e2f1afa33 None None] Checking router: 7f426266-0348-4f66-b8dd-fd2f2a51cc79 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:47:54.593097 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7189e2a6-d6f3-423b-b7af-d5e3cdf3663c tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:54.597615 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003411bf-d1bd-4947-8dd3-6e8e2f1afa33 None None] Routers {'7f426266-0348-4f66-b8dd-fd2f2a51cc79'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:54.598260 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-003411bf-d1bd-4947-8dd3-6e8e2f1afa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:47:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7f426266-0348-4f66-b8dd-fd2f2a51cc79'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:54.732474 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca991a0c-dd89-48e5-ad70-dd5e60bc9b49 req-424cf529-4584-4f6d-adf4-f0a1be50ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:54.740236 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ca991a0c-dd89-48e5-ad70-dd5e60bc9b49 req-424cf529-4584-4f6d-adf4-f0a1be50ae31 service neutron] 10.222.0.15 "GET /v2.0/networks?id=361c3585-c6e2-486f-967a-33f86818c3c9 HTTP/1.1" status: 200 len: 918 time: 0.3879445 Apr 28 19:47:54.778959 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec07394-bf18-432e-80b3-99d89351f741 req-9fa3ed0a-0c70-449a-b503-a64865f988b5 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:54.780583 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2ec07394-bf18-432e-80b3-99d89351f741 req-9fa3ed0a-0c70-449a-b503-a64865f988b5 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1902044 Apr 28 19:47:54.782485 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-003411bf-d1bd-4947-8dd3-6e8e2f1afa33 None None] Set router 7f426266-0348-4f66-b8dd-fd2f2a51cc79 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:47:54.866199 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d0042676-e3de-473c-abd2-7963478aa465 admin admin] Deleting port 101a5818-8428-497e-990b-c76fb6a61d9b {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:47:54.866426 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0042676-e3de-473c-abd2-7963478aa465 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:54.903060 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2ec07394-bf18-432e-80b3-99d89351f741 req-f200feb7-6db3-4b6f-ab62-28b19a7ec07c tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958030 Apr 28 19:47:54.976692 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ca991a0c-dd89-48e5-ad70-dd5e60bc9b49 req-5790ab35-2415-4c6b-a987-d598c87c4761 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a749027-3dcd-46f5-83a0-1a2b5506f788 HTTP/1.1" status: 200 len: 1000 time: 0.2215753 Apr 28 19:47:54.985240 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3580b51-6f33-4497-a5e4-8e51a669d8af req-b924f68b-0b3c-4902-8bf7-79b92182e59f tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:54.986952 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3580b51-6f33-4497-a5e4-8e51a669d8af req-b924f68b-0b3c-4902-8bf7-79b92182e59f tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ff9667-5f34-437a-ad2c-6ee92c404acd HTTP/1.1" status: 200 len: 945 time: 0.1974263 Apr 28 19:47:55.103042 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c3580b51-6f33-4497-a5e4-8e51a669d8af req-26bf49e4-e4f5-4af4-8861-db151722eda2 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb24303e-0c91-4a50-9b9c-4d966185e279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930257 Apr 28 19:47:55.128605 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca991a0c-dd89-48e5-ad70-dd5e60bc9b49 req-de66586e-2410-4a23-b737-d40dd670aede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:55.130333 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ca991a0c-dd89-48e5-ad70-dd5e60bc9b49 req-de66586e-2410-4a23-b737-d40dd670aede service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d9c43513-8faa-4150-80e2-a774186aa1a0 HTTP/1.1" status: 200 len: 856 time: 0.1422083 Apr 28 19:47:55.138152 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-b4ab7cbd-de74-4fbd-9320-cb2a5f650534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 711d9fb3-4356-453d-b483-fa5a99e47223 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:47:55.158285 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-b4ab7cbd-de74-4fbd-9320-cb2a5f650534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:55.186084 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-b4ab7cbd-de74-4fbd-9320-cb2a5f650534 service neutron] Transition to ACTIVE for port object 711d9fb3-4356-453d-b483-fa5a99e47223 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:55.213656 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-b4ab7cbd-de74-4fbd-9320-cb2a5f650534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:55.289711 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d0042676-e3de-473c-abd2-7963478aa465 admin admin] For port 101a5818-8428-497e-990b-c76fb6a61d9b, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=101a5818-8428-497e-990b-c76fb6a61d9b,segment=NetworkSegment(a938669e-a422-4100-815a-beba9a9fac36),segment_id=a938669e-a422-4100-815a-beba9a9fac36)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:55.290224 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0042676-e3de-473c-abd2-7963478aa465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:55.293809 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 52f57d54-c2a7-46b2-8dd6-3e6eab6c169b no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:47:55.321442 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d0042676-e3de-473c-abd2-7963478aa465 admin admin] Calling delete_port for 101a5818-8428-497e-990b-c76fb6a61d9b owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:47:55.334714 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 52f57d54-c2a7-46b2-8dd6-3e6eab6c169b {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:47:55.337311 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 52f57d54-c2a7-46b2-8dd6-3e6eab6c169b not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:47:55.376555 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab7cbd-de74-4fbd-9320-cb2a5f650534 service neutron] Pushing event updated for resources: {'Port': ['ID=711d9fb3-4356-453d-b483-fa5a99e47223,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:55.377185 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-003411bf-d1bd-4947-8dd3-6e8e2f1afa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1921511807-router', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:10Z', 'updated_at': '2022-04-28T19:47:23Z', 'revision_number': 4, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'gw_port': {'id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:12Z', 'updated_at': '2022-04-28T19:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '0ae190bd-f6f2-494b-8902-dd067a92719c', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'floating_ip_address': '172.25.8.136', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'port_id': '3a749027-3dcd-46f5-83a0-1a2b5506f788', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9', 'mac_address': 'fa:16:3e:80:f4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131832e-2e81-46f8-8bdb-3ed0d25d329e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:47:29Z', 'updated_at': '2022-04-28T19:47:51Z', 'revision_number': 1, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7d6c87d-a5eb-4aac-9505-940b523dc565', 'name': '', 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'mac_address': 'fa:16:3e:45:d9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'd9c43513-8faa-4150-80e2-a774186aa1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:22Z', 'updated_at': '2022-04-28T19:47:28Z', 'revision_number': 5, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'subnets': [{'id': 'd9c43513-8faa-4150-80e2-a774186aa1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:55.417129 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003411bf-d1bd-4947-8dd3-6e8e2f1afa33 None None] The sync data for ids ['7f426266-0348-4f66-b8dd-fd2f2a51cc79'] in n-d-839810-1 is: [{'id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1921511807-router', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:10Z', 'updated_at': '2022-04-28T19:47:23Z', 'revision_number': 4, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'gw_port': {'id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:12Z', 'updated_at': '2022-04-28T19:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '0ae190bd-f6f2-494b-8902-dd067a92719c', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'floating_ip_address': '172.25.8.136', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'port_id': '3a749027-3dcd-46f5-83a0-1a2b5506f788', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9', 'mac_address': 'fa:16:3e:80:f4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131832e-2e81-46f8-8bdb-3ed0d25d329e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:47:29Z', 'updated_at': '2022-04-28T19:47:51Z', 'revision_number': 1, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7d6c87d-a5eb-4aac-9505-940b523dc565', 'name': '', 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'mac_address': 'fa:16:3e:45:d9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'd9c43513-8faa-4150-80e2-a774186aa1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:22Z', 'updated_at': '2022-04-28T19:47:28Z', 'revision_number': 5, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'subnets': [{'id': 'd9c43513-8faa-4150-80e2-a774186aa1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:47:55.475377 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7189e2a6-d6f3-423b-b7af-d5e3cdf3663c tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:55.514721 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5049622-8bb0-4da6-8e5e-4fede342bc0a req-b7c0642a-dea9-4b66-9e75-445400f3051a tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:55.521961 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f5049622-8bb0-4da6-8e5e-4fede342bc0a req-b7c0642a-dea9-4b66-9e75-445400f3051a tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.3267508 Apr 28 19:47:55.544465 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7189e2a6-d6f3-423b-b7af-d5e3cdf3663c tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:55.549013 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca991a0c-dd89-48e5-ad70-dd5e60bc9b49 req-7eb74c19-4286-400d-b5a1-ab7878229761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:55.550622 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ca991a0c-dd89-48e5-ad70-dd5e60bc9b49 req-7eb74c19-4286-400d-b5a1-ab7878229761 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=361c3585-c6e2-486f-967a-33f86818c3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3684175 Apr 28 19:47:55.582663 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-b4ab7cbd-de74-4fbd-9320-cb2a5f650534 service neutron] Attempting to bind port 711d9fb3-4356-453d-b483-fa5a99e47223 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:47:55.583008 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-b4ab7cbd-de74-4fbd-9320-cb2a5f650534 service neutron] Attempting to bind port 711d9fb3-4356-453d-b483-fa5a99e47223 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '9024eb54-4b5a-45ee-83f7-c28f63072ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ed857b4a-3391-44bc-8bff-69648e78cdcc'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:47:55.583503 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-b4ab7cbd-de74-4fbd-9320-cb2a5f650534 service neutron] Attempting to bind port 711d9fb3-4356-453d-b483-fa5a99e47223 on network ed857b4a-3391-44bc-8bff-69648e78cdcc {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:47:55.593147 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-b4ab7cbd-de74-4fbd-9320-cb2a5f650534 service neutron] Port 711d9fb3-4356-453d-b483-fa5a99e47223 on network ed857b4a-3391-44bc-8bff-69648e78cdcc not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:47:55.593497 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-b4ab7cbd-de74-4fbd-9320-cb2a5f650534 service neutron] Attempting to bind port 711d9fb3-4356-453d-b483-fa5a99e47223 on network ed857b4a-3391-44bc-8bff-69648e78cdcc {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:47:55.612112 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-b4ab7cbd-de74-4fbd-9320-cb2a5f650534 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:47:55.612465 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-b4ab7cbd-de74-4fbd-9320-cb2a5f650534 service neutron] Checking segment: {'id': '9024eb54-4b5a-45ee-83f7-c28f63072ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ed857b4a-3391-44bc-8bff-69648e78cdcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:47:55.612862 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-b4ab7cbd-de74-4fbd-9320-cb2a5f650534 service neutron] Bound using segment: {'id': '9024eb54-4b5a-45ee-83f7-c28f63072ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ed857b4a-3391-44bc-8bff-69648e78cdcc'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:47:55.613346 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-b4ab7cbd-de74-4fbd-9320-cb2a5f650534 service neutron] Bound port: 711d9fb3-4356-453d-b483-fa5a99e47223, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9024eb54-4b5a-45ee-83f7-c28f63072ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ed857b4a-3391-44bc-8bff-69648e78cdcc'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:47:55.613717 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-b4ab7cbd-de74-4fbd-9320-cb2a5f650534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:55.619713 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f5049622-8bb0-4da6-8e5e-4fede342bc0a req-6ebbfffa-a158-49df-9be8-0f0384626982 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600483 Apr 28 19:47:55.813082 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-b4ab7cbd-de74-4fbd-9320-cb2a5f650534 service neutron] For port 711d9fb3-4356-453d-b483-fa5a99e47223, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:47:55.832419 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-b4ab7cbd-de74-4fbd-9320-cb2a5f650534 service neutron] For port 711d9fb3-4356-453d-b483-fa5a99e47223, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=711d9fb3-4356-453d-b483-fa5a99e47223,segment=NetworkSegment(9024eb54-4b5a-45ee-83f7-c28f63072ecd),segment_id=9024eb54-4b5a-45ee-83f7-c28f63072ecd)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:47:55.845936 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-b4ab7cbd-de74-4fbd-9320-cb2a5f650534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:55.880989 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ca991a0c-dd89-48e5-ad70-dd5e60bc9b49 req-6e30bff3-596a-461a-83cb-8516f0865e98 service neutron] 10.222.0.15 "GET /v2.0/networks/361c3585-c6e2-486f-967a-33f86818c3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213000 Apr 28 19:47:55.908878 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656de19b-38ea-4756-b7ef-bb672ea9747d req-90483363-e4b1-4ea8-83f6-b74cc7a24e70 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:55.910244 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:55.918686 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-656de19b-38ea-4756-b7ef-bb672ea9747d req-90483363-e4b1-4ea8-83f6-b74cc7a24e70 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d73e41-7b69-4a9a-8e05-4339591416db HTTP/1.1" status: 200 len: 944 time: 0.5312977 Apr 28 19:47:55.937811 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a294749-6286-49fa-9873-42fe9324e97d None None] New status for floating IP 0ae190bd-f6f2-494b-8902-dd067a92719c: ACTIVE {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:47:56.022100 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:56.035172 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-b4ab7cbd-de74-4fbd-9320-cb2a5f650534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:56.035810 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-b4ab7cbd-de74-4fbd-9320-cb2a5f650534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:56.037309 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-b4ab7cbd-de74-4fbd-9320-cb2a5f650534 service neutron] 10.222.0.44 "PUT /v2.0/ports/711d9fb3-4356-453d-b483-fa5a99e47223 HTTP/1.1" status: 200 len: 1092 time: 1.5838249 Apr 28 19:47:56.089568 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127191ef-87b0-4935-a11c-bf53dc51666e req-efe55878-cf50-40ee-881d-b0eda879ddac tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:56.098269 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-127191ef-87b0-4935-a11c-bf53dc51666e req-efe55878-cf50-40ee-881d-b0eda879ddac tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1433530 Apr 28 19:47:56.108731 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab7cbd-de74-4fbd-9320-cb2a5f650534 service neutron] Pushing event updated for resources: {'Port': ['ID=711d9fb3-4356-453d-b483-fa5a99e47223,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:56.187403 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d73e41-7b69-4a9a-8e05-4339591416db', 'tag': '711d9fb3-4356-453d-b483-fa5a99e47223'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:56.192247 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd30e11-2ba3-425d-a7d5-6dcf555d6242" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d73e41-7b69-4a9a-8e05-4339591416db", "tag": "711d9fb3-4356-453d-b483-fa5a99e47223"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:47:56.241670 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-127191ef-87b0-4935-a11c-bf53dc51666e req-064f833f-96b7-4faf-a93c-dd09abcce350 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424246 Apr 28 19:47:56.266138 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-7e5244cc-e88f-4c5c-9b5b-418f80cf2030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:56.273711 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-7e5244cc-e88f-4c5c-9b5b-418f80cf2030 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b7ad904c9c414da78b0dcd487ce50466&device_id=a7d73e41-7b69-4a9a-8e05-4339591416db HTTP/1.1" status: 200 len: 1095 time: 0.1725409 Apr 28 19:47:56.334413 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-656de19b-38ea-4756-b7ef-bb672ea9747d req-fe9c3ae7-1026-42c9-87b9-2c3479722f2d tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd26524c-5077-4fe0-832c-0aa67f603488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146240 Apr 28 19:47:56.357230 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-2a1d649c-a2ac-4979-87f2-ea53cdd80895 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=711d9fb3-4356-453d-b483-fa5a99e47223 HTTP/1.1" status: 200 len: 217 time: 0.0756791 Apr 28 19:47:56.439429 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-56689e50-c30f-459c-b4fb-337e7d015e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:56.441135 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-56689e50-c30f-459c-b4fb-337e7d015e73 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f23d02e-babb-43ce-90b6-6f6f69a96442 HTTP/1.1" status: 200 len: 849 time: 0.0770833 Apr 28 19:47:56.443606 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bd435b-6e84-4ae0-888d-85d74c1d8f58 x-openstack-request-id: req-60bd435b-6e84-4ae0-888d-85d74c1d8f58 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:47:56.444043 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d73e41-7b69-4a9a-8e05-4339591416db", "tag": "711d9fb3-4356-453d-b483-fa5a99e47223", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:47:56.444185 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-60bd435b-6e84-4ae0-888d-85d74c1d8f58 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:47:56.444601 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60bd435b-6e84-4ae0-888d-85d74c1d8f58'] response: {'name': 'network-changed', 'server_uuid': 'a7d73e41-7b69-4a9a-8e05-4339591416db', 'tag': '711d9fb3-4356-453d-b483-fa5a99e47223', 'status': 'completed', 'code': 200} Apr 28 19:47:56.445769 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-7189e2a6-d6f3-423b-b7af-d5e3cdf3663c tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Allocated IP 172.25.8.223 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/1245e68f-0bb6-4dc0-bcbd-3fc438adf0ec) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:56.460900 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ca991a0c-dd89-48e5-ad70-dd5e60bc9b49 req-03b5e1b9-65c6-4345-b9d7-b50c5c2fcf35 service neutron] 10.222.0.15 "GET /v2.0/networks/361c3585-c6e2-486f-967a-33f86818c3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5292346 Apr 28 19:47:56.506326 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-058a3869-0d3f-4b66-ae6e-bd8ae16b34cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ed857b4a-3391-44bc-8bff-69648e78cdcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562236 Apr 28 19:47:56.655242 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0042676-e3de-473c-abd2-7963478aa465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:56.681780 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-6ef3c9c3-7819-494a-87fb-1a740565975e service neutron] 10.222.0.44 "GET /v2.0/networks/ed857b4a-3391-44bc-8bff-69648e78cdcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682522 Apr 28 19:47:56.725850 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0042676-e3de-473c-abd2-7963478aa465 admin admin] Pushing event deleted for resources: {'Port': ['ID=101a5818-8428-497e-990b-c76fb6a61d9b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:56.755138 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151b2c0-87f1-4f52-8d19-5c246be7a891 req-ef653074-3a92-4081-84ba-38e05109fd7b tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:56.762749 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b151b2c0-87f1-4f52-8d19-5c246be7a891 req-ef653074-3a92-4081-84ba-38e05109fd7b tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ff9667-5f34-437a-ad2c-6ee92c404acd HTTP/1.1" status: 200 len: 945 time: 0.1286435 Apr 28 19:47:56.818150 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfc1bd-d4d0-4a78-8ced-8921d7e0b77f req-d595629e-f319-4a93-8716-aaea4b0ccf3e tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:56.820163 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-41cfc1bd-d4d0-4a78-8ced-8921d7e0b77f req-d595629e-f319-4a93-8716-aaea4b0ccf3e tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.2476795 Apr 28 19:47:56.846694 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b151b2c0-87f1-4f52-8d19-5c246be7a891 req-bb1c7c40-24d1-43af-9886-08cba180e6d0 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb24303e-0c91-4a50-9b9c-4d966185e279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829694 Apr 28 19:47:56.854994 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-19938b63-c9d6-4aed-ac13-ec6bb81271cf req-0b9bb9ac-2943-4710-adc7-8a45511c5d97 service neutron] 10.222.0.44 "GET /v2.0/networks/ed857b4a-3391-44bc-8bff-69648e78cdcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640954 Apr 28 19:47:56.881419 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7189e2a6-d6f3-423b-b7af-d5e3cdf3663c tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:56.932057 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-41cfc1bd-d4d0-4a78-8ced-8921d7e0b77f req-83f1fcdb-1af9-4cf2-89fe-47fbcc68046a tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004384 Apr 28 19:47:57.039382 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7189e2a6-d6f3-423b-b7af-d5e3cdf3663c tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:57.096508 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd30e11-2ba3-425d-a7d5-6dcf555d6242 req-044a390b-14b6-4bf6-9db8-dd10dd330f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:57.098652 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5cd30e11-2ba3-425d-a7d5-6dcf555d6242 req-044a390b-14b6-4bf6-9db8-dd10dd330f00 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b7ad904c9c414da78b0dcd487ce50466&device_id=a7d73e41-7b69-4a9a-8e05-4339591416db HTTP/1.1" status: 200 len: 1095 time: 0.1688068 Apr 28 19:47:57.145056 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189e2a6-d6f3-423b-b7af-d5e3cdf3663c tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Pushing event updated for resources: {'Port': ['ID=1245e68f-0bb6-4dc0-bcbd-3fc438adf0ec,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:57.235866 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0042676-e3de-473c-abd2-7963478aa465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:57.237531 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd30e11-2ba3-425d-a7d5-6dcf555d6242 req-770037f0-c7ab-4ee8-a745-8c6d45ab4ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:57.240031 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5cd30e11-2ba3-425d-a7d5-6dcf555d6242 req-770037f0-c7ab-4ee8-a745-8c6d45ab4ec0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ed857b4a-3391-44bc-8bff-69648e78cdcc HTTP/1.1" status: 200 len: 910 time: 0.1314173 Apr 28 19:47:57.250068 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7189e2a6-d6f3-423b-b7af-d5e3cdf3663c tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:57.264427 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-7189e2a6-d6f3-423b-b7af-d5e3cdf3663c tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:57.269374 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7189e2a6-d6f3-423b-b7af-d5e3cdf3663c tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:47:57.330616 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5cd30e11-2ba3-425d-a7d5-6dcf555d6242 req-42c98c1c-0566-4176-99c0-9a1a26350ffc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=711d9fb3-4356-453d-b483-fa5a99e47223 HTTP/1.1" status: 200 len: 217 time: 0.0806489 Apr 28 19:47:57.399856 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd30e11-2ba3-425d-a7d5-6dcf555d6242 req-e9351235-e947-49f4-bfae-3c5d4bdbbac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:57.401592 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5cd30e11-2ba3-425d-a7d5-6dcf555d6242 req-e9351235-e947-49f4-bfae-3c5d4bdbbac4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f23d02e-babb-43ce-90b6-6f6f69a96442 HTTP/1.1" status: 200 len: 849 time: 0.0632522 Apr 28 19:47:57.459604 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5cd30e11-2ba3-425d-a7d5-6dcf555d6242 req-dbb94851-1f95-4507-a4f2-0613fc9604f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ed857b4a-3391-44bc-8bff-69648e78cdcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498765 Apr 28 19:47:57.643394 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f69fd1-bed9-4ff0-ae34-7497db640424 req-5cdcab00-968d-4e36-9759-487e50a9cdc7 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:57.645141 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-21f69fd1-bed9-4ff0-ae34-7497db640424 req-5cdcab00-968d-4e36-9759-487e50a9cdc7 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d73e41-7b69-4a9a-8e05-4339591416db HTTP/1.1" status: 200 len: 944 time: 0.1578777 Apr 28 19:47:57.715125 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5cd30e11-2ba3-425d-a7d5-6dcf555d6242 req-fa301dc5-e5d7-4a3c-a999-b0b6a8807199 service neutron] 10.222.0.44 "GET /v2.0/networks/ed857b4a-3391-44bc-8bff-69648e78cdcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468274 Apr 28 19:47:57.722128 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-21f69fd1-bed9-4ff0-ae34-7497db640424 req-de4a5aa3-3956-4feb-b443-8f12a640c92e tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd26524c-5077-4fe0-832c-0aa67f603488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608788 Apr 28 19:47:57.855805 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5cd30e11-2ba3-425d-a7d5-6dcf555d6242 req-50c761d8-6dd6-4dfb-8829-cc2c45b224d2 service neutron] 10.222.0.44 "GET /v2.0/networks/ed857b4a-3391-44bc-8bff-69648e78cdcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321533 Apr 28 19:47:57.999965 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93317448-311c-4db2-9c49-4dc29299b12b req-f50e86f8-e693-4707-b0d9-db7c245b51e9 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:58.003061 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-93317448-311c-4db2-9c49-4dc29299b12b req-f50e86f8-e693-4707-b0d9-db7c245b51e9 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.7598507 Apr 28 19:47:58.009815 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317dbf2-bfc0-467d-acde-62ae72cd5c86 req-be95735f-3dc1-4b2e-9ed4-cf9e4c3b7077 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:58.011639 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c317dbf2-bfc0-467d-acde-62ae72cd5c86 req-be95735f-3dc1-4b2e-9ed4-cf9e4c3b7077 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ff9667-5f34-437a-ad2c-6ee92c404acd HTTP/1.1" status: 200 len: 945 time: 0.1431599 Apr 28 19:47:58.137492 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b16178-a7c5-4b2f-8c07-40e804e233f0 req-ce2d3065-995e-40c4-a0c7-c789b833a2df tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:58.147284 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f7b16178-a7c5-4b2f-8c07-40e804e233f0 req-ce2d3065-995e-40c4-a0c7-c789b833a2df tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ff9667-5f34-437a-ad2c-6ee92c404acd HTTP/1.1" status: 200 len: 945 time: 0.1495731 Apr 28 19:47:58.181364 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-93317448-311c-4db2-9c49-4dc29299b12b req-5ed3eaa8-4703-440b-9519-a9de34a8fe94 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466601 Apr 28 19:47:58.297631 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7189e2a6-d6f3-423b-b7af-d5e3cdf3663c tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:58.306524 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f7b16178-a7c5-4b2f-8c07-40e804e233f0 req-bc487540-f44c-4f0d-8bce-55a7fdb82e25 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb24303e-0c91-4a50-9b9c-4d966185e279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579847 Apr 28 19:47:58.349890 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-c317dbf2-bfc0-467d-acde-62ae72cd5c86 req-25650315-bc3f-4789-859d-3cb8cbe2c163 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Deleting port 8e99726b-d853-419e-9a0e-aa4c2c1de819 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:47:58.350200 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-c317dbf2-bfc0-467d-acde-62ae72cd5c86 req-25650315-bc3f-4789-859d-3cb8cbe2c163 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:58.466208 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-c317dbf2-bfc0-467d-acde-62ae72cd5c86 req-25650315-bc3f-4789-859d-3cb8cbe2c163 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] For port 8e99726b-d853-419e-9a0e-aa4c2c1de819, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=8e99726b-d853-419e-9a0e-aa4c2c1de819,segment=NetworkSegment(89e51452-b57a-4520-9531-f462c21a0b7c),segment_id=89e51452-b57a-4520-9531-f462c21a0b7c)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:58.466574 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-c317dbf2-bfc0-467d-acde-62ae72cd5c86 req-25650315-bc3f-4789-859d-3cb8cbe2c163 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:58.482402 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-c317dbf2-bfc0-467d-acde-62ae72cd5c86 req-25650315-bc3f-4789-859d-3cb8cbe2c163 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Calling delete_port for 8e99726b-d853-419e-9a0e-aa4c2c1de819 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:47:58.487194 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0042676-e3de-473c-abd2-7963478aa465 admin admin] Router 95fd222d-28fd-468e-9a61-1b82b6f296a3 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:47:58.507122 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62e4d1-ffd1-4485-a198-ace4fcc3a938 req-6d800fec-ab75-4a58-988b-9a5bfacd56ff tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:58.508677 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8f62e4d1-ffd1-4485-a198-ace4fcc3a938 req-6d800fec-ab75-4a58-988b-9a5bfacd56ff tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1698937 Apr 28 19:47:58.653223 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8f62e4d1-ffd1-4485-a198-ace4fcc3a938 req-b62539bc-4e8c-41f7-84a8-6e15fc79b23f tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370733 Apr 28 19:47:58.659086 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-c317dbf2-bfc0-467d-acde-62ae72cd5c86 req-25650315-bc3f-4789-859d-3cb8cbe2c163 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:58.676353 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['8e99726b-d853-419e-9a0e-aa4c2c1de819'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:47:58.699078 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25650315-bc3f-4789-859d-3cb8cbe2c163 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Pushing event deleted for resources: {'Port': ['ID=8e99726b-d853-419e-9a0e-aa4c2c1de819,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:58.748520 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7189e2a6-d6f3-423b-b7af-d5e3cdf3663c tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:58.754697 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c317dbf2-bfc0-467d-acde-62ae72cd5c86 req-25650315-bc3f-4789-859d-3cb8cbe2c163 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] No DVR routers for this DVR port 8e99726b-d853-419e-9a0e-aa4c2c1de819 on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:47:58.758280 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-c317dbf2-bfc0-467d-acde-62ae72cd5c86 req-25650315-bc3f-4789-859d-3cb8cbe2c163 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:58.762954 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c317dbf2-bfc0-467d-acde-62ae72cd5c86 req-25650315-bc3f-4789-859d-3cb8cbe2c163 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.44 "DELETE /v2.0/ports/8e99726b-d853-419e-9a0e-aa4c2c1de819 HTTP/1.1" status: 204 len: 173 time: 0.7375150 Apr 28 19:47:58.762954 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ff9667-5f34-437a-ad2c-6ee92c404acd', 'name': 'network-vif-deleted', 'tag': '8e99726b-d853-419e-9a0e-aa4c2c1de819'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:58.765585 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df16c81-1c58-416a-9095-a6dabf758bfd" -d '{"events": [{"server_uuid": "e8ff9667-5f34-437a-ad2c-6ee92c404acd", "name": "network-vif-deleted", "tag": "8e99726b-d853-419e-9a0e-aa4c2c1de819"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:47:58.809673 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0042676-e3de-473c-abd2-7963478aa465 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:47:58.832023 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c619b6-5ea9-4932-be09-0aa9752a77d8 None None] Sync routers for ids ['95fd222d-28fd-468e-9a61-1b82b6f296a3'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:47:58.846277 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d0042676-e3de-473c-abd2-7963478aa465 admin admin] 10.222.0.42 "PUT /v2.0/routers/95fd222d-28fd-468e-9a61-1b82b6f296a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4327161 Apr 28 19:47:58.846848 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58442) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:58.874808 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c619b6-5ea9-4932-be09-0aa9752a77d8 None None] Routers {'95fd222d-28fd-468e-9a61-1b82b6f296a3'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:58.878345 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-f0c619b6-5ea9-4932-be09-0aa9752a77d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:47:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['95fd222d-28fd-468e-9a61-1b82b6f296a3'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:58.935761 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa2f6f6-8c8b-4cb0-aefd-1f450c60aa07 x-openstack-request-id: req-aaa2f6f6-8c8b-4cb0-aefd-1f450c60aa07 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:47:58.936620 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ff9667-5f34-437a-ad2c-6ee92c404acd", "name": "network-vif-deleted", "tag": "8e99726b-d853-419e-9a0e-aa4c2c1de819", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:47:58.936620 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aaa2f6f6-8c8b-4cb0-aefd-1f450c60aa07 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:47:58.936834 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa2f6f6-8c8b-4cb0-aefd-1f450c60aa07'] response: {'server_uuid': 'e8ff9667-5f34-437a-ad2c-6ee92c404acd', 'name': 'network-vif-deleted', 'tag': '8e99726b-d853-419e-9a0e-aa4c2c1de819', 'status': 'completed', 'code': 200} Apr 28 19:47:59.042131 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919764d-08d7-42b3-b086-a20fe53f2ee8 req-14c42911-de1c-40d6-8068-00b4467e7cc9 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:59.051714 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6919764d-08d7-42b3-b086-a20fe53f2ee8 req-14c42911-de1c-40d6-8068-00b4467e7cc9 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d73e41-7b69-4a9a-8e05-4339591416db HTTP/1.1" status: 200 len: 944 time: 0.2071893 Apr 28 19:47:59.072785 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d7b8c-c929-40a4-bba5-705958ca84be req-c6a914ab-2b8e-4327-9b52-53a1efafe1c9 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:59.082541 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3c8d7b8c-c929-40a4-bba5-705958ca84be req-c6a914ab-2b8e-4327-9b52-53a1efafe1c9 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1275487 Apr 28 19:47:59.084128 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b1bc8753-cff2-4e40-92ad-4d41c042e7e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:59.088738 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-f0c619b6-5ea9-4932-be09-0aa9752a77d8 None None] Set router 95fd222d-28fd-468e-9a61-1b82b6f296a3 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:47:59.128696 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 711d9fb3-4356-453d-b483-fa5a99e47223 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:47:59.149296 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6919764d-08d7-42b3-b086-a20fe53f2ee8 req-c8cb424a-fb12-43b2-bdf5-154a8d9ec9a5 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd26524c-5077-4fe0-832c-0aa67f603488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963728 Apr 28 19:47:59.152611 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3c8d7b8c-c929-40a4-bba5-705958ca84be req-4c8e044c-1353-4b78-877a-65727c5e4463 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685344 Apr 28 19:47:59.183819 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7189e2a6-d6f3-423b-b7af-d5e3cdf3663c tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Router 5eb07b4b-815c-437d-b127-9cf77825727c is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:47:59.335409 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b1bc8753-cff2-4e40-92ad-4d41c042e7e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:59.420852 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7189e2a6-d6f3-423b-b7af-d5e3cdf3663c tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:47:59.463658 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7189e2a6-d6f3-423b-b7af-d5e3cdf3663c tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:59.466291 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7189e2a6-d6f3-423b-b7af-d5e3cdf3663c tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.5485418 Apr 28 19:47:59.471350 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 58456) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:47:59.482790 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-968404d2-ad00-4ae7-a866-2763f816a997 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'enable_snat': False}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:59.523724 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-f0c619b6-5ea9-4932-be09-0aa9752a77d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'name': 'tempest-TaggedBootDevicesTest-1059154151-router', 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '202abbd7-1717-4e5b-aeda-948355678d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:40:51Z', 'updated_at': '2022-04-28T19:47:56Z', 'revision_number': 5, 'project_id': 'bc3414dc2d694e45b86b092fc773c62d', 'gw_port': {'id': '202abbd7-1717-4e5b-aeda-948355678d3a', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:53Z', 'updated_at': '2022-04-28T19:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:59.538380 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58b5e0-1d23-4481-812f-55f87dd681c5 req-191d9d41-31de-4dfd-928c-68d4d0174877 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:59.540808 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ef58b5e0-1d23-4481-812f-55f87dd681c5 req-191d9d41-31de-4dfd-928c-68d4d0174877 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.2098691 Apr 28 19:47:59.555114 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-b1bc8753-cff2-4e40-92ad-4d41c042e7e5 admin admin] Deleting port 202abbd7-1717-4e5b-aeda-948355678d3a {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:47:59.555641 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b1bc8753-cff2-4e40-92ad-4d41c042e7e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:59.590435 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c619b6-5ea9-4932-be09-0aa9752a77d8 None None] Checking router: 95fd222d-28fd-468e-9a61-1b82b6f296a3 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:47:59.622441 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c619b6-5ea9-4932-be09-0aa9752a77d8 None None] Routers {'95fd222d-28fd-468e-9a61-1b82b6f296a3'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:59.622441 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-f0c619b6-5ea9-4932-be09-0aa9752a77d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:47:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['95fd222d-28fd-468e-9a61-1b82b6f296a3'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:59.721999 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a396f7-cfb5-4a33-a593-bcdd16b679c5 None None] Sync routers for ids ['5eb07b4b-815c-437d-b127-9cf77825727c'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:47:59.769656 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 711d9fb3-4356-453d-b483-fa5a99e47223, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=711d9fb3-4356-453d-b483-fa5a99e47223,segment=NetworkSegment(9024eb54-4b5a-45ee-83f7-c28f63072ecd),segment_id=9024eb54-4b5a-45ee-83f7-c28f63072ecd)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:59.775348 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-f0c619b6-5ea9-4932-be09-0aa9752a77d8 None None] Set router 95fd222d-28fd-468e-9a61-1b82b6f296a3 gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:47:59.784372 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a396f7-cfb5-4a33-a593-bcdd16b679c5 None None] Routers {'5eb07b4b-815c-437d-b127-9cf77825727c'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:59.791079 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-67a396f7-cfb5-4a33-a593-bcdd16b679c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:47:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['5eb07b4b-815c-437d-b127-9cf77825727c'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:59.834090 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-67a396f7-cfb5-4a33-a593-bcdd16b679c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:59.837991 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '711d9fb3-4356-453d-b483-fa5a99e47223', 'network_id': 'ed857b4a-3391-44bc-8bff-69648e78cdcc', 'port_id': '711d9fb3-4356-453d-b483-fa5a99e47223', 'mac_address': 'fa:16:3e:b2:34:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f23d02e-babb-43ce-90b6-6f6f69a96442', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:47:59.849341 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a396f7-cfb5-4a33-a593-bcdd16b679c5 None None] Routers {'5eb07b4b-815c-437d-b127-9cf77825727c'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:59.850249 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-67a396f7-cfb5-4a33-a593-bcdd16b679c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:47:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['5eb07b4b-815c-437d-b127-9cf77825727c'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:59.857220 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-f0c619b6-5ea9-4932-be09-0aa9752a77d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'name': 'tempest-TaggedBootDevicesTest-1059154151-router', 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:40:51Z', 'updated_at': '2022-04-28T19:47:59Z', 'revision_number': 6, 'project_id': 'bc3414dc2d694e45b86b092fc773c62d', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:59.889056 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c619b6-5ea9-4932-be09-0aa9752a77d8 None None] The sync data for ids ['95fd222d-28fd-468e-9a61-1b82b6f296a3'] in n-d-839810-1 is: [{'id': '95fd222d-28fd-468e-9a61-1b82b6f296a3', 'name': 'tempest-TaggedBootDevicesTest-1059154151-router', 'tenant_id': 'bc3414dc2d694e45b86b092fc773c62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:40:51Z', 'updated_at': '2022-04-28T19:47:59Z', 'revision_number': 6, 'project_id': 'bc3414dc2d694e45b86b092fc773c62d', 'gw_port_host': None}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:47:59.894823 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-67a396f7-cfb5-4a33-a593-bcdd16b679c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:59.895517 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a396f7-cfb5-4a33-a593-bcdd16b679c5 None None] The sync data for ids ['5eb07b4b-815c-437d-b127-9cf77825727c'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:47:59.899084 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef7551-e2d0-46fb-aada-63b1f2793fde req-3e0b349e-34a6-4765-845e-3e2dc56cac89 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:59.901257 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-95ef7551-e2d0-46fb-aada-63b1f2793fde req-3e0b349e-34a6-4765-845e-3e2dc56cac89 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 946 time: 0.1759040 Apr 28 19:47:59.962891 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:59.980900 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 711d9fb3-4356-453d-b483-fa5a99e47223 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:00.013793 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 711d9fb3-4356-453d-b483-fa5a99e47223, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=711d9fb3-4356-453d-b483-fa5a99e47223,segment=NetworkSegment(9024eb54-4b5a-45ee-83f7-c28f63072ecd),segment_id=9024eb54-4b5a-45ee-83f7-c28f63072ecd)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:00.018719 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:00.064207 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-95ef7551-e2d0-46fb-aada-63b1f2793fde req-71eb9464-27c7-433b-bb6a-8a0de257fe3a tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817349 Apr 28 19:48:00.075112 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=711d9fb3-4356-453d-b483-fa5a99e47223,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:00.091127 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ef58b5e0-1d23-4481-812f-55f87dd681c5 req-b80238b7-ddb5-4337-99b0-59c5ed87417e tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5389953 Apr 28 19:48:00.124187 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-968404d2-ad00-4ae7-a866-2763f816a997 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:00.128381 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-b1bc8753-cff2-4e40-92ad-4d41c042e7e5 admin admin] For port 202abbd7-1717-4e5b-aeda-948355678d3a, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=202abbd7-1717-4e5b-aeda-948355678d3a,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:00.128579 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b1bc8753-cff2-4e40-92ad-4d41c042e7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:00.141653 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-b1bc8753-cff2-4e40-92ad-4d41c042e7e5 admin admin] Calling delete_port for 202abbd7-1717-4e5b-aeda-948355678d3a owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:48:00.243710 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['711d9fb3-4356-453d-b483-fa5a99e47223'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:48:00.342326 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-8921f7f8-3a3a-4ecd-96a6-140917d9fd2d tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:00.343799 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-8921f7f8-3a3a-4ecd-96a6-140917d9fd2d tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/networks?id=83b05ad6-239f-42f0-8d79-d8e87e9e7591 HTTP/1.1" status: 200 len: 809 time: 0.1605046 Apr 28 19:48:00.371865 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17379e-8794-44de-8509-4559b7a353f8 req-af23cc6b-d067-491a-b4e6-41933d0d252a tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:00.373492 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6d17379e-8794-44de-8509-4559b7a353f8 req-af23cc6b-d067-491a-b4e6-41933d0d252a tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d73e41-7b69-4a9a-8e05-4339591416db HTTP/1.1" status: 200 len: 945 time: 0.1139638 Apr 28 19:48:00.440206 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6d17379e-8794-44de-8509-4559b7a353f8 req-7b21238e-a837-4a89-9080-c909635566dd tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd26524c-5077-4fe0-832c-0aa67f603488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490098 Apr 28 19:48:00.440919 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b1bc8753-cff2-4e40-92ad-4d41c042e7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:00.460514 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-3a574bc2-9be2-44e1-bf54-60b537cd9a0d tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/quotas/8fa7b48cd6324c3d898d34efdddefc05 HTTP/1.1" status: 200 len: 375 time: 0.0209494 Apr 28 19:48:00.485565 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc8753-cff2-4e40-92ad-4d41c042e7e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=202abbd7-1717-4e5b-aeda-948355678d3a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:00.498244 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-aa2ff347-becb-414d-9c68-79c03b6d3526 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8fa7b48cd6324c3d898d34efdddefc05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368276 Apr 28 19:48:00.586212 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b1bc8753-cff2-4e40-92ad-4d41c042e7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:00.675335 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e524c4f-909a-45b4-8c65-2ef0637fdb24 req-f580d9e5-04b1-4613-81a2-e61e8e5e34ea tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:00.677750 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6e524c4f-909a-45b4-8c65-2ef0637fdb24 req-f580d9e5-04b1-4613-81a2-e61e8e5e34ea tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1281657 Apr 28 19:48:00.715267 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b1bc8753-cff2-4e40-92ad-4d41c042e7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:00.718257 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b1bc8753-cff2-4e40-92ad-4d41c042e7e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:00.789033 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6e524c4f-909a-45b4-8c65-2ef0637fdb24 req-4bd197d8-a3b4-4f8c-894c-0d057e6ed513 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830362 Apr 28 19:48:00.790379 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b1bc8753-cff2-4e40-92ad-4d41c042e7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:00.790924 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1bc8753-cff2-4e40-92ad-4d41c042e7e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95fd222d-28fd-468e-9a61-1b82b6f296a3 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:48:00.795617 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b1bc8753-cff2-4e40-92ad-4d41c042e7e5 admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:00.796911 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b1bc8753-cff2-4e40-92ad-4d41c042e7e5 admin admin] 10.222.0.42 "DELETE /v2.0/routers/95fd222d-28fd-468e-9a61-1b82b6f296a3 HTTP/1.1" status: 204 len: 168 time: 1.9488571 Apr 28 19:48:00.800396 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58480) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:00.857367 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-6407b853-cbfe-4045-9f56-d958a1dd867f admin admin] Deleting subnet 48533aa3-5bd3-4948-a2d3-594fc981b6d2 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:48:00.861945 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6407b853-cbfe-4045-9f56-d958a1dd867f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:00.925167 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6407b853-cbfe-4045-9f56-d958a1dd867f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:00.972358 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2af633-0ac5-4055-b0b5-cc8e4873446c req-47fff9fc-d7ca-4c54-86af-40686f216ce1 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:00.973977 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2d2af633-0ac5-4055-b0b5-cc8e4873446c req-47fff9fc-d7ca-4c54-86af-40686f216ce1 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.0919285 Apr 28 19:48:01.036860 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-605a6ef2-2b05-4649-b25b-c2d155323d61 service neutron] 10.222.0.42 "GET /v2.0/networks/83b05ad6-239f-42f0-8d79-d8e87e9e7591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4955895 Apr 28 19:48:01.049401 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2d2af633-0ac5-4055-b0b5-cc8e4873446c req-314936a3-dd8b-4207-b932-e4c77fb31422 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685203 Apr 28 19:48:01.057477 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6407b853-cbfe-4045-9f56-d958a1dd867f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:01.128912 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 711d9fb3-4356-453d-b483-fa5a99e47223 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:48:01.171549 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6407b853-cbfe-4045-9f56-d958a1dd867f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:01.206888 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 711d9fb3-4356-453d-b483-fa5a99e47223 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:48:01.211607 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 711d9fb3-4356-453d-b483-fa5a99e47223 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:01.212251 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:01.240837 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-968404d2-ad00-4ae7-a866-2763f816a997 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364'] for router, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:01.243485 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407b853-cbfe-4045-9f56-d958a1dd867f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48533aa3-5bd3-4948-a2d3-594fc981b6d2,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:01.255531 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6407b853-cbfe-4045-9f56-d958a1dd867f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:01.257752 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 202abbd7-1717-4e5b-aeda-948355678d3a no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:48:01.260369 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-968404d2-ad00-4ae7-a866-2763f816a997 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626624'] for router, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:01.262419 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6407b853-cbfe-4045-9f56-d958a1dd867f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/48533aa3-5bd3-4948-a2d3-594fc981b6d2 HTTP/1.1" status: 204 len: 168 time: 0.4598122 Apr 28 19:48:01.263030 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 58490) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:01.284625 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62a4506-8382-4dae-8832-3ed2d5e3846d None None] Network f69f4a5f-c2d6-44c7-ad73-929a90025ab3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:48:01.289218 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 202abbd7-1717-4e5b-aeda-948355678d3a {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:48:01.289562 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 202abbd7-1717-4e5b-aeda-948355678d3a not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:48:01.289971 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 101a5818-8428-497e-990b-c76fb6a61d9b no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:48:01.308063 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b4041-4bb4-400c-a3f5-0f76be016444 req-fbfa4469-ca1d-4769-8884-bae91b860178 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:01.309672 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ad0b4041-4bb4-400c-a3f5-0f76be016444 req-fbfa4469-ca1d-4769-8884-bae91b860178 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 946 time: 0.0803285 Apr 28 19:48:01.328800 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 101a5818-8428-497e-990b-c76fb6a61d9b {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:48:01.329159 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 101a5818-8428-497e-990b-c76fb6a61d9b not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:48:01.361509 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ad0b4041-4bb4-400c-a3f5-0f76be016444 req-df8cffb3-4619-4202-8beb-3468862dad13 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450752 Apr 28 19:48:01.374949 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-85eb9e48-0ad4-40f6-b957-bb8080a566f5 service neutron] 10.222.0.42 "GET /v2.0/networks/83b05ad6-239f-42f0-8d79-d8e87e9e7591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371050 Apr 28 19:48:01.414876 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6297af4-e548-4dbc-8621-8d4bd7a8db2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:01.488199 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:01.517658 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d73e41-7b69-4a9a-8e05-4339591416db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711d9fb3-4356-453d-b483-fa5a99e47223'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:01.519764 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e5275-927c-482c-8b5a-35f74615b532 req-64e92a4a-d946-44a9-aa7d-88522ef5d3ec tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:01.520022 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a16223-6a31-4288-af91-8b553813d2c0" -d '{"events": [{"server_uuid": "a7d73e41-7b69-4a9a-8e05-4339591416db", "name": "network-vif-plugged", "status": "completed", "tag": "711d9fb3-4356-453d-b483-fa5a99e47223"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:48:01.530017 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4e8e5275-927c-482c-8b5a-35f74615b532 req-64e92a4a-d946-44a9-aa7d-88522ef5d3ec tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.0794942 Apr 28 19:48:01.536511 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 711d9fb3-4356-453d-b483-fa5a99e47223, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=711d9fb3-4356-453d-b483-fa5a99e47223,segment=NetworkSegment(9024eb54-4b5a-45ee-83f7-c28f63072ecd),segment_id=9024eb54-4b5a-45ee-83f7-c28f63072ecd)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:01.542183 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968404d2-ad00-4ae7-a866-2763f816a997 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Router 5eb07b4b-815c-437d-b127-9cf77825727c has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:48:01.543449 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:01.549189 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 8e99726b-d853-419e-9a0e-aa4c2c1de819 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:48:01.575597 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 8e99726b-d853-419e-9a0e-aa4c2c1de819 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:48:01.576250 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 8e99726b-d853-419e-9a0e-aa4c2c1de819 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:48:01.581579 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d18c55-ddb9-4bb0-96ab-562624bb7320 None None] DHCP port deletion for f69f4a5f-c2d6-44c7-ad73-929a90025ab3 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:48:01.593714 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4e8e5275-927c-482c-8b5a-35f74615b532 req-165db039-bb43-4f50-9809-28af3ad40390 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620775 Apr 28 19:48:01.637577 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-a6297af4-e548-4dbc-8621-8d4bd7a8db2e admin admin] Deleting port f42c7c1b-046a-4450-a09b-3c0426d62e31 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:48:01.638007 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6297af4-e548-4dbc-8621-8d4bd7a8db2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:01.738747 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=711d9fb3-4356-453d-b483-fa5a99e47223,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:01.739630 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3d25e-70c5-494c-bc5e-f51e230c56f0 req-11f9ba10-47c9-4530-b8bb-a089d6046a29 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:01.741336 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-51c3d25e-70c5-494c-bc5e-f51e230c56f0 req-11f9ba10-47c9-4530-b8bb-a089d6046a29 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 946 time: 0.1137743 Apr 28 19:48:01.747676 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df87813b-cee9-4e37-9c39-3498a5e98706 x-openstack-request-id: req-df87813b-cee9-4e37-9c39-3498a5e98706 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:48:01.747903 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d73e41-7b69-4a9a-8e05-4339591416db", "name": "network-vif-plugged", "status": "completed", "tag": "711d9fb3-4356-453d-b483-fa5a99e47223", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:48:01.748212 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-df87813b-cee9-4e37-9c39-3498a5e98706 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:48:01.748617 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df87813b-cee9-4e37-9c39-3498a5e98706'] response: {'server_uuid': 'a7d73e41-7b69-4a9a-8e05-4339591416db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711d9fb3-4356-453d-b483-fa5a99e47223', 'code': 200} Apr 28 19:48:01.768788 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-84d18c55-ddb9-4bb0-96ab-562624bb7320 None None] Deleting port f42c7c1b-046a-4450-a09b-3c0426d62e31 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:48:01.769162 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-84d18c55-ddb9-4bb0-96ab-562624bb7320 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:01.836406 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:01.872135 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-84d18c55-ddb9-4bb0-96ab-562624bb7320 None None] For port f42c7c1b-046a-4450-a09b-3c0426d62e31, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=f42c7c1b-046a-4450-a09b-3c0426d62e31,segment=NetworkSegment(a938669e-a422-4100-815a-beba9a9fac36),segment_id=a938669e-a422-4100-815a-beba9a9fac36)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:01.872545 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-84d18c55-ddb9-4bb0-96ab-562624bb7320 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:01.876391 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1c05ecda-5e10-42a6-9ee2-e4c930f4bd22 req-46700c60-a4e9-46e9-860b-1b4b4b22d06a tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b45a5a5-d1da-428e-8c3f-0a510803a05d HTTP/1.1" status: 200 len: 210 time: 0.0413215 Apr 28 19:48:01.889920 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-84d18c55-ddb9-4bb0-96ab-562624bb7320 None None] Calling delete_port for f42c7c1b-046a-4450-a09b-3c0426d62e31 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:48:01.920082 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-a6297af4-e548-4dbc-8621-8d4bd7a8db2e admin admin] For port f42c7c1b-046a-4450-a09b-3c0426d62e31, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=f42c7c1b-046a-4450-a09b-3c0426d62e31,segment=NetworkSegment(a938669e-a422-4100-815a-beba9a9fac36),segment_id=a938669e-a422-4100-815a-beba9a9fac36)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:01.920536 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6297af4-e548-4dbc-8621-8d4bd7a8db2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:01.935087 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-51c3d25e-70c5-494c-bc5e-f51e230c56f0 req-9e30d19b-3ff2-4bc1-b516-945b2ec3bd04 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Deleting port 0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:48:01.935433 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-51c3d25e-70c5-494c-bc5e-f51e230c56f0 req-9e30d19b-3ff2-4bc1-b516-945b2ec3bd04 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:01.943409 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968404d2-ad00-4ae7-a866-2763f816a997 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:48:01.948336 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-968404d2-ad00-4ae7-a866-2763f816a997 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:01.949580 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-968404d2-ad00-4ae7-a866-2763f816a997 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] 10.222.0.42 "PUT /v2.0/routers/5eb07b4b-815c-437d-b127-9cf77825727c HTTP/1.1" status: 200 len: 922 time: 2.4772017 Apr 28 19:48:01.957489 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245bfe5f-929a-4429-a3ad-dac273b7a9a0 None None] Sync routers for ids ['5eb07b4b-815c-437d-b127-9cf77825727c'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:48:01.961180 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-a6297af4-e548-4dbc-8621-8d4bd7a8db2e admin admin] Calling delete_port for f42c7c1b-046a-4450-a09b-3c0426d62e31 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:48:01.963203 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 58510) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:01.993439 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245bfe5f-929a-4429-a3ad-dac273b7a9a0 None None] Routers {'5eb07b4b-815c-437d-b127-9cf77825727c'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:48:01.995735 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-245bfe5f-929a-4429-a3ad-dac273b7a9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:47:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['5eb07b4b-815c-437d-b127-9cf77825727c'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:02.049217 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-84d18c55-ddb9-4bb0-96ab-562624bb7320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:02.059947 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02528d1e-1856-4810-950d-bfba90c0857f req-ac80b36f-aad6-40b6-aa2c-a94deb53237a tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:02.067804 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02528d1e-1856-4810-950d-bfba90c0857f req-ac80b36f-aad6-40b6-aa2c-a94deb53237a tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d73e41-7b69-4a9a-8e05-4339591416db HTTP/1.1" status: 200 len: 946 time: 0.2710354 Apr 28 19:48:02.073212 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-245bfe5f-929a-4429-a3ad-dac273b7a9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:02.087637 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d18c55-ddb9-4bb0-96ab-562624bb7320 None None] Pushing event deleted for resources: {'Port': ['ID=f42c7c1b-046a-4450-a09b-3c0426d62e31,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:02.091206 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d18c55-ddb9-4bb0-96ab-562624bb7320 None None] No DVR routers for this DVR port f42c7c1b-046a-4450-a09b-3c0426d62e31 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:48:02.103828 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245bfe5f-929a-4429-a3ad-dac273b7a9a0 None None] Routers {'5eb07b4b-815c-437d-b127-9cf77825727c'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:48:02.104579 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-245bfe5f-929a-4429-a3ad-dac273b7a9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:47:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['5eb07b4b-815c-437d-b127-9cf77825727c'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:02.106112 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84933e-c88d-422b-8556-64366a6cce13 req-19b6d692-d08a-4304-ac4c-86e25de68bc5 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:02.107669 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3b84933e-c88d-422b-8556-64366a6cce13 req-19b6d692-d08a-4304-ac4c-86e25de68bc5 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.0975895 Apr 28 19:48:02.135157 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-51c3d25e-70c5-494c-bc5e-f51e230c56f0 req-9e30d19b-3ff2-4bc1-b516-945b2ec3bd04 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] For port 0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab,segment=NetworkSegment(c8b13874-b277-4f2c-b275-f865aee89558),segment_id=c8b13874-b277-4f2c-b275-f865aee89558)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:02.135531 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-51c3d25e-70c5-494c-bc5e-f51e230c56f0 req-9e30d19b-3ff2-4bc1-b516-945b2ec3bd04 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:02.154252 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-245bfe5f-929a-4429-a3ad-dac273b7a9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:02.154970 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245bfe5f-929a-4429-a3ad-dac273b7a9a0 None None] The sync data for ids ['5eb07b4b-815c-437d-b127-9cf77825727c'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:48:02.155432 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f0ced-52a6-4352-be14-26d06f15e228 req-a33ceac6-b30c-4ea2-af76-251e5143f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:02.157829 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a84f0ced-52a6-4352-be14-26d06f15e228 req-a33ceac6-b30c-4ea2-af76-251e5143f80a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a7d73e41-7b69-4a9a-8e05-4339591416db HTTP/1.1" status: 200 len: 1097 time: 0.3374202 Apr 28 19:48:02.163492 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-51c3d25e-70c5-494c-bc5e-f51e230c56f0 req-9e30d19b-3ff2-4bc1-b516-945b2ec3bd04 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Calling delete_port for 0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:48:02.193580 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3b84933e-c88d-422b-8556-64366a6cce13 req-a763ecb9-ee8d-4dd0-80e3-a38b0f0eced6 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727730 Apr 28 19:48:02.305805 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5a174902-925b-4f8f-b920-eddcbd19c5d4 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] 10.222.0.42 "GET /v2.0/routers/5eb07b4b-815c-437d-b127-9cf77825727c HTTP/1.1" status: 200 len: 922 time: 0.3402824 Apr 28 19:48:02.309056 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58522) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:02.332798 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-02528d1e-1856-4810-950d-bfba90c0857f req-b0d059b7-0f5c-45c9-9f6a-c61938fa260e tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd26524c-5077-4fe0-832c-0aa67f603488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814044 Apr 28 19:48:02.343206 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a84f0ced-52a6-4352-be14-26d06f15e228 req-7c36163b-d5fa-4489-adfa-b0d7f0bb6029 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=dd26524c-5077-4fe0-832c-0aa67f603488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695826 Apr 28 19:48:02.364795 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6297af4-e548-4dbc-8621-8d4bd7a8db2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:02.399912 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6297af4-e548-4dbc-8621-8d4bd7a8db2e admin admin] Pushing event deleted for resources: {'Port': ['ID=f42c7c1b-046a-4450-a09b-3c0426d62e31,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:02.404952 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6297af4-e548-4dbc-8621-8d4bd7a8db2e admin admin] No DVR routers for this DVR port f42c7c1b-046a-4450-a09b-3c0426d62e31 on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:48:02.514687 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6297af4-e548-4dbc-8621-8d4bd7a8db2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:02.517822 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-51c3d25e-70c5-494c-bc5e-f51e230c56f0 req-9e30d19b-3ff2-4bc1-b516-945b2ec3bd04 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:02.530269 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:48:02.530889 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b3a0e8-3532-4756-90b5-cb4147063a22 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:02.533140 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f7b3a0e8-3532-4756-90b5-cb4147063a22 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=562d8c9c-50aa-492e-ae08-06d7f5fe6347&device_id=5eb07b4b-815c-437d-b127-9cf77825727c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2228098 Apr 28 19:48:02.536833 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['c462fce3-1a2c-4e64-b5e5-622e38b0ba20'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:48:02.538561 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 58530) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:02.554944 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-a6297af4-e548-4dbc-8621-8d4bd7a8db2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f69f4a5f-c2d6-44c7-ad73-929a90025ab3']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:02.568608 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30d19b-3ff2-4bc1-b516-945b2ec3bd04 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Pushing event deleted for resources: {'Port': ['ID=0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:02.581505 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a9d65-c000-42b3-a37d-20004eab0325 req-88e15cfb-a4dc-4dbb-8e48-633d04dcca87 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:02.582905 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1f5a9d65-c000-42b3-a37d-20004eab0325 req-88e15cfb-a4dc-4dbb-8e48-633d04dcca87 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5630ea9-c232-45e4-960c-bfac3d33fe89 HTTP/1.1" status: 200 len: 867 time: 0.1380575 Apr 28 19:48:02.587620 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-a6297af4-e548-4dbc-8621-8d4bd7a8db2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a938669e-a422-4100-815a-beba9a9fac36') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:02.587906 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-a6297af4-e548-4dbc-8621-8d4bd7a8db2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a938669e-a422-4100-815a-beba9a9fac36') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:02.629525 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c3d25e-70c5-494c-bc5e-f51e230c56f0 req-9e30d19b-3ff2-4bc1-b516-945b2ec3bd04 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] No DVR routers for this DVR port 0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:48:02.632300 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-51c3d25e-70c5-494c-bc5e-f51e230c56f0 req-9e30d19b-3ff2-4bc1-b516-945b2ec3bd04 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:02.636813 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-51c3d25e-70c5-494c-bc5e-f51e230c56f0 req-9e30d19b-3ff2-4bc1-b516-945b2ec3bd04 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.44 "DELETE /v2.0/ports/0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab HTTP/1.1" status: 204 len: 173 time: 0.8885283 Apr 28 19:48:02.637442 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6297af4-e548-4dbc-8621-8d4bd7a8db2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:02.639041 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5630ea9-c232-45e4-960c-bfac3d33fe89', 'name': 'network-vif-deleted', 'tag': '0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:02.643325 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a89b62-c568-4422-85ec-3ad069f54981" -d '{"events": [{"server_uuid": "d5630ea9-c232-45e4-960c-bfac3d33fe89", "name": "network-vif-deleted", "tag": "0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:48:02.657913 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1c4c9-63a8-48d6-9cee-c2e693b42870 req-85e49612-d0f8-408a-b3df-8a70af40f693 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:02.660212 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-30b1c4c9-63a8-48d6-9cee-c2e693b42870 req-85e49612-d0f8-408a-b3df-8a70af40f693 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/networks?id=fdfdf1f0-8e25-41b2-9990-5438dad369fb HTTP/1.1" status: 200 len: 813 time: 0.2825930 Apr 28 19:48:02.680619 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6297af4-e548-4dbc-8621-8d4bd7a8db2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:02.686145 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-30b1c4c9-63a8-48d6-9cee-c2e693b42870 req-68a8f695-4be3-4c02-9061-aedb16c69000 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/quotas/e8a7f62debf84ef2a07e1ba2d0a444b6 HTTP/1.1" status: 200 len: 375 time: 0.0159249 Apr 28 19:48:02.707898 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6297af4-e548-4dbc-8621-8d4bd7a8db2e admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:48:02.708340 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6297af4-e548-4dbc-8621-8d4bd7a8db2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:48:02.712802 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:48:02.736146 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1f5a9d65-c000-42b3-a37d-20004eab0325 req-d8bd772b-cede-4da2-b22c-9ef1ed8e0fa2 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117697 Apr 28 19:48:02.747622 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-30b1c4c9-63a8-48d6-9cee-c2e693b42870 req-b6ca94bf-bf5c-4f6a-80a2-abe10e0b12a6 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8a7f62debf84ef2a07e1ba2d0a444b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0568576 Apr 28 19:48:02.799206 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f48648-40fb-494c-9b14-9f67c329de88 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:02.802715 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d4f48648-40fb-494c-9b14-9f67c329de88 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 881 time: 0.2602780 Apr 28 19:48:02.804353 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58536) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:02.813193 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6297af4-e548-4dbc-8621-8d4bd7a8db2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:02.827200 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6297af4-e548-4dbc-8621-8d4bd7a8db2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:02.834853 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a6297af4-e548-4dbc-8621-8d4bd7a8db2e admin admin] 10.222.0.42 "DELETE /v2.0/networks/f69f4a5f-c2d6-44c7-ad73-929a90025ab3 HTTP/1.1" status: 204 len: 168 time: 1.5691972 Apr 28 19:48:02.851726 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 58538) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:02.853035 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-524f262e-acb7-491c-bf4b-96c1ce6bc407 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] 10.222.0.42 "GET /v2.0/ports?device_id=5eb07b4b-815c-437d-b127-9cf77825727c HTTP/1.1" status: 200 len: 205 time: 0.0479147 Apr 28 19:48:02.853726 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 58540) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:02.854584 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4493e41-0c90-4f17-9ae3-da72d42a5012 x-openstack-request-id: req-a4493e41-0c90-4f17-9ae3-da72d42a5012 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:48:02.854865 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5630ea9-c232-45e4-960c-bfac3d33fe89", "name": "network-vif-deleted", "tag": "0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:48:02.855110 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a4493e41-0c90-4f17-9ae3-da72d42a5012 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:48:02.855497 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4493e41-0c90-4f17-9ae3-da72d42a5012'] response: {'server_uuid': 'd5630ea9-c232-45e4-960c-bfac3d33fe89', 'name': 'network-vif-deleted', 'tag': '0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab', 'status': 'completed', 'code': 200} Apr 28 19:48:02.859691 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6297af4-e548-4dbc-8621-8d4bd7a8db2e admin admin] Pushing event deleted for resources: {'Network': ['ID=f69f4a5f-c2d6-44c7-ad73-929a90025ab3,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:02.915945 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d5a2b-de31-458a-a1d9-9abafa11a5d9 req-aebf3424-96f4-421f-a350-e8e3c5938093 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:02.917691 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-282d5a2b-de31-458a-a1d9-9abafa11a5d9 req-aebf3424-96f4-421f-a350-e8e3c5938093 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.0530467 Apr 28 19:48:02.973089 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-282d5a2b-de31-458a-a1d9-9abafa11a5d9 req-677f9765-1fa8-4dbf-b38d-56cc6e1e65cc tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479279 Apr 28 19:48:03.073457 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9d76164c-3b89-48cf-bfe4-c748d7320531 req-599e7fc7-e429-40e4-a881-4fbcb929fe01 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b45a5a5-d1da-428e-8c3f-0a510803a05d HTTP/1.1" status: 200 len: 210 time: 0.0453970 Apr 28 19:48:03.088634 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c441-c8b0-472b-9e41-bf9b0cbe9e7b tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:03.201374 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a8e38-a7e7-4638-8102-efd1c8ceae34 req-9f3236a1-e21a-4fd4-9197-7833ab945d1c tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:03.210174 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a62a8e38-a7e7-4638-8102-efd1c8ceae34 req-9f3236a1-e21a-4fd4-9197-7833ab945d1c tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1421483 Apr 28 19:48:03.276577 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device f42c7c1b-046a-4450-a09b-3c0426d62e31 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:48:03.279892 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-9db9c368-9a29-41da-a429-2176e31c396a tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:03.281498 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-9db9c368-9a29-41da-a429-2176e31c396a tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.44 "GET /v2.0/networks?id=83b05ad6-239f-42f0-8d79-d8e87e9e7591 HTTP/1.1" status: 200 len: 809 time: 0.2043009 Apr 28 19:48:03.292912 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a62a8e38-a7e7-4638-8102-efd1c8ceae34 req-97478bba-d3fb-4b64-a5d8-e036a09819c1 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817821 Apr 28 19:48:03.309274 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-d61da744-11c5-4a03-bc60-ee83badc24ae tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Request body: {'port': {'device_id': '5b45a5a5-d1da-428e-8c3f-0a510803a05d', 'network_id': '83b05ad6-239f-42f0-8d79-d8e87e9e7591', 'admin_state_up': True, 'tenant_id': '8fa7b48cd6324c3d898d34efdddefc05'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:03.334180 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: f42c7c1b-046a-4450-a09b-3c0426d62e31 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:48:03.335270 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device f42c7c1b-046a-4450-a09b-3c0426d62e31 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:48:03.383834 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:03.389570 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c441-c8b0-472b-9e41-bf9b0cbe9e7b tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:03.553266 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-781e1ce9-34d3-4218-beb3-0d1c973f1894 req-0f892f31-007d-43dc-a340-55c48e22d8bf tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=e8a7f62debf84ef2a07e1ba2d0a444b6 HTTP/1.1" status: 200 len: 221 time: 0.0722270 Apr 28 19:48:03.569924 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-d61da744-11c5-4a03-bc60-ee83badc24ae tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Made reservation on behalf of 8fa7b48cd6324c3d898d34efdddefc05 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:48:03.576127 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-d61da744-11c5-4a03-bc60-ee83badc24ae tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:03.585179 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24469251-c55b-4222-b6d7-aaff127fc7a3 req-43dfc2d9-d46c-4a19-93e5-47d893c65738 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:03.586706 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-24469251-c55b-4222-b6d7-aaff127fc7a3 req-43dfc2d9-d46c-4a19-93e5-47d893c65738 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d73e41-7b69-4a9a-8e05-4339591416db HTTP/1.1" status: 200 len: 946 time: 0.1129067 Apr 28 19:48:03.592123 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-a6e3c441-c8b0-472b-9e41-bf9b0cbe9e7b tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Deleting port 1245e68f-0bb6-4dc0-bcbd-3fc438adf0ec {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:48:03.592476 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c441-c8b0-472b-9e41-bf9b0cbe9e7b tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:03.710496 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-24469251-c55b-4222-b6d7-aaff127fc7a3 req-b593969d-f550-4bcc-951b-da262bd53df4 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd26524c-5077-4fe0-832c-0aa67f603488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123786 Apr 28 19:48:03.739363 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c441-c8b0-472b-9e41-bf9b0cbe9e7b tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:03.742308 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf5221-4322-48ff-b27c-425c94ba3efa req-6e7f28c6-5789-4758-8a03-beb193834a66 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:03.743816 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dcdf5221-4322-48ff-b27c-425c94ba3efa req-6e7f28c6-5789-4758-8a03-beb193834a66 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1305048 Apr 28 19:48:03.754556 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-a6e3c441-c8b0-472b-9e41-bf9b0cbe9e7b tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Calling delete_port for 1245e68f-0bb6-4dc0-bcbd-3fc438adf0ec owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:48:03.785373 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-d61da744-11c5-4a03-bc60-ee83badc24ae tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Allocated IP 172.20.0.2 (83b05ad6-239f-42f0-8d79-d8e87e9e7591/f2a30fc9-16eb-4c1a-b7a4-cd1563312ae5/db181c33-cd63-494b-843c-8ccf79c3e74b) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:48:03.810111 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dcdf5221-4322-48ff-b27c-425c94ba3efa req-d93823cc-3db2-49cb-bb12-e8b0c029fc80 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584846 Apr 28 19:48:03.838173 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ed46ed53-ee0e-4b5e-a01f-b16d3d0285c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:04.013859 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2ae6d-2376-4bac-931c-2e086e9184ba req-4dc4a46c-2e58-41b8-8f7a-07fd65e78e10 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:04.015406 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-adc2ae6d-2376-4bac-931c-2e086e9184ba req-4dc4a46c-2e58-41b8-8f7a-07fd65e78e10 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.0895779 Apr 28 19:48:04.063776 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-d61da744-11c5-4a03-bc60-ee83badc24ae tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:04.083697 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-adc2ae6d-2376-4bac-931c-2e086e9184ba req-9255a79a-efe4-4de5-9686-d7c769e53c47 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577054 Apr 28 19:48:04.129673 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-d61da744-11c5-4a03-bc60-ee83badc24ae tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:04.182141 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-d61da744-11c5-4a03-bc60-ee83badc24ae tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Network 83b05ad6-239f-42f0-8d79-d8e87e9e7591 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:48:04.198378 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-d61da744-11c5-4a03-bc60-ee83badc24ae tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:48:04.210009 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-d61da744-11c5-4a03-bc60-ee83badc24ae tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:48:04.259895 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61da744-11c5-4a03-bc60-ee83badc24ae tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Pushing event updated for resources: {'Port': ['ID=db181c33-cd63-494b-843c-8ccf79c3e74b,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:04.299915 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-d61da744-11c5-4a03-bc60-ee83badc24ae tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:04.300923 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-d61da744-11c5-4a03-bc60-ee83badc24ae tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:04.314992 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a4bab-751e-45b2-9702-18f9a4abef6a req-08f4e0a5-6f27-412d-a4e9-fe135ced7164 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:04.316545 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ce8a4bab-751e-45b2-9702-18f9a4abef6a req-08f4e0a5-6f27-412d-a4e9-fe135ced7164 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b45a5a5-d1da-428e-8c3f-0a510803a05d HTTP/1.1" status: 200 len: 931 time: 0.1294112 Apr 28 19:48:04.339019 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-d61da744-11c5-4a03-bc60-ee83badc24ae tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0408721 Apr 28 19:48:04.352546 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-97bbac40-cba2-4075-8747-84425fa4096b service neutron] Request body: {'port': {'device_id': '5b45a5a5-d1da-428e-8c3f-0a510803a05d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:04.402963 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ce8a4bab-751e-45b2-9702-18f9a4abef6a req-d34d5692-249f-48d4-b308-e2710cc4ae99 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb24303e-0c91-4a50-9b9c-4d966185e279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796835 Apr 28 19:48:04.430698 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-97bbac40-cba2-4075-8747-84425fa4096b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:04.481698 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c441-c8b0-472b-9e41-bf9b0cbe9e7b tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:04.523908 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246a450-184c-4dc8-8eb3-b79fca352f8c req-95e2257e-bb27-4dde-9995-53c41a6cb9b0 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:04.525811 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8246a450-184c-4dc8-8eb3-b79fca352f8c req-95e2257e-bb27-4dde-9995-53c41a6cb9b0 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 946 time: 0.5073993 Apr 28 19:48:04.529687 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3c441-c8b0-472b-9e41-bf9b0cbe9e7b tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Pushing event deleted for resources: {'Port': ['ID=1245e68f-0bb6-4dc0-bcbd-3fc438adf0ec,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:04.540638 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3c441-c8b0-472b-9e41-bf9b0cbe9e7b tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:04.540984 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3c441-c8b0-472b-9e41-bf9b0cbe9e7b tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:04.541330 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3c441-c8b0-472b-9e41-bf9b0cbe9e7b tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:04.541658 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3c441-c8b0-472b-9e41-bf9b0cbe9e7b tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:04.541986 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3c441-c8b0-472b-9e41-bf9b0cbe9e7b tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:04.542315 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3c441-c8b0-472b-9e41-bf9b0cbe9e7b tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:04.542645 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3c441-c8b0-472b-9e41-bf9b0cbe9e7b tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:04.542973 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3c441-c8b0-472b-9e41-bf9b0cbe9e7b tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:04.543295 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3c441-c8b0-472b-9e41-bf9b0cbe9e7b tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:04.543617 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3c441-c8b0-472b-9e41-bf9b0cbe9e7b tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:04.543938 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3c441-c8b0-472b-9e41-bf9b0cbe9e7b tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:04.544310 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3c441-c8b0-472b-9e41-bf9b0cbe9e7b tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:04.661218 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8246a450-184c-4dc8-8eb3-b79fca352f8c req-96055bb8-9460-4707-8928-8efb6d9703c0 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230197 Apr 28 19:48:04.682411 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c441-c8b0-472b-9e41-bf9b0cbe9e7b tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:04.782294 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-97bbac40-cba2-4075-8747-84425fa4096b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db181c33-cd63-494b-843c-8ccf79c3e74b {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:04.792821 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-97bbac40-cba2-4075-8747-84425fa4096b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:04.798385 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c441-c8b0-472b-9e41-bf9b0cbe9e7b tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:04.801171 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c441-c8b0-472b-9e41-bf9b0cbe9e7b tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:04.810939 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-97bbac40-cba2-4075-8747-84425fa4096b service neutron] Transition to ACTIVE for port object db181c33-cd63-494b-843c-8ccf79c3e74b will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:48:04.820989 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550bd78a-5983-4ce1-9b8d-690e84ce6a5d req-e6010d8d-bb74-4fcf-9799-1dd05baa12a8 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:04.823174 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-550bd78a-5983-4ce1-9b8d-690e84ce6a5d req-e6010d8d-bb74-4fcf-9799-1dd05baa12a8 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.0803323 Apr 28 19:48:04.824426 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-97bbac40-cba2-4075-8747-84425fa4096b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:04.885606 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c441-c8b0-472b-9e41-bf9b0cbe9e7b tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:04.886152 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e3c441-c8b0-472b-9e41-bf9b0cbe9e7b tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Fanout notify agent at l3_agent the message router_deleted on router 5eb07b4b-815c-437d-b127-9cf77825727c {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:48:04.894339 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c441-c8b0-472b-9e41-bf9b0cbe9e7b tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:04.899882 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a6e3c441-c8b0-472b-9e41-bf9b0cbe9e7b tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] 10.222.0.42 "DELETE /v2.0/routers/5eb07b4b-815c-437d-b127-9cf77825727c HTTP/1.1" status: 204 len: 168 time: 2.0368805 Apr 28 19:48:04.901049 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 58578) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:04.904465 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbac40-cba2-4075-8747-84425fa4096b service neutron] Pushing event updated for resources: {'Port': ['ID=db181c33-cd63-494b-843c-8ccf79c3e74b,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:04.911762 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-2e038423-41ad-4be3-8ca1-021a79db9197 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-315653238', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:04.916631 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-550bd78a-5983-4ce1-9b8d-690e84ce6a5d req-80896909-c225-45ee-b72c-a3f8755fa54e tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662439 Apr 28 19:48:04.922843 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ed46ed53-ee0e-4b5e-a01f-b16d3d0285c0 admin admin] Deleting port 0965cd83-5a2a-404c-a006-5ee72fa30091 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:48:04.923174 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ed46ed53-ee0e-4b5e-a01f-b16d3d0285c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:04.934589 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26f853-1bb4-423a-95a5-7f54934638cb req-d945e97c-d41c-4762-a453-68ff848ebaa6 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:04.936709 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5c26f853-1bb4-423a-95a5-7f54934638cb req-d945e97c-d41c-4762-a453-68ff848ebaa6 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d73e41-7b69-4a9a-8e05-4339591416db HTTP/1.1" status: 200 len: 946 time: 0.1414702 Apr 28 19:48:05.009371 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2e038423-41ad-4be3-8ca1-021a79db9197 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:05.009371 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2e038423-41ad-4be3-8ca1-021a79db9197 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:05.009974 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-97bbac40-cba2-4075-8747-84425fa4096b service neutron] Attempting to bind port db181c33-cd63-494b-843c-8ccf79c3e74b on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:48:05.010338 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-97bbac40-cba2-4075-8747-84425fa4096b service neutron] Attempting to bind port db181c33-cd63-494b-843c-8ccf79c3e74b by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '89e51452-b57a-4520-9531-f462c21a0b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '83b05ad6-239f-42f0-8d79-d8e87e9e7591'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:48:05.010665 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-97bbac40-cba2-4075-8747-84425fa4096b service neutron] Attempting to bind port db181c33-cd63-494b-843c-8ccf79c3e74b on network 83b05ad6-239f-42f0-8d79-d8e87e9e7591 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:48:05.032962 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-97bbac40-cba2-4075-8747-84425fa4096b service neutron] Port db181c33-cd63-494b-843c-8ccf79c3e74b on network 83b05ad6-239f-42f0-8d79-d8e87e9e7591 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:48:05.033314 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-97bbac40-cba2-4075-8747-84425fa4096b service neutron] Attempting to bind port db181c33-cd63-494b-843c-8ccf79c3e74b on network 83b05ad6-239f-42f0-8d79-d8e87e9e7591 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:48:05.044238 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5c26f853-1bb4-423a-95a5-7f54934638cb req-c30db616-c135-4cf0-8852-543c54e656e1 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd26524c-5077-4fe0-832c-0aa67f603488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957482 Apr 28 19:48:05.045276 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-97bbac40-cba2-4075-8747-84425fa4096b service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:48:05.045626 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-97bbac40-cba2-4075-8747-84425fa4096b service neutron] Checking segment: {'id': '89e51452-b57a-4520-9531-f462c21a0b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '83b05ad6-239f-42f0-8d79-d8e87e9e7591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:48:05.046006 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-97bbac40-cba2-4075-8747-84425fa4096b service neutron] Bound using segment: {'id': '89e51452-b57a-4520-9531-f462c21a0b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '83b05ad6-239f-42f0-8d79-d8e87e9e7591'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:48:05.046447 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-97bbac40-cba2-4075-8747-84425fa4096b service neutron] Bound port: db181c33-cd63-494b-843c-8ccf79c3e74b, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89e51452-b57a-4520-9531-f462c21a0b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '83b05ad6-239f-42f0-8d79-d8e87e9e7591'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:48:05.046832 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-97bbac40-cba2-4075-8747-84425fa4096b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:05.069247 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5fc1c-8be4-49ce-8299-108d457dc8d6 req-5d797779-988c-44cf-863a-20432291a075 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:05.070761 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-37e5fc1c-8be4-49ce-8299-108d457dc8d6 req-5d797779-988c-44cf-863a-20432291a075 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.0753911 Apr 28 19:48:05.107891 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ed46ed53-ee0e-4b5e-a01f-b16d3d0285c0 admin admin] For port 0965cd83-5a2a-404c-a006-5ee72fa30091, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=0965cd83-5a2a-404c-a006-5ee72fa30091,segment=NetworkSegment(8f7a796b-c20e-4630-9f8d-058a7ab55add),segment_id=8f7a796b-c20e-4630-9f8d-058a7ab55add)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:05.108559 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ed46ed53-ee0e-4b5e-a01f-b16d3d0285c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:05.112758 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2e038423-41ad-4be3-8ca1-021a79db9197 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:05.119799 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2e038423-41ad-4be3-8ca1-021a79db9197 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:05.135066 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ed46ed53-ee0e-4b5e-a01f-b16d3d0285c0 admin admin] Calling delete_port for 0965cd83-5a2a-404c-a006-5ee72fa30091 owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:48:05.149019 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2e038423-41ad-4be3-8ca1-021a79db9197 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:05.152256 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2e038423-41ad-4be3-8ca1-021a79db9197 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2481906 Apr 28 19:48:05.153663 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:48:05.155259 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 58584) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:05.162900 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-347bcfa0-bd52-470b-bb2a-4be1194fb7ce tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Request body: {'router': {'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:05.171156 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-37e5fc1c-8be4-49ce-8299-108d457dc8d6 req-6a89eabe-ca63-4067-89db-42f17ab8f82e tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730700 Apr 28 19:48:05.187907 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:48:05.188571 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 0c55cc6f-8afb-47c5-9cad-ff86e3a5a8ab not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:48:05.190758 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-97bbac40-cba2-4075-8747-84425fa4096b service neutron] For port db181c33-cd63-494b-843c-8ccf79c3e74b, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:48:05.195620 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-97bbac40-cba2-4075-8747-84425fa4096b service neutron] For port db181c33-cd63-494b-843c-8ccf79c3e74b, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=db181c33-cd63-494b-843c-8ccf79c3e74b,segment=NetworkSegment(89e51452-b57a-4520-9531-f462c21a0b7c),segment_id=89e51452-b57a-4520-9531-f462c21a0b7c)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:48:05.213207 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-97bbac40-cba2-4075-8747-84425fa4096b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:05.268280 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-97bbac40-cba2-4075-8747-84425fa4096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:05.268919 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-97bbac40-cba2-4075-8747-84425fa4096b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:05.270347 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-97bbac40-cba2-4075-8747-84425fa4096b service neutron] 10.222.0.44 "PUT /v2.0/ports/db181c33-cd63-494b-843c-8ccf79c3e74b HTTP/1.1" status: 200 len: 1091 time: 0.9220471 Apr 28 19:48:05.270804 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b45a5a5-d1da-428e-8c3f-0a510803a05d', 'tag': 'db181c33-cd63-494b-843c-8ccf79c3e74b'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:05.274737 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d25ff0-0f7d-4ddd-86fd-bcbc3cd13cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "5b45a5a5-d1da-428e-8c3f-0a510803a05d", "tag": "db181c33-cd63-494b-843c-8ccf79c3e74b"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:48:05.392642 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbac40-cba2-4075-8747-84425fa4096b service neutron] Pushing event updated for resources: {'Port': ['ID=db181c33-cd63-494b-843c-8ccf79c3e74b,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:05.407809 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1bd2dc-703c-4253-87c2-675a51bd2fcc x-openstack-request-id: req-8a1bd2dc-703c-4253-87c2-675a51bd2fcc {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:48:05.408120 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b45a5a5-d1da-428e-8c3f-0a510803a05d", "tag": "db181c33-cd63-494b-843c-8ccf79c3e74b", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:48:05.409712 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8a1bd2dc-703c-4253-87c2-675a51bd2fcc {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:48:05.410376 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a1bd2dc-703c-4253-87c2-675a51bd2fcc'] response: {'name': 'network-changed', 'server_uuid': '5b45a5a5-d1da-428e-8c3f-0a510803a05d', 'tag': 'db181c33-cd63-494b-843c-8ccf79c3e74b', 'status': 'completed', 'code': 200} Apr 28 19:48:05.434482 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2540682-c32f-4ea8-ac9c-049e67925bb7 req-33523aeb-ae2e-4de4-ab94-d597905bc013 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:05.443241 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b2540682-c32f-4ea8-ac9c-049e67925bb7 req-33523aeb-ae2e-4de4-ab94-d597905bc013 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1301973 Apr 28 19:48:05.471910 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-086f3744-bf9c-4828-8f47-f72d5a4369e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:05.473435 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-086f3744-bf9c-4828-8f47-f72d5a4369e8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8fa7b48cd6324c3d898d34efdddefc05&device_id=5b45a5a5-d1da-428e-8c3f-0a510803a05d HTTP/1.1" status: 200 len: 1094 time: 0.1210792 Apr 28 19:48:05.523655 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-126e76b2-0948-4b77-aa48-b49b87dc397d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=db181c33-cd63-494b-843c-8ccf79c3e74b HTTP/1.1" status: 200 len: 217 time: 0.0419066 Apr 28 19:48:05.532150 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-347bcfa0-bd52-470b-bb2a-4be1194fb7ce tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:05.536332 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b2540682-c32f-4ea8-ac9c-049e67925bb7 req-649afc87-7670-46d6-b5bd-6a48a923bf9d tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922637 Apr 28 19:48:05.630151 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-31d4cd4a-3474-44e1-bc50-38b2d331b9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:05.631939 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-31d4cd4a-3474-44e1-bc50-38b2d331b9d3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2a30fc9-16eb-4c1a-b7a4-cd1563312ae5 HTTP/1.1" status: 200 len: 849 time: 0.0948346 Apr 28 19:48:05.669112 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-506da8d8-df4c-4897-afa4-6f20c3775b9a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=83b05ad6-239f-42f0-8d79-d8e87e9e7591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303969 Apr 28 19:48:05.715159 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ed46ed53-ee0e-4b5e-a01f-b16d3d0285c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:05.727788 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d41dd9-f2f5-4f32-9619-c46853adb305 req-92010541-ac82-4d4f-8c5e-876a1f75aaee tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:05.729284 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57d41dd9-f2f5-4f32-9619-c46853adb305 req-92010541-ac82-4d4f-8c5e-876a1f75aaee tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b45a5a5-d1da-428e-8c3f-0a510803a05d HTTP/1.1" status: 200 len: 943 time: 0.1055388 Apr 28 19:48:05.756534 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46ed53-ee0e-4b5e-a01f-b16d3d0285c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0965cd83-5a2a-404c-a006-5ee72fa30091,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:05.770083 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1c910-3d7f-4642-9a69-6385e2f5f0f3 req-81936683-9441-4e7d-98e1-7fc9de432f59 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:05.772602 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e6a1c910-3d7f-4642-9a69-6385e2f5f0f3 req-81936683-9441-4e7d-98e1-7fc9de432f59 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1047328 Apr 28 19:48:05.815531 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-033002bb-e369-4ab8-bb6b-2aeff299eb02 service neutron] 10.222.0.44 "GET /v2.0/networks/83b05ad6-239f-42f0-8d79-d8e87e9e7591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376085 Apr 28 19:48:05.852721 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e6a1c910-3d7f-4642-9a69-6385e2f5f0f3 req-19b6d8be-0310-4dc5-ad4c-462579c698e0 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664420 Apr 28 19:48:05.859681 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57d41dd9-f2f5-4f32-9619-c46853adb305 req-5c16bbd7-ac26-470e-8af0-65fed16e0ac3 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb24303e-0c91-4a50-9b9c-4d966185e279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064670 Apr 28 19:48:05.949932 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aaec7d52-78f4-41c9-9beb-cc5cae0f9194 req-2566a038-ab79-485d-8ae8-1b2dee90d5a2 service neutron] 10.222.0.44 "GET /v2.0/networks/83b05ad6-239f-42f0-8d79-d8e87e9e7591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220706 Apr 28 19:48:06.063463 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d25ff0-0f7d-4ddd-86fd-bcbc3cd13cdf req-04b2bbe9-e3b6-4082-97ca-5af759de07c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:06.065177 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c0d25ff0-0f7d-4ddd-86fd-bcbc3cd13cdf req-04b2bbe9-e3b6-4082-97ca-5af759de07c7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8fa7b48cd6324c3d898d34efdddefc05&device_id=5b45a5a5-d1da-428e-8c3f-0a510803a05d HTTP/1.1" status: 200 len: 1094 time: 0.0618327 Apr 28 19:48:06.088637 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-347bcfa0-bd52-470b-bb2a-4be1194fb7ce tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:06.141357 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-347bcfa0-bd52-470b-bb2a-4be1194fb7ce tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:06.167603 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b6858-c9c0-4308-82b7-f40b092c2b12 req-e22f071c-ddb9-42cb-9f51-dc9fb7a783c3 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:06.169118 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ed1b6858-c9c0-4308-82b7-f40b092c2b12 req-e22f071c-ddb9-42cb-9f51-dc9fb7a783c3 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 946 time: 0.1963630 Apr 28 19:48:06.199158 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b08d7-ed24-4e78-a491-ec7e28f3b7f9 req-2447f356-6810-49ce-a764-dd084a836bba tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:06.200635 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-820b08d7-ed24-4e78-a491-ec7e28f3b7f9 req-2447f356-6810-49ce-a764-dd084a836bba tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.0771370 Apr 28 19:48:06.201979 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d25ff0-0f7d-4ddd-86fd-bcbc3cd13cdf req-df0286c0-c947-4b8d-9e64-a723ce86746c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:06.203912 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c0d25ff0-0f7d-4ddd-86fd-bcbc3cd13cdf req-df0286c0-c947-4b8d-9e64-a723ce86746c service neutron] 10.222.0.44 "GET /v2.0/networks?id=83b05ad6-239f-42f0-8d79-d8e87e9e7591 HTTP/1.1" status: 200 len: 910 time: 0.1319246 Apr 28 19:48:06.208659 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ed46ed53-ee0e-4b5e-a01f-b16d3d0285c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:06.266947 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c0d25ff0-0f7d-4ddd-86fd-bcbc3cd13cdf req-6e7bcdc9-10ae-41f1-b687-e982bc1cc88c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=db181c33-cd63-494b-843c-8ccf79c3e74b HTTP/1.1" status: 200 len: 217 time: 0.0505750 Apr 28 19:48:06.292614 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-820b08d7-ed24-4e78-a491-ec7e28f3b7f9 req-5290a987-a5a3-441b-8175-b786d286a2ce tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838420 Apr 28 19:48:06.317719 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ed1b6858-c9c0-4308-82b7-f40b092c2b12 req-47c04e32-f677-4143-9f02-f5e27498b136 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401899 Apr 28 19:48:06.355094 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d25ff0-0f7d-4ddd-86fd-bcbc3cd13cdf req-96085120-6c6c-4777-a901-34145fc51983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:06.356590 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c0d25ff0-0f7d-4ddd-86fd-bcbc3cd13cdf req-96085120-6c6c-4777-a901-34145fc51983 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2a30fc9-16eb-4c1a-b7a4-cd1563312ae5 HTTP/1.1" status: 200 len: 849 time: 0.0795906 Apr 28 19:48:06.401094 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-347bcfa0-bd52-470b-bb2a-4be1194fb7ce tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Allocated IP 172.25.8.222 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/daa14e67-cae9-47e2-841e-5365fa1bc89c) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:48:06.409301 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c0d25ff0-0f7d-4ddd-86fd-bcbc3cd13cdf req-5741cb52-a9b8-4581-a92f-ca97dee652cf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=83b05ad6-239f-42f0-8d79-d8e87e9e7591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360351 Apr 28 19:48:06.520849 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c0d25ff0-0f7d-4ddd-86fd-bcbc3cd13cdf req-6de29ce7-66ac-4cd4-b79a-a80e7af72dd8 service neutron] 10.222.0.44 "GET /v2.0/networks/83b05ad6-239f-42f0-8d79-d8e87e9e7591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048362 Apr 28 19:48:06.569231 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a24f9-9d78-404c-b67d-7f565113f6c2 req-45148a83-672c-4f50-b3de-36f166b2508c tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:06.570871 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cf7a24f9-9d78-404c-b67d-7f565113f6c2 req-45148a83-672c-4f50-b3de-36f166b2508c tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1670914 Apr 28 19:48:06.628939 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c0d25ff0-0f7d-4ddd-86fd-bcbc3cd13cdf req-9f45e45d-f185-4e7f-8334-d3ba17d76fe3 service neutron] 10.222.0.44 "GET /v2.0/networks/83b05ad6-239f-42f0-8d79-d8e87e9e7591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951076 Apr 28 19:48:06.694737 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-347bcfa0-bd52-470b-bb2a-4be1194fb7ce tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:06.707119 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cf7a24f9-9d78-404c-b67d-7f565113f6c2 req-8b913214-7b85-45a1-aa3d-adaae622f617 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273203 Apr 28 19:48:06.726590 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed46ed53-ee0e-4b5e-a01f-b16d3d0285c0 admin admin] Router d225a538-4016-4f48-b2fb-f6581ed96309 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:48:06.829975 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-347bcfa0-bd52-470b-bb2a-4be1194fb7ce tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:06.946560 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347bcfa0-bd52-470b-bb2a-4be1194fb7ce tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:48:06.951851 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347bcfa0-bd52-470b-bb2a-4be1194fb7ce tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Pushing event updated for resources: {'Port': ['ID=daa14e67-cae9-47e2-841e-5365fa1bc89c,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:06.957450 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-347bcfa0-bd52-470b-bb2a-4be1194fb7ce tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:48:06.962085 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347bcfa0-bd52-470b-bb2a-4be1194fb7ce tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:48:06.987689 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed46ed53-ee0e-4b5e-a01f-b16d3d0285c0 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:48:06.990145 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed44343-e00c-488a-b498-8314ea16e580 req-5a8e08eb-b32b-4f02-9626-240d5c6adc37 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:06.991827 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5ed44343-e00c-488a-b498-8314ea16e580 req-5a8e08eb-b32b-4f02-9626-240d5c6adc37 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b45a5a5-d1da-428e-8c3f-0a510803a05d HTTP/1.1" status: 200 len: 943 time: 0.0529375 Apr 28 19:48:06.998779 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ed46ed53-ee0e-4b5e-a01f-b16d3d0285c0 admin admin] 10.222.0.42 "PUT /v2.0/routers/d225a538-4016-4f48-b2fb-f6581ed96309/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1434758 Apr 28 19:48:06.998958 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5dcebb-fd26-4ceb-89c2-c779842da8f6 None None] Sync routers for ids ['d225a538-4016-4f48-b2fb-f6581ed96309'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:48:07.002245 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58640) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:07.013478 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5dcebb-fd26-4ceb-89c2-c779842da8f6 None None] Routers {'d225a538-4016-4f48-b2fb-f6581ed96309'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:48:07.014371 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-de5dcebb-fd26-4ceb-89c2-c779842da8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:47:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['d225a538-4016-4f48-b2fb-f6581ed96309'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:07.014676 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc19a8f-1c8b-476a-8b8e-e41854be59da req-525201a1-69c9-4164-8adf-a220ab51c4fe tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:07.022813 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2bc19a8f-1c8b-476a-8b8e-e41854be59da req-525201a1-69c9-4164-8adf-a220ab51c4fe tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1788397 Apr 28 19:48:07.135385 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5ed44343-e00c-488a-b498-8314ea16e580 req-4ff2c948-5a0e-493b-ab02-236b5601c858 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb24303e-0c91-4a50-9b9c-4d966185e279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340187 Apr 28 19:48:07.153563 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-de5dcebb-fd26-4ceb-89c2-c779842da8f6 None None] Set router d225a538-4016-4f48-b2fb-f6581ed96309 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:48:07.174763 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2bc19a8f-1c8b-476a-8b8e-e41854be59da req-17fc96a6-8f3c-4623-a70b-895173d91e9a tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451807 Apr 28 19:48:07.217259 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-56ac6f22-5a81-4882-a369-75789a5df236 admin admin] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:07.391892 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-56ac6f22-5a81-4882-a369-75789a5df236 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:07.420402 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-de5dcebb-fd26-4ceb-89c2-c779842da8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd225a538-4016-4f48-b2fb-f6581ed96309', 'name': 'tempest-TaggedBootDevicesTest-1339786369-router', 'tenant_id': '72f7e61b4dcc49a2ae66e3a77a70d7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'b76a7ac5-67ca-4945-9f60-afbad798c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:41:05Z', 'updated_at': '2022-04-28T19:48:05Z', 'revision_number': 5, 'project_id': '72f7e61b4dcc49a2ae66e3a77a70d7c9', 'gw_port': {'id': 'b76a7ac5-67ca-4945-9f60-afbad798c223', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:51:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd225a538-4016-4f48-b2fb-f6581ed96309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:41:06Z', 'updated_at': '2022-04-28T19:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:07.442205 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e52b5-7755-4332-b8cd-b30230ddc6a7 req-8da00904-75e2-4ea2-a2b6-6caf28c623b0 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:07.445047 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4d1e52b5-7755-4332-b8cd-b30230ddc6a7 req-8da00904-75e2-4ea2-a2b6-6caf28c623b0 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1516945 Apr 28 19:48:07.451815 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5dcebb-fd26-4ceb-89c2-c779842da8f6 None None] Checking router: d225a538-4016-4f48-b2fb-f6581ed96309 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:48:07.462365 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5dcebb-fd26-4ceb-89c2-c779842da8f6 None None] Routers {'d225a538-4016-4f48-b2fb-f6581ed96309'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:48:07.463011 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-de5dcebb-fd26-4ceb-89c2-c779842da8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:47:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['d225a538-4016-4f48-b2fb-f6581ed96309'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:07.597076 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-de5dcebb-fd26-4ceb-89c2-c779842da8f6 None None] Set router d225a538-4016-4f48-b2fb-f6581ed96309 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:48:07.667432 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-de5dcebb-fd26-4ceb-89c2-c779842da8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd225a538-4016-4f48-b2fb-f6581ed96309', 'name': 'tempest-TaggedBootDevicesTest-1339786369-router', 'tenant_id': '72f7e61b4dcc49a2ae66e3a77a70d7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:41:05Z', 'updated_at': '2022-04-28T19:48:07Z', 'revision_number': 6, 'project_id': '72f7e61b4dcc49a2ae66e3a77a70d7c9', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:07.697320 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5dcebb-fd26-4ceb-89c2-c779842da8f6 None None] The sync data for ids ['d225a538-4016-4f48-b2fb-f6581ed96309'] in n-d-839810-1 is: [{'id': 'd225a538-4016-4f48-b2fb-f6581ed96309', 'name': 'tempest-TaggedBootDevicesTest-1339786369-router', 'tenant_id': '72f7e61b4dcc49a2ae66e3a77a70d7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:41:05Z', 'updated_at': '2022-04-28T19:48:07Z', 'revision_number': 6, 'project_id': '72f7e61b4dcc49a2ae66e3a77a70d7c9', 'gw_port_host': None}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:48:07.824487 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbf27a-eb89-404d-8dd1-aa56bb2a76e3 req-c5b695ef-39b2-41d7-b284-0d0f42d28907 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:07.825889 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c2fbf27a-eb89-404d-8dd1-aa56bb2a76e3 req-c5b695ef-39b2-41d7-b284-0d0f42d28907 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 946 time: 0.3916659 Apr 28 19:48:07.842323 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-56ac6f22-5a81-4882-a369-75789a5df236 admin admin] Deleting port b76a7ac5-67ca-4945-9f60-afbad798c223 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:48:07.842649 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-56ac6f22-5a81-4882-a369-75789a5df236 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:07.863407 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c66083-dfdb-4436-bc91-78607fd9d6ba req-d09f99ce-e556-49ff-8f38-605627b7a44c tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:07.865023 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c5c66083-dfdb-4436-bc91-78607fd9d6ba req-d09f99ce-e556-49ff-8f38-605627b7a44c tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 946 time: 0.5383735 Apr 28 19:48:07.907356 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-347bcfa0-bd52-470b-bb2a-4be1194fb7ce tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:07.914818 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4d1e52b5-7755-4332-b8cd-b30230ddc6a7 req-77836e2b-019f-473b-9637-c7df7bbf3428 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290884 Apr 28 19:48:07.922837 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c2fbf27a-eb89-404d-8dd1-aa56bb2a76e3 req-38e636f6-20e9-40b5-82b6-2075a2d3085b tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad80c690-50cc-48e5-8c80-a8f837e8e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874023 Apr 28 19:48:08.008740 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-56ac6f22-5a81-4882-a369-75789a5df236 admin admin] For port b76a7ac5-67ca-4945-9f60-afbad798c223, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=b76a7ac5-67ca-4945-9f60-afbad798c223,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:08.008740 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-56ac6f22-5a81-4882-a369-75789a5df236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:08.025834 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-56ac6f22-5a81-4882-a369-75789a5df236 admin admin] Calling delete_port for b76a7ac5-67ca-4945-9f60-afbad798c223 owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:48:08.128795 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-c5c66083-dfdb-4436-bc91-78607fd9d6ba req-937fccb3-043c-46c9-b15b-427012485d3c tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Deleting port c462fce3-1a2c-4e64-b5e5-622e38b0ba20 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:48:08.129439 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c5c66083-dfdb-4436-bc91-78607fd9d6ba req-937fccb3-043c-46c9-b15b-427012485d3c tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:08.259895 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040ea18-caf7-4b69-9bc1-ed9ea8de9b98 req-b8c48580-7b39-420f-9942-57fcf9b10594 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:08.261415 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7040ea18-caf7-4b69-9bc1-ed9ea8de9b98 req-b8c48580-7b39-420f-9942-57fcf9b10594 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1452084 Apr 28 19:48:08.289232 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-56ac6f22-5a81-4882-a369-75789a5df236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:08.321460 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac6f22-5a81-4882-a369-75789a5df236 admin admin] Pushing event deleted for resources: {'Port': ['ID=b76a7ac5-67ca-4945-9f60-afbad798c223,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:08.355181 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7040ea18-caf7-4b69-9bc1-ed9ea8de9b98 req-45d31f65-02c0-421c-99bc-c7fce7bd22d4 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821400 Apr 28 19:48:08.363573 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-347bcfa0-bd52-470b-bb2a-4be1194fb7ce tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364'] for router, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:08.367654 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-c5c66083-dfdb-4436-bc91-78607fd9d6ba req-937fccb3-043c-46c9-b15b-427012485d3c tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] For port c462fce3-1a2c-4e64-b5e5-622e38b0ba20, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=c462fce3-1a2c-4e64-b5e5-622e38b0ba20,segment=NetworkSegment(c8b13874-b277-4f2c-b275-f865aee89558),segment_id=c8b13874-b277-4f2c-b275-f865aee89558)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:08.368014 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c5c66083-dfdb-4436-bc91-78607fd9d6ba req-937fccb3-043c-46c9-b15b-427012485d3c tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:08.383557 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-347bcfa0-bd52-470b-bb2a-4be1194fb7ce tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626624'] for router, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:08.397399 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246534d-5fed-4d62-9865-59b9c625aa51 req-8ae357df-48f9-4920-a79d-cf14ef72c325 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:08.398978 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0246534d-5fed-4d62-9865-59b9c625aa51 req-8ae357df-48f9-4920-a79d-cf14ef72c325 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b45a5a5-d1da-428e-8c3f-0a510803a05d HTTP/1.1" status: 200 len: 943 time: 0.1492398 Apr 28 19:48:08.400247 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-56ac6f22-5a81-4882-a369-75789a5df236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:08.400743 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-c5c66083-dfdb-4436-bc91-78607fd9d6ba req-937fccb3-043c-46c9-b15b-427012485d3c tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Calling delete_port for c462fce3-1a2c-4e64-b5e5-622e38b0ba20 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:48:08.522056 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-56ac6f22-5a81-4882-a369-75789a5df236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:08.537560 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-56ac6f22-5a81-4882-a369-75789a5df236 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:08.586604 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0246534d-5fed-4d62-9865-59b9c625aa51 req-a6dff09b-e677-4b1a-8b9d-dbe6e3a65eec tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb24303e-0c91-4a50-9b9c-4d966185e279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730185 Apr 28 19:48:08.596041 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f1da0-1683-41dd-8a2a-e4ad2edba526 req-67e2ee73-105c-4913-80d1-d8e687fc8367 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:08.597605 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-022f1da0-1683-41dd-8a2a-e4ad2edba526 req-67e2ee73-105c-4913-80d1-d8e687fc8367 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1214349 Apr 28 19:48:08.598740 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-56ac6f22-5a81-4882-a369-75789a5df236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:08.599290 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ac6f22-5a81-4882-a369-75789a5df236 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d225a538-4016-4f48-b2fb-f6581ed96309 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:48:08.615729 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-56ac6f22-5a81-4882-a369-75789a5df236 admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:08.617118 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-56ac6f22-5a81-4882-a369-75789a5df236 admin admin] 10.222.0.42 "DELETE /v2.0/routers/d225a538-4016-4f48-b2fb-f6581ed96309 HTTP/1.1" status: 204 len: 168 time: 1.6129689 Apr 28 19:48:08.622477 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 58664) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:08.657128 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-022f1da0-1683-41dd-8a2a-e4ad2edba526 req-24363f8a-5b9c-4d6d-a4ef-6d562dd63c19 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467243 Apr 28 19:48:08.721332 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c3af95-e393-470c-ba15-321ca7b0fad5 admin admin] Deleting subnet ca27ebd5-0319-4722-8355-d0981952fe21 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:48:08.731054 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-24c3af95-e393-470c-ba15-321ca7b0fad5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:08.780828 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347bcfa0-bd52-470b-bb2a-4be1194fb7ce tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Router 958ad2f9-3f5a-4622-a20c-5c9a947f8263 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:48:08.787767 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c5c66083-dfdb-4436-bc91-78607fd9d6ba req-937fccb3-043c-46c9-b15b-427012485d3c tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:08.796297 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-24c3af95-e393-470c-ba15-321ca7b0fad5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:08.802863 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['c462fce3-1a2c-4e64-b5e5-622e38b0ba20'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:48:08.821208 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454547ca-5a48-44e5-96e5-415b6bae76f9 req-76687a33-83b6-4fc8-b3c5-2fcb7556c8d5 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:08.830648 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-454547ca-5a48-44e5-96e5-415b6bae76f9 req-76687a33-83b6-4fc8-b3c5-2fcb7556c8d5 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.0744965 Apr 28 19:48:08.856679 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fccb3-043c-46c9-b15b-427012485d3c tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Pushing event deleted for resources: {'Port': ['ID=c462fce3-1a2c-4e64-b5e5-622e38b0ba20,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:08.882515 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-454547ca-5a48-44e5-96e5-415b6bae76f9 req-443280b2-2b9a-4f75-995d-c8132de8dec6 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486205 Apr 28 19:48:08.990842 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c66083-dfdb-4436-bc91-78607fd9d6ba req-937fccb3-043c-46c9-b15b-427012485d3c tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] No DVR routers for this DVR port c462fce3-1a2c-4e64-b5e5-622e38b0ba20 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:48:09.032095 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e497f83-5719-4eef-891d-ce8c44db912b req-8f51b409-6fe3-4e86-9e35-4c1d877cbf01 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:09.040427 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5e497f83-5719-4eef-891d-ce8c44db912b req-8f51b409-6fe3-4e86-9e35-4c1d877cbf01 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.0746598 Apr 28 19:48:09.049116 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c5c66083-dfdb-4436-bc91-78607fd9d6ba req-937fccb3-043c-46c9-b15b-427012485d3c tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:09.063645 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c5c66083-dfdb-4436-bc91-78607fd9d6ba req-937fccb3-043c-46c9-b15b-427012485d3c tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.15 "DELETE /v2.0/ports/c462fce3-1a2c-4e64-b5e5-622e38b0ba20 HTTP/1.1" status: 204 len: 173 time: 1.1888416 Apr 28 19:48:09.064458 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f9c708-0229-4332-a412-42eed189cda3', 'name': 'network-vif-deleted', 'tag': 'c462fce3-1a2c-4e64-b5e5-622e38b0ba20'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:09.069402 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0cd9b1-9e57-427c-8971-8b166af0c806" -d '{"events": [{"server_uuid": "f8f9c708-0229-4332-a412-42eed189cda3", "name": "network-vif-deleted", "tag": "c462fce3-1a2c-4e64-b5e5-622e38b0ba20"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:48:09.098742 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5e497f83-5719-4eef-891d-ce8c44db912b req-e66f7140-0520-4c3b-a289-535b8a55413a tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573013 Apr 28 19:48:09.163747 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device db181c33-cd63-494b-843c-8ccf79c3e74b details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:48:09.201294 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-24c3af95-e393-470c-ba15-321ca7b0fad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:09.282272 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38740836-92cd-460f-a9ad-ebf3f3b16e2d req-3b3aa92b-4f42-43fb-9f08-d7134e710809 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:09.290383 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-38740836-92cd-460f-a9ad-ebf3f3b16e2d req-3b3aa92b-4f42-43fb-9f08-d7134e710809 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d73e41-7b69-4a9a-8e05-4339591416db HTTP/1.1" status: 200 len: 946 time: 0.3066189 Apr 28 19:48:09.316978 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347bcfa0-bd52-470b-bb2a-4be1194fb7ce tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:48:09.318052 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-100608d7-566e-4d7d-b043-9e79ccac2465 req-c2bcabc7-8c09-440e-9859-16154609f177 tempest-ServerRescueNegativeTestJSON-381687774 tempest-ServerRescueNegativeTestJSON-381687774-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8f9c708-0229-4332-a412-42eed189cda3 HTTP/1.1" status: 200 len: 210 time: 0.0902476 Apr 28 19:48:09.332205 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-347bcfa0-bd52-470b-bb2a-4be1194fb7ce tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:09.333647 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-347bcfa0-bd52-470b-bb2a-4be1194fb7ce tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] 10.222.0.42 "PUT /v2.0/routers/958ad2f9-3f5a-4622-a20c-5c9a947f8263 HTTP/1.1" status: 200 len: 879 time: 4.1771197 Apr 28 19:48:09.334646 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24816812-00d0-40ae-9226-8610d6452bfc None None] Sync routers for ids ['958ad2f9-3f5a-4622-a20c-5c9a947f8263'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:48:09.350944 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58684) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:09.367535 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-38740836-92cd-460f-a9ad-ebf3f3b16e2d req-1322dbd2-f57f-4417-b0cb-5bcd26531289 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd26524c-5077-4fe0-832c-0aa67f603488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736377 Apr 28 19:48:09.386132 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24816812-00d0-40ae-9226-8610d6452bfc None None] Routers {'958ad2f9-3f5a-4622-a20c-5c9a947f8263'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:48:09.386783 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-24816812-00d0-40ae-9226-8610d6452bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:47:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['958ad2f9-3f5a-4622-a20c-5c9a947f8263'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:09.407588 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-24c3af95-e393-470c-ba15-321ca7b0fad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:09.474281 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-24c3af95-e393-470c-ba15-321ca7b0fad5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:09.474871 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port db181c33-cd63-494b-843c-8ccf79c3e74b, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=db181c33-cd63-494b-843c-8ccf79c3e74b,segment=NetworkSegment(89e51452-b57a-4520-9531-f462c21a0b7c),segment_id=89e51452-b57a-4520-9531-f462c21a0b7c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:09.491178 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-24c3af95-e393-470c-ba15-321ca7b0fad5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ca27ebd5-0319-4722-8355-d0981952fe21 HTTP/1.1" status: 204 len: 168 time: 0.8674064 Apr 28 19:48:09.502632 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 58688) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:09.504646 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 0965cd83-5a2a-404c-a006-5ee72fa30091 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:48:09.505436 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3af95-e393-470c-ba15-321ca7b0fad5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca27ebd5-0319-4722-8355-d0981952fe21,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:09.525765 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3378a0-fe2c-42bc-adc9-cc28c848775f None None] Network b187f101-868a-46d7-a641-cd9c03482235 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:48:09.530582 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-24816812-00d0-40ae-9226-8610d6452bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:09.544806 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24816812-00d0-40ae-9226-8610d6452bfc None None] Routers {'958ad2f9-3f5a-4622-a20c-5c9a947f8263'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:48:09.547383 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-24816812-00d0-40ae-9226-8610d6452bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:47:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['958ad2f9-3f5a-4622-a20c-5c9a947f8263'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:09.561117 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6286982b-63dd-496e-8efe-7a7f541f6996 x-openstack-request-id: req-6286982b-63dd-496e-8efe-7a7f541f6996 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:48:09.561550 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f9c708-0229-4332-a412-42eed189cda3", "name": "network-vif-deleted", "tag": "c462fce3-1a2c-4e64-b5e5-622e38b0ba20", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:48:09.561894 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6286982b-63dd-496e-8efe-7a7f541f6996 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:48:09.563109 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6286982b-63dd-496e-8efe-7a7f541f6996'] response: {'server_uuid': 'f8f9c708-0229-4332-a412-42eed189cda3', 'name': 'network-vif-deleted', 'tag': 'c462fce3-1a2c-4e64-b5e5-622e38b0ba20', 'status': 'completed', 'code': 200} Apr 28 19:48:09.592415 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-24816812-00d0-40ae-9226-8610d6452bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:09.593086 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24816812-00d0-40ae-9226-8610d6452bfc None None] The sync data for ids ['958ad2f9-3f5a-4622-a20c-5c9a947f8263'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:48:09.705639 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-08ab309e-30ba-4add-9d69-1c17b96772c0 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] 10.222.0.42 "GET /v2.0/routers/958ad2f9-3f5a-4622-a20c-5c9a947f8263 HTTP/1.1" status: 200 len: 920 time: 0.3537602 Apr 28 19:48:09.710604 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58692) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:09.724085 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b55799cc-647f-42e0-a138-de5c1d7d35a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:09.734284 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfc16c-4519-4a29-86ef-19e06f6f4cb3 req-09126057-284b-43cc-8ad6-8a54386565aa tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:09.736476 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eebfc16c-4519-4a29-86ef-19e06f6f4cb3 req-09126057-284b-43cc-8ad6-8a54386565aa tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1729839 Apr 28 19:48:09.805483 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f96816-7eb9-47a8-afb7-f1c0181cde98 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:09.809694 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-98f96816-7eb9-47a8-afb7-f1c0181cde98 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=562d8c9c-50aa-492e-ae08-06d7f5fe6347&device_id=958ad2f9-3f5a-4622-a20c-5c9a947f8263&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0953000 Apr 28 19:48:09.809944 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 58694) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:09.815139 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d7d09-0d8d-462e-ac0c-e027d1605377 req-faf8553e-b813-4a44-8aaa-14c26bd7f598 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:09.815485 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'db181c33-cd63-494b-843c-8ccf79c3e74b', 'network_id': '83b05ad6-239f-42f0-8d79-d8e87e9e7591', 'port_id': 'db181c33-cd63-494b-843c-8ccf79c3e74b', 'mac_address': 'fa:16:3e:73:76:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a30fc9-16eb-4c1a-b7a4-cd1563312ae5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:48:09.816643 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5c5d7d09-0d8d-462e-ac0c-e027d1605377 req-faf8553e-b813-4a44-8aaa-14c26bd7f598 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b45a5a5-d1da-428e-8c3f-0a510803a05d HTTP/1.1" status: 200 len: 943 time: 0.0960171 Apr 28 19:48:09.819078 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 0965cd83-5a2a-404c-a006-5ee72fa30091 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:48:09.819424 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 0965cd83-5a2a-404c-a006-5ee72fa30091 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:48:09.819834 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device b76a7ac5-67ca-4945-9f60-afbad798c223 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:48:09.827557 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eebfc16c-4519-4a29-86ef-19e06f6f4cb3 req-65c225e7-1692-4d31-8f87-8a46ecb207a0 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828257 Apr 28 19:48:09.857601 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: b76a7ac5-67ca-4945-9f60-afbad798c223 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:48:09.857953 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device b76a7ac5-67ca-4945-9f60-afbad798c223 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:48:09.890491 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b55799cc-647f-42e0-a138-de5c1d7d35a4 admin admin] Deleting port a3cd1c05-b0b1-4742-8adc-6b739fd14cc1 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:48:09.891454 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b55799cc-647f-42e0-a138-de5c1d7d35a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:09.899196 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5c5d7d09-0d8d-462e-ac0c-e027d1605377 req-11e798c4-ded4-4ac7-a95a-37a95affaaed tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb24303e-0c91-4a50-9b9c-4d966185e279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758379 Apr 28 19:48:09.935270 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:09.952357 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db181c33-cd63-494b-843c-8ccf79c3e74b {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:09.976968 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port db181c33-cd63-494b-843c-8ccf79c3e74b, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=db181c33-cd63-494b-843c-8ccf79c3e74b,segment=NetworkSegment(89e51452-b57a-4520-9531-f462c21a0b7c),segment_id=89e51452-b57a-4520-9531-f462c21a0b7c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:09.982024 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:10.009778 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0bab5b-4914-4b58-8950-ac40241d4c31 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:10.011164 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5f0bab5b-4914-4b58-8950-ac40241d4c31 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 881 time: 0.2001431 Apr 28 19:48:10.014226 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58698) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:10.017066 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b55799cc-647f-42e0-a138-de5c1d7d35a4 admin admin] For port a3cd1c05-b0b1-4742-8adc-6b739fd14cc1, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a3cd1c05-b0b1-4742-8adc-6b739fd14cc1,segment=NetworkSegment(8f7a796b-c20e-4630-9f8d-058a7ab55add),segment_id=8f7a796b-c20e-4630-9f8d-058a7ab55add)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:10.017437 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b55799cc-647f-42e0-a138-de5c1d7d35a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:10.034365 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b55799cc-647f-42e0-a138-de5c1d7d35a4 admin admin] Calling delete_port for a3cd1c05-b0b1-4742-8adc-6b739fd14cc1 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:48:10.042580 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=db181c33-cd63-494b-843c-8ccf79c3e74b,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:10.058099 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3ff29489-dca6-4da0-990f-37ec6012134c tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] 10.222.0.42 "GET /v2.0/ports?device_id=958ad2f9-3f5a-4622-a20c-5c9a947f8263 HTTP/1.1" status: 200 len: 205 time: 0.0427058 Apr 28 19:48:10.059900 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58700) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:10.060300 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420ee43-f390-4af0-b515-96311d466e76 req-9e441e54-f82d-47d3-910a-53be2a4ce23f tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:10.063436 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4420ee43-f390-4af0-b515-96311d466e76 req-9e441e54-f82d-47d3-910a-53be2a4ce23f tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1151958 Apr 28 19:48:10.070379 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72fa524-67cc-4d19-8d16-f9a248ae130b None None] DHCP port deletion for b187f101-868a-46d7-a641-cd9c03482235 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:48:10.136190 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-b72fa524-67cc-4d19-8d16-f9a248ae130b None None] Deleting port a3cd1c05-b0b1-4742-8adc-6b739fd14cc1 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:48:10.137025 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b72fa524-67cc-4d19-8d16-f9a248ae130b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:10.152790 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4420ee43-f390-4af0-b515-96311d466e76 req-1ce48e72-874d-4b99-b05b-c24680fa002d tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821214 Apr 28 19:48:10.188742 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b55799cc-647f-42e0-a138-de5c1d7d35a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:10.197541 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['db181c33-cd63-494b-843c-8ccf79c3e74b'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:48:10.209680 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55799cc-647f-42e0-a138-de5c1d7d35a4 admin admin] No DVR routers for this DVR port a3cd1c05-b0b1-4742-8adc-6b739fd14cc1 on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:48:10.238962 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55799cc-647f-42e0-a138-de5c1d7d35a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3cd1c05-b0b1-4742-8adc-6b739fd14cc1,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:10.252504 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-b72fa524-67cc-4d19-8d16-f9a248ae130b None None] For port a3cd1c05-b0b1-4742-8adc-6b739fd14cc1, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a3cd1c05-b0b1-4742-8adc-6b739fd14cc1,segment=NetworkSegment(8f7a796b-c20e-4630-9f8d-058a7ab55add),segment_id=8f7a796b-c20e-4630-9f8d-058a7ab55add)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:10.253204 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b72fa524-67cc-4d19-8d16-f9a248ae130b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:10.273491 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-b72fa524-67cc-4d19-8d16-f9a248ae130b None None] Calling delete_port for a3cd1c05-b0b1-4742-8adc-6b739fd14cc1 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:48:10.311131 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6b236752-6780-4dca-a756-9bec08d94062 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:10.350458 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b55799cc-647f-42e0-a138-de5c1d7d35a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:10.368435 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2f134-491d-4f57-ae73-429963e55d1b req-7cf1bbd4-59a0-4728-9e30-bd57438588fb tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:10.370164 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0eb2f134-491d-4f57-ae73-429963e55d1b req-7cf1bbd4-59a0-4728-9e30-bd57438588fb tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7d73e41-7b69-4a9a-8e05-4339591416db HTTP/1.1" status: 200 len: 946 time: 0.1356068 Apr 28 19:48:10.403053 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-b55799cc-647f-42e0-a138-de5c1d7d35a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b187f101-868a-46d7-a641-cd9c03482235']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:10.419326 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-b55799cc-647f-42e0-a138-de5c1d7d35a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f7a796b-c20e-4630-9f8d-058a7ab55add') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:10.420508 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-b55799cc-647f-42e0-a138-de5c1d7d35a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f7a796b-c20e-4630-9f8d-058a7ab55add') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:10.439845 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd64b92-b203-4c0e-863b-c70ffdac9630 req-5ce4d0ae-9b53-4fbe-ba10-2ff1117f445e tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:10.442115 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2dd64b92-b203-4c0e-863b-c70ffdac9630 req-5ce4d0ae-9b53-4fbe-ba10-2ff1117f445e tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1149695 Apr 28 19:48:10.445079 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 58712) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:10.448936 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b55799cc-647f-42e0-a138-de5c1d7d35a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:10.505848 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b55799cc-647f-42e0-a138-de5c1d7d35a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:10.525921 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2dd64b92-b203-4c0e-863b-c70ffdac9630 req-e3e9a298-3694-4af8-acdf-5b531e98661b tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685763 Apr 28 19:48:10.536485 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55799cc-647f-42e0-a138-de5c1d7d35a4 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:48:10.537145 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b55799cc-647f-42e0-a138-de5c1d7d35a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:10.539096 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:48:10.539096 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:48:10.539096 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:48:10.539096 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:48:10.539096 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:48:10.539096 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:48:10.539096 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:48:10.539096 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:48:10.539096 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:48:10.539096 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:48:10.539096 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:48:10.539096 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:48:10.539096 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:48:10.539096 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:48:10.539096 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:48:10.539096 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:48:10.539096 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:48:10.539096 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:48:10.539096 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:48:10.539096 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:48:10.539096 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:48:10.539096 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:48:10.539096 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:48:10.539096 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:48:10.539096 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:48:10.539096 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:48:10.539096 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:48:10.539096 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:48:10.539096 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:48:10.539096 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:48:10.539096 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:48:10.539096 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:48:10.556303 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b72fa524-67cc-4d19-8d16-f9a248ae130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:10.630170 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72fa524-67cc-4d19-8d16-f9a248ae130b None None] Pushing event deleted for resources: {'Port': ['ID=a3cd1c05-b0b1-4742-8adc-6b739fd14cc1,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:10.633381 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72fa524-67cc-4d19-8d16-f9a248ae130b None None] No DVR routers for this DVR port a3cd1c05-b0b1-4742-8adc-6b739fd14cc1 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:48:10.648353 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6b236752-6780-4dca-a756-9bec08d94062 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:10.712560 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992090a-9ed9-4d30-8f43-93b01da95ad0 req-c73d981b-ead6-46fd-9a6b-190b629543d3 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:10.714023 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2992090a-9ed9-4d30-8f43-93b01da95ad0 req-c73d981b-ead6-46fd-9a6b-190b629543d3 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d73e41-7b69-4a9a-8e05-4339591416db HTTP/1.1" status: 200 len: 946 time: 0.1509008 Apr 28 19:48:10.724118 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-0eb2f134-491d-4f57-ae73-429963e55d1b req-3c87a804-0204-462d-a8d0-5dd4c0b7dfd1 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] Deleting port 711d9fb3-4356-453d-b483-fa5a99e47223 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:48:10.724444 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0eb2f134-491d-4f57-ae73-429963e55d1b req-3c87a804-0204-462d-a8d0-5dd4c0b7dfd1 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:10.760346 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b55799cc-647f-42e0-a138-de5c1d7d35a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:10.773441 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b55799cc-647f-42e0-a138-de5c1d7d35a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:10.776916 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b55799cc-647f-42e0-a138-de5c1d7d35a4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b187f101-868a-46d7-a641-cd9c03482235 HTTP/1.1" status: 204 len: 168 time: 1.2671585 Apr 28 19:48:10.802083 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d29730-14d8-4204-9c50-2ee3e409948c req-64eb51c7-c240-494f-91e3-c9ab863ddb37 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:10.803638 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b2d29730-14d8-4204-9c50-2ee3e409948c req-64eb51c7-c240-494f-91e3-c9ab863ddb37 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1290879 Apr 28 19:48:10.804453 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55799cc-647f-42e0-a138-de5c1d7d35a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b187f101-868a-46d7-a641-cd9c03482235,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:10.831367 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2992090a-9ed9-4d30-8f43-93b01da95ad0 req-6afbf7fa-28fd-4c80-994e-b843a304f72f tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd26524c-5077-4fe0-832c-0aa67f603488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094878 Apr 28 19:48:10.834813 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-6b236752-6780-4dca-a756-9bec08d94062 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Deleting port daa14e67-cae9-47e2-841e-5365fa1bc89c {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:48:10.835147 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6b236752-6780-4dca-a756-9bec08d94062 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:10.909146 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-0eb2f134-491d-4f57-ae73-429963e55d1b req-3c87a804-0204-462d-a8d0-5dd4c0b7dfd1 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] For port 711d9fb3-4356-453d-b483-fa5a99e47223, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=711d9fb3-4356-453d-b483-fa5a99e47223,segment=NetworkSegment(9024eb54-4b5a-45ee-83f7-c28f63072ecd),segment_id=9024eb54-4b5a-45ee-83f7-c28f63072ecd)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:10.909586 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0eb2f134-491d-4f57-ae73-429963e55d1b req-3c87a804-0204-462d-a8d0-5dd4c0b7dfd1 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:10.920409 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b2d29730-14d8-4204-9c50-2ee3e409948c req-16138ed2-1508-4042-9a05-cd9f15a8c28f tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047547 Apr 28 19:48:10.930191 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-0eb2f134-491d-4f57-ae73-429963e55d1b req-3c87a804-0204-462d-a8d0-5dd4c0b7dfd1 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] Calling delete_port for 711d9fb3-4356-453d-b483-fa5a99e47223 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:48:10.947702 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58724) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:11.027658 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6b236752-6780-4dca-a756-9bec08d94062 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:11.071711 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-6b236752-6780-4dca-a756-9bec08d94062 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Calling delete_port for daa14e67-cae9-47e2-841e-5365fa1bc89c owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:48:11.107299 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872d567-475d-4351-be79-0b6f7a790374 req-ce8d6005-1c38-4133-a887-03f43de6faa0 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:11.108158 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b11e6b14-6059-4c8f-85ce-dd4c56a5f34c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bc3414dc2d694e45b86b092fc773c62d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575921 Apr 28 19:48:11.108776 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7872d567-475d-4351-be79-0b6f7a790374 req-ce8d6005-1c38-4133-a887-03f43de6faa0 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.0850294 Apr 28 19:48:11.113078 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 58728) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:11.162293 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device db181c33-cd63-494b-843c-8ccf79c3e74b up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:48:11.182148 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17483ef7-1e58-4938-8484-4c5a7150a44d req-34ad3902-1660-4c83-8994-2cfc85f13fb3 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:11.183959 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-17483ef7-1e58-4938-8484-4c5a7150a44d req-34ad3902-1660-4c83-8994-2cfc85f13fb3 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b45a5a5-d1da-428e-8c3f-0a510803a05d HTTP/1.1" status: 200 len: 944 time: 0.1618805 Apr 28 19:48:11.208854 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7872d567-475d-4351-be79-0b6f7a790374 req-dcce474e-7b29-41ae-abeb-4e472ca42e8f tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806804 Apr 28 19:48:11.242345 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0ed820cb-8f6b-45d0-9479-e369b9d4f76f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:11.267108 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a3cd1c05-b0b1-4742-8adc-6b739fd14cc1 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:48:11.278908 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0ed820cb-8f6b-45d0-9479-e369b9d4f76f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:11.307993 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-17483ef7-1e58-4938-8484-4c5a7150a44d req-88045bd6-c077-4e79-8db4-7dac5b6ccbba tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb24303e-0c91-4a50-9b9c-4d966185e279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978301 Apr 28 19:48:11.315108 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: a3cd1c05-b0b1-4742-8adc-6b739fd14cc1 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:48:11.315450 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a3cd1c05-b0b1-4742-8adc-6b739fd14cc1 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:48:11.329273 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port db181c33-cd63-494b-843c-8ccf79c3e74b completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:48:11.336564 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port db181c33-cd63-494b-843c-8ccf79c3e74b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:11.336982 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:11.357916 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-65dd451c-cb2f-402c-a121-53587b85b95c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:11.430023 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:11.433372 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20958246-5feb-4f4f-9290-00cc1e3ae7f4 req-cd3431b0-5577-4940-bb47-4c6efd2d2057 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:11.436204 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-20958246-5feb-4f4f-9290-00cc1e3ae7f4 req-cd3431b0-5577-4940-bb47-4c6efd2d2057 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1298583 Apr 28 19:48:11.458724 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b45a5a5-d1da-428e-8c3f-0a510803a05d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db181c33-cd63-494b-843c-8ccf79c3e74b'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:11.459065 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0eb2f134-491d-4f57-ae73-429963e55d1b req-3c87a804-0204-462d-a8d0-5dd4c0b7dfd1 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:11.462375 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150a15bf-db9a-4c04-baa9-4b79a84fd6d3" -d '{"events": [{"server_uuid": "5b45a5a5-d1da-428e-8c3f-0a510803a05d", "name": "network-vif-plugged", "status": "completed", "tag": "db181c33-cd63-494b-843c-8ccf79c3e74b"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:48:11.471280 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['711d9fb3-4356-453d-b483-fa5a99e47223'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:48:11.471785 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0ed820cb-8f6b-45d0-9479-e369b9d4f76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:11.474415 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0ed820cb-8f6b-45d0-9479-e369b9d4f76f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:11.475561 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0ed820cb-8f6b-45d0-9479-e369b9d4f76f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/20553147-8f70-4feb-bb33-b24808913472 HTTP/1.1" status: 204 len: 168 time: 0.3615527 Apr 28 19:48:11.507016 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port db181c33-cd63-494b-843c-8ccf79c3e74b, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=db181c33-cd63-494b-843c-8ccf79c3e74b,segment=NetworkSegment(89e51452-b57a-4520-9531-f462c21a0b7c),segment_id=89e51452-b57a-4520-9531-f462c21a0b7c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:11.512924 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b422e0f-1009-41ac-9224-1db15a596a3b x-openstack-request-id: req-0b422e0f-1009-41ac-9224-1db15a596a3b {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:48:11.513319 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b45a5a5-d1da-428e-8c3f-0a510803a05d", "name": "network-vif-plugged", "status": "completed", "tag": "db181c33-cd63-494b-843c-8ccf79c3e74b", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:48:11.513520 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0b422e0f-1009-41ac-9224-1db15a596a3b {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:48:11.514008 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b422e0f-1009-41ac-9224-1db15a596a3b'] response: {'server_uuid': '5b45a5a5-d1da-428e-8c3f-0a510803a05d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db181c33-cd63-494b-843c-8ccf79c3e74b', 'code': 200} Apr 28 19:48:11.517085 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:11.530749 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed820cb-8f6b-45d0-9479-e369b9d4f76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20553147-8f70-4feb-bb33-b24808913472,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:11.566440 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-20958246-5feb-4f4f-9290-00cc1e3ae7f4 req-b2a98cec-17b1-41de-b2ad-a226ddf58769 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947402 Apr 28 19:48:11.583036 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87a804-0204-462d-a8d0-5dd4c0b7dfd1 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] Pushing event deleted for resources: {'Port': ['ID=711d9fb3-4356-453d-b483-fa5a99e47223,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:11.610717 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6b236752-6780-4dca-a756-9bec08d94062 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:11.615024 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device c462fce3-1a2c-4e64-b5e5-622e38b0ba20 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:48:11.672352 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: c462fce3-1a2c-4e64-b5e5-622e38b0ba20 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:48:11.672988 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device c462fce3-1a2c-4e64-b5e5-622e38b0ba20 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:48:11.679184 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=db181c33-cd63-494b-843c-8ccf79c3e74b,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:11.688588 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e3089-94a6-4405-9335-5675a4178989 req-dbcd6732-77d4-4f8f-b4dd-5417313f2f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:11.690409 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-775e3089-94a6-4405-9335-5675a4178989 req-dbcd6732-77d4-4f8f-b4dd-5417313f2f71 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5b45a5a5-d1da-428e-8c3f-0a510803a05d HTTP/1.1" status: 200 len: 1096 time: 0.0642498 Apr 28 19:48:11.713353 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b236752-6780-4dca-a756-9bec08d94062 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Pushing event deleted for resources: {'Port': ['ID=daa14e67-cae9-47e2-841e-5365fa1bc89c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:11.715612 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb2f134-491d-4f57-ae73-429963e55d1b req-3c87a804-0204-462d-a8d0-5dd4c0b7dfd1 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] No DVR routers for this DVR port 711d9fb3-4356-453d-b483-fa5a99e47223 on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:48:11.721390 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0eb2f134-491d-4f57-ae73-429963e55d1b req-3c87a804-0204-462d-a8d0-5dd4c0b7dfd1 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:11.725472 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0eb2f134-491d-4f57-ae73-429963e55d1b req-3c87a804-0204-462d-a8d0-5dd4c0b7dfd1 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] 10.222.0.44 "DELETE /v2.0/ports/711d9fb3-4356-453d-b483-fa5a99e47223 HTTP/1.1" status: 204 len: 173 time: 1.3463559 Apr 28 19:48:11.725621 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d73e41-7b69-4a9a-8e05-4339591416db', 'name': 'network-vif-deleted', 'tag': '711d9fb3-4356-453d-b483-fa5a99e47223'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:11.728275 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d56bc90-0b3f-4612-81e0-13c287859bd3" -d '{"events": [{"server_uuid": "a7d73e41-7b69-4a9a-8e05-4339591416db", "name": "network-vif-deleted", "tag": "711d9fb3-4356-453d-b483-fa5a99e47223"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:48:11.758830 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-775e3089-94a6-4405-9335-5675a4178989 req-55f9f101-a19f-43e1-9462-58d887dfe5c8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cb24303e-0c91-4a50-9b9c-4d966185e279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620618 Apr 28 19:48:11.821833 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ad4828-7de2-4218-9e25-07dc1ce56f35 x-openstack-request-id: req-68ad4828-7de2-4218-9e25-07dc1ce56f35 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:48:11.822123 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d73e41-7b69-4a9a-8e05-4339591416db", "name": "network-vif-deleted", "tag": "711d9fb3-4356-453d-b483-fa5a99e47223", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:48:11.822371 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-68ad4828-7de2-4218-9e25-07dc1ce56f35 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:48:11.822778 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68ad4828-7de2-4218-9e25-07dc1ce56f35'] response: {'server_uuid': 'a7d73e41-7b69-4a9a-8e05-4339591416db', 'name': 'network-vif-deleted', 'tag': '711d9fb3-4356-453d-b483-fa5a99e47223', 'status': 'completed', 'code': 200} Apr 28 19:48:11.825348 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6b236752-6780-4dca-a756-9bec08d94062 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:11.842160 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-65dd451c-cb2f-402c-a121-53587b85b95c admin admin] Deleting port 2dcc898e-b644-4c35-b52a-28ffad8e4220 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:48:11.842667 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-65dd451c-cb2f-402c-a121-53587b85b95c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:11.963459 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6b236752-6780-4dca-a756-9bec08d94062 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:11.967397 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6b236752-6780-4dca-a756-9bec08d94062 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:12.040188 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6b236752-6780-4dca-a756-9bec08d94062 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:12.042074 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b236752-6780-4dca-a756-9bec08d94062 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Fanout notify agent at l3_agent the message router_deleted on router 958ad2f9-3f5a-4622-a20c-5c9a947f8263 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:48:12.052342 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6b236752-6780-4dca-a756-9bec08d94062 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:12.053552 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6b236752-6780-4dca-a756-9bec08d94062 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] 10.222.0.42 "DELETE /v2.0/routers/958ad2f9-3f5a-4622-a20c-5c9a947f8263 HTTP/1.1" status: 204 len: 168 time: 1.9933684 Apr 28 19:48:12.067887 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00d7e7-e5e7-4564-af00-0dd633ceecf2 req-1e58c548-e04c-4e90-a44f-2b6b86c9b317 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:12.077578 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9b00d7e7-e5e7-4564-af00-0dd633ceecf2 req-1e58c548-e04c-4e90-a44f-2b6b86c9b317 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.2143297 Apr 28 19:48:12.080991 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58746) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:12.090854 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-e00452e7-c7bf-444b-a594-4cb93b038fe9 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-42916341', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:12.125645 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58748) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:12.142451 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e00452e7-c7bf-444b-a594-4cb93b038fe9 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:12.143479 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e00452e7-c7bf-444b-a594-4cb93b038fe9 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:12.161277 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9b00d7e7-e5e7-4564-af00-0dd633ceecf2 req-81087177-f624-45a3-9554-574e7ad4cdd9 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818264 Apr 28 19:48:12.227120 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d3301e5a-2f9d-401c-9ee4-729dfcb8fff8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=72f7e61b4dcc49a2ae66e3a77a70d7c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1003475 Apr 28 19:48:12.229671 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58750) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:12.237556 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e00452e7-c7bf-444b-a594-4cb93b038fe9 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:12.250170 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e00452e7-c7bf-444b-a594-4cb93b038fe9 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:12.284283 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e00452e7-c7bf-444b-a594-4cb93b038fe9 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:12.285461 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e00452e7-c7bf-444b-a594-4cb93b038fe9 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2035503 Apr 28 19:48:12.289003 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b3e2eabe-49cf-44b0-8423-b8287697bf16 req-51dc1fbf-670b-4430-93c1-320278bf3688 tempest-ServerTagsTestJSON-2094586649 tempest-ServerTagsTestJSON-2094586649-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d73e41-7b69-4a9a-8e05-4339591416db HTTP/1.1" status: 200 len: 210 time: 0.0334628 Apr 28 19:48:12.289936 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58752) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:12.294468 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-d7c7c2ba-89be-4a52-b07b-29705fa66cd8 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'enable_snat': True}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:12.326484 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-65dd451c-cb2f-402c-a121-53587b85b95c admin admin] For port 2dcc898e-b644-4c35-b52a-28ffad8e4220, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=2dcc898e-b644-4c35-b52a-28ffad8e4220,segment=NetworkSegment(c8b13874-b277-4f2c-b275-f865aee89558),segment_id=c8b13874-b277-4f2c-b275-f865aee89558)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:12.326861 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-65dd451c-cb2f-402c-a121-53587b85b95c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:12.356584 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-65dd451c-cb2f-402c-a121-53587b85b95c admin admin] Calling delete_port for 2dcc898e-b644-4c35-b52a-28ffad8e4220 owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:48:12.372957 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1d485fc8-27c5-437a-9d7f-f8c3e2aae10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:12.467226 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1d485fc8-27c5-437a-9d7f-f8c3e2aae10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:12.554670 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-65dd451c-cb2f-402c-a121-53587b85b95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:12.590991 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd451c-cb2f-402c-a121-53587b85b95c admin admin] Pushing event deleted for resources: {'Port': ['ID=2dcc898e-b644-4c35-b52a-28ffad8e4220,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:12.614611 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5bd7c-a94d-41be-8538-9769c167d667 req-b1098bdd-a913-414f-b78a-297c1825f774 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:12.616153 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7ad5bd7c-a94d-41be-8538-9769c167d667 req-b1098bdd-a913-414f-b78a-297c1825f774 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b45a5a5-d1da-428e-8c3f-0a510803a05d HTTP/1.1" status: 200 len: 945 time: 0.2444468 Apr 28 19:48:12.619200 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d7c7c2ba-89be-4a52-b07b-29705fa66cd8 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:12.830406 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-65dd451c-cb2f-402c-a121-53587b85b95c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:13.008759 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7ad5bd7c-a94d-41be-8538-9769c167d667 req-269b4df2-3421-4c61-a993-1cd334308562 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb24303e-0c91-4a50-9b9c-4d966185e279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847196 Apr 28 19:48:13.009341 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1d485fc8-27c5-437a-9d7f-f8c3e2aae10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:13.011828 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1d485fc8-27c5-437a-9d7f-f8c3e2aae10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:13.012928 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1d485fc8-27c5-437a-9d7f-f8c3e2aae10c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3e5816f3-7e98-4282-b7f1-1bbc722eec0d HTTP/1.1" status: 204 len: 168 time: 0.7823083 Apr 28 19:48:13.049245 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d485fc8-27c5-437a-9d7f-f8c3e2aae10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5816f3-7e98-4282-b7f1-1bbc722eec0d,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:13.083281 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65dd451c-cb2f-402c-a121-53587b85b95c admin admin] Router afed3c5c-7a70-4a3a-8938-18fef337ba9c has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:48:13.198172 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65dd451c-cb2f-402c-a121-53587b85b95c admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:48:13.210726 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-65dd451c-cb2f-402c-a121-53587b85b95c admin admin] 10.222.0.42 "PUT /v2.0/routers/afed3c5c-7a70-4a3a-8938-18fef337ba9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7621157 Apr 28 19:48:13.210855 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 58760) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:13.227747 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d7c7c2ba-89be-4a52-b07b-29705fa66cd8 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:13.238153 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02086391-a892-43b8-bc37-f9c32bbf7ea5 None None] Sync routers for ids ['afed3c5c-7a70-4a3a-8938-18fef337ba9c'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:48:13.272580 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02086391-a892-43b8-bc37-f9c32bbf7ea5 None None] Routers {'afed3c5c-7a70-4a3a-8938-18fef337ba9c'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:48:13.273634 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-02086391-a892-43b8-bc37-f9c32bbf7ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:47:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['afed3c5c-7a70-4a3a-8938-18fef337ba9c'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:13.284732 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d7c7c2ba-89be-4a52-b07b-29705fa66cd8 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:13.395345 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 58766) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:13.408421 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-02086391-a892-43b8-bc37-f9c32bbf7ea5 None None] Set router afed3c5c-7a70-4a3a-8938-18fef337ba9c gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:48:13.414295 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b6369-9bec-41f4-b4be-2d28bbecbdd0 req-e1ba9a9b-56ae-4375-b90c-fcd4ff7b0b7c tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:13.415758 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7c8b6369-9bec-41f4-b4be-2d28bbecbdd0 req-e1ba9a9b-56ae-4375-b90c-fcd4ff7b0b7c tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1251197 Apr 28 19:48:13.434497 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-d7c7c2ba-89be-4a52-b07b-29705fa66cd8 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Allocated IP 172.25.8.98 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/3afcf1e3-e985-4413-9d1b-bd57bb39c464) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:48:13.441911 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a499fedf-cff4-4429-ac1b-b7cf94b330b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:13.540358 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aea258f-6c52-4d1c-89ea-14196670693c admin admin] Deleting subnet 8f23d02e-babb-43ce-90b6-6f6f69a96442 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:48:13.543568 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4aea258f-6c52-4d1c-89ea-14196670693c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:13.582403 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d7c7c2ba-89be-4a52-b07b-29705fa66cd8 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:13.586705 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4aea258f-6c52-4d1c-89ea-14196670693c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:13.629048 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d7c7c2ba-89be-4a52-b07b-29705fa66cd8 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:13.640963 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7c8b6369-9bec-41f4-b4be-2d28bbecbdd0 req-a7ff81d6-99c2-4ab8-abbc-58362099178f tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031548 Apr 28 19:48:13.680322 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-02086391-a892-43b8-bc37-f9c32bbf7ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1487658424-router', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e565d82a-3107-4722-bc72-2d777a0787c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:09Z', 'updated_at': '2022-04-28T19:48:12Z', 'revision_number': 5, 'project_id': '5a0c676490ad4221b826814b264d08aa', 'gw_port': {'id': 'e565d82a-3107-4722-bc72-2d777a0787c9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:10Z', 'updated_at': '2022-04-28T19:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:13.690698 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4aea258f-6c52-4d1c-89ea-14196670693c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:13.710841 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02086391-a892-43b8-bc37-f9c32bbf7ea5 None None] Checking router: afed3c5c-7a70-4a3a-8938-18fef337ba9c for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:48:13.721133 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02086391-a892-43b8-bc37-f9c32bbf7ea5 None None] Routers {'afed3c5c-7a70-4a3a-8938-18fef337ba9c'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:48:13.721893 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-02086391-a892-43b8-bc37-f9c32bbf7ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:47:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['afed3c5c-7a70-4a3a-8938-18fef337ba9c'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:13.763415 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a499fedf-cff4-4429-ac1b-b7cf94b330b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:13.769511 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c7c2ba-89be-4a52-b07b-29705fa66cd8 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:48:13.772552 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-d7c7c2ba-89be-4a52-b07b-29705fa66cd8 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:48:13.787829 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c7c2ba-89be-4a52-b07b-29705fa66cd8 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:48:13.791131 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7c2ba-89be-4a52-b07b-29705fa66cd8 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Pushing event updated for resources: {'Port': ['ID=3afcf1e3-e985-4413-9d1b-bd57bb39c464,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:13.816340 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4aea258f-6c52-4d1c-89ea-14196670693c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:13.847108 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea258f-6c52-4d1c-89ea-14196670693c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f23d02e-babb-43ce-90b6-6f6f69a96442,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:13.861312 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4aea258f-6c52-4d1c-89ea-14196670693c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:13.867870 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4aea258f-6c52-4d1c-89ea-14196670693c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8f23d02e-babb-43ce-90b6-6f6f69a96442 HTTP/1.1" status: 204 len: 168 time: 0.4703379 Apr 28 19:48:13.869668 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 58786) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:13.880575 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-a499fedf-cff4-4429-ac1b-b7cf94b330b8 admin admin] Deleting port e565d82a-3107-4722-bc72-2d777a0787c9 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:48:13.881066 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a499fedf-cff4-4429-ac1b-b7cf94b330b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:13.915416 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-02086391-a892-43b8-bc37-f9c32bbf7ea5 None None] Set router afed3c5c-7a70-4a3a-8938-18fef337ba9c gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:48:14.022992 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f6d05ad-80a5-4493-8c57-6f8f7cc1bd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:14.132240 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58794) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:14.180936 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd741e4-020b-4f2d-86da-80b40e92a7b6 req-e6be98c0-3c04-4739-b095-56a959409dca tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:14.182781 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4cd741e4-020b-4f2d-86da-80b40e92a7b6 req-e6be98c0-3c04-4739-b095-56a959409dca tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1121783 Apr 28 19:48:14.223711 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-a499fedf-cff4-4429-ac1b-b7cf94b330b8 admin admin] For port e565d82a-3107-4722-bc72-2d777a0787c9, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=e565d82a-3107-4722-bc72-2d777a0787c9,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:14.224090 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a499fedf-cff4-4429-ac1b-b7cf94b330b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:14.281756 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-a499fedf-cff4-4429-ac1b-b7cf94b330b8 admin admin] Calling delete_port for e565d82a-3107-4722-bc72-2d777a0787c9 owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:48:14.297152 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f6d05ad-80a5-4493-8c57-6f8f7cc1bd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:14.309658 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-02086391-a892-43b8-bc37-f9c32bbf7ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1487658424-router', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e565d82a-3107-4722-bc72-2d777a0787c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:09Z', 'updated_at': '2022-04-28T19:48:12Z', 'revision_number': 5, 'project_id': '5a0c676490ad4221b826814b264d08aa', 'gw_port': {'id': 'e565d82a-3107-4722-bc72-2d777a0787c9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:10Z', 'updated_at': '2022-04-28T19:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:14.323575 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4cd741e4-020b-4f2d-86da-80b40e92a7b6 req-c52e5265-b38c-4573-b36b-9d184aa6a310 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947590 Apr 28 19:48:14.330896 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-71062d09-222b-491c-9d52-7a544fab5392 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-655029074-network', 'tenant_id': 'a0762e93be5b475288865c615d96d113'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:14.341355 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02086391-a892-43b8-bc37-f9c32bbf7ea5 None None] The sync data for ids ['afed3c5c-7a70-4a3a-8938-18fef337ba9c'] in n-d-839810-1 is: [{'id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1487658424-router', 'tenant_id': '5a0c676490ad4221b826814b264d08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e565d82a-3107-4722-bc72-2d777a0787c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:09Z', 'updated_at': '2022-04-28T19:48:12Z', 'revision_number': 5, 'project_id': '5a0c676490ad4221b826814b264d08aa', 'gw_port': {'id': 'e565d82a-3107-4722-bc72-2d777a0787c9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afed3c5c-7a70-4a3a-8938-18fef337ba9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:10Z', 'updated_at': '2022-04-28T19:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:48:14.380860 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d7c7c2ba-89be-4a52-b07b-29705fa66cd8 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:14.384854 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-8f6d05ad-80a5-4493-8c57-6f8f7cc1bd93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed857b4a-3391-44bc-8bff-69648e78cdcc']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:14.385003 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71062d09-222b-491c-9d52-7a544fab5392 admin admin] Made reservation on behalf of a0762e93be5b475288865c615d96d113 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:48:14.387934 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-71062d09-222b-491c-9d52-7a544fab5392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:14.406680 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e59c0c-d0c6-4f70-b8bb-94ecd6b6fbff req-67ef64f6-e0db-4b93-a742-359b03496ff3 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:14.408291 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-83e59c0c-d0c6-4f70-b8bb-94ecd6b6fbff req-67ef64f6-e0db-4b93-a742-359b03496ff3 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b45a5a5-d1da-428e-8c3f-0a510803a05d HTTP/1.1" status: 200 len: 945 time: 0.2491341 Apr 28 19:48:14.411481 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-8f6d05ad-80a5-4493-8c57-6f8f7cc1bd93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9024eb54-4b5a-45ee-83f7-c28f63072ecd') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:14.411781 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-8f6d05ad-80a5-4493-8c57-6f8f7cc1bd93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9024eb54-4b5a-45ee-83f7-c28f63072ecd') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:14.433136 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-71062d09-222b-491c-9d52-7a544fab5392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:14.447247 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f6d05ad-80a5-4493-8c57-6f8f7cc1bd93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:14.478237 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f6d05ad-80a5-4493-8c57-6f8f7cc1bd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:14.526167 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f6d05ad-80a5-4493-8c57-6f8f7cc1bd93 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:48:14.526595 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f6d05ad-80a5-4493-8c57-6f8f7cc1bd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:14.528529 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:48:14.528529 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:48:14.528529 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:48:14.528529 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:48:14.528529 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:48:14.528529 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:48:14.528529 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:48:14.528529 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:48:14.528529 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:48:14.528529 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:48:14.528529 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:48:14.528529 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:48:14.528529 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:48:14.528529 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:48:14.528529 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:48:14.528529 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:48:14.528529 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:48:14.528529 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:48:14.528529 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:48:14.528529 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:48:14.528529 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:48:14.528529 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:48:14.528529 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:48:14.528529 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:48:14.528529 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:48:14.528529 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:48:14.528529 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:48:14.528529 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:48:14.528529 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:48:14.528529 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:48:14.528529 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:48:14.528529 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:48:14.542969 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-83e59c0c-d0c6-4f70-b8bb-94ecd6b6fbff req-3da07c0d-3ff3-428c-afdb-643329d7d77a tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb24303e-0c91-4a50-9b9c-4d966185e279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269979 Apr 28 19:48:14.603228 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f6d05ad-80a5-4493-8c57-6f8f7cc1bd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:14.614517 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f6d05ad-80a5-4493-8c57-6f8f7cc1bd93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:14.621066 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8f6d05ad-80a5-4493-8c57-6f8f7cc1bd93 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ed857b4a-3391-44bc-8bff-69648e78cdcc HTTP/1.1" status: 204 len: 168 time: 0.7465477 Apr 28 19:48:14.638680 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d05ad-80a5-4493-8c57-6f8f7cc1bd93 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed857b4a-3391-44bc-8bff-69648e78cdcc,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:14.668569 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d7c7c2ba-89be-4a52-b07b-29705fa66cd8 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364'] for router, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:14.674145 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d7c7c2ba-89be-4a52-b07b-29705fa66cd8 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626624'] for router, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:14.723313 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a499fedf-cff4-4429-ac1b-b7cf94b330b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:14.738392 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-71062d09-222b-491c-9d52-7a544fab5392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:14.753461 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-71062d09-222b-491c-9d52-7a544fab5392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:14.785702 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499fedf-cff4-4429-ac1b-b7cf94b330b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e565d82a-3107-4722-bc72-2d777a0787c9,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:14.852158 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71062d09-222b-491c-9d52-7a544fab5392 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:48:14.852158 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58804) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:14.905903 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71062d09-222b-491c-9d52-7a544fab5392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793ed8a5-0dab-436a-834b-33c6aac7148e,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:14.909711 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-71062d09-222b-491c-9d52-7a544fab5392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:14.910059 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-71062d09-222b-491c-9d52-7a544fab5392 admin admin] Added segment ab2c94c8-27a3-466e-851f-df9b73e428ff of type vlan for network 1b6a3f4a-ea8d-4a98-aa07-cb567010601c Apr 28 19:48:14.916543 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a499fedf-cff4-4429-ac1b-b7cf94b330b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:14.960404 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-126f6852-46f3-4b6e-8b12-b4802b3486b7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b7ad904c9c414da78b0dcd487ce50466&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1030707 Apr 28 19:48:14.970206 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 58810) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:15.000537 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-71062d09-222b-491c-9d52-7a544fab5392 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:15.043708 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-71062d09-222b-491c-9d52-7a544fab5392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:15.044816 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71062d09-222b-491c-9d52-7a544fab5392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:15.046188 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-71062d09-222b-491c-9d52-7a544fab5392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:15.053938 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c7c2ba-89be-4a52-b07b-29705fa66cd8 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Router 1613b532-dc58-492e-ad25-810566218862 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:48:15.076705 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a499fedf-cff4-4429-ac1b-b7cf94b330b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:15.084496 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a499fedf-cff4-4429-ac1b-b7cf94b330b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:15.118409 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-71062d09-222b-491c-9d52-7a544fab5392 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9808643 Apr 28 19:48:15.121254 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58814) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:15.128816 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-2625f6b5-ec76-467b-9697-18fc6a7c7300 admin admin] Request body: {'subnet': {'network_id': '1b6a3f4a-ea8d-4a98-aa07-cb567010601c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-655029074-subnet', 'tenant_id': 'a0762e93be5b475288865c615d96d113', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:15.161238 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-13025f8e-547c-4df4-beaa-7f382c8a18c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:15.165499 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 711d9fb3-4356-453d-b483-fa5a99e47223 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:48:15.170373 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a499fedf-cff4-4429-ac1b-b7cf94b330b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:15.170667 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71062d09-222b-491c-9d52-7a544fab5392 admin admin] Pushing event updated for resources: {'Network': ['ID=1b6a3f4a-ea8d-4a98-aa07-cb567010601c,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:15.171185 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a499fedf-cff4-4429-ac1b-b7cf94b330b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afed3c5c-7a70-4a3a-8938-18fef337ba9c {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:48:15.181254 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a499fedf-cff4-4429-ac1b-b7cf94b330b8 admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:15.185900 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a499fedf-cff4-4429-ac1b-b7cf94b330b8 admin admin] 10.222.0.42 "DELETE /v2.0/routers/afed3c5c-7a70-4a3a-8938-18fef337ba9c HTTP/1.1" status: 204 len: 168 time: 1.9740312 Apr 28 19:48:15.186741 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 58818) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:15.192298 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71062d09-222b-491c-9d52-7a544fab5392 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:15.192648 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71062d09-222b-491c-9d52-7a544fab5392 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:15.192988 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71062d09-222b-491c-9d52-7a544fab5392 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:15.193323 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71062d09-222b-491c-9d52-7a544fab5392 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:15.193874 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71062d09-222b-491c-9d52-7a544fab5392 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:15.193991 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71062d09-222b-491c-9d52-7a544fab5392 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:15.194286 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71062d09-222b-491c-9d52-7a544fab5392 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:15.194611 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71062d09-222b-491c-9d52-7a544fab5392 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:15.194936 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71062d09-222b-491c-9d52-7a544fab5392 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:15.195266 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71062d09-222b-491c-9d52-7a544fab5392 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:15.195582 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71062d09-222b-491c-9d52-7a544fab5392 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:15.195901 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71062d09-222b-491c-9d52-7a544fab5392 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:15.211884 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 711d9fb3-4356-453d-b483-fa5a99e47223 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:48:15.213813 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2625f6b5-ec76-467b-9697-18fc6a7c7300 admin admin] Made reservation on behalf of a0762e93be5b475288865c615d96d113 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:48:15.214012 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 711d9fb3-4356-453d-b483-fa5a99e47223 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:48:15.216258 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2625f6b5-ec76-467b-9697-18fc6a7c7300 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:15.245609 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-726d2763-a110-4b61-8189-cacb9904636d admin admin] Deleting subnet d25b1cb0-c200-401d-9c44-cd4c1f880757 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:48:15.260981 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-726d2763-a110-4b61-8189-cacb9904636d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:15.261670 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 1b6a3f4a-ea8d-4a98-aa07-cb567010601c details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:48:15.267160 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-13025f8e-547c-4df4-beaa-7f382c8a18c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:15.349092 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c7c2ba-89be-4a52-b07b-29705fa66cd8 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:48:15.355807 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-726d2763-a110-4b61-8189-cacb9904636d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:15.357250 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d7c7c2ba-89be-4a52-b07b-29705fa66cd8 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:15.361337 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d7c7c2ba-89be-4a52-b07b-29705fa66cd8 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] 10.222.0.42 "PUT /v2.0/routers/1613b532-dc58-492e-ad25-810566218862 HTTP/1.1" status: 200 len: 912 time: 3.0675943 Apr 28 19:48:15.364327 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58822) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:15.366067 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24876cd-a490-4889-b5db-2bd221a4b918 None None] Sync routers for ids ['1613b532-dc58-492e-ad25-810566218862'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:48:15.383596 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24876cd-a490-4889-b5db-2bd221a4b918 None None] Routers {'1613b532-dc58-492e-ad25-810566218862'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:48:15.386852 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b24876cd-a490-4889-b5db-2bd221a4b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:47:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1613b532-dc58-492e-ad25-810566218862'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:15.477626 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 2dcc898e-b644-4c35-b52a-28ffad8e4220 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:48:15.524825 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 2dcc898e-b644-4c35-b52a-28ffad8e4220 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:48:15.525165 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 2dcc898e-b644-4c35-b52a-28ffad8e4220 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:48:15.539622 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-13025f8e-547c-4df4-beaa-7f382c8a18c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:15.543852 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-13025f8e-547c-4df4-beaa-7f382c8a18c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:15.549130 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-13025f8e-547c-4df4-beaa-7f382c8a18c6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dd26524c-5077-4fe0-832c-0aa67f603488 HTTP/1.1" status: 204 len: 168 time: 0.5776420 Apr 28 19:48:15.572832 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13025f8e-547c-4df4-beaa-7f382c8a18c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd26524c-5077-4fe0-832c-0aa67f603488,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:15.574347 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-bbe94e60-2743-452e-b059-5ec9eae4fce4 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] 10.222.0.42 "GET /v2.0/routers/1613b532-dc58-492e-ad25-810566218862 HTTP/1.1" status: 200 len: 918 time: 0.2082839 Apr 28 19:48:15.575794 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b24876cd-a490-4889-b5db-2bd221a4b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:15.576725 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58826) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:15.603881 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93dcfa-1776-49b1-b055-65c0d48c9d5b req-516919ea-b540-4a20-a645-c863832e97b8 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:15.615690 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5f93dcfa-1776-49b1-b055-65c0d48c9d5b req-516919ea-b540-4a20-a645-c863832e97b8 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1564445 Apr 28 19:48:15.623721 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-726d2763-a110-4b61-8189-cacb9904636d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:15.646811 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24876cd-a490-4889-b5db-2bd221a4b918 None None] Routers {'1613b532-dc58-492e-ad25-810566218862'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:48:15.647739 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b24876cd-a490-4889-b5db-2bd221a4b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:47:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1613b532-dc58-492e-ad25-810566218862'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:15.676633 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2625f6b5-ec76-467b-9697-18fc6a7c7300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:15.718219 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5f93dcfa-1776-49b1-b055-65c0d48c9d5b req-df35f92f-9e7a-49b0-bda6-55f203eac529 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012928 Apr 28 19:48:15.723774 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b24876cd-a490-4889-b5db-2bd221a4b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:15.725749 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24876cd-a490-4889-b5db-2bd221a4b918 None None] The sync data for ids ['1613b532-dc58-492e-ad25-810566218862'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:48:15.764988 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625f6b5-ec76-467b-9697-18fc6a7c7300 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3272c71-9406-4bde-b6c8-9fbf3fe371b1,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:15.801512 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-726d2763-a110-4b61-8189-cacb9904636d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:15.817215 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2064dccc-46c3-46e3-9236-ceeee13373fc tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:15.821579 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2064dccc-46c3-46e3-9236-ceeee13373fc tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=562d8c9c-50aa-492e-ae08-06d7f5fe6347&device_id=1613b532-dc58-492e-ad25-810566218862&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2410855 Apr 28 19:48:15.822853 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58834) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:15.858718 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d2763-a110-4b61-8189-cacb9904636d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d25b1cb0-c200-401d-9c44-cd4c1f880757,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:15.866758 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-726d2763-a110-4b61-8189-cacb9904636d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:15.869979 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-726d2763-a110-4b61-8189-cacb9904636d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d25b1cb0-c200-401d-9c44-cd4c1f880757 HTTP/1.1" status: 204 len: 168 time: 0.6795533 Apr 28 19:48:15.871665 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eaf5949-30ee-45ff-8a75-c8dea625d7d3 None None] Network daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:48:15.873591 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 58838) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:15.962380 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e84f20-22a9-470a-8248-5fe17bc3cf18 req-6edd66a0-7d29-4986-81bb-043d72e6fa5b tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:15.964662 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-98e84f20-22a9-470a-8248-5fe17bc3cf18 req-6edd66a0-7d29-4986-81bb-043d72e6fa5b tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1647933 Apr 28 19:48:15.970874 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2625f6b5-ec76-467b-9697-18fc6a7c7300 admin admin] Checking segment: {'id': 'ab2c94c8-27a3-466e-851f-df9b73e428ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1b6a3f4a-ea8d-4a98-aa07-cb567010601c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:48:15.971564 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2625f6b5-ec76-467b-9697-18fc6a7c7300 admin admin] Network hostable DHCP agents. Network: 1b6a3f4a-ea8d-4a98-aa07-cb567010601c, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:48:15.976154 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1c97dd18-c175-4f16-88d0-6b02b4cba398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:16.002449 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7d0cf-51f0-4df5-9baf-d814304d8b41 req-823580a4-517a-4271-8f93-6feaf8a3ff8f tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:16.008651 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3db7d0cf-51f0-4df5-9baf-d814304d8b41 req-823580a4-517a-4271-8f93-6feaf8a3ff8f tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b45a5a5-d1da-428e-8c3f-0a510803a05d HTTP/1.1" status: 200 len: 945 time: 0.2377083 Apr 28 19:48:16.062826 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2625f6b5-ec76-467b-9697-18fc6a7c7300 admin admin] Network 1b6a3f4a-ea8d-4a98-aa07-cb567010601c is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:48:16.076718 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f331af51-b8b5-4a8b-89f1-303a3f1d07a3 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:16.081835 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f331af51-b8b5-4a8b-89f1-303a3f1d07a3 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 881 time: 0.2574725 Apr 28 19:48:16.082964 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58846) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:16.105676 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-98e84f20-22a9-470a-8248-5fe17bc3cf18 req-115e7fe7-2b18-4358-a72f-4c46037adce0 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322854 Apr 28 19:48:16.121877 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-2625f6b5-ec76-467b-9697-18fc6a7c7300 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 1b6a3f4a-ea8d-4a98-aa07-cb567010601c) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:48:16.133441 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-708dabb6-9320-48e4-91b8-197bc4def742 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] 10.222.0.42 "GET /v2.0/ports?device_id=1613b532-dc58-492e-ad25-810566218862 HTTP/1.1" status: 200 len: 205 time: 0.0403564 Apr 28 19:48:16.142603 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 58850) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:16.145720 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3db7d0cf-51f0-4df5-9baf-d814304d8b41 req-489ff832-9b00-4998-b6be-ab91f54def32 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb24303e-0c91-4a50-9b9c-4d966185e279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100438 Apr 28 19:48:16.149307 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2625f6b5-ec76-467b-9697-18fc6a7c7300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:16.150536 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe4416d-d0ab-4fa4-9c15-50c44b2c2174 None None] Network 1b6a3f4a-ea8d-4a98-aa07-cb567010601c requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:48:16.154577 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2625f6b5-ec76-467b-9697-18fc6a7c7300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:16.180422 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2625f6b5-ec76-467b-9697-18fc6a7c7300 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0580580 Apr 28 19:48:16.189519 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-1c97dd18-c175-4f16-88d0-6b02b4cba398 admin admin] Deleting port cff3bd6d-5825-4ec5-bfa2-32d7c4a96784 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:48:16.189886 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1c97dd18-c175-4f16-88d0-6b02b4cba398 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:16.261279 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88442503-1681-480f-a8ca-fa1174a0fb33 None None] DHCP port deletion for daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:48:16.364808 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-1c97dd18-c175-4f16-88d0-6b02b4cba398 admin admin] For port cff3bd6d-5825-4ec5-bfa2-32d7c4a96784, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=cff3bd6d-5825-4ec5-bfa2-32d7c4a96784,segment=NetworkSegment(c8b13874-b277-4f2c-b275-f865aee89558),segment_id=c8b13874-b277-4f2c-b275-f865aee89558)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:16.365175 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1c97dd18-c175-4f16-88d0-6b02b4cba398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:16.385264 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-1c97dd18-c175-4f16-88d0-6b02b4cba398 admin admin] Calling delete_port for cff3bd6d-5825-4ec5-bfa2-32d7c4a96784 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:48:16.394196 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5a82f-e706-435c-a714-e58ee3852e47 req-a1286fe1-d330-4bfb-939d-b992c4c0b4e9 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:16.395863 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a2c5a82f-e706-435c-a714-e58ee3852e47 req-a1286fe1-d330-4bfb-939d-b992c4c0b4e9 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.0821781 Apr 28 19:48:16.426757 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-38dc1037-4fda-432a-b977-3842654b78e9 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:16.432453 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-88442503-1681-480f-a8ca-fa1174a0fb33 None None] Deleting port cff3bd6d-5825-4ec5-bfa2-32d7c4a96784 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:48:16.432836 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-88442503-1681-480f-a8ca-fa1174a0fb33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:16.448803 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6f0d75-0a00-48d0-9b4a-f1c4ae8667cb None None] Network 1b6a3f4a-ea8d-4a98-aa07-cb567010601c requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:48:16.470670 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a2c5a82f-e706-435c-a714-e58ee3852e47 req-fc856df7-3316-4d2f-9ad2-ee7c3bb81de9 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650151 Apr 28 19:48:16.615710 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-88442503-1681-480f-a8ca-fa1174a0fb33 None None] For port cff3bd6d-5825-4ec5-bfa2-32d7c4a96784, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=cff3bd6d-5825-4ec5-bfa2-32d7c4a96784,segment=NetworkSegment(c8b13874-b277-4f2c-b275-f865aee89558),segment_id=c8b13874-b277-4f2c-b275-f865aee89558)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:16.616366 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-88442503-1681-480f-a8ca-fa1174a0fb33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:16.632449 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-88442503-1681-480f-a8ca-fa1174a0fb33 None None] Calling delete_port for cff3bd6d-5825-4ec5-bfa2-32d7c4a96784 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:48:16.667315 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1b206-4a82-4162-b15e-15be3d72ec61 req-c18e3fa0-f6d9-44ef-bbb9-0310285ddaf5 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:16.675374 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e6f1b206-4a82-4162-b15e-15be3d72ec61 req-c18e3fa0-f6d9-44ef-bbb9-0310285ddaf5 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.0739772 Apr 28 19:48:16.776861 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e6f1b206-4a82-4162-b15e-15be3d72ec61 req-2567d633-359d-4844-a25c-29d3f6151f6a tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884590 Apr 28 19:48:16.877079 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58878) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:16.894458 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-88442503-1681-480f-a8ca-fa1174a0fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:16.949355 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88442503-1681-480f-a8ca-fa1174a0fb33 None None] No DVR routers for this DVR port cff3bd6d-5825-4ec5-bfa2-32d7c4a96784 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:48:16.954980 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88442503-1681-480f-a8ca-fa1174a0fb33 None None] Pushing event deleted for resources: {'Port': ['ID=cff3bd6d-5825-4ec5-bfa2-32d7c4a96784,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:16.964409 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88442503-1681-480f-a8ca-fa1174a0fb33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:16.964745 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88442503-1681-480f-a8ca-fa1174a0fb33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:16.965078 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88442503-1681-480f-a8ca-fa1174a0fb33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:16.965407 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88442503-1681-480f-a8ca-fa1174a0fb33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:16.965735 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88442503-1681-480f-a8ca-fa1174a0fb33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:16.966202 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88442503-1681-480f-a8ca-fa1174a0fb33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:16.966419 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88442503-1681-480f-a8ca-fa1174a0fb33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:16.966674 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88442503-1681-480f-a8ca-fa1174a0fb33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:16.966996 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88442503-1681-480f-a8ca-fa1174a0fb33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:16.967318 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88442503-1681-480f-a8ca-fa1174a0fb33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:16.967635 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88442503-1681-480f-a8ca-fa1174a0fb33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:16.967950 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88442503-1681-480f-a8ca-fa1174a0fb33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:17.018232 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654bf44-8a1c-4a10-a907-f533f0f2d4d0 req-5727fc34-c24b-4b52-8c72-e608f9211229 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:17.019773 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f654bf44-8a1c-4a10-a907-f533f0f2d4d0 req-5727fc34-c24b-4b52-8c72-e608f9211229 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.0930433 Apr 28 19:48:17.052570 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-77b76b5e-39ef-4276-a3ae-1119ef450c0c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1173084914-network', 'tenant_id': 'dcadc66e0b2646d28c33130e37263af0'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:17.085624 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f654bf44-8a1c-4a10-a907-f533f0f2d4d0 req-e24c4fdf-cca4-4bd0-bea3-99e1fa7b994e tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573938 Apr 28 19:48:17.091226 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b76b5e-39ef-4276-a3ae-1119ef450c0c admin admin] Made reservation on behalf of dcadc66e0b2646d28c33130e37263af0 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:48:17.095177 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77b76b5e-39ef-4276-a3ae-1119ef450c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:17.105984 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77b76b5e-39ef-4276-a3ae-1119ef450c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:17.224953 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0db0c-28c1-48c2-b014-ac008915ef44 req-a0d98ea1-a029-42fc-bd98-6ba7b947894e tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:17.227136 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dbf0db0c-28c1-48c2-b014-ac008915ef44 req-a0d98ea1-a029-42fc-bd98-6ba7b947894e tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b45a5a5-d1da-428e-8c3f-0a510803a05d HTTP/1.1" status: 200 len: 945 time: 0.2236166 Apr 28 19:48:17.234474 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1c97dd18-c175-4f16-88d0-6b02b4cba398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:17.267440 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e565d82a-3107-4722-bc72-2d777a0787c9 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:48:17.275614 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77b76b5e-39ef-4276-a3ae-1119ef450c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:17.288358 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c97dd18-c175-4f16-88d0-6b02b4cba398 admin admin] No DVR routers for this DVR port cff3bd6d-5825-4ec5-bfa2-32d7c4a96784 on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:48:17.288588 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f68186-1b0e-41e6-8f32-8d2fcd851c48 req-2705f180-1a30-4592-bc71-2bccbf616a19 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:17.293905 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: e565d82a-3107-4722-bc72-2d777a0787c9 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:48:17.294251 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e565d82a-3107-4722-bc72-2d777a0787c9 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:48:17.294664 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device cff3bd6d-5825-4ec5-bfa2-32d7c4a96784 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:48:17.294869 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c0f68186-1b0e-41e6-8f32-8d2fcd851c48 req-2705f180-1a30-4592-bc71-2bccbf616a19 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.0979679 Apr 28 19:48:17.297241 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77b76b5e-39ef-4276-a3ae-1119ef450c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:17.318119 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: cff3bd6d-5825-4ec5-bfa2-32d7c4a96784 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:48:17.318465 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device cff3bd6d-5825-4ec5-bfa2-32d7c4a96784 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:48:17.346344 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97dd18-c175-4f16-88d0-6b02b4cba398 admin admin] Pushing event deleted for resources: {'Port': ['ID=cff3bd6d-5825-4ec5-bfa2-32d7c4a96784,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:17.353973 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77b76b5e-39ef-4276-a3ae-1119ef450c0c admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:48:17.363575 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-38dc1037-4fda-432a-b977-3842654b78e9 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:17.367937 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b76b5e-39ef-4276-a3ae-1119ef450c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e090e98-4845-4427-b74b-595123eae1bc,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:17.378206 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77b76b5e-39ef-4276-a3ae-1119ef450c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:17.379070 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-77b76b5e-39ef-4276-a3ae-1119ef450c0c admin admin] Added segment daad3582-9abd-449f-85ba-5c80ef9418e3 of type vlan for network 1dd86a08-7dd8-4588-b4f7-0af7a8217f63 Apr 28 19:48:17.394842 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c0f68186-1b0e-41e6-8f32-8d2fcd851c48 req-d0bd88dd-0f6c-439e-a313-b3a64aef379c tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860550 Apr 28 19:48:17.435083 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77b76b5e-39ef-4276-a3ae-1119ef450c0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:17.459327 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f189a1c-8411-4928-91ce-89374831c57e req-4661ade5-71d8-41cd-9fca-c96263134536 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:17.461493 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6f189a1c-8411-4928-91ce-89374831c57e req-4661ade5-71d8-41cd-9fca-c96263134536 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/networks?id=1b6a3f4a-ea8d-4a98-aa07-cb567010601c HTTP/1.1" status: 200 len: 814 time: 0.4321918 Apr 28 19:48:17.471123 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77b76b5e-39ef-4276-a3ae-1119ef450c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:17.472206 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b76b5e-39ef-4276-a3ae-1119ef450c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:17.472854 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77b76b5e-39ef-4276-a3ae-1119ef450c0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:17.489463 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1c97dd18-c175-4f16-88d0-6b02b4cba398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:17.525327 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6f189a1c-8411-4928-91ce-89374831c57e req-6ba81942-06b0-4500-9547-8821b13a53e3 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/quotas/a0762e93be5b475288865c615d96d113 HTTP/1.1" status: 200 len: 375 time: 0.0539587 Apr 28 19:48:17.541164 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-1c97dd18-c175-4f16-88d0-6b02b4cba398 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:17.560276 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-77b76b5e-39ef-4276-a3ae-1119ef450c0c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6817288 Apr 28 19:48:17.564469 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58896) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:17.564917 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-1c97dd18-c175-4f16-88d0-6b02b4cba398 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b13874-b277-4f2c-b275-f865aee89558') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:17.565216 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-1c97dd18-c175-4f16-88d0-6b02b4cba398 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b13874-b277-4f2c-b275-f865aee89558') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:17.572519 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-af6e549f-d3e5-4563-b714-921733581875 admin admin] Request body: {'subnet': {'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1173084914-subnet', 'tenant_id': 'dcadc66e0b2646d28c33130e37263af0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:17.587699 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b76b5e-39ef-4276-a3ae-1119ef450c0c admin admin] Pushing event updated for resources: {'Network': ['ID=1dd86a08-7dd8-4588-b4f7-0af7a8217f63,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:17.600972 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c05dcb-2011-46f9-8eff-20dca925cfd8 req-8946ac49-449b-48ee-b78d-c6bb0b3171c1 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:17.602493 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c2c05dcb-2011-46f9-8eff-20dca925cfd8 req-8946ac49-449b-48ee-b78d-c6bb0b3171c1 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b45a5a5-d1da-428e-8c3f-0a510803a05d HTTP/1.1" status: 200 len: 945 time: 0.1345563 Apr 28 19:48:17.603009 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1c97dd18-c175-4f16-88d0-6b02b4cba398 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:17.604301 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 1dd86a08-7dd8-4588-b4f7-0af7a8217f63 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:48:17.606510 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6f189a1c-8411-4928-91ce-89374831c57e req-87ae218a-aa2c-4245-9053-086307ac5762 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0762e93be5b475288865c615d96d113&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706296 Apr 28 19:48:17.614687 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6e549f-d3e5-4563-b714-921733581875 admin admin] Made reservation on behalf of dcadc66e0b2646d28c33130e37263af0 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:48:17.618324 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-af6e549f-d3e5-4563-b714-921733581875 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:17.624860 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-dbf0db0c-28c1-48c2-b014-ac008915ef44 req-2121c5d3-7a79-4fd9-be41-668954dc64e3 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Deleting port db181c33-cd63-494b-843c-8ccf79c3e74b {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:48:17.625225 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-dbf0db0c-28c1-48c2-b014-ac008915ef44 req-2121c5d3-7a79-4fd9-be41-668954dc64e3 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:17.631944 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1c97dd18-c175-4f16-88d0-6b02b4cba398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:17.671297 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c97dd18-c175-4f16-88d0-6b02b4cba398 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:48:17.671749 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1c97dd18-c175-4f16-88d0-6b02b4cba398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:17.676951 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:48:17.676951 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:48:17.676951 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:48:17.676951 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:48:17.676951 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:48:17.676951 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:48:17.676951 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:48:17.676951 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:48:17.676951 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:48:17.676951 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:48:17.676951 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:48:17.676951 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:48:17.676951 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:48:17.676951 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:48:17.676951 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:48:17.676951 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:48:17.676951 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:48:17.676951 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:48:17.676951 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:48:17.676951 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:48:17.676951 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:48:17.676951 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:48:17.676951 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:48:17.676951 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:48:17.676951 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:48:17.676951 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:48:17.676951 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:48:17.676951 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:48:17.676951 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:48:17.676951 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:48:17.676951 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:48:17.676951 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:48:17.718942 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-38dc1037-4fda-432a-b977-3842654b78e9 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Deleting port 3afcf1e3-e985-4413-9d1b-bd57bb39c464 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:48:17.718942 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-38dc1037-4fda-432a-b977-3842654b78e9 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:17.749203 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c2c05dcb-2011-46f9-8eff-20dca925cfd8 req-02b0d37b-cb78-4d5a-8ae8-6ca5afe724b9 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb24303e-0c91-4a50-9b9c-4d966185e279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234405 Apr 28 19:48:17.863755 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1c97dd18-c175-4f16-88d0-6b02b4cba398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:17.888344 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1c97dd18-c175-4f16-88d0-6b02b4cba398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:17.892148 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1c97dd18-c175-4f16-88d0-6b02b4cba398 admin admin] 10.222.0.42 "DELETE /v2.0/networks/daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef HTTP/1.1" status: 204 len: 168 time: 2.0175815 Apr 28 19:48:17.897060 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-af6e549f-d3e5-4563-b714-921733581875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:17.936396 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97dd18-c175-4f16-88d0-6b02b4cba398 admin admin] Pushing event deleted for resources: {'Network': ['ID=daaaf70b-2ac0-4b8f-aad0-735e2a24d9ef,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:17.951198 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-dbf0db0c-28c1-48c2-b014-ac008915ef44 req-2121c5d3-7a79-4fd9-be41-668954dc64e3 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] For port db181c33-cd63-494b-843c-8ccf79c3e74b, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=db181c33-cd63-494b-843c-8ccf79c3e74b,segment=NetworkSegment(89e51452-b57a-4520-9531-f462c21a0b7c),segment_id=89e51452-b57a-4520-9531-f462c21a0b7c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:17.951587 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-dbf0db0c-28c1-48c2-b014-ac008915ef44 req-2121c5d3-7a79-4fd9-be41-668954dc64e3 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:17.956170 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6f189a1c-8411-4928-91ce-89374831c57e req-6b751497-05c5-4859-8dbb-d3367ade3d38 service neutron] 10.222.0.42 "GET /v2.0/networks/1b6a3f4a-ea8d-4a98-aa07-cb567010601c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266380 Apr 28 19:48:17.981602 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-38dc1037-4fda-432a-b977-3842654b78e9 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:17.990015 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-dbf0db0c-28c1-48c2-b014-ac008915ef44 req-2121c5d3-7a79-4fd9-be41-668954dc64e3 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Calling delete_port for db181c33-cd63-494b-843c-8ccf79c3e74b owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:48:17.997097 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e549f-d3e5-4563-b714-921733581875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d396974-bf85-4823-9eae-70a0b8bd71b5,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:18.009603 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487f8e8-157a-4b02-8b8c-b0654cf85596 req-d7435318-8bf4-41a2-a19f-768555ef9703 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:18.009957 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-38dc1037-4fda-432a-b977-3842654b78e9 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Calling delete_port for 3afcf1e3-e985-4413-9d1b-bd57bb39c464 owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:48:18.010864 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3487f8e8-157a-4b02-8b8c-b0654cf85596 req-d7435318-8bf4-41a2-a19f-768555ef9703 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1295705 Apr 28 19:48:18.018536 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6e549f-d3e5-4563-b714-921733581875 admin admin] Checking segment: {'id': 'daad3582-9abd-449f-85ba-5c80ef9418e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:48:18.018885 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6e549f-d3e5-4563-b714-921733581875 admin admin] Network hostable DHCP agents. Network: 1dd86a08-7dd8-4588-b4f7-0af7a8217f63, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:48:18.053642 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58902) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:18.069737 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6e549f-d3e5-4563-b714-921733581875 admin admin] Network 1dd86a08-7dd8-4588-b4f7-0af7a8217f63 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:48:18.087521 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3487f8e8-157a-4b02-8b8c-b0654cf85596 req-ff09a6e6-5c1b-41e4-af0e-f186a7988c87 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643740 Apr 28 19:48:18.095404 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-af6e549f-d3e5-4563-b714-921733581875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 1dd86a08-7dd8-4588-b4f7-0af7a8217f63) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:48:18.105256 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6e549f-d3e5-4563-b714-921733581875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:18.105843 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-af6e549f-d3e5-4563-b714-921733581875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:18.119847 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34db85b-698c-4174-b7f2-8074b90029c9 None None] Network 1dd86a08-7dd8-4588-b4f7-0af7a8217f63 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:48:18.131637 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-255d2652-fd65-4129-b744-b540f0ca96ff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5a0c676490ad4221b826814b264d08aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0769837 Apr 28 19:48:18.134411 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58906) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:18.147239 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-af6e549f-d3e5-4563-b714-921733581875 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5815618 Apr 28 19:48:18.194804 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6f189a1c-8411-4928-91ce-89374831c57e req-79983aca-97e8-446b-a24d-09d3bd1a6e9d service neutron] 10.222.0.42 "GET /v2.0/networks/1b6a3f4a-ea8d-4a98-aa07-cb567010601c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272670 Apr 28 19:48:18.277447 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5f705c7c-7db0-48bd-a97a-dee100992697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:18.350188 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d681c8f6-5366-4c10-a1f4-049406c09648 None None] Network 1dd86a08-7dd8-4588-b4f7-0af7a8217f63 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:48:18.364752 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-dbf0db0c-28c1-48c2-b014-ac008915ef44 req-2121c5d3-7a79-4fd9-be41-668954dc64e3 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:18.373206 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-38dc1037-4fda-432a-b977-3842654b78e9 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:18.395085 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['db181c33-cd63-494b-843c-8ccf79c3e74b'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:48:18.409769 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5f705c7c-7db0-48bd-a97a-dee100992697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:18.421005 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121c5d3-7a79-4fd9-be41-668954dc64e3 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Pushing event deleted for resources: {'Port': ['ID=db181c33-cd63-494b-843c-8ccf79c3e74b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:18.494172 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae67dd9-3f6f-4047-a968-9800f1339d86 req-782fcf84-4547-41ef-8caf-7014632e2795 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:18.495879 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7ae67dd9-3f6f-4047-a968-9800f1339d86 req-782fcf84-4547-41ef-8caf-7014632e2795 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.2198946 Apr 28 19:48:18.510080 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc1037-4fda-432a-b977-3842654b78e9 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Pushing event deleted for resources: {'Port': ['ID=3afcf1e3-e985-4413-9d1b-bd57bb39c464,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:18.512681 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf0db0c-28c1-48c2-b014-ac008915ef44 req-2121c5d3-7a79-4fd9-be41-668954dc64e3 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] No DVR routers for this DVR port db181c33-cd63-494b-843c-8ccf79c3e74b on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:48:18.549589 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-dbf0db0c-28c1-48c2-b014-ac008915ef44 req-2121c5d3-7a79-4fd9-be41-668954dc64e3 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:18.552794 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dbf0db0c-28c1-48c2-b014-ac008915ef44 req-2121c5d3-7a79-4fd9-be41-668954dc64e3 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.44 "DELETE /v2.0/ports/db181c33-cd63-494b-843c-8ccf79c3e74b HTTP/1.1" status: 204 len: 173 time: 1.3195450 Apr 28 19:48:18.554354 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b45a5a5-d1da-428e-8c3f-0a510803a05d', 'name': 'network-vif-deleted', 'tag': 'db181c33-cd63-494b-843c-8ccf79c3e74b'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:18.559857 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b405f0-1e45-4a24-a22d-53fe3769e5d4" -d '{"events": [{"server_uuid": "5b45a5a5-d1da-428e-8c3f-0a510803a05d", "name": "network-vif-deleted", "tag": "db181c33-cd63-494b-843c-8ccf79c3e74b"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:48:18.594755 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7ae67dd9-3f6f-4047-a968-9800f1339d86 req-d7f07e60-6d8f-498f-8d75-e4f825cf5755 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764592 Apr 28 19:48:18.623059 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5f705c7c-7db0-48bd-a97a-dee100992697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:18.627062 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5f705c7c-7db0-48bd-a97a-dee100992697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:18.628459 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5f705c7c-7db0-48bd-a97a-dee100992697 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ad80c690-50cc-48e5-8c80-a8f837e8e6c6 HTTP/1.1" status: 204 len: 168 time: 0.4930992 Apr 28 19:48:18.643487 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-38dc1037-4fda-432a-b977-3842654b78e9 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:18.661948 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f705c7c-7db0-48bd-a97a-dee100992697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad80c690-50cc-48e5-8c80-a8f837e8e6c6,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:18.755667 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f8323bf5-22e2-436a-a775-367bccc03e7f req-9fdd50dc-3d31-4e07-9d5c-9504e078d604 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 210 time: 0.0749125 Apr 28 19:48:18.876371 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d984a8-b09a-41c7-a665-00aed5819265 x-openstack-request-id: req-c8d984a8-b09a-41c7-a665-00aed5819265 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:48:18.876680 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b45a5a5-d1da-428e-8c3f-0a510803a05d", "name": "network-vif-deleted", "tag": "db181c33-cd63-494b-843c-8ccf79c3e74b", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:48:18.876938 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c8d984a8-b09a-41c7-a665-00aed5819265 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:48:18.877366 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8d984a8-b09a-41c7-a665-00aed5819265'] response: {'server_uuid': '5b45a5a5-d1da-428e-8c3f-0a510803a05d', 'name': 'network-vif-deleted', 'tag': 'db181c33-cd63-494b-843c-8ccf79c3e74b', 'status': 'completed', 'code': 200} Apr 28 19:48:18.882613 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-38dc1037-4fda-432a-b977-3842654b78e9 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:18.887244 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-38dc1037-4fda-432a-b977-3842654b78e9 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:18.967480 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-38dc1037-4fda-432a-b977-3842654b78e9 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:18.968304 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38dc1037-4fda-432a-b977-3842654b78e9 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Fanout notify agent at l3_agent the message router_deleted on router 1613b532-dc58-492e-ad25-810566218862 {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:48:18.981977 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-38dc1037-4fda-432a-b977-3842654b78e9 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:18.982845 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-38dc1037-4fda-432a-b977-3842654b78e9 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] 10.222.0.42 "DELETE /v2.0/routers/1613b532-dc58-492e-ad25-810566218862 HTTP/1.1" status: 204 len: 168 time: 2.8370268 Apr 28 19:48:18.988333 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58942) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:18.993111 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-4d77cf89-63d4-4a93-b2c5-b43b1644b145 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-509136336', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:19.052408 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a7b100bf-21cc-4174-b4ac-4b9da9de6b75 req-a562fa68-89a9-4d37-a00b-a76ade367228 tempest-VolumesActionsTest-848017281 tempest-VolumesActionsTest-848017281-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b45a5a5-d1da-428e-8c3f-0a510803a05d HTTP/1.1" status: 200 len: 210 time: 0.0420363 Apr 28 19:48:19.056975 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d77cf89-63d4-4a93-b2c5-b43b1644b145 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:19.059311 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d77cf89-63d4-4a93-b2c5-b43b1644b145 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:19.136014 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d77cf89-63d4-4a93-b2c5-b43b1644b145 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:19.142979 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d77cf89-63d4-4a93-b2c5-b43b1644b145 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:19.170645 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d77cf89-63d4-4a93-b2c5-b43b1644b145 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:19.174104 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4d77cf89-63d4-4a93-b2c5-b43b1644b145 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1846263 Apr 28 19:48:19.175300 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 58948) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:19.181020 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-6071ed52-c7c6-46c3-a04a-739d238fb618 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'enable_snat': False}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:19.223027 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-25c17648-dd36-40da-ab0c-f83ef4177a9b tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:19.225153 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-25c17648-dd36-40da-ab0c-f83ef4177a9b tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/networks?id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63 HTTP/1.1" status: 200 len: 806 time: 0.2757282 Apr 28 19:48:19.253406 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-a68fb75e-72d6-4ec5-80b3-2c9a737d2df3 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/quotas/dcadc66e0b2646d28c33130e37263af0 HTTP/1.1" status: 200 len: 375 time: 0.0184269 Apr 28 19:48:19.356948 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-3aac94ca-7b19-4921-a815-4badf23e199d tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=dcadc66e0b2646d28c33130e37263af0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0960116 Apr 28 19:48:19.549573 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-43d4a7e6-27b7-4175-9719-79161cb2f9fa service neutron] 10.222.0.42 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905010 Apr 28 19:48:19.756645 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5b107839-9d5b-4dfe-a5ad-7463653c6125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:19.768695 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ece154-4100-4c04-91cb-e07cd08a1a48 req-fbea2587-a601-4561-9dae-e028bd7733ff tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:19.776648 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-64511774-3d44-4205-b9fe-28cc419b8f3f service neutron] 10.222.0.42 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261643 Apr 28 19:48:19.776784 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-42ece154-4100-4c04-91cb-e07cd08a1a48 req-fbea2587-a601-4561-9dae-e028bd7733ff tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.5078623 Apr 28 19:48:19.859650 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6071ed52-c7c6-46c3-a04a-739d238fb618 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:19.902298 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-42ece154-4100-4c04-91cb-e07cd08a1a48 req-148dcc48-b6dd-46c6-987b-33b5d8b72849 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223230 Apr 28 19:48:20.037148 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-58191b40-31dc-4fcb-99cb-f79a3d586a4d req-c0535a4c-afa6-46b8-b752-2b36456ae9d1 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=49a49e7a-0d41-4ef6-97b0-153fde7d575b HTTP/1.1" status: 200 len: 210 time: 0.0712078 Apr 28 19:48:20.077321 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9f77cec4-ae00-4d42-9270-829d9909b3c5 req-ccab18c0-e871-4233-ada5-eddff321ac1c tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 210 time: 0.0650141 Apr 28 19:48:20.356738 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f189a1c-8411-4928-91ce-89374831c57e req-c4c7e128-6265-494e-8005-6381c72e2d43 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:20.359612 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6f189a1c-8411-4928-91ce-89374831c57e req-c4c7e128-6265-494e-8005-6381c72e2d43 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.44 "GET /v2.0/networks?id=1b6a3f4a-ea8d-4a98-aa07-cb567010601c HTTP/1.1" status: 200 len: 814 time: 0.2980118 Apr 28 19:48:20.379016 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6071ed52-c7c6-46c3-a04a-739d238fb618 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:20.381478 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-6f189a1c-8411-4928-91ce-89374831c57e req-c0555534-877d-41ed-9290-1fd09a712cbc tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Request body: {'port': {'device_id': '4e6a4606-acb3-422f-9380-dcbc99b0610e', 'network_id': '1b6a3f4a-ea8d-4a98-aa07-cb567010601c', 'admin_state_up': True, 'tenant_id': 'a0762e93be5b475288865c615d96d113'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:20.400448 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f04f00-53ee-4634-b8b0-72aafddc9870 req-f017bfdb-7dd4-4e64-ba32-6e08929ef4af tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:20.402542 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-42f04f00-53ee-4634-b8b0-72aafddc9870 req-f017bfdb-7dd4-4e64-ba32-6e08929ef4af tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1486282 Apr 28 19:48:20.440133 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6071ed52-c7c6-46c3-a04a-739d238fb618 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:20.520629 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-42f04f00-53ee-4634-b8b0-72aafddc9870 req-118b5b5d-1cb2-4cd8-965b-64426008fcac tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044350 Apr 28 19:48:20.567342 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f189a1c-8411-4928-91ce-89374831c57e req-c0555534-877d-41ed-9290-1fd09a712cbc tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Made reservation on behalf of a0762e93be5b475288865c615d96d113 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:48:20.571767 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6f189a1c-8411-4928-91ce-89374831c57e req-c0555534-877d-41ed-9290-1fd09a712cbc tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:20.700020 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-6071ed52-c7c6-46c3-a04a-739d238fb618 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Allocated IP 172.25.8.51 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/c8b49219-1f16-4856-9268-3e3930c38c8a) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:48:20.767929 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613bff3-772e-41b7-be89-f700a3eeb841 req-06d51f78-96b2-4745-9a2a-91309ba0c3a8 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:20.769762 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1613bff3-772e-41b7-be89-f700a3eeb841 req-06d51f78-96b2-4745-9a2a-91309ba0c3a8 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.0888312 Apr 28 19:48:20.826296 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-6f189a1c-8411-4928-91ce-89374831c57e req-c0555534-877d-41ed-9290-1fd09a712cbc tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Allocated IP 172.20.0.7 (1b6a3f4a-ea8d-4a98-aa07-cb567010601c/d3272c71-9406-4bde-b6c8-9fbf3fe371b1/235781a9-8718-4ea7-adec-7b38cf432433) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:48:20.883133 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1613bff3-772e-41b7-be89-f700a3eeb841 req-e8f20616-1a6d-4aae-9241-618d558b0792 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828500 Apr 28 19:48:20.967760 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6071ed52-c7c6-46c3-a04a-739d238fb618 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:20.973579 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7f2aac65-ebb6-4c71-898f-59cf27f87453 req-3309b6e0-9400-4420-b57f-3729cccb1526 tempest-ServerShowV254Test-1388905622 tempest-ServerShowV254Test-1388905622-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2ae9bdf-71c6-4f01-8dbf-dbfb5afb516e HTTP/1.1" status: 200 len: 210 time: 0.1315255 Apr 28 19:48:21.059204 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6071ed52-c7c6-46c3-a04a-739d238fb618 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:21.157739 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4372b8-0cf7-4b13-8db5-c2da1f15ffc2 req-65064935-acac-4ca8-a60d-854b9e5d3b47 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:21.165062 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8a4372b8-0cf7-4b13-8db5-c2da1f15ffc2 req-65064935-acac-4ca8-a60d-854b9e5d3b47 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1603427 Apr 28 19:48:21.166605 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device db181c33-cd63-494b-843c-8ccf79c3e74b no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:48:21.170563 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6071ed52-c7c6-46c3-a04a-739d238fb618 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:48:21.176413 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-6071ed52-c7c6-46c3-a04a-739d238fb618 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:48:21.197925 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6f189a1c-8411-4928-91ce-89374831c57e req-c0555534-877d-41ed-9290-1fd09a712cbc tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:21.214134 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6071ed52-c7c6-46c3-a04a-739d238fb618 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:48:21.217494 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5edf2574-bfe5-4a62-91c6-31a5d8569443 req-8a3a5c95-32b6-4389-9008-48bd7df4a448 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=49a49e7a-0d41-4ef6-97b0-153fde7d575b HTTP/1.1" status: 200 len: 210 time: 0.0688953 Apr 28 19:48:21.253607 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: db181c33-cd63-494b-843c-8ccf79c3e74b {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:48:21.263273 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device db181c33-cd63-494b-843c-8ccf79c3e74b not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:48:21.284629 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071ed52-c7c6-46c3-a04a-739d238fb618 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Pushing event updated for resources: {'Port': ['ID=c8b49219-1f16-4856-9268-3e3930c38c8a,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:21.287969 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8a4372b8-0cf7-4b13-8db5-c2da1f15ffc2 req-c1dacd95-886e-473f-933e-1ff2baab83d1 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219649 Apr 28 19:48:21.336622 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6f189a1c-8411-4928-91ce-89374831c57e req-c0555534-877d-41ed-9290-1fd09a712cbc tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:21.489699 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f189a1c-8411-4928-91ce-89374831c57e req-c0555534-877d-41ed-9290-1fd09a712cbc tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Network 1b6a3f4a-ea8d-4a98-aa07-cb567010601c is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:48:21.511221 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-6f189a1c-8411-4928-91ce-89374831c57e req-c0555534-877d-41ed-9290-1fd09a712cbc tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:48:21.523332 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0555534-877d-41ed-9290-1fd09a712cbc tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Pushing event updated for resources: {'Port': ['ID=235781a9-8718-4ea7-adec-7b38cf432433,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:21.551248 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f189a1c-8411-4928-91ce-89374831c57e req-c0555534-877d-41ed-9290-1fd09a712cbc tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:48:21.568776 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005c520-45ea-4bcc-aa81-94720ada7ced req-c31d90ae-dfe6-435a-b54d-9fad7bdc8552 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:21.570422 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b005c520-45ea-4bcc-aa81-94720ada7ced req-c31d90ae-dfe6-435a-b54d-9fad7bdc8552 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 931 time: 0.2141058 Apr 28 19:48:21.604502 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:48:21.619008 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f189a1c-8411-4928-91ce-89374831c57e req-c0555534-877d-41ed-9290-1fd09a712cbc tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:21.620513 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6f189a1c-8411-4928-91ce-89374831c57e req-c0555534-877d-41ed-9290-1fd09a712cbc tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:21.647266 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6f189a1c-8411-4928-91ce-89374831c57e req-c0555534-877d-41ed-9290-1fd09a712cbc tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2764490 Apr 28 19:48:21.655390 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-e9e8feb5-9505-4f38-96b2-19bdc9bde3d9 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:21.660396 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-e9e8feb5-9505-4f38-96b2-19bdc9bde3d9 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.44 "GET /v2.0/networks?id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63 HTTP/1.1" status: 200 len: 806 time: 0.2571580 Apr 28 19:48:21.661034 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380a199-639f-4c60-9b4b-57de9f705496 req-5e3aca51-f698-4088-b915-123762ac66a7 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:21.669437 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5380a199-639f-4c60-9b4b-57de9f705496 req-5e3aca51-f698-4088-b915-123762ac66a7 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.2021797 Apr 28 19:48:21.681408 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-6f189a1c-8411-4928-91ce-89374831c57e req-b39b782f-452f-4b0c-83e4-6a5919a9471a service neutron] Request body: {'port': {'device_id': '4e6a4606-acb3-422f-9380-dcbc99b0610e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:21.702934 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-0feee508-e0ff-4dbb-ae26-7f9bfe8c3b96 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Request body: {'port': {'device_id': '49a49e7a-0d41-4ef6-97b0-153fde7d575b', 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63', 'admin_state_up': True, 'tenant_id': 'dcadc66e0b2646d28c33130e37263af0'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:21.728728 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b005c520-45ea-4bcc-aa81-94720ada7ced req-ed96c714-6af1-41e0-b99c-65e7ce83e472 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307056 Apr 28 19:48:21.740540 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5380a199-639f-4c60-9b4b-57de9f705496 req-ea8e4f7f-9ae7-42ec-b517-bf59db687973 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697801 Apr 28 19:48:21.817287 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6f189a1c-8411-4928-91ce-89374831c57e req-b39b782f-452f-4b0c-83e4-6a5919a9471a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:21.961536 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6071ed52-c7c6-46c3-a04a-739d238fb618 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:22.056290 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2309f1ab-4ae0-4770-ad44-3eb0918caf50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:22.160828 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-0feee508-e0ff-4dbb-ae26-7f9bfe8c3b96 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Made reservation on behalf of dcadc66e0b2646d28c33130e37263af0 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:48:22.164604 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-0feee508-e0ff-4dbb-ae26-7f9bfe8c3b96 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:22.164823 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56e0b9-04b9-437d-8ebc-e01cb8c6f94c req-5b45e65f-fa9b-44f1-97d2-95b87f90b158 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:22.166744 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3a56e0b9-04b9-437d-8ebc-e01cb8c6f94c req-5b45e65f-fa9b-44f1-97d2-95b87f90b158 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.3075800 Apr 28 19:48:22.211772 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e6a0a413-86a2-4229-82f0-f5576b86bf62 req-3193ab1b-f46a-47f5-9870-916c0c674824 tempest-ServerShowV254Test-1388905622 tempest-ServerShowV254Test-1388905622-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2ae9bdf-71c6-4f01-8dbf-dbfb5afb516e HTTP/1.1" status: 200 len: 210 time: 0.0628262 Apr 28 19:48:22.258232 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3a56e0b9-04b9-437d-8ebc-e01cb8c6f94c req-7444606a-2b3f-4c88-89c5-18fccf01bb9d tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829670 Apr 28 19:48:22.487936 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-6f189a1c-8411-4928-91ce-89374831c57e req-b39b782f-452f-4b0c-83e4-6a5919a9471a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 235781a9-8718-4ea7-adec-7b38cf432433 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:22.498113 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6f189a1c-8411-4928-91ce-89374831c57e req-b39b782f-452f-4b0c-83e4-6a5919a9471a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:22.519219 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-6f189a1c-8411-4928-91ce-89374831c57e req-b39b782f-452f-4b0c-83e4-6a5919a9471a service neutron] Transition to ACTIVE for port object 235781a9-8718-4ea7-adec-7b38cf432433 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:48:22.553047 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e153947f-4178-4859-8f75-858e856a72a1 req-6566ba1d-e29b-4583-a1be-9e822828777a tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=49a49e7a-0d41-4ef6-97b0-153fde7d575b HTTP/1.1" status: 200 len: 210 time: 0.1091192 Apr 28 19:48:22.591563 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6f189a1c-8411-4928-91ce-89374831c57e req-b39b782f-452f-4b0c-83e4-6a5919a9471a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:22.703580 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b782f-452f-4b0c-83e4-6a5919a9471a service neutron] Pushing event updated for resources: {'Port': ['ID=235781a9-8718-4ea7-adec-7b38cf432433,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:22.714795 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1fcd0-8a36-4ee3-8475-ac65d0241a82 req-373d268d-6d35-4bfd-87eb-ac0740ea10ae tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:22.722145 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6071ed52-c7c6-46c3-a04a-739d238fb618 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364'] for router, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:22.723638 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-45d1fcd0-8a36-4ee3-8475-ac65d0241a82 req-373d268d-6d35-4bfd-87eb-ac0740ea10ae tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.2024126 Apr 28 19:48:22.730757 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6071ed52-c7c6-46c3-a04a-739d238fb618 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626624'] for router, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:22.744165 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-0feee508-e0ff-4dbb-ae26-7f9bfe8c3b96 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Allocated IP 172.20.0.14 (1dd86a08-7dd8-4588-b4f7-0af7a8217f63/5d396974-bf85-4823-9eae-70a0b8bd71b5/49307b20-b4ff-444f-afcb-d7bf39e9a7f0) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:48:22.940673 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-6f189a1c-8411-4928-91ce-89374831c57e req-b39b782f-452f-4b0c-83e4-6a5919a9471a service neutron] Attempting to bind port 235781a9-8718-4ea7-adec-7b38cf432433 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:48:22.941014 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-6f189a1c-8411-4928-91ce-89374831c57e req-b39b782f-452f-4b0c-83e4-6a5919a9471a service neutron] Attempting to bind port 235781a9-8718-4ea7-adec-7b38cf432433 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'ab2c94c8-27a3-466e-851f-df9b73e428ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1b6a3f4a-ea8d-4a98-aa07-cb567010601c'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:48:22.941350 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f189a1c-8411-4928-91ce-89374831c57e req-b39b782f-452f-4b0c-83e4-6a5919a9471a service neutron] Attempting to bind port 235781a9-8718-4ea7-adec-7b38cf432433 on network 1b6a3f4a-ea8d-4a98-aa07-cb567010601c {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:48:22.980714 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-45d1fcd0-8a36-4ee3-8475-ac65d0241a82 req-99022df8-0ce3-46ba-92d5-0a495b4407d6 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564514 Apr 28 19:48:22.986172 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f189a1c-8411-4928-91ce-89374831c57e req-b39b782f-452f-4b0c-83e4-6a5919a9471a service neutron] Port 235781a9-8718-4ea7-adec-7b38cf432433 on network 1b6a3f4a-ea8d-4a98-aa07-cb567010601c not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:48:22.987375 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f189a1c-8411-4928-91ce-89374831c57e req-b39b782f-452f-4b0c-83e4-6a5919a9471a service neutron] Attempting to bind port 235781a9-8718-4ea7-adec-7b38cf432433 on network 1b6a3f4a-ea8d-4a98-aa07-cb567010601c {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:48:23.011695 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f189a1c-8411-4928-91ce-89374831c57e req-b39b782f-452f-4b0c-83e4-6a5919a9471a service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:48:23.012000 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f189a1c-8411-4928-91ce-89374831c57e req-b39b782f-452f-4b0c-83e4-6a5919a9471a service neutron] Checking segment: {'id': 'ab2c94c8-27a3-466e-851f-df9b73e428ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1b6a3f4a-ea8d-4a98-aa07-cb567010601c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:48:23.012420 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f189a1c-8411-4928-91ce-89374831c57e req-b39b782f-452f-4b0c-83e4-6a5919a9471a service neutron] Bound using segment: {'id': 'ab2c94c8-27a3-466e-851f-df9b73e428ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1b6a3f4a-ea8d-4a98-aa07-cb567010601c'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:48:23.019440 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-6f189a1c-8411-4928-91ce-89374831c57e req-b39b782f-452f-4b0c-83e4-6a5919a9471a service neutron] Bound port: 235781a9-8718-4ea7-adec-7b38cf432433, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab2c94c8-27a3-466e-851f-df9b73e428ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1b6a3f4a-ea8d-4a98-aa07-cb567010601c'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:48:23.038228 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6f189a1c-8411-4928-91ce-89374831c57e req-b39b782f-452f-4b0c-83e4-6a5919a9471a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:23.097313 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833a239-9195-42a3-99c5-9ae52f0d18ec req-f91792c7-3a07-4d12-b13b-0874493a6278 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:23.106043 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6833a239-9195-42a3-99c5-9ae52f0d18ec req-f91792c7-3a07-4d12-b13b-0874493a6278 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 943 time: 0.2264566 Apr 28 19:48:23.142771 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6071ed52-c7c6-46c3-a04a-739d238fb618 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Router 8053d226-4619-4fd1-9f55-af181375bd5e is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:48:23.211590 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6833a239-9195-42a3-99c5-9ae52f0d18ec req-f7ae86df-167a-48ae-ab6f-49c8eea27267 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045167 Apr 28 19:48:23.274213 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-6f189a1c-8411-4928-91ce-89374831c57e req-b39b782f-452f-4b0c-83e4-6a5919a9471a service neutron] For port 235781a9-8718-4ea7-adec-7b38cf432433, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:48:23.279198 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-6f189a1c-8411-4928-91ce-89374831c57e req-b39b782f-452f-4b0c-83e4-6a5919a9471a service neutron] For port 235781a9-8718-4ea7-adec-7b38cf432433, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=235781a9-8718-4ea7-adec-7b38cf432433,segment=NetworkSegment(ab2c94c8-27a3-466e-851f-df9b73e428ff),segment_id=ab2c94c8-27a3-466e-851f-df9b73e428ff)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:48:23.290393 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6f189a1c-8411-4928-91ce-89374831c57e req-b39b782f-452f-4b0c-83e4-6a5919a9471a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:23.347711 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-0feee508-e0ff-4dbb-ae26-7f9bfe8c3b96 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:23.352254 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f189a1c-8411-4928-91ce-89374831c57e req-b39b782f-452f-4b0c-83e4-6a5919a9471a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:23.353181 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6f189a1c-8411-4928-91ce-89374831c57e req-b39b782f-452f-4b0c-83e4-6a5919a9471a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:23.355137 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6f189a1c-8411-4928-91ce-89374831c57e req-b39b782f-452f-4b0c-83e4-6a5919a9471a service neutron] 10.222.0.44 "PUT /v2.0/ports/235781a9-8718-4ea7-adec-7b38cf432433 HTTP/1.1" status: 200 len: 1091 time: 1.6820304 Apr 28 19:48:23.357585 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6a4606-acb3-422f-9380-dcbc99b0610e', 'tag': '235781a9-8718-4ea7-adec-7b38cf432433'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:23.372658 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c631c3-45bd-475e-bf74-d29b579c5468" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6a4606-acb3-422f-9380-dcbc99b0610e", "tag": "235781a9-8718-4ea7-adec-7b38cf432433"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:48:23.419240 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1c5ee-7f78-4e7b-b8c0-bb383c416c87 req-bbca5281-6e84-4235-9d9c-442d734e4961 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:23.421307 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a5d1c5ee-7f78-4e7b-b8c0-bb383c416c87 req-bbca5281-6e84-4235-9d9c-442d734e4961 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.3445094 Apr 28 19:48:23.466147 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4b58a2a-feed-4203-a3d7-05b3767a843b req-7055bfc3-b5ef-4107-849e-3403b37ea385 tempest-ServerShowV254Test-1388905622 tempest-ServerShowV254Test-1388905622-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2ae9bdf-71c6-4f01-8dbf-dbfb5afb516e HTTP/1.1" status: 200 len: 210 time: 0.0695236 Apr 28 19:48:23.496010 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:23.590824 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf72376-98cb-455a-94a7-c530c194a2d7 x-openstack-request-id: req-faf72376-98cb-455a-94a7-c530c194a2d7 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:48:23.591098 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6a4606-acb3-422f-9380-dcbc99b0610e", "tag": "235781a9-8718-4ea7-adec-7b38cf432433", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:48:23.591358 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-faf72376-98cb-455a-94a7-c530c194a2d7 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:48:23.591760 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faf72376-98cb-455a-94a7-c530c194a2d7'] response: {'name': 'network-changed', 'server_uuid': '4e6a4606-acb3-422f-9380-dcbc99b0610e', 'tag': '235781a9-8718-4ea7-adec-7b38cf432433', 'status': 'completed', 'code': 200} Apr 28 19:48:23.595090 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6071ed52-c7c6-46c3-a04a-739d238fb618 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:48:23.605889 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094665e4-b0d2-4cdb-88e6-98b9efc737a3 None None] Sync routers for ids ['8053d226-4619-4fd1-9f55-af181375bd5e'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:48:23.606956 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6071ed52-c7c6-46c3-a04a-739d238fb618 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:23.612249 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6071ed52-c7c6-46c3-a04a-739d238fb618 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] 10.222.0.42 "PUT /v2.0/routers/8053d226-4619-4fd1-9f55-af181375bd5e HTTP/1.1" status: 200 len: 914 time: 4.4354556 Apr 28 19:48:23.616868 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 59138) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:23.620002 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-0feee508-e0ff-4dbb-ae26-7f9bfe8c3b96 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:23.650155 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094665e4-b0d2-4cdb-88e6-98b9efc737a3 None None] Routers {'8053d226-4619-4fd1-9f55-af181375bd5e'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:48:23.651048 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-094665e4-b0d2-4cdb-88e6-98b9efc737a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:48:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['8053d226-4619-4fd1-9f55-af181375bd5e'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:23.729435 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a5d1c5ee-7f78-4e7b-b8c0-bb383c416c87 req-12844aab-ab37-4fee-bb82-945d87e3a550 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233300 Apr 28 19:48:23.731437 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b782f-452f-4b0c-83e4-6a5919a9471a service neutron] Pushing event updated for resources: {'Port': ['ID=235781a9-8718-4ea7-adec-7b38cf432433,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:23.754844 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-094665e4-b0d2-4cdb-88e6-98b9efc737a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:23.766928 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094665e4-b0d2-4cdb-88e6-98b9efc737a3 None None] Routers {'8053d226-4619-4fd1-9f55-af181375bd5e'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:48:23.768428 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-094665e4-b0d2-4cdb-88e6-98b9efc737a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:48:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['8053d226-4619-4fd1-9f55-af181375bd5e'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:23.768784 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7108c88b-10f1-4cd6-82a7-6f0a05137d1c req-500a74e8-9298-4a0c-92d2-4262c5d832b9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d2ae9bdf-71c6-4f01-8dbf-dbfb5afb516e HTTP/1.1" status: 200 len: 210 time: 0.2159376 Apr 28 19:48:23.806596 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-0feee508-e0ff-4dbb-ae26-7f9bfe8c3b96 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Network 1dd86a08-7dd8-4588-b4f7-0af7a8217f63 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:48:23.822691 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f189a1c-8411-4928-91ce-89374831c57e req-46a10703-eb71-496c-9a6a-0e00979f8615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:23.825372 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6f189a1c-8411-4928-91ce-89374831c57e req-46a10703-eb71-496c-9a6a-0e00979f8615 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a0762e93be5b475288865c615d96d113&device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 1094 time: 0.4011672 Apr 28 19:48:23.831510 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-0feee508-e0ff-4dbb-ae26-7f9bfe8c3b96 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:48:23.858824 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-0feee508-e0ff-4dbb-ae26-7f9bfe8c3b96 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:48:23.868071 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feee508-e0ff-4dbb-ae26-7f9bfe8c3b96 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Pushing event updated for resources: {'Port': ['ID=49307b20-b4ff-444f-afcb-d7bf39e9a7f0,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:23.898847 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-094665e4-b0d2-4cdb-88e6-98b9efc737a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:23.899784 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094665e4-b0d2-4cdb-88e6-98b9efc737a3 None None] The sync data for ids ['8053d226-4619-4fd1-9f55-af181375bd5e'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:48:23.978934 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbdcd8-aa8f-40d9-a46a-795fec070687 req-2361eaa2-a623-4d57-afd4-f9f6de8083c0 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:23.995331 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b3bbdcd8-aa8f-40d9-a46a-795fec070687 req-2361eaa2-a623-4d57-afd4-f9f6de8083c0 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=49a49e7a-0d41-4ef6-97b0-153fde7d575b HTTP/1.1" status: 200 len: 932 time: 0.2239606 Apr 28 19:48:24.007752 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6f189a1c-8411-4928-91ce-89374831c57e req-7a8e8a67-b0e2-4104-8f89-28b1ee3b45b6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=235781a9-8718-4ea7-adec-7b38cf432433 HTTP/1.1" status: 200 len: 217 time: 0.0533874 Apr 28 19:48:24.056147 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-0feee508-e0ff-4dbb-ae26-7f9bfe8c3b96 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:24.056796 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-0feee508-e0ff-4dbb-ae26-7f9bfe8c3b96 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:24.077160 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8de67220-89c8-4117-bbba-e9539fef47af tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] 10.222.0.42 "GET /v2.0/routers/8053d226-4619-4fd1-9f55-af181375bd5e HTTP/1.1" status: 200 len: 920 time: 0.4150445 Apr 28 19:48:24.083979 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-0feee508-e0ff-4dbb-ae26-7f9bfe8c3b96 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3850338 Apr 28 19:48:24.084650 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 59144) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:24.109909 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11176d-2255-4a3b-8ee2-c5ab528cd536 req-cf722903-9a6f-4c56-8fe6-73d320dd71e8 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:24.111840 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8f11176d-2255-4a3b-8ee2-c5ab528cd536 req-cf722903-9a6f-4c56-8fe6-73d320dd71e8 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1028936 Apr 28 19:48:24.123360 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f189a1c-8411-4928-91ce-89374831c57e req-ceb8624d-9dc3-42bc-9b10-2509d8200ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:24.129150 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-3e5136ac-cea0-4a44-9618-dd0706fe1011 service neutron] Request body: {'port': {'device_id': '49a49e7a-0d41-4ef6-97b0-153fde7d575b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:24.130726 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6f189a1c-8411-4928-91ce-89374831c57e req-ceb8624d-9dc3-42bc-9b10-2509d8200ede service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3272c71-9406-4bde-b6c8-9fbf3fe371b1 HTTP/1.1" status: 200 len: 854 time: 0.0834303 Apr 28 19:48:24.146071 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b3bbdcd8-aa8f-40d9-a46a-795fec070687 req-ba435a33-1386-4e20-befa-75465cca797f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498263 Apr 28 19:48:24.201131 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6f189a1c-8411-4928-91ce-89374831c57e req-97d70535-6f2d-44d6-8760-ca3a0ba5fd9c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b6a3f4a-ea8d-4a98-aa07-cb567010601c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423040 Apr 28 19:48:24.204481 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8f11176d-2255-4a3b-8ee2-c5ab528cd536 req-e2cef0cd-d6f1-4ada-b62f-d1d8d1018e1d tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838244 Apr 28 19:48:24.236191 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-3e5136ac-cea0-4a44-9618-dd0706fe1011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:24.265303 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53883f4c-0b7e-40b2-a67c-92e704268fe5 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:24.271679 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-53883f4c-0b7e-40b2-a67c-92e704268fe5 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=562d8c9c-50aa-492e-ae08-06d7f5fe6347&device_id=8053d226-4619-4fd1-9f55-af181375bd5e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1779246 Apr 28 19:48:24.279514 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59150) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:24.534500 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cafd38-8a3a-41f5-89db-0843d8c2d2bb req-949889d7-ad55-4773-a190-f7878d8b806c tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:24.536223 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c0cafd38-8a3a-41f5-89db-0843d8c2d2bb req-949889d7-ad55-4773-a190-f7878d8b806c tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 943 time: 0.1914928 Apr 28 19:48:24.599698 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c0cafd38-8a3a-41f5-89db-0843d8c2d2bb req-64e83fe6-3bce-4971-aec8-3648ec66c6a1 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568814 Apr 28 19:48:25.001892 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7644425-0b7d-48a8-92e3-7bebd152da65 req-b1201868-6177-4a0a-8bd3-0af3de28bc80 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:25.009965 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c7644425-0b7d-48a8-92e3-7bebd152da65 req-b1201868-6177-4a0a-8bd3-0af3de28bc80 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.6393595 Apr 28 19:48:25.013867 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6f189a1c-8411-4928-91ce-89374831c57e req-5864c00e-6379-4cda-9fa8-ca0ea7c85e9d service neutron] 10.222.0.44 "GET /v2.0/networks/1b6a3f4a-ea8d-4a98-aa07-cb567010601c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8035610 Apr 28 19:48:25.021949 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9c0323-b14c-4ff7-95fb-f4f5bb5b114e tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:25.026206 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cb9c0323-b14c-4ff7-95fb-f4f5bb5b114e tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 881 time: 0.7336018 Apr 28 19:48:25.033500 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59162) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:25.182548 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d3ea2595-aa98-44fd-95b4-899dc6f073cc tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] 10.222.0.42 "GET /v2.0/ports?device_id=8053d226-4619-4fd1-9f55-af181375bd5e HTTP/1.1" status: 200 len: 205 time: 0.1405194 Apr 28 19:48:25.214205 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59168) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:25.264778 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-27a70aff-60c2-425b-97fa-8e9cb2105664 req-ecabcd0b-dfee-4070-a5bb-c6b8f49eef23 tempest-ServerShowV254Test-1388905622 tempest-ServerShowV254Test-1388905622-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2ae9bdf-71c6-4f01-8dbf-dbfb5afb516e HTTP/1.1" status: 200 len: 210 time: 0.1319544 Apr 28 19:48:25.293345 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c7644425-0b7d-48a8-92e3-7bebd152da65 req-333e914f-dac7-4b26-aa3e-b4e96eb74b62 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822199 Apr 28 19:48:25.305739 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6f189a1c-8411-4928-91ce-89374831c57e req-ff1ebe4c-fa07-4b3d-a9ee-2ce97ceb01c6 service neutron] 10.222.0.44 "GET /v2.0/networks/1b6a3f4a-ea8d-4a98-aa07-cb567010601c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748792 Apr 28 19:48:25.367003 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-3e5136ac-cea0-4a44-9618-dd0706fe1011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49307b20-b4ff-444f-afcb-d7bf39e9a7f0 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:25.401391 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-3e5136ac-cea0-4a44-9618-dd0706fe1011 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:25.459608 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-3e5136ac-cea0-4a44-9618-dd0706fe1011 service neutron] Transition to ACTIVE for port object 49307b20-b4ff-444f-afcb-d7bf39e9a7f0 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:48:25.472608 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-3e5136ac-cea0-4a44-9618-dd0706fe1011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:25.506947 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c631c3-45bd-475e-bf74-d29b579c5468 req-647f2472-bc73-4688-b1e0-79e0e711352e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:25.508499 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-17c631c3-45bd-475e-bf74-d29b579c5468 req-647f2472-bc73-4688-b1e0-79e0e711352e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a0762e93be5b475288865c615d96d113&device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 1094 time: 0.0742803 Apr 28 19:48:25.513391 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7486eba8-adb4-46da-9a2d-b7042cb3bfe0 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:25.518131 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83565af5-cffe-476b-97df-12658a6c590e req-8f6a744d-8566-4e90-a4c2-9fb5102f1100 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:25.519678 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-83565af5-cffe-476b-97df-12658a6c590e req-8f6a744d-8566-4e90-a4c2-9fb5102f1100 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=49a49e7a-0d41-4ef6-97b0-153fde7d575b HTTP/1.1" status: 200 len: 932 time: 0.1324561 Apr 28 19:48:25.673702 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-83565af5-cffe-476b-97df-12658a6c590e req-d231cfd8-7a56-4fbe-82b8-ab96b6e15f8f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161373 Apr 28 19:48:25.740042 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5136ac-cea0-4a44-9618-dd0706fe1011 service neutron] Pushing event updated for resources: {'Port': ['ID=49307b20-b4ff-444f-afcb-d7bf39e9a7f0,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:25.755564 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:25.881303 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c631c3-45bd-475e-bf74-d29b579c5468 req-d2da95b3-d319-46c8-960c-d501883459b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:25.882843 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-17c631c3-45bd-475e-bf74-d29b579c5468 req-d2da95b3-d319-46c8-960c-d501883459b6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1b6a3f4a-ea8d-4a98-aa07-cb567010601c HTTP/1.1" status: 200 len: 915 time: 0.3661904 Apr 28 19:48:25.883316 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-3e5136ac-cea0-4a44-9618-dd0706fe1011 service neutron] Attempting to bind port 49307b20-b4ff-444f-afcb-d7bf39e9a7f0 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:48:25.883680 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-3e5136ac-cea0-4a44-9618-dd0706fe1011 service neutron] Attempting to bind port 49307b20-b4ff-444f-afcb-d7bf39e9a7f0 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'daad3582-9abd-449f-85ba-5c80ef9418e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:48:25.884013 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-3e5136ac-cea0-4a44-9618-dd0706fe1011 service neutron] Attempting to bind port 49307b20-b4ff-444f-afcb-d7bf39e9a7f0 on network 1dd86a08-7dd8-4588-b4f7-0af7a8217f63 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:48:25.890699 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:25.899204 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-3e5136ac-cea0-4a44-9618-dd0706fe1011 service neutron] Port 49307b20-b4ff-444f-afcb-d7bf39e9a7f0 on network 1dd86a08-7dd8-4588-b4f7-0af7a8217f63 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:48:25.899861 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-3e5136ac-cea0-4a44-9618-dd0706fe1011 service neutron] Attempting to bind port 49307b20-b4ff-444f-afcb-d7bf39e9a7f0 on network 1dd86a08-7dd8-4588-b4f7-0af7a8217f63 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:48:25.913834 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7486eba8-adb4-46da-9a2d-b7042cb3bfe0 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:25.919543 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b0284-eb59-442a-8207-832f31b21cba req-96e5cf85-6435-4c20-95e9-294a34c909d2 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:25.925811 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-718b0284-eb59-442a-8207-832f31b21cba req-96e5cf85-6435-4c20-95e9-294a34c909d2 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 943 time: 0.0952473 Apr 28 19:48:25.925811 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-3e5136ac-cea0-4a44-9618-dd0706fe1011 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:48:25.925811 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-3e5136ac-cea0-4a44-9618-dd0706fe1011 service neutron] Checking segment: {'id': 'daad3582-9abd-449f-85ba-5c80ef9418e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:48:25.925811 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-3e5136ac-cea0-4a44-9618-dd0706fe1011 service neutron] Bound using segment: {'id': 'daad3582-9abd-449f-85ba-5c80ef9418e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:48:25.925811 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-3e5136ac-cea0-4a44-9618-dd0706fe1011 service neutron] Bound port: 49307b20-b4ff-444f-afcb-d7bf39e9a7f0, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daad3582-9abd-449f-85ba-5c80ef9418e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:48:25.925811 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-3e5136ac-cea0-4a44-9618-dd0706fe1011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:25.967975 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-17c631c3-45bd-475e-bf74-d29b579c5468 req-11ae983e-3e08-49fc-9c3f-de1ca1d9b80e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=235781a9-8718-4ea7-adec-7b38cf432433 HTTP/1.1" status: 200 len: 217 time: 0.0754371 Apr 28 19:48:26.018582 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-718b0284-eb59-442a-8207-832f31b21cba req-62ca999b-f196-4b4a-9c8a-352bd4ca283c tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734413 Apr 28 19:48:26.033006 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-3e5136ac-cea0-4a44-9618-dd0706fe1011 service neutron] For port 49307b20-b4ff-444f-afcb-d7bf39e9a7f0, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:48:26.037222 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-3e5136ac-cea0-4a44-9618-dd0706fe1011 service neutron] For port 49307b20-b4ff-444f-afcb-d7bf39e9a7f0, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=49307b20-b4ff-444f-afcb-d7bf39e9a7f0,segment=NetworkSegment(daad3582-9abd-449f-85ba-5c80ef9418e3),segment_id=daad3582-9abd-449f-85ba-5c80ef9418e3)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:48:26.044355 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-3e5136ac-cea0-4a44-9618-dd0706fe1011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:26.066833 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c631c3-45bd-475e-bf74-d29b579c5468 req-1981f335-c2da-4eaf-9378-1f80489c0548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:26.068321 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-17c631c3-45bd-475e-bf74-d29b579c5468 req-1981f335-c2da-4eaf-9378-1f80489c0548 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3272c71-9406-4bde-b6c8-9fbf3fe371b1 HTTP/1.1" status: 200 len: 854 time: 0.0768361 Apr 28 19:48:26.108166 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-17c631c3-45bd-475e-bf74-d29b579c5468 req-351f915b-e8ea-4617-88f4-933521cc4cca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b6a3f4a-ea8d-4a98-aa07-cb567010601c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320082 Apr 28 19:48:26.111518 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5136ac-cea0-4a44-9618-dd0706fe1011 service neutron] Pushing event updated for resources: {'Port': ['ID=49307b20-b4ff-444f-afcb-d7bf39e9a7f0,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:26.127733 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-3e5136ac-cea0-4a44-9618-dd0706fe1011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:26.128922 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-3e5136ac-cea0-4a44-9618-dd0706fe1011 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:26.133126 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-3e5136ac-cea0-4a44-9618-dd0706fe1011 service neutron] 10.222.0.44 "PUT /v2.0/ports/49307b20-b4ff-444f-afcb-d7bf39e9a7f0 HTTP/1.1" status: 200 len: 1092 time: 2.0267506 Apr 28 19:48:26.136013 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a49e7a-0d41-4ef6-97b0-153fde7d575b', 'tag': '49307b20-b4ff-444f-afcb-d7bf39e9a7f0'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:26.139171 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5a0296-0f70-4db8-bf9a-457bf3dc36dd" -d '{"events": [{"name": "network-changed", "server_uuid": "49a49e7a-0d41-4ef6-97b0-153fde7d575b", "tag": "49307b20-b4ff-444f-afcb-d7bf39e9a7f0"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:48:26.152813 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518e370-7aee-4f3b-94b2-17bd8267c28c req-01dd5324-7982-45da-b935-e2aa5225ac0f tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:26.161125 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2518e370-7aee-4f3b-94b2-17bd8267c28c req-01dd5324-7982-45da-b935-e2aa5225ac0f tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.2028480 Apr 28 19:48:26.237669 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-c3e0b11e-6df6-4a1a-a7f1-f92c6c10f7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:26.240437 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-c3e0b11e-6df6-4a1a-a7f1-f92c6c10f7c9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dcadc66e0b2646d28c33130e37263af0&device_id=49a49e7a-0d41-4ef6-97b0-153fde7d575b HTTP/1.1" status: 200 len: 1095 time: 0.0554397 Apr 28 19:48:26.257437 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-7486eba8-adb4-46da-9a2d-b7042cb3bfe0 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Deleting port c8b49219-1f16-4856-9268-3e3930c38c8a {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:48:26.258094 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7486eba8-adb4-46da-9a2d-b7042cb3bfe0 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:26.267692 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee2064-8829-4239-9565-4a7aab3026a6 req-d1762a01-c5d7-4783-adaa-fa9d3350f774 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:26.269290 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a8ee2064-8829-4239-9565-4a7aab3026a6 req-d1762a01-c5d7-4783-adaa-fa9d3350f774 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 946 time: 0.1348727 Apr 28 19:48:26.315881 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-b513374f-afc0-4c1f-977d-9a9ad632954f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49307b20-b4ff-444f-afcb-d7bf39e9a7f0 HTTP/1.1" status: 200 len: 217 time: 0.0647480 Apr 28 19:48:26.342122 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2518e370-7aee-4f3b-94b2-17bd8267c28c req-85935fbe-97fd-4729-839f-8c85a52e5ba9 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767623 Apr 28 19:48:26.391756 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca63fb89-2aab-46f8-b50e-272761b13b40 x-openstack-request-id: req-ca63fb89-2aab-46f8-b50e-272761b13b40 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:48:26.392085 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a49e7a-0d41-4ef6-97b0-153fde7d575b", "tag": "49307b20-b4ff-444f-afcb-d7bf39e9a7f0", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:48:26.392325 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ca63fb89-2aab-46f8-b50e-272761b13b40 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:48:26.392735 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca63fb89-2aab-46f8-b50e-272761b13b40'] response: {'name': 'network-changed', 'server_uuid': '49a49e7a-0d41-4ef6-97b0-153fde7d575b', 'tag': '49307b20-b4ff-444f-afcb-d7bf39e9a7f0', 'status': 'completed', 'code': 200} Apr 28 19:48:26.428578 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a8ee2064-8829-4239-9565-4a7aab3026a6 req-e4076307-d3ac-4554-99aa-f7ee1f94fe70 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276202 Apr 28 19:48:26.457376 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-27a51a09-55bc-44bb-ba82-bcf6dcab0db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:26.469926 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-27a51a09-55bc-44bb-ba82-bcf6dcab0db2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5d396974-bf85-4823-9eae-70a0b8bd71b5 HTTP/1.1" status: 200 len: 846 time: 0.1372700 Apr 28 19:48:26.502590 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-17c631c3-45bd-475e-bf74-d29b579c5468 req-d2898b7f-3eb7-4f81-9675-dab1e5728a8f service neutron] 10.222.0.44 "GET /v2.0/networks/1b6a3f4a-ea8d-4a98-aa07-cb567010601c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813827 Apr 28 19:48:26.511908 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-5944077e-acf6-4513-8f2c-bef4413b6f2f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376790 Apr 28 19:48:26.523335 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7486eba8-adb4-46da-9a2d-b7042cb3bfe0 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:26.545940 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e98dbd76-6610-468d-88bb-93e8c128a7bd req-149bce11-9d0b-41a5-92a2-56d285b19b88 tempest-ServerShowV254Test-1388905622 tempest-ServerShowV254Test-1388905622-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2ae9bdf-71c6-4f01-8dbf-dbfb5afb516e HTTP/1.1" status: 200 len: 210 time: 0.0527382 Apr 28 19:48:26.552082 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94ee63c4-5563-474f-aef3-81680bac6e8c req-398c5e30-184d-4a3f-908e-b8b990ab3d93 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1705182 Apr 28 19:48:26.589546 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-7486eba8-adb4-46da-9a2d-b7042cb3bfe0 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Calling delete_port for c8b49219-1f16-4856-9268-3e3930c38c8a owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:48:26.710652 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe7155-c2fd-40b7-933f-85aedb0425ed req-a64a94c2-9b00-4a44-bc10-6a19ebbf0b1c tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:26.712854 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-38fe7155-c2fd-40b7-933f-85aedb0425ed req-a64a94c2-9b00-4a44-bc10-6a19ebbf0b1c tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1590014 Apr 28 19:48:26.715158 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-055bf7c7-ef84-4fb6-9842-26b6faa5f4a1 service neutron] 10.222.0.44 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879179 Apr 28 19:48:26.773803 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee63c4-5563-474f-aef3-81680bac6e8c req-dacf1303-eb55-43af-852b-2f569f2dada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:26.775857 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94ee63c4-5563-474f-aef3-81680bac6e8c req-dacf1303-eb55-43af-852b-2f569f2dada9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8a7f62debf84ef2a07e1ba2d0a444b6&device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 1096 time: 0.1763659 Apr 28 19:48:26.832239 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-17c631c3-45bd-475e-bf74-d29b579c5468 req-c6aa0791-93aa-4be1-86e4-df9216ecdb91 service neutron] 10.222.0.44 "GET /v2.0/networks/1b6a3f4a-ea8d-4a98-aa07-cb567010601c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059406 Apr 28 19:48:26.834381 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-38fe7155-c2fd-40b7-933f-85aedb0425ed req-3c4b60e4-865a-4d63-b119-2cdd38eb613a tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123939 Apr 28 19:48:26.892439 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-07800f13-2558-4e33-bacd-de50d6fa4c47 req-e9943905-20ab-4aef-97f4-746426a74cf5 service neutron] 10.222.0.44 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685643 Apr 28 19:48:26.958585 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee63c4-5563-474f-aef3-81680bac6e8c req-2e93762d-9f04-4847-8439-7e5e885cd7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:26.960422 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94ee63c4-5563-474f-aef3-81680bac6e8c req-2e93762d-9f04-4847-8439-7e5e885cd7b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fdfdf1f0-8e25-41b2-9990-5438dad369fb HTTP/1.1" status: 200 len: 914 time: 0.1608326 Apr 28 19:48:27.056071 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94ee63c4-5563-474f-aef3-81680bac6e8c req-ae5baacb-75f3-4d42-9174-605dbef96786 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 HTTP/1.1" status: 200 len: 217 time: 0.0487363 Apr 28 19:48:27.107741 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a0296-0f70-4db8-bf9a-457bf3dc36dd req-d4bc8880-4849-49c6-bf6b-cadd49ea9623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:27.110971 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dc5a0296-0f70-4db8-bf9a-457bf3dc36dd req-d4bc8880-4849-49c6-bf6b-cadd49ea9623 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dcadc66e0b2646d28c33130e37263af0&device_id=49a49e7a-0d41-4ef6-97b0-153fde7d575b HTTP/1.1" status: 200 len: 1095 time: 0.1598279 Apr 28 19:48:27.141987 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee63c4-5563-474f-aef3-81680bac6e8c req-8a0de20c-c1c6-4225-b156-be0819d8223d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:27.143473 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94ee63c4-5563-474f-aef3-81680bac6e8c req-8a0de20c-c1c6-4225-b156-be0819d8223d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac161c98-1b27-4fc1-be9d-8121dc9f01bf HTTP/1.1" status: 200 len: 853 time: 0.0801926 Apr 28 19:48:27.161637 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 235781a9-8718-4ea7-adec-7b38cf432433 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:48:27.172771 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f141e40-0842-4fcf-8267-3efc4a1f60a7 req-fc14856f-f124-4d8c-bec6-36f272bbc263 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:27.181531 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7f141e40-0842-4fcf-8267-3efc4a1f60a7 req-fc14856f-f124-4d8c-bec6-36f272bbc263 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=49a49e7a-0d41-4ef6-97b0-153fde7d575b HTTP/1.1" status: 200 len: 944 time: 0.1705358 Apr 28 19:48:27.243418 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94ee63c4-5563-474f-aef3-81680bac6e8c req-990638fa-35a0-4ebf-adff-2cac690f68dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fdfdf1f0-8e25-41b2-9990-5438dad369fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896029 Apr 28 19:48:27.296863 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7486eba8-adb4-46da-9a2d-b7042cb3bfe0 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:27.324819 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7f141e40-0842-4fcf-8267-3efc4a1f60a7 req-3cc2cd22-1b64-4e18-b874-896434d76e8e tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399071 Apr 28 19:48:27.326366 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 235781a9-8718-4ea7-adec-7b38cf432433, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=235781a9-8718-4ea7-adec-7b38cf432433,segment=NetworkSegment(ab2c94c8-27a3-466e-851f-df9b73e428ff),segment_id=ab2c94c8-27a3-466e-851f-df9b73e428ff)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:27.341801 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '235781a9-8718-4ea7-adec-7b38cf432433', 'network_id': '1b6a3f4a-ea8d-4a98-aa07-cb567010601c', 'port_id': '235781a9-8718-4ea7-adec-7b38cf432433', 'mac_address': 'fa:16:3e:aa:65:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3272c71-9406-4bde-b6c8-9fbf3fe371b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:48:27.349752 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a0296-0f70-4db8-bf9a-457bf3dc36dd req-05e69653-8106-403f-9b78-f22de7b63935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:27.351277 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dc5a0296-0f70-4db8-bf9a-457bf3dc36dd req-05e69653-8106-403f-9b78-f22de7b63935 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63 HTTP/1.1" status: 200 len: 907 time: 0.2327960 Apr 28 19:48:27.368383 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486eba8-adb4-46da-9a2d-b7042cb3bfe0 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Pushing event deleted for resources: {'Port': ['ID=c8b49219-1f16-4856-9268-3e3930c38c8a,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:27.416118 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c19986-ebab-407a-988a-08b58c3e4f88 req-c5b06ac5-aea8-4e6c-802c-bfe131f78aa6 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:27.417680 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9c19986-ebab-407a-988a-08b58c3e4f88 req-c5b06ac5-aea8-4e6c-802c-bfe131f78aa6 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 943 time: 0.2359607 Apr 28 19:48:27.421301 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:27.487131 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 235781a9-8718-4ea7-adec-7b38cf432433 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:27.505843 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dc5a0296-0f70-4db8-bf9a-457bf3dc36dd req-ec9adfc4-74d8-4a47-83d9-bdcf32b7fbff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49307b20-b4ff-444f-afcb-d7bf39e9a7f0 HTTP/1.1" status: 200 len: 217 time: 0.1417825 Apr 28 19:48:27.521497 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94ee63c4-5563-474f-aef3-81680bac6e8c req-7171c86d-aa10-4e71-9e0a-b236e577d723 service neutron] 10.222.0.15 "GET /v2.0/networks/fdfdf1f0-8e25-41b2-9990-5438dad369fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483540 Apr 28 19:48:27.524183 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7486eba8-adb4-46da-9a2d-b7042cb3bfe0 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:27.537885 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9c19986-ebab-407a-988a-08b58c3e4f88 req-d40a98a1-cb6a-467d-abfd-873228aa87f7 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990174 Apr 28 19:48:27.538880 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 235781a9-8718-4ea7-adec-7b38cf432433, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=235781a9-8718-4ea7-adec-7b38cf432433,segment=NetworkSegment(ab2c94c8-27a3-466e-851f-df9b73e428ff),segment_id=ab2c94c8-27a3-466e-851f-df9b73e428ff)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:27.556568 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:27.643030 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a0296-0f70-4db8-bf9a-457bf3dc36dd req-c9f171d2-ff95-442e-bfa6-46c49d4b9bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:27.651030 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dc5a0296-0f70-4db8-bf9a-457bf3dc36dd req-c9f171d2-ff95-442e-bfa6-46c49d4b9bda service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5d396974-bf85-4823-9eae-70a0b8bd71b5 HTTP/1.1" status: 200 len: 846 time: 0.1364002 Apr 28 19:48:27.670826 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=235781a9-8718-4ea7-adec-7b38cf432433,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:27.690774 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dc5a0296-0f70-4db8-bf9a-457bf3dc36dd req-49bb47e7-df84-4bb0-b9dd-a63dc39a1acf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295880 Apr 28 19:48:27.784136 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['235781a9-8718-4ea7-adec-7b38cf432433'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:48:27.829574 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7486eba8-adb4-46da-9a2d-b7042cb3bfe0 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:27.833685 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7486eba8-adb4-46da-9a2d-b7042cb3bfe0 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:27.927639 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dc5a0296-0f70-4db8-bf9a-457bf3dc36dd req-b8702e60-f632-4ea0-a0a5-89ec7522ed3d service neutron] 10.222.0.44 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287273 Apr 28 19:48:27.954300 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7486eba8-adb4-46da-9a2d-b7042cb3bfe0 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:27.955190 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7486eba8-adb4-46da-9a2d-b7042cb3bfe0 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Fanout notify agent at l3_agent the message router_deleted on router 8053d226-4619-4fd1-9f55-af181375bd5e {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:48:27.965177 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7486eba8-adb4-46da-9a2d-b7042cb3bfe0 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:27.966276 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7486eba8-adb4-46da-9a2d-b7042cb3bfe0 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] 10.222.0.42 "DELETE /v2.0/routers/8053d226-4619-4fd1-9f55-af181375bd5e HTTP/1.1" status: 204 len: 168 time: 2.7490449 Apr 28 19:48:27.980913 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 59236) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:27.982292 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e7d87-a9ee-4c60-a7d3-caa5e06c636c req-1518f3d7-e875-4885-9974-eb312c97c9ff tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:27.985014 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-267e7d87-a9ee-4c60-a7d3-caa5e06c636c req-1518f3d7-e875-4885-9974-eb312c97c9ff tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.2887969 Apr 28 19:48:27.999086 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-ea247643-07de-406c-9b85-d1787054ae92 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1566662035', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}, 'admin_state_up': False}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:28.048818 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-267e7d87-a9ee-4c60-a7d3-caa5e06c636c req-81df9282-3ffd-41ee-a2c9-5e0053c735ae tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550151 Apr 28 19:48:28.051914 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94ee63c4-5563-474f-aef3-81680bac6e8c req-61bd47f5-c10a-4238-b07d-39140425e9d8 service neutron] 10.222.0.15 "GET /v2.0/networks/fdfdf1f0-8e25-41b2-9990-5438dad369fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5074279 Apr 28 19:48:28.136661 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dc5a0296-0f70-4db8-bf9a-457bf3dc36dd req-6f731ed5-f89c-44f3-b3ea-c9402feeaa9d service neutron] 10.222.0.44 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854889 Apr 28 19:48:28.180556 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e45e5-94bc-4fc6-9d1f-969379810cb2 req-4e25d398-7be6-4021-9179-811da87b0c47 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:28.189693 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-697e45e5-94bc-4fc6-9d1f-969379810cb2 req-4e25d398-7be6-4021-9179-811da87b0c47 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 946 time: 0.3552492 Apr 28 19:48:28.211421 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4bbed62c-a3de-47cf-832b-40044e93078b req-db453597-59ea-4ab4-903a-754bbe3b5672 tempest-ServerShowV254Test-1388905622 tempest-ServerShowV254Test-1388905622-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2ae9bdf-71c6-4f01-8dbf-dbfb5afb516e HTTP/1.1" status: 200 len: 210 time: 0.0593350 Apr 28 19:48:28.213791 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ea247643-07de-406c-9b85-d1787054ae92 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:28.214838 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ea247643-07de-406c-9b85-d1787054ae92 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:28.265821 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-697e45e5-94bc-4fc6-9d1f-969379810cb2 req-02f9dc07-e6ac-49cf-bbe9-818897c1d98f tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734527 Apr 28 19:48:28.321705 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ea247643-07de-406c-9b85-d1787054ae92 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:28.396642 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d9936-0d10-4377-8132-34ef6cb7cda3 req-ae28d79f-b3bf-4e16-96c8-12f659e491ca tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:28.404519 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-391d9936-0d10-4377-8132-34ef6cb7cda3 req-ae28d79f-b3bf-4e16-96c8-12f659e491ca tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.0694208 Apr 28 19:48:28.452891 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-391d9936-0d10-4377-8132-34ef6cb7cda3 req-123ccd3f-caba-4f04-b304-7e37805046de tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470045 Apr 28 19:48:28.583238 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ea247643-07de-406c-9b85-d1787054ae92 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:28.634376 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e636b2e-2f21-407a-8475-20d2af3f6e9d req-156a09dd-6b8c-4e9a-9ca4-8b84612484ab tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:28.635838 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2e636b2e-2f21-407a-8475-20d2af3f6e9d req-156a09dd-6b8c-4e9a-9ca4-8b84612484ab tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=49a49e7a-0d41-4ef6-97b0-153fde7d575b HTTP/1.1" status: 200 len: 944 time: 0.1602695 Apr 28 19:48:28.734594 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2e636b2e-2f21-407a-8475-20d2af3f6e9d req-7bdf3cc1-3ee1-4a27-adea-bd695a1b0423 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903704 Apr 28 19:48:28.966580 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ea247643-07de-406c-9b85-d1787054ae92 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:29.003096 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249cc42-c7ee-45c9-a05c-4cd2d9a6b6c7 req-7a4caf6c-7d7f-46ac-b441-fe38348753f6 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:29.010656 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2249cc42-c7ee-45c9-a05c-4cd2d9a6b6c7 req-7a4caf6c-7d7f-46ac-b441-fe38348753f6 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 944 time: 0.1598001 Apr 28 19:48:29.013033 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ea247643-07de-406c-9b85-d1787054ae92 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:29.122947 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded2ab7-79e6-49e5-9481-84e05e422dfc req-224930a5-dfb5-4af1-9a6d-bb8b8fd71ec8 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:29.124606 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1ded2ab7-79e6-49e5-9481-84e05e422dfc req-224930a5-dfb5-4af1-9a6d-bb8b8fd71ec8 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.0567095 Apr 28 19:48:29.135169 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2249cc42-c7ee-45c9-a05c-4cd2d9a6b6c7 req-5e9d602a-23e3-4140-927f-65a18ca88e05 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206434 Apr 28 19:48:29.185924 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 49307b20-b4ff-444f-afcb-d7bf39e9a7f0 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:48:29.189791 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 235781a9-8718-4ea7-adec-7b38cf432433 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:48:29.191712 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1ded2ab7-79e6-49e5-9481-84e05e422dfc req-ce98539d-bb2e-4062-966a-6e5de1b74282 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586195 Apr 28 19:48:29.198784 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-ea247643-07de-406c-9b85-d1787054ae92 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Allocated IP 172.25.8.207 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/b774467b-4aa3-4899-9570-fdba5b129986) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:48:29.353453 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 235781a9-8718-4ea7-adec-7b38cf432433 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:48:29.359761 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ea247643-07de-406c-9b85-d1787054ae92 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:29.365128 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 235781a9-8718-4ea7-adec-7b38cf432433 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:29.365746 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:29.399270 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-81e20c8a-92e1-40f3-8e86-1d86d2042050 req-cbf09047-e8a1-4745-a2ea-3bf6f13c0d89 tempest-ServerShowV254Test-1388905622 tempest-ServerShowV254Test-1388905622-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2ae9bdf-71c6-4f01-8dbf-dbfb5afb516e HTTP/1.1" status: 200 len: 210 time: 0.0622787 Apr 28 19:48:29.455437 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 49307b20-b4ff-444f-afcb-d7bf39e9a7f0, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=49307b20-b4ff-444f-afcb-d7bf39e9a7f0,segment=NetworkSegment(daad3582-9abd-449f-85ba-5c80ef9418e3),segment_id=daad3582-9abd-449f-85ba-5c80ef9418e3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:29.467215 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ea247643-07de-406c-9b85-d1787054ae92 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:29.471503 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '49307b20-b4ff-444f-afcb-d7bf39e9a7f0', 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63', 'port_id': '49307b20-b4ff-444f-afcb-d7bf39e9a7f0', 'mac_address': 'fa:16:3e:f8:bf:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d396974-bf85-4823-9eae-70a0b8bd71b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:48:29.471940 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7550d-2b36-450f-8d17-3a91f10bf202 req-469afc98-2219-428b-93bd-3cd02f1bc7bb tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:29.480952 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-99d7550d-2b36-450f-8d17-3a91f10bf202 req-469afc98-2219-428b-93bd-3cd02f1bc7bb tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 946 time: 0.0993502 Apr 28 19:48:29.522060 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:29.528630 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-99d7550d-2b36-450f-8d17-3a91f10bf202 req-cdfc769e-5f0e-47dc-b548-dd5289474a51 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425220 Apr 28 19:48:29.530734 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea247643-07de-406c-9b85-d1787054ae92 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:48:29.534657 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-ea247643-07de-406c-9b85-d1787054ae92 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:48:29.543335 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea247643-07de-406c-9b85-d1787054ae92 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:48:29.563515 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49307b20-b4ff-444f-afcb-d7bf39e9a7f0 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:29.580545 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea247643-07de-406c-9b85-d1787054ae92 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Pushing event updated for resources: {'Port': ['ID=b774467b-4aa3-4899-9570-fdba5b129986,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:29.599256 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 49307b20-b4ff-444f-afcb-d7bf39e9a7f0, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=49307b20-b4ff-444f-afcb-d7bf39e9a7f0,segment=NetworkSegment(daad3582-9abd-449f-85ba-5c80ef9418e3),segment_id=daad3582-9abd-449f-85ba-5c80ef9418e3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:29.610525 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:29.652250 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:29.697856 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6a4606-acb3-422f-9380-dcbc99b0610e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235781a9-8718-4ea7-adec-7b38cf432433'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:29.700725 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9f2c9c-2cfe-4b5e-82ef-3eeed044cbec" -d '{"events": [{"server_uuid": "4e6a4606-acb3-422f-9380-dcbc99b0610e", "name": "network-vif-plugged", "status": "completed", "tag": "235781a9-8718-4ea7-adec-7b38cf432433"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:48:29.716704 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=49307b20-b4ff-444f-afcb-d7bf39e9a7f0,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:29.721123 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 235781a9-8718-4ea7-adec-7b38cf432433, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=235781a9-8718-4ea7-adec-7b38cf432433,segment=NetworkSegment(ab2c94c8-27a3-466e-851f-df9b73e428ff),segment_id=ab2c94c8-27a3-466e-851f-df9b73e428ff)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:29.729063 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:29.764343 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac5dde9-986f-4112-b570-2c67212067a2 x-openstack-request-id: req-fac5dde9-986f-4112-b570-2c67212067a2 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:48:29.767148 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6a4606-acb3-422f-9380-dcbc99b0610e", "name": "network-vif-plugged", "status": "completed", "tag": "235781a9-8718-4ea7-adec-7b38cf432433", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:48:29.767148 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fac5dde9-986f-4112-b570-2c67212067a2 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:48:29.767148 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fac5dde9-986f-4112-b570-2c67212067a2'] response: {'server_uuid': '4e6a4606-acb3-422f-9380-dcbc99b0610e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235781a9-8718-4ea7-adec-7b38cf432433', 'code': 200} Apr 28 19:48:29.826400 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=235781a9-8718-4ea7-adec-7b38cf432433,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:29.847629 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['49307b20-b4ff-444f-afcb-d7bf39e9a7f0'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:48:29.969499 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbce086-f17e-4714-b4e3-89b797ba99f8 req-2ed58c43-2eb9-4d69-8ba5-98acb4439c77 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:29.971309 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4cbce086-f17e-4714-b4e3-89b797ba99f8 req-2ed58c43-2eb9-4d69-8ba5-98acb4439c77 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=49a49e7a-0d41-4ef6-97b0-153fde7d575b HTTP/1.1" status: 200 len: 945 time: 0.0681472 Apr 28 19:48:30.003886 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ea247643-07de-406c-9b85-d1787054ae92 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:30.035385 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4cbce086-f17e-4714-b4e3-89b797ba99f8 req-3c619966-0648-4df3-81f1-443408c572ca tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525570 Apr 28 19:48:30.047262 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500e181-61c2-47a6-a872-4f9b8f44c65e req-b1e466d1-f586-4b1e-af07-139b4b2bcd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:30.048990 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c500e181-61c2-47a6-a872-4f9b8f44c65e req-b1e466d1-f586-4b1e-af07-139b4b2bcd86 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 1096 time: 0.1498103 Apr 28 19:48:30.147257 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c500e181-61c2-47a6-a872-4f9b8f44c65e req-38276aca-5121-478f-95eb-d1a0c7d57d6b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898852 Apr 28 19:48:30.386905 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ea247643-07de-406c-9b85-d1787054ae92 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:30.389532 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6ed7a-72df-4d18-93e3-e3dc902f305d req-af4ac764-0683-44e9-8e62-3f8f78a64a15 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:30.400143 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756dcb8-d423-4a7c-876f-87e5530312de req-d5ba11ab-cabe-46db-ae1d-96285b089319 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:30.400414 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-18b6ed7a-72df-4d18-93e3-e3dc902f305d req-af4ac764-0683-44e9-8e62-3f8f78a64a15 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.0999413 Apr 28 19:48:30.401826 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4756dcb8-d423-4a7c-876f-87e5530312de req-d5ba11ab-cabe-46db-ae1d-96285b089319 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 945 time: 0.0905170 Apr 28 19:48:30.467064 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-18b6ed7a-72df-4d18-93e3-e3dc902f305d req-75bb8416-4177-4214-a2c1-8f81c6095163 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662529 Apr 28 19:48:30.570780 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4756dcb8-d423-4a7c-876f-87e5530312de req-7eae8306-8060-4947-973d-d635beab44d2 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214111 Apr 28 19:48:30.621090 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-01ad7878-4911-4576-bc9e-7d1dadf11dac req-313a5cd0-4185-4135-af6c-1b77e14d8fea tempest-ServerShowV254Test-1388905622 tempest-ServerShowV254Test-1388905622-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2ae9bdf-71c6-4f01-8dbf-dbfb5afb516e HTTP/1.1" status: 200 len: 210 time: 0.0771787 Apr 28 19:48:30.645931 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea247643-07de-406c-9b85-d1787054ae92 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Router bcd49a5a-18b3-4cca-bc75-6f30ff0c1763 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:48:31.223783 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 49307b20-b4ff-444f-afcb-d7bf39e9a7f0 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:48:31.267233 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226b18c-2efb-4000-93f1-edad12ad88a7 req-8a9583bb-afc5-4e7b-8ffc-097afe0c99c1 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:31.269038 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1226b18c-2efb-4000-93f1-edad12ad88a7 req-8a9583bb-afc5-4e7b-8ffc-097afe0c99c1 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=49a49e7a-0d41-4ef6-97b0-153fde7d575b HTTP/1.1" status: 200 len: 945 time: 0.1112692 Apr 28 19:48:31.296306 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e02315-3117-423b-a0ac-c2688b6261a9 req-3c74bf90-3176-4529-b4a1-395b4b337a32 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:31.304554 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-54e02315-3117-423b-a0ac-c2688b6261a9 req-3c74bf90-3176-4529-b4a1-395b4b337a32 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 946 time: 0.5663369 Apr 28 19:48:31.307933 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea247643-07de-406c-9b85-d1787054ae92 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:48:31.325065 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1462e679-4894-4783-aa7e-1ed500d57c83 None None] Sync routers for ids ['bcd49a5a-18b3-4cca-bc75-6f30ff0c1763'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:48:31.340714 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1462e679-4894-4783-aa7e-1ed500d57c83 None None] Routers {'bcd49a5a-18b3-4cca-bc75-6f30ff0c1763'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:48:31.344199 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-1462e679-4894-4783-aa7e-1ed500d57c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:48:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['bcd49a5a-18b3-4cca-bc75-6f30ff0c1763'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:31.359709 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1226b18c-2efb-4000-93f1-edad12ad88a7 req-c0fbcae6-7637-4a3b-9015-8369c077ab04 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814111 Apr 28 19:48:31.367293 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-54e02315-3117-423b-a0ac-c2688b6261a9 req-493c3925-7a22-408c-8e9f-99d7d304141c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616968 Apr 28 19:48:31.378226 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ea247643-07de-406c-9b85-d1787054ae92 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:31.384562 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ea247643-07de-406c-9b85-d1787054ae92 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3868260 Apr 28 19:48:31.385350 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59290) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:31.392587 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-49d1a1da-d5e3-43f2-9c68-4c8f110ae903 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:31.423816 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-1462e679-4894-4783-aa7e-1ed500d57c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:31.430356 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 49307b20-b4ff-444f-afcb-d7bf39e9a7f0 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:48:31.437459 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 49307b20-b4ff-444f-afcb-d7bf39e9a7f0 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:31.438467 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:31.439928 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1462e679-4894-4783-aa7e-1ed500d57c83 None None] Routers {'bcd49a5a-18b3-4cca-bc75-6f30ff0c1763'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:48:31.441287 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-1462e679-4894-4783-aa7e-1ed500d57c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:48:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['bcd49a5a-18b3-4cca-bc75-6f30ff0c1763'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:31.489414 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-1462e679-4894-4783-aa7e-1ed500d57c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:31.490371 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1462e679-4894-4783-aa7e-1ed500d57c83 None None] The sync data for ids ['bcd49a5a-18b3-4cca-bc75-6f30ff0c1763'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:48:31.610782 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:31.675237 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 49307b20-b4ff-444f-afcb-d7bf39e9a7f0, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=49307b20-b4ff-444f-afcb-d7bf39e9a7f0,segment=NetworkSegment(daad3582-9abd-449f-85ba-5c80ef9418e3),segment_id=daad3582-9abd-449f-85ba-5c80ef9418e3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:31.684645 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:31.733219 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3aac61-a42f-45e1-8a6b-f4c299a97247 req-be24ca0c-e63c-4085-8d5c-40cefa5d72f7 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:31.742648 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bc3aac61-a42f-45e1-8a6b-f4c299a97247 req-be24ca0c-e63c-4085-8d5c-40cefa5d72f7 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1256278 Apr 28 19:48:31.767839 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a49e7a-0d41-4ef6-97b0-153fde7d575b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49307b20-b4ff-444f-afcb-d7bf39e9a7f0'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:31.770153 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1faccdc-ef6d-43c0-8fc1-89adb184c461" -d '{"events": [{"server_uuid": "49a49e7a-0d41-4ef6-97b0-153fde7d575b", "name": "network-vif-plugged", "status": "completed", "tag": "49307b20-b4ff-444f-afcb-d7bf39e9a7f0"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:48:31.799670 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=49307b20-b4ff-444f-afcb-d7bf39e9a7f0,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:31.813396 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:31.834411 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bc3aac61-a42f-45e1-8a6b-f4c299a97247 req-0b70a8ed-2e4e-4366-9ec9-ad97827141de tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907650 Apr 28 19:48:31.915243 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48876418-6a6e-4353-a6c1-7d5d63af7a10 req-3a19e7c8-0806-46a7-a3ad-58158180789c tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:31.916897 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-48876418-6a6e-4353-a6c1-7d5d63af7a10 req-3a19e7c8-0806-46a7-a3ad-58158180789c tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 945 time: 0.1154425 Apr 28 19:48:31.966154 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1bd460e9-3969-4842-8936-37134879296d req-5d3a86aa-f1c8-4969-aed5-8e37b3d89d56 tempest-ServerShowV254Test-1388905622 tempest-ServerShowV254Test-1388905622-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2ae9bdf-71c6-4f01-8dbf-dbfb5afb516e HTTP/1.1" status: 200 len: 210 time: 0.0616074 Apr 28 19:48:32.046991 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1d57af-ae9c-4098-aa7e-e783dce970b8 x-openstack-request-id: req-af1d57af-ae9c-4098-aa7e-e783dce970b8 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:48:32.047280 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a49e7a-0d41-4ef6-97b0-153fde7d575b", "name": "network-vif-plugged", "status": "completed", "tag": "49307b20-b4ff-444f-afcb-d7bf39e9a7f0", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:48:32.047533 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-af1d57af-ae9c-4098-aa7e-e783dce970b8 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:48:32.047924 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af1d57af-ae9c-4098-aa7e-e783dce970b8'] response: {'server_uuid': '49a49e7a-0d41-4ef6-97b0-153fde7d575b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49307b20-b4ff-444f-afcb-d7bf39e9a7f0', 'code': 200} Apr 28 19:48:32.048830 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-48876418-6a6e-4353-a6c1-7d5d63af7a10 req-7b67dfea-b7e9-4eb1-98c9-4c860c31f869 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174734 Apr 28 19:48:32.269300 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff00c5d-492f-41ef-9906-571b71e07957 req-a81adf59-fc50-4dc4-9690-3a4c401c2f2c tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:32.277668 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bff00c5d-492f-41ef-9906-571b71e07957 req-a81adf59-fc50-4dc4-9690-3a4c401c2f2c tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 945 time: 0.1048386 Apr 28 19:48:32.299493 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661df265-d314-4bad-a518-7b507fba8560 req-f8b1ecc3-bbfa-43eb-b4b7-66f8b7c2494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:32.302194 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-661df265-d314-4bad-a518-7b507fba8560 req-f8b1ecc3-bbfa-43eb-b4b7-66f8b7c2494c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=49a49e7a-0d41-4ef6-97b0-153fde7d575b HTTP/1.1" status: 200 len: 1097 time: 0.1820736 Apr 28 19:48:32.361124 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bff00c5d-492f-41ef-9906-571b71e07957 req-cabbdda1-0dfc-495a-aec2-1c9ecb6d6a38 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822926 Apr 28 19:48:32.436941 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-661df265-d314-4bad-a518-7b507fba8560 req-db03fe7c-e676-4447-9688-a7ea4d06904f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087005 Apr 28 19:48:32.567257 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-49d1a1da-d5e3-43f2-9c68-4c8f110ae903 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:32.572627 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda1a9f-4f12-442a-83e9-800d13faf0fa req-5153a297-ee7d-4e46-a3c2-6de2154cdbf1 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:32.574367 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5eda1a9f-4f12-442a-83e9-800d13faf0fa req-5153a297-ee7d-4e46-a3c2-6de2154cdbf1 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=49a49e7a-0d41-4ef6-97b0-153fde7d575b HTTP/1.1" status: 200 len: 946 time: 0.0821254 Apr 28 19:48:32.596953 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-49d1a1da-d5e3-43f2-9c68-4c8f110ae903 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:32.652341 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5eda1a9f-4f12-442a-83e9-800d13faf0fa req-aed1a0a3-c84e-4955-9fd5-a3f69b3d877d tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695343 Apr 28 19:48:32.739161 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-49d1a1da-d5e3-43f2-9c68-4c8f110ae903 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Deleting port b774467b-4aa3-4899-9570-fdba5b129986 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:48:32.743981 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-49d1a1da-d5e3-43f2-9c68-4c8f110ae903 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:32.908661 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4a80b-f44b-4500-994a-34d3fd6e6cf1 req-42d904b7-49ea-4fd2-b0f2-683973bc96e1 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:32.911273 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-30e4a80b-f44b-4500-994a-34d3fd6e6cf1 req-42d904b7-49ea-4fd2-b0f2-683973bc96e1 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 946 time: 0.1060445 Apr 28 19:48:32.964090 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-30e4a80b-f44b-4500-994a-34d3fd6e6cf1 req-52077ff3-8e61-44f3-83ce-776cfbc6630c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469258 Apr 28 19:48:32.965486 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071049a-5140-42a1-9fe4-ca734e236529 req-e298aba4-2a10-46a6-a4bd-d181d487967b tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:32.967253 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0071049a-5140-42a1-9fe4-ca734e236529 req-e298aba4-2a10-46a6-a4bd-d181d487967b tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 945 time: 0.1230743 Apr 28 19:48:32.975566 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-49d1a1da-d5e3-43f2-9c68-4c8f110ae903 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:33.025702 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-49d1a1da-d5e3-43f2-9c68-4c8f110ae903 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Calling delete_port for b774467b-4aa3-4899-9570-fdba5b129986 owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:48:33.125221 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0071049a-5140-42a1-9fe4-ca734e236529 req-8569f4ef-278d-4532-a0af-1b8b489d119b tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402938 Apr 28 19:48:33.193226 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945e691-29ec-4e1c-bf8f-1dddb98bd952 req-cbd9ba89-6968-476c-8de8-4ef050132687 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:33.205533 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f945e691-29ec-4e1c-bf8f-1dddb98bd952 req-cbd9ba89-6968-476c-8de8-4ef050132687 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.0942199 Apr 28 19:48:33.280964 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2cfa2814-5b53-42dd-be58-1ea7d4b2f270 req-ac483907-f9f1-4c9a-ac7e-e6669b92beef tempest-ServerShowV254Test-1388905622 tempest-ServerShowV254Test-1388905622-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2ae9bdf-71c6-4f01-8dbf-dbfb5afb516e HTTP/1.1" status: 200 len: 210 time: 0.0361378 Apr 28 19:48:33.288991 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f945e691-29ec-4e1c-bf8f-1dddb98bd952 req-66c8bc41-f165-4285-847c-81570944e854 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823920 Apr 28 19:48:33.332503 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:33.374483 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-49d1a1da-d5e3-43f2-9c68-4c8f110ae903 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:33.453779 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1a1da-d5e3-43f2-9c68-4c8f110ae903 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Pushing event deleted for resources: {'Port': ['ID=b774467b-4aa3-4899-9570-fdba5b129986,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:33.511919 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-49d1a1da-d5e3-43f2-9c68-4c8f110ae903 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:33.764308 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-49d1a1da-d5e3-43f2-9c68-4c8f110ae903 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364'] for router, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:33.792387 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-49d1a1da-d5e3-43f2-9c68-4c8f110ae903 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626624'] for router, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:33.837346 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e82a34-37fb-4104-859c-862a2e904090 req-fbb72ca7-2244-446d-9724-05ecbfb3cce1 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:33.839564 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-72e82a34-37fb-4104-859c-862a2e904090 req-fbb72ca7-2244-446d-9724-05ecbfb3cce1 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=49a49e7a-0d41-4ef6-97b0-153fde7d575b HTTP/1.1" status: 200 len: 946 time: 0.0970230 Apr 28 19:48:33.887351 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d1a1da-d5e3-43f2-9c68-4c8f110ae903 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Router bcd49a5a-18b3-4cca-bc75-6f30ff0c1763 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:48:33.892503 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-72e82a34-37fb-4104-859c-862a2e904090 req-68c191bb-fb70-4921-ad3f-d8ef58c273b9 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456243 Apr 28 19:48:33.977297 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d1a1da-d5e3-43f2-9c68-4c8f110ae903 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:48:33.988966 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35e52b1-d28d-4824-9b8a-4225a6318d57 None None] Sync routers for ids ['bcd49a5a-18b3-4cca-bc75-6f30ff0c1763'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:48:34.009112 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35e52b1-d28d-4824-9b8a-4225a6318d57 None None] Routers {'bcd49a5a-18b3-4cca-bc75-6f30ff0c1763'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:48:34.009754 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-c35e52b1-d28d-4824-9b8a-4225a6318d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:48:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['bcd49a5a-18b3-4cca-bc75-6f30ff0c1763'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:34.012786 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-49d1a1da-d5e3-43f2-9c68-4c8f110ae903 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:34.017683 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 59348) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:34.024362 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-49d1a1da-d5e3-43f2-9c68-4c8f110ae903 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] 10.222.0.42 "PUT /v2.0/routers/bcd49a5a-18b3-4cca-bc75-6f30ff0c1763 HTTP/1.1" status: 200 len: 706 time: 2.6376395 Apr 28 19:48:34.128663 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-c35e52b1-d28d-4824-9b8a-4225a6318d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:34.144820 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35e52b1-d28d-4824-9b8a-4225a6318d57 None None] Routers {'bcd49a5a-18b3-4cca-bc75-6f30ff0c1763'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:48:34.145453 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-c35e52b1-d28d-4824-9b8a-4225a6318d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:48:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['bcd49a5a-18b3-4cca-bc75-6f30ff0c1763'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:34.159224 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f906ff5-898b-4bdb-9f32-ae1aa77dbb7c req-b33ad994-3114-48df-8e5e-9fe0b9e80083 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:34.162757 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-48192602-2981-4164-9bfb-415b40e6b166 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] 10.222.0.42 "GET /v2.0/routers/bcd49a5a-18b3-4cca-bc75-6f30ff0c1763 HTTP/1.1" status: 200 len: 741 time: 0.1439211 Apr 28 19:48:34.163342 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 59354) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:34.168225 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9f906ff5-898b-4bdb-9f32-ae1aa77dbb7c req-b33ad994-3114-48df-8e5e-9fe0b9e80083 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 946 time: 0.1010110 Apr 28 19:48:34.198130 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-c35e52b1-d28d-4824-9b8a-4225a6318d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:34.198701 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35e52b1-d28d-4824-9b8a-4225a6318d57 None None] The sync data for ids ['bcd49a5a-18b3-4cca-bc75-6f30ff0c1763'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:48:34.218576 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-54cfde4e-d6d1-4740-9c9c-392c4a473b26 tempest-RoutersAdminTest-410474522 tempest-RoutersAdminTest-410474522-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=562d8c9c-50aa-492e-ae08-06d7f5fe6347&device_id=bcd49a5a-18b3-4cca-bc75-6f30ff0c1763 HTTP/1.1" status: 200 len: 205 time: 0.0540354 Apr 28 19:48:34.219106 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 59360) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:34.258427 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0744c2cb-b1a2-4c9a-841a-7097f3ac7311 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd49a5a-18b3-4cca-bc75-6f30ff0c1763 HTTP/1.1" status: 200 len: 205 time: 0.0382016 Apr 28 19:48:34.259038 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 59366) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:34.285413 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9f906ff5-898b-4bdb-9f32-ae1aa77dbb7c req-1a9668cb-6a0b-4655-9825-68bddb5ee819 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081245 Apr 28 19:48:34.401610 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b6289-8d80-4103-9a2c-962a7b13f1e5 req-5adab920-3b85-414a-872a-fc7261d587c6 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:34.411951 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e56b6289-8d80-4103-9a2c-962a7b13f1e5 req-5adab920-3b85-414a-872a-fc7261d587c6 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/networks?id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63 HTTP/1.1" status: 200 len: 806 time: 0.1432540 Apr 28 19:48:34.463402 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e56b6289-8d80-4103-9a2c-962a7b13f1e5 req-f106a763-bd9e-43a3-8710-83252b0667e1 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/quotas/dcadc66e0b2646d28c33130e37263af0 HTTP/1.1" status: 200 len: 375 time: 0.0527461 Apr 28 19:48:34.507207 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c10876-dfb6-4883-b0cc-298cbac5b51c req-33158d77-596d-4133-8b62-ba85e1711cbf tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:34.515565 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d9c10876-dfb6-4883-b0cc-298cbac5b51c req-33158d77-596d-4133-8b62-ba85e1711cbf tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 945 time: 0.1153417 Apr 28 19:48:34.533925 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f94da2a0-308c-433a-a969-16828e70f2c4 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:34.575957 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d9c10876-dfb6-4883-b0cc-298cbac5b51c req-1310e4d2-a711-4aff-a36c-67cf0f86f74c tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519526 Apr 28 19:48:34.651375 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e56b6289-8d80-4103-9a2c-962a7b13f1e5 req-7046441a-9f59-464e-bede-44e5b9406466 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=dcadc66e0b2646d28c33130e37263af0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1873951 Apr 28 19:48:34.701614 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82a527-0c6a-4e79-b238-919e8651ac72 req-c0edcaab-e9fe-46df-9391-49318232e971 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:34.703301 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3e82a527-0c6a-4e79-b238-919e8651ac72 req-c0edcaab-e9fe-46df-9391-49318232e971 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.0608327 Apr 28 19:48:34.782096 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3e82a527-0c6a-4e79-b238-919e8651ac72 req-c92a1252-7e76-4542-ac34-62a5f846318a tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723281 Apr 28 19:48:34.800895 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f94da2a0-308c-433a-a969-16828e70f2c4 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:34.804311 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f94da2a0-308c-433a-a969-16828e70f2c4 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:34.869520 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f94da2a0-308c-433a-a969-16828e70f2c4 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:34.870662 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94da2a0-308c-433a-a969-16828e70f2c4 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Fanout notify agent at l3_agent the message router_deleted on router bcd49a5a-18b3-4cca-bc75-6f30ff0c1763 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:48:34.880230 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f94da2a0-308c-433a-a969-16828e70f2c4 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:34.881645 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f94da2a0-308c-433a-a969-16828e70f2c4 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] 10.222.0.42 "DELETE /v2.0/routers/bcd49a5a-18b3-4cca-bc75-6f30ff0c1763 HTTP/1.1" status: 204 len: 168 time: 0.6216767 Apr 28 19:48:34.888913 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 59376) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:34.948990 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e56b6289-8d80-4103-9a2c-962a7b13f1e5 req-b920539a-6855-42fb-9484-880c8568e945 service neutron] 10.222.0.42 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688868 Apr 28 19:48:34.954998 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a88176d2-bd0b-429d-b37d-a0432fe94c84 req-99428f31-b708-4fe8-be74-fe76d85a20c4 tempest-ServerShowV254Test-1388905622 tempest-ServerShowV254Test-1388905622-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2ae9bdf-71c6-4f01-8dbf-dbfb5afb516e HTTP/1.1" status: 200 len: 210 time: 0.0816958 Apr 28 19:48:34.972964 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ae9ede1c-2a00-4fcb-adba-8190dc677824 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd49a5a-18b3-4cca-bc75-6f30ff0c1763 HTTP/1.1" status: 200 len: 205 time: 0.0820324 Apr 28 19:48:34.973534 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59378) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:35.017527 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-84396816-08a7-4e19-a9c0-c1b877e14126 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] delete failed (client error): The resource could not be found. Apr 28 19:48:35.021179 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-84396816-08a7-4e19-a9c0-c1b877e14126 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] 10.222.0.42 "DELETE /v2.0/routers/bcd49a5a-18b3-4cca-bc75-6f30ff0c1763 HTTP/1.1" status: 404 len: 336 time: 0.0441184 Apr 28 19:48:35.021915 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59380) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:35.060231 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7dce47d9-37dd-4c27-abdd-d538b757003c tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] 10.222.0.42 "GET /v2.0/ports?device_id=8053d226-4619-4fd1-9f55-af181375bd5e HTTP/1.1" status: 200 len: 205 time: 0.0361052 Apr 28 19:48:35.062090 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59382) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:35.106487 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-7d170504-2fba-4381-b410-ae6dc3819c15 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] delete failed (client error): The resource could not be found. Apr 28 19:48:35.107737 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7d170504-2fba-4381-b410-ae6dc3819c15 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] 10.222.0.42 "DELETE /v2.0/routers/8053d226-4619-4fd1-9f55-af181375bd5e HTTP/1.1" status: 404 len: 336 time: 0.0436852 Apr 28 19:48:35.111204 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 59384) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:35.152813 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e56b6289-8d80-4103-9a2c-962a7b13f1e5 req-3085d2d7-5618-4d96-8bb5-39e8894ade43 service neutron] 10.222.0.42 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028186 Apr 28 19:48:35.177235 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3acc152e-a29c-4396-9852-863c86618fc7 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] 10.222.0.42 "GET /v2.0/ports?device_id=1613b532-dc58-492e-ad25-810566218862 HTTP/1.1" status: 200 len: 205 time: 0.0628307 Apr 28 19:48:35.177494 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59386) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:35.295950 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-f7538836-74a1-4978-a032-b157ed405d1e tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] delete failed (client error): The resource could not be found. Apr 28 19:48:35.297631 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f7538836-74a1-4978-a032-b157ed405d1e tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] 10.222.0.42 "DELETE /v2.0/routers/1613b532-dc58-492e-ad25-810566218862 HTTP/1.1" status: 404 len: 336 time: 0.1190085 Apr 28 19:48:35.300336 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59388) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:35.364376 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fb331f4a-a75c-4cc7-bfd4-ef7890f86281 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] 10.222.0.42 "GET /v2.0/ports?device_id=958ad2f9-3f5a-4622-a20c-5c9a947f8263 HTTP/1.1" status: 200 len: 205 time: 0.0625277 Apr 28 19:48:35.367388 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 59394) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:35.426150 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-cb0c6ffc-b477-4991-9c38-7b3e542a8393 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] delete failed (client error): The resource could not be found. Apr 28 19:48:35.430190 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59398) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:35.430769 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-cb0c6ffc-b477-4991-9c38-7b3e542a8393 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] 10.222.0.42 "DELETE /v2.0/routers/958ad2f9-3f5a-4622-a20c-5c9a947f8263 HTTP/1.1" status: 404 len: 336 time: 0.0623090 Apr 28 19:48:35.481776 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-257dff77-f479-47ef-a8f8-661ea7b74143 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] 10.222.0.42 "GET /v2.0/ports?device_id=5eb07b4b-815c-437d-b127-9cf77825727c HTTP/1.1" status: 200 len: 205 time: 0.0477881 Apr 28 19:48:35.482172 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59400) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:35.562668 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-cf3e6361-f52a-4f00-bdf7-d4f35bbb5f1f tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] delete failed (client error): The resource could not be found. Apr 28 19:48:35.566348 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cf3e6361-f52a-4f00-bdf7-d4f35bbb5f1f tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] 10.222.0.42 "DELETE /v2.0/routers/5eb07b4b-815c-437d-b127-9cf77825727c HTTP/1.1" status: 404 len: 336 time: 0.0806532 Apr 28 19:48:35.567383 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 59406) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:35.584006 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8039f-f518-4d16-9a5f-cd6021528fa3 req-fe269ae7-f931-453f-9bd8-0f0d4e75e0f5 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:35.585614 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0bd8039f-f518-4d16-9a5f-cd6021528fa3 req-fe269ae7-f931-453f-9bd8-0f0d4e75e0f5 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 946 time: 0.1167009 Apr 28 19:48:35.644112 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f4d7b7cb-6208-4357-827f-c4c3355d6f95 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d1e9f90-60e4-448e-929a-221ba6507527 HTTP/1.1" status: 200 len: 205 time: 0.0750659 Apr 28 19:48:35.644966 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 59412) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:35.665574 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0bd8039f-f518-4d16-9a5f-cd6021528fa3 req-72b0d11c-ce2c-4182-a5ab-bde803cff7a9 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686007 Apr 28 19:48:35.769829 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-9e1f139c-0ddf-4fa6-87ce-3e4b0ace2da9 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] delete failed (client error): The resource could not be found. Apr 28 19:48:35.779561 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9e1f139c-0ddf-4fa6-87ce-3e4b0ace2da9 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] 10.222.0.42 "DELETE /v2.0/routers/8d1e9f90-60e4-448e-929a-221ba6507527 HTTP/1.1" status: 404 len: 336 time: 0.1238921 Apr 28 19:48:35.781612 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 59416) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:35.865179 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a156b61-0ce4-4263-b332-62cd876851a3 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] DELETE failed (client error): The resource could not be found. Apr 28 19:48:35.865886 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a156b61-0ce4-4263-b332-62cd876851a3 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:48:35.872363 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136c19c-9599-4f8b-94f0-0cadcbfec3fd req-d57a4a1f-2653-4c43-b303-8af33d950494 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:35.873065 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6a156b61-0ce4-4263-b332-62cd876851a3 tempest-RoutersAdminTest-1016554935 tempest-RoutersAdminTest-1016554935-project] 10.222.0.42 "DELETE /v2.0/subnets/a585fbc8-7bba-41a9-ad51-d71284abfea0 HTTP/1.1" status: 404 len: 337 time: 0.0904222 Apr 28 19:48:35.886150 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6136c19c-9599-4f8b-94f0-0cadcbfec3fd req-d57a4a1f-2653-4c43-b303-8af33d950494 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 945 time: 0.1330636 Apr 28 19:48:36.020631 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6136c19c-9599-4f8b-94f0-0cadcbfec3fd req-799a8a70-21e7-464b-b3bd-b5c2da931967 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331918 Apr 28 19:48:36.090529 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ec12e-42a5-4032-9056-3f64fe064d8b req-59da6b9b-d620-4689-8d5b-405fede63d9f tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:36.114699 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f62ec12e-42a5-4032-9056-3f64fe064d8b req-59da6b9b-d620-4689-8d5b-405fede63d9f tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.0957770 Apr 28 19:48:36.234772 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f62ec12e-42a5-4032-9056-3f64fe064d8b req-148a4284-0017-47f6-8572-03a54c16e96b tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155434 Apr 28 19:48:36.370291 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4e0736f-58f2-4dff-809a-d11bc9939ee1 req-590544bf-c54b-4776-8143-592b6a9539f0 tempest-ServerShowV254Test-1388905622 tempest-ServerShowV254Test-1388905622-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2ae9bdf-71c6-4f01-8dbf-dbfb5afb516e HTTP/1.1" status: 200 len: 210 time: 0.0520673 Apr 28 19:48:36.438173 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-0727e740-6e9c-46ad-8bee-198f3937bc0a tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:36.445847 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-0727e740-6e9c-46ad-8bee-198f3937bc0a tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/networks?id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63 HTTP/1.1" status: 200 len: 806 time: 0.2751260 Apr 28 19:48:36.457756 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-faf82aa9-b788-4b2f-89d1-3347f874eb11 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/quotas/dcadc66e0b2646d28c33130e37263af0 HTTP/1.1" status: 200 len: 375 time: 0.0106976 Apr 28 19:48:36.541057 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-d90f1fc2-fc4d-4474-8c8c-674d9e6b6315 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=dcadc66e0b2646d28c33130e37263af0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0744224 Apr 28 19:48:36.607344 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 59448) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:36.786878 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-87947bde-5c82-4061-b70e-1a9f07db4d4d service neutron] 10.222.0.42 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274539 Apr 28 19:48:36.830262 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7e6dc5a4-7a64-478e-8283-95710a1e4496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:36.859800 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08101a-f4c4-41e4-8650-e66a4a7feafc req-542edbd3-307d-46c6-9fe9-bdd70ad913b8 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:36.861346 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7a08101a-f4c4-41e4-8650-e66a4a7feafc req-542edbd3-307d-46c6-9fe9-bdd70ad913b8 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 946 time: 0.0898724 Apr 28 19:48:36.927750 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7a08101a-f4c4-41e4-8650-e66a4a7feafc req-400f23d6-fa4a-44c4-870c-573f8765c8e0 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569851 Apr 28 19:48:37.004742 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7e6dc5a4-7a64-478e-8283-95710a1e4496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:37.006561 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-88e400c3-f487-41f7-a04e-1e2dfe2e557b service neutron] 10.222.0.42 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190208 Apr 28 19:48:37.010127 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7e6dc5a4-7a64-478e-8283-95710a1e4496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:37.055570 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6dc5a4-7a64-478e-8283-95710a1e4496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3db02d-9c15-4ea2-95e0-2ce8a1723042,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:37.060825 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7e6dc5a4-7a64-478e-8283-95710a1e4496 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4dd48087d1fd41909a11368f61a94cd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4523270 Apr 28 19:48:37.065366 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59460) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:37.145562 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a76aa6f2-246a-4e9e-9d5c-7b6667f4a1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:37.179290 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a76aa6f2-246a-4e9e-9d5c-7b6667f4a1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:37.228337 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde363f5-cdb6-4473-9f6c-efa04ad7249f req-70ef20b4-d0d3-4907-af6c-a52578f68c08 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:37.233010 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fde363f5-cdb6-4473-9f6c-efa04ad7249f req-70ef20b4-d0d3-4907-af6c-a52578f68c08 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 945 time: 0.0800266 Apr 28 19:48:37.271424 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a76aa6f2-246a-4e9e-9d5c-7b6667f4a1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:37.274301 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a76aa6f2-246a-4e9e-9d5c-7b6667f4a1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:37.275750 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a76aa6f2-246a-4e9e-9d5c-7b6667f4a1a1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ae3db02d-9c15-4ea2-95e0-2ce8a1723042 HTTP/1.1" status: 204 len: 168 time: 0.2065942 Apr 28 19:48:37.291453 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76aa6f2-246a-4e9e-9d5c-7b6667f4a1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3db02d-9c15-4ea2-95e0-2ce8a1723042,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:37.301336 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fde363f5-cdb6-4473-9f6c-efa04ad7249f req-9768c8eb-defd-421b-9e85-1fce5ac4fa26 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602736 Apr 28 19:48:37.420141 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43ba9a64-4369-4170-821a-fb575442b478 req-a277b9ec-757e-4ca0-abab-287bdb0e90f2 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=1015cb76-3c88-489c-8704-f56fc6e10e4a HTTP/1.1" status: 200 len: 210 time: 0.1218181 Apr 28 19:48:37.542282 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62070781-ee79-44f0-8a5d-a9b387228315 req-da550dd8-5ab9-4d4f-b121-7047c05ffc8f tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:37.544095 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-62070781-ee79-44f0-8a5d-a9b387228315 req-da550dd8-5ab9-4d4f-b121-7047c05ffc8f tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.0773644 Apr 28 19:48:37.578802 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cddac6d6-fb00-4007-a3e4-b78b72cd06bd req-f3a88115-48f9-4796-b151-d0800cb4528a tempest-ServerShowV254Test-1388905622 tempest-ServerShowV254Test-1388905622-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2ae9bdf-71c6-4f01-8dbf-dbfb5afb516e HTTP/1.1" status: 200 len: 210 time: 0.0597267 Apr 28 19:48:37.652515 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-62070781-ee79-44f0-8a5d-a9b387228315 req-8faa70db-d421-4597-94fa-9e461d8b9274 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907001 Apr 28 19:48:37.840906 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 59480) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:37.909545 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-cdcb0489-3fb4-4481-9413-1b3b36383db2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fdab2991d4bc4ade81b4c4026500af2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0671337 Apr 28 19:48:37.911932 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 59486) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:38.012789 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2600da7f-3b15-4d5f-aa81-21a5a225eb73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:38.049644 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2600da7f-3b15-4d5f-aa81-21a5a225eb73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:38.118453 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452ec96-5237-4ce8-9a0b-53151cfe384a req-b287c941-e8c6-422c-8a63-4961c94eaf14 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:38.126950 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5452ec96-5237-4ce8-9a0b-53151cfe384a req-b287c941-e8c6-422c-8a63-4961c94eaf14 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 946 time: 0.1093264 Apr 28 19:48:38.128151 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2600da7f-3b15-4d5f-aa81-21a5a225eb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:38.135600 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2600da7f-3b15-4d5f-aa81-21a5a225eb73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:38.139398 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2600da7f-3b15-4d5f-aa81-21a5a225eb73 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f23c1453-7284-4fc9-8637-ebcd72e84e10 HTTP/1.1" status: 204 len: 168 time: 0.2237139 Apr 28 19:48:38.147996 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600da7f-3b15-4d5f-aa81-21a5a225eb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23c1453-7284-4fc9-8637-ebcd72e84e10,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:38.203874 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5452ec96-5237-4ce8-9a0b-53151cfe384a req-de0a48a8-3fee-454c-95f1-72e3027f5ac3 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575151 Apr 28 19:48:38.499880 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16149c3d-0f74-4108-8548-5d2916aaa36a req-efb164d4-5fda-4a2d-9eac-a8a69c7cd70e tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:38.502560 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-16149c3d-0f74-4108-8548-5d2916aaa36a req-efb164d4-5fda-4a2d-9eac-a8a69c7cd70e tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 945 time: 0.1078186 Apr 28 19:48:38.555219 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d67109ee-ae7c-47cd-9314-57addfff87a3 req-9ff8a910-a0e6-4329-a454-074e7b0dbeb4 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=1015cb76-3c88-489c-8704-f56fc6e10e4a HTTP/1.1" status: 200 len: 210 time: 0.0407283 Apr 28 19:48:38.570000 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-16149c3d-0f74-4108-8548-5d2916aaa36a req-b339f7d1-3a03-42b0-bce4-f1395f58d3fe tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601449 Apr 28 19:48:38.824932 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85921084-0f5e-4adc-9719-f14d2c5a2e2a req-079fd61f-7657-4907-821d-e29aca6aa5c4 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:38.838707 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-85921084-0f5e-4adc-9719-f14d2c5a2e2a req-079fd61f-7657-4907-821d-e29aca6aa5c4 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.0857029 Apr 28 19:48:38.893290 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-85921084-0f5e-4adc-9719-f14d2c5a2e2a req-329f9e57-ef0d-425c-b580-5765fff4e1b7 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544505 Apr 28 19:48:38.949079 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a1472a5f-1747-4d73-8071-d98ac8f24093 req-5b0175f5-bee7-49d3-aedc-1aee33fc7b7c tempest-ServerShowV254Test-1388905622 tempest-ServerShowV254Test-1388905622-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2ae9bdf-71c6-4f01-8dbf-dbfb5afb516e HTTP/1.1" status: 200 len: 210 time: 0.1351655 Apr 28 19:48:38.990459 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-cf2b9048-f7fc-4012-969a-730695f76f17 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:38.992773 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-cf2b9048-f7fc-4012-969a-730695f76f17 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.15 "GET /v2.0/networks?id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63 HTTP/1.1" status: 200 len: 806 time: 0.3962479 Apr 28 19:48:39.008637 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-80f6ccf1-2443-4a40-a0e1-c4f8f5a18d00 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Request body: {'port': {'device_id': '1015cb76-3c88-489c-8704-f56fc6e10e4a', 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63', 'admin_state_up': True, 'tenant_id': 'dcadc66e0b2646d28c33130e37263af0'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:39.194180 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-80f6ccf1-2443-4a40-a0e1-c4f8f5a18d00 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Made reservation on behalf of dcadc66e0b2646d28c33130e37263af0 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:48:39.199611 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-80f6ccf1-2443-4a40-a0e1-c4f8f5a18d00 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:39.416763 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe9afb-ef9f-4c8a-8eb2-a52da2a637ac req-48c685f9-72db-4d69-8122-85d43f1bc341 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:39.428050 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-31fe9afb-ef9f-4c8a-8eb2-a52da2a637ac req-48c685f9-72db-4d69-8122-85d43f1bc341 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 946 time: 0.0928998 Apr 28 19:48:39.444050 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-80f6ccf1-2443-4a40-a0e1-c4f8f5a18d00 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Allocated IP 172.20.0.9 (1dd86a08-7dd8-4588-b4f7-0af7a8217f63/5d396974-bf85-4823-9eae-70a0b8bd71b5/1f633fc8-41a0-4f3b-8fbb-b48c951aac59) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:48:39.477007 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-31fe9afb-ef9f-4c8a-8eb2-a52da2a637ac req-582a81ca-c6e0-40c3-a105-0641202d985c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469241 Apr 28 19:48:39.506232 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 59528) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:39.681514 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-1013cf6b-e49e-4a6d-aaa3-7db60a667175 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1005736819'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:39.726361 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-80f6ccf1-2443-4a40-a0e1-c4f8f5a18d00 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:39.736038 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1013cf6b-e49e-4a6d-aaa3-7db60a667175 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Made reservation on behalf of 9cae0439969d46b3851f56cc1d002b8e for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:48:39.739987 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1013cf6b-e49e-4a6d-aaa3-7db60a667175 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:39.758532 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-da0af736-4948-40b1-bdc1-d7c2d1ad6106 req-dcd45608-343f-4804-8e85-fd1eb6bd904b tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=1015cb76-3c88-489c-8704-f56fc6e10e4a HTTP/1.1" status: 200 len: 210 time: 0.0372019 Apr 28 19:48:39.785067 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1013cf6b-e49e-4a6d-aaa3-7db60a667175 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:39.809101 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a245da8-8181-4c8f-af8c-75fbdb17bf92 req-340bb575-53af-4155-9e1c-7e8d93f0567e tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:39.809726 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-80f6ccf1-2443-4a40-a0e1-c4f8f5a18d00 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:39.818488 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8a245da8-8181-4c8f-af8c-75fbdb17bf92 req-340bb575-53af-4155-9e1c-7e8d93f0567e tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 945 time: 0.1002457 Apr 28 19:48:39.835962 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['49307b20-b4ff-444f-afcb-d7bf39e9a7f0'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:48:39.871660 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6ccf1-2443-4a40-a0e1-c4f8f5a18d00 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Pushing event updated for resources: {'Port': ['ID=1f633fc8-41a0-4f3b-8fbb-b48c951aac59,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:39.893230 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8a245da8-8181-4c8f-af8c-75fbdb17bf92 req-a4b00691-4791-4623-b251-a0b40875fa61 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734348 Apr 28 19:48:39.900620 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-80f6ccf1-2443-4a40-a0e1-c4f8f5a18d00 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Network 1dd86a08-7dd8-4588-b4f7-0af7a8217f63 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:48:39.903960 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-80f6ccf1-2443-4a40-a0e1-c4f8f5a18d00 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:48:39.910992 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-80f6ccf1-2443-4a40-a0e1-c4f8f5a18d00 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:48:40.009374 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-80f6ccf1-2443-4a40-a0e1-c4f8f5a18d00 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:40.010005 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-80f6ccf1-2443-4a40-a0e1-c4f8f5a18d00 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:40.014191 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1013cf6b-e49e-4a6d-aaa3-7db60a667175 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:40.022688 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1013cf6b-e49e-4a6d-aaa3-7db60a667175 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:40.065968 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1013cf6b-e49e-4a6d-aaa3-7db60a667175 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:48:40.106771 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-80f6ccf1-2443-4a40-a0e1-c4f8f5a18d00 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1049447 Apr 28 19:48:40.110080 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1013cf6b-e49e-4a6d-aaa3-7db60a667175 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:40.110457 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-1013cf6b-e49e-4a6d-aaa3-7db60a667175 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Added segment d71679ae-e496-46d5-8954-7bebe4d697c1 of type vlan for network 2ce5ad76-adf4-4eec-8294-e1f965748919 Apr 28 19:48:40.112771 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013cf6b-e49e-4a6d-aaa3-7db60a667175 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b04465f5-bba3-4fef-bab8-de2140773aa1,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:40.130242 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-d4ee7467-dfe6-4c9c-82f7-5372cbee2434 service neutron] Request body: {'port': {'device_id': '1015cb76-3c88-489c-8704-f56fc6e10e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:40.146488 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6360c-7f13-4ee1-ab88-60872c0125b4 req-5942f88c-a69a-45b8-a3cd-9e762032b134 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:40.148049 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e4e6360c-7f13-4ee1-ab88-60872c0125b4 req-5942f88c-a69a-45b8-a3cd-9e762032b134 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1220713 Apr 28 19:48:40.173010 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c5fb3265-1f46-42bb-b73c-59aa340ded17 req-f459c429-790f-47bc-90eb-4300c9f8a2c9 tempest-ServerShowV254Test-1388905622 tempest-ServerShowV254Test-1388905622-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2ae9bdf-71c6-4f01-8dbf-dbfb5afb516e HTTP/1.1" status: 200 len: 210 time: 0.0738769 Apr 28 19:48:40.219980 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1013cf6b-e49e-4a6d-aaa3-7db60a667175 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:40.253916 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1013cf6b-e49e-4a6d-aaa3-7db60a667175 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:40.259471 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1013cf6b-e49e-4a6d-aaa3-7db60a667175 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:40.260069 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1013cf6b-e49e-4a6d-aaa3-7db60a667175 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:40.271463 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e4e6360c-7f13-4ee1-ab88-60872c0125b4 req-884911b8-8f55-41aa-b0b5-547f97846356 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826888 Apr 28 19:48:40.278596 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-d4ee7467-dfe6-4c9c-82f7-5372cbee2434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:40.344249 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013cf6b-e49e-4a6d-aaa3-7db60a667175 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Pushing event updated for resources: {'Network': ['ID=2ce5ad76-adf4-4eec-8294-e1f965748919,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:40.354450 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1013cf6b-e49e-4a6d-aaa3-7db60a667175 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8471179 Apr 28 19:48:40.355157 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 59544) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:40.360051 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 2ce5ad76-adf4-4eec-8294-e1f965748919 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:48:40.362128 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-4cdb41c6-d1f2-43b2-8c6b-67325a080ed5 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Request body: {'subnet': {'network_id': '2ce5ad76-adf4-4eec-8294-e1f965748919', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:40.484931 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdb41c6-d1f2-43b2-8c6b-67325a080ed5 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Made reservation on behalf of 9cae0439969d46b3851f56cc1d002b8e for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:48:40.491615 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4cdb41c6-d1f2-43b2-8c6b-67325a080ed5 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:40.744389 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-d4ee7467-dfe6-4c9c-82f7-5372cbee2434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f633fc8-41a0-4f3b-8fbb-b48c951aac59 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:40.750821 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218cd43-97d6-4876-abec-b087b0fbd8d7 req-960dcc97-9fb8-43e1-a8d5-dd3230e80650 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:40.752610 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b218cd43-97d6-4876-abec-b087b0fbd8d7 req-960dcc97-9fb8-43e1-a8d5-dd3230e80650 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 946 time: 0.1407468 Apr 28 19:48:40.755628 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-d4ee7467-dfe6-4c9c-82f7-5372cbee2434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:40.773191 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-d4ee7467-dfe6-4c9c-82f7-5372cbee2434 service neutron] Transition to ACTIVE for port object 1f633fc8-41a0-4f3b-8fbb-b48c951aac59 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:48:40.785480 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-d4ee7467-dfe6-4c9c-82f7-5372cbee2434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:40.843162 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4cdb41c6-d1f2-43b2-8c6b-67325a080ed5 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:40.893088 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b218cd43-97d6-4876-abec-b087b0fbd8d7 req-7b9d0c82-677f-4b36-a664-27e386cc70da tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264367 Apr 28 19:48:40.955921 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb41c6-d1f2-43b2-8c6b-67325a080ed5 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Pushing event updated for resources: {'Subnet': ['ID=9ce35042-2f74-4644-aa77-8c99317736d7,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:40.978511 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdb41c6-d1f2-43b2-8c6b-67325a080ed5 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Checking segment: {'id': 'd71679ae-e496-46d5-8954-7bebe4d697c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2ce5ad76-adf4-4eec-8294-e1f965748919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:48:40.979015 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdb41c6-d1f2-43b2-8c6b-67325a080ed5 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Network hostable DHCP agents. Network: 2ce5ad76-adf4-4eec-8294-e1f965748919, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:48:41.001778 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee7467-dfe6-4c9c-82f7-5372cbee2434 service neutron] Pushing event updated for resources: {'Port': ['ID=1f633fc8-41a0-4f3b-8fbb-b48c951aac59,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:41.016697 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdb41c6-d1f2-43b2-8c6b-67325a080ed5 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Network 2ce5ad76-adf4-4eec-8294-e1f965748919 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:48:41.060423 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-d4ee7467-dfe6-4c9c-82f7-5372cbee2434 service neutron] Attempting to bind port 1f633fc8-41a0-4f3b-8fbb-b48c951aac59 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:48:41.063476 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-d4ee7467-dfe6-4c9c-82f7-5372cbee2434 service neutron] Attempting to bind port 1f633fc8-41a0-4f3b-8fbb-b48c951aac59 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'daad3582-9abd-449f-85ba-5c80ef9418e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:48:41.065326 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-d4ee7467-dfe6-4c9c-82f7-5372cbee2434 service neutron] Attempting to bind port 1f633fc8-41a0-4f3b-8fbb-b48c951aac59 on network 1dd86a08-7dd8-4588-b4f7-0af7a8217f63 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:48:41.080032 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-d4ee7467-dfe6-4c9c-82f7-5372cbee2434 service neutron] Port 1f633fc8-41a0-4f3b-8fbb-b48c951aac59 on network 1dd86a08-7dd8-4588-b4f7-0af7a8217f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:48:41.080385 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-d4ee7467-dfe6-4c9c-82f7-5372cbee2434 service neutron] Attempting to bind port 1f633fc8-41a0-4f3b-8fbb-b48c951aac59 on network 1dd86a08-7dd8-4588-b4f7-0af7a8217f63 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:48:41.104962 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-d4ee7467-dfe6-4c9c-82f7-5372cbee2434 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:48:41.104962 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-d4ee7467-dfe6-4c9c-82f7-5372cbee2434 service neutron] Checking segment: {'id': 'daad3582-9abd-449f-85ba-5c80ef9418e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:48:41.104962 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-d4ee7467-dfe6-4c9c-82f7-5372cbee2434 service neutron] Bound using segment: {'id': 'daad3582-9abd-449f-85ba-5c80ef9418e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:48:41.104962 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-d4ee7467-dfe6-4c9c-82f7-5372cbee2434 service neutron] Bound port: 1f633fc8-41a0-4f3b-8fbb-b48c951aac59, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daad3582-9abd-449f-85ba-5c80ef9418e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:48:41.109124 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-d4ee7467-dfe6-4c9c-82f7-5372cbee2434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:41.159947 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-4cdb41c6-d1f2-43b2-8c6b-67325a080ed5 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 2ce5ad76-adf4-4eec-8294-e1f965748919) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:48:41.170041 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e0d366-d24a-4d28-90ae-07cf4e6070a6 None None] Network 2ce5ad76-adf4-4eec-8294-e1f965748919 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:48:41.173066 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdb41c6-d1f2-43b2-8c6b-67325a080ed5 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:41.174853 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4cdb41c6-d1f2-43b2-8c6b-67325a080ed5 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:41.176581 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051ea0a-03bd-48c7-af0b-94a1b03503ca req-5e10b99a-39fd-4667-8be9-e5afc3ba4c73 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:41.192833 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0051ea0a-03bd-48c7-af0b-94a1b03503ca req-5e10b99a-39fd-4667-8be9-e5afc3ba4c73 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=1015cb76-3c88-489c-8704-f56fc6e10e4a HTTP/1.1" status: 200 len: 943 time: 0.3045852 Apr 28 19:48:41.260046 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22f483-d276-46fd-8954-a8971e2e9c42 req-26c30a74-c4d4-44ef-8d02-4a9755abe240 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:41.262300 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cc22f483-d276-46fd-8954-a8971e2e9c42 req-26c30a74-c4d4-44ef-8d02-4a9755abe240 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 945 time: 0.2493930 Apr 28 19:48:41.268147 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4cdb41c6-d1f2-43b2-8c6b-67325a080ed5 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9118090 Apr 28 19:48:41.271609 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 59558) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:41.283012 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-2c73599f-c437-4dab-9862-45a89bfabc57 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Request body: {'port': {'network_id': '2ce5ad76-adf4-4eec-8294-e1f965748919', 'name': 'tempest-AllowedAddressPairTestJSON-539605574'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:41.286253 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0051ea0a-03bd-48c7-af0b-94a1b03503ca req-1fd3e68a-20d1-42da-8f13-d302b8b527ad tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945277 Apr 28 19:48:41.390691 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-d4ee7467-dfe6-4c9c-82f7-5372cbee2434 service neutron] For port 1f633fc8-41a0-4f3b-8fbb-b48c951aac59, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:48:41.394643 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-d4ee7467-dfe6-4c9c-82f7-5372cbee2434 service neutron] For port 1f633fc8-41a0-4f3b-8fbb-b48c951aac59, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=1f633fc8-41a0-4f3b-8fbb-b48c951aac59,segment=NetworkSegment(daad3582-9abd-449f-85ba-5c80ef9418e3),segment_id=daad3582-9abd-449f-85ba-5c80ef9418e3)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:48:41.405034 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-d4ee7467-dfe6-4c9c-82f7-5372cbee2434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:41.429557 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c73599f-c437-4dab-9862-45a89bfabc57 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Made reservation on behalf of 9cae0439969d46b3851f56cc1d002b8e for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:48:41.434689 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2c73599f-c437-4dab-9862-45a89bfabc57 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:41.471771 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cc22f483-d276-46fd-8954-a8971e2e9c42 req-23a19a55-020c-44d8-a77f-4d6823fc9c57 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014585 Apr 28 19:48:41.480138 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-2c73599f-c437-4dab-9862-45a89bfabc57 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] device_id is not set on port e6909d37-0cc8-47f3-80c1-c83c0a534370 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:48:41.480633 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02490fe-c771-46b6-a20d-f03d0777d00a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-2ce5ad76-adf4-4eec-8294-e1f965748919', 'network_id': '2ce5ad76-adf4-4eec-8294-e1f965748919', 'tenant_id': '9cae0439969d46b3851f56cc1d002b8e', 'fixed_ips': [{'subnet_id': '9ce35042-2f74-4644-aa77-8c99317736d7'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:48:41.481740 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d02490fe-c771-46b6-a20d-f03d0777d00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:41.517905 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-d4ee7467-dfe6-4c9c-82f7-5372cbee2434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:41.521371 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-d4ee7467-dfe6-4c9c-82f7-5372cbee2434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:41.525782 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-d4ee7467-dfe6-4c9c-82f7-5372cbee2434 service neutron] 10.222.0.15 "PUT /v2.0/ports/1f633fc8-41a0-4f3b-8fbb-b48c951aac59 HTTP/1.1" status: 200 len: 1091 time: 1.4085982 Apr 28 19:48:41.533776 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1015cb76-3c88-489c-8704-f56fc6e10e4a', 'tag': '1f633fc8-41a0-4f3b-8fbb-b48c951aac59'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:41.540226 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94942d02-84ee-4b91-a3be-0adce6d44b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "1015cb76-3c88-489c-8704-f56fc6e10e4a", "tag": "1f633fc8-41a0-4f3b-8fbb-b48c951aac59"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:48:41.626223 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8991cf30-3788-4820-be5e-45ad48fda4c0 req-48548a69-c4a4-4200-9a10-b2856b9da45a tempest-ServerShowV254Test-1388905622 tempest-ServerShowV254Test-1388905622-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2ae9bdf-71c6-4f01-8dbf-dbfb5afb516e HTTP/1.1" status: 200 len: 210 time: 0.2044966 Apr 28 19:48:41.677012 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee7467-dfe6-4c9c-82f7-5372cbee2434 service neutron] Pushing event updated for resources: {'Port': ['ID=1f633fc8-41a0-4f3b-8fbb-b48c951aac59,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:41.717099 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-430e1e19-3574-4600-8001-179fb6d25e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:41.722510 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-430e1e19-3574-4600-8001-179fb6d25e37 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dcadc66e0b2646d28c33130e37263af0&device_id=1015cb76-3c88-489c-8704-f56fc6e10e4a HTTP/1.1" status: 200 len: 1094 time: 0.1230285 Apr 28 19:48:41.744161 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992df39-8959-4aab-9f21-00911cfc401b req-2159f086-93eb-4305-b1f1-9d65408e20c6 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:41.746292 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f992df39-8959-4aab-9f21-00911cfc401b req-2159f086-93eb-4305-b1f1-9d65408e20c6 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1279876 Apr 28 19:48:41.769745 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-d02490fe-c771-46b6-a20d-f03d0777d00a None None] Allocated IP 172.20.0.2 (2ce5ad76-adf4-4eec-8294-e1f965748919/9ce35042-2f74-4644-aa77-8c99317736d7/fb118ed8-25db-4208-a161-dbb9b9f3e0ee) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:48:41.804490 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603569f9-5cf5-4f9b-920b-d1a9f6f597b1 x-openstack-request-id: req-603569f9-5cf5-4f9b-920b-d1a9f6f597b1 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:48:41.804490 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1015cb76-3c88-489c-8704-f56fc6e10e4a", "tag": "1f633fc8-41a0-4f3b-8fbb-b48c951aac59", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:48:41.804852 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-603569f9-5cf5-4f9b-920b-d1a9f6f597b1 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:48:41.805031 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-603569f9-5cf5-4f9b-920b-d1a9f6f597b1'] response: {'name': 'network-changed', 'server_uuid': '1015cb76-3c88-489c-8704-f56fc6e10e4a', 'tag': '1f633fc8-41a0-4f3b-8fbb-b48c951aac59', 'status': 'completed', 'code': 200} Apr 28 19:48:41.807040 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-98fc17ff-5d49-4cd6-9a1e-61ceb6d1a6bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f633fc8-41a0-4f3b-8fbb-b48c951aac59 HTTP/1.1" status: 200 len: 217 time: 0.0725226 Apr 28 19:48:41.817793 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f992df39-8959-4aab-9f21-00911cfc401b req-40e549c7-d330-4226-9130-a8ecec4cee21 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642085 Apr 28 19:48:41.870176 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-5731c134-c476-42f4-b41f-54b0ab7ff15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:41.871853 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-5731c134-c476-42f4-b41f-54b0ab7ff15a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d396974-bf85-4823-9eae-70a0b8bd71b5 HTTP/1.1" status: 200 len: 846 time: 0.0573494 Apr 28 19:48:41.933981 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-50df7daa-6867-4660-afdd-d7940059a82c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546274 Apr 28 19:48:41.973965 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d02490fe-c771-46b6-a20d-f03d0777d00a None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:41.993997 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d02490fe-c771-46b6-a20d-f03d0777d00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:42.070546 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02490fe-c771-46b6-a20d-f03d0777d00a None None] Pushing event updated for resources: {'Port': ['ID=fb118ed8-25db-4208-a161-dbb9b9f3e0ee,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:42.073316 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-2c73599f-c437-4dab-9862-45a89bfabc57 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Allocated IP 172.20.0.7 (2ce5ad76-adf4-4eec-8294-e1f965748919/9ce35042-2f74-4644-aa77-8c99317736d7/e6909d37-0cc8-47f3-80c1-c83c0a534370) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:48:42.090337 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02490fe-c771-46b6-a20d-f03d0777d00a None None] Network 2ce5ad76-adf4-4eec-8294-e1f965748919 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:48:42.092338 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-d02490fe-c771-46b6-a20d-f03d0777d00a None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:48:42.094935 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02490fe-c771-46b6-a20d-f03d0777d00a None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:48:42.134550 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec17174-559c-4ba5-b8c7-c559dcbee264 req-c4ebad95-0235-4f31-b9a8-4d3921868044 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:42.136279 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dec17174-559c-4ba5-b8c7-c559dcbee264 req-c4ebad95-0235-4f31-b9a8-4d3921868044 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 946 time: 0.1238980 Apr 28 19:48:42.170617 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-07a9b27e-ad02-4ccd-b48e-f21aa6647b03 service neutron] 10.222.0.15 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285690 Apr 28 19:48:42.193180 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d02490fe-c771-46b6-a20d-f03d0777d00a None None] Attempting to bind port fb118ed8-25db-4208-a161-dbb9b9f3e0ee on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:48:42.193856 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d02490fe-c771-46b6-a20d-f03d0777d00a None None] Attempting to bind port fb118ed8-25db-4208-a161-dbb9b9f3e0ee by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'd71679ae-e496-46d5-8954-7bebe4d697c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2ce5ad76-adf4-4eec-8294-e1f965748919'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:48:42.193995 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02490fe-c771-46b6-a20d-f03d0777d00a None None] Attempting to bind port fb118ed8-25db-4208-a161-dbb9b9f3e0ee on network 2ce5ad76-adf4-4eec-8294-e1f965748919 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:48:42.195526 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dec17174-559c-4ba5-b8c7-c559dcbee264 req-11061737-c5ca-48ef-b7da-5aa0afbb78d6 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525551 Apr 28 19:48:42.217238 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02490fe-c771-46b6-a20d-f03d0777d00a None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:48:42.218315 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02490fe-c771-46b6-a20d-f03d0777d00a None None] Checking segment: {'id': 'd71679ae-e496-46d5-8954-7bebe4d697c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2ce5ad76-adf4-4eec-8294-e1f965748919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:48:42.218769 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d02490fe-c771-46b6-a20d-f03d0777d00a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:42.219172 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02490fe-c771-46b6-a20d-f03d0777d00a None None] Bound using segment: {'id': 'd71679ae-e496-46d5-8954-7bebe4d697c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2ce5ad76-adf4-4eec-8294-e1f965748919'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:48:42.234291 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d02490fe-c771-46b6-a20d-f03d0777d00a None None] Bound port: fb118ed8-25db-4208-a161-dbb9b9f3e0ee, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71679ae-e496-46d5-8954-7bebe4d697c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2ce5ad76-adf4-4eec-8294-e1f965748919'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:48:42.235360 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d02490fe-c771-46b6-a20d-f03d0777d00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:42.360779 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9e844e59-9346-4ab1-889c-d35d8f602732 req-a205b1cb-d27a-471a-a2fb-4dd05ac1cc21 service neutron] 10.222.0.15 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754570 Apr 28 19:48:42.361821 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d02490fe-c771-46b6-a20d-f03d0777d00a None None] For port fb118ed8-25db-4208-a161-dbb9b9f3e0ee, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:48:42.367893 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d02490fe-c771-46b6-a20d-f03d0777d00a None None] For port fb118ed8-25db-4208-a161-dbb9b9f3e0ee, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=fb118ed8-25db-4208-a161-dbb9b9f3e0ee,segment=NetworkSegment(d71679ae-e496-46d5-8954-7bebe4d697c1),segment_id=d71679ae-e496-46d5-8954-7bebe4d697c1)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:48:42.376082 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d02490fe-c771-46b6-a20d-f03d0777d00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:42.405298 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2c73599f-c437-4dab-9862-45a89bfabc57 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:42.505093 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87127603-2674-4d2d-a2ad-c34a457c5305 req-b4e134a4-f245-4ccc-a5e9-06ee88e20b86 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:42.514077 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94942d02-84ee-4b91-a3be-0adce6d44b5a req-876a316c-3a04-430c-a3ab-95fb66027685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:42.516591 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94942d02-84ee-4b91-a3be-0adce6d44b5a req-876a316c-3a04-430c-a3ab-95fb66027685 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dcadc66e0b2646d28c33130e37263af0&device_id=1015cb76-3c88-489c-8704-f56fc6e10e4a HTTP/1.1" status: 200 len: 1094 time: 0.0928168 Apr 28 19:48:42.528265 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-87127603-2674-4d2d-a2ad-c34a457c5305 req-b4e134a4-f245-4ccc-a5e9-06ee88e20b86 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=1015cb76-3c88-489c-8704-f56fc6e10e4a HTTP/1.1" status: 200 len: 943 time: 0.0939493 Apr 28 19:48:42.552608 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02490fe-c771-46b6-a20d-f03d0777d00a None None] Pushing event updated for resources: {'Port': ['ID=fb118ed8-25db-4208-a161-dbb9b9f3e0ee,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:42.582847 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2c73599f-c437-4dab-9862-45a89bfabc57 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:42.702071 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c73599f-c437-4dab-9862-45a89bfabc57 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Network 2ce5ad76-adf4-4eec-8294-e1f965748919 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:48:42.708810 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-2c73599f-c437-4dab-9862-45a89bfabc57 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:48:42.711874 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73599f-c437-4dab-9862-45a89bfabc57 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Pushing event updated for resources: {'Port': ['ID=e6909d37-0cc8-47f3-80c1-c83c0a534370,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:42.720907 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c73599f-c437-4dab-9862-45a89bfabc57 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:48:42.722553 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94942d02-84ee-4b91-a3be-0adce6d44b5a req-63be1bec-f3b5-43c2-859d-adaf3f6d763c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:42.724820 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94942d02-84ee-4b91-a3be-0adce6d44b5a req-63be1bec-f3b5-43c2-859d-adaf3f6d763c service neutron] 10.222.0.15 "GET /v2.0/networks?id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63 HTTP/1.1" status: 200 len: 907 time: 0.1961002 Apr 28 19:48:42.738633 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b71b90-8167-4f8b-8c67-cd8f3f0ec222 req-27e97123-345e-4d95-8608-c3a0c39f2515 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:42.752558 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-15b71b90-8167-4f8b-8c67-cd8f3f0ec222 req-27e97123-345e-4d95-8608-c3a0c39f2515 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 945 time: 0.1114411 Apr 28 19:48:42.767435 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-87127603-2674-4d2d-a2ad-c34a457c5305 req-c155f226-1d23-44a7-bb9f-4610b2f58957 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353923 Apr 28 19:48:42.793262 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c73599f-c437-4dab-9862-45a89bfabc57 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:42.793921 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2c73599f-c437-4dab-9862-45a89bfabc57 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:42.830832 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2c73599f-c437-4dab-9862-45a89bfabc57 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5571554 Apr 28 19:48:42.834992 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59576) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:42.904950 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-27e2cbef-4ec7-4fc9-ab7a-5f57aff6393c tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Request body: {'port': {'network_id': '2ce5ad76-adf4-4eec-8294-e1f965748919', 'name': 'tempest-AllowedAddressPairTestJSON-670019377', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:fc:87:dc'}]}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:42.941558 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94942d02-84ee-4b91-a3be-0adce6d44b5a req-b5e64146-096c-4a4c-b203-f7ff4da86bd4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f633fc8-41a0-4f3b-8fbb-b48c951aac59 HTTP/1.1" status: 200 len: 217 time: 0.1519957 Apr 28 19:48:42.947889 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-15b71b90-8167-4f8b-8c67-cd8f3f0ec222 req-39dc07cc-affd-4901-9b87-578df717fe23 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927927 Apr 28 19:48:43.153636 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94942d02-84ee-4b91-a3be-0adce6d44b5a req-8ed0a684-b1a4-43df-a672-5c5274b64651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:43.155775 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94942d02-84ee-4b91-a3be-0adce6d44b5a req-8ed0a684-b1a4-43df-a672-5c5274b64651 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d396974-bf85-4823-9eae-70a0b8bd71b5 HTTP/1.1" status: 200 len: 846 time: 0.1627533 Apr 28 19:48:43.220841 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-58730a60-ee64-46b9-acf5-0b18f11eac74 req-a194f9b8-bad6-474f-9752-362ab4b0b24b tempest-ServerShowV254Test-1388905622 tempest-ServerShowV254Test-1388905622-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2ae9bdf-71c6-4f01-8dbf-dbfb5afb516e HTTP/1.1" status: 200 len: 210 time: 0.2948697 Apr 28 19:48:43.229827 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94942d02-84ee-4b91-a3be-0adce6d44b5a req-fdc69c53-1c11-4ed9-9522-5905fa0e74ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532312 Apr 28 19:48:43.338119 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e2cbef-4ec7-4fc9-ab7a-5f57aff6393c tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Made reservation on behalf of 9cae0439969d46b3851f56cc1d002b8e for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:48:43.432359 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device fb118ed8-25db-4208-a161-dbb9b9f3e0ee up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:48:43.481257 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cde485-543e-4aef-8957-7600fab8d497 req-295257c5-c3cb-4802-9ae6-43224e249e80 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:43.493692 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f3cde485-543e-4aef-8957-7600fab8d497 req-295257c5-c3cb-4802-9ae6-43224e249e80 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 946 time: 0.1241834 Apr 28 19:48:43.508491 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75539f9-4e3c-4ca7-b97e-77c9da0fcf9c req-2f7f8b8d-8e05-469f-a46e-7a78c4c6f38f tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:43.518509 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d75539f9-4e3c-4ca7-b97e-77c9da0fcf9c req-2f7f8b8d-8e05-469f-a46e-7a78c4c6f38f tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.4630110 Apr 28 19:48:43.588634 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port fb118ed8-25db-4208-a161-dbb9b9f3e0ee triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:43.589166 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:43.601563 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f3cde485-543e-4aef-8957-7600fab8d497 req-e3abc935-a0c8-46c4-a3ee-e614a9cb74cd tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066258 Apr 28 19:48:43.626099 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94942d02-84ee-4b91-a3be-0adce6d44b5a req-ed5a2d95-dd64-435e-b8cd-57a968458e39 service neutron] 10.222.0.15 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861971 Apr 28 19:48:43.631880 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-27e2cbef-4ec7-4fc9-ab7a-5f57aff6393c tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:44.025960 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:44.035568 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ea19c-fe85-4c2e-9c3c-b854d324f36f req-6b96544a-4cf6-4416-a9ea-3cd10cfbcd7f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:44.053171 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-747ea19c-fe85-4c2e-9c3c-b854d324f36f req-6b96544a-4cf6-4416-a9ea-3cd10cfbcd7f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=1015cb76-3c88-489c-8704-f56fc6e10e4a HTTP/1.1" status: 200 len: 943 time: 0.1221983 Apr 28 19:48:44.056624 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 3a749027-3dcd-46f5-83a0-1a2b5506f788 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:48:44.106910 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port fb118ed8-25db-4208-a161-dbb9b9f3e0ee, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=fb118ed8-25db-4208-a161-dbb9b9f3e0ee,segment=NetworkSegment(d71679ae-e496-46d5-8954-7bebe4d697c1),segment_id=d71679ae-e496-46d5-8954-7bebe4d697c1)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:44.120488 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:44.153005 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-747ea19c-fe85-4c2e-9c3c-b854d324f36f req-e763a9df-43df-44b4-9207-55a6bc7a6de0 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988700 Apr 28 19:48:44.339696 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3371dcd9-7d6f-4ba7-8a24-e35a2bec16d0 None None] Network 2ce5ad76-adf4-4eec-8294-e1f965748919 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:48:44.376749 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16516c61-7537-4d35-b0e1-2f679973e9d9 req-725c8ce7-9d33-43ad-a882-44e37675912e tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:44.398111 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-16516c61-7537-4d35-b0e1-2f679973e9d9 req-725c8ce7-9d33-43ad-a882-44e37675912e tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 945 time: 0.1134324 Apr 28 19:48:44.446460 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-27e2cbef-4ec7-4fc9-ab7a-5f57aff6393c tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] device_id is not set on port b51810b2-426a-4053-9505-ad41dc9cdb2e yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:48:44.468925 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-16516c61-7537-4d35-b0e1-2f679973e9d9 req-e4675545-25e6-4b82-81d1-8c66ead27541 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696623 Apr 28 19:48:44.498059 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d75539f9-4e3c-4ca7-b97e-77c9da0fcf9c req-529bcebd-7cbb-4121-827c-3dbb9182b3d9 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9777358 Apr 28 19:48:44.656351 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-60df22d6-2e0f-49d3-a9a7-3ceb68df6a8b req-f8185777-20a7-4bf4-ada4-536db7b884b4 tempest-ServerShowV254Test-1388905622 tempest-ServerShowV254Test-1388905622-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2ae9bdf-71c6-4f01-8dbf-dbfb5afb516e HTTP/1.1" status: 200 len: 210 time: 0.0515459 Apr 28 19:48:44.681503 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94942d02-84ee-4b91-a3be-0adce6d44b5a req-02106a53-0a39-4707-b4c7-994fd6c61259 service neutron] 10.222.0.15 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0461857 Apr 28 19:48:44.695202 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-2a8b0f7d-9597-4d6e-92a5-b421fb1180f8 None None] Provisioning complete for port fb118ed8-25db-4208-a161-dbb9b9f3e0ee triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:44.695842 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2a8b0f7d-9597-4d6e-92a5-b421fb1180f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:44.748080 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=fb118ed8-25db-4208-a161-dbb9b9f3e0ee,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:44.822860 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 3a749027-3dcd-46f5-83a0-1a2b5506f788, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=3a749027-3dcd-46f5-83a0-1a2b5506f788,segment=NetworkSegment(7fe1025a-ef48-4d42-914a-75eec3ed90de),segment_id=7fe1025a-ef48-4d42-914a-75eec3ed90de)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:44.849225 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-27e2cbef-4ec7-4fc9-ab7a-5f57aff6393c tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Allocated IP 172.20.0.13 (2ce5ad76-adf4-4eec-8294-e1f965748919/9ce35042-2f74-4644-aa77-8c99317736d7/b51810b2-426a-4053-9505-ad41dc9cdb2e) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:48:44.950918 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '3a749027-3dcd-46f5-83a0-1a2b5506f788', 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9', 'port_id': '3a749027-3dcd-46f5-83a0-1a2b5506f788', 'mac_address': 'fa:16:3e:80:f4:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9c43513-8faa-4150-80e2-a774186aa1a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:48:45.025218 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:45.057643 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a749027-3dcd-46f5-83a0-1a2b5506f788 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:45.112603 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 3a749027-3dcd-46f5-83a0-1a2b5506f788, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=3a749027-3dcd-46f5-83a0-1a2b5506f788,segment=NetworkSegment(7fe1025a-ef48-4d42-914a-75eec3ed90de),segment_id=7fe1025a-ef48-4d42-914a-75eec3ed90de)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:45.120741 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:45.126201 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96463a-243d-4d1b-923e-a1bf521db77a req-c74ec2eb-ea7f-46e1-bb90-2ea9a09cd1e8 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:45.129365 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3d96463a-243d-4d1b-923e-a1bf521db77a req-c74ec2eb-ea7f-46e1-bb90-2ea9a09cd1e8 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 946 time: 0.3201587 Apr 28 19:48:45.241339 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=3a749027-3dcd-46f5-83a0-1a2b5506f788,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:45.308268 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3d96463a-243d-4d1b-923e-a1bf521db77a req-225783ff-32cb-4ea7-9f60-f79bfad6964d tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638923 Apr 28 19:48:45.312529 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['3a749027-3dcd-46f5-83a0-1a2b5506f788'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:48:45.370866 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device fb118ed8-25db-4208-a161-dbb9b9f3e0ee up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:48:45.391618 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-27e2cbef-4ec7-4fc9-ab7a-5f57aff6393c tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:45.399291 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6207b5a-2831-4351-be41-ea369703cd11 req-67fa7142-c242-4b75-92c6-bd7dda8b7a00 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:45.409941 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b6207b5a-2831-4351-be41-ea369703cd11 req-67fa7142-c242-4b75-92c6-bd7dda8b7a00 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=1015cb76-3c88-489c-8704-f56fc6e10e4a HTTP/1.1" status: 200 len: 943 time: 0.0903177 Apr 28 19:48:45.479178 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-d1201f88-8b8c-4d5c-95ee-535eab0f22b8 None None] Provisioning complete for port e6909d37-0cc8-47f3-80c1-c83c0a534370 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:45.479660 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d1201f88-8b8c-4d5c-95ee-535eab0f22b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:45.484774 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b6207b5a-2831-4351-be41-ea369703cd11 req-dd8fcbc8-c77d-44e5-8269-182876f524a8 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703828 Apr 28 19:48:45.525851 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-27e2cbef-4ec7-4fc9-ab7a-5f57aff6393c tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:45.560774 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port fb118ed8-25db-4208-a161-dbb9b9f3e0ee triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:45.561583 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:45.644718 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-d1201f88-8b8c-4d5c-95ee-535eab0f22b8 None None] Port e6909d37-0cc8-47f3-80c1-c83c0a534370 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:48:45.685178 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e2cbef-4ec7-4fc9-ab7a-5f57aff6393c tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Network 2ce5ad76-adf4-4eec-8294-e1f965748919 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:48:45.724165 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-27e2cbef-4ec7-4fc9-ab7a-5f57aff6393c tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:48:45.767991 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e2cbef-4ec7-4fc9-ab7a-5f57aff6393c tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:48:45.776609 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2cbef-4ec7-4fc9-ab7a-5f57aff6393c tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Pushing event updated for resources: {'Port': ['ID=b51810b2-426a-4053-9505-ad41dc9cdb2e,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:45.865948 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69732a40-3b70-4a53-934d-f053967bc1be req-1a2e9d93-5d10-48fe-a6b3-4c0151e0794c tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:45.872425 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08275bd-40de-4fbd-9f05-2ac74cbd6eed req-01df5c12-6843-4ad6-8cdc-cd52ba42464f tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:45.874070 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d08275bd-40de-4fbd-9f05-2ac74cbd6eed req-01df5c12-6843-4ad6-8cdc-cd52ba42464f tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 945 time: 0.1923468 Apr 28 19:48:45.878791 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 1f633fc8-41a0-4f3b-8fbb-b48c951aac59 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:48:45.882243 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-69732a40-3b70-4a53-934d-f053967bc1be req-1a2e9d93-5d10-48fe-a6b3-4c0151e0794c tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.2037241 Apr 28 19:48:45.901215 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e2cbef-4ec7-4fc9-ab7a-5f57aff6393c tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:45.901902 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-27e2cbef-4ec7-4fc9-ab7a-5f57aff6393c tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:45.953855 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-69732a40-3b70-4a53-934d-f053967bc1be req-f66ba9e9-ceaf-4ed4-93fd-ec80f1d5a74e tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638041 Apr 28 19:48:45.985961 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 59636) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:45.986183 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-27e2cbef-4ec7-4fc9-ab7a-5f57aff6393c tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.0888641 Apr 28 19:48:46.082259 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d08275bd-40de-4fbd-9f05-2ac74cbd6eed req-0ae02011-1dc4-47fc-8a0e-1b867d008cfa tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710341 Apr 28 19:48:46.175982 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665c3532-3e2b-44af-971b-5324f8dd21d1 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:46.183376 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665c3532-3e2b-44af-971b-5324f8dd21d1 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:46.184950 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 1f633fc8-41a0-4f3b-8fbb-b48c951aac59, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=1f633fc8-41a0-4f3b-8fbb-b48c951aac59,segment=NetworkSegment(daad3582-9abd-449f-85ba-5c80ef9418e3),segment_id=daad3582-9abd-449f-85ba-5c80ef9418e3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:46.190731 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665c3532-3e2b-44af-971b-5324f8dd21d1 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:46.195526 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-665c3532-3e2b-44af-971b-5324f8dd21d1 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2054911 Apr 28 19:48:46.198472 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59638) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:46.214183 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '1f633fc8-41a0-4f3b-8fbb-b48c951aac59', 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63', 'port_id': '1f633fc8-41a0-4f3b-8fbb-b48c951aac59', 'mac_address': 'fa:16:3e:3c:96:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d396974-bf85-4823-9eae-70a0b8bd71b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:48:46.219734 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-d1201f88-8b8c-4d5c-95ee-535eab0f22b8 None None] Provisioning complete for port fb118ed8-25db-4208-a161-dbb9b9f3e0ee triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:46.219734 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d1201f88-8b8c-4d5c-95ee-535eab0f22b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:46.229166 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6c8bd87a-24b2-4ec8-9ff6-d2b2a78593b9 req-781aa82a-ff9f-4490-9ce2-e1372b77c4bb tempest-ServerShowV254Test-1388905622 tempest-ServerShowV254Test-1388905622-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2ae9bdf-71c6-4f01-8dbf-dbfb5afb516e HTTP/1.1" status: 200 len: 210 time: 0.0743427 Apr 28 19:48:46.312603 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:46.362905 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f633fc8-41a0-4f3b-8fbb-b48c951aac59 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:46.443627 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 1f633fc8-41a0-4f3b-8fbb-b48c951aac59, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=1f633fc8-41a0-4f3b-8fbb-b48c951aac59,segment=NetworkSegment(daad3582-9abd-449f-85ba-5c80ef9418e3),segment_id=daad3582-9abd-449f-85ba-5c80ef9418e3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:46.488068 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:46.525062 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c05873da-39f0-437a-89c5-5fc96ea39fe5 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Deleting port b51810b2-426a-4053-9505-ad41dc9cdb2e {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:48:46.535060 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c05873da-39f0-437a-89c5-5fc96ea39fe5 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:46.559537 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=1f633fc8-41a0-4f3b-8fbb-b48c951aac59,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:46.710169 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-be2059b6-d949-41a2-94c8-e69ffba48980 None None] Provisioning complete for port e6909d37-0cc8-47f3-80c1-c83c0a534370 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:46.714610 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-be2059b6-d949-41a2-94c8-e69ffba48980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:46.774256 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['1f633fc8-41a0-4f3b-8fbb-b48c951aac59'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:48:46.841474 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea55aa8a-b985-454b-bb7c-f0ec82279e6e req-ca19977a-036a-4438-9915-67b0cbc850be tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:46.853812 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ea55aa8a-b985-454b-bb7c-f0ec82279e6e req-ca19977a-036a-4438-9915-67b0cbc850be tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=1015cb76-3c88-489c-8704-f56fc6e10e4a HTTP/1.1" status: 200 len: 944 time: 0.2025914 Apr 28 19:48:46.884283 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c05873da-39f0-437a-89c5-5fc96ea39fe5 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:46.951864 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c05873da-39f0-437a-89c5-5fc96ea39fe5 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Calling delete_port for b51810b2-426a-4053-9505-ad41dc9cdb2e owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:48:46.963595 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-be2059b6-d949-41a2-94c8-e69ffba48980 None None] Port e6909d37-0cc8-47f3-80c1-c83c0a534370 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:48:46.975555 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ea55aa8a-b985-454b-bb7c-f0ec82279e6e req-748d3948-905d-4be2-94d8-fbcb178926f5 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183965 Apr 28 19:48:47.016818 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-be2059b6-d949-41a2-94c8-e69ffba48980 None None] Provisioning complete for port b51810b2-426a-4053-9505-ad41dc9cdb2e triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:47.017223 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-be2059b6-d949-41a2-94c8-e69ffba48980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:47.087522 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7103256-400b-4017-a4f8-5bdb6d120525 req-b48063a6-e2a1-4f9c-adcc-98860923ea94 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:47.105327 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f7103256-400b-4017-a4f8-5bdb6d120525 req-b48063a6-e2a1-4f9c-adcc-98860923ea94 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 945 time: 0.6275008 Apr 28 19:48:47.204565 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f7103256-400b-4017-a4f8-5bdb6d120525 req-0c7c5d72-abf9-42d8-bcf8-099dbca673df tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918620 Apr 28 19:48:47.221625 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9a074-954e-476e-ba67-cb58e4c04711 req-6343d2ab-c806-4738-8375-593a9a0e568e tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:47.226511 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-61a9a074-954e-476e-ba67-cb58e4c04711 req-6343d2ab-c806-4738-8375-593a9a0e568e tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1446998 Apr 28 19:48:47.288918 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-be2059b6-d949-41a2-94c8-e69ffba48980 None None] Port b51810b2-426a-4053-9505-ad41dc9cdb2e cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:48:47.387869 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-61a9a074-954e-476e-ba67-cb58e4c04711 req-715eb510-2250-4b71-847c-c6f0f1884218 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490164 Apr 28 19:48:47.445493 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c05873da-39f0-437a-89c5-5fc96ea39fe5 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:47.478196 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05873da-39f0-437a-89c5-5fc96ea39fe5 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Pushing event deleted for resources: {'Port': ['ID=b51810b2-426a-4053-9505-ad41dc9cdb2e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:47.528313 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b746e-b24e-4e9a-8ce8-401966eae7ec req-32978a62-5d72-42ef-885a-3a025adafb87 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:47.530187 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ef0b746e-b24e-4e9a-8ce8-401966eae7ec req-32978a62-5d72-42ef-885a-3a025adafb87 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 945 time: 0.1778836 Apr 28 19:48:47.571374 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-12c8418a-871e-4400-82e9-1cc8b0a01560 req-97261af3-e52e-4a63-a7ad-2c6aa6478ecf tempest-ServerShowV254Test-1388905622 tempest-ServerShowV254Test-1388905622-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2ae9bdf-71c6-4f01-8dbf-dbfb5afb516e HTTP/1.1" status: 200 len: 210 time: 0.0599976 Apr 28 19:48:47.761837 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ef0b746e-b24e-4e9a-8ce8-401966eae7ec req-96dcdf19-e8f4-40c3-beea-9511753ef569 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298733 Apr 28 19:48:47.777089 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 3a749027-3dcd-46f5-83a0-1a2b5506f788 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:48:47.905779 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c05873da-39f0-437a-89c5-5fc96ea39fe5 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:47.909997 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c05873da-39f0-437a-89c5-5fc96ea39fe5 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] 10.222.0.42 "DELETE /v2.0/ports/b51810b2-426a-4053-9505-ad41dc9cdb2e HTTP/1.1" status: 204 len: 168 time: 1.7102549 Apr 28 19:48:47.912665 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 59650) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:47.924941 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 3a749027-3dcd-46f5-83a0-1a2b5506f788 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:47.925388 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:47.968576 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-b86893e9-1a9f-40b5-8d13-b63fbf4fd196 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] GET failed (client error): The resource could not be found. Apr 28 19:48:47.970487 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b86893e9-1a9f-40b5-8d13-b63fbf4fd196 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] 10.222.0.42 "GET /v2.0/ports/b51810b2-426a-4053-9505-ad41dc9cdb2e HTTP/1.1" status: 404 len: 333 time: 0.0561399 Apr 28 19:48:47.976429 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59652) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:47.981842 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-039de713-fe4c-4889-bd4e-e16dd53767d2 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Request body: {'port': {'network_id': '2ce5ad76-adf4-4eec-8294-e1f965748919', 'name': 'tempest-AllowedAddressPairTestJSON-1884072486'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:48.161921 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:48.195271 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c764b0-8d8b-4c83-843d-8cdae57f7f6e req-5ff0af2b-a918-4cb4-9298-552a60dc0ae3 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:48.206442 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-80c764b0-8d8b-4c83-843d-8cdae57f7f6e req-5ff0af2b-a918-4cb4-9298-552a60dc0ae3 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=1015cb76-3c88-489c-8704-f56fc6e10e4a HTTP/1.1" status: 200 len: 944 time: 0.0855606 Apr 28 19:48:48.276802 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039de713-fe4c-4889-bd4e-e16dd53767d2 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Made reservation on behalf of 9cae0439969d46b3851f56cc1d002b8e for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:48:48.276802 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-039de713-fe4c-4889-bd4e-e16dd53767d2 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:48.289616 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 3a749027-3dcd-46f5-83a0-1a2b5506f788, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=3a749027-3dcd-46f5-83a0-1a2b5506f788,segment=NetworkSegment(7fe1025a-ef48-4d42-914a-75eec3ed90de),segment_id=7fe1025a-ef48-4d42-914a-75eec3ed90de)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:48.290823 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6131832e-2e81-46f8-8bdb-3ed0d25d329e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a749027-3dcd-46f5-83a0-1a2b5506f788'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:48.295169 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e746f7e-bdfc-4893-b25b-ab74ded90d4b" -d '{"events": [{"server_uuid": "6131832e-2e81-46f8-8bdb-3ed0d25d329e", "name": "network-vif-plugged", "status": "completed", "tag": "3a749027-3dcd-46f5-83a0-1a2b5506f788"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:48:48.298913 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-80c764b0-8d8b-4c83-843d-8cdae57f7f6e req-44dad0f5-2aa7-455c-9e7a-45db9214ddf2 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888584 Apr 28 19:48:48.314710 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-039de713-fe4c-4889-bd4e-e16dd53767d2 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] device_id is not set on port a94e79a1-91a5-4ccd-b35f-9c719847e7cf yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:48:48.317435 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:48.387532 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29b1c45-eccb-4ec4-a8e8-fc9ad9b8bac5 x-openstack-request-id: req-c29b1c45-eccb-4ec4-a8e8-fc9ad9b8bac5 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:48:48.387532 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6131832e-2e81-46f8-8bdb-3ed0d25d329e", "name": "network-vif-plugged", "status": "completed", "tag": "3a749027-3dcd-46f5-83a0-1a2b5506f788", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:48:48.387532 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c29b1c45-eccb-4ec4-a8e8-fc9ad9b8bac5 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:48:48.387532 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c29b1c45-eccb-4ec4-a8e8-fc9ad9b8bac5'] response: {'server_uuid': '6131832e-2e81-46f8-8bdb-3ed0d25d329e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a749027-3dcd-46f5-83a0-1a2b5506f788', 'code': 200} Apr 28 19:48:48.429763 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=3a749027-3dcd-46f5-83a0-1a2b5506f788,revision_number=7']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:48.516581 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-039de713-fe4c-4889-bd4e-e16dd53767d2 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Allocated IP 172.20.0.6 (2ce5ad76-adf4-4eec-8294-e1f965748919/9ce35042-2f74-4644-aa77-8c99317736d7/a94e79a1-91a5-4ccd-b35f-9c719847e7cf) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:48:48.543529 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94964bc6-3571-4b6e-bdbe-04cd0ef587bb req-c11d6a62-9a8f-44ac-8d23-454f0ebc5e74 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:48.556178 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-94964bc6-3571-4b6e-bdbe-04cd0ef587bb req-c11d6a62-9a8f-44ac-8d23-454f0ebc5e74 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.0859594 Apr 28 19:48:48.560627 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20204c8e-1838-4a7a-8e92-52931ed1ff28 req-a62f30e3-471a-47e9-85ef-07861fd167ca tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:48.562919 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-20204c8e-1838-4a7a-8e92-52931ed1ff28 req-a62f30e3-471a-47e9-85ef-07861fd167ca tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 946 time: 0.1715193 Apr 28 19:48:48.635846 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-94964bc6-3571-4b6e-bdbe-04cd0ef587bb req-e86f08e3-119c-4689-967e-194a3a0dece1 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629904 Apr 28 19:48:48.710437 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-20204c8e-1838-4a7a-8e92-52931ed1ff28 req-20c5387d-5b11-486e-a288-11fefd579684 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333563 Apr 28 19:48:48.962752 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-be7da2a0-c637-4864-beed-d863c5ca3941 req-41e8552d-8aa8-4f19-9082-1f20f3adb84a tempest-ServerShowV254Test-1388905622 tempest-ServerShowV254Test-1388905622-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2ae9bdf-71c6-4f01-8dbf-dbfb5afb516e HTTP/1.1" status: 200 len: 210 time: 0.0839841 Apr 28 19:48:49.048823 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf0a7a-0cc4-4de1-8a02-6c520adbd2ff req-b686cfab-410e-4dff-bd0a-31abc5bb6bee tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:49.050424 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4caf0a7a-0cc4-4de1-8a02-6c520adbd2ff req-b686cfab-410e-4dff-bd0a-31abc5bb6bee tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 945 time: 0.1845057 Apr 28 19:48:49.182684 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4caf0a7a-0cc4-4de1-8a02-6c520adbd2ff req-30ab61de-aadc-4ca4-85c0-c0beac5fec9e tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158195 Apr 28 19:48:49.193587 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-039de713-fe4c-4889-bd4e-e16dd53767d2 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:49.242798 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-039de713-fe4c-4889-bd4e-e16dd53767d2 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:49.335107 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039de713-fe4c-4889-bd4e-e16dd53767d2 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Pushing event updated for resources: {'Port': ['ID=a94e79a1-91a5-4ccd-b35f-9c719847e7cf,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:49.359635 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039de713-fe4c-4889-bd4e-e16dd53767d2 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Network 2ce5ad76-adf4-4eec-8294-e1f965748919 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:48:49.369126 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-039de713-fe4c-4889-bd4e-e16dd53767d2 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:48:49.391609 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039de713-fe4c-4889-bd4e-e16dd53767d2 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:48:49.517883 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039de713-fe4c-4889-bd4e-e16dd53767d2 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:49.524364 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-039de713-fe4c-4889-bd4e-e16dd53767d2 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:49.562338 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-039de713-fe4c-4889-bd4e-e16dd53767d2 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5828307 Apr 28 19:48:49.568688 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 59668) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:49.579921 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896f7e7-e04c-4eed-ad8c-0659cae115e6 req-c0418e88-3612-4a12-b1ce-ffae9f8ff7bf tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:49.589998 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c896f7e7-e04c-4eed-ad8c-0659cae115e6 req-c0418e88-3612-4a12-b1ce-ffae9f8ff7bf tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=1015cb76-3c88-489c-8704-f56fc6e10e4a HTTP/1.1" status: 200 len: 944 time: 0.1287639 Apr 28 19:48:49.596163 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-438441a9-979a-4b06-9da7-5f5fbf5790ea tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:fc:87:dc'}]}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:49.760762 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c896f7e7-e04c-4eed-ad8c-0659cae115e6 req-2ef2f308-780c-4468-a04e-3b2d5625d1bf tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655376 Apr 28 19:48:49.797868 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 1f633fc8-41a0-4f3b-8fbb-b48c951aac59 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:48:49.810416 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7e7a1af0-a6f4-4e9d-aed2-b4d3d5ef3ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:49.851033 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6d92e-b863-4a5e-90ab-408db90444fc req-09a44be9-04bf-4e1c-9423-10b0c8ed8220 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:49.851705 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-69d6d92e-b863-4a5e-90ab-408db90444fc req-09a44be9-04bf-4e1c-9423-10b0c8ed8220 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1017206 Apr 28 19:48:49.916189 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-69d6d92e-b863-4a5e-90ab-408db90444fc req-4c231bdd-463e-4275-9e84-2f31e47dc87e tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634139 Apr 28 19:48:49.921216 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-17c4118f-1046-4233-a2f4-57361d982459 None None] Provisioning complete for port a94e79a1-91a5-4ccd-b35f-9c719847e7cf triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:49.921595 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-17c4118f-1046-4233-a2f4-57361d982459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:49.977689 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-17c4118f-1046-4233-a2f4-57361d982459 None None] Port a94e79a1-91a5-4ccd-b35f-9c719847e7cf cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:48:49.985468 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 1f633fc8-41a0-4f3b-8fbb-b48c951aac59 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:48:49.990705 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 1f633fc8-41a0-4f3b-8fbb-b48c951aac59 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:49.991082 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:49.997466 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-438441a9-979a-4b06-9da7-5f5fbf5790ea tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:50.037612 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7922d-5033-4c22-8934-1d59e5afa117 req-54fc93b6-8a03-4502-9165-6dd7745ee664 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:50.045037 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-71a7922d-5033-4c22-8934-1d59e5afa117 req-54fc93b6-8a03-4502-9165-6dd7745ee664 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 946 time: 0.1310008 Apr 28 19:48:50.184840 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-71a7922d-5033-4c22-8934-1d59e5afa117 req-f9d0d9b3-31cd-4768-8e51-8813a6eea1eb tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381633 Apr 28 19:48:50.197721 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:50.203504 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6f5a556f-98cf-4d52-8d3a-ff998e94b9ee req-1cf0deff-55bb-4f02-b6a7-65f45fa4fd6e tempest-ServerShowV254Test-1388905622 tempest-ServerShowV254Test-1388905622-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2ae9bdf-71c6-4f01-8dbf-dbfb5afb516e HTTP/1.1" status: 200 len: 210 time: 0.0731461 Apr 28 19:48:50.283150 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 1f633fc8-41a0-4f3b-8fbb-b48c951aac59, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=1f633fc8-41a0-4f3b-8fbb-b48c951aac59,segment=NetworkSegment(daad3582-9abd-449f-85ba-5c80ef9418e3),segment_id=daad3582-9abd-449f-85ba-5c80ef9418e3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:50.296305 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:50.393142 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1015cb76-3c88-489c-8704-f56fc6e10e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f633fc8-41a0-4f3b-8fbb-b48c951aac59'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:50.398994 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26eae186-0f0f-4cf9-b1eb-48fbf4f52230" -d '{"events": [{"server_uuid": "1015cb76-3c88-489c-8704-f56fc6e10e4a", "name": "network-vif-plugged", "status": "completed", "tag": "1f633fc8-41a0-4f3b-8fbb-b48c951aac59"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:48:50.474492 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=1f633fc8-41a0-4f3b-8fbb-b48c951aac59,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:50.490101 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1df506-9163-42e4-ba5c-270cd8adde99 x-openstack-request-id: req-2b1df506-9163-42e4-ba5c-270cd8adde99 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:48:50.490578 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1015cb76-3c88-489c-8704-f56fc6e10e4a", "name": "network-vif-plugged", "status": "completed", "tag": "1f633fc8-41a0-4f3b-8fbb-b48c951aac59", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:48:50.490839 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2b1df506-9163-42e4-ba5c-270cd8adde99 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:48:50.491522 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b1df506-9163-42e4-ba5c-270cd8adde99'] response: {'server_uuid': '1015cb76-3c88-489c-8704-f56fc6e10e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f633fc8-41a0-4f3b-8fbb-b48c951aac59', 'code': 200} Apr 28 19:48:50.576076 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b1364-1357-4092-b111-d11e64f4686e req-41a22d80-0a0d-4be9-ae6c-f869ea91356e tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:50.589893 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-814b1364-1357-4092-b111-d11e64f4686e req-41a22d80-0a0d-4be9-ae6c-f869ea91356e tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 945 time: 0.2311132 Apr 28 19:48:50.659770 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575c47b-8578-470d-baf5-b7d2f89bed9b req-a7e1145f-7b81-4e5c-adc7-fea19cd167c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:50.663924 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5575c47b-8578-470d-baf5-b7d2f89bed9b req-a7e1145f-7b81-4e5c-adc7-fea19cd167c8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1015cb76-3c88-489c-8704-f56fc6e10e4a HTTP/1.1" status: 200 len: 1096 time: 0.1006529 Apr 28 19:48:50.734358 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5575c47b-8578-470d-baf5-b7d2f89bed9b req-8f3fa2f9-9007-4142-b577-b2d2d608f13c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605953 Apr 28 19:48:50.740301 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-814b1364-1357-4092-b111-d11e64f4686e req-59213fb5-6777-4e54-8692-282f991aa614 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295555 Apr 28 19:48:50.758020 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-438441a9-979a-4b06-9da7-5f5fbf5790ea tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:50.769306 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-438441a9-979a-4b06-9da7-5f5fbf5790ea tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:50.940529 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438441a9-979a-4b06-9da7-5f5fbf5790ea tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Pushing event updated for resources: {'Port': ['ID=a94e79a1-91a5-4ccd-b35f-9c719847e7cf,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:50.975980 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377bfdb-a5e7-48a1-a953-71888138f729 req-c5b4bc30-6d26-4340-b22b-1d2791a4af0a tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:50.985404 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-438441a9-979a-4b06-9da7-5f5fbf5790ea tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] In _notify_port_updated(), no bound segment for port a94e79a1-91a5-4ccd-b35f-9c719847e7cf on network 2ce5ad76-adf4-4eec-8294-e1f965748919 {{(pid=102774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 19:48:50.988831 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b377bfdb-a5e7-48a1-a953-71888138f729 req-c5b4bc30-6d26-4340-b22b-1d2791a4af0a tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=1015cb76-3c88-489c-8704-f56fc6e10e4a HTTP/1.1" status: 200 len: 945 time: 0.1318033 Apr 28 19:48:50.992158 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438441a9-979a-4b06-9da7-5f5fbf5790ea tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:50.992922 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-438441a9-979a-4b06-9da7-5f5fbf5790ea tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:50.994340 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-438441a9-979a-4b06-9da7-5f5fbf5790ea tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] 10.222.0.42 "PUT /v2.0/ports/a94e79a1-91a5-4ccd-b35f-9c719847e7cf HTTP/1.1" status: 200 len: 993 time: 1.4032876 Apr 28 19:48:50.997300 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59692) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:51.168947 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b377bfdb-a5e7-48a1-a953-71888138f729 req-29034d8b-e01d-43d6-9350-b4b3ffe45bd7 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243944 Apr 28 19:48:51.194334 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb6c37-ff76-4f11-a9c3-4d25ee5cb8cb req-706be5b5-df26-49af-94ae-2af608108cfc tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:51.204624 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-94bb6c37-ff76-4f11-a9c3-4d25ee5cb8cb req-706be5b5-df26-49af-94ae-2af608108cfc tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1147602 Apr 28 19:48:51.256991 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-77b8edee-f65c-425e-9d48-ac0a5c28095a tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Deleting port a94e79a1-91a5-4ccd-b35f-9c719847e7cf {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:48:51.257515 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-77b8edee-f65c-425e-9d48-ac0a5c28095a tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:51.320171 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-94bb6c37-ff76-4f11-a9c3-4d25ee5cb8cb req-d2d29d06-8988-4a1e-9bd9-a76391959a99 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963998 Apr 28 19:48:51.339258 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-d2bb8945-57d5-4966-badd-aaa857343250 None None] Provisioning complete for port a94e79a1-91a5-4ccd-b35f-9c719847e7cf triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:51.339832 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d2bb8945-57d5-4966-badd-aaa857343250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:51.442720 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-d2bb8945-57d5-4966-badd-aaa857343250 None None] Port a94e79a1-91a5-4ccd-b35f-9c719847e7cf cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:48:51.519456 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-108fa897-6028-435e-a03d-5040b9b9f1a4 req-84543ea4-da6f-4997-b916-cbf90f40370f tempest-ServerShowV254Test-1388905622 tempest-ServerShowV254Test-1388905622-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2ae9bdf-71c6-4f01-8dbf-dbfb5afb516e HTTP/1.1" status: 200 len: 210 time: 0.0400360 Apr 28 19:48:51.582060 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-77b8edee-f65c-425e-9d48-ac0a5c28095a tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:51.604373 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c767f0-685d-4dab-9b60-415d31fafef0 req-35a6c692-0409-4003-93e4-f8f51e78482e tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:51.605659 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39c767f0-685d-4dab-9b60-415d31fafef0 req-35a6c692-0409-4003-93e4-f8f51e78482e tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 946 time: 0.1943579 Apr 28 19:48:51.611335 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-77b8edee-f65c-425e-9d48-ac0a5c28095a tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Calling delete_port for a94e79a1-91a5-4ccd-b35f-9c719847e7cf owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:48:51.758044 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39c767f0-685d-4dab-9b60-415d31fafef0 req-c3f06b82-7df3-4e60-b865-82f6d012f5bf tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445317 Apr 28 19:48:51.852265 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-77b8edee-f65c-425e-9d48-ac0a5c28095a tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:51.888160 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8edee-f65c-425e-9d48-ac0a5c28095a tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Pushing event deleted for resources: {'Port': ['ID=a94e79a1-91a5-4ccd-b35f-9c719847e7cf,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:51.970994 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820bb744-d57c-4b70-82e3-d1fe3a5cc6ca req-6c9a8a22-7f56-4b28-a9b4-a2b06f4548fb tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:51.972962 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-820bb744-d57c-4b70-82e3-d1fe3a5cc6ca req-6c9a8a22-7f56-4b28-a9b4-a2b06f4548fb tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 945 time: 0.1111267 Apr 28 19:48:52.021242 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d8aaf5f2-485a-4836-a9d7-3d3664f35bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:52.075637 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-820bb744-d57c-4b70-82e3-d1fe3a5cc6ca req-265d626b-8ac1-4863-9b6b-f152611d27d0 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877602 Apr 28 19:48:52.189779 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-77b8edee-f65c-425e-9d48-ac0a5c28095a tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:52.193443 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-77b8edee-f65c-425e-9d48-ac0a5c28095a tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] 10.222.0.42 "DELETE /v2.0/ports/a94e79a1-91a5-4ccd-b35f-9c719847e7cf HTTP/1.1" status: 204 len: 168 time: 1.1949008 Apr 28 19:48:52.196194 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 59720) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:52.240284 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-c78e3bd3-80f6-477c-82b6-2ebf1f9c7fae tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] GET failed (client error): The resource could not be found. Apr 28 19:48:52.241954 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c78e3bd3-80f6-477c-82b6-2ebf1f9c7fae tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] 10.222.0.42 "GET /v2.0/ports/a94e79a1-91a5-4ccd-b35f-9c719847e7cf HTTP/1.1" status: 404 len: 333 time: 0.0446637 Apr 28 19:48:52.249999 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59722) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:52.253115 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-25e38e3b-d64e-4b8b-ba8a-b831dbb8467f tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Request body: {'port': {'network_id': '2ce5ad76-adf4-4eec-8294-e1f965748919', 'name': 'tempest-AllowedAddressPairTestJSON-1599660674'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:52.462949 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b22569-ba86-4818-a2da-7e8b783be9db req-fe63b7e3-6eea-490d-b441-08f8b1bdca16 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:52.472686 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-46b22569-ba86-4818-a2da-7e8b783be9db req-fe63b7e3-6eea-490d-b441-08f8b1bdca16 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=1015cb76-3c88-489c-8704-f56fc6e10e4a HTTP/1.1" status: 200 len: 945 time: 0.1168845 Apr 28 19:48:52.508203 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b18d2a-2ff4-48e4-901a-3af569ba4d12 req-ee152183-202e-4bc5-954a-7dfc99f06983 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:52.513139 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d8b18d2a-2ff4-48e4-901a-3af569ba4d12 req-ee152183-202e-4bc5-954a-7dfc99f06983 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.0698385 Apr 28 19:48:52.534316 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-46b22569-ba86-4818-a2da-7e8b783be9db req-da6712d8-4d72-4e5d-a2c2-77d88050bb36 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597985 Apr 28 19:48:52.537813 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e38e3b-d64e-4b8b-ba8a-b831dbb8467f tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Made reservation on behalf of 9cae0439969d46b3851f56cc1d002b8e for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:48:52.542243 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-25e38e3b-d64e-4b8b-ba8a-b831dbb8467f tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:52.575434 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-25e38e3b-d64e-4b8b-ba8a-b831dbb8467f tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] device_id is not set on port c7eb3d9e-d5d0-4f8d-b4ad-058b899d7164 yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:48:52.596023 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d8b18d2a-2ff4-48e4-901a-3af569ba4d12 req-b57001bc-5fcb-4b47-ac38-47f806867bb5 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715342 Apr 28 19:48:52.747482 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748cb007-c28e-4198-a57e-392ea216aac0 req-62958a4c-ca66-4a2c-8e95-77738aca77cc tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:52.756161 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-748cb007-c28e-4198-a57e-392ea216aac0 req-62958a4c-ca66-4a2c-8e95-77738aca77cc tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=1015cb76-3c88-489c-8704-f56fc6e10e4a HTTP/1.1" status: 200 len: 945 time: 0.0877197 Apr 28 19:48:52.785142 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-56706a11-c3fe-42de-8fdb-19afc4a20eb1 req-3aac7396-7729-49d0-9efe-eabfce239a05 tempest-ServerShowV254Test-1388905622 tempest-ServerShowV254Test-1388905622-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2ae9bdf-71c6-4f01-8dbf-dbfb5afb516e HTTP/1.1" status: 200 len: 210 time: 0.0716093 Apr 28 19:48:52.815776 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-748cb007-c28e-4198-a57e-392ea216aac0 req-7f3f1f5e-6564-4309-94c8-e1ebdbeddb17 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572071 Apr 28 19:48:52.847474 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-25e38e3b-d64e-4b8b-ba8a-b831dbb8467f tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Allocated IP 172.20.0.9 (2ce5ad76-adf4-4eec-8294-e1f965748919/9ce35042-2f74-4644-aa77-8c99317736d7/c7eb3d9e-d5d0-4f8d-b4ad-058b899d7164) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:48:53.022203 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69fe79-7740-43eb-b0db-dbb7f2c93903 req-6cdf0278-3806-43d4-96ba-55975e12146f tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:53.030118 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bc69fe79-7740-43eb-b0db-dbb7f2c93903 req-6cdf0278-3806-43d4-96ba-55975e12146f tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 946 time: 0.1254191 Apr 28 19:48:53.168046 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bc69fe79-7740-43eb-b0db-dbb7f2c93903 req-3925c17a-0254-4f15-a20e-dc74331df3da tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368358 Apr 28 19:48:53.242747 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-25e38e3b-d64e-4b8b-ba8a-b831dbb8467f tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:53.331278 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-25e38e3b-d64e-4b8b-ba8a-b831dbb8467f tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:53.357838 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3e253-a3cd-4896-b04b-461f94a1d291 req-503e9263-ef56-4abc-9384-faaf81f0bd56 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:53.365679 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8ed3e253-a3cd-4896-b04b-461f94a1d291 req-503e9263-ef56-4abc-9384-faaf81f0bd56 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 945 time: 0.1239166 Apr 28 19:48:53.427167 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8ed3e253-a3cd-4896-b04b-461f94a1d291 req-296091ee-3472-4e44-aee8-cedd9c4553a8 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606375 Apr 28 19:48:53.461459 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e38e3b-d64e-4b8b-ba8a-b831dbb8467f tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Network 2ce5ad76-adf4-4eec-8294-e1f965748919 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:48:53.461459 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e38e3b-d64e-4b8b-ba8a-b831dbb8467f tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Pushing event updated for resources: {'Port': ['ID=c7eb3d9e-d5d0-4f8d-b4ad-058b899d7164,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:53.464840 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-25e38e3b-d64e-4b8b-ba8a-b831dbb8467f tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:48:53.469531 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:53.480684 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e38e3b-d64e-4b8b-ba8a-b831dbb8467f tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:48:53.545565 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0aaf1-cce2-4f5c-a346-018716fd9308 req-f8b5cb4a-5409-46b0-af19-ca5d95ea0f86 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:53.547436 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5db0aaf1-cce2-4f5c-a346-018716fd9308 req-f8b5cb4a-5409-46b0-af19-ca5d95ea0f86 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=1015cb76-3c88-489c-8704-f56fc6e10e4a HTTP/1.1" status: 200 len: 945 time: 0.1688883 Apr 28 19:48:53.644991 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e38e3b-d64e-4b8b-ba8a-b831dbb8467f tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:53.655643 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-25e38e3b-d64e-4b8b-ba8a-b831dbb8467f tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:53.735324 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5db0aaf1-cce2-4f5c-a346-018716fd9308 req-52ab6a4d-fa77-497f-840c-ddad4f42aaf5 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738565 Apr 28 19:48:53.761432 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-25e38e3b-d64e-4b8b-ba8a-b831dbb8467f tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5142870 Apr 28 19:48:53.764581 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59798) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:53.772495 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-a047a8b8-2ad2-4cf4-b68d-003ad74b45b0 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:fc:87:dc'}]}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:53.834624 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb654465-94aa-400e-b36a-4e0e8521cfd5 req-48210fc6-5b85-4f9d-911a-1e52d1c7565c tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:53.843275 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fb654465-94aa-400e-b36a-4e0e8521cfd5 req-48210fc6-5b85-4f9d-911a-1e52d1c7565c tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1072938 Apr 28 19:48:53.910350 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-e045b421-141a-4a11-b253-1c52138b4434 None None] Provisioning complete for port c7eb3d9e-d5d0-4f8d-b4ad-058b899d7164 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:53.910739 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e045b421-141a-4a11-b253-1c52138b4434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:54.021621 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-e045b421-141a-4a11-b253-1c52138b4434 None None] Port c7eb3d9e-d5d0-4f8d-b4ad-058b899d7164 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:48:54.037506 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-10dea4b2-2134-47d7-9945-8c78cd282b0a req-352eb6ea-1b3c-4582-ab34-51b718cfef49 tempest-ServerShowV254Test-1388905622 tempest-ServerShowV254Test-1388905622-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2ae9bdf-71c6-4f01-8dbf-dbfb5afb516e HTTP/1.1" status: 200 len: 210 time: 0.0663247 Apr 28 19:48:54.126948 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a047a8b8-2ad2-4cf4-b68d-003ad74b45b0 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:54.292325 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fb654465-94aa-400e-b36a-4e0e8521cfd5 req-0a447590-d6e4-43df-be7e-119722d7aacd tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467778 Apr 28 19:48:54.543358 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a047a8b8-2ad2-4cf4-b68d-003ad74b45b0 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:54.557498 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a047a8b8-2ad2-4cf4-b68d-003ad74b45b0 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:54.596680 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7893d-a5ef-4688-810e-645b1795b6e9 req-394baccc-40a7-49d5-b949-c29ee9f62ade tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:54.596680 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07d7893d-a5ef-4688-810e-645b1795b6e9 req-394baccc-40a7-49d5-b949-c29ee9f62ade tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 946 time: 0.1562078 Apr 28 19:48:54.628438 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b915a3-79f1-46f0-811f-572249068c3d req-aafb509d-1041-46c0-ae9f-702533b6a32a tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:54.630206 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-22b915a3-79f1-46f0-811f-572249068c3d req-aafb509d-1041-46c0-ae9f-702533b6a32a tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.15 "GET /v2.0/ports?device_id=1015cb76-3c88-489c-8704-f56fc6e10e4a HTTP/1.1" status: 200 len: 945 time: 0.1970530 Apr 28 19:48:54.663231 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83abb9-a77f-4892-9903-077f437dd20b req-0cd1e2ee-1440-480c-a38b-34aa21e7ec99 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:54.665004 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ea83abb9-a77f-4892-9903-077f437dd20b req-0cd1e2ee-1440-480c-a38b-34aa21e7ec99 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 945 time: 0.1420846 Apr 28 19:48:54.742880 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ea83abb9-a77f-4892-9903-077f437dd20b req-ca560772-1824-4433-a42f-ea05d0265b52 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654860 Apr 28 19:48:54.755762 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047a8b8-2ad2-4cf4-b68d-003ad74b45b0 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Pushing event updated for resources: {'Port': ['ID=c7eb3d9e-d5d0-4f8d-b4ad-058b899d7164,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:54.906096 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07d7893d-a5ef-4688-810e-645b1795b6e9 req-341b5e5b-5692-48ee-8e16-ef26f9985eac tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3030443 Apr 28 19:48:54.909499 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-a047a8b8-2ad2-4cf4-b68d-003ad74b45b0 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] In _notify_port_updated(), no bound segment for port c7eb3d9e-d5d0-4f8d-b4ad-058b899d7164 on network 2ce5ad76-adf4-4eec-8294-e1f965748919 {{(pid=102773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 19:48:54.918162 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a047a8b8-2ad2-4cf4-b68d-003ad74b45b0 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:54.923367 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a047a8b8-2ad2-4cf4-b68d-003ad74b45b0 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:54.931012 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a047a8b8-2ad2-4cf4-b68d-003ad74b45b0 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] 10.222.0.42 "PUT /v2.0/ports/c7eb3d9e-d5d0-4f8d-b4ad-058b899d7164 HTTP/1.1" status: 200 len: 996 time: 1.1620274 Apr 28 19:48:54.932251 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59814) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:54.972563 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010931fa-d1bf-4b97-87c2-58fa4268d3ee req-5a5fe706-aaae-4e25-9100-1b89ff440156 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:54.978995 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-010931fa-d1bf-4b97-87c2-58fa4268d3ee req-5a5fe706-aaae-4e25-9100-1b89ff440156 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=1015cb76-3c88-489c-8704-f56fc6e10e4a HTTP/1.1" status: 200 len: 945 time: 0.1145496 Apr 28 19:48:55.045805 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-010931fa-d1bf-4b97-87c2-58fa4268d3ee req-5614ce87-8dfe-4a6c-a812-9163926df75d tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579848 Apr 28 19:48:55.078686 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-22b915a3-79f1-46f0-811f-572249068c3d req-f66937ad-3bff-4ca2-af5d-95b921e9ebc6 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Deleting port 1f633fc8-41a0-4f3b-8fbb-b48c951aac59 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:48:55.079033 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-22b915a3-79f1-46f0-811f-572249068c3d req-f66937ad-3bff-4ca2-af5d-95b921e9ebc6 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:55.209759 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-06376dec-1e07-45d7-bec0-0da167ff5e2a tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Deleting port c7eb3d9e-d5d0-4f8d-b4ad-058b899d7164 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:48:55.211069 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06376dec-1e07-45d7-bec0-0da167ff5e2a tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:55.222336 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-10bf554f-29ab-4805-9984-fe886785e53c req-2ea7aa23-24e3-4e5e-9d90-f2defa34d606 tempest-ServerShowV254Test-1388905622 tempest-ServerShowV254Test-1388905622-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2ae9bdf-71c6-4f01-8dbf-dbfb5afb516e HTTP/1.1" status: 200 len: 210 time: 0.0560851 Apr 28 19:48:55.310421 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-22b915a3-79f1-46f0-811f-572249068c3d req-f66937ad-3bff-4ca2-af5d-95b921e9ebc6 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] For port 1f633fc8-41a0-4f3b-8fbb-b48c951aac59, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=1f633fc8-41a0-4f3b-8fbb-b48c951aac59,segment=NetworkSegment(daad3582-9abd-449f-85ba-5c80ef9418e3),segment_id=daad3582-9abd-449f-85ba-5c80ef9418e3)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:55.311305 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-22b915a3-79f1-46f0-811f-572249068c3d req-f66937ad-3bff-4ca2-af5d-95b921e9ebc6 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:55.358776 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-22b915a3-79f1-46f0-811f-572249068c3d req-f66937ad-3bff-4ca2-af5d-95b921e9ebc6 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Calling delete_port for 1f633fc8-41a0-4f3b-8fbb-b48c951aac59 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:48:55.361668 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-fa7f585e-6e85-4a9d-a8a3-d3c69446b479 None None] Provisioning complete for port c7eb3d9e-d5d0-4f8d-b4ad-058b899d7164 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:55.362660 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fa7f585e-6e85-4a9d-a8a3-d3c69446b479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:55.410053 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-fa7f585e-6e85-4a9d-a8a3-d3c69446b479 None None] Port c7eb3d9e-d5d0-4f8d-b4ad-058b899d7164 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:48:55.508905 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06376dec-1e07-45d7-bec0-0da167ff5e2a tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:55.526924 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-06376dec-1e07-45d7-bec0-0da167ff5e2a tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Calling delete_port for c7eb3d9e-d5d0-4f8d-b4ad-058b899d7164 owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:48:55.538455 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb08c7-63c5-44bd-9b14-4d930d2537c7 req-8ad9042b-92c4-4c37-b178-0d6e1968124e tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:55.550540 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-36bb08c7-63c5-44bd-9b14-4d930d2537c7 req-8ad9042b-92c4-4c37-b178-0d6e1968124e tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1207087 Apr 28 19:48:55.620857 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-36bb08c7-63c5-44bd-9b14-4d930d2537c7 req-205a7d4f-9ec4-4b8c-86d3-5a209df877c5 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636113 Apr 28 19:48:55.750063 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:55.774156 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-22b915a3-79f1-46f0-811f-572249068c3d req-f66937ad-3bff-4ca2-af5d-95b921e9ebc6 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:55.789820 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['1f633fc8-41a0-4f3b-8fbb-b48c951aac59'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:48:55.830389 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['49307b20-b4ff-444f-afcb-d7bf39e9a7f0'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:48:55.844584 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:48:55.860643 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66937ad-3bff-4ca2-af5d-95b921e9ebc6 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Pushing event deleted for resources: {'Port': ['ID=1f633fc8-41a0-4f3b-8fbb-b48c951aac59,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:56.083640 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:56.137466 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c61fafef-b125-4bc6-b749-9bc30ee6a590 req-65367ec0-9364-421d-b7b8-b4558eec4165 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d2ae9bdf-71c6-4f01-8dbf-dbfb5afb516e HTTP/1.1" status: 200 len: 210 time: 0.0630984 Apr 28 19:48:56.177971 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba54536-e312-421a-b8d4-8aa1ee77edca req-480fb889-5868-4e7b-be47-0f1d3fbda84d tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:56.190268 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3ba54536-e312-421a-b8d4-8aa1ee77edca req-480fb889-5868-4e7b-be47-0f1d3fbda84d tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 946 time: 0.1640840 Apr 28 19:48:56.260299 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0,segment=NetworkSegment(51039b99-7ae2-4b2a-8868-b76f3cd7a80e),segment_id=51039b99-7ae2-4b2a-8868-b76f3cd7a80e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:56.274082 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3ba54536-e312-421a-b8d4-8aa1ee77edca req-68a79c4c-d62a-4812-b25c-7dff5afe5236 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773609 Apr 28 19:48:56.291871 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0', 'network_id': 'fdfdf1f0-8e25-41b2-9990-5438dad369fb', 'port_id': '88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0', 'mac_address': 'fa:16:3e:4c:52:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac161c98-1b27-4fc1-be9d-8121dc9f01bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:48:56.389861 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fb4f382e-13bd-4922-abb4-7bac0dc48173 req-f983d0b6-7ff1-4e15-916c-6e5143535b35 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=1015cb76-3c88-489c-8704-f56fc6e10e4a HTTP/1.1" status: 200 len: 210 time: 0.0398464 Apr 28 19:48:56.427678 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:56.444635 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:56.484285 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0,segment=NetworkSegment(51039b99-7ae2-4b2a-8868-b76f3cd7a80e),segment_id=51039b99-7ae2-4b2a-8868-b76f3cd7a80e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:56.501332 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:56.588174 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-81dcc9ac-8eff-47a5-b0ea-1e5abc2a5e37 req-c02118e8-a310-4050-ab5c-3240465306c6 tempest-ServerShowV254Test-1388905622 tempest-ServerShowV254Test-1388905622-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2ae9bdf-71c6-4f01-8dbf-dbfb5afb516e HTTP/1.1" status: 200 len: 210 time: 0.0607915 Apr 28 19:48:56.623145 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b915a3-79f1-46f0-811f-572249068c3d req-f66937ad-3bff-4ca2-af5d-95b921e9ebc6 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] No DVR routers for this DVR port 1f633fc8-41a0-4f3b-8fbb-b48c951aac59 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:48:56.624192 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:48:56.630591 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-22b915a3-79f1-46f0-811f-572249068c3d req-f66937ad-3bff-4ca2-af5d-95b921e9ebc6 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:56.634619 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-22b915a3-79f1-46f0-811f-572249068c3d req-f66937ad-3bff-4ca2-af5d-95b921e9ebc6 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.15 "DELETE /v2.0/ports/1f633fc8-41a0-4f3b-8fbb-b48c951aac59 HTTP/1.1" status: 204 len: 173 time: 1.9937718 Apr 28 19:48:56.636459 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1015cb76-3c88-489c-8704-f56fc6e10e4a', 'name': 'network-vif-deleted', 'tag': '1f633fc8-41a0-4f3b-8fbb-b48c951aac59'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:56.650133 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12d3feb-877f-476a-90c8-bbfe0bbc94d7" -d '{"events": [{"server_uuid": "1015cb76-3c88-489c-8704-f56fc6e10e4a", "name": "network-vif-deleted", "tag": "1f633fc8-41a0-4f3b-8fbb-b48c951aac59"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:48:56.689925 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc01268-168b-4355-8f6f-dd98c656e26c req-d402328e-4010-419c-badc-c874c8050c44 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:56.699671 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3dc01268-168b-4355-8f6f-dd98c656e26c req-d402328e-4010-419c-badc-c874c8050c44 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 945 time: 0.8151271 Apr 28 19:48:56.726530 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:56.762196 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06376dec-1e07-45d7-bec0-0da167ff5e2a tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:56.898475 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06376dec-1e07-45d7-bec0-0da167ff5e2a tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Pushing event deleted for resources: {'Port': ['ID=c7eb3d9e-d5d0-4f8d-b4ad-058b899d7164,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:56.936455 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364716b-40dc-43a2-9466-ab90b599f4bc req-a756cd43-338f-4108-8f51-da1fca3825cf tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:56.942004 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0364716b-40dc-43a2-9466-ab90b599f4bc req-a756cd43-338f-4108-8f51-da1fca3825cf tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 944 time: 0.1582520 Apr 28 19:48:56.965609 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3dc01268-168b-4355-8f6f-dd98c656e26c req-4f81d8d4-f466-4e19-9d56-df76b2d036d3 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648001 Apr 28 19:48:57.041677 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 59846) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:57.082808 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e7cf4a-1b61-4278-b208-bb23e97e78d2 x-openstack-request-id: req-b3e7cf4a-1b61-4278-b208-bb23e97e78d2 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:48:57.083030 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1015cb76-3c88-489c-8704-f56fc6e10e4a", "name": "network-vif-deleted", "tag": "1f633fc8-41a0-4f3b-8fbb-b48c951aac59", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:48:57.083374 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b3e7cf4a-1b61-4278-b208-bb23e97e78d2 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:48:57.083947 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3e7cf4a-1b61-4278-b208-bb23e97e78d2'] response: {'server_uuid': '1015cb76-3c88-489c-8704-f56fc6e10e4a', 'name': 'network-vif-deleted', 'tag': '1f633fc8-41a0-4f3b-8fbb-b48c951aac59', 'status': 'completed', 'code': 200} Apr 28 19:48:57.147766 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06376dec-1e07-45d7-bec0-0da167ff5e2a tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:57.161828 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-06376dec-1e07-45d7-bec0-0da167ff5e2a tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] 10.222.0.42 "DELETE /v2.0/ports/c7eb3d9e-d5d0-4f8d-b4ad-058b899d7164 HTTP/1.1" status: 204 len: 168 time: 2.2280948 Apr 28 19:48:57.170251 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59850) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:57.233864 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0364716b-40dc-43a2-9466-ab90b599f4bc req-22c27724-b605-4875-a298-c98f04616020 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793341 Apr 28 19:48:57.266357 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-310becd1-929f-4b0e-829d-c25b3f195757 admin admin] Deleting subnet f2a30fc9-16eb-4c1a-b7a4-cd1563312ae5 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:48:57.288624 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde7ea74-d3d4-4513-8253-07a70d4a8ff8 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] GET failed (client error): The resource could not be found. Apr 28 19:48:57.295689 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-bde7ea74-d3d4-4513-8253-07a70d4a8ff8 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] 10.222.0.42 "GET /v2.0/ports/c7eb3d9e-d5d0-4f8d-b4ad-058b899d7164 HTTP/1.1" status: 404 len: 333 time: 0.1218054 Apr 28 19:48:57.296814 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59856) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:57.300032 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-310becd1-929f-4b0e-829d-c25b3f195757 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:57.302025 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-fbf97232-4ef9-43be-be12-e34f57be02e0 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Request body: {'port': {'network_id': '2ce5ad76-adf4-4eec-8294-e1f965748919', 'name': 'tempest-AllowedAddressPairTestJSON-1051906825'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:57.407169 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-310becd1-929f-4b0e-829d-c25b3f195757 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:57.530654 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-310becd1-929f-4b0e-829d-c25b3f195757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:57.679460 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7a015938-718d-441d-b678-c724a8c9b8a3 req-cbf8459c-b34a-41eb-ac53-d74f8b3506ce tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=1015cb76-3c88-489c-8704-f56fc6e10e4a HTTP/1.1" status: 200 len: 210 time: 0.0797291 Apr 28 19:48:57.696146 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e4e2c-2d75-4d53-8aad-98a7f00cad38 req-d1d717e9-0c23-42ba-9443-712036c8fba9 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:57.706532 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e38e4e2c-2d75-4d53-8aad-98a7f00cad38 req-d1d717e9-0c23-42ba-9443-712036c8fba9 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 946 time: 0.1798186 Apr 28 19:48:57.745716 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-310becd1-929f-4b0e-829d-c25b3f195757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:57.807387 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310becd1-929f-4b0e-829d-c25b3f195757 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2a30fc9-16eb-4c1a-b7a4-cd1563312ae5,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:57.819364 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:48:57.830979 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-310becd1-929f-4b0e-829d-c25b3f195757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:57.845358 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-310becd1-929f-4b0e-829d-c25b3f195757 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f2a30fc9-16eb-4c1a-b7a4-cd1563312ae5 HTTP/1.1" status: 204 len: 168 time: 0.8004203 Apr 28 19:48:57.848414 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 59870) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:57.885317 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e38e4e2c-2d75-4d53-8aad-98a7f00cad38 req-900fa8a7-11f8-4137-9d34-957b5ad80e30 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777079 Apr 28 19:48:57.895221 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf97232-4ef9-43be-be12-e34f57be02e0 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Made reservation on behalf of 9cae0439969d46b3851f56cc1d002b8e for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:48:57.899008 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fbf97232-4ef9-43be-be12-e34f57be02e0 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:57.924622 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-fbf97232-4ef9-43be-be12-e34f57be02e0 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] device_id is not set on port e8f1ccb7-b92e-4045-b882-3c9e55c61a71 yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:48:57.975317 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:57.975620 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:58.049019 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-80af025e-4d11-4fd6-80dd-630ed5f3336c req-c2e03a53-8e07-48a1-a53b-ed3a9a0f8f27 tempest-ServerShowV254Test-1388905622 tempest-ServerShowV254Test-1388905622-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2ae9bdf-71c6-4f01-8dbf-dbfb5afb516e HTTP/1.1" status: 200 len: 210 time: 0.1272166 Apr 28 19:48:58.188880 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:58.267251 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da916a6d-8098-4792-9b7d-ca4290412279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:58.269853 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c29807-8d0b-4065-aa0d-639fb5ad8f18" -d '{"events": [{"server_uuid": "da916a6d-8098-4792-9b7d-ca4290412279", "name": "network-vif-plugged", "status": "completed", "tag": "88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:48:58.292619 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3287f185-4c6d-4bd7-82ca-e5d342ed7c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:58.313482 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0,segment=NetworkSegment(51039b99-7ae2-4b2a-8868-b76f3cd7a80e),segment_id=51039b99-7ae2-4b2a-8868-b76f3cd7a80e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:58.347419 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:58.352205 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 1f633fc8-41a0-4f3b-8fbb-b48c951aac59 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:48:58.397209 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 1f633fc8-41a0-4f3b-8fbb-b48c951aac59 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:48:58.397571 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 1f633fc8-41a0-4f3b-8fbb-b48c951aac59 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:48:58.403209 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfdbd0-03be-41f5-84c9-0e57433c9569 req-26a3cac8-bf76-4b5f-8f21-72760de8211e tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:58.415627 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7ccfdbd0-03be-41f5-84c9-0e57433c9569 req-26a3cac8-bf76-4b5f-8f21-72760de8211e tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 945 time: 0.2578797 Apr 28 19:48:58.422034 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-fbf97232-4ef9-43be-be12-e34f57be02e0 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Allocated IP 172.20.0.14 (2ce5ad76-adf4-4eec-8294-e1f965748919/9ce35042-2f74-4644-aa77-8c99317736d7/e8f1ccb7-b92e-4045-b882-3c9e55c61a71) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:48:58.578510 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0,revision_number=7']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:58.583681 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3287f185-4c6d-4bd7-82ca-e5d342ed7c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:58.588597 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7ccfdbd0-03be-41f5-84c9-0e57433c9569 req-bc2afc80-fdea-4b10-bf06-f78107c71c9e tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716878 Apr 28 19:48:58.605825 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-34c43840-3b8d-439c-8937-e2b8a9643314 req-49c15284-2b22-48cf-aabc-a900cafe8d9f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=385e96e19be541a896be17cc1e8f8f8b&device_id=d2ae9bdf-71c6-4f01-8dbf-dbfb5afb516e HTTP/1.1" status: 200 len: 210 time: 0.0702939 Apr 28 19:48:58.606498 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:48:58.675790 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-34c43840-3b8d-439c-8937-e2b8a9643314 req-8218fe27-14b4-48f7-ae7a-9d32f0c2e806 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=385e96e19be541a896be17cc1e8f8f8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537982 Apr 28 19:48:58.677283 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e483140b-ca5c-4702-b57d-ae46ec2efd5a x-openstack-request-id: req-e483140b-ca5c-4702-b57d-ae46ec2efd5a {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:48:58.677669 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da916a6d-8098-4792-9b7d-ca4290412279", "name": "network-vif-plugged", "status": "completed", "tag": "88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:48:58.677932 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e483140b-ca5c-4702-b57d-ae46ec2efd5a {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:48:58.678633 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-3287f185-4c6d-4bd7-82ca-e5d342ed7c65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b05ad6-239f-42f0-8d79-d8e87e9e7591']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:58.678864 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e483140b-ca5c-4702-b57d-ae46ec2efd5a'] response: {'server_uuid': 'da916a6d-8098-4792-9b7d-ca4290412279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0', 'code': 200} Apr 28 19:48:58.742627 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-3287f185-4c6d-4bd7-82ca-e5d342ed7c65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e51452-b57a-4520-9531-f462c21a0b7c') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:58.742893 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-3287f185-4c6d-4bd7-82ca-e5d342ed7c65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e51452-b57a-4520-9531-f462c21a0b7c') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:58.762666 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3287f185-4c6d-4bd7-82ca-e5d342ed7c65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:58.819515 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3287f185-4c6d-4bd7-82ca-e5d342ed7c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:58.830605 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91011c29-b960-4ee4-93d5-e55c626abcad req-c2bb3b71-a4b6-400f-8170-2b91be0717f7 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:58.839438 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-91011c29-b960-4ee4-93d5-e55c626abcad req-c2bb3b71-a4b6-400f-8170-2b91be0717f7 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1547801 Apr 28 19:48:58.865871 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3287f185-4c6d-4bd7-82ca-e5d342ed7c65 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:48:58.866411 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3287f185-4c6d-4bd7-82ca-e5d342ed7c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:58.873142 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:48:58.873142 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:48:58.873142 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:48:58.873142 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:48:58.873142 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:48:58.873142 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:48:58.873142 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:48:58.873142 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:48:58.873142 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:48:58.873142 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:48:58.873142 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:48:58.873142 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:48:58.873142 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:48:58.873142 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:48:58.873142 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:48:58.873142 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:48:58.873142 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:48:58.873142 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:48:58.873142 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:48:58.873142 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:48:58.873142 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:48:58.873142 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:48:58.873142 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:48:58.873142 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:48:58.873142 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:48:58.873142 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:48:58.873142 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:48:58.873142 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:48:58.873142 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:48:58.873142 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:48:58.873142 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:48:58.873142 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:48:58.936040 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8db8e0c3-fba7-4a34-a5f5-5367924b128c req-cc188ceb-93d6-47d7-9d1c-7d0f859ed92d tempest-ServerShowV254Test-1388905622 tempest-ServerShowV254Test-1388905622-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2ae9bdf-71c6-4f01-8dbf-dbfb5afb516e HTTP/1.1" status: 200 len: 210 time: 0.0920229 Apr 28 19:48:58.955305 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-91011c29-b960-4ee4-93d5-e55c626abcad req-cbb0c1be-3f7f-4783-808e-fecf78ceddb3 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162412 Apr 28 19:48:58.983933 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c43840-3b8d-439c-8937-e2b8a9643314 req-bb1c1ada-8562-480c-8b5d-2e6a1634bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:58.996706 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-34c43840-3b8d-439c-8937-e2b8a9643314 req-bb1c1ada-8562-480c-8b5d-2e6a1634bfaf service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3099291 Apr 28 19:48:59.012609 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3287f185-4c6d-4bd7-82ca-e5d342ed7c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:59.039307 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3287f185-4c6d-4bd7-82ca-e5d342ed7c65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:59.044303 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3287f185-4c6d-4bd7-82ca-e5d342ed7c65 admin admin] 10.222.0.42 "DELETE /v2.0/networks/83b05ad6-239f-42f0-8d79-d8e87e9e7591 HTTP/1.1" status: 204 len: 168 time: 1.1924617 Apr 28 19:48:59.089925 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287f185-4c6d-4bd7-82ca-e5d342ed7c65 admin admin] Pushing event deleted for resources: {'Network': ['ID=83b05ad6-239f-42f0-8d79-d8e87e9e7591,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:59.101551 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fbf97232-4ef9-43be-be12-e34f57be02e0 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:59.219057 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fbf97232-4ef9-43be-be12-e34f57be02e0 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:59.281975 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bf263-6bf4-42ba-9705-634923f3ca2a req-64c9b509-6ecb-4576-8dc0-0754c0fce674 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:59.290409 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3f9bf263-6bf4-42ba-9705-634923f3ca2a req-64c9b509-6ecb-4576-8dc0-0754c0fce674 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 946 time: 0.1131921 Apr 28 19:48:59.371288 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf97232-4ef9-43be-be12-e34f57be02e0 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Pushing event updated for resources: {'Port': ['ID=e8f1ccb7-b92e-4045-b882-3c9e55c61a71,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:59.412704 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3f9bf263-6bf4-42ba-9705-634923f3ca2a req-acbd9282-6b62-46cc-bff6-bb5eb64257dd tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143897 Apr 28 19:48:59.420794 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf97232-4ef9-43be-be12-e34f57be02e0 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Network 2ce5ad76-adf4-4eec-8294-e1f965748919 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:48:59.422327 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-fbf97232-4ef9-43be-be12-e34f57be02e0 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:48:59.439154 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 59892) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:59.447801 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf97232-4ef9-43be-be12-e34f57be02e0 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:48:59.562023 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-91b1b6ec-4ee2-496e-a4e4-538b9899df51 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8fa7b48cd6324c3d898d34efdddefc05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1211627 Apr 28 19:48:59.564442 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 59894) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:59.595486 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf97232-4ef9-43be-be12-e34f57be02e0 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:59.596643 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fbf97232-4ef9-43be-be12-e34f57be02e0 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:59.644829 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fbf97232-4ef9-43be-be12-e34f57be02e0 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3468897 Apr 28 19:48:59.648074 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59898) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:48:59.667365 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-1eecdfb2-d5e9-47b5-9b83-0ad0dbcfc13b tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Request body: {'port': {'network_id': '2ce5ad76-adf4-4eec-8294-e1f965748919', 'name': 'tempest-AllowedAddressPairTestJSON-272637695'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:59.751646 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6d2336ff-556c-469d-8cb5-b6699da8846c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:59.815303 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6d2336ff-556c-469d-8cb5-b6699da8846c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:59.985039 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eecdfb2-d5e9-47b5-9b83-0ad0dbcfc13b tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Made reservation on behalf of 9cae0439969d46b3851f56cc1d002b8e for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:48:59.991131 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7a528ce6-63a7-4b4d-a9ff-76e22a45c09e None None] Provisioning complete for port e8f1ccb7-b92e-4045-b882-3c9e55c61a71 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:59.992182 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7a528ce6-63a7-4b4d-a9ff-76e22a45c09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:00.000761 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1eecdfb2-d5e9-47b5-9b83-0ad0dbcfc13b tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:00.007705 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6d2336ff-556c-469d-8cb5-b6699da8846c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:00.016949 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6d2336ff-556c-469d-8cb5-b6699da8846c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:00.019865 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6d2336ff-556c-469d-8cb5-b6699da8846c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cb24303e-0c91-4a50-9b9c-4d966185e279 HTTP/1.1" status: 204 len: 168 time: 0.4529757 Apr 28 19:49:00.062836 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-1eecdfb2-d5e9-47b5-9b83-0ad0dbcfc13b tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] device_id is not set on port 80e2cc62-16bf-49b4-a8ef-3b6bc4471c66 yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:49:00.066397 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2336ff-556c-469d-8cb5-b6699da8846c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb24303e-0c91-4a50-9b9c-4d966185e279,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:00.118156 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabd2a4-67f8-47e2-b5ac-5bb3c7b5d807 req-788602d7-2d5d-4596-a0d5-9feae32a33ed tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:00.133530 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-deabd2a4-67f8-47e2-b5ac-5bb3c7b5d807 req-788602d7-2d5d-4596-a0d5-9feae32a33ed tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 945 time: 0.2250712 Apr 28 19:49:00.137643 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7a528ce6-63a7-4b4d-a9ff-76e22a45c09e None None] Port e8f1ccb7-b92e-4045-b882-3c9e55c61a71 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:49:00.237391 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-deabd2a4-67f8-47e2-b5ac-5bb3c7b5d807 req-da985a69-b85a-4fd7-9ef5-48e64ae7d741 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875678 Apr 28 19:49:00.268765 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-1eecdfb2-d5e9-47b5-9b83-0ad0dbcfc13b tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Allocated IP 172.20.0.6 (2ce5ad76-adf4-4eec-8294-e1f965748919/9ce35042-2f74-4644-aa77-8c99317736d7/80e2cc62-16bf-49b4-a8ef-3b6bc4471c66) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:49:00.321013 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-34c43840-3b8d-439c-8937-e2b8a9643314 req-d6c6c947-9087-4b7a-bd84-31533cca6614 tempest-ServerShowV254Test-1388905622 tempest-ServerShowV254Test-1388905622-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2ae9bdf-71c6-4f01-8dbf-dbfb5afb516e HTTP/1.1" status: 200 len: 210 time: 0.0741937 Apr 28 19:49:00.353411 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8e149ca4-b51d-4579-bdc0-f771e522746b req-d38dc6df-bed4-494e-96d1-8ac1074a1737 tempest-ServerShowV254Test-1388905622 tempest-ServerShowV254Test-1388905622-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2ae9bdf-71c6-4f01-8dbf-dbfb5afb516e HTTP/1.1" status: 200 len: 210 time: 0.0709963 Apr 28 19:49:00.514314 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78efb28-fcee-452d-b5fb-bfe291ab2ff4 req-3ec34957-7aaf-4b72-80c1-49afce1f832b tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:00.527211 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c78efb28-fcee-452d-b5fb-bfe291ab2ff4 req-3ec34957-7aaf-4b72-80c1-49afce1f832b tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1881688 Apr 28 19:49:00.657994 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c78efb28-fcee-452d-b5fb-bfe291ab2ff4 req-6110f4f0-7a15-4f2b-9e1f-57216be5bf63 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301694 Apr 28 19:49:00.934361 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa6043-98d7-4ffe-985b-4ce4ac6adae7 req-31d1cd5c-f004-4ff1-aae0-591144a31651 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:00.943079 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-caaa6043-98d7-4ffe-985b-4ce4ac6adae7 req-31d1cd5c-f004-4ff1-aae0-591144a31651 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 946 time: 0.2164004 Apr 28 19:49:00.950858 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1eecdfb2-d5e9-47b5-9b83-0ad0dbcfc13b tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:01.012954 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-caaa6043-98d7-4ffe-985b-4ce4ac6adae7 req-602adc90-afc6-4cad-b2a0-04a5a68d6862 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633271 Apr 28 19:49:01.072846 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1eecdfb2-d5e9-47b5-9b83-0ad0dbcfc13b tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:01.187606 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eecdfb2-d5e9-47b5-9b83-0ad0dbcfc13b tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Network 2ce5ad76-adf4-4eec-8294-e1f965748919 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:01.190486 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-1eecdfb2-d5e9-47b5-9b83-0ad0dbcfc13b tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:01.205397 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eecdfb2-d5e9-47b5-9b83-0ad0dbcfc13b tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:49:01.333927 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eecdfb2-d5e9-47b5-9b83-0ad0dbcfc13b tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Pushing event updated for resources: {'Port': ['ID=80e2cc62-16bf-49b4-a8ef-3b6bc4471c66,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:01.421928 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eecdfb2-d5e9-47b5-9b83-0ad0dbcfc13b tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:01.422980 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1eecdfb2-d5e9-47b5-9b83-0ad0dbcfc13b tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:01.452839 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1eecdfb2-d5e9-47b5-9b83-0ad0dbcfc13b tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8031933 Apr 28 19:49:01.455576 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 59936) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:01.462050 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-7f7a5d88-6dcd-4353-98f1-46ca49597ca2 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:fc:87:dc'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:16:68:14'}]}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:01.472622 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2279b-bbb4-4d82-8241-e0feeac5c139 req-2376ace9-2d36-4f34-b806-137e533c1a15 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:01.487557 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2cb2279b-bbb4-4d82-8241-e0feeac5c139 req-2376ace9-2d36-4f34-b806-137e533c1a15 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 945 time: 0.1460831 Apr 28 19:49:01.566111 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2cb2279b-bbb4-4d82-8241-e0feeac5c139 req-9e9beadf-c1e9-4f46-b166-b0afce14a615 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770359 Apr 28 19:49:01.723768 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-73d2f935-0baa-4185-b701-ac7d2621c188 None None] Provisioning complete for port 80e2cc62-16bf-49b4-a8ef-3b6bc4471c66 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:01.736084 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-73d2f935-0baa-4185-b701-ac7d2621c188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:01.928536 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-73d2f935-0baa-4185-b701-ac7d2621c188 None None] Port 80e2cc62-16bf-49b4-a8ef-3b6bc4471c66 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:49:01.990129 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7f7a5d88-6dcd-4353-98f1-46ca49597ca2 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:02.000509 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:02.047098 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da779f49-6152-4cfb-95e9-7457f4cdfdca req-979662f8-10cc-4b90-83df-f60f8d57e45e tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:02.050086 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-da779f49-6152-4cfb-95e9-7457f4cdfdca req-979662f8-10cc-4b90-83df-f60f8d57e45e tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1199887 Apr 28 19:49:02.142609 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-da779f49-6152-4cfb-95e9-7457f4cdfdca req-cca076f5-f1b6-45b5-9abb-097ae68ca16b tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860491 Apr 28 19:49:02.424866 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe00af-3ff5-4d7a-9901-f2bc94d20fbc req-e452ee46-cd04-44fa-b4b8-17190fe82237 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:02.426464 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bdbe00af-3ff5-4d7a-9901-f2bc94d20fbc req-e452ee46-cd04-44fa-b4b8-17190fe82237 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 946 time: 0.1722350 Apr 28 19:49:02.486316 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59958) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:02.556094 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bdbe00af-3ff5-4d7a-9901-f2bc94d20fbc req-554ec6ae-8d70-41ca-b74a-65050c624dd7 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126199 Apr 28 19:49:02.576051 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7f7a5d88-6dcd-4353-98f1-46ca49597ca2 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:02.593819 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7f7a5d88-6dcd-4353-98f1-46ca49597ca2 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:02.676283 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-7f7a5d88-6dcd-4353-98f1-46ca49597ca2 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] In _notify_port_updated(), no bound segment for port 80e2cc62-16bf-49b4-a8ef-3b6bc4471c66 on network 2ce5ad76-adf4-4eec-8294-e1f965748919 {{(pid=102774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 19:49:02.682709 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7a5d88-6dcd-4353-98f1-46ca49597ca2 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:02.683382 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7f7a5d88-6dcd-4353-98f1-46ca49597ca2 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:02.688798 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7f7a5d88-6dcd-4353-98f1-46ca49597ca2 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] 10.222.0.42 "PUT /v2.0/ports/80e2cc62-16bf-49b4-a8ef-3b6bc4471c66 HTTP/1.1" status: 200 len: 1055 time: 1.2319739 Apr 28 19:49:02.704573 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 59970) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:02.753111 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-46f29df4-c86c-4673-8e55-9b36188d9fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:02.813456 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a5d88-6dcd-4353-98f1-46ca49597ca2 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Pushing event updated for resources: {'Port': ['ID=80e2cc62-16bf-49b4-a8ef-3b6bc4471c66,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:03.056367 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451644cc-ac5e-43be-be66-0585c992bf87 req-a6044c2a-70e0-4152-a1c4-0474b2027ad0 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:03.074083 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-451644cc-ac5e-43be-be66-0585c992bf87 req-a6044c2a-70e0-4152-a1c4-0474b2027ad0 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/networks?id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63 HTTP/1.1" status: 200 len: 806 time: 0.1792436 Apr 28 19:49:03.076449 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb33b8-e5ef-4a9b-9630-cc814f391843 req-8e37d9cd-87f8-4711-a4c4-eb9c6f2d3852 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:03.084896 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4ffb33b8-e5ef-4a9b-9630-cc814f391843 req-8e37d9cd-87f8-4711-a4c4-eb9c6f2d3852 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 945 time: 0.2549961 Apr 28 19:49:03.110218 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-451644cc-ac5e-43be-be66-0585c992bf87 req-f82475cc-89f9-484d-b2dc-ef1b18535cfb tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/quotas/dcadc66e0b2646d28c33130e37263af0 HTTP/1.1" status: 200 len: 375 time: 0.0431283 Apr 28 19:49:03.124596 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-e9df0706-3658-451d-a46e-2e8aa0e263f1 None None] Provisioning complete for port 80e2cc62-16bf-49b4-a8ef-3b6bc4471c66 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:03.125257 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e9df0706-3658-451d-a46e-2e8aa0e263f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:03.204296 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-896c2d55-4f69-4205-9610-1c56853a617f tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Deleting port 80e2cc62-16bf-49b4-a8ef-3b6bc4471c66 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:49:03.208281 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-896c2d55-4f69-4205-9610-1c56853a617f tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:03.224783 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-e9df0706-3658-451d-a46e-2e8aa0e263f1 None None] Port 80e2cc62-16bf-49b4-a8ef-3b6bc4471c66 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:49:03.237122 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-451644cc-ac5e-43be-be66-0585c992bf87 req-0054374b-328d-4c97-881d-d68d52ebf020 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=dcadc66e0b2646d28c33130e37263af0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1174438 Apr 28 19:49:03.329495 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:03.399929 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4ffb33b8-e5ef-4a9b-9630-cc814f391843 req-3ae190af-0d9b-48dc-bfc4-71ae7ec72bb4 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967823 Apr 28 19:49:03.436685 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-451644cc-ac5e-43be-be66-0585c992bf87 req-ee87f458-5a5e-4943-acdf-f0b1d6ac5ae4 service neutron] 10.222.0.42 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823201 Apr 28 19:49:03.447015 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-46f29df4-c86c-4673-8e55-9b36188d9fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:03.461815 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-46f29df4-c86c-4673-8e55-9b36188d9fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:03.502744 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-896c2d55-4f69-4205-9610-1c56853a617f tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:03.510085 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f29df4-c86c-4673-8e55-9b36188d9fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7272619e-0aa6-4d76-9b0f-a248b83dc427,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:03.567785 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-896c2d55-4f69-4205-9610-1c56853a617f tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Calling delete_port for 80e2cc62-16bf-49b4-a8ef-3b6bc4471c66 owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:49:03.571456 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-46f29df4-c86c-4673-8e55-9b36188d9fad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=385e96e19be541a896be17cc1e8f8f8b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0841165 Apr 28 19:49:03.575507 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 60000) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:03.713106 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b18da-3094-497d-b61f-7c5f794bf4da req-c4f99c64-a6c4-4042-8a20-f8949c2b467f tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:03.714684 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1b0b18da-3094-497d-b61f-7c5f794bf4da req-c4f99c64-a6c4-4042-8a20-f8949c2b467f tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.2015450 Apr 28 19:49:03.765172 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-451644cc-ac5e-43be-be66-0585c992bf87 req-1a2e8f5d-1c86-419e-ad82-a290c72ae968 service neutron] 10.222.0.42 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190157 Apr 28 19:49:03.783240 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd570c38-a492-4b4d-bbfe-6cb5f7242475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:03.819494 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fd004-69dc-4d1a-a56c-567d1859c65c req-af5b99b8-c8bd-443d-801d-21fea56143d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:03.821094 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6f3fd004-69dc-4d1a-a56c-567d1859c65c req-af5b99b8-c8bd-443d-801d-21fea56143d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8766bd4e5ff74ccda54aedeba9de3560&device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 1097 time: 0.3208525 Apr 28 19:49:03.843529 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1b0b18da-3094-497d-b61f-7c5f794bf4da req-35a620de-a9f1-4773-9795-b251226fe1e2 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134183 Apr 28 19:49:03.889246 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd570c38-a492-4b4d-bbfe-6cb5f7242475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:04.169138 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fd004-69dc-4d1a-a56c-567d1859c65c req-0a254a7a-d8ce-4add-b0b5-2247bb26f4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:04.171726 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6f3fd004-69dc-4d1a-a56c-567d1859c65c req-0a254a7a-d8ce-4add-b0b5-2247bb26f4ae service neutron] 10.222.0.15 "GET /v2.0/networks?id=361c3585-c6e2-486f-967a-33f86818c3c9 HTTP/1.1" status: 200 len: 918 time: 0.3403141 Apr 28 19:49:04.181774 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b817a-a573-4bde-9dc7-4876c21bc063 req-1ac4598d-19c9-4cdc-a16a-006663719047 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:04.183777 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-562b817a-a573-4bde-9dc7-4876c21bc063 req-1ac4598d-19c9-4cdc-a16a-006663719047 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 946 time: 0.2086656 Apr 28 19:49:04.192559 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-896c2d55-4f69-4205-9610-1c56853a617f tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:04.198966 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-474fb270-c85a-4dea-af90-6551473a308b req-920dbd26-b653-4295-9d1a-a96b4a8d60ab tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb77a46b-aba3-4ac2-83f8-8fd9c1487ea9 HTTP/1.1" status: 200 len: 210 time: 0.0735073 Apr 28 19:49:04.327935 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd570c38-a492-4b4d-bbfe-6cb5f7242475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:04.331181 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd570c38-a492-4b4d-bbfe-6cb5f7242475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:04.332785 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cd570c38-a492-4b4d-bbfe-6cb5f7242475 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7272619e-0aa6-4d76-9b0f-a248b83dc427 HTTP/1.1" status: 204 len: 168 time: 0.7541814 Apr 28 19:49:04.397435 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c2d55-4f69-4205-9610-1c56853a617f tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Pushing event deleted for resources: {'Port': ['ID=80e2cc62-16bf-49b4-a8ef-3b6bc4471c66,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:04.488467 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd570c38-a492-4b4d-bbfe-6cb5f7242475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7272619e-0aa6-4d76-9b0f-a248b83dc427,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:04.549331 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-562b817a-a573-4bde-9dc7-4876c21bc063 req-90c9c79e-0946-4b8d-822a-f856c59798dd tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3375080 Apr 28 19:49:04.572254 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6f3fd004-69dc-4d1a-a56c-567d1859c65c req-395d6441-647e-402d-9a26-d5c0898a213d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a749027-3dcd-46f5-83a0-1a2b5506f788 HTTP/1.1" status: 200 len: 1002 time: 0.3808951 Apr 28 19:49:04.741879 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc41b2-7d96-4e18-9b3a-874a4fb13853 req-691e6cc4-1f2c-418b-b70a-4b83423ec951 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:04.751410 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-02fc41b2-7d96-4e18-9b3a-874a4fb13853 req-691e6cc4-1f2c-418b-b70a-4b83423ec951 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 945 time: 0.2110665 Apr 28 19:49:04.915347 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-02fc41b2-7d96-4e18-9b3a-874a4fb13853 req-596bc7d9-e22a-40fc-877a-bcb0fd7ced24 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479001 Apr 28 19:49:04.964032 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fd004-69dc-4d1a-a56c-567d1859c65c req-65ca1677-276b-4b53-9fa6-c16dd20820d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:04.966199 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6f3fd004-69dc-4d1a-a56c-567d1859c65c req-65ca1677-276b-4b53-9fa6-c16dd20820d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d9c43513-8faa-4150-80e2-a774186aa1a0 HTTP/1.1" status: 200 len: 856 time: 0.3340619 Apr 28 19:49:05.441371 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fd004-69dc-4d1a-a56c-567d1859c65c req-f9ecd49e-f2e3-477a-b2df-b680476ef61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:05.452078 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6f3fd004-69dc-4d1a-a56c-567d1859c65c req-f9ecd49e-f2e3-477a-b2df-b680476ef61e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=361c3585-c6e2-486f-967a-33f86818c3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4766698 Apr 28 19:49:05.493426 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fe1bec04-3566-40cc-a3e6-7a84823c6dd6 req-7cd12194-a446-4653-a1ae-f11b601d0f9e tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb77a46b-aba3-4ac2-83f8-8fd9c1487ea9 HTTP/1.1" status: 200 len: 210 time: 0.0583658 Apr 28 19:49:05.530044 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4f397-3eca-428b-a90e-0e0c619366ce req-3014d376-ffb1-484e-8cae-f9545f434e7a tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:05.536824 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7ca4f397-3eca-428b-a90e-0e0c619366ce req-3014d376-ffb1-484e-8cae-f9545f434e7a tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.5492351 Apr 28 19:49:05.566512 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-6f3fd004-69dc-4d1a-a56c-567d1859c65c req-2dc7bd59-8d4e-490a-b0b5-35e27e970748 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:49:05.573708 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6f3fd004-69dc-4d1a-a56c-567d1859c65c req-2dc7bd59-8d4e-490a-b0b5-35e27e970748 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0340238 Apr 28 19:49:05.660685 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-896c2d55-4f69-4205-9610-1c56853a617f tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:05.664330 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-896c2d55-4f69-4205-9610-1c56853a617f tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] 10.222.0.42 "DELETE /v2.0/ports/80e2cc62-16bf-49b4-a8ef-3b6bc4471c66 HTTP/1.1" status: 204 len: 168 time: 2.9576519 Apr 28 19:49:05.667070 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60048) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:05.729626 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7ca4f397-3eca-428b-a90e-0e0c619366ce req-644cad3c-be2d-4d34-9e37-fb8208e88251 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825712 Apr 28 19:49:05.757288 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-9520497c-8248-4bbb-9531-c3c1d8d3b0a7 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] GET failed (client error): The resource could not be found. Apr 28 19:49:05.762258 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9520497c-8248-4bbb-9531-c3c1d8d3b0a7 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] 10.222.0.42 "GET /v2.0/ports/80e2cc62-16bf-49b4-a8ef-3b6bc4471c66 HTTP/1.1" status: 404 len: 333 time: 0.0941460 Apr 28 19:49:05.768800 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60052) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:05.807997 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6f3fd004-69dc-4d1a-a56c-567d1859c65c req-834c90f5-ddbb-434e-83f0-88f492bc2bb2 service neutron] 10.222.0.15 "GET /v2.0/networks/361c3585-c6e2-486f-967a-33f86818c3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249339 Apr 28 19:49:06.014331 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6f3fd004-69dc-4d1a-a56c-567d1859c65c req-5784c1c6-de46-4ff2-b140-eaab22721889 service neutron] 10.222.0.15 "GET /v2.0/networks/361c3585-c6e2-486f-967a-33f86818c3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992257 Apr 28 19:49:06.107730 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b883d0-6476-44aa-ba95-6be767aca973 req-427f88d0-ee51-4aeb-ae7b-f7dbb337ecc2 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:06.109883 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-07b883d0-6476-44aa-ba95-6be767aca973 req-427f88d0-ee51-4aeb-ae7b-f7dbb337ecc2 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 946 time: 0.2541156 Apr 28 19:49:06.166447 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-f4f7716a-776e-46b9-819b-e121d81af376 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Deleting port e8f1ccb7-b92e-4045-b882-3c9e55c61a71 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:49:06.168515 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f4f7716a-776e-46b9-819b-e121d81af376 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:06.273736 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20f624-f859-4f11-a724-7f9c0953a9dd req-ee937f00-cb9e-4ba6-8f60-0ec5b1d625a2 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:06.290353 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f20f624-f859-4f11-a724-7f9c0953a9dd req-ee937f00-cb9e-4ba6-8f60-0ec5b1d625a2 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 945 time: 0.1447680 Apr 28 19:49:06.413082 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-07b883d0-6476-44aa-ba95-6be767aca973 req-8b887327-c11a-479a-b680-bef3a844cfd2 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2960165 Apr 28 19:49:06.498935 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f4f7716a-776e-46b9-819b-e121d81af376 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:06.531725 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-f4f7716a-776e-46b9-819b-e121d81af376 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Calling delete_port for e8f1ccb7-b92e-4045-b882-3c9e55c61a71 owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:49:06.814916 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6e604eab-3279-42f0-9f83-c31670643c70 req-491bb40e-bec2-4542-b037-9600a72ccadc tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb77a46b-aba3-4ac2-83f8-8fd9c1487ea9 HTTP/1.1" status: 200 len: 210 time: 0.0920551 Apr 28 19:49:06.847298 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f20f624-f859-4f11-a724-7f9c0953a9dd req-84de1ecb-1bab-4eaf-b8b7-b88a93969ef4 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971955 Apr 28 19:49:06.975177 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451644cc-ac5e-43be-be66-0585c992bf87 req-cb60bebe-6ca6-4c95-8229-7ee9ed138ca5 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:06.995985 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-451644cc-ac5e-43be-be66-0585c992bf87 req-cb60bebe-6ca6-4c95-8229-7ee9ed138ca5 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.15 "GET /v2.0/networks?id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63 HTTP/1.1" status: 200 len: 806 time: 0.6930473 Apr 28 19:49:07.003064 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-451644cc-ac5e-43be-be66-0585c992bf87 req-8d0a18ef-901a-4a5b-903e-91e9188e27ee tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Request body: {'port': {'device_id': 'bb77a46b-aba3-4ac2-83f8-8fd9c1487ea9', 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63', 'admin_state_up': True, 'tenant_id': 'dcadc66e0b2646d28c33130e37263af0'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:07.086744 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f4f7716a-776e-46b9-819b-e121d81af376 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:07.109604 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b6faf-ad49-43bd-82a1-21d7a8e10b8f req-c3ef5200-1b2b-4397-a9f3-8f5992474348 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:07.111187 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9d4b6faf-ad49-43bd-82a1-21d7a8e10b8f req-c3ef5200-1b2b-4397-a9f3-8f5992474348 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1742523 Apr 28 19:49:07.227019 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7716a-776e-46b9-819b-e121d81af376 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Pushing event deleted for resources: {'Port': ['ID=e8f1ccb7-b92e-4045-b882-3c9e55c61a71,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:07.317634 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-451644cc-ac5e-43be-be66-0585c992bf87 req-8d0a18ef-901a-4a5b-903e-91e9188e27ee tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Made reservation on behalf of dcadc66e0b2646d28c33130e37263af0 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:49:07.322042 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-451644cc-ac5e-43be-be66-0585c992bf87 req-8d0a18ef-901a-4a5b-903e-91e9188e27ee tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:07.370201 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f4f7716a-776e-46b9-819b-e121d81af376 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:07.381660 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f4f7716a-776e-46b9-819b-e121d81af376 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] 10.222.0.42 "DELETE /v2.0/ports/e8f1ccb7-b92e-4045-b882-3c9e55c61a71 HTTP/1.1" status: 204 len: 168 time: 1.6075408 Apr 28 19:49:07.386029 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 60074) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:07.409203 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 235781a9-8718-4ea7-adec-7b38cf432433 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:49:07.421841 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9d4b6faf-ad49-43bd-82a1-21d7a8e10b8f req-16babb9d-7a2d-4fc2-9a4b-220df4b489b7 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937264 Apr 28 19:49:07.482950 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60078) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:07.500513 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b592efed-aa99-46f3-954e-030d90aa86f4 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] GET failed (client error): The resource could not be found. Apr 28 19:49:07.506111 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b592efed-aa99-46f3-954e-030d90aa86f4 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] 10.222.0.42 "GET /v2.0/ports/e8f1ccb7-b92e-4045-b882-3c9e55c61a71 HTTP/1.1" status: 404 len: 333 time: 0.1189084 Apr 28 19:49:07.507181 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60082) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:07.743136 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 235781a9-8718-4ea7-adec-7b38cf432433, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=235781a9-8718-4ea7-adec-7b38cf432433,segment=NetworkSegment(ab2c94c8-27a3-466e-851f-df9b73e428ff),segment_id=ab2c94c8-27a3-466e-851f-df9b73e428ff)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:07.765442 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '235781a9-8718-4ea7-adec-7b38cf432433', 'network_id': '1b6a3f4a-ea8d-4a98-aa07-cb567010601c', 'port_id': '235781a9-8718-4ea7-adec-7b38cf432433', 'mac_address': 'fa:16:3e:aa:65:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3272c71-9406-4bde-b6c8-9fbf3fe371b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:49:07.778658 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-245b16df-f4a2-4c34-9142-b1fc93fcf015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:07.813352 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-451644cc-ac5e-43be-be66-0585c992bf87 req-8d0a18ef-901a-4a5b-903e-91e9188e27ee tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Allocated IP 172.20.0.8 (1dd86a08-7dd8-4588-b4f7-0af7a8217f63/5d396974-bf85-4823-9eae-70a0b8bd71b5/b3406fdf-417c-4751-9d81-07a4af5934ca) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:49:07.829139 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:07.838532 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-ba69fa6e-ab59-478d-9dbc-c454268bc87d tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Deleting port e6909d37-0cc8-47f3-80c1-c83c0a534370 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:49:07.838955 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ba69fa6e-ab59-478d-9dbc-c454268bc87d tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:07.866517 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 235781a9-8718-4ea7-adec-7b38cf432433 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:49:07.911222 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 3a749027-3dcd-46f5-83a0-1a2b5506f788 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:49:08.019021 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80605d3-3b39-4a0b-b385-f9affb37b421 req-aa86bed6-5d95-4e7f-bb1e-a939157b5d30 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:08.023782 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c80605d3-3b39-4a0b-b385-f9affb37b421 req-aa86bed6-5d95-4e7f-bb1e-a939157b5d30 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 946 time: 0.3908768 Apr 28 19:49:08.027179 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ba69fa6e-ab59-478d-9dbc-c454268bc87d tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:08.044142 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-245b16df-f4a2-4c34-9142-b1fc93fcf015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:08.064702 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 235781a9-8718-4ea7-adec-7b38cf432433, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=235781a9-8718-4ea7-adec-7b38cf432433,segment=NetworkSegment(ab2c94c8-27a3-466e-851f-df9b73e428ff),segment_id=ab2c94c8-27a3-466e-851f-df9b73e428ff)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:08.084083 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-245b16df-f4a2-4c34-9142-b1fc93fcf015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:08.094353 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c80605d3-3b39-4a0b-b385-f9affb37b421 req-fd54c54b-00d0-43be-bfb8-c4bf482b80dc tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521426 Apr 28 19:49:08.109912 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:08.273499 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-ba69fa6e-ab59-478d-9dbc-c454268bc87d tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Calling delete_port for e6909d37-0cc8-47f3-80c1-c83c0a534370 owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:49:08.374423 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=235781a9-8718-4ea7-adec-7b38cf432433,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:08.406582 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fecc6a5b-87b6-43f3-ae2c-5c6c114085b0 req-3e172a57-a612-4760-962a-4dc55bc2dfcb tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb77a46b-aba3-4ac2-83f8-8fd9c1487ea9 HTTP/1.1" status: 200 len: 210 time: 0.3590040 Apr 28 19:49:08.432653 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b16df-f4a2-4c34-9142-b1fc93fcf015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd38fd14-f2fa-4db8-a013-da5536fbaeb8,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:08.458346 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['235781a9-8718-4ea7-adec-7b38cf432433'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:49:08.514743 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-245b16df-f4a2-4c34-9142-b1fc93fcf015 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=243427bd3a494aca8591e6c484264e2c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0306296 Apr 28 19:49:08.521199 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 60092) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:08.535444 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:08.536569 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-451644cc-ac5e-43be-be66-0585c992bf87 req-8d0a18ef-901a-4a5b-903e-91e9188e27ee tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:08.582295 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6131832e-2e81-46f8-8bdb-3ed0d25d329e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a749027-3dcd-46f5-83a0-1a2b5506f788'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:49:08.585182 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93a240d-e7ec-4730-8881-7ae45d665f43" -d '{"events": [{"server_uuid": "6131832e-2e81-46f8-8bdb-3ed0d25d329e", "name": "network-vif-unplugged", "status": "completed", "tag": "3a749027-3dcd-46f5-83a0-1a2b5506f788"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:49:08.625844 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 3a749027-3dcd-46f5-83a0-1a2b5506f788, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=3a749027-3dcd-46f5-83a0-1a2b5506f788,segment=NetworkSegment(7fe1025a-ef48-4d42-914a-75eec3ed90de),segment_id=7fe1025a-ef48-4d42-914a-75eec3ed90de)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:08.643420 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:08.682578 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b554e26-637b-494e-b9f2-f0344adf2b68 req-16067ed3-e576-4eef-91c2-ee9e5eecb2af tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:08.691530 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2b554e26-637b-494e-b9f2-f0344adf2b68 req-16067ed3-e576-4eef-91c2-ee9e5eecb2af tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1034632 Apr 28 19:49:08.709825 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-451644cc-ac5e-43be-be66-0585c992bf87 req-8d0a18ef-901a-4a5b-903e-91e9188e27ee tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:08.755068 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-451644cc-ac5e-43be-be66-0585c992bf87 req-8d0a18ef-901a-4a5b-903e-91e9188e27ee tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Network 1dd86a08-7dd8-4588-b4f7-0af7a8217f63 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:08.755992 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2b554e26-637b-494e-b9f2-f0344adf2b68 req-51203c57-1318-4bb8-82a0-6c61ba14b02a tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638433 Apr 28 19:49:08.765450 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-451644cc-ac5e-43be-be66-0585c992bf87 req-8d0a18ef-901a-4a5b-903e-91e9188e27ee tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:08.779781 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c10ee3-5c6e-4817-9460-e6ee7aa98616 req-a4ee0bb3-ba5d-46d6-b2ea-463cea86afc3 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:08.791437 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-26c10ee3-5c6e-4817-9460-e6ee7aa98616 req-a4ee0bb3-ba5d-46d6-b2ea-463cea86afc3 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 944 time: 0.4301744 Apr 28 19:49:08.792746 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ba69fa6e-ab59-478d-9dbc-c454268bc87d tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:08.815651 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3c407e4-c272-48ac-a2e5-d6f2172063f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:08.831479 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=3a749027-3dcd-46f5-83a0-1a2b5506f788,revision_number=8']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:08.852657 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69fa6e-ab59-478d-9dbc-c454268bc87d tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Pushing event deleted for resources: {'Port': ['ID=e6909d37-0cc8-47f3-80c1-c83c0a534370,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:08.876375 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3c407e4-c272-48ac-a2e5-d6f2172063f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:08.902063 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Apr 2022 19:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a314ca46-f7af-4a17-81e3-3996718de4e3 x-openstack-request-id: req-a314ca46-f7af-4a17-81e3-3996718de4e3 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:49:08.902876 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6131832e-2e81-46f8-8bdb-3ed0d25d329e", "name": "network-vif-unplugged", "status": "failed", "tag": "3a749027-3dcd-46f5-83a0-1a2b5506f788", "code": 422}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:49:08.905332 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a314ca46-f7af-4a17-81e3-3996718de4e3 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:49:08.906230 n-d-839810-1 neutron-server[102775]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a314ca46-f7af-4a17-81e3-3996718de4e3']: {'server_uuid': '6131832e-2e81-46f8-8bdb-3ed0d25d329e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3a749027-3dcd-46f5-83a0-1a2b5506f788', 'code': 422} returned with failed status Apr 28 19:49:08.967590 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ba69fa6e-ab59-478d-9dbc-c454268bc87d tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:08.977354 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ba69fa6e-ab59-478d-9dbc-c454268bc87d tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] 10.222.0.42 "DELETE /v2.0/ports/e6909d37-0cc8-47f3-80c1-c83c0a534370 HTTP/1.1" status: 204 len: 168 time: 1.4679985 Apr 28 19:49:08.980961 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60096) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:08.983270 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-451644cc-ac5e-43be-be66-0585c992bf87 req-8d0a18ef-901a-4a5b-903e-91e9188e27ee tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:49:09.052656 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ad213ad-b9b7-471c-a2f1-eb9451dfec5c tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Deleting subnet 9ce35042-2f74-4644-aa77-8c99317736d7 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:49:09.056859 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9ad213ad-b9b7-471c-a2f1-eb9451dfec5c tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:09.141012 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-26c10ee3-5c6e-4817-9460-e6ee7aa98616 req-0eda4b95-9a6f-4c31-90e2-183a4d7f0a67 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485365 Apr 28 19:49:09.158466 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9ad213ad-b9b7-471c-a2f1-eb9451dfec5c tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:09.175230 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a18ef-901a-4a5b-903e-91e9188e27ee tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Pushing event updated for resources: {'Port': ['ID=b3406fdf-417c-4751-9d81-07a4af5934ca,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:09.187183 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a18ef-901a-4a5b-903e-91e9188e27ee tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:09.187533 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a18ef-901a-4a5b-903e-91e9188e27ee tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:09.187875 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a18ef-901a-4a5b-903e-91e9188e27ee tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:09.188507 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a18ef-901a-4a5b-903e-91e9188e27ee tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:09.188985 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a18ef-901a-4a5b-903e-91e9188e27ee tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:09.189322 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a18ef-901a-4a5b-903e-91e9188e27ee tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:09.189650 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a18ef-901a-4a5b-903e-91e9188e27ee tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:09.189981 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a18ef-901a-4a5b-903e-91e9188e27ee tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:09.190313 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a18ef-901a-4a5b-903e-91e9188e27ee tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:09.190769 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a18ef-901a-4a5b-903e-91e9188e27ee tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:09.190953 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a18ef-901a-4a5b-903e-91e9188e27ee tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:09.191346 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a18ef-901a-4a5b-903e-91e9188e27ee tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:09.215013 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451644cc-ac5e-43be-be66-0585c992bf87 req-8d0a18ef-901a-4a5b-903e-91e9188e27ee tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:09.215907 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-451644cc-ac5e-43be-be66-0585c992bf87 req-8d0a18ef-901a-4a5b-903e-91e9188e27ee tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:09.254276 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-451644cc-ac5e-43be-be66-0585c992bf87 req-8d0a18ef-901a-4a5b-903e-91e9188e27ee tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2564116 Apr 28 19:49:09.257720 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3c407e4-c272-48ac-a2e5-d6f2172063f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:09.285728 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3c407e4-c272-48ac-a2e5-d6f2172063f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:09.289227 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c3c407e4-c272-48ac-a2e5-d6f2172063f9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dd38fd14-f2fa-4db8-a013-da5536fbaeb8 HTTP/1.1" status: 204 len: 168 time: 0.7484548 Apr 28 19:49:09.329024 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-451644cc-ac5e-43be-be66-0585c992bf87 req-516f75fa-2f60-4f47-a13e-980ece18c584 service neutron] Request body: {'port': {'device_id': 'bb77a46b-aba3-4ac2-83f8-8fd9c1487ea9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:09.375128 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['49307b20-b4ff-444f-afcb-d7bf39e9a7f0'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:49:09.424954 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9ad213ad-b9b7-471c-a2f1-eb9451dfec5c tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:09.471280 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 235781a9-8718-4ea7-adec-7b38cf432433 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:49:09.478826 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c896266-a94a-4ace-8bbe-ee255d1734d0 req-2f01a0fd-4722-491f-bee4-36c8192463a7 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:09.490298 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6c896266-a94a-4ace-8bbe-ee255d1734d0 req-2f01a0fd-4722-491f-bee4-36c8192463a7 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 944 time: 0.1354103 Apr 28 19:49:09.575432 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-451644cc-ac5e-43be-be66-0585c992bf87 req-516f75fa-2f60-4f47-a13e-980ece18c584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:09.662155 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6c896266-a94a-4ace-8bbe-ee255d1734d0 req-ea9db4fc-db29-49b5-99c4-c29abc7cdef4 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705537 Apr 28 19:49:09.681263 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9ad213ad-b9b7-471c-a2f1-eb9451dfec5c tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:09.728955 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c407e4-c272-48ac-a2e5-d6f2172063f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd38fd14-f2fa-4db8-a013-da5536fbaeb8,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:09.753627 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad213ad-b9b7-471c-a2f1-eb9451dfec5c tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Pushing event deleted for resources: {'Subnet': ['ID=9ce35042-2f74-4644-aa77-8c99317736d7,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:09.781840 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9ad213ad-b9b7-471c-a2f1-eb9451dfec5c tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:09.786315 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9ad213ad-b9b7-471c-a2f1-eb9451dfec5c tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] 10.222.0.42 "DELETE /v2.0/subnets/9ce35042-2f74-4644-aa77-8c99317736d7 HTTP/1.1" status: 204 len: 168 time: 0.8039873 Apr 28 19:49:09.793442 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60112) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:09.881961 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995ac5c1-46e9-444f-ae2a-8be7280cea59 None None] Network 2ce5ad76-adf4-4eec-8294-e1f965748919 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:49:09.970471 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd69976-87c1-472d-ad71-07873c2dfe54 req-d8f5fcec-9e6b-4856-a24f-51945f04083b tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:09.984500 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bbd69976-87c1-472d-ad71-07873c2dfe54 req-d8f5fcec-9e6b-4856-a24f-51945f04083b tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb77a46b-aba3-4ac2-83f8-8fd9c1487ea9 HTTP/1.1" status: 200 len: 931 time: 0.3439529 Apr 28 19:49:10.061760 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9a255c3c-eab7-4e16-92f5-8196cdf38fa6 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:10.295580 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55921e-a3ab-4d2b-8651-f748b4239ba2 req-4d05d7f4-4e74-4051-9135-98abfad64b99 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:10.319266 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bb55921e-a3ab-4d2b-8651-f748b4239ba2 req-4d05d7f4-4e74-4051-9135-98abfad64b99 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.2482111 Apr 28 19:49:10.342955 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-451644cc-ac5e-43be-be66-0585c992bf87 req-516f75fa-2f60-4f47-a13e-980ece18c584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3406fdf-417c-4751-9d81-07a4af5934ca {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:49:10.352013 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-451644cc-ac5e-43be-be66-0585c992bf87 req-516f75fa-2f60-4f47-a13e-980ece18c584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:10.375140 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-451644cc-ac5e-43be-be66-0585c992bf87 req-516f75fa-2f60-4f47-a13e-980ece18c584 service neutron] Transition to ACTIVE for port object b3406fdf-417c-4751-9d81-07a4af5934ca will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:49:10.380841 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:10.410482 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-451644cc-ac5e-43be-be66-0585c992bf87 req-516f75fa-2f60-4f47-a13e-980ece18c584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:10.425125 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 235781a9-8718-4ea7-adec-7b38cf432433 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:49:10.523567 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 235781a9-8718-4ea7-adec-7b38cf432433, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=235781a9-8718-4ea7-adec-7b38cf432433,segment=NetworkSegment(ab2c94c8-27a3-466e-851f-df9b73e428ff),segment_id=ab2c94c8-27a3-466e-851f-df9b73e428ff)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:10.539034 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:10.556023 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eef11ee-1637-4528-bee3-37f87ac321c7 None None] DHCP port deletion for 2ce5ad76-adf4-4eec-8294-e1f965748919 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:49:10.573688 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-9a255c3c-eab7-4e16-92f5-8196cdf38fa6 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Deleting port fb118ed8-25db-4208-a161-dbb9b9f3e0ee {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:49:10.586164 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9a255c3c-eab7-4e16-92f5-8196cdf38fa6 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:10.635843 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bbd69976-87c1-472d-ad71-07873c2dfe54 req-cd288f93-fdf4-4b16-a654-179384d17c45 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6510704 Apr 28 19:49:10.795809 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=235781a9-8718-4ea7-adec-7b38cf432433,revision_number=7']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:10.816925 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-451644cc-ac5e-43be-be66-0585c992bf87 req-516f75fa-2f60-4f47-a13e-980ece18c584 service neutron] Attempting to bind port b3406fdf-417c-4751-9d81-07a4af5934ca on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:49:10.817381 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-451644cc-ac5e-43be-be66-0585c992bf87 req-516f75fa-2f60-4f47-a13e-980ece18c584 service neutron] Attempting to bind port b3406fdf-417c-4751-9d81-07a4af5934ca by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'daad3582-9abd-449f-85ba-5c80ef9418e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:49:10.818091 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451644cc-ac5e-43be-be66-0585c992bf87 req-516f75fa-2f60-4f47-a13e-980ece18c584 service neutron] Attempting to bind port b3406fdf-417c-4751-9d81-07a4af5934ca on network 1dd86a08-7dd8-4588-b4f7-0af7a8217f63 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:49:10.825133 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bb55921e-a3ab-4d2b-8651-f748b4239ba2 req-b654ea36-1a31-479a-819c-67ae6135b9d2 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4998801 Apr 28 19:49:10.826295 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f75fa-2f60-4f47-a13e-980ece18c584 service neutron] Pushing event updated for resources: {'Port': ['ID=b3406fdf-417c-4751-9d81-07a4af5934ca,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:10.829420 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451644cc-ac5e-43be-be66-0585c992bf87 req-516f75fa-2f60-4f47-a13e-980ece18c584 service neutron] Port b3406fdf-417c-4751-9d81-07a4af5934ca on network 1dd86a08-7dd8-4588-b4f7-0af7a8217f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:49:10.829800 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451644cc-ac5e-43be-be66-0585c992bf87 req-516f75fa-2f60-4f47-a13e-980ece18c584 service neutron] Attempting to bind port b3406fdf-417c-4751-9d81-07a4af5934ca on network 1dd86a08-7dd8-4588-b4f7-0af7a8217f63 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:49:10.836571 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451644cc-ac5e-43be-be66-0585c992bf87 req-516f75fa-2f60-4f47-a13e-980ece18c584 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:49:10.836990 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451644cc-ac5e-43be-be66-0585c992bf87 req-516f75fa-2f60-4f47-a13e-980ece18c584 service neutron] Checking segment: {'id': 'daad3582-9abd-449f-85ba-5c80ef9418e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:49:10.837397 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451644cc-ac5e-43be-be66-0585c992bf87 req-516f75fa-2f60-4f47-a13e-980ece18c584 service neutron] Bound using segment: {'id': 'daad3582-9abd-449f-85ba-5c80ef9418e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:49:10.837836 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-451644cc-ac5e-43be-be66-0585c992bf87 req-516f75fa-2f60-4f47-a13e-980ece18c584 service neutron] Bound port: b3406fdf-417c-4751-9d81-07a4af5934ca, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daad3582-9abd-449f-85ba-5c80ef9418e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:49:10.838197 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-451644cc-ac5e-43be-be66-0585c992bf87 req-516f75fa-2f60-4f47-a13e-980ece18c584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:10.864076 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-5eef11ee-1637-4528-bee3-37f87ac321c7 None None] Deleting port fb118ed8-25db-4208-a161-dbb9b9f3e0ee {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:49:10.878455 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5eef11ee-1637-4528-bee3-37f87ac321c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:10.902414 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-9a255c3c-eab7-4e16-92f5-8196cdf38fa6 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] For port fb118ed8-25db-4208-a161-dbb9b9f3e0ee, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=fb118ed8-25db-4208-a161-dbb9b9f3e0ee,segment=NetworkSegment(d71679ae-e496-46d5-8954-7bebe4d697c1),segment_id=d71679ae-e496-46d5-8954-7bebe4d697c1)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:10.902788 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9a255c3c-eab7-4e16-92f5-8196cdf38fa6 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:10.942183 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-9a255c3c-eab7-4e16-92f5-8196cdf38fa6 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Calling delete_port for fb118ed8-25db-4208-a161-dbb9b9f3e0ee owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:49:11.014408 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-5eef11ee-1637-4528-bee3-37f87ac321c7 None None] For port fb118ed8-25db-4208-a161-dbb9b9f3e0ee, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=fb118ed8-25db-4208-a161-dbb9b9f3e0ee,segment=NetworkSegment(d71679ae-e496-46d5-8954-7bebe4d697c1),segment_id=d71679ae-e496-46d5-8954-7bebe4d697c1)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:11.014905 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5eef11ee-1637-4528-bee3-37f87ac321c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:11.032584 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-5eef11ee-1637-4528-bee3-37f87ac321c7 None None] Calling delete_port for fb118ed8-25db-4208-a161-dbb9b9f3e0ee owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:49:11.101601 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-451644cc-ac5e-43be-be66-0585c992bf87 req-516f75fa-2f60-4f47-a13e-980ece18c584 service neutron] For port b3406fdf-417c-4751-9d81-07a4af5934ca, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:49:11.108709 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-451644cc-ac5e-43be-be66-0585c992bf87 req-516f75fa-2f60-4f47-a13e-980ece18c584 service neutron] For port b3406fdf-417c-4751-9d81-07a4af5934ca, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=b3406fdf-417c-4751-9d81-07a4af5934ca,segment=NetworkSegment(daad3582-9abd-449f-85ba-5c80ef9418e3),segment_id=daad3582-9abd-449f-85ba-5c80ef9418e3)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:49:11.121028 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-451644cc-ac5e-43be-be66-0585c992bf87 req-516f75fa-2f60-4f47-a13e-980ece18c584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:11.179447 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73d902-33f1-4686-a8f6-7ec53ece19b1 req-d0eeaa0a-0d83-4f85-a3a9-ee60375fc578 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:11.188843 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fb73d902-33f1-4686-a8f6-7ec53ece19b1 req-d0eeaa0a-0d83-4f85-a3a9-ee60375fc578 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 943 time: 0.1196039 Apr 28 19:49:11.241629 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9a255c3c-eab7-4e16-92f5-8196cdf38fa6 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:11.265770 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451644cc-ac5e-43be-be66-0585c992bf87 req-516f75fa-2f60-4f47-a13e-980ece18c584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:11.266821 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-451644cc-ac5e-43be-be66-0585c992bf87 req-516f75fa-2f60-4f47-a13e-980ece18c584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:11.269846 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-451644cc-ac5e-43be-be66-0585c992bf87 req-516f75fa-2f60-4f47-a13e-980ece18c584 service neutron] 10.222.0.15 "PUT /v2.0/ports/b3406fdf-417c-4751-9d81-07a4af5934ca HTTP/1.1" status: 200 len: 1091 time: 1.9664073 Apr 28 19:49:11.271830 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb77a46b-aba3-4ac2-83f8-8fd9c1487ea9', 'tag': 'b3406fdf-417c-4751-9d81-07a4af5934ca'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:49:11.295101 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cc42cf-449d-4896-b2e9-805fe2dcd24e" -d '{"events": [{"name": "network-changed", "server_uuid": "bb77a46b-aba3-4ac2-83f8-8fd9c1487ea9", "tag": "b3406fdf-417c-4751-9d81-07a4af5934ca"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:49:11.296464 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a255c3c-eab7-4e16-92f5-8196cdf38fa6 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] No DVR routers for this DVR port fb118ed8-25db-4208-a161-dbb9b9f3e0ee on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:49:11.314381 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fb73d902-33f1-4686-a8f6-7ec53ece19b1 req-63bb6e14-6b67-4f55-b76c-e89acb1a954c tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244931 Apr 28 19:49:11.330138 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a255c3c-eab7-4e16-92f5-8196cdf38fa6 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Pushing event deleted for resources: {'Port': ['ID=fb118ed8-25db-4208-a161-dbb9b9f3e0ee,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:11.392669 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5eef11ee-1637-4528-bee3-37f87ac321c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:11.422452 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 235781a9-8718-4ea7-adec-7b38cf432433 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:49:11.479770 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef11ee-1637-4528-bee3-37f87ac321c7 None None] Pushing event deleted for resources: {'Port': ['ID=fb118ed8-25db-4208-a161-dbb9b9f3e0ee,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:11.487906 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device fb118ed8-25db-4208-a161-dbb9b9f3e0ee no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:49:11.504844 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eef11ee-1637-4528-bee3-37f87ac321c7 None None] No DVR routers for this DVR port fb118ed8-25db-4208-a161-dbb9b9f3e0ee on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:49:11.558720 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: fb118ed8-25db-4208-a161-dbb9b9f3e0ee {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:49:11.559420 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device fb118ed8-25db-4208-a161-dbb9b9f3e0ee not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:49:11.591216 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 235781a9-8718-4ea7-adec-7b38cf432433 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:11.592695 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:11.699303 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9a255c3c-eab7-4e16-92f5-8196cdf38fa6 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:11.762275 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-9a255c3c-eab7-4e16-92f5-8196cdf38fa6 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce5ad76-adf4-4eec-8294-e1f965748919']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:11.797037 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-9a255c3c-eab7-4e16-92f5-8196cdf38fa6 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71679ae-e496-46d5-8954-7bebe4d697c1') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:11.802339 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-9a255c3c-eab7-4e16-92f5-8196cdf38fa6 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71679ae-e496-46d5-8954-7bebe4d697c1') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:11.860737 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9a255c3c-eab7-4e16-92f5-8196cdf38fa6 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:11.907111 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:11.909352 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9a255c3c-eab7-4e16-92f5-8196cdf38fa6 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:11.920363 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a255c3c-eab7-4e16-92f5-8196cdf38fa6 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:49:11.921500 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9a255c3c-eab7-4e16-92f5-8196cdf38fa6 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:12.012072 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 235781a9-8718-4ea7-adec-7b38cf432433, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=235781a9-8718-4ea7-adec-7b38cf432433,segment=NetworkSegment(ab2c94c8-27a3-466e-851f-df9b73e428ff),segment_id=ab2c94c8-27a3-466e-851f-df9b73e428ff)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:12.022116 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6a4606-acb3-422f-9380-dcbc99b0610e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235781a9-8718-4ea7-adec-7b38cf432433'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:49:12.027502 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d850f961-a971-4d49-a651-e97626e4bb3e" -d '{"events": [{"server_uuid": "4e6a4606-acb3-422f-9380-dcbc99b0610e", "name": "network-vif-plugged", "status": "completed", "tag": "235781a9-8718-4ea7-adec-7b38cf432433"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:49:12.039669 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 3a749027-3dcd-46f5-83a0-1a2b5506f788 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:49:12.046149 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:12.114541 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:49:12.114541 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:49:12.114541 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:49:12.114541 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:49:12.114541 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:49:12.114541 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:49:12.114541 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:49:12.114541 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:49:12.114541 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:49:12.114541 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:49:12.114541 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:49:12.114541 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:49:12.114541 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:49:12.114541 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:49:12.114541 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:49:12.114541 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:49:12.114541 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:49:12.114541 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:49:12.114541 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:49:12.114541 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:49:12.114541 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:49:12.114541 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:49:12.114541 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:49:12.114541 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:49:12.114541 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:49:12.114541 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:49:12.114541 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:49:12.114541 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:49:12.114541 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:49:12.114541 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:49:12.114541 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:49:12.114541 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:49:12.129380 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9a255c3c-eab7-4e16-92f5-8196cdf38fa6 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:12.142473 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9a255c3c-eab7-4e16-92f5-8196cdf38fa6 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:12.158305 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9a255c3c-eab7-4e16-92f5-8196cdf38fa6 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] 10.222.0.42 "DELETE /v2.0/networks/2ce5ad76-adf4-4eec-8294-e1f965748919 HTTP/1.1" status: 204 len: 168 time: 2.3632612 Apr 28 19:49:12.228375 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f97402-984c-4a76-8854-3be86a0e54e9 x-openstack-request-id: req-28f97402-984c-4a76-8854-3be86a0e54e9 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:49:12.228986 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb77a46b-aba3-4ac2-83f8-8fd9c1487ea9", "tag": "b3406fdf-417c-4751-9d81-07a4af5934ca", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:49:12.228986 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-28f97402-984c-4a76-8854-3be86a0e54e9 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:49:12.229378 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28f97402-984c-4a76-8854-3be86a0e54e9'] response: {'name': 'network-changed', 'server_uuid': 'bb77a46b-aba3-4ac2-83f8-8fd9c1487ea9', 'tag': 'b3406fdf-417c-4751-9d81-07a4af5934ca', 'status': 'completed', 'code': 200} Apr 28 19:49:12.231783 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f75fa-2f60-4f47-a13e-980ece18c584 service neutron] Pushing event updated for resources: {'Port': ['ID=b3406fdf-417c-4751-9d81-07a4af5934ca,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:12.318615 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451644cc-ac5e-43be-be66-0585c992bf87 req-e9df610f-860e-4474-99f1-d4c1b8dd88d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:12.321734 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-451644cc-ac5e-43be-be66-0585c992bf87 req-e9df610f-860e-4474-99f1-d4c1b8dd88d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dcadc66e0b2646d28c33130e37263af0&device_id=bb77a46b-aba3-4ac2-83f8-8fd9c1487ea9 HTTP/1.1" status: 200 len: 1094 time: 0.9918842 Apr 28 19:49:12.325441 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=235781a9-8718-4ea7-adec-7b38cf432433,revision_number=8']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:12.342771 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a255c3c-eab7-4e16-92f5-8196cdf38fa6 tempest-AllowedAddressPairTestJSON-503474443 tempest-AllowedAddressPairTestJSON-503474443-project] Pushing event deleted for resources: {'Network': ['ID=2ce5ad76-adf4-4eec-8294-e1f965748919,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:12.403379 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc542861-c944-4dbd-ae15-877ba9b83e31 req-cd50c21e-6051-4f7b-bd07-7738d671d660 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:12.414281 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bc542861-c944-4dbd-ae15-877ba9b83e31 req-cd50c21e-6051-4f7b-bd07-7738d671d660 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.2960129 Apr 28 19:49:12.437490 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-451644cc-ac5e-43be-be66-0585c992bf87 req-df2d3a48-ecc8-487f-afce-d2dbc0e66ac2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3406fdf-417c-4751-9d81-07a4af5934ca HTTP/1.1" status: 200 len: 217 time: 0.0998662 Apr 28 19:49:12.482842 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39adce0b-8f68-4ef4-a610-264d2dd69c99 req-94b10f86-98db-493b-8b38-5e6534192ca1 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:12.484453 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39adce0b-8f68-4ef4-a610-264d2dd69c99 req-94b10f86-98db-493b-8b38-5e6534192ca1 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb77a46b-aba3-4ac2-83f8-8fd9c1487ea9 HTTP/1.1" status: 200 len: 943 time: 0.2595692 Apr 28 19:49:12.484964 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 60178) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:12.543375 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bc542861-c944-4dbd-ae15-877ba9b83e31 req-989815e6-e960-4b54-8375-2dbf319e566c tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287057 Apr 28 19:49:12.553171 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451644cc-ac5e-43be-be66-0585c992bf87 req-bbdfe7bf-e12e-46f0-9a09-6fa12248e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:12.562958 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-451644cc-ac5e-43be-be66-0585c992bf87 req-bbdfe7bf-e12e-46f0-9a09-6fa12248e8ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d396974-bf85-4823-9eae-70a0b8bd71b5 HTTP/1.1" status: 200 len: 846 time: 0.1105783 Apr 28 19:49:12.630240 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-451644cc-ac5e-43be-be66-0585c992bf87 req-0381666e-bead-401d-80b9-6b220aa488a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533991 Apr 28 19:49:12.674479 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39adce0b-8f68-4ef4-a610-264d2dd69c99 req-03e2f129-4a59-4432-ab5b-dff43949c6c1 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616716 Apr 28 19:49:12.689837 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60182) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:12.741388 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-7e303498-71e6-4001-a7c2-24afa9bff16b req-655c3087-f761-4142-a000-5242a2b50a49 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:49:12.770326 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7e303498-71e6-4001-a7c2-24afa9bff16b req-655c3087-f761-4142-a000-5242a2b50a49 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0608919 Apr 28 19:49:12.778083 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6df9f9d-b0f0-4ee4-8c64-7f380582e9d2 x-openstack-request-id: req-f6df9f9d-b0f0-4ee4-8c64-7f380582e9d2 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:49:12.781103 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6a4606-acb3-422f-9380-dcbc99b0610e", "name": "network-vif-plugged", "status": "completed", "tag": "235781a9-8718-4ea7-adec-7b38cf432433", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:49:12.781927 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f6df9f9d-b0f0-4ee4-8c64-7f380582e9d2 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:49:12.784788 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6df9f9d-b0f0-4ee4-8c64-7f380582e9d2'] response: {'server_uuid': '4e6a4606-acb3-422f-9380-dcbc99b0610e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235781a9-8718-4ea7-adec-7b38cf432433', 'code': 200} Apr 28 19:49:12.844062 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-451644cc-ac5e-43be-be66-0585c992bf87 req-c7ff0ef4-6b02-4b4c-acdb-210c2beb93a0 service neutron] 10.222.0.15 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027249 Apr 28 19:49:13.122593 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-993e6306-9766-4da9-bd5b-f4166152e043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:13.126761 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-451644cc-ac5e-43be-be66-0585c992bf87 req-f09f3584-d1f9-406c-8381-e1710ca7429a service neutron] 10.222.0.15 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751970 Apr 28 19:49:13.173051 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d8d8b-c344-4b2e-be17-d04546ee3340 req-1e4c248e-64f3-422c-84e8-b101df9ec6c8 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:13.180551 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aa1d8d8b-c344-4b2e-be17-d04546ee3340 req-1e4c248e-64f3-422c-84e8-b101df9ec6c8 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 945 time: 0.1803777 Apr 28 19:49:13.277858 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aa1d8d8b-c344-4b2e-be17-d04546ee3340 req-99c379ef-3ae9-48a5-9475-c47c12ca21cf tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963981 Apr 28 19:49:13.300891 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc42cf-449d-4896-b2e9-805fe2dcd24e req-21e8b745-9ee8-425c-8d93-90e39b4b47bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:13.311172 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f0cc42cf-449d-4896-b2e9-805fe2dcd24e req-21e8b745-9ee8-425c-8d93-90e39b4b47bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dcadc66e0b2646d28c33130e37263af0&device_id=bb77a46b-aba3-4ac2-83f8-8fd9c1487ea9 HTTP/1.1" status: 200 len: 1094 time: 0.0718708 Apr 28 19:49:13.358509 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8f67d486-1104-448a-b732-0f840020a102 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9cae0439969d46b3851f56cc1d002b8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6670699 Apr 28 19:49:13.364460 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60200) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:13.423879 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63067fd8-b411-44f8-b637-150feff6facf req-37741e9f-5058-4428-b410-3d8e41212b27 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:13.442733 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-63067fd8-b411-44f8-b637-150feff6facf req-37741e9f-5058-4428-b410-3d8e41212b27 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 944 time: 0.3023965 Apr 28 19:49:13.473036 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc42cf-449d-4896-b2e9-805fe2dcd24e req-10decbba-d857-4a49-84a6-3001181d5cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:13.475063 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f0cc42cf-449d-4896-b2e9-805fe2dcd24e req-10decbba-d857-4a49-84a6-3001181d5cf9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63 HTTP/1.1" status: 200 len: 907 time: 0.1566372 Apr 28 19:49:13.491366 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5796e-d6c9-407c-a12f-1d1a1c2fc10d req-f08cff82-3db2-4dfa-8213-9c932dd3346b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:13.493682 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e6e5796e-d6c9-407c-a12f-1d1a1c2fc10d req-f08cff82-3db2-4dfa-8213-9c932dd3346b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 1096 time: 0.5173466 Apr 28 19:49:13.600320 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-993e6306-9766-4da9-bd5b-f4166152e043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:13.602611 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-63067fd8-b411-44f8-b637-150feff6facf req-24650b5a-d823-4a4b-ada7-011dae400a96 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045892 Apr 28 19:49:13.604993 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f0cc42cf-449d-4896-b2e9-805fe2dcd24e req-f9ec9e80-c532-4144-803a-1f0033f6e4d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3406fdf-417c-4751-9d81-07a4af5934ca HTTP/1.1" status: 200 len: 217 time: 0.1197817 Apr 28 19:49:13.609756 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-993e6306-9766-4da9-bd5b-f4166152e043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:13.633506 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e6e5796e-d6c9-407c-a12f-1d1a1c2fc10d req-7a9e55f2-06fa-4d0b-8dce-56ba8f38bc6d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136425 Apr 28 19:49:13.634234 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d4cb441-b9fb-4b86-a58f-3ac91b1b533e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:13.737589 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d4cb441-b9fb-4b86-a58f-3ac91b1b533e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:13.775222 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e6306-9766-4da9-bd5b-f4166152e043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a692bb78-5d15-4e70-be2e-186a64f8598a,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:13.833423 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cbb79fa4-24bd-45c8-9065-4959fb7cf9ce req-8c849f82-0496-4e34-8b3d-0c9591b5c012 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2699602 Apr 28 19:49:13.880915 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-993e6306-9766-4da9-bd5b-f4166152e043 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=54e0c285416448d8bb8acd128d6e3154&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3756673 Apr 28 19:49:13.883390 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-cbb79fa4-24bd-45c8-9065-4959fb7cf9ce req-47af275a-8c3f-4dbf-a600-56950c5c4dd0 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:49:13.884415 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cbb79fa4-24bd-45c8-9065-4959fb7cf9ce req-47af275a-8c3f-4dbf-a600-56950c5c4dd0 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0306330 Apr 28 19:49:13.886278 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60212) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:13.888499 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d4cb441-b9fb-4b86-a58f-3ac91b1b533e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:13.891322 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d4cb441-b9fb-4b86-a58f-3ac91b1b533e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:13.894756 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4d4cb441-b9fb-4b86-a58f-3ac91b1b533e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b04465f5-bba3-4fef-bab8-de2140773aa1 HTTP/1.1" status: 204 len: 168 time: 0.5179648 Apr 28 19:49:13.927624 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc42cf-449d-4896-b2e9-805fe2dcd24e req-6f53e777-7a6d-4092-95e6-15f71bacee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:13.930658 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f0cc42cf-449d-4896-b2e9-805fe2dcd24e req-6f53e777-7a6d-4092-95e6-15f71bacee0d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d396974-bf85-4823-9eae-70a0b8bd71b5 HTTP/1.1" status: 200 len: 846 time: 0.3076396 Apr 28 19:49:14.008971 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d27dc-2ab0-4768-90d5-4821ce11ebbf req-903ca13d-7b15-4df2-b8dc-e04d687c278e tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:14.011854 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e35d27dc-2ab0-4768-90d5-4821ce11ebbf req-903ca13d-7b15-4df2-b8dc-e04d687c278e tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.2299416 Apr 28 19:49:14.016313 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f0cc42cf-449d-4896-b2e9-805fe2dcd24e req-04c38d53-8b8a-4b89-977f-9d82942b5a6f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777977 Apr 28 19:49:14.024842 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4cb441-b9fb-4b86-a58f-3ac91b1b533e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04465f5-bba3-4fef-bab8-de2140773aa1,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:14.096542 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336fdcf-34fc-43bb-8c95-eaae7fd47b3e req-f92f0b00-88e7-4395-a415-b366d167771d tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:14.109879 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6336fdcf-34fc-43bb-8c95-eaae7fd47b3e req-f92f0b00-88e7-4395-a415-b366d167771d tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb77a46b-aba3-4ac2-83f8-8fd9c1487ea9 HTTP/1.1" status: 200 len: 943 time: 0.2670231 Apr 28 19:49:14.138729 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e35d27dc-2ab0-4768-90d5-4821ce11ebbf req-8090c4dc-a396-4ba1-ade6-e58e5d343716 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181269 Apr 28 19:49:14.172761 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a6f25d6e-d468-4dd4-bf60-e6699bf9e21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:14.237047 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6336fdcf-34fc-43bb-8c95-eaae7fd47b3e req-4f22d7da-6398-48ec-b014-f7085a3bfd12 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205261 Apr 28 19:49:14.257900 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a6f25d6e-d468-4dd4-bf60-e6699bf9e21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:14.352653 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f0cc42cf-449d-4896-b2e9-805fe2dcd24e req-60f1fe98-757a-4837-9cf6-3a9f6313c06b service neutron] 10.222.0.15 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645936 Apr 28 19:49:14.402384 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a6f25d6e-d468-4dd4-bf60-e6699bf9e21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:14.410628 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a6f25d6e-d468-4dd4-bf60-e6699bf9e21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:14.417335 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a6f25d6e-d468-4dd4-bf60-e6699bf9e21a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a692bb78-5d15-4e70-be2e-186a64f8598a HTTP/1.1" status: 204 len: 168 time: 0.5267239 Apr 28 19:49:14.446380 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f25d6e-d468-4dd4-bf60-e6699bf9e21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a692bb78-5d15-4e70-be2e-186a64f8598a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:14.941417 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d436047-a7f7-45fc-8b1d-796b3e09b247 req-e332d625-3264-406f-874e-976c325831b8 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:14.954634 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2d436047-a7f7-45fc-8b1d-796b3e09b247 req-e332d625-3264-406f-874e-976c325831b8 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 945 time: 0.3986757 Apr 28 19:49:14.974874 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f0cc42cf-449d-4896-b2e9-805fe2dcd24e req-5d71520b-eefe-4526-aebf-9041e15c8294 service neutron] 10.222.0.15 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6153698 Apr 28 19:49:15.049750 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe994e7-f24a-4cd8-a252-32f446e6a62d req-662d79f9-600f-40f7-ac52-226eefcfbc91 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:15.071132 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ebe994e7-f24a-4cd8-a252-32f446e6a62d req-662d79f9-600f-40f7-ac52-226eefcfbc91 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 944 time: 0.2508769 Apr 28 19:49:15.173528 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2d436047-a7f7-45fc-8b1d-796b3e09b247 req-6f89fab7-b202-4307-b1b6-70a9e59e8713 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929767 Apr 28 19:49:15.308714 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ebe994e7-f24a-4cd8-a252-32f446e6a62d req-09c17c23-fd9f-4c22-a511-a7428380b39d tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214918 Apr 28 19:49:15.504618 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9990187-0cb1-43bc-8f9f-9e9efecd8ae3 req-eea76eca-ecab-4cb6-8306-13e6045ee706 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:15.519284 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9990187-0cb1-43bc-8f9f-9e9efecd8ae3 req-eea76eca-ecab-4cb6-8306-13e6045ee706 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1011109 Apr 28 19:49:15.619211 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9990187-0cb1-43bc-8f9f-9e9efecd8ae3 req-45b74870-5343-4689-914f-cf2a84207163 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986946 Apr 28 19:49:15.671572 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521098c-18ab-4050-acad-761c51fdf9c9 req-8a284179-3e90-47f6-9082-64c990663e02 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:15.690925 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1521098c-18ab-4050-acad-761c51fdf9c9 req-8a284179-3e90-47f6-9082-64c990663e02 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb77a46b-aba3-4ac2-83f8-8fd9c1487ea9 HTTP/1.1" status: 200 len: 943 time: 0.1238050 Apr 28 19:49:15.799068 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1521098c-18ab-4050-acad-761c51fdf9c9 req-a07db69f-66bd-4457-a72e-3e582ce78705 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072192 Apr 28 19:49:15.978535 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device b3406fdf-417c-4751-9d81-07a4af5934ca details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:49:16.037826 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60268) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:16.233792 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-e3f24e09-e298-4e54-95db-05a6d18db948 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-518819607'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:16.266484 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port b3406fdf-417c-4751-9d81-07a4af5934ca, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=b3406fdf-417c-4751-9d81-07a4af5934ca,segment=NetworkSegment(daad3582-9abd-449f-85ba-5c80ef9418e3),segment_id=daad3582-9abd-449f-85ba-5c80ef9418e3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:16.276006 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f24e09-e298-4e54-95db-05a6d18db948 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:49:16.282255 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e3f24e09-e298-4e54-95db-05a6d18db948 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:16.303640 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'b3406fdf-417c-4751-9d81-07a4af5934ca', 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63', 'port_id': 'b3406fdf-417c-4751-9d81-07a4af5934ca', 'mac_address': 'fa:16:3e:e3:3d:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d396974-bf85-4823-9eae-70a0b8bd71b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:49:16.306061 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e3f24e09-e298-4e54-95db-05a6d18db948 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:16.411171 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:16.440064 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3406fdf-417c-4751-9d81-07a4af5934ca {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:49:16.449948 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 60282) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:16.487313 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port b3406fdf-417c-4751-9d81-07a4af5934ca, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=b3406fdf-417c-4751-9d81-07a4af5934ca,segment=NetworkSegment(daad3582-9abd-449f-85ba-5c80ef9418e3),segment_id=daad3582-9abd-449f-85ba-5c80ef9418e3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:16.495837 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:16.576232 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e3f24e09-e298-4e54-95db-05a6d18db948 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:16.579976 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30e7f3-1b8f-431e-b323-c4915aa5d5b5 req-6482d851-27c2-4068-93d8-5cb81be5f62e tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:16.584342 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e3f24e09-e298-4e54-95db-05a6d18db948 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:16.585244 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3c30e7f3-1b8f-431e-b323-c4915aa5d5b5 req-6482d851-27c2-4068-93d8-5cb81be5f62e tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 945 time: 0.1226439 Apr 28 19:49:16.605117 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=b3406fdf-417c-4751-9d81-07a4af5934ca,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:16.606573 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-c2119e87-2131-41ee-a97d-2007c10e7c21 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2064365771-network', 'tenant_id': '26c107a3bf234fc5ad64fbf2a8b5a71f'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:16.652713 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f24e09-e298-4e54-95db-05a6d18db948 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:49:16.674958 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2119e87-2131-41ee-a97d-2007c10e7c21 admin admin] Made reservation on behalf of 26c107a3bf234fc5ad64fbf2a8b5a71f for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:49:16.678009 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f24e09-e298-4e54-95db-05a6d18db948 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79852438-9edd-4371-a512-77d74cc6d7db,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:16.680117 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c2119e87-2131-41ee-a97d-2007c10e7c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:16.680913 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e3f24e09-e298-4e54-95db-05a6d18db948 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:16.681272 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-e3f24e09-e298-4e54-95db-05a6d18db948 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Added segment f12c1c10-8c31-4713-850d-c50e1dc351d6 of type vlan for network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 Apr 28 19:49:16.700260 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d1ee3-b517-4ae4-b478-e7eda32e5ce0 req-87470743-fa81-4b12-bffa-f0c10c3935b1 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:16.712768 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-865d1ee3-b517-4ae4-b478-e7eda32e5ce0 req-87470743-fa81-4b12-bffa-f0c10c3935b1 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 944 time: 0.2333446 Apr 28 19:49:16.719234 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c2119e87-2131-41ee-a97d-2007c10e7c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:16.731791 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['b3406fdf-417c-4751-9d81-07a4af5934ca'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:49:16.770237 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f24e09-e298-4e54-95db-05a6d18db948 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:16.770718 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f24e09-e298-4e54-95db-05a6d18db948 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:16.772230 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f24e09-e298-4e54-95db-05a6d18db948 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:16.772789 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f24e09-e298-4e54-95db-05a6d18db948 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:16.773347 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f24e09-e298-4e54-95db-05a6d18db948 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:16.773897 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f24e09-e298-4e54-95db-05a6d18db948 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:16.774704 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f24e09-e298-4e54-95db-05a6d18db948 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:16.775256 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f24e09-e298-4e54-95db-05a6d18db948 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:16.782640 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f24e09-e298-4e54-95db-05a6d18db948 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:16.784610 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f24e09-e298-4e54-95db-05a6d18db948 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:16.787938 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f24e09-e298-4e54-95db-05a6d18db948 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:16.789102 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f24e09-e298-4e54-95db-05a6d18db948 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:16.970941 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e3f24e09-e298-4e54-95db-05a6d18db948 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:17.022594 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3c30e7f3-1b8f-431e-b323-c4915aa5d5b5 req-d19b02b6-0125-48f7-b6b3-0e6a06cb79f2 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4248075 Apr 28 19:49:17.039043 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c2119e87-2131-41ee-a97d-2007c10e7c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:17.047009 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c2119e87-2131-41ee-a97d-2007c10e7c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:17.057758 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-865d1ee3-b517-4ae4-b478-e7eda32e5ce0 req-6add30d1-f7ff-4c3a-9820-cb0a5d922a68 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3429539 Apr 28 19:49:17.068263 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e3f24e09-e298-4e54-95db-05a6d18db948 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:17.083589 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f24e09-e298-4e54-95db-05a6d18db948 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:17.085235 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e3f24e09-e298-4e54-95db-05a6d18db948 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:17.152570 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2119e87-2131-41ee-a97d-2007c10e7c21 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:49:17.226561 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2119e87-2131-41ee-a97d-2007c10e7c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651bd517-973b-44be-bb7d-007b8a6560b4,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:17.243356 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c2119e87-2131-41ee-a97d-2007c10e7c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:17.255965 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-c2119e87-2131-41ee-a97d-2007c10e7c21 admin admin] Added segment 7a3246fc-b4cf-4e6a-96a1-ab674fadab5e of type vlan for network abdc3da1-4bde-44cd-8311-c99d830aa8c9 Apr 28 19:49:17.302110 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f24e09-e298-4e54-95db-05a6d18db948 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Network': ['ID=3bb4ad15-38e1-4028-be09-c8cdfded96d3,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:17.315665 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e3f24e09-e298-4e54-95db-05a6d18db948 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2734423 Apr 28 19:49:17.316273 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60292) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:17.323932 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:49:17.326723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-5a16a846-5b30-4b91-b4bc-f5b48722dd79 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:17.486323 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c2119e87-2131-41ee-a97d-2007c10e7c21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:17.501317 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12f862-5a3f-4215-b5ad-03b79d996b4e req-1eb09ca6-58c2-48f4-b677-dde1bf36e837 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:17.510509 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9d12f862-5a3f-4215-b5ad-03b79d996b4e req-1eb09ca6-58c2-48f4-b677-dde1bf36e837 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.2967019 Apr 28 19:49:17.581880 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518408a-efb5-4f44-a84a-dc88d7de3822 req-1e62285c-fc66-4644-bfcf-07d1e480823e tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:17.583464 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0518408a-efb5-4f44-a84a-dc88d7de3822 req-1e62285c-fc66-4644-bfcf-07d1e480823e tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb77a46b-aba3-4ac2-83f8-8fd9c1487ea9 HTTP/1.1" status: 200 len: 944 time: 0.2126458 Apr 28 19:49:17.587728 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9d12f862-5a3f-4215-b5ad-03b79d996b4e req-8bdc471a-c82c-4183-b5fa-392df35af2fd tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739174 Apr 28 19:49:17.619888 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c2119e87-2131-41ee-a97d-2007c10e7c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:17.619888 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2119e87-2131-41ee-a97d-2007c10e7c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:17.628172 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c2119e87-2131-41ee-a97d-2007c10e7c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:17.647434 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a16a846-5b30-4b91-b4bc-f5b48722dd79 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:49:17.654173 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5a16a846-5b30-4b91-b4bc-f5b48722dd79 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:17.756423 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c2119e87-2131-41ee-a97d-2007c10e7c21 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3047056 Apr 28 19:49:17.846753 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2119e87-2131-41ee-a97d-2007c10e7c21 admin admin] Pushing event updated for resources: {'Network': ['ID=abdc3da1-4bde-44cd-8311-c99d830aa8c9,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:17.864077 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network abdc3da1-4bde-44cd-8311-c99d830aa8c9 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:49:17.951460 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ba174-f8f6-4a61-956b-83d8712c13d6 req-931f0b04-d927-4f60-a16c-122bc5fdb081 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:17.952159 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a77ba174-f8f6-4a61-956b-83d8712c13d6 req-931f0b04-d927-4f60-a16c-122bc5fdb081 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 945 time: 0.2255695 Apr 28 19:49:17.983180 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5a16a846-5b30-4b91-b4bc-f5b48722dd79 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:18.011190 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device b3406fdf-417c-4751-9d81-07a4af5934ca up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:49:18.065505 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a77ba174-f8f6-4a61-956b-83d8712c13d6 req-fbf77537-8353-473f-af90-d6994d2b223c tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045148 Apr 28 19:49:18.097358 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0518408a-efb5-4f44-a84a-dc88d7de3822 req-22733604-3ca4-478a-992c-e79bc6131375 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743195 Apr 28 19:49:18.133779 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a16a846-5b30-4b91-b4bc-f5b48722dd79 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Subnet': ['ID=afce0568-cb99-4a3e-96f0-5bfce2c159a9,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:18.140761 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a16a846-5b30-4b91-b4bc-f5b48722dd79 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Checking segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:49:18.141518 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a16a846-5b30-4b91-b4bc-f5b48722dd79 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network hostable DHCP agents. Network: 3bb4ad15-38e1-4028-be09-c8cdfded96d3, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:49:18.170119 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a16a846-5b30-4b91-b4bc-f5b48722dd79 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:49:18.186399 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-5a16a846-5b30-4b91-b4bc-f5b48722dd79 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 3bb4ad15-38e1-4028-be09-c8cdfded96d3) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:18.193811 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a16a846-5b30-4b91-b4bc-f5b48722dd79 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:18.194967 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5a16a846-5b30-4b91-b4bc-f5b48722dd79 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:18.226906 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5a16a846-5b30-4b91-b4bc-f5b48722dd79 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9073479 Apr 28 19:49:18.230349 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 60308) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:18.231145 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5fc71f-64d7-4821-b6a0-2ece66c7ea3b None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:49:18.240847 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-4f380ee5-9c99-4903-bee8-9c04dbfff76f tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'port': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'name': 'tempest-NetworksTestDHCPv6-1766108380'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:18.381609 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port b3406fdf-417c-4751-9d81-07a4af5934ca completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:49:18.419270 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port b3406fdf-417c-4751-9d81-07a4af5934ca triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:18.427474 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:18.632291 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb03812-215b-45f8-9453-9668fda1208f req-c97eabcd-c5f9-4c98-97ac-c42e39377f96 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:18.633933 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ccb03812-215b-45f8-9453-9668fda1208f req-c97eabcd-c5f9-4c98-97ac-c42e39377f96 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 944 time: 0.1299813 Apr 28 19:49:18.725886 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ccb03812-215b-45f8-9453-9668fda1208f req-34420c37-316a-4954-9d4e-7afefe1d883f tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841467 Apr 28 19:49:18.754456 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:18.789998 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed54529-3e1c-4b51-a297-f8a0ed767e10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'fixed_ips': [{'subnet_id': 'afce0568-cb99-4a3e-96f0-5bfce2c159a9'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:49:18.790889 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0ed54529-3e1c-4b51-a297-f8a0ed767e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:18.877283 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port b3406fdf-417c-4751-9d81-07a4af5934ca, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=b3406fdf-417c-4751-9d81-07a4af5934ca,segment=NetworkSegment(daad3582-9abd-449f-85ba-5c80ef9418e3),segment_id=daad3582-9abd-449f-85ba-5c80ef9418e3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:18.879827 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb77a46b-aba3-4ac2-83f8-8fd9c1487ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3406fdf-417c-4751-9d81-07a4af5934ca'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:49:18.883632 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffe41b5-2b79-4032-8c7b-574cddc16738" -d '{"events": [{"server_uuid": "bb77a46b-aba3-4ac2-83f8-8fd9c1487ea9", "name": "network-vif-plugged", "status": "completed", "tag": "b3406fdf-417c-4751-9d81-07a4af5934ca"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:49:18.889526 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:18.919849 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c21040-a21e-45c1-85f7-4d410070f03d req-ee8e540e-d861-468a-b670-25df1f14c673 tempest-ComputeTenantNetworksTest-196293881 tempest-ComputeTenantNetworksTest-196293881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:18.944675 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c21040-a21e-45c1-85f7-4d410070f03d req-ee8e540e-d861-468a-b670-25df1f14c673 tempest-ComputeTenantNetworksTest-196293881 tempest-ComputeTenantNetworksTest-196293881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:18.951071 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c21040-a21e-45c1-85f7-4d410070f03d req-ee8e540e-d861-468a-b670-25df1f14c673 tempest-ComputeTenantNetworksTest-196293881 tempest-ComputeTenantNetworksTest-196293881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:18.960625 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-51c21040-a21e-45c1-85f7-4d410070f03d req-ee8e540e-d861-468a-b670-25df1f14c673 tempest-ComputeTenantNetworksTest-196293881 tempest-ComputeTenantNetworksTest-196293881-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3749626 Apr 28 19:49:18.973731 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f380ee5-9c99-4903-bee8-9c04dbfff76f tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:49:18.977564 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4f380ee5-9c99-4903-bee8-9c04dbfff76f tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:19.029703 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4f380ee5-9c99-4903-bee8-9c04dbfff76f tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] device_id is not set on port 31af35cd-3a1e-4350-8b7b-db1c448b5566 yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:49:19.110583 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=b3406fdf-417c-4751-9d81-07a4af5934ca,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:19.126216 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-d74bc9bd-35bd-4ac7-8e5a-351d33da9a37 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:19.143421 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-d74bc9bd-35bd-4ac7-8e5a-351d33da9a37 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/networks?id=1b6a3f4a-ea8d-4a98-aa07-cb567010601c HTTP/1.1" status: 200 len: 814 time: 0.2649419 Apr 28 19:49:19.169014 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-2a37b26a-091d-4d88-8460-4336ed49f203 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/quotas/a0762e93be5b475288865c615d96d113 HTTP/1.1" status: 200 len: 375 time: 0.0238652 Apr 28 19:49:19.179891 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:19.180410 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:19.180626 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:19.180966 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:19.181302 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:19.181632 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:19.181965 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:19.182290 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:19.182614 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:19.182939 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:19.183261 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:19.183580 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:19.253116 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-0ed54529-3e1c-4b51-a297-f8a0ed767e10 None None] Allocated IP 2001:db8::2 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/afce0568-cb99-4a3e-96f0-5bfce2c159a9/1cbc01ea-36cd-49a2-9b53-2449d9b5cf48) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:49:19.257136 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1c2ba-52c7-4d5d-a2c4-68e54e395f2d req-dd82eef9-cf46-4471-809a-bf72372d66b1 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:19.271988 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bab1c2ba-52c7-4d5d-a2c4-68e54e395f2d req-dd82eef9-cf46-4471-809a-bf72372d66b1 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1112514 Apr 28 19:49:19.312505 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-57576eaf-f514-49df-892d-d3b358a82696 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0762e93be5b475288865c615d96d113&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1400859 Apr 28 19:49:19.371944 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bab1c2ba-52c7-4d5d-a2c4-68e54e395f2d req-012e430c-84f1-4173-9f43-465dcc0f0cda tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933683 Apr 28 19:49:19.530066 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-f0b5c028-c235-4741-aa2a-bb7dcd7f1693 service neutron] 10.222.0.42 "GET /v2.0/networks/1b6a3f4a-ea8d-4a98-aa07-cb567010601c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152903 Apr 28 19:49:19.699563 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0ed54529-3e1c-4b51-a297-f8a0ed767e10 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:19.708069 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d3261b-9ea8-40d5-91e5-f767869b450f x-openstack-request-id: req-24d3261b-9ea8-40d5-91e5-f767869b450f {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:49:19.708762 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb77a46b-aba3-4ac2-83f8-8fd9c1487ea9", "name": "network-vif-plugged", "status": "completed", "tag": "b3406fdf-417c-4751-9d81-07a4af5934ca", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:49:19.709237 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-24d3261b-9ea8-40d5-91e5-f767869b450f {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:49:19.709951 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24d3261b-9ea8-40d5-91e5-f767869b450f'] response: {'server_uuid': 'bb77a46b-aba3-4ac2-83f8-8fd9c1487ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3406fdf-417c-4751-9d81-07a4af5934ca', 'code': 200} Apr 28 19:49:19.717917 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0ed54529-3e1c-4b51-a297-f8a0ed767e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:19.783044 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed54529-3e1c-4b51-a297-f8a0ed767e10 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:19.787939 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-0ed54529-3e1c-4b51-a297-f8a0ed767e10 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:19.799459 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed54529-3e1c-4b51-a297-f8a0ed767e10 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:49:19.813800 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b1728854-d9c8-4f85-ad95-605188083351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:19.902977 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed54529-3e1c-4b51-a297-f8a0ed767e10 None None] Pushing event updated for resources: {'Port': ['ID=1cbc01ea-36cd-49a2-9b53-2449d9b5cf48,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:19.951643 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-0ed54529-3e1c-4b51-a297-f8a0ed767e10 None None] Attempting to bind port 1cbc01ea-36cd-49a2-9b53-2449d9b5cf48 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:49:19.952824 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-0ed54529-3e1c-4b51-a297-f8a0ed767e10 None None] Attempting to bind port 1cbc01ea-36cd-49a2-9b53-2449d9b5cf48 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:49:19.953501 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed54529-3e1c-4b51-a297-f8a0ed767e10 None None] Attempting to bind port 1cbc01ea-36cd-49a2-9b53-2449d9b5cf48 on network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:49:19.963364 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed54529-3e1c-4b51-a297-f8a0ed767e10 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:49:19.964004 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed54529-3e1c-4b51-a297-f8a0ed767e10 None None] Checking segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:49:19.964709 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0ed54529-3e1c-4b51-a297-f8a0ed767e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:19.965400 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed54529-3e1c-4b51-a297-f8a0ed767e10 None None] Bound using segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:49:19.966232 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-0ed54529-3e1c-4b51-a297-f8a0ed767e10 None None] Bound port: 1cbc01ea-36cd-49a2-9b53-2449d9b5cf48, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:49:19.966861 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0ed54529-3e1c-4b51-a297-f8a0ed767e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:20.053896 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69bf2bc-40af-47a0-918a-ebb59cb456a5 req-37b6ac6c-7d88-41ef-93e1-1218dbcb1866 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:20.056435 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e69bf2bc-40af-47a0-918a-ebb59cb456a5 req-37b6ac6c-7d88-41ef-93e1-1218dbcb1866 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e6a4606-acb3-422f-9380-dcbc99b0610e HTTP/1.1" status: 200 len: 945 time: 0.3668652 Apr 28 19:49:20.076064 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-2e9d6991-cf6e-4690-8b28-ec6077b5fb76 service neutron] 10.222.0.42 "GET /v2.0/networks/1b6a3f4a-ea8d-4a98-aa07-cb567010601c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5432248 Apr 28 19:49:20.130349 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0ed54529-3e1c-4b51-a297-f8a0ed767e10 None None] For port 1cbc01ea-36cd-49a2-9b53-2449d9b5cf48, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:49:20.145709 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0ed54529-3e1c-4b51-a297-f8a0ed767e10 None None] For port 1cbc01ea-36cd-49a2-9b53-2449d9b5cf48, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=1cbc01ea-36cd-49a2-9b53-2449d9b5cf48,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:49:20.155815 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0ed54529-3e1c-4b51-a297-f8a0ed767e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:20.222140 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40c809-186b-4a0b-8109-d9ac0bb14a94 req-f043a7d4-54d2-4c99-8a31-68c23e8ab23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:20.258974 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5f40c809-186b-4a0b-8109-d9ac0bb14a94 req-f043a7d4-54d2-4c99-8a31-68c23e8ab23c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bb77a46b-aba3-4ac2-83f8-8fd9c1487ea9 HTTP/1.1" status: 200 len: 1096 time: 0.5992553 Apr 28 19:49:20.407758 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed54529-3e1c-4b51-a297-f8a0ed767e10 None None] Pushing event updated for resources: {'Port': ['ID=1cbc01ea-36cd-49a2-9b53-2449d9b5cf48,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:20.420862 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-4f380ee5-9c99-4903-bee8-9c04dbfff76f tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Allocated IP 2001:db8::1ce (3bb4ad15-38e1-4028-be09-c8cdfded96d3/afce0568-cb99-4a3e-96f0-5bfce2c159a9/31af35cd-3a1e-4350-8b7b-db1c448b5566) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:49:20.686337 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd44e8-e25e-4718-a03f-04ebaeb25694 req-d581dfc7-8a2b-490a-8f3a-c8ad4a0be0f2 tempest-ComputeTenantNetworksTest-196293881 tempest-ComputeTenantNetworksTest-196293881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:20.695070 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d7cd44e8-e25e-4718-a03f-04ebaeb25694 req-d581dfc7-8a2b-490a-8f3a-c8ad4a0be0f2 tempest-ComputeTenantNetworksTest-196293881 tempest-ComputeTenantNetworksTest-196293881-project] 10.222.0.42 "GET /v2.0/networks/abdc3da1-4bde-44cd-8311-c99d830aa8c9 HTTP/1.1" status: 200 len: 769 time: 1.0937328 Apr 28 19:49:20.723606 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 60348) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:21.203415 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b893597-097e-4c16-9659-c5e748129403 req-dc38f222-f651-4611-9ab9-1062381a1dbe tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:21.212871 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7b893597-097e-4c16-9659-c5e748129403 req-dc38f222-f651-4611-9ab9-1062381a1dbe tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb77a46b-aba3-4ac2-83f8-8fd9c1487ea9 HTTP/1.1" status: 200 len: 945 time: 0.1384773 Apr 28 19:49:21.274276 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7b893597-097e-4c16-9659-c5e748129403 req-f414f01c-40b6-43fa-be34-22a44e132285 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601540 Apr 28 19:49:21.312981 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-e69bf2bc-40af-47a0-918a-ebb59cb456a5 req-3a777539-6053-4ff8-beb4-5758b1b3fa87 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Deleting port 235781a9-8718-4ea7-adec-7b38cf432433 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:49:21.314673 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e69bf2bc-40af-47a0-918a-ebb59cb456a5 req-3a777539-6053-4ff8-beb4-5758b1b3fa87 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:21.464471 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5f40c809-186b-4a0b-8109-d9ac0bb14a94 req-90b53910-f2a7-4b5c-ac1a-bd8136487859 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7559314 Apr 28 19:49:21.504227 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4f380ee5-9c99-4903-bee8-9c04dbfff76f tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:21.560885 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-34758ecc-f05b-4503-8d12-f051a0e126d6 req-8e5ff182-522d-44bb-8ab2-59beb1e15f76 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 210 time: 0.0745683 Apr 28 19:49:21.574957 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 1cbc01ea-36cd-49a2-9b53-2449d9b5cf48 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:49:21.659388 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b4494-cd3b-420e-8e81-64c54f7203ba req-544aca0b-da20-4297-ab42-a76a68ffbf98 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:21.672420 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c48b4494-cd3b-420e-8e81-64c54f7203ba req-544aca0b-da20-4297-ab42-a76a68ffbf98 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 944 time: 0.6365683 Apr 28 19:49:21.675626 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4f380ee5-9c99-4903-bee8-9c04dbfff76f tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:21.687862 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-e69bf2bc-40af-47a0-918a-ebb59cb456a5 req-3a777539-6053-4ff8-beb4-5758b1b3fa87 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] For port 235781a9-8718-4ea7-adec-7b38cf432433, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=235781a9-8718-4ea7-adec-7b38cf432433,segment=NetworkSegment(ab2c94c8-27a3-466e-851f-df9b73e428ff),segment_id=ab2c94c8-27a3-466e-851f-df9b73e428ff)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:21.688753 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e69bf2bc-40af-47a0-918a-ebb59cb456a5 req-3a777539-6053-4ff8-beb4-5758b1b3fa87 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:21.721343 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-e69bf2bc-40af-47a0-918a-ebb59cb456a5 req-3a777539-6053-4ff8-beb4-5758b1b3fa87 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Calling delete_port for 235781a9-8718-4ea7-adec-7b38cf432433 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:49:21.772519 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 1cbc01ea-36cd-49a2-9b53-2449d9b5cf48 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:21.772895 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:21.880530 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f380ee5-9c99-4903-bee8-9c04dbfff76f tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:21.886005 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-35b9c8e4-d2a7-4041-8461-02ce6aa1e4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:21.901690 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f380ee5-9c99-4903-bee8-9c04dbfff76f tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Port': ['ID=31af35cd-3a1e-4350-8b7b-db1c448b5566,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:21.909460 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-4f380ee5-9c99-4903-bee8-9c04dbfff76f tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:21.916923 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f380ee5-9c99-4903-bee8-9c04dbfff76f tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:49:21.940333 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f380ee5-9c99-4903-bee8-9c04dbfff76f tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:21.941277 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4f380ee5-9c99-4903-bee8-9c04dbfff76f tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:21.988936 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:22.025128 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e69bf2bc-40af-47a0-918a-ebb59cb456a5 req-3a777539-6053-4ff8-beb4-5758b1b3fa87 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:22.048139 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c48b4494-cd3b-420e-8e81-64c54f7203ba req-6db626b0-6b6e-4e4b-aebc-50e56c67b130 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3535376 Apr 28 19:49:22.072363 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4f380ee5-9c99-4903-bee8-9c04dbfff76f tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.8386931 Apr 28 19:49:22.111138 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60358) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:22.186974 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a777539-6053-4ff8-beb4-5758b1b3fa87 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Pushing event deleted for resources: {'Port': ['ID=235781a9-8718-4ea7-adec-7b38cf432433,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:22.256617 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-15c79aa6-65e5-457e-930b-d0d10c8b1ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:22.287829 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 1cbc01ea-36cd-49a2-9b53-2449d9b5cf48, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=1cbc01ea-36cd-49a2-9b53-2449d9b5cf48,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:22.298939 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:22.339807 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69bf2bc-40af-47a0-918a-ebb59cb456a5 req-3a777539-6053-4ff8-beb4-5758b1b3fa87 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] No DVR routers for this DVR port 235781a9-8718-4ea7-adec-7b38cf432433 on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:49:22.355654 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e69bf2bc-40af-47a0-918a-ebb59cb456a5 req-3a777539-6053-4ff8-beb4-5758b1b3fa87 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:22.364698 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e69bf2bc-40af-47a0-918a-ebb59cb456a5 req-3a777539-6053-4ff8-beb4-5758b1b3fa87 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.44 "DELETE /v2.0/ports/235781a9-8718-4ea7-adec-7b38cf432433 HTTP/1.1" status: 204 len: 173 time: 2.2784705 Apr 28 19:49:22.370831 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6a4606-acb3-422f-9380-dcbc99b0610e', 'name': 'network-vif-deleted', 'tag': '235781a9-8718-4ea7-adec-7b38cf432433'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:49:22.378374 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11517055-beec-4a08-a6df-ca287493ddec" -d '{"events": [{"server_uuid": "4e6a4606-acb3-422f-9380-dcbc99b0610e", "name": "network-vif-deleted", "tag": "235781a9-8718-4ea7-adec-7b38cf432433"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:49:22.443298 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57b7a6-4d00-4bd1-b8a4-51a54c9a0468 req-3446477b-6dc8-4ab6-a5bd-5906192443f0 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:22.456809 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ce57b7a6-4d00-4bd1-b8a4-51a54c9a0468 req-3446477b-6dc8-4ab6-a5bd-5906192443f0 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.4527757 Apr 28 19:49:22.480863 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-35b9c8e4-d2a7-4041-8461-02ce6aa1e4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:22.503209 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=1cbc01ea-36cd-49a2-9b53-2449d9b5cf48,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:22.532430 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36302afc-a7ac-402b-803f-fbc425ad9036 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:49:22.552501 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-35b9c8e4-d2a7-4041-8461-02ce6aa1e4ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abdc3da1-4bde-44cd-8311-c99d830aa8c9']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:22.568139 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd54b71b-211a-49d4-9ec2-3f811a885613 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:22.576040 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-35b9c8e4-d2a7-4041-8461-02ce6aa1e4ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a3246fc-b4cf-4e6a-96a1-ab674fadab5e') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:22.576733 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-35b9c8e4-d2a7-4041-8461-02ce6aa1e4ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a3246fc-b4cf-4e6a-96a1-ab674fadab5e') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:22.593840 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-35b9c8e4-d2a7-4041-8461-02ce6aa1e4ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:22.600506 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd54b71b-211a-49d4-9ec2-3f811a885613 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:22.612819 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-bd54b71b-211a-49d4-9ec2-3f811a885613 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4999425 Apr 28 19:49:22.614597 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-35b9c8e4-d2a7-4041-8461-02ce6aa1e4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:22.618355 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60380) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:22.626078 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b9c8e4-d2a7-4041-8461-02ce6aa1e4ff admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:49:22.628052 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-35b9c8e4-d2a7-4041-8461-02ce6aa1e4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:22.727049 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-4b76692d-7318-42a6-84eb-fd8ca8d12c1e None None] Provisioning complete for port 1cbc01ea-36cd-49a2-9b53-2449d9b5cf48 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:22.727608 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4b76692d-7318-42a6-84eb-fd8ca8d12c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:22.768298 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:49:22.768298 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:49:22.768298 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:49:22.768298 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:49:22.768298 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:49:22.768298 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:49:22.768298 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:49:22.768298 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:49:22.768298 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:49:22.768298 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:49:22.768298 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:49:22.768298 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:49:22.768298 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:49:22.768298 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:49:22.768298 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:49:22.768298 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:49:22.768298 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:49:22.768298 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:49:22.768298 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:49:22.768298 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:49:22.768298 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:49:22.768298 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:49:22.768298 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:49:22.768298 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:49:22.768298 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:49:22.768298 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:49:22.768298 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:49:22.768298 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:49:22.768298 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:49:22.768298 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:49:22.768298 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:49:22.768298 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:49:22.847911 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ce57b7a6-4d00-4bd1-b8a4-51a54c9a0468 req-694d7e49-7cfc-44b2-a5fb-891189d1b10a tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899240 Apr 28 19:49:22.926052 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-73691fa1-3e93-4135-8dee-7e333deeca9d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting port 31af35cd-3a1e-4350-8b7b-db1c448b5566 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:49:22.929635 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-73691fa1-3e93-4135-8dee-7e333deeca9d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:23.091899 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2d10e1-dd2d-45c2-88e5-d1f2ff12be6b x-openstack-request-id: req-ef2d10e1-dd2d-45c2-88e5-d1f2ff12be6b {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:49:23.092217 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6a4606-acb3-422f-9380-dcbc99b0610e", "name": "network-vif-deleted", "tag": "235781a9-8718-4ea7-adec-7b38cf432433", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:49:23.092473 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ef2d10e1-dd2d-45c2-88e5-d1f2ff12be6b {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:49:23.092876 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef2d10e1-dd2d-45c2-88e5-d1f2ff12be6b'] response: {'server_uuid': '4e6a4606-acb3-422f-9380-dcbc99b0610e', 'name': 'network-vif-deleted', 'tag': '235781a9-8718-4ea7-adec-7b38cf432433', 'status': 'completed', 'code': 200} Apr 28 19:49:23.144467 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3cf3a62a-75b2-490b-9bb8-cd80df3e3b03 req-829c7468-d3be-4f7d-a9d6-25dd01be9be1 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 210 time: 0.0486622 Apr 28 19:49:23.156874 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-e6d4e8cc-104e-41fc-a459-40e1c50007bb tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:23.158970 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-e6d4e8cc-104e-41fc-a459-40e1c50007bb tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.15 "GET /v2.0/networks?id=1b6a3f4a-ea8d-4a98-aa07-cb567010601c HTTP/1.1" status: 200 len: 814 time: 0.3842151 Apr 28 19:49:23.190497 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-076b6d96-da20-4b00-952c-a41c4c26ea19 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Request body: {'port': {'device_id': 'ca2f11ec-5fdd-4317-bb5f-c610db54b84b', 'network_id': '1b6a3f4a-ea8d-4a98-aa07-cb567010601c', 'admin_state_up': True, 'tenant_id': 'a0762e93be5b475288865c615d96d113'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:23.223793 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-73691fa1-3e93-4135-8dee-7e333deeca9d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:23.269510 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-73691fa1-3e93-4135-8dee-7e333deeca9d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Calling delete_port for 31af35cd-3a1e-4350-8b7b-db1c448b5566 owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:49:23.294326 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-35b9c8e4-d2a7-4041-8461-02ce6aa1e4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:23.316742 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60c554-0151-4c98-af2c-10e1322fa871 req-e6495cc1-ff55-4c73-949d-2f7c455827a5 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:23.326950 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5f60c554-0151-4c98-af2c-10e1322fa871 req-e6495cc1-ff55-4c73-949d-2f7c455827a5 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb77a46b-aba3-4ac2-83f8-8fd9c1487ea9 HTTP/1.1" status: 200 len: 945 time: 0.8948264 Apr 28 19:49:23.336631 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-35b9c8e4-d2a7-4041-8461-02ce6aa1e4ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:23.345708 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-35b9c8e4-d2a7-4041-8461-02ce6aa1e4ff admin admin] 10.222.0.42 "DELETE /v2.0/networks/abdc3da1-4bde-44cd-8311-c99d830aa8c9 HTTP/1.1" status: 204 len: 168 time: 2.6161475 Apr 28 19:49:23.439584 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 235781a9-8718-4ea7-adec-7b38cf432433 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:49:23.474212 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9c8e4-d2a7-4041-8461-02ce6aa1e4ff admin admin] Pushing event deleted for resources: {'Network': ['ID=abdc3da1-4bde-44cd-8311-c99d830aa8c9,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:23.506744 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 1cbc01ea-36cd-49a2-9b53-2449d9b5cf48 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:49:23.528403 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5f60c554-0151-4c98-af2c-10e1322fa871 req-145edd58-d3c9-4e0a-aaa6-42640c3e6124 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991668 Apr 28 19:49:23.617177 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 235781a9-8718-4ea7-adec-7b38cf432433 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:49:23.618260 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 235781a9-8718-4ea7-adec-7b38cf432433 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:49:23.651087 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:23.657950 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-076b6d96-da20-4b00-952c-a41c4c26ea19 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Made reservation on behalf of a0762e93be5b475288865c615d96d113 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:49:23.661727 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-076b6d96-da20-4b00-952c-a41c4c26ea19 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:23.689985 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 1cbc01ea-36cd-49a2-9b53-2449d9b5cf48 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:23.690366 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:23.799514 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 60398) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:23.809225 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3db66107-5d0b-486e-9d42-30af8f2cfb67 None None] Provisioning complete for port 31af35cd-3a1e-4350-8b7b-db1c448b5566 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:23.810587 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3db66107-5d0b-486e-9d42-30af8f2cfb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:23.854821 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-73691fa1-3e93-4135-8dee-7e333deeca9d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:23.913802 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73691fa1-3e93-4135-8dee-7e333deeca9d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Port': ['ID=31af35cd-3a1e-4350-8b7b-db1c448b5566,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:23.956058 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-3db66107-5d0b-486e-9d42-30af8f2cfb67 None None] Port 31af35cd-3a1e-4350-8b7b-db1c448b5566 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:49:24.000915 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8553130-d345-426c-bd85-5372339278ce req-c95f0784-bbac-4851-9e6a-5f7ab33d3568 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:24.013741 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f8553130-d345-426c-bd85-5372339278ce req-c95f0784-bbac-4851-9e6a-5f7ab33d3568 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 944 time: 0.4564664 Apr 28 19:49:24.036343 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3db66107-5d0b-486e-9d42-30af8f2cfb67 None None] Provisioning complete for port 1cbc01ea-36cd-49a2-9b53-2449d9b5cf48 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:24.037142 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3db66107-5d0b-486e-9d42-30af8f2cfb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:24.084984 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-73691fa1-3e93-4135-8dee-7e333deeca9d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:24.090842 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-73691fa1-3e93-4135-8dee-7e333deeca9d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/31af35cd-3a1e-4350-8b7b-db1c448b5566 HTTP/1.1" status: 204 len: 168 time: 1.4581363 Apr 28 19:49:24.098504 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60404) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:24.106210 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e1ab63c9-34b6-40f2-babe-6f7f5414222a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=26c107a3bf234fc5ad64fbf2a8b5a71f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3008637 Apr 28 19:49:24.113197 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60406) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:24.188785 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-076b6d96-da20-4b00-952c-a41c4c26ea19 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Allocated IP 172.20.0.11 (1b6a3f4a-ea8d-4a98-aa07-cb567010601c/d3272c71-9406-4bde-b6c8-9fbf3fe371b1/764eae60-4641-4e98-8129-0e878095826b) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:49:24.220357 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae4cf1-d526-41a1-ada8-40d490a04c31 req-7402048b-8908-4495-9ee8-3a678fb6f7ae tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:24.221755 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2fae4cf1-d526-41a1-ada8-40d490a04c31 req-7402048b-8908-4495-9ee8-3a678fb6f7ae tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1560624 Apr 28 19:49:24.271444 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f8553130-d345-426c-bd85-5372339278ce req-ff21e150-0724-49f9-bb1a-d651d3736716 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2516267 Apr 28 19:49:24.393866 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-e22b2963-81c9-4ce1-930e-9c376e486053 None None] Could not find standard attr ID for object 31af35cd-3a1e-4350-8b7b-db1c448b5566. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:49:24.428629 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2fae4cf1-d526-41a1-ada8-40d490a04c31 req-1bced9c9-0cf2-4b39-9371-2693ab1b03c6 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979465 Apr 28 19:49:24.443764 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ff3313b7-9ed9-4b65-8cbd-44d5a8e7e69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:24.500236 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00158d1-4c0b-4c38-b83c-1af0e4b9d876 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:24.510310 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00158d1-4c0b-4c38-b83c-1af0e4b9d876 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:24.520417 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f00158d1-4c0b-4c38-b83c-1af0e4b9d876 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4207933 Apr 28 19:49:24.526711 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60416) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:24.542688 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ef320f5f-1ab0-4983-8478-386a976fdde8 req-29de109a-627d-48f3-965c-447e4ed49c65 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 210 time: 0.1403692 Apr 28 19:49:24.699035 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ff3313b7-9ed9-4b65-8cbd-44d5a8e7e69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:24.787098 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ff3313b7-9ed9-4b65-8cbd-44d5a8e7e69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:24.796143 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ff3313b7-9ed9-4b65-8cbd-44d5a8e7e69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:24.800482 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ff3313b7-9ed9-4b65-8cbd-44d5a8e7e69c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/651bd517-973b-44be-bb7d-007b8a6560b4 HTTP/1.1" status: 204 len: 168 time: 0.6763220 Apr 28 19:49:24.833206 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-51fac83c-69c3-432d-8b63-6f088a8610c0 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting subnet afce0568-cb99-4a3e-96f0-5bfce2c159a9 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:49:24.854759 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-51fac83c-69c3-432d-8b63-6f088a8610c0 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:24.955597 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-51fac83c-69c3-432d-8b63-6f088a8610c0 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:25.065261 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-51fac83c-69c3-432d-8b63-6f088a8610c0 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:25.134613 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3313b7-9ed9-4b65-8cbd-44d5a8e7e69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651bd517-973b-44be-bb7d-007b8a6560b4,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:25.143424 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-51fac83c-69c3-432d-8b63-6f088a8610c0 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:25.179738 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fac83c-69c3-432d-8b63-6f088a8610c0 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Subnet': ['ID=afce0568-cb99-4a3e-96f0-5bfce2c159a9,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:25.189656 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-51fac83c-69c3-432d-8b63-6f088a8610c0 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:25.205213 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f247b73a-07de-4437-9c9e-958818f651ac None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:49:25.206169 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-51fac83c-69c3-432d-8b63-6f088a8610c0 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/afce0568-cb99-4a3e-96f0-5bfce2c159a9 HTTP/1.1" status: 204 len: 168 time: 0.6757290 Apr 28 19:49:25.206169 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60440) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:25.279326 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-278a286b-1313-410d-a8ea-757915c25ab7 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0717402 Apr 28 19:49:25.279567 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60442) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:25.284753 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-009d6431-9517-4e0a-b73c-6f23d98afce3 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:25.550699 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bf481-fbed-427a-8433-a9623d051eba req-fb063e14-0cce-49dc-aad8-59e56c6b4e65 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:25.554090 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ff0bf481-fbed-427a-8433-a9623d051eba req-fb063e14-0cce-49dc-aad8-59e56c6b4e65 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 944 time: 0.1527433 Apr 28 19:49:25.596512 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009d6431-9517-4e0a-b73c-6f23d98afce3 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:49:25.600605 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-009d6431-9517-4e0a-b73c-6f23d98afce3 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:25.779831 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-076b6d96-da20-4b00-952c-a41c4c26ea19 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:25.803431 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:25.835771 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ff0bf481-fbed-427a-8433-a9623d051eba req-542b8713-a89d-4af6-a685-1ff9162ddc39 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2626176 Apr 28 19:49:25.855453 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-076b6d96-da20-4b00-952c-a41c4c26ea19 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:25.952016 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:26.016951 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92517efc-a858-490e-9f9c-16b22220dcfe req-d7b0d93c-a121-4bc9-9e6c-cbe4583f7ed8 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:26.019987 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-92517efc-a858-490e-9f9c-16b22220dcfe req-d7b0d93c-a121-4bc9-9e6c-cbe4583f7ed8 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb77a46b-aba3-4ac2-83f8-8fd9c1487ea9 HTTP/1.1" status: 200 len: 945 time: 0.5125806 Apr 28 19:49:26.042368 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-076b6d96-da20-4b00-952c-a41c4c26ea19 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Network 1b6a3f4a-ea8d-4a98-aa07-cb567010601c is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:26.072868 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-076b6d96-da20-4b00-952c-a41c4c26ea19 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:26.078786 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b6d96-da20-4b00-952c-a41c4c26ea19 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Pushing event updated for resources: {'Port': ['ID=764eae60-4641-4e98-8129-0e878095826b,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:26.086512 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-076b6d96-da20-4b00-952c-a41c4c26ea19 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:49:26.121158 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa55595b-e7a2-4835-88c1-fb1677abc650 None None] DHCP port deletion for 3bb4ad15-38e1-4028-be09-c8cdfded96d3 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:49:26.219764 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a381bcb-fa81-4d1b-bc3e-2644dcb55528 req-1e34f2eb-fdb3-4bdb-b11a-a039f6a94e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:26.226028 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0a381bcb-fa81-4d1b-bc3e-2644dcb55528 req-1e34f2eb-fdb3-4bdb-b11a-a039f6a94e38 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8a7f62debf84ef2a07e1ba2d0a444b6&device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 1096 time: 0.3996866 Apr 28 19:49:26.236290 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-92517efc-a858-490e-9f9c-16b22220dcfe req-ee956546-5595-45c1-8a86-8274682c3839 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900532 Apr 28 19:49:26.247133 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-aa55595b-e7a2-4835-88c1-fb1677abc650 None None] Deleting port 1cbc01ea-36cd-49a2-9b53-2449d9b5cf48 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:49:26.250207 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-aa55595b-e7a2-4835-88c1-fb1677abc650 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:26.261285 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-009d6431-9517-4e0a-b73c-6f23d98afce3 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:26.393497 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009d6431-9517-4e0a-b73c-6f23d98afce3 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:26.424282 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-009d6431-9517-4e0a-b73c-6f23d98afce3 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:26.453015 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-aa55595b-e7a2-4835-88c1-fb1677abc650 None None] For port 1cbc01ea-36cd-49a2-9b53-2449d9b5cf48, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=1cbc01ea-36cd-49a2-9b53-2449d9b5cf48,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:26.453449 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-aa55595b-e7a2-4835-88c1-fb1677abc650 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:26.464495 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009d6431-9517-4e0a-b73c-6f23d98afce3 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:26.465538 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-009d6431-9517-4e0a-b73c-6f23d98afce3 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:26.473716 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-aa55595b-e7a2-4835-88c1-fb1677abc650 None None] Calling delete_port for 1cbc01ea-36cd-49a2-9b53-2449d9b5cf48 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:49:26.580349 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967f144-383d-4bd8-a7fd-c2c386f7277d req-e7401dd6-6432-4f6b-9d2c-1dd8136cdd06 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:26.593488 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e967f144-383d-4bd8-a7fd-c2c386f7277d req-e7401dd6-6432-4f6b-9d2c-1dd8136cdd06 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.4174247 Apr 28 19:49:26.610994 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-009d6431-9517-4e0a-b73c-6f23d98afce3 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3301065 Apr 28 19:49:26.618966 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60480) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:26.643363 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-076b6d96-da20-4b00-952c-a41c4c26ea19 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:26.644249 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-076b6d96-da20-4b00-952c-a41c4c26ea19 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:26.665753 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a381bcb-fa81-4d1b-bc3e-2644dcb55528 req-bfbff506-bb42-4482-939d-efe4c364b2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:26.667563 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0a381bcb-fa81-4d1b-bc3e-2644dcb55528 req-bfbff506-bb42-4482-939d-efe4c364b2c7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fdfdf1f0-8e25-41b2-9990-5438dad369fb HTTP/1.1" status: 200 len: 914 time: 0.4317358 Apr 28 19:49:26.677460 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-aa55595b-e7a2-4835-88c1-fb1677abc650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:26.692063 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-8f2f1a46-23fd-4c6f-ba86-b6eb56e910ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'port': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'name': 'tempest-NetworksTestDHCPv6-1394203096'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:26.723357 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0a381bcb-fa81-4d1b-bc3e-2644dcb55528 req-2e61b989-ac78-48c7-9f43-b32405d6133a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 HTTP/1.1" status: 200 len: 217 time: 0.0480509 Apr 28 19:49:26.728491 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-076b6d96-da20-4b00-952c-a41c4c26ea19 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5590067 Apr 28 19:49:26.750719 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55595b-e7a2-4835-88c1-fb1677abc650 None None] Pushing event deleted for resources: {'Port': ['ID=1cbc01ea-36cd-49a2-9b53-2449d9b5cf48,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:26.754242 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa55595b-e7a2-4835-88c1-fb1677abc650 None None] No DVR routers for this DVR port 1cbc01ea-36cd-49a2-9b53-2449d9b5cf48 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:49:26.779867 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4e09a7-146b-42f8-9f59-cb8188e448dd None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:49:26.802611 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a381bcb-fa81-4d1b-bc3e-2644dcb55528 req-b06ab72d-e877-4bf7-83a8-421b32e88c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:26.804839 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0a381bcb-fa81-4d1b-bc3e-2644dcb55528 req-b06ab72d-e877-4bf7-83a8-421b32e88c63 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac161c98-1b27-4fc1-be9d-8121dc9f01bf HTTP/1.1" status: 200 len: 853 time: 0.0748892 Apr 28 19:49:26.814103 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-01c2c852-1d1a-474c-b828-710adefaa80d service neutron] Request body: {'port': {'device_id': 'ca2f11ec-5fdd-4317-bb5f-c610db54b84b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:26.850191 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa27f5-033b-455b-9fee-a4bc685351d2 req-5a7e9c80-ae5d-4926-8613-5dbcac9e68da tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:26.850344 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e967f144-383d-4bd8-a7fd-c2c386f7277d req-5f1c6ec7-4868-4498-ac12-210586e67d7c tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528505 Apr 28 19:49:26.858552 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-90aa27f5-033b-455b-9fee-a4bc685351d2 req-5a7e9c80-ae5d-4926-8613-5dbcac9e68da tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 932 time: 0.2838790 Apr 28 19:49:26.898305 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d6431-9517-4e0a-b73c-6f23d98afce3 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Subnet': ['ID=e25860ed-c65d-4419-babc-51e9d6cd3165,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:26.921355 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2f1a46-23fd-4c6f-ba86-b6eb56e910ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:49:26.922347 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0a381bcb-fa81-4d1b-bc3e-2644dcb55528 req-acb6119a-27e8-407a-ad19-96248c2e57d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fdfdf1f0-8e25-41b2-9990-5438dad369fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034698 Apr 28 19:49:26.943141 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8f2f1a46-23fd-4c6f-ba86-b6eb56e910ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:26.982252 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-90aa27f5-033b-455b-9fee-a4bc685351d2 req-48b36a10-377f-464d-a827-2ef5c7d39936 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241000 Apr 28 19:49:27.010496 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-8f2f1a46-23fd-4c6f-ba86-b6eb56e910ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] device_id is not set on port de390721-ec85-4f74-ac70-f8ce2df9c9c7 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:49:27.181418 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-01c2c852-1d1a-474c-b828-710adefaa80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:27.258479 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8c2bbf-3b1b-470e-8818-262fbfef13ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'fixed_ips': [{'subnet_id': 'e25860ed-c65d-4419-babc-51e9d6cd3165'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:49:27.260419 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7e8c2bbf-3b1b-470e-8818-262fbfef13ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:27.287116 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a26d3-4fa3-48a0-bc72-095dc9f98887 req-4fc2e444-15dc-41b1-91c3-2552d50fcff5 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:27.292609 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-747a26d3-4fa3-48a0-bc72-095dc9f98887 req-4fc2e444-15dc-41b1-91c3-2552d50fcff5 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb77a46b-aba3-4ac2-83f8-8fd9c1487ea9 HTTP/1.1" status: 200 len: 945 time: 0.2635858 Apr 28 19:49:27.376002 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0a381bcb-fa81-4d1b-bc3e-2644dcb55528 req-2c73d24b-30b3-4f58-b045-408b425dc864 service neutron] 10.222.0.15 "GET /v2.0/networks/fdfdf1f0-8e25-41b2-9990-5438dad369fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452987 Apr 28 19:49:27.465942 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 1cbc01ea-36cd-49a2-9b53-2449d9b5cf48 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:49:27.506350 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-8f2f1a46-23fd-4c6f-ba86-b6eb56e910ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Allocated IP 2001:db8::2aa (3bb4ad15-38e1-4028-be09-c8cdfded96d3/e25860ed-c65d-4419-babc-51e9d6cd3165/de390721-ec85-4f74-ac70-f8ce2df9c9c7) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:49:27.512146 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-747a26d3-4fa3-48a0-bc72-095dc9f98887 req-6766a5ef-afea-483a-aeb9-c970fdc200c2 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713409 Apr 28 19:49:27.522361 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 1cbc01ea-36cd-49a2-9b53-2449d9b5cf48 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:49:27.523244 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 1cbc01ea-36cd-49a2-9b53-2449d9b5cf48 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:49:27.834824 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0a381bcb-fa81-4d1b-bc3e-2644dcb55528 req-d417e25d-8457-41ab-b48b-bc082e0afd1a service neutron] 10.222.0.15 "GET /v2.0/networks/fdfdf1f0-8e25-41b2-9990-5438dad369fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121672 Apr 28 19:49:27.975017 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a5c3a-71b2-49ed-98d1-4191e5b6857c req-45457568-39b0-4ce1-adf5-f7d512834db3 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:27.986871 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e43a5c3a-71b2-49ed-98d1-4191e5b6857c req-45457568-39b0-4ce1-adf5-f7d512834db3 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 944 time: 0.3024008 Apr 28 19:49:28.040865 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8f2f1a46-23fd-4c6f-ba86-b6eb56e910ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:28.136653 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-01c2c852-1d1a-474c-b828-710adefaa80d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 764eae60-4641-4e98-8129-0e878095826b {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:49:28.152450 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e43a5c3a-71b2-49ed-98d1-4191e5b6857c req-47658154-ef36-41cd-baf2-efba83dbc616 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478014 Apr 28 19:49:28.187840 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-01c2c852-1d1a-474c-b828-710adefaa80d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:28.229627 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8f2f1a46-23fd-4c6f-ba86-b6eb56e910ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:28.240654 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-01c2c852-1d1a-474c-b828-710adefaa80d service neutron] Transition to ACTIVE for port object 764eae60-4641-4e98-8129-0e878095826b will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:49:28.260707 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-01c2c852-1d1a-474c-b828-710adefaa80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:28.333521 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2f1a46-23fd-4c6f-ba86-b6eb56e910ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:28.384633 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-8f2f1a46-23fd-4c6f-ba86-b6eb56e910ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:28.388030 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2f1a46-23fd-4c6f-ba86-b6eb56e910ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:49:28.397035 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2f1a46-23fd-4c6f-ba86-b6eb56e910ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:28.402886 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8f2f1a46-23fd-4c6f-ba86-b6eb56e910ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:28.431835 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2c852-1d1a-474c-b828-710adefaa80d service neutron] Pushing event updated for resources: {'Port': ['ID=764eae60-4641-4e98-8129-0e878095826b,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:28.448802 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-7e8c2bbf-3b1b-470e-8818-262fbfef13ac None None] Allocated IP 2001:db8::2 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/e25860ed-c65d-4419-babc-51e9d6cd3165/dfe09bd3-0490-49ac-94de-59de8f216466) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:49:28.492299 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f1a46-23fd-4c6f-ba86-b6eb56e910ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Port': ['ID=de390721-ec85-4f74-ac70-f8ce2df9c9c7,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:28.521364 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 60518) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:28.536717 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8f2f1a46-23fd-4c6f-ba86-b6eb56e910ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8819585 Apr 28 19:49:28.563883 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb6f28-9f5e-4c32-937c-c75a43755ec4 req-739c2d6a-30c0-4bad-b7ef-73ed02f43cfc tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:28.566305 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-acbb6f28-9f5e-4c32-937c-c75a43755ec4 req-739c2d6a-30c0-4bad-b7ef-73ed02f43cfc tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.2262685 Apr 28 19:49:28.671238 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-acbb6f28-9f5e-4c32-937c-c75a43755ec4 req-15db801d-a13e-4551-be62-d60b60b7f2bc tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968699 Apr 28 19:49:28.819869 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1450f1-2008-4fe6-a00b-ab4816f377de req-08becf45-06a6-4447-93cb-20ce0a45937a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:28.821577 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac1450f1-2008-4fe6-a00b-ab4816f377de req-08becf45-06a6-4447-93cb-20ce0a45937a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8a7f62debf84ef2a07e1ba2d0a444b6&device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 1096 time: 0.3737996 Apr 28 19:49:28.847417 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd3caf1-8a4d-4c85-8a7e-bf4c2ecf73b9 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:28.852205 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60528) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:28.861675 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ccd3caf1-8a4d-4c85-8a7e-bf4c2ecf73b9 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3369410 Apr 28 19:49:28.873882 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-01c2c852-1d1a-474c-b828-710adefaa80d service neutron] Attempting to bind port 764eae60-4641-4e98-8129-0e878095826b on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:49:28.874321 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-01c2c852-1d1a-474c-b828-710adefaa80d service neutron] Attempting to bind port 764eae60-4641-4e98-8129-0e878095826b by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'ab2c94c8-27a3-466e-851f-df9b73e428ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1b6a3f4a-ea8d-4a98-aa07-cb567010601c'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:49:28.874725 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-01c2c852-1d1a-474c-b828-710adefaa80d service neutron] Attempting to bind port 764eae60-4641-4e98-8129-0e878095826b on network 1b6a3f4a-ea8d-4a98-aa07-cb567010601c {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:49:28.901259 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-01c2c852-1d1a-474c-b828-710adefaa80d service neutron] Port 764eae60-4641-4e98-8129-0e878095826b on network 1b6a3f4a-ea8d-4a98-aa07-cb567010601c not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:49:28.901704 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-01c2c852-1d1a-474c-b828-710adefaa80d service neutron] Attempting to bind port 764eae60-4641-4e98-8129-0e878095826b on network 1b6a3f4a-ea8d-4a98-aa07-cb567010601c {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:49:29.078399 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-01c2c852-1d1a-474c-b828-710adefaa80d service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:49:29.078908 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-01c2c852-1d1a-474c-b828-710adefaa80d service neutron] Checking segment: {'id': 'ab2c94c8-27a3-466e-851f-df9b73e428ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1b6a3f4a-ea8d-4a98-aa07-cb567010601c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:49:29.079378 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-01c2c852-1d1a-474c-b828-710adefaa80d service neutron] Bound using segment: {'id': 'ab2c94c8-27a3-466e-851f-df9b73e428ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1b6a3f4a-ea8d-4a98-aa07-cb567010601c'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:49:29.079916 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-01c2c852-1d1a-474c-b828-710adefaa80d service neutron] Bound port: 764eae60-4641-4e98-8129-0e878095826b, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab2c94c8-27a3-466e-851f-df9b73e428ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1b6a3f4a-ea8d-4a98-aa07-cb567010601c'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:49:29.080387 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-01c2c852-1d1a-474c-b828-710adefaa80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:29.103250 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7e8c2bbf-3b1b-470e-8818-262fbfef13ac None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:29.116625 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7e8c2bbf-3b1b-470e-8818-262fbfef13ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:29.163814 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8c2bbf-3b1b-470e-8818-262fbfef13ac None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:29.171919 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-7e8c2bbf-3b1b-470e-8818-262fbfef13ac None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:29.179964 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8c2bbf-3b1b-470e-8818-262fbfef13ac None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:49:29.202577 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-fa72df78-57ec-4f02-b3ec-66819d118afe tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting port de390721-ec85-4f74-ac70-f8ce2df9c9c7 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:49:29.206108 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fa72df78-57ec-4f02-b3ec-66819d118afe tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:29.238043 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ad1c9-6339-42d0-83bd-0ac1ca859877 req-1fac6f7b-243c-4903-a4b4-47b76b51c753 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:29.249008 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5e6ad1c9-6339-42d0-83bd-0ac1ca859877 req-1fac6f7b-243c-4903-a4b4-47b76b51c753 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb77a46b-aba3-4ac2-83f8-8fd9c1487ea9 HTTP/1.1" status: 200 len: 945 time: 0.2555082 Apr 28 19:49:29.319298 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf13c0-2897-427e-8a94-df10bbb203c6 req-2201cb22-e634-4a5e-88d6-eaa39d18012e tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:29.336777 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3cdf13c0-2897-427e-8a94-df10bbb203c6 req-2201cb22-e634-4a5e-88d6-eaa39d18012e tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 944 time: 0.3962405 Apr 28 19:49:29.395896 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1450f1-2008-4fe6-a00b-ab4816f377de req-d6a1d993-c771-44a5-b477-5ccbdc61fd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:29.401893 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac1450f1-2008-4fe6-a00b-ab4816f377de req-d6a1d993-c771-44a5-b477-5ccbdc61fd87 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fdfdf1f0-8e25-41b2-9990-5438dad369fb HTTP/1.1" status: 200 len: 914 time: 0.5381284 Apr 28 19:49:29.450511 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-01c2c852-1d1a-474c-b828-710adefaa80d service neutron] For port 764eae60-4641-4e98-8129-0e878095826b, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:49:29.474826 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5e6ad1c9-6339-42d0-83bd-0ac1ca859877 req-a6a8728b-6ff7-4eda-a6e4-abe229ffc143 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969972 Apr 28 19:49:29.516799 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-7e8c2bbf-3b1b-470e-8818-262fbfef13ac None None] Attempting to bind port dfe09bd3-0490-49ac-94de-59de8f216466 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:49:29.517442 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-7e8c2bbf-3b1b-470e-8818-262fbfef13ac None None] Attempting to bind port dfe09bd3-0490-49ac-94de-59de8f216466 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:49:29.517751 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8c2bbf-3b1b-470e-8818-262fbfef13ac None None] Attempting to bind port dfe09bd3-0490-49ac-94de-59de8f216466 on network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:49:29.520370 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c2bbf-3b1b-470e-8818-262fbfef13ac None None] Pushing event updated for resources: {'Port': ['ID=dfe09bd3-0490-49ac-94de-59de8f216466,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:29.529613 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8c2bbf-3b1b-470e-8818-262fbfef13ac None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:49:29.530240 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8c2bbf-3b1b-470e-8818-262fbfef13ac None None] Checking segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:49:29.532710 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7e8c2bbf-3b1b-470e-8818-262fbfef13ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:29.532710 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8c2bbf-3b1b-470e-8818-262fbfef13ac None None] Bound using segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:49:29.533499 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-7e8c2bbf-3b1b-470e-8818-262fbfef13ac None None] Bound port: dfe09bd3-0490-49ac-94de-59de8f216466, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:49:29.535901 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7e8c2bbf-3b1b-470e-8818-262fbfef13ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:29.621453 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fa72df78-57ec-4f02-b3ec-66819d118afe tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:29.642065 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aa04f89e-4339-49ff-b7dc-84e5fb16e532 req-e2323bba-db6e-42f0-ae40-71124af5795b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=49a49e7a-0d41-4ef6-97b0-153fde7d575b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5713809 Apr 28 19:49:29.653257 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-fa72df78-57ec-4f02-b3ec-66819d118afe tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Calling delete_port for de390721-ec85-4f74-ac70-f8ce2df9c9c7 owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:49:29.659217 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3cdf13c0-2897-427e-8a94-df10bbb203c6 req-0797c74a-d7e3-4ce6-9aa8-ce66896e1fef tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972043 Apr 28 19:49:29.668279 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac1450f1-2008-4fe6-a00b-ab4816f377de req-c8642d25-4edb-4569-be1a-b5428475c30c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 HTTP/1.1" status: 200 len: 217 time: 0.2377663 Apr 28 19:49:29.697336 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-01c2c852-1d1a-474c-b828-710adefaa80d service neutron] For port 764eae60-4641-4e98-8129-0e878095826b, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=764eae60-4641-4e98-8129-0e878095826b,segment=NetworkSegment(ab2c94c8-27a3-466e-851f-df9b73e428ff),segment_id=ab2c94c8-27a3-466e-851f-df9b73e428ff)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:49:29.735578 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-01c2c852-1d1a-474c-b828-710adefaa80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:29.820291 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-01c2c852-1d1a-474c-b828-710adefaa80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:29.821204 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-01c2c852-1d1a-474c-b828-710adefaa80d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:29.823135 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-01c2c852-1d1a-474c-b828-710adefaa80d service neutron] 10.222.0.15 "PUT /v2.0/ports/764eae60-4641-4e98-8129-0e878095826b HTTP/1.1" status: 200 len: 1092 time: 3.0146806 Apr 28 19:49:29.827092 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2f11ec-5fdd-4317-bb5f-c610db54b84b', 'tag': '764eae60-4641-4e98-8129-0e878095826b'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:49:29.829961 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75da74c1-4e4a-4d90-b241-5bc6ae43ebde" -d '{"events": [{"name": "network-changed", "server_uuid": "ca2f11ec-5fdd-4317-bb5f-c610db54b84b", "tag": "764eae60-4641-4e98-8129-0e878095826b"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:49:29.832329 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7e8c2bbf-3b1b-470e-8818-262fbfef13ac None None] For port dfe09bd3-0490-49ac-94de-59de8f216466, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:49:29.867529 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7e8c2bbf-3b1b-470e-8818-262fbfef13ac None None] For port dfe09bd3-0490-49ac-94de-59de8f216466, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=dfe09bd3-0490-49ac-94de-59de8f216466,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:49:29.879912 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7e8c2bbf-3b1b-470e-8818-262fbfef13ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:29.903901 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1450f1-2008-4fe6-a00b-ab4816f377de req-02b3a546-30ba-4a78-99ba-b2edc03943b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:29.906386 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac1450f1-2008-4fe6-a00b-ab4816f377de req-02b3a546-30ba-4a78-99ba-b2edc03943b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac161c98-1b27-4fc1-be9d-8121dc9f01bf HTTP/1.1" status: 200 len: 853 time: 0.2232006 Apr 28 19:49:29.990307 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2c852-1d1a-474c-b828-710adefaa80d service neutron] Pushing event updated for resources: {'Port': ['ID=764eae60-4641-4e98-8129-0e878095826b,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:30.027972 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac1450f1-2008-4fe6-a00b-ab4816f377de req-89ff5362-93a7-404d-b5c8-287673e39413 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fdfdf1f0-8e25-41b2-9990-5438dad369fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103911 Apr 28 19:49:30.061544 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:49:30.068345 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c2bbf-3b1b-470e-8818-262fbfef13ac None None] Pushing event updated for resources: {'Port': ['ID=dfe09bd3-0490-49ac-94de-59de8f216466,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:30.072870 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e718a-5ec5-4ae6-8d3b-c73e5b9b34d9 req-9edab822-2e08-4095-b209-279e7da8f97a tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:30.084538 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ef4e718a-5ec5-4ae6-8d3b-c73e5b9b34d9 req-9edab822-2e08-4095-b209-279e7da8f97a tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.2723303 Apr 28 19:49:30.097330 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-bdd70212-6270-4cc0-b86f-d7553966eda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:30.099190 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-bdd70212-6270-4cc0-b86f-d7553966eda2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a0762e93be5b475288865c615d96d113&device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 1095 time: 0.1857250 Apr 28 19:49:30.159030 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04f89e-4339-49ff-b7dc-84e5fb16e532 req-57c573ac-12bf-4edc-9342-a1c178fac7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:30.161205 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aa04f89e-4339-49ff-b7dc-84e5fb16e532 req-57c573ac-12bf-4edc-9342-a1c178fac7ce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dcadc66e0b2646d28c33130e37263af0&device_id=49a49e7a-0d41-4ef6-97b0-153fde7d575b HTTP/1.1" status: 200 len: 1097 time: 0.2742071 Apr 28 19:49:30.171265 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-2fe4d1e9-85b0-426a-bef1-6fa0001125a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=764eae60-4641-4e98-8129-0e878095826b HTTP/1.1" status: 200 len: 217 time: 0.0490255 Apr 28 19:49:30.196971 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a79317-3a08-450e-a23a-20633d024a19 req-e30ac163-d8f8-48b8-a26c-5bde9d519ce3 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:30.198667 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-61a79317-3a08-450e-a23a-20633d024a19 req-e30ac163-d8f8-48b8-a26c-5bde9d519ce3 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 944 time: 0.5489464 Apr 28 19:49:30.229302 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:30.298097 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36017a6d-dae7-4273-b9dc-108cc527a2d0 req-a07af490-4448-43f0-bd33-9a672a2bc8f8 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:30.299647 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-36017a6d-dae7-4273-b9dc-108cc527a2d0 req-a07af490-4448-43f0-bd33-9a672a2bc8f8 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb77a46b-aba3-4ac2-83f8-8fd9c1487ea9 HTTP/1.1" status: 200 len: 945 time: 0.3564718 Apr 28 19:49:30.304663 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da916a6d-8098-4792-9b7d-ca4290412279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:49:30.316901 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863ed53f-981e-4949-a532-f69f1cfb1581" -d '{"events": [{"server_uuid": "da916a6d-8098-4792-9b7d-ca4290412279", "name": "network-vif-unplugged", "status": "completed", "tag": "88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:49:30.355502 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0,segment=NetworkSegment(51039b99-7ae2-4b2a-8868-b76f3cd7a80e),segment_id=51039b99-7ae2-4b2a-8868-b76f3cd7a80e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:30.367692 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:30.452827 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fa72df78-57ec-4f02-b3ec-66819d118afe tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:30.492903 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac1450f1-2008-4fe6-a00b-ab4816f377de req-24ce3dec-189c-4e83-a690-1e786b321ed7 service neutron] 10.222.0.15 "GET /v2.0/networks/fdfdf1f0-8e25-41b2-9990-5438dad369fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497743 Apr 28 19:49:30.499871 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0,revision_number=8']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:30.536082 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-61a79317-3a08-450e-a23a-20633d024a19 req-553b8941-d98e-49b0-a117-4ee3d7fe9eca tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2916548 Apr 28 19:49:30.540283 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa72df78-57ec-4f02-b3ec-66819d118afe tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Port': ['ID=de390721-ec85-4f74-ac70-f8ce2df9c9c7,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:30.624859 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04f89e-4339-49ff-b7dc-84e5fb16e532 req-e2fcde1e-2ac8-43fe-9133-71ad997fc8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:30.626814 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aa04f89e-4339-49ff-b7dc-84e5fb16e532 req-e2fcde1e-2ac8-43fe-9133-71ad997fc8b8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63 HTTP/1.1" status: 200 len: 907 time: 0.4218338 Apr 28 19:49:30.675158 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-e5148801-0034-48ea-a1f8-ce60c664837c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:30.676744 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-e5148801-0034-48ea-a1f8-ce60c664837c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3272c71-9406-4bde-b6c8-9fbf3fe371b1 HTTP/1.1" status: 200 len: 854 time: 0.4537945 Apr 28 19:49:30.714629 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fa72df78-57ec-4f02-b3ec-66819d118afe tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:30.718581 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-fa72df78-57ec-4f02-b3ec-66819d118afe tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/de390721-ec85-4f74-ac70-f8ce2df9c9c7 HTTP/1.1" status: 204 len: 168 time: 1.8652186 Apr 28 19:49:30.726769 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60564) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:30.729821 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aa04f89e-4339-49ff-b7dc-84e5fb16e532 req-c1015ba0-cb62-4312-a7f9-ab251141241c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49307b20-b4ff-444f-afcb-d7bf39e9a7f0 HTTP/1.1" status: 200 len: 217 time: 0.0895989 Apr 28 19:49:30.753353 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ef4e718a-5ec5-4ae6-8d3b-c73e5b9b34d9 req-7c89c3dd-2695-49da-b536-d5770dbd289c tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6602182 Apr 28 19:49:30.755406 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-cb191405-0ae1-4a4a-a6a9-29a97b280200 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b6a3f4a-ea8d-4a98-aa07-cb567010601c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575447 Apr 28 19:49:30.845686 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4ad64-2ad1-4676-96d0-97fb0d4f1fa7 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:30.847420 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4ad64-2ad1-4676-96d0-97fb0d4f1fa7 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:30.855768 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f4b4ad64-2ad1-4676-96d0-97fb0d4f1fa7 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1251059 Apr 28 19:49:30.863291 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 60568) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:30.880048 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Apr 2022 19:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5db5cd3-9dc8-49f8-8e7c-10971566e735 x-openstack-request-id: req-a5db5cd3-9dc8-49f8-8e7c-10971566e735 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:49:30.880706 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da916a6d-8098-4792-9b7d-ca4290412279", "name": "network-vif-unplugged", "status": "failed", "tag": "88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0", "code": 422}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:49:30.882780 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a5db5cd3-9dc8-49f8-8e7c-10971566e735 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:49:30.883225 n-d-839810-1 neutron-server[102775]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a5db5cd3-9dc8-49f8-8e7c-10971566e735']: {'server_uuid': 'da916a6d-8098-4792-9b7d-ca4290412279', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0', 'code': 422} returned with failed status Apr 28 19:49:30.885161 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76b62c6-dcf3-4b96-9673-2a92a9e89efd x-openstack-request-id: req-f76b62c6-dcf3-4b96-9673-2a92a9e89efd {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:49:30.886860 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca2f11ec-5fdd-4317-bb5f-c610db54b84b", "tag": "764eae60-4641-4e98-8129-0e878095826b", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:49:30.892377 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f76b62c6-dcf3-4b96-9673-2a92a9e89efd {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:49:30.893232 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f76b62c6-dcf3-4b96-9673-2a92a9e89efd'] response: {'name': 'network-changed', 'server_uuid': 'ca2f11ec-5fdd-4317-bb5f-c610db54b84b', 'tag': '764eae60-4641-4e98-8129-0e878095826b', 'status': 'completed', 'code': 200} Apr 28 19:49:30.939372 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-36017a6d-dae7-4273-b9dc-108cc527a2d0 req-fa842071-20c2-45c0-91af-749686b3852f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Deleting port b3406fdf-417c-4751-9d81-07a4af5934ca {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:49:30.940046 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-36017a6d-dae7-4273-b9dc-108cc527a2d0 req-fa842071-20c2-45c0-91af-749686b3852f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:30.986997 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb79fa4-24bd-45c8-9065-4959fb7cf9ce req-bc81b787-49a4-4c17-bff2-8bb1114e9d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:30.988766 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cbb79fa4-24bd-45c8-9065-4959fb7cf9ce req-bc81b787-49a4-4c17-bff2-8bb1114e9d94 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e&tenant_id=8766bd4e5ff74ccda54aedeba9de3560 HTTP/1.1" status: 200 len: 1095 time: 0.6069417 Apr 28 19:49:31.072003 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac1450f1-2008-4fe6-a00b-ab4816f377de req-fffd668f-1ae1-47fa-a5f1-6b4cf3606cc8 service neutron] 10.222.0.15 "GET /v2.0/networks/fdfdf1f0-8e25-41b2-9990-5438dad369fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5474174 Apr 28 19:49:31.129688 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04f89e-4339-49ff-b7dc-84e5fb16e532 req-ebd3afe9-d445-4f3e-9000-13d5cb4baa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:31.132278 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aa04f89e-4339-49ff-b7dc-84e5fb16e532 req-ebd3afe9-d445-4f3e-9000-13d5cb4baa8f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5d396974-bf85-4823-9eae-70a0b8bd71b5 HTTP/1.1" status: 200 len: 846 time: 0.2738435 Apr 28 19:49:31.180149 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-758d462a-6acf-4845-a215-4c451f500efd tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting subnet e25860ed-c65d-4419-babc-51e9d6cd3165 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:49:31.194964 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-758d462a-6acf-4845-a215-4c451f500efd tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:31.216737 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aa04f89e-4339-49ff-b7dc-84e5fb16e532 req-253b9b36-0412-4c4e-acb7-1488aee20e98 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735350 Apr 28 19:49:31.239973 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-36017a6d-dae7-4273-b9dc-108cc527a2d0 req-fa842071-20c2-45c0-91af-749686b3852f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] For port b3406fdf-417c-4751-9d81-07a4af5934ca, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=b3406fdf-417c-4751-9d81-07a4af5934ca,segment=NetworkSegment(daad3582-9abd-449f-85ba-5c80ef9418e3),segment_id=daad3582-9abd-449f-85ba-5c80ef9418e3)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:31.240992 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-36017a6d-dae7-4273-b9dc-108cc527a2d0 req-fa842071-20c2-45c0-91af-749686b3852f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:31.255822 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd488a-fdcc-4745-bfd5-301a58d8299d req-7182d416-a5f4-4cf9-abf9-1fdaf4e48ddb tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:31.265581 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-37bd488a-fdcc-4745-bfd5-301a58d8299d req-7182d416-a5f4-4cf9-abf9-1fdaf4e48ddb tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 944 time: 0.2997425 Apr 28 19:49:31.267279 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-36017a6d-dae7-4273-b9dc-108cc527a2d0 req-fa842071-20c2-45c0-91af-749686b3852f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Calling delete_port for b3406fdf-417c-4751-9d81-07a4af5934ca owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:49:31.288077 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-4a19b383-8801-41d7-96df-e819517cdaee service neutron] 10.222.0.15 "GET /v2.0/networks/1b6a3f4a-ea8d-4a98-aa07-cb567010601c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102909 Apr 28 19:49:31.301213 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb79fa4-24bd-45c8-9065-4959fb7cf9ce req-047da805-aacc-4a1b-80fa-c39c1d7a49e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:31.302966 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cbb79fa4-24bd-45c8-9065-4959fb7cf9ce req-047da805-aacc-4a1b-80fa-c39c1d7a49e4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8766bd4e5ff74ccda54aedeba9de3560&device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 1095 time: 0.2358387 Apr 28 19:49:31.328797 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-758d462a-6acf-4845-a215-4c451f500efd tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:31.544994 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device dfe09bd3-0490-49ac-94de-59de8f216466 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:49:31.585737 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-37bd488a-fdcc-4745-bfd5-301a58d8299d req-bfe0a750-0727-4222-8470-a2865aa35ea0 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190091 Apr 28 19:49:31.770702 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port dfe09bd3-0490-49ac-94de-59de8f216466 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:31.771130 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:31.794148 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c52dbe26-f0aa-40c5-9f9f-d1d235822178 req-fb9ed1e2-2c89-4742-8831-2a38f70e739f service neutron] 10.222.0.15 "GET /v2.0/networks/1b6a3f4a-ea8d-4a98-aa07-cb567010601c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4846637 Apr 28 19:49:31.940566 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:31.943447 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:32.026110 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port dfe09bd3-0490-49ac-94de-59de8f216466, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=dfe09bd3-0490-49ac-94de-59de8f216466,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:32.058408 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:32.131830 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8393a-be82-4155-bbf3-d71a2afffaa7 req-d8892204-bf17-46d6-a89f-fb530f2aba24 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:32.142229 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c9a8393a-be82-4155-bbf3-d71a2afffaa7 req-d8892204-bf17-46d6-a89f-fb530f2aba24 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb77a46b-aba3-4ac2-83f8-8fd9c1487ea9 HTTP/1.1" status: 200 len: 945 time: 1.1310444 Apr 28 19:49:32.155388 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-aa04f89e-4339-49ff-b7dc-84e5fb16e532 req-36426a49-79f0-4f4d-a60e-6bb3df69236a service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:49:32.156883 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aa04f89e-4339-49ff-b7dc-84e5fb16e532 req-36426a49-79f0-4f4d-a60e-6bb3df69236a service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0352414 Apr 28 19:49:32.205955 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-8ac7de17-56cd-4e8f-8295-0bdd1e14a607 None None] Provisioning complete for port dfe09bd3-0490-49ac-94de-59de8f216466 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:32.210021 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8ac7de17-56cd-4e8f-8295-0bdd1e14a607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:32.258712 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=dfe09bd3-0490-49ac-94de-59de8f216466,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:32.339098 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aa04f89e-4339-49ff-b7dc-84e5fb16e532 req-b9f10457-192a-4481-bdf6-9185787df7d6 service neutron] 10.222.0.44 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674383 Apr 28 19:49:32.453010 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c9a8393a-be82-4155-bbf3-d71a2afffaa7 req-eec53441-986c-499a-8061-c988f636a7d0 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097858 Apr 28 19:49:32.584548 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-758d462a-6acf-4845-a215-4c451f500efd tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:32.603254 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-36017a6d-dae7-4273-b9dc-108cc527a2d0 req-fa842071-20c2-45c0-91af-749686b3852f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:32.609478 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aa04f89e-4339-49ff-b7dc-84e5fb16e532 req-dd5a47aa-6198-4c4c-ab64-1f55869544e6 service neutron] 10.222.0.44 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546337 Apr 28 19:49:32.617633 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['49307b20-b4ff-444f-afcb-d7bf39e9a7f0'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:49:32.697732 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb79fa4-24bd-45c8-9065-4959fb7cf9ce req-0132042d-2b41-4fa9-8669-097b8db2072a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:32.698052 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-21629f0b-261d-432e-828d-42561f4a6753 None None] Could not find standard attr ID for object de390721-ec85-4f74-ac70-f8ce2df9c9c7. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:49:32.700502 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cbb79fa4-24bd-45c8-9065-4959fb7cf9ce req-0132042d-2b41-4fa9-8669-097b8db2072a service neutron] 10.222.0.15 "GET /v2.0/networks?id=361c3585-c6e2-486f-967a-33f86818c3c9 HTTP/1.1" status: 200 len: 918 time: 1.3086510 Apr 28 19:49:32.711946 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa842071-20c2-45c0-91af-749686b3852f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Pushing event deleted for resources: {'Port': ['ID=b3406fdf-417c-4751-9d81-07a4af5934ca,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:32.727946 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-758d462a-6acf-4845-a215-4c451f500efd tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:32.906873 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-36017a6d-dae7-4273-b9dc-108cc527a2d0 req-fa842071-20c2-45c0-91af-749686b3852f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] No DVR routers for this DVR port b3406fdf-417c-4751-9d81-07a4af5934ca on host n-h1-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:49:32.910700 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-36017a6d-dae7-4273-b9dc-108cc527a2d0 req-fa842071-20c2-45c0-91af-749686b3852f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:32.920782 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-36017a6d-dae7-4273-b9dc-108cc527a2d0 req-fa842071-20c2-45c0-91af-749686b3852f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.15 "DELETE /v2.0/ports/b3406fdf-417c-4751-9d81-07a4af5934ca HTTP/1.1" status: 204 len: 173 time: 2.6065679 Apr 28 19:49:32.921562 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb77a46b-aba3-4ac2-83f8-8fd9c1487ea9', 'name': 'network-vif-deleted', 'tag': 'b3406fdf-417c-4751-9d81-07a4af5934ca'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:49:32.933148 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d462a-6acf-4845-a215-4c451f500efd tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Subnet': ['ID=e25860ed-c65d-4419-babc-51e9d6cd3165,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:32.933570 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a054cf-c044-4bf0-b6f5-4aabc799bed5" -d '{"events": [{"server_uuid": "bb77a46b-aba3-4ac2-83f8-8fd9c1487ea9", "name": "network-vif-deleted", "tag": "b3406fdf-417c-4751-9d81-07a4af5934ca"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:49:32.936082 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04ccf94-26e3-443c-a778-ffe30c495686 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:49:32.943836 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-758d462a-6acf-4845-a215-4c451f500efd tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:32.947575 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-758d462a-6acf-4845-a215-4c451f500efd tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/e25860ed-c65d-4419-babc-51e9d6cd3165 HTTP/1.1" status: 204 len: 168 time: 2.0780666 Apr 28 19:49:32.957708 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 60606) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:33.045678 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da74c1-4e4a-4d90-b241-5bc6ae43ebde req-2eed8111-1197-4281-ac89-12e38a77a8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:33.047176 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75da74c1-4e4a-4d90-b241-5bc6ae43ebde req-2eed8111-1197-4281-ac89-12e38a77a8e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a0762e93be5b475288865c615d96d113&device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 1095 time: 1.1671019 Apr 28 19:49:33.052626 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-eddc3d32-be0d-4649-ad17-f6767166e74f tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0942070 Apr 28 19:49:33.061852 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae08c92-60e8-4dae-8947-e1bc24d89c9a req-f27fdaee-1b48-47c9-921c-354474e61957 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:33.063494 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1ae08c92-60e8-4dae-8947-e1bc24d89c9a req-f27fdaee-1b48-47c9-921c-354474e61957 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 944 time: 1.1185303 Apr 28 19:49:33.064795 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60608) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:33.080483 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-ec64fb90-1f74-45a2-ae75-b51258333eaf tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:33.170289 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da74c1-4e4a-4d90-b241-5bc6ae43ebde req-a2fc93f6-230e-42c3-b9a0-d0b1b575f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:33.171883 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75da74c1-4e4a-4d90-b241-5bc6ae43ebde req-a2fc93f6-230e-42c3-b9a0-d0b1b575f861 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b6a3f4a-ea8d-4a98-aa07-cb567010601c HTTP/1.1" status: 200 len: 915 time: 0.1074488 Apr 28 19:49:33.297400 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1ae08c92-60e8-4dae-8947-e1bc24d89c9a req-9f21ac5a-3776-4196-94d5-ecd6f3ade6d8 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154175 Apr 28 19:49:33.298180 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec64fb90-1f74-45a2-ae75-b51258333eaf tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:49:33.304975 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cbb79fa4-24bd-45c8-9065-4959fb7cf9ce req-bfdd5502-deaa-4e4b-b3d2-670c5b2cb294 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a749027-3dcd-46f5-83a0-1a2b5506f788 HTTP/1.1" status: 200 len: 1000 time: 0.5701013 Apr 28 19:49:33.310745 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75da74c1-4e4a-4d90-b241-5bc6ae43ebde req-2b767cff-3978-46da-bc37-ff318efabeea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=764eae60-4641-4e98-8129-0e878095826b HTTP/1.1" status: 200 len: 217 time: 0.0960078 Apr 28 19:49:33.327611 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ec64fb90-1f74-45a2-ae75-b51258333eaf tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:33.353953 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:33.492332 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2a06f-226f-4bfe-8858-b276884351f0 req-30a20dc0-7ee2-4abf-94b3-e3454fa7e23d tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:33.495066 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f6e2a06f-226f-4bfe-8858-b276884351f0 req-30a20dc0-7ee2-4abf-94b3-e3454fa7e23d tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 943 time: 0.5495262 Apr 28 19:49:33.518260 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a3205d-3c9a-483b-8e39-c91b218e7385 None None] DHCP port deletion for 3bb4ad15-38e1-4028-be09-c8cdfded96d3 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:49:33.662852 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-07a3205d-3c9a-483b-8e39-c91b218e7385 None None] Deleting port dfe09bd3-0490-49ac-94de-59de8f216466 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:49:33.663210 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-07a3205d-3c9a-483b-8e39-c91b218e7385 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:33.688013 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f6e2a06f-226f-4bfe-8858-b276884351f0 req-cb9d61cf-3aeb-40d4-95d1-d0705c33aade tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804354 Apr 28 19:49:33.765918 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3ef84-f018-4c48-b7e4-3aa75836b570 req-ec10c0b7-a565-4f51-95e1-be5d18196eda tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:33.805072 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-31f3ef84-f018-4c48-b7e4-3aa75836b570 req-ec10c0b7-a565-4f51-95e1-be5d18196eda tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 944 time: 0.2342370 Apr 28 19:49:33.816806 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da74c1-4e4a-4d90-b241-5bc6ae43ebde req-d1921f3e-8ce0-4431-9024-4d41273ad8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:33.821830 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75da74c1-4e4a-4d90-b241-5bc6ae43ebde req-d1921f3e-8ce0-4431-9024-4d41273ad8bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3272c71-9406-4bde-b6c8-9fbf3fe371b1 HTTP/1.1" status: 200 len: 854 time: 0.4988413 Apr 28 19:49:33.859072 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb79fa4-24bd-45c8-9065-4959fb7cf9ce req-39eed527-3c66-4aff-8fd4-35f45fd70626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:33.862078 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cbb79fa4-24bd-45c8-9065-4959fb7cf9ce req-39eed527-3c66-4aff-8fd4-35f45fd70626 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d9c43513-8faa-4150-80e2-a774186aa1a0 HTTP/1.1" status: 200 len: 856 time: 0.5421431 Apr 28 19:49:33.870284 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-07a3205d-3c9a-483b-8e39-c91b218e7385 None None] For port dfe09bd3-0490-49ac-94de-59de8f216466, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=dfe09bd3-0490-49ac-94de-59de8f216466,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:33.871336 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-07a3205d-3c9a-483b-8e39-c91b218e7385 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:33.910881 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75da74c1-4e4a-4d90-b241-5bc6ae43ebde req-050cf7b2-815a-4b2d-ac33-a477eb69ebcd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b6a3f4a-ea8d-4a98-aa07-cb567010601c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554814 Apr 28 19:49:33.942766 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-07a3205d-3c9a-483b-8e39-c91b218e7385 None None] Calling delete_port for dfe09bd3-0490-49ac-94de-59de8f216466 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:49:33.946127 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8102146-f083-4ed5-b014-22b6f7604f1d x-openstack-request-id: req-f8102146-f083-4ed5-b014-22b6f7604f1d {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:49:33.946954 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb77a46b-aba3-4ac2-83f8-8fd9c1487ea9", "name": "network-vif-deleted", "tag": "b3406fdf-417c-4751-9d81-07a4af5934ca", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:49:33.947611 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f8102146-f083-4ed5-b014-22b6f7604f1d {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:49:33.949244 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8102146-f083-4ed5-b014-22b6f7604f1d'] response: {'server_uuid': 'bb77a46b-aba3-4ac2-83f8-8fd9c1487ea9', 'name': 'network-vif-deleted', 'tag': 'b3406fdf-417c-4751-9d81-07a4af5934ca', 'status': 'completed', 'code': 200} Apr 28 19:49:33.990071 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-31f3ef84-f018-4c48-b7e4-3aa75836b570 req-37e70205-f3a3-43e8-ba26-be21b16d4079 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779370 Apr 28 19:49:34.133974 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 764eae60-4641-4e98-8129-0e878095826b details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:49:34.179352 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ec64fb90-1f74-45a2-ae75-b51258333eaf tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:34.227199 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb79fa4-24bd-45c8-9065-4959fb7cf9ce req-d76979fc-df24-4744-99e5-5d050855d1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:34.230231 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cbb79fa4-24bd-45c8-9065-4959fb7cf9ce req-d76979fc-df24-4744-99e5-5d050855d1e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=361c3585-c6e2-486f-967a-33f86818c3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3182070 Apr 28 19:49:34.433826 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75da74c1-4e4a-4d90-b241-5bc6ae43ebde req-1e8aa1f5-5c74-4676-a4a0-17731eb2349c service neutron] 10.222.0.15 "GET /v2.0/networks/1b6a3f4a-ea8d-4a98-aa07-cb567010601c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4757562 Apr 28 19:49:34.438250 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec64fb90-1f74-45a2-ae75-b51258333eaf tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:34.475596 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 764eae60-4641-4e98-8129-0e878095826b, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=764eae60-4641-4e98-8129-0e878095826b,segment=NetworkSegment(ab2c94c8-27a3-466e-851f-df9b73e428ff),segment_id=ab2c94c8-27a3-466e-851f-df9b73e428ff)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:34.491646 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device b3406fdf-417c-4751-9d81-07a4af5934ca no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:49:34.495009 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '764eae60-4641-4e98-8129-0e878095826b', 'network_id': '1b6a3f4a-ea8d-4a98-aa07-cb567010601c', 'port_id': '764eae60-4641-4e98-8129-0e878095826b', 'mac_address': 'fa:16:3e:65:66:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3272c71-9406-4bde-b6c8-9fbf3fe371b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:49:34.500933 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-07a3205d-3c9a-483b-8e39-c91b218e7385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:34.517419 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-ec64fb90-1f74-45a2-ae75-b51258333eaf tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:34.534680 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec64fb90-1f74-45a2-ae75-b51258333eaf tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:34.535531 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ec64fb90-1f74-45a2-ae75-b51258333eaf tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:34.554187 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3205d-3c9a-483b-8e39-c91b218e7385 None None] Pushing event deleted for resources: {'Port': ['ID=dfe09bd3-0490-49ac-94de-59de8f216466,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:34.598869 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f1dc1-35d9-489c-8db9-d056587eecc2 req-4ff0bdb3-7a9c-4ed3-902c-a6825f565c51 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:34.601792 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-575f1dc1-35d9-489c-8db9-d056587eecc2 req-4ff0bdb3-7a9c-4ed3-902c-a6825f565c51 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 943 time: 0.4053476 Apr 28 19:49:34.648761 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: b3406fdf-417c-4751-9d81-07a4af5934ca {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:49:34.649761 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device b3406fdf-417c-4751-9d81-07a4af5934ca not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:49:34.650645 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:49:34.651818 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cbb79fa4-24bd-45c8-9065-4959fb7cf9ce req-62f23a4c-fbde-4a72-ab86-7eb7c92671de service neutron] 10.222.0.15 "GET /v2.0/networks/361c3585-c6e2-486f-967a-33f86818c3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135017 Apr 28 19:49:34.703424 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ec64fb90-1f74-45a2-ae75-b51258333eaf tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6346962 Apr 28 19:49:34.721668 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 60636) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:34.732754 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64fb90-1f74-45a2-ae75-b51258333eaf tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Subnet': ['ID=fe2e4530-c56b-4e5f-9e29-bb05e889c091,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:34.740981 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-575f1dc1-35d9-489c-8db9-d056587eecc2 req-9ed0dd6c-27dc-42e1-9c8e-c2346e95586b tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112268 Apr 28 19:49:34.746459 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:34.770419 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a3205d-3c9a-483b-8e39-c91b218e7385 None None] No DVR routers for this DVR port dfe09bd3-0490-49ac-94de-59de8f216466 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:49:34.857911 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175e41b1-2a79-4d75-8024-0bf92fabab4d None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:49:34.953760 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-ed856cd1-f220-4c5a-95a7-3e9c403971f9 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'port': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'name': 'tempest-NetworksTestDHCPv6-1981767058'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:34.958827 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cbb79fa4-24bd-45c8-9065-4959fb7cf9ce req-a0dccf15-a696-4653-b364-c1bfe70de885 service neutron] 10.222.0.15 "GET /v2.0/networks/361c3585-c6e2-486f-967a-33f86818c3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801480 Apr 28 19:49:35.078429 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773c665-5c85-4843-8478-4526489570d4 req-9169d8f7-3d3e-4281-8e96-0a9696878726 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:35.109172 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3773c665-5c85-4843-8478-4526489570d4 req-9169d8f7-3d3e-4281-8e96-0a9696878726 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 944 time: 0.5409572 Apr 28 19:49:35.129174 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-748e2e0a-b3b3-4919-9a39-ab3543be97e9 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:35.130837 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-748e2e0a-b3b3-4919-9a39-ab3543be97e9 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/networks?id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63 HTTP/1.1" status: 200 len: 806 time: 0.2019999 Apr 28 19:49:35.163006 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-050f179b-8282-4360-b210-de9a631eb944 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/quotas/dcadc66e0b2646d28c33130e37263af0 HTTP/1.1" status: 200 len: 375 time: 0.0219183 Apr 28 19:49:35.245614 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75da74c1-4e4a-4d90-b241-5bc6ae43ebde req-82708c3f-abc1-4155-ba34-12d15c212f0c service neutron] 10.222.0.15 "GET /v2.0/networks/1b6a3f4a-ea8d-4a98-aa07-cb567010601c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8016219 Apr 28 19:49:35.273522 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-33477580-ffce-4c7f-a5ae-560606f7cdd2 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=dcadc66e0b2646d28c33130e37263af0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1022360 Apr 28 19:49:35.341394 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3773c665-5c85-4843-8478-4526489570d4 req-4062d12b-21ec-40a7-adc4-6f7b848c7398 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304189 Apr 28 19:49:35.438740 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 764eae60-4641-4e98-8129-0e878095826b {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:49:35.505607 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device dfe09bd3-0490-49ac-94de-59de8f216466 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:49:35.535994 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: dfe09bd3-0490-49ac-94de-59de8f216466 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:49:35.536372 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device dfe09bd3-0490-49ac-94de-59de8f216466 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:49:35.563645 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed856cd1-f220-4c5a-95a7-3e9c403971f9 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:49:35.571783 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ed856cd1-f220-4c5a-95a7-3e9c403971f9 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:35.602031 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-019d6c7f-7132-41e6-b8c3-a246186f609e service neutron] 10.222.0.42 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059039 Apr 28 19:49:35.606518 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:49:35.649292 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 764eae60-4641-4e98-8129-0e878095826b, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=764eae60-4641-4e98-8129-0e878095826b,segment=NetworkSegment(ab2c94c8-27a3-466e-851f-df9b73e428ff),segment_id=ab2c94c8-27a3-466e-851f-df9b73e428ff)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:35.655636 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ed856cd1-f220-4c5a-95a7-3e9c403971f9 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] device_id is not set on port 302f050c-be24-41a1-b0d1-b0b6714d65b4 yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:49:35.678798 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:35.911076 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-b9909778-283e-4964-86cf-82dcdca2a279 service neutron] 10.222.0.42 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069265 Apr 28 19:49:35.992249 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['764eae60-4641-4e98-8129-0e878095826b'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:49:36.091577 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ce0e1f-f0f5-44ab-ac5a-f3a523cac904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'fixed_ips': [{'subnet_id': 'fe2e4530-c56b-4e5f-9e29-bb05e889c091'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:49:36.140683 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-ed856cd1-f220-4c5a-95a7-3e9c403971f9 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Allocated IP 2001:db8::350 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/fe2e4530-c56b-4e5f-9e29-bb05e889c091/302f050c-be24-41a1-b0d1-b0b6714d65b4) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:49:36.148577 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e6ce0e1f-f0f5-44ab-ac5a-f3a523cac904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:36.235999 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697bfa4-4f55-4830-9c26-13a9c833bf32 req-7297d538-0029-4fb3-9c89-e4bb8379086b tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:36.238743 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f697bfa4-4f55-4830-9c26-13a9c833bf32 req-7297d538-0029-4fb3-9c89-e4bb8379086b tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 945 time: 0.2923949 Apr 28 19:49:36.309337 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=764eae60-4641-4e98-8129-0e878095826b,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:36.619794 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f697bfa4-4f55-4830-9c26-13a9c833bf32 req-f8c7eef8-4676-49b1-b132-9d2059a93cbf tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547754 Apr 28 19:49:36.760022 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0912cffb-9fbd-4dbf-8bb5-ed33c96bba2a req-bbb104c5-1d4c-4944-877d-319bec7cf87c tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a84738c-05cf-427e-98d6-fe823cee4d66 HTTP/1.1" status: 200 len: 210 time: 0.1182730 Apr 28 19:49:37.047518 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ed856cd1-f220-4c5a-95a7-3e9c403971f9 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:37.107234 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb3934-592b-41e4-8c49-4e4b11a190a2 req-f8212363-b93a-42f8-9c55-19dc5d2ab448 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:37.121103 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bceb3934-592b-41e4-8c49-4e4b11a190a2 req-f8212363-b93a-42f8-9c55-19dc5d2ab448 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 944 time: 0.2388380 Apr 28 19:49:37.226477 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c464bf-c2b5-4cf5-86cb-c520b19e82f7 req-06e5d3b3-f22c-4dad-b2ff-99702a187004 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:37.242881 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-21c464bf-c2b5-4cf5-86cb-c520b19e82f7 req-06e5d3b3-f22c-4dad-b2ff-99702a187004 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 943 time: 0.2887099 Apr 28 19:49:37.381466 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bceb3934-592b-41e4-8c49-4e4b11a190a2 req-feb85a3e-4d9d-4381-a7bb-2d00c91bcd64 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2528391 Apr 28 19:49:37.409249 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ed856cd1-f220-4c5a-95a7-3e9c403971f9 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:37.480462 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-21c464bf-c2b5-4cf5-86cb-c520b19e82f7 req-18d52a63-d5a2-42b2-85d0-06432d6e851e tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357852 Apr 28 19:49:37.530950 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-e6ce0e1f-f0f5-44ab-ac5a-f3a523cac904 None None] Allocated IP 2001:db8::2 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/fe2e4530-c56b-4e5f-9e29-bb05e889c091/46381255-7805-4f30-9983-ea3df97377ce) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:49:37.656049 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed856cd1-f220-4c5a-95a7-3e9c403971f9 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Port': ['ID=302f050c-be24-41a1-b0d1-b0b6714d65b4,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:37.679004 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed856cd1-f220-4c5a-95a7-3e9c403971f9 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:37.685641 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-ed856cd1-f220-4c5a-95a7-3e9c403971f9 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:37.691030 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed856cd1-f220-4c5a-95a7-3e9c403971f9 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:49:37.706056 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed856cd1-f220-4c5a-95a7-3e9c403971f9 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:37.709036 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ed856cd1-f220-4c5a-95a7-3e9c403971f9 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:37.747223 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ed856cd1-f220-4c5a-95a7-3e9c403971f9 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0218740 Apr 28 19:49:37.750945 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 60732) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:37.983288 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8579e58d-9948-46b9-8628-a5f166960ee0 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:37.993986 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8579e58d-9948-46b9-8628-a5f166960ee0 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2390840 Apr 28 19:49:38.002994 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 60744) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:38.110120 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 764eae60-4641-4e98-8129-0e878095826b up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:49:38.120835 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-be75c9e7-1f6d-440c-853e-ff219c26fc85 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6139088 Apr 28 19:49:38.134167 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-4e847d75-e2f9-465d-babc-96ef7167135e service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:49:38.160821 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-4e847d75-e2f9-465d-babc-96ef7167135e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0390692 Apr 28 19:49:38.265549 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e6ce0e1f-f0f5-44ab-ac5a-f3a523cac904 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:38.275015 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb15f7-ea02-42f4-8cf8-0c2de157d9a6 req-64803769-f971-459e-93c1-f100d5caa2f4 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:38.288806 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5cbb15f7-ea02-42f4-8cf8-0c2de157d9a6 req-64803769-f971-459e-93c1-f100d5caa2f4 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 945 time: 0.2692306 Apr 28 19:49:38.305826 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e6ce0e1f-f0f5-44ab-ac5a-f3a523cac904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:38.345042 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b43185a4-86c6-40db-aa09-e56832015838 req-ad4c8863-7ae3-460a-816b-4999a880c8f1 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a84738c-05cf-427e-98d6-fe823cee4d66 HTTP/1.1" status: 200 len: 210 time: 0.1927602 Apr 28 19:49:38.454751 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 764eae60-4641-4e98-8129-0e878095826b completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:49:38.459919 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5cbb15f7-ea02-42f4-8cf8-0c2de157d9a6 req-67bf8582-8bcc-4f8d-a5ca-6adc50f5b3c8 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647677 Apr 28 19:49:38.509408 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 764eae60-4641-4e98-8129-0e878095826b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:38.510510 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:38.542855 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ce0e1f-f0f5-44ab-ac5a-f3a523cac904 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:38.616268 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-99c3ba2c-e72c-4adf-9643-b9406f2b1a7c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting port 302f050c-be24-41a1-b0d1-b0b6714d65b4 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:49:38.616953 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-99c3ba2c-e72c-4adf-9643-b9406f2b1a7c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:38.652735 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce0e1f-f0f5-44ab-ac5a-f3a523cac904 None None] Pushing event updated for resources: {'Port': ['ID=46381255-7805-4f30-9983-ea3df97377ce,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:38.682351 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-e6ce0e1f-f0f5-44ab-ac5a-f3a523cac904 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:38.690932 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ce0e1f-f0f5-44ab-ac5a-f3a523cac904 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:49:38.705050 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60754) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:38.936631 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c5ddc-2ea9-4c01-9707-619737b1580b req-c00f6616-aa27-4e31-9159-10e73c161771 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:38.950499 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-435c5ddc-2ea9-4c01-9707-619737b1580b req-c00f6616-aa27-4e31-9159-10e73c161771 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 944 time: 0.2300148 Apr 28 19:49:39.099630 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-e6ce0e1f-f0f5-44ab-ac5a-f3a523cac904 None None] Attempting to bind port 46381255-7805-4f30-9983-ea3df97377ce on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:49:39.100015 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-e6ce0e1f-f0f5-44ab-ac5a-f3a523cac904 None None] Attempting to bind port 46381255-7805-4f30-9983-ea3df97377ce by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:49:39.103476 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ce0e1f-f0f5-44ab-ac5a-f3a523cac904 None None] Attempting to bind port 46381255-7805-4f30-9983-ea3df97377ce on network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:49:39.104816 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c5a36-af36-4cdc-b9f7-e291e8e8e0e3 req-450a4cfc-15ba-4fec-b200-e9162cc0c675 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:39.123537 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-657c5a36-af36-4cdc-b9f7-e291e8e8e0e3 req-450a4cfc-15ba-4fec-b200-e9162cc0c675 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 943 time: 0.2965851 Apr 28 19:49:39.128686 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ce0e1f-f0f5-44ab-ac5a-f3a523cac904 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:49:39.129400 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ce0e1f-f0f5-44ab-ac5a-f3a523cac904 None None] Checking segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:49:39.130129 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e6ce0e1f-f0f5-44ab-ac5a-f3a523cac904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:39.130893 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ce0e1f-f0f5-44ab-ac5a-f3a523cac904 None None] Bound using segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:49:39.132134 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-e6ce0e1f-f0f5-44ab-ac5a-f3a523cac904 None None] Bound port: 46381255-7805-4f30-9983-ea3df97377ce, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:49:39.133005 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e6ce0e1f-f0f5-44ab-ac5a-f3a523cac904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:39.227869 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6222e626-0a29-496f-b130-bfd4f294f802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:39.252380 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-657c5a36-af36-4cdc-b9f7-e291e8e8e0e3 req-074b95de-e738-418f-aa1e-d6ac609b366f tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242492 Apr 28 19:49:39.287144 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-99c3ba2c-e72c-4adf-9643-b9406f2b1a7c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:39.329267 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-99c3ba2c-e72c-4adf-9643-b9406f2b1a7c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Calling delete_port for 302f050c-be24-41a1-b0d1-b0b6714d65b4 owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:49:39.410254 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-e6ce0e1f-f0f5-44ab-ac5a-f3a523cac904 None None] For port 46381255-7805-4f30-9983-ea3df97377ce, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:49:39.424271 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-e6ce0e1f-f0f5-44ab-ac5a-f3a523cac904 None None] For port 46381255-7805-4f30-9983-ea3df97377ce, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=46381255-7805-4f30-9983-ea3df97377ce,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:49:39.452148 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e6ce0e1f-f0f5-44ab-ac5a-f3a523cac904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:39.608866 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce0e1f-f0f5-44ab-ac5a-f3a523cac904 None None] Pushing event updated for resources: {'Port': ['ID=46381255-7805-4f30-9983-ea3df97377ce,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:39.668158 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:39.815926 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-435c5ddc-2ea9-4c01-9707-619737b1580b req-4cab8cfd-02ed-4a89-ad97-4ff5bbfe2d63 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8497593 Apr 28 19:49:39.819507 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-99c3ba2c-e72c-4adf-9643-b9406f2b1a7c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:39.832131 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2f11ec-5fdd-4317-bb5f-c610db54b84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764eae60-4641-4e98-8129-0e878095826b'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:49:39.880551 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0f3fd4-2b3a-4dbb-9034-0e880932856f" -d '{"events": [{"server_uuid": "ca2f11ec-5fdd-4317-bb5f-c610db54b84b", "name": "network-vif-plugged", "status": "completed", "tag": "764eae60-4641-4e98-8129-0e878095826b"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:49:39.915273 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6222e626-0a29-496f-b130-bfd4f294f802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:39.937756 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-b0484885-3813-4cbf-be25-ee5a500bad96 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:39.944323 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-b0484885-3813-4cbf-be25-ee5a500bad96 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.44 "GET /v2.0/networks?id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63 HTTP/1.1" status: 200 len: 806 time: 0.5318708 Apr 28 19:49:39.951906 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6222e626-0a29-496f-b130-bfd4f294f802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:39.965029 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 764eae60-4641-4e98-8129-0e878095826b, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=764eae60-4641-4e98-8129-0e878095826b,segment=NetworkSegment(ab2c94c8-27a3-466e-851f-df9b73e428ff),segment_id=ab2c94c8-27a3-466e-851f-df9b73e428ff)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:39.977233 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:40.055793 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3ba2c-e72c-4adf-9643-b9406f2b1a7c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Port': ['ID=302f050c-be24-41a1-b0d1-b0b6714d65b4,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:40.102465 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6222e626-0a29-496f-b130-bfd4f294f802 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=995b121c290448ebaa639dc4694e4d42&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3959529 Apr 28 19:49:40.115694 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-01e4e181-c603-4bc1-8cba-703b10284e8f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Request body: {'port': {'device_id': '1a84738c-05cf-427e-98d6-fe823cee4d66', 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63', 'admin_state_up': True, 'tenant_id': 'dcadc66e0b2646d28c33130e37263af0'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:40.151773 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-99c3ba2c-e72c-4adf-9643-b9406f2b1a7c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:40.178574 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-99c3ba2c-e72c-4adf-9643-b9406f2b1a7c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/302f050c-be24-41a1-b0d1-b0b6714d65b4 HTTP/1.1" status: 204 len: 168 time: 2.1718574 Apr 28 19:49:40.182062 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 60780) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:40.186996 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 60782) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:40.247649 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=764eae60-4641-4e98-8129-0e878095826b,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:40.343047 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222e626-0a29-496f-b130-bfd4f294f802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5662c01-d458-4eca-ad57-c0c4e3b4959a,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:40.414701 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-343d3a39-521e-43b0-8748-f01e39699b0a req-5ab034ce-d6d8-4d52-81e6-b81b368fc224 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a84738c-05cf-427e-98d6-fe823cee4d66 HTTP/1.1" status: 200 len: 210 time: 0.4636462 Apr 28 19:49:40.471745 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-01e4e181-c603-4bc1-8cba-703b10284e8f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Made reservation on behalf of dcadc66e0b2646d28c33130e37263af0 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:49:40.478790 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-01e4e181-c603-4bc1-8cba-703b10284e8f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:40.629054 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbabcc0-34da-4d1b-b6df-d564d320236a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:40.650700 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbabcc0-34da-4d1b-b6df-d564d320236a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:40.662291 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-afbabcc0-34da-4d1b-b6df-d564d320236a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4620597 Apr 28 19:49:40.663243 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 60794) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:40.730690 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fb9de6b1-9b66-429d-b914-3da83d392fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:40.785876 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dda334-c747-4aa3-8281-fe23c3f869d0 req-93d5c01a-8803-4d1a-b079-0b5e918b3eda tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:40.795253 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-45dda334-c747-4aa3-8281-fe23c3f869d0 req-93d5c01a-8803-4d1a-b079-0b5e918b3eda tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 946 time: 0.6138601 Apr 28 19:49:40.920006 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-2441cb9c-de6f-4a9b-ac4b-9152627b1ad3 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting subnet fe2e4530-c56b-4e5f-9e29-bb05e889c091 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:49:40.923158 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315c6c30-8718-4476-949e-4832228b1885 x-openstack-request-id: req-315c6c30-8718-4476-949e-4832228b1885 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:49:40.923711 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2f11ec-5fdd-4317-bb5f-c610db54b84b", "name": "network-vif-plugged", "status": "completed", "tag": "764eae60-4641-4e98-8129-0e878095826b", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:49:40.923711 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-315c6c30-8718-4476-949e-4832228b1885 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:49:40.924015 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2441cb9c-de6f-4a9b-ac4b-9152627b1ad3 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:40.924182 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-315c6c30-8718-4476-949e-4832228b1885'] response: {'server_uuid': 'ca2f11ec-5fdd-4317-bb5f-c610db54b84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764eae60-4641-4e98-8129-0e878095826b', 'code': 200} Apr 28 19:49:40.933009 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-01e4e181-c603-4bc1-8cba-703b10284e8f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Allocated IP 172.20.0.4 (1dd86a08-7dd8-4588-b4f7-0af7a8217f63/5d396974-bf85-4823-9eae-70a0b8bd71b5/d1f6e921-0fd6-4be4-8103-a07080e06d31) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:49:41.015107 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2441cb9c-de6f-4a9b-ac4b-9152627b1ad3 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:41.201048 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-45dda334-c747-4aa3-8281-fe23c3f869d0 req-5d6b52df-1e25-4971-b996-8fc7c2ba01b7 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045494 Apr 28 19:49:41.204170 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fb9de6b1-9b66-429d-b914-3da83d392fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:41.327450 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2441cb9c-de6f-4a9b-ac4b-9152627b1ad3 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:41.460497 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-59d77ad7-70f5-4b33-8967-bf5504697da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:41.463722 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-59d77ad7-70f5-4b33-8967-bf5504697da9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279&tenant_id=e8a7f62debf84ef2a07e1ba2d0a444b6 HTTP/1.1" status: 200 len: 1094 time: 0.7982545 Apr 28 19:49:41.472783 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2441cb9c-de6f-4a9b-ac4b-9152627b1ad3 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:41.519627 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85843952-8ce2-4717-a364-3f601f291658 req-4e4d0684-1630-4b6a-9e23-dccde9b73cbb tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:41.544510 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-85843952-8ce2-4717-a364-3f601f291658 req-4e4d0684-1630-4b6a-9e23-dccde9b73cbb tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 943 time: 0.3085687 Apr 28 19:49:41.603446 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-01e4e181-c603-4bc1-8cba-703b10284e8f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:41.610515 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 46381255-7805-4f30-9983-ea3df97377ce up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:49:41.675247 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-a58e34fd-2b4b-4457-8299-878bfd831f08 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-839810-1', 'device_owner': 'compute:nova'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:41.684755 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441cb9c-de6f-4a9b-ac4b-9152627b1ad3 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Subnet': ['ID=fe2e4530-c56b-4e5f-9e29-bb05e889c091,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:41.722438 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-85843952-8ce2-4717-a364-3f601f291658 req-04f33e21-4280-4b09-88c5-a31fcb7a077b tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769557 Apr 28 19:49:41.785091 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-01e4e181-c603-4bc1-8cba-703b10284e8f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:41.785928 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2441cb9c-de6f-4a9b-ac4b-9152627b1ad3 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:41.792094 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2441cb9c-de6f-4a9b-ac4b-9152627b1ad3 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/fe2e4530-c56b-4e5f-9e29-bb05e889c091 HTTP/1.1" status: 204 len: 168 time: 1.1163518 Apr 28 19:49:41.811461 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 60810) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:41.867463 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-bd84fe9a-7952-4701-a7cf-d0d8fed6cdd4 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545092 Apr 28 19:49:41.878675 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60812) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:41.879675 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['49307b20-b4ff-444f-afcb-d7bf39e9a7f0'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:49:41.884660 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4e181-c603-4bc1-8cba-703b10284e8f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Pushing event updated for resources: {'Port': ['ID=d1f6e921-0fd6-4be4-8103-a07080e06d31,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:41.888578 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23e8eb-57c7-4b4c-908a-840824d4e442 req-df660a5d-d29f-4142-a744-184b8f5f3538 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:41.894257 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e23e8eb-57c7-4b4c-908a-840824d4e442 req-df660a5d-d29f-4142-a744-184b8f5f3538 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 944 time: 0.4583559 Apr 28 19:49:41.918932 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-01e4e181-c603-4bc1-8cba-703b10284e8f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Network 1dd86a08-7dd8-4588-b4f7-0af7a8217f63 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:41.923251 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-01e4e181-c603-4bc1-8cba-703b10284e8f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:41.954515 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-01e4e181-c603-4bc1-8cba-703b10284e8f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:49:41.976894 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-a58e34fd-2b4b-4457-8299-878bfd831f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:41.989226 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314e99f-e7c5-40d7-906a-9a0d604d9552 req-8cb558e7-0f5f-4f31-abaa-47b38c82c6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:41.995397 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5314e99f-e7c5-40d7-906a-9a0d604d9552 req-8cb558e7-0f5f-4f31-abaa-47b38c82c6f7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 1097 time: 0.8428748 Apr 28 19:49:42.057042 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-4f413671-436c-4fb9-8dde-b904abbec13f None None] Provisioning complete for port 46381255-7805-4f30-9983-ea3df97377ce triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:42.058826 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4f413671-436c-4fb9-8dde-b904abbec13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:42.146066 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-01e4e181-c603-4bc1-8cba-703b10284e8f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:42.146967 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-01e4e181-c603-4bc1-8cba-703b10284e8f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:42.176993 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fb9de6b1-9b66-429d-b914-3da83d392fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:42.180228 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-01e4e181-c603-4bc1-8cba-703b10284e8f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1361141 Apr 28 19:49:42.180388 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fb9de6b1-9b66-429d-b914-3da83d392fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:42.181841 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fb9de6b1-9b66-429d-b914-3da83d392fb6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a5662c01-d458-4eca-ad57-c0c4e3b4959a HTTP/1.1" status: 204 len: 168 time: 1.9923494 Apr 28 19:49:42.195491 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-93a43a80-32c2-43bc-b12d-024f4620e33d service neutron] Request body: {'port': {'device_id': '1a84738c-05cf-427e-98d6-fe823cee4d66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:42.225128 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e23e8eb-57c7-4b4c-908a-840824d4e442 req-d707ef14-94ed-4970-b824-8d237acf9313 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2491348 Apr 28 19:49:42.225882 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 46381255-7805-4f30-9983-ea3df97377ce triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:42.226791 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:42.328616 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9de6b1-9b66-429d-b914-3da83d392fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5662c01-d458-4eca-ad57-c0c4e3b4959a,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:42.393091 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5314e99f-e7c5-40d7-906a-9a0d604d9552 req-374b139b-66fb-464f-8b4a-81fd5a924772 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513668 Apr 28 19:49:42.423486 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefc68ca-f214-4dac-8e4f-25562e0beb05 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:42.436971 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-aefc68ca-f214-4dac-8e4f-25562e0beb05 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5376670 Apr 28 19:49:42.441836 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60824) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:42.506553 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965e4555-f9e2-4cf0-b645-ed2e16e00edd None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:49:42.602940 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-93a43a80-32c2-43bc-b12d-024f4620e33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:42.660292 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38fcbd2-89ec-402c-9be4-d3ce3f110f0f req-c4d3aa80-0016-4818-b5f4-1ad096de942f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:42.670429 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d38fcbd2-89ec-402c-9be4-d3ce3f110f0f req-c4d3aa80-0016-4818-b5f4-1ad096de942f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a84738c-05cf-427e-98d6-fe823cee4d66 HTTP/1.1" status: 200 len: 931 time: 0.6125846 Apr 28 19:49:42.709050 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19a41f2-0946-4dc4-9801-5287caf45048 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:42.714864 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a19a41f2-0946-4dc4-9801-5287caf45048 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2526500 Apr 28 19:49:42.720318 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60832) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:42.829301 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-585b5d7e-5f25-4183-8f0b-3c10b4c83115 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0970645 Apr 28 19:49:42.829610 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95887cfb-d96a-4786-801b-2582a27d74e7 req-55e99afb-be5e-4ea2-b3df-5c423db2ac2f tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:42.833234 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60836) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:42.845718 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-95887cfb-d96a-4786-801b-2582a27d74e7 req-55e99afb-be5e-4ea2-b3df-5c423db2ac2f tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 946 time: 0.2387221 Apr 28 19:49:42.846334 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-e4673a14-900f-4c0a-83d6-29d5da4b78cb tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:42.909447 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d38fcbd2-89ec-402c-9be4-d3ce3f110f0f req-09b44082-d729-472f-b8c2-45db4d0c295a tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353911 Apr 28 19:49:43.275092 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-a58e34fd-2b4b-4457-8299-878bfd831f08 service neutron] For port 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0,segment=NetworkSegment(51039b99-7ae2-4b2a-8868-b76f3cd7a80e),segment_id=51039b99-7ae2-4b2a-8868-b76f3cd7a80e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:43.367683 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:43.382333 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-a58e34fd-2b4b-4457-8299-878bfd831f08 service neutron] For port 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:49:43.457667 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 46381255-7805-4f30-9983-ea3df97377ce, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=46381255-7805-4f30-9983-ea3df97377ce,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:43.474394 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-a58e34fd-2b4b-4457-8299-878bfd831f08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:49:43.475403 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4f413671-436c-4fb9-8dde-b904abbec13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:43.486358 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-a58e34fd-2b4b-4457-8299-878bfd831f08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:43.506537 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:43.539184 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-a58e34fd-2b4b-4457-8299-878bfd831f08 service neutron] Transition to ACTIVE for port object 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:49:43.576648 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-95887cfb-d96a-4786-801b-2582a27d74e7 req-a2de6ecb-5f39-47a8-b191-da3dca22d517 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7287836 Apr 28 19:49:43.578593 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-a58e34fd-2b4b-4457-8299-878bfd831f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:43.666459 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4673a14-900f-4c0a-83d6-29d5da4b78cb tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:49:43.685929 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e4673a14-900f-4c0a-83d6-29d5da4b78cb tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:43.776002 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b1937-4d96-4815-b287-3186daaee189 req-a8182f3c-62c0-480c-964b-c6a952f4b286 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:43.778086 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e58b1937-4d96-4815-b287-3186daaee189 req-a8182f3c-62c0-480c-964b-c6a952f4b286 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 943 time: 0.5923247 Apr 28 19:49:43.943328 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f1c251-1ca8-4a63-80b3-b6e521eb98bf None None] DHCP port deletion for 3bb4ad15-38e1-4028-be09-c8cdfded96d3 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:49:43.958169 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e58b1937-4d96-4815-b287-3186daaee189 req-51f7ef8f-b9d0-48f7-8f91-014f21c6e509 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556444 Apr 28 19:49:43.968723 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=46381255-7805-4f30-9983-ea3df97377ce,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:43.991224 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-a58e34fd-2b4b-4457-8299-878bfd831f08 service neutron] No DVR routers for this DVR port 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:49:44.044321 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-4f413671-436c-4fb9-8dde-b904abbec13f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:49:44.045133 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-4f413671-436c-4fb9-8dde-b904abbec13f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:49:44.097858 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-c1f1c251-1ca8-4a63-80b3-b6e521eb98bf None None] Deleting port 46381255-7805-4f30-9983-ea3df97377ce {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:49:44.098291 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c251-1ca8-4a63-80b3-b6e521eb98bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:44.131770 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e34fd-2b4b-4457-8299-878bfd831f08 service neutron] Pushing event updated for resources: {'Port': ['ID=88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0,revision_number=9']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:44.167733 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-a58e34fd-2b4b-4457-8299-878bfd831f08 service neutron] Attempting to bind port 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:49:44.168874 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-a58e34fd-2b4b-4457-8299-878bfd831f08 service neutron] Attempting to bind port 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '51039b99-7ae2-4b2a-8868-b76f3cd7a80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fdfdf1f0-8e25-41b2-9990-5438dad369fb'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:49:44.169617 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-a58e34fd-2b4b-4457-8299-878bfd831f08 service neutron] Attempting to bind port 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 on network fdfdf1f0-8e25-41b2-9990-5438dad369fb {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:49:44.209983 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-93a43a80-32c2-43bc-b12d-024f4620e33d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f6e921-0fd6-4be4-8103-a07080e06d31 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:49:44.226853 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-c1f1c251-1ca8-4a63-80b3-b6e521eb98bf None None] For port 46381255-7805-4f30-9983-ea3df97377ce, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=46381255-7805-4f30-9983-ea3df97377ce,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:44.226853 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c251-1ca8-4a63-80b3-b6e521eb98bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:44.245956 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-c1f1c251-1ca8-4a63-80b3-b6e521eb98bf None None] Calling delete_port for 46381255-7805-4f30-9983-ea3df97377ce owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:49:44.269258 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-93a43a80-32c2-43bc-b12d-024f4620e33d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:44.290057 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871769e-79d1-4d58-b9bc-f1aef4ba6b0f req-0a3926dc-954b-4465-8730-ab4e41473d51 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:44.303684 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8871769e-79d1-4d58-b9bc-f1aef4ba6b0f req-0a3926dc-954b-4465-8730-ab4e41473d51 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 944 time: 0.3699782 Apr 28 19:49:44.307750 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-a58e34fd-2b4b-4457-8299-878bfd831f08 service neutron] Port 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 on network fdfdf1f0-8e25-41b2-9990-5438dad369fb not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:49:44.310532 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-a58e34fd-2b4b-4457-8299-878bfd831f08 service neutron] Attempting to bind port 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 on network fdfdf1f0-8e25-41b2-9990-5438dad369fb {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:49:44.339903 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-a58e34fd-2b4b-4457-8299-878bfd831f08 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:49:44.341456 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-a58e34fd-2b4b-4457-8299-878bfd831f08 service neutron] Checking segment: {'id': '51039b99-7ae2-4b2a-8868-b76f3cd7a80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fdfdf1f0-8e25-41b2-9990-5438dad369fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:49:44.362965 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-a58e34fd-2b4b-4457-8299-878bfd831f08 service neutron] Bound using segment: {'id': '51039b99-7ae2-4b2a-8868-b76f3cd7a80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fdfdf1f0-8e25-41b2-9990-5438dad369fb'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:49:44.363731 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-a58e34fd-2b4b-4457-8299-878bfd831f08 service neutron] Bound port: 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51039b99-7ae2-4b2a-8868-b76f3cd7a80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fdfdf1f0-8e25-41b2-9990-5438dad369fb'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:49:44.364355 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-a58e34fd-2b4b-4457-8299-878bfd831f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:44.388176 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdf857-a8e6-4a1c-ae57-48831cb318bb req-03548589-8791-4074-b927-b726f96e6536 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:44.402424 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-58fdf857-a8e6-4a1c-ae57-48831cb318bb req-03548589-8791-4074-b927-b726f96e6536 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a84738c-05cf-427e-98d6-fe823cee4d66 HTTP/1.1" status: 200 len: 931 time: 0.3134563 Apr 28 19:49:44.443169 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-93a43a80-32c2-43bc-b12d-024f4620e33d service neutron] Transition to ACTIVE for port object d1f6e921-0fd6-4be4-8103-a07080e06d31 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:49:44.490936 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-93a43a80-32c2-43bc-b12d-024f4620e33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:44.546950 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8871769e-79d1-4d58-b9bc-f1aef4ba6b0f req-fff84bdb-8581-44a4-8e00-46df22b0ce6c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422781 Apr 28 19:49:44.656244 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c251-1ca8-4a63-80b3-b6e521eb98bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:44.689706 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-a58e34fd-2b4b-4457-8299-878bfd831f08 service neutron] For port 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:49:44.696020 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-a58e34fd-2b4b-4457-8299-878bfd831f08 service neutron] For port 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0,segment=NetworkSegment(51039b99-7ae2-4b2a-8868-b76f3cd7a80e),segment_id=51039b99-7ae2-4b2a-8868-b76f3cd7a80e)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:49:44.707364 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-a58e34fd-2b4b-4457-8299-878bfd831f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:44.791182 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-58fdf857-a8e6-4a1c-ae57-48831cb318bb req-298e430a-84ba-4ee0-b225-9f57ce2eb142 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851674 Apr 28 19:49:44.799846 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e4673a14-900f-4c0a-83d6-29d5da4b78cb tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:44.810460 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e34fd-2b4b-4457-8299-878bfd831f08 service neutron] Pushing event updated for resources: {'Port': ['ID=88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0,revision_number=10']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:44.864405 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1c251-1ca8-4a63-80b3-b6e521eb98bf None None] Pushing event deleted for resources: {'Port': ['ID=46381255-7805-4f30-9983-ea3df97377ce,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:44.867044 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-a58e34fd-2b4b-4457-8299-878bfd831f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:44.873298 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-a58e34fd-2b4b-4457-8299-878bfd831f08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:44.888186 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-a58e34fd-2b4b-4457-8299-878bfd831f08 service neutron] 10.222.0.44 "PUT /v2.0/ports/88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 HTTP/1.1" status: 200 len: 1091 time: 3.2854466 Apr 28 19:49:44.888186 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da916a6d-8098-4792-9b7d-ca4290412279', 'tag': '88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:49:44.906709 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837fd880-e8e4-45ef-b40c-9061f61e6631" -d '{"events": [{"name": "network-changed", "server_uuid": "da916a6d-8098-4792-9b7d-ca4290412279", "tag": "88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:49:44.911499 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f1c251-1ca8-4a63-80b3-b6e521eb98bf None None] No DVR routers for this DVR port 46381255-7805-4f30-9983-ea3df97377ce on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:49:44.938101 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-78b65485-efcb-4195-9f81-40d1d1fe1366 None None] Could not find standard attr ID for object 302f050c-be24-41a1-b0d1-b0b6714d65b4. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:49:44.991411 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4673a14-900f-4c0a-83d6-29d5da4b78cb tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Subnet': ['ID=60e7dc57-f00e-48e6-866b-888b8f6db12e,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:45.121903 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ae566-6250-4984-b644-5576279fb8f0 req-e58db992-b141-4020-b133-dac727874b66 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:45.143971 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b71ae566-6250-4984-b644-5576279fb8f0 req-e58db992-b141-4020-b133-dac727874b66 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 946 time: 0.4203384 Apr 28 19:49:45.152337 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a43a80-32c2-43bc-b12d-024f4620e33d service neutron] Pushing event updated for resources: {'Port': ['ID=d1f6e921-0fd6-4be4-8103-a07080e06d31,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:45.185878 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-93a43a80-32c2-43bc-b12d-024f4620e33d service neutron] Attempting to bind port d1f6e921-0fd6-4be4-8103-a07080e06d31 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:49:45.187127 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-93a43a80-32c2-43bc-b12d-024f4620e33d service neutron] Attempting to bind port d1f6e921-0fd6-4be4-8103-a07080e06d31 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'daad3582-9abd-449f-85ba-5c80ef9418e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:49:45.187482 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-93a43a80-32c2-43bc-b12d-024f4620e33d service neutron] Attempting to bind port d1f6e921-0fd6-4be4-8103-a07080e06d31 on network 1dd86a08-7dd8-4588-b4f7-0af7a8217f63 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:49:45.220640 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-93a43a80-32c2-43bc-b12d-024f4620e33d service neutron] Port d1f6e921-0fd6-4be4-8103-a07080e06d31 on network 1dd86a08-7dd8-4588-b4f7-0af7a8217f63 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:49:45.221645 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-93a43a80-32c2-43bc-b12d-024f4620e33d service neutron] Attempting to bind port d1f6e921-0fd6-4be4-8103-a07080e06d31 on network 1dd86a08-7dd8-4588-b4f7-0af7a8217f63 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:49:45.234508 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-2339e862-b056-4eb5-9ef7-89c861bbe467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:45.237415 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-2339e862-b056-4eb5-9ef7-89c861bbe467 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e8a7f62debf84ef2a07e1ba2d0a444b6&device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 1095 time: 0.3159800 Apr 28 19:49:45.261921 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-93a43a80-32c2-43bc-b12d-024f4620e33d service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:49:45.265621 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-93a43a80-32c2-43bc-b12d-024f4620e33d service neutron] Checking segment: {'id': 'daad3582-9abd-449f-85ba-5c80ef9418e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:49:45.266117 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-93a43a80-32c2-43bc-b12d-024f4620e33d service neutron] Bound using segment: {'id': 'daad3582-9abd-449f-85ba-5c80ef9418e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:49:45.269849 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-93a43a80-32c2-43bc-b12d-024f4620e33d service neutron] Bound port: d1f6e921-0fd6-4be4-8103-a07080e06d31, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daad3582-9abd-449f-85ba-5c80ef9418e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:49:45.270157 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-93a43a80-32c2-43bc-b12d-024f4620e33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:45.326276 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4673a14-900f-4c0a-83d6-29d5da4b78cb tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:45.342989 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-e4673a14-900f-4c0a-83d6-29d5da4b78cb tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:45.355288 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8269fc-904f-4704-baa8-0a20bc8bc627 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:49:45.428140 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4673a14-900f-4c0a-83d6-29d5da4b78cb tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:45.430442 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e4673a14-900f-4c0a-83d6-29d5da4b78cb tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:45.441706 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b71ae566-6250-4984-b644-5576279fb8f0 req-f819d98e-3d1f-4f09-bcb6-9783517a28dd tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940729 Apr 28 19:49:45.480086 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e4673a14-900f-4c0a-83d6-29d5da4b78cb tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6388237 Apr 28 19:49:45.485232 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60886) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:45.492062 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-58a2194d-f027-4704-9a50-3e912455f765 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'port': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'fixed_ips': [{'subnet_id': '60e7dc57-f00e-48e6-866b-888b8f6db12e', 'ip_address': '2001:db8::cf59:ea92:618c:21c1'}], 'name': 'tempest-NetworksTestDHCPv6-1224349092'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:45.704553 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-93a43a80-32c2-43bc-b12d-024f4620e33d service neutron] For port d1f6e921-0fd6-4be4-8103-a07080e06d31, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:49:45.722758 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-93a43a80-32c2-43bc-b12d-024f4620e33d service neutron] For port d1f6e921-0fd6-4be4-8103-a07080e06d31, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=d1f6e921-0fd6-4be4-8103-a07080e06d31,segment=NetworkSegment(daad3582-9abd-449f-85ba-5c80ef9418e3),segment_id=daad3582-9abd-449f-85ba-5c80ef9418e3)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:49:45.768779 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-93a43a80-32c2-43bc-b12d-024f4620e33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:45.783134 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 46381255-7805-4f30-9983-ea3df97377ce no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:49:45.797973 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-82f5ec54-668c-4f87-9efe-80bce793b6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:45.799593 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-82f5ec54-668c-4f87-9efe-80bce793b6d2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fdfdf1f0-8e25-41b2-9990-5438dad369fb HTTP/1.1" status: 200 len: 914 time: 0.5433159 Apr 28 19:49:45.816750 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21afe90-5a98-4588-8420-3cfd535754bb x-openstack-request-id: req-e21afe90-5a98-4588-8420-3cfd535754bb {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:49:45.817032 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da916a6d-8098-4792-9b7d-ca4290412279", "tag": "88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:49:45.817282 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e21afe90-5a98-4588-8420-3cfd535754bb {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:49:45.817708 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e21afe90-5a98-4588-8420-3cfd535754bb'] response: {'name': 'network-changed', 'server_uuid': 'da916a6d-8098-4792-9b7d-ca4290412279', 'tag': '88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0', 'status': 'completed', 'code': 200} Apr 28 19:49:45.935719 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a43a80-32c2-43bc-b12d-024f4620e33d service neutron] Pushing event updated for resources: {'Port': ['ID=d1f6e921-0fd6-4be4-8103-a07080e06d31,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:45.939453 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 46381255-7805-4f30-9983-ea3df97377ce {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:49:45.939805 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 46381255-7805-4f30-9983-ea3df97377ce not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:49:45.968256 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-93a43a80-32c2-43bc-b12d-024f4620e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:45.968899 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-93a43a80-32c2-43bc-b12d-024f4620e33d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:45.972030 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-93a43a80-32c2-43bc-b12d-024f4620e33d service neutron] 10.222.0.44 "PUT /v2.0/ports/d1f6e921-0fd6-4be4-8103-a07080e06d31 HTTP/1.1" status: 200 len: 1091 time: 3.7817318 Apr 28 19:49:45.974273 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a84738c-05cf-427e-98d6-fe823cee4d66', 'tag': 'd1f6e921-0fd6-4be4-8103-a07080e06d31'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:49:45.982696 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd1ac25-b187-43cf-86ec-fd8e6295c2ce" -d '{"events": [{"name": "network-changed", "server_uuid": "1a84738c-05cf-427e-98d6-fe823cee4d66", "tag": "d1f6e921-0fd6-4be4-8103-a07080e06d31"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:49:46.007617 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dba5e3e-d648-4f09-b5b5-e07de8b60579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'fixed_ips': [{'subnet_id': '60e7dc57-f00e-48e6-866b-888b8f6db12e'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:49:46.008555 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5dba5e3e-d648-4f09-b5b5-e07de8b60579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:46.050299 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a2194d-f027-4704-9a50-3e912455f765 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:49:46.137189 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-6bcd253e-648c-4b88-b7ec-30df7c3bca83 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 HTTP/1.1" status: 200 len: 217 time: 0.3163698 Apr 28 19:49:46.175710 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a419a-6d97-4c07-ac71-56c0949fae53 req-a6ee9fe8-2644-42be-b395-e1c8ecfd2537 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:46.182831 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9d5a419a-6d97-4c07-ac71-56c0949fae53 req-a6ee9fe8-2644-42be-b395-e1c8ecfd2537 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 946 time: 0.3022325 Apr 28 19:49:46.279651 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-58a2194d-f027-4704-9a50-3e912455f765 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:46.350917 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d21309-1e50-40dd-8eb5-f2aa66ff5057 req-d590d5a1-f9cc-4a2d-a872-bf1b43c192fd tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:46.354908 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a6d21309-1e50-40dd-8eb5-f2aa66ff5057 req-d590d5a1-f9cc-4a2d-a872-bf1b43c192fd tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 944 time: 0.5361421 Apr 28 19:49:46.453790 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a6d21309-1e50-40dd-8eb5-f2aa66ff5057 req-25780f20-b2b8-4343-9887-cdf570971664 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814447 Apr 28 19:49:46.456485 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-6ba51e8d-6fb1-49e4-8a2a-daca930efee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:46.458279 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-6ba51e8d-6fb1-49e4-8a2a-daca930efee5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ac161c98-1b27-4fc1-be9d-8121dc9f01bf HTTP/1.1" status: 200 len: 853 time: 0.3024361 Apr 28 19:49:46.499340 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-2570bb0b-00ca-48a5-853f-12f186eb65b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:46.500951 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-2570bb0b-00ca-48a5-853f-12f186eb65b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dcadc66e0b2646d28c33130e37263af0&device_id=1a84738c-05cf-427e-98d6-fe823cee4d66 HTTP/1.1" status: 200 len: 1094 time: 0.2183125 Apr 28 19:49:46.527935 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-58a2194d-f027-4704-9a50-3e912455f765 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] device_id is not set on port f4f6ef0f-2c85-4462-a3a3-f401478a89d5 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:49:46.537531 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-5dba5e3e-d648-4f09-b5b5-e07de8b60579 None None] Allocated IP 2001:db8::2 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/60e7dc57-f00e-48e6-866b-888b8f6db12e/7ed751e3-681a-428a-ba7e-927212a3dfde) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:49:46.563797 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-3ce27d7f-d791-43a1-b201-fd872e7c550c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fdfdf1f0-8e25-41b2-9990-5438dad369fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948124 Apr 28 19:49:46.628516 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9d5a419a-6d97-4c07-ac71-56c0949fae53 req-533c699d-dce4-4f7a-a5c0-dce23b52e6b3 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245467 Apr 28 19:49:46.749201 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-bd288eb3-6c90-43ad-885c-ee8c5233d653 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1f6e921-0fd6-4be4-8103-a07080e06d31 HTTP/1.1" status: 200 len: 217 time: 0.1348970 Apr 28 19:49:46.870964 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316277c7-340e-447a-aec1-f183d8388f97 req-60e858bd-695b-47c6-b648-e8d7d5c4cd58 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:46.879750 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-316277c7-340e-447a-aec1-f183d8388f97 req-60e858bd-695b-47c6-b648-e8d7d5c4cd58 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 944 time: 0.2637632 Apr 28 19:49:46.957649 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5dba5e3e-d648-4f09-b5b5-e07de8b60579 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:46.971659 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5dba5e3e-d648-4f09-b5b5-e07de8b60579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:47.008827 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-316277c7-340e-447a-aec1-f183d8388f97 req-70950a3b-4a5d-45e4-ac37-871883ddc141 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275706 Apr 28 19:49:47.012664 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-ba2a51a8-3e6d-4f84-8bcd-6d49461bc5de service neutron] 10.222.0.44 "GET /v2.0/networks/fdfdf1f0-8e25-41b2-9990-5438dad369fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428098 Apr 28 19:49:47.064190 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dba5e3e-d648-4f09-b5b5-e07de8b60579 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:47.088443 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-5dba5e3e-d648-4f09-b5b5-e07de8b60579 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:47.102140 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dba5e3e-d648-4f09-b5b5-e07de8b60579 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:49:47.140351 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba5e3e-d648-4f09-b5b5-e07de8b60579 None None] Pushing event updated for resources: {'Port': ['ID=7ed751e3-681a-428a-ba7e-927212a3dfde,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:47.161534 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f156497-45c1-4ac4-8120-89eddbd379c0 x-openstack-request-id: req-9f156497-45c1-4ac4-8120-89eddbd379c0 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:49:47.162203 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a84738c-05cf-427e-98d6-fe823cee4d66", "tag": "d1f6e921-0fd6-4be4-8103-a07080e06d31", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:49:47.162203 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9f156497-45c1-4ac4-8120-89eddbd379c0 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:49:47.162608 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f156497-45c1-4ac4-8120-89eddbd379c0'] response: {'name': 'network-changed', 'server_uuid': '1a84738c-05cf-427e-98d6-fe823cee4d66', 'tag': 'd1f6e921-0fd6-4be4-8103-a07080e06d31', 'status': 'completed', 'code': 200} Apr 28 19:49:47.281903 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-5dba5e3e-d648-4f09-b5b5-e07de8b60579 None None] Attempting to bind port 7ed751e3-681a-428a-ba7e-927212a3dfde on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:49:47.282351 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-5dba5e3e-d648-4f09-b5b5-e07de8b60579 None None] Attempting to bind port 7ed751e3-681a-428a-ba7e-927212a3dfde by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:49:47.286308 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dba5e3e-d648-4f09-b5b5-e07de8b60579 None None] Attempting to bind port 7ed751e3-681a-428a-ba7e-927212a3dfde on network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:49:47.292890 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dba5e3e-d648-4f09-b5b5-e07de8b60579 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:49:47.293744 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dba5e3e-d648-4f09-b5b5-e07de8b60579 None None] Checking segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:49:47.294495 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5dba5e3e-d648-4f09-b5b5-e07de8b60579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:47.295077 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dba5e3e-d648-4f09-b5b5-e07de8b60579 None None] Bound using segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:49:47.295920 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-5dba5e3e-d648-4f09-b5b5-e07de8b60579 None None] Bound port: 7ed751e3-681a-428a-ba7e-927212a3dfde, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:49:47.296655 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5dba5e3e-d648-4f09-b5b5-e07de8b60579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:47.301382 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1f43a6cc-3fdc-4f4d-ba10-36b18964af27 req-fa796440-109f-4d95-bf88-d441e5721c7c service neutron] 10.222.0.44 "GET /v2.0/networks/fdfdf1f0-8e25-41b2-9990-5438dad369fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822819 Apr 28 19:49:47.321161 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e70969-ac2c-409f-8133-09d3f3b8569e req-0da97828-7e6b-4c1e-818f-b4e171bbc339 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:47.334669 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-12e70969-ac2c-409f-8133-09d3f3b8569e req-0da97828-7e6b-4c1e-818f-b4e171bbc339 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a84738c-05cf-427e-98d6-fe823cee4d66 HTTP/1.1" status: 200 len: 943 time: 0.5561128 Apr 28 19:49:47.339030 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-b09e8235-4bd7-4725-9e3c-b5df1570c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:47.340897 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-b09e8235-4bd7-4725-9e3c-b5df1570c0d2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5d396974-bf85-4823-9eae-70a0b8bd71b5 HTTP/1.1" status: 200 len: 846 time: 0.5639882 Apr 28 19:49:47.475301 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fd880-e8e4-45ef-b40c-9061f61e6631 req-69c2f3e5-16c9-40a7-ba17-52d7d0f96538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:47.478172 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-837fd880-e8e4-45ef-b40c-9061f61e6631 req-69c2f3e5-16c9-40a7-ba17-52d7d0f96538 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e8a7f62debf84ef2a07e1ba2d0a444b6&device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 1095 time: 0.1065176 Apr 28 19:49:47.491123 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-b74ced8f-099e-4c6b-82ec-f970e8219d47 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1355438 Apr 28 19:49:47.533539 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-5dba5e3e-d648-4f09-b5b5-e07de8b60579 None None] For port 7ed751e3-681a-428a-ba7e-927212a3dfde, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:49:47.540771 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-5dba5e3e-d648-4f09-b5b5-e07de8b60579 None None] For port 7ed751e3-681a-428a-ba7e-927212a3dfde, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=7ed751e3-681a-428a-ba7e-927212a3dfde,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:49:47.582782 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5dba5e3e-d648-4f09-b5b5-e07de8b60579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:47.598519 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-58a2194d-f027-4704-9a50-3e912455f765 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Allocated IP 2001:db8::cf59:ea92:618c:21c1 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/60e7dc57-f00e-48e6-866b-888b8f6db12e/f4f6ef0f-2c85-4462-a3a3-f401478a89d5) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:49:47.849254 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-551fe932-dfb4-4fd4-9e68-fd014867e6db service neutron] 10.222.0.44 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177044 Apr 28 19:49:47.876157 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-12e70969-ac2c-409f-8133-09d3f3b8569e req-a6359d6d-bcb2-4e02-b78d-8cc8f032d0b9 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5405288 Apr 28 19:49:48.189270 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba5e3e-d648-4f09-b5b5-e07de8b60579 None None] Pushing event updated for resources: {'Port': ['ID=7ed751e3-681a-428a-ba7e-927212a3dfde,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:48.731586 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ecaa1-e370-4e47-9649-6a75d3ee5d7c req-2855bbb9-f1d1-4fcb-a051-4ee88bf78679 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:48.733242 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-311ecaa1-e370-4e47-9649-6a75d3ee5d7c req-2855bbb9-f1d1-4fcb-a051-4ee88bf78679 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 944 time: 0.5844574 Apr 28 19:49:48.735260 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3adf66aa-1e92-4adc-beb1-87e60f3f8067 req-ffac524d-d359-46af-b3ca-961e783380c2 service neutron] 10.222.0.44 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8774583 Apr 28 19:49:48.821408 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac330ce7-6946-44ba-9203-2dea00accab8 req-e46642dd-2d36-4c3a-89f0-0f6a0a409dc7 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:48.833101 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac330ce7-6946-44ba-9203-2dea00accab8 req-e46642dd-2d36-4c3a-89f0-0f6a0a409dc7 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 946 time: 1.1965246 Apr 28 19:49:48.849683 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fd880-e8e4-45ef-b40c-9061f61e6631 req-3d86826a-c4de-4895-b2d3-91b72bfbad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:48.853110 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-837fd880-e8e4-45ef-b40c-9061f61e6631 req-3d86826a-c4de-4895-b2d3-91b72bfbad54 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fdfdf1f0-8e25-41b2-9990-5438dad369fb HTTP/1.1" status: 200 len: 914 time: 1.3689027 Apr 28 19:49:48.893669 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-58a2194d-f027-4704-9a50-3e912455f765 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:49.100153 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-837fd880-e8e4-45ef-b40c-9061f61e6631 req-b4646e1a-d4ed-4e32-b0fc-ac22c916fe5d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 HTTP/1.1" status: 200 len: 217 time: 0.2316003 Apr 28 19:49:49.237945 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fd880-e8e4-45ef-b40c-9061f61e6631 req-172b14fe-e6a2-4d75-a402-0e4bc6e03dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:49.242919 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-837fd880-e8e4-45ef-b40c-9061f61e6631 req-172b14fe-e6a2-4d75-a402-0e4bc6e03dbd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ac161c98-1b27-4fc1-be9d-8121dc9f01bf HTTP/1.1" status: 200 len: 853 time: 0.1333342 Apr 28 19:49:49.270601 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac330ce7-6946-44ba-9203-2dea00accab8 req-243648b7-7ca6-4348-9d1d-ac15d19c0588 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358821 Apr 28 19:49:49.353888 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-837fd880-e8e4-45ef-b40c-9061f61e6631 req-aec78586-636c-4a1c-ae32-56351ceda430 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fdfdf1f0-8e25-41b2-9990-5438dad369fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814126 Apr 28 19:49:49.641928 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-58a2194d-f027-4704-9a50-3e912455f765 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:49.642215 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-837fd880-e8e4-45ef-b40c-9061f61e6631 req-e88cceaf-e3fa-48d2-8174-b01e22ecd330 service neutron] 10.222.0.44 "GET /v2.0/networks/fdfdf1f0-8e25-41b2-9990-5438dad369fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772086 Apr 28 19:49:49.714220 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a2194d-f027-4704-9a50-3e912455f765 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:49.734791 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-58a2194d-f027-4704-9a50-3e912455f765 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:49.738814 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a2194d-f027-4704-9a50-3e912455f765 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:49:49.748725 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a2194d-f027-4704-9a50-3e912455f765 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:49.749417 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-58a2194d-f027-4704-9a50-3e912455f765 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:49.759649 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2b52ad3a-4ee9-4b56-9b92-0cb4ddb4b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:49.772979 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 7ed751e3-681a-428a-ba7e-927212a3dfde up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:49:49.797396 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-311ecaa1-e370-4e47-9649-6a75d3ee5d7c req-7b5ffc3a-77da-4013-aa14-5abafc9dfc53 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7903879 Apr 28 19:49:49.798000 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2194d-f027-4704-9a50-3e912455f765 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Port': ['ID=f4f6ef0f-2c85-4462-a3a3-f401478a89d5,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:49.810222 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-58a2194d-f027-4704-9a50-3e912455f765 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.3205392 Apr 28 19:49:49.810222 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1ac25-b187-43cf-86ec-fd8e6295c2ce req-cd0fedad-e3a2-4db0-9f26-333f5a9be6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:49.811713 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0cd1ac25-b187-43cf-86ec-fd8e6295c2ce req-cd0fedad-e3a2-4db0-9f26-333f5a9be6f6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dcadc66e0b2646d28c33130e37263af0&device_id=1a84738c-05cf-427e-98d6-fe823cee4d66 HTTP/1.1" status: 200 len: 1094 time: 0.8016775 Apr 28 19:49:49.812190 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60990) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:49.949346 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51005a3c-32bf-400a-81b1-e737442029e1 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:49.956003 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51005a3c-32bf-400a-81b1-e737442029e1 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:49.960169 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-51005a3c-32bf-400a-81b1-e737442029e1 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1444848 Apr 28 19:49:49.962406 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60992) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:50.041213 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 7ed751e3-681a-428a-ba7e-927212a3dfde triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:50.041952 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:50.048706 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-837fd880-e8e4-45ef-b40c-9061f61e6631 req-774f50e5-ec81-49d6-93aa-7998953bee27 service neutron] 10.222.0.44 "GET /v2.0/networks/fdfdf1f0-8e25-41b2-9990-5438dad369fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856139 Apr 28 19:49:50.070535 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e74775-7394-4be8-898c-14dcb52d67d2 req-3a59c9cd-b028-4e39-8f84-8159b1bb64dc tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:50.080936 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9e74775-7394-4be8-898c-14dcb52d67d2 req-3a59c9cd-b028-4e39-8f84-8159b1bb64dc tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 944 time: 0.4289923 Apr 28 19:49:50.177385 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9e74775-7394-4be8-898c-14dcb52d67d2 req-aa53e49b-5009-42ca-a8b9-1f407be90e35 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953348 Apr 28 19:49:50.221048 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1ac25-b187-43cf-86ec-fd8e6295c2ce req-1e4be946-ce97-468d-8355-98d92cc8f5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:50.222720 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0cd1ac25-b187-43cf-86ec-fd8e6295c2ce req-1e4be946-ce97-468d-8355-98d92cc8f5bf service neutron] 10.222.0.44 "GET /v2.0/networks?id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63 HTTP/1.1" status: 200 len: 907 time: 0.4004407 Apr 28 19:49:50.266081 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:50.303596 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bece4f2-c48e-49b7-a0b2-0b6ca112c00c req-b6e96dd6-dc6d-41c6-ab5c-49aef74abe72 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:50.315041 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9bece4f2-c48e-49b7-a0b2-0b6ca112c00c req-b6e96dd6-dc6d-41c6-ab5c-49aef74abe72 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a84738c-05cf-427e-98d6-fe823cee4d66 HTTP/1.1" status: 200 len: 943 time: 0.3271029 Apr 28 19:49:50.317291 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0cd1ac25-b187-43cf-86ec-fd8e6295c2ce req-88ce0d9e-7fc5-4b61-9842-8a6962f29ce1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1f6e921-0fd6-4be4-8103-a07080e06d31 HTTP/1.1" status: 200 len: 217 time: 0.0835001 Apr 28 19:49:50.345201 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 7ed751e3-681a-428a-ba7e-927212a3dfde, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=7ed751e3-681a-428a-ba7e-927212a3dfde,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:50.358109 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:50.493439 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=7ed751e3-681a-428a-ba7e-927212a3dfde,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:50.510417 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a2ea84cf-6361-4c54-9520-a832a0207f2f None None] Provisioning complete for port 7ed751e3-681a-428a-ba7e-927212a3dfde triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:50.510890 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a2ea84cf-6361-4c54-9520-a832a0207f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:50.523418 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-94c47dca-5be6-4321-b639-c33a73ec1307 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting port f4f6ef0f-2c85-4462-a3a3-f401478a89d5 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:49:50.523707 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-94c47dca-5be6-4321-b639-c33a73ec1307 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:50.539961 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 32768) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:50.570762 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51d43f-e578-46a0-8a6b-ea260c22abbe req-fb9144fe-0bb9-4544-a107-56cdc48e5a69 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:50.578684 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2b51d43f-e578-46a0-8a6b-ea260c22abbe req-fb9144fe-0bb9-4544-a107-56cdc48e5a69 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 946 time: 0.1281557 Apr 28 19:49:50.610487 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9bece4f2-c48e-49b7-a0b2-0b6ca112c00c req-b28b6ba8-5073-45d8-a8ce-9ab34e6d882d tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731800 Apr 28 19:49:50.623713 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1ac25-b187-43cf-86ec-fd8e6295c2ce req-ae8e4769-3e82-42a0-9139-5adafcca3cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:50.625537 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0cd1ac25-b187-43cf-86ec-fd8e6295c2ce req-ae8e4769-3e82-42a0-9139-5adafcca3cfa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5d396974-bf85-4823-9eae-70a0b8bd71b5 HTTP/1.1" status: 200 len: 846 time: 0.2930765 Apr 28 19:49:50.651541 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2b51d43f-e578-46a0-8a6b-ea260c22abbe req-92ab6425-91ae-482e-80f8-1881916a8675 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715775 Apr 28 19:49:50.803679 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0cd1ac25-b187-43cf-86ec-fd8e6295c2ce req-e1b672df-5115-46f5-b072-394bf1f77bde service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1551280 Apr 28 19:49:50.845124 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0ecbd116-8873-4303-9811-7f5a7f49af26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:50.917478 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-94c47dca-5be6-4321-b639-c33a73ec1307 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:50.981029 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-94c47dca-5be6-4321-b639-c33a73ec1307 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Calling delete_port for f4f6ef0f-2c85-4462-a3a3-f401478a89d5 owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:49:51.012856 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0ecbd116-8873-4303-9811-7f5a7f49af26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:51.036919 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0cd1ac25-b187-43cf-86ec-fd8e6295c2ce req-f8f602a3-9d5c-4f1e-8452-fe82fee42b23 service neutron] 10.222.0.44 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201695 Apr 28 19:49:51.051474 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0ecbd116-8873-4303-9811-7f5a7f49af26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:51.076547 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a74292d8-a4f6-4c74-ad8e-2bd4af3e21f3 None None] Provisioning complete for port f4f6ef0f-2c85-4462-a3a3-f401478a89d5 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:51.077313 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a74292d8-a4f6-4c74-ad8e-2bd4af3e21f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:51.102595 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecbd116-8873-4303-9811-7f5a7f49af26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb097e4c-15ba-4e8a-92eb-4eadc38ee54c,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:51.151362 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0ecbd116-8873-4303-9811-7f5a7f49af26 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0cf34eeafbbe41388ebbb6982dff9aaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6100922 Apr 28 19:49:51.159523 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 32786) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:51.161190 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bae6c-a612-4b5d-b89e-78bd8ee49812 req-a52cacdf-10d8-40a7-936b-29285125e1c2 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:51.170594 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e72bae6c-a612-4b5d-b89e-78bd8ee49812 req-a52cacdf-10d8-40a7-936b-29285125e1c2 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 944 time: 0.1614559 Apr 28 19:49:51.183162 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-a74292d8-a4f6-4c74-ad8e-2bd4af3e21f3 None None] Port f4f6ef0f-2c85-4462-a3a3-f401478a89d5 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:49:51.238612 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e72bae6c-a612-4b5d-b89e-78bd8ee49812 req-f071c62c-87fe-4575-83e7-539f0f3c61e9 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663228 Apr 28 19:49:51.423398 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1c2ab7fe-e882-44c7-8ae4-b4c614a6f45a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:51.468154 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2dcdd-1b5f-48d8-8494-dc64a60524f5 req-249a84f5-3077-455f-a44a-1ac9abf5852c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:51.470023 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2be2dcdd-1b5f-48d8-8494-dc64a60524f5 req-249a84f5-3077-455f-a44a-1ac9abf5852c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 944 time: 0.1355731 Apr 28 19:49:51.507883 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0cd1ac25-b187-43cf-86ec-fd8e6295c2ce req-bf875811-9cbc-4274-9e7d-f36099cf573d service neutron] 10.222.0.44 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786085 Apr 28 19:49:51.564167 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device d1f6e921-0fd6-4be4-8103-a07080e06d31 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:49:51.589096 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1c2ab7fe-e882-44c7-8ae4-b4c614a6f45a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:51.615472 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2be2dcdd-1b5f-48d8-8494-dc64a60524f5 req-4a0a8efc-578a-4fdf-a0bb-fabe31a05138 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369021 Apr 28 19:49:51.708739 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-94c47dca-5be6-4321-b639-c33a73ec1307 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:51.778831 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port d1f6e921-0fd6-4be4-8103-a07080e06d31, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=d1f6e921-0fd6-4be4-8103-a07080e06d31,segment=NetworkSegment(daad3582-9abd-449f-85ba-5c80ef9418e3),segment_id=daad3582-9abd-449f-85ba-5c80ef9418e3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:51.786219 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 7ed751e3-681a-428a-ba7e-927212a3dfde up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:49:51.836253 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4fec9-60fe-4d80-b2e5-9521cca88a7e req-5f5bfb73-c00b-412d-8ced-70c2d2d1a9d5 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:51.836253 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8fa4fec9-60fe-4d80-b2e5-9521cca88a7e req-5f5bfb73-c00b-412d-8ced-70c2d2d1a9d5 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a84738c-05cf-427e-98d6-fe823cee4d66 HTTP/1.1" status: 200 len: 943 time: 0.0987461 Apr 28 19:49:51.860864 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c47dca-5be6-4321-b639-c33a73ec1307 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Port': ['ID=f4f6ef0f-2c85-4462-a3a3-f401478a89d5,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:51.892073 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8fa4fec9-60fe-4d80-b2e5-9521cca88a7e req-f9862e49-4953-4f2c-8d6a-2fd953b70713 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545025 Apr 28 19:49:51.914404 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-94c47dca-5be6-4321-b639-c33a73ec1307 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:51.920149 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-94c47dca-5be6-4321-b639-c33a73ec1307 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/f4f6ef0f-2c85-4462-a3a3-f401478a89d5 HTTP/1.1" status: 204 len: 168 time: 1.9410155 Apr 28 19:49:51.923546 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 32798) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:51.925599 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'd1f6e921-0fd6-4be4-8103-a07080e06d31', 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63', 'port_id': 'd1f6e921-0fd6-4be4-8103-a07080e06d31', 'mac_address': 'fa:16:3e:26:9c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d396974-bf85-4823-9eae-70a0b8bd71b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:49:51.927627 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 7ed751e3-681a-428a-ba7e-927212a3dfde triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:51.928488 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:52.078893 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1c2ab7fe-e882-44c7-8ae4-b4c614a6f45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:52.088781 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1c2ab7fe-e882-44c7-8ae4-b4c614a6f45a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:52.092834 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1c2ab7fe-e882-44c7-8ae4-b4c614a6f45a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fb097e4c-15ba-4e8a-92eb-4eadc38ee54c HTTP/1.1" status: 204 len: 168 time: 0.9281235 Apr 28 19:49:52.108395 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c60846d3-767d-4fdf-bd99-e14037e018d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:52.111039 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:52.129283 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f6e921-0fd6-4be4-8103-a07080e06d31 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:49:52.145313 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ab7fe-e882-44c7-8ae4-b4c614a6f45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb097e4c-15ba-4e8a-92eb-4eadc38ee54c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:52.159856 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f6c7e0-77b8-4bfe-8ad2-7c8d293a2084 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:52.166534 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f6c7e0-77b8-4bfe-8ad2-7c8d293a2084 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:52.170888 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-44f6c7e0-77b8-4bfe-8ad2-7c8d293a2084 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2374127 Apr 28 19:49:52.173713 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 32802) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:52.190119 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port d1f6e921-0fd6-4be4-8103-a07080e06d31, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=d1f6e921-0fd6-4be4-8103-a07080e06d31,segment=NetworkSegment(daad3582-9abd-449f-85ba-5c80ef9418e3),segment_id=daad3582-9abd-449f-85ba-5c80ef9418e3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:52.201426 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:52.323873 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=d1f6e921-0fd6-4be4-8103-a07080e06d31,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:52.363836 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c3bee5-f622-49b5-b947-8e064a79d74b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting subnet 60e7dc57-f00e-48e6-866b-888b8f6db12e {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:49:52.392155 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-16c3bee5-f622-49b5-b947-8e064a79d74b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:52.416037 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['d1f6e921-0fd6-4be4-8103-a07080e06d31'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:49:52.459240 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-16c3bee5-f622-49b5-b947-8e064a79d74b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:52.502844 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c3d73-134a-4e70-a2e3-201e1c3eff04 req-aacacf25-73b8-4576-a500-4decc4989a13 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:52.512781 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6a9c3d73-134a-4e70-a2e3-201e1c3eff04 req-aacacf25-73b8-4576-a500-4decc4989a13 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 944 time: 0.1837232 Apr 28 19:49:52.590257 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6a9c3d73-134a-4e70-a2e3-201e1c3eff04 req-11fc184f-52de-43b4-b3b1-a24448307f1b tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755789 Apr 28 19:49:52.825374 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-16c3bee5-f622-49b5-b947-8e064a79d74b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:53.049458 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4cc2a-8fab-4b3b-a8b7-438b3321532e req-c33f47f6-63be-4798-bfde-e2444edcdba7 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:53.059060 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39e4cc2a-8fab-4b3b-a8b7-438b3321532e req-c33f47f6-63be-4798-bfde-e2444edcdba7 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 944 time: 0.2358477 Apr 28 19:49:53.066195 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 32822) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:53.108570 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-29e8af0f-9303-4585-85bb-4e388827f526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:53.128504 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-16c3bee5-f622-49b5-b947-8e064a79d74b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:53.207558 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3bee5-f622-49b5-b947-8e064a79d74b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Subnet': ['ID=60e7dc57-f00e-48e6-866b-888b8f6db12e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:53.267505 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39e4cc2a-8fab-4b3b-a8b7-438b3321532e req-b12b72a0-800e-4db9-b1ef-63d8a7acd048 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074060 Apr 28 19:49:53.285779 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-16c3bee5-f622-49b5-b947-8e064a79d74b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:53.296066 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-16c3bee5-f622-49b5-b947-8e064a79d74b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/60e7dc57-f00e-48e6-866b-888b8f6db12e HTTP/1.1" status: 204 len: 168 time: 1.1212614 Apr 28 19:49:53.303168 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 32824) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:53.312177 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49efd9d-62da-4009-8359-db2b58286a0b None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:49:53.321495 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-29e8af0f-9303-4585-85bb-4e388827f526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:53.332616 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-29e8af0f-9303-4585-85bb-4e388827f526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:53.390704 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-29e8af0f-9303-4585-85bb-4e388827f526 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=693d40e15b4e46e0b4d38ecffe5e4280&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3226449 Apr 28 19:49:53.393210 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e8af0f-9303-4585-85bb-4e388827f526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26652a56-16b8-4d44-b540-94cd6211869f,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:53.411844 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 32826) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:53.432002 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-27475297-f191-47dd-b44d-3d981ae9833e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1271520 Apr 28 19:49:53.432331 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 32828) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:53.449896 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-656d0fc6-5f98-411e-b6fc-4b12d8f83211 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:53.544615 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:53.553055 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408a2d8-cede-4113-ae85-86cf952fe7e9 req-746b4c92-4d7b-4cbd-b756-83661e954311 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:53.563195 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b408a2d8-cede-4113-ae85-86cf952fe7e9 req-746b4c92-4d7b-4cbd-b756-83661e954311 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a84738c-05cf-427e-98d6-fe823cee4d66 HTTP/1.1" status: 200 len: 944 time: 0.1221607 Apr 28 19:49:53.591024 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device d1f6e921-0fd6-4be4-8103-a07080e06d31 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:49:53.620158 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b408a2d8-cede-4113-ae85-86cf952fe7e9 req-63fd9132-2194-4069-aa30-f328b41006b4 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559576 Apr 28 19:49:53.672495 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-67d024c1-abbc-4c23-b54d-cd13927b5d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:53.676542 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656d0fc6-5f98-411e-b6fc-4b12d8f83211 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:49:53.681533 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-656d0fc6-5f98-411e-b6fc-4b12d8f83211 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:53.718819 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port d1f6e921-0fd6-4be4-8103-a07080e06d31 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:49:53.728977 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port d1f6e921-0fd6-4be4-8103-a07080e06d31 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:53.729363 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:53.771062 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e714db-53d1-4e0d-8a1d-9d547a0abe83 None None] DHCP port deletion for 3bb4ad15-38e1-4028-be09-c8cdfded96d3 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:49:53.831327 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-67d024c1-abbc-4c23-b54d-cd13927b5d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:53.929616 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4552714-1182-4b7a-8c69-98c3f10bf1c8 req-085cf6ea-7e77-4bc4-8d69-75ecf8616eca tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:53.935174 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e4552714-1182-4b7a-8c69-98c3f10bf1c8 req-085cf6ea-7e77-4bc4-8d69-75ecf8616eca tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 944 time: 0.1944458 Apr 28 19:49:54.023407 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-64e714db-53d1-4e0d-8a1d-9d547a0abe83 None None] Deleting port 7ed751e3-681a-428a-ba7e-927212a3dfde {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:49:54.025968 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-64e714db-53d1-4e0d-8a1d-9d547a0abe83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:54.030382 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-67d024c1-abbc-4c23-b54d-cd13927b5d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:54.034270 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-67d024c1-abbc-4c23-b54d-cd13927b5d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:54.035397 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-67d024c1-abbc-4c23-b54d-cd13927b5d9d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/26652a56-16b8-4d44-b540-94cd6211869f HTTP/1.1" status: 204 len: 168 time: 0.6208944 Apr 28 19:49:54.048346 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e4552714-1182-4b7a-8c69-98c3f10bf1c8 req-7093d1c3-499b-47dd-a435-ac99ccfe8665 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053638 Apr 28 19:49:54.085888 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d024c1-abbc-4c23-b54d-cd13927b5d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26652a56-16b8-4d44-b540-94cd6211869f,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:54.118989 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:54.206126 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a84738c-05cf-427e-98d6-fe823cee4d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f6e921-0fd6-4be4-8103-a07080e06d31'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:49:54.208760 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9721b7-c1de-49df-97c8-cdb8017077a0" -d '{"events": [{"server_uuid": "1a84738c-05cf-427e-98d6-fe823cee4d66", "name": "network-vif-plugged", "status": "completed", "tag": "d1f6e921-0fd6-4be4-8103-a07080e06d31"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:49:54.241721 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-656d0fc6-5f98-411e-b6fc-4b12d8f83211 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:54.267448 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port d1f6e921-0fd6-4be4-8103-a07080e06d31, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=d1f6e921-0fd6-4be4-8103-a07080e06d31,segment=NetworkSegment(daad3582-9abd-449f-85ba-5c80ef9418e3),segment_id=daad3582-9abd-449f-85ba-5c80ef9418e3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:54.272983 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-64e714db-53d1-4e0d-8a1d-9d547a0abe83 None None] For port 7ed751e3-681a-428a-ba7e-927212a3dfde, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=7ed751e3-681a-428a-ba7e-927212a3dfde,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:54.273549 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-64e714db-53d1-4e0d-8a1d-9d547a0abe83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:54.303840 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:54.317235 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-64e714db-53d1-4e0d-8a1d-9d547a0abe83 None None] Calling delete_port for 7ed751e3-681a-428a-ba7e-927212a3dfde owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:49:54.339370 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656d0fc6-5f98-411e-b6fc-4b12d8f83211 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:54.342892 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-656d0fc6-5f98-411e-b6fc-4b12d8f83211 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:54.347831 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656d0fc6-5f98-411e-b6fc-4b12d8f83211 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:54.349247 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-656d0fc6-5f98-411e-b6fc-4b12d8f83211 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:54.362863 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d0fc6-5f98-411e-b6fc-4b12d8f83211 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Subnet': ['ID=16d3d724-2ad4-4bb4-a4a5-83a8339b14c1,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:54.376489 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fbbffb-cdcd-4c74-af0f-be5d156dc194 x-openstack-request-id: req-37fbbffb-cdcd-4c74-af0f-be5d156dc194 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:49:54.377023 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a84738c-05cf-427e-98d6-fe823cee4d66", "name": "network-vif-plugged", "status": "completed", "tag": "d1f6e921-0fd6-4be4-8103-a07080e06d31", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:49:54.377397 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-37fbbffb-cdcd-4c74-af0f-be5d156dc194 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:49:54.378359 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37fbbffb-cdcd-4c74-af0f-be5d156dc194'] response: {'server_uuid': '1a84738c-05cf-427e-98d6-fe823cee4d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f6e921-0fd6-4be4-8103-a07080e06d31', 'code': 200} Apr 28 19:49:54.430574 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-656d0fc6-5f98-411e-b6fc-4b12d8f83211 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9947553 Apr 28 19:49:54.431190 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 32846) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:54.437023 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-eb8554d6-ade9-4323-975d-49699e2475e5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'port': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'fixed_ips': [{'subnet_id': '16d3d724-2ad4-4bb4-a4a5-83a8339b14c1', 'ip_address': '2001:db8::20db:e548:671c:a71d'}], 'name': 'tempest-NetworksTestDHCPv6-1234732722'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:54.530798 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=d1f6e921-0fd6-4be4-8103-a07080e06d31,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:54.568334 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045e2f8-988e-4f9f-b6d3-0d5a8bdb5ca6 req-95d3ca8e-998a-407c-b1ea-83acf638086b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:54.571668 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b045e2f8-988e-4f9f-b6d3-0d5a8bdb5ca6 req-95d3ca8e-998a-407c-b1ea-83acf638086b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1a84738c-05cf-427e-98d6-fe823cee4d66 HTTP/1.1" status: 200 len: 1096 time: 0.1183050 Apr 28 19:49:54.651025 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-64e714db-53d1-4e0d-8a1d-9d547a0abe83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:54.729513 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e714db-53d1-4e0d-8a1d-9d547a0abe83 None None] Pushing event deleted for resources: {'Port': ['ID=7ed751e3-681a-428a-ba7e-927212a3dfde,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:54.761194 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e714db-53d1-4e0d-8a1d-9d547a0abe83 None None] No DVR routers for this DVR port 7ed751e3-681a-428a-ba7e-927212a3dfde on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:49:54.794386 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b045e2f8-988e-4f9f-b6d3-0d5a8bdb5ca6 req-4565e7a9-16c8-45e4-af41-4e58e2aff2c7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048883 Apr 28 19:49:54.820592 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d2211e-cddc-4dc8-9e14-d063292d205b None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:49:54.837432 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6a8d0-0e73-4d56-a0ab-d37b00af7607 req-24a33b03-327c-422a-8784-14f09d071178 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:54.839561 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5da6a8d0-0e73-4d56-a0ab-d37b00af7607 req-24a33b03-327c-422a-8784-14f09d071178 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 944 time: 0.3617475 Apr 28 19:49:54.978345 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5da6a8d0-0e73-4d56-a0ab-d37b00af7607 req-1065db58-bf4a-49b1-b0b3-b435f788127d tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222429 Apr 28 19:49:55.051238 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8554d6-ade9-4323-975d-49699e2475e5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:49:55.194835 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec702b51-aa07-445d-b133-9a1da8b9d329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'fixed_ips': [{'subnet_id': '16d3d724-2ad4-4bb4-a4a5-83a8339b14c1'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:49:55.197154 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ec702b51-aa07-445d-b133-9a1da8b9d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:55.326955 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d0851-bf2f-44c9-aeff-5ae08aa7a210 req-d4ce64b1-776c-4ec4-acd0-cca4d5633ade tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:55.335362 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9a9d0851-bf2f-44c9-aeff-5ae08aa7a210 req-d4ce64b1-776c-4ec4-acd0-cca4d5633ade tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a84738c-05cf-427e-98d6-fe823cee4d66 HTTP/1.1" status: 200 len: 945 time: 0.1705110 Apr 28 19:49:55.390025 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9a9d0851-bf2f-44c9-aeff-5ae08aa7a210 req-60570c5c-4b58-4e6c-86fe-a8e333d9cf9e tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534093 Apr 28 19:49:55.394441 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-eb8554d6-ade9-4323-975d-49699e2475e5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:55.430768 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-eb8554d6-ade9-4323-975d-49699e2475e5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] device_id is not set on port 9a373bcf-7bd7-41c3-b140-b89e27103211 yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:49:55.616524 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-ec702b51-aa07-445d-b133-9a1da8b9d329 None None] Allocated IP 2001:db8::2 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/16d3d724-2ad4-4bb4-a4a5-83a8339b14c1/b9b695db-050a-4ace-8f56-aa87262f9efc) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:49:55.714409 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a078624-3a75-4704-87fc-14853c916c93 req-82f31f3e-a8ec-416e-9843-00835e2bd9df tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:55.719241 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3a078624-3a75-4704-87fc-14853c916c93 req-82f31f3e-a8ec-416e-9843-00835e2bd9df tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 944 time: 0.0807092 Apr 28 19:49:55.733593 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 7ed751e3-681a-428a-ba7e-927212a3dfde no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:49:55.788236 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 7ed751e3-681a-428a-ba7e-927212a3dfde {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:49:55.788678 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 7ed751e3-681a-428a-ba7e-927212a3dfde not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:49:55.802832 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:55.826772 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3a078624-3a75-4704-87fc-14853c916c93 req-34482e78-5690-4eb1-8d63-8decf1548f6a tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063392 Apr 28 19:49:55.962897 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:56.034589 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ec702b51-aa07-445d-b133-9a1da8b9d329 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:56.070344 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ec702b51-aa07-445d-b133-9a1da8b9d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:56.179342 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec702b51-aa07-445d-b133-9a1da8b9d329 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:56.192853 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-ec702b51-aa07-445d-b133-9a1da8b9d329 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:56.202493 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec702b51-aa07-445d-b133-9a1da8b9d329 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:49:56.208420 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-eb8554d6-ade9-4323-975d-49699e2475e5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Allocated IP 2001:db8::20db:e548:671c:a71d (3bb4ad15-38e1-4028-be09-c8cdfded96d3/16d3d724-2ad4-4bb4-a4a5-83a8339b14c1/9a373bcf-7bd7-41c3-b140-b89e27103211) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:49:56.251214 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec702b51-aa07-445d-b133-9a1da8b9d329 None None] Pushing event updated for resources: {'Port': ['ID=b9b695db-050a-4ace-8f56-aa87262f9efc,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:56.305297 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d165592-3a25-4ae0-a408-798a95e9f020 req-74ee4d60-4bd5-43c4-935b-ec6dbdd31268 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:56.316981 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0d165592-3a25-4ae0-a408-798a95e9f020 req-74ee4d60-4bd5-43c4-935b-ec6dbdd31268 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 944 time: 0.1502531 Apr 28 19:49:56.367487 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-ec702b51-aa07-445d-b133-9a1da8b9d329 None None] Attempting to bind port b9b695db-050a-4ace-8f56-aa87262f9efc on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:49:56.368080 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-ec702b51-aa07-445d-b133-9a1da8b9d329 None None] Attempting to bind port b9b695db-050a-4ace-8f56-aa87262f9efc by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:49:56.369189 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec702b51-aa07-445d-b133-9a1da8b9d329 None None] Attempting to bind port b9b695db-050a-4ace-8f56-aa87262f9efc on network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:49:56.381716 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec702b51-aa07-445d-b133-9a1da8b9d329 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:49:56.382630 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec702b51-aa07-445d-b133-9a1da8b9d329 None None] Checking segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:49:56.383048 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ec702b51-aa07-445d-b133-9a1da8b9d329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:56.383455 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec702b51-aa07-445d-b133-9a1da8b9d329 None None] Bound using segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:49:56.384450 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-ec702b51-aa07-445d-b133-9a1da8b9d329 None None] Bound port: b9b695db-050a-4ace-8f56-aa87262f9efc, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:49:56.384450 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ec702b51-aa07-445d-b133-9a1da8b9d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:56.434777 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0d165592-3a25-4ae0-a408-798a95e9f020 req-79d64f5b-ed30-4fea-9bbd-19f19376e107 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165781 Apr 28 19:49:56.501565 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-ec702b51-aa07-445d-b133-9a1da8b9d329 None None] For port b9b695db-050a-4ace-8f56-aa87262f9efc, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:49:56.506895 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-ec702b51-aa07-445d-b133-9a1da8b9d329 None None] For port b9b695db-050a-4ace-8f56-aa87262f9efc, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=b9b695db-050a-4ace-8f56-aa87262f9efc,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:49:56.514994 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ec702b51-aa07-445d-b133-9a1da8b9d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:56.635364 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-eb8554d6-ade9-4323-975d-49699e2475e5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:56.669722 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec702b51-aa07-445d-b133-9a1da8b9d329 None None] Pushing event updated for resources: {'Port': ['ID=b9b695db-050a-4ace-8f56-aa87262f9efc,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:56.816008 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-eb8554d6-ade9-4323-975d-49699e2475e5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:56.894664 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8554d6-ade9-4323-975d-49699e2475e5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Port': ['ID=9a373bcf-7bd7-41c3-b140-b89e27103211,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:56.911235 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8554d6-ade9-4323-975d-49699e2475e5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:56.917087 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-eb8554d6-ade9-4323-975d-49699e2475e5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:56.921400 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8554d6-ade9-4323-975d-49699e2475e5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:49:56.927540 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8554d6-ade9-4323-975d-49699e2475e5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:56.928692 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-eb8554d6-ade9-4323-975d-49699e2475e5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:56.955783 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af4e50-e211-4d37-9b67-18e719860eff req-7d4869f8-e126-4bc0-9ce6-c7934cefcdfc tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:56.957823 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-48af4e50-e211-4d37-9b67-18e719860eff req-7d4869f8-e126-4bc0-9ce6-c7934cefcdfc tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a84738c-05cf-427e-98d6-fe823cee4d66 HTTP/1.1" status: 200 len: 945 time: 0.3813193 Apr 28 19:49:57.007339 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-eb8554d6-ade9-4323-975d-49699e2475e5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5748801 Apr 28 19:49:57.012374 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 32908) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:57.142909 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-48af4e50-e211-4d37-9b67-18e719860eff req-aae6ce55-142b-4602-bb8b-221df17b4959 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766882 Apr 28 19:49:57.173651 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260a8470-cc83-4d4a-a26d-9f097933f019 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:57.182130 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260a8470-cc83-4d4a-a26d-9f097933f019 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:57.185431 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-260a8470-cc83-4d4a-a26d-9f097933f019 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1706996 Apr 28 19:49:57.192666 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 32914) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:57.497128 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4359c0-e047-41bd-936d-ed420f3c75f4 req-b84cf585-8c90-438e-a80b-2d8107088a54 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:57.501076 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1b4359c0-e047-41bd-936d-ed420f3c75f4 req-b84cf585-8c90-438e-a80b-2d8107088a54 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 944 time: 0.1308408 Apr 28 19:49:57.654502 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-bd437217-30a9-485f-972d-cde759af94c2 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting port 9a373bcf-7bd7-41c3-b140-b89e27103211 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:49:57.655077 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bd437217-30a9-485f-972d-cde759af94c2 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:57.704135 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1b4359c0-e047-41bd-936d-ed420f3c75f4 req-82376042-b1bc-44a7-8c3e-a10354b80f04 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895213 Apr 28 19:49:57.766063 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device b9b695db-050a-4ace-8f56-aa87262f9efc up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:49:57.897540 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port b9b695db-050a-4ace-8f56-aa87262f9efc triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:57.898416 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:57.934610 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bd437217-30a9-485f-972d-cde759af94c2 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:57.960292 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-bd437217-30a9-485f-972d-cde759af94c2 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Calling delete_port for 9a373bcf-7bd7-41c3-b140-b89e27103211 owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:49:58.057400 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:58.142703 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port b9b695db-050a-4ace-8f56-aa87262f9efc, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=b9b695db-050a-4ace-8f56-aa87262f9efc,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:58.152795 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:58.326299 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=b9b695db-050a-4ace-8f56-aa87262f9efc,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:58.333579 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bd437217-30a9-485f-972d-cde759af94c2 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:58.381252 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd437217-30a9-485f-972d-cde759af94c2 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Port': ['ID=9a373bcf-7bd7-41c3-b140-b89e27103211,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:58.445535 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bd437217-30a9-485f-972d-cde759af94c2 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:58.452801 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-bd437217-30a9-485f-972d-cde759af94c2 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/9a373bcf-7bd7-41c3-b140-b89e27103211 HTTP/1.1" status: 204 len: 168 time: 1.2552102 Apr 28 19:49:58.454075 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 32952) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:58.615650 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b01f67-5e99-4914-8f87-193ae0ce45b4 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:58.618727 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b01f67-5e99-4914-8f87-193ae0ce45b4 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:58.622482 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-29b01f67-5e99-4914-8f87-193ae0ce45b4 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1662791 Apr 28 19:49:58.625582 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 32960) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:58.765568 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-427ad8e0-073e-4257-bbd4-767a8f9a5f13 None None] Provisioning complete for port b9b695db-050a-4ace-8f56-aa87262f9efc triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:58.770059 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-427ad8e0-073e-4257-bbd4-767a8f9a5f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:58.780602 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a00b83-9aff-4061-864d-3eeba53e6d58 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting subnet 16d3d724-2ad4-4bb4-a4a5-83a8339b14c1 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:49:58.784631 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-87a00b83-9aff-4061-864d-3eeba53e6d58 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:58.871576 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-87a00b83-9aff-4061-864d-3eeba53e6d58 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:58.968038 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-87a00b83-9aff-4061-864d-3eeba53e6d58 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:59.040871 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-87a00b83-9aff-4061-864d-3eeba53e6d58 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:59.097080 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a00b83-9aff-4061-864d-3eeba53e6d58 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Subnet': ['ID=16d3d724-2ad4-4bb4-a4a5-83a8339b14c1,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:59.104297 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-87a00b83-9aff-4061-864d-3eeba53e6d58 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:59.118270 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-87a00b83-9aff-4061-864d-3eeba53e6d58 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/16d3d724-2ad4-4bb4-a4a5-83a8339b14c1 HTTP/1.1" status: 204 len: 168 time: 0.4907305 Apr 28 19:49:59.125741 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 32972) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:59.180004 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2fce3c6e-7af6-47e9-b281-fdf6b065e09e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0523901 Apr 28 19:49:59.182714 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 32974) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:59.190539 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-1f91f983-42ed-45b4-8821-5e3a90ea8085 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:59.363207 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33819cc0-9937-4661-bb51-8f972157a3a3 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:49:59.392204 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f91f983-42ed-45b4-8821-5e3a90ea8085 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:49:59.397508 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1f91f983-42ed-45b4-8821-5e3a90ea8085 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:59.486695 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b2615a77-6799-4f57-883b-cb482881725b None None] Could not find standard attr ID for object 9a373bcf-7bd7-41c3-b140-b89e27103211. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:49:59.702441 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device b9b695db-050a-4ace-8f56-aa87262f9efc up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:49:59.750621 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1f91f983-42ed-45b4-8821-5e3a90ea8085 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:59.807564 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f91f983-42ed-45b4-8821-5e3a90ea8085 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:59.817908 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-1f91f983-42ed-45b4-8821-5e3a90ea8085 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:59.821479 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b96de8-e8ee-4a37-b041-7d974460dfac None None] DHCP port deletion for 3bb4ad15-38e1-4028-be09-c8cdfded96d3 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:49:59.881750 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f91f983-42ed-45b4-8821-5e3a90ea8085 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:59.882469 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1f91f983-42ed-45b4-8821-5e3a90ea8085 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:59.887232 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port b9b695db-050a-4ace-8f56-aa87262f9efc triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:59.887888 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:59.942893 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-99b96de8-e8ee-4a37-b041-7d974460dfac None None] Deleting port b9b695db-050a-4ace-8f56-aa87262f9efc {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:49:59.943753 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-99b96de8-e8ee-4a37-b041-7d974460dfac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:59.960004 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1f91f983-42ed-45b4-8821-5e3a90ea8085 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7729425 Apr 28 19:49:59.961000 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 32994) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:49:59.963895 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f91f983-42ed-45b4-8821-5e3a90ea8085 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Subnet': ['ID=faaefa2a-a72a-478b-9cad-00d6cfd0d5f5,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:59.967753 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-8afe2d22-5fc3-41a3-87d6-802a3de89dff tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'port': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'fixed_ips': [{'subnet_id': 'faaefa2a-a72a-478b-9cad-00d6cfd0d5f5', 'ip_address': '2001:db8::9e04:105b:c98b:beb7'}], 'name': 'tempest-NetworksTestDHCPv6-272186658'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:00.167276 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-99b96de8-e8ee-4a37-b041-7d974460dfac None None] For port b9b695db-050a-4ace-8f56-aa87262f9efc, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=b9b695db-050a-4ace-8f56-aa87262f9efc,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:00.167762 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-99b96de8-e8ee-4a37-b041-7d974460dfac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:00.213282 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-99b96de8-e8ee-4a37-b041-7d974460dfac None None] Calling delete_port for b9b695db-050a-4ace-8f56-aa87262f9efc owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:50:00.298456 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afe2d22-5fc3-41a3-87d6-802a3de89dff tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:50:00.397789 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-0d2610a4-2d38-496a-aff7-16da059e6240 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:00.414274 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-99b96de8-e8ee-4a37-b041-7d974460dfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:00.416413 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-0d2610a4-2d38-496a-aff7-16da059e6240 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/networks?id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63 HTTP/1.1" status: 200 len: 806 time: 0.3897948 Apr 28 19:50:00.432927 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b96de8-e8ee-4a37-b041-7d974460dfac None None] No DVR routers for this DVR port b9b695db-050a-4ace-8f56-aa87262f9efc on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:50:00.435877 n-d-839810-1 neutron-server[102775]: INFO neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No ports have port_id starting with b9b695db-050a-4ace-8f56-aa87262f9efc Apr 28 19:50:00.459658 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b96de8-e8ee-4a37-b041-7d974460dfac None None] Pushing event deleted for resources: {'Port': ['ID=b9b695db-050a-4ace-8f56-aa87262f9efc,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:00.469102 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-d81bbe28-8332-4925-b8bd-7f55db422b1d tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/quotas/dcadc66e0b2646d28c33130e37263af0 HTTP/1.1" status: 200 len: 375 time: 0.0310383 Apr 28 19:50:00.470225 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce60a6d-8f61-41ff-a5bc-25971893473f None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:50:00.675133 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-79628a31-1392-4a6e-ada3-075a94f85aee tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=dcadc66e0b2646d28c33130e37263af0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2002749 Apr 28 19:50:00.747490 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8afe2d22-5fc3-41a3-87d6-802a3de89dff tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:00.793562 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-8afe2d22-5fc3-41a3-87d6-802a3de89dff tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] device_id is not set on port 2725f4a2-61ce-4568-a328-ec4a7c922e44 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:50:00.812140 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1513aa1-ef2d-40de-935b-3d44e92592f0 req-63c5f3e7-ceee-4739-bdce-876bc6748f6c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:00.814392 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b1513aa1-ef2d-40de-935b-3d44e92592f0 req-63c5f3e7-ceee-4739-bdce-876bc6748f6c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 944 time: 0.1584673 Apr 28 19:50:00.866668 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dd2545-6f29-4882-a9db-10e4cd432efd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'fixed_ips': [{'subnet_id': 'faaefa2a-a72a-478b-9cad-00d6cfd0d5f5'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:50:00.867555 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c0dd2545-6f29-4882-a9db-10e4cd432efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:00.900274 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-fc6dfba6-330c-414a-92c6-3c3b0fb3f0fd service neutron] 10.222.0.42 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151980 Apr 28 19:50:01.122748 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b1513aa1-ef2d-40de-935b-3d44e92592f0 req-2ccf87f8-43c3-4b44-8436-9ee6f4b1a4d1 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2873154 Apr 28 19:50:01.175875 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-53a0cac5-06c3-4c33-ac8d-3b8c46c302ad service neutron] 10.222.0.42 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632012 Apr 28 19:50:01.232307 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-c0dd2545-6f29-4882-a9db-10e4cd432efd None None] Allocated IP 2001:db8::2 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/faaefa2a-a72a-478b-9cad-00d6cfd0d5f5/923dcec5-e219-49ed-a26e-6611361fef20) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:50:01.402481 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d1aee-9e9e-4966-b30f-34a0198fc6ca req-c7ff05bb-93db-4ac8-9a0a-b78842e09119 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:01.422226 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-977d1aee-9e9e-4966-b30f-34a0198fc6ca req-c7ff05bb-93db-4ac8-9a0a-b78842e09119 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 944 time: 0.1754625 Apr 28 19:50:01.549740 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-977d1aee-9e9e-4966-b30f-34a0198fc6ca req-fd80fe96-93b1-48a8-89ff-1629a588b266 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239130 Apr 28 19:50:01.661362 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d1e4d-3cfd-4214-90b4-9f2fb347c17c req-3417e5e4-c710-478a-a1d4-ddb46970e35a tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:01.675169 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6f1d1e4d-3cfd-4214-90b4-9f2fb347c17c req-3417e5e4-c710-478a-a1d4-ddb46970e35a tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 946 time: 0.1555688 Apr 28 19:50:01.760255 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c0dd2545-6f29-4882-a9db-10e4cd432efd None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:01.779671 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c9f63e4b-b0b8-41d3-8772-5bf99ce01035 req-8c658958-dd63-4831-9afb-59af47c84aa5 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=69e5236e-0ba3-4ec2-84f8-24a4b20aeb38 HTTP/1.1" status: 200 len: 210 time: 0.1243374 Apr 28 19:50:01.809124 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device b9b695db-050a-4ace-8f56-aa87262f9efc no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:50:01.813969 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6f1d1e4d-3cfd-4214-90b4-9f2fb347c17c req-69bfe567-89a1-4a4b-89ee-8fb7a110a20b tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366940 Apr 28 19:50:01.974078 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-8afe2d22-5fc3-41a3-87d6-802a3de89dff tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Allocated IP 2001:db8::9e04:105b:c98b:beb7 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/faaefa2a-a72a-478b-9cad-00d6cfd0d5f5/2725f4a2-61ce-4568-a328-ec4a7c922e44) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:50:02.023353 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c0dd2545-6f29-4882-a9db-10e4cd432efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:02.055767 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: b9b695db-050a-4ace-8f56-aa87262f9efc {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:50:02.056604 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device b9b695db-050a-4ace-8f56-aa87262f9efc not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:50:02.096011 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:02.120061 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0dd2545-6f29-4882-a9db-10e4cd432efd None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:50:02.129700 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-c0dd2545-6f29-4882-a9db-10e4cd432efd None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:02.132796 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dd2545-6f29-4882-a9db-10e4cd432efd None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:50:02.181005 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd2545-6f29-4882-a9db-10e4cd432efd None None] Pushing event updated for resources: {'Port': ['ID=923dcec5-e219-49ed-a26e-6611361fef20,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:02.409515 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-c0dd2545-6f29-4882-a9db-10e4cd432efd None None] Attempting to bind port 923dcec5-e219-49ed-a26e-6611361fef20 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:50:02.411105 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-c0dd2545-6f29-4882-a9db-10e4cd432efd None None] Attempting to bind port 923dcec5-e219-49ed-a26e-6611361fef20 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:50:02.412343 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dd2545-6f29-4882-a9db-10e4cd432efd None None] Attempting to bind port 923dcec5-e219-49ed-a26e-6611361fef20 on network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:50:02.430141 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dd2545-6f29-4882-a9db-10e4cd432efd None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:50:02.430498 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dd2545-6f29-4882-a9db-10e4cd432efd None None] Checking segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:50:02.431681 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c0dd2545-6f29-4882-a9db-10e4cd432efd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:02.433155 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dd2545-6f29-4882-a9db-10e4cd432efd None None] Bound using segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:50:02.434850 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-c0dd2545-6f29-4882-a9db-10e4cd432efd None None] Bound port: 923dcec5-e219-49ed-a26e-6611361fef20, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:50:02.435523 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c0dd2545-6f29-4882-a9db-10e4cd432efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:02.526631 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8afe2d22-5fc3-41a3-87d6-802a3de89dff tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:02.642037 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-c0dd2545-6f29-4882-a9db-10e4cd432efd None None] For port 923dcec5-e219-49ed-a26e-6611361fef20, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:50:02.653651 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-c0dd2545-6f29-4882-a9db-10e4cd432efd None None] For port 923dcec5-e219-49ed-a26e-6611361fef20, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=923dcec5-e219-49ed-a26e-6611361fef20,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:50:02.660398 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c0dd2545-6f29-4882-a9db-10e4cd432efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:02.813775 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd2545-6f29-4882-a9db-10e4cd432efd None None] Pushing event updated for resources: {'Port': ['ID=923dcec5-e219-49ed-a26e-6611361fef20,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:02.814042 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee98fa-68f1-4094-8e61-ed2bf32c5203 req-0f091860-4862-469a-9497-104256774663 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:02.815767 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1bee98fa-68f1-4094-8e61-ed2bf32c5203 req-0f091860-4862-469a-9497-104256774663 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 944 time: 0.3670354 Apr 28 19:50:02.818184 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8afe2d22-5fc3-41a3-87d6-802a3de89dff tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:02.947535 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afe2d22-5fc3-41a3-87d6-802a3de89dff tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:50:02.955941 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39732da-1a50-42ab-babf-a6c35ac72c94 req-182a8fb6-b433-4129-a687-5e047ecc1e5f tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:02.956763 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-8afe2d22-5fc3-41a3-87d6-802a3de89dff tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:02.968515 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c39732da-1a50-42ab-babf-a6c35ac72c94 req-182a8fb6-b433-4129-a687-5e047ecc1e5f tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 944 time: 0.1726184 Apr 28 19:50:02.979413 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1bee98fa-68f1-4094-8e61-ed2bf32c5203 req-e0830d0a-ca5c-4388-b12c-7912a6a5d425 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464641 Apr 28 19:50:02.980896 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afe2d22-5fc3-41a3-87d6-802a3de89dff tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:50:03.008771 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afe2d22-5fc3-41a3-87d6-802a3de89dff tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:03.009457 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8afe2d22-5fc3-41a3-87d6-802a3de89dff tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:03.014943 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe2d22-5fc3-41a3-87d6-802a3de89dff tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Port': ['ID=2725f4a2-61ce-4568-a328-ec4a7c922e44,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:03.055970 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8afe2d22-5fc3-41a3-87d6-802a3de89dff tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0931606 Apr 28 19:50:03.057596 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33070) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:03.110966 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c39732da-1a50-42ab-babf-a6c35ac72c94 req-6ca75dde-ccbb-4a68-90da-d5b0fe5f79f7 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299193 Apr 28 19:50:03.249158 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9e8116fc-14a4-4e4a-a5fc-e27c89d48067 req-ad492b2e-f115-4b77-8d02-7312ef6704f4 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=69e5236e-0ba3-4ec2-84f8-24a4b20aeb38 HTTP/1.1" status: 200 len: 210 time: 0.0818813 Apr 28 19:50:03.358939 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:03.359467 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324d0546-757a-4076-a110-6a4a13da5188 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:03.414444 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324d0546-757a-4076-a110-6a4a13da5188 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:03.416905 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-324d0546-757a-4076-a110-6a4a13da5188 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3464327 Apr 28 19:50:03.434774 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33078) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:03.492086 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728456ba-5cb7-43e8-87ea-c516aeb482cc req-97424004-08a5-4c5b-9338-66f88474d6fa tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:03.500357 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-728456ba-5cb7-43e8-87ea-c516aeb482cc req-97424004-08a5-4c5b-9338-66f88474d6fa tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 946 time: 0.2333944 Apr 28 19:50:03.675859 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-728456ba-5cb7-43e8-87ea-c516aeb482cc req-ecac5959-bf0b-4f7d-88bb-9250b39f6010 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640792 Apr 28 19:50:03.735100 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-6ebddf3c-d13c-491a-b58b-2f7b77e8ac7a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting port 2725f4a2-61ce-4568-a328-ec4a7c922e44 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:50:03.735818 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6ebddf3c-d13c-491a-b58b-2f7b77e8ac7a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:03.845043 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 923dcec5-e219-49ed-a26e-6611361fef20 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:50:03.888372 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-53687ade-d36d-47e2-a3fd-dd456656516a tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:03.890964 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-53687ade-d36d-47e2-a3fd-dd456656516a tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.15 "GET /v2.0/networks?id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63 HTTP/1.1" status: 200 len: 806 time: 0.2447743 Apr 28 19:50:03.920703 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-4a981298-99ff-409d-800b-da440a06f970 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Request body: {'port': {'device_id': '69e5236e-0ba3-4ec2-84f8-24a4b20aeb38', 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63', 'admin_state_up': True, 'tenant_id': 'dcadc66e0b2646d28c33130e37263af0'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:04.023899 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6ebddf3c-d13c-491a-b58b-2f7b77e8ac7a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:04.027335 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 923dcec5-e219-49ed-a26e-6611361fef20 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:04.028014 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:04.062705 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-6ebddf3c-d13c-491a-b58b-2f7b77e8ac7a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Calling delete_port for 2725f4a2-61ce-4568-a328-ec4a7c922e44 owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:50:04.343535 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c597a11-0a7c-48dc-9408-67f663ac9a95 req-8379262b-1884-4b20-8f61-4d913ef06bd6 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:04.354074 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8c597a11-0a7c-48dc-9408-67f663ac9a95 req-8379262b-1884-4b20-8f61-4d913ef06bd6 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 944 time: 0.1195543 Apr 28 19:50:04.371251 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6ebddf3c-d13c-491a-b58b-2f7b77e8ac7a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:04.407893 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:04.442256 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebddf3c-d13c-491a-b58b-2f7b77e8ac7a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Port': ['ID=2725f4a2-61ce-4568-a328-ec4a7c922e44,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:04.499289 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6ebddf3c-d13c-491a-b58b-2f7b77e8ac7a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:04.505700 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6ebddf3c-d13c-491a-b58b-2f7b77e8ac7a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/2725f4a2-61ce-4568-a328-ec4a7c922e44 HTTP/1.1" status: 204 len: 168 time: 1.0683343 Apr 28 19:50:04.508508 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33098) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:04.521639 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 923dcec5-e219-49ed-a26e-6611361fef20, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=923dcec5-e219-49ed-a26e-6611361fef20,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:04.529274 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:04.644587 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e75bf-690d-402f-9098-6ad3ec6d0fd8 req-feb61149-cd95-4629-84bb-ff605aacc4fc tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:04.665062 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-db0e75bf-690d-402f-9098-6ad3ec6d0fd8 req-feb61149-cd95-4629-84bb-ff605aacc4fc tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 944 time: 0.2876832 Apr 28 19:50:04.667331 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a86dae-6b7d-40a0-b0ef-756376c046c5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:04.671769 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a86dae-6b7d-40a0-b0ef-756376c046c5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:04.679194 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-03a86dae-6b7d-40a0-b0ef-756376c046c5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1662128 Apr 28 19:50:04.682075 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33104) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:04.698587 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8c597a11-0a7c-48dc-9408-67f663ac9a95 req-66428465-d686-4a4c-87c4-e3554455b339 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3434813 Apr 28 19:50:04.725192 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=923dcec5-e219-49ed-a26e-6611361fef20,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:04.786504 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-6e1cd2a9-430f-43b7-8afd-4bfd428cb8f7 None None] Provisioning complete for port 923dcec5-e219-49ed-a26e-6611361fef20 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:04.786960 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6e1cd2a9-430f-43b7-8afd-4bfd428cb8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:04.846981 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-118aea9f-bc90-4b16-b764-9f86826c4780 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting subnet faaefa2a-a72a-478b-9cad-00d6cfd0d5f5 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:50:04.883406 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-118aea9f-bc90-4b16-b764-9f86826c4780 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:04.887951 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-4a981298-99ff-409d-800b-da440a06f970 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Made reservation on behalf of dcadc66e0b2646d28c33130e37263af0 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:50:04.892948 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-4a981298-99ff-409d-800b-da440a06f970 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:04.952548 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-db0e75bf-690d-402f-9098-6ad3ec6d0fd8 req-7a4d3e6c-2b42-4141-bec5-dd92da54afcf tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821341 Apr 28 19:50:04.969763 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2ee52507-18ab-4206-bfe9-8d0af13bfa12 req-c970ce78-de92-49c5-b3a5-8817b1c808a1 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=69e5236e-0ba3-4ec2-84f8-24a4b20aeb38 HTTP/1.1" status: 200 len: 210 time: 0.1279306 Apr 28 19:50:05.155269 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-118aea9f-bc90-4b16-b764-9f86826c4780 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:05.207760 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-54df24be-f321-4a06-b823-5ab5038529a7 None None] Could not find standard attr ID for object 2725f4a2-61ce-4568-a328-ec4a7c922e44. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:50:05.409062 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-118aea9f-bc90-4b16-b764-9f86826c4780 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:05.577009 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-4a981298-99ff-409d-800b-da440a06f970 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Allocated IP 172.20.0.2 (1dd86a08-7dd8-4588-b4f7-0af7a8217f63/5d396974-bf85-4823-9eae-70a0b8bd71b5/402d3987-32a8-41c7-bc67-0effc38873b7) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:50:05.650118 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0593a1b4-4b64-45b6-b171-3c0fb106ef60 req-48293929-1896-4cc5-8a77-453de504aef0 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:05.652451 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0593a1b4-4b64-45b6-b171-3c0fb106ef60 req-48293929-1896-4cc5-8a77-453de504aef0 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 946 time: 0.5238888 Apr 28 19:50:05.737937 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 923dcec5-e219-49ed-a26e-6611361fef20 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:50:05.844411 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 923dcec5-e219-49ed-a26e-6611361fef20 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:05.844789 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:05.868561 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0593a1b4-4b64-45b6-b171-3c0fb106ef60 req-63d67f84-1611-4f16-9d39-8b3dd5f2bab4 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671236 Apr 28 19:50:05.883115 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-118aea9f-bc90-4b16-b764-9f86826c4780 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:05.915828 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118aea9f-bc90-4b16-b764-9f86826c4780 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Subnet': ['ID=faaefa2a-a72a-478b-9cad-00d6cfd0d5f5,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:06.008472 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-118aea9f-bc90-4b16-b764-9f86826c4780 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:06.022275 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-118aea9f-bc90-4b16-b764-9f86826c4780 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/faaefa2a-a72a-478b-9cad-00d6cfd0d5f5 HTTP/1.1" status: 204 len: 168 time: 1.3345757 Apr 28 19:50:06.027199 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33130) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:06.040803 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28621e20-0c4a-4098-8de1-8dda18076e23 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:50:06.141060 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33132) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:06.151872 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5419f172-0ec0-41c0-8b64-c9038e964377 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1143446 Apr 28 19:50:06.167477 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a407b3-1097-4e1c-9aa2-85923b20ae3b req-f565afb2-fcff-4617-bf9f-c0210db96d7f tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:06.188726 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a9a407b3-1097-4e1c-9aa2-85923b20ae3b req-f565afb2-fcff-4617-bf9f-c0210db96d7f tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 944 time: 0.2646055 Apr 28 19:50:06.206973 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-4a981298-99ff-409d-800b-da440a06f970 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:06.280124 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a9a407b3-1097-4e1c-9aa2-85923b20ae3b req-2a5312c5-4d09-4828-b941-ff0cfd2f5caa tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908999 Apr 28 19:50:06.338392 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17873037-71a3-485e-b396-2fb48f2172e1 None None] DHCP port deletion for 3bb4ad15-38e1-4028-be09-c8cdfded96d3 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:50:06.388330 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ae10a-2827-43b1-b5f3-d541350322b8 req-d131798b-3ca4-48ae-ab6d-4d2c64ace40a tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:06.413456 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6e1ae10a-2827-43b1-b5f3-d541350322b8 req-d131798b-3ca4-48ae-ab6d-4d2c64ace40a tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 944 time: 0.2038507 Apr 28 19:50:06.446956 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2238efc4-b1c1-40ee-8292-a176581361b2 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:06.450912 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2238efc4-b1c1-40ee-8292-a176581361b2 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3066921 Apr 28 19:50:06.451803 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-17873037-71a3-485e-b396-2fb48f2172e1 None None] Deleting port 923dcec5-e219-49ed-a26e-6611361fef20 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:50:06.452601 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-17873037-71a3-485e-b396-2fb48f2172e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:06.468228 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33138) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:06.496726 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c449b8fe-e6dd-4abf-baf1-75c0ad7d17a9 req-709a04df-23a3-4d27-918c-0b2b6d893b0c tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=69e5236e-0ba3-4ec2-84f8-24a4b20aeb38 HTTP/1.1" status: 200 len: 210 time: 0.1020005 Apr 28 19:50:06.547665 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6e1ae10a-2827-43b1-b5f3-d541350322b8 req-8a763be2-bb39-4ffd-a648-ee0f94e127ca tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326876 Apr 28 19:50:06.555507 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-4a981298-99ff-409d-800b-da440a06f970 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:06.584630 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['49307b20-b4ff-444f-afcb-d7bf39e9a7f0', 'd1f6e921-0fd6-4be4-8103-a07080e06d31'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:50:06.610432 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5e6556-e9ed-4619-b66f-9b677847233b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:06.613684 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-cb5e6556-e9ed-4619-b66f-9b677847233b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1156809 Apr 28 19:50:06.616815 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33142) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:06.640838 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a981298-99ff-409d-800b-da440a06f970 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Pushing event updated for resources: {'Port': ['ID=402d3987-32a8-41c7-bc67-0effc38873b7,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:06.669363 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-4a981298-99ff-409d-800b-da440a06f970 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Network 1dd86a08-7dd8-4588-b4f7-0af7a8217f63 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:50:06.673358 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-4a981298-99ff-409d-800b-da440a06f970 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:06.679635 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-4a981298-99ff-409d-800b-da440a06f970 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:50:06.702605 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3074e14c-d2b8-4e73-905b-89621d7293f5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0844693 Apr 28 19:50:06.705842 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-17873037-71a3-485e-b396-2fb48f2172e1 None None] For port 923dcec5-e219-49ed-a26e-6611361fef20, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=923dcec5-e219-49ed-a26e-6611361fef20,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:06.706034 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-17873037-71a3-485e-b396-2fb48f2172e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:06.706590 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33144) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:06.723041 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-045e12c9-23fa-4229-ad97-0c27b9587bb9 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:06.771975 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-17873037-71a3-485e-b396-2fb48f2172e1 None None] Calling delete_port for 923dcec5-e219-49ed-a26e-6611361fef20 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:50:06.803391 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-4a981298-99ff-409d-800b-da440a06f970 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:06.803861 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-4a981298-99ff-409d-800b-da440a06f970 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:06.834026 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-4a981298-99ff-409d-800b-da440a06f970 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9304249 Apr 28 19:50:06.846809 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-779a5f03-6ee1-468a-9019-91e361ca644f service neutron] Request body: {'port': {'device_id': '69e5236e-0ba3-4ec2-84f8-24a4b20aeb38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:06.947102 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045e12c9-23fa-4229-ad97-0c27b9587bb9 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:50:06.954814 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-045e12c9-23fa-4229-ad97-0c27b9587bb9 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:07.044082 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-779a5f03-6ee1-468a-9019-91e361ca644f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:07.154650 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-17873037-71a3-485e-b396-2fb48f2172e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:07.194506 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17873037-71a3-485e-b396-2fb48f2172e1 None None] Pushing event deleted for resources: {'Port': ['ID=923dcec5-e219-49ed-a26e-6611361fef20,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:07.201510 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17873037-71a3-485e-b396-2fb48f2172e1 None None] No DVR routers for this DVR port 923dcec5-e219-49ed-a26e-6611361fef20 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:50:07.413063 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635219a-288e-4560-b0f8-f2547e76be48 req-f1e4b95b-0537-4ff1-b575-5173abb91e7a tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:07.457135 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2635219a-288e-4560-b0f8-f2547e76be48 req-f1e4b95b-0537-4ff1-b575-5173abb91e7a tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 946 time: 0.3558791 Apr 28 19:50:07.632749 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2635219a-288e-4560-b0f8-f2547e76be48 req-68d2d8b9-428d-41dc-8683-a8aaec5c9388 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746025 Apr 28 19:50:07.728349 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083fd94-fb26-4032-bade-a0934a49666f req-57cec4fe-c21c-4bf1-a423-ab5617b30b13 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:07.755852 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d083fd94-fb26-4032-bade-a0934a49666f req-57cec4fe-c21c-4bf1-a423-ab5617b30b13 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 944 time: 0.2881014 Apr 28 19:50:07.769960 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 923dcec5-e219-49ed-a26e-6611361fef20 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:50:07.835515 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 923dcec5-e219-49ed-a26e-6611361fef20 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:50:07.836172 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 923dcec5-e219-49ed-a26e-6611361fef20 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:50:07.931759 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-045e12c9-23fa-4229-ad97-0c27b9587bb9 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:07.980278 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-779a5f03-6ee1-468a-9019-91e361ca644f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 402d3987-32a8-41c7-bc67-0effc38873b7 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:50:08.004472 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-779a5f03-6ee1-468a-9019-91e361ca644f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:08.047416 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d083fd94-fb26-4032-bade-a0934a49666f req-bd8a87ca-340e-4f7c-b3a6-cfefa433881b tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2883527 Apr 28 19:50:08.081625 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-779a5f03-6ee1-468a-9019-91e361ca644f service neutron] Transition to ACTIVE for port object 402d3987-32a8-41c7-bc67-0effc38873b7 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:50:08.094337 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045e12c9-23fa-4229-ad97-0c27b9587bb9 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:50:08.095590 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-779a5f03-6ee1-468a-9019-91e361ca644f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:08.125371 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983d49f-92ab-457c-af18-575e64720c02 req-94a6ff4d-4fcf-4d73-8a56-a08323759a2f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:08.132689 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1983d49f-92ab-457c-af18-575e64720c02 req-94a6ff4d-4fcf-4d73-8a56-a08323759a2f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=69e5236e-0ba3-4ec2-84f8-24a4b20aeb38 HTTP/1.1" status: 200 len: 931 time: 0.3960044 Apr 28 19:50:08.135500 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e12c9-23fa-4229-ad97-0c27b9587bb9 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Subnet': ['ID=abdf16ec-2ad3-443b-978a-a5e0cf731271,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:08.145465 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-045e12c9-23fa-4229-ad97-0c27b9587bb9 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:08.150160 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045e12c9-23fa-4229-ad97-0c27b9587bb9 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:08.152892 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-045e12c9-23fa-4229-ad97-0c27b9587bb9 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:08.172083 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c9ba72-da30-4ef9-9a24-3ba7e35051c1 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:50:08.205401 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-045e12c9-23fa-4229-ad97-0c27b9587bb9 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4975061 Apr 28 19:50:08.207406 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33178) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:08.212927 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-d3c575f0-4d11-4652-a982-46c5ab69966c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'port': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'fixed_ips': [{'subnet_id': 'abdf16ec-2ad3-443b-978a-a5e0cf731271', 'ip_address': '2001:db8::a198:51d:d146:d7a6'}], 'name': 'tempest-NetworksTestDHCPv6-2115737269'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:08.303241 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1983d49f-92ab-457c-af18-575e64720c02 req-a226eebd-0645-4a45-a01d-d72ffd0a87a8 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603537 Apr 28 19:50:08.327132 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 3a749027-3dcd-46f5-83a0-1a2b5506f788 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:50:08.408057 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a5f03-6ee1-468a-9019-91e361ca644f service neutron] Pushing event updated for resources: {'Port': ['ID=402d3987-32a8-41c7-bc67-0effc38873b7,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:08.450348 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c575f0-4d11-4652-a982-46c5ab69966c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:50:08.469838 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4825e-8e0b-4b0b-9d1d-dc525c302d32 req-55e27e65-3acb-40c8-9b6b-f6ed84679739 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:08.471658 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6de4825e-8e0b-4b0b-9d1d-dc525c302d32 req-55e27e65-3acb-40c8-9b6b-f6ed84679739 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 944 time: 0.2796466 Apr 28 19:50:08.580735 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6de4825e-8e0b-4b0b-9d1d-dc525c302d32 req-de86f878-3728-4a9d-8fd0-200f466887bf tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994954 Apr 28 19:50:08.608348 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-779a5f03-6ee1-468a-9019-91e361ca644f service neutron] Attempting to bind port 402d3987-32a8-41c7-bc67-0effc38873b7 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:50:08.608995 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-779a5f03-6ee1-468a-9019-91e361ca644f service neutron] Attempting to bind port 402d3987-32a8-41c7-bc67-0effc38873b7 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'daad3582-9abd-449f-85ba-5c80ef9418e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:50:08.609820 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-779a5f03-6ee1-468a-9019-91e361ca644f service neutron] Attempting to bind port 402d3987-32a8-41c7-bc67-0effc38873b7 on network 1dd86a08-7dd8-4588-b4f7-0af7a8217f63 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:50:08.617138 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-779a5f03-6ee1-468a-9019-91e361ca644f service neutron] Port 402d3987-32a8-41c7-bc67-0effc38873b7 on network 1dd86a08-7dd8-4588-b4f7-0af7a8217f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:50:08.617767 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-779a5f03-6ee1-468a-9019-91e361ca644f service neutron] Attempting to bind port 402d3987-32a8-41c7-bc67-0effc38873b7 on network 1dd86a08-7dd8-4588-b4f7-0af7a8217f63 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:50:08.624670 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-779a5f03-6ee1-468a-9019-91e361ca644f service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:50:08.625399 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-779a5f03-6ee1-468a-9019-91e361ca644f service neutron] Checking segment: {'id': 'daad3582-9abd-449f-85ba-5c80ef9418e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:50:08.626040 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-779a5f03-6ee1-468a-9019-91e361ca644f service neutron] Bound using segment: {'id': 'daad3582-9abd-449f-85ba-5c80ef9418e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:50:08.626719 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-779a5f03-6ee1-468a-9019-91e361ca644f service neutron] Bound port: 402d3987-32a8-41c7-bc67-0effc38873b7, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daad3582-9abd-449f-85ba-5c80ef9418e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:50:08.627838 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-779a5f03-6ee1-468a-9019-91e361ca644f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:08.715556 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d3c575f0-4d11-4652-a982-46c5ab69966c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:08.769757 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61f466e-7b4b-4c34-8f56-be37fed133ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'fixed_ips': [{'subnet_id': 'abdf16ec-2ad3-443b-978a-a5e0cf731271'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:50:08.770926 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d61f466e-7b4b-4c34-8f56-be37fed133ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:08.790240 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-779a5f03-6ee1-468a-9019-91e361ca644f service neutron] For port 402d3987-32a8-41c7-bc67-0effc38873b7, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:50:08.800494 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-d3c575f0-4d11-4652-a982-46c5ab69966c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] device_id is not set on port 015a83bb-c7e6-498d-856c-9e3c4c41d301 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:50:08.801618 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-779a5f03-6ee1-468a-9019-91e361ca644f service neutron] For port 402d3987-32a8-41c7-bc67-0effc38873b7, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=402d3987-32a8-41c7-bc67-0effc38873b7,segment=NetworkSegment(daad3582-9abd-449f-85ba-5c80ef9418e3),segment_id=daad3582-9abd-449f-85ba-5c80ef9418e3)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:50:08.810575 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-779a5f03-6ee1-468a-9019-91e361ca644f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:08.886258 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-779a5f03-6ee1-468a-9019-91e361ca644f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:08.886893 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-779a5f03-6ee1-468a-9019-91e361ca644f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:08.888492 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-779a5f03-6ee1-468a-9019-91e361ca644f service neutron] 10.222.0.15 "PUT /v2.0/ports/402d3987-32a8-41c7-bc67-0effc38873b7 HTTP/1.1" status: 200 len: 1091 time: 2.0461068 Apr 28 19:50:08.889117 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e5236e-0ba3-4ec2-84f8-24a4b20aeb38', 'tag': '402d3987-32a8-41c7-bc67-0effc38873b7'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:50:08.902497 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ab5c5b-00a7-4576-b4e9-d3f91f6fab3d" -d '{"events": [{"name": "network-changed", "server_uuid": "69e5236e-0ba3-4ec2-84f8-24a4b20aeb38", "tag": "402d3987-32a8-41c7-bc67-0effc38873b7"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:50:08.978180 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a5f03-6ee1-468a-9019-91e361ca644f service neutron] Pushing event updated for resources: {'Port': ['ID=402d3987-32a8-41c7-bc67-0effc38873b7,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:09.031711 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27187cc1-b15f-40f0-9f29-a9e1401ff568 x-openstack-request-id: req-27187cc1-b15f-40f0-9f29-a9e1401ff568 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:50:09.032009 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e5236e-0ba3-4ec2-84f8-24a4b20aeb38", "tag": "402d3987-32a8-41c7-bc67-0effc38873b7", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:50:09.032404 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-27187cc1-b15f-40f0-9f29-a9e1401ff568 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:50:09.032741 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902189f-2081-4f8e-ab58-7ee3bae39ab9 req-621161bd-734f-4053-a2ad-2f530ab57702 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:09.032929 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27187cc1-b15f-40f0-9f29-a9e1401ff568'] response: {'name': 'network-changed', 'server_uuid': '69e5236e-0ba3-4ec2-84f8-24a4b20aeb38', 'tag': '402d3987-32a8-41c7-bc67-0effc38873b7', 'status': 'completed', 'code': 200} Apr 28 19:50:09.044330 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7902189f-2081-4f8e-ab58-7ee3bae39ab9 req-621161bd-734f-4053-a2ad-2f530ab57702 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 946 time: 0.2959692 Apr 28 19:50:09.066523 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-9361bbcd-7b6d-465c-8311-49570da31a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:09.072979 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-9361bbcd-7b6d-465c-8311-49570da31a70 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dcadc66e0b2646d28c33130e37263af0&device_id=69e5236e-0ba3-4ec2-84f8-24a4b20aeb38 HTTP/1.1" status: 200 len: 1094 time: 0.1235533 Apr 28 19:50:09.211009 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-376ed622-6cbc-4736-b275-b5699e6873cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=402d3987-32a8-41c7-bc67-0effc38873b7 HTTP/1.1" status: 200 len: 217 time: 0.1279693 Apr 28 19:50:09.271783 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7902189f-2081-4f8e-ab58-7ee3bae39ab9 req-7ca97f6b-f56c-492f-bd00-d802f808f4ce tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263637 Apr 28 19:50:09.304404 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-d61f466e-7b4b-4c34-8f56-be37fed133ba None None] Allocated IP 2001:db8::2 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/abdf16ec-2ad3-443b-978a-a5e0cf731271/c1dc5867-76c8-4ca8-8b2c-6041f68cb1d0) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:50:09.329984 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-919828e8-72f3-45d2-aba2-74de077c574f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:09.331477 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-919828e8-72f3-45d2-aba2-74de077c574f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d396974-bf85-4823-9eae-70a0b8bd71b5 HTTP/1.1" status: 200 len: 846 time: 0.1144326 Apr 28 19:50:09.425988 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-74c11a6d-c830-4cd5-8ba4-0e4bed4d1ff5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834222 Apr 28 19:50:09.551295 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367da24-17ab-4dfc-a46e-1c1460ad0fb1 req-b6d51a13-97a8-4d7d-bdbc-89aba1e733e7 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:09.561587 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f367da24-17ab-4dfc-a46e-1c1460ad0fb1 req-b6d51a13-97a8-4d7d-bdbc-89aba1e733e7 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=69e5236e-0ba3-4ec2-84f8-24a4b20aeb38 HTTP/1.1" status: 200 len: 943 time: 0.1381605 Apr 28 19:50:09.634785 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87627b4e-ceee-43cb-8f44-9eff901af903 req-107588b9-819a-4e89-a6da-a356364dcffb tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:09.642836 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-87627b4e-ceee-43cb-8f44-9eff901af903 req-107588b9-819a-4e89-a6da-a356364dcffb tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 944 time: 0.3103135 Apr 28 19:50:09.685157 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f367da24-17ab-4dfc-a46e-1c1460ad0fb1 req-a51760aa-c649-48b8-b61d-dee9474c9109 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222651 Apr 28 19:50:09.687842 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 3a749027-3dcd-46f5-83a0-1a2b5506f788, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=3a749027-3dcd-46f5-83a0-1a2b5506f788,segment=NetworkSegment(7fe1025a-ef48-4d42-914a-75eec3ed90de),segment_id=7fe1025a-ef48-4d42-914a-75eec3ed90de)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:09.713836 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '3a749027-3dcd-46f5-83a0-1a2b5506f788', 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9', 'port_id': '3a749027-3dcd-46f5-83a0-1a2b5506f788', 'mac_address': 'fa:16:3e:80:f4:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9c43513-8faa-4150-80e2-a774186aa1a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:50:09.780058 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-87627b4e-ceee-43cb-8f44-9eff901af903 req-4464ed50-6f63-4e4b-8d59-b105eb6e592f tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310592 Apr 28 19:50:09.789142 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-8447d290-4c3c-496a-8b93-6f19d7266eb3 service neutron] 10.222.0.15 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555758 Apr 28 19:50:09.839645 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:09.854530 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a749027-3dcd-46f5-83a0-1a2b5506f788 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:50:09.889535 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 3a749027-3dcd-46f5-83a0-1a2b5506f788, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=3a749027-3dcd-46f5-83a0-1a2b5506f788,segment=NetworkSegment(7fe1025a-ef48-4d42-914a-75eec3ed90de),segment_id=7fe1025a-ef48-4d42-914a-75eec3ed90de)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:09.906817 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:09.973155 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=3a749027-3dcd-46f5-83a0-1a2b5506f788,revision_number=9']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:10.006422 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ac598-ca55-4310-a0f6-5837c0a0eaf3 req-303a3962-6c93-4143-bc0f-3f5d3887e8ad tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:10.014160 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a27ac598-ca55-4310-a0f6-5837c0a0eaf3 req-303a3962-6c93-4143-bc0f-3f5d3887e8ad tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 944 time: 0.1471159 Apr 28 19:50:10.027556 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d61f466e-7b4b-4c34-8f56-be37fed133ba None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:10.037612 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d61f466e-7b4b-4c34-8f56-be37fed133ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:10.086662 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61f466e-7b4b-4c34-8f56-be37fed133ba None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:50:10.103914 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-d61f466e-7b4b-4c34-8f56-be37fed133ba None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:10.108441 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61f466e-7b4b-4c34-8f56-be37fed133ba None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:50:10.142956 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f466e-7b4b-4c34-8f56-be37fed133ba None None] Pushing event updated for resources: {'Port': ['ID=c1dc5867-76c8-4ca8-8b2c-6041f68cb1d0,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:10.190121 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a27ac598-ca55-4310-a0f6-5837c0a0eaf3 req-415b9783-02ab-4964-8faf-8f1f7e0f6227 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687646 Apr 28 19:50:10.198018 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['3a749027-3dcd-46f5-83a0-1a2b5506f788'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:50:10.217578 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-d3c575f0-4d11-4652-a982-46c5ab69966c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Allocated IP 2001:db8::a198:51d:d146:d7a6 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/abdf16ec-2ad3-443b-978a-a5e0cf731271/015a83bb-c7e6-498d-856c-9e3c4c41d301) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:50:10.259444 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d61f466e-7b4b-4c34-8f56-be37fed133ba None None] Attempting to bind port c1dc5867-76c8-4ca8-8b2c-6041f68cb1d0 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:50:10.259814 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d61f466e-7b4b-4c34-8f56-be37fed133ba None None] Attempting to bind port c1dc5867-76c8-4ca8-8b2c-6041f68cb1d0 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:50:10.260197 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61f466e-7b4b-4c34-8f56-be37fed133ba None None] Attempting to bind port c1dc5867-76c8-4ca8-8b2c-6041f68cb1d0 on network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:50:10.270122 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61f466e-7b4b-4c34-8f56-be37fed133ba None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:50:10.271022 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61f466e-7b4b-4c34-8f56-be37fed133ba None None] Checking segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:50:10.271385 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d61f466e-7b4b-4c34-8f56-be37fed133ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:10.272236 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61f466e-7b4b-4c34-8f56-be37fed133ba None None] Bound using segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:50:10.272764 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d61f466e-7b4b-4c34-8f56-be37fed133ba None None] Bound port: c1dc5867-76c8-4ca8-8b2c-6041f68cb1d0, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:50:10.273375 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d61f466e-7b4b-4c34-8f56-be37fed133ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:10.457128 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d61f466e-7b4b-4c34-8f56-be37fed133ba None None] For port c1dc5867-76c8-4ca8-8b2c-6041f68cb1d0, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:50:10.471207 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d61f466e-7b4b-4c34-8f56-be37fed133ba None None] For port c1dc5867-76c8-4ca8-8b2c-6041f68cb1d0, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c1dc5867-76c8-4ca8-8b2c-6041f68cb1d0,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:50:10.487087 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d61f466e-7b4b-4c34-8f56-be37fed133ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:10.550335 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6dd175b6-fe7e-4171-aee6-542467fd00fb req-fba3aede-2107-4859-ad94-d7a9ce387a3e service neutron] 10.222.0.15 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7536643 Apr 28 19:50:10.635109 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f466e-7b4b-4c34-8f56-be37fed133ba None None] Pushing event updated for resources: {'Port': ['ID=c1dc5867-76c8-4ca8-8b2c-6041f68cb1d0,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:10.740888 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d3c575f0-4d11-4652-a982-46c5ab69966c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:10.783101 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ce9d2-bb7b-4f7b-b383-5a178d8c415f req-25bab9ec-10d6-4e98-9559-6a13cb1793ba tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:10.785668 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d3c575f0-4d11-4652-a982-46c5ab69966c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:10.791531 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3c8ce9d2-bb7b-4f7b-b383-5a178d8c415f req-25bab9ec-10d6-4e98-9559-6a13cb1793ba tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 946 time: 0.2394893 Apr 28 19:50:10.817200 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c575f0-4d11-4652-a982-46c5ab69966c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:50:10.820907 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-d3c575f0-4d11-4652-a982-46c5ab69966c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:10.827189 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab5c5b-00a7-4576-b4e9-d3f91f6fab3d req-a42b0abf-6032-4b4c-994c-1649b595ee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:10.828707 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-48ab5c5b-00a7-4576-b4e9-d3f91f6fab3d req-a42b0abf-6032-4b4c-994c-1649b595ee61 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dcadc66e0b2646d28c33130e37263af0&device_id=69e5236e-0ba3-4ec2-84f8-24a4b20aeb38 HTTP/1.1" status: 200 len: 1094 time: 0.1926060 Apr 28 19:50:10.857524 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c575f0-4d11-4652-a982-46c5ab69966c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:50:10.865880 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c575f0-4d11-4652-a982-46c5ab69966c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:10.866549 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d3c575f0-4d11-4652-a982-46c5ab69966c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:10.962138 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d3c575f0-4d11-4652-a982-46c5ab69966c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7536957 Apr 28 19:50:10.967603 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33240) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:10.974200 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-ee0ad06a-56c5-4e8f-8d9b-265ec1250cf8 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'port': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'fixed_ips': [{'subnet_id': 'abdf16ec-2ad3-443b-978a-a5e0cf731271', 'ip_address': '2001:db8::a198:51d:d146:d7a6'}], 'name': 'tempest-NetworksTestDHCPv6-15232747'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:11.029376 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3c8ce9d2-bb7b-4f7b-b383-5a178d8c415f req-c4e92286-3c0e-415e-b7ac-8481a1a057ac tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368588 Apr 28 19:50:11.069659 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c575f0-4d11-4652-a982-46c5ab69966c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Port': ['ID=015a83bb-c7e6-498d-856c-9e3c4c41d301,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:11.109909 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab0371-ec1c-45c1-bfd4-c1acfe69d9bf req-7f007b60-311b-454a-bdf3-364a91852be4 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:11.116670 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-29ab0371-ec1c-45c1-bfd4-c1acfe69d9bf req-7f007b60-311b-454a-bdf3-364a91852be4 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=69e5236e-0ba3-4ec2-84f8-24a4b20aeb38 HTTP/1.1" status: 200 len: 943 time: 0.2472329 Apr 28 19:50:11.118514 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab5c5b-00a7-4576-b4e9-d3f91f6fab3d req-fab7e7da-1e12-44e7-b26f-8ae7a33a88c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:11.120004 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-48ab5c5b-00a7-4576-b4e9-d3f91f6fab3d req-fab7e7da-1e12-44e7-b26f-8ae7a33a88c0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63 HTTP/1.1" status: 200 len: 907 time: 0.2774103 Apr 28 19:50:11.191618 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-29ab0371-ec1c-45c1-bfd4-c1acfe69d9bf req-9a1c6604-011f-49ff-bbc0-e52b4944715b tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738733 Apr 28 19:50:11.211853 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-48ab5c5b-00a7-4576-b4e9-d3f91f6fab3d req-af056915-597a-416a-b660-e8756b57769e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=402d3987-32a8-41c7-bc67-0effc38873b7 HTTP/1.1" status: 200 len: 217 time: 0.0769238 Apr 28 19:50:11.261323 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0ad06a-56c5-4e8f-8d9b-265ec1250cf8 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:50:11.279858 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ee0ad06a-56c5-4e8f-8d9b-265ec1250cf8 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:11.325186 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-ee0ad06a-56c5-4e8f-8d9b-265ec1250cf8 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] device_id is not set on port d5181100-2105-44e7-ad31-5cd45b3c3775 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:50:11.325399 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab5c5b-00a7-4576-b4e9-d3f91f6fab3d req-3c32a975-d6ef-4202-8512-24ef3910af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:11.326892 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-48ab5c5b-00a7-4576-b4e9-d3f91f6fab3d req-3c32a975-d6ef-4202-8512-24ef3910af73 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d396974-bf85-4823-9eae-70a0b8bd71b5 HTTP/1.1" status: 200 len: 846 time: 0.1149712 Apr 28 19:50:11.338007 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d4b30-fe2b-47ce-9f18-e1162a0efebe req-a9782bac-536a-49ab-9173-9b11767bf4bd tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:11.347841 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b95d4b30-fe2b-47ce-9f18-e1162a0efebe req-a9782bac-536a-49ab-9173-9b11767bf4bd tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 945 time: 0.2077868 Apr 28 19:50:11.434603 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-48ab5c5b-00a7-4576-b4e9-d3f91f6fab3d req-355f6768-8e7a-426a-9e42-97ebf6c47362 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716350 Apr 28 19:50:11.443280 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b95d4b30-fe2b-47ce-9f18-e1162a0efebe req-a9a2e616-9088-4dcf-822e-abd53dce98fa tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823126 Apr 28 19:50:11.487066 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40700dd-c0e3-4ff3-90df-ac0a570f760a req-fa0e249b-1b16-4c07-8c68-ba850db4f235 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:11.494577 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b40700dd-c0e3-4ff3-90df-ac0a570f760a req-fa0e249b-1b16-4c07-8c68-ba850db4f235 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 944 time: 0.1621411 Apr 28 19:50:11.592491 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b40700dd-c0e3-4ff3-90df-ac0a570f760a req-96675bb6-03eb-4403-8689-8b9e1dde5f63 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923021 Apr 28 19:50:11.643030 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-48ab5c5b-00a7-4576-b4e9-d3f91f6fab3d req-acb30ff9-573b-41ea-b36d-2297996cc9ad service neutron] 10.222.0.15 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981759 Apr 28 19:50:11.652949 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee0ad06a-56c5-4e8f-8d9b-265ec1250cf8 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 28 19:50:11.653620 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee0ad06a-56c5-4e8f-8d9b-265ec1250cf8 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:50:11.676662 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:50:11.707314 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ee0ad06a-56c5-4e8f-8d9b-265ec1250cf8 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.7380795 Apr 28 19:50:11.709014 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33262) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:11.840345 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c1dc5867-76c8-4ca8-8b2c-6041f68cb1d0 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:50:11.873906 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-48ab5c5b-00a7-4576-b4e9-d3f91f6fab3d req-a4a94d51-bb8a-4cf4-a109-69aabb92259e service neutron] 10.222.0.15 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228324 Apr 28 19:50:12.069083 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0,segment=NetworkSegment(51039b99-7ae2-4b2a-8868-b76f3cd7a80e),segment_id=51039b99-7ae2-4b2a-8868-b76f3cd7a80e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:12.073490 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port c1dc5867-76c8-4ca8-8b2c-6041f68cb1d0 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:12.074154 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:12.156345 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0', 'network_id': 'fdfdf1f0-8e25-41b2-9990-5438dad369fb', 'port_id': '88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0', 'mac_address': 'fa:16:3e:4c:52:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac161c98-1b27-4fc1-be9d-8121dc9f01bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:50:12.229050 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:12.231788 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 3a749027-3dcd-46f5-83a0-1a2b5506f788 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:50:12.261822 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13655a-01d0-4165-b6ee-2056539393ea req-f6f22d8e-6e99-4056-abbf-d39d9236bcb1 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:12.263570 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0d13655a-01d0-4165-b6ee-2056539393ea req-f6f22d8e-6e99-4056-abbf-d39d9236bcb1 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 946 time: 0.1283121 Apr 28 19:50:12.285865 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:50:12.336945 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0,segment=NetworkSegment(51039b99-7ae2-4b2a-8868-b76f3cd7a80e),segment_id=51039b99-7ae2-4b2a-8868-b76f3cd7a80e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:12.365860 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:12.369970 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbf5af4-af75-4da5-9ac3-86c93b098f4e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:12.379033 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbf5af4-af75-4da5-9ac3-86c93b098f4e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:12.381134 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7dbf5af4-af75-4da5-9ac3-86c93b098f4e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6681871 Apr 28 19:50:12.398192 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33286) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:12.405858 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0d13655a-01d0-4165-b6ee-2056539393ea req-413b9997-95d1-406e-b4f6-a563ad533fa2 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352663 Apr 28 19:50:12.487629 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0,revision_number=11']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:12.494247 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 3a749027-3dcd-46f5-83a0-1a2b5506f788 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:12.495245 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:12.497507 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:12.543671 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c8b4a-297a-4417-a4b3-e8a42aedc202 req-8094f423-8cda-4e2e-aad8-959143bceb84 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:12.546489 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ba1c8b4a-297a-4417-a4b3-e8a42aedc202 req-8094f423-8cda-4e2e-aad8-959143bceb84 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=69e5236e-0ba3-4ec2-84f8-24a4b20aeb38 HTTP/1.1" status: 200 len: 943 time: 0.1862397 Apr 28 19:50:12.564921 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-3226f6a7-b86d-440b-b75d-adc483fdf29e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting port 015a83bb-c7e6-498d-856c-9e3c4c41d301 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:50:12.565245 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3226f6a7-b86d-440b-b75d-adc483fdf29e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:12.629763 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:50:12.680088 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:50:12.687652 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-5fae5919-4fa4-4975-96b5-1313d0cb3b0b None None] Provisioning complete for port c1dc5867-76c8-4ca8-8b2c-6041f68cb1d0 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:12.688237 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5fae5919-4fa4-4975-96b5-1313d0cb3b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:12.690101 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ba1c8b4a-297a-4417-a4b3-e8a42aedc202 req-fd843e5f-b599-48db-8101-da24f5370ae5 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349926 Apr 28 19:50:12.743582 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3226f6a7-b86d-440b-b75d-adc483fdf29e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:12.784865 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port c1dc5867-76c8-4ca8-8b2c-6041f68cb1d0, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c1dc5867-76c8-4ca8-8b2c-6041f68cb1d0,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:12.791280 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-3226f6a7-b86d-440b-b75d-adc483fdf29e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Calling delete_port for 015a83bb-c7e6-498d-856c-9e3c4c41d301 owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:50:12.863461 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:12.992913 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3226f6a7-b86d-440b-b75d-adc483fdf29e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:13.011878 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5392460-e8bb-4c9b-9a44-3f720ad6deda req-8279e1b0-caa4-4dcf-83ca-e723fb1db606 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:13.020272 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c5392460-e8bb-4c9b-9a44-3f720ad6deda req-8279e1b0-caa4-4dcf-83ca-e723fb1db606 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 945 time: 0.3460622 Apr 28 19:50:13.067891 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3226f6a7-b86d-440b-b75d-adc483fdf29e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Port': ['ID=015a83bb-c7e6-498d-856c-9e3c4c41d301,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:13.083102 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d9253-ab9a-4ec0-b051-3eaa442b2a9f req-7aea261d-0717-4a1b-ad01-0844e3e6baca tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:13.095610 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3226f6a7-b86d-440b-b75d-adc483fdf29e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:13.096081 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3226f6a7-b86d-440b-b75d-adc483fdf29e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:13.096330 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3226f6a7-b86d-440b-b75d-adc483fdf29e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:13.096671 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3226f6a7-b86d-440b-b75d-adc483fdf29e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:13.097003 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3226f6a7-b86d-440b-b75d-adc483fdf29e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:13.097335 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3226f6a7-b86d-440b-b75d-adc483fdf29e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:13.097662 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3226f6a7-b86d-440b-b75d-adc483fdf29e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:13.097991 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3226f6a7-b86d-440b-b75d-adc483fdf29e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:13.098311 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3226f6a7-b86d-440b-b75d-adc483fdf29e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:13.098631 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3226f6a7-b86d-440b-b75d-adc483fdf29e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:13.099008 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3226f6a7-b86d-440b-b75d-adc483fdf29e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:13.099264 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3226f6a7-b86d-440b-b75d-adc483fdf29e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:13.099660 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c24d9253-ab9a-4ec0-b051-3eaa442b2a9f req-7aea261d-0717-4a1b-ad01-0844e3e6baca tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1625037 Apr 28 19:50:13.153974 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3226f6a7-b86d-440b-b75d-adc483fdf29e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:13.160060 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3226f6a7-b86d-440b-b75d-adc483fdf29e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/015a83bb-c7e6-498d-856c-9e3c4c41d301 HTTP/1.1" status: 204 len: 168 time: 0.7524450 Apr 28 19:50:13.166504 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33306) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:13.185421 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-297ea3e8-6ed5-45fd-9fe4-89c77b95d6f0 None None] Could not find standard attr ID for object 015a83bb-c7e6-498d-856c-9e3c4c41d301. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:50:13.190849 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=c1dc5867-76c8-4ca8-8b2c-6041f68cb1d0,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:13.212487 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:13.229030 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c24d9253-ab9a-4ec0-b051-3eaa442b2a9f req-be586e0a-ac45-41d5-88d3-4cdfa4ed728d tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260698 Apr 28 19:50:13.295512 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c5392460-e8bb-4c9b-9a44-3f720ad6deda req-b7b0474a-b64b-4396-84e0-b084c5741969 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2743142 Apr 28 19:50:13.344304 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae62fae0-c9c5-4912-ac5a-1e0dc9ee96b5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:13.350821 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae62fae0-c9c5-4912-ac5a-1e0dc9ee96b5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:13.353474 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ae62fae0-c9c5-4912-ac5a-1e0dc9ee96b5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1838117 Apr 28 19:50:13.357912 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33310) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:13.369378 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6131832e-2e81-46f8-8bdb-3ed0d25d329e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a749027-3dcd-46f5-83a0-1a2b5506f788'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:50:13.372542 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ea1e48-f0c2-4f82-a63c-a3105925bf5d" -d '{"events": [{"server_uuid": "6131832e-2e81-46f8-8bdb-3ed0d25d329e", "name": "network-vif-plugged", "status": "completed", "tag": "3a749027-3dcd-46f5-83a0-1a2b5506f788"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:50:13.426239 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 3a749027-3dcd-46f5-83a0-1a2b5506f788, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=3a749027-3dcd-46f5-83a0-1a2b5506f788,segment=NetworkSegment(7fe1025a-ef48-4d42-914a-75eec3ed90de),segment_id=7fe1025a-ef48-4d42-914a-75eec3ed90de)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:13.436797 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:13.536823 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b67319-53fe-4e13-84d3-6369598661a1 x-openstack-request-id: req-e2b67319-53fe-4e13-84d3-6369598661a1 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:50:13.537181 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d5e6b7c-349a-41e8-b384-0f54f0ecb831 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting subnet abdf16ec-2ad3-443b-978a-a5e0cf731271 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:50:13.537941 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6131832e-2e81-46f8-8bdb-3ed0d25d329e", "name": "network-vif-plugged", "status": "completed", "tag": "3a749027-3dcd-46f5-83a0-1a2b5506f788", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:50:13.537941 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e2b67319-53fe-4e13-84d3-6369598661a1 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:50:13.537941 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2b67319-53fe-4e13-84d3-6369598661a1'] response: {'server_uuid': '6131832e-2e81-46f8-8bdb-3ed0d25d329e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a749027-3dcd-46f5-83a0-1a2b5506f788', 'code': 200} Apr 28 19:50:13.577969 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7d5e6b7c-349a-41e8-b384-0f54f0ecb831 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:13.634097 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=3a749027-3dcd-46f5-83a0-1a2b5506f788,revision_number=10']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:13.673728 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7d5e6b7c-349a-41e8-b384-0f54f0ecb831 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:13.750883 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c1dc5867-76c8-4ca8-8b2c-6041f68cb1d0 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:50:13.843023 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5268b-bc0b-47e5-9b26-350a699de14a req-f5570bf5-a3b9-4d07-8108-725da515695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:13.851231 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0ce5268b-bc0b-47e5-9b26-350a699de14a req-f5570bf5-a3b9-4d07-8108-725da515695e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 1098 time: 0.1125834 Apr 28 19:50:13.906375 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port c1dc5867-76c8-4ca8-8b2c-6041f68cb1d0 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:13.906902 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:13.935229 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7d5e6b7c-349a-41e8-b384-0f54f0ecb831 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:13.952035 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981542b2-13a4-4100-b60e-b553f0ca03a4 req-77fa9788-911b-4af7-ba77-8b814efa5dbc tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:13.954733 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-981542b2-13a4-4100-b60e-b553f0ca03a4 req-77fa9788-911b-4af7-ba77-8b814efa5dbc tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=69e5236e-0ba3-4ec2-84f8-24a4b20aeb38 HTTP/1.1" status: 200 len: 943 time: 0.1597345 Apr 28 19:50:14.018908 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-fa1f2ae2-af56-49b7-a9c2-8ed363b8561c req-0d87f488-bb91-4170-a5bb-44d5fdbe5351 service neutron] (102774) timed out ('10.222.0.15', 57963) {{(pid=102774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 28 19:50:14.062564 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-981542b2-13a4-4100-b60e-b553f0ca03a4 req-7d0a9a9a-63b8-477a-a870-808e13fce12b tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759306 Apr 28 19:50:14.067635 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0ce5268b-bc0b-47e5-9b26-350a699de14a req-639ffcd6-a48f-43e1-8dce-623ba950840a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036402 Apr 28 19:50:14.077538 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7d5e6b7c-349a-41e8-b384-0f54f0ecb831 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:14.107358 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5b68a-1b76-48f2-ba99-6e3935ed4ecd req-4be86c70-52a7-4294-8994-9f03a0cd333a tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:14.115393 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7de5b68a-1b76-48f2-ba99-6e3935ed4ecd req-4be86c70-52a7-4294-8994-9f03a0cd333a tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 946 time: 0.1165948 Apr 28 19:50:14.125412 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e79a8ac-92ca-40ff-95d5-1f5adea7a633 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:50:14.159346 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7d5e6b7c-349a-41e8-b384-0f54f0ecb831 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:14.164396 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7d5e6b7c-349a-41e8-b384-0f54f0ecb831 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/abdf16ec-2ad3-443b-978a-a5e0cf731271 HTTP/1.1" status: 204 len: 168 time: 0.8051558 Apr 28 19:50:14.169574 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33328) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:14.172774 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e6b7c-349a-41e8-b384-0f54f0ecb831 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Subnet': ['ID=abdf16ec-2ad3-443b-978a-a5e0cf731271,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:14.185023 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7de5b68a-1b76-48f2-ba99-6e3935ed4ecd req-fccc2669-eeca-416c-be85-c9af8be527fa tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683908 Apr 28 19:50:14.224837 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d59a93fc-ad2b-4ba7-b34d-5ce54776e79b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0538225 Apr 28 19:50:14.229311 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33330) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:14.235543 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 402d3987-32a8-41c7-bc67-0effc38873b7 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:50:14.239440 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-9858e633-1262-4ed0-879f-26841452365c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:14.364644 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9858e633-1262-4ed0-879f-26841452365c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:50:14.371728 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9858e633-1262-4ed0-879f-26841452365c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:14.472749 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3437be3e-8b42-4625-a30c-841aaa31ee97 None None] DHCP port deletion for 3bb4ad15-38e1-4028-be09-c8cdfded96d3 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:50:14.532234 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522feb67-c823-4443-b3fb-f7a6ac8d7377 req-7ed4d233-2a63-4f3a-9aa8-80051dcd1e12 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:14.541645 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-522feb67-c823-4443-b3fb-f7a6ac8d7377 req-7ed4d233-2a63-4f3a-9aa8-80051dcd1e12 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.1085947 Apr 28 19:50:14.567970 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 402d3987-32a8-41c7-bc67-0effc38873b7, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=402d3987-32a8-41c7-bc67-0effc38873b7,segment=NetworkSegment(daad3582-9abd-449f-85ba-5c80ef9418e3),segment_id=daad3582-9abd-449f-85ba-5c80ef9418e3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:14.585751 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '402d3987-32a8-41c7-bc67-0effc38873b7', 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63', 'port_id': '402d3987-32a8-41c7-bc67-0effc38873b7', 'mac_address': 'fa:16:3e:04:3c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d396974-bf85-4823-9eae-70a0b8bd71b5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:50:14.603773 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-522feb67-c823-4443-b3fb-f7a6ac8d7377 req-6798633b-a7e0-415c-b39d-89c02d61aedf tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549729 Apr 28 19:50:14.658545 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:14.663669 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-3437be3e-8b42-4625-a30c-841aaa31ee97 None None] Deleting port c1dc5867-76c8-4ca8-8b2c-6041f68cb1d0 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:50:14.664489 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3437be3e-8b42-4625-a30c-841aaa31ee97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:14.751240 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 402d3987-32a8-41c7-bc67-0effc38873b7 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:50:14.773281 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 402d3987-32a8-41c7-bc67-0effc38873b7, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=402d3987-32a8-41c7-bc67-0effc38873b7,segment=NetworkSegment(daad3582-9abd-449f-85ba-5c80ef9418e3),segment_id=daad3582-9abd-449f-85ba-5c80ef9418e3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:14.782191 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48c0d1-eafb-40bd-8b5c-81d84a67ea2b req-b9389642-92a9-47f9-9ea4-2d3981bf7df0 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:14.783652 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:14.784284 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8c48c0d1-eafb-40bd-8b5c-81d84a67ea2b req-b9389642-92a9-47f9-9ea4-2d3981bf7df0 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 947 time: 0.2702684 Apr 28 19:50:14.791847 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-3437be3e-8b42-4625-a30c-841aaa31ee97 None None] For port c1dc5867-76c8-4ca8-8b2c-6041f68cb1d0, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c1dc5867-76c8-4ca8-8b2c-6041f68cb1d0,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:14.793214 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3437be3e-8b42-4625-a30c-841aaa31ee97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:14.794821 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9858e633-1262-4ed0-879f-26841452365c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:14.830032 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-3437be3e-8b42-4625-a30c-841aaa31ee97 None None] Calling delete_port for c1dc5867-76c8-4ca8-8b2c-6041f68cb1d0 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:50:14.852054 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9858e633-1262-4ed0-879f-26841452365c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:50:14.856330 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-9858e633-1262-4ed0-879f-26841452365c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:14.869168 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9858e633-1262-4ed0-879f-26841452365c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:14.870475 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9858e633-1262-4ed0-879f-26841452365c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:14.893723 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9858e633-1262-4ed0-879f-26841452365c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6630306 Apr 28 19:50:14.896777 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33348) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:14.905979 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-e74afee2-db01-41f7-b0eb-0496c58d88c5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'port': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'fixed_ips': [{'subnet_id': 'bc56698d-1f51-4d5e-bc5f-f1f6409e1f76', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-971215396'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:14.923912 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=402d3987-32a8-41c7-bc67-0effc38873b7,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:14.936679 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8c48c0d1-eafb-40bd-8b5c-81d84a67ea2b req-6e53379e-1e0c-4588-aece-95e99ad49e82 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239429 Apr 28 19:50:14.937949 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858e633-1262-4ed0-879f-26841452365c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Subnet': ['ID=bc56698d-1f51-4d5e-bc5f-f1f6409e1f76,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:14.990177 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3437be3e-8b42-4625-a30c-841aaa31ee97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:15.021624 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3437be3e-8b42-4625-a30c-841aaa31ee97 None None] Pushing event deleted for resources: {'Port': ['ID=c1dc5867-76c8-4ca8-8b2c-6041f68cb1d0,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:15.025639 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3437be3e-8b42-4625-a30c-841aaa31ee97 None None] No DVR routers for this DVR port c1dc5867-76c8-4ca8-8b2c-6041f68cb1d0 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:50:15.044443 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['402d3987-32a8-41c7-bc67-0effc38873b7'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:50:15.074315 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74afee2-db01-41f7-b0eb-0496c58d88c5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:50:15.090936 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e72973-59c9-47a7-8b1b-b10792922c29 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:50:15.240917 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e74afee2-db01-41f7-b0eb-0496c58d88c5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:15.316288 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-e74afee2-db01-41f7-b0eb-0496c58d88c5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] device_id is not set on port b05e463f-e3ba-49c8-b80b-6352fdb708e2 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:50:15.422171 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92beb2ec-4be0-492d-9d72-dee065b9ba0b req-9efcb1b5-b6de-4442-8c9f-b4928efeb4f4 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:15.423801 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-92beb2ec-4be0-492d-9d72-dee065b9ba0b req-9efcb1b5-b6de-4442-8c9f-b4928efeb4f4 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=69e5236e-0ba3-4ec2-84f8-24a4b20aeb38 HTTP/1.1" status: 200 len: 944 time: 0.1551247 Apr 28 19:50:15.425239 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442e305-1eec-4d08-813e-cc343ca14104 req-5b84a849-8501-49c7-abcc-a3f2df281e5c tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:15.440717 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6442e305-1eec-4d08-813e-cc343ca14104 req-5b84a849-8501-49c7-abcc-a3f2df281e5c tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 946 time: 0.1388278 Apr 28 19:50:15.494234 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6442e305-1eec-4d08-813e-cc343ca14104 req-b78621d5-da13-4b47-8f5f-e4727ae12f96 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466020 Apr 28 19:50:15.598128 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-92beb2ec-4be0-492d-9d72-dee065b9ba0b req-1e151599-b386-41ef-bdc4-3204de55bfa7 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656196 Apr 28 19:50:15.617278 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-e74afee2-db01-41f7-b0eb-0496c58d88c5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:50:15.618131 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e74afee2-db01-41f7-b0eb-0496c58d88c5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:50:15.662032 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33380) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:15.664683 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e74afee2-db01-41f7-b0eb-0496c58d88c5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7660692 Apr 28 19:50:15.712526 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fdd2c10b-58f6-409c-ab63-624d8b801404 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0482454 Apr 28 19:50:15.716123 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33382) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:15.753437 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:50:15.808142 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c1dc5867-76c8-4ca8-8b2c-6041f68cb1d0 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:50:15.815942 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34676e8d-49f1-4154-8104-f4b0d8b9bb0d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:15.818245 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34676e8d-49f1-4154-8104-f4b0d8b9bb0d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:15.822070 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-34676e8d-49f1-4154-8104-f4b0d8b9bb0d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1021502 Apr 28 19:50:15.824337 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33394) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:15.845641 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d830eb4-c61a-49c7-a554-edfe633f7002 req-f8974fb2-240a-4470-a636-0b034f746e77 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:15.847422 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0d830eb4-c61a-49c7-a554-edfe633f7002 req-f8974fb2-240a-4470-a636-0b034f746e77 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 945 time: 0.0944443 Apr 28 19:50:15.863466 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec5d500-b7c0-4525-87b1-0cbc4cbe6519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'fixed_ips': [{'subnet_id': 'bc56698d-1f51-4d5e-bc5f-f1f6409e1f76'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:50:15.872604 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1ec5d500-b7c0-4525-87b1-0cbc4cbe6519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:15.887518 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: c1dc5867-76c8-4ca8-8b2c-6041f68cb1d0 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:50:15.888245 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c1dc5867-76c8-4ca8-8b2c-6041f68cb1d0 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:50:15.974403 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0d830eb4-c61a-49c7-a554-edfe633f7002 req-5ef8df6c-71c2-4b93-86cc-df9ff6c6de80 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963724 Apr 28 19:50:15.993759 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5d06cc-2a5b-45bf-b7b3-db4a7201abea tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting subnet bc56698d-1f51-4d5e-bc5f-f1f6409e1f76 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:50:16.007653 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3c5d06cc-2a5b-45bf-b7b3-db4a7201abea tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:16.031738 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:50:16.048943 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:16.048943 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:16.101278 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33420) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:16.139650 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3c5d06cc-2a5b-45bf-b7b3-db4a7201abea tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:16.241053 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:16.242824 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ccad03-7e01-4ea4-9e29-b6e0af473e26 req-74fc433b-f659-4c79-bb5a-458882d23f76 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:16.275182 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-00ccad03-7e01-4ea4-9e29-b6e0af473e26 req-74fc433b-f659-4c79-bb5a-458882d23f76 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 947 time: 0.1628828 Apr 28 19:50:16.290839 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3c5d06cc-2a5b-45bf-b7b3-db4a7201abea tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:16.321440 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0,segment=NetworkSegment(51039b99-7ae2-4b2a-8868-b76f3cd7a80e),segment_id=51039b99-7ae2-4b2a-8868-b76f3cd7a80e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:16.322489 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da916a6d-8098-4792-9b7d-ca4290412279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:50:16.326145 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2e94d1-4e17-4495-a2e1-03caa0ca912e" -d '{"events": [{"server_uuid": "da916a6d-8098-4792-9b7d-ca4290412279", "name": "network-vif-plugged", "status": "completed", "tag": "88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:50:16.330550 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:16.446998 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3c5d06cc-2a5b-45bf-b7b3-db4a7201abea tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:16.469738 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3c5d06cc-2a5b-45bf-b7b3-db4a7201abea tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:16.470444 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0,revision_number=12']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:16.478619 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3c5d06cc-2a5b-45bf-b7b3-db4a7201abea tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/bc56698d-1f51-4d5e-bc5f-f1f6409e1f76 HTTP/1.1" status: 204 len: 168 time: 0.6516418 Apr 28 19:50:16.484004 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8393ff8e-e9e3-4db0-a2cc-f948ba0c3c5a x-openstack-request-id: req-8393ff8e-e9e3-4db0-a2cc-f948ba0c3c5a {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:50:16.484427 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da916a6d-8098-4792-9b7d-ca4290412279", "name": "network-vif-plugged", "status": "completed", "tag": "88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:50:16.485771 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8393ff8e-e9e3-4db0-a2cc-f948ba0c3c5a {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:50:16.487376 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8393ff8e-e9e3-4db0-a2cc-f948ba0c3c5a'] response: {'server_uuid': 'da916a6d-8098-4792-9b7d-ca4290412279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0', 'code': 200} Apr 28 19:50:16.496835 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-00ccad03-7e01-4ea4-9e29-b6e0af473e26 req-3ed5dd04-7374-4ebd-bc01-b11732ad522d tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130332 Apr 28 19:50:16.497443 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33432) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:16.516639 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d06cc-2a5b-45bf-b7b3-db4a7201abea tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Subnet': ['ID=bc56698d-1f51-4d5e-bc5f-f1f6409e1f76,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:16.597100 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-51a46daf-bd3c-4b92-99b2-c5bef45ece9d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0942538 Apr 28 19:50:16.602488 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33436) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:16.610053 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-54c41ef9-cc54-44a1-bf34-2b14b410cd45 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:16.616144 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0488032a-8f56-4fa4-83a3-8faed2e46e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server [None req-1ec5d500-b7c0-4525-87b1-0cbc4cbe6519 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bc56698d-1f51-4d5e-bc5f-f1f6409e1f76: This subnet is being modified by another concurrent operation. Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 19:50:16.633025 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise exception Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bc56698d-1f51-4d5e-bc5f-f1f6409e1f76: This subnet is being modified by another concurrent operation. Apr 28 19:50:16.638728 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server Apr 28 19:50:16.735008 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287d6b97-babe-4203-921d-e94a366c8969 None None] get_active_networks_info from n-d-839810-1 {{(pid=102775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 28 19:50:16.768399 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda950f-11e1-469f-9556-b6fa1bbbe421 req-c245a2f1-22c2-4a11-a247-51f9f5cba6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:16.781662 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-abda950f-11e1-469f-9556-b6fa1bbbe421 req-c245a2f1-22c2-4a11-a247-51f9f5cba6f0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 1097 time: 0.1038010 Apr 28 19:50:16.847875 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0488032a-8f56-4fa4-83a3-8faed2e46e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:16.855017 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114a9b6-e3f3-4466-bddc-d41d67d5a452 req-7d43bd03-4b8f-4c87-b234-947a9c0a1f27 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:16.858332 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6114a9b6-e3f3-4466-bddc-d41d67d5a452 req-7d43bd03-4b8f-4c87-b234-947a9c0a1f27 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 946 time: 0.2381406 Apr 28 19:50:16.878005 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0488032a-8f56-4fa4-83a3-8faed2e46e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:16.909957 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287d6b97-babe-4203-921d-e94a366c8969 None None] Resources bound (agent type, host, resource id): {{(pid=102775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 19:50:16.947383 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0488032a-8f56-4fa4-83a3-8faed2e46e53 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cdc3d7ac26754715a44a5e13aa717ffa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8347158 Apr 28 19:50:16.947383 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33444) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:16.987799 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6114a9b6-e3f3-4466-bddc-d41d67d5a452 req-e379d2b7-86d2-4339-9b4d-6de52ae3c7ce tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095331 Apr 28 19:50:16.992157 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-abda950f-11e1-469f-9556-b6fa1bbbe421 req-5ffdcabf-1cbf-4b44-88c0-0bfbf8af2f6a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686957 Apr 28 19:50:17.023151 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c41ef9-cc54-44a1-bf34-2b14b410cd45 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:50:17.023614 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488032a-8f56-4fa4-83a3-8faed2e46e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a75754-d6bb-4245-9e05-0699f42b6bd2,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:17.037806 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-54c41ef9-cc54-44a1-bf34-2b14b410cd45 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:17.086629 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9003a-92be-4e23-988d-c800e0fdcaf6 req-3bfadcf7-04ad-4974-9240-209e4850839d tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:17.088291 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-26a9003a-92be-4e23-988d-c800e0fdcaf6 req-3bfadcf7-04ad-4974-9240-209e4850839d tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=69e5236e-0ba3-4ec2-84f8-24a4b20aeb38 HTTP/1.1" status: 200 len: 944 time: 0.3448045 Apr 28 19:50:17.096158 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0488032a-8f56-4fa4-83a3-8faed2e46e53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:17.096532 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0488032a-8f56-4fa4-83a3-8faed2e46e53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:17.096872 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0488032a-8f56-4fa4-83a3-8faed2e46e53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:17.097208 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0488032a-8f56-4fa4-83a3-8faed2e46e53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:17.097539 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0488032a-8f56-4fa4-83a3-8faed2e46e53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:17.097868 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0488032a-8f56-4fa4-83a3-8faed2e46e53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:17.098189 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0488032a-8f56-4fa4-83a3-8faed2e46e53 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:17.098512 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0488032a-8f56-4fa4-83a3-8faed2e46e53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:17.098830 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0488032a-8f56-4fa4-83a3-8faed2e46e53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:17.099149 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0488032a-8f56-4fa4-83a3-8faed2e46e53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:17.099476 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0488032a-8f56-4fa4-83a3-8faed2e46e53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:17.099783 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0488032a-8f56-4fa4-83a3-8faed2e46e53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:17.173363 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-26a9003a-92be-4e23-988d-c800e0fdcaf6 req-7edfe766-b6cf-4420-ae79-893501adb45a tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642133 Apr 28 19:50:17.184619 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6193e8b2-fdc8-4e37-a7e3-c590cf9f68d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:17.228634 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6193e8b2-fdc8-4e37-a7e3-c590cf9f68d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:17.315906 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6193e8b2-fdc8-4e37-a7e3-c590cf9f68d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:17.318672 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6193e8b2-fdc8-4e37-a7e3-c590cf9f68d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:17.328515 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663a9e3-77ed-4010-823a-0efddc81556c req-828a8a4f-ed95-41d3-9343-94eca39446e9 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:17.330517 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b663a9e3-77ed-4010-823a-0efddc81556c req-828a8a4f-ed95-41d3-9343-94eca39446e9 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 946 time: 0.1422710 Apr 28 19:50:17.333433 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6193e8b2-fdc8-4e37-a7e3-c590cf9f68d1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/44a75754-d6bb-4245-9e05-0699f42b6bd2 HTTP/1.1" status: 204 len: 168 time: 0.3862166 Apr 28 19:50:17.346141 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193e8b2-fdc8-4e37-a7e3-c590cf9f68d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a75754-d6bb-4245-9e05-0699f42b6bd2,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:17.412567 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b663a9e3-77ed-4010-823a-0efddc81556c req-4012e3b5-5277-4961-a86c-05bed6ee1904 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702131 Apr 28 19:50:17.562011 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-54c41ef9-cc54-44a1-bf34-2b14b410cd45 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:17.596992 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c41ef9-cc54-44a1-bf34-2b14b410cd45 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:50:17.626788 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-54c41ef9-cc54-44a1-bf34-2b14b410cd45 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:17.630683 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c41ef9-cc54-44a1-bf34-2b14b410cd45 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:17.631406 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-54c41ef9-cc54-44a1-bf34-2b14b410cd45 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:17.642335 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f24168b-3245-4094-a3e6-b0a920a3c7ce None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:50:17.662100 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-54c41ef9-cc54-44a1-bf34-2b14b410cd45 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0580602 Apr 28 19:50:17.666680 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33460) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:17.673094 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-0d8ecfff-ba76-402f-b966-1cd62ecbca27 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-442151184', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:17.701146 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c41ef9-cc54-44a1-bf34-2b14b410cd45 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Subnet': ['ID=610e7a1c-c726-444e-91b4-f9064824f9c9,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:17.731477 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6aca2-f6ed-4197-9d90-fb688b29a9f8 req-4f44f9eb-3cf6-4b52-acc9-3ca5703f87fa tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:17.733714 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0d8ecfff-ba76-402f-b966-1cd62ecbca27 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:17.735451 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0d8ecfff-ba76-402f-b966-1cd62ecbca27 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:17.740764 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0cc6aca2-f6ed-4197-9d90-fb688b29a9f8 req-4f44f9eb-3cf6-4b52-acc9-3ca5703f87fa tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 947 time: 0.1128125 Apr 28 19:50:17.817199 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0cc6aca2-f6ed-4197-9d90-fb688b29a9f8 req-3ca5bd2a-28ec-4c6d-90a4-d7ea6f49215f tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749347 Apr 28 19:50:17.856381 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33466) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:17.875963 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0d8ecfff-ba76-402f-b966-1cd62ecbca27 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:17.882359 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b55ad456-d86f-4601-b9da-f8d137576a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:17.886383 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0d8ecfff-ba76-402f-b966-1cd62ecbca27 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:17.920267 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0d8ecfff-ba76-402f-b966-1cd62ecbca27 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:17.921591 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0d8ecfff-ba76-402f-b966-1cd62ecbca27 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2530494 Apr 28 19:50:17.927459 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33470) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:17.961875 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4875cb-2ed4-436b-ad34-89cd3924423f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'fixed_ips': [{'subnet_id': '610e7a1c-c726-444e-91b4-f9064824f9c9'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:50:17.962889 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fa4875cb-2ed4-436b-ad34-89cd3924423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:18.192149 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b55ad456-d86f-4601-b9da-f8d137576a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:18.210684 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd76e4-83c5-48bd-a2a5-b8f3a42e9187 req-c9f41485-4ab5-4fee-a089-21b14b02c6fc tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:18.211448 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-fa4875cb-2ed4-436b-ad34-89cd3924423f None None] Allocated IP 2001:db8::2 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/610e7a1c-c726-444e-91b4-f9064824f9c9/cbb4c701-e706-4c95-9dc4-6cd0c78c7e70) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:50:18.214901 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8bdd76e4-83c5-48bd-a2a5-b8f3a42e9187 req-c9f41485-4ab5-4fee-a089-21b14b02c6fc tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 946 time: 0.0898302 Apr 28 19:50:18.250474 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 402d3987-32a8-41c7-bc67-0effc38873b7 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:50:18.327594 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8bdd76e4-83c5-48bd-a2a5-b8f3a42e9187 req-d201cf14-2a9d-4b21-8462-67e37b9f9674 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056297 Apr 28 19:50:18.337135 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b55ad456-d86f-4601-b9da-f8d137576a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:18.506911 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 402d3987-32a8-41c7-bc67-0effc38873b7 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:50:18.534280 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 402d3987-32a8-41c7-bc67-0effc38873b7 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:18.535044 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:18.613351 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ad456-d86f-4601-b9da-f8d137576a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1baa3892-f9ab-467d-a6f1-277a5d4e4ba5,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:18.638519 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8fed15-3c7f-47d2-a511-9f562ba6ac50 req-b78ed619-57c0-482c-b87b-5f3b381d3817 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:18.640189 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6c8fed15-3c7f-47d2-a511-9f562ba6ac50 req-b78ed619-57c0-482c-b87b-5f3b381d3817 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=69e5236e-0ba3-4ec2-84f8-24a4b20aeb38 HTTP/1.1" status: 200 len: 944 time: 0.3387358 Apr 28 19:50:18.642674 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b55ad456-d86f-4601-b9da-f8d137576a51 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=32898f5ecfa243a2abca954e36941259&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7930882 Apr 28 19:50:18.646995 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33502) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:18.653749 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4e459-0d44-419a-87fd-01dab6d26abb req-8d5ac335-a343-4b74-9071-46c0e6384f92 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:18.664079 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bbe4e459-0d44-419a-87fd-01dab6d26abb req-8d5ac335-a343-4b74-9071-46c0e6384f92 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 946 time: 0.1371009 Apr 28 19:50:18.744160 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6c8fed15-3c7f-47d2-a511-9f562ba6ac50 req-0de0a514-0383-4f18-a8e9-c741e95c9a46 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897701 Apr 28 19:50:18.753440 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bbe4e459-0d44-419a-87fd-01dab6d26abb req-e19d012c-a4aa-408c-acab-42275c05ccb1 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884006 Apr 28 19:50:18.765280 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fa4875cb-2ed4-436b-ad34-89cd3924423f None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:18.791182 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fa4875cb-2ed4-436b-ad34-89cd3924423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:18.805515 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-602ffbb6-b5ac-4c44-a2fb-f8abdf6839ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:18.871991 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4875cb-2ed4-436b-ad34-89cd3924423f None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:50:18.876744 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-fa4875cb-2ed4-436b-ad34-89cd3924423f None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:18.879291 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4875cb-2ed4-436b-ad34-89cd3924423f None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:50:18.890992 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4875cb-2ed4-436b-ad34-89cd3924423f None None] Pushing event updated for resources: {'Port': ['ID=cbb4c701-e706-4c95-9dc4-6cd0c78c7e70,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:18.895621 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:18.931142 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0c02a261-7da7-44d4-a765-b7aa65c821ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:19.005728 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0c02a261-7da7-44d4-a765-b7aa65c821ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:19.035278 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e5236e-0ba3-4ec2-84f8-24a4b20aeb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402d3987-32a8-41c7-bc67-0effc38873b7'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:50:19.038406 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868b4d71-bd00-43ec-ac79-24863ee2549a" -d '{"events": [{"server_uuid": "69e5236e-0ba3-4ec2-84f8-24a4b20aeb38", "name": "network-vif-plugged", "status": "completed", "tag": "402d3987-32a8-41c7-bc67-0effc38873b7"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:50:19.060732 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 402d3987-32a8-41c7-bc67-0effc38873b7, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=402d3987-32a8-41c7-bc67-0effc38873b7,segment=NetworkSegment(daad3582-9abd-449f-85ba-5c80ef9418e3),segment_id=daad3582-9abd-449f-85ba-5c80ef9418e3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:19.062031 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-fa4875cb-2ed4-436b-ad34-89cd3924423f None None] Attempting to bind port cbb4c701-e706-4c95-9dc4-6cd0c78c7e70 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:50:19.062467 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-fa4875cb-2ed4-436b-ad34-89cd3924423f None None] Attempting to bind port cbb4c701-e706-4c95-9dc4-6cd0c78c7e70 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:50:19.062926 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4875cb-2ed4-436b-ad34-89cd3924423f None None] Attempting to bind port cbb4c701-e706-4c95-9dc4-6cd0c78c7e70 on network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:50:19.075274 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:19.082058 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4875cb-2ed4-436b-ad34-89cd3924423f None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:50:19.082442 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4875cb-2ed4-436b-ad34-89cd3924423f None None] Checking segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:50:19.082844 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fa4875cb-2ed4-436b-ad34-89cd3924423f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:19.083242 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4875cb-2ed4-436b-ad34-89cd3924423f None None] Bound using segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:50:19.083736 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-fa4875cb-2ed4-436b-ad34-89cd3924423f None None] Bound port: cbb4c701-e706-4c95-9dc4-6cd0c78c7e70, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:50:19.084250 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fa4875cb-2ed4-436b-ad34-89cd3924423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:19.188018 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736f5d28-fcab-4f58-abac-d699578ad969 x-openstack-request-id: req-736f5d28-fcab-4f58-abac-d699578ad969 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:50:19.188504 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e5236e-0ba3-4ec2-84f8-24a4b20aeb38", "name": "network-vif-plugged", "status": "completed", "tag": "402d3987-32a8-41c7-bc67-0effc38873b7", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:50:19.188763 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-736f5d28-fcab-4f58-abac-d699578ad969 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:50:19.189164 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-736f5d28-fcab-4f58-abac-d699578ad969'] response: {'server_uuid': '69e5236e-0ba3-4ec2-84f8-24a4b20aeb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402d3987-32a8-41c7-bc67-0effc38873b7', 'code': 200} Apr 28 19:50:19.224374 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0c02a261-7da7-44d4-a765-b7aa65c821ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:19.226896 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0c02a261-7da7-44d4-a765-b7aa65c821ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:19.228040 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0c02a261-7da7-44d4-a765-b7aa65c821ce admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1baa3892-f9ab-467d-a6f1-277a5d4e4ba5 HTTP/1.1" status: 204 len: 168 time: 0.5776379 Apr 28 19:50:19.260171 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02a261-7da7-44d4-a765-b7aa65c821ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1baa3892-f9ab-467d-a6f1-277a5d4e4ba5,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:19.291277 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf7869-a396-4038-92da-6b877cd8a449 req-830246d4-33d3-4cc4-9f93-6021b4a075f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:19.295402 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1cf7869-a396-4038-92da-6b877cd8a449 req-830246d4-33d3-4cc4-9f93-6021b4a075f5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=69e5236e-0ba3-4ec2-84f8-24a4b20aeb38 HTTP/1.1" status: 200 len: 1096 time: 0.1126440 Apr 28 19:50:19.315639 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-602ffbb6-b5ac-4c44-a2fb-f8abdf6839ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Allocated IP 2001:db8::1 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/610e7a1c-c726-444e-91b4-f9064824f9c9/248dd916-b064-4744-9491-d6fac2d68eee) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:50:19.399885 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1cf7869-a396-4038-92da-6b877cd8a449 req-85e3f3cb-b4a3-4667-84ec-44b8d4fc3aa9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950265 Apr 28 19:50:19.581471 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-fa4875cb-2ed4-436b-ad34-89cd3924423f None None] For port cbb4c701-e706-4c95-9dc4-6cd0c78c7e70, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:50:19.624644 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=402d3987-32a8-41c7-bc67-0effc38873b7,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:19.627886 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-fa4875cb-2ed4-436b-ad34-89cd3924423f None None] For port cbb4c701-e706-4c95-9dc4-6cd0c78c7e70, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=cbb4c701-e706-4c95-9dc4-6cd0c78c7e70,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:50:19.641600 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:19.642054 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:19.642483 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:19.643126 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:19.643565 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:19.643987 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:19.644423 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:19.644839 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:19.645385 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:19.646052 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:19.646471 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:19.647288 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:19.651429 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fa4875cb-2ed4-436b-ad34-89cd3924423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:19.651806 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4751a1-ff0a-4539-b220-9c8f1b3addde req-1f829225-e610-4905-ab85-74c33d4fedf3 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:19.653583 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7b4751a1-ff0a-4539-b220-9c8f1b3addde req-1f829225-e610-4905-ab85-74c33d4fedf3 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 946 time: 0.1617727 Apr 28 19:50:19.741509 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4875cb-2ed4-436b-ad34-89cd3924423f None None] Pushing event updated for resources: {'Port': ['ID=cbb4c701-e706-4c95-9dc4-6cd0c78c7e70,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:19.755719 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-602ffbb6-b5ac-4c44-a2fb-f8abdf6839ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:19.778466 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5fc7615e-ac0d-4b77-a173-1d8c427b0f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:19.791602 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7b4751a1-ff0a-4539-b220-9c8f1b3addde req-3e719fbd-7b49-41f9-8676-b82eb8f7cce4 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146886 Apr 28 19:50:19.867566 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-602ffbb6-b5ac-4c44-a2fb-f8abdf6839ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:19.930942 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602ffbb6-b5ac-4c44-a2fb-f8abdf6839ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:50:19.934615 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-602ffbb6-b5ac-4c44-a2fb-f8abdf6839ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:19.938970 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602ffbb6-b5ac-4c44-a2fb-f8abdf6839ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:50:19.939523 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-602ffbb6-b5ac-4c44-a2fb-f8abdf6839ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:19.985299 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accc3dd-fa29-418c-83da-855dd4dcaa61 req-9fcd5d0d-fd4b-4ce4-b362-6791bef2f4d3 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:19.989750 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0accc3dd-fa29-418c-83da-855dd4dcaa61 req-9fcd5d0d-fd4b-4ce4-b362-6791bef2f4d3 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 946 time: 0.0896266 Apr 28 19:50:20.003284 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33550) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:20.085700 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-643622ac-7f3e-463f-bbcc-7b8aeac34881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:20.130514 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0accc3dd-fa29-418c-83da-855dd4dcaa61 req-7e750775-541c-4149-8e0c-7e0c58722bfe tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341941 Apr 28 19:50:20.148746 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ffbb6-b5ac-4c44-a2fb-f8abdf6839ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Port': ['ID=248dd916-b064-4744-9491-d6fac2d68eee,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:20.186850 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-602ffbb6-b5ac-4c44-a2fb-f8abdf6839ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:20.197744 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a367616-166a-4f1e-ab88-3dce6b7bdbb3 req-1976edb6-c3f6-4635-a053-8b4dd7053aa9 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:20.200968 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7a367616-166a-4f1e-ab88-3dce6b7bdbb3 req-1976edb6-c3f6-4635-a053-8b4dd7053aa9 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=69e5236e-0ba3-4ec2-84f8-24a4b20aeb38 HTTP/1.1" status: 200 len: 945 time: 0.1312227 Apr 28 19:50:20.299887 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7a367616-166a-4f1e-ab88-3dce6b7bdbb3 req-6b23004c-7c80-443f-a160-6dc78fda8294 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919118 Apr 28 19:50:20.363115 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-643622ac-7f3e-463f-bbcc-7b8aeac34881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:20.371910 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-643622ac-7f3e-463f-bbcc-7b8aeac34881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:20.406916 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643622ac-7f3e-463f-bbcc-7b8aeac34881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b70eec-3eab-4be5-9177-c4a0f596c56c,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:20.433213 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1369c-91ce-453c-8a19-cd50d7af12d9 req-f33273a1-37e6-4dbe-a6e5-798f6f9d403f tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:20.446239 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4bb1369c-91ce-453c-8a19-cd50d7af12d9 req-f33273a1-37e6-4dbe-a6e5-798f6f9d403f tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 946 time: 0.2002454 Apr 28 19:50:20.477726 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-643622ac-7f3e-463f-bbcc-7b8aeac34881 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4e221536d84d4aed82e4dea0e27394dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4722362 Apr 28 19:50:20.481804 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33560) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:20.517106 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4bb1369c-91ce-453c-8a19-cd50d7af12d9 req-f58b32bc-e5a4-4f0d-b618-a3314e8d179f tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694482 Apr 28 19:50:20.580382 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4cc53c29-4c3c-4a63-a12c-2efd274187a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:20.610354 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4cc53c29-4c3c-4a63-a12c-2efd274187a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:20.670226 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4cc53c29-4c3c-4a63-a12c-2efd274187a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:20.673791 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4cc53c29-4c3c-4a63-a12c-2efd274187a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:20.679643 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-602ffbb6-b5ac-4c44-a2fb-f8abdf6839ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:20.679959 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4cc53c29-4c3c-4a63-a12c-2efd274187a7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/54b70eec-3eab-4be5-9177-c4a0f596c56c HTTP/1.1" status: 204 len: 168 time: 0.1912017 Apr 28 19:50:20.690662 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc53c29-4c3c-4a63-a12c-2efd274187a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b70eec-3eab-4be5-9177-c4a0f596c56c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:20.699146 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-602ffbb6-b5ac-4c44-a2fb-f8abdf6839ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:20.699929 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-602ffbb6-b5ac-4c44-a2fb-f8abdf6839ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:20.813782 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500bb303-6953-4506-b95a-1e2be42fb27f req-52c8c6fd-b9ea-4027-a9b8-d63da2cfbd70 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:20.815706 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-500bb303-6953-4506-b95a-1e2be42fb27f req-52c8c6fd-b9ea-4027-a9b8-d63da2cfbd70 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 946 time: 0.1899681 Apr 28 19:50:20.878257 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ffbb6-b5ac-4c44-a2fb-f8abdf6839ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Port': ['ID=248dd916-b064-4744-9491-d6fac2d68eee,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:20.912065 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-500bb303-6953-4506-b95a-1e2be42fb27f req-872ec2b4-3b97-4f73-97e8-ab0b2cabfef4 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807004 Apr 28 19:50:20.936733 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602ffbb6-b5ac-4c44-a2fb-f8abdf6839ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:50:20.938571 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-602ffbb6-b5ac-4c44-a2fb-f8abdf6839ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:21.038713 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5d500-fabe-4221-9e0d-11d8be9b73ec req-1a4a9194-d5b4-4615-9dcb-898b359dc76f tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:21.044054 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57c5d500-fabe-4221-9e0d-11d8be9b73ec req-1a4a9194-d5b4-4615-9dcb-898b359dc76f tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 946 time: 0.1172221 Apr 28 19:50:21.164947 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57c5d500-fabe-4221-9e0d-11d8be9b73ec req-4eb40fd6-7fc0-4f37-a13f-c7bbc35f0743 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143439 Apr 28 19:50:21.218905 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d04077-1c1f-4243-9e2c-c611680a1baf req-f6f64202-1f2c-4419-83a4-416b76b9987a tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:21.220616 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b7d04077-1c1f-4243-9e2c-c611680a1baf req-f6f64202-1f2c-4419-83a4-416b76b9987a tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 946 time: 0.1224821 Apr 28 19:50:21.221787 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602ffbb6-b5ac-4c44-a2fb-f8abdf6839ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Router 8d9508d8-fecb-48db-a2e3-737ef01a6ac1 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:50:21.376078 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b7d04077-1c1f-4243-9e2c-c611680a1baf req-ab4366c9-fc6e-44a9-9537-2daf53bb0bfb tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445384 Apr 28 19:50:21.379353 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602ffbb6-b5ac-4c44-a2fb-f8abdf6839ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:50:21.387813 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33596) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:21.388320 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-602ffbb6-b5ac-4c44-a2fb-f8abdf6839ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "PUT /v2.0/routers/8d9508d8-fecb-48db-a2e3-737ef01a6ac1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4594603 Apr 28 19:50:21.391222 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4b6ed4-e7aa-4250-92f4-4568888e56c2 None None] Sync routers for ids ['8d9508d8-fecb-48db-a2e3-737ef01a6ac1'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:50:21.402489 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4b6ed4-e7aa-4250-92f4-4568888e56c2 None None] Routers {'8d9508d8-fecb-48db-a2e3-737ef01a6ac1'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:50:21.403122 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6d4b6ed4-e7aa-4250-92f4-4568888e56c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:49:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['8d9508d8-fecb-48db-a2e3-737ef01a6ac1'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:21.436330 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-89ab9b08-388c-4b0b-a929-5bb3562f03dd None None] Provisioning complete for port cbb4c701-e706-4c95-9dc4-6cd0c78c7e70 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:21.436850 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-89ab9b08-388c-4b0b-a929-5bb3562f03dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:21.545505 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-6d4b6ed4-e7aa-4250-92f4-4568888e56c2 None None] Set router 8d9508d8-fecb-48db-a2e3-737ef01a6ac1 gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:50:21.573406 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273683b2-26eb-4bab-912d-1192a631c7da req-f586c641-6250-4224-ada3-3757cc8bc00e tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:21.580558 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-273683b2-26eb-4bab-912d-1192a631c7da req-f586c641-6250-4224-ada3-3757cc8bc00e tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 946 time: 0.0721872 Apr 28 19:50:21.597212 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf79eb64-6c45-4235-9207-583e45598e77 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:21.601289 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-bf79eb64-6c45-4235-9207-583e45598e77 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports/248dd916-b064-4744-9491-d6fac2d68eee HTTP/1.1" status: 200 len: 911 time: 0.2090898 Apr 28 19:50:21.602258 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33604) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:21.626032 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-89ab9b08-388c-4b0b-a929-5bb3562f03dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:21.660182 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-273683b2-26eb-4bab-912d-1192a631c7da req-ac2c4454-515d-439c-82fb-d1ee2c5af148 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732899 Apr 28 19:50:21.763375 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1f824-4137-4fc2-afad-c7f63f6e3fd6 req-0a8d3276-4719-45ad-8aa8-9a096f53cbc7 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:21.766560 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e7e1f824-4137-4fc2-afad-c7f63f6e3fd6 req-0a8d3276-4719-45ad-8aa8-9a096f53cbc7 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=69e5236e-0ba3-4ec2-84f8-24a4b20aeb38 HTTP/1.1" status: 200 len: 945 time: 0.2874031 Apr 28 19:50:21.782636 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device cbb4c701-e706-4c95-9dc4-6cd0c78c7e70 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:50:21.791171 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-89ab9b08-388c-4b0b-a929-5bb3562f03dd None None] For port cbb4c701-e706-4c95-9dc4-6cd0c78c7e70, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=cbb4c701-e706-4c95-9dc4-6cd0c78c7e70,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:21.796440 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a0169f-bca1-4cfe-a140-31b9549e6b43 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:21.803467 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a0169f-bca1-4cfe-a140-31b9549e6b43 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:21.811165 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33614) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:21.818493 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-99a0169f-bca1-4cfe-a140-31b9549e6b43 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2001112 Apr 28 19:50:21.826144 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-89ab9b08-388c-4b0b-a929-5bb3562f03dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:21.910270 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e7e1f824-4137-4fc2-afad-c7f63f6e3fd6 req-73356768-9ee6-49d0-9328-782069a05e68 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341352 Apr 28 19:50:22.004731 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6d4b6ed4-e7aa-4250-92f4-4568888e56c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9508d8-fecb-48db-a2e3-737ef01a6ac1', 'name': 'tempest-NetworksTestDHCPv6-router-442151184', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:50:17Z', 'updated_at': '2022-04-28T19:50:20Z', 'revision_number': 2, 'project_id': 'db556cb00e88416ab6b08e9d3eea023f', 'gw_port_host': None, '_interfaces': [{'id': '248dd916-b064-4744-9491-d6fac2d68eee', 'name': '', 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'mac_address': 'fa:16:3e:be:fe:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9508d8-fecb-48db-a2e3-737ef01a6ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '610e7a1c-c726-444e-91b4-f9064824f9c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:50:18Z', 'updated_at': '2022-04-28T19:50:20Z', 'revision_number': 2, 'project_id': 'db556cb00e88416ab6b08e9d3eea023f', 'subnets': [{'id': '610e7a1c-c726-444e-91b4-f9064824f9c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:22.064659 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4b6ed4-e7aa-4250-92f4-4568888e56c2 None None] Checking router: 8d9508d8-fecb-48db-a2e3-737ef01a6ac1 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:50:22.065683 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4b6ed4-e7aa-4250-92f4-4568888e56c2 None None] Updating router 8d9508d8-fecb-48db-a2e3-737ef01a6ac1 port 248dd916-b064-4744-9491-d6fac2d68eee binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:50:22.090400 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b405ed34-c7e7-4c2c-8f46-f5649286ea5d None None] Provisioning complete for port 248dd916-b064-4744-9491-d6fac2d68eee triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:22.090980 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b405ed34-c7e7-4c2c-8f46-f5649286ea5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:22.115396 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-6d4b6ed4-e7aa-4250-92f4-4568888e56c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:22.128544 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port cbb4c701-e706-4c95-9dc4-6cd0c78c7e70 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:22.128919 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:22.132635 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-b405ed34-c7e7-4c2c-8f46-f5649286ea5d None None] Port 248dd916-b064-4744-9491-d6fac2d68eee cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:50:22.134104 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab9b08-388c-4b0b-a929-5bb3562f03dd None None] Pushing event updated for resources: {'Port': ['ID=cbb4c701-e706-4c95-9dc4-6cd0c78c7e70,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:22.165376 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fa4f08a6-80d1-4c13-ae8b-2548b59bc80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:22.192517 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43041a-f00f-4bbe-8601-d4e0a7c4d649 req-f788c319-6cbb-4614-9f8b-0380990c41af tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:22.207027 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fe43041a-f00f-4bbe-8601-d4e0a7c4d649 req-f788c319-6cbb-4614-9f8b-0380990c41af tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a84738c-05cf-427e-98d6-fe823cee4d66 HTTP/1.1" status: 200 len: 945 time: 0.1671257 Apr 28 19:50:22.309375 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fe43041a-f00f-4bbe-8601-d4e0a7c4d649 req-982ffeb7-c640-4382-9e9c-bc077d100981 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010692 Apr 28 19:50:22.472823 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-d30f61a0-ed74-4a3b-8afa-487c8fbf8761 None None] Provisioning complete for port 248dd916-b064-4744-9491-d6fac2d68eee triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:22.473885 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d30f61a0-ed74-4a3b-8afa-487c8fbf8761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:22.557963 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-d30f61a0-ed74-4a3b-8afa-487c8fbf8761 None None] Port 248dd916-b064-4744-9491-d6fac2d68eee cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:50:22.562820 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b60a18-15a1-4aa4-b542-2b3253482453 req-428b9776-29a1-421f-9f2a-73022877ebf1 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:22.571490 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-08b60a18-15a1-4aa4-b542-2b3253482453 req-428b9776-29a1-421f-9f2a-73022877ebf1 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 946 time: 0.1134541 Apr 28 19:50:22.638481 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-08b60a18-15a1-4aa4-b542-2b3253482453 req-edf5d601-0616-456c-9fe9-e4c43d816528 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563357 Apr 28 19:50:22.675549 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-6d4b6ed4-e7aa-4250-92f4-4568888e56c2 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:22.683798 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-6d4b6ed4-e7aa-4250-92f4-4568888e56c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:22.731459 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b1eec-566c-4413-aff2-919d0bf1d660 req-b8fe26ff-b8dc-4d3b-8b16-13b526767ec8 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:22.733094 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-083b1eec-566c-4413-aff2-919d0bf1d660 req-b8fe26ff-b8dc-4d3b-8b16-13b526767ec8 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 946 time: 0.8358822 Apr 28 19:50:22.796752 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757257d4-f12c-4466-868c-bf4925dc796d req-267b29a7-e818-4d36-a42e-3673052661a8 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:22.808955 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-757257d4-f12c-4466-868c-bf4925dc796d req-267b29a7-e818-4d36-a42e-3673052661a8 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=69e5236e-0ba3-4ec2-84f8-24a4b20aeb38 HTTP/1.1" status: 200 len: 945 time: 0.1028938 Apr 28 19:50:22.873446 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-757257d4-f12c-4466-868c-bf4925dc796d req-e6e92e83-792d-4c13-8226-5b4117d737f0 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558922 Apr 28 19:50:22.942219 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f14ea-8a87-467c-8fbb-bec16eaf9e89 None None] Pushing event updated for resources: {'Port': ['ID=248dd916-b064-4744-9491-d6fac2d68eee,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:22.952592 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-083b1eec-566c-4413-aff2-919d0bf1d660 req-76c62f09-9b36-4e26-98a0-a76fbfb167c1 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084916 Apr 28 19:50:22.989831 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f14ea-8a87-467c-8fbb-bec16eaf9e89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:22.990180 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f14ea-8a87-467c-8fbb-bec16eaf9e89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:22.990589 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f14ea-8a87-467c-8fbb-bec16eaf9e89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:22.990926 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f14ea-8a87-467c-8fbb-bec16eaf9e89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:22.991287 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f14ea-8a87-467c-8fbb-bec16eaf9e89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:22.991585 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f14ea-8a87-467c-8fbb-bec16eaf9e89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:22.992287 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f14ea-8a87-467c-8fbb-bec16eaf9e89 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:22.992287 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f14ea-8a87-467c-8fbb-bec16eaf9e89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:22.992607 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f14ea-8a87-467c-8fbb-bec16eaf9e89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:22.992985 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f14ea-8a87-467c-8fbb-bec16eaf9e89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:22.993194 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f14ea-8a87-467c-8fbb-bec16eaf9e89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:22.993516 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f14ea-8a87-467c-8fbb-bec16eaf9e89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:23.038151 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-6d4b6ed4-e7aa-4250-92f4-4568888e56c2 None None] Attempting to bind port 248dd916-b064-4744-9491-d6fac2d68eee on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:50:23.043167 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-6d4b6ed4-e7aa-4250-92f4-4568888e56c2 None None] Attempting to bind port 248dd916-b064-4744-9491-d6fac2d68eee by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:50:23.043932 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4b6ed4-e7aa-4250-92f4-4568888e56c2 None None] Attempting to bind port 248dd916-b064-4744-9491-d6fac2d68eee on network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:50:23.065411 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4b6ed4-e7aa-4250-92f4-4568888e56c2 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:50:23.065799 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4b6ed4-e7aa-4250-92f4-4568888e56c2 None None] Checking segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:50:23.066187 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-6d4b6ed4-e7aa-4250-92f4-4568888e56c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:23.066585 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4b6ed4-e7aa-4250-92f4-4568888e56c2 None None] Bound using segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:50:23.067056 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-6d4b6ed4-e7aa-4250-92f4-4568888e56c2 None None] Bound port: 248dd916-b064-4744-9491-d6fac2d68eee, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:50:23.067442 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-6d4b6ed4-e7aa-4250-92f4-4568888e56c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:23.181446 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-6d4b6ed4-e7aa-4250-92f4-4568888e56c2 None None] For port 248dd916-b064-4744-9491-d6fac2d68eee, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:50:23.185607 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-6d4b6ed4-e7aa-4250-92f4-4568888e56c2 None None] For port 248dd916-b064-4744-9491-d6fac2d68eee, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=248dd916-b064-4744-9491-d6fac2d68eee,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:50:23.198609 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-6d4b6ed4-e7aa-4250-92f4-4568888e56c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:23.277518 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f14ea-8a87-467c-8fbb-bec16eaf9e89 None None] Pushing event updated for resources: {'Port': ['ID=248dd916-b064-4744-9491-d6fac2d68eee,revision_number=4']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:23.310798 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4b6ed4-e7aa-4250-92f4-4568888e56c2 None None] Routers {'8d9508d8-fecb-48db-a2e3-737ef01a6ac1'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:50:23.311443 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6d4b6ed4-e7aa-4250-92f4-4568888e56c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:50:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['8d9508d8-fecb-48db-a2e3-737ef01a6ac1'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:23.336455 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-751346e9-b7a6-445c-86c6-24f90a2d68d4 None None] Provisioning complete for port 248dd916-b064-4744-9491-d6fac2d68eee triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:23.337246 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-751346e9-b7a6-445c-86c6-24f90a2d68d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:23.342147 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603c09a-aaa9-4a3a-8e86-2e377ddb4383 req-c7739dc8-ec9f-4df5-8d0a-d0863dba5fe1 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:23.358399 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8603c09a-aaa9-4a3a-8e86-2e377ddb4383 req-c7739dc8-ec9f-4df5-8d0a-d0863dba5fe1 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 946 time: 0.2253306 Apr 28 19:50:23.485742 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc1603-c413-4ab0-818e-46ced2e9e26c req-2042de6d-209b-412a-a108-47cf8daab68f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:23.508930 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:23.519104 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-6d4b6ed4-e7aa-4250-92f4-4568888e56c2 None None] Set router 8d9508d8-fecb-48db-a2e3-737ef01a6ac1 gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:50:23.565064 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9bdc1603-c413-4ab0-818e-46ced2e9e26c req-2042de6d-209b-412a-a108-47cf8daab68f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=69e5236e-0ba3-4ec2-84f8-24a4b20aeb38 HTTP/1.1" status: 200 len: 945 time: 0.2239218 Apr 28 19:50:23.638670 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8603c09a-aaa9-4a3a-8e86-2e377ddb4383 req-9374233f-6155-4838-8bf3-44f57d7fe484 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785130 Apr 28 19:50:23.652594 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-751346e9-b7a6-445c-86c6-24f90a2d68d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:23.676642 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9bdc1603-c413-4ab0-818e-46ced2e9e26c req-53334e2d-88eb-46c8-a5b4-ced36e65715e tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099956 Apr 28 19:50:23.743935 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device cbb4c701-e706-4c95-9dc4-6cd0c78c7e70 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:50:23.809054 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-751346e9-b7a6-445c-86c6-24f90a2d68d4 None None] For port 248dd916-b064-4744-9491-d6fac2d68eee, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=248dd916-b064-4744-9491-d6fac2d68eee,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:23.886796 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-751346e9-b7a6-445c-86c6-24f90a2d68d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:23.973298 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751346e9-b7a6-445c-86c6-24f90a2d68d4 None None] Pushing event updated for resources: {'Port': ['ID=248dd916-b064-4744-9491-d6fac2d68eee,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:24.016228 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f8e7de76-63ec-4940-a1ca-926976faec47 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:24.027943 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a487b68-8110-4261-9bcd-c6f4f98f388c req-689da2de-25f5-4d4d-ae38-8b9fff3f2c9c tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:24.037715 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8a487b68-8110-4261-9bcd-c6f4f98f388c req-689da2de-25f5-4d4d-ae38-8b9fff3f2c9c tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 946 time: 0.1574726 Apr 28 19:50:24.047676 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port cbb4c701-e706-4c95-9dc4-6cd0c78c7e70 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:24.053060 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:24.067220 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412a338-cc5d-4e28-bbda-9d578335c24d req-f7caa1b1-6116-474e-a97b-d30a0c94c626 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:24.072746 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a412a338-cc5d-4e28-bbda-9d578335c24d req-f7caa1b1-6116-474e-a97b-d30a0c94c626 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 946 time: 0.0696599 Apr 28 19:50:24.101404 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6d4b6ed4-e7aa-4250-92f4-4568888e56c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9508d8-fecb-48db-a2e3-737ef01a6ac1', 'name': 'tempest-NetworksTestDHCPv6-router-442151184', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:50:17Z', 'updated_at': '2022-04-28T19:50:20Z', 'revision_number': 2, 'project_id': 'db556cb00e88416ab6b08e9d3eea023f', 'gw_port_host': None, '_interfaces': [{'id': '248dd916-b064-4744-9491-d6fac2d68eee', 'name': '', 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'mac_address': 'fa:16:3e:be:fe:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9508d8-fecb-48db-a2e3-737ef01a6ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '610e7a1c-c726-444e-91b4-f9064824f9c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:50:18Z', 'updated_at': '2022-04-28T19:50:23Z', 'revision_number': 4, 'project_id': 'db556cb00e88416ab6b08e9d3eea023f', 'subnets': [{'id': '610e7a1c-c726-444e-91b4-f9064824f9c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:24.116257 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-ee3f4fa4-b2d4-4137-a2ea-3469047e5d0e None None] Provisioning complete for port 248dd916-b064-4744-9491-d6fac2d68eee triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:24.120705 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ee3f4fa4-b2d4-4137-a2ea-3469047e5d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:24.143100 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4b6ed4-e7aa-4250-92f4-4568888e56c2 None None] The sync data for ids ['8d9508d8-fecb-48db-a2e3-737ef01a6ac1'] in n-d-839810-1 is: [{'id': '8d9508d8-fecb-48db-a2e3-737ef01a6ac1', 'name': 'tempest-NetworksTestDHCPv6-router-442151184', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:50:17Z', 'updated_at': '2022-04-28T19:50:20Z', 'revision_number': 2, 'project_id': 'db556cb00e88416ab6b08e9d3eea023f', 'gw_port_host': None, '_interfaces': [{'id': '248dd916-b064-4744-9491-d6fac2d68eee', 'name': '', 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'mac_address': 'fa:16:3e:be:fe:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9508d8-fecb-48db-a2e3-737ef01a6ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '610e7a1c-c726-444e-91b4-f9064824f9c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:50:18Z', 'updated_at': '2022-04-28T19:50:23Z', 'revision_number': 4, 'project_id': 'db556cb00e88416ab6b08e9d3eea023f', 'subnets': [{'id': '610e7a1c-c726-444e-91b4-f9064824f9c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:50:24.177441 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a412a338-cc5d-4e28-bbda-9d578335c24d req-2d216530-e0e9-47f8-93ba-ad13416186d1 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753958 Apr 28 19:50:24.233102 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8a487b68-8110-4261-9bcd-c6f4f98f388c req-c313a378-3242-4d86-a504-5037cbfb3c8e tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943004 Apr 28 19:50:24.637727 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755b9ce-64bd-4c72-8be7-b95036b030fd req-9540f59f-e524-4d82-ad35-3ec941f2cb46 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:24.656992 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3755b9ce-64bd-4c72-8be7-b95036b030fd req-9540f59f-e524-4d82-ad35-3ec941f2cb46 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.15 "GET /v2.0/ports?device_id=69e5236e-0ba3-4ec2-84f8-24a4b20aeb38 HTTP/1.1" status: 200 len: 945 time: 0.1186111 Apr 28 19:50:24.685926 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-f8e7de76-63ec-4940-a1ca-926976faec47 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting port 248dd916-b064-4744-9491-d6fac2d68eee {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:50:24.689953 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f8e7de76-63ec-4940-a1ca-926976faec47 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:24.782297 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33724) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:24.871163 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-f8e7de76-63ec-4940-a1ca-926976faec47 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] For port 248dd916-b064-4744-9491-d6fac2d68eee, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=248dd916-b064-4744-9491-d6fac2d68eee,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:24.871462 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f8e7de76-63ec-4940-a1ca-926976faec47 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:24.888593 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-f8e7de76-63ec-4940-a1ca-926976faec47 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Calling delete_port for 248dd916-b064-4744-9491-d6fac2d68eee owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:50:24.904141 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e213a7d-e134-4256-be85-1cec8d3e44d1 req-985df64b-f722-43d0-aeee-c8c6754c1d4f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:24.912429 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0e213a7d-e134-4256-be85-1cec8d3e44d1 req-985df64b-f722-43d0-aeee-c8c6754c1d4f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=69e5236e-0ba3-4ec2-84f8-24a4b20aeb38 HTTP/1.1" status: 200 len: 945 time: 0.1206627 Apr 28 19:50:24.965584 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0e213a7d-e134-4256-be85-1cec8d3e44d1 req-39b7ef5a-70b0-411e-b7d6-c5dcfcd150c0 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517976 Apr 28 19:50:24.972419 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-3755b9ce-64bd-4c72-8be7-b95036b030fd req-f865d289-ec4a-4a55-a0eb-7e0527d9870f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Deleting port 402d3987-32a8-41c7-bc67-0effc38873b7 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:50:24.972878 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3755b9ce-64bd-4c72-8be7-b95036b030fd req-f865d289-ec4a-4a55-a0eb-7e0527d9870f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:25.078366 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-3755b9ce-64bd-4c72-8be7-b95036b030fd req-f865d289-ec4a-4a55-a0eb-7e0527d9870f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] For port 402d3987-32a8-41c7-bc67-0effc38873b7, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=402d3987-32a8-41c7-bc67-0effc38873b7,segment=NetworkSegment(daad3582-9abd-449f-85ba-5c80ef9418e3),segment_id=daad3582-9abd-449f-85ba-5c80ef9418e3)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:25.078935 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3755b9ce-64bd-4c72-8be7-b95036b030fd req-f865d289-ec4a-4a55-a0eb-7e0527d9870f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:25.094976 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-3755b9ce-64bd-4c72-8be7-b95036b030fd req-f865d289-ec4a-4a55-a0eb-7e0527d9870f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Calling delete_port for 402d3987-32a8-41c7-bc67-0effc38873b7 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:50:25.109413 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ff1a774-79c8-4b41-93b5-da8e113fa505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:25.145108 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f8e7de76-63ec-4940-a1ca-926976faec47 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:25.189797 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7de76-63ec-4940-a1ca-926976faec47 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Port': ['ID=248dd916-b064-4744-9491-d6fac2d68eee,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:25.390237 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3755b9ce-64bd-4c72-8be7-b95036b030fd req-f865d289-ec4a-4a55-a0eb-7e0527d9870f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:25.402454 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ff1a774-79c8-4b41-93b5-da8e113fa505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:25.403811 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['49307b20-b4ff-444f-afcb-d7bf39e9a7f0', 'd1f6e921-0fd6-4be4-8103-a07080e06d31'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:50:25.409821 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['402d3987-32a8-41c7-bc67-0effc38873b7'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:50:25.425477 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ff1a774-79c8-4b41-93b5-da8e113fa505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:25.467662 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865d289-ec4a-4a55-a0eb-7e0527d9870f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Pushing event deleted for resources: {'Port': ['ID=402d3987-32a8-41c7-bc67-0effc38873b7,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:25.499773 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f8e7de76-63ec-4940-a1ca-926976faec47 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:25.531076 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-3755b9ce-64bd-4c72-8be7-b95036b030fd req-f865d289-ec4a-4a55-a0eb-7e0527d9870f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] No DVR routers for this DVR port 402d3987-32a8-41c7-bc67-0effc38873b7 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:50:25.536748 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3755b9ce-64bd-4c72-8be7-b95036b030fd req-f865d289-ec4a-4a55-a0eb-7e0527d9870f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:25.540892 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3755b9ce-64bd-4c72-8be7-b95036b030fd req-f865d289-ec4a-4a55-a0eb-7e0527d9870f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.15 "DELETE /v2.0/ports/402d3987-32a8-41c7-bc67-0effc38873b7 HTTP/1.1" status: 204 len: 173 time: 0.8823700 Apr 28 19:50:25.546104 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7ff1a774-79c8-4b41-93b5-da8e113fa505 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0873f3f3ef40425ba8438f0afc4a9192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7604687 Apr 28 19:50:25.564551 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e5236e-0ba3-4ec2-84f8-24a4b20aeb38', 'name': 'network-vif-deleted', 'tag': '402d3987-32a8-41c7-bc67-0effc38873b7'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:50:25.570544 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c6747b-f083-40da-899d-5616d615af0c" -d '{"events": [{"server_uuid": "69e5236e-0ba3-4ec2-84f8-24a4b20aeb38", "name": "network-vif-deleted", "tag": "402d3987-32a8-41c7-bc67-0effc38873b7"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:50:25.606071 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33342812-07fd-4804-ba65-3a6c95fe6822 req-4f793a65-1f63-498a-9611-11cbd68535f3 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:25.614347 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-33342812-07fd-4804-ba65-3a6c95fe6822 req-4f793a65-1f63-498a-9611-11cbd68535f3 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 946 time: 0.2849829 Apr 28 19:50:25.616318 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33740) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:25.617371 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1a774-79c8-4b41-93b5-da8e113fa505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc17bea9-d163-4a80-a857-b38274cd199f,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:25.695245 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc9390-0a14-489f-afba-322613e4caa3 req-fed9c278-9821-4704-bf4f-f5909976b939 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:25.704037 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0dbc9390-0a14-489f-afba-322613e4caa3 req-fed9c278-9821-4704-bf4f-f5909976b939 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 946 time: 0.4593592 Apr 28 19:50:25.731859 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-33342812-07fd-4804-ba65-3a6c95fe6822 req-f7fe41dc-2224-46e8-9068-b0e939af6241 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126750 Apr 28 19:50:25.802002 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:25.821119 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efb3e14-758d-431e-9298-b46051f8c1d6 x-openstack-request-id: req-8efb3e14-758d-431e-9298-b46051f8c1d6 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:50:25.821773 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e5236e-0ba3-4ec2-84f8-24a4b20aeb38", "name": "network-vif-deleted", "tag": "402d3987-32a8-41c7-bc67-0effc38873b7", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:50:25.822041 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8efb3e14-758d-431e-9298-b46051f8c1d6 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:50:25.822460 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8efb3e14-758d-431e-9298-b46051f8c1d6'] response: {'server_uuid': '69e5236e-0ba3-4ec2-84f8-24a4b20aeb38', 'name': 'network-vif-deleted', 'tag': '402d3987-32a8-41c7-bc67-0effc38873b7', 'status': 'completed', 'code': 200} Apr 28 19:50:25.824968 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0dbc9390-0a14-489f-afba-322613e4caa3 req-02d371a8-6bef-492d-bdc6-63c43e3aa87c tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177442 Apr 28 19:50:25.826821 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7e5ad7b4-d8ef-49f3-88bf-ede9c26aa042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:25.862222 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7e5ad7b4-d8ef-49f3-88bf-ede9c26aa042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:25.905758 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:25.929810 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e7de76-63ec-4940-a1ca-926976faec47 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Router 8d9508d8-fecb-48db-a2e3-737ef01a6ac1 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:50:25.991204 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7e5ad7b4-d8ef-49f3-88bf-ede9c26aa042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:26.000442 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7e5ad7b4-d8ef-49f3-88bf-ede9c26aa042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:26.001632 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7e5ad7b4-d8ef-49f3-88bf-ede9c26aa042 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dc17bea9-d163-4a80-a857-b38274cd199f HTTP/1.1" status: 204 len: 168 time: 0.3828990 Apr 28 19:50:26.023121 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ad7b4-d8ef-49f3-88bf-ede9c26aa042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc17bea9-d163-4a80-a857-b38274cd199f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:26.157680 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e7de76-63ec-4940-a1ca-926976faec47 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:50:26.169750 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f8e7de76-63ec-4940-a1ca-926976faec47 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "PUT /v2.0/routers/8d9508d8-fecb-48db-a2e3-737ef01a6ac1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3581097 Apr 28 19:50:26.170842 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33770) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:26.194775 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-948446db-0189-4b71-b59f-fbee6edb8885 req-e337e0d8-4ac8-4818-b002-74ea6f14a131 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=69e5236e-0ba3-4ec2-84f8-24a4b20aeb38 HTTP/1.1" status: 200 len: 210 time: 0.0395391 Apr 28 19:50:26.252589 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5db2c2-39d2-40a3-9b99-1d6035e7d96b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:26.254898 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5db2c2-39d2-40a3-9b99-1d6035e7d96b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:26.261587 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8c5db2c2-39d2-40a3-9b99-1d6035e7d96b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0887411 Apr 28 19:50:26.261854 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33774) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:26.289089 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 764eae60-4641-4e98-8129-0e878095826b details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:50:26.296415 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 764eae60-4641-4e98-8129-0e878095826b no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:50:26.394070 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e59280-6a52-455a-8bb7-d5eb9b5db2ff tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting subnet 610e7a1c-c726-444e-91b4-f9064824f9c9 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:50:26.399825 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06e59280-6a52-455a-8bb7-d5eb9b5db2ff tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:26.465435 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06e59280-6a52-455a-8bb7-d5eb9b5db2ff tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:26.481888 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14418c1b-d39f-45b2-8cdd-9f5af5176619 req-5008bc7e-2740-40db-ba70-d57b3b9392e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:26.483956 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-14418c1b-d39f-45b2-8cdd-9f5af5176619 req-5008bc7e-2740-40db-ba70-d57b3b9392e0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e8a7f62debf84ef2a07e1ba2d0a444b6&device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 1097 time: 0.1079895 Apr 28 19:50:26.499120 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c22f2f-1931-411a-bd0a-0fc994bda2cd req-88fb6242-0175-4e0a-91ff-bdda8f1a8994 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:26.507059 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-75c22f2f-1931-411a-bd0a-0fc994bda2cd req-88fb6242-0175-4e0a-91ff-bdda8f1a8994 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 946 time: 0.2208657 Apr 28 19:50:26.531881 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e7acce-8dc8-46ab-b16f-1cc199dcf348 None None] Sync routers for ids ['8d9508d8-fecb-48db-a2e3-737ef01a6ac1'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:50:26.601817 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e7acce-8dc8-46ab-b16f-1cc199dcf348 None None] Routers {'8d9508d8-fecb-48db-a2e3-737ef01a6ac1'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:50:26.602728 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-c6e7acce-8dc8-46ab-b16f-1cc199dcf348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:50:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['8d9508d8-fecb-48db-a2e3-737ef01a6ac1'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:26.623093 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-75c22f2f-1931-411a-bd0a-0fc994bda2cd req-fc81a399-08b8-49bf-9bfe-cf2f023fc37f tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106410 Apr 28 19:50:26.668880 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14418c1b-d39f-45b2-8cdd-9f5af5176619 req-6a474f27-616e-4a46-b96d-77bbf05566fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:26.670748 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-14418c1b-d39f-45b2-8cdd-9f5af5176619 req-6a474f27-616e-4a46-b96d-77bbf05566fe service neutron] 10.222.0.44 "GET /v2.0/networks?id=fdfdf1f0-8e25-41b2-9990-5438dad369fb HTTP/1.1" status: 200 len: 914 time: 0.1604638 Apr 28 19:50:26.729754 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-14418c1b-d39f-45b2-8cdd-9f5af5176619 req-a7ef1e14-0ea5-4d5c-9a2a-ca7d77519d9a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 HTTP/1.1" status: 200 len: 217 time: 0.0509839 Apr 28 19:50:26.744304 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06e59280-6a52-455a-8bb7-d5eb9b5db2ff tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:26.748950 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-c6e7acce-8dc8-46ab-b16f-1cc199dcf348 None None] Set router 8d9508d8-fecb-48db-a2e3-737ef01a6ac1 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:50:26.826879 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33782) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:26.845521 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14418c1b-d39f-45b2-8cdd-9f5af5176619 req-f8d28256-57de-455d-a776-d3fc53e87410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:26.847007 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-14418c1b-d39f-45b2-8cdd-9f5af5176619 req-f8d28256-57de-455d-a776-d3fc53e87410 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ac161c98-1b27-4fc1-be9d-8121dc9f01bf HTTP/1.1" status: 200 len: 853 time: 0.1110191 Apr 28 19:50:26.848177 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-c6e7acce-8dc8-46ab-b16f-1cc199dcf348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9508d8-fecb-48db-a2e3-737ef01a6ac1', 'name': 'tempest-NetworksTestDHCPv6-router-442151184', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:50:17Z', 'updated_at': '2022-04-28T19:50:25Z', 'revision_number': 3, 'project_id': 'db556cb00e88416ab6b08e9d3eea023f', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:26.856360 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04be2cc1-ecb2-4517-bc1d-56c6f8269d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:26.878966 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06e59280-6a52-455a-8bb7-d5eb9b5db2ff tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:26.907024 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e7acce-8dc8-46ab-b16f-1cc199dcf348 None None] Checking router: 8d9508d8-fecb-48db-a2e3-737ef01a6ac1 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:50:26.910456 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-14418c1b-d39f-45b2-8cdd-9f5af5176619 req-6917b8ac-5792-41e9-ad8f-2cc3c06f4d0e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fdfdf1f0-8e25-41b2-9990-5438dad369fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445929 Apr 28 19:50:26.913450 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 764eae60-4641-4e98-8129-0e878095826b, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=764eae60-4641-4e98-8129-0e878095826b,segment=NetworkSegment(ab2c94c8-27a3-466e-851f-df9b73e428ff),segment_id=ab2c94c8-27a3-466e-851f-df9b73e428ff)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:26.938153 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:26.942718 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '764eae60-4641-4e98-8129-0e878095826b', 'network_id': '1b6a3f4a-ea8d-4a98-aa07-cb567010601c', 'port_id': '764eae60-4641-4e98-8129-0e878095826b', 'mac_address': 'fa:16:3e:65:66:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3272c71-9406-4bde-b6c8-9fbf3fe371b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:50:26.958301 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e7acce-8dc8-46ab-b16f-1cc199dcf348 None None] Routers {'8d9508d8-fecb-48db-a2e3-737ef01a6ac1'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:50:26.959468 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-c6e7acce-8dc8-46ab-b16f-1cc199dcf348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:50:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['8d9508d8-fecb-48db-a2e3-737ef01a6ac1'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:26.975057 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06e59280-6a52-455a-8bb7-d5eb9b5db2ff tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:26.984807 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-06e59280-6a52-455a-8bb7-d5eb9b5db2ff tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/610e7a1c-c726-444e-91b4-f9064824f9c9 HTTP/1.1" status: 204 len: 168 time: 0.7217426 Apr 28 19:50:26.987281 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e59280-6a52-455a-8bb7-d5eb9b5db2ff tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Subnet': ['ID=610e7a1c-c726-444e-91b4-f9064824f9c9,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:26.994624 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33784) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:27.036732 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32638bdc-2eb6-4087-87b4-e2af85feea34 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:50:27.044496 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff56c2-4173-444c-bd2d-98b47c0f1770 req-e2e41445-0099-4dad-97c2-744f810aa04f tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:27.052304 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f0ff56c2-4173-444c-bd2d-98b47c0f1770 req-e2e41445-0099-4dad-97c2-744f810aa04f tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 946 time: 0.1778777 Apr 28 19:50:27.063862 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2f11ec-5fdd-4317-bb5f-c610db54b84b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '764eae60-4641-4e98-8129-0e878095826b'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:50:27.066898 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476dd1a4-63f1-448f-ae81-c1b57f894167" -d '{"events": [{"server_uuid": "ca2f11ec-5fdd-4317-bb5f-c610db54b84b", "name": "network-vif-unplugged", "status": "completed", "tag": "764eae60-4641-4e98-8129-0e878095826b"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:50:27.094192 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04be2cc1-ecb2-4517-bc1d-56c6f8269d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:27.121495 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f0ff56c2-4173-444c-bd2d-98b47c0f1770 req-35e8d52b-bf30-42c2-b310-9eeaea924121 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640404 Apr 28 19:50:27.123439 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04be2cc1-ecb2-4517-bc1d-56c6f8269d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:27.167669 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 19:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51234832-95b4-4cec-829f-72f6955f631b x-openstack-request-id: req-51234832-95b4-4cec-829f-72f6955f631b {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:50:27.168084 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2f11ec-5fdd-4317-bb5f-c610db54b84b", "name": "network-vif-unplugged", "status": "completed", "tag": "764eae60-4641-4e98-8129-0e878095826b", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:50:27.168415 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-51234832-95b4-4cec-829f-72f6955f631b {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:50:27.168864 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51234832-95b4-4cec-829f-72f6955f631b'] response: {'server_uuid': 'ca2f11ec-5fdd-4317-bb5f-c610db54b84b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '764eae60-4641-4e98-8129-0e878095826b', 'code': 200} Apr 28 19:50:27.176460 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-04be2cc1-ecb2-4517-bc1d-56c6f8269d6b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=db89dd273ade4938851e78205c8625e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3469243 Apr 28 19:50:27.177475 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be2cc1-ecb2-4517-bc1d-56c6f8269d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3dc72c2-176b-44b4-990e-4666b2bd1e66,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:27.181777 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33788) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:27.182881 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 764eae60-4641-4e98-8129-0e878095826b, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=764eae60-4641-4e98-8129-0e878095826b,segment=NetworkSegment(ab2c94c8-27a3-466e-851f-df9b73e428ff),segment_id=ab2c94c8-27a3-466e-851f-df9b73e428ff)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:27.184852 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-c6e7acce-8dc8-46ab-b16f-1cc199dcf348 None None] Set router 8d9508d8-fecb-48db-a2e3-737ef01a6ac1 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:50:27.227466 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-50d92ca6-fd9d-4ba3-830d-b42e831d7cee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2309608 Apr 28 19:50:27.230394 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33792) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:27.237275 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-14418c1b-d39f-45b2-8cdd-9f5af5176619 req-1b5f2ea5-312f-4885-adb3-266150a3e58e service neutron] 10.222.0.44 "GET /v2.0/networks/fdfdf1f0-8e25-41b2-9990-5438dad369fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177075 Apr 28 19:50:27.258751 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:27.263493 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-c6e7acce-8dc8-46ab-b16f-1cc199dcf348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9508d8-fecb-48db-a2e3-737ef01a6ac1', 'name': 'tempest-NetworksTestDHCPv6-router-442151184', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:50:17Z', 'updated_at': '2022-04-28T19:50:25Z', 'revision_number': 3, 'project_id': 'db556cb00e88416ab6b08e9d3eea023f', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:27.281091 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:27.293570 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3a47b4ab-938f-44f0-8a84-62670bf93c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:27.353790 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e93e7c99-5d32-4867-a99b-051ce39e7f47 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:27.364261 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3a47b4ab-938f-44f0-8a84-62670bf93c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:27.379215 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e7acce-8dc8-46ab-b16f-1cc199dcf348 None None] The sync data for ids ['8d9508d8-fecb-48db-a2e3-737ef01a6ac1'] in n-d-839810-1 is: [{'id': '8d9508d8-fecb-48db-a2e3-737ef01a6ac1', 'name': 'tempest-NetworksTestDHCPv6-router-442151184', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:50:17Z', 'updated_at': '2022-04-28T19:50:25Z', 'revision_number': 3, 'project_id': 'db556cb00e88416ab6b08e9d3eea023f', 'gw_port_host': None}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:50:27.443434 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 764eae60-4641-4e98-8129-0e878095826b {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:50:27.449711 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-14418c1b-d39f-45b2-8cdd-9f5af5176619 req-2ec962dd-1150-4e4a-b148-fc07a745b71f service neutron] 10.222.0.44 "GET /v2.0/networks/fdfdf1f0-8e25-41b2-9990-5438dad369fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016127 Apr 28 19:50:27.494643 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3a47b4ab-938f-44f0-8a84-62670bf93c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:27.497722 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3a47b4ab-938f-44f0-8a84-62670bf93c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:27.498731 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3a47b4ab-938f-44f0-8a84-62670bf93c4d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a3dc72c2-176b-44b4-990e-4666b2bd1e66 HTTP/1.1" status: 204 len: 168 time: 0.3129010 Apr 28 19:50:27.523087 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47b4ab-938f-44f0-8a84-62670bf93c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3dc72c2-176b-44b4-990e-4666b2bd1e66,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:27.528876 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=764eae60-4641-4e98-8129-0e878095826b,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:27.560347 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:50:27.560935 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:50:27.659793 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e93e7c99-5d32-4867-a99b-051ce39e7f47 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:27.662459 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e93e7c99-5d32-4867-a99b-051ce39e7f47 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:27.719218 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8903d54-451e-4565-83a1-73f8c2d2007d req-8d8f3bd2-d2f5-4f4f-a0f0-b737793e4a6d tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:27.720991 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e8903d54-451e-4565-83a1-73f8c2d2007d req-8d8f3bd2-d2f5-4f4f-a0f0-b737793e4a6d tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a84738c-05cf-427e-98d6-fe823cee4d66 HTTP/1.1" status: 200 len: 945 time: 0.0899482 Apr 28 19:50:27.753357 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f644c7-1f0c-4235-9ec8-3986030c86d8 None None] DHCP port deletion for 3bb4ad15-38e1-4028-be09-c8cdfded96d3 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:50:27.812921 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e8903d54-451e-4565-83a1-73f8c2d2007d req-08c9902c-6033-41a8-bde3-fa1724fc0b94 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831277 Apr 28 19:50:27.860761 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e93e7c99-5d32-4867-a99b-051ce39e7f47 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:27.861365 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93e7c99-5d32-4867-a99b-051ce39e7f47 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Fanout notify agent at l3_agent the message router_deleted on router 8d9508d8-fecb-48db-a2e3-737ef01a6ac1 {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:50:27.862412 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 248dd916-b064-4744-9491-d6fac2d68eee no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:50:27.875074 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e93e7c99-5d32-4867-a99b-051ce39e7f47 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:27.876683 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e93e7c99-5d32-4867-a99b-051ce39e7f47 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/routers/8d9508d8-fecb-48db-a2e3-737ef01a6ac1 HTTP/1.1" status: 204 len: 168 time: 0.6449883 Apr 28 19:50:27.880494 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33806) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:27.884783 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-753c22ff-23d5-4e6a-ba3f-26547c5d6775 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:27.900735 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-55f644c7-1f0c-4235-9ec8-3986030c86d8 None None] Deleting port cbb4c701-e706-4c95-9dc4-6cd0c78c7e70 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:50:27.902260 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-55f644c7-1f0c-4235-9ec8-3986030c86d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:27.902970 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b06060-7148-4f96-b293-042628fa2d4c req-7ca153c0-1b6b-4c67-af59-be5c1a2e902a tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:27.909450 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 248dd916-b064-4744-9491-d6fac2d68eee {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:50:27.910109 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 248dd916-b064-4744-9491-d6fac2d68eee not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:50:27.910713 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device cbb4c701-e706-4c95-9dc4-6cd0c78c7e70 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:50:27.914403 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a6b06060-7148-4f96-b293-042628fa2d4c req-7ca153c0-1b6b-4c67-af59-be5c1a2e902a tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 946 time: 0.1956148 Apr 28 19:50:27.970924 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a6b06060-7148-4f96-b293-042628fa2d4c req-fa9735eb-4b93-4341-8e5c-3c254954526c tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553193 Apr 28 19:50:28.059215 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753c22ff-23d5-4e6a-ba3f-26547c5d6775 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:50:28.065056 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-753c22ff-23d5-4e6a-ba3f-26547c5d6775 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:28.324004 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-55f644c7-1f0c-4235-9ec8-3986030c86d8 None None] For port cbb4c701-e706-4c95-9dc4-6cd0c78c7e70, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=cbb4c701-e706-4c95-9dc4-6cd0c78c7e70,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:28.324439 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-55f644c7-1f0c-4235-9ec8-3986030c86d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:28.327602 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:28.373721 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-55f644c7-1f0c-4235-9ec8-3986030c86d8 None None] Calling delete_port for cbb4c701-e706-4c95-9dc4-6cd0c78c7e70 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:50:28.376292 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 764eae60-4641-4e98-8129-0e878095826b {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:50:28.445261 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f67f76-3f6e-4d58-b326-7e8533f8c68f req-ac5781e5-5af8-4bdc-bda8-c29ff1ab834b tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:28.447283 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b8f67f76-3f6e-4d58-b326-7e8533f8c68f req-ac5781e5-5af8-4bdc-bda8-c29ff1ab834b tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 944 time: 0.1184783 Apr 28 19:50:28.469251 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 764eae60-4641-4e98-8129-0e878095826b, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=764eae60-4641-4e98-8129-0e878095826b,segment=NetworkSegment(ab2c94c8-27a3-466e-851f-df9b73e428ff),segment_id=ab2c94c8-27a3-466e-851f-df9b73e428ff)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:28.481764 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:28.487332 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:28.586186 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b8f67f76-3f6e-4d58-b326-7e8533f8c68f req-d5d32aa3-f955-4428-a02a-7fa0d5b3a796 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305282 Apr 28 19:50:28.590611 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-753c22ff-23d5-4e6a-ba3f-26547c5d6775 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:28.597300 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port cbb4c701-e706-4c95-9dc4-6cd0c78c7e70, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=cbb4c701-e706-4c95-9dc4-6cd0c78c7e70,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:28.598889 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=764eae60-4641-4e98-8129-0e878095826b,revision_number=7']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:28.610313 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:28.638032 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event deleted for resources: {'Port': ['ID=cbb4c701-e706-4c95-9dc4-6cd0c78c7e70,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:28.640965 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-55f644c7-1f0c-4235-9ec8-3986030c86d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:28.646910 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753c22ff-23d5-4e6a-ba3f-26547c5d6775 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:50:28.652274 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-753c22ff-23d5-4e6a-ba3f-26547c5d6775 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:28.655307 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753c22ff-23d5-4e6a-ba3f-26547c5d6775 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:28.655911 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-753c22ff-23d5-4e6a-ba3f-26547c5d6775 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:28.675573 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c22ff-23d5-4e6a-ba3f-26547c5d6775 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Subnet': ['ID=88a59728-a23b-4aab-a0b8-f22c1bfcfbb1,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:28.681223 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f644c7-1f0c-4235-9ec8-3986030c86d8 None None] Pushing event deleted for resources: {'Port': ['ID=cbb4c701-e706-4c95-9dc4-6cd0c78c7e70,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:28.687141 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f644c7-1f0c-4235-9ec8-3986030c86d8 None None] No DVR routers for this DVR port cbb4c701-e706-4c95-9dc4-6cd0c78c7e70 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:50:28.689668 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33824) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:28.690732 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-753c22ff-23d5-4e6a-ba3f-26547c5d6775 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8099554 Apr 28 19:50:28.696551 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-afc6df2d-019c-4645-90e0-485abbb4357f tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-117014433', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:28.710849 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59600c9b-f1ec-4713-881e-349890f11bc5 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:50:28.733733 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-afc6df2d-019c-4645-90e0-485abbb4357f tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:28.735101 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-afc6df2d-019c-4645-90e0-485abbb4357f tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:28.781510 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['764eae60-4641-4e98-8129-0e878095826b'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:50:28.817867 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-afc6df2d-019c-4645-90e0-485abbb4357f tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:28.827062 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-afc6df2d-019c-4645-90e0-485abbb4357f tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:28.877785 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-afc6df2d-019c-4645-90e0-485abbb4357f tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:28.879171 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-afc6df2d-019c-4645-90e0-485abbb4357f tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1885133 Apr 28 19:50:28.882295 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33834) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:29.046000 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66bcfb-61b5-4aee-93cc-4a1220486759 req-29d76ca1-b401-4283-bdca-f3985ec82a28 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:29.053657 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-de66bcfb-61b5-4aee-93cc-4a1220486759 req-29d76ca1-b401-4283-bdca-f3985ec82a28 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a84738c-05cf-427e-98d6-fe823cee4d66 HTTP/1.1" status: 200 len: 945 time: 0.1106970 Apr 28 19:50:29.133865 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-de66bcfb-61b5-4aee-93cc-4a1220486759 req-d3b29f3d-1b94-4b04-a87f-28c61c9a86a1 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722811 Apr 28 19:50:29.188483 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09421dfb-adf0-4a53-802c-1ab5b902bd80 req-07bb7ed3-c4a5-4365-a6a2-e947a345d491 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:29.190079 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-09421dfb-adf0-4a53-802c-1ab5b902bd80 req-07bb7ed3-c4a5-4365-a6a2-e947a345d491 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a84738c-05cf-427e-98d6-fe823cee4d66 HTTP/1.1" status: 200 len: 945 time: 0.0874846 Apr 28 19:50:29.217311 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344a63f5-beee-4f82-a6fd-2f899d44b949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'fixed_ips': [{'subnet_id': '88a59728-a23b-4aab-a0b8-f22c1bfcfbb1'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:50:29.218463 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-344a63f5-beee-4f82-a6fd-2f899d44b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:29.371783 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-09421dfb-adf0-4a53-802c-1ab5b902bd80 req-23c945b1-515c-45e9-a7b9-bfd4003b6fa0 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Deleting port d1f6e921-0fd6-4be4-8103-a07080e06d31 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:50:29.372308 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-09421dfb-adf0-4a53-802c-1ab5b902bd80 req-23c945b1-515c-45e9-a7b9-bfd4003b6fa0 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:29.424549 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-344a63f5-beee-4f82-a6fd-2f899d44b949 None None] Allocated IP 2001:db8::2 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/88a59728-a23b-4aab-a0b8-f22c1bfcfbb1/193b9e43-0e86-4cfe-89cc-1a5b5d9d5576) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:50:29.520826 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-09421dfb-adf0-4a53-802c-1ab5b902bd80 req-23c945b1-515c-45e9-a7b9-bfd4003b6fa0 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] For port d1f6e921-0fd6-4be4-8103-a07080e06d31, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=d1f6e921-0fd6-4be4-8103-a07080e06d31,segment=NetworkSegment(daad3582-9abd-449f-85ba-5c80ef9418e3),segment_id=daad3582-9abd-449f-85ba-5c80ef9418e3)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:29.521701 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-09421dfb-adf0-4a53-802c-1ab5b902bd80 req-23c945b1-515c-45e9-a7b9-bfd4003b6fa0 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:29.540798 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-09421dfb-adf0-4a53-802c-1ab5b902bd80 req-23c945b1-515c-45e9-a7b9-bfd4003b6fa0 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Calling delete_port for d1f6e921-0fd6-4be4-8103-a07080e06d31 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:50:29.666188 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-344a63f5-beee-4f82-a6fd-2f899d44b949 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:29.675535 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-344a63f5-beee-4f82-a6fd-2f899d44b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:29.731755 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-09421dfb-adf0-4a53-802c-1ab5b902bd80 req-23c945b1-515c-45e9-a7b9-bfd4003b6fa0 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:29.733220 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344a63f5-beee-4f82-a6fd-2f899d44b949 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:50:29.736781 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-344a63f5-beee-4f82-a6fd-2f899d44b949 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:29.740432 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344a63f5-beee-4f82-a6fd-2f899d44b949 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:50:29.748065 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['49307b20-b4ff-444f-afcb-d7bf39e9a7f0', 'd1f6e921-0fd6-4be4-8103-a07080e06d31'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:50:29.828647 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c945b1-515c-45e9-a7b9-bfd4003b6fa0 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Pushing event deleted for resources: {'Port': ['ID=d1f6e921-0fd6-4be4-8103-a07080e06d31,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:29.861642 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-13540be6-8973-46e4-95ae-8704e5914fe6 req-ea83f1c2-0930-43e8-9c80-33067839596b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8216972 Apr 28 19:50:29.882470 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a63f5-beee-4f82-a6fd-2f899d44b949 None None] Pushing event updated for resources: {'Port': ['ID=193b9e43-0e86-4cfe-89cc-1a5b5d9d5576,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:29.922798 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-09421dfb-adf0-4a53-802c-1ab5b902bd80 req-23c945b1-515c-45e9-a7b9-bfd4003b6fa0 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] No DVR routers for this DVR port d1f6e921-0fd6-4be4-8103-a07080e06d31 on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:50:29.927964 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-09421dfb-adf0-4a53-802c-1ab5b902bd80 req-23c945b1-515c-45e9-a7b9-bfd4003b6fa0 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:29.932764 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-09421dfb-adf0-4a53-802c-1ab5b902bd80 req-23c945b1-515c-45e9-a7b9-bfd4003b6fa0 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.44 "DELETE /v2.0/ports/d1f6e921-0fd6-4be4-8103-a07080e06d31 HTTP/1.1" status: 204 len: 173 time: 0.7360940 Apr 28 19:50:29.933421 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a84738c-05cf-427e-98d6-fe823cee4d66', 'name': 'network-vif-deleted', 'tag': 'd1f6e921-0fd6-4be4-8103-a07080e06d31'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:50:29.945807 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a03b74-d72b-478e-943a-910238c197b0" -d '{"events": [{"server_uuid": "1a84738c-05cf-427e-98d6-fe823cee4d66", "name": "network-vif-deleted", "tag": "d1f6e921-0fd6-4be4-8103-a07080e06d31"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:50:29.965282 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a79cf-b6d1-49b6-b848-6f4ad0989b67 req-3e862488-055e-4c2e-9f9c-48c35c743a86 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:29.966384 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32809aa0-e409-4704-bf00-4210aca3ac4f req-ba1f5897-4709-40c8-b6b8-93ed39d94e2d tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:29.967368 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-622a79cf-b6d1-49b6-b848-6f4ad0989b67 req-3e862488-055e-4c2e-9f9c-48c35c743a86 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 945 time: 0.2325017 Apr 28 19:50:29.974099 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-32809aa0-e409-4704-bf00-4210aca3ac4f req-ba1f5897-4709-40c8-b6b8-93ed39d94e2d tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 946 time: 0.8867898 Apr 28 19:50:30.084161 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f4234c18-27ff-4d0a-9911-c689b7c88a65 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:30.086080 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-622a79cf-b6d1-49b6-b848-6f4ad0989b67 req-6fb4a473-4d45-47bb-ac41-13f2f5e218e9 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048422 Apr 28 19:50:30.091997 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-32809aa0-e409-4704-bf00-4210aca3ac4f req-96f0bd32-cc43-4c30-8fc4-eaf7165932ef tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163905 Apr 28 19:50:30.100669 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13540be6-8973-46e4-95ae-8704e5914fe6 req-d17d63ec-b5b6-4302-8815-e0d71a1964ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:30.102204 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-13540be6-8973-46e4-95ae-8704e5914fe6 req-d17d63ec-b5b6-4302-8815-e0d71a1964ab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e8a7f62debf84ef2a07e1ba2d0a444b6&device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 1097 time: 0.1749725 Apr 28 19:50:30.171945 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4424087-826d-4992-a907-9b3bc5870512 x-openstack-request-id: req-b4424087-826d-4992-a907-9b3bc5870512 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:50:30.172846 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a84738c-05cf-427e-98d6-fe823cee4d66", "name": "network-vif-deleted", "tag": "d1f6e921-0fd6-4be4-8103-a07080e06d31", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:50:30.173317 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b4424087-826d-4992-a907-9b3bc5870512 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:50:30.174001 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4424087-826d-4992-a907-9b3bc5870512'] response: {'server_uuid': '1a84738c-05cf-427e-98d6-fe823cee4d66', 'name': 'network-vif-deleted', 'tag': 'd1f6e921-0fd6-4be4-8103-a07080e06d31', 'status': 'completed', 'code': 200} Apr 28 19:50:30.216218 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-344a63f5-beee-4f82-a6fd-2f899d44b949 None None] Attempting to bind port 193b9e43-0e86-4cfe-89cc-1a5b5d9d5576 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:50:30.217030 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-344a63f5-beee-4f82-a6fd-2f899d44b949 None None] Attempting to bind port 193b9e43-0e86-4cfe-89cc-1a5b5d9d5576 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:50:30.217651 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344a63f5-beee-4f82-a6fd-2f899d44b949 None None] Attempting to bind port 193b9e43-0e86-4cfe-89cc-1a5b5d9d5576 on network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:50:30.230522 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344a63f5-beee-4f82-a6fd-2f899d44b949 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:50:30.232016 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344a63f5-beee-4f82-a6fd-2f899d44b949 None None] Checking segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:50:30.232726 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-344a63f5-beee-4f82-a6fd-2f899d44b949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:30.233351 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344a63f5-beee-4f82-a6fd-2f899d44b949 None None] Bound using segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:50:30.234156 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-344a63f5-beee-4f82-a6fd-2f899d44b949 None None] Bound port: 193b9e43-0e86-4cfe-89cc-1a5b5d9d5576, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:50:30.235529 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-344a63f5-beee-4f82-a6fd-2f899d44b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:30.363399 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc6a6f-fa23-4383-b668-cd8cb13ff18e req-dcfd87f4-0619-4ae8-bd0f-c0b931a6b216 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:30.365013 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bcdc6a6f-fa23-4383-b668-cd8cb13ff18e req-dcfd87f4-0619-4ae8-bd0f-c0b931a6b216 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 946 time: 0.0992594 Apr 28 19:50:30.390129 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-344a63f5-beee-4f82-a6fd-2f899d44b949 None None] For port 193b9e43-0e86-4cfe-89cc-1a5b5d9d5576, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:50:30.394230 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-344a63f5-beee-4f82-a6fd-2f899d44b949 None None] For port 193b9e43-0e86-4cfe-89cc-1a5b5d9d5576, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=193b9e43-0e86-4cfe-89cc-1a5b5d9d5576,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:50:30.403369 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-344a63f5-beee-4f82-a6fd-2f899d44b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:30.438806 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bcdc6a6f-fa23-4383-b668-cd8cb13ff18e req-736ff0db-a773-4266-9b3e-462a33dcfeeb tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669677 Apr 28 19:50:30.457896 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ef29a348-013f-469b-a207-b7c9cd09596e req-b72a2c1a-0202-45a4-ad3f-2bacca65ec3c tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a84738c-05cf-427e-98d6-fe823cee4d66 HTTP/1.1" status: 200 len: 210 time: 0.0965774 Apr 28 19:50:30.530101 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 764eae60-4641-4e98-8129-0e878095826b up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:50:30.615136 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13540be6-8973-46e4-95ae-8704e5914fe6 req-03cd726d-4d2a-4b5c-b761-dad1e657d2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:30.618137 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-13540be6-8973-46e4-95ae-8704e5914fe6 req-03cd726d-4d2a-4b5c-b761-dad1e657d2b0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fdfdf1f0-8e25-41b2-9990-5438dad369fb HTTP/1.1" status: 200 len: 914 time: 0.4210703 Apr 28 19:50:30.661297 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a63f5-beee-4f82-a6fd-2f899d44b949 None None] Pushing event updated for resources: {'Port': ['ID=193b9e43-0e86-4cfe-89cc-1a5b5d9d5576,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:30.703593 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 764eae60-4641-4e98-8129-0e878095826b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:30.704642 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:30.800151 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-13540be6-8973-46e4-95ae-8704e5914fe6 req-3ccfad37-a5fa-4715-a7db-974252c62dd2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 HTTP/1.1" status: 200 len: 217 time: 0.1693177 Apr 28 19:50:30.802497 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b7683-0a6c-4d07-8a34-7c039fc80cf4 req-30ec1d25-4781-496c-b912-76039f6589cb tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:30.805522 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e34b7683-0a6c-4d07-8a34-7c039fc80cf4 req-30ec1d25-4781-496c-b912-76039f6589cb tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 946 time: 0.1719530 Apr 28 19:50:30.814573 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:30.874461 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-f4234c18-27ff-4d0a-9911-c689b7c88a65 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Allocated IP 2001:db8::1 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/88a59728-a23b-4aab-a0b8-f22c1bfcfbb1/9dd39aea-ed19-4e41-942f-e1fcbe5f5af4) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:50:30.879301 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2f11ec-5fdd-4317-bb5f-c610db54b84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764eae60-4641-4e98-8129-0e878095826b'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:50:30.919102 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efce664f-27de-4895-8484-6ed09b65ae4e" -d '{"events": [{"server_uuid": "ca2f11ec-5fdd-4317-bb5f-c610db54b84b", "name": "network-vif-plugged", "status": "completed", "tag": "764eae60-4641-4e98-8129-0e878095826b"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:50:30.976168 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e34b7683-0a6c-4d07-8a34-7c039fc80cf4 req-6093e46f-6681-424f-b2d8-28306ded46a2 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591744 Apr 28 19:50:31.000866 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 764eae60-4641-4e98-8129-0e878095826b, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=764eae60-4641-4e98-8129-0e878095826b,segment=NetworkSegment(ab2c94c8-27a3-466e-851f-df9b73e428ff),segment_id=ab2c94c8-27a3-466e-851f-df9b73e428ff)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:31.021555 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:31.025979 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 402d3987-32a8-41c7-bc67-0effc38873b7 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:50:31.115432 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d23f93-0417-4dbd-bbda-cf5cdb0f817b x-openstack-request-id: req-b5d23f93-0417-4dbd-bbda-cf5cdb0f817b {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:50:31.115708 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2f11ec-5fdd-4317-bb5f-c610db54b84b", "name": "network-vif-plugged", "status": "completed", "tag": "764eae60-4641-4e98-8129-0e878095826b", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:50:31.115977 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b5d23f93-0417-4dbd-bbda-cf5cdb0f817b {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:50:31.116429 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5d23f93-0417-4dbd-bbda-cf5cdb0f817b'] response: {'server_uuid': 'ca2f11ec-5fdd-4317-bb5f-c610db54b84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764eae60-4641-4e98-8129-0e878095826b', 'code': 200} Apr 28 19:50:31.241056 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13540be6-8973-46e4-95ae-8704e5914fe6 req-147b4467-85e6-4d89-91d5-dde7d0122495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:31.258989 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-13540be6-8973-46e4-95ae-8704e5914fe6 req-147b4467-85e6-4d89-91d5-dde7d0122495 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ac161c98-1b27-4fc1-be9d-8121dc9f01bf HTTP/1.1" status: 200 len: 853 time: 0.4321280 Apr 28 19:50:31.291370 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=764eae60-4641-4e98-8129-0e878095826b,revision_number=8']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:31.309086 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 402d3987-32a8-41c7-bc67-0effc38873b7 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:50:31.309881 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 402d3987-32a8-41c7-bc67-0effc38873b7 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:50:31.356234 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6ae69-e659-489f-8281-82b038d01dda req-8e18ca6c-0c23-4258-945f-f973f3ca7a09 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:31.357836 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-13540be6-8973-46e4-95ae-8704e5914fe6 req-18c438f9-406c-47d5-b4cd-37db2d2d1681 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fdfdf1f0-8e25-41b2-9990-5438dad369fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967057 Apr 28 19:50:31.358275 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f3a6ae69-e659-489f-8281-82b038d01dda req-8e18ca6c-0c23-4258-945f-f973f3ca7a09 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 946 time: 0.2123220 Apr 28 19:50:31.371074 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8b792-c7ef-4a3d-9959-e61a6027789d req-4f24abd3-5cda-47d3-8e12-0acaf1813657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:31.374007 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-61d8b792-c7ef-4a3d-9959-e61a6027789d req-4f24abd3-5cda-47d3-8e12-0acaf1813657 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 1097 time: 0.1498578 Apr 28 19:50:31.448418 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f3a6ae69-e659-489f-8281-82b038d01dda req-cebb3ea4-53e4-4cc0-8b58-4c29314fd39c tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789897 Apr 28 19:50:31.460169 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-61d8b792-c7ef-4a3d-9959-e61a6027789d req-b5fde641-0fd3-4c10-9524-d1ac0a51c4b0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688369 Apr 28 19:50:31.489035 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f4234c18-27ff-4d0a-9911-c689b7c88a65 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:31.517698 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5614b9d-0c2d-45c6-b892-eadb520702f2 req-b7dd9483-9d79-44ed-9240-f360a3f2308f tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:31.519265 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a5614b9d-0c2d-45c6-b892-eadb520702f2 req-b7dd9483-9d79-44ed-9240-f360a3f2308f tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 946 time: 0.1605349 Apr 28 19:50:31.617822 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-13540be6-8973-46e4-95ae-8704e5914fe6 req-1b6b44e2-57c0-4ff6-a5a2-9758373d77f8 service neutron] 10.222.0.44 "GET /v2.0/networks/fdfdf1f0-8e25-41b2-9990-5438dad369fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523158 Apr 28 19:50:31.696475 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f4234c18-27ff-4d0a-9911-c689b7c88a65 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:31.750977 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4234c18-27ff-4d0a-9911-c689b7c88a65 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:50:31.761853 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 193b9e43-0e86-4cfe-89cc-1a5b5d9d5576 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:50:31.806376 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-f4234c18-27ff-4d0a-9911-c689b7c88a65 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:31.816770 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4234c18-27ff-4d0a-9911-c689b7c88a65 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:50:31.817947 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f4234c18-27ff-4d0a-9911-c689b7c88a65 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:31.860497 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:31.915090 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 193b9e43-0e86-4cfe-89cc-1a5b5d9d5576 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:31.915742 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e21ad-a1de-40ad-9c4e-a603e66fadea req-cf2ab584-f078-43dc-a1a5-19c33a0f214b tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:31.916077 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:31.921636 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-de0e21ad-a1de-40ad-9c4e-a603e66fadea req-cf2ab584-f078-43dc-a1a5-19c33a0f214b tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 946 time: 0.1462338 Apr 28 19:50:31.974553 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-de0e21ad-a1de-40ad-9c4e-a603e66fadea req-068f87ab-45da-4fae-abf2-522e51045c45 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451052 Apr 28 19:50:31.981259 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a5614b9d-0c2d-45c6-b892-eadb520702f2 req-ef5280e2-da4e-43d2-9393-9de9d9e37e6f tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476502 Apr 28 19:50:32.101141 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-13540be6-8973-46e4-95ae-8704e5914fe6 req-d1885ca4-47d3-44d1-bf8f-aad343584e75 service neutron] 10.222.0.44 "GET /v2.0/networks/fdfdf1f0-8e25-41b2-9990-5438dad369fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4506681 Apr 28 19:50:32.160889 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4234c18-27ff-4d0a-9911-c689b7c88a65 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Port': ['ID=9dd39aea-ed19-4e41-942f-e1fcbe5f5af4,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:32.273378 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:32.315700 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b299aa-1d09-4198-82e8-0c5792c34aee req-78490ffc-1b6c-4456-950d-df6bc82b528d tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:32.316747 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-63b299aa-1d09-4198-82e8-0c5792c34aee req-78490ffc-1b6c-4456-950d-df6bc82b528d tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 946 time: 0.1077964 Apr 28 19:50:32.343472 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-daf81160-c3f4-4972-b7e6-832a7aeaaa42 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:32.355096 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-daf81160-c3f4-4972-b7e6-832a7aeaaa42 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/networks?id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63 HTTP/1.1" status: 200 len: 806 time: 0.1638718 Apr 28 19:50:32.362859 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 193b9e43-0e86-4cfe-89cc-1a5b5d9d5576, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=193b9e43-0e86-4cfe-89cc-1a5b5d9d5576,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:32.371715 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:32.389417 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-823e230c-a21f-4c4e-8847-7caff82e32ae tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/quotas/dcadc66e0b2646d28c33130e37263af0 HTTP/1.1" status: 200 len: 375 time: 0.0339768 Apr 28 19:50:32.432474 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-63b299aa-1d09-4198-82e8-0c5792c34aee req-02c2bee5-49d9-4184-9717-b96106867191 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026075 Apr 28 19:50:32.520229 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=193b9e43-0e86-4cfe-89cc-1a5b5d9d5576,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:32.564965 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-35ae8cc1-a32e-494e-809d-9aac840b20d6 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=dcadc66e0b2646d28c33130e37263af0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1743789 Apr 28 19:50:32.571768 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-4aaa0488-b9aa-4634-af42-28b1b466a8fa service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:32.584200 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-4aaa0488-b9aa-4634-af42-28b1b466a8fa service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179849 Apr 28 19:50:32.597137 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f4234c18-27ff-4d0a-9911-c689b7c88a65 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:32.674986 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33980) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:32.711361 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-9c40da65-0488-4c08-bf4f-1c60d4004610 None None] Provisioning complete for port 193b9e43-0e86-4cfe-89cc-1a5b5d9d5576 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:32.712021 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9c40da65-0488-4c08-bf4f-1c60d4004610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:32.758963 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-133b1470-6cce-41ca-aeaa-ab967808f67f service neutron] 10.222.0.42 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735497 Apr 28 19:50:32.778619 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d12b5-e692-4feb-a6ef-a3bc2a250d43 req-d9ab0422-3876-47ee-bfae-088965f2ab2d tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:32.780786 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-587d12b5-e692-4feb-a6ef-a3bc2a250d43 req-d9ab0422-3876-47ee-bfae-088965f2ab2d tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 946 time: 0.1444633 Apr 28 19:50:32.886745 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-587d12b5-e692-4feb-a6ef-a3bc2a250d43 req-028dc4fe-970e-4f59-913b-2f0d74d4b299 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883336 Apr 28 19:50:33.005656 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-6b488400-dbb5-4e25-81e9-770ae3c6dabb service neutron] 10.222.0.42 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457941 Apr 28 19:50:33.038985 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c5d8f849-bc4e-4985-97eb-24f8050d6f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:33.086409 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-76a02865-451d-4398-8657-ed0fc29a359c None None] Provisioning complete for port 9dd39aea-ed19-4e41-942f-e1fcbe5f5af4 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:33.087861 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-76a02865-451d-4398-8657-ed0fc29a359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:33.130109 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-76a02865-451d-4398-8657-ed0fc29a359c None None] Port 9dd39aea-ed19-4e41-942f-e1fcbe5f5af4 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:50:33.169856 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd31aa-bd4d-43fb-b12d-7523de66aa71 req-aa9550e8-2831-4d23-bd36-313c0d76bb07 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:33.171448 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a3cd31aa-bd4d-43fb-b12d-7523de66aa71 req-aa9550e8-2831-4d23-bd36-313c0d76bb07 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 946 time: 0.1345782 Apr 28 19:50:33.200572 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f4234c18-27ff-4d0a-9911-c689b7c88a65 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:33.209275 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f4234c18-27ff-4d0a-9911-c689b7c88a65 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:33.210474 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f4234c18-27ff-4d0a-9911-c689b7c88a65 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:33.263964 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a3cd31aa-bd4d-43fb-b12d-7523de66aa71 req-2d7eadf6-73b4-4928-82c7-5e9afaf101b7 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790384 Apr 28 19:50:33.339618 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c5d8f849-bc4e-4985-97eb-24f8050d6f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:33.349678 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c5d8f849-bc4e-4985-97eb-24f8050d6f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:33.366379 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:33.402930 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4234c18-27ff-4d0a-9911-c689b7c88a65 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Port': ['ID=9dd39aea-ed19-4e41-942f-e1fcbe5f5af4,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:33.442057 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f4719961-f412-4725-87f8-94222e6e2dc7 req-b139b9b0-71b1-4db0-a69b-e6452e520bb5 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c8ae13-7edf-46c4-ae52-950994ea8cc6 HTTP/1.1" status: 200 len: 210 time: 0.0602610 Apr 28 19:50:33.453345 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c5d8f849-bc4e-4985-97eb-24f8050d6f49 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5ef849b95ebb45db8568c932b5d7d8f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7529614 Apr 28 19:50:33.453345 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8f849-bc4e-4985-97eb-24f8050d6f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4ec18d-3fe8-43e7-8dee-19aa0fdc736e,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:33.463728 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33996) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:33.503280 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622505ed-d1e3-4028-8729-4cf9af62ed96 req-7be35d49-5a99-4d8d-8bd7-5119a404b8f6 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:33.504978 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-622505ed-d1e3-4028-8729-4cf9af62ed96 req-7be35d49-5a99-4d8d-8bd7-5119a404b8f6 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 946 time: 0.1477122 Apr 28 19:50:33.539536 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4234c18-27ff-4d0a-9911-c689b7c88a65 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:50:33.544657 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-f4234c18-27ff-4d0a-9911-c689b7c88a65 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:33.553984 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-eb895ae3-486c-4132-80cb-1092dbfc3e88 req-1e08a6fe-2c46-41a4-8db5-0392e31c1362 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:33.560035 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eb895ae3-486c-4132-80cb-1092dbfc3e88 req-1e08a6fe-2c46-41a4-8db5-0392e31c1362 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0230293 Apr 28 19:50:33.561399 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9686092-b979-4826-ad0a-f387c2f6ee79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:33.633251 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9686092-b979-4826-ad0a-f387c2f6ee79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:33.684340 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 193b9e43-0e86-4cfe-89cc-1a5b5d9d5576 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:50:33.708776 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-622505ed-d1e3-4028-8729-4cf9af62ed96 req-0aecff7d-69be-4b2d-8fca-1a7ca7f6d674 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919370 Apr 28 19:50:33.727542 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device d1f6e921-0fd6-4be4-8103-a07080e06d31 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:50:33.772582 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: d1f6e921-0fd6-4be4-8103-a07080e06d31 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:50:33.773249 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device d1f6e921-0fd6-4be4-8103-a07080e06d31 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:50:33.788882 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 193b9e43-0e86-4cfe-89cc-1a5b5d9d5576 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:33.790568 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:33.806636 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a8ae5-2cc7-481c-9593-675845f67b2c req-0b0bacd1-8085-4ca3-9606-daccf772687d tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:33.809283 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e9a8ae5-2cc7-481c-9593-675845f67b2c req-0b0bacd1-8085-4ca3-9606-daccf772687d tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 946 time: 0.1792762 Apr 28 19:50:33.873730 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e9a8ae5-2cc7-481c-9593-675845f67b2c req-8166063b-8bca-4fb5-bb0e-2ec21a4ee4af tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573206 Apr 28 19:50:33.875182 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9686092-b979-4826-ad0a-f387c2f6ee79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:33.878734 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9686092-b979-4826-ad0a-f387c2f6ee79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:33.880262 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d9686092-b979-4826-ad0a-f387c2f6ee79 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eb4ec18d-3fe8-43e7-8dee-19aa0fdc736e HTTP/1.1" status: 204 len: 168 time: 0.4254208 Apr 28 19:50:33.893236 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9686092-b979-4826-ad0a-f387c2f6ee79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4ec18d-3fe8-43e7-8dee-19aa0fdc736e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:34.077092 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-144aef54-5a2c-4c7f-a778-cfaca94c9ca5 None None] Provisioning complete for port 9dd39aea-ed19-4e41-942f-e1fcbe5f5af4 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:34.077500 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-144aef54-5a2c-4c7f-a778-cfaca94c9ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:34.113560 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030e493-4901-44be-ba10-6702a4835332 req-9092d8ba-8c1e-4fe9-b18a-510ec18e835f tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:34.133785 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3030e493-4901-44be-ba10-6702a4835332 req-9092d8ba-8c1e-4fe9-b18a-510ec18e835f tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 946 time: 0.1318223 Apr 28 19:50:34.169550 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-144aef54-5a2c-4c7f-a778-cfaca94c9ca5 None None] Port 9dd39aea-ed19-4e41-942f-e1fcbe5f5af4 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:50:34.217396 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca0ed9-5a38-43ae-a7f2-2a65422711ed req-a70153d4-e52a-4386-81e6-10223830c9d9 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:34.218388 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3030e493-4901-44be-ba10-6702a4835332 req-601cb3fb-1858-4ff2-b8cb-5e1a7f9948c6 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832720 Apr 28 19:50:34.226033 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-70ca0ed9-5a38-43ae-a7f2-2a65422711ed req-a70153d4-e52a-4386-81e6-10223830c9d9 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 946 time: 0.0926549 Apr 28 19:50:34.293125 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4234c18-27ff-4d0a-9911-c689b7c88a65 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Router 05416a90-0230-4fef-b347-f3f7e2688c67 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:50:34.332153 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-70ca0ed9-5a38-43ae-a7f2-2a65422711ed req-9b8d1a17-75b0-4420-9ec2-69f1ce48d1fb tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816269 Apr 28 19:50:34.457980 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64769595-0f60-4e53-9149-97e1cc76571e req-5762193c-db7a-49e8-9753-3da2eaabb4dc tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:34.462350 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34040) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:34.468390 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-64769595-0f60-4e53-9149-97e1cc76571e req-5762193c-db7a-49e8-9753-3da2eaabb4dc tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 946 time: 0.0652516 Apr 28 19:50:34.489618 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7465c1da-0d50-4d7c-9243-b067222fb0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:34.515737 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-64769595-0f60-4e53-9149-97e1cc76571e req-23021da0-e0b3-4ddf-8dd1-0a7d988b9cfe tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463214 Apr 28 19:50:34.531930 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4234c18-27ff-4d0a-9911-c689b7c88a65 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:50:34.531930 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f4234c18-27ff-4d0a-9911-c689b7c88a65 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "PUT /v2.0/routers/05416a90-0230-4fef-b347-f3f7e2688c67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6436272 Apr 28 19:50:34.531930 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34050) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:34.598105 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f26d7a-34d0-4149-9b98-1e679f1e8757 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:34.615328 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c0f26d7a-34d0-4149-9b98-1e679f1e8757 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports/9dd39aea-ed19-4e41-942f-e1fcbe5f5af4 HTTP/1.1" status: 200 len: 911 time: 0.0831752 Apr 28 19:50:34.618599 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34062) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:34.636700 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-97b251af-2470-4b8f-932e-c31ed766e17d req-62c9958c-306d-45b9-be13-1a7910fa0712 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c8ae13-7edf-46c4-ae52-950994ea8cc6 HTTP/1.1" status: 200 len: 210 time: 0.0428975 Apr 28 19:50:34.732824 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7465c1da-0d50-4d7c-9243-b067222fb0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:34.744882 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3e1b2d-f803-4408-94e4-07f5ada33b71 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:34.750714 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3e1b2d-f803-4408-94e4-07f5ada33b71 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:34.752677 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-da3e1b2d-f803-4408-94e4-07f5ada33b71 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1323190 Apr 28 19:50:34.755590 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34074) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:34.757216 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7465c1da-0d50-4d7c-9243-b067222fb0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:34.820404 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cedd0f-cc5c-4381-a201-7e62e30d147f None None] Sync routers for ids ['05416a90-0230-4fef-b347-f3f7e2688c67'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:50:34.827148 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3681ee-29e6-43c5-8a65-cc7eac390328 req-1ff8d722-2e5b-4da5-8c77-79c551760676 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:34.829095 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cc3681ee-29e6-43c5-8a65-cc7eac390328 req-1ff8d722-2e5b-4da5-8c77-79c551760676 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 946 time: 0.1392236 Apr 28 19:50:34.833875 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7465c1da-0d50-4d7c-9243-b067222fb0de admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f21f4b2ee7a945f78c3785c30ebe29ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3696568 Apr 28 19:50:34.835174 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465c1da-0d50-4d7c-9243-b067222fb0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42e411a-534e-4be4-89b0-ca5b61600b41,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:34.838145 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34086) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:34.888923 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cedd0f-cc5c-4381-a201-7e62e30d147f None None] Routers {'05416a90-0230-4fef-b347-f3f7e2688c67'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:50:34.893396 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-94cedd0f-cc5c-4381-a201-7e62e30d147f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:50:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['05416a90-0230-4fef-b347-f3f7e2688c67'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:34.915053 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cc3681ee-29e6-43c5-8a65-cc7eac390328 req-e0615df1-b585-4bc1-871e-eac91441e6ae tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757051 Apr 28 19:50:34.948873 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ec5513ad-c54e-490f-9796-6855d2156b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:35.001482 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ec5513ad-c54e-490f-9796-6855d2156b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:35.032454 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-94cedd0f-cc5c-4381-a201-7e62e30d147f None None] Set router 05416a90-0230-4fef-b347-f3f7e2688c67 gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:50:35.076033 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ec5513ad-c54e-490f-9796-6855d2156b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:35.082530 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ec5513ad-c54e-490f-9796-6855d2156b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:35.086935 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ec5513ad-c54e-490f-9796-6855d2156b79 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a42e411a-534e-4be4-89b0-ca5b61600b41 HTTP/1.1" status: 204 len: 168 time: 0.2375455 Apr 28 19:50:35.130780 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5513ad-c54e-490f-9796-6855d2156b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42e411a-534e-4be4-89b0-ca5b61600b41,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:35.185616 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4639d0-fbb7-4e13-bd06-1ccf50386195 req-7cdb81e5-ee7c-4a63-9742-c6ec3609f2b9 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:35.187248 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-af4639d0-fbb7-4e13-bd06-1ccf50386195 req-7cdb81e5-ee7c-4a63-9742-c6ec3609f2b9 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 946 time: 0.1014328 Apr 28 19:50:35.312806 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-af4639d0-fbb7-4e13-bd06-1ccf50386195 req-9fdb4f38-4b4f-4c40-aaca-8c1c5dc5df42 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170909 Apr 28 19:50:35.385132 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-94cedd0f-cc5c-4381-a201-7e62e30d147f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05416a90-0230-4fef-b347-f3f7e2688c67', 'name': 'tempest-NetworksTestDHCPv6-router-117014433', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:50:28Z', 'updated_at': '2022-04-28T19:50:32Z', 'revision_number': 2, 'project_id': 'db556cb00e88416ab6b08e9d3eea023f', 'gw_port_host': None, '_interfaces': [{'id': '9dd39aea-ed19-4e41-942f-e1fcbe5f5af4', 'name': '', 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'mac_address': 'fa:16:3e:58:ef:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05416a90-0230-4fef-b347-f3f7e2688c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '88a59728-a23b-4aab-a0b8-f22c1bfcfbb1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:50:30Z', 'updated_at': '2022-04-28T19:50:33Z', 'revision_number': 2, 'project_id': 'db556cb00e88416ab6b08e9d3eea023f', 'subnets': [{'id': '88a59728-a23b-4aab-a0b8-f22c1bfcfbb1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:35.428356 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cedd0f-cc5c-4381-a201-7e62e30d147f None None] Checking router: 05416a90-0230-4fef-b347-f3f7e2688c67 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:50:35.429030 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cedd0f-cc5c-4381-a201-7e62e30d147f None None] Updating router 05416a90-0230-4fef-b347-f3f7e2688c67 port 9dd39aea-ed19-4e41-942f-e1fcbe5f5af4 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:50:35.483147 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9748e1b-a06e-4c70-a6d6-f40f2a671377 req-d1f5b487-ea84-449c-acf4-99b5134a8b92 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:35.483878 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-94cedd0f-cc5c-4381-a201-7e62e30d147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:35.489864 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e9748e1b-a06e-4c70-a6d6-f40f2a671377 req-d1f5b487-ea84-449c-acf4-99b5134a8b92 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 946 time: 0.0838432 Apr 28 19:50:35.539573 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e9748e1b-a06e-4c70-a6d6-f40f2a671377 req-366d3640-0dce-4807-86e6-d30a4f36c254 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435750 Apr 28 19:50:35.769465 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448986f4-dc9e-4649-a970-500ac37d3709 req-92c239e3-aadd-4f7f-8d68-a74ed46a3b26 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:35.782724 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-448986f4-dc9e-4649-a970-500ac37d3709 req-92c239e3-aadd-4f7f-8d68-a74ed46a3b26 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/networks?id=1b6a3f4a-ea8d-4a98-aa07-cb567010601c HTTP/1.1" status: 200 len: 814 time: 0.2343836 Apr 28 19:50:35.867132 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-448986f4-dc9e-4649-a970-500ac37d3709 req-a750b09f-7d10-4652-9438-112ac86e5fc6 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/quotas/a0762e93be5b475288865c615d96d113 HTTP/1.1" status: 200 len: 375 time: 0.0829976 Apr 28 19:50:35.901888 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276fe4c-67b0-4df4-85b6-3ce355f773a1 req-8df80e68-0dd1-44c2-915b-6cc9bbeffc75 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:35.917096 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0276fe4c-67b0-4df4-85b6-3ce355f773a1 req-8df80e68-0dd1-44c2-915b-6cc9bbeffc75 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 946 time: 0.1891260 Apr 28 19:50:35.975293 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-e949475b-35cb-48d5-a421-5aac8fca26af tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:35.978515 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-e949475b-35cb-48d5-a421-5aac8fca26af tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.15 "GET /v2.0/networks?id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63 HTTP/1.1" status: 200 len: 806 time: 1.1331148 Apr 28 19:50:36.013724 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0276fe4c-67b0-4df4-85b6-3ce355f773a1 req-13d0534b-33d7-4fc9-a2e7-1295918e65c7 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919466 Apr 28 19:50:36.037750 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-3d0fe13b-e43a-43c5-bdd7-bc7d04db1eb5 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Request body: {'port': {'device_id': '21c8ae13-7edf-46c4-ae52-950994ea8cc6', 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63', 'admin_state_up': True, 'tenant_id': 'dcadc66e0b2646d28c33130e37263af0'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:36.246783 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-df5f4a4c-aeb3-4129-b5cd-6ba48d381d8d req-9badc74f-075e-4285-ae3f-f5943f43aa72 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c8ae13-7edf-46c4-ae52-950994ea8cc6 HTTP/1.1" status: 200 len: 210 time: 0.1115944 Apr 28 19:50:36.292755 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-94cedd0f-cc5c-4381-a201-7e62e30d147f None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:36.308172 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-94cedd0f-cc5c-4381-a201-7e62e30d147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:36.368680 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a02df3-5ca3-412f-b268-f62dcd7328c1 None None] Pushing event updated for resources: {'Port': ['ID=9dd39aea-ed19-4e41-942f-e1fcbe5f5af4,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:36.405473 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-448986f4-dc9e-4649-a970-500ac37d3709 req-4f29bd3c-be91-44f7-b417-b5e3e10b963f tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0762e93be5b475288865c615d96d113&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5192029 Apr 28 19:50:36.519016 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-94cedd0f-cc5c-4381-a201-7e62e30d147f None None] Attempting to bind port 9dd39aea-ed19-4e41-942f-e1fcbe5f5af4 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:50:36.519396 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-94cedd0f-cc5c-4381-a201-7e62e30d147f None None] Attempting to bind port 9dd39aea-ed19-4e41-942f-e1fcbe5f5af4 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:50:36.519760 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cedd0f-cc5c-4381-a201-7e62e30d147f None None] Attempting to bind port 9dd39aea-ed19-4e41-942f-e1fcbe5f5af4 on network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:50:36.525070 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ccdad-6e0c-4598-9e65-3bca5ba748df req-669586dc-ee86-4f1f-a71e-e8ddbc532652 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:36.527146 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-be8ccdad-6e0c-4598-9e65-3bca5ba748df req-669586dc-ee86-4f1f-a71e-e8ddbc532652 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca2f11ec-5fdd-4317-bb5f-c610db54b84b HTTP/1.1" status: 200 len: 946 time: 0.5061302 Apr 28 19:50:36.533345 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cedd0f-cc5c-4381-a201-7e62e30d147f None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:50:36.533718 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cedd0f-cc5c-4381-a201-7e62e30d147f None None] Checking segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:50:36.536530 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-94cedd0f-cc5c-4381-a201-7e62e30d147f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:36.537160 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cedd0f-cc5c-4381-a201-7e62e30d147f None None] Bound using segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:50:36.538946 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-94cedd0f-cc5c-4381-a201-7e62e30d147f None None] Bound port: 9dd39aea-ed19-4e41-942f-e1fcbe5f5af4, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:50:36.540142 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-94cedd0f-cc5c-4381-a201-7e62e30d147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:36.658453 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-94cedd0f-cc5c-4381-a201-7e62e30d147f None None] For port 9dd39aea-ed19-4e41-942f-e1fcbe5f5af4, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:50:36.663357 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-94cedd0f-cc5c-4381-a201-7e62e30d147f None None] For port 9dd39aea-ed19-4e41-942f-e1fcbe5f5af4, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=9dd39aea-ed19-4e41-942f-e1fcbe5f5af4,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:50:36.677269 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-94cedd0f-cc5c-4381-a201-7e62e30d147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:36.762736 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cedd0f-cc5c-4381-a201-7e62e30d147f None None] Routers {'05416a90-0230-4fef-b347-f3f7e2688c67'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:50:36.763875 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-94cedd0f-cc5c-4381-a201-7e62e30d147f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:50:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['05416a90-0230-4fef-b347-f3f7e2688c67'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:36.936627 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b7853ec6-e7b3-4321-9892-03722276cc1c None None] Provisioning complete for port 9dd39aea-ed19-4e41-942f-e1fcbe5f5af4 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:36.937128 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b7853ec6-e7b3-4321-9892-03722276cc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:36.987628 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a02df3-5ca3-412f-b268-f62dcd7328c1 None None] Pushing event updated for resources: {'Port': ['ID=9dd39aea-ed19-4e41-942f-e1fcbe5f5af4,revision_number=4']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:36.996347 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-448986f4-dc9e-4649-a970-500ac37d3709 req-12a17d1a-50e0-42d0-9eef-746be883f637 service neutron] 10.222.0.42 "GET /v2.0/networks/1b6a3f4a-ea8d-4a98-aa07-cb567010601c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5899351 Apr 28 19:50:37.044085 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-94cedd0f-cc5c-4381-a201-7e62e30d147f None None] Set router 05416a90-0230-4fef-b347-f3f7e2688c67 gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:50:37.050146 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-3d0fe13b-e43a-43c5-bdd7-bc7d04db1eb5 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Made reservation on behalf of dcadc66e0b2646d28c33130e37263af0 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:50:37.054244 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-3d0fe13b-e43a-43c5-bdd7-bc7d04db1eb5 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:37.128538 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-be8ccdad-6e0c-4598-9e65-3bca5ba748df req-56529050-9fb4-4640-9e63-cd45bfa3015f tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Deleting port 764eae60-4641-4e98-8129-0e878095826b {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:50:37.128942 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-be8ccdad-6e0c-4598-9e65-3bca5ba748df req-56529050-9fb4-4640-9e63-cd45bfa3015f tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:37.135754 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b7853ec6-e7b3-4321-9892-03722276cc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:37.229972 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-b7853ec6-e7b3-4321-9892-03722276cc1c None None] For port 9dd39aea-ed19-4e41-942f-e1fcbe5f5af4, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=9dd39aea-ed19-4e41-942f-e1fcbe5f5af4,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:37.237688 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b7853ec6-e7b3-4321-9892-03722276cc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:37.381979 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7853ec6-e7b3-4321-9892-03722276cc1c None None] Pushing event updated for resources: {'Port': ['ID=9dd39aea-ed19-4e41-942f-e1fcbe5f5af4,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:37.422720 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-6abaca0d-f8fb-4dc2-982d-f1b85ac6b80b None None] Provisioning complete for port 9dd39aea-ed19-4e41-942f-e1fcbe5f5af4 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:37.423102 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6abaca0d-f8fb-4dc2-982d-f1b85ac6b80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:37.449050 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-62eb5264-8fec-4dcf-802b-693ea31718a5 req-40a730bd-31f5-4564-8c23-b098d1f31167 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c8ae13-7edf-46c4-ae52-950994ea8cc6 HTTP/1.1" status: 200 len: 210 time: 0.0590813 Apr 28 19:50:37.629619 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-3d0fe13b-e43a-43c5-bdd7-bc7d04db1eb5 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Allocated IP 172.20.0.8 (1dd86a08-7dd8-4588-b4f7-0af7a8217f63/5d396974-bf85-4823-9eae-70a0b8bd71b5/6b9484b1-6a61-439a-9db5-9c68155c072d) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:50:37.647930 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-94cedd0f-cc5c-4381-a201-7e62e30d147f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05416a90-0230-4fef-b347-f3f7e2688c67', 'name': 'tempest-NetworksTestDHCPv6-router-117014433', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:50:28Z', 'updated_at': '2022-04-28T19:50:32Z', 'revision_number': 2, 'project_id': 'db556cb00e88416ab6b08e9d3eea023f', 'gw_port_host': None, '_interfaces': [{'id': '9dd39aea-ed19-4e41-942f-e1fcbe5f5af4', 'name': '', 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'mac_address': 'fa:16:3e:58:ef:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05416a90-0230-4fef-b347-f3f7e2688c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '88a59728-a23b-4aab-a0b8-f22c1bfcfbb1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:50:30Z', 'updated_at': '2022-04-28T19:50:36Z', 'revision_number': 4, 'project_id': 'db556cb00e88416ab6b08e9d3eea023f', 'subnets': [{'id': '88a59728-a23b-4aab-a0b8-f22c1bfcfbb1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:37.684701 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-448986f4-dc9e-4649-a970-500ac37d3709 req-babe65c3-06e5-4fe5-b7c1-aa5d45b83564 service neutron] 10.222.0.42 "GET /v2.0/networks/1b6a3f4a-ea8d-4a98-aa07-cb567010601c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6509717 Apr 28 19:50:37.701456 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cedd0f-cc5c-4381-a201-7e62e30d147f None None] The sync data for ids ['05416a90-0230-4fef-b347-f3f7e2688c67'] in n-d-839810-1 is: [{'id': '05416a90-0230-4fef-b347-f3f7e2688c67', 'name': 'tempest-NetworksTestDHCPv6-router-117014433', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:50:28Z', 'updated_at': '2022-04-28T19:50:32Z', 'revision_number': 2, 'project_id': 'db556cb00e88416ab6b08e9d3eea023f', 'gw_port_host': None, '_interfaces': [{'id': '9dd39aea-ed19-4e41-942f-e1fcbe5f5af4', 'name': '', 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'mac_address': 'fa:16:3e:58:ef:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05416a90-0230-4fef-b347-f3f7e2688c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '88a59728-a23b-4aab-a0b8-f22c1bfcfbb1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:50:30Z', 'updated_at': '2022-04-28T19:50:36Z', 'revision_number': 4, 'project_id': 'db556cb00e88416ab6b08e9d3eea023f', 'subnets': [{'id': '88a59728-a23b-4aab-a0b8-f22c1bfcfbb1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:50:37.813503 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-be8ccdad-6e0c-4598-9e65-3bca5ba748df req-56529050-9fb4-4640-9e63-cd45bfa3015f tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] For port 764eae60-4641-4e98-8129-0e878095826b, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=764eae60-4641-4e98-8129-0e878095826b,segment=NetworkSegment(ab2c94c8-27a3-466e-851f-df9b73e428ff),segment_id=ab2c94c8-27a3-466e-851f-df9b73e428ff)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:37.815333 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-be8ccdad-6e0c-4598-9e65-3bca5ba748df req-56529050-9fb4-4640-9e63-cd45bfa3015f tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:37.907235 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-be8ccdad-6e0c-4598-9e65-3bca5ba748df req-56529050-9fb4-4640-9e63-cd45bfa3015f tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Calling delete_port for 764eae60-4641-4e98-8129-0e878095826b owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:50:38.118483 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-751d9767-89bf-4640-8b5f-441e879282a9 req-d7dddef0-bdfd-4510-8beb-e28874844c8b tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2168d83-93bb-4f69-a629-b61e2c7e57ef HTTP/1.1" status: 200 len: 210 time: 0.1207309 Apr 28 19:50:38.493316 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9ced4ef5-5191-4ec2-8859-20a6c880fb28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:38.883601 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-3d0fe13b-e43a-43c5-bdd7-bc7d04db1eb5 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:38.981113 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-3d0fe13b-e43a-43c5-bdd7-bc7d04db1eb5 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:39.001535 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['49307b20-b4ff-444f-afcb-d7bf39e9a7f0'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:50:39.011768 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-be8ccdad-6e0c-4598-9e65-3bca5ba748df req-56529050-9fb4-4640-9e63-cd45bfa3015f tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:39.263019 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-3d0fe13b-e43a-43c5-bdd7-bc7d04db1eb5 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Network 1dd86a08-7dd8-4588-b4f7-0af7a8217f63 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:50:39.276034 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618ef8c-d125-4161-bd56-ee9e7efc783a req-aeebd30e-19c1-4db0-9aec-b869b7dc6c41 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:39.295513 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f618ef8c-d125-4161-bd56-ee9e7efc783a req-aeebd30e-19c1-4db0-9aec-b869b7dc6c41 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c8ae13-7edf-46c4-ae52-950994ea8cc6 HTTP/1.1" status: 200 len: 931 time: 0.4671843 Apr 28 19:50:39.302644 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-db71ad0a-2021-453e-8f15-0f9c3fb27c4a req-6c2fea32-786e-4fb8-89bf-16709cd5c547 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2168d83-93bb-4f69-a629-b61e2c7e57ef HTTP/1.1" status: 200 len: 210 time: 0.0586860 Apr 28 19:50:39.324952 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-3d0fe13b-e43a-43c5-bdd7-bc7d04db1eb5 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:39.358080 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0fe13b-e43a-43c5-bdd7-bc7d04db1eb5 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Pushing event updated for resources: {'Port': ['ID=6b9484b1-6a61-439a-9db5-9c68155c072d,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:39.361462 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-3d0fe13b-e43a-43c5-bdd7-bc7d04db1eb5 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:50:39.385901 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8ccdad-6e0c-4598-9e65-3bca5ba748df req-56529050-9fb4-4640-9e63-cd45bfa3015f tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] No DVR routers for this DVR port 764eae60-4641-4e98-8129-0e878095826b on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:50:39.403254 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-be8ccdad-6e0c-4598-9e65-3bca5ba748df req-56529050-9fb4-4640-9e63-cd45bfa3015f tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:39.407119 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-be8ccdad-6e0c-4598-9e65-3bca5ba748df req-56529050-9fb4-4640-9e63-cd45bfa3015f tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.15 "DELETE /v2.0/ports/764eae60-4641-4e98-8129-0e878095826b HTTP/1.1" status: 204 len: 173 time: 2.8683295 Apr 28 19:50:39.409096 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2f11ec-5fdd-4317-bb5f-c610db54b84b', 'name': 'network-vif-deleted', 'tag': '764eae60-4641-4e98-8129-0e878095826b'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:50:39.479405 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce9e397-c57c-4bb4-89c6-b1a942c48fcd" -d '{"events": [{"server_uuid": "ca2f11ec-5fdd-4317-bb5f-c610db54b84b", "name": "network-vif-deleted", "tag": "764eae60-4641-4e98-8129-0e878095826b"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:50:39.600807 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad9056f-00a7-4b60-9b38-bc06f694a5b6 x-openstack-request-id: req-3ad9056f-00a7-4b60-9b38-bc06f694a5b6 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:50:39.601376 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2f11ec-5fdd-4317-bb5f-c610db54b84b", "name": "network-vif-deleted", "tag": "764eae60-4641-4e98-8129-0e878095826b", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:50:39.601376 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3ad9056f-00a7-4b60-9b38-bc06f694a5b6 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:50:39.601778 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ad9056f-00a7-4b60-9b38-bc06f694a5b6'] response: {'server_uuid': 'ca2f11ec-5fdd-4317-bb5f-c610db54b84b', 'name': 'network-vif-deleted', 'tag': '764eae60-4641-4e98-8129-0e878095826b', 'status': 'completed', 'code': 200} Apr 28 19:50:39.670045 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f618ef8c-d125-4161-bd56-ee9e7efc783a req-fb517c51-b13e-4eae-bcd1-f6de1ab19e2b tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730717 Apr 28 19:50:39.671748 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56529050-9fb4-4640-9e63-cd45bfa3015f tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Pushing event deleted for resources: {'Port': ['ID=764eae60-4641-4e98-8129-0e878095826b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:39.703439 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-3d0fe13b-e43a-43c5-bdd7-bc7d04db1eb5 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:39.704060 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-3d0fe13b-e43a-43c5-bdd7-bc7d04db1eb5 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:39.727782 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-3d0fe13b-e43a-43c5-bdd7-bc7d04db1eb5 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7033987 Apr 28 19:50:39.798855 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-de8d72e6-4396-4df9-9434-b66329803754 service neutron] Request body: {'port': {'device_id': '21c8ae13-7edf-46c4-ae52-950994ea8cc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:39.906410 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9dd39aea-ed19-4e41-942f-e1fcbe5f5af4 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:50:39.980228 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-9ced4ef5-5191-4ec2-8859-20a6c880fb28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting port 9dd39aea-ed19-4e41-942f-e1fcbe5f5af4 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:50:39.980766 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9ced4ef5-5191-4ec2-8859-20a6c880fb28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:40.007209 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-de8d72e6-4396-4df9-9434-b66329803754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:40.069308 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448986f4-dc9e-4649-a970-500ac37d3709 req-5ad73ec7-3e9f-43cb-b43b-d2de7f1370df tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:40.076968 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-448986f4-dc9e-4649-a970-500ac37d3709 req-5ad73ec7-3e9f-43cb-b43b-d2de7f1370df tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.44 "GET /v2.0/networks?id=1b6a3f4a-ea8d-4a98-aa07-cb567010601c HTTP/1.1" status: 200 len: 814 time: 0.3247969 Apr 28 19:50:40.094616 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-448986f4-dc9e-4649-a970-500ac37d3709 req-a8a60929-9442-4711-9b72-25d19da57167 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Request body: {'port': {'device_id': 'b2168d83-93bb-4f69-a629-b61e2c7e57ef', 'network_id': '1b6a3f4a-ea8d-4a98-aa07-cb567010601c', 'admin_state_up': True, 'tenant_id': 'a0762e93be5b475288865c615d96d113'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:40.126880 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 9dd39aea-ed19-4e41-942f-e1fcbe5f5af4 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:40.127361 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:40.321503 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-448986f4-dc9e-4649-a970-500ac37d3709 req-a8a60929-9442-4711-9b72-25d19da57167 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Made reservation on behalf of a0762e93be5b475288865c615d96d113 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:50:40.338654 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-448986f4-dc9e-4649-a970-500ac37d3709 req-a8a60929-9442-4711-9b72-25d19da57167 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:40.390749 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-9ced4ef5-5191-4ec2-8859-20a6c880fb28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] For port 9dd39aea-ed19-4e41-942f-e1fcbe5f5af4, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=9dd39aea-ed19-4e41-942f-e1fcbe5f5af4,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:40.390944 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9ced4ef5-5191-4ec2-8859-20a6c880fb28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:40.450589 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-9ced4ef5-5191-4ec2-8859-20a6c880fb28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Calling delete_port for 9dd39aea-ed19-4e41-942f-e1fcbe5f5af4 owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:50:40.522574 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f5f7438e-2cb6-451c-803a-8692f40fab7e req-d031d0db-15a4-4f3f-b86b-82a3029eaaad tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2168d83-93bb-4f69-a629-b61e2c7e57ef HTTP/1.1" status: 200 len: 210 time: 0.0607939 Apr 28 19:50:40.537890 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 764eae60-4641-4e98-8129-0e878095826b no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:50:40.577148 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 764eae60-4641-4e98-8129-0e878095826b {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:50:40.577487 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 764eae60-4641-4e98-8129-0e878095826b not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:50:40.640062 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-448986f4-dc9e-4649-a970-500ac37d3709 req-a8a60929-9442-4711-9b72-25d19da57167 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Allocated IP 172.20.0.6 (1b6a3f4a-ea8d-4a98-aa07-cb567010601c/d3272c71-9406-4bde-b6c8-9fbf3fe371b1/86747529-7f41-4d31-8426-9a1d177d4d13) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:50:40.977350 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-448986f4-dc9e-4649-a970-500ac37d3709 req-a8a60929-9442-4711-9b72-25d19da57167 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:41.072049 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-448986f4-dc9e-4649-a970-500ac37d3709 req-a8a60929-9442-4711-9b72-25d19da57167 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:41.152237 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-448986f4-dc9e-4649-a970-500ac37d3709 req-a8a60929-9442-4711-9b72-25d19da57167 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Network 1b6a3f4a-ea8d-4a98-aa07-cb567010601c is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:50:41.174509 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-448986f4-dc9e-4649-a970-500ac37d3709 req-a8a60929-9442-4711-9b72-25d19da57167 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:41.188172 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-448986f4-dc9e-4649-a970-500ac37d3709 req-a8a60929-9442-4711-9b72-25d19da57167 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:50:41.279375 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448986f4-dc9e-4649-a970-500ac37d3709 req-a8a60929-9442-4711-9b72-25d19da57167 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:41.280534 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-448986f4-dc9e-4649-a970-500ac37d3709 req-a8a60929-9442-4711-9b72-25d19da57167 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:41.286461 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a60929-9442-4711-9b72-25d19da57167 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Pushing event updated for resources: {'Port': ['ID=86747529-7f41-4d31-8426-9a1d177d4d13,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:41.317843 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-448986f4-dc9e-4649-a970-500ac37d3709 req-a8a60929-9442-4711-9b72-25d19da57167 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2289186 Apr 28 19:50:41.330880 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-448986f4-dc9e-4649-a970-500ac37d3709 req-efe770c6-9b7b-41e4-b98f-51235823e906 service neutron] Request body: {'port': {'device_id': 'b2168d83-93bb-4f69-a629-b61e2c7e57ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:41.423710 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-448986f4-dc9e-4649-a970-500ac37d3709 req-efe770c6-9b7b-41e4-b98f-51235823e906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:41.501448 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5e73f-7548-4bad-acf7-e51f380458ff req-d1e4220c-ea88-4756-b85d-2471b5e4a494 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:41.503426 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49b5e73f-7548-4bad-acf7-e51f380458ff req-d1e4220c-ea88-4756-b85d-2471b5e4a494 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c8ae13-7edf-46c4-ae52-950994ea8cc6 HTTP/1.1" status: 200 len: 931 time: 0.2319450 Apr 28 19:50:41.657689 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-de8d72e6-4396-4df9-9434-b66329803754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b9484b1-6a61-439a-9db5-9c68155c072d {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:50:41.699297 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-de8d72e6-4396-4df9-9434-b66329803754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:41.741569 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49b5e73f-7548-4bad-acf7-e51f380458ff req-1a2ddc31-513d-4249-bdff-d606553d998f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147286 Apr 28 19:50:41.767052 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-de8d72e6-4396-4df9-9434-b66329803754 service neutron] Transition to ACTIVE for port object 6b9484b1-6a61-439a-9db5-9c68155c072d will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:50:41.769034 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9ced4ef5-5191-4ec2-8859-20a6c880fb28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:41.784229 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-de8d72e6-4396-4df9-9434-b66329803754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:41.818690 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced4ef5-5191-4ec2-8859-20a6c880fb28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Port': ['ID=9dd39aea-ed19-4e41-942f-e1fcbe5f5af4,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:41.869760 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e825c-f062-46b3-a38e-11d504851598 req-4c3cc3f2-ecee-44c7-b799-9e915f09aa94 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:41.894640 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0b4e825c-f062-46b3-a38e-11d504851598 req-4c3cc3f2-ecee-44c7-b799-9e915f09aa94 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2168d83-93bb-4f69-a629-b61e2c7e57ef HTTP/1.1" status: 200 len: 931 time: 0.2238238 Apr 28 19:50:42.041277 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d72e6-4396-4df9-9434-b66329803754 service neutron] Pushing event updated for resources: {'Port': ['ID=6b9484b1-6a61-439a-9db5-9c68155c072d,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:42.082108 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-448986f4-dc9e-4649-a970-500ac37d3709 req-efe770c6-9b7b-41e4-b98f-51235823e906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86747529-7f41-4d31-8426-9a1d177d4d13 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:50:42.098749 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9ced4ef5-5191-4ec2-8859-20a6c880fb28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:42.115237 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-448986f4-dc9e-4649-a970-500ac37d3709 req-efe770c6-9b7b-41e4-b98f-51235823e906 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:42.129378 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0b4e825c-f062-46b3-a38e-11d504851598 req-9fa2aff6-c823-4790-904e-92124533cc75 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809614 Apr 28 19:50:42.162802 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-448986f4-dc9e-4649-a970-500ac37d3709 req-efe770c6-9b7b-41e4-b98f-51235823e906 service neutron] Transition to ACTIVE for port object 86747529-7f41-4d31-8426-9a1d177d4d13 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:50:42.171154 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-448986f4-dc9e-4649-a970-500ac37d3709 req-efe770c6-9b7b-41e4-b98f-51235823e906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:42.177454 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34772) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:42.249542 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-de8d72e6-4396-4df9-9434-b66329803754 service neutron] Attempting to bind port 6b9484b1-6a61-439a-9db5-9c68155c072d on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:50:42.249872 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-de8d72e6-4396-4df9-9434-b66329803754 service neutron] Attempting to bind port 6b9484b1-6a61-439a-9db5-9c68155c072d by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'daad3582-9abd-449f-85ba-5c80ef9418e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:50:42.250212 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-de8d72e6-4396-4df9-9434-b66329803754 service neutron] Attempting to bind port 6b9484b1-6a61-439a-9db5-9c68155c072d on network 1dd86a08-7dd8-4588-b4f7-0af7a8217f63 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:50:42.260781 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe770c6-9b7b-41e4-b98f-51235823e906 service neutron] Pushing event updated for resources: {'Port': ['ID=86747529-7f41-4d31-8426-9a1d177d4d13,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:42.383920 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-de8d72e6-4396-4df9-9434-b66329803754 service neutron] Port 6b9484b1-6a61-439a-9db5-9c68155c072d on network 1dd86a08-7dd8-4588-b4f7-0af7a8217f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:50:42.384340 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-de8d72e6-4396-4df9-9434-b66329803754 service neutron] Attempting to bind port 6b9484b1-6a61-439a-9db5-9c68155c072d on network 1dd86a08-7dd8-4588-b4f7-0af7a8217f63 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:50:42.394481 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-877ef97d-5e2a-42bd-963b-3979f7da0e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:42.397606 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-448986f4-dc9e-4649-a970-500ac37d3709 req-efe770c6-9b7b-41e4-b98f-51235823e906 service neutron] Attempting to bind port 86747529-7f41-4d31-8426-9a1d177d4d13 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:50:42.398047 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-448986f4-dc9e-4649-a970-500ac37d3709 req-efe770c6-9b7b-41e4-b98f-51235823e906 service neutron] Attempting to bind port 86747529-7f41-4d31-8426-9a1d177d4d13 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'ab2c94c8-27a3-466e-851f-df9b73e428ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1b6a3f4a-ea8d-4a98-aa07-cb567010601c'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:50:42.398526 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448986f4-dc9e-4649-a970-500ac37d3709 req-efe770c6-9b7b-41e4-b98f-51235823e906 service neutron] Attempting to bind port 86747529-7f41-4d31-8426-9a1d177d4d13 on network 1b6a3f4a-ea8d-4a98-aa07-cb567010601c {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:50:42.398803 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ced4ef5-5191-4ec2-8859-20a6c880fb28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Router 05416a90-0230-4fef-b347-f3f7e2688c67 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:50:42.407224 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-de8d72e6-4396-4df9-9434-b66329803754 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:50:42.407652 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-de8d72e6-4396-4df9-9434-b66329803754 service neutron] Checking segment: {'id': 'daad3582-9abd-449f-85ba-5c80ef9418e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:50:42.408039 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-de8d72e6-4396-4df9-9434-b66329803754 service neutron] Bound using segment: {'id': 'daad3582-9abd-449f-85ba-5c80ef9418e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:50:42.408686 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-de8d72e6-4396-4df9-9434-b66329803754 service neutron] Bound port: 6b9484b1-6a61-439a-9db5-9c68155c072d, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daad3582-9abd-449f-85ba-5c80ef9418e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:50:42.409153 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-de8d72e6-4396-4df9-9434-b66329803754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:42.415830 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448986f4-dc9e-4649-a970-500ac37d3709 req-efe770c6-9b7b-41e4-b98f-51235823e906 service neutron] Port 86747529-7f41-4d31-8426-9a1d177d4d13 on network 1b6a3f4a-ea8d-4a98-aa07-cb567010601c not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:50:42.416504 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448986f4-dc9e-4649-a970-500ac37d3709 req-efe770c6-9b7b-41e4-b98f-51235823e906 service neutron] Attempting to bind port 86747529-7f41-4d31-8426-9a1d177d4d13 on network 1b6a3f4a-ea8d-4a98-aa07-cb567010601c {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:50:42.426908 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448986f4-dc9e-4649-a970-500ac37d3709 req-efe770c6-9b7b-41e4-b98f-51235823e906 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:50:42.427379 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448986f4-dc9e-4649-a970-500ac37d3709 req-efe770c6-9b7b-41e4-b98f-51235823e906 service neutron] Checking segment: {'id': 'ab2c94c8-27a3-466e-851f-df9b73e428ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1b6a3f4a-ea8d-4a98-aa07-cb567010601c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:50:42.428411 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448986f4-dc9e-4649-a970-500ac37d3709 req-efe770c6-9b7b-41e4-b98f-51235823e906 service neutron] Bound using segment: {'id': 'ab2c94c8-27a3-466e-851f-df9b73e428ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1b6a3f4a-ea8d-4a98-aa07-cb567010601c'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:50:42.428952 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-448986f4-dc9e-4649-a970-500ac37d3709 req-efe770c6-9b7b-41e4-b98f-51235823e906 service neutron] Bound port: 86747529-7f41-4d31-8426-9a1d177d4d13, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab2c94c8-27a3-466e-851f-df9b73e428ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1b6a3f4a-ea8d-4a98-aa07-cb567010601c'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:50:42.429682 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-448986f4-dc9e-4649-a970-500ac37d3709 req-efe770c6-9b7b-41e4-b98f-51235823e906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:42.539420 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ced4ef5-5191-4ec2-8859-20a6c880fb28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:50:42.546488 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9ced4ef5-5191-4ec2-8859-20a6c880fb28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "PUT /v2.0/routers/05416a90-0230-4fef-b347-f3f7e2688c67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7896903 Apr 28 19:50:42.549058 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34776) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:42.554760 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454ceb9d-2368-4c10-a056-402e5866d385 None None] Sync routers for ids ['05416a90-0230-4fef-b347-f3f7e2688c67'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:50:42.565894 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454ceb9d-2368-4c10-a056-402e5866d385 None None] Routers {'05416a90-0230-4fef-b347-f3f7e2688c67'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:50:42.567436 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-454ceb9d-2368-4c10-a056-402e5866d385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:50:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['05416a90-0230-4fef-b347-f3f7e2688c67'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:42.570811 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-448986f4-dc9e-4649-a970-500ac37d3709 req-efe770c6-9b7b-41e4-b98f-51235823e906 service neutron] For port 86747529-7f41-4d31-8426-9a1d177d4d13, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:50:42.577478 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-448986f4-dc9e-4649-a970-500ac37d3709 req-efe770c6-9b7b-41e4-b98f-51235823e906 service neutron] For port 86747529-7f41-4d31-8426-9a1d177d4d13, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=86747529-7f41-4d31-8426-9a1d177d4d13,segment=NetworkSegment(ab2c94c8-27a3-466e-851f-df9b73e428ff),segment_id=ab2c94c8-27a3-466e-851f-df9b73e428ff)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:50:42.601873 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-877ef97d-5e2a-42bd-963b-3979f7da0e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:42.604720 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-de8d72e6-4396-4df9-9434-b66329803754 service neutron] For port 6b9484b1-6a61-439a-9db5-9c68155c072d, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:50:42.605784 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-448986f4-dc9e-4649-a970-500ac37d3709 req-efe770c6-9b7b-41e4-b98f-51235823e906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:42.621379 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-877ef97d-5e2a-42bd-963b-3979f7da0e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:42.627228 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-de8d72e6-4396-4df9-9434-b66329803754 service neutron] For port 6b9484b1-6a61-439a-9db5-9c68155c072d, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=6b9484b1-6a61-439a-9db5-9c68155c072d,segment=NetworkSegment(daad3582-9abd-449f-85ba-5c80ef9418e3),segment_id=daad3582-9abd-449f-85ba-5c80ef9418e3)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:50:42.631432 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80603d63-8d52-48c0-9b46-6e60d47cd5f4 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:42.633173 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80603d63-8d52-48c0-9b46-6e60d47cd5f4 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:42.637912 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-80603d63-8d52-48c0-9b46-6e60d47cd5f4 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0847368 Apr 28 19:50:42.644659 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34778) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:42.647907 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-de8d72e6-4396-4df9-9434-b66329803754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:42.671599 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-454ceb9d-2368-4c10-a056-402e5866d385 None None] Set router 05416a90-0230-4fef-b347-f3f7e2688c67 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:50:42.706801 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ef97d-5e2a-42bd-963b-3979f7da0e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d786536-28bb-4df9-ab17-39c0e5e2f11f,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:42.734208 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-877ef97d-5e2a-42bd-963b-3979f7da0e76 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b8110839da174793a22d71039608eaab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5563095 Apr 28 19:50:42.734894 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34780) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:42.736294 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448986f4-dc9e-4649-a970-500ac37d3709 req-efe770c6-9b7b-41e4-b98f-51235823e906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:42.736925 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-448986f4-dc9e-4649-a970-500ac37d3709 req-efe770c6-9b7b-41e4-b98f-51235823e906 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:42.738297 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-448986f4-dc9e-4649-a970-500ac37d3709 req-efe770c6-9b7b-41e4-b98f-51235823e906 service neutron] 10.222.0.44 "PUT /v2.0/ports/86747529-7f41-4d31-8426-9a1d177d4d13 HTTP/1.1" status: 200 len: 1091 time: 1.4121025 Apr 28 19:50:42.742682 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2168d83-93bb-4f69-a629-b61e2c7e57ef', 'tag': '86747529-7f41-4d31-8426-9a1d177d4d13'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:50:42.746143 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc09030-6a95-4826-ac0a-022cb32d79a9" -d '{"events": [{"name": "network-changed", "server_uuid": "b2168d83-93bb-4f69-a629-b61e2c7e57ef", "tag": "86747529-7f41-4d31-8426-9a1d177d4d13"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:50:42.760343 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-454ceb9d-2368-4c10-a056-402e5866d385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05416a90-0230-4fef-b347-f3f7e2688c67', 'name': 'tempest-NetworksTestDHCPv6-router-117014433', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:50:28Z', 'updated_at': '2022-04-28T19:50:41Z', 'revision_number': 3, 'project_id': 'db556cb00e88416ab6b08e9d3eea023f', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:42.822289 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454ceb9d-2368-4c10-a056-402e5866d385 None None] Checking router: 05416a90-0230-4fef-b347-f3f7e2688c67 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:50:42.841228 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454ceb9d-2368-4c10-a056-402e5866d385 None None] Routers {'05416a90-0230-4fef-b347-f3f7e2688c67'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:50:42.841862 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-454ceb9d-2368-4c10-a056-402e5866d385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:50:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['05416a90-0230-4fef-b347-f3f7e2688c67'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:42.849184 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-de8d72e6-4396-4df9-9434-b66329803754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:42.849890 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-de8d72e6-4396-4df9-9434-b66329803754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:42.854739 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-de8d72e6-4396-4df9-9434-b66329803754 service neutron] 10.222.0.15 "PUT /v2.0/ports/6b9484b1-6a61-439a-9db5-9c68155c072d HTTP/1.1" status: 200 len: 1091 time: 3.0632436 Apr 28 19:50:42.877878 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d72e6-4396-4df9-9434-b66329803754 service neutron] Pushing event updated for resources: {'Port': ['ID=6b9484b1-6a61-439a-9db5-9c68155c072d,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:42.880249 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe770c6-9b7b-41e4-b98f-51235823e906 service neutron] Pushing event updated for resources: {'Port': ['ID=86747529-7f41-4d31-8426-9a1d177d4d13,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:42.903546 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448986f4-dc9e-4649-a970-500ac37d3709 req-576a7dc6-991f-4978-b44d-a308937eff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:42.905109 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-448986f4-dc9e-4649-a970-500ac37d3709 req-576a7dc6-991f-4978-b44d-a308937eff88 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a0762e93be5b475288865c615d96d113&device_id=b2168d83-93bb-4f69-a629-b61e2c7e57ef HTTP/1.1" status: 200 len: 1094 time: 0.1008565 Apr 28 19:50:42.911450 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-74816615-0c73-4151-91ca-d9659228c549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:42.912744 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c8ae13-7edf-46c4-ae52-950994ea8cc6', 'tag': '6b9484b1-6a61-439a-9db5-9c68155c072d'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:50:42.915354 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8be7e56-aa93-41bd-82a5-814ee8c500c5" -d '{"events": [{"name": "network-changed", "server_uuid": "21c8ae13-7edf-46c4-ae52-950994ea8cc6", "tag": "6b9484b1-6a61-439a-9db5-9c68155c072d"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:50:42.983724 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-454ceb9d-2368-4c10-a056-402e5866d385 None None] Set router 05416a90-0230-4fef-b347-f3f7e2688c67 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:50:43.012156 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-448986f4-dc9e-4649-a970-500ac37d3709 req-56b2b79b-db5e-4fb6-9aa0-60bb2b3a5ccf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86747529-7f41-4d31-8426-9a1d177d4d13 HTTP/1.1" status: 200 len: 217 time: 0.0897217 Apr 28 19:50:43.152451 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6377e61b-a4b2-4b83-a751-d5a386e74e79 x-openstack-request-id: req-6377e61b-a4b2-4b83-a751-d5a386e74e79 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:50:43.152782 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2168d83-93bb-4f69-a629-b61e2c7e57ef", "tag": "86747529-7f41-4d31-8426-9a1d177d4d13", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:50:43.153002 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6377e61b-a4b2-4b83-a751-d5a386e74e79 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:50:43.153431 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6377e61b-a4b2-4b83-a751-d5a386e74e79'] response: {'name': 'network-changed', 'server_uuid': 'b2168d83-93bb-4f69-a629-b61e2c7e57ef', 'tag': '86747529-7f41-4d31-8426-9a1d177d4d13', 'status': 'completed', 'code': 200} Apr 28 19:50:43.164243 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-74816615-0c73-4151-91ca-d9659228c549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:43.168506 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0376ec74-d50b-4f7c-8db7-e27416076861 x-openstack-request-id: req-0376ec74-d50b-4f7c-8db7-e27416076861 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:50:43.169095 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c8ae13-7edf-46c4-ae52-950994ea8cc6", "tag": "6b9484b1-6a61-439a-9db5-9c68155c072d", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:50:43.169545 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0376ec74-d50b-4f7c-8db7-e27416076861 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:50:43.170135 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0376ec74-d50b-4f7c-8db7-e27416076861'] response: {'name': 'network-changed', 'server_uuid': '21c8ae13-7edf-46c4-ae52-950994ea8cc6', 'tag': '6b9484b1-6a61-439a-9db5-9c68155c072d', 'status': 'completed', 'code': 200} Apr 28 19:50:43.180435 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d45924cd-8e1e-42e0-bebe-75e9b6474961 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting subnet 88a59728-a23b-4aab-a0b8-f22c1bfcfbb1 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:50:43.186671 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d45924cd-8e1e-42e0-bebe-75e9b6474961 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:43.256861 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d45924cd-8e1e-42e0-bebe-75e9b6474961 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:43.262162 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448986f4-dc9e-4649-a970-500ac37d3709 req-bf2086c7-2fb9-4077-98a8-db87df297e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:43.263642 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-448986f4-dc9e-4649-a970-500ac37d3709 req-bf2086c7-2fb9-4077-98a8-db87df297e84 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3272c71-9406-4bde-b6c8-9fbf3fe371b1 HTTP/1.1" status: 200 len: 854 time: 0.2304244 Apr 28 19:50:43.347079 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-448986f4-dc9e-4649-a970-500ac37d3709 req-0e288a45-2f47-4a96-af3b-13777af5d4ab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b6a3f4a-ea8d-4a98-aa07-cb567010601c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679026 Apr 28 19:50:43.356873 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-454ceb9d-2368-4c10-a056-402e5866d385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05416a90-0230-4fef-b347-f3f7e2688c67', 'name': 'tempest-NetworksTestDHCPv6-router-117014433', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:50:28Z', 'updated_at': '2022-04-28T19:50:41Z', 'revision_number': 3, 'project_id': 'db556cb00e88416ab6b08e9d3eea023f', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:43.390679 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454ceb9d-2368-4c10-a056-402e5866d385 None None] The sync data for ids ['05416a90-0230-4fef-b347-f3f7e2688c67'] in n-d-839810-1 is: [{'id': '05416a90-0230-4fef-b347-f3f7e2688c67', 'name': 'tempest-NetworksTestDHCPv6-router-117014433', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:50:28Z', 'updated_at': '2022-04-28T19:50:41Z', 'revision_number': 3, 'project_id': 'db556cb00e88416ab6b08e9d3eea023f', 'gw_port_host': None}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:50:43.395213 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d45924cd-8e1e-42e0-bebe-75e9b6474961 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:43.437594 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807844ea-34d9-421e-bd11-2659d5b9af03 req-c7b98835-09a0-4d06-8ae0-ec6249499362 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:43.439251 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-807844ea-34d9-421e-bd11-2659d5b9af03 req-c7b98835-09a0-4d06-8ae0-ec6249499362 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c8ae13-7edf-46c4-ae52-950994ea8cc6 HTTP/1.1" status: 200 len: 943 time: 0.4672027 Apr 28 19:50:43.464613 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-f34ff75c-a26a-4611-b5e6-335e4529b5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:43.466298 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-f34ff75c-a26a-4611-b5e6-335e4529b5b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dcadc66e0b2646d28c33130e37263af0&device_id=21c8ae13-7edf-46c4-ae52-950994ea8cc6 HTTP/1.1" status: 200 len: 1094 time: 0.5394547 Apr 28 19:50:43.469951 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7535e51-8958-469f-92d9-7baae1e97231 req-42166238-857d-4ad0-8cce-5b6722010951 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:43.471482 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c7535e51-8958-469f-92d9-7baae1e97231 req-42166238-857d-4ad0-8cce-5b6722010951 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2168d83-93bb-4f69-a629-b61e2c7e57ef HTTP/1.1" status: 200 len: 943 time: 0.1937480 Apr 28 19:50:43.493638 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-74816615-0c73-4151-91ca-d9659228c549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:43.499426 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-74816615-0c73-4151-91ca-d9659228c549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:43.503653 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-74816615-0c73-4151-91ca-d9659228c549 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1d786536-28bb-4df9-ab17-39c0e5e2f11f HTTP/1.1" status: 204 len: 168 time: 0.7618072 Apr 28 19:50:43.540594 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-448986f4-dc9e-4649-a970-500ac37d3709 req-386d25c2-4389-469b-be51-2923b915ef74 service neutron] 10.222.0.44 "GET /v2.0/networks/1b6a3f4a-ea8d-4a98-aa07-cb567010601c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836305 Apr 28 19:50:43.544160 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74816615-0c73-4151-91ca-d9659228c549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d786536-28bb-4df9-ab17-39c0e5e2f11f,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:43.555155 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-807844ea-34d9-421e-bd11-2659d5b9af03 req-8c721f22-4035-416b-8550-724e9c1e23ef tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033990 Apr 28 19:50:43.559531 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-9f71f125-51e5-41e2-aec6-7de80b2ad274 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b9484b1-6a61-439a-9db5-9c68155c072d HTTP/1.1" status: 200 len: 217 time: 0.0787780 Apr 28 19:50:43.625192 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-df714d8d-e354-4fb3-b407-9de049b76439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:43.627596 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-df714d8d-e354-4fb3-b407-9de049b76439 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d396974-bf85-4823-9eae-70a0b8bd71b5 HTTP/1.1" status: 200 len: 846 time: 0.0585690 Apr 28 19:50:43.636206 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d45924cd-8e1e-42e0-bebe-75e9b6474961 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:43.658606 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d45924cd-8e1e-42e0-bebe-75e9b6474961 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:43.665492 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d45924cd-8e1e-42e0-bebe-75e9b6474961 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/88a59728-a23b-4aab-a0b8-f22c1bfcfbb1 HTTP/1.1" status: 204 len: 168 time: 1.0192099 Apr 28 19:50:43.668354 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34802) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:43.669094 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc9b231-754a-4afa-beb7-37c159f758b3 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:50:43.698235 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-448986f4-dc9e-4649-a970-500ac37d3709 req-1945cf72-bd74-4e7a-ae72-f80f50071293 service neutron] 10.222.0.44 "GET /v2.0/networks/1b6a3f4a-ea8d-4a98-aa07-cb567010601c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498377 Apr 28 19:50:43.701399 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c7535e51-8958-469f-92d9-7baae1e97231 req-4f4813bb-6290-4b5d-afb8-86dd6a3bbb64 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111862 Apr 28 19:50:43.790194 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45924cd-8e1e-42e0-bebe-75e9b6474961 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Subnet': ['ID=88a59728-a23b-4aab-a0b8-f22c1bfcfbb1,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:43.797435 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-b1a66324-043e-4616-a5ab-efaeee4206b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1468830 Apr 28 19:50:43.906712 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc09030-6a95-4826-ac0a-022cb32d79a9 req-484d87f2-2854-41d1-a93c-45fa5cd376d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:43.908832 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8cc09030-6a95-4826-ac0a-022cb32d79a9 req-484d87f2-2854-41d1-a93c-45fa5cd376d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a0762e93be5b475288865c615d96d113&device_id=b2168d83-93bb-4f69-a629-b61e2c7e57ef HTTP/1.1" status: 200 len: 1094 time: 0.1287451 Apr 28 19:50:43.940766 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9dd39aea-ed19-4e41-942f-e1fcbe5f5af4 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:50:44.041870 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 9dd39aea-ed19-4e41-942f-e1fcbe5f5af4 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:50:44.042255 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9dd39aea-ed19-4e41-942f-e1fcbe5f5af4 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:50:44.055783 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc09030-6a95-4826-ac0a-022cb32d79a9 req-2b08155f-7712-4f56-aac0-4f48080935dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:44.060609 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8cc09030-6a95-4826-ac0a-022cb32d79a9 req-2b08155f-7712-4f56-aac0-4f48080935dd service neutron] 10.222.0.44 "GET /v2.0/networks?id=1b6a3f4a-ea8d-4a98-aa07-cb567010601c HTTP/1.1" status: 200 len: 915 time: 0.1422360 Apr 28 19:50:44.102697 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-31f93190-ecf0-4df9-99e2-d200c5f9852d service neutron] 10.222.0.15 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232645 Apr 28 19:50:44.120832 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8cc09030-6a95-4826-ac0a-022cb32d79a9 req-68cb797a-241d-457b-ad02-0ace75b97b3f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86747529-7f41-4d31-8426-9a1d177d4d13 HTTP/1.1" status: 200 len: 217 time: 0.0500362 Apr 28 19:50:44.203672 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e621d227-15d4-49d5-a62d-b528bf051c10 None None] DHCP port deletion for 3bb4ad15-38e1-4028-be09-c8cdfded96d3 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:50:44.239848 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc09030-6a95-4826-ac0a-022cb32d79a9 req-f0a18245-4300-4d7e-ba7f-e909b837e8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:44.241604 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8cc09030-6a95-4826-ac0a-022cb32d79a9 req-f0a18245-4300-4d7e-ba7f-e909b837e8fd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3272c71-9406-4bde-b6c8-9fbf3fe371b1 HTTP/1.1" status: 200 len: 854 time: 0.1012597 Apr 28 19:50:44.280757 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5643eb34-03ae-43fc-ac9b-0cf84285652c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6028302 Apr 28 19:50:44.293362 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34820) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:44.319567 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8cc09030-6a95-4826-ac0a-022cb32d79a9 req-2c717f78-fc78-47dd-8148-7394b5478215 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b6a3f4a-ea8d-4a98-aa07-cb567010601c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598564 Apr 28 19:50:44.342543 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-e621d227-15d4-49d5-a62d-b528bf051c10 None None] Deleting port 193b9e43-0e86-4cfe-89cc-1a5b5d9d5576 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:50:44.345705 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e621d227-15d4-49d5-a62d-b528bf051c10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:44.441856 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8cc09030-6a95-4826-ac0a-022cb32d79a9 req-70ac0e6d-3c51-4f43-bb80-87b704eacac5 service neutron] 10.222.0.44 "GET /v2.0/networks/1b6a3f4a-ea8d-4a98-aa07-cb567010601c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084175 Apr 28 19:50:44.444084 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-e621d227-15d4-49d5-a62d-b528bf051c10 None None] For port 193b9e43-0e86-4cfe-89cc-1a5b5d9d5576, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=193b9e43-0e86-4cfe-89cc-1a5b5d9d5576,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:44.444785 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e621d227-15d4-49d5-a62d-b528bf051c10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:44.451173 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06148e-6b96-44ae-a174-4727573a872b req-6bf5fa33-cfb1-45b7-9133-4d12810396aa tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:44.453011 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6a06148e-6b96-44ae-a174-4727573a872b req-6bf5fa33-cfb1-45b7-9133-4d12810396aa tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 946 time: 0.2104485 Apr 28 19:50:44.466462 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-e621d227-15d4-49d5-a62d-b528bf051c10 None None] Calling delete_port for 193b9e43-0e86-4cfe-89cc-1a5b5d9d5576 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:50:44.495401 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0d5a775c-d1be-49fe-a968-005057684c08 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:44.550018 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6a06148e-6b96-44ae-a174-4727573a872b req-ddb4e86f-1d95-41ff-9f1b-8bb8ae71dccb tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866318 Apr 28 19:50:44.588528 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e621d227-15d4-49d5-a62d-b528bf051c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:44.594076 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8cc09030-6a95-4826-ac0a-022cb32d79a9 req-acd084f7-ab08-4c19-a8ea-58874282d846 service neutron] 10.222.0.44 "GET /v2.0/networks/1b6a3f4a-ea8d-4a98-aa07-cb567010601c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400354 Apr 28 19:50:44.601891 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e621d227-15d4-49d5-a62d-b528bf051c10 None None] No DVR routers for this DVR port 193b9e43-0e86-4cfe-89cc-1a5b5d9d5576 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:50:44.628660 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621d227-15d4-49d5-a62d-b528bf051c10 None None] Pushing event deleted for resources: {'Port': ['ID=193b9e43-0e86-4cfe-89cc-1a5b5d9d5576,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:44.688141 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9e4e2da-ac85-4226-9e9b-8dc65407fce2 req-5ec0a7bb-3108-47b9-9dda-545d91ecb57b service neutron] 10.222.0.15 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5741975 Apr 28 19:50:44.779411 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0d5a775c-d1be-49fe-a968-005057684c08 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:44.781687 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0d5a775c-d1be-49fe-a968-005057684c08 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:44.853099 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50cab47-41d3-4803-862f-d5fe2a87050e req-20d12d3f-fdd9-419c-8e90-0cb8c1fe4d1c tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:44.855650 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c50cab47-41d3-4803-862f-d5fe2a87050e req-20d12d3f-fdd9-419c-8e90-0cb8c1fe4d1c tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2168d83-93bb-4f69-a629-b61e2c7e57ef HTTP/1.1" status: 200 len: 943 time: 0.0616581 Apr 28 19:50:44.924469 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c50cab47-41d3-4803-862f-d5fe2a87050e req-7cfa7c07-4c4e-417d-af03-909e84b7a998 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593705 Apr 28 19:50:45.135583 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0d5a775c-d1be-49fe-a968-005057684c08 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:45.135883 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5a775c-d1be-49fe-a968-005057684c08 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Fanout notify agent at l3_agent the message router_deleted on router 05416a90-0230-4fef-b347-f3f7e2688c67 {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:50:45.143983 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0d5a775c-d1be-49fe-a968-005057684c08 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:45.145147 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0d5a775c-d1be-49fe-a968-005057684c08 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/routers/05416a90-0230-4fef-b347-f3f7e2688c67 HTTP/1.1" status: 204 len: 168 time: 0.8495855 Apr 28 19:50:45.147847 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34842) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:45.173271 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a72170-7300-4095-ad17-200d2698580d req-95bb8fcb-e6ea-46e3-b437-922bb1556d95 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:45.181142 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7a72170-7300-4095-ad17-200d2698580d req-95bb8fcb-e6ea-46e3-b437-922bb1556d95 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c8ae13-7edf-46c4-ae52-950994ea8cc6 HTTP/1.1" status: 200 len: 943 time: 0.4604516 Apr 28 19:50:45.206098 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be7e56-aa93-41bd-82a5-814ee8c500c5 req-bfb400c5-7aad-451c-adef-a70d7d7fc58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:45.207596 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d8be7e56-aa93-41bd-82a5-814ee8c500c5 req-bfb400c5-7aad-451c-adef-a70d7d7fc58b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dcadc66e0b2646d28c33130e37263af0&device_id=21c8ae13-7edf-46c4-ae52-950994ea8cc6 HTTP/1.1" status: 200 len: 1094 time: 0.1059906 Apr 28 19:50:45.234596 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-93b4358e-7ae9-4946-b805-30761d30fc27 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0830567 Apr 28 19:50:45.236510 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34848) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:45.331526 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1feba9-a842-4090-95f1-62561c106392 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:45.333422 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5b1feba9-a842-4090-95f1-62561c106392 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0959532 Apr 28 19:50:45.335880 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34854) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:45.357710 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7a72170-7300-4095-ad17-200d2698580d req-e3dff923-7fab-46c6-92e5-9287631a7cc5 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753354 Apr 28 19:50:45.390006 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5702eb73-e708-46e2-9dc1-0a04edba8b9c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0521414 Apr 28 19:50:45.395545 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34858) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:45.403062 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-bb95ea09-e992-471f-b449-ac2f4f3bd026 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:45.447716 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be7e56-aa93-41bd-82a5-814ee8c500c5 req-572b021a-36a5-4368-88e8-c551128cfa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:45.453347 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d8be7e56-aa93-41bd-82a5-814ee8c500c5 req-572b021a-36a5-4368-88e8-c551128cfa50 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63 HTTP/1.1" status: 200 len: 907 time: 0.2377155 Apr 28 19:50:45.543873 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d8be7e56-aa93-41bd-82a5-814ee8c500c5 req-089340de-ae6c-4890-9950-9257757359f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b9484b1-6a61-439a-9db5-9c68155c072d HTTP/1.1" status: 200 len: 217 time: 0.0815554 Apr 28 19:50:45.546230 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb95ea09-e992-471f-b449-ac2f4f3bd026 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:50:45.560294 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bb95ea09-e992-471f-b449-ac2f4f3bd026 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:45.702314 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be7e56-aa93-41bd-82a5-814ee8c500c5 req-7562df7a-e1e2-426f-993d-eec86968ed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:45.703798 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d8be7e56-aa93-41bd-82a5-814ee8c500c5 req-7562df7a-e1e2-426f-993d-eec86968ed5e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d396974-bf85-4823-9eae-70a0b8bd71b5 HTTP/1.1" status: 200 len: 846 time: 0.1524909 Apr 28 19:50:45.718979 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 193b9e43-0e86-4cfe-89cc-1a5b5d9d5576 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:50:45.753164 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 193b9e43-0e86-4cfe-89cc-1a5b5d9d5576 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:50:45.753849 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 193b9e43-0e86-4cfe-89cc-1a5b5d9d5576 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:50:45.755751 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 86747529-7f41-4d31-8426-9a1d177d4d13 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:50:45.764960 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d8be7e56-aa93-41bd-82a5-814ee8c500c5 req-baac7edd-0e55-469c-8521-a11c7a8c4b47 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529337 Apr 28 19:50:45.788307 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34874) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:45.915942 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86eb97-2a3a-4f64-adb7-5eb5f391bcfa req-8e29251e-60ff-4e84-9f61-76cb465fbb3d tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:45.924830 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6d86eb97-2a3a-4f64-adb7-5eb5f391bcfa req-8e29251e-60ff-4e84-9f61-76cb465fbb3d tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 946 time: 0.2253120 Apr 28 19:50:45.969615 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d8be7e56-aa93-41bd-82a5-814ee8c500c5 req-9fa4366c-e648-4a99-9907-785e0bedde5a service neutron] 10.222.0.15 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973000 Apr 28 19:50:45.987646 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 86747529-7f41-4d31-8426-9a1d177d4d13, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=86747529-7f41-4d31-8426-9a1d177d4d13,segment=NetworkSegment(ab2c94c8-27a3-466e-851f-df9b73e428ff),segment_id=ab2c94c8-27a3-466e-851f-df9b73e428ff)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:45.992675 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8478ab-8742-423e-a5f4-ddf132039f59 req-88eb2c0e-431f-4000-893a-9f1430fa20ef tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:45.995146 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8c8478ab-8742-423e-a5f4-ddf132039f59 req-88eb2c0e-431f-4000-893a-9f1430fa20ef tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.44 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 946 time: 0.2585578 Apr 28 19:50:46.004871 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '86747529-7f41-4d31-8426-9a1d177d4d13', 'network_id': '1b6a3f4a-ea8d-4a98-aa07-cb567010601c', 'port_id': '86747529-7f41-4d31-8426-9a1d177d4d13', 'mac_address': 'fa:16:3e:4c:37:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3272c71-9406-4bde-b6c8-9fbf3fe371b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:50:46.028652 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6d86eb97-2a3a-4f64-adb7-5eb5f391bcfa req-71988a0c-ad76-4f7b-a6ee-e0ab8aae23cd tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/security-groups?id=1eebc748-5f6a-4a62-a212-8ef9f5cc3455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024983 Apr 28 19:50:46.061227 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:46.085887 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86747529-7f41-4d31-8426-9a1d177d4d13 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:50:46.111654 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 86747529-7f41-4d31-8426-9a1d177d4d13, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=86747529-7f41-4d31-8426-9a1d177d4d13,segment=NetworkSegment(ab2c94c8-27a3-466e-851f-df9b73e428ff),segment_id=ab2c94c8-27a3-466e-851f-df9b73e428ff)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:46.117291 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:46.149779 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da5e8212-21de-462b-980d-9232c29ba667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:46.199416 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=86747529-7f41-4d31-8426-9a1d177d4d13,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:46.234584 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2419e-2f50-4749-8268-9fab0585168e req-95f33303-cee2-4998-91cf-64a3eda66d00 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:46.235841 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75b2419e-2f50-4749-8268-9fab0585168e req-95f33303-cee2-4998-91cf-64a3eda66d00 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2168d83-93bb-4f69-a629-b61e2c7e57ef HTTP/1.1" status: 200 len: 944 time: 0.1270053 Apr 28 19:50:46.251952 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d8be7e56-aa93-41bd-82a5-814ee8c500c5 req-f7705f8a-fd96-4e63-bde5-a45f8e556b44 service neutron] 10.222.0.15 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717094 Apr 28 19:50:46.254049 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-8c8478ab-8742-423e-a5f4-ddf132039f59 req-950a718a-dfef-4365-98e7-6bb6bafb46a1 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Deleting port 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:50:46.254473 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8c8478ab-8742-423e-a5f4-ddf132039f59 req-950a718a-dfef-4365-98e7-6bb6bafb46a1 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:46.324403 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['86747529-7f41-4d31-8426-9a1d177d4d13'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:50:46.328800 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75b2419e-2f50-4749-8268-9fab0585168e req-5fd48528-57a5-40ae-990c-e3ae79d7a764 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738094 Apr 28 19:50:46.352830 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da5e8212-21de-462b-980d-9232c29ba667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:46.361381 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da5e8212-21de-462b-980d-9232c29ba667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:46.393676 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-da5e8212-21de-462b-980d-9232c29ba667 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cf2d4e115b914606ab1aa842fe31e239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6042151 Apr 28 19:50:46.396262 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34894) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:46.454141 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e8212-21de-462b-980d-9232c29ba667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ad46fd-d295-4ee1-9b98-208fbc33fb5b,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:46.498673 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0b085f98-4490-41e8-9d18-9ffe34bd53ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:46.526700 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0b085f98-4490-41e8-9d18-9ffe34bd53ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:46.597927 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0b085f98-4490-41e8-9d18-9ffe34bd53ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:46.601193 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0b085f98-4490-41e8-9d18-9ffe34bd53ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:46.602567 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0b085f98-4490-41e8-9d18-9ffe34bd53ed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/35ad46fd-d295-4ee1-9b98-208fbc33fb5b HTTP/1.1" status: 204 len: 168 time: 0.1988173 Apr 28 19:50:46.612957 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b085f98-4490-41e8-9d18-9ffe34bd53ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ad46fd-d295-4ee1-9b98-208fbc33fb5b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:46.662879 n-d-839810-1 neutron-server[102774]: DEBUG neutron.objects.ports [None req-bb95ea09-e992-471f-b449-ac2f4f3bd026 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102774) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 19:50:46.673456 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bb95ea09-e992-471f-b449-ac2f4f3bd026 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:46.772322 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb95ea09-e992-471f-b449-ac2f4f3bd026 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:50:46.786417 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-bb95ea09-e992-471f-b449-ac2f4f3bd026 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:46.795106 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb95ea09-e992-471f-b449-ac2f4f3bd026 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:46.795718 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bb95ea09-e992-471f-b449-ac2f4f3bd026 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:46.799238 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-8c8478ab-8742-423e-a5f4-ddf132039f59 req-950a718a-dfef-4365-98e7-6bb6bafb46a1 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] For port 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0,segment=NetworkSegment(51039b99-7ae2-4b2a-8868-b76f3cd7a80e),segment_id=51039b99-7ae2-4b2a-8868-b76f3cd7a80e)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:46.799640 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8c8478ab-8742-423e-a5f4-ddf132039f59 req-950a718a-dfef-4365-98e7-6bb6bafb46a1 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:46.800201 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e873d4ea-f11a-454e-a5af-723c133a378c None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:50:46.814924 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95ea09-e992-471f-b449-ac2f4f3bd026 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Subnet': ['ID=8f1bbda0-72a3-4708-853c-ec939d84892d,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:46.829332 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-8c8478ab-8742-423e-a5f4-ddf132039f59 req-950a718a-dfef-4365-98e7-6bb6bafb46a1 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Calling delete_port for 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:50:46.845504 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029a154-60f7-446d-ad90-92df52c4b49f req-372a79e2-cc03-4a5a-b94c-b3590f8d5f04 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:46.853769 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7029a154-60f7-446d-ad90-92df52c4b49f req-372a79e2-cc03-4a5a-b94c-b3590f8d5f04 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c8ae13-7edf-46c4-ae52-950994ea8cc6 HTTP/1.1" status: 200 len: 943 time: 0.1837275 Apr 28 19:50:46.872166 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-bb95ea09-e992-471f-b449-ac2f4f3bd026 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4745421 Apr 28 19:50:46.876666 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34916) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:46.882456 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-180b2f9f-f8c6-4665-b74b-8c63843b1e9b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:46.952540 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7029a154-60f7-446d-ad90-92df52c4b49f req-bc20efc5-f4dd-40c1-8553-9174448b188a tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975070 Apr 28 19:50:47.059364 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed27228-2fe9-4238-9c1e-71d6030d2755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'fixed_ips': [{'subnet_id': '8f1bbda0-72a3-4708-853c-ec939d84892d'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:50:47.065422 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-eed27228-2fe9-4238-9c1e-71d6030d2755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:47.076360 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8c8478ab-8742-423e-a5f4-ddf132039f59 req-950a718a-dfef-4365-98e7-6bb6bafb46a1 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:47.111728 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:50:47.117930 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180b2f9f-f8c6-4665-b74b-8c63843b1e9b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:50:47.122778 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-180b2f9f-f8c6-4665-b74b-8c63843b1e9b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:47.152895 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a718a-dfef-4365-98e7-6bb6bafb46a1 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Pushing event deleted for resources: {'Port': ['ID=88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:47.251317 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8478ab-8742-423e-a5f4-ddf132039f59 req-950a718a-dfef-4365-98e7-6bb6bafb46a1 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] No DVR routers for this DVR port 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:50:47.258435 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8c8478ab-8742-423e-a5f4-ddf132039f59 req-950a718a-dfef-4365-98e7-6bb6bafb46a1 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:47.262836 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8c8478ab-8742-423e-a5f4-ddf132039f59 req-950a718a-dfef-4365-98e7-6bb6bafb46a1 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.44 "DELETE /v2.0/ports/88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 HTTP/1.1" status: 204 len: 173 time: 1.2603214 Apr 28 19:50:47.263724 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da916a6d-8098-4792-9b7d-ca4290412279', 'name': 'network-vif-deleted', 'tag': '88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:50:47.279223 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df787dd-dbf4-4031-94ba-df7ce6c9451c" -d '{"events": [{"server_uuid": "da916a6d-8098-4792-9b7d-ca4290412279", "name": "network-vif-deleted", "tag": "88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:50:47.329918 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ec049a7a-cdd6-4090-8324-dcbb23ddeb26 req-3cae58ab-d88d-46c5-8618-d6c7d4467360 tempest-ServersNegativeTestJSON-187166860 tempest-ServersNegativeTestJSON-187166860-project] 10.222.0.42 "GET /v2.0/ports?device_id=da916a6d-8098-4792-9b7d-ca4290412279 HTTP/1.1" status: 200 len: 210 time: 0.1499929 Apr 28 19:50:47.335659 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-eed27228-2fe9-4238-9c1e-71d6030d2755 None None] Allocated IP 2001:db8::f816:3eff:fe4d:e673 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/8f1bbda0-72a3-4708-853c-ec939d84892d/48745ad8-8da0-49a4-a205-5fe7bf79524c) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:50:47.387075 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feae5a97-7f6c-4fd5-b67c-eaa29f32da4a x-openstack-request-id: req-feae5a97-7f6c-4fd5-b67c-eaa29f32da4a {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:50:47.387861 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da916a6d-8098-4792-9b7d-ca4290412279", "name": "network-vif-deleted", "tag": "88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:50:47.388450 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-feae5a97-7f6c-4fd5-b67c-eaa29f32da4a {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:50:47.389113 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feae5a97-7f6c-4fd5-b67c-eaa29f32da4a'] response: {'server_uuid': 'da916a6d-8098-4792-9b7d-ca4290412279', 'name': 'network-vif-deleted', 'tag': '88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0', 'status': 'completed', 'code': 200} Apr 28 19:50:47.595733 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-eed27228-2fe9-4238-9c1e-71d6030d2755 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:47.606564 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-eed27228-2fe9-4238-9c1e-71d6030d2755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:47.660279 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed27228-2fe9-4238-9c1e-71d6030d2755 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:50:47.662738 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696cf9f-5c27-4ed0-8cd4-473d8f44c033 req-7173ae92-051b-45a2-bd31-4b885570de52 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:47.665093 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4696cf9f-5c27-4ed0-8cd4-473d8f44c033 req-7173ae92-051b-45a2-bd31-4b885570de52 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2168d83-93bb-4f69-a629-b61e2c7e57ef HTTP/1.1" status: 200 len: 944 time: 0.1497011 Apr 28 19:50:47.667416 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-eed27228-2fe9-4238-9c1e-71d6030d2755 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:47.669847 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed27228-2fe9-4238-9c1e-71d6030d2755 None None] Pushing event updated for resources: {'Port': ['ID=48745ad8-8da0-49a4-a205-5fe7bf79524c,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:47.672857 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed27228-2fe9-4238-9c1e-71d6030d2755 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:50:47.736326 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 86747529-7f41-4d31-8426-9a1d177d4d13 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:50:47.782207 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4696cf9f-5c27-4ed0-8cd4-473d8f44c033 req-30df5c55-8d40-4c7b-8973-8cfe19c93f03 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930123 Apr 28 19:50:47.786299 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-180b2f9f-f8c6-4665-b74b-8c63843b1e9b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:47.798050 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-eed27228-2fe9-4238-9c1e-71d6030d2755 None None] Attempting to bind port 48745ad8-8da0-49a4-a205-5fe7bf79524c on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:50:47.798852 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-eed27228-2fe9-4238-9c1e-71d6030d2755 None None] Attempting to bind port 48745ad8-8da0-49a4-a205-5fe7bf79524c by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:50:47.799771 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed27228-2fe9-4238-9c1e-71d6030d2755 None None] Attempting to bind port 48745ad8-8da0-49a4-a205-5fe7bf79524c on network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:50:47.812148 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed27228-2fe9-4238-9c1e-71d6030d2755 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:50:47.812937 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed27228-2fe9-4238-9c1e-71d6030d2755 None None] Checking segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:50:47.813353 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-eed27228-2fe9-4238-9c1e-71d6030d2755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:47.814207 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed27228-2fe9-4238-9c1e-71d6030d2755 None None] Bound using segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:50:47.814787 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-eed27228-2fe9-4238-9c1e-71d6030d2755 None None] Bound port: 48745ad8-8da0-49a4-a205-5fe7bf79524c, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:50:47.815532 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-eed27228-2fe9-4238-9c1e-71d6030d2755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:47.834279 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180b2f9f-f8c6-4665-b74b-8c63843b1e9b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:50:47.838368 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-180b2f9f-f8c6-4665-b74b-8c63843b1e9b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:47.856655 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180b2f9f-f8c6-4665-b74b-8c63843b1e9b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:47.857326 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-180b2f9f-f8c6-4665-b74b-8c63843b1e9b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:47.877213 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34962) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:47.892884 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b2f9f-f8c6-4665-b74b-8c63843b1e9b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Subnet': ['ID=2e00a73d-ec55-450d-80f3-c116fc2c716b,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:47.893415 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 86747529-7f41-4d31-8426-9a1d177d4d13 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:50:47.901717 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-180b2f9f-f8c6-4665-b74b-8c63843b1e9b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0237401 Apr 28 19:50:47.904721 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34966) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:47.909905 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-65352696-3b0d-4091-aba1-dee28db51a10 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'port': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'mac_address': 'fa:16:3e:f0:c2:05', 'name': 'tempest-NetworksTestDHCPv6-1479475602'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:47.920599 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 86747529-7f41-4d31-8426-9a1d177d4d13 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:47.921300 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:47.979135 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-eed27228-2fe9-4238-9c1e-71d6030d2755 None None] For port 48745ad8-8da0-49a4-a205-5fe7bf79524c, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:50:47.984273 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-eed27228-2fe9-4238-9c1e-71d6030d2755 None None] For port 48745ad8-8da0-49a4-a205-5fe7bf79524c, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=48745ad8-8da0-49a4-a205-5fe7bf79524c,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:50:47.994774 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-eed27228-2fe9-4238-9c1e-71d6030d2755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:48.105849 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:48.120297 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed27228-2fe9-4238-9c1e-71d6030d2755 None None] Pushing event updated for resources: {'Port': ['ID=48745ad8-8da0-49a4-a205-5fe7bf79524c,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:48.148323 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2168d83-93bb-4f69-a629-b61e2c7e57ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86747529-7f41-4d31-8426-9a1d177d4d13'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:50:48.153809 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d142f2-fc8e-43b0-baec-304d5f62bab7" -d '{"events": [{"server_uuid": "b2168d83-93bb-4f69-a629-b61e2c7e57ef", "name": "network-vif-plugged", "status": "completed", "tag": "86747529-7f41-4d31-8426-9a1d177d4d13"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:50:48.197772 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 86747529-7f41-4d31-8426-9a1d177d4d13, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=86747529-7f41-4d31-8426-9a1d177d4d13,segment=NetworkSegment(ab2c94c8-27a3-466e-851f-df9b73e428ff),segment_id=ab2c94c8-27a3-466e-851f-df9b73e428ff)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:48.204272 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:48.205307 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:50:48.208722 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8058c676-8bec-4004-b8b3-55f5317f5791 x-openstack-request-id: req-8058c676-8bec-4004-b8b3-55f5317f5791 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:50:48.209059 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2168d83-93bb-4f69-a629-b61e2c7e57ef", "name": "network-vif-plugged", "status": "completed", "tag": "86747529-7f41-4d31-8426-9a1d177d4d13", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:50:48.209325 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8058c676-8bec-4004-b8b3-55f5317f5791 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:50:48.209843 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8058c676-8bec-4004-b8b3-55f5317f5791'] response: {'server_uuid': 'b2168d83-93bb-4f69-a629-b61e2c7e57ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86747529-7f41-4d31-8426-9a1d177d4d13', 'code': 200} Apr 28 19:50:48.219410 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6fd79d23-5c81-4216-8133-ff7d26bb5408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:48.269526 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65352696-3b0d-4091-aba1-dee28db51a10 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:50:48.271181 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:50:48.271658 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 88e38e4c-0d16-4755-bd87-0a1c2c4dd1c0 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:50:48.315446 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32457863-d165-4774-bcaf-c1f656b87f18 req-1907a7cf-0a32-4e1b-b4d2-2c1ddf683210 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:48.317043 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-32457863-d165-4774-bcaf-c1f656b87f18 req-1907a7cf-0a32-4e1b-b4d2-2c1ddf683210 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c8ae13-7edf-46c4-ae52-950994ea8cc6 HTTP/1.1" status: 200 len: 943 time: 0.2174690 Apr 28 19:50:48.325137 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=86747529-7f41-4d31-8426-9a1d177d4d13,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:48.462783 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34976) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:48.495049 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-32457863-d165-4774-bcaf-c1f656b87f18 req-ca0ca356-0123-414a-ad87-19d837ce3de9 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703508 Apr 28 19:50:48.498610 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-65352696-3b0d-4091-aba1-dee28db51a10 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:48.546995 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba931d3-84d6-4e43-8ba1-0859499e5156 req-e1bdca21-8765-4792-8b3e-f31663fbfc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:48.548600 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4ba931d3-84d6-4e43-8ba1-0859499e5156 req-e1bdca21-8765-4792-8b3e-f31663fbfc7b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b2168d83-93bb-4f69-a629-b61e2c7e57ef HTTP/1.1" status: 200 len: 1096 time: 0.2306583 Apr 28 19:50:48.573227 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4015bb7-c700-4002-a861-f357d593ddab admin admin] Deleting subnet ac161c98-1b27-4fc1-be9d-8121dc9f01bf {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:50:48.583005 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d4015bb7-c700-4002-a861-f357d593ddab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:48.583722 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-65352696-3b0d-4091-aba1-dee28db51a10 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] device_id is not set on port 88fa4afb-d9a1-426c-815a-f158d63335bf yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:50:48.600132 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 6b9484b1-6a61-439a-9db5-9c68155c072d details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:50:48.623436 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6fd79d23-5c81-4216-8133-ff7d26bb5408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:48.629165 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d4015bb7-c700-4002-a861-f357d593ddab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:48.674107 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6fd79d23-5c81-4216-8133-ff7d26bb5408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:48.677716 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d4015bb7-c700-4002-a861-f357d593ddab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:48.729512 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4ba931d3-84d6-4e43-8ba1-0859499e5156 req-097496fd-966b-4009-9bac-4f809bd58172 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668887 Apr 28 19:50:48.746492 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 6b9484b1-6a61-439a-9db5-9c68155c072d, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=6b9484b1-6a61-439a-9db5-9c68155c072d,segment=NetworkSegment(daad3582-9abd-449f-85ba-5c80ef9418e3),segment_id=daad3582-9abd-449f-85ba-5c80ef9418e3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:48.750609 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d4015bb7-c700-4002-a861-f357d593ddab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:48.761723 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '6b9484b1-6a61-439a-9db5-9c68155c072d', 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63', 'port_id': '6b9484b1-6a61-439a-9db5-9c68155c072d', 'mac_address': 'fa:16:3e:3c:73:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d396974-bf85-4823-9eae-70a0b8bd71b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:50:48.768218 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6fd79d23-5c81-4216-8133-ff7d26bb5408 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4687cfd6dc8b4e429e6d76faaffd57a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8898666 Apr 28 19:50:48.784561 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34982) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:48.788699 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d4015bb7-c700-4002-a861-f357d593ddab admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:48.791755 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd79d23-5c81-4216-8133-ff7d26bb5408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a3b9a1-b552-4ba8-ab79-d57f80cd6ebe,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:48.797068 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34984) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:48.798457 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d4015bb7-c700-4002-a861-f357d593ddab admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ac161c98-1b27-4fc1-be9d-8121dc9f01bf HTTP/1.1" status: 204 len: 168 time: 0.3312814 Apr 28 19:50:48.810947 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4015bb7-c700-4002-a861-f357d593ddab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac161c98-1b27-4fc1-be9d-8121dc9f01bf,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:48.828650 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:48.869229 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b9484b1-6a61-439a-9db5-9c68155c072d {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:50:48.916187 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 6b9484b1-6a61-439a-9db5-9c68155c072d, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=6b9484b1-6a61-439a-9db5-9c68155c072d,segment=NetworkSegment(daad3582-9abd-449f-85ba-5c80ef9418e3),segment_id=daad3582-9abd-449f-85ba-5c80ef9418e3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:48.924298 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:48.963712 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1cc5b793-51be-49b6-a751-f7cafbc59379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:48.964302 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf9b100a-1729-42a7-aff2-ee59e3337ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:48.981894 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=6b9484b1-6a61-439a-9db5-9c68155c072d,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:49.006988 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-65352696-3b0d-4091-aba1-dee28db51a10 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Allocated IP 172.20.0.6 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/2e00a73d-ec55-450d-80f3-c116fc2c716b/88fa4afb-d9a1-426c-815a-f158d63335bf) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:50:49.017158 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fce588-5a5f-4bb1-9a56-3f77204292d8 req-b6495b77-ef18-41b7-a293-5a2215067e1f tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:49.025075 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-52fce588-5a5f-4bb1-9a56-3f77204292d8 req-b6495b77-ef18-41b7-a293-5a2215067e1f tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2168d83-93bb-4f69-a629-b61e2c7e57ef HTTP/1.1" status: 200 len: 945 time: 0.1215281 Apr 28 19:50:49.034685 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-65352696-3b0d-4091-aba1-dee28db51a10 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Allocated IP 2001:db8::f816:3eff:fef0:c205 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/8f1bbda0-72a3-4708-853c-ec939d84892d/88fa4afb-d9a1-426c-815a-f158d63335bf) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:50:49.051217 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf9b100a-1729-42a7-aff2-ee59e3337ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:49.107442 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1cc5b793-51be-49b6-a751-f7cafbc59379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:49.113727 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-52fce588-5a5f-4bb1-9a56-3f77204292d8 req-d019dac7-52cb-4000-a86e-d3339bef0e7b tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873015 Apr 28 19:50:49.145286 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf9b100a-1729-42a7-aff2-ee59e3337ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:49.146606 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['6b9484b1-6a61-439a-9db5-9c68155c072d'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:50:49.148989 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf9b100a-1729-42a7-aff2-ee59e3337ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:49.152877 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-bf9b100a-1729-42a7-aff2-ee59e3337ea2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/31a3b9a1-b552-4ba8-ab79-d57f80cd6ebe HTTP/1.1" status: 204 len: 168 time: 0.3510971 Apr 28 19:50:49.159941 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b100a-1729-42a7-aff2-ee59e3337ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a3b9a1-b552-4ba8-ab79-d57f80cd6ebe,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:49.161261 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-1cc5b793-51be-49b6-a751-f7cafbc59379 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdfdf1f0-8e25-41b2-9990-5438dad369fb']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:49.182429 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-1cc5b793-51be-49b6-a751-f7cafbc59379 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51039b99-7ae2-4b2a-8868-b76f3cd7a80e') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:49.182733 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-1cc5b793-51be-49b6-a751-f7cafbc59379 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51039b99-7ae2-4b2a-8868-b76f3cd7a80e') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:49.208993 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1cc5b793-51be-49b6-a751-f7cafbc59379 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:49.297074 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1cc5b793-51be-49b6-a751-f7cafbc59379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:49.329694 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc5b793-51be-49b6-a751-f7cafbc59379 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:50:49.330109 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1cc5b793-51be-49b6-a751-f7cafbc59379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:49.351473 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:50:49.351473 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:50:49.351473 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:50:49.351473 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:50:49.351473 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:50:49.351473 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:50:49.351473 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:50:49.351473 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:50:49.351473 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:50:49.351473 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:50:49.351473 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:50:49.351473 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:50:49.351473 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:50:49.351473 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:50:49.351473 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:50:49.351473 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:50:49.351473 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:50:49.351473 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:50:49.351473 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:50:49.351473 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:50:49.351473 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:50:49.351473 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:50:49.351473 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:50:49.351473 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:50:49.351473 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:50:49.351473 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:50:49.351473 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:50:49.351473 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:50:49.351473 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:50:49.351473 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:50:49.351473 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:50:49.351473 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:50:49.470368 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-65352696-3b0d-4091-aba1-dee28db51a10 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:49.563995 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b6890a-186b-4e38-9811-75595a7959af None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:50:49.612448 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:50:49.639026 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34996) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:49.670601 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7f116e83-4cc8-46eb-b284-82bdfb0f6f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:49.681757 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b8a1a8eb-02b0-4b04-a8a8-fa5b6dc79ad7 None None] Provisioning complete for port 48745ad8-8da0-49a4-a205-5fe7bf79524c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:49.682453 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b8a1a8eb-02b0-4b04-a8a8-fa5b6dc79ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:49.700309 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1cc5b793-51be-49b6-a751-f7cafbc59379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:49.747563 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1cc5b793-51be-49b6-a751-f7cafbc59379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:49.753259 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1cc5b793-51be-49b6-a751-f7cafbc59379 admin admin] 10.222.0.42 "DELETE /v2.0/networks/fdfdf1f0-8e25-41b2-9990-5438dad369fb HTTP/1.1" status: 204 len: 168 time: 0.9531643 Apr 28 19:50:49.769569 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5b793-51be-49b6-a751-f7cafbc59379 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdfdf1f0-8e25-41b2-9990-5438dad369fb,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:49.772558 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-65352696-3b0d-4091-aba1-dee28db51a10 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:49.795579 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 48745ad8-8da0-49a4-a205-5fe7bf79524c up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:50:49.835297 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65352696-3b0d-4091-aba1-dee28db51a10 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:50:49.845356 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-65352696-3b0d-4091-aba1-dee28db51a10 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:49.847987 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-16e1b43e-b807-4e97-833a-a5e30f7ed2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:49.853443 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65352696-3b0d-4091-aba1-dee28db51a10 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:50:49.865220 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f84ce9-7011-40be-8baa-4af727a86b2f req-5c04fd3a-8ffb-459b-a4cd-50c38a1906bd tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:49.873947 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-39f84ce9-7011-40be-8baa-4af727a86b2f req-5c04fd3a-8ffb-459b-a4cd-50c38a1906bd tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c8ae13-7edf-46c4-ae52-950994ea8cc6 HTTP/1.1" status: 200 len: 944 time: 0.1891963 Apr 28 19:50:49.903851 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7f116e83-4cc8-46eb-b284-82bdfb0f6f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:49.910787 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7f116e83-4cc8-46eb-b284-82bdfb0f6f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:49.932220 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65352696-3b0d-4091-aba1-dee28db51a10 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Port': ['ID=88fa4afb-d9a1-426c-815a-f158d63335bf,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:49.961836 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f116e83-4cc8-46eb-b284-82bdfb0f6f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a019f8f6-929b-471f-8fb2-a6d744857622,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:49.971914 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-39f84ce9-7011-40be-8baa-4af727a86b2f req-ea0fbf6b-83ad-4284-ba1a-f118337858df tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950503 Apr 28 19:50:49.993094 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65352696-3b0d-4091-aba1-dee28db51a10 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:49.994429 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-65352696-3b0d-4091-aba1-dee28db51a10 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:50.000055 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7f116e83-4cc8-46eb-b284-82bdfb0f6f5d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e6533ea969fd4c9b8a1f6ca162c84aac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3596702 Apr 28 19:50:50.002432 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35000) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:50.003485 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b8a1a8eb-02b0-4b04-a8a8-fa5b6dc79ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:50.014269 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-65352696-3b0d-4091-aba1-dee28db51a10 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1084425 Apr 28 19:50:50.016704 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35002) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:50.023476 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 48745ad8-8da0-49a4-a205-5fe7bf79524c triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:50.024054 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:50.078118 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9a7afedd-726b-47bb-b4d7-2bd0eb7baaac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:50.085217 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-b8a1a8eb-02b0-4b04-a8a8-fa5b6dc79ad7 None None] For port 48745ad8-8da0-49a4-a205-5fe7bf79524c, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=48745ad8-8da0-49a4-a205-5fe7bf79524c,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:50.093822 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e9638d-2fcf-436b-bec2-55d89e078940 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:50.100850 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e9638d-2fcf-436b-bec2-55d89e078940 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:50.102899 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-08e9638d-2fcf-436b-bec2-55d89e078940 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0819314 Apr 28 19:50:50.104397 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35004) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:50.110288 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b8a1a8eb-02b0-4b04-a8a8-fa5b6dc79ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:50.111032 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35006) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:50.114424 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9a7afedd-726b-47bb-b4d7-2bd0eb7baaac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:50.177239 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9a7afedd-726b-47bb-b4d7-2bd0eb7baaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:50.182187 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6f66b5-2ede-4c64-8b76-f04b2fb876c4 None None] Update dhcp port {'port': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'fixed_ips': [{'subnet_id': '8f1bbda0-72a3-4708-853c-ec939d84892d', 'ip_address': '2001:db8::f816:3eff:fe4d:e673'}, {'subnet_id': '2e00a73d-ec55-450d-80f3-c116fc2c716b'}], 'binding:host_id': 'n-d-839810-1'}, 'id': '48745ad8-8da0-49a4-a205-5fe7bf79524c'} from n-d-839810-1. {{(pid=102775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 28 19:50:50.182806 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9a7afedd-726b-47bb-b4d7-2bd0eb7baaac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:50.184491 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9a7afedd-726b-47bb-b4d7-2bd0eb7baaac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a019f8f6-929b-471f-8fb2-a6d744857622 HTTP/1.1" status: 204 len: 168 time: 0.1800025 Apr 28 19:50:50.202837 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7afedd-726b-47bb-b4d7-2bd0eb7baaac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a019f8f6-929b-471f-8fb2-a6d744857622,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:50.231244 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a1a8eb-02b0-4b04-a8a8-fa5b6dc79ad7 None None] Pushing event updated for resources: {'Port': ['ID=48745ad8-8da0-49a4-a205-5fe7bf79524c,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:50.236850 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3b6f66b5-2ede-4c64-8b76-f04b2fb876c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:50.269721 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b6a91106-e825-4b0d-92cc-bf635fca6724 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e8a7f62debf84ef2a07e1ba2d0a444b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1618619 Apr 28 19:50:50.270161 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35014) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:50.274106 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6ec90-9e35-4210-ae3c-ce4fac43707e req-17686b1c-6c87-48f4-80ef-8217958a1612 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:50.284529 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8ef6ec90-9e35-4210-ae3c-ce4fac43707e req-17686b1c-6c87-48f4-80ef-8217958a1612 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2168d83-93bb-4f69-a629-b61e2c7e57ef HTTP/1.1" status: 200 len: 945 time: 0.0729311 Apr 28 19:50:50.331788 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8ef6ec90-9e35-4210-ae3c-ce4fac43707e req-b55c48b0-1774-4afb-96fc-821947b8d279 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464582 Apr 28 19:50:50.345541 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5e538-9523-49ff-9d6c-f98a8c4ec656 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting port 88fa4afb-d9a1-426c-815a-f158d63335bf {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:50:50.345969 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f2e5e538-9523-49ff-9d6c-f98a8c4ec656 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:50.366686 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2c4bd45-eeaa-4123-9f31-7ff2e6f25cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:50.440565 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2c4bd45-eeaa-4123-9f31-7ff2e6f25cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:50.473260 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-3b6f66b5-2ede-4c64-8b76-f04b2fb876c4 None None] Allocated IP 172.20.0.2 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/2e00a73d-ec55-450d-80f3-c116fc2c716b/48745ad8-8da0-49a4-a205-5fe7bf79524c) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:50:50.519124 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f2e5e538-9523-49ff-9d6c-f98a8c4ec656 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:50.549695 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c60fd-ff49-49f5-8e2e-39a3510e26e7 req-d6517d32-87b2-4b13-9f99-8d8b82cafb90 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:50.551100 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-309c60fd-ff49-49f5-8e2e-39a3510e26e7 req-d6517d32-87b2-4b13-9f99-8d8b82cafb90 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2168d83-93bb-4f69-a629-b61e2c7e57ef HTTP/1.1" status: 200 len: 945 time: 0.1331432 Apr 28 19:50:50.552028 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5e538-9523-49ff-9d6c-f98a8c4ec656 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Calling delete_port for 88fa4afb-d9a1-426c-815a-f158d63335bf owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:50:50.588454 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-3b6f66b5-2ede-4c64-8b76-f04b2fb876c4 None None] For port 48745ad8-8da0-49a4-a205-5fe7bf79524c, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=48745ad8-8da0-49a4-a205-5fe7bf79524c,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:50.628856 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2c4bd45-eeaa-4123-9f31-7ff2e6f25cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:50.631545 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2c4bd45-eeaa-4123-9f31-7ff2e6f25cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:50.632762 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e2c4bd45-eeaa-4123-9f31-7ff2e6f25cef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1eebc748-5f6a-4a62-a212-8ef9f5cc3455 HTTP/1.1" status: 204 len: 168 time: 0.3616722 Apr 28 19:50:50.670216 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-309c60fd-ff49-49f5-8e2e-39a3510e26e7 req-9304d9a8-dc44-42ee-a77a-411cbd8c4236 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112099 Apr 28 19:50:50.708222 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c4bd45-eeaa-4123-9f31-7ff2e6f25cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eebc748-5f6a-4a62-a212-8ef9f5cc3455,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:50.928013 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 6b9484b1-6a61-439a-9db5-9c68155c072d up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:50:50.999925 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3b6f66b5-2ede-4c64-8b76-f04b2fb876c4 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:51.000363 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f2e5e538-9523-49ff-9d6c-f98a8c4ec656 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:51.015318 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3b6f66b5-2ede-4c64-8b76-f04b2fb876c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:51.070903 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5e538-9523-49ff-9d6c-f98a8c4ec656 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Port': ['ID=88fa4afb-d9a1-426c-815a-f158d63335bf,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:51.086160 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f66b5-2ede-4c64-8b76-f04b2fb876c4 None None] Pushing event updated for resources: {'Port': ['ID=48745ad8-8da0-49a4-a205-5fe7bf79524c,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:51.164870 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 6b9484b1-6a61-439a-9db5-9c68155c072d completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:50:51.190080 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca6744-6eb1-460e-bd9c-956334585a35 req-7476267a-afdc-407e-869e-548f6bb05ddf tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:51.208209 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f7ca6744-6eb1-460e-bd9c-956334585a35 req-7476267a-afdc-407e-869e-548f6bb05ddf tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c8ae13-7edf-46c4-ae52-950994ea8cc6 HTTP/1.1" status: 200 len: 944 time: 0.1011846 Apr 28 19:50:51.208618 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 6b9484b1-6a61-439a-9db5-9c68155c072d triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:51.208908 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:51.293320 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f2e5e538-9523-49ff-9d6c-f98a8c4ec656 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:51.298886 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f2e5e538-9523-49ff-9d6c-f98a8c4ec656 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/88fa4afb-d9a1-426c-815a-f158d63335bf HTTP/1.1" status: 204 len: 168 time: 1.1857028 Apr 28 19:50:51.302223 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35066) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:51.308348 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041ada9-28c4-43fa-9702-61d9888ffdd9 req-e8efa6d7-10d4-4fdd-b057-e0080dab4f59 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:51.316015 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5041ada9-28c4-43fa-9702-61d9888ffdd9 req-e8efa6d7-10d4-4fdd-b057-e0080dab4f59 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2168d83-93bb-4f69-a629-b61e2c7e57ef HTTP/1.1" status: 200 len: 945 time: 0.2628155 Apr 28 19:50:51.380321 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:51.410352 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5041ada9-28c4-43fa-9702-61d9888ffdd9 req-4420e3df-5549-4c9e-b997-f523c3ed51c9 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933464 Apr 28 19:50:51.443293 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f7ca6744-6eb1-460e-bd9c-956334585a35 req-f4e03a3a-ae39-4269-b635-aec0ce417eca tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341771 Apr 28 19:50:51.481084 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 6b9484b1-6a61-439a-9db5-9c68155c072d, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=6b9484b1-6a61-439a-9db5-9c68155c072d,segment=NetworkSegment(daad3582-9abd-449f-85ba-5c80ef9418e3),segment_id=daad3582-9abd-449f-85ba-5c80ef9418e3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:51.488897 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c8ae13-7edf-46c4-ae52-950994ea8cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9484b1-6a61-439a-9db5-9c68155c072d'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:50:51.492550 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e666a6dd-bb41-4ad4-88aa-e613a0eae4c6 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:51.497406 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b8288a-a41c-4da7-92c6-f0ee3e4762c7" -d '{"events": [{"server_uuid": "21c8ae13-7edf-46c4-ae52-950994ea8cc6", "name": "network-vif-plugged", "status": "completed", "tag": "6b9484b1-6a61-439a-9db5-9c68155c072d"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:50:51.499439 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35072) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:51.504296 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e666a6dd-bb41-4ad4-88aa-e613a0eae4c6 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:51.509798 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:51.511082 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e666a6dd-bb41-4ad4-88aa-e613a0eae4c6 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:51.520282 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e666a6dd-bb41-4ad4-88aa-e613a0eae4c6 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2075160 Apr 28 19:50:51.520471 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35078) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:51.651948 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92639158-5222-47b3-b1a4-c00f4631a4a4 req-9593179b-f292-4734-a2fc-fbf7f401dba2 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:51.663404 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-92639158-5222-47b3-b1a4-c00f4631a4a4 req-9593179b-f292-4734-a2fc-fbf7f401dba2 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2168d83-93bb-4f69-a629-b61e2c7e57ef HTTP/1.1" status: 200 len: 945 time: 0.0942984 Apr 28 19:50:51.684221 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=6b9484b1-6a61-439a-9db5-9c68155c072d,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:51.698785 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a198258c-3fb3-43f3-927c-56be0bac5d2f tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting subnet 2e00a73d-ec55-450d-80f3-c116fc2c716b {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:50:51.718239 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a198258c-3fb3-43f3-927c-56be0bac5d2f tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:51.720048 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-92639158-5222-47b3-b1a4-c00f4631a4a4 req-74149dce-1092-427e-8c14-cf25b39cd504 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553572 Apr 28 19:50:51.806198 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 48745ad8-8da0-49a4-a205-5fe7bf79524c up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:50:51.824342 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb84330-e2b6-4892-86bb-6e0c76363f68 x-openstack-request-id: req-5bb84330-e2b6-4892-86bb-6e0c76363f68 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:50:51.824649 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c8ae13-7edf-46c4-ae52-950994ea8cc6", "name": "network-vif-plugged", "status": "completed", "tag": "6b9484b1-6a61-439a-9db5-9c68155c072d", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:50:51.824913 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5bb84330-e2b6-4892-86bb-6e0c76363f68 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:50:51.825329 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bb84330-e2b6-4892-86bb-6e0c76363f68'] response: {'server_uuid': '21c8ae13-7edf-46c4-ae52-950994ea8cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9484b1-6a61-439a-9db5-9c68155c072d', 'code': 200} Apr 28 19:50:51.826875 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8c1fbb23-3022-4c39-b84d-f19aaf422aac tempest-AgentManagementNegativeTest-2025028203 tempest-AgentManagementNegativeTest-2025028203-project] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3259363 Apr 28 19:50:51.839749 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a198258c-3fb3-43f3-927c-56be0bac5d2f tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:52.060509 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7026a676-8021-4226-8b7a-f860166aef12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:52.061063 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979d67c-2b9c-48e4-ab65-b65b21ec0b10 req-dcf3814e-3287-4006-a363-6c5c7c7a1ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:52.063975 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2979d67c-2b9c-48e4-ab65-b65b21ec0b10 req-dcf3814e-3287-4006-a363-6c5c7c7a1ed4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=21c8ae13-7edf-46c4-ae52-950994ea8cc6 HTTP/1.1" status: 200 len: 1096 time: 0.1661642 Apr 28 19:50:52.083661 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 48745ad8-8da0-49a4-a205-5fe7bf79524c triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:52.084308 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:52.128582 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a198258c-3fb3-43f3-927c-56be0bac5d2f tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:52.161359 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2979d67c-2b9c-48e4-ab65-b65b21ec0b10 req-e472ac68-cff4-452a-9ac3-c73b5cb9b2bf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819149 Apr 28 19:50:52.268341 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a198258c-3fb3-43f3-927c-56be0bac5d2f tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:52.285317 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35104) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:52.347335 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35108) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:52.353155 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc26be-5ebb-4cb0-939a-cfef1c6203db req-3ac24431-436d-45b5-bc9c-fb2149bae709 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:52.359600 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e0dc26be-5ebb-4cb0-939a-cfef1c6203db req-3ac24431-436d-45b5-bc9c-fb2149bae709 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2168d83-93bb-4f69-a629-b61e2c7e57ef HTTP/1.1" status: 200 len: 945 time: 0.1419082 Apr 28 19:50:52.360197 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198258c-3fb3-43f3-927c-56be0bac5d2f tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Subnet': ['ID=2e00a73d-ec55-450d-80f3-c116fc2c716b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:52.371518 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a198258c-3fb3-43f3-927c-56be0bac5d2f tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:52.377734 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a198258c-3fb3-43f3-927c-56be0bac5d2f tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/2e00a73d-ec55-450d-80f3-c116fc2c716b HTTP/1.1" status: 204 len: 168 time: 0.8539553 Apr 28 19:50:52.378049 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35112) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:52.486724 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d061a5e-3442-44a8-818e-b2e31f8f08b2 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:50:52.520685 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e0dc26be-5ebb-4cb0-939a-cfef1c6203db req-b32282e6-23f1-41e2-ae1d-925df2e9f1e5 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442685 Apr 28 19:50:52.539318 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca71cf0-30bb-4d69-8724-977b321f14c4 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting subnet 8f1bbda0-72a3-4708-853c-ec939d84892d {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:50:52.539611 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-057c002f-5d31-4f70-b26c-a4fd60a2856c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:52.554249 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fca71cf0-30bb-4d69-8724-977b321f14c4 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:52.653555 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-057c002f-5d31-4f70-b26c-a4fd60a2856c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:52.658630 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-af315d8c-ea3d-4442-a369-eccd6e7da1eb admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-771235067-network', 'tenant_id': '7352f74f2c0c4da1b9086516d0fdac54'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:52.666511 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b43153b8-be3b-407b-af5b-78193ce84527 None None] Could not find standard attr ID for object 88fa4afb-d9a1-426c-815a-f158d63335bf. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:50:52.707690 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-057c002f-5d31-4f70-b26c-a4fd60a2856c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:52.724636 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b43153b8-be3b-407b-af5b-78193ce84527 None None] Provisioning complete for port 48745ad8-8da0-49a4-a205-5fe7bf79524c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:52.724968 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fca71cf0-30bb-4d69-8724-977b321f14c4 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:52.726110 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b43153b8-be3b-407b-af5b-78193ce84527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:52.740947 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-057c002f-5d31-4f70-b26c-a4fd60a2856c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2f76fbd8868f4fa4a95fd2a639823977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3902981 Apr 28 19:50:52.749758 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35118) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:52.803641 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af315d8c-ea3d-4442-a369-eccd6e7da1eb admin admin] Made reservation on behalf of 7352f74f2c0c4da1b9086516d0fdac54 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:50:52.807453 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-af315d8c-ea3d-4442-a369-eccd6e7da1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:52.841237 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10525d13-3436-4b1f-a699-5e9488954b23 req-bf24eb07-0963-4331-8050-e1e9d621ef42 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:52.842647 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08485f5f-20ff-4691-b6c5-db3c7a0dde3d req-e6f66ee5-9d2b-40b0-94b1-cf149595637c tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:52.842986 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-10525d13-3436-4b1f-a699-5e9488954b23 req-bf24eb07-0963-4331-8050-e1e9d621ef42 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2168d83-93bb-4f69-a629-b61e2c7e57ef HTTP/1.1" status: 200 len: 945 time: 0.1566663 Apr 28 19:50:52.844362 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-08485f5f-20ff-4691-b6c5-db3c7a0dde3d req-e6f66ee5-9d2b-40b0-94b1-cf149595637c tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c8ae13-7edf-46c4-ae52-950994ea8cc6 HTTP/1.1" status: 200 len: 945 time: 0.1892257 Apr 28 19:50:52.846167 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-af315d8c-ea3d-4442-a369-eccd6e7da1eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:52.854571 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c002f-5d31-4f70-b26c-a4fd60a2856c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a677c220-156a-494d-a0d6-b8391e578515,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:52.901483 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-67b92652-78d9-4416-afbc-60d94591c332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:52.923531 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-08485f5f-20ff-4691-b6c5-db3c7a0dde3d req-0d3f2672-a7e2-4341-98c7-1057bd943e46 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639217 Apr 28 19:50:52.959823 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-10525d13-3436-4b1f-a699-5e9488954b23 req-d471755c-276d-442c-8c80-3a70832ad3b4 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983584 Apr 28 19:50:52.978910 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-67b92652-78d9-4416-afbc-60d94591c332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:52.995137 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fca71cf0-30bb-4d69-8724-977b321f14c4 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:53.059985 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-67b92652-78d9-4416-afbc-60d94591c332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:53.068861 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-67b92652-78d9-4416-afbc-60d94591c332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:53.073632 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-67b92652-78d9-4416-afbc-60d94591c332 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a677c220-156a-494d-a0d6-b8391e578515 HTTP/1.1" status: 204 len: 168 time: 0.3193069 Apr 28 19:50:53.087155 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b92652-78d9-4416-afbc-60d94591c332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a677c220-156a-494d-a0d6-b8391e578515,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:53.227422 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-af315d8c-ea3d-4442-a369-eccd6e7da1eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:53.235667 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-af315d8c-ea3d-4442-a369-eccd6e7da1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:53.275555 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af315d8c-ea3d-4442-a369-eccd6e7da1eb admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:50:53.311577 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-af315d8c-ea3d-4442-a369-eccd6e7da1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:53.312068 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-af315d8c-ea3d-4442-a369-eccd6e7da1eb admin admin] Added segment 26ea0e1a-826b-4d7f-af49-986d13dbf22b of type vlan for network 8a89cfc3-6712-4565-b863-edd5eca470cc Apr 28 19:50:53.420009 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-af315d8c-ea3d-4442-a369-eccd6e7da1eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:53.474550 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:53.496196 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-af315d8c-ea3d-4442-a369-eccd6e7da1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:53.498090 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af315d8c-ea3d-4442-a369-eccd6e7da1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:53.498926 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-af315d8c-ea3d-4442-a369-eccd6e7da1eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:53.565492 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6756828-0e26-449b-abfe-df8d703be043 req-196ab270-51f9-4cfa-841c-2658ca6dcc36 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:53.574893 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a6756828-0e26-449b-abfe-df8d703be043 req-196ab270-51f9-4cfa-841c-2658ca6dcc36 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2168d83-93bb-4f69-a629-b61e2c7e57ef HTTP/1.1" status: 200 len: 945 time: 0.0673301 Apr 28 19:50:53.585426 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af315d8c-ea3d-4442-a369-eccd6e7da1eb admin admin] Pushing event updated for resources: {'Network': ['ID=8a89cfc3-6712-4565-b863-edd5eca470cc,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:53.598717 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 8a89cfc3-6712-4565-b863-edd5eca470cc details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:50:53.661632 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a6756828-0e26-449b-abfe-df8d703be043 req-e3b57623-af41-4492-9203-d7ee5c7ce485 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847142 Apr 28 19:50:53.670745 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-af315d8c-ea3d-4442-a369-eccd6e7da1eb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3827314 Apr 28 19:50:53.675038 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35138) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:53.677314 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af315d8c-ea3d-4442-a369-eccd6e7da1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16deab3-fc6c-455a-927f-13d316bde480,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:53.682874 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fca71cf0-30bb-4d69-8724-977b321f14c4 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:53.686049 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-6a529b6d-a98d-4fde-901f-ce30e1e653a6 admin admin] Request body: {'subnet': {'network_id': '8a89cfc3-6712-4565-b863-edd5eca470cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-771235067-subnet', 'tenant_id': '7352f74f2c0c4da1b9086516d0fdac54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:53.721711 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a529b6d-a98d-4fde-901f-ce30e1e653a6 admin admin] Made reservation on behalf of 7352f74f2c0c4da1b9086516d0fdac54 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:50:53.724081 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6a529b6d-a98d-4fde-901f-ce30e1e653a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:53.762956 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca71cf0-30bb-4d69-8724-977b321f14c4 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Subnet': ['ID=8f1bbda0-72a3-4708-853c-ec939d84892d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:53.778912 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fca71cf0-30bb-4d69-8724-977b321f14c4 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:53.786469 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fca71cf0-30bb-4d69-8724-977b321f14c4 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/8f1bbda0-72a3-4708-853c-ec939d84892d HTTP/1.1" status: 204 len: 168 time: 1.4074299 Apr 28 19:50:53.787199 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35142) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:53.836569 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35144) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:53.839734 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-41f4a74c-6a49-4b22-84d4-cb5e503e3c69 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509636 Apr 28 19:50:53.847850 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-3f4008d8-29dc-434f-bed3-77fe7d4af7a1 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:53.979236 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29de607c-3a1c-4e47-9b80-bda7f17e904f None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:50:54.004558 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4008d8-29dc-434f-bed3-77fe7d4af7a1 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:50:54.008061 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3f4008d8-29dc-434f-bed3-77fe7d4af7a1 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:54.151850 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-33aac4d5-fb16-4170-8a51-908dfdf2e638 None None] Provisioning complete for port 48745ad8-8da0-49a4-a205-5fe7bf79524c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:54.152067 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-33aac4d5-fb16-4170-8a51-908dfdf2e638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:54.187770 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdd117-fcdf-46e7-b98e-fb82b78a78e8 req-bd5d75b1-0a51-4969-b5b2-3da1f98ceb41 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:54.190269 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-96cdd117-fcdf-46e7-b98e-fb82b78a78e8 req-bd5d75b1-0a51-4969-b5b2-3da1f98ceb41 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c8ae13-7edf-46c4-ae52-950994ea8cc6 HTTP/1.1" status: 200 len: 945 time: 0.1159303 Apr 28 19:50:54.199438 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6a529b6d-a98d-4fde-901f-ce30e1e653a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:54.285080 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-96cdd117-fcdf-46e7-b98e-fb82b78a78e8 req-4315d6f1-889b-4535-8c0d-ecd20554ae25 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862916 Apr 28 19:50:54.404556 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e987bb-7e66-460e-acb7-0438fe829b46 None None] DHCP port deletion for 3bb4ad15-38e1-4028-be09-c8cdfded96d3 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:50:54.446019 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a529b6d-a98d-4fde-901f-ce30e1e653a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8281cabb-adeb-42e0-826c-571e9f6c750b,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:54.479744 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a529b6d-a98d-4fde-901f-ce30e1e653a6 admin admin] Checking segment: {'id': '26ea0e1a-826b-4d7f-af49-986d13dbf22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8a89cfc3-6712-4565-b863-edd5eca470cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:50:54.480184 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a529b6d-a98d-4fde-901f-ce30e1e653a6 admin admin] Network hostable DHCP agents. Network: 8a89cfc3-6712-4565-b863-edd5eca470cc, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:50:54.518694 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-77e987bb-7e66-460e-acb7-0438fe829b46 None None] Deleting port 48745ad8-8da0-49a4-a205-5fe7bf79524c {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:50:54.520764 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-77e987bb-7e66-460e-acb7-0438fe829b46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:54.566819 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a529b6d-a98d-4fde-901f-ce30e1e653a6 admin admin] Network 8a89cfc3-6712-4565-b863-edd5eca470cc is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:50:54.625772 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-6a529b6d-a98d-4fde-901f-ce30e1e653a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 8a89cfc3-6712-4565-b863-edd5eca470cc) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:54.666168 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75516306-c25a-46f1-b6b0-7b5d1b113960 None None] Network 8a89cfc3-6712-4565-b863-edd5eca470cc requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:50:54.685074 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35170) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:54.719056 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f036e7-cc7a-49f0-9bea-ba5d8a274210 req-d977680c-caee-447d-9603-9f9e8216d0f3 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:54.721270 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-45f036e7-cc7a-49f0-9bea-ba5d8a274210 req-d977680c-caee-447d-9603-9f9e8216d0f3 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2168d83-93bb-4f69-a629-b61e2c7e57ef HTTP/1.1" status: 200 len: 945 time: 0.2278771 Apr 28 19:50:54.737318 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a529b6d-a98d-4fde-901f-ce30e1e653a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:54.737911 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6a529b6d-a98d-4fde-901f-ce30e1e653a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:54.873646 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6a529b6d-a98d-4fde-901f-ce30e1e653a6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1964107 Apr 28 19:50:54.929850 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6706a-0b8d-412b-9f9f-675b52db3148 req-f86c6790-7ad9-40be-8b34-3b28ec697308 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:54.943613 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-44d6706a-0b8d-412b-9f9f-675b52db3148 req-f86c6790-7ad9-40be-8b34-3b28ec697308 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2168d83-93bb-4f69-a629-b61e2c7e57ef HTTP/1.1" status: 200 len: 945 time: 0.1146278 Apr 28 19:50:54.959569 n-d-839810-1 neutron-server[102774]: DEBUG neutron.objects.ports [None req-3f4008d8-29dc-434f-bed3-77fe7d4af7a1 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102774) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 19:50:55.034596 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-44d6706a-0b8d-412b-9f9f-675b52db3148 req-d75bb739-28bc-4e6c-8f31-569948135976 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896873 Apr 28 19:50:55.035119 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35180) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:55.147029 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2439c1cc-0e53-4fed-b49a-1a4e47acc301 None None] Network 8a89cfc3-6712-4565-b863-edd5eca470cc requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:50:55.155166 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb16e7-1cfa-4db3-95ff-1dda04d14741 req-afce31dd-42e7-488b-aada-5f5542e90840 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:55.162656 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-49cb16e7-1cfa-4db3-95ff-1dda04d14741 req-afce31dd-42e7-488b-aada-5f5542e90840 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c8ae13-7edf-46c4-ae52-950994ea8cc6 HTTP/1.1" status: 200 len: 945 time: 0.4337199 Apr 28 19:50:55.174031 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-77e987bb-7e66-460e-acb7-0438fe829b46 None None] For port 48745ad8-8da0-49a4-a205-5fe7bf79524c, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=48745ad8-8da0-49a4-a205-5fe7bf79524c,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:55.174672 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-77e987bb-7e66-460e-acb7-0438fe829b46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:55.192427 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35186) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:55.254813 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-77e987bb-7e66-460e-acb7-0438fe829b46 None None] Calling delete_port for 48745ad8-8da0-49a4-a205-5fe7bf79524c owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:50:55.267699 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-64ebbdb7-7051-4117-b039-f83bb721f864 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:55.271861 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-64ebbdb7-7051-4117-b039-f83bb721f864 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.5855954 Apr 28 19:50:55.274715 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35188) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:55.283752 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-7e5bffcf-b66e-4cf2-9e89-f1bc9ce34d2f tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:55.292966 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7e5bffcf-b66e-4cf2-9e89-f1bc9ce34d2f tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0165832 Apr 28 19:50:55.295602 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35190) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:55.311743 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-69febcf6-dca5-4e4e-861e-c0bfa71d29b1 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:55.314008 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-69febcf6-dca5-4e4e-861e-c0bfa71d29b1 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0084033 Apr 28 19:50:55.317970 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35192) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:55.326663 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-417584d8-8607-4c49-b907-27a96e3f07c2 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:55.327687 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-417584d8-8607-4c49-b907-27a96e3f07c2 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0073597 Apr 28 19:50:55.338357 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35194) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:55.343667 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-142ed8d0-c404-4ed6-b4b3-5bac0c007dc2 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:55.344724 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-142ed8d0-c404-4ed6-b4b3-5bac0c007dc2 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0055039 Apr 28 19:50:55.348094 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-74d05102-76c8-4c16-a14e-ac046009b078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:55.349898 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35196) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:55.356196 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e9d4f0-272a-4337-8f31-66fd75dc0003 admin admin] Deleting subnet 8281cabb-adeb-42e0-826c-571e9f6c750b {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:50:55.361967 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-28254d8b-edad-489f-93fe-33452b6ea30f tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:55.363178 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-28254d8b-edad-489f-93fe-33452b6ea30f tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0114632 Apr 28 19:50:55.366380 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35198) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:55.377542 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-40ec1206-10fe-427e-9117-bf2f1e6d5600 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:55.378531 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-40ec1206-10fe-427e-9117-bf2f1e6d5600 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0045824 Apr 28 19:50:55.392333 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f6e9d4f0-272a-4337-8f31-66fd75dc0003 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:55.394936 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35202) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:55.415160 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-3fee69cd-0c63-47fc-bf2e-83c229d10330 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:55.416375 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3fee69cd-0c63-47fc-bf2e-83c229d10330 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0167270 Apr 28 19:50:55.444944 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-77e987bb-7e66-460e-acb7-0438fe829b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:55.475559 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35204) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:55.481231 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-967b3235-c7e1-434e-96c7-2579c18e4951 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:55.482182 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-967b3235-c7e1-434e-96c7-2579c18e4951 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0046577 Apr 28 19:50:55.487286 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e987bb-7e66-460e-acb7-0438fe829b46 None None] No DVR routers for this DVR port 48745ad8-8da0-49a4-a205-5fe7bf79524c on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:50:55.494975 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e987bb-7e66-460e-acb7-0438fe829b46 None None] Pushing event deleted for resources: {'Port': ['ID=48745ad8-8da0-49a4-a205-5fe7bf79524c,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:55.508305 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35206) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:55.527037 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-df5ad081-7c40-4c22-83d8-75dcf404dadf tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:55.528067 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-df5ad081-7c40-4c22-83d8-75dcf404dadf tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0188384 Apr 28 19:50:55.533781 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35208) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:55.546286 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-544baf3c-0bdf-4eda-8935-a56d36e6edd6 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:55.548568 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-544baf3c-0bdf-4eda-8935-a56d36e6edd6 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0122898 Apr 28 19:50:55.560412 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f6e9d4f0-272a-4337-8f31-66fd75dc0003 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:55.613065 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35210) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:55.630022 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-60a2cc1c-0609-4abb-8089-5d9dc1e7fdaf tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:55.633792 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-60a2cc1c-0609-4abb-8089-5d9dc1e7fdaf tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0195105 Apr 28 19:50:55.636961 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35212) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:55.642574 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-49cb16e7-1cfa-4db3-95ff-1dda04d14741 req-39a5fd2d-368c-4812-a75d-2c7a3a926432 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788065 Apr 28 19:50:55.669205 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-f6cf2dff-06e0-43aa-89ed-302711c168c2 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:55.672248 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-45f036e7-cc7a-49f0-9bea-ba5d8a274210 req-8f4d4f6f-d8bf-4bac-a9eb-8778f52193f3 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Deleting port 86747529-7f41-4d31-8426-9a1d177d4d13 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:50:55.672599 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-45f036e7-cc7a-49f0-9bea-ba5d8a274210 req-8f4d4f6f-d8bf-4bac-a9eb-8778f52193f3 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:55.672968 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f6cf2dff-06e0-43aa-89ed-302711c168c2 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0312157 Apr 28 19:50:55.675413 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35216) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:55.686605 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-de4b78ef-ba8e-4136-9e19-0c8052dd16b6 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:55.690241 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-de4b78ef-ba8e-4136-9e19-0c8052dd16b6 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0123558 Apr 28 19:50:55.690853 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35218) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:55.694112 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 48745ad8-8da0-49a4-a205-5fe7bf79524c no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:50:55.701411 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-ca33f3fa-bc65-48d2-bbd5-6d4bfd7f7f39 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:55.705157 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ca33f3fa-bc65-48d2-bbd5-6d4bfd7f7f39 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0105498 Apr 28 19:50:55.707045 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35220) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:55.717607 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-e7d73b66-61c3-45df-9044-28550eca0673 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:55.721303 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e7d73b66-61c3-45df-9044-28550eca0673 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0114143 Apr 28 19:50:55.724437 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f6e9d4f0-272a-4337-8f31-66fd75dc0003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:55.732734 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35222) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:55.749687 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 48745ad8-8da0-49a4-a205-5fe7bf79524c {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:50:55.753727 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 48745ad8-8da0-49a4-a205-5fe7bf79524c not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:50:55.755200 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [None req-89365264-ca9e-4c4c-92df-a668423572ce tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:55.769325 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-89365264-ca9e-4c4c-92df-a668423572ce tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0218697 Apr 28 19:50:55.797379 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35224) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:55.804131 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:55.824965 n-d-839810-1 neutron-server[102774]: WARNING neutron.services.revisions.revision_plugin [None req-3f4008d8-29dc-434f-bed3-77fe7d4af7a1 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Could not find related port for resource to bump revision. Apr 28 19:50:55.829138 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [None req-41665ccc-105a-4258-8dee-8caf97c69a1a tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:55.832938 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-41665ccc-105a-4258-8dee-8caf97c69a1a tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0344431 Apr 28 19:50:55.835801 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35226) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:55.841993 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [None req-1afbb6fc-99f9-4faa-9f43-a7628090abd1 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:55.845721 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1afbb6fc-99f9-4faa-9f43-a7628090abd1 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0072577 Apr 28 19:50:55.848897 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35228) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:55.853510 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [None req-82f5814c-91fa-41d3-abc5-a007c22e4edd tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:55.857292 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-82f5814c-91fa-41d3-abc5-a007c22e4edd tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0074384 Apr 28 19:50:55.862521 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.ipam_pluggable_backend [None req-3f4008d8-29dc-434f-bed3-77fe7d4af7a1 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Port 48745ad8-8da0-49a4-a205-5fe7bf79524c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102774) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 28 19:50:55.862818 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.ipam_pluggable_backend [None req-3f4008d8-29dc-434f-bed3-77fe7d4af7a1 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Reverting IP allocation for 2001:db8::f816:3eff:fe4d:e673 {{(pid=102774) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 28 19:50:55.866345 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35230) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:55.876676 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [None req-53d0e274-cddd-48ce-b0ba-c873fd221c08 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:55.880681 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-53d0e274-cddd-48ce-b0ba-c873fd221c08 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0103760 Apr 28 19:50:55.881512 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35232) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:55.889345 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [None req-06b4212f-43dd-41c0-bf59-c067e705078f tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:55.893202 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-06b4212f-43dd-41c0-bf59-c067e705078f tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0073614 Apr 28 19:50:55.896456 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3f4008d8-29dc-434f-bed3-77fe7d4af7a1 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:55.896642 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f6e9d4f0-272a-4337-8f31-66fd75dc0003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:55.898836 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35234) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:55.903548 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:55.909841 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [None req-c8d0c46b-21d5-4be6-b2ba-95ade513136f tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:55.913114 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c8d0c46b-21d5-4be6-b2ba-95ade513136f tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0042949 Apr 28 19:50:55.925176 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35236) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:55.929622 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [None req-c4c81d82-5bb6-4f03-a80d-7cb6a478add2 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:55.933253 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c4c81d82-5bb6-4f03-a80d-7cb6a478add2 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0042515 Apr 28 19:50:55.951781 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35238) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:55.959212 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-74d05102-76c8-4c16-a14e-ac046009b078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:55.962810 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [None req-a87811ed-7672-4abb-b7bd-0c7dd4a21f7d tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:55.964023 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a87811ed-7672-4abb-b7bd-0c7dd4a21f7d tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0086010 Apr 28 19:50:55.971365 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35240) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:55.972051 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9d4f0-272a-4337-8f31-66fd75dc0003 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8281cabb-adeb-42e0-826c-571e9f6c750b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:55.988970 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-74d05102-76c8-4c16-a14e-ac046009b078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:55.993680 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f6e9d4f0-272a-4337-8f31-66fd75dc0003 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:55.995850 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [None req-0f47a229-37c0-4f32-a891-c2726b4d95b7 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:55.996860 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0f47a229-37c0-4f32-a891-c2726b4d95b7 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0193167 Apr 28 19:50:55.998872 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4008d8-29dc-434f-bed3-77fe7d4af7a1 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:50:56.001256 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-45f036e7-cc7a-49f0-9bea-ba5d8a274210 req-8f4d4f6f-d8bf-4bac-a9eb-8778f52193f3 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] For port 86747529-7f41-4d31-8426-9a1d177d4d13, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=86747529-7f41-4d31-8426-9a1d177d4d13,segment=NetworkSegment(ab2c94c8-27a3-466e-851f-df9b73e428ff),segment_id=ab2c94c8-27a3-466e-851f-df9b73e428ff)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:56.001256 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-45f036e7-cc7a-49f0-9bea-ba5d8a274210 req-8f4d4f6f-d8bf-4bac-a9eb-8778f52193f3 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:56.003204 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f6e9d4f0-272a-4337-8f31-66fd75dc0003 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8281cabb-adeb-42e0-826c-571e9f6c750b HTTP/1.1" status: 204 len: 168 time: 0.8100646 Apr 28 19:50:56.005605 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35242) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.005936 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35244) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.020000 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [None req-555cd8da-6661-42bf-b42d-e998ed6ead48 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.020864 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-555cd8da-6661-42bf-b42d-e998ed6ead48 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0085161 Apr 28 19:50:56.029543 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-3f4008d8-29dc-434f-bed3-77fe7d4af7a1 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:56.034665 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35246) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.039407 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060b139-f2ab-4166-bd34-a041c5b3d9e2 req-f93d7fcd-26b3-4965-8280-a9bd7346a864 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:56.042275 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-45f036e7-cc7a-49f0-9bea-ba5d8a274210 req-8f4d4f6f-d8bf-4bac-a9eb-8778f52193f3 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Calling delete_port for 86747529-7f41-4d31-8426-9a1d177d4d13 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:50:56.042440 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c060b139-f2ab-4166-bd34-a041c5b3d9e2 req-f93d7fcd-26b3-4965-8280-a9bd7346a864 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c8ae13-7edf-46c4-ae52-950994ea8cc6 HTTP/1.1" status: 200 len: 945 time: 0.2344308 Apr 28 19:50:56.053084 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ac8431-1d2e-44d9-a398-cac7514a27d1 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:50:56.054815 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4008d8-29dc-434f-bed3-77fe7d4af7a1 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:56.059506 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3f4008d8-29dc-434f-bed3-77fe7d4af7a1 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:56.074864 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [None req-255c5f4f-bc4b-4221-8047-b11c2d60efcd tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.076124 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-255c5f4f-bc4b-4221-8047-b11c2d60efcd tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0371628 Apr 28 19:50:56.084495 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35250) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.087808 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d05102-76c8-4c16-a14e-ac046009b078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e8334e-0273-4c98-b7f9-4a8eb5ba1db5,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:56.088948 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4008d8-29dc-434f-bed3-77fe7d4af7a1 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Subnet': ['ID=ff66d501-118b-43f6-afd0-2321b7ec742c,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:56.096415 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [None req-25be49d4-4cb3-4486-a5c5-4d3014e14af4 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.097701 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-74d05102-76c8-4c16-a14e-ac046009b078 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=448097ebd4d9482e8fdb6db2760389ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0614083 Apr 28 19:50:56.098355 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-25be49d4-4cb3-4486-a5c5-4d3014e14af4 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0110743 Apr 28 19:50:56.100986 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35252) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.101430 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35254) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.117915 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-5c79e089-d55a-4275-a9a7-08ac26595651 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.122390 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5c79e089-d55a-4275-a9a7-08ac26595651 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0164397 Apr 28 19:50:56.128566 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35258) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.132908 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-32cb39d3-b777-4080-9f6b-34228bf64c34 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.137322 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-32cb39d3-b777-4080-9f6b-34228bf64c34 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0077605 Apr 28 19:50:56.151900 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35260) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.164272 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-df250823-7aec-4583-b669-cd36aa7e2498 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.168561 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-df250823-7aec-4583-b669-cd36aa7e2498 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0152414 Apr 28 19:50:56.172007 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35262) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.185513 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-305b3a17-a33d-4e65-9a0b-8bf2d0c3e362 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.189467 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-305b3a17-a33d-4e65-9a0b-8bf2d0c3e362 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0148721 Apr 28 19:50:56.194813 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35264) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.208906 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-41bedfc4-1a7a-47a6-a0c2-83e21d84c796 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.212826 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-41bedfc4-1a7a-47a6-a0c2-83e21d84c796 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0125139 Apr 28 19:50:56.224182 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35266) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.229435 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-fe23a2c4-564d-4e62-ad7d-ef4d05d18d88 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.232795 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fe23a2c4-564d-4e62-ad7d-ef4d05d18d88 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0052717 Apr 28 19:50:56.235825 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35268) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.237540 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3f4008d8-29dc-434f-bed3-77fe7d4af7a1 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3982561 Apr 28 19:50:56.240498 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-d23b5d62-b536-47bb-94fb-22f052c54969 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.241595 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d23b5d62-b536-47bb-94fb-22f052c54969 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0045209 Apr 28 19:50:56.241714 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35270) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.246494 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35272) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.250294 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-a42dc74e-642b-42a1-b9a7-55618abec787 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:56.250879 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c060b139-f2ab-4166-bd34-a041c5b3d9e2 req-1f4a5c9b-015d-4151-beeb-f0ac18c56511 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477766 Apr 28 19:50:56.264081 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [None req-55c031d6-ac6c-43cf-bcff-d5951f41a8a8 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.265215 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-55c031d6-ac6c-43cf-bcff-d5951f41a8a8 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0081096 Apr 28 19:50:56.271755 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35274) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.278189 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-8f8906a7-c9f3-4ce0-886e-62a7faa90b18 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.279151 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8f8906a7-c9f3-4ce0-886e-62a7faa90b18 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0065238 Apr 28 19:50:56.285149 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35278) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.295779 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-8a1dd70c-d225-4678-98bf-e6ae4b3bf178 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.296827 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8a1dd70c-d225-4678-98bf-e6ae4b3bf178 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0107527 Apr 28 19:50:56.301038 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0a5377a8-1a63-41bf-bbf3-45a0bae43543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:56.302708 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35280) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.310058 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-ac08e68b-8cac-49b8-b8e8-1008728c0056 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.311021 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ac08e68b-8cac-49b8-b8e8-1008728c0056 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0065348 Apr 28 19:50:56.315298 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35282) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.340840 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-86a13719-3d0b-47c4-9fb2-ae80e4ce5add tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.341815 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-86a13719-3d0b-47c4-9fb2-ae80e4ce5add tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0049403 Apr 28 19:50:56.344465 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35284) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.351028 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-45cc4481-0c77-44ff-8240-d9c1155ff0b5 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.351986 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-45cc4481-0c77-44ff-8240-d9c1155ff0b5 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0066328 Apr 28 19:50:56.356020 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-519b4156-19bf-4695-9f2f-d021d9e67bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:56.361530 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc01ab5-96aa-4dda-a9f5-86f673768dbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'fixed_ips': [{'subnet_id': 'ff66d501-118b-43f6-afd0-2321b7ec742c'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:50:56.362380 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35286) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.362940 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc01ab5-96aa-4dda-a9f5-86f673768dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:56.383828 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-65207a6c-da1a-4752-a2af-845405b583ea tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.384941 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-65207a6c-da1a-4752-a2af-845405b583ea tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0174375 Apr 28 19:50:56.391047 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0a5377a8-1a63-41bf-bbf3-45a0bae43543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:56.392762 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35288) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.413748 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-60b53563-5dc6-4469-bf32-bad5e5490faa tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.414734 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-60b53563-5dc6-4469-bf32-bad5e5490faa tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0211446 Apr 28 19:50:56.419589 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35290) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.435044 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-4c5eb61b-ecaf-4d5a-8542-462503075527 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.436031 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4c5eb61b-ecaf-4d5a-8542-462503075527 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0154912 Apr 28 19:50:56.442524 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35292) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.451801 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-ef12924f-b62f-4b9e-8f87-0de0709a8e7f tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.452934 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ef12924f-b62f-4b9e-8f87-0de0709a8e7f tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0094826 Apr 28 19:50:56.455530 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35294) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.468471 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-9a1a4aad-b7e4-45d2-b154-2ed01f01a39a tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.469573 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9a1a4aad-b7e4-45d2-b154-2ed01f01a39a tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0131354 Apr 28 19:50:56.470680 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-45f036e7-cc7a-49f0-9bea-ba5d8a274210 req-8f4d4f6f-d8bf-4bac-a9eb-8778f52193f3 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:56.490715 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35296) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.509093 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-c3fd7e01-5e26-42d8-9142-d6c8e380ad79 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.519389 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c3fd7e01-5e26-42d8-9142-d6c8e380ad79 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0270743 Apr 28 19:50:56.527465 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35302) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.531932 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-0e491f49-7b3c-40f4-9ba6-f5ab9719d91d tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.539599 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0e491f49-7b3c-40f4-9ba6-f5ab9719d91d tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0109534 Apr 28 19:50:56.543135 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35304) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.558284 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-a0985167-d0cf-40d5-894a-6ccaabd7c15b tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.559484 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a0985167-d0cf-40d5-894a-6ccaabd7c15b tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0063040 Apr 28 19:50:56.563610 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35306) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.564249 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-7dc01ab5-96aa-4dda-a9f5-86f673768dbf None None] Allocated IP 2001:db8::f816:3eff:fe59:7b49 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/ff66d501-118b-43f6-afd0-2321b7ec742c/0fadcc78-cf51-4fe5-970d-22d65528b5a7) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:50:56.569782 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-384eefaa-6ba3-419a-b68e-81f6ed43cf56 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.571033 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-384eefaa-6ba3-419a-b68e-81f6ed43cf56 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0060899 Apr 28 19:50:56.574242 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35308) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.585206 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-c3581d11-a802-4576-8ef5-a7a5cf7efd64 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.589360 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c3581d11-a802-4576-8ef5-a7a5cf7efd64 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0111063 Apr 28 19:50:56.589705 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35310) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.600363 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-18cc1a85-f958-456b-8ba9-a8b2e19f0fbc tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.604313 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-18cc1a85-f958-456b-8ba9-a8b2e19f0fbc tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0088134 Apr 28 19:50:56.606853 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35312) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.616631 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-4d42e0fa-e644-454d-a351-6f7b59360452 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.621897 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4d42e0fa-e644-454d-a351-6f7b59360452 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0130060 Apr 28 19:50:56.628415 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35314) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.631054 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0a5377a8-1a63-41bf-bbf3-45a0bae43543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:56.633876 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0a5377a8-1a63-41bf-bbf3-45a0bae43543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:56.637913 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0a5377a8-1a63-41bf-bbf3-45a0bae43543 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/46e8334e-0273-4c98-b7f9-4a8eb5ba1db5 HTTP/1.1" status: 204 len: 168 time: 0.5308008 Apr 28 19:50:56.651891 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5377a8-1a63-41bf-bbf3-45a0bae43543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e8334e-0273-4c98-b7f9-4a8eb5ba1db5,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:56.688221 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [None req-6fc4de16-ae76-4530-b17d-9f16f58eb2a1 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.689233 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6fc4de16-ae76-4530-b17d-9f16f58eb2a1 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0226333 Apr 28 19:50:56.694141 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d4f6f-d8bf-4bac-a9eb-8778f52193f3 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Pushing event deleted for resources: {'Port': ['ID=86747529-7f41-4d31-8426-9a1d177d4d13,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:56.699107 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35318) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.717922 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c2334-4ae8-4082-8899-c4b420d18fd5 req-f513030b-3c2e-4337-8209-0d3d4fd13cef tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:56.719450 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d41c2334-4ae8-4082-8899-c4b420d18fd5 req-f513030b-3c2e-4337-8209-0d3d4fd13cef tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2168d83-93bb-4f69-a629-b61e2c7e57ef HTTP/1.1" status: 200 len: 867 time: 0.5643432 Apr 28 19:50:56.728856 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [None req-bbb3c7cd-a03c-407a-bfc7-d3ee5b08301a tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.729817 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-bbb3c7cd-a03c-407a-bfc7-d3ee5b08301a tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0272918 Apr 28 19:50:56.745136 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35320) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.769859 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [None req-c0924057-254c-41b9-8be3-ea9d1c36c85c tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.770912 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c0924057-254c-41b9-8be3-ea9d1c36c85c tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0066154 Apr 28 19:50:56.774086 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35322) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.786746 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f611ecb-66da-4f8d-b586-3ed0f9097c96 req-ece1a578-5996-451e-9236-e9a5240d7256 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:56.788563 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6f611ecb-66da-4f8d-b586-3ed0f9097c96 req-ece1a578-5996-451e-9236-e9a5240d7256 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c8ae13-7edf-46c4-ae52-950994ea8cc6 HTTP/1.1" status: 200 len: 945 time: 0.1164086 Apr 28 19:50:56.792877 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-d8e93321-580c-4c06-a9eb-7bfbda3f5dee tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.793840 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d8e93321-580c-4c06-a9eb-7bfbda3f5dee tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0182877 Apr 28 19:50:56.796850 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35324) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.801870 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-f38caed4-f649-4f12-a504-27abab63cf1d tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.802839 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f38caed4-f649-4f12-a504-27abab63cf1d tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0049951 Apr 28 19:50:56.810553 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35326) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.815828 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-458b550a-b7a1-4a3a-b1f9-d3d78009d8f1 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.817584 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-458b550a-b7a1-4a3a-b1f9-d3d78009d8f1 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0052218 Apr 28 19:50:56.825988 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35328) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.831067 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-fcef252e-c250-4d64-98ef-6d8b6c81df07 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.832067 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fcef252e-c250-4d64-98ef-6d8b6c81df07 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0049686 Apr 28 19:50:56.836080 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35330) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.843066 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-c57ebd84-b3fa-4abb-8cdb-ddc8c404dcdb tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.844284 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c57ebd84-b3fa-4abb-8cdb-ddc8c404dcdb tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0071013 Apr 28 19:50:56.845415 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f036e7-cc7a-49f0-9bea-ba5d8a274210 req-8f4d4f6f-d8bf-4bac-a9eb-8778f52193f3 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] No DVR routers for this DVR port 86747529-7f41-4d31-8426-9a1d177d4d13 on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:50:56.847305 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35332) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.854861 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [None req-c6e46abe-a090-4547-8968-5a7ae7eabc77 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.855842 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c6e46abe-a090-4547-8968-5a7ae7eabc77 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0053682 Apr 28 19:50:56.858857 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35334) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.860162 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-45f036e7-cc7a-49f0-9bea-ba5d8a274210 req-8f4d4f6f-d8bf-4bac-a9eb-8778f52193f3 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:56.863370 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-45f036e7-cc7a-49f0-9bea-ba5d8a274210 req-8f4d4f6f-d8bf-4bac-a9eb-8778f52193f3 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.44 "DELETE /v2.0/ports/86747529-7f41-4d31-8426-9a1d177d4d13 HTTP/1.1" status: 204 len: 173 time: 2.1334178 Apr 28 19:50:56.863988 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42dc74e-642b-42a1-b9a7-55618abec787 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:50:56.864123 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-07e7103c-cb1b-426e-a1d4-00a8d876e5b3 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.865027 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-07e7103c-cb1b-426e-a1d4-00a8d876e5b3 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0054183 Apr 28 19:50:56.868280 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a42dc74e-642b-42a1-b9a7-55618abec787 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:56.871385 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35338) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.877658 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2168d83-93bb-4f69-a629-b61e2c7e57ef', 'name': 'network-vif-deleted', 'tag': '86747529-7f41-4d31-8426-9a1d177d4d13'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:50:56.878568 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-c4d509db-503e-43d7-bd44-fd3cec89c466 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.879671 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c4d509db-503e-43d7-bd44-fd3cec89c466 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0069168 Apr 28 19:50:56.881277 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4598a1-ab0a-4a77-a886-9b6271386242" -d '{"events": [{"server_uuid": "b2168d83-93bb-4f69-a629-b61e2c7e57ef", "name": "network-vif-deleted", "tag": "86747529-7f41-4d31-8426-9a1d177d4d13"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:50:56.881655 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc01ab5-96aa-4dda-a9f5-86f673768dbf None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:56.883894 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6f611ecb-66da-4f8d-b586-3ed0f9097c96 req-2b7863e9-b76b-4133-b51d-878f5a91f7f1 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800436 Apr 28 19:50:56.884286 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35340) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.894907 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc01ab5-96aa-4dda-a9f5-86f673768dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:56.909613 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [None req-df6704e2-bc73-4449-893f-14847bfbbb1d tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.910623 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-df6704e2-bc73-4449-893f-14847bfbbb1d tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0174947 Apr 28 19:50:56.913311 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-519b4156-19bf-4695-9f2f-d021d9e67bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:56.917590 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35346) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.922914 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-0ccc66a9-b517-4e4a-9998-98b305f0168f tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.925941 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0ccc66a9-b517-4e4a-9998-98b305f0168f tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0048912 Apr 28 19:50:56.926184 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35348) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.944354 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-61a36b22-4c9a-46e5-a514-121e79208f23 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.949226 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-61a36b22-4c9a-46e5-a514-121e79208f23 tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0218978 Apr 28 19:50:56.951119 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35350) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:56.967297 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [None req-81a1d44b-252d-43fc-a31b-c0305de793fe tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:50:56.968364 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-81a1d44b-252d-43fc-a31b-c0305de793fe tempest-ExtensionsTestJSON-811609531 tempest-ExtensionsTestJSON-811609531-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0154059 Apr 28 19:50:57.003093 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc01ab5-96aa-4dda-a9f5-86f673768dbf None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:50:57.004400 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc01ab5-96aa-4dda-a9f5-86f673768dbf None None] Pushing event updated for resources: {'Port': ['ID=0fadcc78-cf51-4fe5-970d-22d65528b5a7,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:57.014402 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-7dc01ab5-96aa-4dda-a9f5-86f673768dbf None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:57.021004 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d41c2334-4ae8-4082-8899-c4b420d18fd5 req-b933fedc-ad79-495e-a351-0443cace7e67 tempest-ServerDiskConfigTestJSON-556068548 tempest-ServerDiskConfigTestJSON-556068548-project] 10.222.0.42 "GET /v2.0/security-groups?id=793ed8a5-0dab-436a-834b-33c6aac7148e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767880 Apr 28 19:50:57.031857 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc01ab5-96aa-4dda-a9f5-86f673768dbf None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:50:57.039435 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-519b4156-19bf-4695-9f2f-d021d9e67bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a89cfc3-6712-4565-b863-edd5eca470cc']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:57.053259 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0c9655-aa8f-406a-ba70-db3e36d21666 x-openstack-request-id: req-1a0c9655-aa8f-406a-ba70-db3e36d21666 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:50:57.053616 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2168d83-93bb-4f69-a629-b61e2c7e57ef", "name": "network-vif-deleted", "tag": "86747529-7f41-4d31-8426-9a1d177d4d13", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:50:57.054033 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1a0c9655-aa8f-406a-ba70-db3e36d21666 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:50:57.054594 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a0c9655-aa8f-406a-ba70-db3e36d21666'] response: {'server_uuid': 'b2168d83-93bb-4f69-a629-b61e2c7e57ef', 'name': 'network-vif-deleted', 'tag': '86747529-7f41-4d31-8426-9a1d177d4d13', 'status': 'completed', 'code': 200} Apr 28 19:50:57.085403 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-519b4156-19bf-4695-9f2f-d021d9e67bd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26ea0e1a-826b-4d7f-af49-986d13dbf22b') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:57.089596 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-519b4156-19bf-4695-9f2f-d021d9e67bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26ea0e1a-826b-4d7f-af49-986d13dbf22b') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:57.121903 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-519b4156-19bf-4695-9f2f-d021d9e67bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:57.125022 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-7dc01ab5-96aa-4dda-a9f5-86f673768dbf None None] Attempting to bind port 0fadcc78-cf51-4fe5-970d-22d65528b5a7 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:50:57.125395 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-7dc01ab5-96aa-4dda-a9f5-86f673768dbf None None] Attempting to bind port 0fadcc78-cf51-4fe5-970d-22d65528b5a7 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:50:57.127412 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc01ab5-96aa-4dda-a9f5-86f673768dbf None None] Attempting to bind port 0fadcc78-cf51-4fe5-970d-22d65528b5a7 on network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:50:57.141543 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-519b4156-19bf-4695-9f2f-d021d9e67bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:57.146887 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc01ab5-96aa-4dda-a9f5-86f673768dbf None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:50:57.147272 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc01ab5-96aa-4dda-a9f5-86f673768dbf None None] Checking segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:50:57.147675 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc01ab5-96aa-4dda-a9f5-86f673768dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:57.148244 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc01ab5-96aa-4dda-a9f5-86f673768dbf None None] Bound using segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:50:57.148763 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-7dc01ab5-96aa-4dda-a9f5-86f673768dbf None None] Bound port: 0fadcc78-cf51-4fe5-970d-22d65528b5a7, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:50:57.149236 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc01ab5-96aa-4dda-a9f5-86f673768dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:57.157230 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-519b4156-19bf-4695-9f2f-d021d9e67bd8 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:50:57.157687 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-519b4156-19bf-4695-9f2f-d021d9e67bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:57.159427 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:50:57.159427 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:50:57.159427 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:50:57.159427 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:50:57.159427 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:50:57.159427 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:50:57.159427 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:50:57.159427 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:50:57.159427 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:50:57.159427 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:50:57.159427 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:50:57.159427 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:50:57.159427 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:50:57.159427 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:50:57.159427 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:50:57.159427 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:50:57.159427 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:50:57.159427 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:50:57.159427 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:50:57.159427 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:50:57.159427 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:50:57.159427 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:50:57.159427 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:50:57.159427 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:50:57.159427 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:50:57.159427 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:50:57.159427 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:50:57.159427 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:50:57.159427 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:50:57.159427 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:50:57.159427 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:50:57.159427 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:50:57.261703 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-519b4156-19bf-4695-9f2f-d021d9e67bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:57.281896 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc01ab5-96aa-4dda-a9f5-86f673768dbf None None] For port 0fadcc78-cf51-4fe5-970d-22d65528b5a7, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:50:57.283718 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-519b4156-19bf-4695-9f2f-d021d9e67bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:57.289255 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc01ab5-96aa-4dda-a9f5-86f673768dbf None None] For port 0fadcc78-cf51-4fe5-970d-22d65528b5a7, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=0fadcc78-cf51-4fe5-970d-22d65528b5a7,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:50:57.290767 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-519b4156-19bf-4695-9f2f-d021d9e67bd8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/8a89cfc3-6712-4565-b863-edd5eca470cc HTTP/1.1" status: 204 len: 168 time: 1.2765844 Apr 28 19:50:57.291774 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b4156-19bf-4695-9f2f-d021d9e67bd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a89cfc3-6712-4565-b863-edd5eca470cc,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:57.298216 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc01ab5-96aa-4dda-a9f5-86f673768dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:57.409354 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc01ab5-96aa-4dda-a9f5-86f673768dbf None None] Pushing event updated for resources: {'Port': ['ID=0fadcc78-cf51-4fe5-970d-22d65528b5a7,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:57.528984 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a42dc74e-642b-42a1-b9a7-55618abec787 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:57.534356 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35366) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:57.578618 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42dc74e-642b-42a1-b9a7-55618abec787 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:50:57.582559 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-a42dc74e-642b-42a1-b9a7-55618abec787 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:57.640681 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42dc74e-642b-42a1-b9a7-55618abec787 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:57.642077 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a42dc74e-642b-42a1-b9a7-55618abec787 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:57.692659 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a42dc74e-642b-42a1-b9a7-55618abec787 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4490125 Apr 28 19:50:57.695853 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35374) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:57.704059 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-7757d649-43d0-466b-be6f-c1e2f5c086af tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'port': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'mac_address': 'fa:16:3e:b3:46:ca', 'name': 'tempest-NetworksTestDHCPv6-1193874360'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:57.737627 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42dc74e-642b-42a1-b9a7-55618abec787 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Subnet': ['ID=0aaadb61-c76c-44dc-8be5-e90f4891115b,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:57.778803 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35376) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:57.795648 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 86747529-7f41-4d31-8426-9a1d177d4d13 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:50:57.855484 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 86747529-7f41-4d31-8426-9a1d177d4d13 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:50:57.859247 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 86747529-7f41-4d31-8426-9a1d177d4d13 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:50:57.887197 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-063b61e2-fb0a-4c6b-b878-61e54bf8c644 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7352f74f2c0c4da1b9086516d0fdac54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1056476 Apr 28 19:50:57.888723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35378) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:57.990544 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-265be5f8-1052-4bf3-9f91-0668e801e9a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:58.018831 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-265be5f8-1052-4bf3-9f91-0668e801e9a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:58.142732 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461e780-5ebf-47db-ad04-076f4abd0621 req-693074ef-6275-4cd7-a320-dde07fb015dd tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:58.144659 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e461e780-5ebf-47db-ad04-076f4abd0621 req-693074ef-6275-4cd7-a320-dde07fb015dd tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c8ae13-7edf-46c4-ae52-950994ea8cc6 HTTP/1.1" status: 200 len: 945 time: 0.0741005 Apr 28 19:50:58.152365 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-265be5f8-1052-4bf3-9f91-0668e801e9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:58.156811 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-265be5f8-1052-4bf3-9f91-0668e801e9a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:58.162276 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-265be5f8-1052-4bf3-9f91-0668e801e9a0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c16deab3-fc6c-455a-927f-13d316bde480 HTTP/1.1" status: 204 len: 168 time: 0.2707686 Apr 28 19:50:58.175775 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265be5f8-1052-4bf3-9f91-0668e801e9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16deab3-fc6c-455a-927f-13d316bde480,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:58.229487 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e461e780-5ebf-47db-ad04-076f4abd0621 req-1623196c-de23-4eb2-8cb2-cbd88fd9c257 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656810 Apr 28 19:50:58.390440 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35402) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:58.404059 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf5a8796-a991-492b-b13f-bad41e3c6d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:58.453880 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-d099104d-e297-47b7-b8d7-1e22f2da8e68 admin admin] Deleting subnet d3272c71-9406-4bde-b6c8-9fbf3fe371b1 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:50:58.458763 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d099104d-e297-47b7-b8d7-1e22f2da8e68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:58.512345 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d099104d-e297-47b7-b8d7-1e22f2da8e68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:58.547235 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf5a8796-a991-492b-b13f-bad41e3c6d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:58.578340 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d099104d-e297-47b7-b8d7-1e22f2da8e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:58.583591 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf5a8796-a991-492b-b13f-bad41e3c6d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:58.605359 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c230ad-d196-4824-9b63-f409059176f9 req-1d4de7a2-22be-4694-96ac-ed06837094bd tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:58.607228 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-95c230ad-d196-4824-9b63-f409059176f9 req-1d4de7a2-22be-4694-96ac-ed06837094bd tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.15 "GET /v2.0/ports?device_id=21c8ae13-7edf-46c4-ae52-950994ea8cc6 HTTP/1.1" status: 200 len: 945 time: 0.7952123 Apr 28 19:50:58.692926 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d099104d-e297-47b7-b8d7-1e22f2da8e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:58.742937 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cf5a8796-a991-492b-b13f-bad41e3c6d81 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4519d9af3fb34a02beb86388897e68fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2072847 Apr 28 19:50:58.744440 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35414) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:58.753155 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099104d-e297-47b7-b8d7-1e22f2da8e68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3272c71-9406-4bde-b6c8-9fbf3fe371b1,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:58.785483 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a8796-a991-492b-b13f-bad41e3c6d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822a5776-8d77-4737-a5db-a0ff2797bfc7,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:58.806432 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d099104d-e297-47b7-b8d7-1e22f2da8e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:58.838401 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d099104d-e297-47b7-b8d7-1e22f2da8e68 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d3272c71-9406-4bde-b6c8-9fbf3fe371b1 HTTP/1.1" status: 204 len: 168 time: 0.4453380 Apr 28 19:50:58.840051 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35418) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:58.918227 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7757d649-43d0-466b-be6f-c1e2f5c086af tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:50:58.933885 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7b21da32-d3ee-4747-9c26-b1ffdff87d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:58.976802 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-418ffc89-cf23-43a8-89d5-73ba76d31d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:59.064998 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7b21da32-d3ee-4747-9c26-b1ffdff87d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:59.091803 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e815faf-3ce0-4ba8-84b9-d3bddb9085d6 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:50:59.167134 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-95c230ad-d196-4824-9b63-f409059176f9 req-93e57d30-b343-41e1-af1f-770516ec24fe tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Deleting port 6b9484b1-6a61-439a-9db5-9c68155c072d {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:50:59.167484 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-95c230ad-d196-4824-9b63-f409059176f9 req-93e57d30-b343-41e1-af1f-770516ec24fe tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:59.205620 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-418ffc89-cf23-43a8-89d5-73ba76d31d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:59.217673 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-8a423317-ebff-4ae0-8f3e-03a868616483 None None] Provisioning complete for port 0fadcc78-cf51-4fe5-970d-22d65528b5a7 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:59.217829 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8a423317-ebff-4ae0-8f3e-03a868616483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:59.233317 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7757d649-43d0-466b-be6f-c1e2f5c086af tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:59.254189 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-418ffc89-cf23-43a8-89d5-73ba76d31d56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b6a3f4a-ea8d-4a98-aa07-cb567010601c']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:59.267823 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7b21da32-d3ee-4747-9c26-b1ffdff87d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:59.279640 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-418ffc89-cf23-43a8-89d5-73ba76d31d56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab2c94c8-27a3-466e-851f-df9b73e428ff') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:59.280438 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7b21da32-d3ee-4747-9c26-b1ffdff87d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:59.281078 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-418ffc89-cf23-43a8-89d5-73ba76d31d56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab2c94c8-27a3-466e-851f-df9b73e428ff') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:59.282511 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7b21da32-d3ee-4747-9c26-b1ffdff87d36 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/822a5776-8d77-4737-a5db-a0ff2797bfc7 HTTP/1.1" status: 204 len: 168 time: 0.5342820 Apr 28 19:50:59.312234 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-418ffc89-cf23-43a8-89d5-73ba76d31d56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:59.364069 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b21da32-d3ee-4747-9c26-b1ffdff87d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822a5776-8d77-4737-a5db-a0ff2797bfc7,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:59.396808 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-7757d649-43d0-466b-be6f-c1e2f5c086af tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] device_id is not set on port 7d448339-0198-4d01-80a8-ef4993cb874c yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:50:59.411863 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-418ffc89-cf23-43a8-89d5-73ba76d31d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:59.432583 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8a423317-ebff-4ae0-8f3e-03a868616483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:59.438375 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418ffc89-cf23-43a8-89d5-73ba76d31d56 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:50:59.438782 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-418ffc89-cf23-43a8-89d5-73ba76d31d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:59.440532 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:50:59.440532 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:50:59.440532 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:50:59.440532 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:50:59.440532 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:50:59.440532 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:50:59.440532 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:50:59.440532 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:50:59.440532 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:50:59.440532 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:50:59.440532 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:50:59.440532 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:50:59.440532 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:50:59.440532 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:50:59.440532 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:50:59.440532 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:50:59.440532 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:50:59.440532 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:50:59.440532 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:50:59.440532 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:50:59.440532 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:50:59.440532 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:50:59.440532 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:50:59.440532 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:50:59.440532 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:50:59.440532 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:50:59.440532 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:50:59.440532 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:50:59.440532 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:50:59.440532 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:50:59.440532 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:50:59.440532 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:50:59.484745 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-8a423317-ebff-4ae0-8f3e-03a868616483 None None] For port 0fadcc78-cf51-4fe5-970d-22d65528b5a7, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=0fadcc78-cf51-4fe5-970d-22d65528b5a7,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:59.495086 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8a423317-ebff-4ae0-8f3e-03a868616483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:59.542860 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf1adf-82e6-4913-95cd-f4f41ebef930 req-94e11bec-adf7-44e5-94ad-0a7861afa2bb tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:59.545124 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1cbf1adf-82e6-4913-95cd-f4f41ebef930 req-94e11bec-adf7-44e5-94ad-0a7861afa2bb tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 947 time: 0.2307792 Apr 28 19:50:59.584021 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-418ffc89-cf23-43a8-89d5-73ba76d31d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:59.598361 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-418ffc89-cf23-43a8-89d5-73ba76d31d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:59.601634 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-418ffc89-cf23-43a8-89d5-73ba76d31d56 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1b6a3f4a-ea8d-4a98-aa07-cb567010601c HTTP/1.1" status: 204 len: 168 time: 0.7587140 Apr 28 19:50:59.615682 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ffc89-cf23-43a8-89d5-73ba76d31d56 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b6a3f4a-ea8d-4a98-aa07-cb567010601c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:59.622148 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1cbf1adf-82e6-4913-95cd-f4f41ebef930 req-06082610-d3bd-4942-bd44-7c5167472f94 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695407 Apr 28 19:50:59.663784 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf346fda-9ddd-4bff-a746-13d4442b58f8 None None] Update dhcp port {'port': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'fixed_ips': [{'subnet_id': 'ff66d501-118b-43f6-afd0-2321b7ec742c', 'ip_address': '2001:db8::f816:3eff:fe59:7b49'}, {'subnet_id': '0aaadb61-c76c-44dc-8be5-e90f4891115b'}], 'binding:host_id': 'n-d-839810-1'}, 'id': '0fadcc78-cf51-4fe5-970d-22d65528b5a7'} from n-d-839810-1. {{(pid=102775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 28 19:50:59.667330 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a423317-ebff-4ae0-8f3e-03a868616483 None None] Pushing event updated for resources: {'Port': ['ID=0fadcc78-cf51-4fe5-970d-22d65528b5a7,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:59.687220 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200f3c0-8545-4e90-96bf-1183c04e98fd req-5ad03903-6e48-4fbb-b9fe-f67fd953d48e tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:59.689413 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f200f3c0-8545-4e90-96bf-1183c04e98fd req-5ad03903-6e48-4fbb-b9fe-f67fd953d48e tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c8ae13-7edf-46c4-ae52-950994ea8cc6 HTTP/1.1" status: 200 len: 945 time: 0.3199084 Apr 28 19:50:59.716243 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bf346fda-9ddd-4bff-a746-13d4442b58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:59.741718 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-95c230ad-d196-4824-9b63-f409059176f9 req-93e57d30-b343-41e1-af1f-770516ec24fe tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] For port 6b9484b1-6a61-439a-9db5-9c68155c072d, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=6b9484b1-6a61-439a-9db5-9c68155c072d,segment=NetworkSegment(daad3582-9abd-449f-85ba-5c80ef9418e3),segment_id=daad3582-9abd-449f-85ba-5c80ef9418e3)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:59.742097 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-95c230ad-d196-4824-9b63-f409059176f9 req-93e57d30-b343-41e1-af1f-770516ec24fe tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:59.799836 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-95c230ad-d196-4824-9b63-f409059176f9 req-93e57d30-b343-41e1-af1f-770516ec24fe tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Calling delete_port for 6b9484b1-6a61-439a-9db5-9c68155c072d owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:50:59.823196 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f200f3c0-8545-4e90-96bf-1183c04e98fd req-1922cce4-658b-48bc-b012-319d49ce5bfb tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183946 Apr 28 19:50:59.841081 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-7757d649-43d0-466b-be6f-c1e2f5c086af tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Allocated IP 172.20.0.5 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/0aaadb61-c76c-44dc-8be5-e90f4891115b/7d448339-0198-4d01-80a8-ef4993cb874c) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:50:59.855167 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 0fadcc78-cf51-4fe5-970d-22d65528b5a7 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:50:59.873696 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35452) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:50:59.878125 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-7757d649-43d0-466b-be6f-c1e2f5c086af tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Allocated IP 2001:db8::f816:3eff:feb3:46ca (3bb4ad15-38e1-4028-be09-c8cdfded96d3/ff66d501-118b-43f6-afd0-2321b7ec742c/7d448339-0198-4d01-80a8-ef4993cb874c) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:50:59.943169 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 0fadcc78-cf51-4fe5-970d-22d65528b5a7 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:59.943844 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:00.077126 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-95c230ad-d196-4824-9b63-f409059176f9 req-93e57d30-b343-41e1-af1f-770516ec24fe tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:00.089803 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['49307b20-b4ff-444f-afcb-d7bf39e9a7f0'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:51:00.092081 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['6b9484b1-6a61-439a-9db5-9c68155c072d'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:51:00.120884 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35460) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:00.125978 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e57d30-b343-41e1-af1f-770516ec24fe tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Pushing event deleted for resources: {'Port': ['ID=6b9484b1-6a61-439a-9db5-9c68155c072d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:00.141364 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7757d649-43d0-466b-be6f-c1e2f5c086af tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:00.179063 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c230ad-d196-4824-9b63-f409059176f9 req-93e57d30-b343-41e1-af1f-770516ec24fe tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] No DVR routers for this DVR port 6b9484b1-6a61-439a-9db5-9c68155c072d on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:51:00.183624 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-95c230ad-d196-4824-9b63-f409059176f9 req-93e57d30-b343-41e1-af1f-770516ec24fe tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:00.187216 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-95c230ad-d196-4824-9b63-f409059176f9 req-93e57d30-b343-41e1-af1f-770516ec24fe tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.15 "DELETE /v2.0/ports/6b9484b1-6a61-439a-9db5-9c68155c072d HTTP/1.1" status: 204 len: 173 time: 1.5540872 Apr 28 19:51:00.187690 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c8ae13-7edf-46c4-ae52-950994ea8cc6', 'name': 'network-vif-deleted', 'tag': '6b9484b1-6a61-439a-9db5-9c68155c072d'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:00.190146 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0d447b-2b4a-4086-8fe7-e861cf61c3c6" -d '{"events": [{"server_uuid": "21c8ae13-7edf-46c4-ae52-950994ea8cc6", "name": "network-vif-deleted", "tag": "6b9484b1-6a61-439a-9db5-9c68155c072d"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:51:00.228139 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-35f13d9a-3c6c-430e-b933-c5c0f0db58ec admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a0762e93be5b475288865c615d96d113&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1029348 Apr 28 19:51:00.229578 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35464) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:00.238953 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7757d649-43d0-466b-be6f-c1e2f5c086af tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:00.284517 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04aacfff-a6c3-4370-941d-fe5d2b016a82 x-openstack-request-id: req-04aacfff-a6c3-4370-941d-fe5d2b016a82 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:51:00.285439 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c8ae13-7edf-46c4-ae52-950994ea8cc6", "name": "network-vif-deleted", "tag": "6b9484b1-6a61-439a-9db5-9c68155c072d", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:51:00.285707 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-04aacfff-a6c3-4370-941d-fe5d2b016a82 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:51:00.286179 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04aacfff-a6c3-4370-941d-fe5d2b016a82'] response: {'server_uuid': '21c8ae13-7edf-46c4-ae52-950994ea8cc6', 'name': 'network-vif-deleted', 'tag': '6b9484b1-6a61-439a-9db5-9c68155c072d', 'status': 'completed', 'code': 200} Apr 28 19:51:00.309488 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7757d649-43d0-466b-be6f-c1e2f5c086af tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:00.311145 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-2ed6ccb1-32ec-4c79-b761-7106ea0f25db tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Request body: {'network': {'name': 'tempest-network-smoke--1405602188', 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'port_security_enabled': True}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:00.313811 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-7757d649-43d0-466b-be6f-c1e2f5c086af tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:00.323574 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7757d649-43d0-466b-be6f-c1e2f5c086af tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:51:00.345419 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757d649-43d0-466b-be6f-c1e2f5c086af tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Port': ['ID=7d448339-0198-4d01-80a8-ef4993cb874c,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:00.366191 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f85d217c-c22d-4cdf-a2b7-b0bb03ba0da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:00.370186 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed6ccb1-32ec-4c79-b761-7106ea0f25db tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Made reservation on behalf of 9d9e2f02c26d442699c083632dd6dfd5 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:00.373871 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ed6ccb1-32ec-4c79-b761-7106ea0f25db tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:00.386690 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ed6ccb1-32ec-4c79-b761-7106ea0f25db tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:00.421266 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7757d649-43d0-466b-be6f-c1e2f5c086af tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:00.422116 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7757d649-43d0-466b-be6f-c1e2f5c086af tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:00.434234 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f85d217c-c22d-4cdf-a2b7-b0bb03ba0da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:00.479787 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7757d649-43d0-466b-be6f-c1e2f5c086af tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7783759 Apr 28 19:51:00.480409 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35472) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:00.541008 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f85d217c-c22d-4cdf-a2b7-b0bb03ba0da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:00.544235 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f85d217c-c22d-4cdf-a2b7-b0bb03ba0da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:00.549153 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f85d217c-c22d-4cdf-a2b7-b0bb03ba0da9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/793ed8a5-0dab-436a-834b-33c6aac7148e HTTP/1.1" status: 204 len: 168 time: 0.3153281 Apr 28 19:51:00.573474 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ed6ccb1-32ec-4c79-b761-7106ea0f25db tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:00.580635 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495075ac-5ad4-4238-af41-87c5c0fae413 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:00.584834 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d217c-c22d-4cdf-a2b7-b0bb03ba0da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793ed8a5-0dab-436a-834b-33c6aac7148e,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:00.590225 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495075ac-5ad4-4238-af41-87c5c0fae413 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:00.592039 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ed6ccb1-32ec-4c79-b761-7106ea0f25db tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:00.593723 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-495075ac-5ad4-4238-af41-87c5c0fae413 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1113222 Apr 28 19:51:00.596374 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35480) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:00.654446 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-bf346fda-9ddd-4bff-a746-13d4442b58f8 None None] Allocated IP 172.20.0.2 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/0aaadb61-c76c-44dc-8be5-e90f4891115b/0fadcc78-cf51-4fe5-970d-22d65528b5a7) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:00.663295 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6ccb1-32ec-4c79-b761-7106ea0f25db tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6379af-8d53-479c-83ca-5a5aa7318114,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:00.707546 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed6ccb1-32ec-4c79-b761-7106ea0f25db tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:51:00.757381 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ed6ccb1-32ec-4c79-b761-7106ea0f25db tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:00.757733 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-2ed6ccb1-32ec-4c79-b761-7106ea0f25db tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Added segment e300a6a7-3a1a-4ad6-a5a2-071728770978 of type vlan for network 21f0b299-0a1b-4e71-a8de-3e8676ce56c4 Apr 28 19:51:00.783191 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e184086-29e0-4fef-a301-a80b6b95fdea req-c9781ee6-562b-4909-859a-81b1229aae2a tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:00.785091 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4e184086-29e0-4fef-a301-a80b6b95fdea req-c9781ee6-562b-4909-859a-81b1229aae2a tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.15 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 947 time: 0.1110013 Apr 28 19:51:00.926309 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ed6ccb1-32ec-4c79-b761-7106ea0f25db tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:00.949679 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-9463b5f7-d072-4751-b081-f5dfd7fcc14d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting port 7d448339-0198-4d01-80a8-ef4993cb874c {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:51:00.959844 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9463b5f7-d072-4751-b081-f5dfd7fcc14d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:00.997381 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d218d-9132-4ed8-9026-b9f5ff0f20b2 req-0ecf2f0d-f603-4433-af38-701f228fa69c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:00.999113 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d0d218d-9132-4ed8-9026-b9f5ff0f20b2 req-0ecf2f0d-f603-4433-af38-701f228fa69c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 947 time: 0.1227324 Apr 28 19:51:01.000350 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ed6ccb1-32ec-4c79-b761-7106ea0f25db tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:01.006479 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed6ccb1-32ec-4c79-b761-7106ea0f25db tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:01.007103 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ed6ccb1-32ec-4c79-b761-7106ea0f25db tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:01.059764 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-bf346fda-9ddd-4bff-a746-13d4442b58f8 None None] For port 0fadcc78-cf51-4fe5-970d-22d65528b5a7, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=0fadcc78-cf51-4fe5-970d-22d65528b5a7,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:01.133275 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2ed6ccb1-32ec-4c79-b761-7106ea0f25db tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2665024 Apr 28 19:51:01.137602 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35516) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:01.142215 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bf346fda-9ddd-4bff-a746-13d4442b58f8 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:01.150120 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6ccb1-32ec-4c79-b761-7106ea0f25db tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'Network': ['ID=21f0b299-0a1b-4e71-a8de-3e8676ce56c4,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:01.151612 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bf346fda-9ddd-4bff-a746-13d4442b58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:01.198536 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-9c40d875-6bfc-4722-ac18-940cf13e8f77 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-156237215', 'admin_state_up': True, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:01.224390 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d0d218d-9132-4ed8-9026-b9f5ff0f20b2 req-dd379d24-6562-46e6-b533-6af6f2935c5f tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929681 Apr 28 19:51:01.297325 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 21f0b299-0a1b-4e71-a8de-3e8676ce56c4 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:51:01.323144 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf346fda-9ddd-4bff-a746-13d4442b58f8 None None] Pushing event updated for resources: {'Port': ['ID=0fadcc78-cf51-4fe5-970d-22d65528b5a7,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:01.401105 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c40d875-6bfc-4722-ac18-940cf13e8f77 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:01.402153 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c40d875-6bfc-4722-ac18-940cf13e8f77 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:01.434706 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f237080-9a83-4087-af62-25fb981f9f7b req-4660dfbf-1e5b-4da3-8ae1-8a7ff44b2e18 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:01.436246 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f237080-9a83-4087-af62-25fb981f9f7b req-4660dfbf-1e5b-4da3-8ae1-8a7ff44b2e18 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/networks?id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63 HTTP/1.1" status: 200 len: 806 time: 0.1521409 Apr 28 19:51:01.466513 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-4e184086-29e0-4fef-a301-a80b6b95fdea req-18235887-9663-46ea-aa4b-c65f6700ac5c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Deleting port 3a749027-3dcd-46f5-83a0-1a2b5506f788 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:51:01.466873 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4e184086-29e0-4fef-a301-a80b6b95fdea req-18235887-9663-46ea-aa4b-c65f6700ac5c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:01.508548 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9463b5f7-d072-4751-b081-f5dfd7fcc14d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:01.527440 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35538) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:01.537854 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f237080-9a83-4087-af62-25fb981f9f7b req-2cdb67e4-d9cc-4f1a-8303-c563852e1cd6 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/quotas/dcadc66e0b2646d28c33130e37263af0 HTTP/1.1" status: 200 len: 375 time: 0.0889189 Apr 28 19:51:01.597967 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-9463b5f7-d072-4751-b081-f5dfd7fcc14d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Calling delete_port for 7d448339-0198-4d01-80a8-ef4993cb874c owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:51:01.615968 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c40d875-6bfc-4722-ac18-940cf13e8f77 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:01.687108 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35544) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:01.702704 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 0fadcc78-cf51-4fe5-970d-22d65528b5a7 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:51:01.748069 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-894d6652-fa5e-4c33-ad99-3d2fda709ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:01.770760 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 0fadcc78-cf51-4fe5-970d-22d65528b5a7 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:01.771044 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:01.863509 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-894d6652-fa5e-4c33-ad99-3d2fda709ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:01.872662 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-926c6c3a-372b-46f2-8fa9-a697407d19ca tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1610578996'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:01.886507 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-894d6652-fa5e-4c33-ad99-3d2fda709ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:01.899861 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:01.937546 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d6652-fa5e-4c33-ad99-3d2fda709ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f877ffe-7773-4735-8092-eee191ffa917,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:01.951851 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-4e184086-29e0-4fef-a301-a80b6b95fdea req-18235887-9663-46ea-aa4b-c65f6700ac5c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] For port 3a749027-3dcd-46f5-83a0-1a2b5506f788, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=3a749027-3dcd-46f5-83a0-1a2b5506f788,segment=NetworkSegment(7fe1025a-ef48-4d42-914a-75eec3ed90de),segment_id=7fe1025a-ef48-4d42-914a-75eec3ed90de)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:01.952324 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4e184086-29e0-4fef-a301-a80b6b95fdea req-18235887-9663-46ea-aa4b-c65f6700ac5c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:01.971837 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926c6c3a-372b-46f2-8fa9-a697407d19ca tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Made reservation on behalf of 435280242fd143958a83151627e8ca50 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:01.981799 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-926c6c3a-372b-46f2-8fa9-a697407d19ca tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:02.001237 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-894d6652-fa5e-4c33-ad99-3d2fda709ca2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d085bd6550754c26b576e8b66504bd66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4724779 Apr 28 19:51:02.002266 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-926c6c3a-372b-46f2-8fa9-a697407d19ca tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:02.004175 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35556) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:02.101581 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-73219824-0a88-44d8-90cc-1a3494ff674a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:02.138941 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-73219824-0a88-44d8-90cc-1a3494ff674a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:02.172493 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-926c6c3a-372b-46f2-8fa9-a697407d19ca tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:02.186338 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-926c6c3a-372b-46f2-8fa9-a697407d19ca tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:02.226487 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-926c6c3a-372b-46f2-8fa9-a697407d19ca tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:51:02.231855 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c6c3a-372b-46f2-8fa9-a697407d19ca tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61950924-63f4-406e-8ab0-137cf5d2b0aa,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:02.251091 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-73219824-0a88-44d8-90cc-1a3494ff674a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:02.254234 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-73219824-0a88-44d8-90cc-1a3494ff674a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:02.255755 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-73219824-0a88-44d8-90cc-1a3494ff674a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9f877ffe-7773-4735-8092-eee191ffa917 HTTP/1.1" status: 204 len: 168 time: 0.2504442 Apr 28 19:51:02.261479 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-926c6c3a-372b-46f2-8fa9-a697407d19ca tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:02.261874 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-926c6c3a-372b-46f2-8fa9-a697407d19ca tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Added segment 8333e338-9ba6-42af-af61-81f03e94dcab of type vlan for network 5b561c98-ef85-4b6f-85b0-4d350c7dfba4 Apr 28 19:51:02.288067 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73219824-0a88-44d8-90cc-1a3494ff674a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f877ffe-7773-4735-8092-eee191ffa917,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:02.354351 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-926c6c3a-372b-46f2-8fa9-a697407d19ca tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:02.369987 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4e184086-29e0-4fef-a301-a80b6b95fdea req-18235887-9663-46ea-aa4b-c65f6700ac5c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:02.370489 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4e184086-29e0-4fef-a301-a80b6b95fdea req-18235887-9663-46ea-aa4b-c65f6700ac5c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:02.370884 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [req-4e184086-29e0-4fef-a301-a80b6b95fdea req-18235887-9663-46ea-aa4b-c65f6700ac5c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Floating IP 0ae190bd-f6f2-494b-8902-dd067a92719c disassociated. External IP: 172.25.8.136, port: 3a749027-3dcd-46f5-83a0-1a2b5506f788. Apr 28 19:51:02.371575 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-4e184086-29e0-4fef-a301-a80b6b95fdea req-18235887-9663-46ea-aa4b-c65f6700ac5c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Calling delete_port for 3a749027-3dcd-46f5-83a0-1a2b5506f788 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:51:02.371973 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-30eacb98-97b6-4b14-82e1-3b0e0f9079fb None None] Provisioning complete for port 0fadcc78-cf51-4fe5-970d-22d65528b5a7 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:02.373724 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-30eacb98-97b6-4b14-82e1-3b0e0f9079fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:02.415821 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee5b04-a9b1-4620-95ba-53b7816658c1 req-93de70b2-0589-45ce-8081-9da099b58045 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:02.423684 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5cee5b04-a9b1-4620-95ba-53b7816658c1 req-93de70b2-0589-45ce-8081-9da099b58045 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 947 time: 0.0820417 Apr 28 19:51:02.432807 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-926c6c3a-372b-46f2-8fa9-a697407d19ca tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:02.438298 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c6c3a-372b-46f2-8fa9-a697407d19ca tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:02.438943 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-926c6c3a-372b-46f2-8fa9-a697407d19ca tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:02.541266 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-926c6c3a-372b-46f2-8fa9-a697407d19ca tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8527482 Apr 28 19:51:02.613225 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5cee5b04-a9b1-4620-95ba-53b7816658c1 req-1aa2cf11-ec7a-4ade-9c42-c822e6493825 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=43f00630-2786-4c18-adaf-3506d8389773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885562 Apr 28 19:51:02.615181 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c6c3a-372b-46f2-8fa9-a697407d19ca tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event updated for resources: {'Network': ['ID=5b561c98-ef85-4b6f-85b0-4d350c7dfba4,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:02.626337 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 5b561c98-ef85-4b6f-85b0-4d350c7dfba4 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:51:02.771097 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 6b9484b1-6a61-439a-9db5-9c68155c072d no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:51:02.871670 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 6b9484b1-6a61-439a-9db5-9c68155c072d {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:51:02.872512 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 6b9484b1-6a61-439a-9db5-9c68155c072d not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:51:02.883710 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4e184086-29e0-4fef-a301-a80b6b95fdea req-18235887-9663-46ea-aa4b-c65f6700ac5c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:02.885894 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-aedd8672-39d7-4ff8-b8b6-4134dd15d379 None None] Provisioning complete for port 7d448339-0198-4d01-80a8-ef4993cb874c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:02.886574 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-aedd8672-39d7-4ff8-b8b6-4134dd15d379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:02.923280 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18235887-9663-46ea-aa4b-c65f6700ac5c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Pushing event deleted for resources: {'Port': ['ID=3a749027-3dcd-46f5-83a0-1a2b5506f788,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:02.944685 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f237080-9a83-4087-af62-25fb981f9f7b req-db8cdf86-2308-4701-8b40-1a64f1bf497d tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=dcadc66e0b2646d28c33130e37263af0&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3479438 Apr 28 19:51:02.958551 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-aedd8672-39d7-4ff8-b8b6-4134dd15d379 None None] Port 7d448339-0198-4d01-80a8-ef4993cb874c cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:51:03.026535 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c40d875-6bfc-4722-ac18-940cf13e8f77 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:03.041866 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-7f237080-9a83-4087-af62-25fb981f9f7b req-5e7d4b28-30f2-4a9b-8e8d-b25e858d4ade service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:51:03.042997 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f237080-9a83-4087-af62-25fb981f9f7b req-5e7d4b28-30f2-4a9b-8e8d-b25e858d4ade service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086548 Apr 28 19:51:03.340932 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8cfee3ac-dcee-48ec-a2e1-7bd635165308 req-0c050a5e-186a-4d1f-86a1-197bcac6fbac tempest-ServersAaction247Test-378552853 tempest-ServersAaction247Test-378552853-project] 10.222.0.42 "GET /v2.0/ports?device_id=89d0eccd-6705-4d98-b89f-a08ee2d9ff07 HTTP/1.1" status: 200 len: 210 time: 0.0700741 Apr 28 19:51:03.351606 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:03.417543 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f237080-9a83-4087-af62-25fb981f9f7b req-b2eb8fa6-f5d3-4dec-a923-82f5a2ef73ee service neutron] 10.222.0.42 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640602 Apr 28 19:51:03.425741 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e184086-29e0-4fef-a301-a80b6b95fdea req-18235887-9663-46ea-aa4b-c65f6700ac5c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Router 7f426266-0348-4f66-b8dd-fd2f2a51cc79 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:51:03.475566 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9463b5f7-d072-4751-b081-f5dfd7fcc14d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:03.580443 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463b5f7-d072-4751-b081-f5dfd7fcc14d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Port': ['ID=7d448339-0198-4d01-80a8-ef4993cb874c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:03.947101 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8914c8a8-9711-4627-9620-ff77c4de16da req-28657e38-c7eb-4134-98a4-802ee9c355a2 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 210 time: 0.0564179 Apr 28 19:51:04.028439 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9463b5f7-d072-4751-b081-f5dfd7fcc14d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:04.032258 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9463b5f7-d072-4751-b081-f5dfd7fcc14d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/7d448339-0198-4d01-80a8-ef4993cb874c HTTP/1.1" status: 204 len: 168 time: 3.4341681 Apr 28 19:51:04.036261 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35610) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:04.050845 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f237080-9a83-4087-af62-25fb981f9f7b req-b2b5bc56-fe61-45f5-8984-d42ec6e82174 service neutron] 10.222.0.42 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6153197 Apr 28 19:51:04.184278 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e184086-29e0-4fef-a301-a80b6b95fdea req-18235887-9663-46ea-aa4b-c65f6700ac5c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:51:04.195815 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a7739a-e52b-49fd-9bfa-b82da17f55fd tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:04.198666 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0216a0ab-80ff-4aae-82ac-5e1365aced4b None None] Sync routers for ids ['7f426266-0348-4f66-b8dd-fd2f2a51cc79'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:51:04.206054 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a7739a-e52b-49fd-9bfa-b82da17f55fd tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:04.207633 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a7739a-e52b-49fd-9bfa-b82da17f55fd tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:04.209553 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e9a7739a-e52b-49fd-9bfa-b82da17f55fd tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1715558 Apr 28 19:51:04.218436 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35614) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:04.228025 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0216a0ab-80ff-4aae-82ac-5e1365aced4b None None] Routers {'7f426266-0348-4f66-b8dd-fd2f2a51cc79'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:51:04.229491 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-0216a0ab-80ff-4aae-82ac-5e1365aced4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:50:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7f426266-0348-4f66-b8dd-fd2f2a51cc79'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:04.380369 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e184086-29e0-4fef-a301-a80b6b95fdea req-18235887-9663-46ea-aa4b-c65f6700ac5c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] No DVR routers for this DVR port 3a749027-3dcd-46f5-83a0-1a2b5506f788 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:51:04.421176 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4e184086-29e0-4fef-a301-a80b6b95fdea req-18235887-9663-46ea-aa4b-c65f6700ac5c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:04.423184 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b99241-1abb-4c1b-a4b0-99dc4cfc3bf5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting subnet 0aaadb61-c76c-44dc-8be5-e90f4891115b {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:51:04.425139 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4e184086-29e0-4fef-a301-a80b6b95fdea req-18235887-9663-46ea-aa4b-c65f6700ac5c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.15 "DELETE /v2.0/ports/3a749027-3dcd-46f5-83a0-1a2b5506f788 HTTP/1.1" status: 204 len: 173 time: 3.6307521 Apr 28 19:51:04.426230 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6131832e-2e81-46f8-8bdb-3ed0d25d329e', 'name': 'network-vif-deleted', 'tag': '3a749027-3dcd-46f5-83a0-1a2b5506f788'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:04.429718 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98231f7c-bab7-41c5-b14a-604a63c8947b" -d '{"events": [{"server_uuid": "6131832e-2e81-46f8-8bdb-3ed0d25d329e", "name": "network-vif-deleted", "tag": "3a749027-3dcd-46f5-83a0-1a2b5506f788"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:51:04.447721 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-86b99241-1abb-4c1b-a4b0-99dc4cfc3bf5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:04.466553 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c40d875-6bfc-4722-ac18-940cf13e8f77 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:04.563293 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c40d875-6bfc-4722-ac18-940cf13e8f77 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:04.584938 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-0216a0ab-80ff-4aae-82ac-5e1365aced4b None None] Set router 7f426266-0348-4f66-b8dd-fd2f2a51cc79 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:51:04.677617 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 3a749027-3dcd-46f5-83a0-1a2b5506f788 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:51:04.690397 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c67570b6-18dd-418e-b00c-d7f70902114e req-11024ff5-9468-4e77-9c07-9ce59b96b780 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 210 time: 0.0789502 Apr 28 19:51:04.750353 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 3a749027-3dcd-46f5-83a0-1a2b5506f788 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:51:04.753790 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 3a749027-3dcd-46f5-83a0-1a2b5506f788 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:51:04.762735 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-86b99241-1abb-4c1b-a4b0-99dc4cfc3bf5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:04.827250 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5fd8b237-c6c5-4773-afc8-2f1864c5a4e1 req-12c9be58-3e35-4bda-8320-6973c1f0475e tempest-ServersAaction247Test-378552853 tempest-ServersAaction247Test-378552853-project] 10.222.0.42 "GET /v2.0/ports?device_id=89d0eccd-6705-4d98-b89f-a08ee2d9ff07 HTTP/1.1" status: 200 len: 210 time: 0.2490320 Apr 28 19:51:04.832642 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a684c76-9ee6-4843-89ee-e0ff053c639f x-openstack-request-id: req-2a684c76-9ee6-4843-89ee-e0ff053c639f {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:51:04.832918 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6131832e-2e81-46f8-8bdb-3ed0d25d329e", "name": "network-vif-deleted", "tag": "3a749027-3dcd-46f5-83a0-1a2b5506f788", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:51:04.833170 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2a684c76-9ee6-4843-89ee-e0ff053c639f {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:51:04.833587 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a684c76-9ee6-4843-89ee-e0ff053c639f'] response: {'server_uuid': '6131832e-2e81-46f8-8bdb-3ed0d25d329e', 'name': 'network-vif-deleted', 'tag': '3a749027-3dcd-46f5-83a0-1a2b5506f788', 'status': 'completed', 'code': 200} Apr 28 19:51:05.003772 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-86b99241-1abb-4c1b-a4b0-99dc4cfc3bf5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:05.146462 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-9c40d875-6bfc-4722-ac18-940cf13e8f77 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Allocated IP 172.25.8.219 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/05691376-bb04-472b-8af6-b2b7c5f76426) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:05.205795 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-0216a0ab-80ff-4aae-82ac-5e1365aced4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1921511807-router', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:10Z', 'updated_at': '2022-04-28T19:47:23Z', 'revision_number': 4, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'gw_port': {'id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:12Z', 'updated_at': '2022-04-28T19:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'e7d6c87d-a5eb-4aac-9505-940b523dc565', 'name': '', 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'mac_address': 'fa:16:3e:45:d9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'd9c43513-8faa-4150-80e2-a774186aa1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:22Z', 'updated_at': '2022-04-28T19:47:28Z', 'revision_number': 5, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'subnets': [{'id': 'd9c43513-8faa-4150-80e2-a774186aa1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:05.234439 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9e3fcc4d-c687-4c8e-9a79-9636bbb04771 req-2ab3ec20-7d9a-45a3-b097-b7a622ebaba1 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6131832e-2e81-46f8-8bdb-3ed0d25d329e HTTP/1.1" status: 200 len: 210 time: 0.0960793 Apr 28 19:51:05.321213 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-86b99241-1abb-4c1b-a4b0-99dc4cfc3bf5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:05.342201 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0216a0ab-80ff-4aae-82ac-5e1365aced4b None None] Checking router: 7f426266-0348-4f66-b8dd-fd2f2a51cc79 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:51:05.396163 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0216a0ab-80ff-4aae-82ac-5e1365aced4b None None] Routers {'7f426266-0348-4f66-b8dd-fd2f2a51cc79'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:51:05.397775 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-0216a0ab-80ff-4aae-82ac-5e1365aced4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:50:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7f426266-0348-4f66-b8dd-fd2f2a51cc79'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:05.402164 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63615f8f-c0d2-4a80-a658-dd1db6b7a532 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:05.404741 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b99241-1abb-4c1b-a4b0-99dc4cfc3bf5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Subnet': ['ID=0aaadb61-c76c-44dc-8be5-e90f4891115b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:05.411560 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-86b99241-1abb-4c1b-a4b0-99dc4cfc3bf5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:05.417391 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-86b99241-1abb-4c1b-a4b0-99dc4cfc3bf5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/0aaadb61-c76c-44dc-8be5-e90f4891115b HTTP/1.1" status: 204 len: 168 time: 1.1974449 Apr 28 19:51:05.419839 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35646) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:05.489285 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c40d875-6bfc-4722-ac18-940cf13e8f77 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:05.550461 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3ae24a-bcf7-48b3-8c69-1b711dbfe5b5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting subnet ff66d501-118b-43f6-afd0-2321b7ec742c {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:51:05.560891 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2f3ae24a-bcf7-48b3-8c69-1b711dbfe5b5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:05.606224 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c40d875-6bfc-4722-ac18-940cf13e8f77 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:05.655991 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2f3ae24a-bcf7-48b3-8c69-1b711dbfe5b5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:05.678017 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-0216a0ab-80ff-4aae-82ac-5e1365aced4b None None] Set router 7f426266-0348-4f66-b8dd-fd2f2a51cc79 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:51:05.724496 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40d875-6bfc-4722-ac18-940cf13e8f77 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'Port': ['ID=05691376-bb04-472b-8af6-b2b7c5f76426,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:05.752919 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c40d875-6bfc-4722-ac18-940cf13e8f77 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:05.755953 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-9c40d875-6bfc-4722-ac18-940cf13e8f77 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:05.764326 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c40d875-6bfc-4722-ac18-940cf13e8f77 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:51:05.937510 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35654) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:05.946910 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-4fee07db-e80d-4943-bdd7-4fa3e12f040b tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Request body: {'subnet': {'network_id': '5b561c98-ef85-4b6f-85b0-4d350c7dfba4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:05.994043 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b04bcb05-01e1-47ed-93e6-85623138eccf req-1458ac1d-5994-49ee-a5cb-cbbad79bf324 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 210 time: 0.0422177 Apr 28 19:51:06.183077 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-0216a0ab-80ff-4aae-82ac-5e1365aced4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1921511807-router', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:10Z', 'updated_at': '2022-04-28T19:47:23Z', 'revision_number': 4, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'gw_port': {'id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:12Z', 'updated_at': '2022-04-28T19:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'e7d6c87d-a5eb-4aac-9505-940b523dc565', 'name': '', 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'mac_address': 'fa:16:3e:45:d9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'd9c43513-8faa-4150-80e2-a774186aa1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:22Z', 'updated_at': '2022-04-28T19:47:28Z', 'revision_number': 5, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'subnets': [{'id': 'd9c43513-8faa-4150-80e2-a774186aa1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:06.201510 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-497a0c71-2def-444f-b66a-0335dbd20d5b req-6210eeb7-88eb-45c7-8043-758164d8a16c tempest-ServersAaction247Test-378552853 tempest-ServersAaction247Test-378552853-project] 10.222.0.42 "GET /v2.0/ports?device_id=89d0eccd-6705-4d98-b89f-a08ee2d9ff07 HTTP/1.1" status: 200 len: 210 time: 0.0858998 Apr 28 19:51:06.218249 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2f3ae24a-bcf7-48b3-8c69-1b711dbfe5b5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:06.231446 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c40d875-6bfc-4722-ac18-940cf13e8f77 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:06.235675 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0216a0ab-80ff-4aae-82ac-5e1365aced4b None None] The sync data for ids ['7f426266-0348-4f66-b8dd-fd2f2a51cc79'] in n-d-839810-1 is: [{'id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1921511807-router', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:10Z', 'updated_at': '2022-04-28T19:47:23Z', 'revision_number': 4, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'gw_port': {'id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:12Z', 'updated_at': '2022-04-28T19:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'e7d6c87d-a5eb-4aac-9505-940b523dc565', 'name': '', 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'mac_address': 'fa:16:3e:45:d9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'd9c43513-8faa-4150-80e2-a774186aa1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:22Z', 'updated_at': '2022-04-28T19:47:28Z', 'revision_number': 5, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'subnets': [{'id': 'd9c43513-8faa-4150-80e2-a774186aa1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:51:06.319988 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fee07db-e80d-4943-bdd7-4fa3e12f040b tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Made reservation on behalf of 435280242fd143958a83151627e8ca50 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:06.330297 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4fee07db-e80d-4943-bdd7-4fa3e12f040b tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:06.447173 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35666) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:06.530499 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2f3ae24a-bcf7-48b3-8c69-1b711dbfe5b5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:06.583605 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2f3ae24a-bcf7-48b3-8c69-1b711dbfe5b5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:06.591172 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2f3ae24a-bcf7-48b3-8c69-1b711dbfe5b5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/ff66d501-118b-43f6-afd0-2321b7ec742c HTTP/1.1" status: 204 len: 168 time: 1.1695766 Apr 28 19:51:06.592444 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ae24a-bcf7-48b3-8c69-1b711dbfe5b5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Subnet': ['ID=ff66d501-118b-43f6-afd0-2321b7ec742c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:06.596271 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35668) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:06.670086 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ec0267e0-956b-49ec-84df-e9a74d37caf4 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0721443 Apr 28 19:51:06.673251 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35672) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:06.681848 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-096d06b4-c98d-455d-a8d3-d18046b507ba tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:06.759554 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ca5e03-29eb-40bc-8811-926753f4075b None None] New status for floating IP 0ae190bd-f6f2-494b-8902-dd067a92719c: DOWN {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:51:06.903021 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c33d28-6366-4883-90a7-07e7bc2740cf None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:07.067708 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35678) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:07.135173 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-ef51c0fb-2cef-4ce6-a857-794e944030fa None None] Provisioning complete for port 0fadcc78-cf51-4fe5-970d-22d65528b5a7 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:07.137421 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ef51c0fb-2cef-4ce6-a857-794e944030fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:07.171740 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f237080-9a83-4087-af62-25fb981f9f7b req-d183092e-c6ac-4821-a134-03aa1ec79171 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:07.175094 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f237080-9a83-4087-af62-25fb981f9f7b req-d183092e-c6ac-4821-a134-03aa1ec79171 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.15 "GET /v2.0/networks?id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63 HTTP/1.1" status: 200 len: 806 time: 0.7265458 Apr 28 19:51:07.184599 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4fee07db-e80d-4943-bdd7-4fa3e12f040b tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:07.197487 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096d06b4-c98d-455d-a8d3-d18046b507ba tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:07.201488 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-096d06b4-c98d-455d-a8d3-d18046b507ba tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:07.238596 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c16d43bb-5702-4410-9665-39dee219858b tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:07.241649 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-09230fb2-58bc-4581-beb3-e8800697ac98 req-7573edf5-6d55-4a79-92eb-ac44ae404b57 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=89d0eccd-6705-4d98-b89f-a08ee2d9ff07 HTTP/1.1" status: 200 len: 210 time: 0.0616400 Apr 28 19:51:07.252991 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-7f237080-9a83-4087-af62-25fb981f9f7b req-fcaeb51f-6922-42b9-bf82-3586535cbe86 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Request body: {'port': {'device_id': '68a183f1-3dc0-4001-9b31-d1568f0952ff', 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63', 'admin_state_up': True, 'tenant_id': 'dcadc66e0b2646d28c33130e37263af0'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:07.342676 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92885547-31e8-4818-8911-48dd4688dc11 None None] DHCP port deletion for 3bb4ad15-38e1-4028-be09-c8cdfded96d3 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:51:07.360656 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e4f5cdf9-a15a-4785-bfed-5e693b2bb46b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:07.389643 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0c3d3caf-d715-416a-9c13-611e24c87851 req-91a05d76-a70b-433b-92d6-e2e3e512a267 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 210 time: 0.2076979 Apr 28 19:51:07.408697 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-499c2654-27c7-4882-ac31-570e62e1cded req-7f343830-c976-44ab-a9fe-e107dc148a30 tempest-ServersAaction247Test-378552853 tempest-ServersAaction247Test-378552853-project] 10.222.0.42 "GET /v2.0/ports?device_id=89d0eccd-6705-4d98-b89f-a08ee2d9ff07 HTTP/1.1" status: 200 len: 210 time: 0.0650864 Apr 28 19:51:07.415084 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-92885547-31e8-4818-8911-48dd4688dc11 None None] Deleting port 0fadcc78-cf51-4fe5-970d-22d65528b5a7 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:51:07.415919 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-92885547-31e8-4818-8911-48dd4688dc11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:07.437861 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c16d43bb-5702-4410-9665-39dee219858b tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:07.460132 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee07db-e80d-4943-bdd7-4fa3e12f040b tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event updated for resources: {'Subnet': ['ID=14753f48-25ce-4460-a939-19436c0e2ded,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:07.471305 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c40d875-6bfc-4722-ac18-940cf13e8f77 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:07.482461 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fee07db-e80d-4943-bdd7-4fa3e12f040b tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Checking segment: {'id': '8333e338-9ba6-42af-af61-81f03e94dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '5b561c98-ef85-4b6f-85b0-4d350c7dfba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:51:07.482835 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fee07db-e80d-4943-bdd7-4fa3e12f040b tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Network hostable DHCP agents. Network: 5b561c98-ef85-4b6f-85b0-4d350c7dfba4, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:51:07.518467 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-92885547-31e8-4818-8911-48dd4688dc11 None None] For port 0fadcc78-cf51-4fe5-970d-22d65528b5a7, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=0fadcc78-cf51-4fe5-970d-22d65528b5a7,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:07.519045 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-92885547-31e8-4818-8911-48dd4688dc11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:07.541624 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-92885547-31e8-4818-8911-48dd4688dc11 None None] Calling delete_port for 0fadcc78-cf51-4fe5-970d-22d65528b5a7 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:51:07.554499 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fee07db-e80d-4943-bdd7-4fa3e12f040b tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Network 5b561c98-ef85-4b6f-85b0-4d350c7dfba4 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:51:07.580277 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c16d43bb-5702-4410-9665-39dee219858b tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:07.583322 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c16d43bb-5702-4410-9665-39dee219858b tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:07.586936 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c16d43bb-5702-4410-9665-39dee219858b tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "DELETE /v2.0/security-groups/43f00630-2786-4c18-adaf-3506d8389773 HTTP/1.1" status: 204 len: 168 time: 1.1350961 Apr 28 19:51:07.604045 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35684) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:07.633352 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d43bb-5702-4410-9665-39dee219858b tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f00630-2786-4c18-adaf-3506d8389773,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:07.637061 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f237080-9a83-4087-af62-25fb981f9f7b req-fcaeb51f-6922-42b9-bf82-3586535cbe86 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Made reservation on behalf of dcadc66e0b2646d28c33130e37263af0 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:07.638400 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-92885547-31e8-4818-8911-48dd4688dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:07.642733 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7f237080-9a83-4087-af62-25fb981f9f7b req-fcaeb51f-6922-42b9-bf82-3586535cbe86 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:07.673108 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e4f5cdf9-a15a-4785-bfed-5e693b2bb46b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:07.675471 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-218e69c3-2f4c-4842-b4c2-9279d41573ae tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] show failed (client error): The resource could not be found. Apr 28 19:51:07.677592 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-218e69c3-2f4c-4842-b4c2-9279d41573ae tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups/43f00630-2786-4c18-adaf-3506d8389773 HTTP/1.1" status: 404 len: 347 time: 0.0712643 Apr 28 19:51:07.678609 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-4fee07db-e80d-4943-bdd7-4fa3e12f040b tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 5b561c98-ef85-4b6f-85b0-4d350c7dfba4) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:07.679451 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92885547-31e8-4818-8911-48dd4688dc11 None None] Pushing event deleted for resources: {'Port': ['ID=0fadcc78-cf51-4fe5-970d-22d65528b5a7,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:07.684273 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35686) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:07.686742 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92885547-31e8-4818-8911-48dd4688dc11 None None] No DVR routers for this DVR port 0fadcc78-cf51-4fe5-970d-22d65528b5a7 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:51:07.694618 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1490547f-d903-40d5-9bf7-0bd709501fda None None] Network 5b561c98-ef85-4b6f-85b0-4d350c7dfba4 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:07.707540 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e4f5cdf9-a15a-4785-bfed-5e693b2bb46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:07.717734 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 0fadcc78-cf51-4fe5-970d-22d65528b5a7 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:51:07.734997 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fee07db-e80d-4943-bdd7-4fa3e12f040b tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:07.735604 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4fee07db-e80d-4943-bdd7-4fa3e12f040b tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:07.761835 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e4f5cdf9-a15a-4785-bfed-5e693b2bb46b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=04c8aa7c78bf4be7ac3a347b830dfe8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6929841 Apr 28 19:51:07.768340 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 0fadcc78-cf51-4fe5-970d-22d65528b5a7 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:51:07.768898 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 0fadcc78-cf51-4fe5-970d-22d65528b5a7 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:51:07.777314 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35688) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:07.792263 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-096d06b4-c98d-455d-a8d3-d18046b507ba tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:07.822552 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4fee07db-e80d-4943-bdd7-4fa3e12f040b tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8794847 Apr 28 19:51:07.836202 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35690) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:07.839970 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5cdf9-a15a-4785-bfed-5e693b2bb46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443190ce-80bd-422f-955e-1aa65eb8f3d0,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:07.844677 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-01c95d2f-cf9f-42dd-b498-083fc8acf027 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1435385313'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:07.878749 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096d06b4-c98d-455d-a8d3-d18046b507ba tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:07.884651 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-096d06b4-c98d-455d-a8d3-d18046b507ba tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:07.893640 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096d06b4-c98d-455d-a8d3-d18046b507ba tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:07.894648 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-096d06b4-c98d-455d-a8d3-d18046b507ba tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:07.894800 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fa8aae-450e-4946-b126-480d29b3bed0 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:07.912577 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db1385b-ae80-441b-b051-67952375ed44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-5b561c98-ef85-4b6f-85b0-4d350c7dfba4', 'network_id': '5b561c98-ef85-4b6f-85b0-4d350c7dfba4', 'tenant_id': '435280242fd143958a83151627e8ca50', 'fixed_ips': [{'subnet_id': '14753f48-25ce-4460-a939-19436c0e2ded'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:51:07.913415 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7db1385b-ae80-441b-b051-67952375ed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:07.924318 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d06b4-c98d-455d-a8d3-d18046b507ba tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Subnet': ['ID=39c070f2-f3e7-4898-b26c-416e18e05d07,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:07.927283 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-11fa0f7c-ce17-4584-9a31-2c2070ebc3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:07.955914 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-096d06b4-c98d-455d-a8d3-d18046b507ba tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2789092 Apr 28 19:51:07.957212 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35692) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:07.963376 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-56392eb0-c3da-47bf-9571-66c8eabd9d9c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:07.965872 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c95d2f-cf9f-42dd-b498-083fc8acf027 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Made reservation on behalf of 435280242fd143958a83151627e8ca50 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:07.969284 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-11fa0f7c-ce17-4584-9a31-2c2070ebc3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:07.969461 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-01c95d2f-cf9f-42dd-b498-083fc8acf027 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:07.975184 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c40d875-6bfc-4722-ac18-940cf13e8f77 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Router dbb157d6-bcac-48b9-9aac-4450cd02029d is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:51:08.004087 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-7f237080-9a83-4087-af62-25fb981f9f7b req-fcaeb51f-6922-42b9-bf82-3586535cbe86 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Allocated IP 172.20.0.5 (1dd86a08-7dd8-4588-b4f7-0af7a8217f63/5d396974-bf85-4823-9eae-70a0b8bd71b5/65a1961c-c5f2-4b26-9a2c-27329f9d8093) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:08.068344 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c95d2f-cf9f-42dd-b498-083fc8acf027 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:51:08.084146 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-0dbed53e-09ad-456e-9e2e-2ad077b242b7 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Deleting port 35db52ed-8812-48fc-9641-afe0d18316d1 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:51:08.084446 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0dbed53e-09ad-456e-9e2e-2ad077b242b7 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:08.107479 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-11fa0f7c-ce17-4584-9a31-2c2070ebc3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:08.110275 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-11fa0f7c-ce17-4584-9a31-2c2070ebc3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:08.113902 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-11fa0f7c-ce17-4584-9a31-2c2070ebc3f3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/443190ce-80bd-422f-955e-1aa65eb8f3d0 HTTP/1.1" status: 204 len: 168 time: 0.3328688 Apr 28 19:51:08.122481 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-01c95d2f-cf9f-42dd-b498-083fc8acf027 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:08.122853 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-01c95d2f-cf9f-42dd-b498-083fc8acf027 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Added segment a5743ed1-00cc-481c-9df0-ffdb31a1ca6d of type vlan for network f938bd79-955b-474e-880a-01590080324c Apr 28 19:51:08.183117 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa0f7c-ce17-4584-9a31-2c2070ebc3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443190ce-80bd-422f-955e-1aa65eb8f3d0,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:08.197834 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-7db1385b-ae80-441b-b051-67952375ed44 None None] Allocated IP 2001:db8:0:ffff::2 (5b561c98-ef85-4b6f-85b0-4d350c7dfba4/14753f48-25ce-4460-a939-19436c0e2ded/c048ef47-be85-47f4-9a72-f3eaf283b51e) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:08.221503 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56392eb0-c3da-47bf-9571-66c8eabd9d9c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:08.226704 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-56392eb0-c3da-47bf-9571-66c8eabd9d9c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:08.274093 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-01c95d2f-cf9f-42dd-b498-083fc8acf027 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:08.280338 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9081707d-d7cf-4303-8c37-bbecd75b403d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'fixed_ips': [{'subnet_id': '39c070f2-f3e7-4898-b26c-416e18e05d07'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:51:08.281324 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9081707d-d7cf-4303-8c37-bbecd75b403d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:08.391767 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0dbed53e-09ad-456e-9e2e-2ad077b242b7 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:08.392168 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0dbed53e-09ad-456e-9e2e-2ad077b242b7 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:08.394866 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c40d875-6bfc-4722-ac18-940cf13e8f77 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:51:08.413224 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-01c95d2f-cf9f-42dd-b498-083fc8acf027 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:08.415559 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0f7a63-b2e0-4b6f-a592-cdce5e92d603 None None] Sync routers for ids ['dbb157d6-bcac-48b9-9aac-4450cd02029d'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:51:08.423561 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c95d2f-cf9f-42dd-b498-083fc8acf027 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:08.424702 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-01c95d2f-cf9f-42dd-b498-083fc8acf027 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:08.436939 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0f7a63-b2e0-4b6f-a592-cdce5e92d603 None None] Routers {'dbb157d6-bcac-48b9-9aac-4450cd02029d'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:51:08.440203 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-5b0f7a63-b2e0-4b6f-a592-cdce5e92d603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:50:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['dbb157d6-bcac-48b9-9aac-4450cd02029d'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:08.470069 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-0dbed53e-09ad-456e-9e2e-2ad077b242b7 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Calling delete_port for 35db52ed-8812-48fc-9641-afe0d18316d1 owned by network:floatingip {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:51:08.524507 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35702) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:08.544675 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-17a09f09-4517-4a3a-9d32-b5fedc4521fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:08.619264 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7db1385b-ae80-441b-b051-67952375ed44 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:08.626137 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-5b0f7a63-b2e0-4b6f-a592-cdce5e92d603 None None] Set router dbb157d6-bcac-48b9-9aac-4450cd02029d gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:51:08.627315 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-9081707d-d7cf-4303-8c37-bbecd75b403d None None] Allocated IP 172.20.0.2 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/39c070f2-f3e7-4898-b26c-416e18e05d07/ce6808c1-00b0-4738-bd23-89549433d656) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:08.634467 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7db1385b-ae80-441b-b051-67952375ed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:08.660473 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-17a09f09-4517-4a3a-9d32-b5fedc4521fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:08.688676 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1385b-ae80-441b-b051-67952375ed44 None None] Pushing event updated for resources: {'Port': ['ID=c048ef47-be85-47f4-9a72-f3eaf283b51e,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:08.709239 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db1385b-ae80-441b-b051-67952375ed44 None None] Network 5b561c98-ef85-4b6f-85b0-4d350c7dfba4 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:08.721096 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-7db1385b-ae80-441b-b051-67952375ed44 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:08.724703 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c40d875-6bfc-4722-ac18-940cf13e8f77 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:08.726153 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9c40d875-6bfc-4722-ac18-940cf13e8f77 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.5866377 Apr 28 19:51:08.731180 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-01c95d2f-cf9f-42dd-b498-083fc8acf027 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8902192 Apr 28 19:51:08.736361 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db1385b-ae80-441b-b051-67952375ed44 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:51:08.745452 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35704) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:08.746058 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35706) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:08.767795 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0d554d40-3d55-46c7-b0ca-17fe1681deb2 req-32849fdc-0c92-482a-9537-1c165763c7dc tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 210 time: 0.1967614 Apr 28 19:51:08.786346 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7f237080-9a83-4087-af62-25fb981f9f7b req-fcaeb51f-6922-42b9-bf82-3586535cbe86 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:08.801287 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-010918ab-02e3-4fc7-8120-a157103d8701 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Request body: {'subnet': {'network_id': 'f938bd79-955b-474e-880a-01590080324c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:08.840272 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c95d2f-cf9f-42dd-b498-083fc8acf027 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event updated for resources: {'Network': ['ID=f938bd79-955b-474e-880a-01590080324c,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:08.849122 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-17a09f09-4517-4a3a-9d32-b5fedc4521fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:08.857504 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network f938bd79-955b-474e-880a-01590080324c details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:51:08.860213 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-5b0f7a63-b2e0-4b6f-a592-cdce5e92d603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'name': 'tempest-TestNetworkBasicOps-router-156237215', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:51:01Z', 'updated_at': '2022-04-28T19:51:06Z', 'revision_number': 3, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'gw_port': {'id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:70:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:04Z', 'updated_at': '2022-04-28T19:51:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:08.890543 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c236cf0b-f699-4199-8499-ee8eb6c83655 req-49a08e47-664c-4925-a102-8d6bc6adc2f7 tempest-ServersAaction247Test-378552853 tempest-ServersAaction247Test-378552853-project] 10.222.0.42 "GET /v2.0/ports?device_id=89d0eccd-6705-4d98-b89f-a08ee2d9ff07 HTTP/1.1" status: 200 len: 210 time: 0.2282033 Apr 28 19:51:08.943504 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-7db1385b-ae80-441b-b051-67952375ed44 None None] Attempting to bind port c048ef47-be85-47f4-9a72-f3eaf283b51e on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:51:08.943797 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-7db1385b-ae80-441b-b051-67952375ed44 None None] Attempting to bind port c048ef47-be85-47f4-9a72-f3eaf283b51e by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '8333e338-9ba6-42af-af61-81f03e94dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '5b561c98-ef85-4b6f-85b0-4d350c7dfba4'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:51:08.944322 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db1385b-ae80-441b-b051-67952375ed44 None None] Attempting to bind port c048ef47-be85-47f4-9a72-f3eaf283b51e on network 5b561c98-ef85-4b6f-85b0-4d350c7dfba4 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:51:08.966331 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db1385b-ae80-441b-b051-67952375ed44 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:51:08.966749 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db1385b-ae80-441b-b051-67952375ed44 None None] Checking segment: {'id': '8333e338-9ba6-42af-af61-81f03e94dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '5b561c98-ef85-4b6f-85b0-4d350c7dfba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:51:08.967117 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7db1385b-ae80-441b-b051-67952375ed44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:08.967575 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db1385b-ae80-441b-b051-67952375ed44 None None] Bound using segment: {'id': '8333e338-9ba6-42af-af61-81f03e94dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '5b561c98-ef85-4b6f-85b0-4d350c7dfba4'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:51:08.968182 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-7db1385b-ae80-441b-b051-67952375ed44 None None] Bound port: c048ef47-be85-47f4-9a72-f3eaf283b51e, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8333e338-9ba6-42af-af61-81f03e94dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '5b561c98-ef85-4b6f-85b0-4d350c7dfba4'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:51:08.968598 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7db1385b-ae80-441b-b051-67952375ed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:09.042455 n-d-839810-1 neutron-server[102774]: DEBUG neutron.objects.ports [None req-56392eb0-c3da-47bf-9571-66c8eabd9d9c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102774) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 19:51:09.048504 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-56392eb0-c3da-47bf-9571-66c8eabd9d9c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:09.064946 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-17a09f09-4517-4a3a-9d32-b5fedc4521fa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=50a5607164ce479bb5b963f4ad8eee90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5386238 Apr 28 19:51:09.065871 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35716) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:09.109230 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0f7a63-b2e0-4b6f-a592-cdce5e92d603 None None] Checking router: dbb157d6-bcac-48b9-9aac-4450cd02029d for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:51:09.109834 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0f7a63-b2e0-4b6f-a592-cdce5e92d603 None None] Updating router dbb157d6-bcac-48b9-9aac-4450cd02029d port 05691376-bb04-472b-8af6-b2b7c5f76426 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:51:09.109940 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7f237080-9a83-4087-af62-25fb981f9f7b req-fcaeb51f-6922-42b9-bf82-3586535cbe86 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:09.123026 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9081707d-d7cf-4303-8c37-bbecd75b403d None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:09.137740 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['49307b20-b4ff-444f-afcb-d7bf39e9a7f0'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:51:09.152034 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-5b0f7a63-b2e0-4b6f-a592-cdce5e92d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:09.167921 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9081707d-d7cf-4303-8c37-bbecd75b403d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:09.184616 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a09f09-4517-4a3a-9d32-b5fedc4521fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c82b9a-ca36-48b6-a790-ab5f5b3690e0,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:09.220834 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56392eb0-c3da-47bf-9571-66c8eabd9d9c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:09.230136 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-56392eb0-c3da-47bf-9571-66c8eabd9d9c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:09.248685 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56392eb0-c3da-47bf-9571-66c8eabd9d9c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:09.249802 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-56392eb0-c3da-47bf-9571-66c8eabd9d9c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:09.253815 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56392eb0-c3da-47bf-9571-66c8eabd9d9c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Subnet': ['ID=2fea67b4-b1e2-46ba-92ae-c6c722d74e5b,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:09.253952 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7db1385b-ae80-441b-b051-67952375ed44 None None] For port c048ef47-be85-47f4-9a72-f3eaf283b51e, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:51:09.260637 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081707d-d7cf-4303-8c37-bbecd75b403d None None] Pushing event updated for resources: {'Port': ['ID=ce6808c1-00b0-4738-bd23-89549433d656,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:09.281685 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010918ab-02e3-4fc7-8120-a157103d8701 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Made reservation on behalf of 435280242fd143958a83151627e8ca50 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:09.287065 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-010918ab-02e3-4fc7-8120-a157103d8701 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:09.295551 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-56392eb0-c3da-47bf-9571-66c8eabd9d9c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3371699 Apr 28 19:51:09.302920 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35718) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:09.313471 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-37f509ef-dc8c-4f19-a442-6281adba544d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'port': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'mac_address': 'fa:16:3e:51:8d:12', 'name': 'tempest-NetworksTestDHCPv6-466326988'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:09.317706 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7db1385b-ae80-441b-b051-67952375ed44 None None] For port c048ef47-be85-47f4-9a72-f3eaf283b51e, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c048ef47-be85-47f4-9a72-f3eaf283b51e,segment=NetworkSegment(8333e338-9ba6-42af-af61-81f03e94dcab),segment_id=8333e338-9ba6-42af-af61-81f03e94dcab)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:51:09.320498 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d805d44-a252-422a-8e9a-d5b5ebd165d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:09.340259 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9081707d-d7cf-4303-8c37-bbecd75b403d None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:09.344209 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-9081707d-d7cf-4303-8c37-bbecd75b403d None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:09.346401 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7db1385b-ae80-441b-b051-67952375ed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:09.349214 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9081707d-d7cf-4303-8c37-bbecd75b403d None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:51:09.377887 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f237080-9a83-4087-af62-25fb981f9f7b req-fcaeb51f-6922-42b9-bf82-3586535cbe86 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Network 1dd86a08-7dd8-4588-b4f7-0af7a8217f63 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:09.395973 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d805d44-a252-422a-8e9a-d5b5ebd165d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:09.477560 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-7f237080-9a83-4087-af62-25fb981f9f7b req-fcaeb51f-6922-42b9-bf82-3586535cbe86 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:09.490024 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4b662e0e-fac9-4d1d-853e-7c2784629cb4 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=9d9e2f02c26d442699c083632dd6dfd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7376454 Apr 28 19:51:09.494377 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f237080-9a83-4087-af62-25fb981f9f7b req-fcaeb51f-6922-42b9-bf82-3586535cbe86 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:51:09.496544 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35724) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:09.497566 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaeb51f-6922-42b9-bf82-3586535cbe86 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Pushing event updated for resources: {'Port': ['ID=65a1961c-c5f2-4b26-9a2c-27329f9d8093,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:09.522076 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d805d44-a252-422a-8e9a-d5b5ebd165d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:09.527054 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d805d44-a252-422a-8e9a-d5b5ebd165d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:09.528373 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3d805d44-a252-422a-8e9a-d5b5ebd165d4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d9c82b9a-ca36-48b6-a790-ab5f5b3690e0 HTTP/1.1" status: 204 len: 168 time: 0.3716650 Apr 28 19:51:09.539283 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0dbed53e-09ad-456e-9e2e-2ad077b242b7 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:09.559341 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f509ef-dc8c-4f19-a442-6281adba544d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:09.621305 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbed53e-09ad-456e-9e2e-2ad077b242b7 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Pushing event deleted for resources: {'Port': ['ID=35db52ed-8812-48fc-9641-afe0d18316d1,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:09.705805 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-5b0f7a63-b2e0-4b6f-a592-cdce5e92d603 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:09.714534 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-5b0f7a63-b2e0-4b6f-a592-cdce5e92d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:09.832656 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc43af19-12b1-41c1-b6fc-11a9124e5ca2 None None] Pushing event updated for resources: {'Port': ['ID=05691376-bb04-472b-8af6-b2b7c5f76426,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:09.866694 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-9081707d-d7cf-4303-8c37-bbecd75b403d None None] Attempting to bind port ce6808c1-00b0-4738-bd23-89549433d656 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:51:09.867271 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-9081707d-d7cf-4303-8c37-bbecd75b403d None None] Attempting to bind port ce6808c1-00b0-4738-bd23-89549433d656 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:51:09.867430 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9081707d-d7cf-4303-8c37-bbecd75b403d None None] Attempting to bind port ce6808c1-00b0-4738-bd23-89549433d656 on network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:51:09.886125 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9081707d-d7cf-4303-8c37-bbecd75b403d None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:51:09.886493 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9081707d-d7cf-4303-8c37-bbecd75b403d None None] Checking segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:51:09.886888 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9081707d-d7cf-4303-8c37-bbecd75b403d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:09.887276 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9081707d-d7cf-4303-8c37-bbecd75b403d None None] Bound using segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:51:09.887749 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-9081707d-d7cf-4303-8c37-bbecd75b403d None None] Bound port: ce6808c1-00b0-4738-bd23-89549433d656, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:51:09.892631 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9081707d-d7cf-4303-8c37-bbecd75b403d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:09.901661 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-5b0f7a63-b2e0-4b6f-a592-cdce5e92d603 None None] Attempting to bind port 05691376-bb04-472b-8af6-b2b7c5f76426 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:51:09.904911 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-5b0f7a63-b2e0-4b6f-a592-cdce5e92d603 None None] Attempting to bind port 05691376-bb04-472b-8af6-b2b7c5f76426 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:51:09.905351 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0f7a63-b2e0-4b6f-a592-cdce5e92d603 None None] Attempting to bind port 05691376-bb04-472b-8af6-b2b7c5f76426 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:51:09.925655 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0f7a63-b2e0-4b6f-a592-cdce5e92d603 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:51:09.926110 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0f7a63-b2e0-4b6f-a592-cdce5e92d603 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:51:09.929715 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-5b0f7a63-b2e0-4b6f-a592-cdce5e92d603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:09.930206 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0f7a63-b2e0-4b6f-a592-cdce5e92d603 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:51:09.932684 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-5b0f7a63-b2e0-4b6f-a592-cdce5e92d603 None None] Bound port: 05691376-bb04-472b-8af6-b2b7c5f76426, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:51:09.933064 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-5b0f7a63-b2e0-4b6f-a592-cdce5e92d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:09.942632 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-37f509ef-dc8c-4f19-a442-6281adba544d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:09.950232 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d805d44-a252-422a-8e9a-d5b5ebd165d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c82b9a-ca36-48b6-a790-ab5f5b3690e0,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:09.959099 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1385b-ae80-441b-b051-67952375ed44 None None] Pushing event updated for resources: {'Port': ['ID=c048ef47-be85-47f4-9a72-f3eaf283b51e,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:10.088597 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-5b0f7a63-b2e0-4b6f-a592-cdce5e92d603 None None] For port 05691376-bb04-472b-8af6-b2b7c5f76426, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:51:10.095130 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-5b0f7a63-b2e0-4b6f-a592-cdce5e92d603 None None] For port 05691376-bb04-472b-8af6-b2b7c5f76426, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=05691376-bb04-472b-8af6-b2b7c5f76426,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:51:10.106032 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-5b0f7a63-b2e0-4b6f-a592-cdce5e92d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:10.152626 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-9081707d-d7cf-4303-8c37-bbecd75b403d None None] For port ce6808c1-00b0-4738-bd23-89549433d656, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:51:10.158463 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-9081707d-d7cf-4303-8c37-bbecd75b403d None None] For port ce6808c1-00b0-4738-bd23-89549433d656, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ce6808c1-00b0-4738-bd23-89549433d656,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:51:10.176381 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9081707d-d7cf-4303-8c37-bbecd75b403d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:10.190412 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7959c8e-6857-4f81-a2bc-5ef918d0625b tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:10.192063 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e7959c8e-6857-4f81-a2bc-5ef918d0625b tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6944036 Apr 28 19:51:10.214062 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35736) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:10.281051 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-85d8725b-334b-479b-9534-366a74b415dd req-94a53a3b-aba7-44c6-87e5-486435b56c6d tempest-ServersAaction247Test-378552853 tempest-ServersAaction247Test-378552853-project] 10.222.0.42 "GET /v2.0/ports?device_id=89d0eccd-6705-4d98-b89f-a08ee2d9ff07 HTTP/1.1" status: 200 len: 210 time: 0.0802271 Apr 28 19:51:10.282321 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-37f509ef-dc8c-4f19-a442-6281adba544d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] device_id is not set on port 3ed723a0-6f7e-4353-b307-e3b1841feb3c yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:51:10.316862 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081707d-d7cf-4303-8c37-bbecd75b403d None None] Pushing event updated for resources: {'Port': ['ID=ce6808c1-00b0-4738-bd23-89549433d656,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:10.330175 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc43af19-12b1-41c1-b6fc-11a9124e5ca2 None None] Pushing event updated for resources: {'Port': ['ID=05691376-bb04-472b-8af6-b2b7c5f76426,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:10.334948 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0f7a63-b2e0-4b6f-a592-cdce5e92d603 None None] Routers {'dbb157d6-bcac-48b9-9aac-4450cd02029d'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:51:10.335740 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-5b0f7a63-b2e0-4b6f-a592-cdce5e92d603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:50:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['dbb157d6-bcac-48b9-9aac-4450cd02029d'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:10.373588 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cfc1de21-f5cd-476b-9872-58f41f414a03 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=562d8c9c-50aa-492e-ae08-06d7f5fe6347&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0775266 Apr 28 19:51:10.382633 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f237080-9a83-4087-af62-25fb981f9f7b req-fcaeb51f-6922-42b9-bf82-3586535cbe86 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:10.383310 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7f237080-9a83-4087-af62-25fb981f9f7b req-fcaeb51f-6922-42b9-bf82-3586535cbe86 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:10.412050 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35742) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:10.419325 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-77951214-b005-4910-9739-f42227aa5457 req-d01c2408-6235-4f4c-824a-663275b20068 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5185914221c42798614e6b8d0559d13&device_id=89d0eccd-6705-4d98-b89f-a08ee2d9ff07 HTTP/1.1" status: 200 len: 210 time: 0.2650058 Apr 28 19:51:10.429819 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-8b27456a-50f7-49d1-b32c-1ffbe8d2d57c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-199083994', 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4', 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:10.537684 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-5b0f7a63-b2e0-4b6f-a592-cdce5e92d603 None None] Set router dbb157d6-bcac-48b9-9aac-4450cd02029d gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:51:10.591783 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-77951214-b005-4910-9739-f42227aa5457 req-d4d5a3d8-439a-4b28-9812-f28dd2cd3304 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=a5185914221c42798614e6b8d0559d13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0800591 Apr 28 19:51:10.673375 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f237080-9a83-4087-af62-25fb981f9f7b req-fcaeb51f-6922-42b9-bf82-3586535cbe86 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4626861 Apr 28 19:51:10.678042 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-37f509ef-dc8c-4f19-a442-6281adba544d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Allocated IP 172.20.0.9 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/39c070f2-f3e7-4898-b26c-416e18e05d07/3ed723a0-6f7e-4353-b307-e3b1841feb3c) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:10.690586 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-37f509ef-dc8c-4f19-a442-6281adba544d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Allocated IP 2001:db8::f816:3eff:fe51:8d12 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/2fea67b4-b1e2-46ba-92ae-c6c722d74e5b/3ed723a0-6f7e-4353-b307-e3b1841feb3c) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:10.766155 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-7f237080-9a83-4087-af62-25fb981f9f7b req-2436e181-172e-4a3e-82d3-8f55f2f7ef8c service neutron] Request body: {'port': {'device_id': '68a183f1-3dc0-4001-9b31-d1568f0952ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:10.836538 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0dbed53e-09ad-456e-9e2e-2ad077b242b7 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for floatingip, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:10.843025 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0dbed53e-09ad-456e-9e2e-2ad077b242b7 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:10.846487 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0dbed53e-09ad-456e-9e2e-2ad077b242b7 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "DELETE /v2.0/floatingips/0ae190bd-f6f2-494b-8902-dd067a92719c HTTP/1.1" status: 204 len: 168 time: 3.1608996 Apr 28 19:51:10.943094 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-5b0f7a63-b2e0-4b6f-a592-cdce5e92d603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'name': 'tempest-TestNetworkBasicOps-router-156237215', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:51:01Z', 'updated_at': '2022-04-28T19:51:06Z', 'revision_number': 3, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'gw_port': {'id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:70:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:04Z', 'updated_at': '2022-04-28T19:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:10.996715 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31515f-2b6b-4eee-b574-42c61b9d224b req-5a925da2-850c-4a83-b017-e625fb483019 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:10.998676 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ff31515f-2b6b-4eee-b574-42c61b9d224b req-5a925da2-850c-4a83-b017-e625fb483019 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 931 time: 0.8467739 Apr 28 19:51:11.056867 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0f7a63-b2e0-4b6f-a592-cdce5e92d603 None None] The sync data for ids ['dbb157d6-bcac-48b9-9aac-4450cd02029d'] in n-d-839810-1 is: [{'id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'name': 'tempest-TestNetworkBasicOps-router-156237215', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:51:01Z', 'updated_at': '2022-04-28T19:51:06Z', 'revision_number': 3, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'gw_port': {'id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:70:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:04Z', 'updated_at': '2022-04-28T19:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:51:11.100548 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-37f509ef-dc8c-4f19-a442-6281adba544d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:11.187929 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-37f509ef-dc8c-4f19-a442-6281adba544d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:11.329803 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f509ef-dc8c-4f19-a442-6281adba544d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:11.335024 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-37f509ef-dc8c-4f19-a442-6281adba544d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:11.342595 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f509ef-dc8c-4f19-a442-6281adba544d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:51:11.347260 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f509ef-dc8c-4f19-a442-6281adba544d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Port': ['ID=3ed723a0-6f7e-4353-b307-e3b1841feb3c,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:11.418484 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7f237080-9a83-4087-af62-25fb981f9f7b req-2436e181-172e-4a3e-82d3-8f55f2f7ef8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:11.431476 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f509ef-dc8c-4f19-a442-6281adba544d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:11.434441 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-37f509ef-dc8c-4f19-a442-6281adba544d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:11.471095 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-37f509ef-dc8c-4f19-a442-6281adba544d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1645722 Apr 28 19:51:11.471716 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35768) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:11.598200 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b687f31-97cc-45bd-b240-95d6d3dd6c66 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:11.627357 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b687f31-97cc-45bd-b240-95d6d3dd6c66 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:11.629177 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4b687f31-97cc-45bd-b240-95d6d3dd6c66 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1557884 Apr 28 19:51:11.632997 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35772) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:11.708263 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-010918ab-02e3-4fc7-8120-a157103d8701 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:11.740434 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35774) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:11.755585 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-b3f91a4d-c8f6-41db-b79c-ede9ede7fc98 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2045533246', 'description': 'tempest-description--1717082375'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:11.769422 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77951214-b005-4910-9739-f42227aa5457 req-1b91ccac-f1a4-48fe-820f-d640ad4e40fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:11.779174 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-77951214-b005-4910-9739-f42227aa5457 req-1b91ccac-f1a4-48fe-820f-d640ad4e40fb service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1662700 Apr 28 19:51:11.779760 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b27456a-50f7-49d1-b32c-1ffbe8d2d57c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Made reservation on behalf of 9d9e2f02c26d442699c083632dd6dfd5 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:11.791139 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8b27456a-50f7-49d1-b32c-1ffbe8d2d57c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:11.846593 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fffd5c3-8d84-42f0-b811-7427407b5a82 None None] Network 5b561c98-ef85-4b6f-85b0-4d350c7dfba4 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:11.922138 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b3f91a4d-c8f6-41db-b79c-ede9ede7fc98 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:11.977256 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6ff37ef8-14e8-432e-bb07-938acc233f6a req-e479bc32-1189-484c-a2f3-0ef19e6d238a tempest-ServersAaction247Test-378552853 tempest-ServersAaction247Test-378552853-project] 10.222.0.42 "GET /v2.0/ports?device_id=89d0eccd-6705-4d98-b89f-a08ee2d9ff07 HTTP/1.1" status: 200 len: 210 time: 0.0797665 Apr 28 19:51:12.052960 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-dbb65142-39d5-45a7-a8cd-930e427af956 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting port 3ed723a0-6f7e-4353-b307-e3b1841feb3c {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:51:12.053755 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dbb65142-39d5-45a7-a8cd-930e427af956 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:12.064643 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ce6808c1-00b0-4738-bd23-89549433d656 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:51:12.110930 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-e3d9095c-1c76-4228-838a-e1d5992b196e None None] Provisioning complete for port c048ef47-be85-47f4-9a72-f3eaf283b51e triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:12.111543 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e3d9095c-1c76-4228-838a-e1d5992b196e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:12.143271 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ff31515f-2b6b-4eee-b574-42c61b9d224b req-defb6986-f166-467b-ad2a-85bda2670add tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8525686 Apr 28 19:51:12.215276 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b3f91a4d-c8f6-41db-b79c-ede9ede7fc98 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:12.226420 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b3f91a4d-c8f6-41db-b79c-ede9ede7fc98 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:12.265922 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dbb65142-39d5-45a7-a8cd-930e427af956 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:12.288299 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b99e78-1ee4-421a-9c6e-3d2516944ad6 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:12.291581 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b3f91a4d-c8f6-41db-b79c-ede9ede7fc98 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:12.295798 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b3f91a4d-c8f6-41db-b79c-ede9ede7fc98 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5492251 Apr 28 19:51:12.304233 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35784) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:12.311202 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-5d3fdcea-3456-4ec9-affe-ed3bec6fa667 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Request body: {'security_group_rule': {'security_group_id': '1120a853-51d1-468b-8192-1384bec8eb65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:12.319408 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-dbb65142-39d5-45a7-a8cd-930e427af956 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Calling delete_port for 3ed723a0-6f7e-4353-b307-e3b1841feb3c owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:51:12.322456 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f91a4d-c8f6-41db-b79c-ede9ede7fc98 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1120a853-51d1-468b-8192-1384bec8eb65,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:12.366810 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port ce6808c1-00b0-4738-bd23-89549433d656 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:12.367192 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:12.396468 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5d3fdcea-3456-4ec9-affe-ed3bec6fa667 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:12.426360 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e3d9095c-1c76-4228-838a-e1d5992b196e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:12.441232 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010918ab-02e3-4fc7-8120-a157103d8701 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event updated for resources: {'Subnet': ['ID=0529602a-e3b4-4142-8887-091a5fe873fd,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:12.503511 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5d3fdcea-3456-4ec9-affe-ed3bec6fa667 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:12.510921 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5d3fdcea-3456-4ec9-affe-ed3bec6fa667 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:12.583729 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3fdcea-3456-4ec9-affe-ed3bec6fa667 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2116ded5-5b96-49e7-8a3d-a28b2759ddd2,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:12.603502 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5d3fdcea-3456-4ec9-affe-ed3bec6fa667 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:12.608160 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5d3fdcea-3456-4ec9-affe-ed3bec6fa667 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3033307 Apr 28 19:51:12.608848 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35790) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:12.613274 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010918ab-02e3-4fc7-8120-a157103d8701 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Checking segment: {'id': 'a5743ed1-00cc-481c-9df0-ffdb31a1ca6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f938bd79-955b-474e-880a-01590080324c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:51:12.613637 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010918ab-02e3-4fc7-8120-a157103d8701 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Network hostable DHCP agents. Network: f938bd79-955b-474e-880a-01590080324c, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:51:12.619543 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-4bf433a6-ed6e-4a41-9579-d6a7003e422d tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Request body: {'security_group_rule': {'security_group_id': '1120a853-51d1-468b-8192-1384bec8eb65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:12.656347 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-e3d9095c-1c76-4228-838a-e1d5992b196e None None] For port c048ef47-be85-47f4-9a72-f3eaf283b51e, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c048ef47-be85-47f4-9a72-f3eaf283b51e,segment=NetworkSegment(8333e338-9ba6-42af-af61-81f03e94dcab),segment_id=8333e338-9ba6-42af-af61-81f03e94dcab)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:12.689894 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e3d9095c-1c76-4228-838a-e1d5992b196e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:12.742345 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4bf433a6-ed6e-4a41-9579-d6a7003e422d tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:12.755073 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010918ab-02e3-4fc7-8120-a157103d8701 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Network f938bd79-955b-474e-880a-01590080324c is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:51:12.791638 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-010918ab-02e3-4fc7-8120-a157103d8701 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, f938bd79-955b-474e-880a-01590080324c) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:12.794541 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dbb65142-39d5-45a7-a8cd-930e427af956 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:12.797194 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010918ab-02e3-4fc7-8120-a157103d8701 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:12.800138 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-010918ab-02e3-4fc7-8120-a157103d8701 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:12.854927 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:12.890720 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-010918ab-02e3-4fc7-8120-a157103d8701 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.1370604 Apr 28 19:51:12.900152 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35798) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:12.902750 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858eaba6-d4da-44a5-9b90-5d541a6b6988 None None] Network f938bd79-955b-474e-880a-01590080324c requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:12.907928 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8b27456a-50f7-49d1-b32c-1ffbe8d2d57c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:12.942261 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9095c-1c76-4228-838a-e1d5992b196e None None] Pushing event updated for resources: {'Port': ['ID=c048ef47-be85-47f4-9a72-f3eaf283b51e,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:12.996743 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-7f237080-9a83-4087-af62-25fb981f9f7b req-2436e181-172e-4a3e-82d3-8f55f2f7ef8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65a1961c-c5f2-4b26-9a2c-27329f9d8093 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:51:12.999628 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb65142-39d5-45a7-a8cd-930e427af956 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Port': ['ID=3ed723a0-6f7e-4353-b307-e3b1841feb3c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:13.032805 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7f237080-9a83-4087-af62-25fb981f9f7b req-2436e181-172e-4a3e-82d3-8f55f2f7ef8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:13.042694 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-c4d01805-25a3-4d85-a37f-b5f6efc5ca50 None None] Provisioning complete for port c048ef47-be85-47f4-9a72-f3eaf283b51e triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:13.043147 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c4d01805-25a3-4d85-a37f-b5f6efc5ca50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:13.046413 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port ce6808c1-00b0-4738-bd23-89549433d656, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ce6808c1-00b0-4738-bd23-89549433d656,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:13.047088 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27456a-50f7-49d1-b32c-1ffbe8d2d57c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'Subnet': ['ID=19b5af0e-4f73-4e51-a909-545b35690aff,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:13.095907 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-7f237080-9a83-4087-af62-25fb981f9f7b req-2436e181-172e-4a3e-82d3-8f55f2f7ef8c service neutron] Transition to ACTIVE for port object 65a1961c-c5f2-4b26-9a2c-27329f9d8093 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:51:13.098547 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:13.099522 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 05691376-bb04-472b-8af6-b2b7c5f76426 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:51:13.105795 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b27456a-50f7-49d1-b32c-1ffbe8d2d57c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Checking segment: {'id': 'e300a6a7-3a1a-4ad6-a5a2-071728770978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:51:13.106506 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b27456a-50f7-49d1-b32c-1ffbe8d2d57c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Network hostable DHCP agents. Network: 21f0b299-0a1b-4e71-a8de-3e8676ce56c4, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:51:13.113313 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7f237080-9a83-4087-af62-25fb981f9f7b req-2436e181-172e-4a3e-82d3-8f55f2f7ef8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:13.204997 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4bf433a6-ed6e-4a41-9579-d6a7003e422d tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:13.232573 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dd92d1f2-6fc3-465d-a95e-2bec8d765b42 req-30150816-d54e-4d51-bdac-15dffcb877e8 tempest-ServersAaction247Test-378552853 tempest-ServersAaction247Test-378552853-project] 10.222.0.42 "GET /v2.0/ports?device_id=89d0eccd-6705-4d98-b89f-a08ee2d9ff07 HTTP/1.1" status: 200 len: 210 time: 0.0778906 Apr 28 19:51:13.237132 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4bf433a6-ed6e-4a41-9579-d6a7003e422d tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:13.238009 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b27456a-50f7-49d1-b32c-1ffbe8d2d57c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Network 21f0b299-0a1b-4e71-a8de-3e8676ce56c4 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:51:13.261820 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf433a6-ed6e-4a41-9579-d6a7003e422d tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3327c852-53a6-4c1c-bb7d-b6b56e637469,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:13.282683 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=ce6808c1-00b0-4738-bd23-89549433d656,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:13.290741 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dbb65142-39d5-45a7-a8cd-930e427af956 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:13.297174 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-dbb65142-39d5-45a7-a8cd-930e427af956 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/3ed723a0-6f7e-4353-b307-e3b1841feb3c HTTP/1.1" status: 204 len: 168 time: 1.6632943 Apr 28 19:51:13.301056 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35810) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:13.325270 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436e181-172e-4a3e-82d3-8f55f2f7ef8c service neutron] Pushing event updated for resources: {'Port': ['ID=65a1961c-c5f2-4b26-9a2c-27329f9d8093,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:13.335863 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-8b27456a-50f7-49d1-b32c-1ffbe8d2d57c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 21f0b299-0a1b-4e71-a8de-3e8676ce56c4) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:13.339749 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2436e181-172e-4a3e-82d3-8f55f2f7ef8c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:13.340095 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2436e181-172e-4a3e-82d3-8f55f2f7ef8c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:13.340466 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2436e181-172e-4a3e-82d3-8f55f2f7ef8c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:13.340805 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2436e181-172e-4a3e-82d3-8f55f2f7ef8c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:13.341211 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2436e181-172e-4a3e-82d3-8f55f2f7ef8c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:13.341457 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2436e181-172e-4a3e-82d3-8f55f2f7ef8c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:13.341784 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2436e181-172e-4a3e-82d3-8f55f2f7ef8c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:13.342113 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2436e181-172e-4a3e-82d3-8f55f2f7ef8c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:13.342442 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2436e181-172e-4a3e-82d3-8f55f2f7ef8c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:13.342783 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2436e181-172e-4a3e-82d3-8f55f2f7ef8c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:13.343136 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2436e181-172e-4a3e-82d3-8f55f2f7ef8c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:13.344534 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2436e181-172e-4a3e-82d3-8f55f2f7ef8c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:13.355996 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4bf433a6-ed6e-4a41-9579-d6a7003e422d tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:13.360787 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4bf433a6-ed6e-4a41-9579-d6a7003e422d tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7443273 Apr 28 19:51:13.365726 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35814) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:13.373874 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-487cbd7a-2820-4640-a0a2-59efad202195 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:13.378607 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b27456a-50f7-49d1-b32c-1ffbe8d2d57c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:13.379210 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8b27456a-50f7-49d1-b32c-1ffbe8d2d57c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:13.385931 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2d3ca56a-9c5e-4d90-9df1-ab6b070fde79 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:13.426193 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d18eee-1a32-41b4-8622-53b89426104c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:13.427930 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d18eee-1a32-41b4-8622-53b89426104c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:13.429859 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d18eee-1a32-41b4-8622-53b89426104c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:13.436042 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-08d18eee-1a32-41b4-8622-53b89426104c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1338246 Apr 28 19:51:13.436931 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35816) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:13.440256 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4272c56-91eb-4549-b0ba-0a1ed01e0327 None None] Network 21f0b299-0a1b-4e71-a8de-3e8676ce56c4 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:13.444248 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-487cbd7a-2820-4640-a0a2-59efad202195 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:13.450698 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8b27456a-50f7-49d1-b32c-1ffbe8d2d57c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.0357370 Apr 28 19:51:13.456132 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35820) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:13.624766 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-3157cdd9-c84d-4f99-83c0-fe7febe0fbd0 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting subnet 2fea67b4-b1e2-46ba-92ae-c6c722d74e5b {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:51:13.628762 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2d3ca56a-9c5e-4d90-9df1-ab6b070fde79 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:13.655042 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3157cdd9-c84d-4f99-83c0-fe7febe0fbd0 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:13.668988 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 05691376-bb04-472b-8af6-b2b7c5f76426 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:13.669726 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:13.727491 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3157cdd9-c84d-4f99-83c0-fe7febe0fbd0 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:13.731611 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc3a3e-2704-4d72-b0e9-14c427c18af6 req-12b44c43-be2a-452a-8b4b-e1e52fcbec66 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:13.733433 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b6fc3a3e-2704-4d72-b0e9-14c427c18af6 req-12b44c43-be2a-452a-8b4b-e1e52fcbec66 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 943 time: 0.3581598 Apr 28 19:51:13.750169 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-7f237080-9a83-4087-af62-25fb981f9f7b req-2436e181-172e-4a3e-82d3-8f55f2f7ef8c service neutron] Attempting to bind port 65a1961c-c5f2-4b26-9a2c-27329f9d8093 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:51:13.750518 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-7f237080-9a83-4087-af62-25fb981f9f7b req-2436e181-172e-4a3e-82d3-8f55f2f7ef8c service neutron] Attempting to bind port 65a1961c-c5f2-4b26-9a2c-27329f9d8093 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'daad3582-9abd-449f-85ba-5c80ef9418e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:51:13.750852 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f237080-9a83-4087-af62-25fb981f9f7b req-2436e181-172e-4a3e-82d3-8f55f2f7ef8c service neutron] Attempting to bind port 65a1961c-c5f2-4b26-9a2c-27329f9d8093 on network 1dd86a08-7dd8-4588-b4f7-0af7a8217f63 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:51:13.759370 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-77951214-b005-4910-9739-f42227aa5457 req-18aa4de1-a50f-4552-97e8-e83f8124165c tempest-ServersAaction247Test-378552853 tempest-ServersAaction247Test-378552853-project] 10.222.0.15 "GET /v2.0/ports?device_id=89d0eccd-6705-4d98-b89f-a08ee2d9ff07 HTTP/1.1" status: 200 len: 210 time: 0.0525541 Apr 28 19:51:13.817259 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f237080-9a83-4087-af62-25fb981f9f7b req-2436e181-172e-4a3e-82d3-8f55f2f7ef8c service neutron] Port 65a1961c-c5f2-4b26-9a2c-27329f9d8093 on network 1dd86a08-7dd8-4588-b4f7-0af7a8217f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:51:13.817741 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f237080-9a83-4087-af62-25fb981f9f7b req-2436e181-172e-4a3e-82d3-8f55f2f7ef8c service neutron] Attempting to bind port 65a1961c-c5f2-4b26-9a2c-27329f9d8093 on network 1dd86a08-7dd8-4588-b4f7-0af7a8217f63 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:51:13.818928 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-c4d01805-25a3-4d85-a37f-b5f6efc5ca50 None None] Provisioning complete for port ce6808c1-00b0-4738-bd23-89549433d656 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:13.819387 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c4d01805-25a3-4d85-a37f-b5f6efc5ca50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:13.886526 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d675630-4c98-48d3-ad1f-a326be237eba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-f938bd79-955b-474e-880a-01590080324c', 'network_id': 'f938bd79-955b-474e-880a-01590080324c', 'tenant_id': '435280242fd143958a83151627e8ca50', 'fixed_ips': [{'subnet_id': '0529602a-e3b4-4142-8887-091a5fe873fd'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:51:13.889162 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1d675630-4c98-48d3-ad1f-a326be237eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:13.901730 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8991380-a6c8-45ed-b5a5-66e2a58bd815 None None] Update dhcp port {'port': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'fixed_ips': [{'subnet_id': '39c070f2-f3e7-4898-b26c-416e18e05d07', 'ip_address': '172.20.0.2'}, {'subnet_id': '2fea67b4-b1e2-46ba-92ae-c6c722d74e5b'}], 'binding:host_id': 'n-d-839810-1'}, 'id': 'ce6808c1-00b0-4738-bd23-89549433d656'} from n-d-839810-1. {{(pid=102775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 28 19:51:13.922762 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f237080-9a83-4087-af62-25fb981f9f7b req-2436e181-172e-4a3e-82d3-8f55f2f7ef8c service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:51:13.923119 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f237080-9a83-4087-af62-25fb981f9f7b req-2436e181-172e-4a3e-82d3-8f55f2f7ef8c service neutron] Checking segment: {'id': 'daad3582-9abd-449f-85ba-5c80ef9418e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:51:13.923515 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f237080-9a83-4087-af62-25fb981f9f7b req-2436e181-172e-4a3e-82d3-8f55f2f7ef8c service neutron] Bound using segment: {'id': 'daad3582-9abd-449f-85ba-5c80ef9418e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:51:13.926180 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-7f237080-9a83-4087-af62-25fb981f9f7b req-2436e181-172e-4a3e-82d3-8f55f2f7ef8c service neutron] Bound port: 65a1961c-c5f2-4b26-9a2c-27329f9d8093, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daad3582-9abd-449f-85ba-5c80ef9418e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:51:13.926613 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7f237080-9a83-4087-af62-25fb981f9f7b req-2436e181-172e-4a3e-82d3-8f55f2f7ef8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:14.014550 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b6fc3a3e-2704-4d72-b0e9-14c427c18af6 req-e6a52d4e-f826-4a6c-99e4-70753a583cbc tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612007 Apr 28 19:51:14.064780 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c8991380-a6c8-45ed-b5a5-66e2a58bd815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:14.092340 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3157cdd9-c84d-4f99-83c0-fe7febe0fbd0 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:14.107321 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-7f237080-9a83-4087-af62-25fb981f9f7b req-2436e181-172e-4a3e-82d3-8f55f2f7ef8c service neutron] For port 65a1961c-c5f2-4b26-9a2c-27329f9d8093, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:51:14.111596 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-7f237080-9a83-4087-af62-25fb981f9f7b req-2436e181-172e-4a3e-82d3-8f55f2f7ef8c service neutron] For port 65a1961c-c5f2-4b26-9a2c-27329f9d8093, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=65a1961c-c5f2-4b26-9a2c-27329f9d8093,segment=NetworkSegment(daad3582-9abd-449f-85ba-5c80ef9418e3),segment_id=daad3582-9abd-449f-85ba-5c80ef9418e3)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:51:14.121528 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2d3ca56a-9c5e-4d90-9df1-ab6b070fde79 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:14.135192 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7f237080-9a83-4087-af62-25fb981f9f7b req-2436e181-172e-4a3e-82d3-8f55f2f7ef8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:14.177767 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ca56a-9c5e-4d90-9df1-ab6b070fde79 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event deleted for resources: {'Subnet': ['ID=0529602a-e3b4-4142-8887-091a5fe873fd,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:14.219990 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f237080-9a83-4087-af62-25fb981f9f7b req-2436e181-172e-4a3e-82d3-8f55f2f7ef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:14.221159 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7f237080-9a83-4087-af62-25fb981f9f7b req-2436e181-172e-4a3e-82d3-8f55f2f7ef8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:14.224095 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f237080-9a83-4087-af62-25fb981f9f7b req-2436e181-172e-4a3e-82d3-8f55f2f7ef8c service neutron] 10.222.0.15 "PUT /v2.0/ports/65a1961c-c5f2-4b26-9a2c-27329f9d8093 HTTP/1.1" status: 200 len: 1091 time: 3.5397549 Apr 28 19:51:14.224897 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a183f1-3dc0-4001-9b31-d1568f0952ff', 'tag': '65a1961c-c5f2-4b26-9a2c-27329f9d8093'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:14.234402 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d503f5f8-d4e4-49f0-bed5-22717092ded8" -d '{"events": [{"name": "network-changed", "server_uuid": "68a183f1-3dc0-4001-9b31-d1568f0952ff", "tag": "65a1961c-c5f2-4b26-9a2c-27329f9d8093"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:51:14.253981 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-487cbd7a-2820-4640-a0a2-59efad202195 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:14.279762 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2d3ca56a-9c5e-4d90-9df1-ab6b070fde79 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:14.342160 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82274b59-db8d-42ff-9627-4e11dc2a8b26 x-openstack-request-id: req-82274b59-db8d-42ff-9627-4e11dc2a8b26 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:51:14.344464 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68a183f1-3dc0-4001-9b31-d1568f0952ff", "tag": "65a1961c-c5f2-4b26-9a2c-27329f9d8093", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:51:14.344844 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-82274b59-db8d-42ff-9627-4e11dc2a8b26 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:51:14.345364 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82274b59-db8d-42ff-9627-4e11dc2a8b26'] response: {'name': 'network-changed', 'server_uuid': '68a183f1-3dc0-4001-9b31-d1568f0952ff', 'tag': '65a1961c-c5f2-4b26-9a2c-27329f9d8093', 'status': 'completed', 'code': 200} Apr 28 19:51:14.361687 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server [None req-1d675630-4c98-48d3-ad1f-a326be237eba None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0529602a-e3b4-4142-8887-091a5fe873fd: This subnet is being modified by another concurrent operation. Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 19:51:14.378468 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise exception Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0529602a-e3b4-4142-8887-091a5fe873fd: This subnet is being modified by another concurrent operation. Apr 28 19:51:14.381517 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server Apr 28 19:51:14.391139 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3157cdd9-c84d-4f99-83c0-fe7febe0fbd0 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:14.393678 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-2d3ca56a-9c5e-4d90-9df1-ab6b070fde79 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f938bd79-955b-474e-880a-01590080324c']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:14.423715 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436e181-172e-4a3e-82d3-8f55f2f7ef8c service neutron] Pushing event updated for resources: {'Port': ['ID=65a1961c-c5f2-4b26-9a2c-27329f9d8093,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:14.467729 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157cdd9-c84d-4f99-83c0-fe7febe0fbd0 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Subnet': ['ID=2fea67b4-b1e2-46ba-92ae-c6c722d74e5b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:14.479137 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-2d3ca56a-9c5e-4d90-9df1-ab6b070fde79 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5743ed1-00cc-481c-9df0-ffdb31a1ca6d') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:14.479515 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-2d3ca56a-9c5e-4d90-9df1-ab6b070fde79 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5743ed1-00cc-481c-9df0-ffdb31a1ca6d') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:14.487823 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 05691376-bb04-472b-8af6-b2b7c5f76426, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=05691376-bb04-472b-8af6-b2b7c5f76426,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:14.495440 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2d3ca56a-9c5e-4d90-9df1-ab6b070fde79 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:14.497674 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3157cdd9-c84d-4f99-83c0-fe7febe0fbd0 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:14.501307 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f237080-9a83-4087-af62-25fb981f9f7b req-25e5617f-1dfb-4369-bf85-f301ff301ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:14.502203 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d174ad2-a273-43b9-8c9e-cc70ebe6fb34 None None] Network f938bd79-955b-474e-880a-01590080324c requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:14.502815 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f237080-9a83-4087-af62-25fb981f9f7b req-25e5617f-1dfb-4369-bf85-f301ff301ae3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dcadc66e0b2646d28c33130e37263af0&device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 1094 time: 0.1740646 Apr 28 19:51:14.504397 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3157cdd9-c84d-4f99-83c0-fe7febe0fbd0 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/2fea67b4-b1e2-46ba-92ae-c6c722d74e5b HTTP/1.1" status: 204 len: 168 time: 1.0650008 Apr 28 19:51:14.505112 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35836) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:14.507008 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:14.508912 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c048ef47-be85-47f4-9a72-f3eaf283b51e up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:51:14.585349 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2d3ca56a-9c5e-4d90-9df1-ab6b070fde79 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:14.607149 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d3ca56a-9c5e-4d90-9df1-ab6b070fde79 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:51:14.607670 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2d3ca56a-9c5e-4d90-9df1-ab6b070fde79 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:14.613649 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:51:14.613649 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:51:14.613649 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:51:14.613649 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:51:14.613649 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:51:14.613649 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:51:14.613649 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:51:14.613649 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:51:14.613649 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:51:14.613649 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:51:14.613649 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:51:14.613649 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:51:14.613649 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:51:14.613649 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:51:14.613649 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:51:14.613649 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:51:14.613649 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:51:14.613649 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:51:14.613649 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:51:14.613649 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:51:14.613649 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:51:14.613649 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:51:14.613649 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:51:14.613649 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:51:14.613649 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:51:14.613649 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:51:14.613649 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:51:14.613649 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:51:14.613649 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:51:14.613649 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:51:14.613649 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:51:14.613649 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:51:14.657964 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a3becea-1f3d-434d-b17d-5ef91886ab90 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting subnet 39c070f2-f3e7-4898-b26c-416e18e05d07 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:51:14.697517 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-487cbd7a-2820-4640-a0a2-59efad202195 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Allocated IP 172.25.8.171 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/0b56db63-fa27-4762-9849-1b51d5ae92ed) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:14.699963 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9a3becea-1f3d-434d-b17d-5ef91886ab90 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:14.730399 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35840) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:14.787408 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9a3becea-1f3d-434d-b17d-5ef91886ab90 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:14.791743 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2d3ca56a-9c5e-4d90-9df1-ab6b070fde79 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:14.833924 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2d3ca56a-9c5e-4d90-9df1-ab6b070fde79 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:14.841716 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2d3ca56a-9c5e-4d90-9df1-ab6b070fde79 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "DELETE /v2.0/networks/f938bd79-955b-474e-880a-01590080324c HTTP/1.1" status: 204 len: 168 time: 1.8949888 Apr 28 19:51:14.844830 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ca56a-9c5e-4d90-9df1-ab6b070fde79 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event deleted for resources: {'Network': ['ID=f938bd79-955b-474e-880a-01590080324c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:14.846805 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35844) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:14.850033 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d174ad2-a273-43b9-8c9e-cc70ebe6fb34 None None] Network f938bd79-955b-474e-880a-01590080324c could not be found, it might have been deleted concurrently. {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 28 19:51:14.880900 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f237080-9a83-4087-af62-25fb981f9f7b req-21ae36bf-f956-4fa3-b3cf-83b89973fc2c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65a1961c-c5f2-4b26-9a2c-27329f9d8093 HTTP/1.1" status: 200 len: 217 time: 0.3684461 Apr 28 19:51:14.884385 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-141e3679-c44f-450b-9895-0c23bf5250c4 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1982430360'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:14.889546 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0f35f797-ad5e-46d0-838d-7bf8112a6d8f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:14.893112 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f89c1ba8-f359-40c1-894b-6bbf7b3d9b7a req-e6e84613-025e-49ff-b984-a119a030a159 tempest-ServersAaction247Test-378552853 tempest-ServersAaction247Test-378552853-project] 10.222.0.42 "GET /v2.0/ports?device_id=89d0eccd-6705-4d98-b89f-a08ee2d9ff07 HTTP/1.1" status: 200 len: 210 time: 0.3819864 Apr 28 19:51:14.952409 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b564d164-a2f5-4f1e-b69d-bbf340c89f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-21f0b299-0a1b-4e71-a8de-3e8676ce56c4', 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'fixed_ips': [{'subnet_id': '19b5af0e-4f73-4e51-a909-545b35690aff'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:51:14.953176 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b564d164-a2f5-4f1e-b69d-bbf340c89f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:14.963630 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141e3679-c44f-450b-9895-0c23bf5250c4 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Made reservation on behalf of 435280242fd143958a83151627e8ca50 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:14.967112 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-141e3679-c44f-450b-9895-0c23bf5250c4 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:15.006500 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=05691376-bb04-472b-8af6-b2b7c5f76426,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:15.015518 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1fe8b04f-b2cc-42d2-bba5-b8f19098de74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:15.033402 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f237080-9a83-4087-af62-25fb981f9f7b req-4dc7741d-6151-4489-b2c9-be993ad53df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:15.035002 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f237080-9a83-4087-af62-25fb981f9f7b req-4dc7741d-6151-4489-b2c9-be993ad53df4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d396974-bf85-4823-9eae-70a0b8bd71b5 HTTP/1.1" status: 200 len: 846 time: 0.1364663 Apr 28 19:51:15.057427 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9a3becea-1f3d-434d-b17d-5ef91886ab90 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:15.076419 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port c048ef47-be85-47f4-9a72-f3eaf283b51e triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:15.076795 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:15.104056 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f237080-9a83-4087-af62-25fb981f9f7b req-f5bca0a9-6272-43aa-a390-158d68812324 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616176 Apr 28 19:51:15.117249 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-487cbd7a-2820-4640-a0a2-59efad202195 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:15.136044 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-141e3679-c44f-450b-9895-0c23bf5250c4 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:51:15.206503 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-141e3679-c44f-450b-9895-0c23bf5250c4 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:15.206749 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-141e3679-c44f-450b-9895-0c23bf5250c4 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Added segment 5e49e23b-bb80-4131-b285-3d5d91a0f75a of type vlan for network 417d053a-db4d-4913-960e-798c6a1d74bb Apr 28 19:51:15.222837 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-b564d164-a2f5-4f1e-b69d-bbf340c89f1b None None] Allocated IP 172.20.0.2 (21f0b299-0a1b-4e71-a8de-3e8676ce56c4/19b5af0e-4f73-4e51-a909-545b35690aff/ff801490-f346-48dc-b08d-902395386b83) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server [None req-c8991380-a6c8-45ed-b5a5-66e2a58bd815 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 39c070f2-f3e7-4898-b26c-416e18e05d07: This subnet is being modified by another concurrent operation. Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 19:51:15.245577 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 19:51:15.250575 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:51:15.250575 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:51:15.250575 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:51:15.250575 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:51:15.250575 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 19:51:15.250575 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:51:15.250575 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 19:51:15.250575 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 19:51:15.250575 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:51:15.250575 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:51:15.250575 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:51:15.250575 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:51:15.250575 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 19:51:15.250575 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 19:51:15.250575 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Apr 28 19:51:15.250575 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 28 19:51:15.250575 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 28 19:51:15.250575 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 19:51:15.250575 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Apr 28 19:51:15.250575 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 28 19:51:15.250575 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Apr 28 19:51:15.250575 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 28 19:51:15.250575 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 28 19:51:15.250575 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 28 19:51:15.250575 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 28 19:51:15.250575 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 28 19:51:15.250575 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 28 19:51:15.250575 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 28 19:51:15.250575 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 28 19:51:15.250575 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise exception Apr 28 19:51:15.250575 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 39c070f2-f3e7-4898-b26c-416e18e05d07: This subnet is being modified by another concurrent operation. Apr 28 19:51:15.250575 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server Apr 28 19:51:15.281631 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9a3becea-1f3d-434d-b17d-5ef91886ab90 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:15.296424 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-141e3679-c44f-450b-9895-0c23bf5250c4 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:15.372727 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-141e3679-c44f-450b-9895-0c23bf5250c4 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:15.379451 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141e3679-c44f-450b-9895-0c23bf5250c4 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:15.380126 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-141e3679-c44f-450b-9895-0c23bf5250c4 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:15.400266 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9a3becea-1f3d-434d-b17d-5ef91886ab90 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:15.404817 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9a3becea-1f3d-434d-b17d-5ef91886ab90 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/39c070f2-f3e7-4898-b26c-416e18e05d07 HTTP/1.1" status: 204 len: 168 time: 0.8906226 Apr 28 19:51:15.405015 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f237080-9a83-4087-af62-25fb981f9f7b req-17fbde3b-8061-4bb7-940b-67793866c3bf service neutron] 10.222.0.15 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937655 Apr 28 19:51:15.408673 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35848) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:15.413534 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3becea-1f3d-434d-b17d-5ef91886ab90 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Subnet': ['ID=39c070f2-f3e7-4898-b26c-416e18e05d07,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:15.444699 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-487cbd7a-2820-4640-a0a2-59efad202195 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:15.447119 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-e2dd77f1-362c-4839-801d-a084c9cc124a None None] Provisioning complete for port ce6808c1-00b0-4738-bd23-89549433d656 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:15.447599 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e2dd77f1-362c-4839-801d-a084c9cc124a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:15.477842 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d9ab6-2e81-40aa-baf8-f071ca5de705 req-fab0cb6a-c9ed-41cc-8927-7d8df7e9d92e tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:15.480390 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-998d9ab6-2e81-40aa-baf8-f071ca5de705 req-fab0cb6a-c9ed-41cc-8927-7d8df7e9d92e tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 943 time: 0.3669775 Apr 28 19:51:15.491008 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97acff50-7de9-4c7c-bae9-f9759c75327e None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:15.549354 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-141e3679-c44f-450b-9895-0c23bf5250c4 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6724968 Apr 28 19:51:15.556435 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35850) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:15.567555 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-10636175-a240-4bb7-971f-318b0c58a911 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1554952 Apr 28 19:51:15.569436 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-fe3d2a2f-142a-421d-8a1c-30708a6ed5ba tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Request body: {'subnet': {'network_id': '417d053a-db4d-4913-960e-798c6a1d74bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:15.577044 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35852) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:15.593694 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c048ef47-be85-47f4-9a72-f3eaf283b51e up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:51:15.601848 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-85a99a44-b14c-4704-b93d-d4e651297472 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:15.632934 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1fe8b04f-b2cc-42d2-bba5-b8f19098de74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:15.638222 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487cbd7a-2820-4640-a0a2-59efad202195 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:15.644906 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e3679-c44f-450b-9895-0c23bf5250c4 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event updated for resources: {'Network': ['ID=417d053a-db4d-4913-960e-798c6a1d74bb,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:15.656743 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1fe8b04f-b2cc-42d2-bba5-b8f19098de74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:15.659151 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-487cbd7a-2820-4640-a0a2-59efad202195 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:15.662138 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487cbd7a-2820-4640-a0a2-59efad202195 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:51:15.677440 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b564d164-a2f5-4f1e-b69d-bbf340c89f1b None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:15.680702 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 417d053a-db4d-4913-960e-798c6a1d74bb details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:51:15.721670 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f237080-9a83-4087-af62-25fb981f9f7b req-efafbf89-48c4-46ce-a8d8-e60101ade121 service neutron] 10.222.0.15 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055556 Apr 28 19:51:15.721881 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b564d164-a2f5-4f1e-b69d-bbf340c89f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:15.754541 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487cbd7a-2820-4640-a0a2-59efad202195 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Pushing event updated for resources: {'Port': ['ID=0b56db63-fa27-4762-9849-1b51d5ae92ed,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:15.773412 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-0f35f797-ad5e-46d0-838d-7bf8112a6d8f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Allocated IP 172.20.0.1 (21f0b299-0a1b-4e71-a8de-3e8676ce56c4/19b5af0e-4f73-4e51-a909-545b35690aff/edce7e0b-b2af-43d6-ad27-07c3ee370d8f) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:15.788123 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3d2a2f-142a-421d-8a1c-30708a6ed5ba tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Made reservation on behalf of 435280242fd143958a83151627e8ca50 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:15.793292 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fe3d2a2f-142a-421d-8a1c-30708a6ed5ba tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:15.795365 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-998d9ab6-2e81-40aa-baf8-f071ca5de705 req-0d724373-9456-4310-9db2-22e5b367e406 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523329 Apr 28 19:51:15.820651 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1fe8b04f-b2cc-42d2-bba5-b8f19098de74 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=81ba7c17536b4d5488b665c4407dbbf5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0834725 Apr 28 19:51:15.822062 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35854) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:15.849133 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8b04f-b2cc-42d2-bba5-b8f19098de74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57dfbfcf-2c07-49db-80b9-9f9d5ed1def9,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:15.902703 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b564d164-a2f5-4f1e-b69d-bbf340c89f1b None None] Network 21f0b299-0a1b-4e71-a8de-3e8676ce56c4 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:15.915336 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-b564d164-a2f5-4f1e-b69d-bbf340c89f1b None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:15.921258 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b564d164-a2f5-4f1e-b69d-bbf340c89f1b None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:51:15.929110 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port c048ef47-be85-47f4-9a72-f3eaf283b51e triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:15.930719 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:15.957146 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a99a44-b14c-4704-b93d-d4e651297472 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:15.960183 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-85a99a44-b14c-4704-b93d-d4e651297472 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:15.984156 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564d164-a2f5-4f1e-b69d-bbf340c89f1b None None] Pushing event updated for resources: {'Port': ['ID=ff801490-f346-48dc-b08d-902395386b83,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:15.995356 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503f5f8-d4e4-49f0-bed5-22717092ded8 req-b1d5b341-5518-482e-bab1-1c9c400794a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:15.997459 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d503f5f8-d4e4-49f0-bed5-22717092ded8 req-b1d5b341-5518-482e-bab1-1c9c400794a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dcadc66e0b2646d28c33130e37263af0&device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 1094 time: 0.2200596 Apr 28 19:51:16.083444 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcebbb52-3215-47c3-be01-5e1b47fe07a1 None None] DHCP port deletion for 3bb4ad15-38e1-4028-be09-c8cdfded96d3 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:51:16.103218 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0cfd137d-aa36-4da2-bac4-d9a52560d3ea None None] Could not find standard attr ID for object 3ed723a0-6f7e-4353-b307-e3b1841feb3c. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:51:16.110855 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-b564d164-a2f5-4f1e-b69d-bbf340c89f1b None None] Attempting to bind port ff801490-f346-48dc-b08d-902395386b83 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:51:16.111349 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-b564d164-a2f5-4f1e-b69d-bbf340c89f1b None None] Attempting to bind port ff801490-f346-48dc-b08d-902395386b83 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'e300a6a7-3a1a-4ad6-a5a2-071728770978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:51:16.111794 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b564d164-a2f5-4f1e-b69d-bbf340c89f1b None None] Attempting to bind port ff801490-f346-48dc-b08d-902395386b83 on network 21f0b299-0a1b-4e71-a8de-3e8676ce56c4 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:51:16.133193 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-487cbd7a-2820-4640-a0a2-59efad202195 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:16.137304 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fb800a76-626c-4ff0-abf7-6746e4172421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:16.145491 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b564d164-a2f5-4f1e-b69d-bbf340c89f1b None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:51:16.146338 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b564d164-a2f5-4f1e-b69d-bbf340c89f1b None None] Checking segment: {'id': 'e300a6a7-3a1a-4ad6-a5a2-071728770978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:51:16.146896 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b564d164-a2f5-4f1e-b69d-bbf340c89f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:16.147451 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b564d164-a2f5-4f1e-b69d-bbf340c89f1b None None] Bound using segment: {'id': 'e300a6a7-3a1a-4ad6-a5a2-071728770978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:51:16.148153 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-b564d164-a2f5-4f1e-b69d-bbf340c89f1b None None] Bound port: ff801490-f346-48dc-b08d-902395386b83, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e300a6a7-3a1a-4ad6-a5a2-071728770978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:51:16.148884 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b564d164-a2f5-4f1e-b69d-bbf340c89f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:16.200988 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fb800a76-626c-4ff0-abf7-6746e4172421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:16.236752 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fe3d2a2f-142a-421d-8a1c-30708a6ed5ba tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:16.249679 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 05691376-bb04-472b-8af6-b2b7c5f76426 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:51:16.312254 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-b564d164-a2f5-4f1e-b69d-bbf340c89f1b None None] For port ff801490-f346-48dc-b08d-902395386b83, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:51:16.312380 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0f35f797-ad5e-46d0-838d-7bf8112a6d8f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:16.316198 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d2a2f-142a-421d-8a1c-30708a6ed5ba tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event updated for resources: {'Subnet': ['ID=27d24d55-7809-4286-a9c9-cd645cf76a2c,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:16.318482 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35862) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:16.318803 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-dcebbb52-3215-47c3-be01-5e1b47fe07a1 None None] Deleting port ce6808c1-00b0-4738-bd23-89549433d656 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:51:16.319192 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-dcebbb52-3215-47c3-be01-5e1b47fe07a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:16.345677 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-b564d164-a2f5-4f1e-b69d-bbf340c89f1b None None] For port ff801490-f346-48dc-b08d-902395386b83, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ff801490-f346-48dc-b08d-902395386b83,segment=NetworkSegment(e300a6a7-3a1a-4ad6-a5a2-071728770978),segment_id=e300a6a7-3a1a-4ad6-a5a2-071728770978)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:51:16.347386 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fb800a76-626c-4ff0-abf7-6746e4172421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:16.350826 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fb800a76-626c-4ff0-abf7-6746e4172421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:16.352672 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-fb800a76-626c-4ff0-abf7-6746e4172421 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/57dfbfcf-2c07-49db-80b9-9f9d5ed1def9 HTTP/1.1" status: 204 len: 168 time: 0.5229433 Apr 28 19:51:16.384187 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb800a76-626c-4ff0-abf7-6746e4172421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57dfbfcf-2c07-49db-80b9-9f9d5ed1def9,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:16.393404 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-487cbd7a-2820-4640-a0a2-59efad202195 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:16.393567 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b564d164-a2f5-4f1e-b69d-bbf340c89f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:16.411214 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503f5f8-d4e4-49f0-bed5-22717092ded8 req-00fc1984-d9a8-4049-bd7d-ba01ebfb5bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:16.413332 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d503f5f8-d4e4-49f0-bed5-22717092ded8 req-00fc1984-d9a8-4049-bd7d-ba01ebfb5bbb service neutron] 10.222.0.15 "GET /v2.0/networks?id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63 HTTP/1.1" status: 200 len: 907 time: 0.3987837 Apr 28 19:51:16.416161 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3d2a2f-142a-421d-8a1c-30708a6ed5ba tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Checking segment: {'id': '5e49e23b-bb80-4131-b285-3d5d91a0f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '417d053a-db4d-4913-960e-798c6a1d74bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:51:16.416525 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3d2a2f-142a-421d-8a1c-30708a6ed5ba tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Network hostable DHCP agents. Network: 417d053a-db4d-4913-960e-798c6a1d74bb, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:51:16.427317 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-85a99a44-b14c-4704-b93d-d4e651297472 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:16.478994 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 05691376-bb04-472b-8af6-b2b7c5f76426 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:16.479604 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:16.480510 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3d2a2f-142a-421d-8a1c-30708a6ed5ba tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Network 417d053a-db4d-4913-960e-798c6a1d74bb is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:51:16.495743 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-dcebbb52-3215-47c3-be01-5e1b47fe07a1 None None] For port ce6808c1-00b0-4738-bd23-89549433d656, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ce6808c1-00b0-4738-bd23-89549433d656,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:16.496193 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-dcebbb52-3215-47c3-be01-5e1b47fe07a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:16.507141 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d503f5f8-d4e4-49f0-bed5-22717092ded8 req-539d331b-1567-44b9-868c-ad5870389df8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65a1961c-c5f2-4b26-9a2c-27329f9d8093 HTTP/1.1" status: 200 len: 217 time: 0.0826409 Apr 28 19:51:16.511173 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-fe3d2a2f-142a-421d-8a1c-30708a6ed5ba tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 417d053a-db4d-4913-960e-798c6a1d74bb) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:16.518956 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3d2a2f-142a-421d-8a1c-30708a6ed5ba tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:16.519596 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fe3d2a2f-142a-421d-8a1c-30708a6ed5ba tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:16.539813 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0f35f797-ad5e-46d0-838d-7bf8112a6d8f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:16.541386 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f2206a-01e0-491c-9318-59af97ded386 None None] Network 417d053a-db4d-4913-960e-798c6a1d74bb requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:16.551585 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a99a44-b14c-4704-b93d-d4e651297472 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:16.561855 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-85a99a44-b14c-4704-b93d-d4e651297472 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:16.566594 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a99a44-b14c-4704-b93d-d4e651297472 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Subnet': ['ID=66c50a35-8ea0-4dbe-a797-e9c79f7048a5,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:16.577123 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a99a44-b14c-4704-b93d-d4e651297472 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:16.578015 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-85a99a44-b14c-4704-b93d-d4e651297472 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:16.599988 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-dcebbb52-3215-47c3-be01-5e1b47fe07a1 None None] Calling delete_port for ce6808c1-00b0-4738-bd23-89549433d656 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:51:16.641532 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35f797-ad5e-46d0-838d-7bf8112a6d8f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'Port': ['ID=edce7e0b-b2af-43d6-ad27-07c3ee370d8f,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:16.656954 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-85a99a44-b14c-4704-b93d-d4e651297472 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0742970 Apr 28 19:51:16.658664 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564d164-a2f5-4f1e-b69d-bbf340c89f1b None None] Pushing event updated for resources: {'Port': ['ID=ff801490-f346-48dc-b08d-902395386b83,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:16.672841 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-26688730-c8d4-49c8-81d4-ec44df3f7300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:16.685965 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35870) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:16.695651 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-d930181a-8550-46a8-bdd0-73ae6a2e5420 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:16.742100 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35872) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:16.749291 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fe3d2a2f-142a-421d-8a1c-30708a6ed5ba tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1865287 Apr 28 19:51:16.756976 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f35f797-ad5e-46d0-838d-7bf8112a6d8f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Network 21f0b299-0a1b-4e71-a8de-3e8676ce56c4 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:16.778732 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-0f35f797-ad5e-46d0-838d-7bf8112a6d8f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:16.782748 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-10cc73b4-67b2-4522-bf91-d281200d3b85 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1074877367'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:16.827089 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f35f797-ad5e-46d0-838d-7bf8112a6d8f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:51:16.910222 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-dcebbb52-3215-47c3-be01-5e1b47fe07a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:16.948416 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cc73b4-67b2-4522-bf91-d281200d3b85 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Made reservation on behalf of 435280242fd143958a83151627e8ca50 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:16.950751 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503f5f8-d4e4-49f0-bed5-22717092ded8 req-68648594-53de-40c0-86c2-e45eec49c4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:16.952572 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d503f5f8-d4e4-49f0-bed5-22717092ded8 req-68648594-53de-40c0-86c2-e45eec49c4cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d396974-bf85-4823-9eae-70a0b8bd71b5 HTTP/1.1" status: 200 len: 846 time: 0.4360113 Apr 28 19:51:16.953826 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0f35f797-ad5e-46d0-838d-7bf8112a6d8f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:16.954271 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-10cc73b4-67b2-4522-bf91-d281200d3b85 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:16.984386 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcebbb52-3215-47c3-be01-5e1b47fe07a1 None None] Pushing event deleted for resources: {'Port': ['ID=ce6808c1-00b0-4738-bd23-89549433d656,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:16.993769 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcebbb52-3215-47c3-be01-5e1b47fe07a1 None None] No DVR routers for this DVR port ce6808c1-00b0-4738-bd23-89549433d656 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:51:17.023432 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35876) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:17.035992 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e748ef7-7c31-4a19-83e7-001f7aa181fe None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:17.070367 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d185d526-4c26-45de-8daf-aeb879f6ad54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-417d053a-db4d-4913-960e-798c6a1d74bb', 'network_id': '417d053a-db4d-4913-960e-798c6a1d74bb', 'tenant_id': '435280242fd143958a83151627e8ca50', 'fixed_ips': [{'subnet_id': '27d24d55-7809-4286-a9c9-cd645cf76a2c'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:51:17.072020 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d185d526-4c26-45de-8daf-aeb879f6ad54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:17.073936 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-68709134-8374-4a7a-be01-23f2014314e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:17.097106 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10cc73b4-67b2-4522-bf91-d281200d3b85 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:51:17.107313 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-10cc73b4-67b2-4522-bf91-d281200d3b85 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:17.108358 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-10cc73b4-67b2-4522-bf91-d281200d3b85 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Added segment 1cd1cf47-a991-479f-9860-e29d7961c91b of type vlan for network 25622a4d-652a-4e8e-9389-266450a20d86 Apr 28 19:51:17.116035 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d503f5f8-d4e4-49f0-bed5-22717092ded8 req-f1ecbfe5-ae82-4d06-aca0-ec0488d88551 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617232 Apr 28 19:51:17.139048 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-487cbd7a-2820-4640-a0a2-59efad202195 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:17.154263 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-487cbd7a-2820-4640-a0a2-59efad202195 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:17.228947 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487cbd7a-2820-4640-a0a2-59efad202195 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Pushing event updated for resources: {'Port': ['ID=0b56db63-fa27-4762-9849-1b51d5ae92ed,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:17.313385 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-10cc73b4-67b2-4522-bf91-d281200d3b85 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:17.320276 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cbd7a-2820-4640-a0a2-59efad202195 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:17.320276 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cbd7a-2820-4640-a0a2-59efad202195 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:17.320276 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cbd7a-2820-4640-a0a2-59efad202195 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:17.320601 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cbd7a-2820-4640-a0a2-59efad202195 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:17.320844 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cbd7a-2820-4640-a0a2-59efad202195 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:17.324250 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cbd7a-2820-4640-a0a2-59efad202195 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:17.324250 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cbd7a-2820-4640-a0a2-59efad202195 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:17.328264 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cbd7a-2820-4640-a0a2-59efad202195 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:17.329828 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cbd7a-2820-4640-a0a2-59efad202195 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:17.330343 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cbd7a-2820-4640-a0a2-59efad202195 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:17.331552 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cbd7a-2820-4640-a0a2-59efad202195 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:17.332055 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487cbd7a-2820-4640-a0a2-59efad202195 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:17.342218 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-487cbd7a-2820-4640-a0a2-59efad202195 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:17.354179 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0f35f797-ad5e-46d0-838d-7bf8112a6d8f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:17.364305 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-d185d526-4c26-45de-8daf-aeb879f6ad54 None None] Allocated IP 2001:db8::3 (417d053a-db4d-4913-960e-798c6a1d74bb/27d24d55-7809-4286-a9c9-cd645cf76a2c/fbc303d2-bef2-444d-970b-eeaff02e4b53) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:17.366712 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff1a73-2bbc-47ae-864c-9babddf00b35 req-1ffb08e8-fc77-49a4-8fe4-b9583e463095 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:17.381225 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d503f5f8-d4e4-49f0-bed5-22717092ded8 req-0da7c1ec-d745-4729-b117-49abc55d4ec3 service neutron] 10.222.0.15 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555547 Apr 28 19:51:17.381630 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ceff1a73-2bbc-47ae-864c-9babddf00b35 req-1ffb08e8-fc77-49a4-8fe4-b9583e463095 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 943 time: 0.4084370 Apr 28 19:51:17.393592 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-26688730-c8d4-49c8-81d4-ec44df3f7300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:17.460144 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-487cbd7a-2820-4640-a0a2-59efad202195 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:17.463039 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-487cbd7a-2820-4640-a0a2-59efad202195 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0948496 Apr 28 19:51:17.475545 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ff801490-f346-48dc-b08d-902395386b83 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:51:17.486293 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d503f5f8-d4e4-49f0-bed5-22717092ded8 req-001e48fe-57fa-4493-b849-521d2927710e service neutron] 10.222.0.15 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982039 Apr 28 19:51:17.527825 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ceff1a73-2bbc-47ae-864c-9babddf00b35 req-a40192d0-fdbb-4877-9344-6ff8b6679f83 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763154 Apr 28 19:51:17.543031 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-10cc73b4-67b2-4522-bf91-d281200d3b85 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:17.549317 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cc73b4-67b2-4522-bf91-d281200d3b85 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:17.550289 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-10cc73b4-67b2-4522-bf91-d281200d3b85 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:17.652115 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-26688730-c8d4-49c8-81d4-ec44df3f7300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:17.677921 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-10cc73b4-67b2-4522-bf91-d281200d3b85 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9342244 Apr 28 19:51:17.685478 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d930181a-8550-46a8-bdd0-73ae6a2e5420 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:17.686646 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-68709134-8374-4a7a-be01-23f2014314e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:17.687710 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35882) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:17.691447 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d930181a-8550-46a8-bdd0-73ae6a2e5420 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:17.699172 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-2a4e24b6-a580-4eed-8ab5-fcd74741c048 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Request body: {'subnet': {'network_id': '25622a4d-652a-4e8e-9389-266450a20d86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:17.707738 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-68709134-8374-4a7a-be01-23f2014314e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:17.763905 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-68709134-8374-4a7a-be01-23f2014314e9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f568d970f15a433daf3b05516f114685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7297287 Apr 28 19:51:17.768277 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc73b4-67b2-4522-bf91-d281200d3b85 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event updated for resources: {'Network': ['ID=25622a4d-652a-4e8e-9389-266450a20d86,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:17.789727 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35892) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:17.799585 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 25622a4d-652a-4e8e-9389-266450a20d86 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:51:17.834000 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e00435-f117-4899-8542-a4927710caae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'fixed_ips': [{'subnet_id': '66c50a35-8ea0-4dbe-a797-e9c79f7048a5'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:51:17.834867 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-62e00435-f117-4899-8542-a4927710caae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:17.844011 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68709134-8374-4a7a-be01-23f2014314e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84441404-cd8a-44c5-a597-854354ab432b,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:17.913387 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4e24b6-a580-4eed-8ab5-fcd74741c048 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Made reservation on behalf of 435280242fd143958a83151627e8ca50 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:17.920437 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2a4e24b6-a580-4eed-8ab5-fcd74741c048 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:17.933209 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port ff801490-f346-48dc-b08d-902395386b83 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:17.933700 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:18.019098 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.ipam_backend_mixin [None req-2a4e24b6-a580-4eed-8ab5-fcd74741c048 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Performing IP validity checks on allocation pools {{(pid=102774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 28 19:51:18.020139 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.ipam_backend_mixin [None req-2a4e24b6-a580-4eed-8ab5-fcd74741c048 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 28 19:51:18.122082 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddb0480-44be-4e4e-98a1-86aea9d7d349 None None] Network 21f0b299-0a1b-4e71-a8de-3e8676ce56c4 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:18.128002 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d185d526-4c26-45de-8daf-aeb879f6ad54 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:18.207585 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d185d526-4c26-45de-8daf-aeb879f6ad54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:18.215099 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2a4e24b6-a580-4eed-8ab5-fcd74741c048 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:18.259344 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-26688730-c8d4-49c8-81d4-ec44df3f7300 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a5185914221c42798614e6b8d0559d13&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9327407 Apr 28 19:51:18.260394 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35894) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:18.267834 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-e7473168-5c83-4a83-abd5-bebcb1ebe694 None None] Provisioning complete for port ff801490-f346-48dc-b08d-902395386b83 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:18.268230 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e7473168-5c83-4a83-abd5-bebcb1ebe694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:18.270400 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26688730-c8d4-49c8-81d4-ec44df3f7300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c6c559-9fde-449d-a1fe-e6934aca7e85,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:18.332730 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e24b6-a580-4eed-8ab5-fcd74741c048 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event updated for resources: {'Subnet': ['ID=8b165702-92bd-4e92-9bb8-0c882251127a,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:18.358434 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4e24b6-a580-4eed-8ab5-fcd74741c048 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Checking segment: {'id': '1cd1cf47-a991-479f-9860-e29d7961c91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '25622a4d-652a-4e8e-9389-266450a20d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:51:18.358943 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4e24b6-a580-4eed-8ab5-fcd74741c048 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Network hostable DHCP agents. Network: 25622a4d-652a-4e8e-9389-266450a20d86, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:51:18.381330 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4e24b6-a580-4eed-8ab5-fcd74741c048 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Network 25622a4d-652a-4e8e-9389-266450a20d86 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:51:18.394354 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-62e00435-f117-4899-8542-a4927710caae None None] Allocated IP 172.20.0.2 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/66c50a35-8ea0-4dbe-a797-e9c79f7048a5/4ac1e1d1-d1d8-41e1-ac13-295f4f9d13d1) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:18.396711 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-2a4e24b6-a580-4eed-8ab5-fcd74741c048 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 25622a4d-652a-4e8e-9389-266450a20d86) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:18.397695 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d185d526-4c26-45de-8daf-aeb879f6ad54 None None] Network 417d053a-db4d-4913-960e-798c6a1d74bb is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:18.403247 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4e24b6-a580-4eed-8ab5-fcd74741c048 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:18.404275 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2a4e24b6-a580-4eed-8ab5-fcd74741c048 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:18.420350 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090241cf-620d-4925-85da-839444142694 None None] Network 25622a4d-652a-4e8e-9389-266450a20d86 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:18.425016 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2a4e24b6-a580-4eed-8ab5-fcd74741c048 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7357483 Apr 28 19:51:18.428134 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35896) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:18.434863 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-d185d526-4c26-45de-8daf-aeb879f6ad54 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:18.455042 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185d526-4c26-45de-8daf-aeb879f6ad54 None None] Pushing event updated for resources: {'Port': ['ID=fbc303d2-bef2-444d-970b-eeaff02e4b53,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:18.457524 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d185d526-4c26-45de-8daf-aeb879f6ad54 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:51:18.457669 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-61f05b0c-905f-4f5e-9aaf-b29691efaa3c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--2045533246&fields=id&tenant_id=8766bd4e5ff74ccda54aedeba9de3560 HTTP/1.1" status: 200 len: 267 time: 0.6801624 Apr 28 19:51:18.481557 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:18.529909 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0295d9bd-fd81-4189-98e6-d1d529ae9c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:18.556612 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0295d9bd-fd81-4189-98e6-d1d529ae9c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:18.574086 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4dfba471-5285-452b-a2c9-52a9e8a73357 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:18.642666 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4dfba471-5285-452b-a2c9-52a9e8a73357 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:18.700995 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port ff801490-f346-48dc-b08d-902395386b83, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ff801490-f346-48dc-b08d-902395386b83,segment=NetworkSegment(e300a6a7-3a1a-4ad6-a5a2-071728770978),segment_id=e300a6a7-3a1a-4ad6-a5a2-071728770978)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:18.741180 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-92938649-8a17-4d66-be45-a46510d79da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:18.754612 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:18.768924 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea60574-a1c0-4d06-bbd4-4b607543ddce req-2b773645-42a0-4f4b-addb-b0c3f7a7a734 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:18.770792 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7ea60574-a1c0-4d06-bbd4-4b607543ddce req-2b773645-42a0-4f4b-addb-b0c3f7a7a734 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 943 time: 0.1233349 Apr 28 19:51:18.793643 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0295d9bd-fd81-4189-98e6-d1d529ae9c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:18.796952 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0295d9bd-fd81-4189-98e6-d1d529ae9c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:18.798053 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0295d9bd-fd81-4189-98e6-d1d529ae9c6c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/84441404-cd8a-44c5-a597-854354ab432b HTTP/1.1" status: 204 len: 168 time: 1.0068383 Apr 28 19:51:18.816400 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4dfba471-5285-452b-a2c9-52a9e8a73357 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:18.843557 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 65a1961c-c5f2-4b26-9a2c-27329f9d8093 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:51:18.870973 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295d9bd-fd81-4189-98e6-d1d529ae9c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84441404-cd8a-44c5-a597-854354ab432b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:18.878841 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ce6808c1-00b0-4738-bd23-89549433d656 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:51:18.880800 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfba471-5285-452b-a2c9-52a9e8a73357 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event deleted for resources: {'Subnet': ['ID=8b165702-92bd-4e92-9bb8-0c882251127a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:18.881080 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d185d526-4c26-45de-8daf-aeb879f6ad54 None None] Attempting to bind port fbc303d2-bef2-444d-970b-eeaff02e4b53 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:51:18.881441 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d185d526-4c26-45de-8daf-aeb879f6ad54 None None] Attempting to bind port fbc303d2-bef2-444d-970b-eeaff02e4b53 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '5e49e23b-bb80-4131-b285-3d5d91a0f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '417d053a-db4d-4913-960e-798c6a1d74bb'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:51:18.881793 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d185d526-4c26-45de-8daf-aeb879f6ad54 None None] Attempting to bind port fbc303d2-bef2-444d-970b-eeaff02e4b53 on network 417d053a-db4d-4913-960e-798c6a1d74bb {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:51:18.906119 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d185d526-4c26-45de-8daf-aeb879f6ad54 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:51:18.906402 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d185d526-4c26-45de-8daf-aeb879f6ad54 None None] Checking segment: {'id': '5e49e23b-bb80-4131-b285-3d5d91a0f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '417d053a-db4d-4913-960e-798c6a1d74bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:51:18.906799 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d185d526-4c26-45de-8daf-aeb879f6ad54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:18.907185 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d185d526-4c26-45de-8daf-aeb879f6ad54 None None] Bound using segment: {'id': '5e49e23b-bb80-4131-b285-3d5d91a0f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '417d053a-db4d-4913-960e-798c6a1d74bb'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:51:18.907657 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d185d526-4c26-45de-8daf-aeb879f6ad54 None None] Bound port: fbc303d2-bef2-444d-970b-eeaff02e4b53, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e49e23b-bb80-4131-b285-3d5d91a0f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '417d053a-db4d-4913-960e-798c6a1d74bb'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:51:18.908039 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d185d526-4c26-45de-8daf-aeb879f6ad54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:18.967877 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7ea60574-a1c0-4d06-bbd4-4b607543ddce req-c91dc253-974c-489c-89ee-4efc6cc3c2b2 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904130 Apr 28 19:51:18.988594 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-92938649-8a17-4d66-be45-a46510d79da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:18.989536 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: ce6808c1-00b0-4738-bd23-89549433d656 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:51:18.989536 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ce6808c1-00b0-4738-bd23-89549433d656 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:51:19.003289 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4dfba471-5285-452b-a2c9-52a9e8a73357 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:19.037861 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0f35f797-ad5e-46d0-838d-7bf8112a6d8f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:19.062453 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-4dfba471-5285-452b-a2c9-52a9e8a73357 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25622a4d-652a-4e8e-9389-266450a20d86']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:19.073624 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-d8303e11-d0a0-4e72-b426-0fb8ad29f6f5 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:19.075326 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-d8303e11-d0a0-4e72-b426-0fb8ad29f6f5 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/networks?id=361c3585-c6e2-486f-967a-33f86818c3c9 HTTP/1.1" status: 200 len: 817 time: 0.5956287 Apr 28 19:51:19.076123 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0f35f797-ad5e-46d0-838d-7bf8112a6d8f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:19.076501 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-4dfba471-5285-452b-a2c9-52a9e8a73357 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cd1cf47-a991-479f-9860-e29d7961c91b') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:19.076979 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-4dfba471-5285-452b-a2c9-52a9e8a73357 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cd1cf47-a991-479f-9860-e29d7961c91b') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:19.091680 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=ff801490-f346-48dc-b08d-902395386b83,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:19.105759 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4dfba471-5285-452b-a2c9-52a9e8a73357 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:19.128862 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4dfba471-5285-452b-a2c9-52a9e8a73357 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:19.138830 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dfba471-5285-452b-a2c9-52a9e8a73357 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:51:19.139181 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4dfba471-5285-452b-a2c9-52a9e8a73357 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:19.143682 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:51:19.143682 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:51:19.143682 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:51:19.143682 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:51:19.143682 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:51:19.143682 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:51:19.143682 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:51:19.143682 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:51:19.143682 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:51:19.143682 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:51:19.143682 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:51:19.143682 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:51:19.143682 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:51:19.143682 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:51:19.143682 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:51:19.143682 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:51:19.143682 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:51:19.143682 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:51:19.143682 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:51:19.143682 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:51:19.143682 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:51:19.143682 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:51:19.143682 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:51:19.143682 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:51:19.143682 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:51:19.143682 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:51:19.143682 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:51:19.143682 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:51:19.143682 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:51:19.143682 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:51:19.143682 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:51:19.143682 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:51:19.173043 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d984f9-6358-452c-a788-ee28b51cc56a None None] Network 25622a4d-652a-4e8e-9389-266450a20d86 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:19.230425 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-62e00435-f117-4899-8542-a4927710caae None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:19.232146 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-0b4850fc-5fa8-4786-a4ba-4d57f9dd0db3 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/quotas/8766bd4e5ff74ccda54aedeba9de3560 HTTP/1.1" status: 200 len: 375 time: 0.1186504 Apr 28 19:51:19.240417 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4dfba471-5285-452b-a2c9-52a9e8a73357 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:19.259655 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4dfba471-5285-452b-a2c9-52a9e8a73357 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:19.262872 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4dfba471-5285-452b-a2c9-52a9e8a73357 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "DELETE /v2.0/networks/25622a4d-652a-4e8e-9389-266450a20d86 HTTP/1.1" status: 204 len: 168 time: 0.8336227 Apr 28 19:51:19.290400 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35904) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:19.313780 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-62e00435-f117-4899-8542-a4927710caae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:19.325246 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0f35f797-ad5e-46d0-838d-7bf8112a6d8f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:19.345462 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35f797-ad5e-46d0-838d-7bf8112a6d8f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'Port': ['ID=edce7e0b-b2af-43d6-ad27-07c3ee370d8f,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:19.363187 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-44461726-53fd-4601-ab39-9cbf28bbe64c tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2055371534'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:19.370614 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfba471-5285-452b-a2c9-52a9e8a73357 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event deleted for resources: {'Network': ['ID=25622a4d-652a-4e8e-9389-266450a20d86,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:19.405440 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44461726-53fd-4601-ab39-9cbf28bbe64c tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Made reservation on behalf of 435280242fd143958a83151627e8ca50 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:19.419746 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-44461726-53fd-4601-ab39-9cbf28bbe64c tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:19.485270 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44461726-53fd-4601-ab39-9cbf28bbe64c tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:51:19.491886 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ff801490-f346-48dc-b08d-902395386b83 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:51:19.516057 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-44461726-53fd-4601-ab39-9cbf28bbe64c tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:19.518695 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-44461726-53fd-4601-ab39-9cbf28bbe64c tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Added segment cc8eb677-c2f2-40b1-a9e9-105db0a81aa5 of type vlan for network 77f4b594-dbe5-48e8-a0f6-623f47398a44 Apr 28 19:51:19.522410 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-92938649-8a17-4d66-be45-a46510d79da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:19.534313 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-92938649-8a17-4d66-be45-a46510d79da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:19.535920 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-92938649-8a17-4d66-be45-a46510d79da0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f0c6c559-9fde-449d-a1fe-e6934aca7e85 HTTP/1.1" status: 204 len: 168 time: 1.2665632 Apr 28 19:51:19.569314 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e00435-f117-4899-8542-a4927710caae None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:19.571468 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d185d526-4c26-45de-8daf-aeb879f6ad54 None None] For port fbc303d2-bef2-444d-970b-eeaff02e4b53, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:51:19.599034 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-62e00435-f117-4899-8542-a4927710caae None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:19.616387 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-44461726-53fd-4601-ab39-9cbf28bbe64c tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:19.618993 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-ba2149e2-0356-45b0-8028-409241a31bcf tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8766bd4e5ff74ccda54aedeba9de3560&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3692348 Apr 28 19:51:19.636974 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e00435-f117-4899-8542-a4927710caae None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:51:19.652924 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92938649-8a17-4d66-be45-a46510d79da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c6c559-9fde-449d-a1fe-e6934aca7e85,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:19.659205 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d185d526-4c26-45de-8daf-aeb879f6ad54 None None] For port fbc303d2-bef2-444d-970b-eeaff02e4b53, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=fbc303d2-bef2-444d-970b-eeaff02e4b53,segment=NetworkSegment(5e49e23b-bb80-4131-b285-3d5d91a0f75a),segment_id=5e49e23b-bb80-4131-b285-3d5d91a0f75a)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:51:19.675900 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-44461726-53fd-4601-ab39-9cbf28bbe64c tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:19.685833 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44461726-53fd-4601-ab39-9cbf28bbe64c tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:19.686557 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-44461726-53fd-4601-ab39-9cbf28bbe64c tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:19.712717 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 65a1961c-c5f2-4b26-9a2c-27329f9d8093, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=65a1961c-c5f2-4b26-9a2c-27329f9d8093,segment=NetworkSegment(daad3582-9abd-449f-85ba-5c80ef9418e3),segment_id=daad3582-9abd-449f-85ba-5c80ef9418e3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:19.747985 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d185d526-4c26-45de-8daf-aeb879f6ad54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:19.749820 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e00435-f117-4899-8542-a4927710caae None None] Pushing event updated for resources: {'Port': ['ID=4ac1e1d1-d1d8-41e1-ac13-295f4f9d13d1,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:19.780709 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-841aae5a-58e5-4591-adab-f19a571e6989 None None] Provisioning complete for port edce7e0b-b2af-43d6-ad27-07c3ee370d8f triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:19.781076 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-841aae5a-58e5-4591-adab-f19a571e6989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:19.845443 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44461726-53fd-4601-ab39-9cbf28bbe64c tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event updated for resources: {'Network': ['ID=77f4b594-dbe5-48e8-a0f6-623f47398a44,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:19.863730 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-44461726-53fd-4601-ab39-9cbf28bbe64c tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5159104 Apr 28 19:51:19.866289 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35918) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:19.876446 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-4d01837c-fd49-48c2-a36f-f6deb922b4f7 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Request body: {'subnet': {'network_id': '77f4b594-dbe5-48e8-a0f6-623f47398a44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:20.029386 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d01837c-fd49-48c2-a36f-f6deb922b4f7 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Made reservation on behalf of 435280242fd143958a83151627e8ca50 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:20.034444 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d01837c-fd49-48c2-a36f-f6deb922b4f7 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:20.156962 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-4054528b-d25e-4dff-ada2-f49ac68475cd service neutron] 10.222.0.42 "GET /v2.0/networks/361c3585-c6e2-486f-967a-33f86818c3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5129693 Apr 28 19:51:20.158610 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f35f797-ad5e-46d0-838d-7bf8112a6d8f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Network 21f0b299-0a1b-4e71-a8de-3e8676ce56c4 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:20.209041 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-0f35f797-ad5e-46d0-838d-7bf8112a6d8f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:20.240032 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 77f4b594-dbe5-48e8-a0f6-623f47398a44 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:51:20.261745 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e00435-f117-4899-8542-a4927710caae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:20.262085 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e00435-f117-4899-8542-a4927710caae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:20.262417 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e00435-f117-4899-8542-a4927710caae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:20.262750 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e00435-f117-4899-8542-a4927710caae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:20.263182 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e00435-f117-4899-8542-a4927710caae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:20.263384 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e00435-f117-4899-8542-a4927710caae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:20.263705 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e00435-f117-4899-8542-a4927710caae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:20.264025 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e00435-f117-4899-8542-a4927710caae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:20.275634 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e00435-f117-4899-8542-a4927710caae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:20.276025 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e00435-f117-4899-8542-a4927710caae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:20.276376 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e00435-f117-4899-8542-a4927710caae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:20.276699 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e00435-f117-4899-8542-a4927710caae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:20.283430 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '65a1961c-c5f2-4b26-9a2c-27329f9d8093', 'network_id': '1dd86a08-7dd8-4588-b4f7-0af7a8217f63', 'port_id': '65a1961c-c5f2-4b26-9a2c-27329f9d8093', 'mac_address': 'fa:16:3e:38:aa:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d396974-bf85-4823-9eae-70a0b8bd71b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:51:20.305537 n-d-839810-1 neutron-server[102773]: DEBUG neutron.objects.ports [None req-d930181a-8550-46a8-bdd0-73ae6a2e5420 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102773) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 19:51:20.410929 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-5eefad45-0abf-4924-a7a9-778976063aaa service neutron] 10.222.0.42 "GET /v2.0/networks/361c3585-c6e2-486f-967a-33f86818c3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347417 Apr 28 19:51:20.433493 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e1cfc-8753-485c-991b-de67b5520908 req-4802e434-bb46-418a-9e94-4512a8aa1b46 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:20.447289 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-081e1cfc-8753-485c-991b-de67b5520908 req-4802e434-bb46-418a-9e94-4512a8aa1b46 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 943 time: 0.3362281 Apr 28 19:51:20.463631 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:20.538089 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-82311c5f-bd84-4f4a-adb2-78bfd3bda09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:20.716748 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-62e00435-f117-4899-8542-a4927710caae None None] Attempting to bind port 4ac1e1d1-d1d8-41e1-ac13-295f4f9d13d1 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:51:20.718828 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-62e00435-f117-4899-8542-a4927710caae None None] Attempting to bind port 4ac1e1d1-d1d8-41e1-ac13-295f4f9d13d1 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:51:20.720649 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e00435-f117-4899-8542-a4927710caae None None] Attempting to bind port 4ac1e1d1-d1d8-41e1-ac13-295f4f9d13d1 on network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:51:20.743545 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-841aae5a-58e5-4591-adab-f19a571e6989 None None] Port edce7e0b-b2af-43d6-ad27-07c3ee370d8f cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:51:20.746378 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d01837c-fd49-48c2-a36f-f6deb922b4f7 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:20.777898 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port ff801490-f346-48dc-b08d-902395386b83 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:20.778554 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:20.832324 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-081e1cfc-8753-485c-991b-de67b5520908 req-45399966-55cd-472b-b7b0-3df20bb86c39 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932286 Apr 28 19:51:20.850866 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a1961c-c5f2-4b26-9a2c-27329f9d8093 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:51:20.882256 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01837c-fd49-48c2-a36f-f6deb922b4f7 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event updated for resources: {'Subnet': ['ID=fe58ff75-3253-49e3-9f79-4b7e117224a6,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:20.916312 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e00435-f117-4899-8542-a4927710caae None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:51:20.921194 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e00435-f117-4899-8542-a4927710caae None None] Checking segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:51:20.926367 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-62e00435-f117-4899-8542-a4927710caae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:20.927071 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e00435-f117-4899-8542-a4927710caae None None] Bound using segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:51:20.927586 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-62e00435-f117-4899-8542-a4927710caae None None] Bound port: 4ac1e1d1-d1d8-41e1-ac13-295f4f9d13d1, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:51:20.927993 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-62e00435-f117-4899-8542-a4927710caae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:20.929696 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d01837c-fd49-48c2-a36f-f6deb922b4f7 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Checking segment: {'id': 'cc8eb677-c2f2-40b1-a9e9-105db0a81aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '77f4b594-dbe5-48e8-a0f6-623f47398a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:51:20.930253 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d01837c-fd49-48c2-a36f-f6deb922b4f7 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Network hostable DHCP agents. Network: 77f4b594-dbe5-48e8-a0f6-623f47398a44, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:51:20.934047 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ffeae335-c249-4545-84ea-900662ac728d req-46ef31d4-cee9-4b6e-a9ba-418b19c73077 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 210 time: 0.1530528 Apr 28 19:51:20.954822 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f35f797-ad5e-46d0-838d-7bf8112a6d8f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Router dbb157d6-bcac-48b9-9aac-4450cd02029d has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:51:20.973238 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185d526-4c26-45de-8daf-aeb879f6ad54 None None] Pushing event updated for resources: {'Port': ['ID=fbc303d2-bef2-444d-970b-eeaff02e4b53,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:20.990395 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d01837c-fd49-48c2-a36f-f6deb922b4f7 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Network 77f4b594-dbe5-48e8-a0f6-623f47398a44 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:51:21.032888 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-4d01837c-fd49-48c2-a36f-f6deb922b4f7 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 77f4b594-dbe5-48e8-a0f6-623f47398a44) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:21.043200 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d01837c-fd49-48c2-a36f-f6deb922b4f7 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:21.046492 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d01837c-fd49-48c2-a36f-f6deb922b4f7 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:21.077013 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 65a1961c-c5f2-4b26-9a2c-27329f9d8093, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=65a1961c-c5f2-4b26-9a2c-27329f9d8093,segment=NetworkSegment(daad3582-9abd-449f-85ba-5c80ef9418e3),segment_id=daad3582-9abd-449f-85ba-5c80ef9418e3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:21.094602 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4d01837c-fd49-48c2-a36f-f6deb922b4f7 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2267158 Apr 28 19:51:21.096253 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35956) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:21.096773 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-841aae5a-58e5-4591-adab-f19a571e6989 None None] Provisioning complete for port ff801490-f346-48dc-b08d-902395386b83 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:21.097304 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-841aae5a-58e5-4591-adab-f19a571e6989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:21.110033 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d930181a-8550-46a8-bdd0-73ae6a2e5420 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:21.216780 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35962) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:21.240711 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-62e00435-f117-4899-8542-a4927710caae None None] For port 4ac1e1d1-d1d8-41e1-ac13-295f4f9d13d1, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:51:21.245577 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-62e00435-f117-4899-8542-a4927710caae None None] For port 4ac1e1d1-d1d8-41e1-ac13-295f4f9d13d1, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=4ac1e1d1-d1d8-41e1-ac13-295f4f9d13d1,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:51:21.248859 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b66a5d-d64f-4848-a86c-72b11a6791b7 None None] Network 77f4b594-dbe5-48e8-a0f6-623f47398a44 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:21.271272 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:21.280992 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f35f797-ad5e-46d0-838d-7bf8112a6d8f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:51:21.294269 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-62e00435-f117-4899-8542-a4927710caae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:21.325806 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5a468e-69df-460c-bbb3-039b0f7bb695 None None] Sync routers for ids ['dbb157d6-bcac-48b9-9aac-4450cd02029d'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:51:21.330711 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0f35f797-ad5e-46d0-838d-7bf8112a6d8f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "PUT /v2.0/routers/dbb157d6-bcac-48b9-9aac-4450cd02029d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8672605 Apr 28 19:51:21.331635 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35968) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:21.382117 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0b67b537-246b-435b-b6f1-1f03ed72505f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:21.505213 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0b67b537-246b-435b-b6f1-1f03ed72505f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:21.622213 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['65a1961c-c5f2-4b26-9a2c-27329f9d8093'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:51:21.679805 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5a468e-69df-460c-bbb3-039b0f7bb695 None None] Routers {'dbb157d6-bcac-48b9-9aac-4450cd02029d'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:51:21.681062 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-8d5a468e-69df-460c-bbb3-039b0f7bb695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:50:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['dbb157d6-bcac-48b9-9aac-4450cd02029d'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:21.714979 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0b67b537-246b-435b-b6f1-1f03ed72505f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:21.806566 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e984cef6-5fbc-439b-815c-3a9fb42df4bd tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:21.807414 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e984cef6-5fbc-439b-815c-3a9fb42df4bd tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:21.808041 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e984cef6-5fbc-439b-815c-3a9fb42df4bd tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:21.808748 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e984cef6-5fbc-439b-815c-3a9fb42df4bd tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:21.809401 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e984cef6-5fbc-439b-815c-3a9fb42df4bd tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:21.810021 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e984cef6-5fbc-439b-815c-3a9fb42df4bd tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:21.810645 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e984cef6-5fbc-439b-815c-3a9fb42df4bd tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:21.813055 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e984cef6-5fbc-439b-815c-3a9fb42df4bd tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:21.813952 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e984cef6-5fbc-439b-815c-3a9fb42df4bd tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:21.814890 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e984cef6-5fbc-439b-815c-3a9fb42df4bd tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:21.817465 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e984cef6-5fbc-439b-815c-3a9fb42df4bd tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7126 time: 0.4845414 Apr 28 19:51:21.820694 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35976) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:21.870552 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-efcfc38f-5ece-4cde-8773-bf26904eb690 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2127377002-network', 'tenant_id': 'b5fbb40048884d95bc3a181102515d75'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:21.891123 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67b537-246b-435b-b6f1-1f03ed72505f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event deleted for resources: {'Subnet': ['ID=fe58ff75-3253-49e3-9f79-4b7e117224a6,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:21.944505 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcfc38f-5ece-4cde-8773-bf26904eb690 admin admin] Made reservation on behalf of b5fbb40048884d95bc3a181102515d75 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:21.951120 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-efcfc38f-5ece-4cde-8773-bf26904eb690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:22.036042 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d930181a-8550-46a8-bdd0-73ae6a2e5420 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] For port 4ac1e1d1-d1d8-41e1-ac13-295f4f9d13d1, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=4ac1e1d1-d1d8-41e1-ac13-295f4f9d13d1,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:22.045718 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-efcfc38f-5ece-4cde-8773-bf26904eb690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:22.193356 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=65a1961c-c5f2-4b26-9a2c-27329f9d8093,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:22.252592 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-8d5a468e-69df-460c-bbb3-039b0f7bb695 None None] Set router dbb157d6-bcac-48b9-9aac-4450cd02029d gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:51:22.612379 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ae82bb10-0556-47c0-abe3-392ce65cdffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:22.865737 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device fbc303d2-bef2-444d-970b-eeaff02e4b53 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:51:22.928439 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0b67b537-246b-435b-b6f1-1f03ed72505f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:22.940036 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-42b1475e-cce4-4d2f-9ae2-3dbc30db2b46 req-995cfa8d-ba93-4cbe-a57b-6edcc1b5608c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 210 time: 0.1499252 Apr 28 19:51:22.974334 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-0b67b537-246b-435b-b6f1-1f03ed72505f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f4b594-dbe5-48e8-a0f6-623f47398a44']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:22.986026 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d930181a-8550-46a8-bdd0-73ae6a2e5420 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:22.988701 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-0b67b537-246b-435b-b6f1-1f03ed72505f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc8eb677-c2f2-40b1-a9e9-105db0a81aa5') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:22.989004 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-0b67b537-246b-435b-b6f1-1f03ed72505f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc8eb677-c2f2-40b1-a9e9-105db0a81aa5') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:23.010401 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b17119-c59a-4f20-8aee-137331a69c82 req-f9c382f1-2871-44eb-ab82-f8c01d9b8d82 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:23.011367 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3a4179-4969-413e-aa9a-124b05b1b28a tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:23.014200 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3a4179-4969-413e-aa9a-124b05b1b28a tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:23.014745 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3a4179-4969-413e-aa9a-124b05b1b28a tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:23.015941 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3a4179-4969-413e-aa9a-124b05b1b28a tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:23.016660 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3a4179-4969-413e-aa9a-124b05b1b28a tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:23.017218 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3a4179-4969-413e-aa9a-124b05b1b28a tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:23.017928 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3a4179-4969-413e-aa9a-124b05b1b28a tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:23.018631 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3a4179-4969-413e-aa9a-124b05b1b28a tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:23.018740 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b2b17119-c59a-4f20-8aee-137331a69c82 req-f9c382f1-2871-44eb-ab82-f8c01d9b8d82 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 944 time: 0.1909473 Apr 28 19:51:23.019443 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3a4179-4969-413e-aa9a-124b05b1b28a tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:23.020158 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3a4179-4969-413e-aa9a-124b05b1b28a tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:23.021981 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0b67b537-246b-435b-b6f1-1f03ed72505f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:23.029865 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3a3a4179-4969-413e-aa9a-124b05b1b28a tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6532 time: 1.1895797 Apr 28 19:51:23.032648 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36000) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:23.101855 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fb2039-b0e0-4a04-ade4-92a9caf91a40 None None] Network 77f4b594-dbe5-48e8-a0f6-623f47398a44 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:23.131690 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-efcfc38f-5ece-4cde-8773-bf26904eb690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:23.134135 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0b67b537-246b-435b-b6f1-1f03ed72505f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:23.147938 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e00435-f117-4899-8542-a4927710caae None None] Pushing event updated for resources: {'Port': ['ID=4ac1e1d1-d1d8-41e1-ac13-295f4f9d13d1,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:23.152412 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b67b537-246b-435b-b6f1-1f03ed72505f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:51:23.155821 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fd322c-dd6a-4294-9dbc-6d813a9278fd None None] Network 417d053a-db4d-4913-960e-798c6a1d74bb requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:23.161309 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d930181a-8550-46a8-bdd0-73ae6a2e5420 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:23.162469 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d930181a-8550-46a8-bdd0-73ae6a2e5420 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:23.167181 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0b67b537-246b-435b-b6f1-1f03ed72505f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:23.173699 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:51:23.173699 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:51:23.173699 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:51:23.173699 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:51:23.173699 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:51:23.173699 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:51:23.173699 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:51:23.173699 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:51:23.173699 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:51:23.173699 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:51:23.173699 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:51:23.173699 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:51:23.173699 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:51:23.173699 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:51:23.173699 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:51:23.173699 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:51:23.173699 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:51:23.173699 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:51:23.173699 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:51:23.173699 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:51:23.173699 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:51:23.173699 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:51:23.173699 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:51:23.173699 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:51:23.173699 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:51:23.173699 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:51:23.173699 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:51:23.173699 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:51:23.173699 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:51:23.173699 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:51:23.173699 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:51:23.173699 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:51:23.202612 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b2b17119-c59a-4f20-8aee-137331a69c82 req-aedc8f13-5c8a-4c4f-836f-7f4bad3cfb1f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827869 Apr 28 19:51:23.332519 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0b67b537-246b-435b-b6f1-1f03ed72505f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:23.341606 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0b67b537-246b-435b-b6f1-1f03ed72505f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:23.351628 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0b67b537-246b-435b-b6f1-1f03ed72505f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "DELETE /v2.0/networks/77f4b594-dbe5-48e8-a0f6-623f47398a44 HTTP/1.1" status: 204 len: 168 time: 2.2529855 Apr 28 19:51:23.356336 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36012) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:23.392933 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-48f9a67e-a456-4d24-b18e-f8e2f983f9ae tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1000790378'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:23.397249 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67b537-246b-435b-b6f1-1f03ed72505f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event deleted for resources: {'Network': ['ID=77f4b594-dbe5-48e8-a0f6-623f47398a44,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:23.427303 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-efcfc38f-5ece-4cde-8773-bf26904eb690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:23.459853 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f9a67e-a456-4d24-b18e-f8e2f983f9ae tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Made reservation on behalf of 435280242fd143958a83151627e8ca50 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:23.464806 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-48f9a67e-a456-4d24-b18e-f8e2f983f9ae tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:23.530091 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f9a67e-a456-4d24-b18e-f8e2f983f9ae tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:51:23.542048 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930181a-8550-46a8-bdd0-73ae6a2e5420 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Port': ['ID=4ac1e1d1-d1d8-41e1-ac13-295f4f9d13d1,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:23.558222 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-48f9a67e-a456-4d24-b18e-f8e2f983f9ae tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:23.560792 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-48f9a67e-a456-4d24-b18e-f8e2f983f9ae tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Added segment 850b55f0-1867-427c-92f3-2450cccd46a0 of type vlan for network 369a43a6-e475-4afa-8f2b-7cc25bb748f4 Apr 28 19:51:23.595040 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-654ee170-7ec4-415c-a33f-ad88e1211a66 None None] Provisioning complete for port edce7e0b-b2af-43d6-ad27-07c3ee370d8f triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:23.595995 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-654ee170-7ec4-415c-a33f-ad88e1211a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:23.597299 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d930181a-8550-46a8-bdd0-73ae6a2e5420 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:23.598459 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcfc38f-5ece-4cde-8773-bf26904eb690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fb13d8-6327-4282-8701-71e8455148fa,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:23.635983 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efcfc38f-5ece-4cde-8773-bf26904eb690 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:51:23.648391 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-d930181a-8550-46a8-bdd0-73ae6a2e5420 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:23.687036 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d930181a-8550-46a8-bdd0-73ae6a2e5420 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:23.688572 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d930181a-8550-46a8-bdd0-73ae6a2e5420 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:23.724747 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-48f9a67e-a456-4d24-b18e-f8e2f983f9ae tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:23.746904 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36016) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:23.771050 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930181a-8550-46a8-bdd0-73ae6a2e5420 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Subnet': ['ID=2ff751b5-6f88-49e9-8f96-d51fc8b7057b,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:23.793133 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d930181a-8550-46a8-bdd0-73ae6a2e5420 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 7.1034398 Apr 28 19:51:23.795246 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-efcfc38f-5ece-4cde-8773-bf26904eb690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:23.795658 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-efcfc38f-5ece-4cde-8773-bf26904eb690 admin admin] Added segment 1e1742c3-89b7-451a-9b9f-9de9ad221a79 of type vlan for network 5b6a89ee-f071-475e-a5a9-a84ce4a3bfd1 Apr 28 19:51:23.799585 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36020) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:23.819438 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-b0a78ede-a15c-4fec-b5ed-6909204c3765 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'port': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'mac_address': 'fa:16:3e:44:0e:3d', 'name': 'tempest-NetworksTestDHCPv6-868476797'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:23.885268 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:23.906742 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port fbc303d2-bef2-444d-970b-eeaff02e4b53 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:23.907210 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:23.924825 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-654ee170-7ec4-415c-a33f-ad88e1211a66 None None] Port edce7e0b-b2af-43d6-ad27-07c3ee370d8f cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:51:23.943870 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-efcfc38f-5ece-4cde-8773-bf26904eb690 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:23.965776 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-48f9a67e-a456-4d24-b18e-f8e2f983f9ae tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:23.971347 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f9a67e-a456-4d24-b18e-f8e2f983f9ae tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:23.971987 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-48f9a67e-a456-4d24-b18e-f8e2f983f9ae tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:24.001841 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c802c887-76d3-414e-9873-9ecc9a4b543a None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:24.033092 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-f9efedde-23be-4e78-ac5b-3eeaf777573c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:24.034678 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-f9efedde-23be-4e78-ac5b-3eeaf777573c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.44 "GET /v2.0/networks?id=361c3585-c6e2-486f-967a-33f86818c3c9 HTTP/1.1" status: 200 len: 817 time: 0.3754551 Apr 28 19:51:24.072966 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-48f9a67e-a456-4d24-b18e-f8e2f983f9ae tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6845958 Apr 28 19:51:24.080292 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.db.resource_extend [None req-efcfc38f-5ece-4cde-8773-bf26904eb690 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:51:24.107365 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36024) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:24.114356 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-efcfc38f-5ece-4cde-8773-bf26904eb690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:24.115617 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcfc38f-5ece-4cde-8773-bf26904eb690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:24.116241 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-efcfc38f-5ece-4cde-8773-bf26904eb690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:24.124810 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-db1cdcd0-7dd9-47e7-9ebc-62144f087f21 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Request body: {'subnet': {'network_id': '369a43a6-e475-4afa-8f2b-7cc25bb748f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:24.125029 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-654ee170-7ec4-415c-a33f-ad88e1211a66 None None] Provisioning complete for port fbc303d2-bef2-444d-970b-eeaff02e4b53 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:24.125538 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-654ee170-7ec4-415c-a33f-ad88e1211a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:24.179109 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-996440c6-764e-44a8-8f8a-acd2e48e4e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:24.185211 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-efcfc38f-5ece-4cde-8773-bf26904eb690 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.9056900 Apr 28 19:51:24.190679 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36026) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:24.202938 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-32f9c407-885a-4eea-a503-0d2dba1cff0f req-88a93d2a-f83f-407a-be07-ac9277410cf0 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 210 time: 0.0694518 Apr 28 19:51:24.224964 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9a67e-a456-4d24-b18e-f8e2f983f9ae tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event updated for resources: {'Network': ['ID=369a43a6-e475-4afa-8f2b-7cc25bb748f4,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:24.250487 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-3c50e7ee-bf38-44fb-a89a-c2ae33950356 admin admin] Request body: {'subnet': {'network_id': '5b6a89ee-f071-475e-a5a9-a84ce4a3bfd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2127377002-subnet', 'tenant_id': 'b5fbb40048884d95bc3a181102515d75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:24.282700 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-303e88d9-2b52-46b0-8436-62290161a5d7 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8766bd4e5ff74ccda54aedeba9de3560 HTTP/1.1" status: 200 len: 380 time: 0.2290399 Apr 28 19:51:24.303416 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-197f3e3e-30f2-4430-ad3f-7123e6d68588 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Request body: {'port': {'device_id': '6e202e98-19f3-444e-94ee-379b94c766bd', 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9', 'admin_state_up': True, 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'security_groups': ['1120a853-51d1-468b-8192-1384bec8eb65']}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:24.335407 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcfc38f-5ece-4cde-8773-bf26904eb690 admin admin] Pushing event updated for resources: {'Network': ['ID=5b6a89ee-f071-475e-a5a9-a84ce4a3bfd1,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:24.358129 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a78ede-a15c-4fec-b5ed-6909204c3765 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:24.409703 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 369a43a6-e475-4afa-8f2b-7cc25bb748f4 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:51:24.411620 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 5b6a89ee-f071-475e-a5a9-a84ce4a3bfd1 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:51:24.423999 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-996440c6-764e-44a8-8f8a-acd2e48e4e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:24.428288 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c50e7ee-bf38-44fb-a89a-c2ae33950356 admin admin] Made reservation on behalf of b5fbb40048884d95bc3a181102515d75 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:24.430922 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c50e7ee-bf38-44fb-a89a-c2ae33950356 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:24.434363 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-996440c6-764e-44a8-8f8a-acd2e48e4e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:24.453383 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2f4297d0-8767-4279-895f-e6f2938398e3 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2333 time: 1.3117995 Apr 28 19:51:24.492688 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-996440c6-764e-44a8-8f8a-acd2e48e4e4f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b2824626fd764553ba0812da2c4b4183&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7269766 Apr 28 19:51:24.493432 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36032) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:24.501462 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996440c6-764e-44a8-8f8a-acd2e48e4e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891195ed-ad59-4b32-acfb-5d921a102bd4,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:24.546384 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1cdcd0-7dd9-47e7-9ebc-62144f087f21 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Made reservation on behalf of 435280242fd143958a83151627e8ca50 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:24.550986 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-db1cdcd0-7dd9-47e7-9ebc-62144f087f21 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:24.620013 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5c778e24-b2c8-474b-b3fe-a576ca726e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:24.677238 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74552257-a37d-4038-a32b-96c2125957e5 req-2d0ed5e5-d406-484c-ac86-37fd88cc2235 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:24.679518 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-74552257-a37d-4038-a32b-96c2125957e5 req-2d0ed5e5-d406-484c-ac86-37fd88cc2235 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 944 time: 0.3631604 Apr 28 19:51:24.717945 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5c778e24-b2c8-474b-b3fe-a576ca726e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:24.772701 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b0a78ede-a15c-4fec-b5ed-6909204c3765 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:24.796822 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36034) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:24.803903 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-84062d73-b981-4cfc-80ee-a5181584dff2 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1249980890', 'description': 'tempest-secgroup-smoke-1249980890 description', 'project_id': '9d9e2f02c26d442699c083632dd6dfd5'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:24.842222 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-74552257-a37d-4038-a32b-96c2125957e5 req-be8b1209-76db-4247-9801-2a1988edd947 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486251 Apr 28 19:51:24.846690 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-84062d73-b981-4cfc-80ee-a5181584dff2 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:24.868997 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-197f3e3e-30f2-4430-ad3f-7123e6d68588 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Made reservation on behalf of 8766bd4e5ff74ccda54aedeba9de3560 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:24.872750 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-197f3e3e-30f2-4430-ad3f-7123e6d68588 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:24.875418 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-b0a78ede-a15c-4fec-b5ed-6909204c3765 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] device_id is not set on port 0ba30b11-2307-4afb-8b3b-d4637cea1e8c yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:51:24.908458 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5c778e24-b2c8-474b-b3fe-a576ca726e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:24.916434 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5c778e24-b2c8-474b-b3fe-a576ca726e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:24.922793 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5c778e24-b2c8-474b-b3fe-a576ca726e2f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/891195ed-ad59-4b32-acfb-5d921a102bd4 HTTP/1.1" status: 204 len: 168 time: 0.4279039 Apr 28 19:51:24.961767 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c778e24-b2c8-474b-b3fe-a576ca726e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891195ed-ad59-4b32-acfb-5d921a102bd4,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:24.999573 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:25.027035 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-8d5a468e-69df-460c-bbb3-039b0f7bb695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'name': 'tempest-TestNetworkBasicOps-router-156237215', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:51:01Z', 'updated_at': '2022-04-28T19:51:17Z', 'revision_number': 4, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'gw_port': {'id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:70:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:04Z', 'updated_at': '2022-04-28T19:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'edce7e0b-b2af-43d6-ad27-07c3ee370d8f', 'name': '', 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'mac_address': 'fa:16:3e:d5:8a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '19b5af0e-4f73-4e51-a909-545b35690aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:15Z', 'updated_at': '2022-04-28T19:51:18Z', 'revision_number': 2, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'subnets': [{'id': '19b5af0e-4f73-4e51-a909-545b35690aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:25.065487 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-84062d73-b981-4cfc-80ee-a5181584dff2 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:25.076889 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-84062d73-b981-4cfc-80ee-a5181584dff2 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:25.137254 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84062d73-b981-4cfc-80ee-a5181584dff2 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95b77c71-a829-44c5-bd32-470a360e08be,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:25.163757 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-84062d73-b981-4cfc-80ee-a5181584dff2 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:25.166890 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-84062d73-b981-4cfc-80ee-a5181584dff2 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3683534 Apr 28 19:51:25.170538 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36038) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:25.178748 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-e0abe655-8f10-40ac-9a91-561d5d720490 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Request body: {'security_group_rule': {'security_group_id': '95b77c71-a829-44c5-bd32-470a360e08be', 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:25.246972 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e0abe655-8f10-40ac-9a91-561d5d720490 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:25.280470 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5a468e-69df-460c-bbb3-039b0f7bb695 None None] Checking router: dbb157d6-bcac-48b9-9aac-4450cd02029d for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:51:25.280827 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5a468e-69df-460c-bbb3-039b0f7bb695 None None] Updating router dbb157d6-bcac-48b9-9aac-4450cd02029d port edce7e0b-b2af-43d6-ad27-07c3ee370d8f binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:51:25.302124 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 65a1961c-c5f2-4b26-9a2c-27329f9d8093 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:51:25.355524 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-654ee170-7ec4-415c-a33f-ad88e1211a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:25.365947 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port fbc303d2-bef2-444d-970b-eeaff02e4b53, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=fbc303d2-bef2-444d-970b-eeaff02e4b53,segment=NetworkSegment(5e49e23b-bb80-4131-b285-3d5d91a0f75a),segment_id=5e49e23b-bb80-4131-b285-3d5d91a0f75a)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:25.387186 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:25.396270 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8d5a468e-69df-460c-bbb3-039b0f7bb695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:25.465582 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-197f3e3e-30f2-4430-ad3f-7123e6d68588 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Allocated IP 172.20.0.9 (361c3585-c6e2-486f-967a-33f86818c3c9/d9c43513-8faa-4150-80e2-a774186aa1a0/5440ef9e-b44e-40fa-b642-3adc72d60fdf) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:25.475010 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6197d822-b035-417d-a022-b776860afa0e req-45eb4253-5d0a-4767-b6b2-9aa8ca0635d9 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 210 time: 0.0527782 Apr 28 19:51:25.528676 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e0abe655-8f10-40ac-9a91-561d5d720490 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:25.536002 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e0abe655-8f10-40ac-9a91-561d5d720490 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:25.548705 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36044) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:25.556892 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-db1cdcd0-7dd9-47e7-9ebc-62144f087f21 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:25.566407 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c50e7ee-bf38-44fb-a89a-c2ae33950356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:25.575560 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-654ee170-7ec4-415c-a33f-ad88e1211a66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:51:25.575962 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-654ee170-7ec4-415c-a33f-ad88e1211a66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:51:25.576438 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=fbc303d2-bef2-444d-970b-eeaff02e4b53,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:25.600609 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5a407171-2d14-43c8-9e81-3bb3fa791862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:25.611983 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e0abe655-8f10-40ac-9a91-561d5d720490 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:25.618715 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e0abe655-8f10-40ac-9a91-561d5d720490 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4467220 Apr 28 19:51:25.620139 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0abe655-8f10-40ac-9a91-561d5d720490 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7dad298-e317-4fe1-a577-9737b9541455,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:25.622319 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36046) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:25.643365 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-0ebe1163-9123-4481-9be0-1e4013108ef9 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Request body: {'security_group_rule': {'security_group_id': '95b77c71-a829-44c5-bd32-470a360e08be', 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:25.652500 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 65a1961c-c5f2-4b26-9a2c-27329f9d8093 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:51:25.664026 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 4ac1e1d1-d1d8-41e1-ac13-295f4f9d13d1 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:51:25.680611 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 65a1961c-c5f2-4b26-9a2c-27329f9d8093 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:25.680822 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:25.714518 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1163-9123-4481-9be0-1e4013108ef9 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:25.818027 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:25.833809 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5a407171-2d14-43c8-9e81-3bb3fa791862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:25.846226 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5a407171-2d14-43c8-9e81-3bb3fa791862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:25.855030 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1cdcd0-7dd9-47e7-9ebc-62144f087f21 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event updated for resources: {'Subnet': ['ID=c6f19c36-7e9a-461d-bedb-ba18a38bf8e8,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:25.860548 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1cdcd0-7dd9-47e7-9ebc-62144f087f21 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Checking segment: {'id': '850b55f0-1867-427c-92f3-2450cccd46a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '369a43a6-e475-4afa-8f2b-7cc25bb748f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:51:25.861230 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1cdcd0-7dd9-47e7-9ebc-62144f087f21 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Network hostable DHCP agents. Network: 369a43a6-e475-4afa-8f2b-7cc25bb748f4, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:51:25.902179 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1163-9123-4481-9be0-1e4013108ef9 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:25.913040 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5a407171-2d14-43c8-9e81-3bb3fa791862 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d5b1f06ee10646489fb22ac3d9856436&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3575861 Apr 28 19:51:25.913040 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a407171-2d14-43c8-9e81-3bb3fa791862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be103069-9b49-43b4-acd3-54ac5bc8841a,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:25.915352 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36048) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:25.925173 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1163-9123-4481-9be0-1e4013108ef9 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:25.943633 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:25.949812 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-b0a78ede-a15c-4fec-b5ed-6909204c3765 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Allocated IP 172.20.0.13 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/66c50a35-8ea0-4dbe-a797-e9c79f7048a5/0ba30b11-2307-4afb-8b3b-d4637cea1e8c) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:25.958241 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe1163-9123-4481-9be0-1e4013108ef9 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfdcd6db-5293-4cc5-85fc-215ad0d1712c,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:25.962131 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-b0a78ede-a15c-4fec-b5ed-6909204c3765 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Allocated IP 2001:db8::f816:3eff:fe44:e3d (3bb4ad15-38e1-4028-be09-c8cdfded96d3/2ff751b5-6f88-49e9-8f96-d51fc8b7057b/0ba30b11-2307-4afb-8b3b-d4637cea1e8c) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:26.003263 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 4ac1e1d1-d1d8-41e1-ac13-295f4f9d13d1 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:26.003884 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:26.019831 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1163-9123-4481-9be0-1e4013108ef9 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:26.024585 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0ebe1163-9123-4481-9be0-1e4013108ef9 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3889706 Apr 28 19:51:26.024585 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36052) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:26.029178 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-c5b999ac-0443-4116-86c1-c17b57435acb tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Request body: {'security_group_rule': {'security_group_id': '95b77c71-a829-44c5-bd32-470a360e08be', 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:26.057674 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-162346e5-2406-4cf2-be6e-f2650e456161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:26.088019 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c5b999ac-0443-4116-86c1-c17b57435acb tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:26.099552 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c50e7ee-bf38-44fb-a89a-c2ae33950356 admin admin] Checking segment: {'id': '1e1742c3-89b7-451a-9b9f-9de9ad221a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5b6a89ee-f071-475e-a5a9-a84ce4a3bfd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:51:26.099938 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c50e7ee-bf38-44fb-a89a-c2ae33950356 admin admin] Network hostable DHCP agents. Network: 5b6a89ee-f071-475e-a5a9-a84ce4a3bfd1, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:51:26.100145 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-162346e5-2406-4cf2-be6e-f2650e456161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:26.176279 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:26.212927 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c5b999ac-0443-4116-86c1-c17b57435acb tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:26.218081 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c5b999ac-0443-4116-86c1-c17b57435acb tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:26.235309 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-197f3e3e-30f2-4430-ad3f-7123e6d68588 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:26.282660 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c50e7ee-bf38-44fb-a89a-c2ae33950356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=868a8c5e-1021-46a9-8847-86777601fbed,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:26.283447 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b999ac-0443-4116-86c1-c17b57435acb tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c44353-59f7-4e7f-9b20-f9832625c2cd,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:26.284757 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8d5a468e-69df-460c-bbb3-039b0f7bb695 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:26.293154 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a183f1-3dc0-4001-9b31-d1568f0952ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a1961c-c5f2-4b26-9a2c-27329f9d8093'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:26.294163 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c5b999ac-0443-4116-86c1-c17b57435acb tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:26.295479 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c5b999ac-0443-4116-86c1-c17b57435acb tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2700412 Apr 28 19:51:26.297261 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c8bf44-f350-4861-a138-65b75454e522" -d '{"events": [{"server_uuid": "68a183f1-3dc0-4001-9b31-d1568f0952ff", "name": "network-vif-plugged", "status": "completed", "tag": "65a1961c-c5f2-4b26-9a2c-27329f9d8093"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:51:26.297571 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-162346e5-2406-4cf2-be6e-f2650e456161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:26.300340 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-162346e5-2406-4cf2-be6e-f2650e456161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:26.310579 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1cdcd0-7dd9-47e7-9ebc-62144f087f21 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Network 369a43a6-e475-4afa-8f2b-7cc25bb748f4 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:51:26.314105 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-162346e5-2406-4cf2-be6e-f2650e456161 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/be103069-9b49-43b4-acd3-54ac5bc8841a HTTP/1.1" status: 204 len: 168 time: 0.3945990 Apr 28 19:51:26.314832 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36054) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:26.343830 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8d5a468e-69df-460c-bbb3-039b0f7bb695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:26.348001 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-074e8f72-b4da-4d6c-98bd-c5ea1a4d6991 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Request body: {'security_group_rule': {'security_group_id': '95b77c71-a829-44c5-bd32-470a360e08be', 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:26.352575 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 65a1961c-c5f2-4b26-9a2c-27329f9d8093, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=65a1961c-c5f2-4b26-9a2c-27329f9d8093,segment=NetworkSegment(daad3582-9abd-449f-85ba-5c80ef9418e3),segment_id=daad3582-9abd-449f-85ba-5c80ef9418e3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:26.369286 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162346e5-2406-4cf2-be6e-f2650e456161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be103069-9b49-43b4-acd3-54ac5bc8841a,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:26.406054 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:26.408854 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77aed6ff-23a4-4272-953f-d07585eb5f2b x-openstack-request-id: req-77aed6ff-23a4-4272-953f-d07585eb5f2b {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:51:26.409135 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a183f1-3dc0-4001-9b31-d1568f0952ff", "name": "network-vif-plugged", "status": "completed", "tag": "65a1961c-c5f2-4b26-9a2c-27329f9d8093", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:51:26.413020 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-77aed6ff-23a4-4272-953f-d07585eb5f2b {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:51:26.413865 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77aed6ff-23a4-4272-953f-d07585eb5f2b'] response: {'server_uuid': '68a183f1-3dc0-4001-9b31-d1568f0952ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a1961c-c5f2-4b26-9a2c-27329f9d8093', 'code': 200} Apr 28 19:51:26.420636 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c50e7ee-bf38-44fb-a89a-c2ae33950356 admin admin] Network 5b6a89ee-f071-475e-a5a9-a84ce4a3bfd1 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:51:26.425095 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-074e8f72-b4da-4d6c-98bd-c5ea1a4d6991 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:26.494915 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:26.599603 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180f11a-8207-4025-b366-21326d8e3811 None None] Pushing event updated for resources: {'Port': ['ID=edce7e0b-b2af-43d6-ad27-07c3ee370d8f,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:26.629943 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:51:26.680767 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b0a78ede-a15c-4fec-b5ed-6909204c3765 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:26.694273 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f3d9f-e19c-41f5-b57b-0219b2f42062 req-fae06dc6-eacd-463a-8851-a86c3bb82f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:26.700763 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-266f3d9f-e19c-41f5-b57b-0219b2f42062 req-fae06dc6-eacd-463a-8851-a86c3bb82f8c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 1096 time: 0.2343717 Apr 28 19:51:26.702854 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-074e8f72-b4da-4d6c-98bd-c5ea1a4d6991 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:26.729588 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=65a1961c-c5f2-4b26-9a2c-27329f9d8093,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:26.767797 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-4998e283-9554-4dde-967b-0f3dec555784 None None] Provisioning complete for port fbc303d2-bef2-444d-970b-eeaff02e4b53 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:26.771334 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-074e8f72-b4da-4d6c-98bd-c5ea1a4d6991 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:26.772039 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4998e283-9554-4dde-967b-0f3dec555784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:26.791418 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-648d6ab5-8627-42d3-8cdd-a8f3b0aa9dfc req-34687756-00a6-4a2a-a554-8727d7cfe051 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 210 time: 0.0996101 Apr 28 19:51:26.812416 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-3c50e7ee-bf38-44fb-a89a-c2ae33950356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 5b6a89ee-f071-475e-a5a9-a84ce4a3bfd1) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:26.844506 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b0a78ede-a15c-4fec-b5ed-6909204c3765 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:26.846286 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-db1cdcd0-7dd9-47e7-9ebc-62144f087f21 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 369a43a6-e475-4afa-8f2b-7cc25bb748f4) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:26.848070 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e8f72-b4da-4d6c-98bd-c5ea1a4d6991 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a76567f9-c3ee-468e-9846-4e3bc9b597d5,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:26.852782 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c50e7ee-bf38-44fb-a89a-c2ae33950356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:26.853483 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c50e7ee-bf38-44fb-a89a-c2ae33950356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:26.856016 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-074e8f72-b4da-4d6c-98bd-c5ea1a4d6991 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:26.862464 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-074e8f72-b4da-4d6c-98bd-c5ea1a4d6991 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5233748 Apr 28 19:51:26.870794 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36066) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:26.873711 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25edd0-f8b6-4bcb-8598-1d76ba163698 req-1716169d-9597-4056-b521-663b2157a31c tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:26.875476 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d25edd0-f8b6-4bcb-8598-1d76ba163698 req-1716169d-9597-4056-b521-663b2157a31c tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 944 time: 0.7844667 Apr 28 19:51:26.876430 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-cf7c17ef-423a-46b8-8299-884f1502aa0b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Request body: {'security_group_rule': {'security_group_id': '95b77c71-a829-44c5-bd32-470a360e08be', 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:26.885373 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-197f3e3e-30f2-4430-ad3f-7123e6d68588 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:26.906365 n-d-839810-1 neutron-server[102773]: INFO neutron.db.securitygroups_db [None req-cf7c17ef-423a-46b8-8299-884f1502aa0b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Project 9d9e2f02c26d442699c083632dd6dfd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 19:51:26.912615 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf7c17ef-423a-46b8-8299-884f1502aa0b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:26.918079 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-266f3d9f-e19c-41f5-b57b-0219b2f42062 req-632a8da3-f49d-4eff-9c27-7f7eaf2fb040 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980803 Apr 28 19:51:26.947460 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 4ac1e1d1-d1d8-41e1-ac13-295f4f9d13d1, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=4ac1e1d1-d1d8-41e1-ac13-295f4f9d13d1,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:26.953547 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c33b38a-9204-43f4-b863-dba7083dfa6d None None] Network 5b6a89ee-f071-475e-a5a9-a84ce4a3bfd1 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:26.980378 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec5e781-6d5b-47f4-aa69-99d291a47ddb None None] Network 369a43a6-e475-4afa-8f2b-7cc25bb748f4 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:26.987858 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:27.000049 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-8d5a468e-69df-460c-bbb3-039b0f7bb695 None None] Attempting to bind port edce7e0b-b2af-43d6-ad27-07c3ee370d8f on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:51:27.000049 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-8d5a468e-69df-460c-bbb3-039b0f7bb695 None None] Attempting to bind port edce7e0b-b2af-43d6-ad27-07c3ee370d8f by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'e300a6a7-3a1a-4ad6-a5a2-071728770978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:51:27.000049 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a468e-69df-460c-bbb3-039b0f7bb695 None None] Attempting to bind port edce7e0b-b2af-43d6-ad27-07c3ee370d8f on network 21f0b299-0a1b-4e71-a8de-3e8676ce56c4 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:51:27.013479 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3c50e7ee-bf38-44fb-a89a-c2ae33950356 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7885716 Apr 28 19:51:27.044451 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf7c17ef-423a-46b8-8299-884f1502aa0b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:27.047098 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a78ede-a15c-4fec-b5ed-6909204c3765 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:27.052781 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf7c17ef-423a-46b8-8299-884f1502aa0b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:27.070560 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1cdcd0-7dd9-47e7-9ebc-62144f087f21 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:27.071171 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-db1cdcd0-7dd9-47e7-9ebc-62144f087f21 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:27.091568 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c17ef-423a-46b8-8299-884f1502aa0b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a76c98-0783-4e23-b5e8-ee4c2da2a211,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:27.100392 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-b0a78ede-a15c-4fec-b5ed-6909204c3765 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:27.105602 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-197f3e3e-30f2-4430-ad3f-7123e6d68588 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Network 361c3585-c6e2-486f-967a-33f86818c3c9 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:27.116862 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a78ede-a15c-4fec-b5ed-6909204c3765 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:51:27.122965 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d25edd0-f8b6-4bcb-8598-1d76ba163698 req-03aa5816-902e-4ea1-bf11-567cc7daeefc tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307403 Apr 28 19:51:27.129898 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-197f3e3e-30f2-4430-ad3f-7123e6d68588 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:27.140153 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf7c17ef-423a-46b8-8299-884f1502aa0b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:27.143720 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cf7c17ef-423a-46b8-8299-884f1502aa0b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2714970 Apr 28 19:51:27.146551 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36074) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:27.161669 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-014832bb-1d47-49cb-b5db-4ce01e0ee7a8 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Request body: {'security_group_rule': {'security_group_id': '95b77c71-a829-44c5-bd32-470a360e08be', 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:27.171895 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-197f3e3e-30f2-4430-ad3f-7123e6d68588 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:51:27.175783 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a78ede-a15c-4fec-b5ed-6909204c3765 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Port': ['ID=0ba30b11-2307-4afb-8b3b-d4637cea1e8c,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:27.185194 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-db1cdcd0-7dd9-47e7-9ebc-62144f087f21 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.0699570 Apr 28 19:51:27.190195 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36078) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:27.355808 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a468e-69df-460c-bbb3-039b0f7bb695 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:51:27.356954 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a468e-69df-460c-bbb3-039b0f7bb695 None None] Checking segment: {'id': 'e300a6a7-3a1a-4ad6-a5a2-071728770978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:51:27.357666 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8d5a468e-69df-460c-bbb3-039b0f7bb695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:27.358212 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a468e-69df-460c-bbb3-039b0f7bb695 None None] Bound using segment: {'id': 'e300a6a7-3a1a-4ad6-a5a2-071728770978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:51:27.358878 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-8d5a468e-69df-460c-bbb3-039b0f7bb695 None None] Bound port: edce7e0b-b2af-43d6-ad27-07c3ee370d8f, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e300a6a7-3a1a-4ad6-a5a2-071728770978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:51:27.359424 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8d5a468e-69df-460c-bbb3-039b0f7bb695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:27.392551 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=4ac1e1d1-d1d8-41e1-ac13-295f4f9d13d1,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:27.400972 n-d-839810-1 neutron-server[102773]: INFO neutron.db.securitygroups_db [None req-014832bb-1d47-49cb-b5db-4ce01e0ee7a8 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Project 9d9e2f02c26d442699c083632dd6dfd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 19:51:27.410485 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a78ede-a15c-4fec-b5ed-6909204c3765 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:27.411686 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b0a78ede-a15c-4fec-b5ed-6909204c3765 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:27.446439 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-197f3e3e-30f2-4430-ad3f-7123e6d68588 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:27.447189 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-197f3e3e-30f2-4430-ad3f-7123e6d68588 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:27.451856 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-014832bb-1d47-49cb-b5db-4ce01e0ee7a8 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:27.499157 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f3e3e-30f2-4430-ad3f-7123e6d68588 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Pushing event updated for resources: {'Port': ['ID=5440ef9e-b44e-40fa-b642-3adc72d60fdf,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:27.517764 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-197f3e3e-30f2-4430-ad3f-7123e6d68588 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2230511 Apr 28 19:51:27.531771 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b0a78ede-a15c-4fec-b5ed-6909204c3765 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.7246494 Apr 28 19:51:27.532704 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36084) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:27.545437 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-873fc9fe-3023-4e56-8f4c-7c12fd5ec813 service neutron] Request body: {'port': {'device_id': '6e202e98-19f3-444e-94ee-379b94c766bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:27.605153 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-014832bb-1d47-49cb-b5db-4ce01e0ee7a8 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:27.647878 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-014832bb-1d47-49cb-b5db-4ce01e0ee7a8 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:27.689757 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014832bb-1d47-49cb-b5db-4ce01e0ee7a8 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e587a8-14d4-42fd-af18-b58acd370444,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:27.724682 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2fca68c7-48c6-464e-82df-d0c0623b9227 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:27.731369 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-014832bb-1d47-49cb-b5db-4ce01e0ee7a8 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:27.743519 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-014832bb-1d47-49cb-b5db-4ce01e0ee7a8 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5903027 Apr 28 19:51:27.786987 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-873fc9fe-3023-4e56-8f4c-7c12fd5ec813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:27.807737 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2fca68c7-48c6-464e-82df-d0c0623b9227 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:27.809978 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354f04d4-8d4d-42ed-ba11-ec071416897b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:27.828336 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354f04d4-8d4d-42ed-ba11-ec071416897b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:27.840744 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-354f04d4-8d4d-42ed-ba11-ec071416897b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3055654 Apr 28 19:51:27.841423 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36100) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:27.959608 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2fca68c7-48c6-464e-82df-d0c0623b9227 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:28.031028 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca68c7-48c6-464e-82df-d0c0623b9227 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event deleted for resources: {'Subnet': ['ID=c6f19c36-7e9a-461d-bedb-ba18a38bf8e8,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:28.069369 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device fbc303d2-bef2-444d-970b-eeaff02e4b53 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:51:28.121100 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-8d5a468e-69df-460c-bbb3-039b0f7bb695 None None] For port edce7e0b-b2af-43d6-ad27-07c3ee370d8f, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:51:28.128811 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-8d5a468e-69df-460c-bbb3-039b0f7bb695 None None] For port edce7e0b-b2af-43d6-ad27-07c3ee370d8f, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=edce7e0b-b2af-43d6-ad27-07c3ee370d8f,segment=NetworkSegment(e300a6a7-3a1a-4ad6-a5a2-071728770978),segment_id=e300a6a7-3a1a-4ad6-a5a2-071728770978)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:51:28.139789 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2fca68c7-48c6-464e-82df-d0c0623b9227 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:28.194308 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-2fca68c7-48c6-464e-82df-d0c0623b9227 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['369a43a6-e475-4afa-8f2b-7cc25bb748f4']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:28.199853 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8d5a468e-69df-460c-bbb3-039b0f7bb695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:28.326679 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-2fca68c7-48c6-464e-82df-d0c0623b9227 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '850b55f0-1867-427c-92f3-2450cccd46a0') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:28.327029 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-2fca68c7-48c6-464e-82df-d0c0623b9227 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '850b55f0-1867-427c-92f3-2450cccd46a0') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:28.337773 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2fca68c7-48c6-464e-82df-d0c0623b9227 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:28.358979 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-726e86e7-aa97-4f3b-8840-3c8c9804b5ac tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:28.360688 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-726e86e7-aa97-4f3b-8840-3c8c9804b5ac tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] 10.222.0.42 "GET /v2.0/networks?id=5b6a89ee-f071-475e-a5a9-a84ce4a3bfd1 HTTP/1.1" status: 200 len: 814 time: 0.1848171 Apr 28 19:51:28.361997 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2fca68c7-48c6-464e-82df-d0c0623b9227 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:28.377730 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fca68c7-48c6-464e-82df-d0c0623b9227 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:51:28.378912 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2fca68c7-48c6-464e-82df-d0c0623b9227 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:28.383747 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:51:28.383747 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:51:28.383747 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:51:28.383747 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:51:28.383747 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:51:28.383747 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:51:28.383747 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:51:28.383747 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:51:28.383747 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:51:28.383747 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:51:28.383747 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:51:28.383747 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:51:28.383747 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:51:28.383747 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:51:28.383747 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:51:28.383747 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:51:28.383747 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:51:28.383747 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:51:28.383747 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:51:28.383747 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:51:28.383747 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:51:28.383747 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:51:28.383747 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:51:28.383747 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:51:28.383747 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:51:28.383747 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:51:28.383747 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:51:28.383747 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:51:28.383747 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:51:28.383747 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:51:28.383747 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:51:28.383747 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:51:28.394409 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e70881c-e238-4f50-a590-626affec03f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-369a43a6-e475-4afa-8f2b-7cc25bb748f4', 'network_id': '369a43a6-e475-4afa-8f2b-7cc25bb748f4', 'tenant_id': '435280242fd143958a83151627e8ca50', 'fixed_ips': [{'subnet_id': 'c6f19c36-7e9a-461d-bedb-ba18a38bf8e8'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:51:28.395838 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2e70881c-e238-4f50-a590-626affec03f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:28.404925 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-2e92517f-62c0-48ba-9184-1978c1f4d046 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] 10.222.0.42 "GET /v2.0/quotas/b5fbb40048884d95bc3a181102515d75 HTTP/1.1" status: 200 len: 375 time: 0.0357397 Apr 28 19:51:28.470343 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fa0a2-7924-45f6-8146-a69ae8d774e2 req-107c40ea-2d1b-4d73-baea-348016fe1383 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:28.478091 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c19fa0a2-7924-45f6-8146-a69ae8d774e2 req-107c40ea-2d1b-4d73-baea-348016fe1383 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 931 time: 0.1847081 Apr 28 19:51:28.495185 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-0cce73a3-e9db-4c86-8b41-72aed3edc387 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b5fbb40048884d95bc3a181102515d75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0892997 Apr 28 19:51:28.577064 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5a468e-69df-460c-bbb3-039b0f7bb695 None None] Routers {'dbb157d6-bcac-48b9-9aac-4450cd02029d'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:51:28.577931 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-8d5a468e-69df-460c-bbb3-039b0f7bb695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:51:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['dbb157d6-bcac-48b9-9aac-4450cd02029d'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:28.582172 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180f11a-8207-4025-b366-21326d8e3811 None None] Pushing event updated for resources: {'Port': ['ID=edce7e0b-b2af-43d6-ad27-07c3ee370d8f,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:28.610917 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-4f4a2580-99ed-435c-bd0f-bb67a1881169 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting port 0ba30b11-2307-4afb-8b3b-d4637cea1e8c {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:51:28.611144 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4f4a2580-99ed-435c-bd0f-bb67a1881169 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:28.631477 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2fca68c7-48c6-464e-82df-d0c0623b9227 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:28.646953 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2fca68c7-48c6-464e-82df-d0c0623b9227 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:28.660541 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2fca68c7-48c6-464e-82df-d0c0623b9227 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "DELETE /v2.0/networks/369a43a6-e475-4afa-8f2b-7cc25bb748f4 HTTP/1.1" status: 204 len: 168 time: 1.4671049 Apr 28 19:51:28.661495 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36124) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:28.677632 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c19fa0a2-7924-45f6-8146-a69ae8d774e2 req-b0c5df65-3317-4604-a4a7-5ecc2386b22c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985233 Apr 28 19:51:28.704368 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-e54380f5-5b2b-4c55-9e49-55abb01ade7f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1921534375'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:28.725206 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210b32ac-7ad0-4412-8156-90e3d06ef06d None None] Network 5b6a89ee-f071-475e-a5a9-a84ce4a3bfd1 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:28.735274 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca68c7-48c6-464e-82df-d0c0623b9227 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event deleted for resources: {'Network': ['ID=369a43a6-e475-4afa-8f2b-7cc25bb748f4,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:28.751747 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf79a4f-3c79-4248-a748-b1bf1334a964 None None] Network 369a43a6-e475-4afa-8f2b-7cc25bb748f4 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:28.791208 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf79a4f-3c79-4248-a748-b1bf1334a964 None None] Network 369a43a6-e475-4afa-8f2b-7cc25bb748f4 could not be found, it might have been deleted concurrently. {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 28 19:51:28.801455 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-4998e283-9554-4dde-967b-0f3dec555784 None None] Provisioning complete for port 4ac1e1d1-d1d8-41e1-ac13-295f4f9d13d1 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:28.802039 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4998e283-9554-4dde-967b-0f3dec555784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:28.814418 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port fbc303d2-bef2-444d-970b-eeaff02e4b53 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:28.815648 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:28.838284 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54380f5-5b2b-4c55-9e49-55abb01ade7f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Made reservation on behalf of 435280242fd143958a83151627e8ca50 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:28.844215 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e54380f5-5b2b-4c55-9e49-55abb01ade7f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:28.890783 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-9be632a3-729f-4734-a96d-e6efe7b14645 service neutron] 10.222.0.42 "GET /v2.0/networks/5b6a89ee-f071-475e-a5a9-a84ce4a3bfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947346 Apr 28 19:51:28.915327 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e54380f5-5b2b-4c55-9e49-55abb01ade7f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:51:29.006836 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4f4a2580-99ed-435c-bd0f-bb67a1881169 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:29.011800 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e54380f5-5b2b-4c55-9e49-55abb01ade7f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:29.012315 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-e54380f5-5b2b-4c55-9e49-55abb01ade7f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Added segment e500e321-1667-4fce-bfb0-eb10522bbd5d of type vlan for network 7f15566a-f2ee-4997-afa9-cafef6a0c079 Apr 28 19:51:29.038077 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-5ab54578-fb72-4868-b067-bf0b9bb71a19 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1249980890&fields=id&tenant_id=9d9e2f02c26d442699c083632dd6dfd5 HTTP/1.1" status: 200 len: 267 time: 0.1874723 Apr 28 19:51:29.042694 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-8d5a468e-69df-460c-bbb3-039b0f7bb695 None None] Set router dbb157d6-bcac-48b9-9aac-4450cd02029d gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:51:29.124298 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e54380f5-5b2b-4c55-9e49-55abb01ade7f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:29.129124 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-4f4a2580-99ed-435c-bd0f-bb67a1881169 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Calling delete_port for 0ba30b11-2307-4afb-8b3b-d4637cea1e8c owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:51:29.195049 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-1abe427e-d7f7-4a3b-b179-da81fb6d957d service neutron] 10.222.0.42 "GET /v2.0/networks/5b6a89ee-f071-475e-a5a9-a84ce4a3bfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954175 Apr 28 19:51:29.207359 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e54380f5-5b2b-4c55-9e49-55abb01ade7f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:29.216954 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54380f5-5b2b-4c55-9e49-55abb01ade7f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:29.217819 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e54380f5-5b2b-4c55-9e49-55abb01ade7f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:29.278631 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecef2426-f6ad-4026-b9af-5502ef68869d None None] get_active_networks_info from n-d-839810-1 {{(pid=102775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 28 19:51:29.285038 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 4ac1e1d1-d1d8-41e1-ac13-295f4f9d13d1 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:51:29.322492 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-873fc9fe-3023-4e56-8f4c-7c12fd5ec813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5440ef9e-b44e-40fa-b642-3adc72d60fdf {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:51:29.356784 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54380f5-5b2b-4c55-9e49-55abb01ade7f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event updated for resources: {'Network': ['ID=7f15566a-f2ee-4997-afa9-cafef6a0c079,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:29.371059 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b5b22cf3-6b40-4f8c-86ef-613be6bee3bd None None] Provisioning complete for port edce7e0b-b2af-43d6-ad27-07c3ee370d8f triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:29.371680 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b5b22cf3-6b40-4f8c-86ef-613be6bee3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:29.384953 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 7f15566a-f2ee-4997-afa9-cafef6a0c079 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:51:29.392231 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-873fc9fe-3023-4e56-8f4c-7c12fd5ec813 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:29.398555 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e54380f5-5b2b-4c55-9e49-55abb01ade7f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7113569 Apr 28 19:51:29.399069 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36148) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:29.408987 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-9b756089-e1ed-4e0f-9ab3-81be8050d127 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Request body: {'subnet': {'network_id': '7f15566a-f2ee-4997-afa9-cafef6a0c079', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:29.590476 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b756089-e1ed-4e0f-9ab3-81be8050d127 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Made reservation on behalf of 435280242fd143958a83151627e8ca50 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:29.605914 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9b756089-e1ed-4e0f-9ab3-81be8050d127 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:29.709717 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 4ac1e1d1-d1d8-41e1-ac13-295f4f9d13d1 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:29.709717 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:29.737080 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-873fc9fe-3023-4e56-8f4c-7c12fd5ec813 service neutron] Transition to ACTIVE for port object 5440ef9e-b44e-40fa-b642-3adc72d60fdf will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:51:29.744145 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4f4a2580-99ed-435c-bd0f-bb67a1881169 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:29.752263 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecef2426-f6ad-4026-b9af-5502ef68869d None None] Resources bound (agent type, host, resource id): {{(pid=102775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 19:51:29.755390 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-873fc9fe-3023-4e56-8f4c-7c12fd5ec813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:29.865790 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-d8e790a9-84b5-4da6-a1cf-07c36af392d8 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:29.874070 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-d8e790a9-84b5-4da6-a1cf-07c36af392d8 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/networks?id=21f0b299-0a1b-4e71-a8de-3e8676ce56c4 HTTP/1.1" status: 200 len: 797 time: 0.8127189 Apr 28 19:51:29.914848 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873fc9fe-3023-4e56-8f4c-7c12fd5ec813 service neutron] Pushing event updated for resources: {'Port': ['ID=5440ef9e-b44e-40fa-b642-3adc72d60fdf,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:29.923555 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb624c2-3776-407c-aaf7-c8c50557c2c2 req-6f61ff30-6f1b-4d7b-910f-fa233f839f6b tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:29.937739 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bbb624c2-3776-407c-aaf7-c8c50557c2c2 req-6f61ff30-6f1b-4d7b-910f-fa233f839f6b tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 945 time: 0.2479541 Apr 28 19:51:30.003292 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b5b22cf3-6b40-4f8c-86ef-613be6bee3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:30.029270 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-4c4db1b5-e759-4e90-815a-82b14f575bbf tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/quotas/9d9e2f02c26d442699c083632dd6dfd5 HTTP/1.1" status: 200 len: 375 time: 0.1539104 Apr 28 19:51:30.063148 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a2580-99ed-435c-bd0f-bb67a1881169 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Port': ['ID=0ba30b11-2307-4afb-8b3b-d4637cea1e8c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:30.088890 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-873fc9fe-3023-4e56-8f4c-7c12fd5ec813 service neutron] Attempting to bind port 5440ef9e-b44e-40fa-b642-3adc72d60fdf on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:51:30.089239 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-873fc9fe-3023-4e56-8f4c-7c12fd5ec813 service neutron] Attempting to bind port 5440ef9e-b44e-40fa-b642-3adc72d60fdf by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '7fe1025a-ef48-4d42-914a-75eec3ed90de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:51:30.089649 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-873fc9fe-3023-4e56-8f4c-7c12fd5ec813 service neutron] Attempting to bind port 5440ef9e-b44e-40fa-b642-3adc72d60fdf on network 361c3585-c6e2-486f-967a-33f86818c3c9 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:51:30.099836 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-873fc9fe-3023-4e56-8f4c-7c12fd5ec813 service neutron] Port 5440ef9e-b44e-40fa-b642-3adc72d60fdf on network 361c3585-c6e2-486f-967a-33f86818c3c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:51:30.100221 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-873fc9fe-3023-4e56-8f4c-7c12fd5ec813 service neutron] Attempting to bind port 5440ef9e-b44e-40fa-b642-3adc72d60fdf on network 361c3585-c6e2-486f-967a-33f86818c3c9 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:51:30.120337 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-873fc9fe-3023-4e56-8f4c-7c12fd5ec813 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:51:30.120598 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-873fc9fe-3023-4e56-8f4c-7c12fd5ec813 service neutron] Checking segment: {'id': '7fe1025a-ef48-4d42-914a-75eec3ed90de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:51:30.120950 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-873fc9fe-3023-4e56-8f4c-7c12fd5ec813 service neutron] Bound using segment: {'id': '7fe1025a-ef48-4d42-914a-75eec3ed90de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:51:30.121402 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-873fc9fe-3023-4e56-8f4c-7c12fd5ec813 service neutron] Bound port: 5440ef9e-b44e-40fa-b642-3adc72d60fdf, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fe1025a-ef48-4d42-914a-75eec3ed90de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:51:30.121766 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-873fc9fe-3023-4e56-8f4c-7c12fd5ec813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:30.200445 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-8d5a468e-69df-460c-bbb3-039b0f7bb695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'name': 'tempest-TestNetworkBasicOps-router-156237215', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:51:01Z', 'updated_at': '2022-04-28T19:51:17Z', 'revision_number': 4, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'gw_port': {'id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:70:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:04Z', 'updated_at': '2022-04-28T19:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'edce7e0b-b2af-43d6-ad27-07c3ee370d8f', 'name': '', 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'mac_address': 'fa:16:3e:d5:8a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '19b5af0e-4f73-4e51-a909-545b35690aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:15Z', 'updated_at': '2022-04-28T19:51:28Z', 'revision_number': 4, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'subnets': [{'id': '19b5af0e-4f73-4e51-a909-545b35690aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:30.204901 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-873fc9fe-3023-4e56-8f4c-7c12fd5ec813 service neutron] For port 5440ef9e-b44e-40fa-b642-3adc72d60fdf, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:51:30.209500 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-873fc9fe-3023-4e56-8f4c-7c12fd5ec813 service neutron] For port 5440ef9e-b44e-40fa-b642-3adc72d60fdf, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=5440ef9e-b44e-40fa-b642-3adc72d60fdf,segment=NetworkSegment(7fe1025a-ef48-4d42-914a-75eec3ed90de),segment_id=7fe1025a-ef48-4d42-914a-75eec3ed90de)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:51:30.216862 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4f4a2580-99ed-435c-bd0f-bb67a1881169 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:30.222914 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4f4a2580-99ed-435c-bd0f-bb67a1881169 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/0ba30b11-2307-4afb-8b3b-d4637cea1e8c HTTP/1.1" status: 204 len: 168 time: 2.3746800 Apr 28 19:51:30.224423 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-873fc9fe-3023-4e56-8f4c-7c12fd5ec813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:30.227696 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36170) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:30.334304 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9b756089-e1ed-4e0f-9ab3-81be8050d127 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:30.340418 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bbb624c2-3776-407c-aaf7-c8c50557c2c2 req-b3a3c7c9-2599-4834-8c9b-129c595d29b5 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015152 Apr 28 19:51:30.343605 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-326cfe61-3198-421b-bb61-d28481f316d4 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d9e2f02c26d442699c083632dd6dfd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3133543 Apr 28 19:51:30.377406 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-873fc9fe-3023-4e56-8f4c-7c12fd5ec813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:30.378684 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-873fc9fe-3023-4e56-8f4c-7c12fd5ec813 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:30.382230 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-873fc9fe-3023-4e56-8f4c-7c12fd5ec813 service neutron] 10.222.0.44 "PUT /v2.0/ports/5440ef9e-b44e-40fa-b642-3adc72d60fdf HTTP/1.1" status: 200 len: 1091 time: 2.8483229 Apr 28 19:51:30.392889 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e202e98-19f3-444e-94ee-379b94c766bd', 'tag': '5440ef9e-b44e-40fa-b642-3adc72d60fdf'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:30.395263 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ec7212-8a8f-40b7-a107-18dcc6288597" -d '{"events": [{"name": "network-changed", "server_uuid": "6e202e98-19f3-444e-94ee-379b94c766bd", "tag": "5440ef9e-b44e-40fa-b642-3adc72d60fdf"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:51:30.402827 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5a468e-69df-460c-bbb3-039b0f7bb695 None None] The sync data for ids ['dbb157d6-bcac-48b9-9aac-4450cd02029d'] in n-d-839810-1 is: [{'id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'name': 'tempest-TestNetworkBasicOps-router-156237215', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:51:01Z', 'updated_at': '2022-04-28T19:51:17Z', 'revision_number': 4, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'gw_port': {'id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:70:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:04Z', 'updated_at': '2022-04-28T19:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'edce7e0b-b2af-43d6-ad27-07c3ee370d8f', 'name': '', 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'mac_address': 'fa:16:3e:d5:8a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '19b5af0e-4f73-4e51-a909-545b35690aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:15Z', 'updated_at': '2022-04-28T19:51:28Z', 'revision_number': 4, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'subnets': [{'id': '19b5af0e-4f73-4e51-a909-545b35690aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:51:30.469982 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-b5b22cf3-6b40-4f8c-86ef-613be6bee3bd None None] For port edce7e0b-b2af-43d6-ad27-07c3ee370d8f, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=edce7e0b-b2af-43d6-ad27-07c3ee370d8f,segment=NetworkSegment(e300a6a7-3a1a-4ad6-a5a2-071728770978),segment_id=e300a6a7-3a1a-4ad6-a5a2-071728770978)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:30.547507 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6086ea50-abe9-4607-82db-027655cea308 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:30.549522 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b756089-e1ed-4e0f-9ab3-81be8050d127 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event updated for resources: {'Subnet': ['ID=6f71f05b-290e-4c72-921c-72197fab50a8,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:30.556845 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6086ea50-abe9-4607-82db-027655cea308 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:30.557864 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac99f16f-fe51-41ca-b746-7a36d622e4c9 req-4caa79c8-756e-4ccd-a184-ccacf8cd2eb7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=49a49e7a-0d41-4ef6-97b0-153fde7d575b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2398739 Apr 28 19:51:30.564122 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6086ea50-abe9-4607-82db-027655cea308 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:30.572997 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6086ea50-abe9-4607-82db-027655cea308 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3414698 Apr 28 19:51:30.579292 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36178) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:30.593082 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b756089-e1ed-4e0f-9ab3-81be8050d127 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Checking segment: {'id': 'e500e321-1667-4fce-bfb0-eb10522bbd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7f15566a-f2ee-4997-afa9-cafef6a0c079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:51:30.602691 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b756089-e1ed-4e0f-9ab3-81be8050d127 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Network hostable DHCP agents. Network: 7f15566a-f2ee-4997-afa9-cafef6a0c079, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:51:30.624965 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b5b22cf3-6b40-4f8c-86ef-613be6bee3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:30.660467 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b5b22cf3-6b40-4f8c-86ef-613be6bee3bd None None] Could not find standard attr ID for object 0ba30b11-2307-4afb-8b3b-d4637cea1e8c. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:51:30.711965 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f5b82361-74e3-49e5-a1d4-6385225075fe req-85f4a5f8-9821-45f8-b817-c28b7c20253c tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fe98c56-e542-48e0-bfb5-89cde77b8914 HTTP/1.1" status: 200 len: 210 time: 0.1038527 Apr 28 19:51:30.736956 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b756089-e1ed-4e0f-9ab3-81be8050d127 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Network 7f15566a-f2ee-4997-afa9-cafef6a0c079 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:51:30.742941 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873fc9fe-3023-4e56-8f4c-7c12fd5ec813 service neutron] Pushing event updated for resources: {'Port': ['ID=5440ef9e-b44e-40fa-b642-3adc72d60fdf,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:30.776977 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99f16f-fe51-41ca-b746-7a36d622e4c9 req-14d17231-de10-419e-8032-a197a4dabef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:30.780824 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac99f16f-fe51-41ca-b746-7a36d622e4c9 req-14d17231-de10-419e-8032-a197a4dabef4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dcadc66e0b2646d28c33130e37263af0&device_id=49a49e7a-0d41-4ef6-97b0-153fde7d575b HTTP/1.1" status: 200 len: 1097 time: 0.1736925 Apr 28 19:51:30.793992 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-9b756089-e1ed-4e0f-9ab3-81be8050d127 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 7f15566a-f2ee-4997-afa9-cafef6a0c079) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:30.821764 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b756089-e1ed-4e0f-9ab3-81be8050d127 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:30.822893 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9b756089-e1ed-4e0f-9ab3-81be8050d127 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:30.871904 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-59244455-7f86-4d55-bf1e-6b1a797ddb04 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting subnet 2ff751b5-6f88-49e9-8f96-d51fc8b7057b {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:51:30.940401 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-59244455-7f86-4d55-bf1e-6b1a797ddb04 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:31.012994 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b5b22cf3-6b40-4f8c-86ef-613be6bee3bd None None] Provisioning complete for port 4ac1e1d1-d1d8-41e1-ac13-295f4f9d13d1 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:31.013790 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b5b22cf3-6b40-4f8c-86ef-613be6bee3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:31.051214 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-9f046f03-64b7-4f60-b47a-f938d839ccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:31.054120 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-9f046f03-64b7-4f60-b47a-f938d839ccd0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8766bd4e5ff74ccda54aedeba9de3560&device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 1094 time: 0.5767426 Apr 28 19:51:31.059510 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-59244455-7f86-4d55-bf1e-6b1a797ddb04 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:31.082029 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99f16f-fe51-41ca-b746-7a36d622e4c9 req-3f4253cc-c105-4c5a-822d-9380d7b1f28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:31.087997 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac99f16f-fe51-41ca-b746-7a36d622e4c9 req-3f4253cc-c105-4c5a-822d-9380d7b1f28a service neutron] 10.222.0.44 "GET /v2.0/networks?id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63 HTTP/1.1" status: 200 len: 907 time: 0.2368035 Apr 28 19:51:31.113946 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9b756089-e1ed-4e0f-9ab3-81be8050d127 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7114956 Apr 28 19:51:31.160657 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36200) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:31.184575 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-330b862d-75f1-4262-b037-4fe32ee44607 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Request body: {'subnet': {'network_id': '7f15566a-f2ee-4997-afa9-cafef6a0c079', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:31.204537 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-08eaa57a-e44a-4a47-8f08-bc1c073df7db service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5440ef9e-b44e-40fa-b642-3adc72d60fdf HTTP/1.1" status: 200 len: 217 time: 0.1339915 Apr 28 19:51:31.261984 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-5170cc94-9107-4471-a4c3-a0712a9377ae service neutron] 10.222.0.42 "GET /v2.0/networks/21f0b299-0a1b-4e71-a8de-3e8676ce56c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9174094 Apr 28 19:51:31.295680 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac99f16f-fe51-41ca-b746-7a36d622e4c9 req-120ecc7f-d97c-41bc-9145-55a1091a4222 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49307b20-b4ff-444f-afcb-d7bf39e9a7f0 HTTP/1.1" status: 200 len: 217 time: 0.1110075 Apr 28 19:51:31.483536 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device edce7e0b-b2af-43d6-ad27-07c3ee370d8f up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:51:31.517412 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-c99aa699-574b-497f-bf09-9fd4ff1c2fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:31.520315 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-c99aa699-574b-497f-bf09-9fd4ff1c2fa3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9c43513-8faa-4150-80e2-a774186aa1a0 HTTP/1.1" status: 200 len: 856 time: 0.2874169 Apr 28 19:51:31.604842 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-59244455-7f86-4d55-bf1e-6b1a797ddb04 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:31.690608 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-6cb12ab4-d79c-4a39-81a3-487a73b1c152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:31.692328 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-6cb12ab4-d79c-4a39-81a3-487a73b1c152 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=361c3585-c6e2-486f-967a-33f86818c3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1544728 Apr 28 19:51:31.718895 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b22cf3-6b40-4f8c-86ef-613be6bee3bd None None] Pushing event updated for resources: {'Port': ['ID=edce7e0b-b2af-43d6-ad27-07c3ee370d8f,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:31.771416 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678128b-465c-4cdc-ba3e-793731747bcd req-e040d80d-44c5-4be5-a314-5cd4b86eb98e tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:31.773173 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8678128b-465c-4cdc-ba3e-793731747bcd req-e040d80d-44c5-4be5-a314-5cd4b86eb98e tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 943 time: 0.6793187 Apr 28 19:51:31.778636 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99f16f-fe51-41ca-b746-7a36d622e4c9 req-74abb471-9572-4061-86d9-a6500d8b36e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:31.780327 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac99f16f-fe51-41ca-b746-7a36d622e4c9 req-74abb471-9572-4061-86d9-a6500d8b36e0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5d396974-bf85-4823-9eae-70a0b8bd71b5 HTTP/1.1" status: 200 len: 846 time: 0.4769399 Apr 28 19:51:31.865491 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac99f16f-fe51-41ca-b746-7a36d622e4c9 req-8970417c-b728-4cc7-b3b0-0403218caaf2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673440 Apr 28 19:51:31.877939 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4064e85a-9212-4e4b-95e2-ecdc1b2a6943 None None] get_active_networks_info from n-d-839810-1 {{(pid=102775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 28 19:51:31.885852 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port edce7e0b-b2af-43d6-ad27-07c3ee370d8f triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:31.886231 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:31.897509 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-73c79a9a-a2b1-45ac-baed-3b19e60cbdd3 req-d31903be-435b-49fa-a3bb-f17ae8ec09b5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3779428 Apr 28 19:51:31.909827 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330b862d-75f1-4262-b037-4fe32ee44607 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Made reservation on behalf of 435280242fd143958a83151627e8ca50 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:31.915289 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36212) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:31.916606 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-330b862d-75f1-4262-b037-4fe32ee44607 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:32.010697 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-ebbda45c-27c8-4ca6-8cc2-09577c726000 service neutron] 10.222.0.42 "GET /v2.0/networks/21f0b299-0a1b-4e71-a8de-3e8676ce56c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7474799 Apr 28 19:51:32.018047 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:32.095465 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-59244455-7f86-4d55-bf1e-6b1a797ddb04 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:32.163032 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-a739e564-8cc9-47b2-8d97-95df059773f4 service neutron] 10.222.0.44 "GET /v2.0/networks/361c3585-c6e2-486f-967a-33f86818c3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557819 Apr 28 19:51:32.172579 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-59244455-7f86-4d55-bf1e-6b1a797ddb04 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:32.179866 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-59244455-7f86-4d55-bf1e-6b1a797ddb04 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/2ff751b5-6f88-49e9-8f96-d51fc8b7057b HTTP/1.1" status: 204 len: 168 time: 1.5975225 Apr 28 19:51:32.180869 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59244455-7f86-4d55-bf1e-6b1a797ddb04 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Subnet': ['ID=2ff751b5-6f88-49e9-8f96-d51fc8b7057b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:32.193842 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36216) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:32.287175 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-b692d089-32f4-481e-bbdb-984eaa951c72 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting subnet 66c50a35-8ea0-4dbe-a797-e9c79f7048a5 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:51:32.296027 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b692d089-32f4-481e-bbdb-984eaa951c72 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:32.444622 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b692d089-32f4-481e-bbdb-984eaa951c72 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:32.607654 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8d9974e9-f46d-4d34-ac43-a64f3b112891 req-8b355e56-c1d0-4edf-9507-8dae3c74382f service neutron] 10.222.0.44 "GET /v2.0/networks/361c3585-c6e2-486f-967a-33f86818c3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126725 Apr 28 19:51:32.647148 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4064e85a-9212-4e4b-95e2-ecdc1b2a6943 None None] Resources bound (agent type, host, resource id): {{(pid=102775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 19:51:32.712633 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b692d089-32f4-481e-bbdb-984eaa951c72 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:32.789222 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306c4a0d-dd0e-4c4a-87a3-070a75279c51 x-openstack-request-id: req-306c4a0d-dd0e-4c4a-87a3-070a75279c51 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:51:32.789621 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e202e98-19f3-444e-94ee-379b94c766bd", "tag": "5440ef9e-b44e-40fa-b642-3adc72d60fdf", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:51:32.789936 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-306c4a0d-dd0e-4c4a-87a3-070a75279c51 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:51:32.790452 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-306c4a0d-dd0e-4c4a-87a3-070a75279c51'] response: {'name': 'network-changed', 'server_uuid': '6e202e98-19f3-444e-94ee-379b94c766bd', 'tag': '5440ef9e-b44e-40fa-b642-3adc72d60fdf', 'status': 'completed', 'code': 200} Apr 28 19:51:32.830963 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b692d089-32f4-481e-bbdb-984eaa951c72 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:32.861726 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device edce7e0b-b2af-43d6-ad27-07c3ee370d8f up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:51:32.875545 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8678128b-465c-4cdc-ba3e-793731747bcd req-104ec5a9-1223-4ae9-848c-c920abbedba7 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0941596 Apr 28 19:51:32.903402 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-f7c0d717-0044-4251-8781-e339c8eed635 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:32.905043 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-f7c0d717-0044-4251-8781-e339c8eed635 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] 10.222.0.15 "GET /v2.0/networks?id=5b6a89ee-f071-475e-a5a9-a84ce4a3bfd1 HTTP/1.1" status: 200 len: 814 time: 1.4669023 Apr 28 19:51:32.935468 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-888fc757-5b8e-4d01-bd1d-dc7fe8f0ca34 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] Request body: {'port': {'device_id': '3fe98c56-e542-48e0-bfb5-89cde77b8914', 'network_id': '5b6a89ee-f071-475e-a5a9-a84ce4a3bfd1', 'admin_state_up': True, 'tenant_id': 'b5fbb40048884d95bc3a181102515d75'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:32.955470 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8a1f6a7b-f49a-4ff5-aac1-0bc0ad7a48ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:33.095923 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port edce7e0b-b2af-43d6-ad27-07c3ee370d8f triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:33.096726 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:33.248972 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cd6c4477-b549-485a-b0f4-1d84a9fd9436 req-c5a5928e-187b-45b4-853c-a2632f4ad10f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a71285-a494-4154-b34e-f7ea33337c0f HTTP/1.1" status: 200 len: 210 time: 0.2936444 Apr 28 19:51:33.287499 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac99f16f-fe51-41ca-b746-7a36d622e4c9 req-c1fbb909-cab6-4d39-a51d-d24a98d4122f service neutron] 10.222.0.44 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3980322 Apr 28 19:51:33.304161 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-888fc757-5b8e-4d01-bd1d-dc7fe8f0ca34 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] Made reservation on behalf of b5fbb40048884d95bc3a181102515d75 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:33.310711 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-888fc757-5b8e-4d01-bd1d-dc7fe8f0ca34 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:33.333603 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aebdb91a-986d-4129-82cb-a8510436f424 req-9d2aef98-2002-4149-9a00-1f3931a02b40 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fe98c56-e542-48e0-bfb5-89cde77b8914 HTTP/1.1" status: 200 len: 210 time: 0.5155282 Apr 28 19:51:33.358508 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b692d089-32f4-481e-bbdb-984eaa951c72 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:33.361793 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b692d089-32f4-481e-bbdb-984eaa951c72 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/66c50a35-8ea0-4dbe-a797-e9c79f7048a5 HTTP/1.1" status: 204 len: 168 time: 1.1645515 Apr 28 19:51:33.362921 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-330b862d-75f1-4262-b037-4fe32ee44607 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:33.366902 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36230) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:33.384945 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692d089-32f4-481e-bbdb-984eaa951c72 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Subnet': ['ID=66c50a35-8ea0-4dbe-a797-e9c79f7048a5,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:33.412386 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c79a9a-a2b1-45ac-baed-3b19e60cbdd3 req-21d1dfa4-e135-4754-97f7-787508fd52a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:33.414624 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-73c79a9a-a2b1-45ac-baed-3b19e60cbdd3 req-21d1dfa4-e135-4754-97f7-787508fd52a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dcadc66e0b2646d28c33130e37263af0&device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 1096 time: 1.4491739 Apr 28 19:51:33.455109 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:33.463756 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f9b66a-3ff0-4dfd-bae2-0f055d8b7a9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-7f15566a-f2ee-4997-afa9-cafef6a0c079', 'network_id': '7f15566a-f2ee-4997-afa9-cafef6a0c079', 'tenant_id': '435280242fd143958a83151627e8ca50', 'fixed_ips': [{'subnet_id': '6f71f05b-290e-4c72-921c-72197fab50a8'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:51:33.465648 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-98f9b66a-3ff0-4dfd-bae2-0f055d8b7a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:33.579292 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9765f172-5400-4b99-a39b-572a4a29452b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2061560 Apr 28 19:51:33.581146 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36232) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:33.583767 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330b862d-75f1-4262-b037-4fe32ee44607 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Network 7f15566a-f2ee-4997-afa9-cafef6a0c079 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:33.604217 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec7212-8a8f-40b7-a107-18dcc6288597 req-1fb7ca09-7107-49d6-90f6-21e1d10b1e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:33.606172 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-51ec7212-8a8f-40b7-a107-18dcc6288597 req-1fb7ca09-7107-49d6-90f6-21e1d10b1e6d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8766bd4e5ff74ccda54aedeba9de3560&device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 1094 time: 0.8055258 Apr 28 19:51:33.612161 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-330b862d-75f1-4262-b037-4fe32ee44607 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:33.613911 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330b862d-75f1-4262-b037-4fe32ee44607 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:33.614513 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-330b862d-75f1-4262-b037-4fe32ee44607 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:33.653113 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-98f9b66a-3ff0-4dfd-bae2-0f055d8b7a9b None None] Allocated IP 2001:db8::2 (7f15566a-f2ee-4997-afa9-cafef6a0c079/6f71f05b-290e-4c72-921c-72197fab50a8/1d351a06-8dde-4026-bb92-ec93dfee7462) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:33.677416 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b862d-75f1-4262-b037-4fe32ee44607 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event updated for resources: {'Subnet': ['ID=f454fa36-664e-4e9f-bc7b-e90afa73c968,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:33.725135 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8a1f6a7b-f49a-4ff5-aac1-0bc0ad7a48ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:33.732913 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-330b862d-75f1-4262-b037-4fe32ee44607 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5673270 Apr 28 19:51:33.735846 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e2092-80e0-4b21-8100-88b8673cfec1 req-3e6405fc-18e6-48c1-824c-1836fddf7189 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:33.736356 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36234) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:33.737647 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d97e2092-80e0-4b21-8100-88b8673cfec1 req-3e6405fc-18e6-48c1-824c-1836fddf7189 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 945 time: 0.2944949 Apr 28 19:51:33.748775 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8a1f6a7b-f49a-4ff5-aac1-0bc0ad7a48ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:33.794138 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdae6cb-db15-424f-bafc-7d2a5e2b5d9d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:33.798353 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9bdae6cb-db15-424f-bafc-7d2a5e2b5d9d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2091374 Apr 28 19:51:33.801569 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36236) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:33.855620 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac99f16f-fe51-41ca-b746-7a36d622e4c9 req-bd9c903b-1501-459f-a996-3adf4199ef9f service neutron] 10.222.0.44 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5574703 Apr 28 19:51:33.913783 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c79a9a-a2b1-45ac-baed-3b19e60cbdd3 req-4e23e60c-ad32-40c7-9f09-fa207256cfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:33.916466 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-73c79a9a-a2b1-45ac-baed-3b19e60cbdd3 req-4e23e60c-ad32-40c7-9f09-fa207256cfba service neutron] 10.222.0.15 "GET /v2.0/networks?id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63 HTTP/1.1" status: 200 len: 907 time: 0.4350088 Apr 28 19:51:33.918755 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-98f9b66a-3ff0-4dfd-bae2-0f055d8b7a9b None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:33.928319 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52c21bb-f434-438f-9e8f-339a0cdf2fcf tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:33.928765 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f6a7b-f49a-4ff5-aac1-0bc0ad7a48ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cfd05c-e805-479d-988c-67d6743714f7,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:33.930768 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52c21bb-f434-438f-9e8f-339a0cdf2fcf tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:33.932435 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-98f9b66a-3ff0-4dfd-bae2-0f055d8b7a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:33.932850 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52c21bb-f434-438f-9e8f-339a0cdf2fcf tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:33.934827 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52c21bb-f434-438f-9e8f-339a0cdf2fcf tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:33.936620 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52c21bb-f434-438f-9e8f-339a0cdf2fcf tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:33.942556 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f52c21bb-f434-438f-9e8f-339a0cdf2fcf tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2011595 Apr 28 19:51:33.944694 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36240) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:33.953668 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-36f0082f-73a4-4023-b491-fb9c6aa46702 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-173583626'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:33.962005 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec7212-8a8f-40b7-a107-18dcc6288597 req-5e717eea-c33b-4fcf-9a9c-d4b773e92a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:33.963951 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-51ec7212-8a8f-40b7-a107-18dcc6288597 req-5e717eea-c33b-4fcf-9a9c-d4b773e92a91 service neutron] 10.222.0.44 "GET /v2.0/networks?id=361c3585-c6e2-486f-967a-33f86818c3c9 HTTP/1.1" status: 200 len: 918 time: 0.3309889 Apr 28 19:51:33.967268 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a1baa6-0ae1-449e-bd1a-a1534894f6ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:33.971352 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-12a1baa6-0ae1-449e-bd1a-a1534894f6ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1634357 Apr 28 19:51:33.972590 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36242) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:34.005077 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f9b66a-3ff0-4dfd-bae2-0f055d8b7a9b None None] Network 7f15566a-f2ee-4997-afa9-cafef6a0c079 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:34.011344 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-98f9b66a-3ff0-4dfd-bae2-0f055d8b7a9b None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:34.015747 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f9b66a-3ff0-4dfd-bae2-0f055d8b7a9b None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:51:34.032285 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-78e8a45a-4a52-4419-b023-ad42ca3cd597 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541673 Apr 28 19:51:34.043630 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36244) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:34.047636 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9b66a-3ff0-4dfd-bae2-0f055d8b7a9b None None] Pushing event updated for resources: {'Port': ['ID=1d351a06-8dde-4026-bb92-ec93dfee7462,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:34.064839 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-766ae9e1-a37c-44d0-95df-3a59d098d831 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:34.065077 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 5440ef9e-b44e-40fa-b642-3adc72d60fdf details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:51:34.072574 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8a1f6a7b-f49a-4ff5-aac1-0bc0ad7a48ca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2f646bbb92a84586a4fee18810f2c5c3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1487725 Apr 28 19:51:34.078751 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-73c79a9a-a2b1-45ac-baed-3b19e60cbdd3 req-45e4f477-2c2e-427f-8fe7-33fc26856bd2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65a1961c-c5f2-4b26-9a2c-27329f9d8093 HTTP/1.1" status: 200 len: 217 time: 0.1426508 Apr 28 19:51:34.082509 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d97e2092-80e0-4b21-8100-88b8673cfec1 req-80ad691d-74e2-4884-9c61-bc2923874f7b tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100836 Apr 28 19:51:34.083474 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36246) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:34.108292 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-51ec7212-8a8f-40b7-a107-18dcc6288597 req-f6e9d2df-b6e3-4dea-b5aa-4f77f02898b2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5440ef9e-b44e-40fa-b642-3adc72d60fdf HTTP/1.1" status: 200 len: 217 time: 0.0856385 Apr 28 19:51:34.108870 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-888fc757-5b8e-4d01-bd1d-dc7fe8f0ca34 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] Allocated IP 172.20.0.10 (5b6a89ee-f071-475e-a5a9-a84ce4a3bfd1/868a8c5e-1021-46a9-8847-86777601fbed/239f8483-e94e-415d-b665-525cc3cd0d73) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:34.171219 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f0082f-73a4-4023-b491-fb9c6aa46702 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Made reservation on behalf of 435280242fd143958a83151627e8ca50 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:34.175039 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-36f0082f-73a4-4023-b491-fb9c6aa46702 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:34.175250 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-98f9b66a-3ff0-4dfd-bae2-0f055d8b7a9b None None] Attempting to bind port 1d351a06-8dde-4026-bb92-ec93dfee7462 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:51:34.175705 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-98f9b66a-3ff0-4dfd-bae2-0f055d8b7a9b None None] Attempting to bind port 1d351a06-8dde-4026-bb92-ec93dfee7462 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'e500e321-1667-4fce-bfb0-eb10522bbd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7f15566a-f2ee-4997-afa9-cafef6a0c079'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:51:34.175804 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f9b66a-3ff0-4dfd-bae2-0f055d8b7a9b None None] Attempting to bind port 1d351a06-8dde-4026-bb92-ec93dfee7462 on network 7f15566a-f2ee-4997-afa9-cafef6a0c079 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:51:34.185571 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f9b66a-3ff0-4dfd-bae2-0f055d8b7a9b None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:51:34.186105 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f9b66a-3ff0-4dfd-bae2-0f055d8b7a9b None None] Checking segment: {'id': 'e500e321-1667-4fce-bfb0-eb10522bbd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7f15566a-f2ee-4997-afa9-cafef6a0c079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:51:34.186612 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-98f9b66a-3ff0-4dfd-bae2-0f055d8b7a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:34.187018 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f9b66a-3ff0-4dfd-bae2-0f055d8b7a9b None None] Bound using segment: {'id': 'e500e321-1667-4fce-bfb0-eb10522bbd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7f15566a-f2ee-4997-afa9-cafef6a0c079'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:51:34.187590 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-98f9b66a-3ff0-4dfd-bae2-0f055d8b7a9b None None] Bound port: 1d351a06-8dde-4026-bb92-ec93dfee7462, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e500e321-1667-4fce-bfb0-eb10522bbd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7f15566a-f2ee-4997-afa9-cafef6a0c079'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:51:34.188559 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-98f9b66a-3ff0-4dfd-bae2-0f055d8b7a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:34.323584 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f0082f-73a4-4023-b491-fb9c6aa46702 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:51:34.339180 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-98f9b66a-3ff0-4dfd-bae2-0f055d8b7a9b None None] For port 1d351a06-8dde-4026-bb92-ec93dfee7462, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:51:34.342915 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-98f9b66a-3ff0-4dfd-bae2-0f055d8b7a9b None None] For port 1d351a06-8dde-4026-bb92-ec93dfee7462, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=1d351a06-8dde-4026-bb92-ec93dfee7462,segment=NetworkSegment(e500e321-1667-4fce-bfb0-eb10522bbd5d),segment_id=e500e321-1667-4fce-bfb0-eb10522bbd5d)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:51:34.360999 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-98f9b66a-3ff0-4dfd-bae2-0f055d8b7a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:34.366173 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-36f0082f-73a4-4023-b491-fb9c6aa46702 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:34.366798 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-36f0082f-73a4-4023-b491-fb9c6aa46702 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Added segment fd07ab8c-aea4-4241-ab38-36dc4e74a6c4 of type vlan for network 226e52e8-eca7-41e0-8d66-3d07c61e4205 Apr 28 19:51:34.386424 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bfc07-27d6-4d4c-8570-ffeca21aa578 req-12a50beb-a043-43ed-a417-31b375ccc744 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:34.389164 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-233bfc07-27d6-4d4c-8570-ffeca21aa578 req-12a50beb-a043-43ed-a417-31b375ccc744 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 943 time: 0.3483219 Apr 28 19:51:34.406731 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec7212-8a8f-40b7-a107-18dcc6288597 req-bf35cfa5-bcc8-4ef7-b04c-0e3ba92ffe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:34.414517 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-51ec7212-8a8f-40b7-a107-18dcc6288597 req-bf35cfa5-bcc8-4ef7-b04c-0e3ba92ffe82 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9c43513-8faa-4150-80e2-a774186aa1a0 HTTP/1.1" status: 200 len: 856 time: 0.2605286 Apr 28 19:51:34.558774 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 5440ef9e-b44e-40fa-b642-3adc72d60fdf, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=5440ef9e-b44e-40fa-b642-3adc72d60fdf,segment=NetworkSegment(7fe1025a-ef48-4d42-914a-75eec3ed90de),segment_id=7fe1025a-ef48-4d42-914a-75eec3ed90de)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:34.571697 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c79a9a-a2b1-45ac-baed-3b19e60cbdd3 req-1b7496f8-2c19-4c7e-a716-8f6210ee58e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:34.573340 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-73c79a9a-a2b1-45ac-baed-3b19e60cbdd3 req-1b7496f8-2c19-4c7e-a716-8f6210ee58e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d396974-bf85-4823-9eae-70a0b8bd71b5 HTTP/1.1" status: 200 len: 846 time: 0.4772844 Apr 28 19:51:34.585391 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9b66a-3ff0-4dfd-bae2-0f055d8b7a9b None None] Pushing event updated for resources: {'Port': ['ID=1d351a06-8dde-4026-bb92-ec93dfee7462,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:34.596270 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '5440ef9e-b44e-40fa-b642-3adc72d60fdf', 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9', 'port_id': '5440ef9e-b44e-40fa-b642-3adc72d60fdf', 'mac_address': 'fa:16:3e:73:ae:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9c43513-8faa-4150-80e2-a774186aa1a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:51:34.607100 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-36f0082f-73a4-4023-b491-fb9c6aa46702 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:34.609530 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-3586d0c4-bfa9-48fd-a385-9843d1f2995b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:34.611195 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-3586d0c4-bfa9-48fd-a385-9843d1f2995b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.44 "GET /v2.0/networks?id=21f0b299-0a1b-4e71-a8de-3e8676ce56c4 HTTP/1.1" status: 200 len: 797 time: 0.4045441 Apr 28 19:51:34.617818 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-888fc757-5b8e-4d01-bd1d-dc7fe8f0ca34 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:34.641912 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-73c79a9a-a2b1-45ac-baed-3b19e60cbdd3 req-f6007292-ddbb-42c1-956b-5a60ac8a68d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1dd86a08-7dd8-4588-b4f7-0af7a8217f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591102 Apr 28 19:51:34.647300 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-233bfc07-27d6-4d4c-8570-ffeca21aa578 req-f757eb67-3f03-4d7f-aa98-5afbf0e54d28 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192218 Apr 28 19:51:34.655411 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766ae9e1-a37c-44d0-95df-3a59d098d831 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:34.656000 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3594e34f-3884-4e28-aded-1213af9eb213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:34.660890 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-766ae9e1-a37c-44d0-95df-3a59d098d831 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:34.672251 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-766ae9e1-a37c-44d0-95df-3a59d098d831 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:51:34.675499 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-766ae9e1-a37c-44d0-95df-3a59d098d831 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:51:34.679261 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:34.715224 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5440ef9e-b44e-40fa-b642-3adc72d60fdf {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:51:34.777399 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 5440ef9e-b44e-40fa-b642-3adc72d60fdf, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=5440ef9e-b44e-40fa-b642-3adc72d60fdf,segment=NetworkSegment(7fe1025a-ef48-4d42-914a-75eec3ed90de),segment_id=7fe1025a-ef48-4d42-914a-75eec3ed90de)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:34.783941 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:34.806667 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-766ae9e1-a37c-44d0-95df-3a59d098d831 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7597680 Apr 28 19:51:34.828122 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36254) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:34.830675 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-36f0082f-73a4-4023-b491-fb9c6aa46702 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:34.837766 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f0082f-73a4-4023-b491-fb9c6aa46702 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:34.838906 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-36f0082f-73a4-4023-b491-fb9c6aa46702 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:34.848601 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-b5c57472-fb91-444f-9a1d-bb3bcdb9e12a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:34.853183 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3594e34f-3884-4e28-aded-1213af9eb213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:34.858485 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-967f56a5-5d0f-4bfb-97f7-eddbf4b52741 req-73afa1a5-f704-483f-a180-dc0cf785286f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a71285-a494-4154-b34e-f7ea33337c0f HTTP/1.1" status: 200 len: 210 time: 0.0861669 Apr 28 19:51:34.883986 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec7212-8a8f-40b7-a107-18dcc6288597 req-09f7baad-e6cb-4526-bc9c-3644bd7fc4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:34.885803 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-51ec7212-8a8f-40b7-a107-18dcc6288597 req-09f7baad-e6cb-4526-bc9c-3644bd7fc4cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=361c3585-c6e2-486f-967a-33f86818c3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4560001 Apr 28 19:51:34.896463 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=5440ef9e-b44e-40fa-b642-3adc72d60fdf,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:34.961843 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c93fb-3a45-453b-ab24-c259e966f90d req-6031c7f0-7146-4750-82aa-c2d9de332255 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:34.967095 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d14c93fb-3a45-453b-ab24-c259e966f90d req-6031c7f0-7146-4750-82aa-c2d9de332255 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 945 time: 0.5017450 Apr 28 19:51:35.007307 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-888fc757-5b8e-4d01-bd1d-dc7fe8f0ca34 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:35.013016 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['5440ef9e-b44e-40fa-b642-3adc72d60fdf'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:51:35.050083 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-73c79a9a-a2b1-45ac-baed-3b19e60cbdd3 req-691c15da-41bb-49c0-8735-38f4fc8d440e service neutron] 10.222.0.15 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972285 Apr 28 19:51:35.079377 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-36f0082f-73a4-4023-b491-fb9c6aa46702 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1261373 Apr 28 19:51:35.082098 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36256) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:35.125369 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-dcbf35c6-517c-4ac5-b29b-838d582779d9 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d9e2f02c26d442699c083632dd6dfd5 HTTP/1.1" status: 200 len: 380 time: 0.4882028 Apr 28 19:51:35.130917 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-b9497ca4-d536-4da7-bc81-27182de363ce tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:35.183301 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-423d582d-64dc-4772-9ea3-ba9399d5e8e7 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Request body: {'port': {'device_id': '66a71285-a494-4154-b34e-f7ea33337c0f', 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4', 'admin_state_up': True, 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'security_groups': ['95b77c71-a829-44c5-bd32-470a360e08be']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:35.206054 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0082f-73a4-4023-b491-fb9c6aa46702 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event updated for resources: {'Network': ['ID=226e52e8-eca7-41e0-8d66-3d07c61e4205,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:35.248474 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 226e52e8-eca7-41e0-8d66-3d07c61e4205 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:51:35.255085 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-888fc757-5b8e-4d01-bd1d-dc7fe8f0ca34 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] Network 5b6a89ee-f071-475e-a5a9-a84ce4a3bfd1 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:35.290509 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c57472-fb91-444f-9a1d-bb3bcdb9e12a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:35.295557 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3594e34f-3884-4e28-aded-1213af9eb213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:35.298381 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3594e34f-3884-4e28-aded-1213af9eb213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:35.302076 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3594e34f-3884-4e28-aded-1213af9eb213 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/77cfd05c-e805-479d-988c-67d6743714f7 HTTP/1.1" status: 204 len: 168 time: 1.2050498 Apr 28 19:51:35.302257 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b5c57472-fb91-444f-9a1d-bb3bcdb9e12a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:35.319627 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c57472-fb91-444f-9a1d-bb3bcdb9e12a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:51:35.320288 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5c57472-fb91-444f-9a1d-bb3bcdb9e12a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:51:35.328634 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-888fc757-5b8e-4d01-bd1d-dc7fe8f0ca34 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:35.330502 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50dbaf-36b1-4711-81b1-7203677a279c req-a016d5cb-cdc6-41f9-b0a4-16894eb9e534 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:35.331991 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7f50dbaf-36b1-4711-81b1-7203677a279c req-a016d5cb-cdc6-41f9-b0a4-16894eb9e534 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fe98c56-e542-48e0-bfb5-89cde77b8914 HTTP/1.1" status: 200 len: 932 time: 0.3479400 Apr 28 19:51:35.344793 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-51ec7212-8a8f-40b7-a107-18dcc6288597 req-055617e5-4211-4cb0-acee-f96820ac54ea service neutron] 10.222.0.44 "GET /v2.0/networks/361c3585-c6e2-486f-967a-33f86818c3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495131 Apr 28 19:51:35.370848 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-888fc757-5b8e-4d01-bd1d-dc7fe8f0ca34 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:51:35.385887 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b5c57472-fb91-444f-9a1d-bb3bcdb9e12a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5562348 Apr 28 19:51:35.387797 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d14c93fb-3a45-453b-ab24-c259e966f90d req-7be9f1c3-64ee-4135-8bd1-b7c54fb1c3bd tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827879 Apr 28 19:51:35.417942 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36260) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:35.426108 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888fc757-5b8e-4d01-bd1d-dc7fe8f0ca34 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] Pushing event updated for resources: {'Port': ['ID=239f8483-e94e-415d-b665-525cc3cd0d73,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:35.428827 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594e34f-3884-4e28-aded-1213af9eb213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cfd05c-e805-479d-988c-67d6743714f7,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:35.435186 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-65f7259f-db03-4b6b-9bef-8b3b2c31f6fb tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:35.675076 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7f50dbaf-36b1-4711-81b1-7203677a279c req-b44c8994-53ce-4518-9c36-83f5c59231b5 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] 10.222.0.42 "GET /v2.0/security-groups?id=54fb13d8-6327-4282-8701-71e8455148fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285146 Apr 28 19:51:35.703934 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-888fc757-5b8e-4d01-bd1d-dc7fe8f0ca34 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:35.709836 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-888fc757-5b8e-4d01-bd1d-dc7fe8f0ca34 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:35.783411 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-51ec7212-8a8f-40b7-a107-18dcc6288597 req-9e5019cf-e84e-41c5-b622-3679bdf4ed03 service neutron] 10.222.0.44 "GET /v2.0/networks/361c3585-c6e2-486f-967a-33f86818c3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228044 Apr 28 19:51:35.801746 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f7259f-db03-4b6b-9bef-8b3b2c31f6fb tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:35.805994 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-65f7259f-db03-4b6b-9bef-8b3b2c31f6fb tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:35.807503 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-73c79a9a-a2b1-45ac-baed-3b19e60cbdd3 req-35f17d06-33ab-47e6-a477-047038cd51ab service neutron] 10.222.0.15 "GET /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7381356 Apr 28 19:51:35.808186 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f7259f-db03-4b6b-9bef-8b3b2c31f6fb tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:51:35.808637 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f7259f-db03-4b6b-9bef-8b3b2c31f6fb tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:51:35.845436 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b9497ca4-d536-4da7-bc81-27182de363ce tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:35.853884 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-888fc757-5b8e-4d01-bd1d-dc7fe8f0ca34 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9325724 Apr 28 19:51:35.874600 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-a8b329ba-db8c-4ace-88d9-09937bb40107 service neutron] Request body: {'port': {'device_id': '3fe98c56-e542-48e0-bfb5-89cde77b8914', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:35.887880 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-65f7259f-db03-4b6b-9bef-8b3b2c31f6fb tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4645281 Apr 28 19:51:35.889663 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36270) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:35.897010 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-2d909109-820c-40e3-8e1f-c6c705e4bc9c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:35.910606 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b9497ca4-d536-4da7-bc81-27182de363ce tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:35.916896 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65723306-6acf-4c33-ac0f-604e9f33437a req-3594918b-e1eb-4851-bab2-3358cc53fc0d tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:35.919577 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-65723306-6acf-4c33-ac0f-604e9f33437a req-3594918b-e1eb-4851-bab2-3358cc53fc0d tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 944 time: 0.1310513 Apr 28 19:51:35.927596 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ca2b8-2162-4d28-a060-4322bba00b23 req-ac066592-e60f-498d-9680-d09fcb9673df tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:35.935887 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2d0ca2b8-2162-4d28-a060-4322bba00b23 req-ac066592-e60f-498d-9680-d09fcb9673df tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 945 time: 0.1732373 Apr 28 19:51:35.955645 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-423d582d-64dc-4772-9ea3-ba9399d5e8e7 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Made reservation on behalf of 9d9e2f02c26d442699c083632dd6dfd5 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:35.959264 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-423d582d-64dc-4772-9ea3-ba9399d5e8e7 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:35.975908 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36274) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:35.986418 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b9497ca4-d536-4da7-bc81-27182de363ce tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Network 226e52e8-eca7-41e0-8d66-3d07c61e4205 is not hosted by any dhcp agent {{(pid=102773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 28 19:51:35.992157 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9497ca4-d536-4da7-bc81-27182de363ce tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:35.992956 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b9497ca4-d536-4da7-bc81-27182de363ce tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:35.997427 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b9497ca4-d536-4da7-bc81-27182de363ce tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "PUT /v2.0/networks/226e52e8-eca7-41e0-8d66-3d07c61e4205 HTTP/1.1" status: 200 len: 723 time: 0.8739367 Apr 28 19:51:36.000700 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36276) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:36.014639 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-77f96b29-99e9-4b9a-afe4-9909652b72c5 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Request body: {'subnet': {'network_id': '226e52e8-eca7-41e0-8d66-3d07c61e4205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:36.054873 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-65723306-6acf-4c33-ac0f-604e9f33437a req-13096801-c187-4a66-8d42-ccca609c34da tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218212 Apr 28 19:51:36.077901 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 5440ef9e-b44e-40fa-b642-3adc72d60fdf up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:51:36.091752 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c9fd0fcb-e8fb-4f95-8b5f-5f51aadbd363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:36.128483 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9497ca4-d536-4da7-bc81-27182de363ce tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event updated for resources: {'Network': ['ID=226e52e8-eca7-41e0-8d66-3d07c61e4205,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:36.142914 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-a8b329ba-db8c-4ace-88d9-09937bb40107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:36.155019 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2d0ca2b8-2162-4d28-a060-4322bba00b23 req-798fa8f1-39e8-40f5-98e1-fe53c13d6e7b tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177482 Apr 28 19:51:36.155192 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 226e52e8-eca7-41e0-8d66-3d07c61e4205 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:51:36.169229 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d909109-820c-40e3-8e1f-c6c705e4bc9c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:36.176369 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2d909109-820c-40e3-8e1f-c6c705e4bc9c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:36.183034 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d909109-820c-40e3-8e1f-c6c705e4bc9c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:51:36.183556 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d909109-820c-40e3-8e1f-c6c705e4bc9c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:51:36.274583 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99276c98-c956-46b2-a3d3-ff9cb75ae26d None None] Network 7f15566a-f2ee-4997-afa9-cafef6a0c079 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:36.279762 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4ac57b0a-2a78-4862-93ee-e3564128c9e6 req-67622ade-7b0a-4620-a73b-eee57010814f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a71285-a494-4154-b34e-f7ea33337c0f HTTP/1.1" status: 200 len: 210 time: 0.0543065 Apr 28 19:51:36.291544 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2d909109-820c-40e3-8e1f-c6c705e4bc9c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3999391 Apr 28 19:51:36.294185 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36278) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:36.300080 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f96b29-99e9-4b9a-afe4-9909652b72c5 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Made reservation on behalf of 435280242fd143958a83151627e8ca50 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:36.312565 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-5ac0c8c5-7da4-4ce6-8813-e68e101ba900 None None] Provisioning complete for port 1d351a06-8dde-4026-bb92-ec93dfee7462 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:36.313276 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5ac0c8c5-7da4-4ce6-8813-e68e101ba900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:36.314090 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-679584c4-eed7-4845-8b45-720cbc2fb27b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:36.317044 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77f96b29-99e9-4b9a-afe4-9909652b72c5 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:36.521111 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5ac0c8c5-7da4-4ce6-8813-e68e101ba900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:36.534897 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 5440ef9e-b44e-40fa-b642-3adc72d60fdf completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:51:36.553136 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 5440ef9e-b44e-40fa-b642-3adc72d60fdf triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:36.553630 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:36.618781 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-5ac0c8c5-7da4-4ce6-8813-e68e101ba900 None None] For port 1d351a06-8dde-4026-bb92-ec93dfee7462, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=1d351a06-8dde-4026-bb92-ec93dfee7462,segment=NetworkSegment(e500e321-1667-4fce-bfb0-eb10522bbd5d),segment_id=e500e321-1667-4fce-bfb0-eb10522bbd5d)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:36.623653 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba848307-95fd-42e0-87f5-5a22e12a2ae3 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:36.624449 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c9fd0fcb-e8fb-4f95-8b5f-5f51aadbd363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:36.643727 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77f96b29-99e9-4b9a-afe4-9909652b72c5 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:36.666169 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5ac0c8c5-7da4-4ce6-8813-e68e101ba900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:36.685172 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-423d582d-64dc-4772-9ea3-ba9399d5e8e7 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Allocated IP 172.20.0.10 (21f0b299-0a1b-4e71-a8de-3e8676ce56c4/19b5af0e-4f73-4e51-a909-545b35690aff/8a502811-6b37-4315-bf6a-94b023cadac2) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:36.787740 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0c8c5-7da4-4ce6-8813-e68e101ba900 None None] Pushing event updated for resources: {'Port': ['ID=1d351a06-8dde-4026-bb92-ec93dfee7462,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:36.814408 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-56c63008-dd9f-42f4-b3cf-b83a5b55f797 None None] Could not find standard attr ID for object 0ba30b11-2307-4afb-8b3b-d4637cea1e8c. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:51:36.828986 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f96b29-99e9-4b9a-afe4-9909652b72c5 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event updated for resources: {'Subnet': ['ID=e2b4dbaf-ffb9-4001-87a9-9166dd66377c,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:36.835362 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f96b29-99e9-4b9a-afe4-9909652b72c5 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Checking segment: {'id': 'fd07ab8c-aea4-4241-ab38-36dc4e74a6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '226e52e8-eca7-41e0-8d66-3d07c61e4205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:51:36.835756 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f96b29-99e9-4b9a-afe4-9909652b72c5 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Network hostable DHCP agents. Network: 226e52e8-eca7-41e0-8d66-3d07c61e4205, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:51:36.863955 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f96b29-99e9-4b9a-afe4-9909652b72c5 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Network 226e52e8-eca7-41e0-8d66-3d07c61e4205 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:51:36.888019 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-77f96b29-99e9-4b9a-afe4-9909652b72c5 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 226e52e8-eca7-41e0-8d66-3d07c61e4205) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:36.906716 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f96b29-99e9-4b9a-afe4-9909652b72c5 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:36.907478 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77f96b29-99e9-4b9a-afe4-9909652b72c5 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:36.913599 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-56c63008-dd9f-42f4-b3cf-b83a5b55f797 None None] Provisioning complete for port 4ac1e1d1-d1d8-41e1-ac13-295f4f9d13d1 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:36.914071 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-56c63008-dd9f-42f4-b3cf-b83a5b55f797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:36.918594 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2edef9-38dd-4525-8957-584e574f1ab5 None None] Network 226e52e8-eca7-41e0-8d66-3d07c61e4205 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:36.931820 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-77f96b29-99e9-4b9a-afe4-9909652b72c5 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9225557 Apr 28 19:51:36.932244 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36282) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:36.938043 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-611eaca5-9675-4bc3-91e6-b8821d8ce395 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:36.947280 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 1d351a06-8dde-4026-bb92-ec93dfee7462 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:51:37.051387 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-611eaca5-9675-4bc3-91e6-b8821d8ce395 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13385494'] for subnet, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:37.224487 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c9fd0fcb-e8fb-4f95-8b5f-5f51aadbd363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:37.254779 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679584c4-eed7-4845-8b45-720cbc2fb27b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:37.258978 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-679584c4-eed7-4845-8b45-720cbc2fb27b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:37.260816 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-679584c4-eed7-4845-8b45-720cbc2fb27b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:51:37.261353 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-679584c4-eed7-4845-8b45-720cbc2fb27b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:51:37.271759 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6f24f-6832-4c70-afb4-d91b5cd7c873 req-39cdbdc1-4e46-4b38-8d75-d1bafb2e612c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:37.275550 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0bc6f24f-6832-4c70-afb4-d91b5cd7c873 req-39cdbdc1-4e46-4b38-8d75-d1bafb2e612c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 944 time: 0.1156228 Apr 28 19:51:37.292707 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-611eaca5-9675-4bc3-91e6-b8821d8ce395 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736828789944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16299408'] for subnet, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:37.344506 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611eaca5-9675-4bc3-91e6-b8821d8ce395 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:37.345081 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-611eaca5-9675-4bc3-91e6-b8821d8ce395 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:37.346388 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-611eaca5-9675-4bc3-91e6-b8821d8ce395 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "PUT /v2.0/subnets/e2b4dbaf-ffb9-4001-87a9-9166dd66377c HTTP/1.1" status: 200 len: 826 time: 0.4131210 Apr 28 19:51:37.358326 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36290) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:37.386328 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-679584c4-eed7-4845-8b45-720cbc2fb27b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0851030 Apr 28 19:51:37.389553 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c9fd0fcb-e8fb-4f95-8b5f-5f51aadbd363 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e34a7a1099b44c498192c4a32479e6b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4032559 Apr 28 19:51:37.389553 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd0fcb-e8fb-4f95-8b5f-5f51aadbd363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0e0c2a-8c0f-4e52-b2b2-14ebbf50e9cb,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:37.393084 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36292) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:37.393415 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36294) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:37.409740 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:37.428163 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-d47d8cb1-437b-4196-b9f5-e290280772c6 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:37.443762 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0bc6f24f-6832-4c70-afb4-d91b5cd7c873 req-df6e0340-123c-4ee8-8dfe-81ae05e96eb5 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586244 Apr 28 19:51:37.486582 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f39b7-2b5f-4cec-81d9-7bd75fe70c1b req-3e78aa6f-5fb4-4707-bc58-bd0dbe84f927 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:37.488015 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-171f39b7-2b5f-4cec-81d9-7bd75fe70c1b req-3e78aa6f-5fb4-4707-bc58-bd0dbe84f927 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fe98c56-e542-48e0-bfb5-89cde77b8914 HTTP/1.1" status: 200 len: 932 time: 0.2530847 Apr 28 19:51:37.491476 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-423d582d-64dc-4772-9ea3-ba9399d5e8e7 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:37.496869 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaca5-9675-4bc3-91e6-b8821d8ce395 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event updated for resources: {'Subnet': ['ID=e2b4dbaf-ffb9-4001-87a9-9166dd66377c,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:37.521026 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 5440ef9e-b44e-40fa-b642-3adc72d60fdf, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=5440ef9e-b44e-40fa-b642-3adc72d60fdf,segment=NetworkSegment(7fe1025a-ef48-4d42-914a-75eec3ed90de),segment_id=7fe1025a-ef48-4d42-914a-75eec3ed90de)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:37.526233 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e202e98-19f3-444e-94ee-379b94c766bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5440ef9e-b44e-40fa-b642-3adc72d60fdf'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:37.530403 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c855a1-9155-4cc1-a4a7-6323c3834c54" -d '{"events": [{"server_uuid": "6e202e98-19f3-444e-94ee-379b94c766bd", "name": "network-vif-plugged", "status": "completed", "tag": "5440ef9e-b44e-40fa-b642-3adc72d60fdf"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:51:37.534646 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 1d351a06-8dde-4026-bb92-ec93dfee7462 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:37.535111 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:37.591203 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-171f39b7-2b5f-4cec-81d9-7bd75fe70c1b req-3484fe2b-c14c-44d3-b6cd-06911e30d2af tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] 10.222.0.42 "GET /v2.0/security-groups?id=54fb13d8-6327-4282-8701-71e8455148fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956612 Apr 28 19:51:37.636952 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b9868f9c-838c-4db5-b763-f2f71a652593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:37.651232 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-423d582d-64dc-4772-9ea3-ba9399d5e8e7 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:37.661372 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-a8b329ba-db8c-4ace-88d9-09937bb40107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 239f8483-e94e-415d-b665-525cc3cd0d73 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:51:37.674670 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-a8b329ba-db8c-4ace-88d9-09937bb40107 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:37.681539 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:37.688243 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9d7591-8dc1-4c01-8e57-9cc594e2f6c0 None None] Update dhcp port {'port': {'network_id': '7f15566a-f2ee-4997-afa9-cafef6a0c079', 'fixed_ips': [{'subnet_id': '6f71f05b-290e-4c72-921c-72197fab50a8', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f454fa36-664e-4e9f-bc7b-e90afa73c968'}], 'binding:host_id': 'n-d-839810-1'}, 'id': '1d351a06-8dde-4026-bb92-ec93dfee7462'} from n-d-839810-1. {{(pid=102775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 28 19:51:37.694779 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b9868f9c-838c-4db5-b763-f2f71a652593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:37.700186 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-199dbee4-bf31-46cf-9dca-89646642878f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:37.751860 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-a8b329ba-db8c-4ace-88d9-09937bb40107 service neutron] Transition to ACTIVE for port object 239f8483-e94e-415d-b665-525cc3cd0d73 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:51:37.753986 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-423d582d-64dc-4772-9ea3-ba9399d5e8e7 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Network 21f0b299-0a1b-4e71-a8de-3e8676ce56c4 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:37.757385 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47d8cb1-437b-4196-b9f5-e290280772c6 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:37.761963 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-423d582d-64dc-4772-9ea3-ba9399d5e8e7 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:37.762143 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d47d8cb1-437b-4196-b9f5-e290280772c6 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:37.763790 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47d8cb1-437b-4196-b9f5-e290280772c6 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:51:37.764261 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d47d8cb1-437b-4196-b9f5-e290280772c6 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:51:37.764547 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f3c4c0-6d9b-43fd-a881-f05b52225dc5 None None] DHCP port deletion for 3bb4ad15-38e1-4028-be09-c8cdfded96d3 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:51:37.768144 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-a8b329ba-db8c-4ace-88d9-09937bb40107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:37.773192 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-423d582d-64dc-4772-9ea3-ba9399d5e8e7 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:51:37.776304 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d582d-64dc-4772-9ea3-ba9399d5e8e7 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'Port': ['ID=8a502811-6b37-4315-bf6a-94b023cadac2,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:37.826918 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479462af-82ee-4ba2-a4ae-31a0902ea9e7 req-3829c5ba-4062-45c5-9694-a14da070006d tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:37.828612 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-479462af-82ee-4ba2-a4ae-31a0902ea9e7 req-3829c5ba-4062-45c5-9694-a14da070006d tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 945 time: 0.2147934 Apr 28 19:51:37.864949 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-56c63008-dd9f-42f4-b3cf-b83a5b55f797 None None] Provisioning complete for port 5440ef9e-b44e-40fa-b642-3adc72d60fdf triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:37.865306 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-56c63008-dd9f-42f4-b3cf-b83a5b55f797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:37.877562 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e693e80-6c5b-4196-80d4-de8731679cf0 req-cae77ffb-3773-4786-8e81-152691952fe7 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:37.879201 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e693e80-6c5b-4196-80d4-de8731679cf0 req-cae77ffb-3773-4786-8e81-152691952fe7 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a71285-a494-4154-b34e-f7ea33337c0f HTTP/1.1" status: 200 len: 932 time: 0.1777358 Apr 28 19:51:37.891171 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d47d8cb1-437b-4196-b9f5-e290280772c6 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4966974 Apr 28 19:51:37.892168 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-199dbee4-bf31-46cf-9dca-89646642878f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:37.900940 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b329ba-db8c-4ace-88d9-09937bb40107 service neutron] Pushing event updated for resources: {'Port': ['ID=239f8483-e94e-415d-b665-525cc3cd0d73,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:37.904590 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36298) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:37.959930 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7c9d7591-8dc1-4c01-8e57-9cc594e2f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:37.985680 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e693e80-6c5b-4196-80d4-de8731679cf0 req-501f52de-9e9d-47bb-bebb-f9a6a15a25b3 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=95b77c71-a829-44c5-bd32-470a360e08be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673397 Apr 28 19:51:37.997035 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-423d582d-64dc-4772-9ea3-ba9399d5e8e7 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:37.997945 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-423d582d-64dc-4772-9ea3-ba9399d5e8e7 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:38.021192 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-479462af-82ee-4ba2-a4ae-31a0902ea9e7 req-dcf59e36-b851-4bcb-a4ba-90dac96a2b08 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601849 Apr 28 19:51:38.029303 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b9868f9c-838c-4db5-b763-f2f71a652593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:38.033451 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b9868f9c-838c-4db5-b763-f2f71a652593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:38.036913 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b9868f9c-838c-4db5-b763-f2f71a652593 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9f0e0c2a-8c0f-4e52-b2b2-14ebbf50e9cb HTTP/1.1" status: 204 len: 168 time: 0.6391938 Apr 28 19:51:38.058947 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9868f9c-838c-4db5-b763-f2f71a652593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0e0c2a-8c0f-4e52-b2b2-14ebbf50e9cb,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:38.073969 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-423d582d-64dc-4772-9ea3-ba9399d5e8e7 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9222839 Apr 28 19:51:38.089461 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e667ebb2-583f-46ff-90af-6fd960d4bbd2 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:38.090529 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-0e1967da-593d-454a-a024-0dd0195f8269 service neutron] Request body: {'port': {'device_id': '66a71285-a494-4154-b34e-f7ea33337c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:38.091285 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e667ebb2-583f-46ff-90af-6fd960d4bbd2 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1855731 Apr 28 19:51:38.097441 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36302) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:38.131051 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b37051d-5a8e-4de6-824d-785964935b74 x-openstack-request-id: req-0b37051d-5a8e-4de6-824d-785964935b74 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:51:38.131528 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e202e98-19f3-444e-94ee-379b94c766bd", "name": "network-vif-plugged", "status": "completed", "tag": "5440ef9e-b44e-40fa-b642-3adc72d60fdf", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:51:38.131780 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0b37051d-5a8e-4de6-824d-785964935b74 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:51:38.132193 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b37051d-5a8e-4de6-824d-785964935b74'] response: {'server_uuid': '6e202e98-19f3-444e-94ee-379b94c766bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5440ef9e-b44e-40fa-b642-3adc72d60fdf', 'code': 200} Apr 28 19:51:38.135209 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-199dbee4-bf31-46cf-9dca-89646642878f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:38.142627 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=5440ef9e-b44e-40fa-b642-3adc72d60fdf,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:38.194600 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241cc03d-a9ef-41da-82d4-8f3fc0d742f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-226e52e8-eca7-41e0-8d66-3d07c61e4205', 'network_id': '226e52e8-eca7-41e0-8d66-3d07c61e4205', 'tenant_id': '435280242fd143958a83151627e8ca50', 'fixed_ips': [{'subnet_id': 'e2b4dbaf-ffb9-4001-87a9-9166dd66377c'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:51:38.196585 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-241cc03d-a9ef-41da-82d4-8f3fc0d742f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:38.204066 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01473cae-cbfa-46fc-aa69-a5d4754bd08b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:38.209538 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-01473cae-cbfa-46fc-aa69-a5d4754bd08b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1059854 Apr 28 19:51:38.218853 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36304) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:38.223080 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199dbee4-bf31-46cf-9dca-89646642878f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event deleted for resources: {'Subnet': ['ID=e2b4dbaf-ffb9-4001-87a9-9166dd66377c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:38.278004 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-52a0a336-bfa6-4b29-9088-f923473eea53 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0573814 Apr 28 19:51:38.282296 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36306) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:38.291156 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-1b67bdd5-dcaf-454d-86fa-ff1b1a40ddb7 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:38.349630 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-199dbee4-bf31-46cf-9dca-89646642878f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:38.379526 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-199dbee4-bf31-46cf-9dca-89646642878f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['226e52e8-eca7-41e0-8d66-3d07c61e4205']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:38.380551 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-96f3c4c0-6d9b-43fd-a881-f05b52225dc5 None None] Deleting port 4ac1e1d1-d1d8-41e1-ac13-295f4f9d13d1 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:51:38.380932 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-96f3c4c0-6d9b-43fd-a881-f05b52225dc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:38.393749 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-199dbee4-bf31-46cf-9dca-89646642878f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd07ab8c-aea4-4241-ab38-36dc4e74a6c4') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:38.394189 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-199dbee4-bf31-46cf-9dca-89646642878f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd07ab8c-aea4-4241-ab38-36dc4e74a6c4') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:38.405679 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-199dbee4-bf31-46cf-9dca-89646642878f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:38.408774 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-a8b329ba-db8c-4ace-88d9-09937bb40107 service neutron] Attempting to bind port 239f8483-e94e-415d-b665-525cc3cd0d73 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:51:38.409113 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-a8b329ba-db8c-4ace-88d9-09937bb40107 service neutron] Attempting to bind port 239f8483-e94e-415d-b665-525cc3cd0d73 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '1e1742c3-89b7-451a-9b9f-9de9ad221a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5b6a89ee-f071-475e-a5a9-a84ce4a3bfd1'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:51:38.409436 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-a8b329ba-db8c-4ace-88d9-09937bb40107 service neutron] Attempting to bind port 239f8483-e94e-415d-b665-525cc3cd0d73 on network 5b6a89ee-f071-475e-a5a9-a84ce4a3bfd1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:51:38.433845 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-199dbee4-bf31-46cf-9dca-89646642878f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:38.451541 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-0e1967da-593d-454a-a024-0dd0195f8269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:38.451920 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-199dbee4-bf31-46cf-9dca-89646642878f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:51:38.452500 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-199dbee4-bf31-46cf-9dca-89646642878f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:38.459336 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:51:38.459336 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:51:38.459336 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:51:38.459336 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:51:38.459336 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:51:38.459336 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:51:38.459336 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:51:38.459336 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:51:38.459336 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:51:38.459336 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:51:38.459336 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:51:38.459336 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:51:38.459336 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:51:38.459336 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:51:38.459336 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:51:38.459336 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:51:38.459336 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:51:38.459336 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:51:38.459336 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:51:38.459336 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:51:38.459336 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:51:38.459336 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:51:38.459336 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:51:38.459336 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:51:38.459336 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:51:38.459336 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:51:38.459336 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:51:38.459336 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:51:38.459336 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:51:38.459336 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:51:38.459336 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:51:38.459336 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:51:38.462310 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-a8b329ba-db8c-4ace-88d9-09937bb40107 service neutron] Port 239f8483-e94e-415d-b665-525cc3cd0d73 on network 5b6a89ee-f071-475e-a5a9-a84ce4a3bfd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:51:38.462310 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-a8b329ba-db8c-4ace-88d9-09937bb40107 service neutron] Attempting to bind port 239f8483-e94e-415d-b665-525cc3cd0d73 on network 5b6a89ee-f071-475e-a5a9-a84ce4a3bfd1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:51:38.475702 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-a8b329ba-db8c-4ace-88d9-09937bb40107 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:51:38.475923 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-a8b329ba-db8c-4ace-88d9-09937bb40107 service neutron] Checking segment: {'id': '1e1742c3-89b7-451a-9b9f-9de9ad221a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5b6a89ee-f071-475e-a5a9-a84ce4a3bfd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:51:38.477734 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-a8b329ba-db8c-4ace-88d9-09937bb40107 service neutron] Bound using segment: {'id': '1e1742c3-89b7-451a-9b9f-9de9ad221a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5b6a89ee-f071-475e-a5a9-a84ce4a3bfd1'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:51:38.478867 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-a8b329ba-db8c-4ace-88d9-09937bb40107 service neutron] Bound port: 239f8483-e94e-415d-b665-525cc3cd0d73, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e1742c3-89b7-451a-9b9f-9de9ad221a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5b6a89ee-f071-475e-a5a9-a84ce4a3bfd1'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:51:38.479290 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-a8b329ba-db8c-4ace-88d9-09937bb40107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:38.483624 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0503b6-b7a4-4c3c-8cc3-4e5f6959f755 req-23f845e8-b24d-4a49-a11a-4d9df9e91578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:38.485494 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3b0503b6-b7a4-4c3c-8cc3-4e5f6959f755 req-23f845e8-b24d-4a49-a11a-4d9df9e91578 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 1096 time: 0.2641790 Apr 28 19:51:38.546138 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704e5361-3f7b-4bea-811e-4eee491ad78d None None] Network 226e52e8-eca7-41e0-8d66-3d07c61e4205 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:38.583162 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-a8b329ba-db8c-4ace-88d9-09937bb40107 service neutron] For port 239f8483-e94e-415d-b665-525cc3cd0d73, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:51:38.588706 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-a8b329ba-db8c-4ace-88d9-09937bb40107 service neutron] For port 239f8483-e94e-415d-b665-525cc3cd0d73, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=239f8483-e94e-415d-b665-525cc3cd0d73,segment=NetworkSegment(1e1742c3-89b7-451a-9b9f-9de9ad221a79),segment_id=1e1742c3-89b7-451a-9b9f-9de9ad221a79)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:51:38.598971 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-a8b329ba-db8c-4ace-88d9-09937bb40107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:38.631945 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-96f3c4c0-6d9b-43fd-a881-f05b52225dc5 None None] For port 4ac1e1d1-d1d8-41e1-ac13-295f4f9d13d1, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=4ac1e1d1-d1d8-41e1-ac13-295f4f9d13d1,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:38.632433 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-96f3c4c0-6d9b-43fd-a881-f05b52225dc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:38.692129 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b67bdd5-dcaf-454d-86fa-ff1b1a40ddb7 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:38.696909 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1b67bdd5-dcaf-454d-86fa-ff1b1a40ddb7 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:38.706880 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b329ba-db8c-4ace-88d9-09937bb40107 service neutron] Pushing event updated for resources: {'Port': ['ID=239f8483-e94e-415d-b665-525cc3cd0d73,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:38.759424 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-96f3c4c0-6d9b-43fd-a881-f05b52225dc5 None None] Calling delete_port for 4ac1e1d1-d1d8-41e1-ac13-295f4f9d13d1 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:51:38.791677 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-a8b329ba-db8c-4ace-88d9-09937bb40107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:38.792630 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-a8b329ba-db8c-4ace-88d9-09937bb40107 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:38.794339 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-a8b329ba-db8c-4ace-88d9-09937bb40107 service neutron] 10.222.0.15 "PUT /v2.0/ports/239f8483-e94e-415d-b665-525cc3cd0d73 HTTP/1.1" status: 200 len: 1092 time: 2.9254684 Apr 28 19:51:38.812017 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe98c56-e542-48e0-bfb5-89cde77b8914', 'tag': '239f8483-e94e-415d-b665-525cc3cd0d73'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:38.821231 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0913f6-40f6-458b-b81f-7cb645c1aaa9" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe98c56-e542-48e0-bfb5-89cde77b8914", "tag": "239f8483-e94e-415d-b665-525cc3cd0d73"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:51:38.837409 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-7c9d7591-8dc1-4c01-8e57-9cc594e2f6c0 None None] Allocated IP 172.20.0.1 (7f15566a-f2ee-4997-afa9-cafef6a0c079/f454fa36-664e-4e9f-bc7b-e90afa73c968/1d351a06-8dde-4026-bb92-ec93dfee7462) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:38.853235 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-99a09899-6415-49f0-b928-520e53f8c205 None None] Provisioning complete for port 5440ef9e-b44e-40fa-b642-3adc72d60fdf triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:38.853665 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-99a09899-6415-49f0-b928-520e53f8c205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:38.923932 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 1d351a06-8dde-4026-bb92-ec93dfee7462 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:51:38.980010 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3b0503b6-b7a4-4c3c-8cc3-4e5f6959f755 req-74f0889e-8aa7-45d6-abca-7c79dbd1cd5e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4510794 Apr 28 19:51:38.990979 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-199dbee4-bf31-46cf-9dca-89646642878f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:39.025793 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-199dbee4-bf31-46cf-9dca-89646642878f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:39.029227 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-199dbee4-bf31-46cf-9dca-89646642878f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "DELETE /v2.0/networks/226e52e8-eca7-41e0-8d66-3d07c61e4205 HTTP/1.1" status: 204 len: 168 time: 1.6714385 Apr 28 19:51:39.030294 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199dbee4-bf31-46cf-9dca-89646642878f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event deleted for resources: {'Network': ['ID=226e52e8-eca7-41e0-8d66-3d07c61e4205,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:39.032213 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36330) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:39.058525 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e2d1eb-de81-4c75-9889-537101619d2b None None] Network 226e52e8-eca7-41e0-8d66-3d07c61e4205 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:39.066403 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef32179-a5d0-41f4-bdf9-343d2db2bd6a req-02513406-e80a-43e7-a568-9aac1ad34dd4 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:39.068520 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1ef32179-a5d0-41f4-bdf9-343d2db2bd6a req-02513406-e80a-43e7-a568-9aac1ad34dd4 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 945 time: 0.1363564 Apr 28 19:51:39.070344 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-0144c142-aade-462f-a568-a3c8d35639a6 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] DELETE failed (client error): The resource could not be found. Apr 28 19:51:39.071039 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0144c142-aade-462f-a568-a3c8d35639a6 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:51:39.075312 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0144c142-aade-462f-a568-a3c8d35639a6 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "DELETE /v2.0/networks/226e52e8-eca7-41e0-8d66-3d07c61e4205 HTTP/1.1" status: 404 len: 339 time: 0.0393579 Apr 28 19:51:39.079322 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36334) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:39.086343 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-dc789ead-5d1c-457a-b7bc-900af9709b21 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-187861476', 'description': 'd1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:39.098044 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31563008-47de-4959-aaf3-1f11fb1e049c req-fd136056-7555-4fcd-9378-3027a4077ee1 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:39.105971 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-31563008-47de-4959-aaf3-1f11fb1e049c req-fd136056-7555-4fcd-9378-3027a4077ee1 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fe98c56-e542-48e0-bfb5-89cde77b8914 HTTP/1.1" status: 200 len: 944 time: 0.3750265 Apr 28 19:51:39.114574 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e2d1eb-de81-4c75-9889-537101619d2b None None] Network 226e52e8-eca7-41e0-8d66-3d07c61e4205 could not be found, it might have been deleted concurrently. {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 28 19:51:39.136984 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc789ead-5d1c-457a-b7bc-900af9709b21 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Made reservation on behalf of 435280242fd143958a83151627e8ca50 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:39.142234 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc789ead-5d1c-457a-b7bc-900af9709b21 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:39.147155 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-96f3c4c0-6d9b-43fd-a881-f05b52225dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:39.147382 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-f7c2ac76-bb3c-48a6-a0f2-2737aec74dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:39.155973 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-f7c2ac76-bb3c-48a6-a0f2-2737aec74dda service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5fbb40048884d95bc3a181102515d75&device_id=3fe98c56-e542-48e0-bfb5-89cde77b8914 HTTP/1.1" status: 200 len: 1095 time: 0.2870865 Apr 28 19:51:39.187480 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1ef32179-a5d0-41f4-bdf9-343d2db2bd6a req-9e361648-6bf9-4159-8735-2d226da0fda6 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096826 Apr 28 19:51:39.204554 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc789ead-5d1c-457a-b7bc-900af9709b21 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:51:39.235138 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc789ead-5d1c-457a-b7bc-900af9709b21 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:39.236793 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-dc789ead-5d1c-457a-b7bc-900af9709b21 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Added segment 1e800242-253f-489a-8e32-aa8a54206e4b of type vlan for network c991ea08-cfd6-47bc-b27c-aaf8e8b1d26c Apr 28 19:51:39.262668 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3c4c0-6d9b-43fd-a881-f05b52225dc5 None None] Pushing event deleted for resources: {'Port': ['ID=4ac1e1d1-d1d8-41e1-ac13-295f4f9d13d1,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:39.266499 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f3c4c0-6d9b-43fd-a881-f05b52225dc5 None None] No DVR routers for this DVR port 4ac1e1d1-d1d8-41e1-ac13-295f4f9d13d1 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:51:39.316177 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 1d351a06-8dde-4026-bb92-ec93dfee7462 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:39.316846 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:39.321619 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7c9d7591-8dc1-4c01-8e57-9cc594e2f6c0 None None] For port 1d351a06-8dde-4026-bb92-ec93dfee7462, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=1d351a06-8dde-4026-bb92-ec93dfee7462,segment=NetworkSegment(e500e321-1667-4fce-bfb0-eb10522bbd5d),segment_id=e500e321-1667-4fce-bfb0-eb10522bbd5d)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:39.328861 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ef2770-3135-433d-8551-7e7bd0027abc x-openstack-request-id: req-00ef2770-3135-433d-8551-7e7bd0027abc {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:51:39.331486 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe98c56-e542-48e0-bfb5-89cde77b8914", "tag": "239f8483-e94e-415d-b665-525cc3cd0d73", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:51:39.331718 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-00ef2770-3135-433d-8551-7e7bd0027abc {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:51:39.332182 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00ef2770-3135-433d-8551-7e7bd0027abc'] response: {'name': 'network-changed', 'server_uuid': '3fe98c56-e542-48e0-bfb5-89cde77b8914', 'tag': '239f8483-e94e-415d-b665-525cc3cd0d73', 'status': 'completed', 'code': 200} Apr 28 19:51:39.342893 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-602eb222-4db8-4fe1-8880-25d35c8acb0f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=239f8483-e94e-415d-b665-525cc3cd0d73 HTTP/1.1" status: 200 len: 217 time: 0.1363668 Apr 28 19:51:39.368314 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc789ead-5d1c-457a-b7bc-900af9709b21 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:39.384295 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-31563008-47de-4959-aaf3-1f11fb1e049c req-0dd6de6c-b0e4-424b-b4e8-f1b088d28b06 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] 10.222.0.42 "GET /v2.0/security-groups?id=54fb13d8-6327-4282-8701-71e8455148fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447474 Apr 28 19:51:39.422486 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-99a09899-6415-49f0-b928-520e53f8c205 None None] Provisioning complete for port 8a502811-6b37-4315-bf6a-94b023cadac2 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:39.422872 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-99a09899-6415-49f0-b928-520e53f8c205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:39.427093 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7c9d7591-8dc1-4c01-8e57-9cc594e2f6c0 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:39.453721 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7c9d7591-8dc1-4c01-8e57-9cc594e2f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:39.521422 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-99a09899-6415-49f0-b928-520e53f8c205 None None] Port 8a502811-6b37-4315-bf6a-94b023cadac2 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:51:39.522641 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc789ead-5d1c-457a-b7bc-900af9709b21 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:39.530110 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc789ead-5d1c-457a-b7bc-900af9709b21 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:39.531001 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc789ead-5d1c-457a-b7bc-900af9709b21 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2044720'] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:39.543857 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f5cf4-ac5b-41b4-94eb-28abe26b28e6 req-96339ae3-b7f3-457c-bedf-52969d974f11 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:39.551731 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3e9f5cf4-ac5b-41b4-94eb-28abe26b28e6 req-96339ae3-b7f3-457c-bedf-52969d974f11 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a71285-a494-4154-b34e-f7ea33337c0f HTTP/1.1" status: 200 len: 932 time: 0.1258633 Apr 28 19:51:39.580668 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d7591-8dc1-4c01-8e57-9cc594e2f6c0 None None] Pushing event updated for resources: {'Port': ['ID=1d351a06-8dde-4026-bb92-ec93dfee7462,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:39.655465 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-dc789ead-5d1c-457a-b7bc-900af9709b21 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5748811 Apr 28 19:51:39.659140 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36342) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:39.679618 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3e9f5cf4-ac5b-41b4-94eb-28abe26b28e6 req-cfa0fd96-f739-4636-ad75-6c70972a2aa7 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=95b77c71-a829-44c5-bd32-470a360e08be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266913 Apr 28 19:51:39.680749 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc789ead-5d1c-457a-b7bc-900af9709b21 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event updated for resources: {'Network': ['ID=c991ea08-cfd6-47bc-b27c-aaf8e8b1d26c,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:39.693372 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network c991ea08-cfd6-47bc-b27c-aaf8e8b1d26c details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:51:39.730869 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-04f3c9ce-f576-4ec6-a885-95bb2787970c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:39.733340 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-04f3c9ce-f576-4ec6-a885-95bb2787970c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=868a8c5e-1021-46a9-8847-86777601fbed HTTP/1.1" status: 200 len: 854 time: 0.3554425 Apr 28 19:51:39.759242 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 4ac1e1d1-d1d8-41e1-ac13-295f4f9d13d1 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:51:39.788653 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 4ac1e1d1-d1d8-41e1-ac13-295f4f9d13d1 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:51:39.789048 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 4ac1e1d1-d1d8-41e1-ac13-295f4f9d13d1 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:51:39.854702 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-2e1cb1a2-5c08-4fc4-a776-ce14e1c35d0b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5b6a89ee-f071-475e-a5a9-a84ce4a3bfd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765378 Apr 28 19:51:39.921743 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc12d2-ce88-46a3-b702-3dc9d4db78b5 req-fa562039-19f6-4b4e-8101-b6d7ebd95901 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:39.923282 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-79cc12d2-ce88-46a3-b702-3dc9d4db78b5 req-fa562039-19f6-4b4e-8101-b6d7ebd95901 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 945 time: 0.3332319 Apr 28 19:51:40.012822 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-0e1967da-593d-454a-a024-0dd0195f8269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a502811-6b37-4315-bf6a-94b023cadac2 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:51:40.063827 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf34b3a8-306c-4bac-a93e-bbce550d521b tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:40.065520 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-bf34b3a8-306c-4bac-a93e-bbce550d521b tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "GET /v2.0/networks?id=c991ea08-cfd6-47bc-b27c-aaf8e8b1d26c HTTP/1.1" status: 200 len: 764 time: 0.3981204 Apr 28 19:51:40.068048 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-0e1967da-593d-454a-a024-0dd0195f8269 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:40.068688 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36354) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:40.078287 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-a1ea79db-817e-4765-9abd-52af255e1112 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Request body: {'network': {'description': 'd2'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:40.114163 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-79cc12d2-ce88-46a3-b702-3dc9d4db78b5 req-1cd5d633-9e48-4148-be9c-0399eaa1590b tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656096 Apr 28 19:51:40.117783 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-0e1967da-593d-454a-a024-0dd0195f8269 service neutron] Transition to ACTIVE for port object 8a502811-6b37-4315-bf6a-94b023cadac2 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:51:40.161006 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-0e1967da-593d-454a-a024-0dd0195f8269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:40.244296 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-fedd8964-7f8b-4eef-9305-6f34b12277db service neutron] 10.222.0.15 "GET /v2.0/networks/5b6a89ee-f071-475e-a5a9-a84ce4a3bfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305020 Apr 28 19:51:40.275044 n-d-839810-1 neutron-server[102773]: DEBUG neutron.objects.ports [None req-1b67bdd5-dcaf-454d-86fa-ff1b1a40ddb7 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102773) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 19:51:40.294598 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a1ea79db-817e-4765-9abd-52af255e1112 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:40.294782 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1b67bdd5-dcaf-454d-86fa-ff1b1a40ddb7 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:40.317742 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a1ea79db-817e-4765-9abd-52af255e1112 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:40.326270 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1967da-593d-454a-a024-0dd0195f8269 service neutron] Pushing event updated for resources: {'Port': ['ID=8a502811-6b37-4315-bf6a-94b023cadac2,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:40.442313 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b67bdd5-dcaf-454d-86fa-ff1b1a40ddb7 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:40.533820 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c7fe80-911f-42bc-9ef8-fcc226dd67af None None] Network 7f15566a-f2ee-4997-afa9-cafef6a0c079 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:40.537104 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-1b67bdd5-dcaf-454d-86fa-ff1b1a40ddb7 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:40.537605 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a1ea79db-817e-4765-9abd-52af255e1112 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Network c991ea08-cfd6-47bc-b27c-aaf8e8b1d26c is not hosted by any dhcp agent {{(pid=102774) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 28 19:51:40.543575 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ea79db-817e-4765-9abd-52af255e1112 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:40.544682 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a1ea79db-817e-4765-9abd-52af255e1112 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:40.546285 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a1ea79db-817e-4765-9abd-52af255e1112 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "PUT /v2.0/networks/c991ea08-cfd6-47bc-b27c-aaf8e8b1d26c HTTP/1.1" status: 200 len: 761 time: 0.4757302 Apr 28 19:51:40.551522 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36368) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:40.567080 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea79db-817e-4765-9abd-52af255e1112 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event updated for resources: {'Network': ['ID=c991ea08-cfd6-47bc-b27c-aaf8e8b1d26c,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:40.571689 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b67bdd5-dcaf-454d-86fa-ff1b1a40ddb7 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:40.572836 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1b67bdd5-dcaf-454d-86fa-ff1b1a40ddb7 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:40.667992 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12fe09-6832-4906-92ee-eae00425b1a0 req-1c79698a-0846-4e8d-b8e7-94dfabb39e9b tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:40.677310 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-de12fe09-6832-4906-92ee-eae00425b1a0 req-1c79698a-0846-4e8d-b8e7-94dfabb39e9b tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 945 time: 0.2261701 Apr 28 19:51:40.691320 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1b67bdd5-dcaf-454d-86fa-ff1b1a40ddb7 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4078908 Apr 28 19:51:40.692284 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67bdd5-dcaf-454d-86fa-ff1b1a40ddb7 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Subnet': ['ID=8b7fb865-b719-4c0f-9b2f-b151f9e11fb8,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:40.699902 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36370) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:40.706400 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-38f22fe1-0b69-46a7-802c-4aed5e78c51b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'port': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'mac_address': 'fa:16:3e:5e:79:3c', 'name': 'tempest-NetworksTestDHCPv6-2074542257'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:40.721728 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70037e43-fad5-4ba2-8004-f258809af879 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:40.724459 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-70037e43-fad5-4ba2-8004-f258809af879 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "GET /v2.0/networks?id=c991ea08-cfd6-47bc-b27c-aaf8e8b1d26c HTTP/1.1" status: 200 len: 764 time: 0.1670351 Apr 28 19:51:40.729625 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36378) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:40.764142 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-0e1967da-593d-454a-a024-0dd0195f8269 service neutron] Attempting to bind port 8a502811-6b37-4315-bf6a-94b023cadac2 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:51:40.764604 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-0e1967da-593d-454a-a024-0dd0195f8269 service neutron] Attempting to bind port 8a502811-6b37-4315-bf6a-94b023cadac2 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'e300a6a7-3a1a-4ad6-a5a2-071728770978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:51:40.764945 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-0e1967da-593d-454a-a024-0dd0195f8269 service neutron] Attempting to bind port 8a502811-6b37-4315-bf6a-94b023cadac2 on network 21f0b299-0a1b-4e71-a8de-3e8676ce56c4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:51:40.779617 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82657ece-95d0-4b23-ba38-c867eeddb8e1 req-0ba303e2-a928-47d4-861b-084e3e7260ac tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:40.788263 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-82657ece-95d0-4b23-ba38-c867eeddb8e1 req-0ba303e2-a928-47d4-861b-084e3e7260ac tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fe98c56-e542-48e0-bfb5-89cde77b8914 HTTP/1.1" status: 200 len: 944 time: 0.2665370 Apr 28 19:51:40.791748 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-0e1967da-593d-454a-a024-0dd0195f8269 service neutron] Port 8a502811-6b37-4315-bf6a-94b023cadac2 on network 21f0b299-0a1b-4e71-a8de-3e8676ce56c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:51:40.792072 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-0e1967da-593d-454a-a024-0dd0195f8269 service neutron] Attempting to bind port 8a502811-6b37-4315-bf6a-94b023cadac2 on network 21f0b299-0a1b-4e71-a8de-3e8676ce56c4 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:51:40.802486 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-49a3562b-a605-4f44-85f4-cd8cc8443d69 req-e5007b7e-758f-449c-ac22-2a6693b6a81f service neutron] 10.222.0.15 "GET /v2.0/networks/5b6a89ee-f071-475e-a5a9-a84ce4a3bfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5244668 Apr 28 19:51:40.819421 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-0e1967da-593d-454a-a024-0dd0195f8269 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:51:40.819421 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-0e1967da-593d-454a-a024-0dd0195f8269 service neutron] Checking segment: {'id': 'e300a6a7-3a1a-4ad6-a5a2-071728770978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:51:40.819421 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-0e1967da-593d-454a-a024-0dd0195f8269 service neutron] Bound using segment: {'id': 'e300a6a7-3a1a-4ad6-a5a2-071728770978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:51:40.819421 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-0e1967da-593d-454a-a024-0dd0195f8269 service neutron] Bound port: 8a502811-6b37-4315-bf6a-94b023cadac2, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e300a6a7-3a1a-4ad6-a5a2-071728770978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:51:40.819421 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-0e1967da-593d-454a-a024-0dd0195f8269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:40.878969 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network c991ea08-cfd6-47bc-b27c-aaf8e8b1d26c details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:51:40.881249 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2032c54a-7c4c-432d-bbe3-1b41cab287a0 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:40.892517 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 1d351a06-8dde-4026-bb92-ec93dfee7462 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:51:40.959748 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-de12fe09-6832-4906-92ee-eae00425b1a0 req-cf16bc03-4a75-42de-b377-3d4254a7675d tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2811954 Apr 28 19:51:40.975239 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-82657ece-95d0-4b23-ba38-c867eeddb8e1 req-8b8ff95b-3042-47ee-8484-57a3b51349c4 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] 10.222.0.42 "GET /v2.0/security-groups?id=54fb13d8-6327-4282-8701-71e8455148fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838107 Apr 28 19:51:41.057311 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0913f6-40f6-458b-b81f-7cb645c1aaa9 req-fa37e77c-46b9-4266-9fa0-cdb0f1256a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:41.059049 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0a0913f6-40f6-458b-b81f-7cb645c1aaa9 req-fa37e77c-46b9-4266-9fa0-cdb0f1256a92 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5fbb40048884d95bc3a181102515d75&device_id=3fe98c56-e542-48e0-bfb5-89cde77b8914 HTTP/1.1" status: 200 len: 1095 time: 0.1877034 Apr 28 19:51:41.092582 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-0e1967da-593d-454a-a024-0dd0195f8269 service neutron] For port 8a502811-6b37-4315-bf6a-94b023cadac2, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:51:41.097802 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-0e1967da-593d-454a-a024-0dd0195f8269 service neutron] For port 8a502811-6b37-4315-bf6a-94b023cadac2, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=8a502811-6b37-4315-bf6a-94b023cadac2,segment=NetworkSegment(e300a6a7-3a1a-4ad6-a5a2-071728770978),segment_id=e300a6a7-3a1a-4ad6-a5a2-071728770978)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:51:41.116755 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-0e1967da-593d-454a-a024-0dd0195f8269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:41.177411 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-df3606cd-9af2-48fb-be01-4a266c203c0c None None] Provisioning complete for port 1d351a06-8dde-4026-bb92-ec93dfee7462 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:41.177807 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-df3606cd-9af2-48fb-be01-4a266c203c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:41.189136 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 1d351a06-8dde-4026-bb92-ec93dfee7462 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:41.189511 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:41.258164 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-0e1967da-593d-454a-a024-0dd0195f8269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:41.258911 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-0e1967da-593d-454a-a024-0dd0195f8269 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:41.260427 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-0e1967da-593d-454a-a024-0dd0195f8269 service neutron] 10.222.0.44 "PUT /v2.0/ports/8a502811-6b37-4315-bf6a-94b023cadac2 HTTP/1.1" status: 200 len: 1092 time: 3.1770396 Apr 28 19:51:41.336656 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb33521-1da6-4b04-b087-c6ac086d7f62 req-a7c0d430-cbbf-4a29-b38d-0c236a6dde3c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:41.339048 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0cb33521-1da6-4b04-b087-c6ac086d7f62 req-a7c0d430-cbbf-4a29-b38d-0c236a6dde3c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 945 time: 0.2929463 Apr 28 19:51:41.345471 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a71285-a494-4154-b34e-f7ea33337c0f', 'tag': '8a502811-6b37-4315-bf6a-94b023cadac2'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:41.351874 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341e6e2e-221e-4391-8d5c-3618dc1a7022" -d '{"events": [{"name": "network-changed", "server_uuid": "66a71285-a494-4154-b34e-f7ea33337c0f", "tag": "8a502811-6b37-4315-bf6a-94b023cadac2"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:51:41.353980 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee92873-11d9-434a-82f9-8f207b60ac0b tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:41.355770 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6ee92873-11d9-434a-82f9-8f207b60ac0b tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6251600 Apr 28 19:51:41.361875 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36410) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:41.362538 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36412) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:41.370876 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-26e84f87-24dc-415d-ac90-a39586dbb069 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Request body: {'floatingip': {'port_id': '5440ef9e-b44e-40fa-b642-3adc72d60fdf'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:41.389623 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5a3d2-6cea-45af-9b46-a77a511d28a1 req-e4642504-fe51-4b22-be79-44a4d633a467 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:41.400829 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7ff5a3d2-6cea-45af-9b46-a77a511d28a1 req-e4642504-fe51-4b22-be79-44a4d633a467 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a71285-a494-4154-b34e-f7ea33337c0f HTTP/1.1" status: 200 len: 944 time: 0.2890847 Apr 28 19:51:41.435878 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1967da-593d-454a-a024-0dd0195f8269 service neutron] Pushing event updated for resources: {'Port': ['ID=8a502811-6b37-4315-bf6a-94b023cadac2,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:41.486034 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0913f6-40f6-458b-b81f-7cb645c1aaa9 req-d000d09c-8314-4593-a1a7-88922f6e56cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:41.488766 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0a0913f6-40f6-458b-b81f-7cb645c1aaa9 req-d000d09c-8314-4593-a1a7-88922f6e56cb service neutron] 10.222.0.15 "GET /v2.0/networks?id=5b6a89ee-f071-475e-a5a9-a84ce4a3bfd1 HTTP/1.1" status: 200 len: 915 time: 0.4200344 Apr 28 19:51:41.525279 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997da379-a38c-4062-aa50-82aed82a6f9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'fixed_ips': [{'subnet_id': '8b7fb865-b719-4c0f-9b2f-b151f9e11fb8'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:51:41.526415 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-997da379-a38c-4062-aa50-82aed82a6f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:41.583046 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-364bb998-ff8b-4e66-94d0-b77734f81fd1 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "GET /v2.0/subnets?network_id=562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 207 time: 0.1606538 Apr 28 19:51:41.605587 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f22fe1-0b69-46a7-802c-4aed5e78c51b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:41.620145 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36416) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:41.654270 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-26e84f87-24dc-415d-ac90-a39586dbb069 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for floatingip, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:41.699322 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36418) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:41.883905 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-997da379-a38c-4062-aa50-82aed82a6f9e None None] Allocated IP 2001:db8::f816:3eff:fe3d:bf4f (3bb4ad15-38e1-4028-be09-c8cdfded96d3/8b7fb865-b719-4c0f-9b2f-b151f9e11fb8/6343511f-787a-4bc8-8607-4bbe547a3f23) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:42.008088 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72404c-08e1-4e7e-aa31-d9d2af8c8da9 req-d91f80a1-bc75-4a43-a457-30e6f183248c tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:42.010243 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5e72404c-08e1-4e7e-aa31-d9d2af8c8da9 req-d91f80a1-bc75-4a43-a457-30e6f183248c tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 945 time: 0.4573607 Apr 28 19:51:42.043003 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7ff5a3d2-6cea-45af-9b46-a77a511d28a1 req-052fe22a-bdc6-4bfb-a27c-6b43b957ac6a tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=95b77c71-a829-44c5-bd32-470a360e08be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6410148 Apr 28 19:51:42.046827 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-909dba08-b623-49d8-ba91-6ff170698c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:42.049503 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-909dba08-b623-49d8-ba91-6ff170698c97 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d9e2f02c26d442699c083632dd6dfd5&device_id=66a71285-a494-4154-b34e-f7ea33337c0f HTTP/1.1" status: 200 len: 1095 time: 0.7209861 Apr 28 19:51:42.051824 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0a0913f6-40f6-458b-b81f-7cb645c1aaa9 req-c23fe528-c686-4f1e-9a8c-620505a80353 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=239f8483-e94e-415d-b665-525cc3cd0d73 HTTP/1.1" status: 200 len: 217 time: 0.5519216 Apr 28 19:51:42.135639 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-a3f96e1e-dfa7-4366-88a2-0f8f4086efd7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a502811-6b37-4315-bf6a-94b023cadac2 HTTP/1.1" status: 200 len: 217 time: 0.0773835 Apr 28 19:51:42.188989 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad95ad10-3bd7-4447-96ca-26245aa69e73 x-openstack-request-id: req-ad95ad10-3bd7-4447-96ca-26245aa69e73 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:51:42.190265 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66a71285-a494-4154-b34e-f7ea33337c0f", "tag": "8a502811-6b37-4315-bf6a-94b023cadac2", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:51:42.190785 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ad95ad10-3bd7-4447-96ca-26245aa69e73 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:51:42.192989 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad95ad10-3bd7-4447-96ca-26245aa69e73'] response: {'name': 'network-changed', 'server_uuid': '66a71285-a494-4154-b34e-f7ea33337c0f', 'tag': '8a502811-6b37-4315-bf6a-94b023cadac2', 'status': 'completed', 'code': 200} Apr 28 19:51:42.233686 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-997da379-a38c-4062-aa50-82aed82a6f9e None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:42.236125 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-38f22fe1-0b69-46a7-802c-4aed5e78c51b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:42.249092 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-997da379-a38c-4062-aa50-82aed82a6f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:42.255547 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6cf73dd-5267-425c-a2a5-042c60febbfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:42.290672 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5e72404c-08e1-4e7e-aa31-d9d2af8c8da9 req-485ddfb5-0d93-47bb-ba46-0769831912cd tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497737 Apr 28 19:51:42.315780 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e60fe4-d170-46e4-a87d-8f96b4a24c84 None None] Network 7f15566a-f2ee-4997-afa9-cafef6a0c079 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:42.338533 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0913f6-40f6-458b-b81f-7cb645c1aaa9 req-3df48c6f-acc6-4de2-a290-c7b02255a988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:42.341367 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0a0913f6-40f6-458b-b81f-7cb645c1aaa9 req-3df48c6f-acc6-4de2-a290-c7b02255a988 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=868a8c5e-1021-46a9-8847-86777601fbed HTTP/1.1" status: 200 len: 854 time: 0.2813735 Apr 28 19:51:42.355775 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435062a3-5880-4ce6-bebe-f1ee046d3497 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:42.362298 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435062a3-5880-4ce6-bebe-f1ee046d3497 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:42.369275 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435062a3-5880-4ce6-bebe-f1ee046d3497 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:42.375107 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435062a3-5880-4ce6-bebe-f1ee046d3497 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:42.381607 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435062a3-5880-4ce6-bebe-f1ee046d3497 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:42.387389 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435062a3-5880-4ce6-bebe-f1ee046d3497 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:42.389218 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-435062a3-5880-4ce6-bebe-f1ee046d3497 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.7692716 Apr 28 19:51:42.412774 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-38f22fe1-0b69-46a7-802c-4aed5e78c51b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] device_id is not set on port cfe60395-4dc4-4c3b-a9ba-e1c981bb463f yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:51:42.416243 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81fe29e-1478-4f28-9b91-952fd632e996 req-5d9fc0a3-358b-4072-9780-cce8d62d243b tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:42.417850 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a81fe29e-1478-4f28-9b91-952fd632e996 req-5d9fc0a3-358b-4072-9780-cce8d62d243b tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fe98c56-e542-48e0-bfb5-89cde77b8914 HTTP/1.1" status: 200 len: 944 time: 0.1536396 Apr 28 19:51:42.419392 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-414dbc2d-caee-4f9c-b374-09f1f999f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:42.420913 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-414dbc2d-caee-4f9c-b374-09f1f999f91e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=19b5af0e-4f73-4e51-a909-545b35690aff HTTP/1.1" status: 200 len: 834 time: 0.2345495 Apr 28 19:51:42.422262 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36424) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:42.424288 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0a0913f6-40f6-458b-b81f-7cb645c1aaa9 req-fe603156-b212-4ed9-a393-94c6eb96dc9a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5b6a89ee-f071-475e-a5a9-a84ce4a3bfd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688992 Apr 28 19:51:42.464023 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997da379-a38c-4062-aa50-82aed82a6f9e None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:42.488639 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-997da379-a38c-4062-aa50-82aed82a6f9e None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:42.500941 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997da379-a38c-4062-aa50-82aed82a6f9e None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:51:42.512895 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997da379-a38c-4062-aa50-82aed82a6f9e None None] Pushing event updated for resources: {'Port': ['ID=6343511f-787a-4bc8-8607-4bbe547a3f23,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:42.539742 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0f7ba623-da86-4fb3-b081-54ed992dd0b5 None None] Provisioning complete for port 1d351a06-8dde-4026-bb92-ec93dfee7462 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:42.540412 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0f7ba623-da86-4fb3-b081-54ed992dd0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:42.657881 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a81fe29e-1478-4f28-9b91-952fd632e996 req-3b4292e4-81bb-4bd7-8950-08022c568a0a tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] 10.222.0.42 "GET /v2.0/security-groups?id=54fb13d8-6327-4282-8701-71e8455148fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061615 Apr 28 19:51:42.671616 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-2fde38b9-a0ca-40da-9f49-996689eebfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:42.673196 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-2fde38b9-a0ca-40da-9f49-996689eebfac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=21f0b299-0a1b-4e71-a8de-3e8676ce56c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2242916 Apr 28 19:51:42.703128 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-997da379-a38c-4062-aa50-82aed82a6f9e None None] Attempting to bind port 6343511f-787a-4bc8-8607-4bbe547a3f23 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:51:42.703498 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-997da379-a38c-4062-aa50-82aed82a6f9e None None] Attempting to bind port 6343511f-787a-4bc8-8607-4bbe547a3f23 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:51:42.703862 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997da379-a38c-4062-aa50-82aed82a6f9e None None] Attempting to bind port 6343511f-787a-4bc8-8607-4bbe547a3f23 on network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:51:42.733523 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997da379-a38c-4062-aa50-82aed82a6f9e None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:51:42.733888 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997da379-a38c-4062-aa50-82aed82a6f9e None None] Checking segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:51:42.734300 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-997da379-a38c-4062-aa50-82aed82a6f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:42.734706 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997da379-a38c-4062-aa50-82aed82a6f9e None None] Bound using segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:51:42.735194 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-997da379-a38c-4062-aa50-82aed82a6f9e None None] Bound port: 6343511f-787a-4bc8-8607-4bbe547a3f23, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:51:42.735583 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-997da379-a38c-4062-aa50-82aed82a6f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:42.797133 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-83de9de0-bd3b-4067-a35e-a12997b4c6b5 service neutron] 10.222.0.44 "GET /v2.0/networks/21f0b299-0a1b-4e71-a8de-3e8676ce56c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045895 Apr 28 19:51:42.821177 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f994aa1c-cdb3-4376-8374-bf1a424374f6 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3954608 Apr 28 19:51:42.827373 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36426) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:42.859957 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0a0913f6-40f6-458b-b81f-7cb645c1aaa9 req-a326d2f3-7c1d-4767-b0d6-947090b22793 service neutron] 10.222.0.15 "GET /v2.0/networks/5b6a89ee-f071-475e-a5a9-a84ce4a3bfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092553 Apr 28 19:51:42.876608 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-997da379-a38c-4062-aa50-82aed82a6f9e None None] For port 6343511f-787a-4bc8-8607-4bbe547a3f23, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:51:42.883450 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-997da379-a38c-4062-aa50-82aed82a6f9e None None] For port 6343511f-787a-4bc8-8607-4bbe547a3f23, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=6343511f-787a-4bc8-8607-4bbe547a3f23,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:51:42.892546 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-997da379-a38c-4062-aa50-82aed82a6f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:42.977548 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997da379-a38c-4062-aa50-82aed82a6f9e None None] Pushing event updated for resources: {'Port': ['ID=6343511f-787a-4bc8-8607-4bbe547a3f23,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:43.122535 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e04e49ab-6b4b-48cb-827e-c3edc7a9874c req-d07b289c-cd9d-4deb-9cf2-2ae0a824d190 service neutron] 10.222.0.44 "GET /v2.0/networks/21f0b299-0a1b-4e71-a8de-3e8676ce56c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961159 Apr 28 19:51:43.152821 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-38f22fe1-0b69-46a7-802c-4aed5e78c51b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Allocated IP 2001:db8::f816:3eff:fe5e:793c (3bb4ad15-38e1-4028-be09-c8cdfded96d3/8b7fb865-b719-4c0f-9b2f-b151f9e11fb8/cfe60395-4dc4-4c3b-a9ba-e1c981bb463f) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:43.176977 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffbb28f-e933-4b5f-8e50-e4ddfc5857c2 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:43.178694 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffbb28f-e933-4b5f-8e50-e4ddfc5857c2 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:43.181392 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffbb28f-e933-4b5f-8e50-e4ddfc5857c2 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:43.183099 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffbb28f-e933-4b5f-8e50-e4ddfc5857c2 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:43.184696 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffbb28f-e933-4b5f-8e50-e4ddfc5857c2 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:43.186562 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7ffbb28f-e933-4b5f-8e50-e4ddfc5857c2 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3542902 Apr 28 19:51:43.192400 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36430) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:43.254917 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6cf73dd-5267-425c-a2a5-042c60febbfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:43.305372 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-8df05abc-b0fa-45b8-a609-81f7438937c2 None None] Provisioning complete for port 1d351a06-8dde-4026-bb92-ec93dfee7462 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:43.306237 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8df05abc-b0fa-45b8-a609-81f7438937c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:43.319162 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0a0913f6-40f6-458b-b81f-7cb645c1aaa9 req-721803c1-865a-4100-9abe-0ea9d3413ef4 service neutron] 10.222.0.15 "GET /v2.0/networks/5b6a89ee-f071-475e-a5a9-a84ce4a3bfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297302 Apr 28 19:51:43.334277 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd7931d-717b-46dd-bdc6-7683166dcd1f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:43.343876 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd7931d-717b-46dd-bdc6-7683166dcd1f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:43.343876 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd7931d-717b-46dd-bdc6-7683166dcd1f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:43.343876 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd7931d-717b-46dd-bdc6-7683166dcd1f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:43.346621 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6cf73dd-5267-425c-a2a5-042c60febbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:43.352056 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd7931d-717b-46dd-bdc6-7683166dcd1f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:43.359657 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fdd7931d-717b-46dd-bdc6-7683166dcd1f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1629801 Apr 28 19:51:43.368968 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36434) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:43.467076 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e6e2e-221e-4391-8d5c-3618dc1a7022 req-a51e7fbd-e50e-4b30-8a3c-1b36d31435ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:43.468704 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-341e6e2e-221e-4391-8d5c-3618dc1a7022 req-a51e7fbd-e50e-4b30-8a3c-1b36d31435ff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d9e2f02c26d442699c083632dd6dfd5&device_id=66a71285-a494-4154-b34e-f7ea33337c0f HTTP/1.1" status: 200 len: 1095 time: 0.2090974 Apr 28 19:51:43.501605 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 239f8483-e94e-415d-b665-525cc3cd0d73 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:51:43.547197 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf73dd-5267-425c-a2a5-042c60febbfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e058a11c-b660-4f06-9783-0c09e517f9d6,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:43.605716 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c6cf73dd-5267-425c-a2a5-042c60febbfd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=43ebfcb3b2464daeb2d0e4fa80acf580&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8887768 Apr 28 19:51:43.618395 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36436) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:43.701849 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 239f8483-e94e-415d-b665-525cc3cd0d73, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=239f8483-e94e-415d-b665-525cc3cd0d73,segment=NetworkSegment(1e1742c3-89b7-451a-9b9f-9de9ad221a79),segment_id=1e1742c3-89b7-451a-9b9f-9de9ad221a79)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:43.706163 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614703d-a156-417f-9d62-0b74f1e270b2 req-5949acf4-cd07-4342-aa09-0264ce7e4027 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:43.707791 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d614703d-a156-417f-9d62-0b74f1e270b2 req-5949acf4-cd07-4342-aa09-0264ce7e4027 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 945 time: 0.2236307 Apr 28 19:51:43.718011 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '239f8483-e94e-415d-b665-525cc3cd0d73', 'network_id': '5b6a89ee-f071-475e-a5a9-a84ce4a3bfd1', 'port_id': '239f8483-e94e-415d-b665-525cc3cd0d73', 'mac_address': 'fa:16:3e:6b:c0:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '868a8c5e-1021-46a9-8847-86777601fbed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:51:43.718598 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295d97ae-1cdd-47e0-bb6e-4be9a56a0ef8 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:43.720050 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-295d97ae-1cdd-47e0-bb6e-4be9a56a0ef8 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "GET /v2.0/networks/5b561c98-ef85-4b6f-85b0-4d350c7dfba4 HTTP/1.1" status: 200 len: 804 time: 0.3480947 Apr 28 19:51:43.728502 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36438) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:43.770166 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:43.789986 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5fc58-9410-407a-bf48-b68caf4fe36e req-eea52e52-2050-433e-aff1-f8ec7cf02acb tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:43.791332 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 239f8483-e94e-415d-b665-525cc3cd0d73 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:51:43.800265 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e6e2e-221e-4391-8d5c-3618dc1a7022 req-0a0e0b69-8799-48ea-af8c-138612a60542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:43.802113 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-341e6e2e-221e-4391-8d5c-3618dc1a7022 req-0a0e0b69-8799-48ea-af8c-138612a60542 service neutron] 10.222.0.44 "GET /v2.0/networks?id=21f0b299-0a1b-4e71-a8de-3e8676ce56c4 HTTP/1.1" status: 200 len: 898 time: 0.3197477 Apr 28 19:51:43.807872 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-efe5fc58-9410-407a-bf48-b68caf4fe36e req-eea52e52-2050-433e-aff1-f8ec7cf02acb tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a71285-a494-4154-b34e-f7ea33337c0f HTTP/1.1" status: 200 len: 944 time: 0.5651934 Apr 28 19:51:43.820721 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 239f8483-e94e-415d-b665-525cc3cd0d73, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=239f8483-e94e-415d-b665-525cc3cd0d73,segment=NetworkSegment(1e1742c3-89b7-451a-9b9f-9de9ad221a79),segment_id=1e1742c3-89b7-451a-9b9f-9de9ad221a79)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:43.829202 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:43.837790 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c2538a2e-aa19-4953-8a1b-248178605007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:43.864460 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.db.resource_extend [None req-26e84f87-24dc-415d-ac90-a39586dbb069 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:51:43.917761 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=239f8483-e94e-415d-b665-525cc3cd0d73,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:43.939131 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d614703d-a156-417f-9d62-0b74f1e270b2 req-8d176d22-062f-4a07-99e0-ce307fe61409 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114432 Apr 28 19:51:43.952261 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-341e6e2e-221e-4391-8d5c-3618dc1a7022 req-c338458c-2863-4519-9678-74b83c79b3a2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a502811-6b37-4315-bf6a-94b023cadac2 HTTP/1.1" status: 200 len: 217 time: 0.1073942 Apr 28 19:51:43.954294 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c2538a2e-aa19-4953-8a1b-248178605007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:44.042872 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-26e84f87-24dc-415d-ac90-a39586dbb069 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:44.049712 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['239f8483-e94e-415d-b665-525cc3cd0d73'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:51:44.078434 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ba3fdf59-2898-44be-9682-baf844cc2885 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "GET /v2.0/networks/5b561c98-ef85-4b6f-85b0-4d350c7dfba4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3385773 Apr 28 19:51:44.078752 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36442) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:44.111265 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-efe5fc58-9410-407a-bf48-b68caf4fe36e req-e88621b6-9259-4a7d-9e3e-07369abce919 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=95b77c71-a829-44c5-bd32-470a360e08be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2635260 Apr 28 19:51:44.117290 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-26e84f87-24dc-415d-ac90-a39586dbb069 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:44.147019 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e6e2e-221e-4391-8d5c-3618dc1a7022 req-502406b1-871a-4d75-bfdc-ed27d13d905f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:44.148759 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-341e6e2e-221e-4391-8d5c-3618dc1a7022 req-502406b1-871a-4d75-bfdc-ed27d13d905f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=19b5af0e-4f73-4e51-a909-545b35690aff HTTP/1.1" status: 200 len: 834 time: 0.1828842 Apr 28 19:51:44.183941 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-38f22fe1-0b69-46a7-802c-4aed5e78c51b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:44.268967 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b493816-1864-433e-b034-f8a0caca1038 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:44.275992 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7b493816-1864-433e-b034-f8a0caca1038 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "GET /v2.0/subnets/14753f48-25ce-4460-a939-19436c0e2ded HTTP/1.1" status: 200 len: 843 time: 0.1908965 Apr 28 19:51:44.279124 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36444) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:44.281602 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3246faf-ca8e-4725-9aa9-a53e91b49f4e req-35e53168-088b-4094-a8f6-bfdee2da1ceb tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:44.284145 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d3246faf-ca8e-4725-9aa9-a53e91b49f4e req-35e53168-088b-4094-a8f6-bfdee2da1ceb tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fe98c56-e542-48e0-bfb5-89cde77b8914 HTTP/1.1" status: 200 len: 945 time: 0.2176294 Apr 28 19:51:44.286727 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c2538a2e-aa19-4953-8a1b-248178605007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:44.289434 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c2538a2e-aa19-4953-8a1b-248178605007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:44.290577 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c2538a2e-aa19-4953-8a1b-248178605007 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e058a11c-b660-4f06-9783-0c09e517f9d6 HTTP/1.1" status: 204 len: 168 time: 0.6712024 Apr 28 19:51:44.327767 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e6e2e-221e-4391-8d5c-3618dc1a7022 req-7ee895ff-dd34-4431-8f73-9737805481cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:44.329314 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-341e6e2e-221e-4391-8d5c-3618dc1a7022 req-7ee895ff-dd34-4431-8f73-9737805481cf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=21f0b299-0a1b-4e71-a8de-3e8676ce56c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1625280 Apr 28 19:51:44.369799 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2538a2e-aa19-4953-8a1b-248178605007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e058a11c-b660-4f06-9783-0c09e517f9d6,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:44.379279 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-38f22fe1-0b69-46a7-802c-4aed5e78c51b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:44.407249 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-26e84f87-24dc-415d-ac90-a39586dbb069 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Floating IP ba2742c7-2000-46df-929f-73b5bfc5c6b5 associated. External IP: 172.25.8.171, port: 5440ef9e-b44e-40fa-b642-3adc72d60fdf. Apr 28 19:51:44.560951 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d3246faf-ca8e-4725-9aa9-a53e91b49f4e req-a7125b93-f051-46ca-9f40-d07544052c31 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] 10.222.0.42 "GET /v2.0/security-groups?id=54fb13d8-6327-4282-8701-71e8455148fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691133 Apr 28 19:51:44.565710 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bc7539-3886-438a-9be7-12ab2349d1c4 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['shared'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:44.571514 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-62bc7539-3886-438a-9be7-12ab2349d1c4 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "GET /v2.0/subnets/14753f48-25ce-4460-a939-19436c0e2ded?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2917717 Apr 28 19:51:44.572138 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36450) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:44.588495 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f22fe1-0b69-46a7-802c-4aed5e78c51b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:44.594652 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-38f22fe1-0b69-46a7-802c-4aed5e78c51b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:44.602074 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-4690b5e3-ea61-4d4f-9c20-56d174f5597d tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-904680471'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:44.610729 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f22fe1-0b69-46a7-802c-4aed5e78c51b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:51:44.617996 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f22fe1-0b69-46a7-802c-4aed5e78c51b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:44.618686 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-38f22fe1-0b69-46a7-802c-4aed5e78c51b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:44.635690 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-341e6e2e-221e-4391-8d5c-3618dc1a7022 req-5c7e43d7-e2a6-4eb2-95fc-026a4992211f service neutron] 10.222.0.44 "GET /v2.0/networks/21f0b299-0a1b-4e71-a8de-3e8676ce56c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874615 Apr 28 19:51:44.642584 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-38f22fe1-0b69-46a7-802c-4aed5e78c51b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9417233 Apr 28 19:51:44.645727 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f22fe1-0b69-46a7-802c-4aed5e78c51b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Port': ['ID=cfe60395-4dc4-4c3b-a9ba-e1c981bb463f,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:44.648229 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36452) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:44.714116 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4690b5e3-ea61-4d4f-9c20-56d174f5597d tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Made reservation on behalf of 435280242fd143958a83151627e8ca50 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:44.717716 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4690b5e3-ea61-4d4f-9c20-56d174f5597d tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:44.775858 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4690b5e3-ea61-4d4f-9c20-56d174f5597d tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:51:44.798485 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-341e6e2e-221e-4391-8d5c-3618dc1a7022 req-7001ea75-1b08-4240-970e-369c115aad43 service neutron] 10.222.0.44 "GET /v2.0/networks/21f0b299-0a1b-4e71-a8de-3e8676ce56c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564050 Apr 28 19:51:44.799865 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4690b5e3-ea61-4d4f-9c20-56d174f5597d tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:44.800365 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-4690b5e3-ea61-4d4f-9c20-56d174f5597d tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Added segment 488a6013-4926-4a67-9a6f-ac9453847466 of type vlan for network dbc09b89-8700-4630-acde-5bd0367cce77 Apr 28 19:51:44.808321 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e70d2ac-7b6b-412c-ac31-1b57f37d677b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:44.816356 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e70d2ac-7b6b-412c-ac31-1b57f37d677b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:44.818100 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9e70d2ac-7b6b-412c-ac31-1b57f37d677b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1383116 Apr 28 19:51:44.821594 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36454) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:44.835472 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36456) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:44.856210 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4690b5e3-ea61-4d4f-9c20-56d174f5597d tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:44.884942 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fa9440d3-7e22-40f6-9d75-d315a46a372f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:44.895436 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-21dc1264-4598-4c9b-ad47-afc19eb7fe9a None None] Provisioning complete for port 6343511f-787a-4bc8-8607-4bbe547a3f23 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:44.896169 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-21dc1264-4598-4c9b-ad47-afc19eb7fe9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:44.898646 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4690b5e3-ea61-4d4f-9c20-56d174f5597d tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:44.910276 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4690b5e3-ea61-4d4f-9c20-56d174f5597d tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:44.911073 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4690b5e3-ea61-4d4f-9c20-56d174f5597d tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:44.947539 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 6343511f-787a-4bc8-8607-4bbe547a3f23 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:51:45.016258 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4690b5e3-ea61-4d4f-9c20-56d174f5597d tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4375353 Apr 28 19:51:45.023720 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36460) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:45.029378 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-aa8d5355-55a8-42bc-a5c6-5af44ce8edd6 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Request body: {'subnet': {'network_id': 'dbc09b89-8700-4630-acde-5bd0367cce77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:45.053560 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690b5e3-ea61-4d4f-9c20-56d174f5597d tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event updated for resources: {'Network': ['ID=dbc09b89-8700-4630-acde-5bd0367cce77,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:45.090815 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network dbc09b89-8700-4630-acde-5bd0367cce77 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:51:45.117370 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e84f87-24dc-415d-ac90-a39586dbb069 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Router 7f426266-0348-4f66-b8dd-fd2f2a51cc79 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:51:45.150756 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8d5355-55a8-42bc-a5c6-5af44ce8edd6 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Made reservation on behalf of 435280242fd143958a83151627e8ca50 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:45.157109 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5355-55a8-42bc-a5c6-5af44ce8edd6 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:45.233890 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.ipam_backend_mixin [None req-aa8d5355-55a8-42bc-a5c6-5af44ce8edd6 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Performing IP validity checks on allocation pools {{(pid=102773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 28 19:51:45.234969 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.ipam_backend_mixin [None req-aa8d5355-55a8-42bc-a5c6-5af44ce8edd6 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 28 19:51:45.242617 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-a4f0ea72-26be-4cce-b5d7-5be41d20a841 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting port cfe60395-4dc4-4c3b-a9ba-e1c981bb463f {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:51:45.242951 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a4f0ea72-26be-4cce-b5d7-5be41d20a841 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:45.386872 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fa9440d3-7e22-40f6-9d75-d315a46a372f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:45.453295 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2359a4a-a769-4b20-851b-89723aec9e2d req-6dcd4753-b498-4486-bdc4-12d840e6b111 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:45.455027 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f2359a4a-a769-4b20-851b-89723aec9e2d req-6dcd4753-b498-4486-bdc4-12d840e6b111 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a71285-a494-4154-b34e-f7ea33337c0f HTTP/1.1" status: 200 len: 944 time: 0.1597528 Apr 28 19:51:45.520289 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5355-55a8-42bc-a5c6-5af44ce8edd6 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:45.596151 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 239f8483-e94e-415d-b665-525cc3cd0d73 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:51:45.604276 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 6343511f-787a-4bc8-8607-4bbe547a3f23 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:45.604945 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:45.621298 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f2359a4a-a769-4b20-851b-89723aec9e2d req-e778d22e-2a8f-4c92-a6fb-a8b706827bc1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=95b77c71-a829-44c5-bd32-470a360e08be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471393 Apr 28 19:51:45.659362 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8d5355-55a8-42bc-a5c6-5af44ce8edd6 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Checking segment: {'id': '488a6013-4926-4a67-9a6f-ac9453847466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dbc09b89-8700-4630-acde-5bd0367cce77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:51:45.659740 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8d5355-55a8-42bc-a5c6-5af44ce8edd6 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Network hostable DHCP agents. Network: dbc09b89-8700-4630-acde-5bd0367cce77, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:51:45.665478 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d5355-55a8-42bc-a5c6-5af44ce8edd6 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event updated for resources: {'Subnet': ['ID=ccb9b568-5873-44a0-8627-c9aa139dfa28,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:45.673049 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-21dc1264-4598-4c9b-ad47-afc19eb7fe9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:45.701258 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8d5355-55a8-42bc-a5c6-5af44ce8edd6 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Network dbc09b89-8700-4630-acde-5bd0367cce77 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:51:45.719332 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-aa8d5355-55a8-42bc-a5c6-5af44ce8edd6 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, dbc09b89-8700-4630-acde-5bd0367cce77) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:45.724928 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8d5355-55a8-42bc-a5c6-5af44ce8edd6 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:45.725534 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5355-55a8-42bc-a5c6-5af44ce8edd6 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:45.737294 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-21dc1264-4598-4c9b-ad47-afc19eb7fe9a None None] For port 6343511f-787a-4bc8-8607-4bbe547a3f23, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=6343511f-787a-4bc8-8607-4bbe547a3f23,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:45.762480 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fa9440d3-7e22-40f6-9d75-d315a46a372f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:45.780178 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a23924-6d3f-4973-bdfd-b826bfbe75e2 None None] Network dbc09b89-8700-4630-acde-5bd0367cce77 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:45.787787 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-21dc1264-4598-4c9b-ad47-afc19eb7fe9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:45.789251 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-aa8d5355-55a8-42bc-a5c6-5af44ce8edd6 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7640510 Apr 28 19:51:45.790989 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36466) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:45.796429 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-dff30c30-2982-4c99-8dcf-eca211babbae tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:45.823021 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2e817-4227-4be2-8a7c-dd3120c59a54 req-0ae73c7d-afcd-4889-b33a-aebe9748d488 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:45.826204 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-72b2e817-4227-4be2-8a7c-dd3120c59a54 req-0ae73c7d-afcd-4889-b33a-aebe9748d488 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 945 time: 0.6732848 Apr 28 19:51:45.858743 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c73808-c211-4e75-812d-29094b830362 req-636f146d-2ae3-4685-9f6c-d336ca62832c tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:45.860412 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-20c73808-c211-4e75-812d-29094b830362 req-636f146d-2ae3-4685-9f6c-d336ca62832c tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fe98c56-e542-48e0-bfb5-89cde77b8914 HTTP/1.1" status: 200 len: 945 time: 0.1073184 Apr 28 19:51:45.900769 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 239f8483-e94e-415d-b665-525cc3cd0d73 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:51:45.933848 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 239f8483-e94e-415d-b665-525cc3cd0d73 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:45.934218 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:45.942526 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:45.970649 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a4f0ea72-26be-4cce-b5d7-5be41d20a841 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:45.976257 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e84f87-24dc-415d-ac90-a39586dbb069 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:51:45.994734 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-fa9440d3-7e22-40f6-9d75-d315a46a372f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e7354c8fef0d4549991f0f4fdd444bd9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1572437 Apr 28 19:51:46.000020 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c9932f-d4d2-4ef6-a52a-661c86a63ff3 None None] Sync routers for ids ['7f426266-0348-4f66-b8dd-fd2f2a51cc79'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:51:46.003848 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-26e84f87-24dc-415d-ac90-a39586dbb069 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:46.008541 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36468) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:46.013066 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9440d3-7e22-40f6-9d75-d315a46a372f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9f6c21-f121-42a3-bfb9-8efa7abfdda4,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:46.014020 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dff30c30-2982-4c99-8dcf-eca211babbae tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14374713'] for subnet, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:46.023510 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c9932f-d4d2-4ef6-a52a-661c86a63ff3 None None] Routers {'7f426266-0348-4f66-b8dd-fd2f2a51cc79'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:51:46.024576 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-65c9932f-d4d2-4ef6-a52a-661c86a63ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:51:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7f426266-0348-4f66-b8dd-fd2f2a51cc79'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:46.055626 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-a4f0ea72-26be-4cce-b5d7-5be41d20a841 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Calling delete_port for cfe60395-4dc4-4c3b-a9ba-e1c981bb463f owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:51:46.057992 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc1264-4598-4c9b-ad47-afc19eb7fe9a None None] Pushing event updated for resources: {'Port': ['ID=6343511f-787a-4bc8-8607-4bbe547a3f23,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:46.061153 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-20c73808-c211-4e75-812d-29094b830362 req-1b9653dd-1561-4055-b512-4e04e6d526d2 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] 10.222.0.42 "GET /v2.0/security-groups?id=54fb13d8-6327-4282-8701-71e8455148fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798034 Apr 28 19:51:46.073892 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-fda986b2-a78b-457a-9cee-11145a30e210 None None] Provisioning complete for port cfe60395-4dc4-4c3b-a9ba-e1c981bb463f triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:46.076513 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fda986b2-a78b-457a-9cee-11145a30e210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:46.118394 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-26e84f87-24dc-415d-ac90-a39586dbb069 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "PUT /v2.0/floatingips/ba2742c7-2000-46df-929f-73b5bfc5c6b5 HTTP/1.1" status: 200 len: 991 time: 4.7467301 Apr 28 19:51:46.118394 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e202e98-19f3-444e-94ee-379b94c766bd', 'tag': '5440ef9e-b44e-40fa-b642-3adc72d60fdf'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:46.118394 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4157194-53cd-471c-8ebb-4975300b32c9" -d '{"events": [{"name": "network-changed", "server_uuid": "6e202e98-19f3-444e-94ee-379b94c766bd", "tag": "5440ef9e-b44e-40fa-b642-3adc72d60fdf"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:51:46.135741 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-72b2e817-4227-4be2-8a7c-dd3120c59a54 req-99e45c8c-2a13-47f9-9fde-1a7f2615ec01 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657909 Apr 28 19:51:46.200302 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-fda986b2-a78b-457a-9cee-11145a30e210 None None] Port cfe60395-4dc4-4c3b-a9ba-e1c981bb463f cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:51:46.201029 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f16041-f5ff-4f76-ba3e-a17c4730e6a3 x-openstack-request-id: req-79f16041-f5ff-4f76-ba3e-a17c4730e6a3 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:51:46.201614 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e202e98-19f3-444e-94ee-379b94c766bd", "tag": "5440ef9e-b44e-40fa-b642-3adc72d60fdf", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:51:46.202728 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-79f16041-f5ff-4f76-ba3e-a17c4730e6a3 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:51:46.202728 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79f16041-f5ff-4f76-ba3e-a17c4730e6a3'] response: {'name': 'network-changed', 'server_uuid': '6e202e98-19f3-444e-94ee-379b94c766bd', 'tag': '5440ef9e-b44e-40fa-b642-3adc72d60fdf', 'status': 'completed', 'code': 200} Apr 28 19:51:46.208183 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 8a502811-6b37-4315-bf6a-94b023cadac2 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:51:46.233811 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f36f549-840b-4b5c-8f0e-ea897bb7e78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:46.329699 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-65c9932f-d4d2-4ef6-a52a-661c86a63ff3 None None] Set router 7f426266-0348-4f66-b8dd-fd2f2a51cc79 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:51:46.336193 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f36f549-840b-4b5c-8f0e-ea897bb7e78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:46.337972 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 8a502811-6b37-4315-bf6a-94b023cadac2, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=8a502811-6b37-4315-bf6a-94b023cadac2,segment=NetworkSegment(e300a6a7-3a1a-4ad6-a5a2-071728770978),segment_id=e300a6a7-3a1a-4ad6-a5a2-071728770978)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:46.368702 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '8a502811-6b37-4315-bf6a-94b023cadac2', 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4', 'port_id': '8a502811-6b37-4315-bf6a-94b023cadac2', 'mac_address': 'fa:16:3e:0b:3b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19b5af0e-4f73-4e51-a909-545b35690aff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:51:46.381195 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a4f0ea72-26be-4cce-b5d7-5be41d20a841 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:46.396984 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4157194-53cd-471c-8ebb-4975300b32c9 req-03f64ca7-a6b3-40cb-b708-c98919dc217f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:46.399037 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f4157194-53cd-471c-8ebb-4975300b32c9 req-03f64ca7-a6b3-40cb-b708-c98919dc217f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8766bd4e5ff74ccda54aedeba9de3560&device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 1096 time: 0.1851225 Apr 28 19:51:46.423068 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0ea72-26be-4cce-b5d7-5be41d20a841 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Port': ['ID=cfe60395-4dc4-4c3b-a9ba-e1c981bb463f,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:46.484260 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dff30c30-2982-4c99-8dcf-eca211babbae tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736828789944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12642137'] for subnet, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:46.514507 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a4f0ea72-26be-4cce-b5d7-5be41d20a841 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:46.520884 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a4f0ea72-26be-4cce-b5d7-5be41d20a841 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/cfe60395-4dc4-4c3b-a9ba-e1c981bb463f HTTP/1.1" status: 204 len: 168 time: 1.6960795 Apr 28 19:51:46.526411 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36474) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:46.572014 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff30c30-2982-4c99-8dcf-eca211babbae tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:46.572660 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dff30c30-2982-4c99-8dcf-eca211babbae tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:46.578862 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-dff30c30-2982-4c99-8dcf-eca211babbae tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "PUT /v2.0/subnets/ccb9b568-5873-44a0-8627-c9aa139dfa28 HTTP/1.1" status: 200 len: 900 time: 0.7820678 Apr 28 19:51:46.592535 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36476) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:46.596604 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f36f549-840b-4b5c-8f0e-ea897bb7e78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:46.597607 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f36f549-840b-4b5c-8f0e-ea897bb7e78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:46.598757 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8f36f549-840b-4b5c-8f0e-ea897bb7e78d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6d9f6c21-f121-42a3-bfb9-8efa7abfdda4 HTTP/1.1" status: 204 len: 168 time: 0.5887995 Apr 28 19:51:46.639853 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c52626-62fc-4ebd-9018-6e9d59e5a7e9 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:46.645058 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c52626-62fc-4ebd-9018-6e9d59e5a7e9 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:46.652067 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff30c30-2982-4c99-8dcf-eca211babbae tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event updated for resources: {'Subnet': ['ID=ccb9b568-5873-44a0-8627-c9aa139dfa28,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:46.657124 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-15c52626-62fc-4ebd-9018-6e9d59e5a7e9 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1266940 Apr 28 19:51:46.657124 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36480) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:46.706720 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4157194-53cd-471c-8ebb-4975300b32c9 req-1eced59a-825d-4360-9640-198a0f8f878e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:46.708317 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f4157194-53cd-471c-8ebb-4975300b32c9 req-1eced59a-825d-4360-9640-198a0f8f878e service neutron] 10.222.0.44 "GET /v2.0/networks?id=361c3585-c6e2-486f-967a-33f86818c3c9 HTTP/1.1" status: 200 len: 918 time: 0.2974451 Apr 28 19:51:46.712845 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36f549-840b-4b5c-8f0e-ea897bb7e78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9f6c21-f121-42a3-bfb9-8efa7abfdda4,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:46.725534 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:46.802185 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:51:46.802771 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:51:46.843966 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-520a59f8-67f8-4141-8bd3-33b215c3d2df tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting subnet 8b7fb865-b719-4c0f-9b2f-b151f9e11fb8 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:51:46.847801 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-520a59f8-67f8-4141-8bd3-33b215c3d2df tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:46.888875 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-65c9932f-d4d2-4ef6-a52a-661c86a63ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1921511807-router', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:10Z', 'updated_at': '2022-04-28T19:47:23Z', 'revision_number': 4, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'gw_port': {'id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:12Z', 'updated_at': '2022-04-28T19:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': 'ba2742c7-2000-46df-929f-73b5bfc5c6b5', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'floating_ip_address': '172.25.8.171', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'port_id': '5440ef9e-b44e-40fa-b642-3adc72d60fdf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9', 'mac_address': 'fa:16:3e:73:ae:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e202e98-19f3-444e-94ee-379b94c766bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:51:15Z', 'updated_at': '2022-04-28T19:51:43Z', 'revision_number': 1, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7d6c87d-a5eb-4aac-9505-940b523dc565', 'name': '', 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'mac_address': 'fa:16:3e:45:d9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'd9c43513-8faa-4150-80e2-a774186aa1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:22Z', 'updated_at': '2022-04-28T19:47:28Z', 'revision_number': 5, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'subnets': [{'id': 'd9c43513-8faa-4150-80e2-a774186aa1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:46.905216 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9320015f-4a57-4143-99d3-5f44c2737c00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-dbc09b89-8700-4630-acde-5bd0367cce77', 'network_id': 'dbc09b89-8700-4630-acde-5bd0367cce77', 'tenant_id': '435280242fd143958a83151627e8ca50', 'fixed_ips': [{'subnet_id': 'ccb9b568-5873-44a0-8627-c9aa139dfa28'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:51:46.906080 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9320015f-4a57-4143-99d3-5f44c2737c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:46.925814 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a502811-6b37-4315-bf6a-94b023cadac2 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:51:46.941422 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-520a59f8-67f8-4141-8bd3-33b215c3d2df tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:46.943021 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c9932f-d4d2-4ef6-a52a-661c86a63ff3 None None] Checking router: 7f426266-0348-4f66-b8dd-fd2f2a51cc79 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:51:46.959010 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f4157194-53cd-471c-8ebb-4975300b32c9 req-dfdfbd47-3c07-4a5d-aafc-f5dcd43aafaf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5440ef9e-b44e-40fa-b642-3adc72d60fdf HTTP/1.1" status: 200 len: 999 time: 0.2231143 Apr 28 19:51:46.978337 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c9932f-d4d2-4ef6-a52a-661c86a63ff3 None None] Routers {'7f426266-0348-4f66-b8dd-fd2f2a51cc79'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:51:46.988829 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-65c9932f-d4d2-4ef6-a52a-661c86a63ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:51:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7f426266-0348-4f66-b8dd-fd2f2a51cc79'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:47.013239 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6f924417-5bb2-4bd3-a871-0668e0cafb06 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:47.041653 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fd5fe-c509-425f-9126-1b85861c930b req-60f3c570-f101-4dfa-9829-6d0587e56c21 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:47.044432 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7e5fd5fe-c509-425f-9126-1b85861c930b req-60f3c570-f101-4dfa-9829-6d0587e56c21 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a71285-a494-4154-b34e-f7ea33337c0f HTTP/1.1" status: 200 len: 944 time: 0.2581334 Apr 28 19:51:47.092970 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-520a59f8-67f8-4141-8bd3-33b215c3d2df tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:47.174418 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:47.175276 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4157194-53cd-471c-8ebb-4975300b32c9 req-e406753f-f326-44f5-8521-ffedb3117d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:47.187180 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f4157194-53cd-471c-8ebb-4975300b32c9 req-e406753f-f326-44f5-8521-ffedb3117d8e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9c43513-8faa-4150-80e2-a774186aa1a0 HTTP/1.1" status: 200 len: 856 time: 0.1682553 Apr 28 19:51:47.220634 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7e5fd5fe-c509-425f-9126-1b85861c930b req-af89cf91-ccf9-468b-97ef-5372bf00eb7c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=95b77c71-a829-44c5-bd32-470a360e08be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510993 Apr 28 19:51:47.221939 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-520a59f8-67f8-4141-8bd3-33b215c3d2df tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:47.256652 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-9320015f-4a57-4143-99d3-5f44c2737c00 None None] Allocated IP 2001:db8::3 (dbc09b89-8700-4630-acde-5bd0367cce77/ccb9b568-5873-44a0-8627-c9aa139dfa28/a91f0d7e-0f8b-4913-96d2-cc15bc155329) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:47.266964 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a59f8-67f8-4141-8bd3-33b215c3d2df tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Subnet': ['ID=8b7fb865-b719-4c0f-9b2f-b151f9e11fb8,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:47.294258 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-520a59f8-67f8-4141-8bd3-33b215c3d2df tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:47.298371 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 8a502811-6b37-4315-bf6a-94b023cadac2, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=8a502811-6b37-4315-bf6a-94b023cadac2,segment=NetworkSegment(e300a6a7-3a1a-4ad6-a5a2-071728770978),segment_id=e300a6a7-3a1a-4ad6-a5a2-071728770978)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:47.307790 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f00794-85f7-48ca-9888-3b84f20666da None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:47.314650 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-520a59f8-67f8-4141-8bd3-33b215c3d2df tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/8b7fb865-b719-4c0f-9b2f-b151f9e11fb8 HTTP/1.1" status: 204 len: 168 time: 0.6496110 Apr 28 19:51:47.315489 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36494) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:47.360908 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6f924417-5bb2-4bd3-a871-0668e0cafb06 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:47.368983 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a5d1ad35-9ce5-4607-83d6-6d0c02eb4f9b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512884 Apr 28 19:51:47.368983 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36496) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:47.374553 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-76633633-169f-4fda-9d66-e3fa5e56f287 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:47.381442 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 239f8483-e94e-415d-b665-525cc3cd0d73, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=239f8483-e94e-415d-b665-525cc3cd0d73,segment=NetworkSegment(1e1742c3-89b7-451a-9b9f-9de9ad221a79),segment_id=1e1742c3-89b7-451a-9b9f-9de9ad221a79)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:47.383494 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:47.452422 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe98c56-e542-48e0-bfb5-89cde77b8914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239f8483-e94e-415d-b665-525cc3cd0d73'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:47.459202 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a0b309-7f2a-4fdb-9a01-6e1bc2737d20" -d '{"events": [{"server_uuid": "3fe98c56-e542-48e0-bfb5-89cde77b8914", "name": "network-vif-plugged", "status": "completed", "tag": "239f8483-e94e-415d-b665-525cc3cd0d73"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:51:47.462997 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4157194-53cd-471c-8ebb-4975300b32c9 req-2eafdb23-3017-4b8c-81b6-ce65b84d3a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:47.464029 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-65c9932f-d4d2-4ef6-a52a-661c86a63ff3 None None] Set router 7f426266-0348-4f66-b8dd-fd2f2a51cc79 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:51:47.464719 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f4157194-53cd-471c-8ebb-4975300b32c9 req-2eafdb23-3017-4b8c-81b6-ce65b84d3a60 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=361c3585-c6e2-486f-967a-33f86818c3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2647691 Apr 28 19:51:47.558395 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=8a502811-6b37-4315-bf6a-94b023cadac2,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:47.565813 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:47.650486 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['8a502811-6b37-4315-bf6a-94b023cadac2'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:51:47.681528 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e7ae1-7bac-49bb-9f6e-57401c5e3f91 req-63df126b-f1fd-4dbf-ad4e-ae2912c042aa tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:47.698780 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b94e7ae1-7bac-49bb-9f6e-57401c5e3f91 req-63df126b-f1fd-4dbf-ad4e-ae2912c042aa tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 945 time: 0.2217412 Apr 28 19:51:47.749413 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76633633-169f-4fda-9d66-e3fa5e56f287 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:47.774360 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-76633633-169f-4fda-9d66-e3fa5e56f287 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:47.832159 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=239f8483-e94e-415d-b665-525cc3cd0d73,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:47.895858 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b94e7ae1-7bac-49bb-9f6e-57401c5e3f91 req-bd2a7e10-7d77-4df5-9759-f3657e1da34e tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859007 Apr 28 19:51:47.927167 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 6343511f-787a-4bc8-8607-4bbe547a3f23 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:51:47.995555 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0db3a8-f95e-4079-b8f1-6bb66db2aab3 x-openstack-request-id: req-fb0db3a8-f95e-4079-b8f1-6bb66db2aab3 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:51:47.995884 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe98c56-e542-48e0-bfb5-89cde77b8914", "name": "network-vif-plugged", "status": "completed", "tag": "239f8483-e94e-415d-b665-525cc3cd0d73", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:51:47.996054 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fb0db3a8-f95e-4079-b8f1-6bb66db2aab3 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:51:47.996503 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb0db3a8-f95e-4079-b8f1-6bb66db2aab3'] response: {'server_uuid': '3fe98c56-e542-48e0-bfb5-89cde77b8914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239f8483-e94e-415d-b665-525cc3cd0d73', 'code': 200} Apr 28 19:51:48.017992 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f07cddf-fad2-4c9b-8ea2-19d99d17eaf8 None None] DHCP port deletion for 3bb4ad15-38e1-4028-be09-c8cdfded96d3 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:51:48.061530 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-65c9932f-d4d2-4ef6-a52a-661c86a63ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1921511807-router', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:10Z', 'updated_at': '2022-04-28T19:47:23Z', 'revision_number': 4, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'gw_port': {'id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:12Z', 'updated_at': '2022-04-28T19:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': 'ba2742c7-2000-46df-929f-73b5bfc5c6b5', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'floating_ip_address': '172.25.8.171', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'port_id': '5440ef9e-b44e-40fa-b642-3adc72d60fdf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9', 'mac_address': 'fa:16:3e:73:ae:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e202e98-19f3-444e-94ee-379b94c766bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:51:15Z', 'updated_at': '2022-04-28T19:51:43Z', 'revision_number': 1, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7d6c87d-a5eb-4aac-9505-940b523dc565', 'name': '', 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'mac_address': 'fa:16:3e:45:d9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'd9c43513-8faa-4150-80e2-a774186aa1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:22Z', 'updated_at': '2022-04-28T19:47:28Z', 'revision_number': 5, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'subnets': [{'id': 'd9c43513-8faa-4150-80e2-a774186aa1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:48.089149 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9320015f-4a57-4143-99d3-5f44c2737c00 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:48.137526 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9320015f-4a57-4143-99d3-5f44c2737c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:48.159170 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c9932f-d4d2-4ef6-a52a-661c86a63ff3 None None] The sync data for ids ['7f426266-0348-4f66-b8dd-fd2f2a51cc79'] in n-d-839810-1 is: [{'id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1921511807-router', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:10Z', 'updated_at': '2022-04-28T19:47:23Z', 'revision_number': 4, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'gw_port': {'id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:12Z', 'updated_at': '2022-04-28T19:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': 'ba2742c7-2000-46df-929f-73b5bfc5c6b5', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'floating_ip_address': '172.25.8.171', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'port_id': '5440ef9e-b44e-40fa-b642-3adc72d60fdf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9', 'mac_address': 'fa:16:3e:73:ae:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e202e98-19f3-444e-94ee-379b94c766bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:51:15Z', 'updated_at': '2022-04-28T19:51:43Z', 'revision_number': 1, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7d6c87d-a5eb-4aac-9505-940b523dc565', 'name': '', 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'mac_address': 'fa:16:3e:45:d9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'd9c43513-8faa-4150-80e2-a774186aa1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:22Z', 'updated_at': '2022-04-28T19:47:28Z', 'revision_number': 5, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'subnets': [{'id': 'd9c43513-8faa-4150-80e2-a774186aa1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:51:48.285966 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320015f-4a57-4143-99d3-5f44c2737c00 None None] Pushing event updated for resources: {'Port': ['ID=a91f0d7e-0f8b-4913-96d2-cc15bc155329,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:48.299855 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9320015f-4a57-4143-99d3-5f44c2737c00 None None] Network dbc09b89-8700-4630-acde-5bd0367cce77 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:48.305250 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 6343511f-787a-4bc8-8607-4bbe547a3f23 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:48.305474 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:48.361448 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-9320015f-4a57-4143-99d3-5f44c2737c00 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:48.366128 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6f924417-5bb2-4bd3-a871-0668e0cafb06 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:48.367675 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9320015f-4a57-4143-99d3-5f44c2737c00 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:51:48.405264 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17a24a-dd84-4174-9485-b579a96d080a req-d972d568-52e1-4219-b06f-98d72eac81eb tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:48.412022 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cb17a24a-dd84-4174-9485-b579a96d080a req-d972d568-52e1-4219-b06f-98d72eac81eb tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fe98c56-e542-48e0-bfb5-89cde77b8914 HTTP/1.1" status: 200 len: 945 time: 1.1135564 Apr 28 19:51:48.419966 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f924417-5bb2-4bd3-a871-0668e0cafb06 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event deleted for resources: {'Subnet': ['ID=ccb9b568-5873-44a0-8627-c9aa139dfa28,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:48.519725 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27805aaa-cce9-4c19-9aa4-b17edb6677d2 req-5432dc17-d3fe-40f1-a2b6-4ef0d4693d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:48.521972 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-27805aaa-cce9-4c19-9aa4-b17edb6677d2 req-5432dc17-d3fe-40f1-a2b6-4ef0d4693d1a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3fe98c56-e542-48e0-bfb5-89cde77b8914 HTTP/1.1" status: 200 len: 1097 time: 0.2082984 Apr 28 19:51:48.539404 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-1f07cddf-fad2-4c9b-8ea2-19d99d17eaf8 None None] Deleting port 6343511f-787a-4bc8-8607-4bbe547a3f23 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:51:48.539957 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1f07cddf-fad2-4c9b-8ea2-19d99d17eaf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:48.584767 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cb17a24a-dd84-4174-9485-b579a96d080a req-d27b1a58-621b-44c8-8006-15a4be9a7318 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] 10.222.0.42 "GET /v2.0/security-groups?id=54fb13d8-6327-4282-8701-71e8455148fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717067 Apr 28 19:51:48.590160 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f4157194-53cd-471c-8ebb-4975300b32c9 req-faf2e9a9-7105-493e-a484-5b0be2e66580 service neutron] 10.222.0.44 "GET /v2.0/networks/361c3585-c6e2-486f-967a-33f86818c3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0782058 Apr 28 19:51:48.621011 n-d-839810-1 neutron-server[102774]: DEBUG neutron.objects.ports [None req-76633633-169f-4fda-9d66-e3fa5e56f287 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102774) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 19:51:48.651933 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15d9266-0281-415d-b234-34bdec630b49 None None] New status for floating IP ba2742c7-2000-46df-929f-73b5bfc5c6b5: ACTIVE {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:51:48.668771 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e6838-3fe9-4f8b-8c57-0156c4aaba99 req-0245e6ce-3943-4853-8b49-0996a64c5941 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:48.671563 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6f924417-5bb2-4bd3-a871-0668e0cafb06 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:48.674049 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e49e6838-3fe9-4f8b-8c57-0156c4aaba99 req-0245e6ce-3943-4853-8b49-0996a64c5941 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a71285-a494-4154-b34e-f7ea33337c0f HTTP/1.1" status: 200 len: 945 time: 0.2130563 Apr 28 19:51:48.690979 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-27805aaa-cce9-4c19-9aa4-b17edb6677d2 req-f41c43f1-9ff3-48af-8797-c2411600eed5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=54fb13d8-6327-4282-8701-71e8455148fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610208 Apr 28 19:51:48.773144 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-6f924417-5bb2-4bd3-a871-0668e0cafb06 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc09b89-8700-4630-acde-5bd0367cce77']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:48.805780 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-6f924417-5bb2-4bd3-a871-0668e0cafb06 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '488a6013-4926-4a67-9a6f-ac9453847466') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:48.805780 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-6f924417-5bb2-4bd3-a871-0668e0cafb06 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '488a6013-4926-4a67-9a6f-ac9453847466') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:48.860458 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e49e6838-3fe9-4f8b-8c57-0156c4aaba99 req-dd238096-6d65-484f-a335-9968c567e055 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=95b77c71-a829-44c5-bd32-470a360e08be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867021 Apr 28 19:51:48.876282 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f4157194-53cd-471c-8ebb-4975300b32c9 req-9d68b3bd-4beb-413b-89b8-bd567fd21e1e service neutron] 10.222.0.44 "GET /v2.0/networks/361c3585-c6e2-486f-967a-33f86818c3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479610 Apr 28 19:51:48.881390 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6f924417-5bb2-4bd3-a871-0668e0cafb06 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:48.911544 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-9320015f-4a57-4143-99d3-5f44c2737c00 None None] Attempting to bind port a91f0d7e-0f8b-4913-96d2-cc15bc155329 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:51:48.912138 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-9320015f-4a57-4143-99d3-5f44c2737c00 None None] Attempting to bind port a91f0d7e-0f8b-4913-96d2-cc15bc155329 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '488a6013-4926-4a67-9a6f-ac9453847466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dbc09b89-8700-4630-acde-5bd0367cce77'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:51:48.912683 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9320015f-4a57-4143-99d3-5f44c2737c00 None None] Attempting to bind port a91f0d7e-0f8b-4913-96d2-cc15bc155329 on network dbc09b89-8700-4630-acde-5bd0367cce77 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:51:48.920778 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6f924417-5bb2-4bd3-a871-0668e0cafb06 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:48.936275 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f924417-5bb2-4bd3-a871-0668e0cafb06 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:51:48.937293 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6f924417-5bb2-4bd3-a871-0668e0cafb06 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:48.950670 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:51:48.950670 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:51:48.950670 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:51:48.950670 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:51:48.950670 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:51:48.950670 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:51:48.950670 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:51:48.950670 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:51:48.950670 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:51:48.950670 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:51:48.950670 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:51:48.950670 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:51:48.950670 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:51:48.950670 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:51:48.950670 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:51:48.950670 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:51:48.950670 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:51:48.950670 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:51:48.950670 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:51:48.950670 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:51:48.950670 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:51:48.950670 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:51:48.950670 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:51:48.950670 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:51:48.950670 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:51:48.950670 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:51:48.950670 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:51:48.950670 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:51:48.950670 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:51:48.950670 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:51:48.950670 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:51:48.950670 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:51:48.952809 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-76633633-169f-4fda-9d66-e3fa5e56f287 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:48.981656 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9320015f-4a57-4143-99d3-5f44c2737c00 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:51:48.982245 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9320015f-4a57-4143-99d3-5f44c2737c00 None None] Checking segment: {'id': '488a6013-4926-4a67-9a6f-ac9453847466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dbc09b89-8700-4630-acde-5bd0367cce77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:51:48.982898 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9320015f-4a57-4143-99d3-5f44c2737c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:48.983530 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9320015f-4a57-4143-99d3-5f44c2737c00 None None] Bound using segment: {'id': '488a6013-4926-4a67-9a6f-ac9453847466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dbc09b89-8700-4630-acde-5bd0367cce77'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:51:48.984471 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-9320015f-4a57-4143-99d3-5f44c2737c00 None None] Bound port: a91f0d7e-0f8b-4913-96d2-cc15bc155329, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488a6013-4926-4a67-9a6f-ac9453847466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dbc09b89-8700-4630-acde-5bd0367cce77'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:51:48.985093 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9320015f-4a57-4143-99d3-5f44c2737c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:49.170000 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-6f924417-5bb2-4bd3-a871-0668e0cafb06 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 28 19:51:49.170000 n-d-839810-1 neutron-server[102773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 28 19:51:49.170000 n-d-839810-1 neutron-server[102773]: [parameters: {'id': 'dbc09b89-8700-4630-acde-5bd0367cce77'}] Apr 28 19:51:49.170000 n-d-839810-1 neutron-server[102773]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:51:49.170708 n-d-839810-1 neutron-server[102773]: DEBUG oslo_db.api [None req-6f924417-5bb2-4bd3-a871-0668e0cafb06 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:51:49.193667 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75a838-a257-4f71-987c-bafbc885815a req-3f110ca2-0a7a-4c49-9cd9-c041dcc3a261 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:49.197283 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6c75a838-a257-4f71-987c-bafbc885815a req-3f110ca2-0a7a-4c49-9cd9-c041dcc3a261 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 945 time: 0.1314163 Apr 28 19:51:49.201248 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36562) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:49.241764 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-76633633-169f-4fda-9d66-e3fa5e56f287 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] For port 6343511f-787a-4bc8-8607-4bbe547a3f23, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=6343511f-787a-4bc8-8607-4bbe547a3f23,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:49.249185 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6c75a838-a257-4f71-987c-bafbc885815a req-8dab11ba-1530-4b9b-a93a-8361f819507b tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447128 Apr 28 19:51:49.289209 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-76633633-169f-4fda-9d66-e3fa5e56f287 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:49.295037 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-1f07cddf-fad2-4c9b-8ea2-19d99d17eaf8 None None] For port 6343511f-787a-4bc8-8607-4bbe547a3f23, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=6343511f-787a-4bc8-8607-4bbe547a3f23,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:49.295636 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1f07cddf-fad2-4c9b-8ea2-19d99d17eaf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:49.297644 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-76633633-169f-4fda-9d66-e3fa5e56f287 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:49.298948 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-76633633-169f-4fda-9d66-e3fa5e56f287 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:49.345201 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-1f07cddf-fad2-4c9b-8ea2-19d99d17eaf8 None None] Calling delete_port for 6343511f-787a-4bc8-8607-4bbe547a3f23 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:51:49.384225 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-9320015f-4a57-4143-99d3-5f44c2737c00 None None] For port a91f0d7e-0f8b-4913-96d2-cc15bc155329, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:51:49.403980 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76633633-169f-4fda-9d66-e3fa5e56f287 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Subnet': ['ID=124e145d-ab97-4e23-9c3c-8de5484b5bf5,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:49.422051 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a03a2c1-977a-45dd-bb90-6f2b526c5f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:49.428699 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76633633-169f-4fda-9d66-e3fa5e56f287 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:49.432938 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-76633633-169f-4fda-9d66-e3fa5e56f287 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:49.435810 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76633633-169f-4fda-9d66-e3fa5e56f287 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:49.436428 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-76633633-169f-4fda-9d66-e3fa5e56f287 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:49.459670 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76633633-169f-4fda-9d66-e3fa5e56f287 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Port': ['ID=6343511f-787a-4bc8-8607-4bbe547a3f23,revision_number=6']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:49.466621 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-9320015f-4a57-4143-99d3-5f44c2737c00 None None] For port a91f0d7e-0f8b-4913-96d2-cc15bc155329, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a91f0d7e-0f8b-4913-96d2-cc15bc155329,segment=NetworkSegment(488a6013-4926-4a67-9a6f-ac9453847466),segment_id=488a6013-4926-4a67-9a6f-ac9453847466)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:51:49.477787 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-76633633-169f-4fda-9d66-e3fa5e56f287 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1074142 Apr 28 19:51:49.478723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36566) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:49.478900 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9320015f-4a57-4143-99d3-5f44c2737c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:49.484454 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-90020237-11a6-4d5e-8424-1d48fe6c7ee6 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'port': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'mac_address': 'fa:16:3e:2c:08:69', 'name': 'tempest-NetworksTestDHCPv6-1200128352'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:49.587224 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a03a2c1-977a-45dd-bb90-6f2b526c5f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:49.592621 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320015f-4a57-4143-99d3-5f44c2737c00 None None] Pushing event updated for resources: {'Port': ['ID=a91f0d7e-0f8b-4913-96d2-cc15bc155329,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:49.594684 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a03a2c1-977a-45dd-bb90-6f2b526c5f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:49.597819 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1f07cddf-fad2-4c9b-8ea2-19d99d17eaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:49.641946 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ddc0ce-7e4f-4bf8-b268-df540ed90859 None None] Network dbc09b89-8700-4630-acde-5bd0367cce77 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:49.646088 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f07cddf-fad2-4c9b-8ea2-19d99d17eaf8 None None] Pushing event deleted for resources: {'Port': ['ID=6343511f-787a-4bc8-8607-4bbe547a3f23,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:49.649680 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f07cddf-fad2-4c9b-8ea2-19d99d17eaf8 None None] No DVR routers for this DVR port 6343511f-787a-4bc8-8607-4bbe547a3f23 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:51:49.671570 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1a03a2c1-977a-45dd-bb90-6f2b526c5f9f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fa8b0abd905c4a7faa2883bd16cee8cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4684503 Apr 28 19:51:49.672330 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6f924417-5bb2-4bd3-a871-0668e0cafb06 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:49.675424 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36570) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:49.675916 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82532b5a-8aea-43e1-bf53-e3fb1d179157 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:49.676093 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03a2c1-977a-45dd-bb90-6f2b526c5f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c06284-768b-4e1c-8a20-514754225d57,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:49.708989 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90020237-11a6-4d5e-8424-1d48fe6c7ee6 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:49.794037 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d628d0a4-da12-4b49-b05a-c2558e447b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:49.834142 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d628d0a4-da12-4b49-b05a-c2558e447b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:49.843795 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-6f924417-5bb2-4bd3-a871-0668e0cafb06 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Deleting port a91f0d7e-0f8b-4913-96d2-cc15bc155329 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:51:49.844728 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6f924417-5bb2-4bd3-a871-0668e0cafb06 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:49.875896 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2d247-d24a-4268-849a-6981dbce2497 req-139ceab2-6d2b-4051-8100-9770eefdc453 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:49.879238 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a5c2d247-d24a-4268-849a-6981dbce2497 req-139ceab2-6d2b-4051-8100-9770eefdc453 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fe98c56-e542-48e0-bfb5-89cde77b8914 HTTP/1.1" status: 200 len: 946 time: 0.0977798 Apr 28 19:51:49.907340 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90020237-11a6-4d5e-8424-1d48fe6c7ee6 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:49.947127 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-90020237-11a6-4d5e-8424-1d48fe6c7ee6 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] device_id is not set on port 4ba662c5-244a-4e3b-bba2-9ebee0725285 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:51:49.950007 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-6f924417-5bb2-4bd3-a871-0668e0cafb06 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] For port a91f0d7e-0f8b-4913-96d2-cc15bc155329, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a91f0d7e-0f8b-4913-96d2-cc15bc155329,segment=NetworkSegment(488a6013-4926-4a67-9a6f-ac9453847466),segment_id=488a6013-4926-4a67-9a6f-ac9453847466)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:49.950385 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6f924417-5bb2-4bd3-a871-0668e0cafb06 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:49.955310 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a5c2d247-d24a-4268-849a-6981dbce2497 req-39bc79f7-b988-45d9-b7af-1838766178c7 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] 10.222.0.42 "GET /v2.0/security-groups?id=54fb13d8-6327-4282-8701-71e8455148fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652559 Apr 28 19:51:49.989667 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 6343511f-787a-4bc8-8607-4bbe547a3f23 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:51:49.995514 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-6f924417-5bb2-4bd3-a871-0668e0cafb06 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Calling delete_port for a91f0d7e-0f8b-4913-96d2-cc15bc155329 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:51:50.026941 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1bc88c10-0ebf-4ad3-bae4-baf19c51cec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:50.037583 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d628d0a4-da12-4b49-b05a-c2558e447b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:50.040642 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d628d0a4-da12-4b49-b05a-c2558e447b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:50.044760 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d628d0a4-da12-4b49-b05a-c2558e447b4a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a2c06284-768b-4e1c-8a20-514754225d57 HTTP/1.1" status: 204 len: 168 time: 0.3614876 Apr 28 19:51:50.063685 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8772c2d-48b9-434f-9a43-76f755ab84f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'fixed_ips': [{'subnet_id': '124e145d-ab97-4e23-9c3c-8de5484b5bf5'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:51:50.064687 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f8772c2d-48b9-434f-9a43-76f755ab84f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:50.090023 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-90020237-11a6-4d5e-8424-1d48fe6c7ee6 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Allocated IP 2001:db8::f816:3eff:fe2c:869 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/124e145d-ab97-4e23-9c3c-8de5484b5bf5/4ba662c5-244a-4e3b-bba2-9ebee0725285) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:50.095448 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 6343511f-787a-4bc8-8607-4bbe547a3f23 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:51:50.095801 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 6343511f-787a-4bc8-8607-4bbe547a3f23 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:51:50.181804 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628d0a4-da12-4b49-b05a-c2558e447b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c06284-768b-4e1c-8a20-514754225d57,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:50.197624 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 8a502811-6b37-4315-bf6a-94b023cadac2 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:51:50.209216 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2615fa4-9719-4f8a-9243-3a04db456163 req-89db825a-ea69-4d44-97f8-65fa1c3e0beb tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:50.211876 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d2615fa4-9719-4f8a-9243-3a04db456163 req-89db825a-ea69-4d44-97f8-65fa1c3e0beb tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a71285-a494-4154-b34e-f7ea33337c0f HTTP/1.1" status: 200 len: 945 time: 0.2198734 Apr 28 19:51:50.264794 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6f924417-5bb2-4bd3-a871-0668e0cafb06 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:50.312950 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f924417-5bb2-4bd3-a871-0668e0cafb06 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event deleted for resources: {'Port': ['ID=a91f0d7e-0f8b-4913-96d2-cc15bc155329,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:50.320836 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f924417-5bb2-4bd3-a871-0668e0cafb06 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] No DVR routers for this DVR port a91f0d7e-0f8b-4913-96d2-cc15bc155329 on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:51:50.342748 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f124fd-9256-4157-ac40-9a2a887ba16f None None] Network dbc09b89-8700-4630-acde-5bd0367cce77 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:50.355783 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90020237-11a6-4d5e-8424-1d48fe6c7ee6 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:50.359543 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 8a502811-6b37-4315-bf6a-94b023cadac2 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:51:50.373366 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d2615fa4-9719-4f8a-9243-3a04db456163 req-cb2dadfc-18e1-4f02-973e-487fb1c13f7f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=95b77c71-a829-44c5-bd32-470a360e08be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515121 Apr 28 19:51:50.415755 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 8a502811-6b37-4315-bf6a-94b023cadac2 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:50.416296 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:50.459088 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90020237-11a6-4d5e-8424-1d48fe6c7ee6 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:50.477239 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6f924417-5bb2-4bd3-a871-0668e0cafb06 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:50.507743 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93245f-0a3b-4f33-9cbc-2415d399e063 req-f917ff2f-25da-4100-84f4-498be43c395e tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:50.507914 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-6f924417-5bb2-4bd3-a871-0668e0cafb06 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc09b89-8700-4630-acde-5bd0367cce77']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:50.510752 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ed93245f-0a3b-4f33-9cbc-2415d399e063 req-f917ff2f-25da-4100-84f4-498be43c395e tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 945 time: 0.1030474 Apr 28 19:51:50.528727 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-6f924417-5bb2-4bd3-a871-0668e0cafb06 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '488a6013-4926-4a67-9a6f-ac9453847466') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:50.529174 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-6f924417-5bb2-4bd3-a871-0668e0cafb06 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '488a6013-4926-4a67-9a6f-ac9453847466') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:50.535355 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90020237-11a6-4d5e-8424-1d48fe6c7ee6 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:50.542893 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6f924417-5bb2-4bd3-a871-0668e0cafb06 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:50.553453 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-90020237-11a6-4d5e-8424-1d48fe6c7ee6 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:50.560993 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90020237-11a6-4d5e-8424-1d48fe6c7ee6 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:51:50.562929 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6f924417-5bb2-4bd3-a871-0668e0cafb06 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:50.566949 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90020237-11a6-4d5e-8424-1d48fe6c7ee6 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:50.567909 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90020237-11a6-4d5e-8424-1d48fe6c7ee6 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:50.572836 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f924417-5bb2-4bd3-a871-0668e0cafb06 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:51:50.573614 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6f924417-5bb2-4bd3-a871-0668e0cafb06 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:50.578989 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:51:50.578989 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:51:50.578989 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:51:50.578989 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:51:50.578989 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:51:50.578989 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:51:50.578989 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:51:50.578989 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:51:50.578989 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:51:50.578989 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:51:50.578989 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:51:50.578989 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:51:50.578989 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:51:50.578989 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:51:50.578989 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:51:50.578989 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:51:50.578989 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:51:50.578989 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:51:50.578989 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:51:50.578989 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:51:50.578989 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:51:50.578989 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:51:50.578989 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:51:50.578989 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:51:50.578989 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:51:50.578989 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:51:50.578989 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:51:50.578989 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:51:50.578989 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:51:50.578989 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:51:50.578989 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:51:50.578989 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:51:50.583197 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90020237-11a6-4d5e-8424-1d48fe6c7ee6 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Port': ['ID=4ba662c5-244a-4e3b-bba2-9ebee0725285,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:50.604782 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ed93245f-0a3b-4f33-9cbc-2415d399e063 req-b6d93219-dec5-4833-9f92-a44f2a40aac3 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849080 Apr 28 19:51:50.612193 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-90020237-11a6-4d5e-8424-1d48fe6c7ee6 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1292169 Apr 28 19:51:50.612635 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36588) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:50.630236 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-f8772c2d-48b9-434f-9a43-76f755ab84f0 None None] Allocated IP 2001:db8::f816:3eff:febe:b57 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/124e145d-ab97-4e23-9c3c-8de5484b5bf5/c371ba39-c00a-49aa-9460-9f43d32732da) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:50.678057 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6f924417-5bb2-4bd3-a871-0668e0cafb06 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:50.683345 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afba11ae-5e52-4ed4-8239-04f4eb7102ff tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:50.683983 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6f924417-5bb2-4bd3-a871-0668e0cafb06 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:50.688199 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6f924417-5bb2-4bd3-a871-0668e0cafb06 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "DELETE /v2.0/networks/dbc09b89-8700-4630-acde-5bd0367cce77 HTTP/1.1" status: 204 len: 168 time: 4.0941346 Apr 28 19:51:50.688400 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-afba11ae-5e52-4ed4-8239-04f4eb7102ff tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0745158 Apr 28 19:51:50.689149 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36590) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:50.697482 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36592) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:50.749308 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f924417-5bb2-4bd3-a871-0668e0cafb06 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event deleted for resources: {'Network': ['ID=dbc09b89-8700-4630-acde-5bd0367cce77,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:50.756306 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:50.756827 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d67fe6c8-27ca-443c-a78e-7600ac817d30 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] DELETE failed (client error): The resource could not be found. Apr 28 19:51:50.758068 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d67fe6c8-27ca-443c-a78e-7600ac817d30 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:51:50.762432 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d67fe6c8-27ca-443c-a78e-7600ac817d30 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "DELETE /v2.0/subnets/ccb9b568-5873-44a0-8627-c9aa139dfa28 HTTP/1.1" status: 404 len: 337 time: 0.0636022 Apr 28 19:51:50.765795 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36594) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:50.800407 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a71285-a494-4154-b34e-f7ea33337c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a502811-6b37-4315-bf6a-94b023cadac2'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:50.802966 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f0cabd-247f-4796-b2a4-02d5181444b0" -d '{"events": [{"server_uuid": "66a71285-a494-4154-b34e-f7ea33337c0f", "name": "network-vif-plugged", "status": "completed", "tag": "8a502811-6b37-4315-bf6a-94b023cadac2"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:51:50.808231 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-cececddf-10a4-420c-920d-7dcebc204b50 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] DELETE failed (client error): The resource could not be found. Apr 28 19:51:50.809429 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cececddf-10a4-420c-920d-7dcebc204b50 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:51:50.814827 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-cececddf-10a4-420c-920d-7dcebc204b50 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "DELETE /v2.0/networks/dbc09b89-8700-4630-acde-5bd0367cce77 HTTP/1.1" status: 404 len: 339 time: 0.0455534 Apr 28 19:51:50.815945 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36598) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:50.825580 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 8a502811-6b37-4315-bf6a-94b023cadac2, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=8a502811-6b37-4315-bf6a-94b023cadac2,segment=NetworkSegment(e300a6a7-3a1a-4ad6-a5a2-071728770978),segment_id=e300a6a7-3a1a-4ad6-a5a2-071728770978)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:50.852504 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:50.855885 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-f7b1c52b-68d5-4977-a0bd-b92fb6652523 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting port 4ba662c5-244a-4e3b-bba2-9ebee0725285 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:51:50.856410 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7b1c52b-68d5-4977-a0bd-b92fb6652523 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:50.898570 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e9d0ac-b5ed-46bc-b891-bd942844fc32 x-openstack-request-id: req-56e9d0ac-b5ed-46bc-b891-bd942844fc32 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:51:50.898570 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a71285-a494-4154-b34e-f7ea33337c0f", "name": "network-vif-plugged", "status": "completed", "tag": "8a502811-6b37-4315-bf6a-94b023cadac2", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:51:50.898570 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-56e9d0ac-b5ed-46bc-b891-bd942844fc32 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:51:50.899465 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56e9d0ac-b5ed-46bc-b891-bd942844fc32'] response: {'server_uuid': '66a71285-a494-4154-b34e-f7ea33337c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a502811-6b37-4315-bf6a-94b023cadac2', 'code': 200} Apr 28 19:51:50.941622 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f58e41d7-a11a-4dc9-8e45-520ca85d021a tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:50.978961 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=8a502811-6b37-4315-bf6a-94b023cadac2,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:50.989184 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f8772c2d-48b9-434f-9a43-76f755ab84f0 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:51.000150 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f8772c2d-48b9-434f-9a43-76f755ab84f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:51.023669 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7b1c52b-68d5-4977-a0bd-b92fb6652523 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:51.038990 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-f7b1c52b-68d5-4977-a0bd-b92fb6652523 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Calling delete_port for 4ba662c5-244a-4e3b-bba2-9ebee0725285 owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:51:51.045244 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8772c2d-48b9-434f-9a43-76f755ab84f0 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:51.048622 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-f8772c2d-48b9-434f-9a43-76f755ab84f0 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:51.051327 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8772c2d-48b9-434f-9a43-76f755ab84f0 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:51:51.121504 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8772c2d-48b9-434f-9a43-76f755ab84f0 None None] Pushing event updated for resources: {'Port': ['ID=c371ba39-c00a-49aa-9460-9f43d32732da,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:51.135150 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-f8772c2d-48b9-434f-9a43-76f755ab84f0 None None] Attempting to bind port c371ba39-c00a-49aa-9460-9f43d32732da on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:51:51.135622 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-f8772c2d-48b9-434f-9a43-76f755ab84f0 None None] Attempting to bind port c371ba39-c00a-49aa-9460-9f43d32732da by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:51:51.136063 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8772c2d-48b9-434f-9a43-76f755ab84f0 None None] Attempting to bind port c371ba39-c00a-49aa-9460-9f43d32732da on network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:51:51.142107 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8772c2d-48b9-434f-9a43-76f755ab84f0 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:51:51.142617 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8772c2d-48b9-434f-9a43-76f755ab84f0 None None] Checking segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:51:51.143612 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f8772c2d-48b9-434f-9a43-76f755ab84f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:51.144024 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8772c2d-48b9-434f-9a43-76f755ab84f0 None None] Bound using segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:51:51.144535 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-f8772c2d-48b9-434f-9a43-76f755ab84f0 None None] Bound port: c371ba39-c00a-49aa-9460-9f43d32732da, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:51:51.144921 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f8772c2d-48b9-434f-9a43-76f755ab84f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:51.170940 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f58e41d7-a11a-4dc9-8e45-520ca85d021a tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:51.179733 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae5fe0-1227-485a-a1f6-c5fc5e43a573 req-b2cc4053-6129-4e01-8510-291cf303da48 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:51.189494 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8bae5fe0-1227-485a-a1f6-c5fc5e43a573 req-b2cc4053-6129-4e01-8510-291cf303da48 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fe98c56-e542-48e0-bfb5-89cde77b8914 HTTP/1.1" status: 200 len: 946 time: 0.0934796 Apr 28 19:51:51.201919 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdf130-3d2a-4858-ab54-d20180749fa4 req-2eb1800e-ef1f-43f5-b0fd-9515473b90bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:51.203613 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-32bdf130-3d2a-4858-ab54-d20180749fa4 req-2eb1800e-ef1f-43f5-b0fd-9515473b90bd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=66a71285-a494-4154-b34e-f7ea33337c0f HTTP/1.1" status: 200 len: 1097 time: 0.2236218 Apr 28 19:51:51.206645 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-f58e41d7-a11a-4dc9-8e45-520ca85d021a tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c991ea08-cfd6-47bc-b27c-aaf8e8b1d26c']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:51.221844 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-f8772c2d-48b9-434f-9a43-76f755ab84f0 None None] For port c371ba39-c00a-49aa-9460-9f43d32732da, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:51:51.228295 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-f8772c2d-48b9-434f-9a43-76f755ab84f0 None None] For port c371ba39-c00a-49aa-9460-9f43d32732da, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c371ba39-c00a-49aa-9460-9f43d32732da,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:51:51.234457 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f8772c2d-48b9-434f-9a43-76f755ab84f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:51.237151 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-f58e41d7-a11a-4dc9-8e45-520ca85d021a tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e800242-253f-489a-8e32-aa8a54206e4b') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:51.238160 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-f58e41d7-a11a-4dc9-8e45-520ca85d021a tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e800242-253f-489a-8e32-aa8a54206e4b') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:51.257730 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f58e41d7-a11a-4dc9-8e45-520ca85d021a tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:51.285241 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-32bdf130-3d2a-4858-ab54-d20180749fa4 req-16c0920c-523f-4855-950f-0ab785f53772 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=95b77c71-a829-44c5-bd32-470a360e08be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648470 Apr 28 19:51:51.294980 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f58e41d7-a11a-4dc9-8e45-520ca85d021a tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:51.308185 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f58e41d7-a11a-4dc9-8e45-520ca85d021a tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:51:51.308185 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f58e41d7-a11a-4dc9-8e45-520ca85d021a tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:51.308489 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:51:51.308489 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:51:51.308489 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:51:51.308489 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:51:51.308489 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:51:51.308489 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:51:51.308489 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:51:51.308489 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:51:51.308489 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:51:51.308489 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:51:51.308489 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:51:51.308489 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:51:51.308489 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:51:51.308489 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:51:51.308489 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:51:51.308489 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:51:51.308489 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:51:51.308489 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:51:51.308489 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:51:51.308489 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:51:51.308489 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:51:51.308489 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:51:51.308489 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:51:51.308489 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:51:51.308489 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:51:51.308489 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:51:51.308489 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:51:51.308489 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:51:51.308489 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:51:51.308489 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:51:51.308489 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:51:51.308489 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:51:51.330968 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8772c2d-48b9-434f-9a43-76f755ab84f0 None None] Pushing event updated for resources: {'Port': ['ID=c371ba39-c00a-49aa-9460-9f43d32732da,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:51.332523 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8bae5fe0-1227-485a-a1f6-c5fc5e43a573 req-bacef0fb-b2d7-4903-9a8c-c79364cd394c tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] 10.222.0.42 "GET /v2.0/security-groups?id=54fb13d8-6327-4282-8701-71e8455148fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418748 Apr 28 19:51:51.371327 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7b1c52b-68d5-4977-a0bd-b92fb6652523 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:51.417570 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1c52b-68d5-4977-a0bd-b92fb6652523 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Port': ['ID=4ba662c5-244a-4e3b-bba2-9ebee0725285,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:51.421032 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f58e41d7-a11a-4dc9-8e45-520ca85d021a tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:51.437808 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f58e41d7-a11a-4dc9-8e45-520ca85d021a tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:51.441997 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f58e41d7-a11a-4dc9-8e45-520ca85d021a tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "DELETE /v2.0/networks/c991ea08-cfd6-47bc-b27c-aaf8e8b1d26c HTTP/1.1" status: 204 len: 168 time: 0.6248009 Apr 28 19:51:51.446461 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36616) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:51.475179 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e41d7-a11a-4dc9-8e45-520ca85d021a tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event deleted for resources: {'Network': ['ID=c991ea08-cfd6-47bc-b27c-aaf8e8b1d26c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:51.513149 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a5a1568-a689-41b4-bb4a-6b5eb1749f33 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] DELETE failed (client error): The resource could not be found. Apr 28 19:51:51.513760 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a5a1568-a689-41b4-bb4a-6b5eb1749f33 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:51:51.517204 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2a5a1568-a689-41b4-bb4a-6b5eb1749f33 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "DELETE /v2.0/subnets/e2b4dbaf-ffb9-4001-87a9-9166dd66377c HTTP/1.1" status: 404 len: 337 time: 0.0690842 Apr 28 19:51:51.519643 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36622) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:51.547991 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a51dbb4-50e2-428b-87bf-95f0b91b2e2d tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] DELETE failed (client error): The resource could not be found. Apr 28 19:51:51.548918 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a51dbb4-50e2-428b-87bf-95f0b91b2e2d tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:51:51.555812 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7b1c52b-68d5-4977-a0bd-b92fb6652523 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:51.556201 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5a51dbb4-50e2-428b-87bf-95f0b91b2e2d tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "DELETE /v2.0/networks/226e52e8-eca7-41e0-8d66-3d07c61e4205 HTTP/1.1" status: 404 len: 339 time: 0.0344908 Apr 28 19:51:51.557953 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36626) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:51.577234 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f7b1c52b-68d5-4977-a0bd-b92fb6652523 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/4ba662c5-244a-4e3b-bba2-9ebee0725285 HTTP/1.1" status: 204 len: 168 time: 0.8837011 Apr 28 19:51:51.580595 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36628) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:51.634157 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-09b8bc15-f35e-43c1-8f88-ddd84f64e05e tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Deleting subnet f454fa36-664e-4e9f-bc7b-e90afa73c968 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:51:51.639885 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-09b8bc15-f35e-43c1-8f88-ddd84f64e05e tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:51.729130 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-09b8bc15-f35e-43c1-8f88-ddd84f64e05e tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:51.745543 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c2ea56-862f-489a-bd24-d6c73ec03b8d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:51.750787 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c2ea56-862f-489a-bd24-d6c73ec03b8d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:51.758251 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-13c2ea56-862f-489a-bd24-d6c73ec03b8d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1761804 Apr 28 19:51:51.761637 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36636) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:51.824512 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02538ae3-e7b5-42bc-a80d-669359d421d7 req-11d162db-74a7-4a86-9afd-fef6c0779175 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:51.827062 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-02538ae3-e7b5-42bc-a80d-669359d421d7 req-11d162db-74a7-4a86-9afd-fef6c0779175 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a71285-a494-4154-b34e-f7ea33337c0f HTTP/1.1" status: 200 len: 946 time: 0.2956905 Apr 28 19:51:51.889172 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-130a8de7-c6cd-4456-a6b5-50808b65bb69 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting subnet 124e145d-ab97-4e23-9c3c-8de5484b5bf5 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:51:51.896470 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-130a8de7-c6cd-4456-a6b5-50808b65bb69 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:51.903866 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-02538ae3-e7b5-42bc-a80d-669359d421d7 req-aec386a4-c667-4e2d-9ebb-94a1a4d6e8ab tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=95b77c71-a829-44c5-bd32-470a360e08be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623429 Apr 28 19:51:51.933389 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4860b52-957e-4ad3-8b99-e942079ad398 req-c1a57b03-1d50-431c-b2d6-b5b68faa2a1f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:51.935867 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c371ba39-c00a-49aa-9460-9f43d32732da up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:51:51.941074 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f4860b52-957e-4ad3-8b99-e942079ad398 req-c1a57b03-1d50-431c-b2d6-b5b68faa2a1f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 945 time: 0.2041099 Apr 28 19:51:51.963691 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-130a8de7-c6cd-4456-a6b5-50808b65bb69 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:52.009324 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-09b8bc15-f35e-43c1-8f88-ddd84f64e05e tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:52.045766 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0397f68e-c559-480c-b671-eda52fc50ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:52.057273 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port c371ba39-c00a-49aa-9460-9f43d32732da triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:52.058017 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:52.092487 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f4860b52-957e-4ad3-8b99-e942079ad398 req-07df263f-6479-4162-84b4-a130b33bf26c tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457705 Apr 28 19:51:52.096787 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-130a8de7-c6cd-4456-a6b5-50808b65bb69 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:52.170128 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-09b8bc15-f35e-43c1-8f88-ddd84f64e05e tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:52.208947 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:52.222394 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8bc15-f35e-43c1-8f88-ddd84f64e05e tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event deleted for resources: {'Subnet': ['ID=f454fa36-664e-4e9f-bc7b-e90afa73c968,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:52.235988 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-130a8de7-c6cd-4456-a6b5-50808b65bb69 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:52.246794 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-09b8bc15-f35e-43c1-8f88-ddd84f64e05e tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:52.253538 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-09b8bc15-f35e-43c1-8f88-ddd84f64e05e tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "DELETE /v2.0/subnets/f454fa36-664e-4e9f-bc7b-e90afa73c968 HTTP/1.1" status: 204 len: 168 time: 0.6938715 Apr 28 19:51:52.254183 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36648) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:52.317432 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:51:52.318078 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:51:52.318898 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719fcda6-0268-48c4-9a8e-394be61da954 None None] Network 7f15566a-f2ee-4997-afa9-cafef6a0c079 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:52.328284 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a8de7-c6cd-4456-a6b5-50808b65bb69 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Subnet': ['ID=124e145d-ab97-4e23-9c3c-8de5484b5bf5,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:52.339522 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-130a8de7-c6cd-4456-a6b5-50808b65bb69 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:52.352848 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36650) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:52.354595 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-130a8de7-c6cd-4456-a6b5-50808b65bb69 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/124e145d-ab97-4e23-9c3c-8de5484b5bf5 HTTP/1.1" status: 204 len: 168 time: 0.5899427 Apr 28 19:51:52.430070 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36652) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:52.430449 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b636fd74-6257-450c-93e6-4d2069951843 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0752857 Apr 28 19:51:52.443999 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f310bf6-6d3a-44fc-b883-0788e812996f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Deleting subnet 6f71f05b-290e-4c72-921c-72197fab50a8 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:51:52.455974 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6f310bf6-6d3a-44fc-b883-0788e812996f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:52.496346 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36654) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:52.541862 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7486f807-fef8-437b-8b24-27744dd6e416 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:52.546994 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7486f807-fef8-437b-8b24-27744dd6e416 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1155136 Apr 28 19:51:52.548646 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36658) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:52.564818 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6f310bf6-6d3a-44fc-b883-0788e812996f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:52.608783 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76868c0-a4bb-4931-9d5f-ec9cc0fb3f0a req-f38a2e6d-6716-40ef-9d88-7fde54dee4a6 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:52.617225 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f76868c0-a4bb-4931-9d5f-ec9cc0fb3f0a req-f38a2e6d-6716-40ef-9d88-7fde54dee4a6 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fe98c56-e542-48e0-bfb5-89cde77b8914 HTTP/1.1" status: 200 len: 946 time: 0.1919312 Apr 28 19:51:52.631490 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81a1044-16f7-4785-bc89-925d837e682b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:52.640795 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d81a1044-16f7-4785-bc89-925d837e682b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0907078 Apr 28 19:51:52.642188 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36660) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:52.696477 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2fbe9d42-02bc-40aa-8f85-85ec97e5a604 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0528316 Apr 28 19:51:52.702148 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36662) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:52.712598 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f76868c0-a4bb-4931-9d5f-ec9cc0fb3f0a req-b1424620-f1dd-440c-8ae6-02680e6d9727 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] 10.222.0.42 "GET /v2.0/security-groups?id=54fb13d8-6327-4282-8701-71e8455148fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940282 Apr 28 19:51:52.720198 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-63de913c-aee0-42af-b42d-11bd8a7e0f28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:52.769612 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-3c94109c-5904-4034-aae9-9d2fe0a066bb tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2080155897'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:52.795537 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c94109c-5904-4034-aae9-9d2fe0a066bb tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] Made reservation on behalf of 7152aa2a090b43a18744c63f08f51c72 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:52.799621 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c94109c-5904-4034-aae9-9d2fe0a066bb tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:52.813382 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c94109c-5904-4034-aae9-9d2fe0a066bb tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:52.841928 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6f310bf6-6d3a-44fc-b883-0788e812996f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:52.907643 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:52.934339 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63de913c-aee0-42af-b42d-11bd8a7e0f28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:52.939338 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-63de913c-aee0-42af-b42d-11bd8a7e0f28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:52.942512 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c94109c-5904-4034-aae9-9d2fe0a066bb tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:52.951392 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c94109c-5904-4034-aae9-9d2fe0a066bb tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:52.973815 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7dc571-8c9c-4027-ae45-9dcbb5213f92 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:52.978010 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port c371ba39-c00a-49aa-9460-9f43d32732da, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c371ba39-c00a-49aa-9460-9f43d32732da,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:53.002749 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94109c-5904-4034-aae9-9d2fe0a066bb tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=301fa80a-7c3e-4e34-bb0a-93407f36612b,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:53.007690 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:53.040984 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c94109c-5904-4034-aae9-9d2fe0a066bb tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:51:53.074312 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6f310bf6-6d3a-44fc-b883-0788e812996f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:53.087411 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c94109c-5904-4034-aae9-9d2fe0a066bb tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:53.087775 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-3c94109c-5904-4034-aae9-9d2fe0a066bb tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] Added segment 81967da0-4b47-4822-9ce5-8bf05429924b of type vlan for network 06c08e45-06c6-4f59-a346-d81b1c9bfd78 Apr 28 19:51:53.128668 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6f310bf6-6d3a-44fc-b883-0788e812996f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:53.133135 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6f310bf6-6d3a-44fc-b883-0788e812996f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "DELETE /v2.0/subnets/6f71f05b-290e-4c72-921c-72197fab50a8 HTTP/1.1" status: 204 len: 168 time: 0.8778396 Apr 28 19:51:53.139809 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f310bf6-6d3a-44fc-b883-0788e812996f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event deleted for resources: {'Subnet': ['ID=6f71f05b-290e-4c72-921c-72197fab50a8,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:53.140520 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36668) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:53.192803 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c94109c-5904-4034-aae9-9d2fe0a066bb tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:53.212890 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583587b-56f8-4994-83d2-b22ff8b046bc req-d2e7b85a-cc47-43eb-a0a7-1ab19945ea03 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:53.227558 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a583587b-56f8-4994-83d2-b22ff8b046bc req-d2e7b85a-cc47-43eb-a0a7-1ab19945ea03 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a71285-a494-4154-b34e-f7ea33337c0f HTTP/1.1" status: 200 len: 946 time: 0.1835673 Apr 28 19:51:53.348181 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.db.resource_extend [None req-3c94109c-5904-4034-aae9-9d2fe0a066bb tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:51:53.356262 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee98439-4e1d-47e2-9e92-aaf3ce43bbcb req-35c429ed-ffec-4e57-b1c0-f94c151ff935 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:53.358148 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bee98439-4e1d-47e2-9e92-aaf3ce43bbcb req-35c429ed-ffec-4e57-b1c0-f94c151ff935 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 945 time: 0.1242168 Apr 28 19:51:53.415348 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a583587b-56f8-4994-83d2-b22ff8b046bc req-4e8a1977-d25a-424d-8b0b-f8e6177aeaf5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=95b77c71-a829-44c5-bd32-470a360e08be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780431 Apr 28 19:51:53.450426 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=c371ba39-c00a-49aa-9460-9f43d32732da,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:53.451641 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f437e23f-4d9b-43ad-ad77-0a1c691e3047 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:53.465406 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c94109c-5904-4034-aae9-9d2fe0a066bb tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:53.472535 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c94109c-5904-4034-aae9-9d2fe0a066bb tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:53.473171 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c94109c-5904-4034-aae9-9d2fe0a066bb tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:53.479834 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bee98439-4e1d-47e2-9e92-aaf3ce43bbcb req-037fa0d1-b617-4c4d-a2d2-3d97b859e111 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947447 Apr 28 19:51:53.529169 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2804a20-6ea1-41c4-a05d-0c62d27be87b None None] Network 7f15566a-f2ee-4997-afa9-cafef6a0c079 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:53.535739 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-c7c3c13a-14b7-4d31-aba5-6f2c32b157e9 None None] Provisioning complete for port c371ba39-c00a-49aa-9460-9f43d32732da triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:53.536367 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c7c3c13a-14b7-4d31-aba5-6f2c32b157e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:53.576513 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:53.591758 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3c94109c-5904-4034-aae9-9d2fe0a066bb tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0908706 Apr 28 19:51:53.598896 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36672) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:53.633912 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94109c-5904-4034-aae9-9d2fe0a066bb tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] Pushing event updated for resources: {'Network': ['ID=06c08e45-06c6-4f59-a346-d81b1c9bfd78,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:53.672510 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5261370-93f0-4923-a4d2-572b6e67f347 req-f9cbc6aa-3600-4b91-8f40-63bc2b261f4e tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:53.673581 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 06c08e45-06c6-4f59-a346-d81b1c9bfd78 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:51:53.675029 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f5261370-93f0-4923-a4d2-572b6e67f347 req-f9cbc6aa-3600-4b91-8f40-63bc2b261f4e tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] 10.222.0.15 "GET /v2.0/ports?device_id=3fe98c56-e542-48e0-bfb5-89cde77b8914 HTTP/1.1" status: 200 len: 946 time: 0.1079204 Apr 28 19:51:53.686377 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-f437e23f-4d9b-43ad-ad77-0a1c691e3047 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Deleting port 1d351a06-8dde-4026-bb92-ec93dfee7462 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:51:53.687219 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f437e23f-4d9b-43ad-ad77-0a1c691e3047 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:53.694019 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-ca514712-74e9-45fc-bb18-6d6ce743e1af tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Request body: {'network': {'name': 'tempest-network--829261360', 'router:external': True}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:53.709252 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4832d47-66d8-446c-8b0b-f00aea0d4cac req-96f5ef63-191f-4e07-b450-58bb7cde8ee5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:53.711981 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4832d47-66d8-446c-8b0b-f00aea0d4cac req-96f5ef63-191f-4e07-b450-58bb7cde8ee5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a71285-a494-4154-b34e-f7ea33337c0f HTTP/1.1" status: 200 len: 946 time: 0.1383860 Apr 28 19:51:53.721211 n-d-839810-1 neutron-server[102773]: DEBUG neutron.objects.ports [None req-63de913c-aee0-42af-b42d-11bd8a7e0f28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102773) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 19:51:53.791311 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-f437e23f-4d9b-43ad-ad77-0a1c691e3047 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] For port 1d351a06-8dde-4026-bb92-ec93dfee7462, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=1d351a06-8dde-4026-bb92-ec93dfee7462,segment=NetworkSegment(e500e321-1667-4fce-bfb0-eb10522bbd5d),segment_id=e500e321-1667-4fce-bfb0-eb10522bbd5d)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:53.791699 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f437e23f-4d9b-43ad-ad77-0a1c691e3047 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:53.812873 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-f437e23f-4d9b-43ad-ad77-0a1c691e3047 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Calling delete_port for 1d351a06-8dde-4026-bb92-ec93dfee7462 owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:51:53.918348 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca514712-74e9-45fc-bb18-6d6ce743e1af tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Made reservation on behalf of 96ea715378e4428caa1090dd01ab190f for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:53.920695 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca514712-74e9-45fc-bb18-6d6ce743e1af tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:53.930648 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c371ba39-c00a-49aa-9460-9f43d32732da up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:51:53.952143 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4832d47-66d8-446c-8b0b-f00aea0d4cac req-a954f447-4040-4a7a-b4d7-f510c4c8c82c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=95b77c71-a829-44c5-bd32-470a360e08be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750389 Apr 28 19:51:53.981039 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca514712-74e9-45fc-bb18-6d6ce743e1af tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:53.984701 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36678) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:54.026732 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f437e23f-4d9b-43ad-ad77-0a1c691e3047 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:54.059993 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port c371ba39-c00a-49aa-9460-9f43d32732da triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:54.060586 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:54.069534 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437e23f-4d9b-43ad-ad77-0a1c691e3047 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event deleted for resources: {'Port': ['ID=1d351a06-8dde-4026-bb92-ec93dfee7462,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:54.075607 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f437e23f-4d9b-43ad-ad77-0a1c691e3047 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] No DVR routers for this DVR port 1d351a06-8dde-4026-bb92-ec93dfee7462 on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:51:54.091013 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88506b8e-f5ac-45bd-881a-79065780312d req-d4d3554b-a472-4654-8d7a-13ece3888137 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:54.092687 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-88506b8e-f5ac-45bd-881a-79065780312d req-d4d3554b-a472-4654-8d7a-13ece3888137 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fe98c56-e542-48e0-bfb5-89cde77b8914 HTTP/1.1" status: 200 len: 946 time: 0.2090528 Apr 28 19:51:54.111006 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3888cc76-976e-4201-8730-e03fe45a3e55 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:54.115414 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3888cc76-976e-4201-8730-e03fe45a3e55 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=66a71285-a494-4154-b34e-f7ea33337c0f HTTP/1.1" status: 200 len: 1092 time: 0.1259012 Apr 28 19:51:54.118217 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36680) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:54.122253 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-252847ee-a359-49dc-a128-361c8e492fe1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'port_id': '8a502811-6b37-4315-bf6a-94b023cadac2', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:54.182051 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-6be5de1f-e349-430f-9382-b8650efcdcd1 None None] Could not find standard attr ID for object 1d351a06-8dde-4026-bb92-ec93dfee7462. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:51:54.201709 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f437e23f-4d9b-43ad-ad77-0a1c691e3047 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:54.216953 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb1d2f4-bbbe-4289-8996-b48a8a3849f6 None None] DHCP port deletion for 7f15566a-f2ee-4997-afa9-cafef6a0c079 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:51:54.217356 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-f5261370-93f0-4923-a4d2-572b6e67f347 req-1ad08b7f-763f-4b79-9e10-e6b36c5b2984 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] Deleting port 239f8483-e94e-415d-b665-525cc3cd0d73 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:51:54.217835 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f5261370-93f0-4923-a4d2-572b6e67f347 req-1ad08b7f-763f-4b79-9e10-e6b36c5b2984 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:54.232279 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-f437e23f-4d9b-43ad-ad77-0a1c691e3047 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f15566a-f2ee-4997-afa9-cafef6a0c079']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:54.247237 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-f437e23f-4d9b-43ad-ad77-0a1c691e3047 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e500e321-1667-4fce-bfb0-eb10522bbd5d') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:54.247527 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-f437e23f-4d9b-43ad-ad77-0a1c691e3047 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e500e321-1667-4fce-bfb0-eb10522bbd5d') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:54.259192 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f437e23f-4d9b-43ad-ad77-0a1c691e3047 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:54.285723 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f437e23f-4d9b-43ad-ad77-0a1c691e3047 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:54.294275 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-252847ee-a359-49dc-a128-361c8e492fe1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:54.297374 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f437e23f-4d9b-43ad-ad77-0a1c691e3047 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:51:54.297779 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f437e23f-4d9b-43ad-ad77-0a1c691e3047 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:54.300940 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:51:54.300940 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:51:54.300940 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:51:54.300940 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:51:54.300940 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:51:54.300940 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:51:54.300940 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:51:54.300940 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:51:54.300940 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:51:54.300940 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:51:54.300940 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:51:54.300940 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:51:54.300940 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:51:54.300940 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:51:54.300940 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:51:54.300940 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:51:54.300940 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:51:54.300940 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:51:54.300940 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:51:54.300940 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:51:54.300940 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:51:54.300940 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:51:54.300940 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:51:54.300940 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:51:54.300940 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:51:54.300940 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:51:54.300940 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:51:54.300940 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:51:54.300940 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:51:54.300940 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:51:54.300940 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:51:54.300940 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:51:54.380569 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-88506b8e-f5ac-45bd-881a-79065780312d req-c01b0435-7bf9-4521-b8be-802ee6e52d4d tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] 10.222.0.42 "GET /v2.0/security-groups?id=54fb13d8-6327-4282-8701-71e8455148fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660766 Apr 28 19:51:54.405986 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-63de913c-aee0-42af-b42d-11bd8a7e0f28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:54.448331 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f437e23f-4d9b-43ad-ad77-0a1c691e3047 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:54.457327 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f437e23f-4d9b-43ad-ad77-0a1c691e3047 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:54.461541 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f437e23f-4d9b-43ad-ad77-0a1c691e3047 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "DELETE /v2.0/networks/7f15566a-f2ee-4997-afa9-cafef6a0c079 HTTP/1.1" status: 204 len: 168 time: 1.3199372 Apr 28 19:51:54.465123 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36684) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:54.508354 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca514712-74e9-45fc-bb18-6d6ce743e1af tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:54.513498 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437e23f-4d9b-43ad-ad77-0a1c691e3047 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event deleted for resources: {'Network': ['ID=7f15566a-f2ee-4997-afa9-cafef6a0c079,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:54.519198 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-88302c8d-c8b3-4458-af19-e27c88bffb76 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] DELETE failed (client error): The resource could not be found. Apr 28 19:51:54.519640 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88302c8d-c8b3-4458-af19-e27c88bffb76 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:51:54.523458 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-88302c8d-c8b3-4458-af19-e27c88bffb76 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "DELETE /v2.0/subnets/c6f19c36-7e9a-461d-bedb-ba18a38bf8e8 HTTP/1.1" status: 404 len: 337 time: 0.0562034 Apr 28 19:51:54.529294 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36688) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:54.535335 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-ad00c266-fb40-4153-bef5-f6018ca94b8d None None] Provisioning complete for port c371ba39-c00a-49aa-9460-9f43d32732da triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:54.536237 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ad00c266-fb40-4153-bef5-f6018ca94b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:54.547101 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-f5261370-93f0-4923-a4d2-572b6e67f347 req-1ad08b7f-763f-4b79-9e10-e6b36c5b2984 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] For port 239f8483-e94e-415d-b665-525cc3cd0d73, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=239f8483-e94e-415d-b665-525cc3cd0d73,segment=NetworkSegment(1e1742c3-89b7-451a-9b9f-9de9ad221a79),segment_id=1e1742c3-89b7-451a-9b9f-9de9ad221a79)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:54.547555 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f5261370-93f0-4923-a4d2-572b6e67f347 req-1ad08b7f-763f-4b79-9e10-e6b36c5b2984 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:54.563277 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-05dd3d44-333f-4b55-8007-83b964f6a34c tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] DELETE failed (client error): The resource could not be found. Apr 28 19:51:54.563503 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-f5261370-93f0-4923-a4d2-572b6e67f347 req-1ad08b7f-763f-4b79-9e10-e6b36c5b2984 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] Calling delete_port for 239f8483-e94e-415d-b665-525cc3cd0d73 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:51:54.563847 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05dd3d44-333f-4b55-8007-83b964f6a34c tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:51:54.567561 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-05dd3d44-333f-4b55-8007-83b964f6a34c tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "DELETE /v2.0/networks/369a43a6-e475-4afa-8f2b-7cc25bb748f4 HTTP/1.1" status: 404 len: 339 time: 0.0324934 Apr 28 19:51:54.570302 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36690) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:54.621039 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d88ab35-af32-49d4-9f7f-974f67cd5fe1 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] DELETE failed (client error): The resource could not be found. Apr 28 19:51:54.621483 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d88ab35-af32-49d4-9f7f-974f67cd5fe1 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:51:54.624609 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5d88ab35-af32-49d4-9f7f-974f67cd5fe1 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "DELETE /v2.0/subnets/fe58ff75-3253-49e3-9f79-4b7e117224a6 HTTP/1.1" status: 404 len: 337 time: 0.0533073 Apr 28 19:51:54.635126 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36692) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:54.643059 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca514712-74e9-45fc-bb18-6d6ce743e1af tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:54.676795 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-252847ee-a359-49dc-a128-361c8e492fe1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:54.706322 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4579ded-ff63-4528-9c71-a317d1e07f90 req-df6112e2-a48e-4cab-9597-553df162e401 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:54.707906 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d4579ded-ff63-4528-9c71-a317d1e07f90 req-df6112e2-a48e-4cab-9597-553df162e401 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 945 time: 0.0940444 Apr 28 19:51:54.718488 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b75fcc9-0459-427f-b91b-a0fcfb1c9f2f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] DELETE failed (client error): The resource could not be found. Apr 28 19:51:54.719116 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b75fcc9-0459-427f-b91b-a0fcfb1c9f2f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:51:54.725079 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3b75fcc9-0459-427f-b91b-a0fcfb1c9f2f tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "DELETE /v2.0/networks/77f4b594-dbe5-48e8-a0f6-623f47398a44 HTTP/1.1" status: 404 len: 339 time: 0.0785265 Apr 28 19:51:54.730653 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36694) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:54.746012 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca514712-74e9-45fc-bb18-6d6ce743e1af tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:51:54.807997 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-6d05490d-913e-44b0-909d-d9c9813ea73f None None] Could not find standard attr ID for object 4ba662c5-244a-4e3b-bba2-9ebee0725285. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:51:54.818140 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-55463870-120e-4d49-9019-fdca2e635fdf tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] DELETE failed (client error): The resource could not be found. Apr 28 19:51:54.818140 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55463870-120e-4d49-9019-fdca2e635fdf tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:51:54.819984 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d4579ded-ff63-4528-9c71-a317d1e07f90 req-356bf9f5-63f3-417d-8898-b5537dcedd97 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784659 Apr 28 19:51:54.823846 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36696) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:54.824047 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-55463870-120e-4d49-9019-fdca2e635fdf tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "DELETE /v2.0/subnets/8b165702-92bd-4e92-9bb8-0c882251127a HTTP/1.1" status: 404 len: 337 time: 0.0873363 Apr 28 19:51:54.830531 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca514712-74e9-45fc-bb18-6d6ce743e1af tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07cda2f-7971-4921-912f-85e124a16181,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:54.834108 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca514712-74e9-45fc-bb18-6d6ce743e1af tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:54.834463 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-ca514712-74e9-45fc-bb18-6d6ce743e1af tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Added segment c91ce4d6-c038-410a-ae21-a8a00d64cfcf of type vlan for network 12121e03-0d6a-4301-8c40-1fb5be2fca51 Apr 28 19:51:54.858581 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e4ef1e-37db-443c-a221-9cdfa7a5d22e tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] DELETE failed (client error): The resource could not be found. Apr 28 19:51:54.859665 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4e4ef1e-37db-443c-a221-9cdfa7a5d22e tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:51:54.864036 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f4e4ef1e-37db-443c-a221-9cdfa7a5d22e tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "DELETE /v2.0/networks/25622a4d-652a-4e8e-9389-266450a20d86 HTTP/1.1" status: 404 len: 339 time: 0.0387533 Apr 28 19:51:54.868231 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36698) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:54.922136 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-252847ee-a359-49dc-a128-361c8e492fe1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Allocated IP 172.25.8.194 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/eb7dc9e4-6e50-464e-a792-a05bf0009cfc) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:54.951676 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-18b429f4-24c0-4d0c-9b56-a55cdab6dd7a tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Deleting subnet 27d24d55-7809-4286-a9c9-cd645cf76a2c {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:51:54.955078 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-18b429f4-24c0-4d0c-9b56-a55cdab6dd7a tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:54.982277 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-63de913c-aee0-42af-b42d-11bd8a7e0f28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] For port c371ba39-c00a-49aa-9460-9f43d32732da, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c371ba39-c00a-49aa-9460-9f43d32732da,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:54.999469 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca514712-74e9-45fc-bb18-6d6ce743e1af tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:55.016370 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62e6f87-eaea-4d25-9dd7-81474aa406a3 None None] get_active_networks_info from n-d-839810-1 {{(pid=102775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 28 19:51:55.036598 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f5261370-93f0-4923-a4d2-572b6e67f347 req-1ad08b7f-763f-4b79-9e10-e6b36c5b2984 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:55.049742 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['239f8483-e94e-415d-b665-525cc3cd0d73'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:51:55.056660 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-18b429f4-24c0-4d0c-9b56-a55cdab6dd7a tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:55.065670 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-63de913c-aee0-42af-b42d-11bd8a7e0f28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:55.093404 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-63de913c-aee0-42af-b42d-11bd8a7e0f28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:55.094165 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-63de913c-aee0-42af-b42d-11bd8a7e0f28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:55.120773 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad08b7f-763f-4b79-9e10-e6b36c5b2984 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] Pushing event deleted for resources: {'Port': ['ID=239f8483-e94e-415d-b665-525cc3cd0d73,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:55.172738 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca514712-74e9-45fc-bb18-6d6ce743e1af tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:55.173106 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca514712-74e9-45fc-bb18-6d6ce743e1af tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:55.173900 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca514712-74e9-45fc-bb18-6d6ce743e1af tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:55.175897 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62e6f87-eaea-4d25-9dd7-81474aa406a3 None None] Resources bound (agent type, host, resource id): {{(pid=102775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 19:51:55.183176 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-252847ee-a359-49dc-a128-361c8e492fe1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:55.198288 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5261370-93f0-4923-a4d2-572b6e67f347 req-1ad08b7f-763f-4b79-9e10-e6b36c5b2984 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] No DVR routers for this DVR port 239f8483-e94e-415d-b665-525cc3cd0d73 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:51:55.201954 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f5261370-93f0-4923-a4d2-572b6e67f347 req-1ad08b7f-763f-4b79-9e10-e6b36c5b2984 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:55.205373 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f5261370-93f0-4923-a4d2-572b6e67f347 req-1ad08b7f-763f-4b79-9e10-e6b36c5b2984 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] 10.222.0.15 "DELETE /v2.0/ports/239f8483-e94e-415d-b665-525cc3cd0d73 HTTP/1.1" status: 204 len: 173 time: 1.5176747 Apr 28 19:51:55.209323 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-18b429f4-24c0-4d0c-9b56-a55cdab6dd7a tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:55.214922 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe98c56-e542-48e0-bfb5-89cde77b8914', 'name': 'network-vif-deleted', 'tag': '239f8483-e94e-415d-b665-525cc3cd0d73'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:55.217549 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46d4323-71ad-49d4-8e61-feb2990776d6" -d '{"events": [{"server_uuid": "3fe98c56-e542-48e0-bfb5-89cde77b8914", "name": "network-vif-deleted", "tag": "239f8483-e94e-415d-b665-525cc3cd0d73"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:51:55.277227 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63de913c-aee0-42af-b42d-11bd8a7e0f28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:55.285888 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba021790-ee49-4c00-b2cd-8a666d8252ba x-openstack-request-id: req-ba021790-ee49-4c00-b2cd-8a666d8252ba {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:51:55.286172 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe98c56-e542-48e0-bfb5-89cde77b8914", "name": "network-vif-deleted", "tag": "239f8483-e94e-415d-b665-525cc3cd0d73", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:51:55.286667 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ba021790-ee49-4c00-b2cd-8a666d8252ba {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:51:55.286830 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba021790-ee49-4c00-b2cd-8a666d8252ba'] response: {'server_uuid': '3fe98c56-e542-48e0-bfb5-89cde77b8914', 'name': 'network-vif-deleted', 'tag': '239f8483-e94e-415d-b665-525cc3cd0d73', 'status': 'completed', 'code': 200} Apr 28 19:51:55.325346 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-252847ee-a359-49dc-a128-361c8e492fe1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:55.332062 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-63de913c-aee0-42af-b42d-11bd8a7e0f28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:55.344132 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ca514712-74e9-45fc-bb18-6d6ce743e1af tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.7327261 Apr 28 19:51:55.344424 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36702) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:55.356837 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63de913c-aee0-42af-b42d-11bd8a7e0f28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:55.357817 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-63de913c-aee0-42af-b42d-11bd8a7e0f28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:55.366522 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de913c-aee0-42af-b42d-11bd8a7e0f28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Subnet': ['ID=aaeba5ab-a225-4cb3-a6af-0a949c2d759a,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:55.383576 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de913c-aee0-42af-b42d-11bd8a7e0f28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Port': ['ID=c371ba39-c00a-49aa-9460-9f43d32732da,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:55.387689 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca514712-74e9-45fc-bb18-6d6ce743e1af tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Pushing event updated for resources: {'Network': ['ID=12121e03-0d6a-4301-8c40-1fb5be2fca51,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:55.400959 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-63de913c-aee0-42af-b42d-11bd8a7e0f28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.6838267 Apr 28 19:51:55.403414 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36704) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:55.411815 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252847ee-a359-49dc-a128-361c8e492fe1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:55.417612 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-934bda00-1219-46df-a7aa-43c69fa093e1 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'port': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'mac_address': 'fa:16:3e:8a:ee:54', 'name': 'tempest-NetworksTestDHCPv6-1688074780'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:55.428593 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-252847ee-a359-49dc-a128-361c8e492fe1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:55.439520 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 12121e03-0d6a-4301-8c40-1fb5be2fca51 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:51:55.468911 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252847ee-a359-49dc-a128-361c8e492fe1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:51:55.505494 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-18b429f4-24c0-4d0c-9b56-a55cdab6dd7a tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:55.539990 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252847ee-a359-49dc-a128-361c8e492fe1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'Port': ['ID=eb7dc9e4-6e50-464e-a792-a05bf0009cfc,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:55.609810 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934bda00-1219-46df-a7aa-43c69fa093e1 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:55.747243 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-934bda00-1219-46df-a7aa-43c69fa093e1 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:55.771473 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-934bda00-1219-46df-a7aa-43c69fa093e1 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] device_id is not set on port 081c1329-92cb-4447-b885-2813350192c0 yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:51:55.783779 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f7d24e-c68f-4c2e-85b6-618f7b7ff95b None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:55.869535 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c371ba39-c00a-49aa-9460-9f43d32732da up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:51:55.930458 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:55.957464 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:55.999006 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b429f4-24c0-4d0c-9b56-a55cdab6dd7a tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event deleted for resources: {'Subnet': ['ID=27d24d55-7809-4286-a9c9-cd645cf76a2c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:56.018626 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2abb1684-635f-48ef-ab97-d71e0118051e tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:56.035070 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af9f000-d218-4012-aa92-a82763ae5976 None None] Network 417d053a-db4d-4913-960e-798c6a1d74bb requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:56.036006 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-18b429f4-24c0-4d0c-9b56-a55cdab6dd7a tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:56.041633 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-18b429f4-24c0-4d0c-9b56-a55cdab6dd7a tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "DELETE /v2.0/subnets/27d24d55-7809-4286-a9c9-cd645cf76a2c HTTP/1.1" status: 204 len: 168 time: 1.1718326 Apr 28 19:51:56.047173 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36710) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:56.053463 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-481dc49a-fbb4-47e4-b6ec-6897fdffcf78 req-14d8a43d-a490-4648-9238-dfc1b60fdb91 tempest-ServerAddressesTestJSON-2105980490 tempest-ServerAddressesTestJSON-2105980490-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fe98c56-e542-48e0-bfb5-89cde77b8914 HTTP/1.1" status: 200 len: 210 time: 0.5092640 Apr 28 19:51:56.064708 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-934bda00-1219-46df-a7aa-43c69fa093e1 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Allocated IP 2001:db8::f816:3eff:fe8a:ee54 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/aaeba5ab-a225-4cb3-a6af-0a949c2d759a/081c1329-92cb-4447-b885-2813350192c0) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:56.149345 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port c371ba39-c00a-49aa-9460-9f43d32732da triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:56.149727 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:56.155352 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69355652-c3a3-4693-9046-358fb56a5863 req-d9223b17-f8e4-4300-bc05-b4858499c068 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:56.157815 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-69355652-c3a3-4693-9046-358fb56a5863 req-d9223b17-f8e4-4300-bc05-b4858499c068 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 945 time: 0.1624234 Apr 28 19:51:56.262831 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f6bda1a-8660-4a7f-8a71-3e9d214116c7 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:56.304585 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-69355652-c3a3-4693-9046-358fb56a5863 req-fd0c14e9-197b-40df-988f-519b94757aca tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215572 Apr 28 19:51:56.364437 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-934bda00-1219-46df-a7aa-43c69fa093e1 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:56.369700 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2abb1684-635f-48ef-ab97-d71e0118051e tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:56.419095 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-934bda00-1219-46df-a7aa-43c69fa093e1 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:56.460351 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-2abb1684-635f-48ef-ab97-d71e0118051e tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12121e03-0d6a-4301-8c40-1fb5be2fca51']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:56.482993 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-2abb1684-635f-48ef-ab97-d71e0118051e tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c91ce4d6-c038-410a-ae21-a8a00d64cfcf') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:56.483401 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-2abb1684-635f-48ef-ab97-d71e0118051e tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c91ce4d6-c038-410a-ae21-a8a00d64cfcf') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:56.505661 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2abb1684-635f-48ef-ab97-d71e0118051e tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:56.547710 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2abb1684-635f-48ef-ab97-d71e0118051e tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:56.560709 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2abb1684-635f-48ef-ab97-d71e0118051e tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:51:56.561224 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2abb1684-635f-48ef-ab97-d71e0118051e tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:56.563398 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:51:56.563398 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:51:56.563398 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:51:56.563398 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:51:56.563398 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:51:56.563398 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:51:56.563398 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:51:56.563398 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:51:56.563398 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:51:56.563398 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:51:56.563398 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:51:56.563398 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:51:56.563398 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:51:56.563398 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:51:56.563398 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:51:56.563398 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:51:56.563398 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:51:56.563398 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:51:56.563398 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:51:56.563398 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:51:56.563398 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:51:56.563398 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:51:56.563398 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:51:56.563398 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:51:56.563398 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:51:56.563398 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:51:56.563398 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:51:56.563398 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:51:56.563398 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:51:56.563398 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:51:56.563398 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:51:56.563398 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:51:56.584580 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-0f6bda1a-8660-4a7f-8a71-3e9d214116c7 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Deleting port fbc303d2-bef2-444d-970b-eeaff02e4b53 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:51:56.585462 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f6bda1a-8660-4a7f-8a71-3e9d214116c7 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:56.625707 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 1d351a06-8dde-4026-bb92-ec93dfee7462 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:51:56.671026 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 1d351a06-8dde-4026-bb92-ec93dfee7462 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:51:56.671384 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 1d351a06-8dde-4026-bb92-ec93dfee7462 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:51:56.687499 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2e4996-cd59-4198-9ca9-843a546dda6d None None] DHCP port deletion for 417d053a-db4d-4913-960e-798c6a1d74bb request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:51:56.718775 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2abb1684-635f-48ef-ab97-d71e0118051e tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:56.733624 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abb1684-635f-48ef-ab97-d71e0118051e tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 12121e03-0d6a-4301-8c40-1fb5be2fca51 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 28 19:51:56.767222 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-8b2e4996-cd59-4198-9ca9-843a546dda6d None None] Deleting port fbc303d2-bef2-444d-970b-eeaff02e4b53 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:51:56.768016 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8b2e4996-cd59-4198-9ca9-843a546dda6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:56.816674 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2abb1684-635f-48ef-ab97-d71e0118051e tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:56.821000 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2abb1684-635f-48ef-ab97-d71e0118051e tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] 10.222.0.42 "DELETE /v2.0/networks/12121e03-0d6a-4301-8c40-1fb5be2fca51 HTTP/1.1" status: 204 len: 168 time: 1.4767511 Apr 28 19:51:56.825824 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb1684-635f-48ef-ab97-d71e0118051e tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Pushing event deleted for resources: {'Network': ['ID=12121e03-0d6a-4301-8c40-1fb5be2fca51,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:56.834263 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36712) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:56.837397 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-0f6bda1a-8660-4a7f-8a71-3e9d214116c7 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] For port fbc303d2-bef2-444d-970b-eeaff02e4b53, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=fbc303d2-bef2-444d-970b-eeaff02e4b53,segment=NetworkSegment(5e49e23b-bb80-4131-b285-3d5d91a0f75a),segment_id=5e49e23b-bb80-4131-b285-3d5d91a0f75a)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:56.837946 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f6bda1a-8660-4a7f-8a71-3e9d214116c7 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:56.847399 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-f518199a-8b4d-4c4d-a58e-f90106f2ec3c tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:56.888311 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-0f6bda1a-8660-4a7f-8a71-3e9d214116c7 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Calling delete_port for fbc303d2-bef2-444d-970b-eeaff02e4b53 owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:51:56.909850 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-8b2e4996-cd59-4198-9ca9-843a546dda6d None None] For port fbc303d2-bef2-444d-970b-eeaff02e4b53, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=fbc303d2-bef2-444d-970b-eeaff02e4b53,segment=NetworkSegment(5e49e23b-bb80-4131-b285-3d5d91a0f75a),segment_id=5e49e23b-bb80-4131-b285-3d5d91a0f75a)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:56.910478 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8b2e4996-cd59-4198-9ca9-843a546dda6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:56.928436 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-8b2e4996-cd59-4198-9ca9-843a546dda6d None None] Calling delete_port for fbc303d2-bef2-444d-970b-eeaff02e4b53 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:51:57.009085 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934bda00-1219-46df-a7aa-43c69fa093e1 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:57.013366 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-934bda00-1219-46df-a7aa-43c69fa093e1 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:57.016592 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934bda00-1219-46df-a7aa-43c69fa093e1 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:51:57.024461 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934bda00-1219-46df-a7aa-43c69fa093e1 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:57.025312 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-934bda00-1219-46df-a7aa-43c69fa093e1 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:57.041166 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bda00-1219-46df-a7aa-43c69fa093e1 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Port': ['ID=081c1329-92cb-4447-b885-2813350192c0,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:57.049588 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-934bda00-1219-46df-a7aa-43c69fa093e1 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6447639 Apr 28 19:51:57.056639 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36714) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:57.062643 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f518199a-8b4d-4c4d-a58e-f90106f2ec3c tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Made reservation on behalf of 96ea715378e4428caa1090dd01ab190f for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:57.064919 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f518199a-8b4d-4c4d-a58e-f90106f2ec3c tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:57.071470 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8b2e4996-cd59-4198-9ca9-843a546dda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:57.100307 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e4996-cd59-4198-9ca9-843a546dda6d None None] Pushing event deleted for resources: {'Port': ['ID=fbc303d2-bef2-444d-970b-eeaff02e4b53,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:57.110902 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-1e649c21-1352-423b-b95c-bee777c77c8c None None] Provisioning complete for port c371ba39-c00a-49aa-9460-9f43d32732da triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:57.111280 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1e649c21-1352-423b-b95c-bee777c77c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:57.119559 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f6bda1a-8660-4a7f-8a71-3e9d214116c7 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:57.167845 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2e4996-cd59-4198-9ca9-843a546dda6d None None] No DVR routers for this DVR port fbc303d2-bef2-444d-970b-eeaff02e4b53 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:51:57.185468 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36718) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:57.236731 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6bda1a-8660-4a7f-8a71-3e9d214116c7 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] No DVR routers for this DVR port fbc303d2-bef2-444d-970b-eeaff02e4b53 on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:51:57.244793 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6bda1a-8660-4a7f-8a71-3e9d214116c7 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event deleted for resources: {'Port': ['ID=fbc303d2-bef2-444d-970b-eeaff02e4b53,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:57.276341 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c29c30-b8b9-4f50-bc21-9ced17a70491 admin admin] Deleting subnet 868a8c5e-1021-46a9-8847-86777601fbed {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:51:57.280650 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0c29c30-b8b9-4f50-bc21-9ced17a70491 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:57.296503 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f518199a-8b4d-4c4d-a58e-f90106f2ec3c tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:51:57.340118 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0c29c30-b8b9-4f50-bc21-9ced17a70491 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:57.390300 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-252847ee-a359-49dc-a128-361c8e492fe1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:57.405498 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0c29c30-b8b9-4f50-bc21-9ced17a70491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:57.414652 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f518199a-8b4d-4c4d-a58e-f90106f2ec3c tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:57.415083 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-f518199a-8b4d-4c4d-a58e-f90106f2ec3c tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Added segment a4fb8f07-8153-47e9-a1f1-8ac01e75335f of type vlan for network eb85d999-b762-4f4a-9780-63e98de6639a Apr 28 19:51:57.425089 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d74a9b-4c4f-49b3-a5b8-8c1571899588 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:57.432089 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d74a9b-4c4f-49b3-a5b8-8c1571899588 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:57.436597 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f8d74a9b-4c4f-49b3-a5b8-8c1571899588 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.3771195 Apr 28 19:51:57.440152 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36722) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:57.449408 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 239f8483-e94e-415d-b665-525cc3cd0d73 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:51:57.480319 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 239f8483-e94e-415d-b665-525cc3cd0d73 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:51:57.481092 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 239f8483-e94e-415d-b665-525cc3cd0d73 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:51:57.494879 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-8d8dbb67-a461-476a-b50c-cc43bcafd2ed None None] Provisioning complete for port 081c1329-92cb-4447-b885-2813350192c0 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:57.495663 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8d8dbb67-a461-476a-b50c-cc43bcafd2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:57.532508 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0c29c30-b8b9-4f50-bc21-9ced17a70491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:57.535678 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f518199a-8b4d-4c4d-a58e-f90106f2ec3c tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:57.548852 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-8d8dbb67-a461-476a-b50c-cc43bcafd2ed None None] Port 081c1329-92cb-4447-b885-2813350192c0 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:51:57.564908 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c29c30-b8b9-4f50-bc21-9ced17a70491 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=868a8c5e-1021-46a9-8847-86777601fbed,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:57.573598 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0c29c30-b8b9-4f50-bc21-9ced17a70491 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:57.576502 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d0c29c30-b8b9-4f50-bc21-9ced17a70491 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/868a8c5e-1021-46a9-8847-86777601fbed HTTP/1.1" status: 204 len: 168 time: 0.3900199 Apr 28 19:51:57.579376 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36724) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:57.595860 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f6bda1a-8660-4a7f-8a71-3e9d214116c7 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:57.609135 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000bb170-b275-4219-9ac8-9aa391967c02 req-feb43e50-c458-448f-b1c2-cfae050af5bb tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:57.610762 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-000bb170-b275-4219-9ac8-9aa391967c02 req-feb43e50-c458-448f-b1c2-cfae050af5bb tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 945 time: 0.1149290 Apr 28 19:51:57.658818 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-0f6bda1a-8660-4a7f-8a71-3e9d214116c7 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['417d053a-db4d-4913-960e-798c6a1d74bb']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:57.680427 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b4ef43bb-9826-4678-ba93-e620c660a9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:57.689832 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-0f6bda1a-8660-4a7f-8a71-3e9d214116c7 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e49e23b-bb80-4131-b285-3d5d91a0f75a') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:57.690048 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-0f6bda1a-8660-4a7f-8a71-3e9d214116c7 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e49e23b-bb80-4131-b285-3d5d91a0f75a') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:57.700780 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f518199a-8b4d-4c4d-a58e-f90106f2ec3c tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:57.701721 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f518199a-8b4d-4c4d-a58e-f90106f2ec3c tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:57.702010 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-000bb170-b275-4219-9ac8-9aa391967c02 req-ff88153d-305c-411a-afbb-08befe78f047 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599353 Apr 28 19:51:57.702286 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f518199a-8b4d-4c4d-a58e-f90106f2ec3c tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:57.711913 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f6bda1a-8660-4a7f-8a71-3e9d214116c7 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:57.745881 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-252847ee-a359-49dc-a128-361c8e492fe1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:57.789028 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f6bda1a-8660-4a7f-8a71-3e9d214116c7 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:57.791118 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b4ef43bb-9826-4678-ba93-e620c660a9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:57.818868 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f518199a-8b4d-4c4d-a58e-f90106f2ec3c tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9747927 Apr 28 19:51:57.823917 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36728) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:57.837578 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-b4ef43bb-9826-4678-ba93-e620c660a9dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b6a89ee-f071-475e-a5a9-a84ce4a3bfd1']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:57.848465 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-0cc02fc5-8fb4-40cb-bd13-24b6f93ffa92 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Request body: {'subnet': {'network_id': 'eb85d999-b762-4f4a-9780-63e98de6639a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:57.848720 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-b4ef43bb-9826-4678-ba93-e620c660a9dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e1742c3-89b7-451a-9b9f-9de9ad221a79') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:57.848834 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device fbc303d2-bef2-444d-970b-eeaff02e4b53 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:51:57.849297 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-b4ef43bb-9826-4678-ba93-e620c660a9dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e1742c3-89b7-451a-9b9f-9de9ad221a79') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:57.855377 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f6bda1a-8660-4a7f-8a71-3e9d214116c7 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:51:57.855978 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f6bda1a-8660-4a7f-8a71-3e9d214116c7 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:51:57.859646 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:51:57.864942 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b4ef43bb-9826-4678-ba93-e620c660a9dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:57.878523 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518199a-8b4d-4c4d-a58e-f90106f2ec3c tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Pushing event updated for resources: {'Network': ['ID=eb85d999-b762-4f4a-9780-63e98de6639a,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:57.881112 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b4ef43bb-9826-4678-ba93-e620c660a9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:57.888590 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ef43bb-9826-4678-ba93-e620c660a9dd admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:51:57.889370 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b4ef43bb-9826-4678-ba93-e620c660a9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:57.891615 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:51:57.891615 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:51:57.891615 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:51:57.891615 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:51:57.891615 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:51:57.891615 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:51:57.891615 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:51:57.891615 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:51:57.891615 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:51:57.891615 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:51:57.891615 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:51:57.891615 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:51:57.891615 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:51:57.891615 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:51:57.891615 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:51:57.891615 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:51:57.891615 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:51:57.891615 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:51:57.891615 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:51:57.891615 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:51:57.891615 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:51:57.891615 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:51:57.891615 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:51:57.891615 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:51:57.891615 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:51:57.891615 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:51:57.891615 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:51:57.891615 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:51:57.891615 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:51:57.891615 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:51:57.891615 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:51:57.891615 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:51:57.920755 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network eb85d999-b762-4f4a-9780-63e98de6639a details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:51:57.961153 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-2ce3f17c-8c2c-4a88-9c4b-5610ac3fdeaf tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting port 081c1329-92cb-4447-b885-2813350192c0 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:51:57.961450 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ce3f17c-8c2c-4a88-9c4b-5610ac3fdeaf tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:57.969578 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc02fc5-8fb4-40cb-bd13-24b6f93ffa92 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Made reservation on behalf of 96ea715378e4428caa1090dd01ab190f for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:57.971789 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: fbc303d2-bef2-444d-970b-eeaff02e4b53 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:51:57.972162 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0cc02fc5-8fb4-40cb-bd13-24b6f93ffa92 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:57.972347 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device fbc303d2-bef2-444d-970b-eeaff02e4b53 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:51:57.974472 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b4ef43bb-9826-4678-ba93-e620c660a9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:57.995535 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b4ef43bb-9826-4678-ba93-e620c660a9dd admin admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:57.998670 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f6bda1a-8660-4a7f-8a71-3e9d214116c7 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:58.000895 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b4ef43bb-9826-4678-ba93-e620c660a9dd admin admin] 10.222.0.42 "DELETE /v2.0/networks/5b6a89ee-f071-475e-a5a9-a84ce4a3bfd1 HTTP/1.1" status: 204 len: 168 time: 0.4205956 Apr 28 19:51:58.026908 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef43bb-9826-4678-ba93-e620c660a9dd admin admin] Pushing event deleted for resources: {'Network': ['ID=5b6a89ee-f071-475e-a5a9-a84ce4a3bfd1,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:58.055586 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f6bda1a-8660-4a7f-8a71-3e9d214116c7 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:58.061583 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0f6bda1a-8660-4a7f-8a71-3e9d214116c7 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "DELETE /v2.0/networks/417d053a-db4d-4913-960e-798c6a1d74bb HTTP/1.1" status: 204 len: 168 time: 2.0124683 Apr 28 19:51:58.067788 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8167f9-c8b8-4c3e-9065-4d21f0e3c308 req-8bec7380-0bfb-4be0-94fb-3dfbe6c42a47 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:58.070955 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9c8167f9-c8b8-4c3e-9065-4d21f0e3c308 req-8bec7380-0bfb-4be0-94fb-3dfbe6c42a47 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 945 time: 0.0649631 Apr 28 19:51:58.071671 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36734) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:58.103910 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ca3f4a-2bef-4cd7-967f-eea1780eef2b tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] DELETE failed (client error): The resource could not be found. Apr 28 19:51:58.104583 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47ca3f4a-2bef-4cd7-967f-eea1780eef2b tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:51:58.107383 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-47ca3f4a-2bef-4cd7-967f-eea1780eef2b tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "DELETE /v2.0/subnets/0529602a-e3b4-4142-8887-091a5fe873fd HTTP/1.1" status: 404 len: 337 time: 0.0349777 Apr 28 19:51:58.112481 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36736) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:58.145445 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6bda1a-8660-4a7f-8a71-3e9d214116c7 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event deleted for resources: {'Network': ['ID=417d053a-db4d-4913-960e-798c6a1d74bb,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:58.145956 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a517518c-e69b-4a03-a2e5-6c68c823d89e tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] DELETE failed (client error): The resource could not be found. Apr 28 19:51:58.146554 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a517518c-e69b-4a03-a2e5-6c68c823d89e tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:51:58.150679 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a517518c-e69b-4a03-a2e5-6c68c823d89e tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "DELETE /v2.0/networks/f938bd79-955b-474e-880a-01590080324c HTTP/1.1" status: 404 len: 339 time: 0.0363758 Apr 28 19:51:58.156041 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36738) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:58.166204 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9c8167f9-c8b8-4c3e-9065-4d21f0e3c308 req-7bbddebc-6b06-43b3-a100-0d5debf293de tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641418 Apr 28 19:51:58.221364 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36742) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:58.265286 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cbd5e685-f680-4baf-ace9-17fda1ec0bfb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b5fbb40048884d95bc3a181102515d75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427592 Apr 28 19:51:58.267767 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36744) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:58.286060 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ce3f17c-8c2c-4a88-9c4b-5610ac3fdeaf tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:58.318858 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f491aa23-a97c-4a0e-aeda-3d7508d79260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:58.332654 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-0122a879-8287-4ee8-8cec-d92e69ce1da5 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Deleting subnet 14753f48-25ce-4460-a939-19436c0e2ded {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:51:58.340859 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f491aa23-a97c-4a0e-aeda-3d7508d79260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:58.342722 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-2ce3f17c-8c2c-4a88-9c4b-5610ac3fdeaf tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Calling delete_port for 081c1329-92cb-4447-b885-2813350192c0 owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:51:58.344366 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0122a879-8287-4ee8-8cec-d92e69ce1da5 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:58.388721 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f491aa23-a97c-4a0e-aeda-3d7508d79260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:58.391246 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f491aa23-a97c-4a0e-aeda-3d7508d79260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:58.392437 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f491aa23-a97c-4a0e-aeda-3d7508d79260 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/54fb13d8-6327-4282-8701-71e8455148fa HTTP/1.1" status: 204 len: 168 time: 0.1236963 Apr 28 19:51:58.401123 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491aa23-a97c-4a0e-aeda-3d7508d79260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fb13d8-6327-4282-8701-71e8455148fa,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:58.443188 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-252847ee-a359-49dc-a128-361c8e492fe1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:58.488011 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0122a879-8287-4ee8-8cec-d92e69ce1da5 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:58.492539 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-252847ee-a359-49dc-a128-361c8e492fe1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:58.526927 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa649d3-2825-41a0-bf8f-abde94c87056 req-c1378903-4fc2-44c0-8cf3-b4f73c6e8dfc tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:58.528459 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8fa649d3-2825-41a0-bf8f-abde94c87056 req-c1378903-4fc2-44c0-8cf3-b4f73c6e8dfc tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 945 time: 0.2753251 Apr 28 19:51:58.706302 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252847ee-a359-49dc-a128-361c8e492fe1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'Port': ['ID=eb7dc9e4-6e50-464e-a792-a05bf0009cfc,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:58.755349 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8fa649d3-2825-41a0-bf8f-abde94c87056 req-3c3cd508-fd28-47f8-b1af-27bfb4615432 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144265 Apr 28 19:51:58.769322 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-252847ee-a359-49dc-a128-361c8e492fe1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:58.829172 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0122a879-8287-4ee8-8cec-d92e69ce1da5 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:59.159276 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36772) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:59.280414 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-b1499df2-cec7-4c0b-b92c-da9abc099bd5 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-656544298-network', 'tenant_id': '2b69a5fddc18436696dcfe634cdab6dc'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:59.302583 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1499df2-cec7-4c0b-b92c-da9abc099bd5 admin admin] Made reservation on behalf of 2b69a5fddc18436696dcfe634cdab6dc for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:59.305857 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b1499df2-cec7-4c0b-b92c-da9abc099bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:59.315950 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b1499df2-cec7-4c0b-b92c-da9abc099bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:59.369349 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ce3f17c-8c2c-4a88-9c4b-5610ac3fdeaf tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:59.422597 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-252847ee-a359-49dc-a128-361c8e492fe1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Floating IP 2272e579-f5f8-4bf0-901f-12b9ec9bdc0c associated. External IP: 172.25.8.194, port: 8a502811-6b37-4315-bf6a-94b023cadac2. Apr 28 19:51:59.430386 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b1499df2-cec7-4c0b-b92c-da9abc099bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:59.431231 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0122a879-8287-4ee8-8cec-d92e69ce1da5 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:59.435694 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3f17c-8c2c-4a88-9c4b-5610ac3fdeaf tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Port': ['ID=081c1329-92cb-4447-b885-2813350192c0,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:59.436357 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b1499df2-cec7-4c0b-b92c-da9abc099bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:59.465263 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1499df2-cec7-4c0b-b92c-da9abc099bd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:51:59.488227 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b1499df2-cec7-4c0b-b92c-da9abc099bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:59.488566 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-b1499df2-cec7-4c0b-b92c-da9abc099bd5 admin admin] Added segment 36e1941d-5d55-4808-befa-a9a63eb46f76 of type vlan for network 3faec20c-3faf-4178-b54c-061d49851254 Apr 28 19:51:59.498060 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f878e53-ca09-41cd-8da7-e4fb27828f7b req-1741c472-e035-42a4-b49f-c3a56d17997d tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:59.500137 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4f878e53-ca09-41cd-8da7-e4fb27828f7b req-1741c472-e035-42a4-b49f-c3a56d17997d tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 945 time: 0.2471128 Apr 28 19:51:59.507293 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1499df2-cec7-4c0b-b92c-da9abc099bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea9ed32-9cbb-4349-80b8-a07fc1c00c2f,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:59.556529 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b1499df2-cec7-4c0b-b92c-da9abc099bd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:59.557183 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0122a879-8287-4ee8-8cec-d92e69ce1da5 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:59.562380 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c65d0f7-e4ce-4af0-89c0-294913e94e90 None None] Network 5b561c98-ef85-4b6f-85b0-4d350c7dfba4 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:51:59.569739 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0122a879-8287-4ee8-8cec-d92e69ce1da5 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "DELETE /v2.0/subnets/14753f48-25ce-4460-a939-19436c0e2ded HTTP/1.1" status: 204 len: 168 time: 1.4085178 Apr 28 19:51:59.573240 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122a879-8287-4ee8-8cec-d92e69ce1da5 tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event deleted for resources: {'Subnet': ['ID=14753f48-25ce-4460-a939-19436c0e2ded,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:59.579056 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36776) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:59.583321 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ce3f17c-8c2c-4a88-9c4b-5610ac3fdeaf tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:59.588173 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2ce3f17c-8c2c-4a88-9c4b-5610ac3fdeaf tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/081c1329-92cb-4447-b885-2813350192c0 HTTP/1.1" status: 204 len: 168 time: 2.0894291 Apr 28 19:51:59.599263 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36778) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:59.659216 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b1499df2-cec7-4c0b-b92c-da9abc099bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:59.660252 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1499df2-cec7-4c0b-b92c-da9abc099bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:59.660832 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b1499df2-cec7-4c0b-b92c-da9abc099bd5 admin admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:59.735537 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-726c5c76-9363-4dc1-95c8-241c26635a7e tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:59.746944 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1499df2-cec7-4c0b-b92c-da9abc099bd5 admin admin] Pushing event updated for resources: {'Network': ['ID=3faec20c-3faf-4178-b54c-061d49851254,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:59.753440 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4f878e53-ca09-41cd-8da7-e4fb27828f7b req-d846f370-c9c5-4b1d-a061-f9d8bcaed69a tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051995 Apr 28 19:51:59.763362 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b1499df2-cec7-4c0b-b92c-da9abc099bd5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6027195 Apr 28 19:51:59.764005 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36780) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:59.769763 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-1b35bd40-c176-4bbd-ac8e-fdd6f6814682 admin admin] Request body: {'subnet': {'network_id': '3faec20c-3faf-4178-b54c-061d49851254', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-656544298-subnet', 'tenant_id': '2b69a5fddc18436696dcfe634cdab6dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:59.777090 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 3faec20c-3faf-4178-b54c-061d49851254 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:51:59.781901 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de93bc2-e4ee-49e8-8a69-bdb937b65d69 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:59.783926 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de93bc2-e4ee-49e8-8a69-bdb937b65d69 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:59.788816 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0de93bc2-e4ee-49e8-8a69-bdb937b65d69 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1838791 Apr 28 19:51:59.793381 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36782) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:51:59.823641 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b35bd40-c176-4bbd-ac8e-fdd6f6814682 admin admin] Made reservation on behalf of 2b69a5fddc18436696dcfe634cdab6dc for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:59.826433 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1b35bd40-c176-4bbd-ac8e-fdd6f6814682 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:59.839702 n-d-839810-1 neutron-server[102774]: DEBUG neutron.objects.ports [None req-0cc02fc5-8fb4-40cb-bd13-24b6f93ffa92 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102774) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 19:51:59.840207 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0cc02fc5-8fb4-40cb-bd13-24b6f93ffa92 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:59.858504 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3ed801-c4c8-4957-bf17-264fa5641565 None None] DHCP port deletion for 5b561c98-ef85-4b6f-85b0-4d350c7dfba4 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:51:59.889720 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-726c5c76-9363-4dc1-95c8-241c26635a7e tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Deleting port c048ef47-be85-47f4-9a72-f3eaf283b51e {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:51:59.890057 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-726c5c76-9363-4dc1-95c8-241c26635a7e tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:59.921782 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-1e3ed801-c4c8-4957-bf17-264fa5641565 None None] Deleting port c048ef47-be85-47f4-9a72-f3eaf283b51e {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:51:59.922245 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed801-c4c8-4957-bf17-264fa5641565 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:59.977092 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-726c5c76-9363-4dc1-95c8-241c26635a7e tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] For port c048ef47-be85-47f4-9a72-f3eaf283b51e, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c048ef47-be85-47f4-9a72-f3eaf283b51e,segment=NetworkSegment(8333e338-9ba6-42af-af61-81f03e94dcab),segment_id=8333e338-9ba6-42af-af61-81f03e94dcab)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:59.977456 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-726c5c76-9363-4dc1-95c8-241c26635a7e tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:59.978662 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a950e84-dd22-4ba6-be41-ae2bb38ffcfc tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting subnet aaeba5ab-a225-4cb3-a6af-0a949c2d759a {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:51:59.986186 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-1e3ed801-c4c8-4957-bf17-264fa5641565 None None] For port c048ef47-be85-47f4-9a72-f3eaf283b51e, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c048ef47-be85-47f4-9a72-f3eaf283b51e,segment=NetworkSegment(8333e338-9ba6-42af-af61-81f03e94dcab),segment_id=8333e338-9ba6-42af-af61-81f03e94dcab)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:59.986678 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed801-c4c8-4957-bf17-264fa5641565 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:59.987965 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a950e84-dd22-4ba6-be41-ae2bb38ffcfc tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:59.996086 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-726c5c76-9363-4dc1-95c8-241c26635a7e tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Calling delete_port for c048ef47-be85-47f4-9a72-f3eaf283b51e owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:52:00.005414 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-1e3ed801-c4c8-4957-bf17-264fa5641565 None None] Calling delete_port for c048ef47-be85-47f4-9a72-f3eaf283b51e owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:52:00.051496 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc02fc5-8fb4-40cb-bd13-24b6f93ffa92 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4e9b99a6-4896-4704-9baf-b3c35b245bb3,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:00.081602 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc02fc5-8fb4-40cb-bd13-24b6f93ffa92 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Checking segment: {'id': 'a4fb8f07-8153-47e9-a1f1-8ac01e75335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eb85d999-b762-4f4a-9780-63e98de6639a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:52:00.081966 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc02fc5-8fb4-40cb-bd13-24b6f93ffa92 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Network hostable DHCP agents. Network: eb85d999-b762-4f4a-9780-63e98de6639a, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:52:00.090670 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed801-c4c8-4957-bf17-264fa5641565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:00.091086 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a950e84-dd22-4ba6-be41-ae2bb38ffcfc tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:00.119695 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ed801-c4c8-4957-bf17-264fa5641565 None None] Pushing event deleted for resources: {'Port': ['ID=c048ef47-be85-47f4-9a72-f3eaf283b51e,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:00.140545 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3ed801-c4c8-4957-bf17-264fa5641565 None None] No DVR routers for this DVR port c048ef47-be85-47f4-9a72-f3eaf283b51e on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:52:00.143771 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252847ee-a359-49dc-a128-361c8e492fe1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Router dbb157d6-bcac-48b9-9aac-4450cd02029d has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:52:00.152666 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1b35bd40-c176-4bbd-ac8e-fdd6f6814682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:00.157703 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc02fc5-8fb4-40cb-bd13-24b6f93ffa92 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Network eb85d999-b762-4f4a-9780-63e98de6639a is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:52:00.176914 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-0cc02fc5-8fb4-40cb-bd13-24b6f93ffa92 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, eb85d999-b762-4f4a-9780-63e98de6639a) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:00.188927 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f47e10d-2ece-428a-8bda-513c7348792d None None] Network eb85d999-b762-4f4a-9780-63e98de6639a requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:00.211603 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-726c5c76-9363-4dc1-95c8-241c26635a7e tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:00.240179 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc02fc5-8fb4-40cb-bd13-24b6f93ffa92 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:00.240768 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0cc02fc5-8fb4-40cb-bd13-24b6f93ffa92 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:00.270926 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c5c76-9363-4dc1-95c8-241c26635a7e tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event deleted for resources: {'Port': ['ID=c048ef47-be85-47f4-9a72-f3eaf283b51e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:00.275617 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726c5c76-9363-4dc1-95c8-241c26635a7e tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] No DVR routers for this DVR port c048ef47-be85-47f4-9a72-f3eaf283b51e on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:52:00.285738 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35bd40-c176-4bbd-ac8e-fdd6f6814682 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb106dd6-1e26-471e-b738-f07406e1df64,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:00.295162 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0cc02fc5-8fb4-40cb-bd13-24b6f93ffa92 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4504807 Apr 28 19:52:00.296874 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a950e84-dd22-4ba6-be41-ae2bb38ffcfc tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:00.300074 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36784) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:00.307704 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-0f0b664d-91c6-4c2d-846e-7af7a8513605 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Request body: {'floatingip': {'floating_network_id': 'eb85d999-b762-4f4a-9780-63e98de6639a'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:00.316188 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1095ed-2fe0-49bc-9d52-bd61620de3da req-e87d8e23-749a-4e0b-bd8a-9fe7750aae25 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:00.317898 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8c1095ed-2fe0-49bc-9d52-bd61620de3da req-e87d8e23-749a-4e0b-bd8a-9fe7750aae25 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.15 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 945 time: 0.1789639 Apr 28 19:52:00.344089 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b35bd40-c176-4bbd-ac8e-fdd6f6814682 admin admin] Checking segment: {'id': '36e1941d-5d55-4808-befa-a9a63eb46f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3faec20c-3faf-4178-b54c-061d49851254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:52:00.344474 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b35bd40-c176-4bbd-ac8e-fdd6f6814682 admin admin] Network hostable DHCP agents. Network: 3faec20c-3faf-4178-b54c-061d49851254, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:52:00.368695 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b015330-ebe7-4468-b9e9-55285990059a None None] Network eb85d999-b762-4f4a-9780-63e98de6639a requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:00.408056 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f0b664d-91c6-4c2d-846e-7af7a8513605 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:00.431251 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252847ee-a359-49dc-a128-361c8e492fe1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:52:00.432312 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-726c5c76-9363-4dc1-95c8-241c26635a7e tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:00.459021 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c9eb93-037f-4690-842b-f4d37df2ba2a None None] Sync routers for ids ['dbb157d6-bcac-48b9-9aac-4450cd02029d'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:52:00.470512 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b35bd40-c176-4bbd-ac8e-fdd6f6814682 admin admin] Network 3faec20c-3faf-4178-b54c-061d49851254 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:52:00.476330 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c9eb93-037f-4690-842b-f4d37df2ba2a None None] Routers {'dbb157d6-bcac-48b9-9aac-4450cd02029d'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:52:00.479443 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b8c9eb93-037f-4690-842b-f4d37df2ba2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:51:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['dbb157d6-bcac-48b9-9aac-4450cd02029d'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:00.484252 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a950e84-dd22-4ba6-be41-ae2bb38ffcfc tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:00.488213 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-252847ee-a359-49dc-a128-361c8e492fe1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:00.489871 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-726c5c76-9363-4dc1-95c8-241c26635a7e tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b561c98-ef85-4b6f-85b0-4d350c7dfba4']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:00.503167 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-1b35bd40-c176-4bbd-ac8e-fdd6f6814682 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 3faec20c-3faf-4178-b54c-061d49851254) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:00.509287 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-726c5c76-9363-4dc1-95c8-241c26635a7e tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8333e338-9ba6-42af-af61-81f03e94dcab') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:00.509533 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-726c5c76-9363-4dc1-95c8-241c26635a7e tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8333e338-9ba6-42af-af61-81f03e94dcab') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:00.521794 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b35bd40-c176-4bbd-ac8e-fdd6f6814682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:00.522339 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1b35bd40-c176-4bbd-ac8e-fdd6f6814682 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:00.532152 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a81d36-50a8-4aed-9ee2-291a49586e80 None None] Network 3faec20c-3faf-4178-b54c-061d49851254 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:00.542749 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-726c5c76-9363-4dc1-95c8-241c26635a7e tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:00.544485 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a950e84-dd22-4ba6-be41-ae2bb38ffcfc tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Subnet': ['ID=aaeba5ab-a225-4cb3-a6af-0a949c2d759a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:00.553011 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a950e84-dd22-4ba6-be41-ae2bb38ffcfc tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:00.556413 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4a950e84-dd22-4ba6-be41-ae2bb38ffcfc tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/aaeba5ab-a225-4cb3-a6af-0a949c2d759a HTTP/1.1" status: 204 len: 168 time: 0.7469971 Apr 28 19:52:00.561793 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-252847ee-a359-49dc-a128-361c8e492fe1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.4400454 Apr 28 19:52:00.561793 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36786) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:00.561793 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a71285-a494-4154-b34e-f7ea33337c0f', 'tag': '8a502811-6b37-4315-bf6a-94b023cadac2'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:00.563268 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebe34f8-6d39-4d67-867c-bfc16e74c697" -d '{"events": [{"name": "network-changed", "server_uuid": "66a71285-a494-4154-b34e-f7ea33337c0f", "tag": "8a502811-6b37-4315-bf6a-94b023cadac2"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:52:00.564511 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1b35bd40-c176-4bbd-ac8e-fdd6f6814682 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7984002 Apr 28 19:52:00.576182 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36788) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:00.609030 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-726c5c76-9363-4dc1-95c8-241c26635a7e tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:00.623269 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-478bdc95-eccf-48d2-bf11-336bd365b8e6 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0566278 Apr 28 19:52:00.626148 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-726c5c76-9363-4dc1-95c8-241c26635a7e tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:52:00.626553 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-726c5c76-9363-4dc1-95c8-241c26635a7e tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:52:00.637961 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:52:00.641243 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36794) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:00.658674 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-2aa704b7-f44f-4a95-abd5-04b07ef3116b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:00.659202 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2600a231-f3d9-4f2b-924e-3d8b92fe20b8 x-openstack-request-id: req-2600a231-f3d9-4f2b-924e-3d8b92fe20b8 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:52:00.659575 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66a71285-a494-4154-b34e-f7ea33337c0f", "tag": "8a502811-6b37-4315-bf6a-94b023cadac2", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:52:00.659919 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2600a231-f3d9-4f2b-924e-3d8b92fe20b8 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:52:00.660450 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2600a231-f3d9-4f2b-924e-3d8b92fe20b8'] response: {'name': 'network-changed', 'server_uuid': '66a71285-a494-4154-b34e-f7ea33337c0f', 'tag': '8a502811-6b37-4315-bf6a-94b023cadac2', 'status': 'completed', 'code': 200} Apr 28 19:52:00.676636 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7a204f-fe9f-4919-8938-88be1adc5b02 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:00.693849 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5ff1f22a-9c18-43ec-ba7e-0bf60186c302 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/floatingips/2272e579-f5f8-4bf0-901f-12b9ec9bdc0c HTTP/1.1" status: 200 len: 992 time: 0.1157348 Apr 28 19:52:00.717076 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f0b664d-91c6-4c2d-846e-7af7a8513605 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:00.748694 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-8c1095ed-2fe0-49bc-9d52-bd61620de3da req-148a5198-9ef9-4913-bd76-91d1c4632b5b tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Deleting port 65a1961c-c5f2-4b26-9a2c-27329f9d8093 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:52:00.749317 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8c1095ed-2fe0-49bc-9d52-bd61620de3da req-148a5198-9ef9-4913-bd76-91d1c4632b5b tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:00.879156 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-0f0b664d-91c6-4c2d-846e-7af7a8513605 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Allocated IP 172.20.0.11 (eb85d999-b762-4f4a-9780-63e98de6639a/4e9b99a6-4896-4704-9baf-b3c35b245bb3/4a08aaa1-4fbd-4f42-b739-9213a6b94ef1) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:00.902006 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-726c5c76-9363-4dc1-95c8-241c26635a7e tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:00.906227 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-b8c9eb93-037f-4690-842b-f4d37df2ba2a None None] Set router dbb157d6-bcac-48b9-9aac-4450cd02029d gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:52:00.908768 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-726c5c76-9363-4dc1-95c8-241c26635a7e tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:00.914579 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-726c5c76-9363-4dc1-95c8-241c26635a7e tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] 10.222.0.42 "DELETE /v2.0/networks/5b561c98-ef85-4b6f-85b0-4d350c7dfba4 HTTP/1.1" status: 204 len: 168 time: 1.3338447 Apr 28 19:52:00.999047 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec47801-3905-46c9-a9ad-d651f925a9bd req-4c6fe1ec-e709-450b-8b92-d21680f5c5da tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:01.000894 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3ec47801-3905-46c9-a9ad-d651f925a9bd req-4c6fe1ec-e709-450b-8b92-d21680f5c5da tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 945 time: 0.1324267 Apr 28 19:52:01.060758 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca11ebb-4ac4-4102-8514-1285aed992e7 None None] Network 3faec20c-3faf-4178-b54c-061d49851254 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:01.070794 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c5c76-9363-4dc1-95c8-241c26635a7e tempest-NetworksIpV6Test-921783062 tempest-NetworksIpV6Test-921783062-project] Pushing event deleted for resources: {'Network': ['ID=5b561c98-ef85-4b6f-85b0-4d350c7dfba4,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:01.096193 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3ec47801-3905-46c9-a9ad-d651f925a9bd req-fe581796-be9c-4238-96b3-b16a2d25eab1 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861368 Apr 28 19:52:01.122754 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f0b664d-91c6-4c2d-846e-7af7a8513605 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:01.125377 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe34f8-6d39-4d67-867c-bfc16e74c697 req-f95bf907-3ac5-472c-b141-3711e02cd6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:01.127720 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cebe34f8-6d39-4d67-867c-bfc16e74c697 req-f95bf907-3ac5-472c-b141-3711e02cd6f9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d9e2f02c26d442699c083632dd6dfd5&device_id=66a71285-a494-4154-b34e-f7ea33337c0f HTTP/1.1" status: 200 len: 1097 time: 0.3947580 Apr 28 19:52:01.131308 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa704b7-f44f-4a95-abd5-04b07ef3116b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:01.136293 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2aa704b7-f44f-4a95-abd5-04b07ef3116b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:01.181763 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f0b664d-91c6-4c2d-846e-7af7a8513605 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:01.238335 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0b664d-91c6-4c2d-846e-7af7a8513605 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Network eb85d999-b762-4f4a-9780-63e98de6639a is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:01.246127 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-0f0b664d-91c6-4c2d-846e-7af7a8513605 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:01.250258 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0b664d-91c6-4c2d-846e-7af7a8513605 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:52:01.256161 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b664d-91c6-4c2d-846e-7af7a8513605 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Pushing event updated for resources: {'Port': ['ID=4a08aaa1-4fbd-4f42-b739-9213a6b94ef1,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:01.390823 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b8c9eb93-037f-4690-842b-f4d37df2ba2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'name': 'tempest-TestNetworkBasicOps-router-156237215', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:51:01Z', 'updated_at': '2022-04-28T19:51:17Z', 'revision_number': 4, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'gw_port': {'id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:70:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:04Z', 'updated_at': '2022-04-28T19:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '2272e579-f5f8-4bf0-901f-12b9ec9bdc0c', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'port_id': '8a502811-6b37-4315-bf6a-94b023cadac2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4', 'mac_address': 'fa:16:3e:0b:3b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a71285-a494-4154-b34e-f7ea33337c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:51:56Z', 'updated_at': '2022-04-28T19:51:56Z', 'revision_number': 0, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edce7e0b-b2af-43d6-ad27-07c3ee370d8f', 'name': '', 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'mac_address': 'fa:16:3e:d5:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '19b5af0e-4f73-4e51-a909-545b35690aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:15Z', 'updated_at': '2022-04-28T19:51:30Z', 'revision_number': 5, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'subnets': [{'id': '19b5af0e-4f73-4e51-a909-545b35690aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:01.412361 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36808) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:01.413647 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-8c1095ed-2fe0-49bc-9d52-bd61620de3da req-148a5198-9ef9-4913-bd76-91d1c4632b5b tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] For port 65a1961c-c5f2-4b26-9a2c-27329f9d8093, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=65a1961c-c5f2-4b26-9a2c-27329f9d8093,segment=NetworkSegment(daad3582-9abd-449f-85ba-5c80ef9418e3),segment_id=daad3582-9abd-449f-85ba-5c80ef9418e3)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:01.413647 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8c1095ed-2fe0-49bc-9d52-bd61620de3da req-148a5198-9ef9-4913-bd76-91d1c4632b5b tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:01.422838 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f0b664d-91c6-4c2d-846e-7af7a8513605 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:01.425016 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d352855-f470-4df8-864a-0d9772226891 None None] DHCP port deletion for 3bb4ad15-38e1-4028-be09-c8cdfded96d3 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:52:01.454745 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c9eb93-037f-4690-842b-f4d37df2ba2a None None] Checking router: dbb157d6-bcac-48b9-9aac-4450cd02029d for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:52:01.464858 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c9eb93-037f-4690-842b-f4d37df2ba2a None None] Routers {'dbb157d6-bcac-48b9-9aac-4450cd02029d'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:52:01.466214 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b8c9eb93-037f-4690-842b-f4d37df2ba2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:51:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['dbb157d6-bcac-48b9-9aac-4450cd02029d'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:01.499486 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f0b664d-91c6-4c2d-846e-7af7a8513605 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:01.521050 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-8c1095ed-2fe0-49bc-9d52-bd61620de3da req-148a5198-9ef9-4913-bd76-91d1c4632b5b tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Calling delete_port for 65a1961c-c5f2-4b26-9a2c-27329f9d8093 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:52:01.545914 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-4d352855-f470-4df8-864a-0d9772226891 None None] Deleting port c371ba39-c00a-49aa-9460-9f43d32732da {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:52:01.546292 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4d352855-f470-4df8-864a-0d9772226891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:01.622381 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-b8c9eb93-037f-4690-842b-f4d37df2ba2a None None] Set router dbb157d6-bcac-48b9-9aac-4450cd02029d gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:52:01.657609 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe34f8-6d39-4d67-867c-bfc16e74c697 req-0b101cf3-1f7d-4dbb-b88d-92d25603a231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:01.659063 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cebe34f8-6d39-4d67-867c-bfc16e74c697 req-0b101cf3-1f7d-4dbb-b88d-92d25603a231 service neutron] 10.222.0.44 "GET /v2.0/networks?id=21f0b299-0a1b-4e71-a8de-3e8676ce56c4 HTTP/1.1" status: 200 len: 898 time: 0.4063575 Apr 28 19:52:01.677063 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-4d352855-f470-4df8-864a-0d9772226891 None None] For port c371ba39-c00a-49aa-9460-9f43d32732da, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c371ba39-c00a-49aa-9460-9f43d32732da,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:01.678141 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4d352855-f470-4df8-864a-0d9772226891 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:01.704434 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-4d352855-f470-4df8-864a-0d9772226891 None None] Calling delete_port for c371ba39-c00a-49aa-9460-9f43d32732da owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:52:01.712305 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36816) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:01.872784 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f9574a78-d4e9-4a45-9a45-5be16c3b89a8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=435280242fd143958a83151627e8ca50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4592521 Apr 28 19:52:01.877624 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36826) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:01.882856 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:01.906027 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c371ba39-c00a-49aa-9460-9f43d32732da no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:52:01.910559 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f0b664d-91c6-4c2d-846e-7af7a8513605 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:01.928116 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f0b664d-91c6-4c2d-846e-7af7a8513605 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:01.975749 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4d352855-f470-4df8-864a-0d9772226891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:02.023892 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d352855-f470-4df8-864a-0d9772226891 None None] Pushing event deleted for resources: {'Port': ['ID=c371ba39-c00a-49aa-9460-9f43d32732da,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:02.036998 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d352855-f470-4df8-864a-0d9772226891 None None] No DVR routers for this DVR port c371ba39-c00a-49aa-9460-9f43d32732da on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:52:02.052948 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b8c9eb93-037f-4690-842b-f4d37df2ba2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'name': 'tempest-TestNetworkBasicOps-router-156237215', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:51:01Z', 'updated_at': '2022-04-28T19:51:17Z', 'revision_number': 4, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'gw_port': {'id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:70:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:04Z', 'updated_at': '2022-04-28T19:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '2272e579-f5f8-4bf0-901f-12b9ec9bdc0c', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'port_id': '8a502811-6b37-4315-bf6a-94b023cadac2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4', 'mac_address': 'fa:16:3e:0b:3b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a71285-a494-4154-b34e-f7ea33337c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:51:56Z', 'updated_at': '2022-04-28T19:51:56Z', 'revision_number': 0, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edce7e0b-b2af-43d6-ad27-07c3ee370d8f', 'name': '', 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'mac_address': 'fa:16:3e:d5:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '19b5af0e-4f73-4e51-a909-545b35690aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:15Z', 'updated_at': '2022-04-28T19:51:30Z', 'revision_number': 5, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'subnets': [{'id': '19b5af0e-4f73-4e51-a909-545b35690aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:02.057638 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No active binding found for port c371ba39-c00a-49aa-9460-9f43d32732da {{(pid=102775) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 28 19:52:02.059066 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c371ba39-c00a-49aa-9460-9f43d32732da not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:52:02.059066 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c048ef47-be85-47f4-9a72-f3eaf283b51e no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:52:02.066310 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cebe34f8-6d39-4d67-867c-bfc16e74c697 req-182cfc47-cfdc-4fda-9f76-26762f162eeb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a502811-6b37-4315-bf6a-94b023cadac2 HTTP/1.1" status: 200 len: 1000 time: 0.3780756 Apr 28 19:52:02.077612 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fd383ccf-37e6-498d-a899-40cdace6e365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:02.095840 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: c048ef47-be85-47f4-9a72-f3eaf283b51e {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:52:02.096166 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c048ef47-be85-47f4-9a72-f3eaf283b51e not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:52:02.100024 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c9eb93-037f-4690-842b-f4d37df2ba2a None None] The sync data for ids ['dbb157d6-bcac-48b9-9aac-4450cd02029d'] in n-d-839810-1 is: [{'id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'name': 'tempest-TestNetworkBasicOps-router-156237215', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:51:01Z', 'updated_at': '2022-04-28T19:51:17Z', 'revision_number': 4, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'gw_port': {'id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:70:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:04Z', 'updated_at': '2022-04-28T19:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '2272e579-f5f8-4bf0-901f-12b9ec9bdc0c', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'port_id': '8a502811-6b37-4315-bf6a-94b023cadac2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4', 'mac_address': 'fa:16:3e:0b:3b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a71285-a494-4154-b34e-f7ea33337c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:51:56Z', 'updated_at': '2022-04-28T19:51:56Z', 'revision_number': 0, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edce7e0b-b2af-43d6-ad27-07c3ee370d8f', 'name': '', 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'mac_address': 'fa:16:3e:d5:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '19b5af0e-4f73-4e51-a909-545b35690aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:15Z', 'updated_at': '2022-04-28T19:51:30Z', 'revision_number': 5, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'subnets': [{'id': '19b5af0e-4f73-4e51-a909-545b35690aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:52:02.104691 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fd383ccf-37e6-498d-a899-40cdace6e365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:02.108430 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ad5ddc22-cdf5-43b7-b2f5-b89b0f844a19 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/floatingips/2272e579-f5f8-4bf0-901f-12b9ec9bdc0c HTTP/1.1" status: 200 len: 992 time: 0.3923225 Apr 28 19:52:02.127366 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b664d-91c6-4c2d-846e-7af7a8513605 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Pushing event updated for resources: {'Port': ['ID=4a08aaa1-4fbd-4f42-b739-9213a6b94ef1,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:02.164493 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f0b664d-91c6-4c2d-846e-7af7a8513605 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:02.193451 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f0b664d-91c6-4c2d-846e-7af7a8513605 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:02.198424 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0f0b664d-91c6-4c2d-846e-7af7a8513605 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8929076 Apr 28 19:52:02.198699 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36836) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:02.282171 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a9d13a59-5111-4da4-8efb-6ba44152d904 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] 10.222.0.42 "GET /v2.0/floatingips?floating_network_id=eb85d999-b762-4f4a-9780-63e98de6639a HTTP/1.1" status: 200 len: 690 time: 0.0822363 Apr 28 19:52:02.284095 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fd383ccf-37e6-498d-a899-40cdace6e365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:02.291068 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fd383ccf-37e6-498d-a899-40cdace6e365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:02.292619 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-fd383ccf-37e6-498d-a899-40cdace6e365 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/61950924-63f4-406e-8ab0-137cf5d2b0aa HTTP/1.1" status: 204 len: 168 time: 0.4139462 Apr 28 19:52:02.293452 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36838) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:02.329810 n-d-839810-1 neutron-server[102773]: DEBUG neutron.objects.ports [None req-2aa704b7-f44f-4a95-abd5-04b07ef3116b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102773) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 19:52:02.333346 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd383ccf-37e6-498d-a899-40cdace6e365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61950924-63f4-406e-8ab0-137cf5d2b0aa,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:02.350805 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2aa704b7-f44f-4a95-abd5-04b07ef3116b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:02.369584 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe34f8-6d39-4d67-867c-bfc16e74c697 req-8196c785-54ad-47a2-aaac-9b11e4a91fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:02.372804 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cebe34f8-6d39-4d67-867c-bfc16e74c697 req-8196c785-54ad-47a2-aaac-9b11e4a91fbb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=19b5af0e-4f73-4e51-a909-545b35690aff HTTP/1.1" status: 200 len: 834 time: 0.2864454 Apr 28 19:52:02.410997 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa704b7-f44f-4a95-abd5-04b07ef3116b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:02.449285 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-2aa704b7-f44f-4a95-abd5-04b07ef3116b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:02.455171 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa704b7-f44f-4a95-abd5-04b07ef3116b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:02.463243 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2aa704b7-f44f-4a95-abd5-04b07ef3116b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:02.468290 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc2736f-85c5-45c6-a0f2-c67f48217b06 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:02.474651 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8c1095ed-2fe0-49bc-9d52-bd61620de3da req-148a5198-9ef9-4913-bd76-91d1c4632b5b tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:02.482411 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ab05fc8-278e-4cd5-a493-13bdf30738b4 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:02.514367 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['65a1961c-c5f2-4b26-9a2c-27329f9d8093'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:52:02.517738 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['49307b20-b4ff-444f-afcb-d7bf39e9a7f0'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:52:02.627146 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a5198-9ef9-4913-bd76-91d1c4632b5b tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Pushing event deleted for resources: {'Port': ['ID=65a1961c-c5f2-4b26-9a2c-27329f9d8093,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:02.703662 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b18e7c0-4fa2-4518-8e9d-86e79fe80b08 None None] New status for floating IP 2272e579-f5f8-4bf0-901f-12b9ec9bdc0c: ACTIVE {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:52:02.711782 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674d657-7dea-4d9c-bd5b-913d10a05f4f req-f1c6762e-8336-4289-ac27-9ccea2e4358e tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:02.714918 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a674d657-7dea-4d9c-bd5b-913d10a05f4f req-f1c6762e-8336-4289-ac27-9ccea2e4358e tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a183f1-3dc0-4001-9b31-d1568f0952ff HTTP/1.1" status: 200 len: 867 time: 0.4854908 Apr 28 19:52:02.749412 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36864) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:02.754866 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-3d4fc679-7ce9-4191-9d10-346780f8f338 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'port': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'mac_address': 'fa:16:3e:19:64:1a', 'name': 'tempest-NetworksTestDHCPv6-1350114421'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:02.762011 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2aa704b7-f44f-4a95-abd5-04b07ef3116b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0959249 Apr 28 19:52:02.770812 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa704b7-f44f-4a95-abd5-04b07ef3116b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Subnet': ['ID=32d8e841-3022-4a93-a3e8-4dae2c67589b,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:02.798010 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-4ab05fc8-278e-4cd5-a493-13bdf30738b4 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Deleting port 4a08aaa1-4fbd-4f42-b739-9213a6b94ef1 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:52:02.798433 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ab05fc8-278e-4cd5-a493-13bdf30738b4 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:02.809478 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1095ed-2fe0-49bc-9d52-bd61620de3da req-148a5198-9ef9-4913-bd76-91d1c4632b5b tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] No DVR routers for this DVR port 65a1961c-c5f2-4b26-9a2c-27329f9d8093 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:52:02.820434 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8c1095ed-2fe0-49bc-9d52-bd61620de3da req-148a5198-9ef9-4913-bd76-91d1c4632b5b tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:02.824480 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8c1095ed-2fe0-49bc-9d52-bd61620de3da req-148a5198-9ef9-4913-bd76-91d1c4632b5b tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.15 "DELETE /v2.0/ports/65a1961c-c5f2-4b26-9a2c-27329f9d8093 HTTP/1.1" status: 204 len: 173 time: 2.4995356 Apr 28 19:52:02.827459 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a183f1-3dc0-4001-9b31-d1568f0952ff', 'name': 'network-vif-deleted', 'tag': '65a1961c-c5f2-4b26-9a2c-27329f9d8093'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:02.830258 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e37ad33-16e1-42fb-8d89-709e39abe697" -d '{"events": [{"server_uuid": "68a183f1-3dc0-4001-9b31-d1568f0952ff", "name": "network-vif-deleted", "tag": "65a1961c-c5f2-4b26-9a2c-27329f9d8093"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:52:02.835565 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe34f8-6d39-4d67-867c-bfc16e74c697 req-8edff953-06f4-4ac0-b04f-9b44f2d1edad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:02.837640 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cebe34f8-6d39-4d67-867c-bfc16e74c697 req-8edff953-06f4-4ac0-b04f-9b44f2d1edad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=21f0b299-0a1b-4e71-a8de-3e8676ce56c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4413693 Apr 28 19:52:02.890915 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a674d657-7dea-4d9c-bd5b-913d10a05f4f req-d70343b9-c13d-40fd-afff-b067fada966b tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263251 Apr 28 19:52:02.932090 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e40d56c-5101-4c41-9b63-188ddae46f7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'fixed_ips': [{'subnet_id': '32d8e841-3022-4a93-a3e8-4dae2c67589b'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:52:02.938647 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7e40d56c-5101-4c41-9b63-188ddae46f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:02.997673 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d2b6ef-fac9-40cd-98b3-2e2ca0abcd7a x-openstack-request-id: req-02d2b6ef-fac9-40cd-98b3-2e2ca0abcd7a {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:52:02.998204 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a183f1-3dc0-4001-9b31-d1568f0952ff", "name": "network-vif-deleted", "tag": "65a1961c-c5f2-4b26-9a2c-27329f9d8093", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:52:02.998674 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-02d2b6ef-fac9-40cd-98b3-2e2ca0abcd7a {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:52:02.999352 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02d2b6ef-fac9-40cd-98b3-2e2ca0abcd7a'] response: {'server_uuid': '68a183f1-3dc0-4001-9b31-d1568f0952ff', 'name': 'network-vif-deleted', 'tag': '65a1961c-c5f2-4b26-9a2c-27329f9d8093', 'status': 'completed', 'code': 200} Apr 28 19:52:03.024719 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cebe34f8-6d39-4d67-867c-bfc16e74c697 req-95152bf1-4493-4e9d-8595-571f49f3fcf0 service neutron] 10.222.0.44 "GET /v2.0/networks/21f0b299-0a1b-4e71-a8de-3e8676ce56c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778879 Apr 28 19:52:03.127265 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36876) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:03.280747 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cebe34f8-6d39-4d67-867c-bfc16e74c697 req-7aae3011-0de6-419f-b7b6-c1b9844070a1 service neutron] 10.222.0.44 "GET /v2.0/networks/21f0b299-0a1b-4e71-a8de-3e8676ce56c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486272 Apr 28 19:52:03.292360 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1e7ae103-9cbe-4db9-83a5-fc34372c6fb1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/floatingips/2272e579-f5f8-4bf0-901f-12b9ec9bdc0c HTTP/1.1" status: 200 len: 992 time: 0.1632445 Apr 28 19:52:03.450450 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:03.480552 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36882) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:03.530596 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-7e40d56c-5101-4c41-9b63-188ddae46f7d None None] Allocated IP 2001:db8::f816:3eff:fe28:963d (3bb4ad15-38e1-4028-be09-c8cdfded96d3/32d8e841-3022-4a93-a3e8-4dae2c67589b/13f6e761-da0e-4023-96e6-3155baf9006b) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:03.572130 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ab05fc8-278e-4cd5-a493-13bdf30738b4 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:03.572789 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ab05fc8-278e-4cd5-a493-13bdf30738b4 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:03.603478 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-4ab05fc8-278e-4cd5-a493-13bdf30738b4 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Calling delete_port for 4a08aaa1-4fbd-4f42-b739-9213a6b94ef1 owned by network:floatingip {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:52:03.623970 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:52:03.633303 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-331c0d66-d777-4916-8cac-e23c32270c7d tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:03.636648 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-331c0d66-d777-4916-8cac-e23c32270c7d tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] 10.222.0.42 "GET /v2.0/networks?id=3faec20c-3faf-4178-b54c-061d49851254 HTTP/1.1" status: 200 len: 809 time: 0.8591990 Apr 28 19:52:03.717555 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4fc679-7ce9-4191-9d10-346780f8f338 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:03.732996 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-aa823ddb-3dad-4335-8228-7ec964f08a23 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] 10.222.0.42 "GET /v2.0/quotas/2b69a5fddc18436696dcfe634cdab6dc HTTP/1.1" status: 200 len: 375 time: 0.0832639 Apr 28 19:52:03.744086 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-df28bac8-8182-42db-8f75-51331605227f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-381317291'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:03.766684 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df28bac8-8182-42db-8f75-51331605227f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:03.771754 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df28bac8-8182-42db-8f75-51331605227f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:03.787928 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df28bac8-8182-42db-8f75-51331605227f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:03.806647 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-50af8cca-a2d6-4f62-a73a-e5b57d0327f3 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b69a5fddc18436696dcfe634cdab6dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724463 Apr 28 19:52:03.817395 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7e40d56c-5101-4c41-9b63-188ddae46f7d None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:03.827446 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7e40d56c-5101-4c41-9b63-188ddae46f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:03.890122 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df28bac8-8182-42db-8f75-51331605227f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:03.895453 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df28bac8-8182-42db-8f75-51331605227f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:03.926525 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df28bac8-8182-42db-8f75-51331605227f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:52:03.937927 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df28bac8-8182-42db-8f75-51331605227f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffd5ce8-49bb-4240-8b87-6d1c9ffbdbb3,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:03.943609 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df28bac8-8182-42db-8f75-51331605227f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:03.943844 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-df28bac8-8182-42db-8f75-51331605227f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Added segment 0e54928d-2e20-46b5-9de6-90cc5dbcd6e3 of type vlan for network 0c71413c-ce91-4206-9ed8-1ae3b23da60b Apr 28 19:52:04.010287 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df28bac8-8182-42db-8f75-51331605227f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:04.027905 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d4fc679-7ce9-4191-9d10-346780f8f338 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:04.055101 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df28bac8-8182-42db-8f75-51331605227f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:04.062735 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df28bac8-8182-42db-8f75-51331605227f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:04.063530 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df28bac8-8182-42db-8f75-51331605227f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:04.066118 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e40d56c-5101-4c41-9b63-188ddae46f7d None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:04.073358 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-7e40d56c-5101-4c41-9b63-188ddae46f7d None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:04.077370 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e40d56c-5101-4c41-9b63-188ddae46f7d None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:52:04.091487 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-df28bac8-8182-42db-8f75-51331605227f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6089048 Apr 28 19:52:04.101770 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36892) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:04.108816 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-a8e73a54-1c26-4ebd-80b6-c64a5fc1caa9 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'port': {'network_id': '0c71413c-ce91-4206-9ed8-1ae3b23da60b', 'name': 'tempest-PortsIpV6TestJSON-366251008'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:04.126554 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40d56c-5101-4c41-9b63-188ddae46f7d None None] Pushing event updated for resources: {'Port': ['ID=13f6e761-da0e-4023-96e6-3155baf9006b,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:04.141483 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-3d4fc679-7ce9-4191-9d10-346780f8f338 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] device_id is not set on port ae58b9bc-9515-4dd2-b66f-fc86a1b2b3cf yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:52:04.167181 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-7e40d56c-5101-4c41-9b63-188ddae46f7d None None] Attempting to bind port 13f6e761-da0e-4023-96e6-3155baf9006b on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:52:04.167781 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-7e40d56c-5101-4c41-9b63-188ddae46f7d None None] Attempting to bind port 13f6e761-da0e-4023-96e6-3155baf9006b by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:52:04.168427 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e40d56c-5101-4c41-9b63-188ddae46f7d None None] Attempting to bind port 13f6e761-da0e-4023-96e6-3155baf9006b on network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:52:04.178357 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e40d56c-5101-4c41-9b63-188ddae46f7d None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:52:04.179864 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e40d56c-5101-4c41-9b63-188ddae46f7d None None] Checking segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:52:04.180679 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7e40d56c-5101-4c41-9b63-188ddae46f7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:04.181412 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e40d56c-5101-4c41-9b63-188ddae46f7d None None] Bound using segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:52:04.182149 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-7e40d56c-5101-4c41-9b63-188ddae46f7d None None] Bound port: 13f6e761-da0e-4023-96e6-3155baf9006b, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:52:04.182812 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7e40d56c-5101-4c41-9b63-188ddae46f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:04.183215 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df28bac8-8182-42db-8f75-51331605227f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Network': ['ID=0c71413c-ce91-4206-9ed8-1ae3b23da60b,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:04.199657 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 0c71413c-ce91-4206-9ed8-1ae3b23da60b details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:52:04.226809 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-d8de105e-55e6-476c-aab7-9997a87b9b6e service neutron] 10.222.0.42 "GET /v2.0/networks/3faec20c-3faf-4178-b54c-061d49851254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854702 Apr 28 19:52:04.297758 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36904) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:04.310680 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ab05fc8-278e-4cd5-a493-13bdf30738b4 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:04.409028 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7e40d56c-5101-4c41-9b63-188ddae46f7d None None] For port 13f6e761-da0e-4023-96e6-3155baf9006b, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:52:04.413633 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7e40d56c-5101-4c41-9b63-188ddae46f7d None None] For port 13f6e761-da0e-4023-96e6-3155baf9006b, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=13f6e761-da0e-4023-96e6-3155baf9006b,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:52:04.416505 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b6e1719c-3067-4b10-8162-e358ee460e24 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/floatingips/2272e579-f5f8-4bf0-901f-12b9ec9bdc0c HTTP/1.1" status: 200 len: 994 time: 0.1188440 Apr 28 19:52:04.420944 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-5b931535-2b71-4224-8816-6d7a194d151e service neutron] 10.222.0.42 "GET /v2.0/networks/3faec20c-3faf-4178-b54c-061d49851254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780617 Apr 28 19:52:04.428503 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7e40d56c-5101-4c41-9b63-188ddae46f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:04.470344 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab05fc8-278e-4cd5-a493-13bdf30738b4 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a08aaa1-4fbd-4f42-b739-9213a6b94ef1,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:04.582759 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40d56c-5101-4c41-9b63-188ddae46f7d None None] Pushing event updated for resources: {'Port': ['ID=13f6e761-da0e-4023-96e6-3155baf9006b,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:04.623477 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-3d4fc679-7ce9-4191-9d10-346780f8f338 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Allocated IP 2001:db8::f816:3eff:fe19:641a (3bb4ad15-38e1-4028-be09-c8cdfded96d3/32d8e841-3022-4a93-a3e8-4dae2c67589b/ae58b9bc-9515-4dd2-b66f-fc86a1b2b3cf) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:04.630972 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e73a54-1c26-4ebd-80b6-c64a5fc1caa9 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:04.634916 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a8e73a54-1c26-4ebd-80b6-c64a5fc1caa9 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:04.654508 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ab05fc8-278e-4cd5-a493-13bdf30738b4 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:04.687139 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-a8e73a54-1c26-4ebd-80b6-c64a5fc1caa9 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] device_id is not set on port df83d4b4-4514-4100-89e5-af8626c2b514 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:52:04.872492 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ab05fc8-278e-4cd5-a493-13bdf30738b4 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:05.037030 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0a5944d4-bca1-45f9-943d-6b6e2d2559ca req-a51c5e5f-10c7-4b6e-b4b0-ab16a83d07d7 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] 10.222.0.42 "GET /v2.0/ports?device_id=90496980-5534-4cf3-af24-64bf217911de HTTP/1.1" status: 200 len: 210 time: 0.0635836 Apr 28 19:52:05.041493 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63a3ce-2973-4918-9c55-f6ca8db87759 req-15687982-ecbd-47f5-9ab1-80396310395d tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:05.043273 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4e63a3ce-2973-4918-9c55-f6ca8db87759 req-15687982-ecbd-47f5-9ab1-80396310395d tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=49a49e7a-0d41-4ef6-97b0-153fde7d575b HTTP/1.1" status: 200 len: 946 time: 0.0690925 Apr 28 19:52:05.105351 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4e63a3ce-2973-4918-9c55-f6ca8db87759 req-734cab75-5b32-4e26-bcde-52205e8e4e0e tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525827 Apr 28 19:52:05.122909 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d4fc679-7ce9-4191-9d10-346780f8f338 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:05.175957 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ab05fc8-278e-4cd5-a493-13bdf30738b4 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:05.222755 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab05fc8-278e-4cd5-a493-13bdf30738b4 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4e9b99a6-4896-4704-9baf-b3c35b245bb3,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:05.276599 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a8e73a54-1c26-4ebd-80b6-c64a5fc1caa9 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:05.346605 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ab05fc8-278e-4cd5-a493-13bdf30738b4 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:05.364936 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d4fc679-7ce9-4191-9d10-346780f8f338 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:05.421008 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-4ab05fc8-278e-4cd5-a493-13bdf30738b4 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb85d999-b762-4f4a-9780-63e98de6639a']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:05.457415 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4fc679-7ce9-4191-9d10-346780f8f338 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:05.467150 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-3d4fc679-7ce9-4191-9d10-346780f8f338 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:05.472152 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-4ab05fc8-278e-4cd5-a493-13bdf30738b4 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4fb8f07-8153-47e9-a1f1-8ac01e75335f') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:05.472682 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-4ab05fc8-278e-4cd5-a493-13bdf30738b4 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4fb8f07-8153-47e9-a1f1-8ac01e75335f') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:05.479056 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4fc679-7ce9-4191-9d10-346780f8f338 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:52:05.486721 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4fc679-7ce9-4191-9d10-346780f8f338 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:05.487030 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d4fc679-7ce9-4191-9d10-346780f8f338 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:05.493777 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 65a1961c-c5f2-4b26-9a2c-27329f9d8093 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:52:05.512381 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ab05fc8-278e-4cd5-a493-13bdf30738b4 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:05.530498 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 65a1961c-c5f2-4b26-9a2c-27329f9d8093 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:52:05.531158 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 65a1961c-c5f2-4b26-9a2c-27329f9d8093 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:52:05.531290 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a8e73a54-1c26-4ebd-80b6-c64a5fc1caa9 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:05.535794 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4fc679-7ce9-4191-9d10-346780f8f338 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Port': ['ID=ae58b9bc-9515-4dd2-b66f-fc86a1b2b3cf,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:05.560574 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3d4fc679-7ce9-4191-9d10-346780f8f338 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8097868 Apr 28 19:52:05.563943 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36934) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:05.590925 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ab05fc8-278e-4cd5-a493-13bdf30738b4 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:05.613630 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab05fc8-278e-4cd5-a493-13bdf30738b4 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:52:05.614042 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ab05fc8-278e-4cd5-a493-13bdf30738b4 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:05.616233 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:52:05.616233 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:52:05.616233 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:52:05.616233 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:52:05.616233 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:52:05.616233 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:52:05.616233 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:52:05.616233 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:52:05.616233 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:52:05.616233 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:52:05.616233 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:52:05.616233 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:52:05.616233 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:52:05.616233 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:52:05.616233 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:52:05.616233 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:52:05.616233 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:52:05.616233 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:52:05.616233 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:52:05.616233 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:52:05.616233 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:52:05.616233 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:52:05.616233 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:52:05.616233 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:52:05.616233 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:52:05.616233 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:52:05.616233 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:52:05.616233 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:52:05.616233 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:52:05.616233 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:52:05.616233 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:52:05.616233 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:52:05.648066 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e51e52b-14c3-4941-94b4-e53f98e2d668 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:05.655602 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e51e52b-14c3-4941-94b4-e53f98e2d668 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:05.657552 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1e51e52b-14c3-4941-94b4-e53f98e2d668 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0923171 Apr 28 19:52:05.661980 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36936) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:05.692487 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e73a54-1c26-4ebd-80b6-c64a5fc1caa9 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Port': ['ID=df83d4b4-4514-4100-89e5-af8626c2b514,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:05.711314 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e73a54-1c26-4ebd-80b6-c64a5fc1caa9 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Checking segment: {'id': '0e54928d-2e20-46b5-9de6-90cc5dbcd6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '0c71413c-ce91-4206-9ed8-1ae3b23da60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:52:05.711677 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e73a54-1c26-4ebd-80b6-c64a5fc1caa9 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Network hostable DHCP agents. Network: 0c71413c-ce91-4206-9ed8-1ae3b23da60b, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:52:05.722894 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ab05fc8-278e-4cd5-a493-13bdf30738b4 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:05.729799 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab05fc8-278e-4cd5-a493-13bdf30738b4 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eb85d999-b762-4f4a-9780-63e98de6639a {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 28 19:52:05.734094 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ab05fc8-278e-4cd5-a493-13bdf30738b4 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:05.741346 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4ab05fc8-278e-4cd5-a493-13bdf30738b4 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] 10.222.0.42 "DELETE /v2.0/networks/eb85d999-b762-4f4a-9780-63e98de6639a HTTP/1.1" status: 204 len: 168 time: 3.4413922 Apr 28 19:52:05.742378 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36938) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:05.799649 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-94e16e2d-502a-4739-8be3-e7be01c80995 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting port ae58b9bc-9515-4dd2-b66f-fc86a1b2b3cf {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:52:05.800176 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e73a54-1c26-4ebd-80b6-c64a5fc1caa9 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Network 0c71413c-ce91-4206-9ed8-1ae3b23da60b is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:52:05.800570 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-94e16e2d-502a-4739-8be3-e7be01c80995 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:05.842841 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab05fc8-278e-4cd5-a493-13bdf30738b4 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Pushing event deleted for resources: {'Network': ['ID=eb85d999-b762-4f4a-9780-63e98de6639a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:05.877849 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-a8e73a54-1c26-4ebd-80b6-c64a5fc1caa9 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 0c71413c-ce91-4206-9ed8-1ae3b23da60b) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:05.893723 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1e2fde-91cc-41a4-ac42-7c997bd8255f None None] Network 0c71413c-ce91-4206-9ed8-1ae3b23da60b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:05.900035 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e73a54-1c26-4ebd-80b6-c64a5fc1caa9 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:52:05.906120 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e73a54-1c26-4ebd-80b6-c64a5fc1caa9 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:05.907031 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a8e73a54-1c26-4ebd-80b6-c64a5fc1caa9 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:05.993521 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-65c27613-6ebf-4285-8730-bc5dc6fef183 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1783 time: 0.2495897 Apr 28 19:52:06.008776 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36942) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:06.033885 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 13f6e761-da0e-4023-96e6-3155baf9006b up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:52:06.051138 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a8e73a54-1c26-4ebd-80b6-c64a5fc1caa9 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9441645 Apr 28 19:52:06.066105 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-94e16e2d-502a-4739-8be3-e7be01c80995 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:06.085986 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-94e16e2d-502a-4739-8be3-e7be01c80995 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Calling delete_port for ae58b9bc-9515-4dd2-b66f-fc86a1b2b3cf owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:52:06.095700 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36944) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:06.102593 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-e3f595d3-4af0-4411-ad19-f9cdb6dd85be tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1070915244'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:06.313485 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ccf5e68a-3e21-4fee-b5b9-256775b0f591 req-b1a5e71c-3ebe-47d0-a76d-2bdbec92becc tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] 10.222.0.42 "GET /v2.0/ports?device_id=90496980-5534-4cf3-af24-64bf217911de HTTP/1.1" status: 200 len: 210 time: 0.1310508 Apr 28 19:52:06.330590 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f595d3-4af0-4411-ad19-f9cdb6dd85be tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:06.341782 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e3f595d3-4af0-4411-ad19-f9cdb6dd85be tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:06.353231 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-94e16e2d-502a-4739-8be3-e7be01c80995 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:06.403806 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-03e3ab3b-36f8-4c76-8823-459435e9db7d None None] Provisioning complete for port 13f6e761-da0e-4023-96e6-3155baf9006b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:06.409588 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f232aae2-6f8a-4cd1-b682-6131d0db770f tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:06.409966 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-03e3ab3b-36f8-4c76-8823-459435e9db7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:06.410312 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f232aae2-6f8a-4cd1-b682-6131d0db770f tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:06.411020 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f232aae2-6f8a-4cd1-b682-6131d0db770f tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:06.411487 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f232aae2-6f8a-4cd1-b682-6131d0db770f tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:06.411987 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f232aae2-6f8a-4cd1-b682-6131d0db770f tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:06.412542 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f232aae2-6f8a-4cd1-b682-6131d0db770f tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:06.413130 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f232aae2-6f8a-4cd1-b682-6131d0db770f tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:06.413594 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f232aae2-6f8a-4cd1-b682-6131d0db770f tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:06.416503 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f232aae2-6f8a-4cd1-b682-6131d0db770f tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5268 time: 0.4057269 Apr 28 19:52:06.420803 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36950) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:06.472898 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e16e2d-502a-4739-8be3-e7be01c80995 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Port': ['ID=ae58b9bc-9515-4dd2-b66f-fc86a1b2b3cf,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:06.487456 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 13f6e761-da0e-4023-96e6-3155baf9006b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:06.488348 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:06.509743 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-101834a1-f834-4791-a339-577e0d17a1a0 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] delete failed (client error): The resource could not be found. Apr 28 19:52:06.511082 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-101834a1-f834-4791-a339-577e0d17a1a0 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/e901f688-cfac-4ed5-83fa-e7dd58b5162d HTTP/1.1" status: 404 len: 345 time: 0.0883093 Apr 28 19:52:06.515524 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36952) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:06.563196 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f595d3-4af0-4411-ad19-f9cdb6dd85be tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:52:06.567544 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-f730cc48-06e8-4197-9b88-abbb55042a51 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] DELETE failed (client error): The resource could not be found. Apr 28 19:52:06.568257 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f730cc48-06e8-4197-9b88-abbb55042a51 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:52:06.572638 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f730cc48-06e8-4197-9b88-abbb55042a51 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] 10.222.0.42 "DELETE /v2.0/networks/eb85d999-b762-4f4a-9780-63e98de6639a HTTP/1.1" status: 404 len: 339 time: 0.0513370 Apr 28 19:52:06.582588 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36954) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:06.588019 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-19786021-c243-4a85-92d9-3243999361b1 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Request body: {'network': {'name': 'tempest-network--994480969', 'router:external': True}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:06.599356 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-03e3ab3b-36f8-4c76-8823-459435e9db7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:06.600815 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e3f595d3-4af0-4411-ad19-f9cdb6dd85be tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:06.601195 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-e3f595d3-4af0-4411-ad19-f9cdb6dd85be tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Added segment 5cf07f7a-0aae-4445-bd66-e26ca60ccc30 of type vlan for network 9a1de5c8-4963-45ca-902a-74e29d8bda1b Apr 28 19:52:06.677621 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e3f595d3-4af0-4411-ad19-f9cdb6dd85be tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:06.680956 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-03e3ab3b-36f8-4c76-8823-459435e9db7d None None] For port 13f6e761-da0e-4023-96e6-3155baf9006b, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=13f6e761-da0e-4023-96e6-3155baf9006b,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:06.686947 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:06.711078 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-03e3ab3b-36f8-4c76-8823-459435e9db7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:06.721612 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e3f595d3-4af0-4411-ad19-f9cdb6dd85be tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:06.728623 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f595d3-4af0-4411-ad19-f9cdb6dd85be tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:06.729360 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e3f595d3-4af0-4411-ad19-f9cdb6dd85be tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:06.736347 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19786021-c243-4a85-92d9-3243999361b1 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Made reservation on behalf of 96ea715378e4428caa1090dd01ab190f for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:06.739525 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-19786021-c243-4a85-92d9-3243999361b1 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:06.797115 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:52:06.797548 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:52:06.816454 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3ab3b-36f8-4c76-8823-459435e9db7d None None] Pushing event updated for resources: {'Port': ['ID=13f6e761-da0e-4023-96e6-3155baf9006b,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:06.828282 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-03023d82-e73d-4fbb-9445-95b7ff630cab None None] Could not find standard attr ID for object ae58b9bc-9515-4dd2-b66f-fc86a1b2b3cf. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:52:06.832659 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e3f595d3-4af0-4411-ad19-f9cdb6dd85be tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7357414 Apr 28 19:52:06.839820 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36956) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:06.847387 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-a7eab455-245f-4360-a30d-c2bff9fe2ff1 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'ports': [{'network_id': '0c71413c-ce91-4206-9ed8-1ae3b23da60b'}, {'network_id': '9a1de5c8-4963-45ca-902a-74e29d8bda1b'}]} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:06.847790 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-a7eab455-245f-4360-a30d-c2bff9fe2ff1 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'port': {'network_id': '0c71413c-ce91-4206-9ed8-1ae3b23da60b'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:06.848373 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-a7eab455-245f-4360-a30d-c2bff9fe2ff1 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'port': {'network_id': '9a1de5c8-4963-45ca-902a-74e29d8bda1b'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:06.855394 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f595d3-4af0-4411-ad19-f9cdb6dd85be tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Network': ['ID=9a1de5c8-4963-45ca-902a-74e29d8bda1b,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:06.871125 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 9a1de5c8-4963-45ca-902a-74e29d8bda1b details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:52:06.878992 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19786021-c243-4a85-92d9-3243999361b1 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:52:06.933398 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-19786021-c243-4a85-92d9-3243999361b1 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:06.933791 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-19786021-c243-4a85-92d9-3243999361b1 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Added segment 3c3e9a3b-d6a1-41aa-8157-118ae8e8a57d of type vlan for network d9710080-73c1-488a-b5f3-a76a3672bf2e Apr 28 19:52:06.939078 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-94e16e2d-502a-4739-8be3-e7be01c80995 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:06.945902 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-94e16e2d-502a-4739-8be3-e7be01c80995 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/ae58b9bc-9515-4dd2-b66f-fc86a1b2b3cf HTTP/1.1" status: 204 len: 168 time: 1.2796736 Apr 28 19:52:06.946719 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36958) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:06.988448 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e0cd8-2a0d-4fc5-8beb-8c81c38499f4 req-f26bad62-0ee7-4dbe-b1bc-4884586535fe tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:06.989918 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b92e0cd8-2a0d-4fc5-8beb-8c81c38499f4 req-f26bad62-0ee7-4dbe-b1bc-4884586535fe tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=49a49e7a-0d41-4ef6-97b0-153fde7d575b HTTP/1.1" status: 200 len: 946 time: 0.6950431 Apr 28 19:52:07.058212 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870bfba3-ea07-4fa9-a9ef-bdec941b4db5 req-54360a39-bbe3-4bc9-bf94-e7c6310a2c2e tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:07.059683 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-870bfba3-ea07-4fa9-a9ef-bdec941b4db5 req-54360a39-bbe3-4bc9-bf94-e7c6310a2c2e tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.44 "GET /v2.0/ports?device_id=49a49e7a-0d41-4ef6-97b0-153fde7d575b HTTP/1.1" status: 200 len: 946 time: 0.1156168 Apr 28 19:52:07.074648 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-01b49aea-7f00-471c-881f-a65bfa26fa78 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:07.076091 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-01b49aea-7f00-471c-881f-a65bfa26fa78 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] 10.222.0.15 "GET /v2.0/networks?id=3faec20c-3faf-4178-b54c-061d49851254 HTTP/1.1" status: 200 len: 809 time: 0.7937298 Apr 28 19:52:07.081671 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-19786021-c243-4a85-92d9-3243999361b1 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:07.092199 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-d1b1d411-f36b-4fe5-a00c-5e5ae2f592a0 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] Request body: {'port': {'device_id': '90496980-5534-4cf3-af24-64bf217911de', 'network_id': '3faec20c-3faf-4178-b54c-061d49851254', 'admin_state_up': True, 'tenant_id': '2b69a5fddc18436696dcfe634cdab6dc'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:07.097394 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b92e0cd8-2a0d-4fc5-8beb-8c81c38499f4 req-8a72b6fc-2d57-484c-8f25-d81ebcc9fbe8 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e090e98-4845-4427-b74b-595123eae1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996115 Apr 28 19:52:07.100724 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cd6ef3-3067-4431-94f4-52263cb01f6f tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:07.102332 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cd6ef3-3067-4431-94f4-52263cb01f6f tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:07.106567 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-93cd6ef3-3067-4431-94f4-52263cb01f6f tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1544511 Apr 28 19:52:07.109722 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36960) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:07.183609 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-19786021-c243-4a85-92d9-3243999361b1 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:07.184593 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19786021-c243-4a85-92d9-3243999361b1 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:07.185169 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-19786021-c243-4a85-92d9-3243999361b1 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:07.200952 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-c50d95a7-5e76-45a7-9b5d-ea86ee61ce91 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting subnet 32d8e841-3022-4a93-a3e8-4dae2c67589b {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:52:07.213522 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7eab455-245f-4360-a30d-c2bff9fe2ff1 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'port': 2} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:07.217796 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a7eab455-245f-4360-a30d-c2bff9fe2ff1 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:07.222828 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c50d95a7-5e76-45a7-9b5d-ea86ee61ce91 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:07.260507 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-19786021-c243-4a85-92d9-3243999361b1 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6771262 Apr 28 19:52:07.264785 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36962) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:07.282531 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-870bfba3-ea07-4fa9-a9ef-bdec941b4db5 req-8aac7942-5117-43a8-96ce-12ea15591eea tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Deleting port 49307b20-b4ff-444f-afcb-d7bf39e9a7f0 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:52:07.282876 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-870bfba3-ea07-4fa9-a9ef-bdec941b4db5 req-8aac7942-5117-43a8-96ce-12ea15591eea tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:07.297881 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-d1b1d411-f36b-4fe5-a00c-5e5ae2f592a0 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] Made reservation on behalf of 2b69a5fddc18436696dcfe634cdab6dc for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:07.304293 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-d1b1d411-f36b-4fe5-a00c-5e5ae2f592a0 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:07.304502 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a7eab455-245f-4360-a30d-c2bff9fe2ff1 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:07.324266 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c50d95a7-5e76-45a7-9b5d-ea86ee61ce91 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:07.346692 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19786021-c243-4a85-92d9-3243999361b1 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Pushing event updated for resources: {'Network': ['ID=d9710080-73c1-488a-b5f3-a76a3672bf2e,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:07.367470 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network d9710080-73c1-488a-b5f3-a76a3672bf2e details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:52:07.496410 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cbe52b41-ba92-453e-b1ec-b393fb340629 req-37e691e9-564b-4e96-b49c-1eba1b8c905c tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] 10.222.0.42 "GET /v2.0/ports?device_id=90496980-5534-4cf3-af24-64bf217911de HTTP/1.1" status: 200 len: 210 time: 0.0593123 Apr 28 19:52:07.547043 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-870bfba3-ea07-4fa9-a9ef-bdec941b4db5 req-8aac7942-5117-43a8-96ce-12ea15591eea tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] For port 49307b20-b4ff-444f-afcb-d7bf39e9a7f0, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=49307b20-b4ff-444f-afcb-d7bf39e9a7f0,segment=NetworkSegment(daad3582-9abd-449f-85ba-5c80ef9418e3),segment_id=daad3582-9abd-449f-85ba-5c80ef9418e3)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:07.547402 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-870bfba3-ea07-4fa9-a9ef-bdec941b4db5 req-8aac7942-5117-43a8-96ce-12ea15591eea tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:07.556544 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c9e1f8-466f-494d-ac29-8811d04f949a tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:07.562485 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c9e1f8-466f-494d-ac29-8811d04f949a tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:07.568303 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c9e1f8-466f-494d-ac29-8811d04f949a tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:07.575546 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c9e1f8-466f-494d-ac29-8811d04f949a tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:07.576659 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a5c9e1f8-466f-494d-ac29-8811d04f949a tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3093166 Apr 28 19:52:07.581215 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36966) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:07.597019 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-870bfba3-ea07-4fa9-a9ef-bdec941b4db5 req-8aac7942-5117-43a8-96ce-12ea15591eea tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Calling delete_port for 49307b20-b4ff-444f-afcb-d7bf39e9a7f0 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:52:07.619258 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c50d95a7-5e76-45a7-9b5d-ea86ee61ce91 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:07.624019 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-a7eab455-245f-4360-a30d-c2bff9fe2ff1 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] device_id is not set on port 5990cb9b-fe3d-4625-92ab-f3425f4cf32a yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:52:07.686263 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-d1b1d411-f36b-4fe5-a00c-5e5ae2f592a0 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] Allocated IP 172.20.0.12 (3faec20c-3faf-4178-b54c-061d49851254/bb106dd6-1e26-471e-b738-f07406e1df64/31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:07.745585 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2c7afa34-0c6c-4f94-96e0-d3bf4bac2def tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:07.777063 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c50d95a7-5e76-45a7-9b5d-ea86ee61ce91 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:07.831489 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d95a7-5e76-45a7-9b5d-ea86ee61ce91 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Subnet': ['ID=32d8e841-3022-4a93-a3e8-4dae2c67589b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:07.836301 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-870bfba3-ea07-4fa9-a9ef-bdec941b4db5 req-8aac7942-5117-43a8-96ce-12ea15591eea tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:07.846033 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 13f6e761-da0e-4023-96e6-3155baf9006b up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:52:07.848533 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c50d95a7-5e76-45a7-9b5d-ea86ee61ce91 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:07.852336 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c50d95a7-5e76-45a7-9b5d-ea86ee61ce91 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/32d8e841-3022-4a93-a3e8-4dae2c67589b HTTP/1.1" status: 204 len: 168 time: 0.7400920 Apr 28 19:52:07.856216 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36968) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:07.857866 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['49307b20-b4ff-444f-afcb-d7bf39e9a7f0'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:52:07.864214 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b49d161-2ee2-41d8-86a2-2cf096b757e6 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:07.918605 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac7942-5117-43a8-96ce-12ea15591eea tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Pushing event deleted for resources: {'Port': ['ID=49307b20-b4ff-444f-afcb-d7bf39e9a7f0,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:07.927842 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2c7afa34-0c6c-4f94-96e0-d3bf4bac2def tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:07.956710 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-13834369-557b-4185-8779-27ee0925d204 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0960808 Apr 28 19:52:07.957739 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36970) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:07.961560 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-2c7afa34-0c6c-4f94-96e0-d3bf4bac2def tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9710080-73c1-488a-b5f3-a76a3672bf2e']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:07.981683 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a7eab455-245f-4360-a30d-c2bff9fe2ff1 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:07.995617 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-2c7afa34-0c6c-4f94-96e0-d3bf4bac2def tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c3e9a3b-d6a1-41aa-8157-118ae8e8a57d') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:07.996202 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-2c7afa34-0c6c-4f94-96e0-d3bf4bac2def tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c3e9a3b-d6a1-41aa-8157-118ae8e8a57d') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:08.006853 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2c7afa34-0c6c-4f94-96e0-d3bf4bac2def tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:08.010593 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-870bfba3-ea07-4fa9-a9ef-bdec941b4db5 req-8aac7942-5117-43a8-96ce-12ea15591eea tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] No DVR routers for this DVR port 49307b20-b4ff-444f-afcb-d7bf39e9a7f0 on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:52:08.015057 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-870bfba3-ea07-4fa9-a9ef-bdec941b4db5 req-8aac7942-5117-43a8-96ce-12ea15591eea tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:08.018541 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-870bfba3-ea07-4fa9-a9ef-bdec941b4db5 req-8aac7942-5117-43a8-96ce-12ea15591eea tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.44 "DELETE /v2.0/ports/49307b20-b4ff-444f-afcb-d7bf39e9a7f0 HTTP/1.1" status: 204 len: 173 time: 0.9393411 Apr 28 19:52:08.018841 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a49e7a-0d41-4ef6-97b0-153fde7d575b', 'name': 'network-vif-deleted', 'tag': '49307b20-b4ff-444f-afcb-d7bf39e9a7f0'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:08.021084 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d701a5-7fac-4bef-b6e9-e6f2367d8bf2" -d '{"events": [{"server_uuid": "49a49e7a-0d41-4ef6-97b0-153fde7d575b", "name": "network-vif-deleted", "tag": "49307b20-b4ff-444f-afcb-d7bf39e9a7f0"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:52:08.023339 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 13f6e761-da0e-4023-96e6-3155baf9006b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:08.023339 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:08.023539 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2c7afa34-0c6c-4f94-96e0-d3bf4bac2def tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:08.086835 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c7afa34-0c6c-4f94-96e0-d3bf4bac2def tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:52:08.087241 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2c7afa34-0c6c-4f94-96e0-d3bf4bac2def tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:08.093757 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-d1b1d411-f36b-4fe5-a00c-5e5ae2f592a0 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:08.101056 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:52:08.101056 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:52:08.101056 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:52:08.101056 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:52:08.101056 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:52:08.101056 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:52:08.101056 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:52:08.101056 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:52:08.101056 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:52:08.101056 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:52:08.101056 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:52:08.101056 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:52:08.101056 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:52:08.101056 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:52:08.101056 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:52:08.101056 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:52:08.101056 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:52:08.101056 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:52:08.101056 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:52:08.101056 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:52:08.101056 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:52:08.101056 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:52:08.101056 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:52:08.101056 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:52:08.101056 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:52:08.101056 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:52:08.101056 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:52:08.101056 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:52:08.101056 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:52:08.101056 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:52:08.101056 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:52:08.101056 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:52:08.109876 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e8fad5-8b92-4054-9a0f-0b8bc0e1bcfa x-openstack-request-id: req-01e8fad5-8b92-4054-9a0f-0b8bc0e1bcfa {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:52:08.110174 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a49e7a-0d41-4ef6-97b0-153fde7d575b", "name": "network-vif-deleted", "tag": "49307b20-b4ff-444f-afcb-d7bf39e9a7f0", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:52:08.110420 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-01e8fad5-8b92-4054-9a0f-0b8bc0e1bcfa {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:52:08.110833 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01e8fad5-8b92-4054-9a0f-0b8bc0e1bcfa'] response: {'server_uuid': '49a49e7a-0d41-4ef6-97b0-153fde7d575b', 'name': 'network-vif-deleted', 'tag': '49307b20-b4ff-444f-afcb-d7bf39e9a7f0', 'status': 'completed', 'code': 200} Apr 28 19:52:08.153915 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-d1b1d411-f36b-4fe5-a00c-5e5ae2f592a0 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:08.200204 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2258cf-9aa6-4051-a033-8f962c9d9f80 None None] DHCP port deletion for 3bb4ad15-38e1-4028-be09-c8cdfded96d3 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:52:08.216994 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-d1b1d411-f36b-4fe5-a00c-5e5ae2f592a0 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] Network 3faec20c-3faf-4178-b54c-061d49851254 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:08.222111 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-d1b1d411-f36b-4fe5-a00c-5e5ae2f592a0 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:08.224837 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-d1b1d411-f36b-4fe5-a00c-5e5ae2f592a0 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:52:08.279820 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-ef2258cf-9aa6-4051-a033-8f962c9d9f80 None None] Deleting port 13f6e761-da0e-4023-96e6-3155baf9006b {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:52:08.281226 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ef2258cf-9aa6-4051-a033-8f962c9d9f80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:08.293079 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1d411-f36b-4fe5-a00c-5e5ae2f592a0 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] Pushing event updated for resources: {'Port': ['ID=31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:08.308515 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-d1b1d411-f36b-4fe5-a00c-5e5ae2f592a0 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:08.309196 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-d1b1d411-f36b-4fe5-a00c-5e5ae2f592a0 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:08.328157 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-d1b1d411-f36b-4fe5-a00c-5e5ae2f592a0 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2404909 Apr 28 19:52:08.341259 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-bc40e112-5674-4be8-befd-253f3b5bbb0e service neutron] Request body: {'port': {'device_id': '90496980-5534-4cf3-af24-64bf217911de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:08.364809 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-ef2258cf-9aa6-4051-a033-8f962c9d9f80 None None] For port 13f6e761-da0e-4023-96e6-3155baf9006b, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=13f6e761-da0e-4023-96e6-3155baf9006b,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:08.365104 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ef2258cf-9aa6-4051-a033-8f962c9d9f80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:08.382341 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-ef2258cf-9aa6-4051-a033-8f962c9d9f80 None None] Calling delete_port for 13f6e761-da0e-4023-96e6-3155baf9006b owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:52:08.406098 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-bc40e112-5674-4be8-befd-253f3b5bbb0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:08.471654 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ef2258cf-9aa6-4051-a033-8f962c9d9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:08.515044 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2258cf-9aa6-4051-a033-8f962c9d9f80 None None] No DVR routers for this DVR port 13f6e761-da0e-4023-96e6-3155baf9006b on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:52:08.520601 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2258cf-9aa6-4051-a033-8f962c9d9f80 None None] Pushing event deleted for resources: {'Port': ['ID=13f6e761-da0e-4023-96e6-3155baf9006b,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:08.622359 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-53250be3-b401-4033-b1cd-b37d5782666e req-dc381409-d741-45d7-97e0-8fd9211c4941 tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] 10.222.0.42 "GET /v2.0/ports?device_id=49a49e7a-0d41-4ef6-97b0-153fde7d575b HTTP/1.1" status: 200 len: 210 time: 0.0709405 Apr 28 19:52:08.651618 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-a7eab455-245f-4360-a30d-c2bff9fe2ff1 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] device_id is not set on port 60031e6a-92e8-4f61-bc98-b7b375605987 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:52:08.673295 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bf2a6-ebf3-4635-9932-caf7511618e6 req-34f37caa-c65e-44ac-b16a-c246fedf6b0b tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:08.674844 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-be3bf2a6-ebf3-4635-9932-caf7511618e6 req-34f37caa-c65e-44ac-b16a-c246fedf6b0b tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] 10.222.0.42 "GET /v2.0/ports?device_id=90496980-5534-4cf3-af24-64bf217911de HTTP/1.1" status: 200 len: 932 time: 0.0722136 Apr 28 19:52:08.683562 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895b5ee4-f8d0-4fae-b253-7d5c3f0e8fc9 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:08.687812 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-895b5ee4-f8d0-4fae-b253-7d5c3f0e8fc9 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7166989 Apr 28 19:52:08.688658 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36978) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:08.702282 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2c7afa34-0c6c-4f94-96e0-d3bf4bac2def tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:08.736740 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-be3bf2a6-ebf3-4635-9932-caf7511618e6 req-9f05b443-65f7-4fd6-b4e5-c97ec9ebe95c tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ea9ed32-9cbb-4349-80b8-a07fc1c00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501702 Apr 28 19:52:08.740091 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7afa34-0c6c-4f94-96e0-d3bf4bac2def tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d9710080-73c1-488a-b5f3-a76a3672bf2e {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 28 19:52:08.757821 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2c7afa34-0c6c-4f94-96e0-d3bf4bac2def tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:08.765450 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2c7afa34-0c6c-4f94-96e0-d3bf4bac2def tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] 10.222.0.42 "DELETE /v2.0/networks/d9710080-73c1-488a-b5f3-a76a3672bf2e HTTP/1.1" status: 204 len: 168 time: 1.1831789 Apr 28 19:52:08.770947 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36980) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:08.772432 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7afa34-0c6c-4f94-96e0-d3bf4bac2def tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Pushing event deleted for resources: {'Network': ['ID=d9710080-73c1-488a-b5f3-a76a3672bf2e,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:08.781286 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-194dd5c9-1ccb-4d3b-aae2-7cf9bf774bc2 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Request body: {'network': {'name': 'tempest-network--1171536018', 'router:external': True}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:08.795042 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b558ce7-cbff-4612-b8a0-0031c171c470 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:08.799379 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4b558ce7-cbff-4612-b8a0-0031c171c470 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1074390 Apr 28 19:52:08.799379 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36982) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:08.835930 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-bc40e112-5674-4be8-befd-253f3b5bbb0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:52:08.847643 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-bc40e112-5674-4be8-befd-253f3b5bbb0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:08.854835 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-46b2dfed-9cde-4194-becd-a611e19e7343 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504205 Apr 28 19:52:08.857747 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36984) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:08.857949 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194dd5c9-1ccb-4d3b-aae2-7cf9bf774bc2 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Made reservation on behalf of 96ea715378e4428caa1090dd01ab190f for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:08.861028 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-194dd5c9-1ccb-4d3b-aae2-7cf9bf774bc2 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:08.865437 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-0ee69f24-e930-4183-b5bc-f3773e2c855b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:08.885410 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-bc40e112-5674-4be8-befd-253f3b5bbb0e service neutron] Transition to ACTIVE for port object 31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:52:08.892503 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-bc40e112-5674-4be8-befd-253f3b5bbb0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:08.934085 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-194dd5c9-1ccb-4d3b-aae2-7cf9bf774bc2 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:52:08.965029 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a7eab455-245f-4360-a30d-c2bff9fe2ff1 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:08.965260 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-194dd5c9-1ccb-4d3b-aae2-7cf9bf774bc2 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:08.965486 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-194dd5c9-1ccb-4d3b-aae2-7cf9bf774bc2 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Added segment ae86cc48-d0ff-4ce9-a910-f4a779486ffd of type vlan for network 67904d18-cfba-474a-b877-a44ee215c21d Apr 28 19:52:08.967041 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40e112-5674-4be8-befd-253f3b5bbb0e service neutron] Pushing event updated for resources: {'Port': ['ID=31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:09.031737 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a7eab455-245f-4360-a30d-c2bff9fe2ff1 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:09.063096 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee69f24-e930-4183-b5bc-f3773e2c855b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:09.067057 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0ee69f24-e930-4183-b5bc-f3773e2c855b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:09.068232 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-194dd5c9-1ccb-4d3b-aae2-7cf9bf774bc2 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:09.110240 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-bc40e112-5674-4be8-befd-253f3b5bbb0e service neutron] Attempting to bind port 31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:52:09.110894 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-bc40e112-5674-4be8-befd-253f3b5bbb0e service neutron] Attempting to bind port 31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '36e1941d-5d55-4808-befa-a9a63eb46f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3faec20c-3faf-4178-b54c-061d49851254'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:52:09.110894 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-bc40e112-5674-4be8-befd-253f3b5bbb0e service neutron] Attempting to bind port 31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc on network 3faec20c-3faf-4178-b54c-061d49851254 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:52:09.118151 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-bc40e112-5674-4be8-befd-253f3b5bbb0e service neutron] Port 31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc on network 3faec20c-3faf-4178-b54c-061d49851254 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:52:09.118503 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-bc40e112-5674-4be8-befd-253f3b5bbb0e service neutron] Attempting to bind port 31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc on network 3faec20c-3faf-4178-b54c-061d49851254 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:52:09.123532 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-194dd5c9-1ccb-4d3b-aae2-7cf9bf774bc2 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:09.124519 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194dd5c9-1ccb-4d3b-aae2-7cf9bf774bc2 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:09.125122 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-194dd5c9-1ccb-4d3b-aae2-7cf9bf774bc2 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:09.129537 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-bc40e112-5674-4be8-befd-253f3b5bbb0e service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:52:09.130113 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-bc40e112-5674-4be8-befd-253f3b5bbb0e service neutron] Checking segment: {'id': '36e1941d-5d55-4808-befa-a9a63eb46f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3faec20c-3faf-4178-b54c-061d49851254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:52:09.130509 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-bc40e112-5674-4be8-befd-253f3b5bbb0e service neutron] Bound using segment: {'id': '36e1941d-5d55-4808-befa-a9a63eb46f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3faec20c-3faf-4178-b54c-061d49851254'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:52:09.130952 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-bc40e112-5674-4be8-befd-253f3b5bbb0e service neutron] Bound port: 31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36e1941d-5d55-4808-befa-a9a63eb46f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3faec20c-3faf-4178-b54c-061d49851254'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:52:09.131981 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-bc40e112-5674-4be8-befd-253f3b5bbb0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:09.143793 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7eab455-245f-4360-a30d-c2bff9fe2ff1 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Network 0c71413c-ce91-4206-9ed8-1ae3b23da60b is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:09.152197 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-a7eab455-245f-4360-a30d-c2bff9fe2ff1 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:09.154931 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7eab455-245f-4360-a30d-c2bff9fe2ff1 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:52:09.156690 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a7eab455-245f-4360-a30d-c2bff9fe2ff1 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:09.166832 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eab455-245f-4360-a30d-c2bff9fe2ff1 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Port': ['ID=5990cb9b-fe3d-4625-92ab-f3425f4cf32a,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:09.199113 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-194dd5c9-1ccb-4d3b-aae2-7cf9bf774bc2 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4233992 Apr 28 19:52:09.207644 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36986) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:09.241158 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194dd5c9-1ccb-4d3b-aae2-7cf9bf774bc2 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Pushing event updated for resources: {'Network': ['ID=67904d18-cfba-474a-b877-a44ee215c21d,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:09.255766 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 67904d18-cfba-474a-b877-a44ee215c21d details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:52:09.269253 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-bc40e112-5674-4be8-befd-253f3b5bbb0e service neutron] For port 31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:52:09.274903 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-bc40e112-5674-4be8-befd-253f3b5bbb0e service neutron] For port 31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc,segment=NetworkSegment(36e1941d-5d55-4808-befa-a9a63eb46f76),segment_id=36e1941d-5d55-4808-befa-a9a63eb46f76)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:52:09.281790 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-bc40e112-5674-4be8-befd-253f3b5bbb0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:09.321551 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-bc40e112-5674-4be8-befd-253f3b5bbb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:09.322195 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-bc40e112-5674-4be8-befd-253f3b5bbb0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:09.323656 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-bc40e112-5674-4be8-befd-253f3b5bbb0e service neutron] 10.222.0.15 "PUT /v2.0/ports/31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc HTTP/1.1" status: 200 len: 1092 time: 0.9877357 Apr 28 19:52:09.356967 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40e112-5674-4be8-befd-253f3b5bbb0e service neutron] Pushing event updated for resources: {'Port': ['ID=31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:09.359793 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eab455-245f-4360-a30d-c2bff9fe2ff1 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Port': ['ID=60031e6a-92e8-4f61-bc98-b7b375605987,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:09.413112 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-611241a1-0a7f-4177-a9fa-0a208a1085d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:09.414727 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-611241a1-0a7f-4177-a9fa-0a208a1085d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b69a5fddc18436696dcfe634cdab6dc&device_id=90496980-5534-4cf3-af24-64bf217911de HTTP/1.1" status: 200 len: 1095 time: 0.0483208 Apr 28 19:52:09.424764 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eab455-245f-4360-a30d-c2bff9fe2ff1 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Checking segment: {'id': '5cf07f7a-0aae-4445-bd66-e26ca60ccc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9a1de5c8-4963-45ca-902a-74e29d8bda1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:52:09.425131 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7eab455-245f-4360-a30d-c2bff9fe2ff1 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Network hostable DHCP agents. Network: 9a1de5c8-4963-45ca-902a-74e29d8bda1b, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:52:09.438663 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dbb9a6-dbd9-42a1-8c73-876c0b0824ad tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:09.440035 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-88dbb9a6-dbd9-42a1-8c73-876c0b0824ad tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] 10.222.0.42 "GET /v2.0/networks/67904d18-cfba-474a-b877-a44ee215c21d HTTP/1.1" status: 200 len: 757 time: 0.2314119 Apr 28 19:52:09.443104 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36988) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:09.460959 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-3f31be06-01fd-4454-ac5d-b5a43325310e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc HTTP/1.1" status: 200 len: 217 time: 0.0390019 Apr 28 19:52:09.520219 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-92ef3956-7867-445f-87e7-9476c8f4c1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:09.521687 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-92ef3956-7867-445f-87e7-9476c8f4c1b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb106dd6-1e26-471e-b738-f07406e1df64 HTTP/1.1" status: 200 len: 849 time: 0.0544701 Apr 28 19:52:09.555658 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-5de2184a-2521-4cc9-8b52-39de7b00d998 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3faec20c-3faf-4178-b54c-061d49851254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274673 Apr 28 19:52:09.565454 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7eab455-245f-4360-a30d-c2bff9fe2ff1 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Network 9a1de5c8-4963-45ca-902a-74e29d8bda1b is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:52:09.584339 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0ee69f24-e930-4183-b5bc-f3773e2c855b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:09.596132 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-a7eab455-245f-4360-a30d-c2bff9fe2ff1 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 9a1de5c8-4963-45ca-902a-74e29d8bda1b) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:09.606090 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25e773e-7d20-487a-873b-a9d1d8fd58bf None None] Network 9a1de5c8-4963-45ca-902a-74e29d8bda1b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:09.634912 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d855c56-0473-40d3-94e5-d866b0059b45 tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:09.636774 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3d855c56-0473-40d3-94e5-d866b0059b45 tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] 10.222.0.42 "GET /v2.0/networks/06c08e45-06c6-4f59-a346-d81b1c9bfd78 HTTP/1.1" status: 200 len: 768 time: 0.1906724 Apr 28 19:52:09.638175 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7eab455-245f-4360-a30d-c2bff9fe2ff1 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:52:09.643883 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36990) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:09.644507 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7eab455-245f-4360-a30d-c2bff9fe2ff1 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:09.650169 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7eab455-245f-4360-a30d-c2bff9fe2ff1 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:09.650933 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a7eab455-245f-4360-a30d-c2bff9fe2ff1 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:09.673420 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee69f24-e930-4183-b5bc-f3773e2c855b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:09.680082 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-0ee69f24-e930-4183-b5bc-f3773e2c855b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:09.686079 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee69f24-e930-4183-b5bc-f3773e2c855b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:09.686667 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0ee69f24-e930-4183-b5bc-f3773e2c855b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:09.694543 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccc881d-f97d-4c0c-bd1a-a71b8673ac79 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:09.701856 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a7eab455-245f-4360-a30d-c2bff9fe2ff1 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.8608279 Apr 28 19:52:09.708194 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36994) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:09.721148 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee69f24-e930-4183-b5bc-f3773e2c855b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Subnet': ['ID=bb1dad3e-3074-4e37-ad4c-ce679d9860dc,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:09.743004 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36996) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:09.751216 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0ee69f24-e930-4183-b5bc-f3773e2c855b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8929200 Apr 28 19:52:09.754480 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36998) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:09.759848 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-a11b71ce-04e5-4ac6-89ae-13cd578edbdf tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'port': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'mac_address': 'fa:16:3e:37:c2:c5', 'name': 'tempest-NetworksTestDHCPv6-1861752777'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:09.792878 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-8ae1903f-ef53-4ffb-9f08-1201d9acc55e service neutron] 10.222.0.15 "GET /v2.0/networks/3faec20c-3faf-4178-b54c-061d49851254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293088 Apr 28 19:52:09.825699 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e233cb8e-5556-4ef6-af58-1584bf17bc8f tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:09.899852 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 13f6e761-da0e-4023-96e6-3155baf9006b no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:52:09.914815 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-70dc7d27-9bb7-450a-b902-c747e71acfa5 admin admin] Deleting subnet 5d396974-bf85-4823-9eae-70a0b8bd71b5 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:52:09.926166 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-1003393b-b8ef-4b77-ba34-68acb2d569a5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Deleting port 60031e6a-92e8-4f61-bc98-b7b375605987 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:52:09.926467 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1003393b-b8ef-4b77-ba34-68acb2d569a5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:09.933418 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-70dc7d27-9bb7-450a-b902-c747e71acfa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:09.940653 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 13f6e761-da0e-4023-96e6-3155baf9006b {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:52:09.941039 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 13f6e761-da0e-4023-96e6-3155baf9006b not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:52:09.987483 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11b71ce-04e5-4ac6-89ae-13cd578edbdf tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:10.027938 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a501684e-07b9-414e-be09-a88834bcbb3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'fixed_ips': [{'subnet_id': 'bb1dad3e-3074-4e37-ad4c-ce679d9860dc'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:52:10.029578 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a501684e-07b9-414e-be09-a88834bcbb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.043696 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-70dc7d27-9bb7-450a-b902-c747e71acfa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.058289 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1003393b-b8ef-4b77-ba34-68acb2d569a5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.080006 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-1003393b-b8ef-4b77-ba34-68acb2d569a5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Calling delete_port for 60031e6a-92e8-4f61-bc98-b7b375605987 owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:52:10.123426 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa42ada-02c6-4457-9106-826b1a540f21 req-2dff6659-ca2a-45e9-aadc-5e350f7d6dfa tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:10.125105 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9aa42ada-02c6-4457-9106-826b1a540f21 req-2dff6659-ca2a-45e9-aadc-5e350f7d6dfa tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] 10.222.0.42 "GET /v2.0/ports?device_id=90496980-5534-4cf3-af24-64bf217911de HTTP/1.1" status: 200 len: 944 time: 0.2384865 Apr 28 19:52:10.127061 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3626c4dc-af52-46c6-bfdd-67e9f3742f44 req-e6952a70-3554-486a-aba4-e11e596c4df5 service neutron] 10.222.0.15 "GET /v2.0/networks/3faec20c-3faf-4178-b54c-061d49851254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212235 Apr 28 19:52:10.127496 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90496980-5534-4cf3-af24-64bf217911de', 'tag': '31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:10.129793 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff127cc-8a05-4a48-b476-1f308a2dd0e2" -d '{"events": [{"name": "network-changed", "server_uuid": "90496980-5534-4cf3-af24-64bf217911de", "tag": "31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:52:10.173802 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e233cb8e-5556-4ef6-af58-1584bf17bc8f tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.185839 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a11b71ce-04e5-4ac6-89ae-13cd578edbdf tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.190429 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40552fdb-c13d-4478-a981-c7e6c6f73167 x-openstack-request-id: req-40552fdb-c13d-4478-a981-c7e6c6f73167 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:52:10.190761 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90496980-5534-4cf3-af24-64bf217911de", "tag": "31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:52:10.190941 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-40552fdb-c13d-4478-a981-c7e6c6f73167 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:52:10.191342 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40552fdb-c13d-4478-a981-c7e6c6f73167'] response: {'name': 'network-changed', 'server_uuid': '90496980-5534-4cf3-af24-64bf217911de', 'tag': '31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc', 'status': 'completed', 'code': 200} Apr 28 19:52:10.192451 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-70dc7d27-9bb7-450a-b902-c747e71acfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.216402 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-a11b71ce-04e5-4ac6-89ae-13cd578edbdf tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] device_id is not set on port 4aba698a-2789-48bc-8309-c74c2b026104 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:52:10.221089 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-a501684e-07b9-414e-be09-a88834bcbb3a None None] Allocated IP 2001:db8::2 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/bb1dad3e-3074-4e37-ad4c-ce679d9860dc/e491941c-a16b-40c6-8957-631310d319f0) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:10.239610 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-e233cb8e-5556-4ef6-af58-1584bf17bc8f tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67904d18-cfba-474a-b877-a44ee215c21d']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:10.250060 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 49307b20-b4ff-444f-afcb-d7bf39e9a7f0 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:52:10.278216 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 49307b20-b4ff-444f-afcb-d7bf39e9a7f0 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:52:10.278885 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 49307b20-b4ff-444f-afcb-d7bf39e9a7f0 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:52:10.280570 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-e233cb8e-5556-4ef6-af58-1584bf17bc8f tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae86cc48-d0ff-4ce9-a910-f4a779486ffd') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:10.280857 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-e233cb8e-5556-4ef6-af58-1584bf17bc8f tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae86cc48-d0ff-4ce9-a910-f4a779486ffd') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:10.299841 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9aa42ada-02c6-4457-9106-826b1a540f21 req-5b3954f6-96ca-4ce2-bd55-92cb4733be24 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ea9ed32-9cbb-4349-80b8-a07fc1c00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652143 Apr 28 19:52:10.301651 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e233cb8e-5556-4ef6-af58-1584bf17bc8f tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.331636 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff127cc-8a05-4a48-b476-1f308a2dd0e2 req-599ea5fb-ff16-40d1-95d1-7bf5f9de1a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:10.333161 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9ff127cc-8a05-4a48-b476-1f308a2dd0e2 req-599ea5fb-ff16-40d1-95d1-7bf5f9de1a67 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b69a5fddc18436696dcfe634cdab6dc&device_id=90496980-5534-4cf3-af24-64bf217911de HTTP/1.1" status: 200 len: 1095 time: 0.1117184 Apr 28 19:52:10.339932 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e233cb8e-5556-4ef6-af58-1584bf17bc8f tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.352961 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1003393b-b8ef-4b77-ba34-68acb2d569a5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.371251 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e233cb8e-5556-4ef6-af58-1584bf17bc8f tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:52:10.371652 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e233cb8e-5556-4ef6-af58-1584bf17bc8f tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.373517 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:52:10.373517 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:52:10.373517 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:52:10.373517 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:52:10.373517 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:52:10.373517 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:52:10.373517 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:52:10.373517 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:52:10.373517 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:52:10.373517 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:52:10.373517 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:52:10.373517 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:52:10.373517 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:52:10.373517 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:52:10.373517 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:52:10.373517 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:52:10.373517 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:52:10.373517 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:52:10.373517 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:52:10.373517 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:52:10.373517 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:52:10.373517 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:52:10.373517 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:52:10.373517 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:52:10.373517 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:52:10.373517 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:52:10.373517 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:52:10.373517 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:52:10.373517 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:52:10.373517 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:52:10.373517 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:52:10.373517 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:52:10.387033 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003393b-b8ef-4b77-ba34-68acb2d569a5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Port': ['ID=60031e6a-92e8-4f61-bc98-b7b375605987,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:10.389386 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-70dc7d27-9bb7-450a-b902-c747e71acfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.399825 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1003393b-b8ef-4b77-ba34-68acb2d569a5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.404248 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1003393b-b8ef-4b77-ba34-68acb2d569a5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/ports/60031e6a-92e8-4f61-bc98-b7b375605987 HTTP/1.1" status: 204 len: 168 time: 0.6949153 Apr 28 19:52:10.407102 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37004) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:10.441982 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a501684e-07b9-414e-be09-a88834bcbb3a None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.449007 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a501684e-07b9-414e-be09-a88834bcbb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.484227 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a501684e-07b9-414e-be09-a88834bcbb3a None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:10.491466 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-a501684e-07b9-414e-be09-a88834bcbb3a None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:10.491658 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc7d27-9bb7-450a-b902-c747e71acfa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d396974-bf85-4823-9eae-70a0b8bd71b5,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:10.495744 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a501684e-07b9-414e-be09-a88834bcbb3a None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:52:10.499798 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-70dc7d27-9bb7-450a-b902-c747e71acfa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.502933 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-70dc7d27-9bb7-450a-b902-c747e71acfa5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5d396974-bf85-4823-9eae-70a0b8bd71b5 HTTP/1.1" status: 204 len: 168 time: 0.7541883 Apr 28 19:52:10.508462 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37006) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:10.532431 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-a11b71ce-04e5-4ac6-89ae-13cd578edbdf tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Allocated IP 2001:db8::126 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/bb1dad3e-3074-4e37-ad4c-ce679d9860dc/4aba698a-2789-48bc-8309-c74c2b026104) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:10.533535 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e233cb8e-5556-4ef6-af58-1584bf17bc8f tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.551385 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e233cb8e-5556-4ef6-af58-1584bf17bc8f tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 67904d18-cfba-474a-b877-a44ee215c21d {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 28 19:52:10.562043 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-a501684e-07b9-414e-be09-a88834bcbb3a None None] Attempting to bind port e491941c-a16b-40c6-8957-631310d319f0 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:52:10.562419 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-a501684e-07b9-414e-be09-a88834bcbb3a None None] Attempting to bind port e491941c-a16b-40c6-8957-631310d319f0 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:52:10.562787 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a501684e-07b9-414e-be09-a88834bcbb3a None None] Attempting to bind port e491941c-a16b-40c6-8957-631310d319f0 on network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:52:10.564779 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501684e-07b9-414e-be09-a88834bcbb3a None None] Pushing event updated for resources: {'Port': ['ID=e491941c-a16b-40c6-8957-631310d319f0,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:10.571137 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a501684e-07b9-414e-be09-a88834bcbb3a None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:52:10.571532 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a501684e-07b9-414e-be09-a88834bcbb3a None None] Checking segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:52:10.571917 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a501684e-07b9-414e-be09-a88834bcbb3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.572345 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a501684e-07b9-414e-be09-a88834bcbb3a None None] Bound using segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:52:10.572823 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-a501684e-07b9-414e-be09-a88834bcbb3a None None] Bound port: e491941c-a16b-40c6-8957-631310d319f0, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:52:10.573213 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a501684e-07b9-414e-be09-a88834bcbb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.596720 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e233cb8e-5556-4ef6-af58-1584bf17bc8f tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.603794 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e233cb8e-5556-4ef6-af58-1584bf17bc8f tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] 10.222.0.42 "DELETE /v2.0/networks/67904d18-cfba-474a-b877-a44ee215c21d HTTP/1.1" status: 204 len: 168 time: 0.9549170 Apr 28 19:52:10.613127 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37008) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:10.615260 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233cb8e-5556-4ef6-af58-1584bf17bc8f tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Pushing event deleted for resources: {'Network': ['ID=67904d18-cfba-474a-b877-a44ee215c21d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:10.620900 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-ff166b7f-f8f6-4b24-9049-cd208b7ea3c5 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Request body: {'network': {'name': 'tempest-network--1095983592'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:10.628474 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff127cc-8a05-4a48-b476-1f308a2dd0e2 req-57b820a9-e658-4994-9664-ff9a00923c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:10.629980 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9ff127cc-8a05-4a48-b476-1f308a2dd0e2 req-57b820a9-e658-4994-9664-ff9a00923c6e service neutron] 10.222.0.15 "GET /v2.0/networks?id=3faec20c-3faf-4178-b54c-061d49851254 HTTP/1.1" status: 200 len: 910 time: 0.2879314 Apr 28 19:52:10.647226 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-a501684e-07b9-414e-be09-a88834bcbb3a None None] For port e491941c-a16b-40c6-8957-631310d319f0, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:52:10.651538 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-a501684e-07b9-414e-be09-a88834bcbb3a None None] For port e491941c-a16b-40c6-8957-631310d319f0, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=e491941c-a16b-40c6-8957-631310d319f0,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:52:10.661191 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a501684e-07b9-414e-be09-a88834bcbb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.678182 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60d41e4-15ae-42bf-852b-5d9fec928f54 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:10.683945 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60d41e4-15ae-42bf-852b-5d9fec928f54 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:10.685589 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b60d41e4-15ae-42bf-852b-5d9fec928f54 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2774954 Apr 28 19:52:10.693099 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37010) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:10.709137 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f00255c3-cec2-44fc-9882-3f081ab86393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.713056 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9ff127cc-8a05-4a48-b476-1f308a2dd0e2 req-f37c3b4d-65b4-4726-9dd2-872c7912b9ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc HTTP/1.1" status: 200 len: 217 time: 0.0727053 Apr 28 19:52:10.714939 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff166b7f-f8f6-4b24-9049-cd208b7ea3c5 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Made reservation on behalf of 96ea715378e4428caa1090dd01ab190f for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:10.717286 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ff166b7f-f8f6-4b24-9049-cd208b7ea3c5 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.765745 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501684e-07b9-414e-be09-a88834bcbb3a None None] Pushing event updated for resources: {'Port': ['ID=e491941c-a16b-40c6-8957-631310d319f0,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:10.794474 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a11b71ce-04e5-4ac6-89ae-13cd578edbdf tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.819258 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff166b7f-f8f6-4b24-9049-cd208b7ea3c5 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:52:10.832408 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff127cc-8a05-4a48-b476-1f308a2dd0e2 req-6c250144-839e-4bf7-a37e-38f6c641dacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:10.833894 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9ff127cc-8a05-4a48-b476-1f308a2dd0e2 req-6c250144-839e-4bf7-a37e-38f6c641dacc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb106dd6-1e26-471e-b738-f07406e1df64 HTTP/1.1" status: 200 len: 849 time: 0.1130273 Apr 28 19:52:10.887437 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-51999bdf-06b2-48dd-8fdf-d7b347072db3 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Deleting port 5990cb9b-fe3d-4625-92ab-f3425f4cf32a {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:52:10.888664 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-51999bdf-06b2-48dd-8fdf-d7b347072db3 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.893767 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ff166b7f-f8f6-4b24-9049-cd208b7ea3c5 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.893967 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-ff166b7f-f8f6-4b24-9049-cd208b7ea3c5 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Added segment 789e1a00-1cfb-4acc-a498-94e2142fdf71 of type vlan for network 26efd33a-5255-426e-9b96-7c07a75e3935 Apr 28 19:52:10.911594 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a11b71ce-04e5-4ac6-89ae-13cd578edbdf tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.919275 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9ff127cc-8a05-4a48-b476-1f308a2dd0e2 req-973c00df-833f-4e6f-bde2-a0e9ca13e77b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3faec20c-3faf-4178-b54c-061d49851254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764239 Apr 28 19:52:10.925031 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f00255c3-cec2-44fc-9882-3f081ab86393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:11.047301 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ff166b7f-f8f6-4b24-9049-cd208b7ea3c5 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:11.051011 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11b71ce-04e5-4ac6-89ae-13cd578edbdf tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:11.058213 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-f00255c3-cec2-44fc-9882-3f081ab86393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd86a08-7dd8-4588-b4f7-0af7a8217f63']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:11.079567 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-f00255c3-cec2-44fc-9882-3f081ab86393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daad3582-9abd-449f-85ba-5c80ef9418e3') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:11.080940 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-f00255c3-cec2-44fc-9882-3f081ab86393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daad3582-9abd-449f-85ba-5c80ef9418e3') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:11.081129 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-a11b71ce-04e5-4ac6-89ae-13cd578edbdf tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:11.084215 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11b71ce-04e5-4ac6-89ae-13cd578edbdf tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:52:11.090641 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11b71ce-04e5-4ac6-89ae-13cd578edbdf tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:11.091478 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a11b71ce-04e5-4ac6-89ae-13cd578edbdf tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:11.098870 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f00255c3-cec2-44fc-9882-3f081ab86393 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:11.103429 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-51999bdf-06b2-48dd-8fdf-d7b347072db3 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:11.121663 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b71ce-04e5-4ac6-89ae-13cd578edbdf tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Port': ['ID=4aba698a-2789-48bc-8309-c74c2b026104,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:11.131655 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-51999bdf-06b2-48dd-8fdf-d7b347072db3 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Calling delete_port for 5990cb9b-fe3d-4625-92ab-f3425f4cf32a owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:52:11.136716 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ff166b7f-f8f6-4b24-9049-cd208b7ea3c5 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:11.137710 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff166b7f-f8f6-4b24-9049-cd208b7ea3c5 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:11.138314 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ff166b7f-f8f6-4b24-9049-cd208b7ea3c5 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:11.141159 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f00255c3-cec2-44fc-9882-3f081ab86393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:11.141886 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a11b71ce-04e5-4ac6-89ae-13cd578edbdf tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3859394 Apr 28 19:52:11.145335 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37012) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:11.188904 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f00255c3-cec2-44fc-9882-3f081ab86393 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:52:11.189406 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f00255c3-cec2-44fc-9882-3f081ab86393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:11.193430 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:52:11.193430 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:52:11.193430 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:52:11.193430 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:52:11.193430 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:52:11.193430 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:52:11.193430 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:52:11.193430 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:52:11.193430 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:52:11.193430 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:52:11.193430 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:52:11.193430 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:52:11.193430 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:52:11.193430 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:52:11.193430 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:52:11.193430 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:52:11.193430 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:52:11.193430 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:52:11.193430 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:52:11.193430 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:52:11.193430 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:52:11.193430 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:52:11.193430 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:52:11.193430 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:52:11.193430 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:52:11.193430 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:52:11.193430 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:52:11.193430 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:52:11.193430 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:52:11.193430 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:52:11.193430 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:52:11.193430 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:52:11.207515 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9ff127cc-8a05-4a48-b476-1f308a2dd0e2 req-b01fae9c-7181-44f2-a453-a49ee5b1b8ff service neutron] 10.222.0.15 "GET /v2.0/networks/3faec20c-3faf-4178-b54c-061d49851254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589064 Apr 28 19:52:11.283774 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e5cd87-526d-44b1-8094-5d990783a4d3 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:11.289984 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e5cd87-526d-44b1-8094-5d990783a4d3 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:11.293719 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-87e5cd87-526d-44b1-8094-5d990783a4d3 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1451950 Apr 28 19:52:11.302718 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37014) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:11.387491 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-51999bdf-06b2-48dd-8fdf-d7b347072db3 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:11.469596 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51999bdf-06b2-48dd-8fdf-d7b347072db3 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Port': ['ID=5990cb9b-fe3d-4625-92ab-f3425f4cf32a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:11.503769 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-51999bdf-06b2-48dd-8fdf-d7b347072db3 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:11.508368 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-51999bdf-06b2-48dd-8fdf-d7b347072db3 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/ports/5990cb9b-fe3d-4625-92ab-f3425f4cf32a HTTP/1.1" status: 204 len: 168 time: 0.8141713 Apr 28 19:52:11.520580 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37020) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:11.574624 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-b3a9229a-db1a-463b-9386-664e9f0dae92 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting port 4aba698a-2789-48bc-8309-c74c2b026104 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:52:11.575028 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b3a9229a-db1a-463b-9386-664e9f0dae92 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:11.588780 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f88d72-7ad7-4092-8cd1-7730fe7bfbff req-67d5402a-8e5c-4b7e-8371-9e4ec7b8cb0b tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:11.590676 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a5f88d72-7ad7-4092-8cd1-7730fe7bfbff req-67d5402a-8e5c-4b7e-8371-9e4ec7b8cb0b tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] 10.222.0.42 "GET /v2.0/ports?device_id=90496980-5534-4cf3-af24-64bf217911de HTTP/1.1" status: 200 len: 944 time: 0.1342986 Apr 28 19:52:11.693870 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ff166b7f-f8f6-4b24-9049-cd208b7ea3c5 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.0793629 Apr 28 19:52:11.708526 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37022) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:11.726968 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-d2bc0657-a2c7-4251-ab34-957c753661da tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:11.731402 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db36f94a-3024-46f0-841d-2c3a321a838d tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:11.735183 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff166b7f-f8f6-4b24-9049-cd208b7ea3c5 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Pushing event updated for resources: {'Network': ['ID=26efd33a-5255-426e-9b96-7c07a75e3935,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:11.736695 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-db36f94a-3024-46f0-841d-2c3a321a838d tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2141955 Apr 28 19:52:11.737913 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37024) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:11.748862 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 26efd33a-5255-426e-9b96-7c07a75e3935 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:52:11.777214 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f00255c3-cec2-44fc-9882-3f081ab86393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:11.790209 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b3a9229a-db1a-463b-9386-664e9f0dae92 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:11.831207 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f00255c3-cec2-44fc-9882-3f081ab86393 admin admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:11.838380 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f00255c3-cec2-44fc-9882-3f081ab86393 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1dd86a08-7dd8-4588-b4f7-0af7a8217f63 HTTP/1.1" status: 204 len: 168 time: 1.3286970 Apr 28 19:52:11.851532 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00255c3-cec2-44fc-9882-3f081ab86393 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dd86a08-7dd8-4588-b4f7-0af7a8217f63,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:11.858705 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-313e1f2a-aebf-47e3-8d8c-e9233b872705 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] GET failed (client error): The resource could not be found. Apr 28 19:52:11.882474 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-313e1f2a-aebf-47e3-8d8c-e9233b872705 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "GET /v2.0/ports/60031e6a-92e8-4f61-bc98-b7b375605987 HTTP/1.1" status: 404 len: 333 time: 0.1378400 Apr 28 19:52:11.894743 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37028) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:11.909521 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a5f88d72-7ad7-4092-8cd1-7730fe7bfbff req-beba843a-42d5-49c7-b8d9-246619501cbb tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ea9ed32-9cbb-4349-80b8-a07fc1c00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954831 Apr 28 19:52:11.922029 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-b3a9229a-db1a-463b-9386-664e9f0dae92 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Calling delete_port for 4aba698a-2789-48bc-8309-c74c2b026104 owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:52:12.102216 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9ff127cc-8a05-4a48-b476-1f308a2dd0e2 req-12fa6517-71b3-4b7c-a6dc-6dae0f3d8057 service neutron] 10.222.0.15 "GET /v2.0/networks/3faec20c-3faf-4178-b54c-061d49851254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8640196 Apr 28 19:52:12.103471 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf8760d-362a-4daa-b22e-0cee12202d81 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] GET failed (client error): The resource could not be found. Apr 28 19:52:12.104625 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e491941c-a16b-40c6-8957-631310d319f0 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:52:12.105106 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ddf8760d-362a-4daa-b22e-0cee12202d81 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "GET /v2.0/ports/5990cb9b-fe3d-4625-92ab-f3425f4cf32a HTTP/1.1" status: 404 len: 333 time: 0.1930301 Apr 28 19:52:12.111834 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37030) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:12.201255 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port e491941c-a16b-40c6-8957-631310d319f0 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:12.201880 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:12.229378 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b3a9229a-db1a-463b-9386-664e9f0dae92 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:12.249888 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d2bc0657-a2c7-4251-ab34-957c753661da tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:12.263233 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37032) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:12.275317 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9229a-db1a-463b-9386-664e9f0dae92 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Port': ['ID=4aba698a-2789-48bc-8309-c74c2b026104,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:12.276255 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42cdb153-d049-49d6-a7bf-d78c9a36474c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:12.279513 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d2bc0657-a2c7-4251-ab34-957c753661da tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:12.350270 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b3a9229a-db1a-463b-9386-664e9f0dae92 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:12.356504 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b3a9229a-db1a-463b-9386-664e9f0dae92 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/4aba698a-2789-48bc-8309-c74c2b026104 HTTP/1.1" status: 204 len: 168 time: 1.0516324 Apr 28 19:52:12.360606 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37034) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:12.380997 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc0657-a2c7-4251-ab34-957c753661da tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Pushing event updated for resources: {'Network': ['ID=26efd33a-5255-426e-9b96-7c07a75e3935,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:12.392137 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d2bc0657-a2c7-4251-ab34-957c753661da tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Network 26efd33a-5255-426e-9b96-7c07a75e3935 is not hosted by any dhcp agent {{(pid=102773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 28 19:52:12.393118 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bc0657-a2c7-4251-ab34-957c753661da tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:12.393717 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d2bc0657-a2c7-4251-ab34-957c753661da tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:12.400355 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d2bc0657-a2c7-4251-ab34-957c753661da tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] 10.222.0.42 "PUT /v2.0/networks/26efd33a-5255-426e-9b96-7c07a75e3935 HTTP/1.1" status: 200 len: 858 time: 0.6889834 Apr 28 19:52:12.400355 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37036) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:12.401524 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c021cc66-2517-4629-a1da-77b84500e720 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dcadc66e0b2646d28c33130e37263af0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350174 Apr 28 19:52:12.404037 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37038) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:12.432233 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:12.482689 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port e491941c-a16b-40c6-8957-631310d319f0, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=e491941c-a16b-40c6-8957-631310d319f0,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:12.491561 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a947846e-95b4-48a0-8d2b-eb57b454ec3f None None] Provisioning complete for port e491941c-a16b-40c6-8957-631310d319f0 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:12.503368 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916e1d90-b296-4923-92c6-92a793d1e3f6 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:12.503891 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a947846e-95b4-48a0-8d2b-eb57b454ec3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:12.507709 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:12.512168 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916e1d90-b296-4923-92c6-92a793d1e3f6 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:12.512168 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-916e1d90-b296-4923-92c6-92a793d1e3f6 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1495950 Apr 28 19:52:12.514985 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37040) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:12.548356 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-df3f4619-df6e-4f14-9d67-1a70893a9dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:12.579035 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42eddcf4-52cf-4d7f-b271-71846af77796 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:12.583158 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-df3f4619-df6e-4f14-9d67-1a70893a9dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:12.598046 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=e491941c-a16b-40c6-8957-631310d319f0,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:12.641108 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42cdb153-d049-49d6-a7bf-d78c9a36474c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:12.666745 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-df3f4619-df6e-4f14-9d67-1a70893a9dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:12.670169 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed831656-ca37-4307-b652-6cdc418a77c7 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting subnet bb1dad3e-3074-4e37-ad4c-ce679d9860dc {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:52:12.670270 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-df3f4619-df6e-4f14-9d67-1a70893a9dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:12.673116 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-df3f4619-df6e-4f14-9d67-1a70893a9dfa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4e090e98-4845-4427-b74b-595123eae1bc HTTP/1.1" status: 204 len: 168 time: 0.2677002 Apr 28 19:52:12.683135 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f4619-df6e-4f14-9d67-1a70893a9dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e090e98-4845-4427-b74b-595123eae1bc,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:12.685617 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ed831656-ca37-4307-b652-6cdc418a77c7 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:12.723371 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-42cdb153-d049-49d6-a7bf-d78c9a36474c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a1de5c8-4963-45ca-902a-74e29d8bda1b']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:12.743878 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-42cdb153-d049-49d6-a7bf-d78c9a36474c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf07f7a-0aae-4445-bd66-e26ca60ccc30') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:12.744188 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-42cdb153-d049-49d6-a7bf-d78c9a36474c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf07f7a-0aae-4445-bd66-e26ca60ccc30') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:12.790461 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-5892e2a2-8218-481b-b38b-fcb02e1a11f4 None None] Could not find standard attr ID for object 4aba698a-2789-48bc-8309-c74c2b026104. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:52:12.800838 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42cdb153-d049-49d6-a7bf-d78c9a36474c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:12.818257 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ed831656-ca37-4307-b652-6cdc418a77c7 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:12.853446 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42eddcf4-52cf-4d7f-b271-71846af77796 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:12.866018 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42cdb153-d049-49d6-a7bf-d78c9a36474c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:12.888172 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42cdb153-d049-49d6-a7bf-d78c9a36474c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:52:12.888578 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42cdb153-d049-49d6-a7bf-d78c9a36474c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:12.891826 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:52:12.891826 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:52:12.891826 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:52:12.891826 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:52:12.891826 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:52:12.891826 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:52:12.891826 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:52:12.891826 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:52:12.891826 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:52:12.891826 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:52:12.891826 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:52:12.891826 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:52:12.891826 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:52:12.891826 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:52:12.891826 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:52:12.891826 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:52:12.891826 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:52:12.891826 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:52:12.891826 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:52:12.891826 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:52:12.891826 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:52:12.891826 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:52:12.891826 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:52:12.891826 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:52:12.891826 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:52:12.891826 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:52:12.891826 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:52:12.891826 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:52:12.891826 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:52:12.891826 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:52:12.891826 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:52:12.891826 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:52:12.895170 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-42eddcf4-52cf-4d7f-b271-71846af77796 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26efd33a-5255-426e-9b96-7c07a75e3935']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:12.927741 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-42eddcf4-52cf-4d7f-b271-71846af77796 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '789e1a00-1cfb-4acc-a498-94e2142fdf71') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:12.928068 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-42eddcf4-52cf-4d7f-b271-71846af77796 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '789e1a00-1cfb-4acc-a498-94e2142fdf71') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:12.966272 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42eddcf4-52cf-4d7f-b271-71846af77796 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:13.020697 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42eddcf4-52cf-4d7f-b271-71846af77796 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:13.037334 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42cdb153-d049-49d6-a7bf-d78c9a36474c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:13.043577 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42eddcf4-52cf-4d7f-b271-71846af77796 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:52:13.043984 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42eddcf4-52cf-4d7f-b271-71846af77796 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:13.058909 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:52:13.058909 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:52:13.058909 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:52:13.058909 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:52:13.058909 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:52:13.058909 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:52:13.058909 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:52:13.058909 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:52:13.058909 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:52:13.058909 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:52:13.058909 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:52:13.058909 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:52:13.058909 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:52:13.058909 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:52:13.058909 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:52:13.058909 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:52:13.058909 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:52:13.058909 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:52:13.058909 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:52:13.058909 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:52:13.058909 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:52:13.058909 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:52:13.058909 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:52:13.058909 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:52:13.058909 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:52:13.058909 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:52:13.058909 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:52:13.058909 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:52:13.058909 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:52:13.058909 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:52:13.058909 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:52:13.058909 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:52:13.075397 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42cdb153-d049-49d6-a7bf-d78c9a36474c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:13.078562 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-42cdb153-d049-49d6-a7bf-d78c9a36474c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/networks/9a1de5c8-4963-45ca-902a-74e29d8bda1b HTTP/1.1" status: 204 len: 168 time: 0.9656401 Apr 28 19:52:13.087786 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37054) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:13.094503 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-8171c202-92bf-4605-87d4-8b36a682f819 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-89128898'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:13.118694 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8171c202-92bf-4605-87d4-8b36a682f819 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:13.122377 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8171c202-92bf-4605-87d4-8b36a682f819 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:13.126076 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ed831656-ca37-4307-b652-6cdc418a77c7 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:13.129424 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cdb153-d049-49d6-a7bf-d78c9a36474c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Network': ['ID=9a1de5c8-4963-45ca-902a-74e29d8bda1b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:13.199886 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8171c202-92bf-4605-87d4-8b36a682f819 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:52:13.200320 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1442f5-dbe2-4638-926b-dcfcaa7f3034 req-016b1643-8536-4b3b-9732-50462b304592 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:13.201825 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6c1442f5-dbe2-4638-926b-dcfcaa7f3034 req-016b1643-8536-4b3b-9732-50462b304592 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] 10.222.0.42 "GET /v2.0/ports?device_id=90496980-5534-4cf3-af24-64bf217911de HTTP/1.1" status: 200 len: 944 time: 0.1874692 Apr 28 19:52:13.206406 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42eddcf4-52cf-4d7f-b271-71846af77796 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:13.213442 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8171c202-92bf-4605-87d4-8b36a682f819 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:13.213790 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-8171c202-92bf-4605-87d4-8b36a682f819 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Added segment 5a325ae3-c01c-492f-b935-8052f724d9fb of type vlan for network cd3c557c-8e32-4ffa-8737-cf06dbcf552c Apr 28 19:52:13.214250 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42eddcf4-52cf-4d7f-b271-71846af77796 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 26efd33a-5255-426e-9b96-7c07a75e3935 {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 28 19:52:13.221862 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42eddcf4-52cf-4d7f-b271-71846af77796 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:13.226402 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-42eddcf4-52cf-4d7f-b271-71846af77796 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] 10.222.0.42 "DELETE /v2.0/networks/26efd33a-5255-426e-9b96-7c07a75e3935 HTTP/1.1" status: 204 len: 168 time: 0.8253479 Apr 28 19:52:13.233099 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37058) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:13.250186 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eddcf4-52cf-4d7f-b271-71846af77796 tempest-ExternalNetworksTestJSON-1603799596 tempest-ExternalNetworksTestJSON-1603799596-project-admin] Pushing event deleted for resources: {'Network': ['ID=26efd33a-5255-426e-9b96-7c07a75e3935,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:13.272770 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ed831656-ca37-4307-b652-6cdc418a77c7 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:13.277791 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-b421cff4-bda7-498a-91e5-4b7efb874812 tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] DELETE failed (client error): The resource could not be found. Apr 28 19:52:13.278397 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b421cff4-bda7-498a-91e5-4b7efb874812 tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:52:13.282061 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b421cff4-bda7-498a-91e5-4b7efb874812 tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] 10.222.0.42 "DELETE /v2.0/subnets/4e9b99a6-4896-4704-9baf-b3c35b245bb3 HTTP/1.1" status: 404 len: 337 time: 0.0476768 Apr 28 19:52:13.284642 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37060) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:13.291735 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6c1442f5-dbe2-4638-926b-dcfcaa7f3034 req-780f0a1e-7e3a-4c9f-8e21-4957cf3e0caa tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ea9ed32-9cbb-4349-80b8-a07fc1c00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826709 Apr 28 19:52:13.337914 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed831656-ca37-4307-b652-6cdc418a77c7 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Subnet': ['ID=bb1dad3e-3074-4e37-ad4c-ce679d9860dc,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:13.340887 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3a1ee5-0ff9-4d18-a6f3-0a429dc99e56 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:13.345968 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ed831656-ca37-4307-b652-6cdc418a77c7 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:13.351759 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ed831656-ca37-4307-b652-6cdc418a77c7 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/bb1dad3e-3074-4e37-ad4c-ce679d9860dc HTTP/1.1" status: 204 len: 168 time: 0.8313007 Apr 28 19:52:13.355845 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37064) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:13.377223 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8171c202-92bf-4605-87d4-8b36a682f819 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:13.443267 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1f159c2d-faf4-43c5-90bb-51fee0731013 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0859799 Apr 28 19:52:13.447207 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37068) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:13.473478 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4db1f89e-5e68-4fa1-9f05-24b18a7b978c tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:13.516516 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8171c202-92bf-4605-87d4-8b36a682f819 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:13.523565 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8171c202-92bf-4605-87d4-8b36a682f819 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:13.524795 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8171c202-92bf-4605-87d4-8b36a682f819 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:13.531434 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b522db2d-0c55-46db-ae69-ddafe254655a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:13.533095 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b522db2d-0c55-46db-ae69-ddafe254655a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0848708 Apr 28 19:52:13.537556 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37072) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:13.561072 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:52:13.602571 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359de90e-3d0b-4090-bbb4-7a74c4e4b5b8 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:13.604746 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-359de90e-3d0b-4090-bbb4-7a74c4e4b5b8 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0647709 Apr 28 19:52:13.606823 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37076) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:13.645635 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8171c202-92bf-4605-87d4-8b36a682f819 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Network': ['ID=cd3c557c-8e32-4ffa-8737-cf06dbcf552c,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:13.672496 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d7f6a18b-f845-480d-9c8d-df091a3867f4 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0638869 Apr 28 19:52:13.677000 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37078) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:13.684235 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-53d0019f-a1b6-44b8-a8a3-96bae3f636ef tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:13.696785 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8171c202-92bf-4605-87d4-8b36a682f819 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6066992 Apr 28 19:52:13.705185 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37080) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:13.713779 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-280f14b9-bdd8-4e04-9cef-2f0647431e40 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'subnet': {'network_id': 'cd3c557c-8e32-4ffa-8737-cf06dbcf552c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:13.734241 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc,segment=NetworkSegment(36e1941d-5d55-4808-befa-a9a63eb46f76),segment_id=36e1941d-5d55-4808-befa-a9a63eb46f76)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:13.753913 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc', 'network_id': '3faec20c-3faf-4178-b54c-061d49851254', 'port_id': '31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc', 'mac_address': 'fa:16:3e:e4:b2:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb106dd6-1e26-471e-b738-f07406e1df64', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:52:13.755994 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network cd3c557c-8e32-4ffa-8737-cf06dbcf552c details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:52:13.805168 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37082) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:13.866310 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4db1f89e-5e68-4fa1-9f05-24b18a7b978c tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:13.883539 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d0019f-a1b6-44b8-a8a3-96bae3f636ef tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:13.891524 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53d0019f-a1b6-44b8-a8a3-96bae3f636ef tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:13.908535 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-4db1f89e-5e68-4fa1-9f05-24b18a7b978c tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c08e45-06c6-4f59-a346-d81b1c9bfd78']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:13.914438 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f35cb5c-1e56-4979-9ebe-97d4b3ec53ba None None] DHCP port deletion for 3bb4ad15-38e1-4028-be09-c8cdfded96d3 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:52:13.944765 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-4db1f89e-5e68-4fa1-9f05-24b18a7b978c tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81967da0-4b47-4822-9ce5-8bf05429924b') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:13.945036 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-4db1f89e-5e68-4fa1-9f05-24b18a7b978c tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81967da0-4b47-4822-9ce5-8bf05429924b') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:13.954645 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280f14b9-bdd8-4e04-9cef-2f0647431e40 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:13.958255 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-280f14b9-bdd8-4e04-9cef-2f0647431e40 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:13.966901 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4db1f89e-5e68-4fa1-9f05-24b18a7b978c tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:13.977346 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:14.000411 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:52:14.018979 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-2b297e6e-2de0-47fa-b68d-1f8eafb9d0fa admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-503107151-network', 'tenant_id': 'b0081276403a43f5a0977e0e598190a3'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:14.038220 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc,segment=NetworkSegment(36e1941d-5d55-4808-befa-a9a63eb46f76),segment_id=36e1941d-5d55-4808-befa-a9a63eb46f76)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:14.042127 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4db1f89e-5e68-4fa1-9f05-24b18a7b978c tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:14.047622 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:14.049395 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b297e6e-2de0-47fa-b68d-1f8eafb9d0fa admin admin] Made reservation on behalf of b0081276403a43f5a0977e0e598190a3 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:14.051983 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b297e6e-2de0-47fa-b68d-1f8eafb9d0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:14.052721 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.ipam_backend_mixin [None req-280f14b9-bdd8-4e04-9cef-2f0647431e40 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Performing IP validity checks on allocation pools {{(pid=102774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 28 19:52:14.054618 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-3f35cb5c-1e56-4979-9ebe-97d4b3ec53ba None None] Deleting port e491941c-a16b-40c6-8957-631310d319f0 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:52:14.054994 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3f35cb5c-1e56-4979-9ebe-97d4b3ec53ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:14.057619 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.ipam_backend_mixin [None req-280f14b9-bdd8-4e04-9cef-2f0647431e40 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 28 19:52:14.059889 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db1f89e-5e68-4fa1-9f05-24b18a7b978c tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:52:14.060332 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4db1f89e-5e68-4fa1-9f05-24b18a7b978c tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:14.062279 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b297e6e-2de0-47fa-b68d-1f8eafb9d0fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:14.063493 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:52:14.063493 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:52:14.063493 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:52:14.063493 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:52:14.063493 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:52:14.063493 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:52:14.063493 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:52:14.063493 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:52:14.063493 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:52:14.063493 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:52:14.063493 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:52:14.063493 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:52:14.063493 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:52:14.063493 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:52:14.063493 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:52:14.063493 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:52:14.063493 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:52:14.063493 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:52:14.063493 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:52:14.063493 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:52:14.063493 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:52:14.063493 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:52:14.063493 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:52:14.063493 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:52:14.063493 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:52:14.063493 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:52:14.063493 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:52:14.063493 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:52:14.063493 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:52:14.063493 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:52:14.063493 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:52:14.063493 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:52:14.145166 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4db1f89e-5e68-4fa1-9f05-24b18a7b978c tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:14.153019 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4db1f89e-5e68-4fa1-9f05-24b18a7b978c tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:14.156688 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-3f35cb5c-1e56-4979-9ebe-97d4b3ec53ba None None] For port e491941c-a16b-40c6-8957-631310d319f0, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=e491941c-a16b-40c6-8957-631310d319f0,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:14.157175 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3f35cb5c-1e56-4979-9ebe-97d4b3ec53ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:14.161227 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4db1f89e-5e68-4fa1-9f05-24b18a7b978c tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] 10.222.0.42 "DELETE /v2.0/networks/06c08e45-06c6-4f59-a346-d81b1c9bfd78 HTTP/1.1" status: 204 len: 168 time: 0.8752239 Apr 28 19:52:14.171794 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b297e6e-2de0-47fa-b68d-1f8eafb9d0fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:14.188907 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-3f35cb5c-1e56-4979-9ebe-97d4b3ec53ba None None] Calling delete_port for e491941c-a16b-40c6-8957-631310d319f0 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:52:14.191465 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b297e6e-2de0-47fa-b68d-1f8eafb9d0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:14.191828 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1f89e-5e68-4fa1-9f05-24b18a7b978c tempest-ExternalNetworksTestJSON-163026261 tempest-ExternalNetworksTestJSON-163026261-project] Pushing event deleted for resources: {'Network': ['ID=06c08e45-06c6-4f59-a346-d81b1c9bfd78,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:14.210787 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:14.232429 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b297e6e-2de0-47fa-b68d-1f8eafb9d0fa admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:52:14.265268 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:52:14.270812 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b297e6e-2de0-47fa-b68d-1f8eafb9d0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ab69cf-364d-4c34-aa29-2d5ad7b18214,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:14.275058 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b297e6e-2de0-47fa-b68d-1f8eafb9d0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:14.275400 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-2b297e6e-2de0-47fa-b68d-1f8eafb9d0fa admin admin] Added segment b5964bfb-c9d5-41c5-9772-99bd77ba146c of type vlan for network 7b12fa40-847c-4c8b-bebe-5bd88be4b741 Apr 28 19:52:14.323474 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b297e6e-2de0-47fa-b68d-1f8eafb9d0fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:14.323805 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b297e6e-2de0-47fa-b68d-1f8eafb9d0fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:14.324191 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b297e6e-2de0-47fa-b68d-1f8eafb9d0fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:14.324544 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b297e6e-2de0-47fa-b68d-1f8eafb9d0fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:14.324923 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b297e6e-2de0-47fa-b68d-1f8eafb9d0fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:14.325201 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b297e6e-2de0-47fa-b68d-1f8eafb9d0fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:14.325528 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b297e6e-2de0-47fa-b68d-1f8eafb9d0fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:14.325860 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b297e6e-2de0-47fa-b68d-1f8eafb9d0fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:14.326185 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b297e6e-2de0-47fa-b68d-1f8eafb9d0fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:14.326663 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b297e6e-2de0-47fa-b68d-1f8eafb9d0fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:14.326909 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b297e6e-2de0-47fa-b68d-1f8eafb9d0fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:14.327280 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b297e6e-2de0-47fa-b68d-1f8eafb9d0fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:14.350667 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b297e6e-2de0-47fa-b68d-1f8eafb9d0fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:14.403955 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-280f14b9-bdd8-4e04-9cef-2f0647431e40 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:14.437324 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b297e6e-2de0-47fa-b68d-1f8eafb9d0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:14.438311 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b297e6e-2de0-47fa-b68d-1f8eafb9d0fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:14.439690 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b297e6e-2de0-47fa-b68d-1f8eafb9d0fa admin admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:14.458264 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3f35cb5c-1e56-4979-9ebe-97d4b3ec53ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:14.506812 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2b297e6e-2de0-47fa-b68d-1f8eafb9d0fa admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6972916 Apr 28 19:52:14.512444 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37092) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:14.528078 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-49cf544a-8b89-453d-8e1f-9c4a9360770e admin admin] Request body: {'subnet': {'network_id': '7b12fa40-847c-4c8b-bebe-5bd88be4b741', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-503107151-subnet', 'tenant_id': 'b0081276403a43f5a0977e0e598190a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:14.528957 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f35cb5c-1e56-4979-9ebe-97d4b3ec53ba None None] Pushing event deleted for resources: {'Port': ['ID=e491941c-a16b-40c6-8957-631310d319f0,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:14.548937 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f14b9-bdd8-4e04-9cef-2f0647431e40 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Subnet': ['ID=e1f5cc76-f29a-4bda-8d85-ee6d04059316,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:14.549581 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f35cb5c-1e56-4979-9ebe-97d4b3ec53ba None None] No DVR routers for this DVR port e491941c-a16b-40c6-8957-631310d319f0 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:52:14.557920 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b297e6e-2de0-47fa-b68d-1f8eafb9d0fa admin admin] Pushing event updated for resources: {'Network': ['ID=7b12fa40-847c-4c8b-bebe-5bd88be4b741,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:14.562298 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b65ee-7d55-4bea-85fb-90dac6da2d73 req-0e405db8-1c62-43d1-b621-8400f029857f tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:14.563994 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b65b65ee-7d55-4bea-85fb-90dac6da2d73 req-0e405db8-1c62-43d1-b621-8400f029857f tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] 10.222.0.42 "GET /v2.0/ports?device_id=90496980-5534-4cf3-af24-64bf217911de HTTP/1.1" status: 200 len: 945 time: 0.1827004 Apr 28 19:52:14.575135 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280f14b9-bdd8-4e04-9cef-2f0647431e40 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Checking segment: {'id': '5a325ae3-c01c-492f-b935-8052f724d9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'cd3c557c-8e32-4ffa-8737-cf06dbcf552c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:52:14.575634 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280f14b9-bdd8-4e04-9cef-2f0647431e40 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Network hostable DHCP agents. Network: cd3c557c-8e32-4ffa-8737-cf06dbcf552c, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:52:14.596842 n-d-839810-1 neutron-server[102773]: DEBUG neutron.objects.ports [None req-53d0019f-a1b6-44b8-a8a3-96bae3f636ef tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102773) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 19:52:14.598532 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53d0019f-a1b6-44b8-a8a3-96bae3f636ef tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:14.602901 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 7b12fa40-847c-4c8b-bebe-5bd88be4b741 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:52:14.612610 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37094) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:14.613357 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cf544a-8b89-453d-8e1f-9c4a9360770e admin admin] Made reservation on behalf of b0081276403a43f5a0977e0e598190a3 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:14.616903 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-49cf544a-8b89-453d-8e1f-9c4a9360770e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:14.640487 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d0019f-a1b6-44b8-a8a3-96bae3f636ef tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:14.645325 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-53d0019f-a1b6-44b8-a8a3-96bae3f636ef tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:14.650433 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d0019f-a1b6-44b8-a8a3-96bae3f636ef tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:14.651241 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53d0019f-a1b6-44b8-a8a3-96bae3f636ef tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:14.668910 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0019f-a1b6-44b8-a8a3-96bae3f636ef tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Subnet': ['ID=dbf28c42-c0b1-4fda-a43d-9a5e2d91db1f,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:14.678015 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-53d0019f-a1b6-44b8-a8a3-96bae3f636ef tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9997923 Apr 28 19:52:14.681423 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37098) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:14.687701 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-51bfe72a-48ba-4726-94c5-cbc34f99551c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:14.692427 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280f14b9-bdd8-4e04-9cef-2f0647431e40 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Network cd3c557c-8e32-4ffa-8737-cf06dbcf552c is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:52:14.704463 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0072f2be-d559-4b2c-b390-174aa4ac3ba6 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:14.711283 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b65b65ee-7d55-4bea-85fb-90dac6da2d73 req-10a979d7-3187-4bb6-9230-082a78e87571 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ea9ed32-9cbb-4349-80b8-a07fc1c00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397047 Apr 28 19:52:14.723852 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-280f14b9-bdd8-4e04-9cef-2f0647431e40 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, cd3c557c-8e32-4ffa-8737-cf06dbcf552c) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:14.745150 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280f14b9-bdd8-4e04-9cef-2f0647431e40 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:14.745873 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-280f14b9-bdd8-4e04-9cef-2f0647431e40 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:14.748734 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e06fce7-0194-4e0b-b011-ec2c76cd31a0 None None] Network cd3c557c-8e32-4ffa-8737-cf06dbcf552c requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:14.779845 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-280f14b9-bdd8-4e04-9cef-2f0647431e40 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0726993 Apr 28 19:52:14.781408 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37100) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:14.790060 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-b4503b2c-c8c3-40e0-8574-b8770cfa7330 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'port': {'network_id': 'cd3c557c-8e32-4ffa-8737-cf06dbcf552c', 'name': 'tempest-PortsIpV6TestJSON-71288709'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:14.904444 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9ccdb500-fac1-4721-ad3c-20d80793a4ae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7152aa2a090b43a18744c63f08f51c72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2852283 Apr 28 19:52:14.907154 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37102) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:14.923144 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-49cf544a-8b89-453d-8e1f-9c4a9360770e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:14.949409 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bfe72a-48ba-4726-94c5-cbc34f99551c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:14.952966 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51bfe72a-48ba-4726-94c5-cbc34f99551c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:14.989837 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf544a-8b89-453d-8e1f-9c4a9360770e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9457c26b-c6ea-4e46-885d-d03265bb43ed,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:15.000032 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cf544a-8b89-453d-8e1f-9c4a9360770e admin admin] Checking segment: {'id': 'b5964bfb-c9d5-41c5-9772-99bd77ba146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7b12fa40-847c-4c8b-bebe-5bd88be4b741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:52:15.000363 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cf544a-8b89-453d-8e1f-9c4a9360770e admin admin] Network hostable DHCP agents. Network: 7b12fa40-847c-4c8b-bebe-5bd88be4b741, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:52:15.021670 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cf544a-8b89-453d-8e1f-9c4a9360770e admin admin] Network 7b12fa40-847c-4c8b-bebe-5bd88be4b741 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:52:15.036495 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1621a146-f105-446a-9dfd-788c99083500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'fixed_ips': [{'subnet_id': 'dbf28c42-c0b1-4fda-a43d-9a5e2d91db1f'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:52:15.037446 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1621a146-f105-446a-9dfd-788c99083500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:15.038103 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-49cf544a-8b89-453d-8e1f-9c4a9360770e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 7b12fa40-847c-4c8b-bebe-5bd88be4b741) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:15.043994 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cf544a-8b89-453d-8e1f-9c4a9360770e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:15.044589 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-49cf544a-8b89-453d-8e1f-9c4a9360770e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:15.050642 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f01f7c5-c496-4d2e-aa84-2a657cfc66a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-cd3c557c-8e32-4ffa-8737-cf06dbcf552c', 'network_id': 'cd3c557c-8e32-4ffa-8737-cf06dbcf552c', 'tenant_id': '1c1fbcb84ca3492ab67cea60788320db', 'fixed_ips': [{'subnet_id': 'e1f5cc76-f29a-4bda-8d85-ee6d04059316'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:52:15.051650 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3f01f7c5-c496-4d2e-aa84-2a657cfc66a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:15.059917 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4503b2c-c8c3-40e0-8574-b8770cfa7330 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:15.063448 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b4503b2c-c8c3-40e0-8574-b8770cfa7330 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:15.067284 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc22388-d5d2-4684-bb3e-ac9120ac5590 None None] Network 7b12fa40-847c-4c8b-bebe-5bd88be4b741 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:15.069836 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9f8c07be-355f-4006-957b-73a38c3f1703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:15.072744 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-49cf544a-8b89-453d-8e1f-9c4a9360770e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5541337 Apr 28 19:52:15.121546 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-b4503b2c-c8c3-40e0-8574-b8770cfa7330 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] device_id is not set on port cbb8d4f2-8c73-4a1c-9c28-77c73a0b4bf7 yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:52:15.138033 n-d-839810-1 neutron-server[102773]: INFO neutron.db.ipam_backend_mixin [None req-51bfe72a-48ba-4726-94c5-cbc34f99551c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dbf28c42-c0b1-4fda-a43d-9a5e2d91db1f (CIDR: 2001:db8::/64) Apr 28 19:52:15.146045 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9f8c07be-355f-4006-957b-73a38c3f1703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:15.149650 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-51bfe72a-48ba-4726-94c5-cbc34f99551c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:52:15.150096 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51bfe72a-48ba-4726-94c5-cbc34f99551c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:52:15.225675 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-51bfe72a-48ba-4726-94c5-cbc34f99551c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5398831 Apr 28 19:52:15.225969 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37108) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:15.234741 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-3ff8d4f1-04a5-4075-8969-2a9cb79919ed tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:15.366452 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-b4503b2c-c8c3-40e0-8574-b8770cfa7330 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Allocated IP 2001:db8::1ff (cd3c557c-8e32-4ffa-8737-cf06dbcf552c/e1f5cc76-f29a-4bda-8d85-ee6d04059316/cbb8d4f2-8c73-4a1c-9c28-77c73a0b4bf7) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:15.388146 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-1621a146-f105-446a-9dfd-788c99083500 None None] Allocated IP 2001:db8::f816:3eff:fe19:6884 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/dbf28c42-c0b1-4fda-a43d-9a5e2d91db1f/5b039f00-6475-4727-a722-e25cdc67f497) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:15.404588 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff8d4f1-04a5-4075-8969-2a9cb79919ed tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:15.406125 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9f8c07be-355f-4006-957b-73a38c3f1703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:15.408233 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3ff8d4f1-04a5-4075-8969-2a9cb79919ed tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:15.411127 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9f8c07be-355f-4006-957b-73a38c3f1703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:15.412881 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9f8c07be-355f-4006-957b-73a38c3f1703 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/301fa80a-7c3e-4e34-bb0a-93407f36612b HTTP/1.1" status: 204 len: 168 time: 0.5042205 Apr 28 19:52:15.427666 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c16b35-5d80-43e8-85c2-ad55c457e9b0 None None] Network 7b12fa40-847c-4c8b-bebe-5bd88be4b741 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:15.462700 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c07be-355f-4006-957b-73a38c3f1703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301fa80a-7c3e-4e34-bb0a-93407f36612b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:15.637011 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b4503b2c-c8c3-40e0-8574-b8770cfa7330 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:15.639543 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:52:15.699291 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b4503b2c-c8c3-40e0-8574-b8770cfa7330 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:15.760396 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4503b2c-c8c3-40e0-8574-b8770cfa7330 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Network cd3c557c-8e32-4ffa-8737-cf06dbcf552c is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:15.763292 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-b4503b2c-c8c3-40e0-8574-b8770cfa7330 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:15.775364 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4503b2c-c8c3-40e0-8574-b8770cfa7330 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:52:15.793796 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4503b2c-c8c3-40e0-8574-b8770cfa7330 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:15.799622 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b4503b2c-c8c3-40e0-8574-b8770cfa7330 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:15.847056 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37124) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:15.855193 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-d2946a5f-c191-4856-8670-9448cbacd39f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-820846186-network', 'tenant_id': 'dc8c3fdfd9a8436ebe55327ff5c8dba0'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:15.864537 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4503b2c-c8c3-40e0-8574-b8770cfa7330 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Port': ['ID=cbb8d4f2-8c73-4a1c-9c28-77c73a0b4bf7,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:15.875398 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3ff8d4f1-04a5-4075-8969-2a9cb79919ed tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:15.914352 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b4503b2c-c8c3-40e0-8574-b8770cfa7330 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1306944 Apr 28 19:52:15.916351 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e491941c-a16b-40c6-8957-631310d319f0 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:52:15.918311 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37126) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:15.938163 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37128) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:15.939166 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff8d4f1-04a5-4075-8969-2a9cb79919ed tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:15.939914 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2946a5f-c191-4856-8670-9448cbacd39f admin admin] Made reservation on behalf of dc8c3fdfd9a8436ebe55327ff5c8dba0 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:15.942184 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d2946a5f-c191-4856-8670-9448cbacd39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:15.952201 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-3ff8d4f1-04a5-4075-8969-2a9cb79919ed tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:15.956767 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff8d4f1-04a5-4075-8969-2a9cb79919ed tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:15.957344 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3ff8d4f1-04a5-4075-8969-2a9cb79919ed tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:15.960821 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d2946a5f-c191-4856-8670-9448cbacd39f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:15.985280 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8d4f1-04a5-4075-8969-2a9cb79919ed tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Subnet': ['ID=15ea0fe8-c389-4e9f-878c-175b0410f606,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:15.996171 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3ff8d4f1-04a5-4075-8969-2a9cb79919ed tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7690120 Apr 28 19:52:16.000441 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37130) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:16.000668 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:52:16.004769 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-7a911fc1-372c-4901-9f5d-d65ae5d82187 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'port': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'mac_address': 'fa:16:3e:de:79:21', 'name': 'tempest-NetworksTestDHCPv6-8346217'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:16.005015 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50c961-2a95-4ba6-9ac6-cff2acbeb5a2 req-93b24191-6cdd-47be-9d72-32d3a318ca49 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:16.008676 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-3f01f7c5-c496-4d2e-aa84-2a657cfc66a6 None None] Allocated IP 2001:db8::2 (cd3c557c-8e32-4ffa-8737-cf06dbcf552c/e1f5cc76-f29a-4bda-8d85-ee6d04059316/b5cf0303-2f43-4be3-91f6-e9b7a69948e3) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:16.010926 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: e491941c-a16b-40c6-8957-631310d319f0 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:52:16.011457 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e491941c-a16b-40c6-8957-631310d319f0 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:52:16.011777 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cf50c961-2a95-4ba6-9ac6-cff2acbeb5a2 req-93b24191-6cdd-47be-9d72-32d3a318ca49 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] 10.222.0.42 "GET /v2.0/ports?device_id=90496980-5534-4cf3-af24-64bf217911de HTTP/1.1" status: 200 len: 945 time: 0.1415150 Apr 28 19:52:16.024555 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:16.025140 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.104261 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1621a146-f105-446a-9dfd-788c99083500 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.114988 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-93390bbe-9c5d-4ff2-9e66-bcc303c06bb3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=96ea715378e4428caa1090dd01ab190f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535029 Apr 28 19:52:16.118066 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37132) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:16.136757 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cf50c961-2a95-4ba6-9ac6-cff2acbeb5a2 req-b2932e03-fa99-4d94-8112-106df3fd686f tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ea9ed32-9cbb-4349-80b8-a07fc1c00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863039 Apr 28 19:52:16.154691 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-dc2ebeb6-ef6b-48d2-a49a-c9a40395f338 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Deleting port cbb8d4f2-8c73-4a1c-9c28-77c73a0b4bf7 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:52:16.155555 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc2ebeb6-ef6b-48d2-a49a-c9a40395f338 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.184303 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d2946a5f-c191-4856-8670-9448cbacd39f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.198320 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d2946a5f-c191-4856-8670-9448cbacd39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.236842 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2946a5f-c191-4856-8670-9448cbacd39f admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:52:16.252611 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a911fc1-372c-4901-9f5d-d65ae5d82187 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:16.273308 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc2ebeb6-ef6b-48d2-a49a-c9a40395f338 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.280472 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d2946a5f-c191-4856-8670-9448cbacd39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.280820 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-d2946a5f-c191-4856-8670-9448cbacd39f admin admin] Added segment da7026ef-4e05-4d3a-b19a-936f4963f608 of type vlan for network 09900221-3c97-4100-8bba-4f4343ffe914 Apr 28 19:52:16.286877 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-dc2ebeb6-ef6b-48d2-a49a-c9a40395f338 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Calling delete_port for cbb8d4f2-8c73-4a1c-9c28-77c73a0b4bf7 owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:52:16.311403 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1621a146-f105-446a-9dfd-788c99083500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.320429 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2946a5f-c191-4856-8670-9448cbacd39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7846eb26-8f17-4c1a-9251-f657dfb2430f,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:16.326128 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6b2b7171-da43-4c73-8907-dedb2cdef9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.384804 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d2946a5f-c191-4856-8670-9448cbacd39f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.406638 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1621a146-f105-446a-9dfd-788c99083500 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:16.408944 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6b2b7171-da43-4c73-8907-dedb2cdef9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.420384 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-1621a146-f105-446a-9dfd-788c99083500 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:16.425890 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1621a146-f105-446a-9dfd-788c99083500 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:52:16.438137 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.450343 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc2ebeb6-ef6b-48d2-a49a-c9a40395f338 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.474200 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7a911fc1-372c-4901-9f5d-d65ae5d82187 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.480252 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621a146-f105-446a-9dfd-788c99083500 None None] Pushing event updated for resources: {'Port': ['ID=5b039f00-6475-4727-a722-e25cdc67f497,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:16.480993 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d2946a5f-c191-4856-8670-9448cbacd39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.481972 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2946a5f-c191-4856-8670-9448cbacd39f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:16.482544 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d2946a5f-c191-4856-8670-9448cbacd39f admin admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.490125 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ebeb6-ef6b-48d2-a49a-c9a40395f338 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Port': ['ID=cbb8d4f2-8c73-4a1c-9c28-77c73a0b4bf7,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:16.540391 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc2ebeb6-ef6b-48d2-a49a-c9a40395f338 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.544513 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-dc2ebeb6-ef6b-48d2-a49a-c9a40395f338 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/ports/cbb8d4f2-8c73-4a1c-9c28-77c73a0b4bf7 HTTP/1.1" status: 204 len: 168 time: 0.6257219 Apr 28 19:52:16.547075 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37134) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:16.573221 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0a36f6-212b-415c-8dde-c3ad589dc327 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] DELETE failed (client error): The resource could not be found. Apr 28 19:52:16.573902 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d0a36f6-212b-415c-8dde-c3ad589dc327 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:52:16.576168 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90496980-5534-4cf3-af24-64bf217911de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:16.577251 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2d0a36f6-212b-415c-8dde-c3ad589dc327 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/ports/cbb8d4f2-8c73-4a1c-9c28-77c73a0b4bf7 HTTP/1.1" status: 404 len: 333 time: 0.0292320 Apr 28 19:52:16.578694 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de089ad2-92cc-4d9b-8719-9f153d1ef772" -d '{"events": [{"server_uuid": "90496980-5534-4cf3-af24-64bf217911de", "name": "network-vif-plugged", "status": "completed", "tag": "31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:52:16.579899 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37136) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:16.586950 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-7a911fc1-372c-4901-9f5d-d65ae5d82187 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] device_id is not set on port ef112248-4862-450e-9bf2-64a9b072d41b yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:52:16.603005 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d2946a5f-c191-4856-8670-9448cbacd39f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7547629 Apr 28 19:52:16.608475 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37140) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:16.612389 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f251c2-a891-4693-9d5b-a9abfec967d9 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] GET failed (client error): The resource could not be found. Apr 28 19:52:16.614407 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-91f251c2-a891-4693-9d5b-a9abfec967d9 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "GET /v2.0/ports/cbb8d4f2-8c73-4a1c-9c28-77c73a0b4bf7 HTTP/1.1" status: 404 len: 333 time: 0.0333610 Apr 28 19:52:16.618046 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37142) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:16.641734 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2946a5f-c191-4856-8670-9448cbacd39f admin admin] Pushing event updated for resources: {'Network': ['ID=09900221-3c97-4100-8bba-4f4343ffe914,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:16.644598 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc,segment=NetworkSegment(36e1941d-5d55-4808-befa-a9a63eb46f76),segment_id=36e1941d-5d55-4808-befa-a9a63eb46f76)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:16.646764 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-13ac4df8-d63a-456b-a59d-4b56e3a6fe12 admin admin] Request body: {'subnet': {'network_id': '09900221-3c97-4100-8bba-4f4343ffe914', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-820846186-subnet', 'tenant_id': 'dc8c3fdfd9a8436ebe55327ff5c8dba0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:16.649879 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d9c5c9-aeb4-4bd4-aa61-fd35385cce44 x-openstack-request-id: req-a3d9c5c9-aeb4-4bd4-aa61-fd35385cce44 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:52:16.650343 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90496980-5534-4cf3-af24-64bf217911de", "name": "network-vif-plugged", "status": "completed", "tag": "31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:52:16.650813 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a3d9c5c9-aeb4-4bd4-aa61-fd35385cce44 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:52:16.651358 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3d9c5c9-aeb4-4bd4-aa61-fd35385cce44'] response: {'server_uuid': '90496980-5534-4cf3-af24-64bf217911de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc', 'code': 200} Apr 28 19:52:16.653577 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3f01f7c5-c496-4d2e-aa84-2a657cfc66a6 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.656888 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6b2b7171-da43-4c73-8907-dedb2cdef9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.658785 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 09900221-3c97-4100-8bba-4f4343ffe914 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:52:16.659370 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6b2b7171-da43-4c73-8907-dedb2cdef9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.660713 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6b2b7171-da43-4c73-8907-dedb2cdef9df admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e07cda2f-7971-4921-912f-85e124a16181 HTTP/1.1" status: 204 len: 168 time: 0.5395503 Apr 28 19:52:16.717028 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b7171-da43-4c73-8907-dedb2cdef9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07cda2f-7971-4921-912f-85e124a16181,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:16.717758 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-56a56a57-baea-44eb-b585-550792a3f572 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Deleting subnet e1f5cc76-f29a-4bda-8d85-ee6d04059316 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:52:16.745265 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ac4df8-d63a-456b-a59d-4b56e3a6fe12 admin admin] Made reservation on behalf of dc8c3fdfd9a8436ebe55327ff5c8dba0 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:16.748757 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-13ac4df8-d63a-456b-a59d-4b56e3a6fe12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.753491 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-1621a146-f105-446a-9dfd-788c99083500 None None] Attempting to bind port 5b039f00-6475-4727-a722-e25cdc67f497 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:52:16.753955 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-1621a146-f105-446a-9dfd-788c99083500 None None] Attempting to bind port 5b039f00-6475-4727-a722-e25cdc67f497 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:52:16.754298 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1621a146-f105-446a-9dfd-788c99083500 None None] Attempting to bind port 5b039f00-6475-4727-a722-e25cdc67f497 on network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:52:16.761798 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.772606 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3f01f7c5-c496-4d2e-aa84-2a657cfc66a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.775505 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-56a56a57-baea-44eb-b585-550792a3f572 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.802098 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1621a146-f105-446a-9dfd-788c99083500 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:52:16.803419 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1621a146-f105-446a-9dfd-788c99083500 None None] Checking segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:52:16.803989 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1621a146-f105-446a-9dfd-788c99083500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.804565 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1621a146-f105-446a-9dfd-788c99083500 None None] Bound using segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:52:16.806031 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-1621a146-f105-446a-9dfd-788c99083500 None None] Bound port: 5b039f00-6475-4727-a722-e25cdc67f497, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:52:16.806819 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1621a146-f105-446a-9dfd-788c99083500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.836716 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23050d7-432a-4654-b0ab-b26e3b40f606 req-c371a260-f0b9-405b-bf5d-1f63c64f0819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:16.838381 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f23050d7-432a-4654-b0ab-b26e3b40f606 req-c371a260-f0b9-405b-bf5d-1f63c64f0819 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=90496980-5534-4cf3-af24-64bf217911de HTTP/1.1" status: 200 len: 1097 time: 0.1081178 Apr 28 19:52:16.845729 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-56a56a57-baea-44eb-b585-550792a3f572 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.855566 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f01f7c5-c496-4d2e-aa84-2a657cfc66a6 None None] Network cd3c557c-8e32-4ffa-8737-cf06dbcf552c is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:16.865076 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-3f01f7c5-c496-4d2e-aa84-2a657cfc66a6 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:16.889807 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f01f7c5-c496-4d2e-aa84-2a657cfc66a6 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:52:16.898017 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:16.925919 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f23050d7-432a-4654-b0ab-b26e3b40f606 req-ec03b8de-884b-4080-aaf9-f747a2495a99 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3ea9ed32-9cbb-4349-80b8-a07fc1c00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749490 Apr 28 19:52:16.954858 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01f7c5-c496-4d2e-aa84-2a657cfc66a6 None None] Pushing event updated for resources: {'Port': ['ID=b5cf0303-2f43-4be3-91f6-e9b7a69948e3,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:16.984852 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-56a56a57-baea-44eb-b585-550792a3f572 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:17.043853 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-1621a146-f105-446a-9dfd-788c99083500 None None] For port 5b039f00-6475-4727-a722-e25cdc67f497, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:52:17.055143 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-3f01f7c5-c496-4d2e-aa84-2a657cfc66a6 None None] Attempting to bind port b5cf0303-2f43-4be3-91f6-e9b7a69948e3 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:52:17.055774 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-3f01f7c5-c496-4d2e-aa84-2a657cfc66a6 None None] Attempting to bind port b5cf0303-2f43-4be3-91f6-e9b7a69948e3 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '5a325ae3-c01c-492f-b935-8052f724d9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'cd3c557c-8e32-4ffa-8737-cf06dbcf552c'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:52:17.056314 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f01f7c5-c496-4d2e-aa84-2a657cfc66a6 None None] Attempting to bind port b5cf0303-2f43-4be3-91f6-e9b7a69948e3 on network cd3c557c-8e32-4ffa-8737-cf06dbcf552c {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:52:17.068924 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-1621a146-f105-446a-9dfd-788c99083500 None None] For port 5b039f00-6475-4727-a722-e25cdc67f497, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=5b039f00-6475-4727-a722-e25cdc67f497,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:52:17.068924 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f01f7c5-c496-4d2e-aa84-2a657cfc66a6 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:52:17.068924 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f01f7c5-c496-4d2e-aa84-2a657cfc66a6 None None] Checking segment: {'id': '5a325ae3-c01c-492f-b935-8052f724d9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'cd3c557c-8e32-4ffa-8737-cf06dbcf552c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:52:17.068924 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3f01f7c5-c496-4d2e-aa84-2a657cfc66a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:17.068924 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f01f7c5-c496-4d2e-aa84-2a657cfc66a6 None None] Bound using segment: {'id': '5a325ae3-c01c-492f-b935-8052f724d9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'cd3c557c-8e32-4ffa-8737-cf06dbcf552c'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:52:17.068924 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-3f01f7c5-c496-4d2e-aa84-2a657cfc66a6 None None] Bound port: b5cf0303-2f43-4be3-91f6-e9b7a69948e3, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a325ae3-c01c-492f-b935-8052f724d9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'cd3c557c-8e32-4ffa-8737-cf06dbcf552c'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:52:17.068924 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3f01f7c5-c496-4d2e-aa84-2a657cfc66a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:17.081847 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1621a146-f105-446a-9dfd-788c99083500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:17.086234 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-56a56a57-baea-44eb-b585-550792a3f572 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:17.125870 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a56a57-baea-44eb-b585-550792a3f572 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f5cc76-f29a-4bda-8d85-ee6d04059316,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:17.137064 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-56a56a57-baea-44eb-b585-550792a3f572 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:17.140419 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-56a56a57-baea-44eb-b585-550792a3f572 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/subnets/e1f5cc76-f29a-4bda-8d85-ee6d04059316 HTTP/1.1" status: 204 len: 168 time: 0.5212653 Apr 28 19:52:17.143382 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37148) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:17.250386 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621a146-f105-446a-9dfd-788c99083500 None None] Pushing event updated for resources: {'Port': ['ID=5b039f00-6475-4727-a722-e25cdc67f497,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:17.263928 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-3f01f7c5-c496-4d2e-aa84-2a657cfc66a6 None None] For port b5cf0303-2f43-4be3-91f6-e9b7a69948e3, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:52:17.268224 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-3f01f7c5-c496-4d2e-aa84-2a657cfc66a6 None None] For port b5cf0303-2f43-4be3-91f6-e9b7a69948e3, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=b5cf0303-2f43-4be3-91f6-e9b7a69948e3,segment=NetworkSegment(5a325ae3-c01c-492f-b935-8052f724d9fb),segment_id=5a325ae3-c01c-492f-b935-8052f724d9fb)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:52:17.276313 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3f01f7c5-c496-4d2e-aa84-2a657cfc66a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:17.278639 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04aecb5b-30ae-4c0b-94a4-08177bd0148e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:17.337409 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-7a911fc1-372c-4901-9f5d-d65ae5d82187 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Allocated IP 2001:db8:0:1::1f1 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/15ea0fe8-c389-4e9f-878c-175b0410f606/ef112248-4862-450e-9bf2-64a9b072d41b) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:17.348827 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-7a911fc1-372c-4901-9f5d-d65ae5d82187 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Allocated IP 2001:db8::f816:3eff:fede:7921 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/dbf28c42-c0b1-4fda-a43d-9a5e2d91db1f/ef112248-4862-450e-9bf2-64a9b072d41b) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:17.386845 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10057d2-979b-4af8-8693-035def9b8ad8 req-819aeb1a-1a6b-4f4d-9126-366b408ac6d5 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:17.388478 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b10057d2-979b-4af8-8693-035def9b8ad8 req-819aeb1a-1a6b-4f4d-9126-366b408ac6d5 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] 10.222.0.42 "GET /v2.0/ports?device_id=90496980-5534-4cf3-af24-64bf217911de HTTP/1.1" status: 200 len: 946 time: 0.1169775 Apr 28 19:52:17.421272 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01f7c5-c496-4d2e-aa84-2a657cfc66a6 None None] Pushing event updated for resources: {'Port': ['ID=b5cf0303-2f43-4be3-91f6-e9b7a69948e3,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:17.522578 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b10057d2-979b-4af8-8693-035def9b8ad8 req-32e6a673-fe4f-4133-b37e-4c72766da2f2 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ea9ed32-9cbb-4349-80b8-a07fc1c00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069412 Apr 28 19:52:17.530110 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa6fee4-12d4-4b34-8c55-6497ec0f354a None None] Network cd3c557c-8e32-4ffa-8737-cf06dbcf552c requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:17.534611 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-04aecb5b-30ae-4c0b-94a4-08177bd0148e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Deleting port b5cf0303-2f43-4be3-91f6-e9b7a69948e3 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:52:17.535132 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04aecb5b-30ae-4c0b-94a4-08177bd0148e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:17.655981 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-04aecb5b-30ae-4c0b-94a4-08177bd0148e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] For port b5cf0303-2f43-4be3-91f6-e9b7a69948e3, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=b5cf0303-2f43-4be3-91f6-e9b7a69948e3,segment=NetworkSegment(5a325ae3-c01c-492f-b935-8052f724d9fb),segment_id=5a325ae3-c01c-492f-b935-8052f724d9fb)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:17.656807 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04aecb5b-30ae-4c0b-94a4-08177bd0148e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:17.688045 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-04aecb5b-30ae-4c0b-94a4-08177bd0148e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Calling delete_port for b5cf0303-2f43-4be3-91f6-e9b7a69948e3 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:52:17.739426 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-13ac4df8-d63a-456b-a59d-4b56e3a6fe12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:17.805069 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04aecb5b-30ae-4c0b-94a4-08177bd0148e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:17.857496 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac4df8-d63a-456b-a59d-4b56e3a6fe12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6018df27-7b48-4b99-87ab-0d4b312ac5de,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:17.873477 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7a911fc1-372c-4901-9f5d-d65ae5d82187 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:17.891352 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4df8-d63a-456b-a59d-4b56e3a6fe12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:17.891703 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4df8-d63a-456b-a59d-4b56e3a6fe12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:17.892052 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4df8-d63a-456b-a59d-4b56e3a6fe12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:17.892459 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4df8-d63a-456b-a59d-4b56e3a6fe12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:17.892844 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4df8-d63a-456b-a59d-4b56e3a6fe12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:17.893175 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4df8-d63a-456b-a59d-4b56e3a6fe12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:17.893505 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4df8-d63a-456b-a59d-4b56e3a6fe12 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:17.893827 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4df8-d63a-456b-a59d-4b56e3a6fe12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:17.895996 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4df8-d63a-456b-a59d-4b56e3a6fe12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:17.897254 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4df8-d63a-456b-a59d-4b56e3a6fe12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:17.897461 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4df8-d63a-456b-a59d-4b56e3a6fe12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:17.897779 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4df8-d63a-456b-a59d-4b56e3a6fe12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:17.913947 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ac4df8-d63a-456b-a59d-4b56e3a6fe12 admin admin] Checking segment: {'id': 'da7026ef-4e05-4d3a-b19a-936f4963f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '09900221-3c97-4100-8bba-4f4343ffe914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:52:17.914193 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ac4df8-d63a-456b-a59d-4b56e3a6fe12 admin admin] Network hostable DHCP agents. Network: 09900221-3c97-4100-8bba-4f4343ffe914, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:52:17.936847 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aecb5b-30ae-4c0b-94a4-08177bd0148e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Port': ['ID=b5cf0303-2f43-4be3-91f6-e9b7a69948e3,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:17.953943 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aecb5b-30ae-4c0b-94a4-08177bd0148e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] No DVR routers for this DVR port b5cf0303-2f43-4be3-91f6-e9b7a69948e3 on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:52:17.965623 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ac4df8-d63a-456b-a59d-4b56e3a6fe12 admin admin] Network 09900221-3c97-4100-8bba-4f4343ffe914 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:52:17.971699 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7a911fc1-372c-4901-9f5d-d65ae5d82187 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:17.982163 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-13ac4df8-d63a-456b-a59d-4b56e3a6fe12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 09900221-3c97-4100-8bba-4f4343ffe914) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:17.997370 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae79549b-e2de-4d49-b45c-fd37211f8251 None None] Network 09900221-3c97-4100-8bba-4f4343ffe914 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:17.999616 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 5b039f00-6475-4727-a722-e25cdc67f497 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:52:18.065938 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ac4df8-d63a-456b-a59d-4b56e3a6fe12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:18.067179 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-13ac4df8-d63a-456b-a59d-4b56e3a6fe12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:18.117766 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a911fc1-372c-4901-9f5d-d65ae5d82187 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:18.149723 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-13ac4df8-d63a-456b-a59d-4b56e3a6fe12 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5397336 Apr 28 19:52:18.154299 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-7a911fc1-372c-4901-9f5d-d65ae5d82187 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:18.161043 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a911fc1-372c-4901-9f5d-d65ae5d82187 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:52:18.170827 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a911fc1-372c-4901-9f5d-d65ae5d82187 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:18.171714 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7a911fc1-372c-4901-9f5d-d65ae5d82187 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:18.177073 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a911fc1-372c-4901-9f5d-d65ae5d82187 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Port': ['ID=ef112248-4862-450e-9bf2-64a9b072d41b,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:18.196557 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04aecb5b-30ae-4c0b-94a4-08177bd0148e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:18.214170 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7a911fc1-372c-4901-9f5d-d65ae5d82187 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.2120173 Apr 28 19:52:18.215923 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37180) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:18.251492 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-04aecb5b-30ae-4c0b-94a4-08177bd0148e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd3c557c-8e32-4ffa-8737-cf06dbcf552c']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:18.256497 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 5b039f00-6475-4727-a722-e25cdc67f497 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:18.257167 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:18.290066 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-04aecb5b-30ae-4c0b-94a4-08177bd0148e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a325ae3-c01c-492f-b935-8052f724d9fb') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:18.290978 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-04aecb5b-30ae-4c0b-94a4-08177bd0148e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a325ae3-c01c-492f-b935-8052f724d9fb') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:18.314404 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04aecb5b-30ae-4c0b-94a4-08177bd0148e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:18.335770 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04aecb5b-30ae-4c0b-94a4-08177bd0148e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:18.350866 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04aecb5b-30ae-4c0b-94a4-08177bd0148e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:52:18.351786 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04aecb5b-30ae-4c0b-94a4-08177bd0148e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:18.357229 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:52:18.357229 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:52:18.357229 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:52:18.357229 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:52:18.357229 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:52:18.357229 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:52:18.357229 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:52:18.357229 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:52:18.357229 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:52:18.357229 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:52:18.357229 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:52:18.357229 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:52:18.357229 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:52:18.357229 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:52:18.357229 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:52:18.357229 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:52:18.357229 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:52:18.357229 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:52:18.357229 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:52:18.357229 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:52:18.357229 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:52:18.357229 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:52:18.357229 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:52:18.357229 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:52:18.357229 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:52:18.357229 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:52:18.357229 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:52:18.357229 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:52:18.357229 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:52:18.357229 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:52:18.357229 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:52:18.357229 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:52:18.466570 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-1c318930-c296-4559-9799-f72bffa2fa01 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting port ef112248-4862-450e-9bf2-64a9b072d41b {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:52:18.467521 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1c318930-c296-4559-9799-f72bffa2fa01 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:18.562841 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10039eb9-7b5d-40e3-9c5b-d99dd6acc488 None None] Network 09900221-3c97-4100-8bba-4f4343ffe914 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:18.566594 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04aecb5b-30ae-4c0b-94a4-08177bd0148e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:18.580073 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04aecb5b-30ae-4c0b-94a4-08177bd0148e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:18.591123 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-04aecb5b-30ae-4c0b-94a4-08177bd0148e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/networks/cd3c557c-8e32-4ffa-8737-cf06dbcf552c HTTP/1.1" status: 204 len: 168 time: 1.4399426 Apr 28 19:52:18.593026 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37190) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:18.632280 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-7da55834-199c-443c-b86c-1b48ab8a20af tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1555118443'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:18.689781 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da55834-199c-443c-b86c-1b48ab8a20af tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:18.696580 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7da55834-199c-443c-b86c-1b48ab8a20af tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:18.698991 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aecb5b-30ae-4c0b-94a4-08177bd0148e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Network': ['ID=cd3c557c-8e32-4ffa-8737-cf06dbcf552c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:18.751104 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da55834-199c-443c-b86c-1b48ab8a20af tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:52:18.758133 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1c318930-c296-4559-9799-f72bffa2fa01 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:18.778022 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7da55834-199c-443c-b86c-1b48ab8a20af tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:18.778546 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-7da55834-199c-443c-b86c-1b48ab8a20af tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Added segment c245e9e5-1924-4dd8-8b35-45edd7b6279b of type vlan for network 66f8e243-c6cd-4a12-83b1-4d8d419b4ac9 Apr 28 19:52:18.848370 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-1c318930-c296-4559-9799-f72bffa2fa01 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Calling delete_port for ef112248-4862-450e-9bf2-64a9b072d41b owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:52:18.906232 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:18.929762 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7da55834-199c-443c-b86c-1b48ab8a20af tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:18.989640 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073c6cb-3842-4f52-bddb-da95500e2b0e req-c2610b4d-7d6b-486a-9685-5827601ea10d tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:18.992039 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8073c6cb-3842-4f52-bddb-da95500e2b0e req-c2610b4d-7d6b-486a-9685-5827601ea10d tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] 10.222.0.42 "GET /v2.0/ports?device_id=90496980-5534-4cf3-af24-64bf217911de HTTP/1.1" status: 200 len: 946 time: 0.2168756 Apr 28 19:52:19.010623 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7da55834-199c-443c-b86c-1b48ab8a20af tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:19.025908 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da55834-199c-443c-b86c-1b48ab8a20af tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:19.028426 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7da55834-199c-443c-b86c-1b48ab8a20af tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:19.098872 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ba4cfb-4c46-4f08-9a33-46c457a77a12 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:19.114915 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 5b039f00-6475-4727-a722-e25cdc67f497, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=5b039f00-6475-4727-a722-e25cdc67f497,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:19.127875 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7da55834-199c-443c-b86c-1b48ab8a20af tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5228770 Apr 28 19:52:19.168713 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37218) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:19.175334 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-1c0dbb2c-0ba3-4eb0-b77b-64e99d32d96f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'subnet': {'network_id': '66f8e243-c6cd-4a12-83b1-4d8d419b4ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:19.223541 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:19.239587 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da55834-199c-443c-b86c-1b48ab8a20af tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Network': ['ID=66f8e243-c6cd-4a12-83b1-4d8d419b4ac9,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:19.272773 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8073c6cb-3842-4f52-bddb-da95500e2b0e req-6f2a42f4-7895-49c1-b771-716033f513ba tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ea9ed32-9cbb-4349-80b8-a07fc1c00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679429 Apr 28 19:52:19.337829 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 66f8e243-c6cd-4a12-83b1-4d8d419b4ac9 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:52:19.462177 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37230) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:19.477364 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-344f59f8-58c8-43be-8ecb-bb6ce663e25c tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:19.487128 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-344f59f8-58c8-43be-8ecb-bb6ce663e25c tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] 10.222.0.42 "GET /v2.0/networks?id=7b12fa40-847c-4c8b-bebe-5bd88be4b741 HTTP/1.1" status: 200 len: 824 time: 0.2431624 Apr 28 19:52:19.524552 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-d725df59-2003-4c8d-b7e8-cac3cd53a0f4 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] 10.222.0.42 "GET /v2.0/quotas/b0081276403a43f5a0977e0e598190a3 HTTP/1.1" status: 200 len: 375 time: 0.0360510 Apr 28 19:52:19.545043 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-639b9326-d59f-45a0-b5b1-e82bf687e69a None None] Provisioning complete for port 5b039f00-6475-4727-a722-e25cdc67f497 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:19.545413 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-639b9326-d59f-45a0-b5b1-e82bf687e69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:19.591666 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-f84dfd9e-9993-4520-ab27-b541ece4c945 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0081276403a43f5a0977e0e598190a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657120 Apr 28 19:52:19.685292 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0dbb2c-0ba3-4eb0-b77b-64e99d32d96f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:19.691132 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1c0dbb2c-0ba3-4eb0-b77b-64e99d32d96f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:19.712369 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-6a3ea9d1-b118-4e44-96eb-a5227d6c4d86 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-54766837', 'router:external': True}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:19.851902 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=5b039f00-6475-4727-a722-e25cdc67f497,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:19.885498 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8b94d8dd-abfc-434f-ad5a-4897f841411f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:19.918097 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-6ebb3641-6c3e-4a78-b35b-11839d793f2d service neutron] 10.222.0.42 "GET /v2.0/networks/7b12fa40-847c-4c8b-bebe-5bd88be4b741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252885 Apr 28 19:52:20.006422 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3ea9d1-b118-4e44-96eb-a5227d6c4d86 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Made reservation on behalf of ff922f480995429dbd204a248e749e32 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:20.011002 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6a3ea9d1-b118-4e44-96eb-a5227d6c4d86 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:20.028407 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-72582996-5e3f-4449-b8df-8e58dcbe7988 service neutron] 10.222.0.42 "GET /v2.0/networks/7b12fa40-847c-4c8b-bebe-5bd88be4b741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040006 Apr 28 19:52:20.038733 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6a3ea9d1-b118-4e44-96eb-a5227d6c4d86 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:20.070006 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1c318930-c296-4559-9799-f72bffa2fa01 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:20.085618 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8671da0-79cd-4a23-8e54-8c4f4bedea15 req-16ee618e-88be-4b2a-9e3b-a5da15495b39 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:20.092724 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f8671da0-79cd-4a23-8e54-8c4f4bedea15 req-16ee618e-88be-4b2a-9e3b-a5da15495b39 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] 10.222.0.42 "GET /v2.0/ports?device_id=90496980-5534-4cf3-af24-64bf217911de HTTP/1.1" status: 200 len: 946 time: 0.2303698 Apr 28 19:52:20.154137 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f69bdf-4be0-4e80-96ab-c77cc89b566b None None] Update dhcp port {'port': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'fixed_ips': [{'subnet_id': 'dbf28c42-c0b1-4fda-a43d-9a5e2d91db1f', 'ip_address': '2001:db8::f816:3eff:fe19:6884'}, {'subnet_id': '15ea0fe8-c389-4e9f-878c-175b0410f606'}], 'binding:host_id': 'n-d-839810-1'}, 'id': '5b039f00-6475-4727-a722-e25cdc67f497'} from n-d-839810-1. {{(pid=102775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 28 19:52:20.172151 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c318930-c296-4559-9799-f72bffa2fa01 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Port': ['ID=ef112248-4862-450e-9bf2-64a9b072d41b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:20.199413 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e3f69bdf-4be0-4e80-96ab-c77cc89b566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:20.263867 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2eaeccd2-5149-4fb8-8e5c-648a2c0ac338 req-30d368ba-a554-45d0-88d3-11ed5f188004 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] 10.222.0.42 "GET /v2.0/ports?device_id=44acfc43-34da-4c9f-b8e6-16c515939841 HTTP/1.1" status: 200 len: 210 time: 0.0443890 Apr 28 19:52:20.303675 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1c318930-c296-4559-9799-f72bffa2fa01 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:20.309152 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1c318930-c296-4559-9799-f72bffa2fa01 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/ef112248-4862-450e-9bf2-64a9b072d41b HTTP/1.1" status: 204 len: 168 time: 2.0906038 Apr 28 19:52:20.311586 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37244) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:20.326908 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f8671da0-79cd-4a23-8e54-8c4f4bedea15 req-e8a2dc23-f1d0-494f-a282-30e7a9d8640d tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ea9ed32-9cbb-4349-80b8-a07fc1c00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326868 Apr 28 19:52:20.376191 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296abfac-dca9-49bd-9668-436b081c252d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:20.380477 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-296abfac-dca9-49bd-9668-436b081c252d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0650775 Apr 28 19:52:20.381273 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37246) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:20.446376 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-e3f69bdf-4be0-4e80-96ab-c77cc89b566b None None] Allocated IP 2001:db8:0:1::2 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/15ea0fe8-c389-4e9f-878c-175b0410f606/5b039f00-6475-4727-a722-e25cdc67f497) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:20.480341 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6a3ea9d1-b118-4e44-96eb-a5227d6c4d86 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:20.487517 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6a3ea9d1-b118-4e44-96eb-a5227d6c4d86 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:20.496680 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1c0dbb2c-0ba3-4eb0-b77b-64e99d32d96f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:20.533363 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f293e9-c67c-4e91-a62b-e113caf7565d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:20.534952 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-21f293e9-c67c-4e91-a62b-e113caf7565d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1527996 Apr 28 19:52:20.539358 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37252) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:20.580030 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a3ea9d1-b118-4e44-96eb-a5227d6c4d86 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:52:20.587931 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-e3f69bdf-4be0-4e80-96ab-c77cc89b566b None None] For port 5b039f00-6475-4727-a722-e25cdc67f497, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=5b039f00-6475-4727-a722-e25cdc67f497,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:20.595249 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ea9d1-b118-4e44-96eb-a5227d6c4d86 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8781e4-6a0b-4f04-adb6-f7c03427bd9a,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:20.632822 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e3f69bdf-4be0-4e80-96ab-c77cc89b566b None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:20.633303 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fd0b9a-da30-4190-bbdb-bbd5eb1c6d45 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:20.633995 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6a3ea9d1-b118-4e44-96eb-a5227d6c4d86 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:20.634345 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-6a3ea9d1-b118-4e44-96eb-a5227d6c4d86 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Added segment 1f0cd504-4810-4406-af2e-4c1b742867ac of type vlan for network 6b8c4bba-eacb-44a8-83ab-7a3074f4fe25 Apr 28 19:52:20.636183 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fd0b9a-da30-4190-bbdb-bbd5eb1c6d45 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:20.638413 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fd0b9a-da30-4190-bbdb-bbd5eb1c6d45 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:20.642726 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-71fd0b9a-da30-4190-bbdb-bbd5eb1c6d45 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0996459 Apr 28 19:52:20.643185 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37256) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:20.644736 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e3f69bdf-4be0-4e80-96ab-c77cc89b566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:20.662712 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0dbb2c-0ba3-4eb0-b77b-64e99d32d96f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Subnet': ['ID=31393373-841c-47fd-858d-0c0af2352a9c,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:20.694201 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0dbb2c-0ba3-4eb0-b77b-64e99d32d96f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Checking segment: {'id': 'c245e9e5-1924-4dd8-8b35-45edd7b6279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '66f8e243-c6cd-4a12-83b1-4d8d419b4ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:52:20.695168 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0dbb2c-0ba3-4eb0-b77b-64e99d32d96f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Network hostable DHCP agents. Network: 66f8e243-c6cd-4a12-83b1-4d8d419b4ac9, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:52:20.719307 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6a3ea9d1-b118-4e44-96eb-a5227d6c4d86 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:20.744047 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0dbb2c-0ba3-4eb0-b77b-64e99d32d96f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Network 66f8e243-c6cd-4a12-83b1-4d8d419b4ac9 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:52:20.768613 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-1c0dbb2c-0ba3-4eb0-b77b-64e99d32d96f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 66f8e243-c6cd-4a12-83b1-4d8d419b4ac9) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:20.774528 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0dbb2c-0ba3-4eb0-b77b-64e99d32d96f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:20.775604 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1c0dbb2c-0ba3-4eb0-b77b-64e99d32d96f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:20.790515 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6a3ea9d1-b118-4e44-96eb-a5227d6c4d86 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:20.791845 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3ea9d1-b118-4e44-96eb-a5227d6c4d86 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:20.792663 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6a3ea9d1-b118-4e44-96eb-a5227d6c4d86 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:20.803168 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6d9956-e527-464d-9af1-4f113e3c352a None None] Network 66f8e243-c6cd-4a12-83b1-4d8d419b4ac9 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:20.804825 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1c0dbb2c-0ba3-4eb0-b77b-64e99d32d96f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6334555 Apr 28 19:52:20.806836 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37258) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:20.816393 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-a782f506-4940-4ef4-a672-c6b3c677e41c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'port': {'network_id': '66f8e243-c6cd-4a12-83b1-4d8d419b4ac9', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1327353473'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:20.866360 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f69bdf-4be0-4e80-96ab-c77cc89b566b None None] Pushing event updated for resources: {'Port': ['ID=5b039f00-6475-4727-a722-e25cdc67f497,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:20.873944 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6a3ea9d1-b118-4e44-96eb-a5227d6c4d86 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.4079764 Apr 28 19:52:20.889125 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f69bdf-4be0-4e80-96ab-c77cc89b566b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:20.889678 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f69bdf-4be0-4e80-96ab-c77cc89b566b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:20.890117 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f69bdf-4be0-4e80-96ab-c77cc89b566b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:20.890749 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f69bdf-4be0-4e80-96ab-c77cc89b566b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:20.891194 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f69bdf-4be0-4e80-96ab-c77cc89b566b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:20.891623 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f69bdf-4be0-4e80-96ab-c77cc89b566b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:20.892055 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f69bdf-4be0-4e80-96ab-c77cc89b566b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:20.892517 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f69bdf-4be0-4e80-96ab-c77cc89b566b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:20.893033 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f69bdf-4be0-4e80-96ab-c77cc89b566b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:20.893442 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f69bdf-4be0-4e80-96ab-c77cc89b566b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:20.893870 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f69bdf-4be0-4e80-96ab-c77cc89b566b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:20.894465 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f69bdf-4be0-4e80-96ab-c77cc89b566b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:20.920038 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37260) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:20.960951 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-0cacd696-4ef4-482d-92ce-e548d54d9a71 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Request body: {'subnet': {'network_id': '6b8c4bba-eacb-44a8-83ab-7a3074f4fe25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:20.993561 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ea9d1-b118-4e44-96eb-a5227d6c4d86 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Pushing event updated for resources: {'Network': ['ID=6b8c4bba-eacb-44a8-83ab-7a3074f4fe25,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:21.007904 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 6b8c4bba-eacb-44a8-83ab-7a3074f4fe25 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:52:21.040244 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cacd696-4ef4-482d-92ce-e548d54d9a71 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Made reservation on behalf of ff922f480995429dbd204a248e749e32 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:21.043010 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0cacd696-4ef4-482d-92ce-e548d54d9a71 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:21.206354 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b8c383-ef61-4087-9ab2-c50e92495d5e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting subnet 15ea0fe8-c389-4e9f-878c-175b0410f606 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:52:21.215822 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a5b8c383-ef61-4087-9ab2-c50e92495d5e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:21.249457 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a782f506-4940-4ef4-a672-c6b3c677e41c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:21.253312 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a782f506-4940-4ef4-a672-c6b3c677e41c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:21.257809 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ea761-759c-40db-be24-026f0939bc40 req-70b5e1e1-16cb-4d03-80fb-effacb5b24e9 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:21.259386 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ff2ea761-759c-40db-be24-026f0939bc40 req-70b5e1e1-16cb-4d03-80fb-effacb5b24e9 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] 10.222.0.15 "GET /v2.0/ports?device_id=90496980-5534-4cf3-af24-64bf217911de HTTP/1.1" status: 200 len: 946 time: 0.1095240 Apr 28 19:52:21.280353 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-a782f506-4940-4ef4-a672-c6b3c677e41c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] device_id is not set on port b38524e0-2842-4312-8f48-d1e98ef38a5e yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:52:21.341107 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a5b8c383-ef61-4087-9ab2-c50e92495d5e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:21.469856 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a5b8c383-ef61-4087-9ab2-c50e92495d5e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:21.550567 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef1c875-e6be-4c00-8931-eeafdd09466b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-66f8e243-c6cd-4a12-83b1-4d8d419b4ac9', 'network_id': '66f8e243-c6cd-4a12-83b1-4d8d419b4ac9', 'tenant_id': '1c1fbcb84ca3492ab67cea60788320db', 'fixed_ips': [{'subnet_id': '31393373-841c-47fd-858d-0c0af2352a9c'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:52:21.551869 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6ef1c875-e6be-4c00-8931-eeafdd09466b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:21.570503 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6a688781-a106-4774-b7fd-b8711214b136 req-60b135f5-0056-46ba-abb8-dc4b40fda1a2 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] 10.222.0.42 "GET /v2.0/ports?device_id=44acfc43-34da-4c9f-b8e6-16c515939841 HTTP/1.1" status: 200 len: 210 time: 0.0938520 Apr 28 19:52:21.669763 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159854b0-1bdc-43a9-992d-d20688720cd1 req-865471c1-3089-4034-9238-927d5d014ddb tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:21.671356 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-159854b0-1bdc-43a9-992d-d20688720cd1 req-865471c1-3089-4034-9238-927d5d014ddb tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] 10.222.0.42 "GET /v2.0/ports?device_id=90496980-5534-4cf3-af24-64bf217911de HTTP/1.1" status: 200 len: 946 time: 0.2352805 Apr 28 19:52:21.716172 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-a782f506-4940-4ef4-a672-c6b3c677e41c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Allocated IP 2001:db8::2da (66f8e243-c6cd-4a12-83b1-4d8d419b4ac9/31393373-841c-47fd-858d-0c0af2352a9c/b38524e0-2842-4312-8f48-d1e98ef38a5e) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:21.758956 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-251ad0d9-0097-4a5d-a02d-8be1e755ec99 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:21.761531 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-251ad0d9-0097-4a5d-a02d-8be1e755ec99 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] 10.222.0.15 "GET /v2.0/networks?id=7b12fa40-847c-4c8b-bebe-5bd88be4b741 HTTP/1.1" status: 200 len: 824 time: 0.2868409 Apr 28 19:52:21.764807 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-ff2ea761-759c-40db-be24-026f0939bc40 req-964b22d2-3ef1-41a7-84c6-b4ea5dc081d8 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] Deleting port 31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:52:21.765150 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ff2ea761-759c-40db-be24-026f0939bc40 req-964b22d2-3ef1-41a7-84c6-b4ea5dc081d8 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:21.768555 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a5b8c383-ef61-4087-9ab2-c50e92495d5e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:21.808337 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-f391d388-2b26-4b26-8034-01e22fc50410 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] Request body: {'port': {'device_id': '44acfc43-34da-4c9f-b8e6-16c515939841', 'network_id': '7b12fa40-847c-4c8b-bebe-5bd88be4b741', 'admin_state_up': True, 'tenant_id': 'b0081276403a43f5a0977e0e598190a3'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:21.825266 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b8c383-ef61-4087-9ab2-c50e92495d5e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Subnet': ['ID=15ea0fe8-c389-4e9f-878c-175b0410f606,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:21.855317 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-e910f194-dc55-4b17-983d-cc91c708376c None None] Could not find standard attr ID for object ef112248-4862-450e-9bf2-64a9b072d41b. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:52:21.873979 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-159854b0-1bdc-43a9-992d-d20688720cd1 req-a36e4aec-1e46-4fe0-ac85-9209b1c7d48d tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] 10.222.0.42 "GET /v2.0/security-groups?id=3ea9ed32-9cbb-4349-80b8-a07fc1c00c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938510 Apr 28 19:52:21.885101 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-e910f194-dc55-4b17-983d-cc91c708376c None None] Provisioning complete for port 5b039f00-6475-4727-a722-e25cdc67f497 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:21.885476 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e910f194-dc55-4b17-983d-cc91c708376c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:21.904217 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a5b8c383-ef61-4087-9ab2-c50e92495d5e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:21.910413 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a5b8c383-ef61-4087-9ab2-c50e92495d5e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/15ea0fe8-c389-4e9f-878c-175b0410f606 HTTP/1.1" status: 204 len: 168 time: 1.2633035 Apr 28 19:52:21.943664 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37280) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:22.009255 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 5b039f00-6475-4727-a722-e25cdc67f497 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:52:22.035059 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c972244-9832-4a45-a768-11bfac6a4080 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting subnet dbf28c42-c0b1-4fda-a43d-9a5e2d91db1f {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:52:22.051378 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0c972244-9832-4a45-a768-11bfac6a4080 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:22.051581 n-d-839810-1 neutron-server[102774]: DEBUG neutron.objects.ports [None req-0cacd696-4ef4-482d-92ce-e548d54d9a71 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102774) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 19:52:22.051908 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0cacd696-4ef4-482d-92ce-e548d54d9a71 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:22.091612 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-254a0eb3-88df-466c-8b9d-9b9118fdb974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:22.126590 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cacd696-4ef4-482d-92ce-e548d54d9a71 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bfa99e13-3af9-4cd4-8450-bc0dac98f95d,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:22.169633 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a782f506-4940-4ef4-a672-c6b3c677e41c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:22.187531 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 5b039f00-6475-4727-a722-e25cdc67f497 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:22.187911 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:22.207960 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0c972244-9832-4a45-a768-11bfac6a4080 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:22.208339 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cacd696-4ef4-482d-92ce-e548d54d9a71 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Checking segment: {'id': '1f0cd504-4810-4406-af2e-4c1b742867ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6b8c4bba-eacb-44a8-83ab-7a3074f4fe25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:52:22.210872 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cacd696-4ef4-482d-92ce-e548d54d9a71 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Network hostable DHCP agents. Network: 6b8c4bba-eacb-44a8-83ab-7a3074f4fe25, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:52:22.267068 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cacd696-4ef4-482d-92ce-e548d54d9a71 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Network 6b8c4bba-eacb-44a8-83ab-7a3074f4fe25 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:52:22.286729 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a782f506-4940-4ef4-a672-c6b3c677e41c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:22.289475 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-ff2ea761-759c-40db-be24-026f0939bc40 req-964b22d2-3ef1-41a7-84c6-b4ea5dc081d8 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] For port 31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc,segment=NetworkSegment(36e1941d-5d55-4808-befa-a9a63eb46f76),segment_id=36e1941d-5d55-4808-befa-a9a63eb46f76)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:22.292141 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ff2ea761-759c-40db-be24-026f0939bc40 req-964b22d2-3ef1-41a7-84c6-b4ea5dc081d8 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:22.300637 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7162e2ff-6884-4f94-8a4a-a261417bd0b1 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:22.332595 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-ff2ea761-759c-40db-be24-026f0939bc40 req-964b22d2-3ef1-41a7-84c6-b4ea5dc081d8 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] Calling delete_port for 31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:52:22.355265 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-0cacd696-4ef4-482d-92ce-e548d54d9a71 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 6b8c4bba-eacb-44a8-83ab-7a3074f4fe25) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:22.377465 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a782f506-4940-4ef4-a672-c6b3c677e41c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Network 66f8e243-c6cd-4a12-83b1-4d8d419b4ac9 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:22.384400 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cacd696-4ef4-482d-92ce-e548d54d9a71 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:22.384995 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0cacd696-4ef4-482d-92ce-e548d54d9a71 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:22.389607 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-a782f506-4940-4ef4-a672-c6b3c677e41c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:22.396714 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436faa04-65d7-47df-8d21-ed3a81e7837c None None] Network 6b8c4bba-eacb-44a8-83ab-7a3074f4fe25 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:22.398714 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-2c0a025a-b73f-4eed-9024-ee8a68f82398 None None] Could not find standard attr ID for object ef112248-4862-450e-9bf2-64a9b072d41b. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:52:22.399429 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a782f506-4940-4ef4-a672-c6b3c677e41c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:52:22.405101 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a782f506-4940-4ef4-a672-c6b3c677e41c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:22.405791 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a782f506-4940-4ef4-a672-c6b3c677e41c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:22.407267 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-f391d388-2b26-4b26-8034-01e22fc50410 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] Made reservation on behalf of b0081276403a43f5a0977e0e598190a3 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:22.411474 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-f391d388-2b26-4b26-8034-01e22fc50410 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:22.419790 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782f506-4940-4ef4-a672-c6b3c677e41c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Port': ['ID=b38524e0-2842-4312-8f48-d1e98ef38a5e,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:22.438405 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad5d5c-3d1f-447d-862e-21ec6d34ffab req-be8c45ed-aff1-4eb8-ae92-8f4d294f4d31 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:22.440400 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4bad5d5c-3d1f-447d-862e-21ec6d34ffab req-be8c45ed-aff1-4eb8-ae92-8f4d294f4d31 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 945 time: 0.1677711 Apr 28 19:52:22.447772 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0cacd696-4ef4-482d-92ce-e548d54d9a71 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5265448 Apr 28 19:52:22.449912 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37288) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:22.453391 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a782f506-4940-4ef4-a672-c6b3c677e41c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.6448154 Apr 28 19:52:22.457907 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0c972244-9832-4a45-a768-11bfac6a4080 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:22.458765 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-890a74fd-8bf0-41eb-b1b6-5b27d8039006 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1166932205', 'network_id': '6b8c4bba-eacb-44a8-83ab-7a3074f4fe25'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:22.462816 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37290) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:22.494874 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-6ef1c875-e6be-4c00-8931-eeafdd09466b None None] Allocated IP 2001:db8::2 (66f8e243-c6cd-4a12-83b1-4d8d419b4ac9/31393373-841c-47fd-858d-0c0af2352a9c/0e19480e-fd57-434e-ae7f-163811be6b94) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:22.543061 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890a74fd-8bf0-41eb-b1b6-5b27d8039006 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Made reservation on behalf of ff922f480995429dbd204a248e749e32 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:22.545685 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-890a74fd-8bf0-41eb-b1b6-5b27d8039006 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:22.597700 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4bad5d5c-3d1f-447d-862e-21ec6d34ffab req-389d29b3-7700-486a-9b2a-8e17160c4ece tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486423 Apr 28 19:52:22.601015 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-890a74fd-8bf0-41eb-b1b6-5b27d8039006 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] device_id is not set on port b8308185-d32e-4327-aeaa-e352ebb90c53 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:52:22.694698 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0c972244-9832-4a45-a768-11bfac6a4080 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:22.711397 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-2b874dce-2d19-4668-a5f0-75d0ddfd0bee tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Deleting port b38524e0-2842-4312-8f48-d1e98ef38a5e {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:52:22.712131 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2b874dce-2d19-4668-a5f0-75d0ddfd0bee tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:22.746591 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-f391d388-2b26-4b26-8034-01e22fc50410 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] Allocated IP 172.20.0.8 (7b12fa40-847c-4c8b-bebe-5bd88be4b741/9457c26b-c6ea-4e46-885d-d03265bb43ed/b80e4cc4-6114-42fc-86f9-2158903b6efd) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:22.748636 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ff2ea761-759c-40db-be24-026f0939bc40 req-964b22d2-3ef1-41a7-84c6-b4ea5dc081d8 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:22.771118 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c972244-9832-4a45-a768-11bfac6a4080 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Subnet': ['ID=dbf28c42-c0b1-4fda-a43d-9a5e2d91db1f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:22.773340 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:52:22.773834 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0c972244-9832-4a45-a768-11bfac6a4080 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:22.777245 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0c972244-9832-4a45-a768-11bfac6a4080 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/dbf28c42-c0b1-4fda-a43d-9a5e2d91db1f HTTP/1.1" status: 204 len: 168 time: 0.8303733 Apr 28 19:52:22.780602 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37294) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:22.783480 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4943f2bc-0d76-4077-abca-a3d5d048a98f req-f46a6a46-8844-463a-8178-ccefd8e67ff9 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] 10.222.0.42 "GET /v2.0/ports?device_id=44acfc43-34da-4c9f-b8e6-16c515939841 HTTP/1.1" status: 200 len: 210 time: 0.0856762 Apr 28 19:52:22.803862 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-890a74fd-8bf0-41eb-b1b6-5b27d8039006 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Allocated IP 2001:db8::375 (6b8c4bba-eacb-44a8-83ab-7a3074f4fe25/bfa99e13-3af9-4cd4-8450-bc0dac98f95d/b8308185-d32e-4327-aeaa-e352ebb90c53) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:22.824490 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b22d2-3ef1-41a7-84c6-b4ea5dc081d8 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] Pushing event deleted for resources: {'Port': ['ID=31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:22.851253 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-03a9ea7b-61c2-483f-999d-62c337431bdd tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0671837 Apr 28 19:52:22.853894 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37296) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:22.868709 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-1fce8b3f-04bb-483a-b36b-2826f204aa2c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:22.897515 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726e711d-0fb0-4a42-beef-e64db4ec8773 None None] Network 6b8c4bba-eacb-44a8-83ab-7a3074f4fe25 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:22.906763 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2ea761-759c-40db-be24-026f0939bc40 req-964b22d2-3ef1-41a7-84c6-b4ea5dc081d8 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] No DVR routers for this DVR port 31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:52:22.918455 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ff2ea761-759c-40db-be24-026f0939bc40 req-964b22d2-3ef1-41a7-84c6-b4ea5dc081d8 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:22.921964 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ff2ea761-759c-40db-be24-026f0939bc40 req-964b22d2-3ef1-41a7-84c6-b4ea5dc081d8 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] 10.222.0.15 "DELETE /v2.0/ports/31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc HTTP/1.1" status: 204 len: 173 time: 1.6542535 Apr 28 19:52:22.924977 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90496980-5534-4cf3-af24-64bf217911de', 'name': 'network-vif-deleted', 'tag': '31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:22.927548 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9349cb1-3543-49f4-8346-894f8142558d" -d '{"events": [{"server_uuid": "90496980-5534-4cf3-af24-64bf217911de", "name": "network-vif-deleted", "tag": "31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:52:23.000276 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6ef1c875-e6be-4c00-8931-eeafdd09466b None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:23.013943 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6ef1c875-e6be-4c00-8931-eeafdd09466b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:23.055040 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef1c875-e6be-4c00-8931-eeafdd09466b None None] Network 66f8e243-c6cd-4a12-83b1-4d8d419b4ac9 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:23.060662 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-6ef1c875-e6be-4c00-8931-eeafdd09466b None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:23.063650 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef1c875-e6be-4c00-8931-eeafdd09466b None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:52:23.099040 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fce8b3f-04bb-483a-b36b-2826f204aa2c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:23.103884 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1fce8b3f-04bb-483a-b36b-2826f204aa2c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:23.181924 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9155b637-ef81-4a12-8eb5-821718fa31fc x-openstack-request-id: req-9155b637-ef81-4a12-8eb5-821718fa31fc {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:52:23.182278 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90496980-5534-4cf3-af24-64bf217911de", "name": "network-vif-deleted", "tag": "31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:52:23.182476 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9155b637-ef81-4a12-8eb5-821718fa31fc {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:52:23.182979 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9155b637-ef81-4a12-8eb5-821718fa31fc'] response: {'server_uuid': '90496980-5534-4cf3-af24-64bf217911de', 'name': 'network-vif-deleted', 'tag': '31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc', 'status': 'completed', 'code': 200} Apr 28 19:52:23.203838 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2b874dce-2d19-4668-a5f0-75d0ddfd0bee tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:23.207073 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7c4087-03e6-48a5-acd9-51193d0f47ab None None] DHCP port deletion for 3bb4ad15-38e1-4028-be09-c8cdfded96d3 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:52:23.211888 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-f391d388-2b26-4b26-8034-01e22fc50410 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:23.225194 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1c875-e6be-4c00-8931-eeafdd09466b None None] Pushing event updated for resources: {'Port': ['ID=0e19480e-fd57-434e-ae7f-163811be6b94,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:23.255350 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-42b9fad3-aecd-4d14-99b5-f5fc13419798 req-5f9e232d-015d-4727-870a-92e189296b29 tempest-ServerGroupTestJSON-1041742591 tempest-ServerGroupTestJSON-1041742591-project] 10.222.0.42 "GET /v2.0/ports?device_id=90496980-5534-4cf3-af24-64bf217911de HTTP/1.1" status: 200 len: 210 time: 0.0727000 Apr 28 19:52:23.263237 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-f391d388-2b26-4b26-8034-01e22fc50410 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:23.267942 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-890a74fd-8bf0-41eb-b1b6-5b27d8039006 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:23.277019 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-2b874dce-2d19-4668-a5f0-75d0ddfd0bee tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Calling delete_port for b38524e0-2842-4312-8f48-d1e98ef38a5e owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:52:23.335717 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-6ef1c875-e6be-4c00-8931-eeafdd09466b None None] Attempting to bind port 0e19480e-fd57-434e-ae7f-163811be6b94 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:52:23.337129 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-6ef1c875-e6be-4c00-8931-eeafdd09466b None None] Attempting to bind port 0e19480e-fd57-434e-ae7f-163811be6b94 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'c245e9e5-1924-4dd8-8b35-45edd7b6279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '66f8e243-c6cd-4a12-83b1-4d8d419b4ac9'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:52:23.337129 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef1c875-e6be-4c00-8931-eeafdd09466b None None] Attempting to bind port 0e19480e-fd57-434e-ae7f-163811be6b94 on network 66f8e243-c6cd-4a12-83b1-4d8d419b4ac9 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:52:23.339920 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-f391d388-2b26-4b26-8034-01e22fc50410 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] Network 7b12fa40-847c-4c8b-bebe-5bd88be4b741 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:23.345284 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-f391d388-2b26-4b26-8034-01e22fc50410 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:23.345604 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef1c875-e6be-4c00-8931-eeafdd09466b None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:52:23.345932 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef1c875-e6be-4c00-8931-eeafdd09466b None None] Checking segment: {'id': 'c245e9e5-1924-4dd8-8b35-45edd7b6279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '66f8e243-c6cd-4a12-83b1-4d8d419b4ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:52:23.346504 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6ef1c875-e6be-4c00-8931-eeafdd09466b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:23.347541 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef1c875-e6be-4c00-8931-eeafdd09466b None None] Bound using segment: {'id': 'c245e9e5-1924-4dd8-8b35-45edd7b6279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '66f8e243-c6cd-4a12-83b1-4d8d419b4ac9'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:52:23.348020 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-6ef1c875-e6be-4c00-8931-eeafdd09466b None None] Bound port: 0e19480e-fd57-434e-ae7f-163811be6b94, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c245e9e5-1924-4dd8-8b35-45edd7b6279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '66f8e243-c6cd-4a12-83b1-4d8d419b4ac9'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:52:23.348593 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6ef1c875-e6be-4c00-8931-eeafdd09466b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:23.372050 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-f391d388-2b26-4b26-8034-01e22fc50410 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:52:23.376987 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-890a74fd-8bf0-41eb-b1b6-5b27d8039006 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:23.410205 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f391d388-2b26-4b26-8034-01e22fc50410 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] Pushing event updated for resources: {'Port': ['ID=b80e4cc4-6114-42fc-86f9-2158903b6efd,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:23.432645 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-cf7c4087-03e6-48a5-acd9-51193d0f47ab None None] Deleting port 5b039f00-6475-4727-a722-e25cdc67f497 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:52:23.433029 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cf7c4087-03e6-48a5-acd9-51193d0f47ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:23.465166 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890a74fd-8bf0-41eb-b1b6-5b27d8039006 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Network 6b8c4bba-eacb-44a8-83ab-7a3074f4fe25 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:23.468567 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-f391d388-2b26-4b26-8034-01e22fc50410 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:23.469270 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-f391d388-2b26-4b26-8034-01e22fc50410 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:23.488631 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-890a74fd-8bf0-41eb-b1b6-5b27d8039006 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:23.524642 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-f391d388-2b26-4b26-8034-01e22fc50410 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7507308 Apr 28 19:52:23.537039 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-b4392107-01ae-4e2f-a9f0-fd8cebe04a01 service neutron] Request body: {'port': {'device_id': '44acfc43-34da-4c9f-b8e6-16c515939841', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:23.545570 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:23.551478 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-6ef1c875-e6be-4c00-8931-eeafdd09466b None None] For port 0e19480e-fd57-434e-ae7f-163811be6b94, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:52:23.557158 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-6ef1c875-e6be-4c00-8931-eeafdd09466b None None] For port 0e19480e-fd57-434e-ae7f-163811be6b94, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=0e19480e-fd57-434e-ae7f-163811be6b94,segment=NetworkSegment(c245e9e5-1924-4dd8-8b35-45edd7b6279b),segment_id=c245e9e5-1924-4dd8-8b35-45edd7b6279b)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:52:23.562851 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-cf7c4087-03e6-48a5-acd9-51193d0f47ab None None] For port 5b039f00-6475-4727-a722-e25cdc67f497, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=5b039f00-6475-4727-a722-e25cdc67f497,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:23.563309 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cf7c4087-03e6-48a5-acd9-51193d0f47ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:23.574164 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6ef1c875-e6be-4c00-8931-eeafdd09466b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:23.575239 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890a74fd-8bf0-41eb-b1b6-5b27d8039006 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:52:23.577092 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890a74fd-8bf0-41eb-b1b6-5b27d8039006 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:23.578706 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-890a74fd-8bf0-41eb-b1b6-5b27d8039006 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:23.589765 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-cf7c4087-03e6-48a5-acd9-51193d0f47ab None None] Calling delete_port for 5b039f00-6475-4727-a722-e25cdc67f497 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:52:23.598959 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a74fd-8bf0-41eb-b1b6-5b27d8039006 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Pushing event updated for resources: {'Port': ['ID=b8308185-d32e-4327-aeaa-e352ebb90c53,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:23.635633 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-b4392107-01ae-4e2f-a9f0-fd8cebe04a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:23.690608 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-890a74fd-8bf0-41eb-b1b6-5b27d8039006 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2336195 Apr 28 19:52:23.691135 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2b874dce-2d19-4668-a5f0-75d0ddfd0bee tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:23.696584 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37304) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:23.708550 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1c875-e6be-4c00-8931-eeafdd09466b None None] Pushing event updated for resources: {'Port': ['ID=0e19480e-fd57-434e-ae7f-163811be6b94,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:23.795409 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cf7c4087-03e6-48a5-acd9-51193d0f47ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:23.830735 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b874dce-2d19-4668-a5f0-75d0ddfd0bee tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Port': ['ID=b38524e0-2842-4312-8f48-d1e98ef38a5e,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:23.833246 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c4087-03e6-48a5-acd9-51193d0f47ab None None] Pushing event deleted for resources: {'Port': ['ID=5b039f00-6475-4727-a722-e25cdc67f497,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:23.847809 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7c4087-03e6-48a5-acd9-51193d0f47ab None None] No DVR routers for this DVR port 5b039f00-6475-4727-a722-e25cdc67f497 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:52:23.911168 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2b874dce-2d19-4668-a5f0-75d0ddfd0bee tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:23.916552 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2b874dce-2d19-4668-a5f0-75d0ddfd0bee tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/ports/b38524e0-2842-4312-8f48-d1e98ef38a5e HTTP/1.1" status: 204 len: 168 time: 1.4481838 Apr 28 19:52:23.921539 n-d-839810-1 neutron-server[102773]: DEBUG neutron.objects.ports [None req-1fce8b3f-04bb-483a-b36b-2826f204aa2c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102773) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 19:52:23.922975 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37308) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:23.924389 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 5b039f00-6475-4727-a722-e25cdc67f497 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:52:23.951407 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 5b039f00-6475-4727-a722-e25cdc67f497 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:52:23.951926 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 5b039f00-6475-4727-a722-e25cdc67f497 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:52:23.971722 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-32213ae2-a8be-42a2-bb47-dcee3475dff4 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Deleting port b8308185-d32e-4327-aeaa-e352ebb90c53 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:52:23.972636 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-32213ae2-a8be-42a2-bb47-dcee3475dff4 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:24.043384 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52997d44-1ee2-4bd4-9e98-a23f8752fbd7 req-94fbd1c7-aca9-42fb-b3e7-504e0d3bff9d tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:24.045578 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-52997d44-1ee2-4bd4-9e98-a23f8752fbd7 req-94fbd1c7-aca9-42fb-b3e7-504e0d3bff9d tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] 10.222.0.42 "GET /v2.0/ports?device_id=44acfc43-34da-4c9f-b8e6-16c515939841 HTTP/1.1" status: 200 len: 931 time: 0.1244168 Apr 28 19:52:24.095858 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd7d826-5e0f-4b01-852e-a8639ce1133b tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] GET failed (client error): The resource could not be found. Apr 28 19:52:24.098848 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5fd7d826-5e0f-4b01-852e-a8639ce1133b tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "GET /v2.0/ports/b38524e0-2842-4312-8f48-d1e98ef38a5e HTTP/1.1" status: 404 len: 333 time: 0.1719668 Apr 28 19:52:24.104015 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37310) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:24.143701 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-32213ae2-a8be-42a2-bb47-dcee3475dff4 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:24.167389 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-52997d44-1ee2-4bd4-9e98-a23f8752fbd7 req-eaf73a7b-85b4-482e-82ce-7a24242ad133 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] 10.222.0.42 "GET /v2.0/security-groups?id=51ab69cf-364d-4c34-aa29-2d5ad7b18214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124823 Apr 28 19:52:24.173566 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-32213ae2-a8be-42a2-bb47-dcee3475dff4 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Calling delete_port for b8308185-d32e-4327-aeaa-e352ebb90c53 owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:52:24.200370 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e179fc-65ec-4948-b82c-aeb23f9dd369 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Deleting subnet 31393373-841c-47fd-858d-0c0af2352a9c {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:52:24.210348 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-87e179fc-65ec-4948-b82c-aeb23f9dd369 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:24.212655 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228b31a-a2f4-4ba4-924e-ad6f081851a5 req-01773afc-4d55-4e58-b1ed-8d5fa4ceb35e tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:24.220292 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9228b31a-a2f4-4ba4-924e-ad6f081851a5 req-01773afc-4d55-4e58-b1ed-8d5fa4ceb35e tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 945 time: 0.3201745 Apr 28 19:52:24.250177 n-d-839810-1 neutron-server[102773]: WARNING neutron.services.revisions.revision_plugin [None req-1fce8b3f-04bb-483a-b36b-2826f204aa2c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Could not find related port for resource to bump revision. Apr 28 19:52:24.276706 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.ipam_pluggable_backend [None req-1fce8b3f-04bb-483a-b36b-2826f204aa2c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Port 5b039f00-6475-4727-a722-e25cdc67f497 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102773) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 28 19:52:24.277107 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.ipam_pluggable_backend [None req-1fce8b3f-04bb-483a-b36b-2826f204aa2c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Reverting IP allocation for 2001:db8::f816:3eff:fe19:6884 {{(pid=102773) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 28 19:52:24.301748 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1fce8b3f-04bb-483a-b36b-2826f204aa2c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:24.342463 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-87e179fc-65ec-4948-b82c-aeb23f9dd369 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:24.351516 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9228b31a-a2f4-4ba4-924e-ad6f081851a5 req-9253abea-a2a3-4475-b4a9-d1ba709339df tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303234 Apr 28 19:52:24.382313 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fce8b3f-04bb-483a-b36b-2826f204aa2c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:24.392874 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-1fce8b3f-04bb-483a-b36b-2826f204aa2c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:24.403800 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fce8b3f-04bb-483a-b36b-2826f204aa2c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:24.404755 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1fce8b3f-04bb-483a-b36b-2826f204aa2c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:24.411179 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886d8917-8a6c-48ee-b38c-a0abd12a3adf None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:24.418148 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce8b3f-04bb-483a-b36b-2826f204aa2c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Subnet': ['ID=05eb5935-9851-47d7-a931-efb280d3c84f,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:24.459603 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1fce8b3f-04bb-483a-b36b-2826f204aa2c tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5955348 Apr 28 19:52:24.460834 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37318) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:24.463481 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-b4392107-01ae-4e2f-a9f0-fd8cebe04a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b80e4cc4-6114-42fc-86f9-2158903b6efd {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:52:24.471621 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-11f1f280-a7e5-4732-9e23-a3a4d08ed0a8 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:24.506559 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-b4392107-01ae-4e2f-a9f0-fd8cebe04a01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:24.522568 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-32213ae2-a8be-42a2-bb47-dcee3475dff4 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:24.581413 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32213ae2-a8be-42a2-bb47-dcee3475dff4 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8308185-d32e-4327-aeaa-e352ebb90c53,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:24.590583 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-b4392107-01ae-4e2f-a9f0-fd8cebe04a01 service neutron] Transition to ACTIVE for port object b80e4cc4-6114-42fc-86f9-2158903b6efd will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:52:24.604325 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-b4392107-01ae-4e2f-a9f0-fd8cebe04a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:24.623000 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-32213ae2-a8be-42a2-bb47-dcee3475dff4 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:24.634094 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-32213ae2-a8be-42a2-bb47-dcee3475dff4 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] 10.222.0.42 "DELETE /v2.0/ports/b8308185-d32e-4327-aeaa-e352ebb90c53 HTTP/1.1" status: 204 len: 168 time: 0.8808942 Apr 28 19:52:24.634878 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37324) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:24.641517 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-5550b599-b1d2-4954-818c-9f245274d677 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b8c4bba-eacb-44a8-83ab-7a3074f4fe25', 'external_fixed_ips': [{'subnet_id': 'bfa99e13-3af9-4cd4-8450-bc0dac98f95d', 'ip_address': '2001:db8::375'}]}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:24.647359 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-87e179fc-65ec-4948-b82c-aeb23f9dd369 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:24.721849 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5550b599-b1d2-4954-818c-9f245274d677 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:24.733162 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5550b599-b1d2-4954-818c-9f245274d677 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:24.735941 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4392107-01ae-4e2f-a9f0-fd8cebe04a01 service neutron] Pushing event updated for resources: {'Port': ['ID=b80e4cc4-6114-42fc-86f9-2158903b6efd,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:24.741199 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f1f280-a7e5-4732-9e23-a3a4d08ed0a8 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:24.745416 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-11f1f280-a7e5-4732-9e23-a3a4d08ed0a8 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:24.770557 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-87e179fc-65ec-4948-b82c-aeb23f9dd369 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:24.803665 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c34004-a5d4-433d-8bda-b73d5b34de80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'fixed_ips': [{'subnet_id': '05eb5935-9851-47d7-a931-efb280d3c84f'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:52:24.804707 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-88c34004-a5d4-433d-8bda-b73d5b34de80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:24.829499 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e179fc-65ec-4948-b82c-aeb23f9dd369 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Subnet': ['ID=31393373-841c-47fd-858d-0c0af2352a9c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:24.911307 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-b4392107-01ae-4e2f-a9f0-fd8cebe04a01 service neutron] Attempting to bind port b80e4cc4-6114-42fc-86f9-2158903b6efd on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:52:24.912492 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-b4392107-01ae-4e2f-a9f0-fd8cebe04a01 service neutron] Attempting to bind port b80e4cc4-6114-42fc-86f9-2158903b6efd by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'b5964bfb-c9d5-41c5-9772-99bd77ba146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7b12fa40-847c-4c8b-bebe-5bd88be4b741'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:52:24.913168 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-b4392107-01ae-4e2f-a9f0-fd8cebe04a01 service neutron] Attempting to bind port b80e4cc4-6114-42fc-86f9-2158903b6efd on network 7b12fa40-847c-4c8b-bebe-5bd88be4b741 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:52:24.933649 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37338) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:24.936747 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-b4392107-01ae-4e2f-a9f0-fd8cebe04a01 service neutron] Port b80e4cc4-6114-42fc-86f9-2158903b6efd on network 7b12fa40-847c-4c8b-bebe-5bd88be4b741 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:52:24.937049 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-b4392107-01ae-4e2f-a9f0-fd8cebe04a01 service neutron] Attempting to bind port b80e4cc4-6114-42fc-86f9-2158903b6efd on network 7b12fa40-847c-4c8b-bebe-5bd88be4b741 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:52:24.987920 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-b4392107-01ae-4e2f-a9f0-fd8cebe04a01 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:52:24.988428 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-b4392107-01ae-4e2f-a9f0-fd8cebe04a01 service neutron] Checking segment: {'id': 'b5964bfb-c9d5-41c5-9772-99bd77ba146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7b12fa40-847c-4c8b-bebe-5bd88be4b741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:52:24.988825 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-b4392107-01ae-4e2f-a9f0-fd8cebe04a01 service neutron] Bound using segment: {'id': 'b5964bfb-c9d5-41c5-9772-99bd77ba146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7b12fa40-847c-4c8b-bebe-5bd88be4b741'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:52:24.989316 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-b4392107-01ae-4e2f-a9f0-fd8cebe04a01 service neutron] Bound port: b80e4cc4-6114-42fc-86f9-2158903b6efd, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5964bfb-c9d5-41c5-9772-99bd77ba146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7b12fa40-847c-4c8b-bebe-5bd88be4b741'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:52:24.989726 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-b4392107-01ae-4e2f-a9f0-fd8cebe04a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:25.033437 n-d-839810-1 neutron-server[102773]: INFO neutron.db.ipam_backend_mixin [None req-11f1f280-a7e5-4732-9e23-a3a4d08ed0a8 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 05eb5935-9851-47d7-a931-efb280d3c84f (CIDR: 2001:db8::/64) Apr 28 19:52:25.037888 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-88c34004-a5d4-433d-8bda-b73d5b34de80 None None] Allocated IP 2001:db8::f816:3eff:fe73:3f2d (3bb4ad15-38e1-4028-be09-c8cdfded96d3/05eb5935-9851-47d7-a931-efb280d3c84f/339b1627-da38-4c16-ae99-7d724c735c93) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:25.044466 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-11f1f280-a7e5-4732-9e23-a3a4d08ed0a8 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:52:25.045641 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11f1f280-a7e5-4732-9e23-a3a4d08ed0a8 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:52:25.090393 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-11f1f280-a7e5-4732-9e23-a3a4d08ed0a8 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6292858 Apr 28 19:52:25.095573 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d31d09-a9ce-48da-843f-3225df036055 admin admin] Deleting subnet bb106dd6-1e26-471e-b738-f07406e1df64 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:52:25.099430 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37340) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:25.108828 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-2af799bb-e77e-462a-afb3-badd035b6986 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:25.120316 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-32d31d09-a9ce-48da-843f-3225df036055 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:25.219280 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-87e179fc-65ec-4948-b82c-aeb23f9dd369 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:25.228247 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-87e179fc-65ec-4948-b82c-aeb23f9dd369 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/subnets/31393373-841c-47fd-858d-0c0af2352a9c HTTP/1.1" status: 204 len: 168 time: 1.1176176 Apr 28 19:52:25.229080 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37344) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:25.265952 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-88c34004-a5d4-433d-8bda-b73d5b34de80 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:25.276533 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5550b599-b1d2-4954-818c-9f245274d677 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:25.279712 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-88c34004-a5d4-433d-8bda-b73d5b34de80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:25.284159 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-32d31d09-a9ce-48da-843f-3225df036055 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:25.330167 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-b4392107-01ae-4e2f-a9f0-fd8cebe04a01 service neutron] For port b80e4cc4-6114-42fc-86f9-2158903b6efd, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:52:25.338189 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c34004-a5d4-433d-8bda-b73d5b34de80 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:25.345209 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-88c34004-a5d4-433d-8bda-b73d5b34de80 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:25.348328 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c34004-a5d4-433d-8bda-b73d5b34de80 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:52:25.359050 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a3215a-360d-4504-bf6f-79debc41acd9 None None] Network 66f8e243-c6cd-4a12-83b1-4d8d419b4ac9 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:25.389086 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-b4392107-01ae-4e2f-a9f0-fd8cebe04a01 service neutron] For port b80e4cc4-6114-42fc-86f9-2158903b6efd, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=b80e4cc4-6114-42fc-86f9-2158903b6efd,segment=NetworkSegment(b5964bfb-c9d5-41c5-9772-99bd77ba146c),segment_id=b5964bfb-c9d5-41c5-9772-99bd77ba146c)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:52:25.409238 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-b4392107-01ae-4e2f-a9f0-fd8cebe04a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:25.478221 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-32d31d09-a9ce-48da-843f-3225df036055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:25.490948 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c34004-a5d4-433d-8bda-b73d5b34de80 None None] Pushing event updated for resources: {'Port': ['ID=339b1627-da38-4c16-ae99-7d724c735c93,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:25.516925 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-f90090bc-2982-40ee-aa5d-02472dc6f65a None None] Provisioning complete for port 0e19480e-fd57-434e-ae7f-163811be6b94 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:25.517553 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f90090bc-2982-40ee-aa5d-02472dc6f65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:25.542203 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-b4392107-01ae-4e2f-a9f0-fd8cebe04a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:25.543241 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-b4392107-01ae-4e2f-a9f0-fd8cebe04a01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:25.545655 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-b4392107-01ae-4e2f-a9f0-fd8cebe04a01 service neutron] 10.222.0.15 "PUT /v2.0/ports/b80e4cc4-6114-42fc-86f9-2158903b6efd HTTP/1.1" status: 200 len: 1091 time: 2.0139372 Apr 28 19:52:25.546818 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5550b599-b1d2-4954-818c-9f245274d677 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:25.559698 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44acfc43-34da-4c9f-b8e6-16c515939841', 'tag': 'b80e4cc4-6114-42fc-86f9-2158903b6efd'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:25.562224 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-88c34004-a5d4-433d-8bda-b73d5b34de80 None None] Attempting to bind port 339b1627-da38-4c16-ae99-7d724c735c93 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:52:25.562742 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-88c34004-a5d4-433d-8bda-b73d5b34de80 None None] Attempting to bind port 339b1627-da38-4c16-ae99-7d724c735c93 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:52:25.563279 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c34004-a5d4-433d-8bda-b73d5b34de80 None None] Attempting to bind port 339b1627-da38-4c16-ae99-7d724c735c93 on network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:52:25.564286 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9419f7a1-045e-408f-b6c2-e611554cd7dc" -d '{"events": [{"name": "network-changed", "server_uuid": "44acfc43-34da-4c9f-b8e6-16c515939841", "tag": "b80e4cc4-6114-42fc-86f9-2158903b6efd"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:52:25.583291 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0e70d0ee-2376-4596-afc4-0db4836c8bc8 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:25.584743 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:52:25.623047 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c34004-a5d4-433d-8bda-b73d5b34de80 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:52:25.623555 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c34004-a5d4-433d-8bda-b73d5b34de80 None None] Checking segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:52:25.624601 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-88c34004-a5d4-433d-8bda-b73d5b34de80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:25.625084 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c34004-a5d4-433d-8bda-b73d5b34de80 None None] Bound using segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:52:25.625707 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-88c34004-a5d4-433d-8bda-b73d5b34de80 None None] Bound port: 339b1627-da38-4c16-ae99-7d724c735c93, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:52:25.626164 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-88c34004-a5d4-433d-8bda-b73d5b34de80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:25.655914 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4392107-01ae-4e2f-a9f0-fd8cebe04a01 service neutron] Pushing event updated for resources: {'Port': ['ID=b80e4cc4-6114-42fc-86f9-2158903b6efd,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:25.659500 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:52:25.659978 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 31bbe2ad-b440-4ea1-8d06-32ec8d2e0efc not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:52:25.709074 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2994d3-8d99-4b0d-bbf4-080907e55cf7 req-998144c4-be58-4fd2-8843-210624b81b3e tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:25.710730 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5b2994d3-8d99-4b0d-bbf4-080907e55cf7 req-998144c4-be58-4fd2-8843-210624b81b3e tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] 10.222.0.42 "GET /v2.0/ports?device_id=44acfc43-34da-4c9f-b8e6-16c515939841 HTTP/1.1" status: 200 len: 943 time: 0.3446720 Apr 28 19:52:25.743199 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-88c34004-a5d4-433d-8bda-b73d5b34de80 None None] For port 339b1627-da38-4c16-ae99-7d724c735c93, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:52:25.744848 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af799bb-e77e-462a-afb3-badd035b6986 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:25.747784 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-88c34004-a5d4-433d-8bda-b73d5b34de80 None None] For port 339b1627-da38-4c16-ae99-7d724c735c93, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=339b1627-da38-4c16-ae99-7d724c735c93,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:52:25.751554 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2af799bb-e77e-462a-afb3-badd035b6986 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:25.784802 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-32d31d09-a9ce-48da-843f-3225df036055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:25.879124 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5b2994d3-8d99-4b0d-bbf4-080907e55cf7 req-5e5be94b-0d1f-402f-b843-ead393d35bc2 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] 10.222.0.42 "GET /v2.0/security-groups?id=51ab69cf-364d-4c34-aa29-2d5ad7b18214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183908 Apr 28 19:52:25.905773 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-0e70d0ee-2376-4596-afc4-0db4836c8bc8 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Deleting port 0e19480e-fd57-434e-ae7f-163811be6b94 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:52:25.906256 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0e70d0ee-2376-4596-afc4-0db4836c8bc8 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:25.951508 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-32d31d09-a9ce-48da-843f-3225df036055 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:25.955644 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-32d31d09-a9ce-48da-843f-3225df036055 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/bb106dd6-1e26-471e-b738-f07406e1df64 HTTP/1.1" status: 204 len: 168 time: 1.0158908 Apr 28 19:52:25.958544 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-32cadc39-070b-41ba-a420-7d4800297cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:25.961152 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-32cadc39-070b-41ba-a420-7d4800297cf3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0081276403a43f5a0977e0e598190a3&device_id=44acfc43-34da-4c9f-b8e6-16c515939841 HTTP/1.1" status: 200 len: 1094 time: 0.3395038 Apr 28 19:52:25.962085 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d31d09-a9ce-48da-843f-3225df036055 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb106dd6-1e26-471e-b738-f07406e1df64,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:25.964403 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37352) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:25.977220 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9c231d-b591-4f41-b087-deccae882ad8 x-openstack-request-id: req-af9c231d-b591-4f41-b087-deccae882ad8 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:52:25.977220 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44acfc43-34da-4c9f-b8e6-16c515939841", "tag": "b80e4cc4-6114-42fc-86f9-2158903b6efd", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:52:25.977483 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-af9c231d-b591-4f41-b087-deccae882ad8 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:52:25.977897 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af9c231d-b591-4f41-b087-deccae882ad8'] response: {'name': 'network-changed', 'server_uuid': '44acfc43-34da-4c9f-b8e6-16c515939841', 'tag': 'b80e4cc4-6114-42fc-86f9-2158903b6efd', 'status': 'completed', 'code': 200} Apr 28 19:52:26.034580 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-0e70d0ee-2376-4596-afc4-0db4836c8bc8 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] For port 0e19480e-fd57-434e-ae7f-163811be6b94, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=0e19480e-fd57-434e-ae7f-163811be6b94,segment=NetworkSegment(c245e9e5-1924-4dd8-8b35-45edd7b6279b),segment_id=c245e9e5-1924-4dd8-8b35-45edd7b6279b)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:26.035097 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0e70d0ee-2376-4596-afc4-0db4836c8bc8 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:26.040565 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 0e19480e-fd57-434e-ae7f-163811be6b94 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:52:26.050540 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-b47bf5b3-f5ce-407e-a3f0-e6f545793657 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b80e4cc4-6114-42fc-86f9-2158903b6efd HTTP/1.1" status: 200 len: 217 time: 0.0669816 Apr 28 19:52:26.078203 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-88c34004-a5d4-433d-8bda-b73d5b34de80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:26.085355 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-0e70d0ee-2376-4596-afc4-0db4836c8bc8 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Calling delete_port for 0e19480e-fd57-434e-ae7f-163811be6b94 owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:52:26.173439 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5550b599-b1d2-4954-818c-9f245274d677 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:26.175025 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:26.183128 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f90090bc-2982-40ee-aa5d-02472dc6f65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:26.187521 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:26.206635 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5550b599-b1d2-4954-818c-9f245274d677 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:26.236581 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c34004-a5d4-433d-8bda-b73d5b34de80 None None] Pushing event updated for resources: {'Port': ['ID=339b1627-da38-4c16-ae99-7d724c735c93,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:26.268417 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 0e19480e-fd57-434e-ae7f-163811be6b94 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:26.268796 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:26.275892 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-f90090bc-2982-40ee-aa5d-02472dc6f65a None None] For port 0e19480e-fd57-434e-ae7f-163811be6b94, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=0e19480e-fd57-434e-ae7f-163811be6b94,segment=NetworkSegment(c245e9e5-1924-4dd8-8b35-45edd7b6279b),segment_id=c245e9e5-1924-4dd8-8b35-45edd7b6279b)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:26.295487 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f90090bc-2982-40ee-aa5d-02472dc6f65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:26.392982 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d66702-1e19-4b07-8681-8cd9267cbb22 None None] DHCP port deletion for 66f8e243-c6cd-4a12-83b1-4d8d419b4ac9 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:52:26.403061 n-d-839810-1 neutron-server[102775]: INFO neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No ports have port_id starting with 0e19480e-fd57-434e-ae7f-163811be6b94 Apr 28 19:52:26.404351 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90090bc-2982-40ee-aa5d-02472dc6f65a None None] Pushing event updated for resources: {'Port': ['ID=0e19480e-fd57-434e-ae7f-163811be6b94,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:26.440213 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0e70d0ee-2376-4596-afc4-0db4836c8bc8 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:26.494233 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70d0ee-2376-4596-afc4-0db4836c8bc8 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Port': ['ID=0e19480e-fd57-434e-ae7f-163811be6b94,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:26.499154 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e70d0ee-2376-4596-afc4-0db4836c8bc8 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] No DVR routers for this DVR port 0e19480e-fd57-434e-ae7f-163811be6b94 on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:52:26.512822 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be8af0-199f-4b98-aa5a-7625b73a72ba req-b85d3a32-ae1e-4dc1-8c2a-3be0adf24821 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:26.514420 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-89be8af0-199f-4b98-aa5a-7625b73a72ba req-b85d3a32-ae1e-4dc1-8c2a-3be0adf24821 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 945 time: 0.6539910 Apr 28 19:52:26.627053 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0e70d0ee-2376-4596-afc4-0db4836c8bc8 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:26.632632 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-5550b599-b1d2-4954-818c-9f245274d677 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Allocated IP 2001:db8::375 (6b8c4bba-eacb-44a8-83ab-7a3074f4fe25/bfa99e13-3af9-4cd4-8450-bc0dac98f95d/55d8e2a0-379d-42e6-a7b2-b194837c935c) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:26.653333 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-07640483-4ed0-4bef-955e-96fff9e4473f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:26.668027 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-0e70d0ee-2376-4596-afc4-0db4836c8bc8 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66f8e243-c6cd-4a12-83b1-4d8d419b4ac9']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:26.687182 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-e51bc225-c879-4dd4-bcda-5cc2483b0fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:26.689603 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-e51bc225-c879-4dd4-bcda-5cc2483b0fd1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9457c26b-c6ea-4e46-885d-d03265bb43ed HTTP/1.1" status: 200 len: 864 time: 0.6042001 Apr 28 19:52:26.692633 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-0e70d0ee-2376-4596-afc4-0db4836c8bc8 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c245e9e5-1924-4dd8-8b35-45edd7b6279b') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:26.692960 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-0e70d0ee-2376-4596-afc4-0db4836c8bc8 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c245e9e5-1924-4dd8-8b35-45edd7b6279b') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:26.715096 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-89be8af0-199f-4b98-aa5a-7625b73a72ba req-b3c59f99-41df-4439-9d05-ca71aa58026a tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593060 Apr 28 19:52:26.729744 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0e70d0ee-2376-4596-afc4-0db4836c8bc8 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:26.742048 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-88193291-2fae-4ada-8ac2-fa1599657a5f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7b12fa40-847c-4c8b-bebe-5bd88be4b741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439475 Apr 28 19:52:26.752644 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0e70d0ee-2376-4596-afc4-0db4836c8bc8 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:26.764627 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e70d0ee-2376-4596-afc4-0db4836c8bc8 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:52:26.765108 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0e70d0ee-2376-4596-afc4-0db4836c8bc8 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:26.768811 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:52:26.768811 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:52:26.768811 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:52:26.768811 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:52:26.768811 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:52:26.768811 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:52:26.768811 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:52:26.768811 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:52:26.768811 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:52:26.768811 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:52:26.768811 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:52:26.768811 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:52:26.768811 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:52:26.768811 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:52:26.768811 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:52:26.768811 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:52:26.768811 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:52:26.768811 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:52:26.768811 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:52:26.768811 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:52:26.768811 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:52:26.768811 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:52:26.768811 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:52:26.768811 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:52:26.768811 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:52:26.768811 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:52:26.768811 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:52:26.768811 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:52:26.768811 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:52:26.768811 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:52:26.768811 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:52:26.768811 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:52:26.860544 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5550b599-b1d2-4954-818c-9f245274d677 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:26.863677 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0e70d0ee-2376-4596-afc4-0db4836c8bc8 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:26.873999 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0e70d0ee-2376-4596-afc4-0db4836c8bc8 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:26.880580 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0e70d0ee-2376-4596-afc4-0db4836c8bc8 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/networks/66f8e243-c6cd-4a12-83b1-4d8d419b4ac9 HTTP/1.1" status: 204 len: 168 time: 1.6131353 Apr 28 19:52:26.881501 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37354) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:26.897062 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-9d82600f-fafb-4297-a3cb-4b64d360cb3b tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'port': {'network_id': '0c71413c-ce91-4206-9ed8-1ae3b23da60b', 'name': 'tempest-PortsIpV6TestJSON-304347458'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:26.904318 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70d0ee-2376-4596-afc4-0db4836c8bc8 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Network': ['ID=66f8e243-c6cd-4a12-83b1-4d8d419b4ac9,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:26.938774 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-07640483-4ed0-4bef-955e-96fff9e4473f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:26.990834 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-07640483-4ed0-4bef-955e-96fff9e4473f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3faec20c-3faf-4178-b54c-061d49851254']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:27.004404 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-376b238a-78f0-4a4f-93e3-48b99df26f44 service neutron] 10.222.0.15 "GET /v2.0/networks/7b12fa40-847c-4c8b-bebe-5bd88be4b741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423332 Apr 28 19:52:27.022673 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-07640483-4ed0-4bef-955e-96fff9e4473f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36e1941d-5d55-4808-befa-a9a63eb46f76') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:27.022971 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-07640483-4ed0-4bef-955e-96fff9e4473f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36e1941d-5d55-4808-befa-a9a63eb46f76') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:27.039492 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5550b599-b1d2-4954-818c-9f245274d677 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:27.054040 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-07640483-4ed0-4bef-955e-96fff9e4473f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:27.105011 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2af799bb-e77e-462a-afb3-badd035b6986 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:27.105237 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5550b599-b1d2-4954-818c-9f245274d677 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Network 6b8c4bba-eacb-44a8-83ab-7a3074f4fe25 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:27.109190 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d82600f-fafb-4297-a3cb-4b64d360cb3b tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:27.112722 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9d82600f-fafb-4297-a3cb-4b64d360cb3b tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:27.117905 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-07640483-4ed0-4bef-955e-96fff9e4473f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:27.123985 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd36bc5-de02-4631-8cea-220eaf548068 req-01e329f8-4c0c-4d25-a4b6-67e7ed0a5dc4 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:27.125609 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5fd36bc5-de02-4631-8cea-220eaf548068 req-01e329f8-4c0c-4d25-a4b6-67e7ed0a5dc4 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] 10.222.0.42 "GET /v2.0/ports?device_id=44acfc43-34da-4c9f-b8e6-16c515939841 HTTP/1.1" status: 200 len: 943 time: 0.1408777 Apr 28 19:52:27.132798 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550b599-b1d2-4954-818c-9f245274d677 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Pushing event updated for resources: {'Port': ['ID=55d8e2a0-379d-42e6-a7b2-b194837c935c,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:27.135495 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-5550b599-b1d2-4954-818c-9f245274d677 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:27.143661 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5550b599-b1d2-4954-818c-9f245274d677 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:52:27.150816 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07640483-4ed0-4bef-955e-96fff9e4473f admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:52:27.151255 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-07640483-4ed0-4bef-955e-96fff9e4473f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:27.156616 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:52:27.156616 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:52:27.156616 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:52:27.156616 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:52:27.156616 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:52:27.156616 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:52:27.156616 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:52:27.156616 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:52:27.156616 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:52:27.156616 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:52:27.156616 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:52:27.156616 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:52:27.156616 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:52:27.156616 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:52:27.156616 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:52:27.156616 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:52:27.156616 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:52:27.156616 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:52:27.156616 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:52:27.156616 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:52:27.156616 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:52:27.156616 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:52:27.156616 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:52:27.156616 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:52:27.156616 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:52:27.156616 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:52:27.156616 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:52:27.156616 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:52:27.156616 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:52:27.156616 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:52:27.156616 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:52:27.156616 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:52:27.184285 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af799bb-e77e-462a-afb3-badd035b6986 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:27.204056 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-9d82600f-fafb-4297-a3cb-4b64d360cb3b tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] device_id is not set on port 8793d8f4-8abd-4311-9b40-17557d467cac yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:52:27.225954 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-2af799bb-e77e-462a-afb3-badd035b6986 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:27.244361 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af799bb-e77e-462a-afb3-badd035b6986 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:27.248135 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2af799bb-e77e-462a-afb3-badd035b6986 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:27.266884 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af799bb-e77e-462a-afb3-badd035b6986 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Subnet': ['ID=2f0312ba-8298-43f1-89eb-15f08d130cf5,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:27.277716 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-295f3647-6070-4a10-8a21-4b57fccb4ca2 req-aaeffe33-55d3-4309-8ff1-701d9a6c3223 service neutron] 10.222.0.15 "GET /v2.0/networks/7b12fa40-847c-4c8b-bebe-5bd88be4b741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662606 Apr 28 19:52:27.288900 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2af799bb-e77e-462a-afb3-badd035b6986 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1845441 Apr 28 19:52:27.288900 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-07640483-4ed0-4bef-955e-96fff9e4473f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:27.293239 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37358) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:27.294411 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-07640483-4ed0-4bef-955e-96fff9e4473f admin admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:27.300759 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-07640483-4ed0-4bef-955e-96fff9e4473f admin admin] 10.222.0.42 "DELETE /v2.0/networks/3faec20c-3faf-4178-b54c-061d49851254 HTTP/1.1" status: 204 len: 168 time: 1.3301642 Apr 28 19:52:27.310248 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-77ce3176-9dae-416c-b9e5-fcbf0cba8e02 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'port': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'mac_address': 'fa:16:3e:a0:e1:dc', 'name': 'tempest-NetworksTestDHCPv6-1240783275'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:27.344803 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07640483-4ed0-4bef-955e-96fff9e4473f admin admin] Pushing event deleted for resources: {'Network': ['ID=3faec20c-3faf-4178-b54c-061d49851254,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:27.375367 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5fd36bc5-de02-4631-8cea-220eaf548068 req-333f70b0-b28c-49a9-923a-65b84daad19b tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] 10.222.0.42 "GET /v2.0/security-groups?id=51ab69cf-364d-4c34-aa29-2d5ad7b18214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356229 Apr 28 19:52:27.446730 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419f7a1-045e-408f-b6c2-e611554cd7dc req-7b08aea2-521e-4b43-a847-199d19560fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:27.448395 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9419f7a1-045e-408f-b6c2-e611554cd7dc req-7b08aea2-521e-4b43-a847-199d19560fa8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0081276403a43f5a0977e0e598190a3&device_id=44acfc43-34da-4c9f-b8e6-16c515939841 HTTP/1.1" status: 200 len: 1094 time: 0.1010761 Apr 28 19:52:27.600646 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ce3176-9dae-416c-b9e5-fcbf0cba8e02 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:27.627087 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37362) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:27.661362 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419f7a1-045e-408f-b6c2-e611554cd7dc req-ae60f23f-043c-4ae4-a5c6-c314b20f91c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:27.663715 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9419f7a1-045e-408f-b6c2-e611554cd7dc req-ae60f23f-043c-4ae4-a5c6-c314b20f91c6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7b12fa40-847c-4c8b-bebe-5bd88be4b741 HTTP/1.1" status: 200 len: 925 time: 0.2063503 Apr 28 19:52:27.682816 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7515db3e-852d-4d03-b038-300ade9f59a1 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:27.696347 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9d82600f-fafb-4297-a3cb-4b64d360cb3b tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:27.702316 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5550b599-b1d2-4954-818c-9f245274d677 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:27.733902 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9419f7a1-045e-408f-b6c2-e611554cd7dc req-29d7a44b-7675-4b99-8caa-76183c46febf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b80e4cc4-6114-42fc-86f9-2158903b6efd HTTP/1.1" status: 200 len: 217 time: 0.0609276 Apr 28 19:52:27.776226 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-91f2bcab-ece7-49ff-bf7c-8df697c5ff59 None None] Provisioning complete for port 339b1627-da38-4c16-ae99-7d724c735c93 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:27.777004 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-91f2bcab-ece7-49ff-bf7c-8df697c5ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:27.809915 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9c389f86-a2ca-4e40-ac0e-bd8c65c35f40 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2b69a5fddc18436696dcfe634cdab6dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1799843 Apr 28 19:52:27.812149 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-77ce3176-9dae-416c-b9e5-fcbf0cba8e02 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:27.814289 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37366) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:27.850040 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419f7a1-045e-408f-b6c2-e611554cd7dc req-767e52a4-7557-45f2-aead-194bd7b77268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:27.851669 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9419f7a1-045e-408f-b6c2-e611554cd7dc req-767e52a4-7557-45f2-aead-194bd7b77268 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9457c26b-c6ea-4e46-885d-d03265bb43ed HTTP/1.1" status: 200 len: 864 time: 0.1063244 Apr 28 19:52:27.867326 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9d82600f-fafb-4297-a3cb-4b64d360cb3b tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:27.923308 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-77ce3176-9dae-416c-b9e5-fcbf0cba8e02 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] device_id is not set on port a5708367-f70d-4172-a9a8-391b06601ebd yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:52:27.931054 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9419f7a1-045e-408f-b6c2-e611554cd7dc req-91e89308-2933-4a3d-aff7-b37d60a338c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7b12fa40-847c-4c8b-bebe-5bd88be4b741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557747 Apr 28 19:52:27.953031 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d82600f-fafb-4297-a3cb-4b64d360cb3b tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Network 0c71413c-ce91-4206-9ed8-1ae3b23da60b is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:27.956039 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-9d82600f-fafb-4297-a3cb-4b64d360cb3b tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:27.987940 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 339b1627-da38-4c16-ae99-7d724c735c93 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:52:28.000849 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82600f-fafb-4297-a3cb-4b64d360cb3b tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Port': ['ID=8793d8f4-8abd-4311-9b40-17557d467cac,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:28.005030 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d82600f-fafb-4297-a3cb-4b64d360cb3b tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:52:28.024343 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d82600f-fafb-4297-a3cb-4b64d360cb3b tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:28.025228 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9d82600f-fafb-4297-a3cb-4b64d360cb3b tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:28.062059 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9d82600f-fafb-4297-a3cb-4b64d360cb3b tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1789494 Apr 28 19:52:28.068577 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37368) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:28.082447 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb87b30-6d8b-4abd-9b36-7a7e6f329780 req-24699bf8-f10d-479e-828a-df3faf92f996 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:28.087791 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7eb87b30-6d8b-4abd-9b36-7a7e6f329780 req-24699bf8-f10d-479e-828a-df3faf92f996 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 945 time: 0.2491758 Apr 28 19:52:28.100598 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-91f2bcab-ece7-49ff-bf7c-8df697c5ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:28.141228 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0016456f-7969-4ed1-8b51-f60c55d07daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:28.152048 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 339b1627-da38-4c16-ae99-7d724c735c93 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:28.153034 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:28.202572 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-91f2bcab-ece7-49ff-bf7c-8df697c5ff59 None None] For port 339b1627-da38-4c16-ae99-7d724c735c93, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=339b1627-da38-4c16-ae99-7d724c735c93,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:28.215149 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-91f2bcab-ece7-49ff-bf7c-8df697c5ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:28.233124 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5550b599-b1d2-4954-818c-9f245274d677 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:28.234112 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0016456f-7969-4ed1-8b51-f60c55d07daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:28.245302 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7eb87b30-6d8b-4abd-9b36-7a7e6f329780 req-87b580c7-7fad-4ce0-8795-dcc1557f944c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431758 Apr 28 19:52:28.264542 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9419f7a1-045e-408f-b6c2-e611554cd7dc req-12071c3a-67d0-44a4-9002-e30c5cb137cc service neutron] 10.222.0.15 "GET /v2.0/networks/7b12fa40-847c-4c8b-bebe-5bd88be4b741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190520 Apr 28 19:52:28.297227 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2bcab-ece7-49ff-bf7c-8df697c5ff59 None None] Pushing event updated for resources: {'Port': ['ID=339b1627-da38-4c16-ae99-7d724c735c93,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:28.359660 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404f3695-e954-4e8c-89b2-f7659803f641 None None] Update dhcp port {'port': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'fixed_ips': [{'subnet_id': '05eb5935-9851-47d7-a931-efb280d3c84f', 'ip_address': '2001:db8::f816:3eff:fe73:3f2d'}, {'subnet_id': '2f0312ba-8298-43f1-89eb-15f08d130cf5'}], 'binding:host_id': 'n-d-839810-1'}, 'id': '339b1627-da38-4c16-ae99-7d724c735c93'} from n-d-839810-1. {{(pid=102775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 28 19:52:28.379192 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-2bc88c0d-1464-4f5b-945b-a7fed7423740 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Deleting port 8793d8f4-8abd-4311-9b40-17557d467cac {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:52:28.379568 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2bc88c0d-1464-4f5b-945b-a7fed7423740 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:28.430332 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-404f3695-e954-4e8c-89b2-f7659803f641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:28.455905 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-77ce3176-9dae-416c-b9e5-fcbf0cba8e02 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Allocated IP 2001:db8:0:1::63 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/2f0312ba-8298-43f1-89eb-15f08d130cf5/a5708367-f70d-4172-a9a8-391b06601ebd) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:28.458330 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0016456f-7969-4ed1-8b51-f60c55d07daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:28.461651 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0016456f-7969-4ed1-8b51-f60c55d07daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:28.465800 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0016456f-7969-4ed1-8b51-f60c55d07daf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3ea9ed32-9cbb-4349-80b8-a07fc1c00c2f HTTP/1.1" status: 204 len: 168 time: 0.6459382 Apr 28 19:52:28.478990 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-77ce3176-9dae-416c-b9e5-fcbf0cba8e02 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Allocated IP 2001:db8::f816:3eff:fea0:e1dc (3bb4ad15-38e1-4028-be09-c8cdfded96d3/05eb5935-9851-47d7-a931-efb280d3c84f/a5708367-f70d-4172-a9a8-391b06601ebd) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:28.482725 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9419f7a1-045e-408f-b6c2-e611554cd7dc req-9ae249d0-3e73-4e0b-832b-afacc3744b74 service neutron] 10.222.0.15 "GET /v2.0/networks/7b12fa40-847c-4c8b-bebe-5bd88be4b741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111528 Apr 28 19:52:28.498712 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016456f-7969-4ed1-8b51-f60c55d07daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea9ed32-9cbb-4349-80b8-a07fc1c00c2f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:28.561902 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2bc88c0d-1464-4f5b-945b-a7fed7423740 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:28.594904 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-2bc88c0d-1464-4f5b-945b-a7fed7423740 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Calling delete_port for 8793d8f4-8abd-4311-9b40-17557d467cac owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:52:28.622315 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c403672-347f-45ba-a5b7-8f8cfc9ac0df req-a2459d1a-8936-4e2a-af6d-043fc4420650 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:28.623996 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5c403672-347f-45ba-a5b7-8f8cfc9ac0df req-a2459d1a-8936-4e2a-af6d-043fc4420650 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] 10.222.0.42 "GET /v2.0/ports?device_id=44acfc43-34da-4c9f-b8e6-16c515939841 HTTP/1.1" status: 200 len: 943 time: 0.1223266 Apr 28 19:52:28.666610 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 0e19480e-fd57-434e-ae7f-163811be6b94 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:52:28.695322 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 0e19480e-fd57-434e-ae7f-163811be6b94 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:52:28.696603 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 0e19480e-fd57-434e-ae7f-163811be6b94 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:52:28.710445 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5550b599-b1d2-4954-818c-9f245274d677 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Router 9dba48bb-392c-4f6c-aff2-54f8f264106b is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:52:28.711449 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-77ce3176-9dae-416c-b9e5-fcbf0cba8e02 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:28.724824 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5c403672-347f-45ba-a5b7-8f8cfc9ac0df req-f058817b-d76b-4273-8376-a7090848bd9d tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] 10.222.0.42 "GET /v2.0/security-groups?id=51ab69cf-364d-4c34-aa29-2d5ad7b18214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925384 Apr 28 19:52:28.764011 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-77ce3176-9dae-416c-b9e5-fcbf0cba8e02 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:28.823359 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ce3176-9dae-416c-b9e5-fcbf0cba8e02 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:28.827401 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-77ce3176-9dae-416c-b9e5-fcbf0cba8e02 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:28.833832 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ce3176-9dae-416c-b9e5-fcbf0cba8e02 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:52:28.839843 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ce3176-9dae-416c-b9e5-fcbf0cba8e02 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:28.840696 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-77ce3176-9dae-416c-b9e5-fcbf0cba8e02 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:28.845100 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2bc88c0d-1464-4f5b-945b-a7fed7423740 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:28.852912 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce3176-9dae-416c-b9e5-fcbf0cba8e02 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Port': ['ID=a5708367-f70d-4172-a9a8-391b06601ebd,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:28.860580 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-77ce3176-9dae-416c-b9e5-fcbf0cba8e02 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5549142 Apr 28 19:52:28.862957 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-404f3695-e954-4e8c-89b2-f7659803f641 None None] Allocated IP 2001:db8:0:1::2 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/2f0312ba-8298-43f1-89eb-15f08d130cf5/339b1627-da38-4c16-ae99-7d724c735c93) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:28.864247 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37376) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:29.020242 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-8b524b4f-5320-48f0-a33c-51df96e69dfb tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting port a5708367-f70d-4172-a9a8-391b06601ebd {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:52:29.020794 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8b524b4f-5320-48f0-a33c-51df96e69dfb tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:29.060481 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-404f3695-e954-4e8c-89b2-f7659803f641 None None] For port 339b1627-da38-4c16-ae99-7d724c735c93, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=339b1627-da38-4c16-ae99-7d724c735c93,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:29.116262 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-404f3695-e954-4e8c-89b2-f7659803f641 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:29.134089 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-404f3695-e954-4e8c-89b2-f7659803f641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:29.199319 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f3695-e954-4e8c-89b2-f7659803f641 None None] Pushing event updated for resources: {'Port': ['ID=339b1627-da38-4c16-ae99-7d724c735c93,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:29.218318 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8b524b4f-5320-48f0-a33c-51df96e69dfb tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:29.246289 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-8b524b4f-5320-48f0-a33c-51df96e69dfb tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Calling delete_port for a5708367-f70d-4172-a9a8-391b06601ebd owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:52:29.478982 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc88c0d-1464-4f5b-945b-a7fed7423740 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Port': ['ID=8793d8f4-8abd-4311-9b40-17557d467cac,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:29.483735 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b11d35-a75e-4967-b7b1-b9d21367e3cb req-c1687a44-e488-4ff8-9fed-7a34db2c8705 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:29.485330 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-20b11d35-a75e-4967-b7b1-b9d21367e3cb req-c1687a44-e488-4ff8-9fed-7a34db2c8705 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 945 time: 0.0988946 Apr 28 19:52:29.495774 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2bc88c0d-1464-4f5b-945b-a7fed7423740 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:29.501743 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2bc88c0d-1464-4f5b-945b-a7fed7423740 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/ports/8793d8f4-8abd-4311-9b40-17557d467cac HTTP/1.1" status: 204 len: 168 time: 1.4310758 Apr 28 19:52:29.502778 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37396) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:29.511731 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-09b126a0-7b5c-4cea-8969-05c9053ce956 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'port': {'network_id': '0c71413c-ce91-4206-9ed8-1ae3b23da60b', 'mac_address': 'fa:16:3e:a0:2d:2f', 'name': 'tempest-PortsIpV6TestJSON-225524704'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:29.521926 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5550b599-b1d2-4954-818c-9f245274d677 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:52:29.539931 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcb1774-87e9-4e2b-871f-e96c1858f15b None None] Sync routers for ids ['9dba48bb-392c-4f6c-aff2-54f8f264106b'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:52:29.565496 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcb1774-87e9-4e2b-871f-e96c1858f15b None None] Routers {'9dba48bb-392c-4f6c-aff2-54f8f264106b'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:52:29.566363 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-cfcb1774-87e9-4e2b-871f-e96c1858f15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:52:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9dba48bb-392c-4f6c-aff2-54f8f264106b'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:29.573044 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device b80e4cc4-6114-42fc-86f9-2158903b6efd details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:52:29.589561 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-20b11d35-a75e-4967-b7b1-b9d21367e3cb req-ce5f4cd4-05c2-4fe4-8ba6-19a55a7681c1 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930209 Apr 28 19:52:29.592403 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37400) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:29.610638 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5550b599-b1d2-4954-818c-9f245274d677 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:29.611701 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5550b599-b1d2-4954-818c-9f245274d677 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.9758599 Apr 28 19:52:29.619966 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37402) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:29.713683 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8b524b4f-5320-48f0-a33c-51df96e69dfb tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:29.714334 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b126a0-7b5c-4cea-8969-05c9053ce956 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:29.727874 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872eb1fb-a768-4983-a34d-7a1e801a1161 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:29.728399 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872eb1fb-a768-4983-a34d-7a1e801a1161 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:29.728869 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872eb1fb-a768-4983-a34d-7a1e801a1161 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:29.730622 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-872eb1fb-a768-4983-a34d-7a1e801a1161 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] 10.222.0.42 "GET /v2.0/ports?project_id=9d9e2f02c26d442699c083632dd6dfd5&network_id=21f0b299-0a1b-4e71-a8de-3e8676ce56c4 HTTP/1.1" status: 200 len: 2970 time: 0.1372149 Apr 28 19:52:29.843083 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b524b4f-5320-48f0-a33c-51df96e69dfb tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Port': ['ID=a5708367-f70d-4172-a9a8-391b06601ebd,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:29.881579 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port b80e4cc4-6114-42fc-86f9-2158903b6efd, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=b80e4cc4-6114-42fc-86f9-2158903b6efd,segment=NetworkSegment(b5964bfb-c9d5-41c5-9772-99bd77ba146c),segment_id=b5964bfb-c9d5-41c5-9772-99bd77ba146c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:29.907534 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'b80e4cc4-6114-42fc-86f9-2158903b6efd', 'network_id': '7b12fa40-847c-4c8b-bebe-5bd88be4b741', 'port_id': 'b80e4cc4-6114-42fc-86f9-2158903b6efd', 'mac_address': 'fa:16:3e:da:13:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9457c26b-c6ea-4e46-885d-d03265bb43ed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:52:29.936419 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-cfcb1774-87e9-4e2b-871f-e96c1858f15b None None] Set router 9dba48bb-392c-4f6c-aff2-54f8f264106b gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:52:29.967848 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-09b126a0-7b5c-4cea-8969-05c9053ce956 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:29.974649 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:29.978156 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8b524b4f-5320-48f0-a33c-51df96e69dfb tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:29.983492 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8b524b4f-5320-48f0-a33c-51df96e69dfb tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/a5708367-f70d-4172-a9a8-391b06601ebd HTTP/1.1" status: 204 len: 168 time: 1.1168272 Apr 28 19:52:29.990043 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37414) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:29.996604 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b80e4cc4-6114-42fc-86f9-2158903b6efd {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:52:30.015192 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 339b1627-da38-4c16-ae99-7d724c735c93 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:52:30.129620 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-09b126a0-7b5c-4cea-8969-05c9053ce956 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] device_id is not set on port 416013ab-3d88-430b-8a1b-a71b951a170f yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:52:30.130067 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port b80e4cc4-6114-42fc-86f9-2158903b6efd, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=b80e4cc4-6114-42fc-86f9-2158903b6efd,segment=NetworkSegment(b5964bfb-c9d5-41c5-9772-99bd77ba146c),segment_id=b5964bfb-c9d5-41c5-9772-99bd77ba146c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:30.160617 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:30.246941 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f15f587-3e86-476b-97e5-e2c83f790dd1 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:30.246941 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8f15f587-3e86-476b-97e5-e2c83f790dd1 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2555988 Apr 28 19:52:30.262041 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37418) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:30.292520 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459876cf-8d21-4daf-b649-4335c186080b req-0fd4194b-587c-4825-8c40-80762b094b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:30.294665 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-459876cf-8d21-4daf-b649-4335c186080b req-0fd4194b-587c-4825-8c40-80762b094b96 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8766bd4e5ff74ccda54aedeba9de3560&device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 1096 time: 0.1662033 Apr 28 19:52:30.298511 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-cfcb1774-87e9-4e2b-871f-e96c1858f15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dba48bb-392c-4f6c-aff2-54f8f264106b', 'name': '', 'tenant_id': 'ff922f480995429dbd204a248e749e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8c4bba-eacb-44a8-83ab-7a3074f4fe25', 'external_fixed_ips': [{'subnet_id': 'bfa99e13-3af9-4cd4-8450-bc0dac98f95d', 'ip_address': '2001:db8::375'}], 'enable_snat': True}, 'gw_port_id': '55d8e2a0-379d-42e6-a7b2-b194837c935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:24Z', 'updated_at': '2022-04-28T19:52:27Z', 'revision_number': 3, 'project_id': 'ff922f480995429dbd204a248e749e32', 'gw_port': {'id': '55d8e2a0-379d-42e6-a7b2-b194837c935c', 'name': '', 'network_id': '6b8c4bba-eacb-44a8-83ab-7a3074f4fe25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ce:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dba48bb-392c-4f6c-aff2-54f8f264106b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'bfa99e13-3af9-4cd4-8450-bc0dac98f95d', 'ip_address': '2001:db8::375', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:26Z', 'updated_at': '2022-04-28T19:52:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfa99e13-3af9-4cd4-8450-bc0dac98f95d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:30.344858 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c792e0ae-5c8c-47b3-b8c3-0d771643aefb tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:30.383134 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=b80e4cc4-6114-42fc-86f9-2158903b6efd,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:30.387037 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcb1774-87e9-4e2b-871f-e96c1858f15b None None] Checking router: 9dba48bb-392c-4f6c-aff2-54f8f264106b for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:52:30.387464 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcb1774-87e9-4e2b-871f-e96c1858f15b None None] Updating router 9dba48bb-392c-4f6c-aff2-54f8f264106b port 55d8e2a0-379d-42e6-a7b2-b194837c935c binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:52:30.419818 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['b80e4cc4-6114-42fc-86f9-2158903b6efd'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:52:30.439658 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeba0532-c814-44de-9512-6150c5e1f4e6 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:30.442282 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-aeba0532-c814-44de-9512-6150c5e1f4e6 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1661189 Apr 28 19:52:30.448345 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37420) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:30.459369 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-cfcb1774-87e9-4e2b-871f-e96c1858f15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:30.495717 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 339b1627-da38-4c16-ae99-7d724c735c93 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:30.496122 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:30.579346 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694ce0ea-ef27-4e00-a2cb-07df1817ff81 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:30.581940 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694ce0ea-ef27-4e00-a2cb-07df1817ff81 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:30.584318 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c792e0ae-5c8c-47b3-b8c3-0d771643aefb tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:30.597995 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694ce0ea-ef27-4e00-a2cb-07df1817ff81 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:30.603306 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-694ce0ea-ef27-4e00-a2cb-07df1817ff81 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1530442 Apr 28 19:52:30.606207 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459876cf-8d21-4daf-b649-4335c186080b req-46412651-2065-4a9e-9306-186fcdea25d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:30.607340 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39364e1-ad07-4d42-88e6-6b78c5728094 req-67a92d31-6596-4d07-8c81-d24a51d8d271 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:30.609265 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-459876cf-8d21-4daf-b649-4335c186080b req-46412651-2065-4a9e-9306-186fcdea25d2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=361c3585-c6e2-486f-967a-33f86818c3c9 HTTP/1.1" status: 200 len: 918 time: 0.2777483 Apr 28 19:52:30.610362 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d39364e1-ad07-4d42-88e6-6b78c5728094 req-67a92d31-6596-4d07-8c81-d24a51d8d271 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] 10.222.0.42 "GET /v2.0/ports?device_id=44acfc43-34da-4c9f-b8e6-16c515939841 HTTP/1.1" status: 200 len: 943 time: 0.6762445 Apr 28 19:52:30.610676 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37424) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:30.713852 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-318452eb-7e8c-49bf-8b66-1bdb856057f4 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting subnet 05eb5935-9851-47d7-a931-efb280d3c84f {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:52:30.725199 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-318452eb-7e8c-49bf-8b66-1bdb856057f4 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:30.821157 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-318452eb-7e8c-49bf-8b66-1bdb856057f4 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:30.860499 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-459876cf-8d21-4daf-b649-4335c186080b req-17fd3a7b-f0c1-49b3-9fbc-0ba4cbedf933 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5440ef9e-b44e-40fa-b642-3adc72d60fdf HTTP/1.1" status: 200 len: 1001 time: 0.1514704 Apr 28 19:52:30.868285 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3587761a-7447-4c5a-b4e7-9a06681f6be5 None None] Provisioning complete for port 339b1627-da38-4c16-ae99-7d724c735c93 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:30.868853 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3587761a-7447-4c5a-b4e7-9a06681f6be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:30.938650 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-09b126a0-7b5c-4cea-8969-05c9053ce956 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:31.013368 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d39364e1-ad07-4d42-88e6-6b78c5728094 req-ab20e25e-ec49-4370-9436-540003b16497 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] 10.222.0.42 "GET /v2.0/security-groups?id=51ab69cf-364d-4c34-aa29-2d5ad7b18214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721831 Apr 28 19:52:31.103077 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c792e0ae-5c8c-47b3-b8c3-0d771643aefb tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Deleting port 55d8e2a0-379d-42e6-a7b2-b194837c935c {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:52:31.103858 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c792e0ae-5c8c-47b3-b8c3-0d771643aefb tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:31.126498 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-09b126a0-7b5c-4cea-8969-05c9053ce956 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:31.225544 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-cfcb1774-87e9-4e2b-871f-e96c1858f15b None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:31.227751 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459876cf-8d21-4daf-b649-4335c186080b req-a3581a51-f6db-4684-8cb7-6881183ee9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:31.229364 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-459876cf-8d21-4daf-b649-4335c186080b req-a3581a51-f6db-4684-8cb7-6881183ee9f3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9c43513-8faa-4150-80e2-a774186aa1a0 HTTP/1.1" status: 200 len: 856 time: 0.3503354 Apr 28 19:52:31.241580 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-cfcb1774-87e9-4e2b-871f-e96c1858f15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:31.292636 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b126a0-7b5c-4cea-8969-05c9053ce956 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Port': ['ID=416013ab-3d88-430b-8a1b-a71b951a170f,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:31.325712 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b126a0-7b5c-4cea-8969-05c9053ce956 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Network 0c71413c-ce91-4206-9ed8-1ae3b23da60b is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:31.335442 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-09b126a0-7b5c-4cea-8969-05c9053ce956 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:31.337920 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b126a0-7b5c-4cea-8969-05c9053ce956 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:52:31.345154 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-318452eb-7e8c-49bf-8b66-1bdb856057f4 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:31.346999 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b126a0-7b5c-4cea-8969-05c9053ce956 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:31.347671 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-09b126a0-7b5c-4cea-8969-05c9053ce956 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:31.359745 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cc8a4-c831-46c6-9e9e-e2a309c6449d req-f3419464-19ad-4e45-99ce-d7443b6d09e5 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:31.370310 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-381cc8a4-c831-46c6-9e9e-e2a309c6449d req-f3419464-19ad-4e45-99ce-d7443b6d09e5 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 945 time: 0.3426044 Apr 28 19:52:31.395140 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-cfcb1774-87e9-4e2b-871f-e96c1858f15b None None] Attempting to bind port 55d8e2a0-379d-42e6-a7b2-b194837c935c on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:52:31.395432 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-cfcb1774-87e9-4e2b-871f-e96c1858f15b None None] Attempting to bind port 55d8e2a0-379d-42e6-a7b2-b194837c935c by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '1f0cd504-4810-4406-af2e-4c1b742867ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6b8c4bba-eacb-44a8-83ab-7a3074f4fe25'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:52:31.400606 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcb1774-87e9-4e2b-871f-e96c1858f15b None None] Attempting to bind port 55d8e2a0-379d-42e6-a7b2-b194837c935c on network 6b8c4bba-eacb-44a8-83ab-7a3074f4fe25 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:52:31.429830 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-09b126a0-7b5c-4cea-8969-05c9053ce956 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9265501 Apr 28 19:52:31.432631 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcb1774-87e9-4e2b-871f-e96c1858f15b None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:52:31.432984 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37440) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:31.433366 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcb1774-87e9-4e2b-871f-e96c1858f15b None None] Checking segment: {'id': '1f0cd504-4810-4406-af2e-4c1b742867ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6b8c4bba-eacb-44a8-83ab-7a3074f4fe25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:52:31.433891 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-cfcb1774-87e9-4e2b-871f-e96c1858f15b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:31.434398 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcb1774-87e9-4e2b-871f-e96c1858f15b None None] Bound using segment: {'id': '1f0cd504-4810-4406-af2e-4c1b742867ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6b8c4bba-eacb-44a8-83ab-7a3074f4fe25'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:52:31.435137 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-cfcb1774-87e9-4e2b-871f-e96c1858f15b None None] Bound port: 55d8e2a0-379d-42e6-a7b2-b194837c935c, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f0cd504-4810-4406-af2e-4c1b742867ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6b8c4bba-eacb-44a8-83ab-7a3074f4fe25'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:52:31.435635 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-cfcb1774-87e9-4e2b-871f-e96c1858f15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:31.473329 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70dfa2-b828-4aa2-a063-14f960a1554c None None] Pushing event updated for resources: {'Port': ['ID=55d8e2a0-379d-42e6-a7b2-b194837c935c,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:31.476353 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459876cf-8d21-4daf-b649-4335c186080b req-da8aa760-0b5b-452a-92b5-68ef5691aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:31.477997 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-459876cf-8d21-4daf-b649-4335c186080b req-da8aa760-0b5b-452a-92b5-68ef5691aa07 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=361c3585-c6e2-486f-967a-33f86818c3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2418206 Apr 28 19:52:31.490388 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dbf1fdd-6d92-4c45-acc6-086d54d2c162 None None] Could not find standard attr ID for object a5708367-f70d-4172-a9a8-391b06601ebd. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:52:31.497633 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70dfa2-b828-4aa2-a063-14f960a1554c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:31.497765 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c08290-f6fc-4fbc-8501-c4f897695605 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:31.498497 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70dfa2-b828-4aa2-a063-14f960a1554c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:31.499297 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70dfa2-b828-4aa2-a063-14f960a1554c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:31.499814 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70dfa2-b828-4aa2-a063-14f960a1554c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:31.501719 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70dfa2-b828-4aa2-a063-14f960a1554c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:31.502552 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70dfa2-b828-4aa2-a063-14f960a1554c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:31.503515 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70dfa2-b828-4aa2-a063-14f960a1554c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:31.503844 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e2c08290-f6fc-4fbc-8501-c4f897695605 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "GET /v2.0/ports/416013ab-3d88-430b-8a1b-a71b951a170f HTTP/1.1" status: 200 len: 844 time: 0.0692089 Apr 28 19:52:31.507445 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37442) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:31.507784 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70dfa2-b828-4aa2-a063-14f960a1554c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:31.508595 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70dfa2-b828-4aa2-a063-14f960a1554c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:31.510110 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70dfa2-b828-4aa2-a063-14f960a1554c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:31.510774 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70dfa2-b828-4aa2-a063-14f960a1554c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:31.511268 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70dfa2-b828-4aa2-a063-14f960a1554c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:31.513610 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc2f29f-1b1b-4642-bb39-da1ab715dcec None None] get_active_networks_info from n-d-839810-1 {{(pid=102775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 28 19:52:31.543608 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37444) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:31.580570 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-cfcb1774-87e9-4e2b-871f-e96c1858f15b None None] For port 55d8e2a0-379d-42e6-a7b2-b194837c935c, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:52:31.580784 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c792e0ae-5c8c-47b3-b8c3-0d771643aefb tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:31.588808 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-cfcb1774-87e9-4e2b-871f-e96c1858f15b None None] For port 55d8e2a0-379d-42e6-a7b2-b194837c935c, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=55d8e2a0-379d-42e6-a7b2-b194837c935c,segment=NetworkSegment(1f0cd504-4810-4406-af2e-4c1b742867ac),segment_id=1f0cd504-4810-4406-af2e-4c1b742867ac)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:52:31.596436 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-cfcb1774-87e9-4e2b-871f-e96c1858f15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:31.648181 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-459876cf-8d21-4daf-b649-4335c186080b req-c68667a4-ddb3-4ffb-80ab-f9783b9c8131 service neutron] 10.222.0.44 "GET /v2.0/networks/361c3585-c6e2-486f-967a-33f86818c3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522171 Apr 28 19:52:31.672059 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcb1774-87e9-4e2b-871f-e96c1858f15b None None] Routers {'9dba48bb-392c-4f6c-aff2-54f8f264106b'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:52:31.673377 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-cfcb1774-87e9-4e2b-871f-e96c1858f15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:52:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9dba48bb-392c-4f6c-aff2-54f8f264106b'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:31.703472 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc2f29f-1b1b-4642-bb39-da1ab715dcec None None] Resources bound (agent type, host, resource id): {{(pid=102775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 19:52:31.739242 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c792e0ae-5c8c-47b3-b8c3-0d771643aefb tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Calling delete_port for 55d8e2a0-379d-42e6-a7b2-b194837c935c owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:52:31.770164 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c9061c-816d-4eb2-b4c3-e89d6aa5d268 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:31.788984 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c7c9061c-816d-4eb2-b4c3-e89d6aa5d268 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 814 time: 0.2417836 Apr 28 19:52:31.823422 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-cfcb1774-87e9-4e2b-871f-e96c1858f15b None None] Set router 9dba48bb-392c-4f6c-aff2-54f8f264106b gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:52:31.897685 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:32.070877 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-cfcb1774-87e9-4e2b-871f-e96c1858f15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dba48bb-392c-4f6c-aff2-54f8f264106b', 'name': '', 'tenant_id': 'ff922f480995429dbd204a248e749e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:24Z', 'updated_at': '2022-04-28T19:52:30Z', 'revision_number': 4, 'project_id': 'ff922f480995429dbd204a248e749e32', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:32.093727 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70dfa2-b828-4aa2-a063-14f960a1554c None None] Pushing event updated for resources: {'Port': ['ID=55d8e2a0-379d-42e6-a7b2-b194837c935c,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:32.187066 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c792e0ae-5c8c-47b3-b8c3-0d771643aefb tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:32.200147 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcb1774-87e9-4e2b-871f-e96c1858f15b None None] The sync data for ids ['9dba48bb-392c-4f6c-aff2-54f8f264106b'] in n-d-839810-1 is: [{'id': '9dba48bb-392c-4f6c-aff2-54f8f264106b', 'name': '', 'tenant_id': 'ff922f480995429dbd204a248e749e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:24Z', 'updated_at': '2022-04-28T19:52:30Z', 'revision_number': 4, 'project_id': 'ff922f480995429dbd204a248e749e32', 'gw_port_host': None}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:52:32.243966 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-381cc8a4-c831-46c6-9e9e-e2a309c6449d req-87027b82-42fb-4084-b6c6-0a7a78b2a5da tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8727398 Apr 28 19:52:32.265803 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37454) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:32.273892 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-1bdb9fd2-5503-44b2-bec9-d3fd86daffa3 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Request body: {'network': {'name': 'tempest-network-smoke--997672025', 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'port_security_enabled': True}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:32.285464 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792e0ae-5c8c-47b3-b8c3-0d771643aefb tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Pushing event deleted for resources: {'Port': ['ID=55d8e2a0-379d-42e6-a7b2-b194837c935c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:32.327395 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c792e0ae-5c8c-47b3-b8c3-0d771643aefb tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:32.332142 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-318452eb-7e8c-49bf-8b66-1bdb856057f4 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:32.402325 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318452eb-7e8c-49bf-8b66-1bdb856057f4 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Subnet': ['ID=05eb5935-9851-47d7-a931-efb280d3c84f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:32.422020 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdd0122-cdc6-49b5-a7ef-1aa555bd3be0 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:32.422423 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-318452eb-7e8c-49bf-8b66-1bdb856057f4 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:32.426606 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-318452eb-7e8c-49bf-8b66-1bdb856057f4 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/05eb5935-9851-47d7-a931-efb280d3c84f HTTP/1.1" status: 204 len: 168 time: 1.8149302 Apr 28 19:52:32.428024 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdb9fd2-5503-44b2-bec9-d3fd86daffa3 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Made reservation on behalf of 9d9e2f02c26d442699c083632dd6dfd5 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:32.434005 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1bdb9fd2-5503-44b2-bec9-d3fd86daffa3 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:32.438897 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffa00d-855f-40de-a119-eed11e324fb7 req-9d8923f2-dc46-49cd-942d-1b38447cacfb tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:32.440731 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c5ffa00d-855f-40de-a119-eed11e324fb7 req-9d8923f2-dc46-49cd-942d-1b38447cacfb tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] 10.222.0.42 "GET /v2.0/ports?device_id=44acfc43-34da-4c9f-b8e6-16c515939841 HTTP/1.1" status: 200 len: 944 time: 0.2407866 Apr 28 19:52:32.441348 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37460) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:32.464443 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-459876cf-8d21-4daf-b649-4335c186080b req-8e2bfa9a-f578-4798-af57-dd7d9588e9b4 service neutron] 10.222.0.44 "GET /v2.0/networks/361c3585-c6e2-486f-967a-33f86818c3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7886710 Apr 28 19:52:32.497904 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bdb9fd2-5503-44b2-bec9-d3fd86daffa3 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:52:32.516721 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1bdb9fd2-5503-44b2-bec9-d3fd86daffa3 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:32.517084 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-1bdb9fd2-5503-44b2-bec9-d3fd86daffa3 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Added segment 3f312828-dd4b-4481-a75c-9ef38d4ec125 of type vlan for network f33bfb5b-8f90-423a-9815-b58e1a6eb23a Apr 28 19:52:32.521612 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-63a88c09-2347-43f2-bd61-9e00e27d1576 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Deleting port 416013ab-3d88-430b-8a1b-a71b951a170f {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:52:32.522003 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-63a88c09-2347-43f2-bd61-9e00e27d1576 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:32.535464 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c792e0ae-5c8c-47b3-b8c3-0d771643aefb tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:32.548268 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c792e0ae-5c8c-47b3-b8c3-0d771643aefb tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:32.589770 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c5ffa00d-855f-40de-a119-eed11e324fb7 req-d1199d7f-a952-4388-bab5-5970edbb2dd4 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] 10.222.0.42 "GET /v2.0/security-groups?id=51ab69cf-364d-4c34-aa29-2d5ad7b18214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102545 Apr 28 19:52:32.639452 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1bdb9fd2-5503-44b2-bec9-d3fd86daffa3 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:32.658253 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-63a88c09-2347-43f2-bd61-9e00e27d1576 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:32.684181 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-63a88c09-2347-43f2-bd61-9e00e27d1576 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Calling delete_port for 416013ab-3d88-430b-8a1b-a71b951a170f owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:52:32.711363 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1bdb9fd2-5503-44b2-bec9-d3fd86daffa3 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:32.712667 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-70694095-7161-4bff-a9c8-030b72e518e2 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting subnet 2f0312ba-8298-43f1-89eb-15f08d130cf5 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:52:32.718927 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdb9fd2-5503-44b2-bec9-d3fd86daffa3 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:32.719665 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1bdb9fd2-5503-44b2-bec9-d3fd86daffa3 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:32.727078 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-70694095-7161-4bff-a9c8-030b72e518e2 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:32.804047 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c792e0ae-5c8c-47b3-b8c3-0d771643aefb tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:32.804631 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c792e0ae-5c8c-47b3-b8c3-0d771643aefb tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9dba48bb-392c-4f6c-aff2-54f8f264106b {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:52:32.813409 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-70694095-7161-4bff-a9c8-030b72e518e2 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:32.819912 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c792e0ae-5c8c-47b3-b8c3-0d771643aefb tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:32.824753 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c792e0ae-5c8c-47b3-b8c3-0d771643aefb tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] 10.222.0.42 "DELETE /v2.0/routers/9dba48bb-392c-4f6c-aff2-54f8f264106b HTTP/1.1" status: 204 len: 168 time: 3.2034116 Apr 28 19:52:32.829420 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37468) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:32.886521 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1bdb9fd2-5503-44b2-bec9-d3fd86daffa3 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6185162 Apr 28 19:52:32.890305 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37474) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:33.025431 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb9fd2-5503-44b2-bec9-d3fd86daffa3 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'Network': ['ID=f33bfb5b-8f90-423a-9815-b58e1a6eb23a,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:33.037532 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network f33bfb5b-8f90-423a-9815-b58e1a6eb23a details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:52:33.058416 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-70694095-7161-4bff-a9c8-030b72e518e2 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:33.100746 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba6a5fd-9e6e-4e34-a2dc-0f4f22b8c021 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Deleting subnet bfa99e13-3af9-4cd4-8450-bc0dac98f95d {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:52:33.106943 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8546a6b2-fe1d-45de-8bdc-723cb542de30 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:33.108659 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8546a6b2-fe1d-45de-8bdc-723cb542de30 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=9d9e2f02c26d442699c083632dd6dfd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2117381 Apr 28 19:52:33.109689 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2ba6a5fd-9e6e-4e34-a2dc-0f4f22b8c021 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:33.129424 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37480) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:33.154880 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-63a88c09-2347-43f2-bd61-9e00e27d1576 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:33.189863 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2ba6a5fd-9e6e-4e34-a2dc-0f4f22b8c021 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:33.261510 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a88c09-2347-43f2-bd61-9e00e27d1576 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Port': ['ID=416013ab-3d88-430b-8a1b-a71b951a170f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:33.278580 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-63a88c09-2347-43f2-bd61-9e00e27d1576 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:33.282034 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-63a88c09-2347-43f2-bd61-9e00e27d1576 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/ports/416013ab-3d88-430b-8a1b-a71b951a170f HTTP/1.1" status: 204 len: 168 time: 1.7488315 Apr 28 19:52:33.290613 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37482) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:33.298261 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c72b3f-098f-423e-a02b-6e9260ffb685 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:33.298946 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c72b3f-098f-423e-a02b-6e9260ffb685 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:33.305396 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a3c72b3f-098f-423e-a02b-6e9260ffb685 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1592 time: 0.1753602 Apr 28 19:52:33.306293 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37484) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:33.348671 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-54de666f-88ee-4fed-b805-c6c7f1df0fcd tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] GET failed (client error): The resource could not be found. Apr 28 19:52:33.351436 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-54de666f-88ee-4fed-b805-c6c7f1df0fcd tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "GET /v2.0/ports/416013ab-3d88-430b-8a1b-a71b951a170f HTTP/1.1" status: 404 len: 333 time: 0.0593181 Apr 28 19:52:33.359288 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37488) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:33.367499 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:33.369924 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-482a7f2a-2e39-42df-a26e-cb649555ff10 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'port': {'network_id': '0c71413c-ce91-4206-9ed8-1ae3b23da60b', 'name': 'tempest-PortsIpV6TestJSON-123334697'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:33.387418 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-29caa59a-9b5e-4802-a148-2191617a45fe tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=562d8c9c-50aa-492e-ae08-06d7f5fe6347&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0772457 Apr 28 19:52:33.390132 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37490) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:33.405358 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-70694095-7161-4bff-a9c8-030b72e518e2 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:33.449119 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-70694095-7161-4bff-a9c8-030b72e518e2 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:33.453403 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-70694095-7161-4bff-a9c8-030b72e518e2 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/2f0312ba-8298-43f1-89eb-15f08d130cf5 HTTP/1.1" status: 204 len: 168 time: 0.9815965 Apr 28 19:52:33.463270 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37492) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:33.477263 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8ae503b7-103f-4adb-9666-499cafd0fdfd tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=6b8c4bba-eacb-44a8-83ab-7a3074f4fe25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0847368 Apr 28 19:52:33.478044 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37494) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:33.496780 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70694095-7161-4bff-a9c8-030b72e518e2 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Subnet': ['ID=2f0312ba-8298-43f1-89eb-15f08d130cf5,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:33.527966 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2ba6a5fd-9e6e-4e34-a2dc-0f4f22b8c021 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:33.530558 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8dd6c4bd-3299-41a2-b83a-0b7c8ecdda20 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=9d9e2f02c26d442699c083632dd6dfd5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0509250 Apr 28 19:52:33.531279 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37496) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:33.570218 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a96529d2-7b4b-4f0c-ae26-24f3f2d9a6fa tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0984056 Apr 28 19:52:33.575498 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37498) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:33.584507 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-1ff48104-47c2-41d2-8a8d-79664ddcda28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:33.588789 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device b80e4cc4-6114-42fc-86f9-2158903b6efd up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:52:33.642950 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a7167f-0be9-46fe-9155-3f2eb03d48be tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:33.643629 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a7167f-0be9-46fe-9155-3f2eb03d48be tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:33.649545 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b1a7167f-0be9-46fe-9155-3f2eb03d48be tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1592 time: 0.1166713 Apr 28 19:52:33.651067 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37500) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:33.674580 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port b80e4cc4-6114-42fc-86f9-2158903b6efd completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:52:33.683330 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port b80e4cc4-6114-42fc-86f9-2158903b6efd triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:33.688667 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:33.715714 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-49ec2e36-782a-4680-ae0a-9d7863e25e61 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=562d8c9c-50aa-492e-ae08-06d7f5fe6347&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0625298 Apr 28 19:52:33.717460 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37504) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:33.718495 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482a7f2a-2e39-42df-a26e-cb649555ff10 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:33.722526 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-482a7f2a-2e39-42df-a26e-cb649555ff10 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:33.742329 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f5aa0-248b-445c-8785-40942088d04e req-915e7c25-3b4a-4056-9cb3-54284f82abe3 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:33.744038 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6e3f5aa0-248b-445c-8785-40942088d04e req-915e7c25-3b4a-4056-9cb3-54284f82abe3 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 945 time: 0.3059511 Apr 28 19:52:33.785647 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6e43b330-2481-4693-b875-c1930bbce16c tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=6b8c4bba-eacb-44a8-83ab-7a3074f4fe25&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0658443 Apr 28 19:52:33.786900 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37506) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:33.793907 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-2faee96c-85f3-4d85-83f5-7c7a1a36f238 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-795174925', 'network_id': 'f33bfb5b-8f90-423a-9815-b58e1a6eb23a', 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:33.923398 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-482a7f2a-2e39-42df-a26e-cb649555ff10 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] device_id is not set on port 5d8ac7df-19f8-4dbb-98ba-b73c4dcc8cb5 yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:52:33.994646 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2faee96c-85f3-4d85-83f5-7c7a1a36f238 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Made reservation on behalf of 9d9e2f02c26d442699c083632dd6dfd5 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:33.998616 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2faee96c-85f3-4d85-83f5-7c7a1a36f238 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:34.124409 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2ba6a5fd-9e6e-4e34-a2dc-0f4f22b8c021 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:34.143037 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98615e38-00bc-4f1b-96d3-ce3c01c8ffb3 req-82ad99d3-2bc8-4f7a-ad69-f62a80755a14 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:34.144902 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-98615e38-00bc-4f1b-96d3-ce3c01c8ffb3 req-82ad99d3-2bc8-4f7a-ad69-f62a80755a14 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] 10.222.0.42 "GET /v2.0/ports?device_id=44acfc43-34da-4c9f-b8e6-16c515939841 HTTP/1.1" status: 200 len: 944 time: 0.2609208 Apr 28 19:52:34.153441 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff48104-47c2-41d2-8a8d-79664ddcda28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:34.157651 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1ff48104-47c2-41d2-8a8d-79664ddcda28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:34.185190 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:34.221644 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2ba6a5fd-9e6e-4e34-a2dc-0f4f22b8c021 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:34.228891 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2ba6a5fd-9e6e-4e34-a2dc-0f4f22b8c021 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] 10.222.0.42 "DELETE /v2.0/subnets/bfa99e13-3af9-4cd4-8450-bc0dac98f95d HTTP/1.1" status: 204 len: 168 time: 1.3889678 Apr 28 19:52:34.231712 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44acfc43-34da-4c9f-b8e6-16c515939841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80e4cc4-6114-42fc-86f9-2158903b6efd'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:34.232351 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37510) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:34.235228 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70b8f40-d459-4050-a583-78edaa7b3274" -d '{"events": [{"server_uuid": "44acfc43-34da-4c9f-b8e6-16c515939841", "name": "network-vif-plugged", "status": "completed", "tag": "b80e4cc4-6114-42fc-86f9-2158903b6efd"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:52:34.245895 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793d0f9a-e0b9-4ae8-9732-fea09d0529fc None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:34.246865 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-98615e38-00bc-4f1b-96d3-ce3c01c8ffb3 req-7382ed47-41ba-47d3-9b6b-4a4d1b469ca1 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] 10.222.0.42 "GET /v2.0/security-groups?id=51ab69cf-364d-4c34-aa29-2d5ad7b18214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675879 Apr 28 19:52:34.261131 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6a5fd-9e6e-4e34-a2dc-0f4f22b8c021 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bfa99e13-3af9-4cd4-8450-bc0dac98f95d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:34.284266 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 5440ef9e-b44e-40fa-b642-3adc72d60fdf details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:52:34.294512 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port b80e4cc4-6114-42fc-86f9-2158903b6efd, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=b80e4cc4-6114-42fc-86f9-2158903b6efd,segment=NetworkSegment(b5964bfb-c9d5-41c5-9772-99bd77ba146c),segment_id=b5964bfb-c9d5-41c5-9772-99bd77ba146c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:34.346990 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:34.481566 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-28fd8931-97dc-4256-8862-c590aab115ba tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:34.502268 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2faee96c-85f3-4d85-83f5-7c7a1a36f238 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:34.550147 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.resource_extend [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:52:34.586463 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faee96c-85f3-4d85-83f5-7c7a1a36f238 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'Subnet': ['ID=eb02f22c-0d51-4a8d-883d-f686aec11d03,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:34.605279 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc96303-c716-44d8-b490-2196d52b891c x-openstack-request-id: req-5bc96303-c716-44d8-b490-2196d52b891c {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:52:34.605885 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44acfc43-34da-4c9f-b8e6-16c515939841", "name": "network-vif-plugged", "status": "completed", "tag": "b80e4cc4-6114-42fc-86f9-2158903b6efd", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:52:34.606435 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5bc96303-c716-44d8-b490-2196d52b891c {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:52:34.607007 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bc96303-c716-44d8-b490-2196d52b891c'] response: {'server_uuid': '44acfc43-34da-4c9f-b8e6-16c515939841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80e4cc4-6114-42fc-86f9-2158903b6efd', 'code': 200} Apr 28 19:52:34.652560 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-ec9155bb-13b2-4fbc-944a-48100048849e None None] Provisioning complete for port 339b1627-da38-4c16-ae99-7d724c735c93 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:34.652940 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ec9155bb-13b2-4fbc-944a-48100048849e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:34.660500 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6e3f5aa0-248b-445c-8785-40942088d04e req-1c302caa-f2af-46f3-b122-bb301b064eb8 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8307340 Apr 28 19:52:34.776139 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faee96c-85f3-4d85-83f5-7c7a1a36f238 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Checking segment: {'id': '3f312828-dd4b-4481-a75c-9ef38d4ec125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f33bfb5b-8f90-423a-9815-b58e1a6eb23a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:52:34.777205 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faee96c-85f3-4d85-83f5-7c7a1a36f238 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Network hostable DHCP agents. Network: f33bfb5b-8f90-423a-9815-b58e1a6eb23a, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:52:34.792069 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-28fd8931-97dc-4256-8862-c590aab115ba tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:34.829191 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-28fd8931-97dc-4256-8862-c590aab115ba tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b8c4bba-eacb-44a8-83ab-7a3074f4fe25']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:34.840085 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faee96c-85f3-4d85-83f5-7c7a1a36f238 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Network f33bfb5b-8f90-423a-9815-b58e1a6eb23a is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:52:34.848249 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=b80e4cc4-6114-42fc-86f9-2158903b6efd,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:34.848503 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-28fd8931-97dc-4256-8862-c590aab115ba tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f0cd504-4810-4406-af2e-4c1b742867ac') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:34.848503 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-28fd8931-97dc-4256-8862-c590aab115ba tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f0cd504-4810-4406-af2e-4c1b742867ac') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:34.867431 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-482a7f2a-2e39-42df-a26e-cb649555ff10 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:34.868564 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-28fd8931-97dc-4256-8862-c590aab115ba tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:34.878363 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-2faee96c-85f3-4d85-83f5-7c7a1a36f238 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, f33bfb5b-8f90-423a-9815-b58e1a6eb23a) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:34.888439 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2faee96c-85f3-4d85-83f5-7c7a1a36f238 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:34.890345 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2faee96c-85f3-4d85-83f5-7c7a1a36f238 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:34.903301 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-28fd8931-97dc-4256-8862-c590aab115ba tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:34.908925 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1ff48104-47c2-41d2-8a8d-79664ddcda28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:34.919767 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28fd8931-97dc-4256-8862-c590aab115ba tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:52:34.920440 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-28fd8931-97dc-4256-8862-c590aab115ba tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:34.923585 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:52:34.923585 n-d-839810-1 neutron-server[102774]: items = [ Apr 28 19:52:34.923585 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:52:34.923585 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:52:34.923585 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:52:34.923585 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:52:34.923585 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:52:34.923585 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:52:34.923585 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:52:34.923585 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:52:34.923585 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:52:34.923585 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:52:34.923585 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:52:34.923585 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:52:34.923585 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:52:34.923585 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:52:34.923585 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:52:34.923585 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:52:34.923585 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:52:34.923585 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:52:34.923585 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:52:34.923585 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:52:34.923585 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:52:34.923585 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:52:34.923585 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:52:34.923585 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:52:34.923585 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:52:34.923585 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:52:34.923585 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:52:34.923585 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:52:34.923585 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:52:34.923585 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:52:34.923585 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:52:34.923585 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:52:34.925635 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 5440ef9e-b44e-40fa-b642-3adc72d60fdf, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=5440ef9e-b44e-40fa-b642-3adc72d60fdf,segment=NetworkSegment(7fe1025a-ef48-4d42-914a-75eec3ed90de),segment_id=7fe1025a-ef48-4d42-914a-75eec3ed90de)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:34.930413 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad72c17-3af8-4db0-9b2d-79d3b8e44b4e req-cd578928-c532-4da6-82c2-68812b62a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:34.932419 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dad72c17-3af8-4db0-9b2d-79d3b8e44b4e req-cd578928-c532-4da6-82c2-68812b62a1ec service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=44acfc43-34da-4c9f-b8e6-16c515939841 HTTP/1.1" status: 200 len: 1096 time: 0.1370006 Apr 28 19:52:34.963314 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '5440ef9e-b44e-40fa-b642-3adc72d60fdf', 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9', 'port_id': '5440ef9e-b44e-40fa-b642-3adc72d60fdf', 'mac_address': 'fa:16:3e:73:ae:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9c43513-8faa-4150-80e2-a774186aa1a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:52:34.968515 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ab595c-c828-4757-bcce-6bc88d6d847e None None] Network f33bfb5b-8f90-423a-9815-b58e1a6eb23a requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:34.987468 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff48104-47c2-41d2-8a8d-79664ddcda28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:34.997460 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2faee96c-85f3-4d85-83f5-7c7a1a36f238 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2092617 Apr 28 19:52:35.002808 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-1ff48104-47c2-41d2-8a8d-79664ddcda28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:35.003551 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-28fd8931-97dc-4256-8862-c590aab115ba tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:35.018471 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fd8931-97dc-4256-8862-c590aab115ba tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6b8c4bba-eacb-44a8-83ab-7a3074f4fe25 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 28 19:52:35.026001 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff48104-47c2-41d2-8a8d-79664ddcda28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:35.026242 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-28fd8931-97dc-4256-8862-c590aab115ba tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:35.026641 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1ff48104-47c2-41d2-8a8d-79664ddcda28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:35.037319 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-28fd8931-97dc-4256-8862-c590aab115ba tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] 10.222.0.42 "DELETE /v2.0/networks/6b8c4bba-eacb-44a8-83ab-7a3074f4fe25 HTTP/1.1" status: 204 len: 168 time: 0.8003395 Apr 28 19:52:35.059893 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd8931-97dc-4256-8862-c590aab115ba tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Pushing event deleted for resources: {'Network': ['ID=6b8c4bba-eacb-44a8-83ab-7a3074f4fe25,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:35.109579 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dad72c17-3af8-4db0-9b2d-79d3b8e44b4e req-9d8eeeca-c526-4a89-b3d7-04c51ed93ae3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=51ab69cf-364d-4c34-aa29-2d5ad7b18214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670985 Apr 28 19:52:35.110969 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff48104-47c2-41d2-8a8d-79664ddcda28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Subnet': ['ID=93714a5e-8570-4434-b687-8ccf1acdd20c,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:35.115235 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-482a7f2a-2e39-42df-a26e-cb649555ff10 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:35.122679 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1ff48104-47c2-41d2-8a8d-79664ddcda28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5464213 Apr 28 19:52:35.126056 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37534) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:35.132162 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-021ac093-b56a-4dd3-b64d-5eb5019a3125 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:35.179166 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:35.197584 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a7f2a-2e39-42df-a26e-cb649555ff10 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Port': ['ID=5d8ac7df-19f8-4dbb-98ba-b73c4dcc8cb5,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:35.199646 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5440ef9e-b44e-40fa-b642-3adc72d60fdf {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:52:35.248127 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc96213b-260f-452e-ba6a-affd899c2ee1 None None] DHCP port deletion for 3bb4ad15-38e1-4028-be09-c8cdfded96d3 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:52:35.258050 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482a7f2a-2e39-42df-a26e-cb649555ff10 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Network 0c71413c-ce91-4206-9ed8-1ae3b23da60b is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:35.259764 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-482a7f2a-2e39-42df-a26e-cb649555ff10 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:35.263231 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482a7f2a-2e39-42df-a26e-cb649555ff10 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:52:35.278405 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 5440ef9e-b44e-40fa-b642-3adc72d60fdf, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=5440ef9e-b44e-40fa-b642-3adc72d60fdf,segment=NetworkSegment(7fe1025a-ef48-4d42-914a-75eec3ed90de),segment_id=7fe1025a-ef48-4d42-914a-75eec3ed90de)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:35.282310 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482a7f2a-2e39-42df-a26e-cb649555ff10 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:35.283128 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-482a7f2a-2e39-42df-a26e-cb649555ff10 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:35.323567 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-482a7f2a-2e39-42df-a26e-cb649555ff10 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9628308 Apr 28 19:52:35.327050 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37538) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:35.334974 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-d3055c6d-0a10-4804-942d-1a81861d3dca tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:35.370549 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:35.467173 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=5440ef9e-b44e-40fa-b642-3adc72d60fdf,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:35.491543 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134f9e80-a389-4fb9-a68f-d8dfe3a598c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-f33bfb5b-8f90-423a-9815-b58e1a6eb23a', 'network_id': 'f33bfb5b-8f90-423a-9815-b58e1a6eb23a', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'fixed_ips': [{'subnet_id': 'eb02f22c-0d51-4a8d-883d-f686aec11d03'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:52:35.493391 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-134f9e80-a389-4fb9-a68f-d8dfe3a598c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:35.504360 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3055c6d-0a10-4804-942d-1a81861d3dca tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:35.653707 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['5440ef9e-b44e-40fa-b642-3adc72d60fdf'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:52:35.676148 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021ac093-b56a-4dd3-b64d-5eb5019a3125 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:35.687348 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-021ac093-b56a-4dd3-b64d-5eb5019a3125 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:35.748162 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b67c6e-44e0-4d48-90cc-66c48f9c514f req-7214a088-eb65-4cf0-b5e4-c2ded52133fc tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:35.749804 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-76b67c6e-44e0-4d48-90cc-66c48f9c514f req-7214a088-eb65-4cf0-b5e4-c2ded52133fc tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] 10.222.0.42 "GET /v2.0/ports?device_id=44acfc43-34da-4c9f-b8e6-16c515939841 HTTP/1.1" status: 200 len: 945 time: 0.2465265 Apr 28 19:52:35.841909 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-134f9e80-a389-4fb9-a68f-d8dfe3a598c0 None None] Allocated IP 172.20.0.18 (f33bfb5b-8f90-423a-9815-b58e1a6eb23a/eb02f22c-0d51-4a8d-883d-f686aec11d03/05e6e5e2-73fd-4c4f-a73f-9150cc537398) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:35.997890 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-76b67c6e-44e0-4d48-90cc-66c48f9c514f req-97c73b1e-e7db-4703-9060-f95ee90475c9 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] 10.222.0.42 "GET /v2.0/security-groups?id=51ab69cf-364d-4c34-aa29-2d5ad7b18214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838586 Apr 28 19:52:36.017980 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37558) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:36.034130 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-f83607c0-acd2-44ac-88b7-7258d747257e tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Request body: {'router': {'name': 'tempest-router--547136756', 'project_id': 'd0b8c0ab405e41d199831a2e5fd3ae24'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:36.053029 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37560) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:36.060016 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-6fc30466-e280-4609-a11e-04e577caeb04 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1184080262', 'description': 'tempest-secgroup-smoke-1184080262 description', 'project_id': '9d9e2f02c26d442699c083632dd6dfd5'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:36.143460 n-d-839810-1 neutron-server[102774]: INFO neutron.db.ipam_backend_mixin [None req-021ac093-b56a-4dd3-b64d-5eb5019a3125 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 93714a5e-8570-4434-b687-8ccf1acdd20c (CIDR: 2001:db8::/64) Apr 28 19:52:36.143460 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6fc30466-e280-4609-a11e-04e577caeb04 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:36.151931 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3055c6d-0a10-4804-942d-1a81861d3dca tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:36.177768 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3055c6d-0a10-4804-942d-1a81861d3dca tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:36.186893 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-134f9e80-a389-4fb9-a68f-d8dfe3a598c0 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:36.195245 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-021ac093-b56a-4dd3-b64d-5eb5019a3125 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:52:36.196924 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-021ac093-b56a-4dd3-b64d-5eb5019a3125 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:52:36.205830 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 339b1627-da38-4c16-ae99-7d724c735c93 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:52:36.279658 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-134f9e80-a389-4fb9-a68f-d8dfe3a598c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:36.297398 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f83607c0-acd2-44ac-88b7-7258d747257e tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:36.298568 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f83607c0-acd2-44ac-88b7-7258d747257e tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:36.327496 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d3055c6d-0a10-4804-942d-1a81861d3dca tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] In _notify_port_updated(), no bound segment for port 5d8ac7df-19f8-4dbb-98ba-b73c4dcc8cb5 on network 0c71413c-ce91-4206-9ed8-1ae3b23da60b {{(pid=102773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 19:52:36.338383 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3055c6d-0a10-4804-942d-1a81861d3dca tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:36.339489 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3055c6d-0a10-4804-942d-1a81861d3dca tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:36.340376 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-bc96213b-260f-452e-ba6a-affd899c2ee1 None None] Deleting port 339b1627-da38-4c16-ae99-7d724c735c93 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:52:36.341187 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bc96213b-260f-452e-ba6a-affd899c2ee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:36.341765 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d3055c6d-0a10-4804-942d-1a81861d3dca tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "PUT /v2.0/ports/5d8ac7df-19f8-4dbb-98ba-b73c4dcc8cb5 HTTP/1.1" status: 200 len: 818 time: 1.0121605 Apr 28 19:52:36.345155 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3055c6d-0a10-4804-942d-1a81861d3dca tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Port': ['ID=5d8ac7df-19f8-4dbb-98ba-b73c4dcc8cb5,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:36.348230 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37572) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:36.367991 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6fc30466-e280-4609-a11e-04e577caeb04 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:36.398547 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6fc30466-e280-4609-a11e-04e577caeb04 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:36.454784 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-021ac093-b56a-4dd3-b64d-5eb5019a3125 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3274040 Apr 28 19:52:36.457809 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37578) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:36.485221 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-126148e4-7e2c-40c1-9f3a-b34ad5df3238 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:36.531197 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134f9e80-a389-4fb9-a68f-d8dfe3a598c0 None None] Network f33bfb5b-8f90-423a-9815-b58e1a6eb23a is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:36.557178 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-134f9e80-a389-4fb9-a68f-d8dfe3a598c0 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:36.562412 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc30466-e280-4609-a11e-04e577caeb04 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63e2d205-7202-4a68-a721-60135233bf67,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:36.569213 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134f9e80-a389-4fb9-a68f-d8dfe3a598c0 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:52:36.572773 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6fc30466-e280-4609-a11e-04e577caeb04 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:36.578990 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6fc30466-e280-4609-a11e-04e577caeb04 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5244300 Apr 28 19:52:36.618221 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37580) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:36.626786 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-d31dd7b3-1f8e-4da8-a3ad-d0de17706173 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Request body: {'security_group_rule': {'security_group_id': '63e2d205-7202-4a68-a721-60135233bf67', 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:36.636571 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f83607c0-acd2-44ac-88b7-7258d747257e tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:36.655540 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f83607c0-acd2-44ac-88b7-7258d747257e tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:36.687364 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b078b53-7218-4bb3-936a-33eafb00aa97 req-3e64ed30-adf5-4b5c-9500-cff9c903e986 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:36.690192 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f83607c0-acd2-44ac-88b7-7258d747257e tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:36.697778 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f83607c0-acd2-44ac-88b7-7258d747257e tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6784060 Apr 28 19:52:36.698851 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37582) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:36.705126 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9b078b53-7218-4bb3-936a-33eafb00aa97 req-3e64ed30-adf5-4b5c-9500-cff9c903e986 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 944 time: 0.4857066 Apr 28 19:52:36.764530 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f9e80-a389-4fb9-a68f-d8dfe3a598c0 None None] Pushing event updated for resources: {'Port': ['ID=05e6e5e2-73fd-4c4f-a73f-9150cc537398,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:36.772952 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-bc96213b-260f-452e-ba6a-affd899c2ee1 None None] For port 339b1627-da38-4c16-ae99-7d724c735c93, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=339b1627-da38-4c16-ae99-7d724c735c93,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:36.773526 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bc96213b-260f-452e-ba6a-affd899c2ee1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:36.805207 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d31dd7b3-1f8e-4da8-a3ad-d0de17706173 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:36.875626 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9b078b53-7218-4bb3-936a-33eafb00aa97 req-6b3c1ec7-6a62-4bfc-a9b3-f8badb2825c0 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692016 Apr 28 19:52:36.896392 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:36.920233 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8c794eff-caeb-499e-afdf-52d5ff7fba1b tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:36.946490 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-bc96213b-260f-452e-ba6a-affd899c2ee1 None None] Calling delete_port for 339b1627-da38-4c16-ae99-7d724c735c93 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:52:36.948920 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126148e4-7e2c-40c1-9f3a-b34ad5df3238 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:36.953367 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-126148e4-7e2c-40c1-9f3a-b34ad5df3238 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:37.018750 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-134f9e80-a389-4fb9-a68f-d8dfe3a598c0 None None] Attempting to bind port 05e6e5e2-73fd-4c4f-a73f-9150cc537398 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:52:37.019081 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-134f9e80-a389-4fb9-a68f-d8dfe3a598c0 None None] Attempting to bind port 05e6e5e2-73fd-4c4f-a73f-9150cc537398 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '3f312828-dd4b-4481-a75c-9ef38d4ec125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f33bfb5b-8f90-423a-9815-b58e1a6eb23a'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:52:37.019397 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134f9e80-a389-4fb9-a68f-d8dfe3a598c0 None None] Attempting to bind port 05e6e5e2-73fd-4c4f-a73f-9150cc537398 on network f33bfb5b-8f90-423a-9815-b58e1a6eb23a {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:52:37.173019 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8c794eff-caeb-499e-afdf-52d5ff7fba1b tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:37.190513 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8c794eff-caeb-499e-afdf-52d5ff7fba1b tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:37.197904 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ad4c1a4c-1164-4eec-9e87-682b3da0b587 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Deleting port 5d8ac7df-19f8-4dbb-98ba-b73c4dcc8cb5 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:52:37.198248 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ad4c1a4c-1164-4eec-9e87-682b3da0b587 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:37.211149 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 339b1627-da38-4c16-ae99-7d724c735c93, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=339b1627-da38-4c16-ae99-7d724c735c93,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:37.218405 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134f9e80-a389-4fb9-a68f-d8dfe3a598c0 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:52:37.218868 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134f9e80-a389-4fb9-a68f-d8dfe3a598c0 None None] Checking segment: {'id': '3f312828-dd4b-4481-a75c-9ef38d4ec125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f33bfb5b-8f90-423a-9815-b58e1a6eb23a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:52:37.228093 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-134f9e80-a389-4fb9-a68f-d8dfe3a598c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:37.228551 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134f9e80-a389-4fb9-a68f-d8dfe3a598c0 None None] Bound using segment: {'id': '3f312828-dd4b-4481-a75c-9ef38d4ec125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f33bfb5b-8f90-423a-9815-b58e1a6eb23a'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:52:37.229061 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-134f9e80-a389-4fb9-a68f-d8dfe3a598c0 None None] Bound port: 05e6e5e2-73fd-4c4f-a73f-9150cc537398, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f312828-dd4b-4481-a75c-9ef38d4ec125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f33bfb5b-8f90-423a-9815-b58e1a6eb23a'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:52:37.229461 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-134f9e80-a389-4fb9-a68f-d8dfe3a598c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:37.281169 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:37.374834 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=339b1627-da38-4c16-ae99-7d724c735c93,revision_number=7']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:37.503674 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-134f9e80-a389-4fb9-a68f-d8dfe3a598c0 None None] For port 05e6e5e2-73fd-4c4f-a73f-9150cc537398, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:52:37.517200 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d31dd7b3-1f8e-4da8-a3ad-d0de17706173 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:37.527607 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bc96213b-260f-452e-ba6a-affd899c2ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:37.532352 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-134f9e80-a389-4fb9-a68f-d8dfe3a598c0 None None] For port 05e6e5e2-73fd-4c4f-a73f-9150cc537398, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=05e6e5e2-73fd-4c4f-a73f-9150cc537398,segment=NetworkSegment(3f312828-dd4b-4481-a75c-9ef38d4ec125),segment_id=3f312828-dd4b-4481-a75c-9ef38d4ec125)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:52:37.545231 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8c794eff-caeb-499e-afdf-52d5ff7fba1b tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:37.545829 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c794eff-caeb-499e-afdf-52d5ff7fba1b tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7eef1b3f-9883-43d7-b99a-2f155ab6a275 {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:52:37.550048 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d31dd7b3-1f8e-4da8-a3ad-d0de17706173 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:37.566368 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc96213b-260f-452e-ba6a-affd899c2ee1 None None] Pushing event deleted for resources: {'Port': ['ID=339b1627-da38-4c16-ae99-7d724c735c93,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:37.566688 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8c794eff-caeb-499e-afdf-52d5ff7fba1b tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:37.571070 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-134f9e80-a389-4fb9-a68f-d8dfe3a598c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:37.578808 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8c794eff-caeb-499e-afdf-52d5ff7fba1b tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] 10.222.0.42 "DELETE /v2.0/routers/7eef1b3f-9883-43d7-b99a-2f155ab6a275 HTTP/1.1" status: 204 len: 168 time: 0.8756647 Apr 28 19:52:37.626760 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc96213b-260f-452e-ba6a-affd899c2ee1 None None] No DVR routers for this DVR port 339b1627-da38-4c16-ae99-7d724c735c93 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:52:37.654369 n-d-839810-1 neutron-server[102774]: DEBUG neutron.objects.ports [None req-126148e4-7e2c-40c1-9f3a-b34ad5df3238 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102774) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 19:52:37.659753 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ad4c1a4c-1164-4eec-9e87-682b3da0b587 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:37.662972 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-126148e4-7e2c-40c1-9f3a-b34ad5df3238 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:37.691250 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc727c04-63f6-41ca-b782-431b4c8a22d4 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:37.731223 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f9e80-a389-4fb9-a68f-d8dfe3a598c0 None None] Pushing event updated for resources: {'Port': ['ID=05e6e5e2-73fd-4c4f-a73f-9150cc537398,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:37.796796 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62b1ef-3b02-4093-a038-31735f64e874 req-ca73bc58-623d-4ffb-9881-58d8be4e68ac tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:37.805535 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dc62b1ef-3b02-4093-a038-31735f64e874 req-ca73bc58-623d-4ffb-9881-58d8be4e68ac tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] 10.222.0.42 "GET /v2.0/ports?device_id=44acfc43-34da-4c9f-b8e6-16c515939841 HTTP/1.1" status: 200 len: 945 time: 0.6095595 Apr 28 19:52:37.850937 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31dd7b3-1f8e-4da8-a3ad-d0de17706173 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f9ee697-8895-48d0-83c5-98f4053cbdab,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:37.856728 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ad4c1a4c-1164-4eec-9e87-682b3da0b587 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Calling delete_port for 5d8ac7df-19f8-4dbb-98ba-b73c4dcc8cb5 owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:52:37.863512 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d31dd7b3-1f8e-4da8-a3ad-d0de17706173 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:37.865811 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d31dd7b3-1f8e-4da8-a3ad-d0de17706173 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2463188 Apr 28 19:52:37.873316 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37592) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:37.888989 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-1da7aa69-3600-44f7-9b50-ed4a1f7265e1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Request body: {'security_group_rule': {'security_group_id': '63e2d205-7202-4a68-a721-60135233bf67', 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:37.935576 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126148e4-7e2c-40c1-9f3a-b34ad5df3238 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:37.939646 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126148e4-7e2c-40c1-9f3a-b34ad5df3238 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Subnet': ['ID=6f48964a-cdf0-493d-8dae-31350aa8be86,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:37.945811 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-126148e4-7e2c-40c1-9f3a-b34ad5df3238 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:37.949653 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126148e4-7e2c-40c1-9f3a-b34ad5df3238 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:37.950346 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-126148e4-7e2c-40c1-9f3a-b34ad5df3238 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:38.006719 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-126148e4-7e2c-40c1-9f3a-b34ad5df3238 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5249958 Apr 28 19:52:38.008776 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37596) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:38.040775 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-4caea862-57f4-4627-bd65-fed03b1b896e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'port': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'mac_address': 'fa:16:3e:1b:04:eb', 'name': 'tempest-NetworksTestDHCPv6-1002752654'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:38.058776 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37598) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:38.338165 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dc62b1ef-3b02-4093-a038-31735f64e874 req-adf9a8e9-f0c8-43b2-87c8-67d7cfe7ba10 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] 10.222.0.42 "GET /v2.0/security-groups?id=51ab69cf-364d-4c34-aa29-2d5ad7b18214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4781938 Apr 28 19:52:38.348060 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1da7aa69-3600-44f7-9b50-ed4a1f7265e1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:38.368012 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 5440ef9e-b44e-40fa-b642-3adc72d60fdf up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:52:38.534466 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ad4c1a4c-1164-4eec-9e87-682b3da0b587 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:38.593370 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d075a803-9fef-473d-93d0-e497c25a624d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'tenant_id': 'db556cb00e88416ab6b08e9d3eea023f', 'fixed_ips': [{'subnet_id': '6f48964a-cdf0-493d-8dae-31350aa8be86'}, {'subnet_id': '93714a5e-8570-4434-b687-8ccf1acdd20c'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:52:38.595158 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4caea862-57f4-4627-bd65-fed03b1b896e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:38.596068 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d075a803-9fef-473d-93d0-e497c25a624d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:38.637312 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ad4c1a4c-1164-4eec-9e87-682b3da0b587 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:38.648580 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ad4c1a4c-1164-4eec-9e87-682b3da0b587 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/ports/5d8ac7df-19f8-4dbb-98ba-b73c4dcc8cb5 HTTP/1.1" status: 204 len: 168 time: 2.2957628 Apr 28 19:52:38.648580 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37604) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:38.658486 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c1a4c-1164-4eec-9e87-682b3da0b587 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Port': ['ID=5d8ac7df-19f8-4dbb-98ba-b73c4dcc8cb5,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:38.689436 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67c9e7-74a6-42df-bb85-07c06bd9fff1 req-1ad2bb58-02ec-4f7a-94fd-ca93c96a99ce tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:38.703486 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1da7aa69-3600-44f7-9b50-ed4a1f7265e1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:38.704891 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ff67c9e7-74a6-42df-bb85-07c06bd9fff1 req-1ad2bb58-02ec-4f7a-94fd-ca93c96a99ce tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 944 time: 0.4444828 Apr 28 19:52:38.774369 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1da7aa69-3600-44f7-9b50-ed4a1f7265e1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:38.858900 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 5440ef9e-b44e-40fa-b642-3adc72d60fdf triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:38.871855 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1da7aa69-3600-44f7-9b50-ed4a1f7265e1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:38.873141 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1da7aa69-3600-44f7-9b50-ed4a1f7265e1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9904974 Apr 28 19:52:38.875677 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:38.889623 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37608) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:38.906962 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ff67c9e7-74a6-42df-bb85-07c06bd9fff1 req-8c7c919e-0b70-4ae3-9f07-1276f9a52650 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993871 Apr 28 19:52:38.908818 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-a85915d0-f897-4604-9be7-6f6773f919d6 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1805681087', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}, 'admin_state_up': False}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:38.914165 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-d0ed0267-aa14-4e62-a99f-37e81e2e339d tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Request body: {'security_group_rule': {'security_group_id': '63e2d205-7202-4a68-a721-60135233bf67', 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:38.921205 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7aa69-3600-44f7-9b50-ed4a1f7265e1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfaa44b8-7b96-474f-a5a1-b9d156233bc3,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:39.010769 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4caea862-57f4-4627-bd65-fed03b1b896e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:39.036511 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c2599-94b7-4d76-a1ab-d39ada10ef9b req-3ac6f046-34af-43fa-a25f-6e340872c3e2 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:39.049110 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cd1c2599-94b7-4d76-a1ab-d39ada10ef9b req-3ac6f046-34af-43fa-a25f-6e340872c3e2 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] 10.222.0.42 "GET /v2.0/ports?device_id=44acfc43-34da-4c9f-b8e6-16c515939841 HTTP/1.1" status: 200 len: 945 time: 0.2991834 Apr 28 19:52:39.078486 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38889609-a4ae-4116-990a-ab613f3f52ec tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:39.080222 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d0ed0267-aa14-4e62-a99f-37e81e2e339d tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:39.083128 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37616) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:39.084812 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-38889609-a4ae-4116-990a-ab613f3f52ec tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4189274 Apr 28 19:52:39.147247 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-4caea862-57f4-4627-bd65-fed03b1b896e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] device_id is not set on port 5a4f11b7-1d61-46f0-9d5d-4fc5fb69fb1c yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:52:39.151413 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a85915d0-f897-4604-9be7-6f6773f919d6 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:39.156789 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a85915d0-f897-4604-9be7-6f6773f919d6 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:39.177473 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d46eb0-bb54-4c00-a2c3-bc6414ed5282 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] GET failed (client error): The resource could not be found. Apr 28 19:52:39.179314 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-77d46eb0-bb54-4c00-a2c3-bc6414ed5282 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "GET /v2.0/ports/5d8ac7df-19f8-4dbb-98ba-b73c4dcc8cb5 HTTP/1.1" status: 404 len: 333 time: 0.0932617 Apr 28 19:52:39.183612 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37622) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:39.202957 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cd1c2599-94b7-4d76-a1ab-d39ada10ef9b req-c43e8180-39c9-496b-9d2a-8418eb2e4869 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] 10.222.0.42 "GET /v2.0/security-groups?id=51ab69cf-364d-4c34-aa29-2d5ad7b18214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501045 Apr 28 19:52:39.211121 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-624c939f-86f9-4cd4-a30d-99bfce5df09a tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1783543740'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:39.256307 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:39.299143 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a85915d0-f897-4604-9be7-6f6773f919d6 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:39.316799 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624c939f-86f9-4cd4-a30d-99bfce5df09a tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:39.321908 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-624c939f-86f9-4cd4-a30d-99bfce5df09a tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:39.421569 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d0ed0267-aa14-4e62-a99f-37e81e2e339d tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:39.430164 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d0ed0267-aa14-4e62-a99f-37e81e2e339d tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:39.453200 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed0267-aa14-4e62-a99f-37e81e2e339d tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ac76ca-1c92-4941-965b-dd9d5a477f57,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:39.481319 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d0ed0267-aa14-4e62-a99f-37e81e2e339d tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:39.482998 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d0ed0267-aa14-4e62-a99f-37e81e2e339d tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5747583 Apr 28 19:52:39.485868 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37628) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:39.497500 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-baacf33b-94fe-433b-bce4-1243200312bf tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Request body: {'security_group_rule': {'security_group_id': '63e2d205-7202-4a68-a721-60135233bf67', 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:39.526127 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e202e98-19f3-444e-94ee-379b94c766bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5440ef9e-b44e-40fa-b642-3adc72d60fdf'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:39.541916 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4928ae-ecba-43e2-abe5-010629df29dd" -d '{"events": [{"server_uuid": "6e202e98-19f3-444e-94ee-379b94c766bd", "name": "network-vif-plugged", "status": "completed", "tag": "5440ef9e-b44e-40fa-b642-3adc72d60fdf"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:52:39.593465 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-baacf33b-94fe-433b-bce4-1243200312bf tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:39.665711 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 5440ef9e-b44e-40fa-b642-3adc72d60fdf, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=5440ef9e-b44e-40fa-b642-3adc72d60fdf,segment=NetworkSegment(7fe1025a-ef48-4d42-914a-75eec3ed90de),segment_id=7fe1025a-ef48-4d42-914a-75eec3ed90de)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:39.668078 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164d44ce-1c03-46e3-b6aa-3a3d4d632bd1 x-openstack-request-id: req-164d44ce-1c03-46e3-b6aa-3a3d4d632bd1 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:52:39.668514 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e202e98-19f3-444e-94ee-379b94c766bd", "name": "network-vif-plugged", "status": "completed", "tag": "5440ef9e-b44e-40fa-b642-3adc72d60fdf", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:52:39.668855 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-164d44ce-1c03-46e3-b6aa-3a3d4d632bd1 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:52:39.669378 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-164d44ce-1c03-46e3-b6aa-3a3d4d632bd1'] response: {'server_uuid': '6e202e98-19f3-444e-94ee-379b94c766bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5440ef9e-b44e-40fa-b642-3adc72d60fdf', 'code': 200} Apr 28 19:52:39.683754 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:39.686934 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-d075a803-9fef-473d-93d0-e497c25a624d None None] Allocated IP 2001:db8::2 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/93714a5e-8570-4434-b687-8ccf1acdd20c/7ddf6084-327b-4782-ab6c-52a49c310893) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:39.758097 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a85915d0-f897-4604-9be7-6f6773f919d6 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:39.771679 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624c939f-86f9-4cd4-a30d-99bfce5df09a tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:52:39.803325 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-baacf33b-94fe-433b-bce4-1243200312bf tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:39.805081 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=5440ef9e-b44e-40fa-b642-3adc72d60fdf,revision_number=7']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:39.813077 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-d075a803-9fef-473d-93d0-e497c25a624d None None] Allocated IP 2001:db8:0:1:f816:3eff:fe1b:dd27 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/6f48964a-cdf0-493d-8dae-31350aa8be86/7ddf6084-327b-4782-ab6c-52a49c310893) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:39.814089 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-baacf33b-94fe-433b-bce4-1243200312bf tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:39.855539 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baacf33b-94fe-433b-bce4-1243200312bf tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9caa4558-0b36-4b28-b3eb-c037e66bc4b6,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:39.866303 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-624c939f-86f9-4cd4-a30d-99bfce5df09a tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:39.866672 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-624c939f-86f9-4cd4-a30d-99bfce5df09a tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Added segment fe4978ac-8771-4b99-8c4d-0ab1f04f1616 of type vlan for network f0294a7b-0cd5-497c-af2d-fd8c7266abf5 Apr 28 19:52:39.898325 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803c5a61-cffe-4a0a-8cfe-52527ac28373 None None] Network f33bfb5b-8f90-423a-9815-b58e1a6eb23a requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:39.899893 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-baacf33b-94fe-433b-bce4-1243200312bf tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:39.902426 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-baacf33b-94fe-433b-bce4-1243200312bf tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4148436 Apr 28 19:52:39.905779 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37634) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:39.921980 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-ca71c001-56a8-40a3-ac01-bf8e39b0cfe0 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Request body: {'security_group_rule': {'security_group_id': '63e2d205-7202-4a68-a721-60135233bf67', 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:39.997621 n-d-839810-1 neutron-server[102774]: INFO neutron.db.securitygroups_db [None req-ca71c001-56a8-40a3-ac01-bf8e39b0cfe0 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Project 9d9e2f02c26d442699c083632dd6dfd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 19:52:40.016211 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca71c001-56a8-40a3-ac01-bf8e39b0cfe0 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:40.059421 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-624c939f-86f9-4cd4-a30d-99bfce5df09a tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:40.149591 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 05e6e5e2-73fd-4c4f-a73f-9150cc537398 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:52:40.167080 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-624c939f-86f9-4cd4-a30d-99bfce5df09a tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:40.173502 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624c939f-86f9-4cd4-a30d-99bfce5df09a tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:40.174424 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-624c939f-86f9-4cd4-a30d-99bfce5df09a tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:40.257088 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca71c001-56a8-40a3-ac01-bf8e39b0cfe0 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:40.271729 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca71c001-56a8-40a3-ac01-bf8e39b0cfe0 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:40.289415 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-624c939f-86f9-4cd4-a30d-99bfce5df09a tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1024132 Apr 28 19:52:40.294030 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37638) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:40.295136 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c939f-86f9-4cd4-a30d-99bfce5df09a tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Network': ['ID=f0294a7b-0cd5-497c-af2d-fd8c7266abf5,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:40.303488 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-c1ed3ce7-7d42-4b5d-ac98-5cba8a619d5e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'subnet': {'network_id': 'f0294a7b-0cd5-497c-af2d-fd8c7266abf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:40.315899 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-4ea40a2c-adce-4bb2-a90a-54bfd83ddf24 None None] Provisioning complete for port 05e6e5e2-73fd-4c4f-a73f-9150cc537398 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:40.315899 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4ea40a2c-adce-4bb2-a90a-54bfd83ddf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:40.318552 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network f0294a7b-0cd5-497c-af2d-fd8c7266abf5 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:52:40.338102 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71c001-56a8-40a3-ac01-bf8e39b0cfe0 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eb0e1eb-e729-406e-8d18-2456e613b669,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:40.348488 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb606721-90c9-4e46-ab4e-df987ab0371e req-81280e12-208b-4a1f-a8cc-22b848c6122b tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:40.356987 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fb606721-90c9-4e46-ab4e-df987ab0371e req-81280e12-208b-4a1f-a8cc-22b848c6122b tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 945 time: 0.2548091 Apr 28 19:52:40.363563 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812fbcb-31b6-4510-8939-2c475ea299c0 req-feaa0f6d-28ed-4d1a-99b9-2a89a8a54a82 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:40.365823 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7812fbcb-31b6-4510-8939-2c475ea299c0 req-feaa0f6d-28ed-4d1a-99b9-2a89a8a54a82 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] 10.222.0.42 "GET /v2.0/ports?device_id=44acfc43-34da-4c9f-b8e6-16c515939841 HTTP/1.1" status: 200 len: 945 time: 0.2752948 Apr 28 19:52:40.389823 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ca71c001-56a8-40a3-ac01-bf8e39b0cfe0 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:40.391683 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ca71c001-56a8-40a3-ac01-bf8e39b0cfe0 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4853072 Apr 28 19:52:40.403569 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37642) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:40.440135 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7812fbcb-31b6-4510-8939-2c475ea299c0 req-08e62988-d720-48b7-bc80-37db379cc3ba tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] 10.222.0.42 "GET /v2.0/security-groups?id=51ab69cf-364d-4c34-aa29-2d5ad7b18214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645089 Apr 28 19:52:40.480974 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-ddb0f7b6-ba02-4412-8fd1-82dfc35e428e tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Request body: {'security_group_rule': {'security_group_id': '63e2d205-7202-4a68-a721-60135233bf67', 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:40.571661 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 05e6e5e2-73fd-4c4f-a73f-9150cc537398 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:40.572647 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:40.616524 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:52:40.619818 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fb606721-90c9-4e46-ab4e-df987ab0371e req-9bcb5372-c84a-43bb-a20c-49cf16335784 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2617722 Apr 28 19:52:40.641507 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d075a803-9fef-473d-93d0-e497c25a624d None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:40.704440 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d075a803-9fef-473d-93d0-e497c25a624d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:40.740619 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d075a803-9fef-473d-93d0-e497c25a624d None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:40.847999 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-d075a803-9fef-473d-93d0-e497c25a624d None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:40.854232 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d075a803-9fef-473d-93d0-e497c25a624d None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:52:40.968533 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-4caea862-57f4-4627-bd65-fed03b1b896e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Allocated IP 2001:db8::37c (3bb4ad15-38e1-4028-be09-c8cdfded96d3/93714a5e-8570-4434-b687-8ccf1acdd20c/5a4f11b7-1d61-46f0-9d5d-4fc5fb69fb1c) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:40.982724 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-4caea862-57f4-4627-bd65-fed03b1b896e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1b:4eb (3bb4ad15-38e1-4028-be09-c8cdfded96d3/6f48964a-cdf0-493d-8dae-31350aa8be86/5a4f11b7-1d61-46f0-9d5d-4fc5fb69fb1c) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:41.089965 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:41.101469 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075a803-9fef-473d-93d0-e497c25a624d None None] Pushing event updated for resources: {'Port': ['ID=7ddf6084-327b-4782-ab6c-52a49c310893,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:41.119371 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4ea40a2c-adce-4bb2-a90a-54bfd83ddf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:41.187548 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-4ea40a2c-adce-4bb2-a90a-54bfd83ddf24 None None] For port 05e6e5e2-73fd-4c4f-a73f-9150cc537398, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=05e6e5e2-73fd-4c4f-a73f-9150cc537398,segment=NetworkSegment(3f312828-dd4b-4481-a75c-9ef38d4ec125),segment_id=3f312828-dd4b-4481-a75c-9ef38d4ec125)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:41.212772 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4ea40a2c-adce-4bb2-a90a-54bfd83ddf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:41.330801 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d075a803-9fef-473d-93d0-e497c25a624d None None] Attempting to bind port 7ddf6084-327b-4782-ab6c-52a49c310893 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:52:41.340713 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d075a803-9fef-473d-93d0-e497c25a624d None None] Attempting to bind port 7ddf6084-327b-4782-ab6c-52a49c310893 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:52:41.341135 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d075a803-9fef-473d-93d0-e497c25a624d None None] Attempting to bind port 7ddf6084-327b-4782-ab6c-52a49c310893 on network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:52:41.351503 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d075a803-9fef-473d-93d0-e497c25a624d None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:52:41.351785 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d075a803-9fef-473d-93d0-e497c25a624d None None] Checking segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:52:41.356875 n-d-839810-1 neutron-server[102773]: INFO neutron.db.securitygroups_db [None req-ddb0f7b6-ba02-4412-8fd1-82dfc35e428e tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Project 9d9e2f02c26d442699c083632dd6dfd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 19:52:41.360229 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ed3ce7-7d42-4b5d-ac98-5cba8a619d5e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:41.363589 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c1ed3ce7-7d42-4b5d-ac98-5cba8a619d5e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:41.367768 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4caea862-57f4-4627-bd65-fed03b1b896e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:41.368510 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d075a803-9fef-473d-93d0-e497c25a624d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:41.368712 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d075a803-9fef-473d-93d0-e497c25a624d None None] Bound using segment: {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:52:41.369217 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d075a803-9fef-473d-93d0-e497c25a624d None None] Bound port: 7ddf6084-327b-4782-ab6c-52a49c310893, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12c1c10-8c31-4713-850d-c50e1dc351d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:52:41.369615 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d075a803-9fef-473d-93d0-e497c25a624d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:41.433869 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ddb0f7b6-ba02-4412-8fd1-82dfc35e428e tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:41.438817 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea40a2c-adce-4bb2-a90a-54bfd83ddf24 None None] Pushing event updated for resources: {'Port': ['ID=05e6e5e2-73fd-4c4f-a73f-9150cc537398,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:41.445213 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:52:41.445213 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:52:41.553883 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4caea862-57f4-4627-bd65-fed03b1b896e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:41.569604 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a85915d0-f897-4604-9be7-6f6773f919d6 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:41.601924 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d075a803-9fef-473d-93d0-e497c25a624d None None] For port 7ddf6084-327b-4782-ab6c-52a49c310893, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:52:41.619634 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d075a803-9fef-473d-93d0-e497c25a624d None None] For port 7ddf6084-327b-4782-ab6c-52a49c310893, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=7ddf6084-327b-4782-ab6c-52a49c310893,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:52:41.629732 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d075a803-9fef-473d-93d0-e497c25a624d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:41.702761 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caea862-57f4-4627-bd65-fed03b1b896e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:41.708771 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-4caea862-57f4-4627-bd65-fed03b1b896e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:41.712079 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caea862-57f4-4627-bd65-fed03b1b896e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:52:41.720206 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caea862-57f4-4627-bd65-fed03b1b896e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:41.720866 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4caea862-57f4-4627-bd65-fed03b1b896e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:41.722827 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a85915d0-f897-4604-9be7-6f6773f919d6 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:41.760738 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075a803-9fef-473d-93d0-e497c25a624d None None] Pushing event updated for resources: {'Port': ['ID=7ddf6084-327b-4782-ab6c-52a49c310893,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:41.843532 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caea862-57f4-4627-bd65-fed03b1b896e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Port': ['ID=5a4f11b7-1d61-46f0-9d5d-4fc5fb69fb1c,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:41.844187 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf5762-ff80-4f80-897a-9053126bbd2b req-f2f94d7b-ae75-41b5-8684-fd968ca19f54 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:41.855284 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4caea862-57f4-4627-bd65-fed03b1b896e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.8330545 Apr 28 19:52:41.861166 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4cdf5762-ff80-4f80-897a-9053126bbd2b req-f2f94d7b-ae75-41b5-8684-fd968ca19f54 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] 10.222.0.42 "GET /v2.0/ports?device_id=44acfc43-34da-4c9f-b8e6-16c515939841 HTTP/1.1" status: 200 len: 945 time: 0.4931772 Apr 28 19:52:41.864767 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-22868a53-9fcc-4f96-9484-563908948f8a None None] Provisioning complete for port 05e6e5e2-73fd-4c4f-a73f-9150cc537398 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:41.865355 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-22868a53-9fcc-4f96-9484-563908948f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:41.870091 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37658) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:41.956156 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ddb0f7b6-ba02-4412-8fd1-82dfc35e428e tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:41.964656 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a0821-2f99-4001-952d-9b616fad8ff0 req-8ae0c34f-9c92-4f54-9441-81e5ad76c1da tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:41.968598 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-035a0821-2f99-4001-952d-9b616fad8ff0 req-8ae0c34f-9c92-4f54-9441-81e5ad76c1da tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 945 time: 0.1576548 Apr 28 19:52:41.980307 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ddb0f7b6-ba02-4412-8fd1-82dfc35e428e tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:42.056479 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-035a0821-2f99-4001-952d-9b616fad8ff0 req-3e8c18fb-14ab-4907-a116-957d728941f5 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695906 Apr 28 19:52:42.187653 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4cdf5762-ff80-4f80-897a-9053126bbd2b req-66c9fc51-257a-49f6-8cd3-37d0827f3893 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] 10.222.0.42 "GET /v2.0/security-groups?id=51ab69cf-364d-4c34-aa29-2d5ad7b18214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205228 Apr 28 19:52:42.198699 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0f7b6-ba02-4412-8fd1-82dfc35e428e tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a38470-14c0-4fb2-ba98-897becd1a1e7,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:42.258846 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 05e6e5e2-73fd-4c4f-a73f-9150cc537398 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:52:42.279582 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ddb0f7b6-ba02-4412-8fd1-82dfc35e428e tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:42.298359 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ddb0f7b6-ba02-4412-8fd1-82dfc35e428e tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.8259583 Apr 28 19:52:42.322449 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-a85915d0-f897-4604-9be7-6f6773f919d6 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Allocated IP 172.25.8.33 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/b6a94bb6-540a-4f94-91fc-3422b50193f8) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:42.399706 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 05e6e5e2-73fd-4c4f-a73f-9150cc537398 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:42.400948 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:42.615389 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-18d284cd-6434-4e00-92df-1f93f5704b3a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting port 5a4f11b7-1d61-46f0-9d5d-4fc5fb69fb1c {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:52:42.615856 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-18d284cd-6434-4e00-92df-1f93f5704b3a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:42.638159 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19faf4-6d37-4b69-b7e5-a18f379dbfbc req-7b4a5d14-7786-4f9d-90b5-22d3923acd8c tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:42.640651 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0c19faf4-6d37-4b69-b7e5-a18f379dbfbc req-7b4a5d14-7786-4f9d-90b5-22d3923acd8c tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] 10.222.0.15 "GET /v2.0/ports?device_id=44acfc43-34da-4c9f-b8e6-16c515939841 HTTP/1.1" status: 200 len: 945 time: 0.3370914 Apr 28 19:52:42.656307 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c1ed3ce7-7d42-4b5d-ac98-5cba8a619d5e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:42.705926 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-010619e2-cf2c-424d-a237-4db9d24b432e req-8a6dce87-716b-44aa-98fe-e9bed4b02007 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1184080262&fields=id&tenant_id=9d9e2f02c26d442699c083632dd6dfd5 HTTP/1.1" status: 200 len: 267 time: 0.0696902 Apr 28 19:52:42.904691 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-18d284cd-6434-4e00-92df-1f93f5704b3a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:42.905774 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010619e2-cf2c-424d-a237-4db9d24b432e req-1469188f-f755-490d-9b93-956c8d929d4b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:42.914641 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-010619e2-cf2c-424d-a237-4db9d24b432e req-1469188f-f755-490d-9b93-956c8d929d4b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/networks?id=f33bfb5b-8f90-423a-9815-b58e1a6eb23a HTTP/1.1" status: 200 len: 796 time: 0.2018173 Apr 28 19:52:42.927892 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-18d284cd-6434-4e00-92df-1f93f5704b3a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Calling delete_port for 5a4f11b7-1d61-46f0-9d5d-4fc5fb69fb1c owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:52:42.935506 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-010619e2-cf2c-424d-a237-4db9d24b432e req-93650c9e-685d-40a7-8716-bc33fcb6cc71 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/quotas/9d9e2f02c26d442699c083632dd6dfd5 HTTP/1.1" status: 200 len: 375 time: 0.0197067 Apr 28 19:52:43.046024 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-010619e2-cf2c-424d-a237-4db9d24b432e req-a09c30bf-2cc0-428e-beda-7011c59dbee5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d9e2f02c26d442699c083632dd6dfd5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1095333 Apr 28 19:52:43.237375 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-010619e2-cf2c-424d-a237-4db9d24b432e req-56f33851-9d32-4f7d-820b-e9af212b41d2 service neutron] 10.222.0.42 "GET /v2.0/networks/f33bfb5b-8f90-423a-9815-b58e1a6eb23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869822 Apr 28 19:52:43.361317 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ed3ce7-7d42-4b5d-ac98-5cba8a619d5e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Checking segment: {'id': 'fe4978ac-8771-4b99-8c4d-0ab1f04f1616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f0294a7b-0cd5-497c-af2d-fd8c7266abf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:52:43.363109 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ed3ce7-7d42-4b5d-ac98-5cba8a619d5e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Network hostable DHCP agents. Network: f0294a7b-0cd5-497c-af2d-fd8c7266abf5, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:52:43.438923 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed3ce7-7d42-4b5d-ac98-5cba8a619d5e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Subnet': ['ID=65c02625-76da-4d57-b248-e906dacdb720,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:43.482102 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-010619e2-cf2c-424d-a237-4db9d24b432e req-98eecfd9-6d4e-49c4-a33d-0017374050be service neutron] 10.222.0.42 "GET /v2.0/networks/f33bfb5b-8f90-423a-9815-b58e1a6eb23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436304 Apr 28 19:52:43.527250 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dcfb77-fc55-4f0d-9052-d6c5abbee6ad None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:43.543099 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a85915d0-f897-4604-9be7-6f6773f919d6 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:43.597739 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ed3ce7-7d42-4b5d-ac98-5cba8a619d5e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Network f0294a7b-0cd5-497c-af2d-fd8c7266abf5 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:52:43.611076 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-0c19faf4-6d37-4b69-b7e5-a18f379dbfbc req-68a3b2c2-303f-44ac-9fcb-e89da3071a3e tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] Deleting port b80e4cc4-6114-42fc-86f9-2158903b6efd {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:52:43.611520 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-0c19faf4-6d37-4b69-b7e5-a18f379dbfbc req-68a3b2c2-303f-44ac-9fcb-e89da3071a3e tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:43.765313 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37696) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:43.783988 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-0c19faf4-6d37-4b69-b7e5-a18f379dbfbc req-68a3b2c2-303f-44ac-9fcb-e89da3071a3e tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] For port b80e4cc4-6114-42fc-86f9-2158903b6efd, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=b80e4cc4-6114-42fc-86f9-2158903b6efd,segment=NetworkSegment(b5964bfb-c9d5-41c5-9772-99bd77ba146c),segment_id=b5964bfb-c9d5-41c5-9772-99bd77ba146c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:43.784687 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-0c19faf4-6d37-4b69-b7e5-a18f379dbfbc req-68a3b2c2-303f-44ac-9fcb-e89da3071a3e tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:43.810163 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-0c19faf4-6d37-4b69-b7e5-a18f379dbfbc req-68a3b2c2-303f-44ac-9fcb-e89da3071a3e tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] Calling delete_port for b80e4cc4-6114-42fc-86f9-2158903b6efd owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:52:43.836169 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7bb037f0-8c34-4e9a-9fa3-81f7f500a7e5 None None] Provisioning complete for port 7ddf6084-327b-4782-ab6c-52a49c310893 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:43.840218 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7bb037f0-8c34-4e9a-9fa3-81f7f500a7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:44.014038 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-c1ed3ce7-7d42-4b5d-ac98-5cba8a619d5e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, f0294a7b-0cd5-497c-af2d-fd8c7266abf5) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:44.019751 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ed3ce7-7d42-4b5d-ac98-5cba8a619d5e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:44.021253 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c1ed3ce7-7d42-4b5d-ac98-5cba8a619d5e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:44.046000 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff7294-2d35-4744-8b1a-abf10e901b62 req-34836bab-a228-4ba4-8af0-850ace5dc7e8 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:44.047775 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6bff7294-2d35-4744-8b1a-abf10e901b62 req-34836bab-a228-4ba4-8af0-850ace5dc7e8 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 945 time: 0.7387874 Apr 28 19:52:44.058515 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c1ed3ce7-7d42-4b5d-ac98-5cba8a619d5e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7604737 Apr 28 19:52:44.059350 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-0c19faf4-6d37-4b69-b7e5-a18f379dbfbc req-68a3b2c2-303f-44ac-9fcb-e89da3071a3e tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:44.065511 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37700) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:44.077058 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-cc195357-81e8-4868-8c80-f7ee3c7203ad tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'subnet': {'network_id': 'f0294a7b-0cd5-497c-af2d-fd8c7266abf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:44.324573 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5a6dca-b45e-4229-82e4-1dd5638b5fd3 None None] Network f0294a7b-0cd5-497c-af2d-fd8c7266abf5 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:44.328402 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3b2c2-303f-44ac-9fcb-e89da3071a3e tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] Pushing event deleted for resources: {'Port': ['ID=b80e4cc4-6114-42fc-86f9-2158903b6efd,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:44.423660 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5c4725ba-412b-4972-98ca-950b197a1b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:44.464709 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['b80e4cc4-6114-42fc-86f9-2158903b6efd'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:52:44.500574 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 7ddf6084-327b-4782-ab6c-52a49c310893 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:52:44.510358 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6bff7294-2d35-4744-8b1a-abf10e901b62 req-914e3801-99fa-42e9-ab8b-68075bfa9ab5 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4429357 Apr 28 19:52:44.511950 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a85915d0-f897-4604-9be7-6f6773f919d6 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:44.531630 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c19faf4-6d37-4b69-b7e5-a18f379dbfbc req-68a3b2c2-303f-44ac-9fcb-e89da3071a3e tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] No DVR routers for this DVR port b80e4cc4-6114-42fc-86f9-2158903b6efd on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:52:44.542577 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db2a1e-1823-4dec-b03d-ec0641fc4985 req-3ad5866e-d31e-489c-b10b-b8e5f851be04 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:44.572613 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-15db2a1e-1823-4dec-b03d-ec0641fc4985 req-3ad5866e-d31e-489c-b10b-b8e5f851be04 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] 10.222.0.42 "GET /v2.0/ports?device_id=44acfc43-34da-4c9f-b8e6-16c515939841 HTTP/1.1" status: 200 len: 867 time: 0.7904949 Apr 28 19:52:44.578921 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-0c19faf4-6d37-4b69-b7e5-a18f379dbfbc req-68a3b2c2-303f-44ac-9fcb-e89da3071a3e tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:44.584049 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0c19faf4-6d37-4b69-b7e5-a18f379dbfbc req-68a3b2c2-303f-44ac-9fcb-e89da3071a3e tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] 10.222.0.15 "DELETE /v2.0/ports/b80e4cc4-6114-42fc-86f9-2158903b6efd HTTP/1.1" status: 204 len: 173 time: 1.9315395 Apr 28 19:52:44.624179 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44acfc43-34da-4c9f-b8e6-16c515939841', 'name': 'network-vif-deleted', 'tag': 'b80e4cc4-6114-42fc-86f9-2158903b6efd'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:44.627762 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e69d010-7ddf-4ded-8c00-1bd7bb9c7b6d" -d '{"events": [{"server_uuid": "44acfc43-34da-4c9f-b8e6-16c515939841", "name": "network-vif-deleted", "tag": "b80e4cc4-6114-42fc-86f9-2158903b6efd"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:52:44.670803 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85915d0-f897-4604-9be7-6f6773f919d6 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:44.704160 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-15db2a1e-1823-4dec-b03d-ec0641fc4985 req-0723e5cf-c8a8-4690-b047-ea4f83e25e11 tempest-ServersNegativeTestMultiTenantJSON-723118801 tempest-ServersNegativeTestMultiTenantJSON-723118801-project] 10.222.0.42 "GET /v2.0/security-groups?id=51ab69cf-364d-4c34-aa29-2d5ad7b18214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293058 Apr 28 19:52:44.724167 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5a3177-dbf5-4c2a-b2de-ee2afcbd4aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-f0294a7b-0cd5-497c-af2d-fd8c7266abf5', 'network_id': 'f0294a7b-0cd5-497c-af2d-fd8c7266abf5', 'tenant_id': '1c1fbcb84ca3492ab67cea60788320db', 'fixed_ips': [{'subnet_id': '65c02625-76da-4d57-b248-e906dacdb720'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:52:44.725134 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2f5a3177-dbf5-4c2a-b2de-ee2afcbd4aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:44.727469 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-a85915d0-f897-4604-9be7-6f6773f919d6 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:44.767905 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85915d0-f897-4604-9be7-6f6773f919d6 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:52:44.831102 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcedbf0-9c92-40bc-997e-9625196e5792 x-openstack-request-id: req-9dcedbf0-9c92-40bc-997e-9625196e5792 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:52:44.832266 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44acfc43-34da-4c9f-b8e6-16c515939841", "name": "network-vif-deleted", "tag": "b80e4cc4-6114-42fc-86f9-2158903b6efd", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:52:44.832739 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9dcedbf0-9c92-40bc-997e-9625196e5792 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:52:44.833910 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dcedbf0-9c92-40bc-997e-9625196e5792'] response: {'server_uuid': '44acfc43-34da-4c9f-b8e6-16c515939841', 'name': 'network-vif-deleted', 'tag': 'b80e4cc4-6114-42fc-86f9-2158903b6efd', 'status': 'completed', 'code': 200} Apr 28 19:52:44.848256 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-658f8bc3-d992-4655-a384-4631c6e14683 req-bf95a333-cf8e-405c-ae4d-6e799dafa4f9 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9310e56-86df-4cb4-ae94-c71a8d24f42a HTTP/1.1" status: 200 len: 210 time: 0.1531568 Apr 28 19:52:44.889312 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85915d0-f897-4604-9be7-6f6773f919d6 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Pushing event updated for resources: {'Port': ['ID=b6a94bb6-540a-4f94-91fc-3422b50193f8,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:44.930355 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-18d284cd-6434-4e00-92df-1f93f5704b3a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:44.969589 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 7ddf6084-327b-4782-ab6c-52a49c310893 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:44.969997 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:44.999181 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d284cd-6434-4e00-92df-1f93f5704b3a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Port': ['ID=5a4f11b7-1d61-46f0-9d5d-4fc5fb69fb1c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:45.007102 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7bb037f0-8c34-4e9a-9fa3-81f7f500a7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:45.028912 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5c4725ba-412b-4972-98ca-950b197a1b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:45.038798 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5c4725ba-412b-4972-98ca-950b197a1b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:45.124026 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc195357-81e8-4868-8c80-f7ee3c7203ad tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:45.128920 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cc195357-81e8-4868-8c80-f7ee3c7203ad tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:45.132741 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5c4725ba-412b-4972-98ca-950b197a1b7f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1c463e3843bf490dba8a84f16e2ef382&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3659089 Apr 28 19:52:45.133483 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37710) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:45.153888 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4725ba-412b-4972-98ca-950b197a1b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3756156f-d8fe-4f82-96c2-c925196a62b9,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:45.207892 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7bb037f0-8c34-4e9a-9fa3-81f7f500a7e5 None None] For port 7ddf6084-327b-4782-ab6c-52a49c310893, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=7ddf6084-327b-4782-ab6c-52a49c310893,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:45.212954 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-2f5a3177-dbf5-4c2a-b2de-ee2afcbd4aec None None] Allocated IP 2001:db8::2 (f0294a7b-0cd5-497c-af2d-fd8c7266abf5/65c02625-76da-4d57-b248-e906dacdb720/937925fe-2b7d-4c20-b3dd-ae63a672da9a) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:45.230383 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7bb037f0-8c34-4e9a-9fa3-81f7f500a7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:45.264976 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ab3cb3fe-5cd8-4e91-95ed-47f62cc1860f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:45.337735 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-18d284cd-6434-4e00-92df-1f93f5704b3a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:45.344175 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ab3cb3fe-5cd8-4e91-95ed-47f62cc1860f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:45.349056 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-18d284cd-6434-4e00-92df-1f93f5704b3a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/5a4f11b7-1d61-46f0-9d5d-4fc5fb69fb1c HTTP/1.1" status: 204 len: 168 time: 3.4681375 Apr 28 19:52:45.353404 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37712) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:45.414847 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb037f0-8c34-4e9a-9fa3-81f7f500a7e5 None None] Pushing event updated for resources: {'Port': ['ID=7ddf6084-327b-4782-ab6c-52a49c310893,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:45.436951 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ab3cb3fe-5cd8-4e91-95ed-47f62cc1860f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:45.450083 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ab3cb3fe-5cd8-4e91-95ed-47f62cc1860f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:45.453366 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ab3cb3fe-5cd8-4e91-95ed-47f62cc1860f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3756156f-d8fe-4f82-96c2-c925196a62b9 HTTP/1.1" status: 204 len: 168 time: 0.3166959 Apr 28 19:52:45.470353 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3cb3fe-5cd8-4e91-95ed-47f62cc1860f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3756156f-d8fe-4f82-96c2-c925196a62b9,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:45.559569 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e45617-dd2e-479c-a724-c414188a1292 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:45.561524 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f0e45617-dd2e-479c-a724-c414188a1292 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1769223 Apr 28 19:52:45.565353 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37716) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:45.580267 n-d-839810-1 neutron-server[102773]: INFO neutron.db.ipam_backend_mixin [None req-cc195357-81e8-4868-8c80-f7ee3c7203ad tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 65c02625-76da-4d57-b248-e906dacdb720 (CIDR: 2001:db8::/64) Apr 28 19:52:45.693546 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc195357-81e8-4868-8c80-f7ee3c7203ad tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:52:45.694155 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc195357-81e8-4868-8c80-f7ee3c7203ad tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:52:45.748438 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cc195357-81e8-4868-8c80-f7ee3c7203ad tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6760609 Apr 28 19:52:45.749261 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37722) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:45.751067 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f467653-aa6e-41cf-8679-7fda67b063ab tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:45.758684 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6f467653-aa6e-41cf-8679-7fda67b063ab tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1921630 Apr 28 19:52:45.762030 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37724) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:45.776436 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-4395f551-494b-464b-bf70-7b4ec603c0b5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'subnet': {'network_id': 'f0294a7b-0cd5-497c-af2d-fd8c7266abf5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:45.849674 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-ede266b3-587c-4ac6-be24-35dfaa708cb4 None None] Provisioning complete for port 7ddf6084-327b-4782-ab6c-52a49c310893 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:45.849674 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ede266b3-587c-4ac6-be24-35dfaa708cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:45.980158 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37726) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:46.059247 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2f5a3177-dbf5-4c2a-b2de-ee2afcbd4aec None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:46.071151 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2f5a3177-dbf5-4c2a-b2de-ee2afcbd4aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:46.175148 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c43d2b7-4fa5-4c8a-b460-7b8281b846ba admin admin] Deleting subnet 9457c26b-c6ea-4e46-885d-d03265bb43ed {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:52:46.179993 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9c43d2b7-4fa5-4c8a-b460-7b8281b846ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:46.229639 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9c43d2b7-4fa5-4c8a-b460-7b8281b846ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:46.305395 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 7ddf6084-327b-4782-ab6c-52a49c310893 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:52:46.332355 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1d84cb9d-b1da-4aad-bcc9-5d67ba8b5d43 req-bfa2c3df-0d6f-4733-b21f-68cc2fec5f07 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9310e56-86df-4cb4-ae94-c71a8d24f42a HTTP/1.1" status: 200 len: 210 time: 0.0800354 Apr 28 19:52:46.344588 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9c43d2b7-4fa5-4c8a-b460-7b8281b846ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:46.422357 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4395f551-494b-464b-bf70-7b4ec603c0b5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:46.426109 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4395f551-494b-464b-bf70-7b4ec603c0b5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:46.468256 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a85915d0-f897-4604-9be7-6f6773f919d6 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:46.480798 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2a3e62-8a50-45ef-943c-445481f45013 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:46.481686 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010619e2-cf2c-424d-a237-4db9d24b432e req-44240c12-248d-4bfe-97fb-04bf3fc22a94 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:46.482633 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2a3e62-8a50-45ef-943c-445481f45013 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:46.483394 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-010619e2-cf2c-424d-a237-4db9d24b432e req-44240c12-248d-4bfe-97fb-04bf3fc22a94 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.44 "GET /v2.0/networks?id=f33bfb5b-8f90-423a-9815-b58e1a6eb23a HTTP/1.1" status: 200 len: 796 time: 0.8165951 Apr 28 19:52:46.484081 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2a3e62-8a50-45ef-943c-445481f45013 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:46.485974 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ca2a3e62-8a50-45ef-943c-445481f45013 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6985259 Apr 28 19:52:46.488819 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9c43d2b7-4fa5-4c8a-b460-7b8281b846ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:46.491341 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37744) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:46.545770 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5a3177-dbf5-4c2a-b2de-ee2afcbd4aec None None] Network f0294a7b-0cd5-497c-af2d-fd8c7266abf5 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:46.557329 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a3177-dbf5-4c2a-b2de-ee2afcbd4aec None None] Pushing event updated for resources: {'Port': ['ID=937925fe-2b7d-4c20-b3dd-ae63a672da9a,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:46.564770 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-2f5a3177-dbf5-4c2a-b2de-ee2afcbd4aec None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:46.581681 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5a3177-dbf5-4c2a-b2de-ee2afcbd4aec None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:52:46.598503 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43d2b7-4fa5-4c8a-b460-7b8281b846ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9457c26b-c6ea-4e46-885d-d03265bb43ed,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:46.605283 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd167ce8-c308-44fc-96a0-476b6847e4a5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting subnet 6f48964a-cdf0-493d-8dae-31350aa8be86 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:52:46.617114 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2983c9-a4fe-4933-a87e-099e832d711f req-56160942-70e4-47b7-9633-862389dcd14b tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:46.618700 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0a2983c9-a4fe-4933-a87e-099e832d711f req-56160942-70e4-47b7-9633-862389dcd14b tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 945 time: 0.9168880 Apr 28 19:52:46.622461 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dd167ce8-c308-44fc-96a0-476b6847e4a5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:46.627401 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9c43d2b7-4fa5-4c8a-b460-7b8281b846ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:46.633736 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9c43d2b7-4fa5-4c8a-b460-7b8281b846ba admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9457c26b-c6ea-4e46-885d-d03265bb43ed HTTP/1.1" status: 204 len: 168 time: 0.6497130 Apr 28 19:52:46.655046 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 7ddf6084-327b-4782-ab6c-52a49c310893 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:46.655610 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:46.660769 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37750) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:46.695371 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0a2983c9-a4fe-4933-a87e-099e832d711f req-96844592-e228-4450-8879-d6aafe931683 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419605 Apr 28 19:52:46.712659 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dd167ce8-c308-44fc-96a0-476b6847e4a5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:46.780055 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-13a26989-d3b2-462c-a0c5-5000628e476e None None] Could not find standard attr ID for object 5a4f11b7-1d61-46f0-9d5d-4fc5fb69fb1c. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:52:46.794826 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-2f5a3177-dbf5-4c2a-b2de-ee2afcbd4aec None None] Attempting to bind port 937925fe-2b7d-4c20-b3dd-ae63a672da9a on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:52:46.795349 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-2f5a3177-dbf5-4c2a-b2de-ee2afcbd4aec None None] Attempting to bind port 937925fe-2b7d-4c20-b3dd-ae63a672da9a by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'fe4978ac-8771-4b99-8c4d-0ab1f04f1616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f0294a7b-0cd5-497c-af2d-fd8c7266abf5'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:52:46.808672 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5a3177-dbf5-4c2a-b2de-ee2afcbd4aec None None] Attempting to bind port 937925fe-2b7d-4c20-b3dd-ae63a672da9a on network f0294a7b-0cd5-497c-af2d-fd8c7266abf5 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:52:46.816706 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5a3177-dbf5-4c2a-b2de-ee2afcbd4aec None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:52:46.817898 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5a3177-dbf5-4c2a-b2de-ee2afcbd4aec None None] Checking segment: {'id': 'fe4978ac-8771-4b99-8c4d-0ab1f04f1616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f0294a7b-0cd5-497c-af2d-fd8c7266abf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:52:46.818633 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2f5a3177-dbf5-4c2a-b2de-ee2afcbd4aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:46.819232 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5a3177-dbf5-4c2a-b2de-ee2afcbd4aec None None] Bound using segment: {'id': 'fe4978ac-8771-4b99-8c4d-0ab1f04f1616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f0294a7b-0cd5-497c-af2d-fd8c7266abf5'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:52:46.819805 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-2f5a3177-dbf5-4c2a-b2de-ee2afcbd4aec None None] Bound port: 937925fe-2b7d-4c20-b3dd-ae63a672da9a, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4978ac-8771-4b99-8c4d-0ab1f04f1616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f0294a7b-0cd5-497c-af2d-fd8c7266abf5'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:52:46.820307 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2f5a3177-dbf5-4c2a-b2de-ee2afcbd4aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:46.918416 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dd167ce8-c308-44fc-96a0-476b6847e4a5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:46.987636 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-010619e2-cf2c-424d-a237-4db9d24b432e req-62b43ef8-a443-4184-9e80-54c561bd46de tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d9e2f02c26d442699c083632dd6dfd5 HTTP/1.1" status: 200 len: 473 time: 0.4512706 Apr 28 19:52:47.027526 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-010619e2-cf2c-424d-a237-4db9d24b432e req-cdf58fd3-0db6-4094-b87f-a0337ac0f210 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Request body: {'port': {'device_id': 'd9310e56-86df-4cb4-ae94-c71a8d24f42a', 'network_id': 'f33bfb5b-8f90-423a-9815-b58e1a6eb23a', 'admin_state_up': True, 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'security_groups': ['63e2d205-7202-4a68-a721-60135233bf67']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:47.043234 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dd167ce8-c308-44fc-96a0-476b6847e4a5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:47.068322 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-229b8d31-4098-41cf-8e63-fbab1e6326b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:47.076665 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-2f5a3177-dbf5-4c2a-b2de-ee2afcbd4aec None None] For port 937925fe-2b7d-4c20-b3dd-ae63a672da9a, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:52:47.109151 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd167ce8-c308-44fc-96a0-476b6847e4a5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Subnet': ['ID=6f48964a-cdf0-493d-8dae-31350aa8be86,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:47.116054 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dd167ce8-c308-44fc-96a0-476b6847e4a5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:47.118329 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-2f5a3177-dbf5-4c2a-b2de-ee2afcbd4aec None None] For port 937925fe-2b7d-4c20-b3dd-ae63a672da9a, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=937925fe-2b7d-4c20-b3dd-ae63a672da9a,segment=NetworkSegment(fe4978ac-8771-4b99-8c4d-0ab1f04f1616),segment_id=fe4978ac-8771-4b99-8c4d-0ab1f04f1616)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:52:47.127214 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dd0849-b20d-4376-a071-50ca4e48f41d None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:47.128115 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-dd167ce8-c308-44fc-96a0-476b6847e4a5 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/6f48964a-cdf0-493d-8dae-31350aa8be86 HTTP/1.1" status: 204 len: 168 time: 0.6060841 Apr 28 19:52:47.129056 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37758) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:47.141291 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2f5a3177-dbf5-4c2a-b2de-ee2afcbd4aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:47.275734 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e85ee97-4429-4c19-87ac-8a83c81dc4ca tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting subnet 93714a5e-8570-4434-b687-8ccf1acdd20c {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:52:47.283152 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1e85ee97-4429-4c19-87ac-8a83c81dc4ca tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:47.342344 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a3177-dbf5-4c2a-b2de-ee2afcbd4aec None None] Pushing event updated for resources: {'Port': ['ID=937925fe-2b7d-4c20-b3dd-ae63a672da9a,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:47.406626 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1e85ee97-4429-4c19-87ac-8a83c81dc4ca tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:47.588442 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device b80e4cc4-6114-42fc-86f9-2158903b6efd no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:52:47.601141 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1e85ee97-4429-4c19-87ac-8a83c81dc4ca tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:47.638805 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: b80e4cc4-6114-42fc-86f9-2158903b6efd {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:52:47.648193 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device b80e4cc4-6114-42fc-86f9-2158903b6efd not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:52:47.769054 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1e85ee97-4429-4c19-87ac-8a83c81dc4ca tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:47.855308 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85ee97-4429-4c19-87ac-8a83c81dc4ca tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Subnet': ['ID=93714a5e-8570-4434-b687-8ccf1acdd20c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:47.885628 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1e85ee97-4429-4c19-87ac-8a83c81dc4ca tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:47.902774 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1e85ee97-4429-4c19-87ac-8a83c81dc4ca tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/93714a5e-8570-4434-b687-8ccf1acdd20c HTTP/1.1" status: 204 len: 168 time: 0.7715139 Apr 28 19:52:47.946035 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37772) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:48.079335 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1ad4d408-5b70-402e-abc0-917d04c25bb6 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1321423 Apr 28 19:52:48.087502 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37778) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:48.115331 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-8c43a1f6-797b-4a64-819b-5967bc8cda6b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:48.298091 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 937925fe-2b7d-4c20-b3dd-ae63a672da9a up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:52:48.323875 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fc33c-8cba-4755-8cf4-947b46736776 req-7fcec743-acd1-4d0e-89c6-de451ba3d76e tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:48.330272 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-660fc33c-8cba-4755-8cf4-947b46736776 req-7fcec743-acd1-4d0e-89c6-de451ba3d76e tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 945 time: 0.4529855 Apr 28 19:52:48.450781 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 937925fe-2b7d-4c20-b3dd-ae63a672da9a triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:48.451609 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:48.493908 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-660fc33c-8cba-4755-8cf4-947b46736776 req-9696a1f6-0182-4fd1-bf7e-d1127287ba82 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301935 Apr 28 19:52:48.578781 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c43a1f6-797b-4a64-819b-5967bc8cda6b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:48.583424 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8c43a1f6-797b-4a64-819b-5967bc8cda6b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:48.805814 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:48.824075 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-229b8d31-4098-41cf-8e63-fbab1e6326b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:48.853917 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f61f7584-27f1-45ef-9c14-d5b925549d30 req-9e05471b-3af7-43a1-bcf6-a6828a919b97 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9310e56-86df-4cb4-ae94-c71a8d24f42a HTTP/1.1" status: 200 len: 210 time: 1.3289793 Apr 28 19:52:48.908933 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f45fd3f-32e5-4cd2-b0ba-2e8cddd9cfaf None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:48.913611 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 937925fe-2b7d-4c20-b3dd-ae63a672da9a, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=937925fe-2b7d-4c20-b3dd-ae63a672da9a,segment=NetworkSegment(fe4978ac-8771-4b99-8c4d-0ab1f04f1616),segment_id=fe4978ac-8771-4b99-8c4d-0ab1f04f1616)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:48.941727 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:49.011153 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-229b8d31-4098-41cf-8e63-fbab1e6326b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b12fa40-847c-4c8b-bebe-5bd88be4b741']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:49.034306 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8c43a1f6-797b-4a64-819b-5967bc8cda6b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:49.044801 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-d23028bf-73ff-4ec5-9726-105d5f1ca628 None None] Provisioning complete for port 7ddf6084-327b-4782-ab6c-52a49c310893 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:49.045198 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d23028bf-73ff-4ec5-9726-105d5f1ca628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:49.094408 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a85915d0-f897-4604-9be7-6f6773f919d6 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:49.095344 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c43a1f6-797b-4a64-819b-5967bc8cda6b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:49.099928 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-8c43a1f6-797b-4a64-819b-5967bc8cda6b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:49.108398 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c43a1f6-797b-4a64-819b-5967bc8cda6b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:49.108995 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8c43a1f6-797b-4a64-819b-5967bc8cda6b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:49.118309 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-010619e2-cf2c-424d-a237-4db9d24b432e req-cdf58fd3-0db6-4094-b87f-a0337ac0f210 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Made reservation on behalf of 9d9e2f02c26d442699c083632dd6dfd5 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:49.124913 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-010619e2-cf2c-424d-a237-4db9d24b432e req-cdf58fd3-0db6-4094-b87f-a0337ac0f210 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:49.137862 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8c43a1f6-797b-4a64-819b-5967bc8cda6b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0453687 Apr 28 19:52:49.141905 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37792) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:49.156158 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-229b8d31-4098-41cf-8e63-fbab1e6326b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5964bfb-c9d5-41c5-9772-99bd77ba146c') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:49.156789 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-229b8d31-4098-41cf-8e63-fbab1e6326b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5964bfb-c9d5-41c5-9772-99bd77ba146c') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:49.157695 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-443125e5-4d2d-4c86-9555-47230d6ab5ff tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:49.181442 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-229b8d31-4098-41cf-8e63-fbab1e6326b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:49.212846 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43a1f6-797b-4a64-819b-5967bc8cda6b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Subnet': ['ID=fe19c063-cb81-4512-9594-b085a0810121,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:49.240687 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d409af-eef8-458d-bd27-df401f22128e None None] Network f0294a7b-0cd5-497c-af2d-fd8c7266abf5 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:49.273030 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-229b8d31-4098-41cf-8e63-fbab1e6326b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:49.282715 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=937925fe-2b7d-4c20-b3dd-ae63a672da9a,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:49.309752 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229b8d31-4098-41cf-8e63-fbab1e6326b2 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:52:49.310243 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-229b8d31-4098-41cf-8e63-fbab1e6326b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:49.312271 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:52:49.312271 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:52:49.312271 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:52:49.312271 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:52:49.312271 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:52:49.312271 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:52:49.312271 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:52:49.312271 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:52:49.312271 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:52:49.312271 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:52:49.312271 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:52:49.312271 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:52:49.312271 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:52:49.312271 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:52:49.312271 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:52:49.312271 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:52:49.312271 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:52:49.312271 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:52:49.312271 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:52:49.312271 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:52:49.312271 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:52:49.312271 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:52:49.312271 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:52:49.312271 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:52:49.312271 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:52:49.312271 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:52:49.312271 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:52:49.312271 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:52:49.312271 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:52:49.312271 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:52:49.312271 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:52:49.312271 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:52:49.412595 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4395f551-494b-464b-bf70-7b4ec603c0b5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:49.419171 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443125e5-4d2d-4c86-9555-47230d6ab5ff tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:49.423419 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-443125e5-4d2d-4c86-9555-47230d6ab5ff tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:49.531879 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4395f551-494b-464b-bf70-7b4ec603c0b5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Network f0294a7b-0cd5-497c-af2d-fd8c7266abf5 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:49.540223 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-4395f551-494b-464b-bf70-7b4ec603c0b5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:49.554912 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4395f551-494b-464b-bf70-7b4ec603c0b5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:49.555129 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4395f551-494b-464b-bf70-7b4ec603c0b5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:49.557687 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-229b8d31-4098-41cf-8e63-fbab1e6326b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:49.586066 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-229b8d31-4098-41cf-8e63-fbab1e6326b2 admin admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:49.590633 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-229b8d31-4098-41cf-8e63-fbab1e6326b2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/7b12fa40-847c-4c8b-bebe-5bd88be4b741 HTTP/1.1" status: 204 len: 168 time: 2.9296145 Apr 28 19:52:49.597098 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37806) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:49.641400 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4395f551-494b-464b-bf70-7b4ec603c0b5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Subnet': ['ID=13b126f8-d94a-4854-ae8e-a88d2b3d5486,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:49.648227 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b8d31-4098-41cf-8e63-fbab1e6326b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b12fa40-847c-4c8b-bebe-5bd88be4b741,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:49.666866 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4395f551-494b-464b-bf70-7b4ec603c0b5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.8978972 Apr 28 19:52:49.667771 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37808) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:49.674658 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-5941b532-36c1-44f2-b825-a23c09633728 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'port': {'network_id': 'f0294a7b-0cd5-497c-af2d-fd8c7266abf5', 'fixed_ips': [{'subnet_id': '65c02625-76da-4d57-b248-e906dacdb720'}, {'subnet_id': '13b126f8-d94a-4854-ae8e-a88d2b3d5486'}], 'name': 'tempest-PortsIpV6TestJSON-655082678'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:49.746829 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-59f51a23-e843-461f-86ff-699f97754037 None None] Provisioning complete for port 937925fe-2b7d-4c20-b3dd-ae63a672da9a triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:49.748736 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-59f51a23-e843-461f-86ff-699f97754037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:49.754289 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f59e358-f4a3-4bb2-b9d1-b80491e76570 admin admin] Deleting subnet 6018df27-7b48-4b99-87ab-0d4b312ac5de {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:52:49.775782 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2f59e358-f4a3-4bb2-b9d1-b80491e76570 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:49.869063 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c5061f5e-8340-4023-915c-4d4777fffa13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:49.942985 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-010619e2-cf2c-424d-a237-4db9d24b432e req-cdf58fd3-0db6-4094-b87f-a0337ac0f210 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Allocated IP 172.20.0.24 (f33bfb5b-8f90-423a-9815-b58e1a6eb23a/eb02f22c-0d51-4a8d-883d-f686aec11d03/a91b7f99-d2bd-40e7-bf59-b300c07e75bb) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:50.007017 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5941b532-36c1-44f2-b825-a23c09633728 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:50.026093 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85915d0-f897-4604-9be7-6f6773f919d6 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Router 1def4426-b63c-4919-94e5-0781226235dc is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:52:50.103098 n-d-839810-1 neutron-server[102774]: INFO neutron.db.ipam_backend_mixin [None req-443125e5-4d2d-4c86-9555-47230d6ab5ff tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fe19c063-cb81-4512-9594-b085a0810121 (CIDR: 2001:db8::/64) Apr 28 19:52:50.106906 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-63762800-1dbc-4e67-8b5b-4810e4e7cc21 req-a843c4d3-99cd-46bc-b604-dd444cb02a62 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9310e56-86df-4cb4-ae94-c71a8d24f42a HTTP/1.1" status: 200 len: 210 time: 0.1062219 Apr 28 19:52:50.141634 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2f59e358-f4a3-4bb2-b9d1-b80491e76570 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:50.264849 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2f59e358-f4a3-4bb2-b9d1-b80491e76570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:50.286156 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22591d32-b8ac-4c1e-9467-54a1dd6b35f5 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:50.287768 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 937925fe-2b7d-4c20-b3dd-ae63a672da9a up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:52:50.339261 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466efbb-59b4-416b-818b-e76f59a47075 req-f221eb82-954f-4fa4-8123-90a44f256e00 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:50.356203 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d466efbb-59b4-416b-818b-e76f59a47075 req-f221eb82-954f-4fa4-8123-90a44f256e00 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 945 time: 0.5850184 Apr 28 19:52:50.358976 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-443125e5-4d2d-4c86-9555-47230d6ab5ff tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:52:50.359943 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-443125e5-4d2d-4c86-9555-47230d6ab5ff tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:52:50.436240 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-443125e5-4d2d-4c86-9555-47230d6ab5ff tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2931435 Apr 28 19:52:50.451305 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d466efbb-59b4-416b-818b-e76f59a47075 req-69f19f1d-b70a-4249-b07d-b736ceb5c607 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935543 Apr 28 19:52:50.465781 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37818) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:50.478683 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-00a0d697-a100-4492-8504-ac04e4008c47 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'subnet': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:50.545647 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5941b532-36c1-44f2-b825-a23c09633728 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:50.572926 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb3bafc-d3fe-46f7-9936-af84327d7a45 None None] Update dhcp port {'port': {'network_id': 'f0294a7b-0cd5-497c-af2d-fd8c7266abf5', 'fixed_ips': [{'subnet_id': '65c02625-76da-4d57-b248-e906dacdb720', 'ip_address': '2001:db8::2'}, {'subnet_id': '13b126f8-d94a-4854-ae8e-a88d2b3d5486'}], 'binding:host_id': 'n-d-839810-1'}, 'id': '937925fe-2b7d-4c20-b3dd-ae63a672da9a'} from n-d-839810-1. {{(pid=102775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 28 19:52:50.580441 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2f59e358-f4a3-4bb2-b9d1-b80491e76570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:50.597857 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85915d0-f897-4604-9be7-6f6773f919d6 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:52:50.603526 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0cb3bafc-d3fe-46f7-9936-af84327d7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:50.620788 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-010619e2-cf2c-424d-a237-4db9d24b432e req-cdf58fd3-0db6-4094-b87f-a0337ac0f210 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:50.631212 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-5941b532-36c1-44f2-b825-a23c09633728 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] device_id is not set on port 6d4e33b8-ef77-45c5-a0b4-8d2394d53d95 yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:52:50.641947 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81547611-5ca8-419b-bcb0-d14e0682352d None None] Sync routers for ids ['1def4426-b63c-4919-94e5-0781226235dc'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:52:50.672569 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59e358-f4a3-4bb2-b9d1-b80491e76570 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6018df27-7b48-4b99-87ab-0d4b312ac5de,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:50.683311 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81547611-5ca8-419b-bcb0-d14e0682352d None None] Routers {'1def4426-b63c-4919-94e5-0781226235dc'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:52:50.683967 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-81547611-5ca8-419b-bcb0-d14e0682352d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:52:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1def4426-b63c-4919-94e5-0781226235dc'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:50.709378 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2f59e358-f4a3-4bb2-b9d1-b80491e76570 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:50.715935 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2f59e358-f4a3-4bb2-b9d1-b80491e76570 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6018df27-7b48-4b99-87ab-0d4b312ac5de HTTP/1.1" status: 204 len: 168 time: 1.1068778 Apr 28 19:52:50.716198 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37822) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:50.843263 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a85915d0-f897-4604-9be7-6f6773f919d6 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:50.850877 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-81547611-5ca8-419b-bcb0-d14e0682352d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:50.853305 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 937925fe-2b7d-4c20-b3dd-ae63a672da9a triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:50.853880 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:50.855368 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a85915d0-f897-4604-9be7-6f6773f919d6 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 12.7747393 Apr 28 19:52:50.856299 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37824) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:51.001848 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2f6078bd-07d9-4069-8635-c28f8f6e8439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:51.012192 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a0d697-a100-4492-8504-ac04e4008c47 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:51.015405 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81547611-5ca8-419b-bcb0-d14e0682352d None None] Routers {'1def4426-b63c-4919-94e5-0781226235dc'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:52:51.016072 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-81547611-5ca8-419b-bcb0-d14e0682352d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:52:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1def4426-b63c-4919-94e5-0781226235dc'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:51.029663 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00a0d697-a100-4492-8504-ac04e4008c47 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:51.176530 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37828) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:51.182143 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c6ed6adf-571c-4cf4-a9cf-4604d23e8865 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] 10.222.0.42 "GET /v2.0/routers/1def4426-b63c-4919-94e5-0781226235dc HTTP/1.1" status: 200 len: 924 time: 0.3177187 Apr 28 19:52:51.184396 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-010619e2-cf2c-424d-a237-4db9d24b432e req-cdf58fd3-0db6-4094-b87f-a0337ac0f210 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:51.185364 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37832) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:51.267624 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2f6078bd-07d9-4069-8635-c28f8f6e8439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:51.287588 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-81547611-5ca8-419b-bcb0-d14e0682352d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:51.288691 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81547611-5ca8-419b-bcb0-d14e0682352d None None] The sync data for ids ['1def4426-b63c-4919-94e5-0781226235dc'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:52:51.297878 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-2f6078bd-07d9-4069-8635-c28f8f6e8439 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09900221-3c97-4100-8bba-4f4343ffe914']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:51.314838 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-2f6078bd-07d9-4069-8635-c28f8f6e8439 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da7026ef-4e05-4d3a-b19a-936f4963f608') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:51.315141 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-2f6078bd-07d9-4069-8635-c28f8f6e8439 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da7026ef-4e05-4d3a-b19a-936f4963f608') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:51.322811 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1927b2ab-42c9-44fc-b1b4-77658ecfa5a0 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] 10.222.0.42 "GET /v2.0/ports?device_id=1def4426-b63c-4919-94e5-0781226235dc HTTP/1.1" status: 200 len: 205 time: 0.1311874 Apr 28 19:52:51.337701 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2f6078bd-07d9-4069-8635-c28f8f6e8439 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:51.341916 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37836) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:51.357545 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2f6078bd-07d9-4069-8635-c28f8f6e8439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:51.366412 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f6078bd-07d9-4069-8635-c28f8f6e8439 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:52:51.367092 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2f6078bd-07d9-4069-8635-c28f8f6e8439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:51.412430 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-41cd8094-090b-4285-8dd2-67d66190d3c3 None None] Provisioning complete for port 7ddf6084-327b-4782-ab6c-52a49c310893 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:51.413043 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-41cd8094-090b-4285-8dd2-67d66190d3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:51.438631 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:52:51.438631 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:52:51.438631 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:52:51.438631 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:52:51.438631 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:52:51.438631 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:52:51.438631 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:52:51.438631 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:52:51.438631 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:52:51.438631 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:52:51.438631 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:52:51.438631 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:52:51.438631 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:52:51.438631 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:52:51.438631 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:52:51.438631 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:52:51.438631 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:52:51.438631 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:52:51.438631 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:52:51.438631 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:52:51.438631 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:52:51.438631 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:52:51.438631 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:52:51.438631 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:52:51.438631 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:52:51.438631 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:52:51.438631 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:52:51.438631 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:52:51.438631 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:52:51.438631 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:52:51.438631 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:52:51.438631 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:52:51.442655 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2f6078bd-07d9-4069-8635-c28f8f6e8439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:51.448331 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2f6078bd-07d9-4069-8635-c28f8f6e8439 admin admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:51.451856 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2f6078bd-07d9-4069-8635-c28f8f6e8439 admin admin] 10.222.0.42 "DELETE /v2.0/networks/09900221-3c97-4100-8bba-4f4343ffe914 HTTP/1.1" status: 204 len: 168 time: 0.7319651 Apr 28 19:52:51.494685 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6078bd-07d9-4069-8635-c28f8f6e8439 admin admin] Pushing event deleted for resources: {'Network': ['ID=09900221-3c97-4100-8bba-4f4343ffe914,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:51.510602 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b60b095-fead-408b-9de3-d2e0dced99b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:51.803420 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-010619e2-cf2c-424d-a237-4db9d24b432e req-cdf58fd3-0db6-4094-b87f-a0337ac0f210 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Network f33bfb5b-8f90-423a-9815-b58e1a6eb23a is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:51.811728 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37842) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:51.866156 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7a89e4da-09c5-4505-8df0-7b7c279a2992 None None] Provisioning complete for port 7ddf6084-327b-4782-ab6c-52a49c310893 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:51.866966 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7a89e4da-09c5-4505-8df0-7b7c279a2992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:51.927196 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-010619e2-cf2c-424d-a237-4db9d24b432e req-cdf58fd3-0db6-4094-b87f-a0337ac0f210 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:52.005375 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-010619e2-cf2c-424d-a237-4db9d24b432e req-cdf58fd3-0db6-4094-b87f-a0337ac0f210 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:52:52.016722 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf6509-bfba-43b2-bdb8-60eef099a4b0 req-33b775bb-72c1-49af-9ecd-39ecfd6d250c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:52.018515 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-46cf6509-bfba-43b2-bdb8-60eef099a4b0 req-33b775bb-72c1-49af-9ecd-39ecfd6d250c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 945 time: 0.3809602 Apr 28 19:52:52.065568 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf58fd3-0db6-4094-b87f-a0337ac0f210 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'Port': ['ID=a91b7f99-d2bd-40e7-bf59-b300c07e75bb,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:52.101103 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6a0451b6-f70c-45a5-96a4-7bffa29351a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:52.165876 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b60b095-fead-408b-9de3-d2e0dced99b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:52.182262 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b60b095-fead-408b-9de3-d2e0dced99b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:52.211273 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-46cf6509-bfba-43b2-bdb8-60eef099a4b0 req-4d0ac506-2440-4f3c-a53f-b4e9fe504de3 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752424 Apr 28 19:52:52.273456 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7b60b095-fead-408b-9de3-d2e0dced99b7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=942a46560a91407ca2f7d50118c7e8b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0949330 Apr 28 19:52:52.306937 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37844) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:52.324811 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-96eb6b55-6f40-4763-a2bc-f80557279e99 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b0081276403a43f5a0977e0e598190a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4983673 Apr 28 19:52:52.328161 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37846) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:52.421005 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-5941b532-36c1-44f2-b825-a23c09633728 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Allocated IP 2001:db8::3d7 (f0294a7b-0cd5-497c-af2d-fd8c7266abf5/65c02625-76da-4d57-b248-e906dacdb720/6d4e33b8-ef77-45c5-a0b4-8d2394d53d95) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:52.449639 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6affc6b-d316-4225-99ee-35003e574b1f req-e4bc772a-cc69-4ed1-b3ce-0c639a0ad2ea tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:52.458417 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e6affc6b-d316-4225-99ee-35003e574b1f req-e4bc772a-cc69-4ed1-b3ce-0c639a0ad2ea tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9310e56-86df-4cb4-ae94-c71a8d24f42a HTTP/1.1" status: 200 len: 932 time: 1.1291440 Apr 28 19:52:52.460142 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3e9b173d-9b13-42b7-b1f3-11ae4bbfac0a None None] Provisioning complete for port a91b7f99-d2bd-40e7-bf59-b300c07e75bb triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:52.460563 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3e9b173d-9b13-42b7-b1f3-11ae4bbfac0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:52.477300 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60b095-fead-408b-9de3-d2e0dced99b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eeccd18-e041-4128-99d9-91abcf690b7f,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:52.500229 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010619e2-cf2c-424d-a237-4db9d24b432e req-cdf58fd3-0db6-4094-b87f-a0337ac0f210 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:52.500947 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-010619e2-cf2c-424d-a237-4db9d24b432e req-cdf58fd3-0db6-4094-b87f-a0337ac0f210 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:52.506116 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-5941b532-36c1-44f2-b825-a23c09633728 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Allocated IP 2001:db8:0:1::250 (f0294a7b-0cd5-497c-af2d-fd8c7266abf5/13b126f8-d94a-4854-ae8e-a88d2b3d5486/6d4e33b8-ef77-45c5-a0b4-8d2394d53d95) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:52.516716 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-3e9b173d-9b13-42b7-b1f3-11ae4bbfac0a None None] Port a91b7f99-d2bd-40e7-bf59-b300c07e75bb cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:52:52.542194 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ab199f1-8024-44bf-a758-eb6d8576ad64 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:52.554875 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-263baee9-2d21-4892-aac8-467dcebd6a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:52.593881 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-263baee9-2d21-4892-aac8-467dcebd6a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:52.674117 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-010619e2-cf2c-424d-a237-4db9d24b432e req-cdf58fd3-0db6-4094-b87f-a0337ac0f210 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6637890 Apr 28 19:52:52.684251 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-263baee9-2d21-4892-aac8-467dcebd6a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:52.688341 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-263baee9-2d21-4892-aac8-467dcebd6a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:52.689789 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-263baee9-2d21-4892-aac8-467dcebd6a38 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/51ab69cf-364d-4c34-aa29-2d5ad7b18214 HTTP/1.1" status: 204 len: 168 time: 0.3523397 Apr 28 19:52:52.694885 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-010619e2-cf2c-424d-a237-4db9d24b432e req-7e9291b9-0f08-44e0-b8f6-bf006ef1e699 service neutron] Request body: {'port': {'device_id': 'd9310e56-86df-4cb4-ae94-c71a8d24f42a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:52.744627 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263baee9-2d21-4892-aac8-467dcebd6a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ab69cf-364d-4c34-aa29-2d5ad7b18214,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:52.780733 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e6affc6b-d316-4225-99ee-35003e574b1f req-f28b63f2-d616-43cb-80cd-a8861fea4723 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=63e2d205-7202-4a68-a721-60135233bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3210309 Apr 28 19:52:52.797688 n-d-839810-1 neutron-server[102774]: DEBUG neutron.objects.ports [None req-00a0d697-a100-4492-8504-ac04e4008c47 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102774) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 19:52:52.963010 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-010619e2-cf2c-424d-a237-4db9d24b432e req-7e9291b9-0f08-44e0-b8f6-bf006ef1e699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:52.965694 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a5064a9e-f1c7-4c93-9aa6-9da666eb3271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:53.082222 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a5064a9e-f1c7-4c93-9aa6-9da666eb3271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:53.116728 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00a0d697-a100-4492-8504-ac04e4008c47 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:53.121792 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ab199f1-8024-44bf-a758-eb6d8576ad64 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:53.221248 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5941b532-36c1-44f2-b825-a23c09633728 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:53.396345 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a5064a9e-f1c7-4c93-9aa6-9da666eb3271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:53.400084 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a5064a9e-f1c7-4c93-9aa6-9da666eb3271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:53.401463 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a5064a9e-f1c7-4c93-9aa6-9da666eb3271 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6eeccd18-e041-4128-99d9-91abcf690b7f HTTP/1.1" status: 204 len: 168 time: 1.0754654 Apr 28 19:52:53.429491 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-8ab199f1-8024-44bf-a758-eb6d8576ad64 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Deleting port b6a94bb6-540a-4f94-91fc-3422b50193f8 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:52:53.434922 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ab199f1-8024-44bf-a758-eb6d8576ad64 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:53.465099 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ded9f7-3d84-44e5-97dd-772cb1c88431 req-70a14c99-074a-42e6-bbf5-27c12d55c8b3 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:53.467881 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-03ded9f7-3d84-44e5-97dd-772cb1c88431 req-70a14c99-074a-42e6-bbf5-27c12d55c8b3 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 945 time: 0.1045361 Apr 28 19:52:53.499486 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5064a9e-f1c7-4c93-9aa6-9da666eb3271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eeccd18-e041-4128-99d9-91abcf690b7f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:53.504910 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37860) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:53.518490 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5941b532-36c1-44f2-b825-a23c09633728 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:53.529429 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-00a0d697-a100-4492-8504-ac04e4008c47 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] For port 7ddf6084-327b-4782-ab6c-52a49c310893, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=7ddf6084-327b-4782-ab6c-52a49c310893,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:53.553908 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-0cb3bafc-d3fe-46f7-9936-af84327d7a45 None None] Allocated IP 2001:db8:0:1::2 (f0294a7b-0cd5-497c-af2d-fd8c7266abf5/13b126f8-d94a-4854-ae8e-a88d2b3d5486/937925fe-2b7d-4c20-b3dd-ae63a672da9a) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:53.610522 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-03ded9f7-3d84-44e5-97dd-772cb1c88431 req-0fcaa434-81e9-4dfd-ae94-227ed46eaeb5 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319957 Apr 28 19:52:53.621315 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00a0d697-a100-4492-8504-ac04e4008c47 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:53.627777 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5941b532-36c1-44f2-b825-a23c09633728 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Network f0294a7b-0cd5-497c-af2d-fd8c7266abf5 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:53.637736 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00a0d697-a100-4492-8504-ac04e4008c47 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:53.638526 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00a0d697-a100-4492-8504-ac04e4008c47 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:53.739569 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0cb3bafc-d3fe-46f7-9936-af84327d7a45 None None] For port 937925fe-2b7d-4c20-b3dd-ae63a672da9a, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=937925fe-2b7d-4c20-b3dd-ae63a672da9a,segment=NetworkSegment(fe4978ac-8771-4b99-8c4d-0ab1f04f1616),segment_id=fe4978ac-8771-4b99-8c4d-0ab1f04f1616)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:53.772897 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0d697-a100-4492-8504-ac04e4008c47 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Port': ['ID=7ddf6084-327b-4782-ab6c-52a49c310893,revision_number=7']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:53.794470 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0cb3bafc-d3fe-46f7-9936-af84327d7a45 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:53.807349 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a0d697-a100-4492-8504-ac04e4008c47 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:53.815601 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-00a0d697-a100-4492-8504-ac04e4008c47 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:53.818978 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0d697-a100-4492-8504-ac04e4008c47 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Subnet': ['ID=6e995285-e112-4561-9266-8bbc6ef55b1d,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:53.822366 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a0d697-a100-4492-8504-ac04e4008c47 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:53.822511 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00a0d697-a100-4492-8504-ac04e4008c47 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:53.828179 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0cb3bafc-d3fe-46f7-9936-af84327d7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:53.842074 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:53.852969 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8105aa57-f354-49be-99e0-2a430bee2c43 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:53.855909 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-00a0d697-a100-4492-8504-ac04e4008c47 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.3886197 Apr 28 19:52:53.862433 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37866) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:53.871819 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-aabc53c2-885e-4207-9318-b0270554b694 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Request body: {'port': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'mac_address': 'fa:16:3e:db:35:7d', 'name': 'tempest-NetworksTestDHCPv6-147053799'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:54.085457 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabc53c2-885e-4207-9318-b0270554b694 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Made reservation on behalf of db556cb00e88416ab6b08e9d3eea023f for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:54.296342 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656d4a13-6590-4019-817f-148a10f3f849 None None] Update dhcp port {'port': {'network_id': '3bb4ad15-38e1-4028-be09-c8cdfded96d3', 'fixed_ips': [{'subnet_id': '6e995285-e112-4561-9266-8bbc6ef55b1d', 'ip_address': '2001:db8:0:1:f816:3eff:fe1b:dd27'}, {'subnet_id': 'fe19c063-cb81-4512-9594-b085a0810121'}], 'binding:host_id': 'n-d-839810-1'}, 'id': '7ddf6084-327b-4782-ab6c-52a49c310893'} from n-d-839810-1. {{(pid=102775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 28 19:52:54.351039 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-656d4a13-6590-4019-817f-148a10f3f849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:54.365806 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3bafc-d3fe-46f7-9936-af84327d7a45 None None] Pushing event updated for resources: {'Port': ['ID=937925fe-2b7d-4c20-b3dd-ae63a672da9a,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:54.366020 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37868) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:54.368913 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aabc53c2-885e-4207-9318-b0270554b694 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:54.369821 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 7ddf6084-327b-4782-ab6c-52a49c310893 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:52:54.416200 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6562c983-0a7b-4857-9dee-d94efa0936e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:54.438951 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-aabc53c2-885e-4207-9318-b0270554b694 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] device_id is not set on port ff5fca5f-01d2-48ae-8fa6-6b325c6ebf2e yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:52:54.572437 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 7ddf6084-327b-4782-ab6c-52a49c310893 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:54.573108 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:54.600158 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-5941b532-36c1-44f2-b825-a23c09633728 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:54.636041 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5941b532-36c1-44f2-b825-a23c09633728 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:52:54.642945 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5941b532-36c1-44f2-b825-a23c09633728 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:54.643842 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5941b532-36c1-44f2-b825-a23c09633728 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:54.736889 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5941b532-36c1-44f2-b825-a23c09633728 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 5.0678806 Apr 28 19:52:54.747409 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37872) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:54.770434 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-b6e954c2-05ac-4ed7-8004-33cb8d6d28ae tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '65c02625-76da-4d57-b248-e906dacdb720'}]}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:54.826764 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941b532-36c1-44f2-b825-a23c09633728 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Port': ['ID=6d4e33b8-ef77-45c5-a0b4-8d2394d53d95,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:54.839278 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ab199f1-8024-44bf-a758-eb6d8576ad64 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:54.884040 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-8ab199f1-8024-44bf-a758-eb6d8576ad64 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Calling delete_port for b6a94bb6-540a-4f94-91fc-3422b50193f8 owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:52:54.913053 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-18bb235d-8928-41ec-96a1-1d307530fb5c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dc8c3fdfd9a8436ebe55327ff5c8dba0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3917885 Apr 28 19:52:54.917524 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37874) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:54.955724 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3355a1a-f5a7-4af9-a8f3-6b57816823a7 req-49521d40-c31e-437c-983c-a36aa2ede0d8 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:54.959126 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b3355a1a-f5a7-4af9-a8f3-6b57816823a7 req-49521d40-c31e-437c-983c-a36aa2ede0d8 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9310e56-86df-4cb4-ae94-c71a8d24f42a HTTP/1.1" status: 200 len: 932 time: 0.3326788 Apr 28 19:52:54.975965 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-aabc53c2-885e-4207-9318-b0270554b694 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Allocated IP 2001:db8::344 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/fe19c063-cb81-4512-9594-b085a0810121/ff5fca5f-01d2-48ae-8fa6-6b325c6ebf2e) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:55.000238 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-aabc53c2-885e-4207-9318-b0270554b694 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Allocated IP 2001:db8:0:1:f816:3eff:fedb:357d (3bb4ad15-38e1-4028-be09-c8cdfded96d3/6e995285-e112-4561-9266-8bbc6ef55b1d/ff5fca5f-01d2-48ae-8fa6-6b325c6ebf2e) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:55.043549 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052093c9-2946-46a8-9d46-c81a16587c16 req-8dcd315e-a295-4055-90be-1da2e78854f3 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:55.044712 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-052093c9-2946-46a8-9d46-c81a16587c16 req-8dcd315e-a295-4055-90be-1da2e78854f3 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 945 time: 0.1914535 Apr 28 19:52:55.077267 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfe19b7-20aa-43b5-bb9b-7a12919bf7cc None None] Network f0294a7b-0cd5-497c-af2d-fd8c7266abf5 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:52:55.105253 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6562c983-0a7b-4857-9dee-d94efa0936e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:55.159201 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-010619e2-cf2c-424d-a237-4db9d24b432e req-7e9291b9-0f08-44e0-b8f6-bf006ef1e699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a91b7f99-d2bd-40e7-bf59-b300c07e75bb {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:52:55.174738 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-010619e2-cf2c-424d-a237-4db9d24b432e req-7e9291b9-0f08-44e0-b8f6-bf006ef1e699 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:55.213474 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-2fdf7d10-2a35-4d43-8264-19140cf9df79 None None] Provisioning complete for port 937925fe-2b7d-4c20-b3dd-ae63a672da9a triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:55.213854 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2fdf7d10-2a35-4d43-8264-19140cf9df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:55.233542 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b3355a1a-f5a7-4af9-a8f3-6b57816823a7 req-272ea475-be1d-4431-bd1c-c46a0ab88f71 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=63e2d205-7202-4a68-a721-60135233bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2656419 Apr 28 19:52:55.284184 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-010619e2-cf2c-424d-a237-4db9d24b432e req-7e9291b9-0f08-44e0-b8f6-bf006ef1e699 service neutron] Transition to ACTIVE for port object a91b7f99-d2bd-40e7-bf59-b300c07e75bb will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:52:55.285387 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6562c983-0a7b-4857-9dee-d94efa0936e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:55.288631 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d53ebe4e-500c-46c7-89f0-4273d3e003ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:55.299094 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-010619e2-cf2c-424d-a237-4db9d24b432e req-7e9291b9-0f08-44e0-b8f6-bf006ef1e699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:55.386852 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d53ebe4e-500c-46c7-89f0-4273d3e003ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:55.392236 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-052093c9-2946-46a8-9d46-c81a16587c16 req-f2aaa2e3-a897-4894-9cce-8c68b7538a40 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3214362 Apr 28 19:52:55.453914 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6562c983-0a7b-4857-9dee-d94efa0936e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbff2f61-4d97-4e13-8621-c42c7e0e3397,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:55.512912 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6562c983-0a7b-4857-9dee-d94efa0936e1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=add46d77f6b548cc939ee4117a47646a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1414945 Apr 28 19:52:55.522759 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37876) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:55.547998 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9291b9-0f08-44e0-b8f6-bf006ef1e699 service neutron] Pushing event updated for resources: {'Port': ['ID=a91b7f99-d2bd-40e7-bf59-b300c07e75bb,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:55.550798 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b6e954c2-05ac-4ed7-8004-33cb8d6d28ae tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:55.564270 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aabc53c2-885e-4207-9318-b0270554b694 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:55.708919 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d53ebe4e-500c-46c7-89f0-4273d3e003ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:55.712505 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d53ebe4e-500c-46c7-89f0-4273d3e003ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:55.714070 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d53ebe4e-500c-46c7-89f0-4273d3e003ac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7846eb26-8f17-4c1a-9251-f657dfb2430f HTTP/1.1" status: 204 len: 168 time: 0.7889390 Apr 28 19:52:55.715071 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ab199f1-8024-44bf-a758-eb6d8576ad64 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:55.756786 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ebe4e-500c-46c7-89f0-4273d3e003ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7846eb26-8f17-4c1a-9251-f657dfb2430f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:55.762145 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:55.823944 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-010619e2-cf2c-424d-a237-4db9d24b432e req-7e9291b9-0f08-44e0-b8f6-bf006ef1e699 service neutron] Attempting to bind port a91b7f99-d2bd-40e7-bf59-b300c07e75bb on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:52:55.824505 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-010619e2-cf2c-424d-a237-4db9d24b432e req-7e9291b9-0f08-44e0-b8f6-bf006ef1e699 service neutron] Attempting to bind port a91b7f99-d2bd-40e7-bf59-b300c07e75bb by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '3f312828-dd4b-4481-a75c-9ef38d4ec125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f33bfb5b-8f90-423a-9815-b58e1a6eb23a'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:52:55.824661 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010619e2-cf2c-424d-a237-4db9d24b432e req-7e9291b9-0f08-44e0-b8f6-bf006ef1e699 service neutron] Attempting to bind port a91b7f99-d2bd-40e7-bf59-b300c07e75bb on network f33bfb5b-8f90-423a-9815-b58e1a6eb23a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:52:55.840084 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab199f1-8024-44bf-a758-eb6d8576ad64 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Pushing event deleted for resources: {'Port': ['ID=b6a94bb6-540a-4f94-91fc-3422b50193f8,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:55.852620 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010619e2-cf2c-424d-a237-4db9d24b432e req-7e9291b9-0f08-44e0-b8f6-bf006ef1e699 service neutron] Port a91b7f99-d2bd-40e7-bf59-b300c07e75bb on network f33bfb5b-8f90-423a-9815-b58e1a6eb23a not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:52:55.852953 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010619e2-cf2c-424d-a237-4db9d24b432e req-7e9291b9-0f08-44e0-b8f6-bf006ef1e699 service neutron] Attempting to bind port a91b7f99-d2bd-40e7-bf59-b300c07e75bb on network f33bfb5b-8f90-423a-9815-b58e1a6eb23a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:52:55.878316 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010619e2-cf2c-424d-a237-4db9d24b432e req-7e9291b9-0f08-44e0-b8f6-bf006ef1e699 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:52:55.878731 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010619e2-cf2c-424d-a237-4db9d24b432e req-7e9291b9-0f08-44e0-b8f6-bf006ef1e699 service neutron] Checking segment: {'id': '3f312828-dd4b-4481-a75c-9ef38d4ec125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f33bfb5b-8f90-423a-9815-b58e1a6eb23a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:52:55.879048 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010619e2-cf2c-424d-a237-4db9d24b432e req-7e9291b9-0f08-44e0-b8f6-bf006ef1e699 service neutron] Bound using segment: {'id': '3f312828-dd4b-4481-a75c-9ef38d4ec125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f33bfb5b-8f90-423a-9815-b58e1a6eb23a'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:52:55.879837 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-010619e2-cf2c-424d-a237-4db9d24b432e req-7e9291b9-0f08-44e0-b8f6-bf006ef1e699 service neutron] Bound port: a91b7f99-d2bd-40e7-bf59-b300c07e75bb, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f312828-dd4b-4481-a75c-9ef38d4ec125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f33bfb5b-8f90-423a-9815-b58e1a6eb23a'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:52:55.880237 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-010619e2-cf2c-424d-a237-4db9d24b432e req-7e9291b9-0f08-44e0-b8f6-bf006ef1e699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:55.899859 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4110e564-4465-4405-a9e9-75f8eb415b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:55.921850 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aabc53c2-885e-4207-9318-b0270554b694 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:55.987496 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-656d4a13-6590-4019-817f-148a10f3f849 None None] Allocated IP 2001:db8::2 (3bb4ad15-38e1-4028-be09-c8cdfded96d3/fe19c063-cb81-4512-9594-b085a0810121/7ddf6084-327b-4782-ab6c-52a49c310893) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:56.008740 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ab199f1-8024-44bf-a758-eb6d8576ad64 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:56.059929 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabc53c2-885e-4207-9318-b0270554b694 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:56.069987 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-aabc53c2-885e-4207-9318-b0270554b694 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:56.089399 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabc53c2-885e-4207-9318-b0270554b694 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:52:56.099818 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabc53c2-885e-4207-9318-b0270554b694 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:56.100976 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aabc53c2-885e-4207-9318-b0270554b694 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:56.113504 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4110e564-4465-4405-a9e9-75f8eb415b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:56.201674 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-805b831e-e97e-4c2c-bc22-c9553e927818 None None] Provisioning complete for port 6d4e33b8-ef77-45c5-a0b4-8d2394d53d95 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:56.202654 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-805b831e-e97e-4c2c-bc22-c9553e927818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:56.268576 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:56.292278 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 937925fe-2b7d-4c20-b3dd-ae63a672da9a up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:52:56.295795 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ab199f1-8024-44bf-a758-eb6d8576ad64 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:56.305619 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ab199f1-8024-44bf-a758-eb6d8576ad64 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:56.310091 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc53c2-885e-4207-9318-b0270554b694 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event updated for resources: {'Port': ['ID=ff5fca5f-01d2-48ae-8fa6-6b325c6ebf2e,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:56.385711 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-aabc53c2-885e-4207-9318-b0270554b694 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5220957 Apr 28 19:52:56.391335 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37884) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:56.399163 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-656d4a13-6590-4019-817f-148a10f3f849 None None] For port 7ddf6084-327b-4782-ab6c-52a49c310893, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=7ddf6084-327b-4782-ab6c-52a49c310893,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:56.422841 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-805b831e-e97e-4c2c-bc22-c9553e927818 None None] Port 6d4e33b8-ef77-45c5-a0b4-8d2394d53d95 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:52:56.437120 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-010619e2-cf2c-424d-a237-4db9d24b432e req-7e9291b9-0f08-44e0-b8f6-bf006ef1e699 service neutron] For port a91b7f99-d2bd-40e7-bf59-b300c07e75bb, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:52:56.494479 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ab199f1-8024-44bf-a758-eb6d8576ad64 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:56.495244 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab199f1-8024-44bf-a758-eb6d8576ad64 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Fanout notify agent at l3_agent the message router_deleted on router 1def4426-b63c-4919-94e5-0781226235dc {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:52:56.503213 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-010619e2-cf2c-424d-a237-4db9d24b432e req-7e9291b9-0f08-44e0-b8f6-bf006ef1e699 service neutron] For port a91b7f99-d2bd-40e7-bf59-b300c07e75bb, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=a91b7f99-d2bd-40e7-bf59-b300c07e75bb,segment=NetworkSegment(3f312828-dd4b-4481-a75c-9ef38d4ec125),segment_id=3f312828-dd4b-4481-a75c-9ef38d4ec125)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:52:56.514212 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ab199f1-8024-44bf-a758-eb6d8576ad64 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:56.515810 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8ab199f1-8024-44bf-a758-eb6d8576ad64 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] 10.222.0.42 "DELETE /v2.0/routers/1def4426-b63c-4919-94e5-0781226235dc HTTP/1.1" status: 204 len: 168 time: 4.9739182 Apr 28 19:52:56.521219 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-010619e2-cf2c-424d-a237-4db9d24b432e req-7e9291b9-0f08-44e0-b8f6-bf006ef1e699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:56.529451 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37892) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:56.542953 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-c1ec5c9f-c35b-47bf-aba2-46a10bf8443d tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1761495188', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'enable_snat': False}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:56.571400 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4110e564-4465-4405-a9e9-75f8eb415b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:56.578194 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4110e564-4465-4405-a9e9-75f8eb415b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:56.580046 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4110e564-4465-4405-a9e9-75f8eb415b18 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dbff2f61-4d97-4e13-8621-c42c7e0e3397 HTTP/1.1" status: 204 len: 168 time: 1.0562956 Apr 28 19:52:56.610819 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-656d4a13-6590-4019-817f-148a10f3f849 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:56.626260 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110e564-4465-4405-a9e9-75f8eb415b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbff2f61-4d97-4e13-8621-c42c7e0e3397,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:56.635185 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-b6e954c2-05ac-4ed7-8004-33cb8d6d28ae tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Delete allocated IP 2001:db8:0:1::250 (f0294a7b-0cd5-497c-af2d-fd8c7266abf5/13b126f8-d94a-4854-ae8e-a88d2b3d5486) {{(pid=102774) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 28 19:52:56.648411 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3712973-d39a-4af4-b2e0-9164b6aa9f06 req-2b63e8c8-43a2-4112-b1b2-3fdaace0bf9f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:56.650917 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a3712973-d39a-4af4-b2e0-9164b6aa9f06 req-2b63e8c8-43a2-4112-b1b2-3fdaace0bf9f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9310e56-86df-4cb4-ae94-c71a8d24f42a HTTP/1.1" status: 200 len: 944 time: 0.2604461 Apr 28 19:52:56.658170 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-805b831e-e97e-4c2c-bc22-c9553e927818 None None] Provisioning complete for port 937925fe-2b7d-4c20-b3dd-ae63a672da9a triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:56.658640 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-805b831e-e97e-4c2c-bc22-c9553e927818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:56.688311 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010619e2-cf2c-424d-a237-4db9d24b432e req-7e9291b9-0f08-44e0-b8f6-bf006ef1e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:56.689336 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-010619e2-cf2c-424d-a237-4db9d24b432e req-7e9291b9-0f08-44e0-b8f6-bf006ef1e699 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:56.691995 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-010619e2-cf2c-424d-a237-4db9d24b432e req-7e9291b9-0f08-44e0-b8f6-bf006ef1e699 service neutron] 10.222.0.44 "PUT /v2.0/ports/a91b7f99-d2bd-40e7-bf59-b300c07e75bb HTTP/1.1" status: 200 len: 1092 time: 4.0089374 Apr 28 19:52:56.697325 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9310e56-86df-4cb4-ae94-c71a8d24f42a', 'tag': 'a91b7f99-d2bd-40e7-bf59-b300c07e75bb'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:56.700013 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95839064-d82a-41a4-a01d-3fd3bdc1c283" -d '{"events": [{"name": "network-changed", "server_uuid": "d9310e56-86df-4cb4-ae94-c71a8d24f42a", "tag": "a91b7f99-d2bd-40e7-bf59-b300c07e75bb"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:52:56.709484 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109c9e9-7fc0-4530-ab7d-ebdd001b9712 req-32cc226a-3680-43e1-9310-a9d74c1d1688 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:56.725030 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6109c9e9-7fc0-4530-ab7d-ebdd001b9712 req-32cc226a-3680-43e1-9310-a9d74c1d1688 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 945 time: 0.1435151 Apr 28 19:52:56.736159 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c1ec5c9f-c35b-47bf-aba2-46a10bf8443d tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:56.740983 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c1ec5c9f-c35b-47bf-aba2-46a10bf8443d tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:56.803050 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-656d4a13-6590-4019-817f-148a10f3f849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:56.814643 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c1ec5c9f-c35b-47bf-aba2-46a10bf8443d tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:56.858683 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9291b9-0f08-44e0-b8f6-bf006ef1e699 service neutron] Pushing event updated for resources: {'Port': ['ID=a91b7f99-d2bd-40e7-bf59-b300c07e75bb,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:56.999241 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a3712973-d39a-4af4-b2e0-9164b6aa9f06 req-bec4a1b0-ecb3-4f33-983d-dc6d42356476 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=63e2d205-7202-4a68-a721-60135233bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3348224 Apr 28 19:52:57.038127 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-31e1659c-5013-4671-9d94-a27455d9fa53 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting port ff5fca5f-01d2-48ae-8fa6-6b325c6ebf2e {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:52:57.038687 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-31e1659c-5013-4671-9d94-a27455d9fa53 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:57.103371 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 937925fe-2b7d-4c20-b3dd-ae63a672da9a triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:57.103770 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:57.164996 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc33e5c-c880-4e63-ac0f-160bb0f9fe16 x-openstack-request-id: req-bdc33e5c-c880-4e63-ac0f-160bb0f9fe16 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:52:57.165373 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9310e56-86df-4cb4-ae94-c71a8d24f42a", "tag": "a91b7f99-d2bd-40e7-bf59-b300c07e75bb", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:52:57.166751 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bdc33e5c-c880-4e63-ac0f-160bb0f9fe16 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:52:57.167801 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdc33e5c-c880-4e63-ac0f-160bb0f9fe16'] response: {'name': 'network-changed', 'server_uuid': 'd9310e56-86df-4cb4-ae94-c71a8d24f42a', 'tag': 'a91b7f99-d2bd-40e7-bf59-b300c07e75bb', 'status': 'completed', 'code': 200} Apr 28 19:52:57.174538 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d4a13-6590-4019-817f-148a10f3f849 None None] Pushing event updated for resources: {'Port': ['ID=7ddf6084-327b-4782-ab6c-52a49c310893,revision_number=8']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:57.319232 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010619e2-cf2c-424d-a237-4db9d24b432e req-a1e00767-aa09-4483-842d-bb8d04778828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:57.320863 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-010619e2-cf2c-424d-a237-4db9d24b432e req-a1e00767-aa09-4483-842d-bb8d04778828 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d9e2f02c26d442699c083632dd6dfd5&device_id=d9310e56-86df-4cb4-ae94-c71a8d24f42a HTTP/1.1" status: 200 len: 1095 time: 0.5017500 Apr 28 19:52:57.341858 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c1ec5c9f-c35b-47bf-aba2-46a10bf8443d tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:57.449879 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-37b77022-5ac7-4a0a-b85b-9a53bd7c5c73 None None] Provisioning complete for port 6d4e33b8-ef77-45c5-a0b4-8d2394d53d95 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:57.450245 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-37b77022-5ac7-4a0a-b85b-9a53bd7c5c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:57.476241 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-010619e2-cf2c-424d-a237-4db9d24b432e req-05faaef7-6a88-4ed4-b628-97d82fce8379 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=a91b7f99-d2bd-40e7-bf59-b300c07e75bb HTTP/1.1" status: 200 len: 217 time: 0.1039159 Apr 28 19:52:57.538082 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-37b77022-5ac7-4a0a-b85b-9a53bd7c5c73 None None] Port 6d4e33b8-ef77-45c5-a0b4-8d2394d53d95 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:52:57.669671 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37920) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:57.709825 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010619e2-cf2c-424d-a237-4db9d24b432e req-5a7d993c-753a-4d67-890d-7df9ed5a3a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:57.713538 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-010619e2-cf2c-424d-a237-4db9d24b432e req-5a7d993c-753a-4d67-890d-7df9ed5a3a78 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eb02f22c-0d51-4a8d-883d-f686aec11d03 HTTP/1.1" status: 200 len: 837 time: 0.2364342 Apr 28 19:52:57.718885 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-31e1659c-5013-4671-9d94-a27455d9fa53 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:57.816197 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-31e1659c-5013-4671-9d94-a27455d9fa53 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Calling delete_port for ff5fca5f-01d2-48ae-8fa6-6b325c6ebf2e owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:52:57.934826 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b6e954c2-05ac-4ed7-8004-33cb8d6d28ae tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:57.940031 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6109c9e9-7fc0-4530-ab7d-ebdd001b9712 req-058bd752-9f34-4f50-a6c7-3241aae4f0b1 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2136500 Apr 28 19:52:57.944010 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b6e954c2-05ac-4ed7-8004-33cb8d6d28ae tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:58.029686 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-e2d8505d-3ca8-45c1-ac2d-83e6a311f44a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1465909234-network', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:58.040826 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-b6e954c2-05ac-4ed7-8004-33cb8d6d28ae tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] In _notify_port_updated(), no bound segment for port 6d4e33b8-ef77-45c5-a0b4-8d2394d53d95 on network f0294a7b-0cd5-497c-af2d-fd8c7266abf5 {{(pid=102774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 19:52:58.055414 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e954c2-05ac-4ed7-8004-33cb8d6d28ae tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:58.058783 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b6e954c2-05ac-4ed7-8004-33cb8d6d28ae tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:58.063286 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b6e954c2-05ac-4ed7-8004-33cb8d6d28ae tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "PUT /v2.0/ports/6d4e33b8-ef77-45c5-a0b4-8d2394d53d95 HTTP/1.1" status: 200 len: 925 time: 3.3015757 Apr 28 19:52:58.073476 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37934) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:58.090505 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-f7be748b-e9ef-4f6a-95a3-f9e6f4b6d29f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '65c02625-76da-4d57-b248-e906dacdb720'}, {'subnet_id': '13b126f8-d94a-4854-ae8e-a88d2b3d5486'}]}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:58.161979 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e954c2-05ac-4ed7-8004-33cb8d6d28ae tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Port': ['ID=6d4e33b8-ef77-45c5-a0b4-8d2394d53d95,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:58.260772 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010619e2-cf2c-424d-a237-4db9d24b432e req-0af14535-5cf8-42b8-a5e7-92571ab3841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:58.262767 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-010619e2-cf2c-424d-a237-4db9d24b432e req-0af14535-5cf8-42b8-a5e7-92571ab3841d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f33bfb5b-8f90-423a-9815-b58e1a6eb23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5263844 Apr 28 19:52:58.267048 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 7ddf6084-327b-4782-ab6c-52a49c310893 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:52:58.278489 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7be748b-e9ef-4f6a-95a3-f9e6f4b6d29f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:58.328524 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d8505d-3ca8-45c1-ac2d-83e6a311f44a admin admin] Made reservation on behalf of 3397cabaf68f4eccbdd2d7c135e48bbd for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:58.331687 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e2d8505d-3ca8-45c1-ac2d-83e6a311f44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:58.359246 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-4bfd7e51-2e15-421e-83d2-4e4cc5c40161 None None] Provisioning complete for port 7ddf6084-327b-4782-ab6c-52a49c310893 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:58.359958 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4bfd7e51-2e15-421e-83d2-4e4cc5c40161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:58.493936 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e2d8505d-3ca8-45c1-ac2d-83e6a311f44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:58.542184 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 7ddf6084-327b-4782-ab6c-52a49c310893 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:58.543528 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:58.665646 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-86d85830-6057-4db5-b9b4-dca7732bda64 None None] Provisioning complete for port 6d4e33b8-ef77-45c5-a0b4-8d2394d53d95 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:58.666358 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-86d85830-6057-4db5-b9b4-dca7732bda64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:58.919230 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb2921-0b34-432d-a728-e9d2fcb14c59 req-a403843f-9475-4f1c-b3c9-e03a9ac52bfe tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:58.920934 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2ddb2921-0b34-432d-a728-e9d2fcb14c59 req-a403843f-9475-4f1c-b3c9-e03a9ac52bfe tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9310e56-86df-4cb4-ae94-c71a8d24f42a HTTP/1.1" status: 200 len: 944 time: 0.6555974 Apr 28 19:52:58.930049 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-86d85830-6057-4db5-b9b4-dca7732bda64 None None] Port 6d4e33b8-ef77-45c5-a0b4-8d2394d53d95 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:52:58.954873 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-f7be748b-e9ef-4f6a-95a3-f9e6f4b6d29f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Allocated IP 2001:db8:0:1::39a (f0294a7b-0cd5-497c-af2d-fd8c7266abf5/13b126f8-d94a-4854-ae8e-a88d2b3d5486/6d4e33b8-ef77-45c5-a0b4-8d2394d53d95) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:58.994495 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-010619e2-cf2c-424d-a237-4db9d24b432e req-d1372fd4-271d-4bce-8e0e-b9c333f8816e service neutron] 10.222.0.44 "GET /v2.0/networks/f33bfb5b-8f90-423a-9815-b58e1a6eb23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6766858 Apr 28 19:52:59.056839 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-e28eebce-219f-4847-9edd-e778e8e96fee None None] Provisioning complete for port ff5fca5f-01d2-48ae-8fa6-6b325c6ebf2e triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:59.057210 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e28eebce-219f-4847-9edd-e778e8e96fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:59.127307 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-010619e2-cf2c-424d-a237-4db9d24b432e req-371172a0-a374-42a2-97b8-daed29b4c8ca service neutron] 10.222.0.44 "GET /v2.0/networks/f33bfb5b-8f90-423a-9815-b58e1a6eb23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172457 Apr 28 19:52:59.131538 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c1ec5c9f-c35b-47bf-aba2-46a10bf8443d tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:59.149347 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-e28eebce-219f-4847-9edd-e778e8e96fee None None] Port ff5fca5f-01d2-48ae-8fa6-6b325c6ebf2e cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:52:59.205776 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-31e1659c-5013-4671-9d94-a27455d9fa53 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:59.209250 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c1ec5c9f-c35b-47bf-aba2-46a10bf8443d tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:59.259245 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2ddb2921-0b34-432d-a728-e9d2fcb14c59 req-d34bcd11-685f-45fe-8e3a-df816217ac10 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=63e2d205-7202-4a68-a721-60135233bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3088281 Apr 28 19:52:59.262273 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7be748b-e9ef-4f6a-95a3-f9e6f4b6d29f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:59.279090 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56005d5-72c8-4be0-9df9-75329d347656 req-f2bb13db-724a-4e6a-8001-3450dc6cbb74 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:59.280828 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b56005d5-72c8-4be0-9df9-75329d347656 req-f2bb13db-724a-4e6a-8001-3450dc6cbb74 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 945 time: 0.1123016 Apr 28 19:52:59.282325 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7be748b-e9ef-4f6a-95a3-f9e6f4b6d29f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:59.297336 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e1659c-5013-4671-9d94-a27455d9fa53 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Port': ['ID=ff5fca5f-01d2-48ae-8fa6-6b325c6ebf2e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:59.439880 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b56005d5-72c8-4be0-9df9-75329d347656 req-de8c80f3-1126-43bf-9f79-9748dd2121c8 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447446 Apr 28 19:52:59.441140 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-31e1659c-5013-4671-9d94-a27455d9fa53 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:59.451999 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-31e1659c-5013-4671-9d94-a27455d9fa53 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/ff5fca5f-01d2-48ae-8fa6-6b325c6ebf2e HTTP/1.1" status: 204 len: 168 time: 3.0594304 Apr 28 19:52:59.453661 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37952) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:59.461906 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be748b-e9ef-4f6a-95a3-f9e6f4b6d29f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Port': ['ID=6d4e33b8-ef77-45c5-a0b4-8d2394d53d95,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:59.470311 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-f7be748b-e9ef-4f6a-95a3-f9e6f4b6d29f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] In _notify_port_updated(), no bound segment for port 6d4e33b8-ef77-45c5-a0b4-8d2394d53d95 on network f0294a7b-0cd5-497c-af2d-fd8c7266abf5 {{(pid=102774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 19:52:59.496255 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7be748b-e9ef-4f6a-95a3-f9e6f4b6d29f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:59.496938 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7be748b-e9ef-4f6a-95a3-f9e6f4b6d29f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:59.498259 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f7be748b-e9ef-4f6a-95a3-f9e6f4b6d29f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "PUT /v2.0/ports/6d4e33b8-ef77-45c5-a0b4-8d2394d53d95 HTTP/1.1" status: 200 len: 1011 time: 1.4238071 Apr 28 19:52:59.502967 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37954) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:52:59.536713 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95839064-d82a-41a4-a01d-3fd3bdc1c283 req-8ecff45f-3a8f-4a5e-b258-04d89839c6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:59.538582 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-95839064-d82a-41a4-a01d-3fd3bdc1c283 req-8ecff45f-3a8f-4a5e-b258-04d89839c6d6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d9e2f02c26d442699c083632dd6dfd5&device_id=d9310e56-86df-4cb4-ae94-c71a8d24f42a HTTP/1.1" status: 200 len: 1095 time: 0.3472095 Apr 28 19:52:59.712319 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-96b00c6a-df82-48de-ac08-7e0b05e0e45b tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Deleting port 6d4e33b8-ef77-45c5-a0b4-8d2394d53d95 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:52:59.712662 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-96b00c6a-df82-48de-ac08-7e0b05e0e45b tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:59.926383 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-ce64c4d8-5bbc-41bb-949b-4410a4f353e8 None None] Provisioning complete for port 6d4e33b8-ef77-45c5-a0b4-8d2394d53d95 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:59.927018 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ce64c4d8-5bbc-41bb-949b-4410a4f353e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:59.929468 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-96b00c6a-df82-48de-ac08-7e0b05e0e45b tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:59.946504 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-96b00c6a-df82-48de-ac08-7e0b05e0e45b tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Calling delete_port for 6d4e33b8-ef77-45c5-a0b4-8d2394d53d95 owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:52:59.999854 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-ce64c4d8-5bbc-41bb-949b-4410a4f353e8 None None] Port 6d4e33b8-ef77-45c5-a0b4-8d2394d53d95 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:53:00.275421 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-96b00c6a-df82-48de-ac08-7e0b05e0e45b tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:00.288785 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e2d8505d-3ca8-45c1-ac2d-83e6a311f44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:00.302539 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b360cb47-15f7-4c7d-8dbc-13f6a7c6f8a0 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:00.306877 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b360cb47-15f7-4c7d-8dbc-13f6a7c6f8a0 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8384914 Apr 28 19:53:00.308001 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device a91b7f99-d2bd-40e7-bf59-b300c07e75bb details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:53:00.309623 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37966) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:00.325526 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e2d8505d-3ca8-45c1-ac2d-83e6a311f44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:00.396578 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-c1ec5c9f-c35b-47bf-aba2-46a10bf8443d tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Allocated IP 172.25.8.147 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/230becbd-1366-45db-91b6-09e37d5159df) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:00.411402 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d8505d-3ca8-45c1-ac2d-83e6a311f44a admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:53:00.417535 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b00c6a-df82-48de-ac08-7e0b05e0e45b tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Port': ['ID=6d4e33b8-ef77-45c5-a0b4-8d2394d53d95,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:00.434157 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95839064-d82a-41a4-a01d-3fd3bdc1c283 req-236ac256-d8fe-4b22-9094-ca58cb07acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:00.436334 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-95839064-d82a-41a4-a01d-3fd3bdc1c283 req-236ac256-d8fe-4b22-9094-ca58cb07acd1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f33bfb5b-8f90-423a-9815-b58e1a6eb23a HTTP/1.1" status: 200 len: 897 time: 0.8866522 Apr 28 19:53:00.448605 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8505d-3ca8-45c1-ac2d-83e6a311f44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739600fc-ee8b-4269-9d1f-77600efed29e,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:00.451921 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e2d8505d-3ca8-45c1-ac2d-83e6a311f44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:00.452335 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-e2d8505d-3ca8-45c1-ac2d-83e6a311f44a admin admin] Added segment 04dde85d-a8f7-46ce-a4b1-2af6311ad799 of type vlan for network 13d770d2-76f1-4754-862f-2caf67b7488d Apr 28 19:53:00.483049 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port a91b7f99-d2bd-40e7-bf59-b300c07e75bb, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=a91b7f99-d2bd-40e7-bf59-b300c07e75bb,segment=NetworkSegment(3f312828-dd4b-4481-a75c-9ef38d4ec125),segment_id=3f312828-dd4b-4481-a75c-9ef38d4ec125)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:00.500184 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'a91b7f99-d2bd-40e7-bf59-b300c07e75bb', 'network_id': 'f33bfb5b-8f90-423a-9815-b58e1a6eb23a', 'port_id': 'a91b7f99-d2bd-40e7-bf59-b300c07e75bb', 'mac_address': 'fa:16:3e:70:83:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb02f22c-0d51-4a8d-883d-f686aec11d03', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:53:00.558074 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-96b00c6a-df82-48de-ac08-7e0b05e0e45b tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:00.568174 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-96b00c6a-df82-48de-ac08-7e0b05e0e45b tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/ports/6d4e33b8-ef77-45c5-a0b4-8d2394d53d95 HTTP/1.1" status: 204 len: 168 time: 1.0644448 Apr 28 19:53:00.569431 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37980) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:00.578329 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:00.604172 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a91b7f99-d2bd-40e7-bf59-b300c07e75bb {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:53:00.623719 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb0ee11-ded7-497f-931e-2c1ef4787910 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] GET failed (client error): The resource could not be found. Apr 28 19:53:00.628823 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-dbb0ee11-ded7-497f-931e-2c1ef4787910 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "GET /v2.0/ports/6d4e33b8-ef77-45c5-a0b4-8d2394d53d95 HTTP/1.1" status: 404 len: 333 time: 0.0583124 Apr 28 19:53:00.632136 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37982) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:00.645304 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port a91b7f99-d2bd-40e7-bf59-b300c07e75bb, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=a91b7f99-d2bd-40e7-bf59-b300c07e75bb,segment=NetworkSegment(3f312828-dd4b-4481-a75c-9ef38d4ec125),segment_id=3f312828-dd4b-4481-a75c-9ef38d4ec125)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:00.656072 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:00.699538 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6265afaf-a132-4232-ba2b-37c79e22c8a2 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:00.711794 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6265afaf-a132-4232-ba2b-37c79e22c8a2 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3995106 Apr 28 19:53:00.715312 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37984) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:00.733341 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-95839064-d82a-41a4-a01d-3fd3bdc1c283 req-4acb5152-11e3-4cfe-bbec-deade5f5729e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=a91b7f99-d2bd-40e7-bf59-b300c07e75bb HTTP/1.1" status: 200 len: 217 time: 0.2785077 Apr 28 19:53:00.738507 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed0111-d4b6-4bb3-8275-97b9f826066b req-51e268ce-0b43-49ba-bfcb-00ca964eedc9 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:00.741251 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4bed0111-d4b6-4bb3-8275-97b9f826066b req-51e268ce-0b43-49ba-bfcb-00ca964eedc9 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 945 time: 0.1365206 Apr 28 19:53:00.743805 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=a91b7f99-d2bd-40e7-bf59-b300c07e75bb,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:00.746564 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a872db1f-9170-46d7-ae3c-1b0764dca5f7 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Deleting subnet 13b126f8-d94a-4854-ae8e-a88d2b3d5486 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:53:00.764408 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a872db1f-9170-46d7-ae3c-1b0764dca5f7 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:00.848649 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a872db1f-9170-46d7-ae3c-1b0764dca5f7 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:00.856574 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4bed0111-d4b6-4bb3-8275-97b9f826066b req-bd10cdf7-9066-4ea7-9989-596621198ffb tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971582 Apr 28 19:53:00.895553 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['a91b7f99-d2bd-40e7-bf59-b300c07e75bb'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:53:01.011416 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e2d8505d-3ca8-45c1-ac2d-83e6a311f44a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:01.030357 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a872db1f-9170-46d7-ae3c-1b0764dca5f7 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:01.092457 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2632085-6169-4293-9bda-8d0e83666244 req-5a842157-9159-44fc-924e-49578569aee2 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:01.094203 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2632085-6169-4293-9bda-8d0e83666244 req-5a842157-9159-44fc-924e-49578569aee2 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9310e56-86df-4cb4-ae94-c71a8d24f42a HTTP/1.1" status: 200 len: 945 time: 0.4787135 Apr 28 19:53:01.131945 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95839064-d82a-41a4-a01d-3fd3bdc1c283 req-c9d59d83-8f64-4caa-9d53-f937214c600e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:01.134398 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-95839064-d82a-41a4-a01d-3fd3bdc1c283 req-c9d59d83-8f64-4caa-9d53-f937214c600e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eb02f22c-0d51-4a8d-883d-f686aec11d03 HTTP/1.1" status: 200 len: 837 time: 0.3853221 Apr 28 19:53:01.170730 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d645f611-3789-4ac1-a8c8-ced82fb5201a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:01.172368 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d645f611-3789-4ac1-a8c8-ced82fb5201a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:01.173853 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d645f611-3789-4ac1-a8c8-ced82fb5201a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:01.179216 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d645f611-3789-4ac1-a8c8-ced82fb5201a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4438925 Apr 28 19:53:01.182871 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37990) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:01.200069 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.db.resource_extend [None req-e2d8505d-3ca8-45c1-ac2d-83e6a311f44a admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:53:01.205340 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a872db1f-9170-46d7-ae3c-1b0764dca5f7 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:01.258801 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbf065f-fb8f-4d86-a698-4762977f3fda None None] Network f0294a7b-0cd5-497c-af2d-fd8c7266abf5 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:53:01.262168 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c1ec5c9f-c35b-47bf-aba2-46a10bf8443d tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:01.283736 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e2d8505d-3ca8-45c1-ac2d-83e6a311f44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:01.284929 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d8505d-3ca8-45c1-ac2d-83e6a311f44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:01.286615 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e2d8505d-3ca8-45c1-ac2d-83e6a311f44a admin admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:01.315975 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a872db1f-9170-46d7-ae3c-1b0764dca5f7 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:01.324625 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a872db1f-9170-46d7-ae3c-1b0764dca5f7 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/subnets/13b126f8-d94a-4854-ae8e-a88d2b3d5486 HTTP/1.1" status: 204 len: 168 time: 0.6919410 Apr 28 19:53:01.417361 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37994) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:01.420637 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872db1f-9170-46d7-ae3c-1b0764dca5f7 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Subnet': ['ID=13b126f8-d94a-4854-ae8e-a88d2b3d5486,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:01.447152 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e1aa163-bfbe-4c7c-8c23-84918c8da7d2 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting subnet 6e995285-e112-4561-9266-8bbc6ef55b1d {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:53:01.451244 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5e1aa163-bfbe-4c7c-8c23-84918c8da7d2 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:01.516353 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5e1aa163-bfbe-4c7c-8c23-84918c8da7d2 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:01.607229 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2632085-6169-4293-9bda-8d0e83666244 req-1c271f2e-ec3a-4c84-bc8f-9f2f2bd1e99f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=63e2d205-7202-4a68-a721-60135233bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4717762 Apr 28 19:53:01.617890 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c1ec5c9f-c35b-47bf-aba2-46a10bf8443d tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:01.668703 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5e1aa163-bfbe-4c7c-8c23-84918c8da7d2 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:01.695866 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ec5c9f-c35b-47bf-aba2-46a10bf8443d tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:01.701457 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec5c9f-c35b-47bf-aba2-46a10bf8443d tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Pushing event updated for resources: {'Port': ['ID=230becbd-1366-45db-91b6-09e37d5159df,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:01.704126 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-c1ec5c9f-c35b-47bf-aba2-46a10bf8443d tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:01.719107 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e2d8505d-3ca8-45c1-ac2d-83e6a311f44a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.0474977 Apr 28 19:53:01.719886 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8505d-3ca8-45c1-ac2d-83e6a311f44a admin admin] Pushing event updated for resources: {'Network': ['ID=13d770d2-76f1-4754-862f-2caf67b7488d,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:01.729315 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38000) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:01.733934 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-147ce6a1-b357-4db7-839d-affc325e8c39 admin admin] Request body: {'subnet': {'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1465909234-subnet', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:01.748547 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 13d770d2-76f1-4754-862f-2caf67b7488d details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:53:01.779067 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147ce6a1-b357-4db7-839d-affc325e8c39 admin admin] Made reservation on behalf of 3397cabaf68f4eccbdd2d7c135e48bbd for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:01.782541 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ec5c9f-c35b-47bf-aba2-46a10bf8443d tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:53:01.782704 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-147ce6a1-b357-4db7-839d-affc325e8c39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:01.885112 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95839064-d82a-41a4-a01d-3fd3bdc1c283 req-af97555d-5b53-4a33-a426-e82f0799831f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:01.887126 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-95839064-d82a-41a4-a01d-3fd3bdc1c283 req-af97555d-5b53-4a33-a426-e82f0799831f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f33bfb5b-8f90-423a-9815-b58e1a6eb23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7266555 Apr 28 19:53:01.893577 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5e1aa163-bfbe-4c7c-8c23-84918c8da7d2 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:02.021923 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1aa163-bfbe-4c7c-8c23-84918c8da7d2 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Subnet': ['ID=6e995285-e112-4561-9266-8bbc6ef55b1d,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:02.056950 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:02.072886 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad3f56e-37f9-4a7a-8a71-552b7d2271a3 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:53:02.107744 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5e1aa163-bfbe-4c7c-8c23-84918c8da7d2 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:02.122904 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5e1aa163-bfbe-4c7c-8c23-84918c8da7d2 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/6e995285-e112-4561-9266-8bbc6ef55b1d HTTP/1.1" status: 204 len: 168 time: 0.9363799 Apr 28 19:53:02.134343 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38008) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:02.312793 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device a91b7f99-d2bd-40e7-bf59-b300c07e75bb up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:53:02.358755 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-6428d10d-c86c-47fe-a170-6414ce4c211e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Deleting subnet 65c02625-76da-4d57-b248-e906dacdb720 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:53:02.440646 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393786f-ca95-43c2-a194-d2c67c8c3169 req-da8331e3-f10b-4ed4-ae86-a0875c8ee7b7 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:02.456345 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e393786f-ca95-43c2-a194-d2c67c8c3169 req-da8331e3-f10b-4ed4-ae86-a0875c8ee7b7 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 945 time: 0.3705664 Apr 28 19:53:02.468438 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6428d10d-c86c-47fe-a170-6414ce4c211e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:02.561657 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e393786f-ca95-43c2-a194-d2c67c8c3169 req-def17b23-32bf-414b-88a9-192f0ab1b053 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004889 Apr 28 19:53:02.571390 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d8fc1e5-7d0c-4e37-8998-9f21633a513b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Deleting subnet fe19c063-cb81-4512-9594-b085a0810121 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:53:02.593297 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1d8fc1e5-7d0c-4e37-8998-9f21633a513b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:02.630881 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-95839064-d82a-41a4-a01d-3fd3bdc1c283 req-5c63e604-c6b9-4c23-8a50-b1ff2beed232 service neutron] 10.222.0.44 "GET /v2.0/networks/f33bfb5b-8f90-423a-9815-b58e1a6eb23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5048907 Apr 28 19:53:02.637309 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6428d10d-c86c-47fe-a170-6414ce4c211e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:02.665157 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port a91b7f99-d2bd-40e7-bf59-b300c07e75bb completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:53:02.667343 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1d8fc1e5-7d0c-4e37-8998-9f21633a513b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:02.687988 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port a91b7f99-d2bd-40e7-bf59-b300c07e75bb triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:02.688626 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:02.745890 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c1ec5c9f-c35b-47bf-aba2-46a10bf8443d tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:02.771212 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-844ab7f8-019d-460d-9e66-805697ae8ff5 None None] Provisioning complete for port 937925fe-2b7d-4c20-b3dd-ae63a672da9a triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:02.771593 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-844ab7f8-019d-460d-9e66-805697ae8ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:02.841337 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1d8fc1e5-7d0c-4e37-8998-9f21633a513b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:02.875874 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:02.890498 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-147ce6a1-b357-4db7-839d-affc325e8c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:02.909965 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9310e56-86df-4cb4-ae94-c71a8d24f42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91b7f99-d2bd-40e7-bf59-b300c07e75bb'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:53:02.913283 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4aafd03-6fd6-402c-8b1b-077d986c869c" -d '{"events": [{"server_uuid": "d9310e56-86df-4cb4-ae94-c71a8d24f42a", "name": "network-vif-plugged", "status": "completed", "tag": "a91b7f99-d2bd-40e7-bf59-b300c07e75bb"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:53:02.931934 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port a91b7f99-d2bd-40e7-bf59-b300c07e75bb, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=a91b7f99-d2bd-40e7-bf59-b300c07e75bb,segment=NetworkSegment(3f312828-dd4b-4481-a75c-9ef38d4ec125),segment_id=3f312828-dd4b-4481-a75c-9ef38d4ec125)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:02.962179 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:03.018712 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6428d10d-c86c-47fe-a170-6414ce4c211e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:03.025356 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71331cbf-a624-47eb-9360-de19646c4014 x-openstack-request-id: req-71331cbf-a624-47eb-9360-de19646c4014 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:53:03.026096 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9310e56-86df-4cb4-ae94-c71a8d24f42a", "name": "network-vif-plugged", "status": "completed", "tag": "a91b7f99-d2bd-40e7-bf59-b300c07e75bb", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:53:03.026640 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-71331cbf-a624-47eb-9360-de19646c4014 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:53:03.028030 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71331cbf-a624-47eb-9360-de19646c4014'] response: {'server_uuid': 'd9310e56-86df-4cb4-ae94-c71a8d24f42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91b7f99-d2bd-40e7-bf59-b300c07e75bb', 'code': 200} Apr 28 19:53:03.065183 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=a91b7f99-d2bd-40e7-bf59-b300c07e75bb,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:03.114263 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147ce6a1-b357-4db7-839d-affc325e8c39 admin admin] Checking segment: {'id': '04dde85d-a8f7-46ce-a4b1-2af6311ad799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:53:03.114549 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147ce6a1-b357-4db7-839d-affc325e8c39 admin admin] Network hostable DHCP agents. Network: 13d770d2-76f1-4754-862f-2caf67b7488d, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:53:03.141427 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ce6a1-b357-4db7-839d-affc325e8c39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95e411ad-3fda-47de-9866-800115a43d0a,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:03.152450 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1d8fc1e5-7d0c-4e37-8998-9f21633a513b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:03.209825 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8fc1e5-7d0c-4e37-8998-9f21633a513b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Subnet': ['ID=fe19c063-cb81-4512-9594-b085a0810121,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:03.212256 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147ce6a1-b357-4db7-839d-affc325e8c39 admin admin] Network 13d770d2-76f1-4754-862f-2caf67b7488d is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:53:03.220085 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1d8fc1e5-7d0c-4e37-8998-9f21633a513b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:03.224325 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1d8fc1e5-7d0c-4e37-8998-9f21633a513b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/fe19c063-cb81-4512-9594-b085a0810121 HTTP/1.1" status: 204 len: 168 time: 1.0452967 Apr 28 19:53:03.228748 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38038) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:03.238010 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746f582-c30b-49b0-bdbf-68baead52ea3 req-6a16569e-7e8d-40e5-ad45-7d348f8e6946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:03.240620 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1746f582-c30b-49b0-bdbf-68baead52ea3 req-6a16569e-7e8d-40e5-ad45-7d348f8e6946 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d9310e56-86df-4cb4-ae94-c71a8d24f42a HTTP/1.1" status: 200 len: 1097 time: 0.1283319 Apr 28 19:53:03.257766 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ea4eb-d16a-48e7-bab8-5496bbcff2d8 req-7e1b3cda-b8e2-4dc6-a9b1-50ba036bfae7 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:03.262341 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9a5ea4eb-d16a-48e7-bab8-5496bbcff2d8 req-7e1b3cda-b8e2-4dc6-a9b1-50ba036bfae7 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9310e56-86df-4cb4-ae94-c71a8d24f42a HTTP/1.1" status: 200 len: 946 time: 0.3551817 Apr 28 19:53:03.280452 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-147ce6a1-b357-4db7-839d-affc325e8c39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 13d770d2-76f1-4754-862f-2caf67b7488d) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:03.292643 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-15a7a4d4-c30d-409b-9199-c0589fd69f2e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604324 Apr 28 19:53:03.293394 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097183c6-f7c8-45d7-b90f-d3ad9a971891 None None] Network 13d770d2-76f1-4754-862f-2caf67b7488d requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:53:03.294272 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147ce6a1-b357-4db7-839d-affc325e8c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:03.295408 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-147ce6a1-b357-4db7-839d-affc325e8c39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:03.297429 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38040) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:03.341054 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6428d10d-c86c-47fe-a170-6414ce4c211e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:03.375406 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-95839064-d82a-41a4-a01d-3fd3bdc1c283 req-af371cd6-80a5-4146-8266-6a297bc5d813 service neutron] 10.222.0.44 "GET /v2.0/networks/f33bfb5b-8f90-423a-9815-b58e1a6eb23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7347970 Apr 28 19:53:03.383065 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-147ce6a1-b357-4db7-839d-affc325e8c39 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6503036 Apr 28 19:53:03.392039 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38044) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:03.399913 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-b5d96a50-85d6-4cac-98b3-347613ec94c6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1465909234-router', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:03.406320 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428d10d-c86c-47fe-a170-6414ce4c211e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Subnet': ['ID=65c02625-76da-4d57-b248-e906dacdb720,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:03.415151 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:03.436863 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6428d10d-c86c-47fe-a170-6414ce4c211e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:03.441232 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6428d10d-c86c-47fe-a170-6414ce4c211e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/subnets/65c02625-76da-4d57-b248-e906dacdb720 HTTP/1.1" status: 204 len: 168 time: 1.9883330 Apr 28 19:53:03.444205 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1746f582-c30b-49b0-bdbf-68baead52ea3 req-a74a1b02-8a10-4868-b2fd-158012b74279 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=63e2d205-7202-4a68-a721-60135233bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615696 Apr 28 19:53:03.444705 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38046) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:03.451587 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f9ac7b-d33d-484d-ae04-85347275bb42 None None] Network f0294a7b-0cd5-497c-af2d-fd8c7266abf5 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:53:03.453263 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b978f-b80a-4527-9006-87bdfb29ab81 req-08dcdad0-81d0-4fa3-a12d-a1a204b67208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:03.455102 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-794b978f-b80a-4527-9006-87bdfb29ab81 req-08dcdad0-81d0-4fa3-a12d-a1a204b67208 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8766bd4e5ff74ccda54aedeba9de3560&device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 1096 time: 0.2627840 Apr 28 19:53:03.460324 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c1ec5c9f-c35b-47bf-aba2-46a10bf8443d tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:03.577281 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cbc72266-8d94-40c6-a55b-647a4360bdb2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:03.596441 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9a5ea4eb-d16a-48e7-bab8-5496bbcff2d8 req-789e2398-88c5-4138-a390-e818fcbde847 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=63e2d205-7202-4a68-a721-60135233bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2615662 Apr 28 19:53:03.603130 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba42aee-faa8-473b-bc96-fef762dcad41 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:03.606716 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-fba42aee-faa8-473b-bc96-fef762dcad41 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.3063662 Apr 28 19:53:03.607913 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38052) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:03.610325 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b5d96a50-85d6-4cac-98b3-347613ec94c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:03.612452 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b5d96a50-85d6-4cac-98b3-347613ec94c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:03.626886 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d048e7-f718-4e5b-8251-5ca0a631eaed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-13d770d2-76f1-4754-862f-2caf67b7488d', 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'fixed_ips': [{'subnet_id': '95e411ad-3fda-47de-9866-800115a43d0a'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:53:03.629026 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-59d048e7-f718-4e5b-8251-5ca0a631eaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:03.754722 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6452152e-bd49-4401-9e51-e8bda0591f04 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:03.760817 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6452152e-bd49-4401-9e51-e8bda0591f04 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1508396 Apr 28 19:53:03.763777 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38056) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:03.784648 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beda055b-94e6-4ba9-933c-a3fa97b416d0 None None] Network 3bb4ad15-38e1-4028-be09-c8cdfded96d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:53:03.789587 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b5d96a50-85d6-4cac-98b3-347613ec94c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:03.805930 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6c5f1c3a-2580-43c1-839b-263313b590ae tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410051 Apr 28 19:53:03.814374 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38060) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:03.814994 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ec5c9f-c35b-47bf-aba2-46a10bf8443d tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Router f0aca7cf-ed88-416b-b0af-455976441bbc is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:53:03.868840 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d918cf9d-27d9-4457-8260-606161b9ef67 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:03.870179 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d918cf9d-27d9-4457-8260-606161b9ef67 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:03.873379 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d918cf9d-27d9-4457-8260-606161b9ef67 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/ff5fca5f-01d2-48ae-8fa6-6b325c6ebf2e HTTP/1.1" status: 404 len: 333 time: 0.0556085 Apr 28 19:53:03.878593 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38062) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:03.903409 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48137ed1-e074-48cb-b058-9d2a7b42d6c1 req-f9ef94ac-c1df-4bda-af2f-53bbc9b90fb8 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:03.905097 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-48137ed1-e074-48cb-b058-9d2a7b42d6c1 req-f9ef94ac-c1df-4bda-af2f-53bbc9b90fb8 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 945 time: 0.1568439 Apr 28 19:53:03.911620 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-cbc72266-8d94-40c6-a55b-647a4360bdb2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Deleting port 937925fe-2b7d-4c20-b3dd-ae63a672da9a {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:53:03.912022 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cbc72266-8d94-40c6-a55b-647a4360bdb2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:03.946516 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8825416-e02e-4555-9ddf-1bfd50017b6e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:03.946970 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8825416-e02e-4555-9ddf-1bfd50017b6e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:03.950598 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d8825416-e02e-4555-9ddf-1bfd50017b6e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/6e995285-e112-4561-9266-8bbc6ef55b1d HTTP/1.1" status: 404 len: 337 time: 0.0650718 Apr 28 19:53:03.953157 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b978f-b80a-4527-9006-87bdfb29ab81 req-1cc00d7c-31ee-4a01-b373-ed442ca088f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:03.954540 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-794b978f-b80a-4527-9006-87bdfb29ab81 req-1cc00d7c-31ee-4a01-b373-ed442ca088f3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=361c3585-c6e2-486f-967a-33f86818c3c9 HTTP/1.1" status: 200 len: 918 time: 0.2967958 Apr 28 19:53:03.955063 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38066) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:04.020717 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-932bbfd9-4f9e-4ac9-85e1-5a35ee81dd90 None None] Provisioning complete for port 7ddf6084-327b-4782-ab6c-52a49c310893 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:04.021186 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-932bbfd9-4f9e-4ac9-85e1-5a35ee81dd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:04.054681 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-794b978f-b80a-4527-9006-87bdfb29ab81 req-5f831663-c60e-45a2-8809-d5067bb1098d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5440ef9e-b44e-40fa-b642-3adc72d60fdf HTTP/1.1" status: 200 len: 1001 time: 0.0843530 Apr 28 19:53:04.057746 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a4fcbf-4a79-447d-9b14-3e71b079a9ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:04.058205 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7a4fcbf-4a79-447d-9b14-3e71b079a9ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:04.061471 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d7a4fcbf-4a79-447d-9b14-3e71b079a9ee tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/fe19c063-cb81-4512-9594-b085a0810121 HTTP/1.1" status: 404 len: 337 time: 0.1039894 Apr 28 19:53:04.066297 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38068) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:04.074499 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b5d96a50-85d6-4cac-98b3-347613ec94c6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:04.086246 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-48137ed1-e074-48cb-b058-9d2a7b42d6c1 req-8327f432-14da-4a2d-8ad6-3bc900c18251 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699321 Apr 28 19:53:04.094304 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-cbc72266-8d94-40c6-a55b-647a4360bdb2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] For port 937925fe-2b7d-4c20-b3dd-ae63a672da9a, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=937925fe-2b7d-4c20-b3dd-ae63a672da9a,segment=NetworkSegment(fe4978ac-8771-4b99-8c4d-0ab1f04f1616),segment_id=fe4978ac-8771-4b99-8c4d-0ab1f04f1616)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:04.094590 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cbc72266-8d94-40c6-a55b-647a4360bdb2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:04.132800 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-cbc72266-8d94-40c6-a55b-647a4360bdb2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Calling delete_port for 937925fe-2b7d-4c20-b3dd-ae63a672da9a owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:53:04.141002 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-59d048e7-f718-4e5b-8251-5ca0a631eaed None None] Allocated IP 172.20.0.2 (13d770d2-76f1-4754-862f-2caf67b7488d/95e411ad-3fda-47de-9866-800115a43d0a/74580360-1d7c-4e64-8387-1030c0f8dd4a) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:04.181031 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f2066a-b0fa-4751-9c17-9ec91c3ba366 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:04.181753 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6f2066a-b0fa-4751-9c17-9ec91c3ba366 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:04.184959 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e6f2066a-b0fa-4751-9c17-9ec91c3ba366 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/5a4f11b7-1d61-46f0-9d5d-4fc5fb69fb1c HTTP/1.1" status: 404 len: 333 time: 0.1129375 Apr 28 19:53:04.191910 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38070) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:04.237162 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b978f-b80a-4527-9006-87bdfb29ab81 req-00a3d6fa-7df8-4a16-bf7f-71660625b44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:04.239970 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-794b978f-b80a-4527-9006-87bdfb29ab81 req-00a3d6fa-7df8-4a16-bf7f-71660625b44e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9c43513-8faa-4150-80e2-a774186aa1a0 HTTP/1.1" status: 200 len: 856 time: 0.1774197 Apr 28 19:53:04.243169 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e046d78-f6e2-46d3-b35c-951c8cd63b79 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:04.243612 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e046d78-f6e2-46d3-b35c-951c8cd63b79 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:04.249117 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4e046d78-f6e2-46d3-b35c-951c8cd63b79 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/6f48964a-cdf0-493d-8dae-31350aa8be86 HTTP/1.1" status: 404 len: 337 time: 0.0522940 Apr 28 19:53:04.249117 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ec5c9f-c35b-47bf-aba2-46a10bf8443d tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:53:04.250158 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38074) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:04.260258 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc16d903-353c-40d1-997d-b3e8281b9535 None None] Sync routers for ids ['f0aca7cf-ed88-416b-b0af-455976441bbc'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:53:04.281677 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc16d903-353c-40d1-997d-b3e8281b9535 None None] Routers {'f0aca7cf-ed88-416b-b0af-455976441bbc'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:53:04.282629 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-bc16d903-353c-40d1-997d-b3e8281b9535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:52:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['f0aca7cf-ed88-416b-b0af-455976441bbc'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:04.322404 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f8d71e-b04d-4872-adab-5ddc2b066e57 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:04.322936 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23f8d71e-b04d-4872-adab-5ddc2b066e57 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:04.328548 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-23f8d71e-b04d-4872-adab-5ddc2b066e57 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/93714a5e-8570-4434-b687-8ccf1acdd20c HTTP/1.1" status: 404 len: 337 time: 0.0738733 Apr 28 19:53:04.328719 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cbc72266-8d94-40c6-a55b-647a4360bdb2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:04.329437 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38076) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:04.344993 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc72266-8d94-40c6-a55b-647a4360bdb2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] No DVR routers for this DVR port 937925fe-2b7d-4c20-b3dd-ae63a672da9a on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:53:04.357194 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c1ec5c9f-c35b-47bf-aba2-46a10bf8443d tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:04.358554 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c1ec5c9f-c35b-47bf-aba2-46a10bf8443d tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.8216579 Apr 28 19:53:04.361433 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38078) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:04.364383 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-8700f6ed-654f-437a-98b6-6db56856072b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:04.364834 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3fdc82-f1cb-4c7a-8027-49e5c74ac84e None None] DHCP port deletion for f0294a7b-0cd5-497c-af2d-fd8c7266abf5 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:53:04.365252 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8700f6ed-654f-437a-98b6-6db56856072b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:04.369547 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d06ec5-c9a8-42e7-b411-c3baef8c561b None None] DHCP port deletion for 3bb4ad15-38e1-4028-be09-c8cdfded96d3 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:53:04.377741 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc72266-8d94-40c6-a55b-647a4360bdb2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Port': ['ID=937925fe-2b7d-4c20-b3dd-ae63a672da9a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:04.384460 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8700f6ed-654f-437a-98b6-6db56856072b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/a5708367-f70d-4172-a9a8-391b06601ebd HTTP/1.1" status: 404 len: 333 time: 0.0539093 Apr 28 19:53:04.394185 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38080) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:04.500504 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f0f4d4-c51d-468a-8a90-0134c124be28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:04.501213 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86f0f4d4-c51d-468a-8a90-0134c124be28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:04.506003 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-86f0f4d4-c51d-468a-8a90-0134c124be28 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/2f0312ba-8298-43f1-89eb-15f08d130cf5 HTTP/1.1" status: 404 len: 337 time: 0.1096141 Apr 28 19:53:04.508205 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cbc72266-8d94-40c6-a55b-647a4360bdb2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:04.509198 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b978f-b80a-4527-9006-87bdfb29ab81 req-bf145047-0582-48c7-a082-37f0c96c36c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:04.510978 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-794b978f-b80a-4527-9006-87bdfb29ab81 req-bf145047-0582-48c7-a082-37f0c96c36c2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=361c3585-c6e2-486f-967a-33f86818c3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2597663 Apr 28 19:53:04.511753 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38084) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:04.554383 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-cbc72266-8d94-40c6-a55b-647a4360bdb2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0294a7b-0cd5-497c-af2d-fd8c7266abf5']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:04.573401 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-cbc72266-8d94-40c6-a55b-647a4360bdb2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4978ac-8771-4b99-8c4d-0ab1f04f1616') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:04.573619 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-bc16d903-353c-40d1-997d-b3e8281b9535 None None] Set router f0aca7cf-ed88-416b-b0af-455976441bbc gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:53:04.576372 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-cbc72266-8d94-40c6-a55b-647a4360bdb2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4978ac-8771-4b99-8c4d-0ab1f04f1616') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:04.607103 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cbc72266-8d94-40c6-a55b-647a4360bdb2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:04.639489 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cbc72266-8d94-40c6-a55b-647a4360bdb2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:04.650314 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc72266-8d94-40c6-a55b-647a4360bdb2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:53:04.650888 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cbc72266-8d94-40c6-a55b-647a4360bdb2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:04.709591 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-59d048e7-f718-4e5b-8251-5ca0a631eaed None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:04.723784 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 937925fe-2b7d-4c20-b3dd-ae63a672da9a no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:53:04.733194 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:53:04.733194 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:53:04.733194 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:53:04.733194 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:53:04.733194 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:53:04.733194 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:53:04.733194 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:53:04.733194 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:53:04.733194 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:53:04.733194 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:53:04.733194 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:53:04.733194 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:53:04.733194 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:53:04.733194 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:53:04.733194 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:53:04.733194 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:53:04.733194 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:53:04.733194 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:53:04.733194 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:53:04.733194 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:53:04.733194 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:53:04.733194 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:53:04.733194 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:53:04.733194 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:53:04.733194 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:53:04.733194 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:53:04.733194 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:53:04.733194 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:53:04.733194 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:53:04.733194 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:53:04.733194 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:53:04.733194 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:53:04.762654 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-59d048e7-f718-4e5b-8251-5ca0a631eaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:04.767544 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 937925fe-2b7d-4c20-b3dd-ae63a672da9a {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:53:04.767544 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 937925fe-2b7d-4c20-b3dd-ae63a672da9a not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:53:04.767836 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 7ddf6084-327b-4782-ab6c-52a49c310893 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:53:04.770698 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cbc72266-8d94-40c6-a55b-647a4360bdb2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:04.794991 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cbc72266-8d94-40c6-a55b-647a4360bdb2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:04.807163 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-cbc72266-8d94-40c6-a55b-647a4360bdb2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/networks/f0294a7b-0cd5-497c-af2d-fd8c7266abf5 HTTP/1.1" status: 204 len: 168 time: 1.3520997 Apr 28 19:53:04.807163 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc72266-8d94-40c6-a55b-647a4360bdb2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Network': ['ID=f0294a7b-0cd5-497c-af2d-fd8c7266abf5,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:04.807163 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38090) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:04.900378 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105d3b43-72de-4639-9827-09c2ce790fcf tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:04.905895 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-105d3b43-72de-4639-9827-09c2ce790fcf tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0940099 Apr 28 19:53:04.907610 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38094) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:04.908818 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b5d96a50-85d6-4cac-98b3-347613ec94c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:04.920947 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d048e7-f718-4e5b-8251-5ca0a631eaed None None] Pushing event updated for resources: {'Port': ['ID=74580360-1d7c-4e64-8387-1030c0f8dd4a,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:04.925482 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-bc16d903-353c-40d1-997d-b3e8281b9535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0aca7cf-ed88-416b-b0af-455976441bbc', 'name': 'tempest-snat-router-1761495188', 'tenant_id': 'ff922f480995429dbd204a248e749e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.147'}], 'enable_snat': False}, 'gw_port_id': '230becbd-1366-45db-91b6-09e37d5159df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:56Z', 'updated_at': '2022-04-28T19:53:02Z', 'revision_number': 3, 'project_id': 'ff922f480995429dbd204a248e749e32', 'gw_port': {'id': '230becbd-1366-45db-91b6-09e37d5159df', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0aca7cf-ed88-416b-b0af-455976441bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:59Z', 'updated_at': '2022-04-28T19:53:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:04.951058 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d048e7-f718-4e5b-8251-5ca0a631eaed None None] Network 13d770d2-76f1-4754-862f-2caf67b7488d is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:04.955716 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-b5d06ec5-c9a8-42e7-b411-c3baef8c561b None None] Deleting port 7ddf6084-327b-4782-ab6c-52a49c310893 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:53:04.956088 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b5d06ec5-c9a8-42e7-b411-c3baef8c561b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:04.966604 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc16d903-353c-40d1-997d-b3e8281b9535 None None] Checking router: f0aca7cf-ed88-416b-b0af-455976441bbc for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:53:04.967233 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc16d903-353c-40d1-997d-b3e8281b9535 None None] Updating router f0aca7cf-ed88-416b-b0af-455976441bbc port 230becbd-1366-45db-91b6-09e37d5159df binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:53:04.976136 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b5d96a50-85d6-4cac-98b3-347613ec94c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:05.021402 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1a04955-4b4f-4876-be1e-a5030dabe9d4 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:05.022010 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1a04955-4b4f-4876-be1e-a5030dabe9d4 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:05.025432 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f1a04955-4b4f-4876-be1e-a5030dabe9d4 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/05eb5935-9851-47d7-a931-efb280d3c84f HTTP/1.1" status: 404 len: 337 time: 0.5108938 Apr 28 19:53:05.026076 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-bc16d903-353c-40d1-997d-b3e8281b9535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:05.028034 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38096) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:05.032022 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-b5d06ec5-c9a8-42e7-b411-c3baef8c561b None None] For port 7ddf6084-327b-4782-ab6c-52a49c310893, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=7ddf6084-327b-4782-ab6c-52a49c310893,segment=NetworkSegment(f12c1c10-8c31-4713-850d-c50e1dc351d6),segment_id=f12c1c10-8c31-4713-850d-c50e1dc351d6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:05.032444 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b5d06ec5-c9a8-42e7-b411-c3baef8c561b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:05.047042 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-b5d06ec5-c9a8-42e7-b411-c3baef8c561b None None] Calling delete_port for 7ddf6084-327b-4782-ab6c-52a49c310893 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:53:05.084207 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8ae8d671-7354-420e-ae8b-8cec065e9b3f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1720111 Apr 28 19:53:05.117220 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38098) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:05.120900 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f35cce6-6117-481f-8e03-85f8931073e7 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:05.122376 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f35cce6-6117-481f-8e03-85f8931073e7 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:05.126722 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3f35cce6-6117-481f-8e03-85f8931073e7 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/ef112248-4862-450e-9bf2-64a9b072d41b HTTP/1.1" status: 404 len: 333 time: 0.0399075 Apr 28 19:53:05.132593 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-662cbe2c-6356-48a2-b543-2d382cc4235f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2042221447'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:05.151195 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38102) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:05.170052 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662cbe2c-6356-48a2-b543-2d382cc4235f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:05.174471 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-662cbe2c-6356-48a2-b543-2d382cc4235f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:05.176829 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-59d048e7-f718-4e5b-8251-5ca0a631eaed None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:05.187674 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d048e7-f718-4e5b-8251-5ca0a631eaed None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:53:05.219538 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b5d06ec5-c9a8-42e7-b411-c3baef8c561b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:05.249805 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-662cbe2c-6356-48a2-b543-2d382cc4235f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:53:05.257754 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c09570-0061-45e2-b2f8-ec28f46fe582 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:05.258578 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4c09570-0061-45e2-b2f8-ec28f46fe582 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:05.262793 n-d-839810-1 neutron-server[102775]: INFO neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No ports have port_id starting with 7ddf6084-327b-4782-ab6c-52a49c310893 Apr 28 19:53:05.265830 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d4c09570-0061-45e2-b2f8-ec28f46fe582 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/15ea0fe8-c389-4e9f-878c-175b0410f606 HTTP/1.1" status: 404 len: 337 time: 0.1119888 Apr 28 19:53:05.266870 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-662cbe2c-6356-48a2-b543-2d382cc4235f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:05.267303 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-662cbe2c-6356-48a2-b543-2d382cc4235f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Added segment dee3e7f8-b4d7-4381-9d64-e8caf13ddabb of type vlan for network 5bbdb4d0-94ac-4765-b520-7602bae65dd7 Apr 28 19:53:05.270522 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38108) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:05.312713 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d06ec5-c9a8-42e7-b411-c3baef8c561b None None] Pushing event deleted for resources: {'Port': ['ID=7ddf6084-327b-4782-ab6c-52a49c310893,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:05.322227 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d06ec5-c9a8-42e7-b411-c3baef8c561b None None] No DVR routers for this DVR port 7ddf6084-327b-4782-ab6c-52a49c310893 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:53:05.329337 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-59d048e7-f718-4e5b-8251-5ca0a631eaed None None] Attempting to bind port 74580360-1d7c-4e64-8387-1030c0f8dd4a on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:53:05.329810 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-59d048e7-f718-4e5b-8251-5ca0a631eaed None None] Attempting to bind port 74580360-1d7c-4e64-8387-1030c0f8dd4a by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '04dde85d-a8f7-46ce-a4b1-2af6311ad799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:53:05.330263 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d048e7-f718-4e5b-8251-5ca0a631eaed None None] Attempting to bind port 74580360-1d7c-4e64-8387-1030c0f8dd4a on network 13d770d2-76f1-4754-862f-2caf67b7488d {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:53:05.335618 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-67706d5c-55a1-436a-8135-b2449e2b1316 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:05.336087 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67706d5c-55a1-436a-8135-b2449e2b1316 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:05.342476 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-67706d5c-55a1-436a-8135-b2449e2b1316 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/dbf28c42-c0b1-4fda-a43d-9a5e2d91db1f HTTP/1.1" status: 404 len: 337 time: 0.0682600 Apr 28 19:53:05.343261 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38110) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:05.343755 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d048e7-f718-4e5b-8251-5ca0a631eaed None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:53:05.344529 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d048e7-f718-4e5b-8251-5ca0a631eaed None None] Checking segment: {'id': '04dde85d-a8f7-46ce-a4b1-2af6311ad799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:53:05.345068 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-59d048e7-f718-4e5b-8251-5ca0a631eaed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:05.345507 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d048e7-f718-4e5b-8251-5ca0a631eaed None None] Bound using segment: {'id': '04dde85d-a8f7-46ce-a4b1-2af6311ad799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:53:05.346076 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-59d048e7-f718-4e5b-8251-5ca0a631eaed None None] Bound port: 74580360-1d7c-4e64-8387-1030c0f8dd4a, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04dde85d-a8f7-46ce-a4b1-2af6311ad799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:53:05.346646 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-59d048e7-f718-4e5b-8251-5ca0a631eaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:05.354250 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e05fb9cc-109a-4c7c-a902-658cb755561d tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] 10.222.0.42 "GET /v2.0/routers/f0aca7cf-ed88-416b-b0af-455976441bbc HTTP/1.1" status: 200 len: 909 time: 0.9917531 Apr 28 19:53:05.389179 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277af0f-1c8e-4093-a444-6a605808df66 req-9d1e9c6c-39d9-482b-9d0f-1b2f2b538ccd tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:05.401598 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3277af0f-1c8e-4093-a444-6a605808df66 req-9d1e9c6c-39d9-482b-9d0f-1b2f2b538ccd tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9310e56-86df-4cb4-ae94-c71a8d24f42a HTTP/1.1" status: 200 len: 946 time: 0.3746226 Apr 28 19:53:05.417733 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-662cbe2c-6356-48a2-b543-2d382cc4235f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:05.430545 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38112) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:05.433693 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-59d048e7-f718-4e5b-8251-5ca0a631eaed None None] For port 74580360-1d7c-4e64-8387-1030c0f8dd4a, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:53:05.437764 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-59d048e7-f718-4e5b-8251-5ca0a631eaed None None] For port 74580360-1d7c-4e64-8387-1030c0f8dd4a, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=74580360-1d7c-4e64-8387-1030c0f8dd4a,segment=NetworkSegment(04dde85d-a8f7-46ce-a4b1-2af6311ad799),segment_id=04dde85d-a8f7-46ce-a4b1-2af6311ad799)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:53:05.449276 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-bc16d903-353c-40d1-997d-b3e8281b9535 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:05.452334 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-59d048e7-f718-4e5b-8251-5ca0a631eaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:05.456055 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-bc16d903-353c-40d1-997d-b3e8281b9535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:05.491389 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-d0dcb2a1-720e-452f-b90e-5075254acb23 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1761495188', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'enable_snat': True}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:05.498101 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-750132b6-16a1-4d7c-956a-23a0aa78a2e2 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:05.509063 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-750132b6-16a1-4d7c-956a-23a0aa78a2e2 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:05.512833 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-750132b6-16a1-4d7c-956a-23a0aa78a2e2 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/4aba698a-2789-48bc-8309-c74c2b026104 HTTP/1.1" status: 404 len: 333 time: 0.1613772 Apr 28 19:53:05.519132 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38116) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:05.522089 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-794b978f-b80a-4527-9006-87bdfb29ab81 req-659e403c-8553-4cc1-bf3c-e953a33f8bae service neutron] 10.222.0.44 "GET /v2.0/networks/361c3585-c6e2-486f-967a-33f86818c3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922607 Apr 28 19:53:05.545577 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d048e7-f718-4e5b-8251-5ca0a631eaed None None] Pushing event updated for resources: {'Port': ['ID=74580360-1d7c-4e64-8387-1030c0f8dd4a,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:05.567793 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-bc16d903-353c-40d1-997d-b3e8281b9535 None None] Attempting to bind port 230becbd-1366-45db-91b6-09e37d5159df on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:53:05.569278 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-bc16d903-353c-40d1-997d-b3e8281b9535 None None] Attempting to bind port 230becbd-1366-45db-91b6-09e37d5159df by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:53:05.570988 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc16d903-353c-40d1-997d-b3e8281b9535 None None] Attempting to bind port 230becbd-1366-45db-91b6-09e37d5159df on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:53:05.572717 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e900ded-dbc0-4bc6-83d5-c210da8a2d44 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:05.573176 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e900ded-dbc0-4bc6-83d5-c210da8a2d44 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:05.577093 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9e900ded-dbc0-4bc6-83d5-c210da8a2d44 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/bb1dad3e-3074-4e37-ad4c-ce679d9860dc HTTP/1.1" status: 404 len: 337 time: 0.0556126 Apr 28 19:53:05.577905 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-662cbe2c-6356-48a2-b543-2d382cc4235f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:05.582336 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38118) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:05.583957 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc16d903-353c-40d1-997d-b3e8281b9535 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:53:05.584509 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc16d903-353c-40d1-997d-b3e8281b9535 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:53:05.584822 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-bc16d903-353c-40d1-997d-b3e8281b9535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:05.585489 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc16d903-353c-40d1-997d-b3e8281b9535 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:53:05.585960 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-bc16d903-353c-40d1-997d-b3e8281b9535 None None] Bound port: 230becbd-1366-45db-91b6-09e37d5159df, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:53:05.586208 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662cbe2c-6356-48a2-b543-2d382cc4235f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:05.586380 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-bc16d903-353c-40d1-997d-b3e8281b9535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:05.587089 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-662cbe2c-6356-48a2-b543-2d382cc4235f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:05.590658 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b306c514-7907-4e4c-8508-49c8940e9523 None None] Pushing event updated for resources: {'Port': ['ID=230becbd-1366-45db-91b6-09e37d5159df,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:05.632815 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-662cbe2c-6356-48a2-b543-2d382cc4235f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5046394 Apr 28 19:53:05.650048 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38120) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:05.653835 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0dcb2a1-720e-452f-b90e-5075254acb23 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:05.655164 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0dcb2a1-720e-452f-b90e-5075254acb23 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:05.658946 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-ef40e7b8-296c-42f1-8a44-4c8d3540092f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'subnet': {'network_id': '5bbdb4d0-94ac-4765-b520-7602bae65dd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:05.666132 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-bc16d903-353c-40d1-997d-b3e8281b9535 None None] For port 230becbd-1366-45db-91b6-09e37d5159df, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:53:05.669996 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-bc16d903-353c-40d1-997d-b3e8281b9535 None None] For port 230becbd-1366-45db-91b6-09e37d5159df, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=230becbd-1366-45db-91b6-09e37d5159df,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:53:05.675828 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-bc16d903-353c-40d1-997d-b3e8281b9535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:05.703053 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb808b54-d9b0-46ed-92bd-7b53b5a745a3 req-a6837442-b4a0-45c8-b744-302bf0703eb2 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:05.705158 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eb808b54-d9b0-46ed-92bd-7b53b5a745a3 req-a6837442-b4a0-45c8-b744-302bf0703eb2 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 945 time: 0.2569518 Apr 28 19:53:05.710327 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3277af0f-1c8e-4093-a444-6a605808df66 req-6ac042de-55b6-41d1-a210-f082205fe0e7 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=63e2d205-7202-4a68-a721-60135233bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3079126 Apr 28 19:53:05.740856 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b306c514-7907-4e4c-8508-49c8940e9523 None None] Pushing event updated for resources: {'Port': ['ID=230becbd-1366-45db-91b6-09e37d5159df,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:05.751389 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf318d6-783e-43af-9385-b37fa4e1d5c3 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:05.752438 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf318d6-783e-43af-9385-b37fa4e1d5c3 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:05.756876 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7bf318d6-783e-43af-9385-b37fa4e1d5c3 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/ae58b9bc-9515-4dd2-b66f-fc86a1b2b3cf HTTP/1.1" status: 404 len: 333 time: 0.1730433 Apr 28 19:53:05.757095 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc16d903-353c-40d1-997d-b3e8281b9535 None None] Routers {'f0aca7cf-ed88-416b-b0af-455976441bbc'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:53:05.757744 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-bc16d903-353c-40d1-997d-b3e8281b9535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:52:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['f0aca7cf-ed88-416b-b0af-455976441bbc'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:05.762877 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38126) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:05.807579 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-5236895a-e74a-4870-8654-6078e3bf6915 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:05.808360 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5236895a-e74a-4870-8654-6078e3bf6915 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:05.811844 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5236895a-e74a-4870-8654-6078e3bf6915 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/32d8e841-3022-4a93-a3e8-4dae2c67589b HTTP/1.1" status: 404 len: 337 time: 0.0469713 Apr 28 19:53:05.828906 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38128) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:05.909974 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bcad65a-c58d-4fb6-b436-395da0b3480e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:05.911291 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bcad65a-c58d-4fb6-b436-395da0b3480e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:05.914692 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6bcad65a-c58d-4fb6-b436-395da0b3480e tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/081c1329-92cb-4447-b885-2813350192c0 HTTP/1.1" status: 404 len: 333 time: 0.0830245 Apr 28 19:53:05.961509 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38132) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:05.992258 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0dcb2a1-720e-452f-b90e-5075254acb23 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:06.001385 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-bc16d903-353c-40d1-997d-b3e8281b9535 None None] Set router f0aca7cf-ed88-416b-b0af-455976441bbc gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:53:06.020989 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-794b978f-b80a-4527-9006-87bdfb29ab81 req-c6b2c62c-de32-4834-97a8-145323742823 service neutron] 10.222.0.44 "GET /v2.0/networks/361c3585-c6e2-486f-967a-33f86818c3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4917033 Apr 28 19:53:06.023201 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-28bc57cc-8cdb-4fcd-bd7b-753f9c160fe6 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:06.023782 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28bc57cc-8cdb-4fcd-bd7b-753f9c160fe6 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:06.038186 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-28bc57cc-8cdb-4fcd-bd7b-753f9c160fe6 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/aaeba5ab-a225-4cb3-a6af-0a949c2d759a HTTP/1.1" status: 404 len: 337 time: 0.0727687 Apr 28 19:53:06.042792 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38136) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:06.120333 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0fba04e-1523-4c34-a755-799989ccbe03 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:06.120993 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0fba04e-1523-4c34-a755-799989ccbe03 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:06.124381 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a0fba04e-1523-4c34-a755-799989ccbe03 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/4ba662c5-244a-4e3b-bba2-9ebee0725285 HTTP/1.1" status: 404 len: 333 time: 0.0789821 Apr 28 19:53:06.164357 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38138) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:06.217107 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e908b-3311-4e98-bcdd-1a9ee97e47f7 req-24a89cb6-2b10-47c2-a57c-b9af02dcf358 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:06.226628 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-650e908b-3311-4e98-bcdd-1a9ee97e47f7 req-24a89cb6-2b10-47c2-a57c-b9af02dcf358 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9310e56-86df-4cb4-ae94-c71a8d24f42a HTTP/1.1" status: 200 len: 946 time: 0.3241348 Apr 28 19:53:06.272059 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-bc16d903-353c-40d1-997d-b3e8281b9535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0aca7cf-ed88-416b-b0af-455976441bbc', 'name': 'tempest-snat-router-1761495188', 'tenant_id': 'ff922f480995429dbd204a248e749e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.147'}], 'enable_snat': False}, 'gw_port_id': '230becbd-1366-45db-91b6-09e37d5159df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:56Z', 'updated_at': '2022-04-28T19:53:02Z', 'revision_number': 3, 'project_id': 'ff922f480995429dbd204a248e749e32', 'gw_port': {'id': '230becbd-1366-45db-91b6-09e37d5159df', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0aca7cf-ed88-416b-b0af-455976441bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:59Z', 'updated_at': '2022-04-28T19:53:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:06.296574 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c1dd2ab-556c-4596-8553-15ac74a94cd9 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:06.297101 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c1dd2ab-556c-4596-8553-15ac74a94cd9 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:06.309811 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9c1dd2ab-556c-4596-8553-15ac74a94cd9 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/124e145d-ab97-4e23-9c3c-8de5484b5bf5 HTTP/1.1" status: 404 len: 337 time: 0.1443319 Apr 28 19:53:06.312947 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38142) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:06.319214 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc16d903-353c-40d1-997d-b3e8281b9535 None None] The sync data for ids ['f0aca7cf-ed88-416b-b0af-455976441bbc'] in n-d-839810-1 is: [{'id': 'f0aca7cf-ed88-416b-b0af-455976441bbc', 'name': 'tempest-snat-router-1761495188', 'tenant_id': 'ff922f480995429dbd204a248e749e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.147'}], 'enable_snat': False}, 'gw_port_id': '230becbd-1366-45db-91b6-09e37d5159df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:56Z', 'updated_at': '2022-04-28T19:53:02Z', 'revision_number': 3, 'project_id': 'ff922f480995429dbd204a248e749e32', 'gw_port': {'id': '230becbd-1366-45db-91b6-09e37d5159df', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0aca7cf-ed88-416b-b0af-455976441bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:59Z', 'updated_at': '2022-04-28T19:53:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:53:06.336967 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 5440ef9e-b44e-40fa-b642-3adc72d60fdf no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:53:06.365034 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-b5d96a50-85d6-4cac-98b3-347613ec94c6 admin admin] Allocated IP 172.25.8.140 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/45029dc0-82f5-4a47-b6a2-02cb20ae952b) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:06.393956 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662cbe2c-6356-48a2-b543-2d382cc4235f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Network': ['ID=5bbdb4d0-94ac-4765-b520-7602bae65dd7,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:06.403755 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eb808b54-d9b0-46ed-92bd-7b53b5a745a3 req-cb3b1828-c80c-4411-9c16-c200bdba8efc tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5781014 Apr 28 19:53:06.417115 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 5bbdb4d0-94ac-4765-b520-7602bae65dd7 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:53:06.422143 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf608ee-6de3-46db-8664-3a03934226f2 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:06.423258 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebf608ee-6de3-46db-8664-3a03934226f2 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:06.427923 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ebf608ee-6de3-46db-8664-3a03934226f2 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/cfe60395-4dc4-4c3b-a9ba-e1c981bb463f HTTP/1.1" status: 404 len: 333 time: 0.1139319 Apr 28 19:53:06.430678 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38144) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:06.448581 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0dcb2a1-720e-452f-b90e-5075254acb23 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:06.448704 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef40e7b8-296c-42f1-8a44-4c8d3540092f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:06.474839 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ef40e7b8-296c-42f1-8a44-4c8d3540092f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:06.539504 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1e8c700-0e9f-478a-b818-69237cd43abf tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:06.540148 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1e8c700-0e9f-478a-b818-69237cd43abf tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:06.544499 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-650e908b-3311-4e98-bcdd-1a9ee97e47f7 req-3c6b616b-ac16-4007-be44-4d186ccdbc19 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=63e2d205-7202-4a68-a721-60135233bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3168414 Apr 28 19:53:06.553998 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a1e8c700-0e9f-478a-b818-69237cd43abf tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/8b7fb865-b719-4c0f-9b2f-b151f9e11fb8 HTTP/1.1" status: 404 len: 337 time: 0.1207924 Apr 28 19:53:06.592470 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38148) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:06.685732 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:06.733700 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e202e98-19f3-444e-94ee-379b94c766bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5440ef9e-b44e-40fa-b642-3adc72d60fdf'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:53:06.737779 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75725df4-1092-4f2b-ba25-07e9e8e800ca" -d '{"events": [{"server_uuid": "6e202e98-19f3-444e-94ee-379b94c766bd", "name": "network-vif-unplugged", "status": "completed", "tag": "5440ef9e-b44e-40fa-b642-3adc72d60fdf"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:53:06.776810 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 74580360-1d7c-4e64-8387-1030c0f8dd4a up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:53:06.791932 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 5440ef9e-b44e-40fa-b642-3adc72d60fdf, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=5440ef9e-b44e-40fa-b642-3adc72d60fdf,segment=NetworkSegment(7fe1025a-ef48-4d42-914a-75eec3ed90de),segment_id=7fe1025a-ef48-4d42-914a-75eec3ed90de)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:06.851465 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:06.881837 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 19:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fcfeeb-dc09-439d-a334-a68b7d684496 x-openstack-request-id: req-58fcfeeb-dc09-439d-a334-a68b7d684496 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:53:06.882137 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e202e98-19f3-444e-94ee-379b94c766bd", "name": "network-vif-unplugged", "status": "completed", "tag": "5440ef9e-b44e-40fa-b642-3adc72d60fdf", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:53:06.882424 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-58fcfeeb-dc09-439d-a334-a68b7d684496 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:53:06.882810 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58fcfeeb-dc09-439d-a334-a68b7d684496'] response: {'server_uuid': '6e202e98-19f3-444e-94ee-379b94c766bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5440ef9e-b44e-40fa-b642-3adc72d60fdf', 'code': 200} Apr 28 19:53:06.884721 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cda99cb-2bde-4434-945b-b04595271755 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:06.885569 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cda99cb-2bde-4434-945b-b04595271755 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:06.891885 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5cda99cb-2bde-4434-945b-b04595271755 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/0ba30b11-2307-4afb-8b3b-d4637cea1e8c HTTP/1.1" status: 404 len: 333 time: 0.2327724 Apr 28 19:53:06.952765 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38158) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:06.988789 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b5d96a50-85d6-4cac-98b3-347613ec94c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:06.997620 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 74580360-1d7c-4e64-8387-1030c0f8dd4a triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:06.998089 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:07.006609 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=5440ef9e-b44e-40fa-b642-3adc72d60fdf,revision_number=8']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:07.051981 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4441ef-53bd-480c-868b-e9e252bb5e8a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:07.052662 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c4441ef-53bd-480c-868b-e9e252bb5e8a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:07.058954 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9c4441ef-53bd-480c-868b-e9e252bb5e8a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/2ff751b5-6f88-49e9-8f96-d51fc8b7057b HTTP/1.1" status: 404 len: 337 time: 0.1019626 Apr 28 19:53:07.063039 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38164) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:07.131012 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-aee04362-4bdb-476e-bfa4-765d516b6c1d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:07.131603 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aee04362-4bdb-476e-bfa4-765d516b6c1d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:07.137488 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-aee04362-4bdb-476e-bfa4-765d516b6c1d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/66c50a35-8ea0-4dbe-a797-e9c79f7048a5 HTTP/1.1" status: 404 len: 337 time: 0.0707805 Apr 28 19:53:07.137990 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38166) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:07.183747 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b5d96a50-85d6-4cac-98b3-347613ec94c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:07.200475 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3cdc3bb-cd26-495c-afba-07cbf063df8a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:07.203262 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3cdc3bb-cd26-495c-afba-07cbf063df8a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:07.210887 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a3cdc3bb-cd26-495c-afba-07cbf063df8a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/3ed723a0-6f7e-4353-b307-e3b1841feb3c HTTP/1.1" status: 404 len: 333 time: 0.0694902 Apr 28 19:53:07.211883 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38168) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:07.228816 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0dcb2a1-720e-452f-b90e-5075254acb23 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:07.257615 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ef40e7b8-296c-42f1-8a44-4c8d3540092f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:07.303263 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11bb2a1-7829-4124-b082-e442d3719344 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:07.303738 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f11bb2a1-7829-4124-b082-e442d3719344 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:07.309910 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f11bb2a1-7829-4124-b082-e442d3719344 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/2fea67b4-b1e2-46ba-92ae-c6c722d74e5b HTTP/1.1" status: 404 len: 337 time: 0.0968523 Apr 28 19:53:07.311358 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0dcb2a1-720e-452f-b90e-5075254acb23 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:07.350171 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b75b8a9-b52d-4890-8cfa-33e6ef1ab1bd None None] Network 13d770d2-76f1-4754-862f-2caf67b7488d requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:53:07.354199 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:07.392086 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d96a50-85d6-4cac-98b3-347613ec94c6 admin admin] Pushing event updated for resources: {'Port': ['ID=45029dc0-82f5-4a47-b6a2-02cb20ae952b,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:07.402389 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38170) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:07.428817 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-d0dcb2a1-720e-452f-b90e-5075254acb23 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Allocated IP 172.25.8.161 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/417e07f7-30a0-438a-94c7-decc665cc8a6) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:07.430682 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d96a50-85d6-4cac-98b3-347613ec94c6 admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:07.475659 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-b5d96a50-85d6-4cac-98b3-347613ec94c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:07.487217 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-d38dae1a-9f47-4ed4-8a21-832f03591314 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:07.489840 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d38dae1a-9f47-4ed4-8a21-832f03591314 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:07.499240 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d38dae1a-9f47-4ed4-8a21-832f03591314 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/39c070f2-f3e7-4898-b26c-416e18e05d07 HTTP/1.1" status: 404 len: 337 time: 0.0806465 Apr 28 19:53:07.516217 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38178) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:07.518939 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d96a50-85d6-4cac-98b3-347613ec94c6 admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:53:07.563174 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 74580360-1d7c-4e64-8387-1030c0f8dd4a, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=74580360-1d7c-4e64-8387-1030c0f8dd4a,segment=NetworkSegment(04dde85d-a8f7-46ce-a4b1-2af6311ad799),segment_id=04dde85d-a8f7-46ce-a4b1-2af6311ad799)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:07.579430 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:07.607296 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-8eabbaa0-11c6-4502-a1f7-80293f85a284 None None] Provisioning complete for port 74580360-1d7c-4e64-8387-1030c0f8dd4a triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:07.607797 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8eabbaa0-11c6-4502-a1f7-80293f85a284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:07.613584 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0dcb2a1-720e-452f-b90e-5075254acb23 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:07.636397 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef40e7b8-296c-42f1-8a44-4c8d3540092f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Checking segment: {'id': 'dee3e7f8-b4d7-4381-9d64-e8caf13ddabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5bbdb4d0-94ac-4765-b520-7602bae65dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:53:07.636918 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef40e7b8-296c-42f1-8a44-4c8d3540092f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Network hostable DHCP agents. Network: 5bbdb4d0-94ac-4765-b520-7602bae65dd7, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:53:07.706619 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0dcb2a1-720e-452f-b90e-5075254acb23 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:07.707563 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40e7b8-296c-42f1-8a44-4c8d3540092f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Subnet': ['ID=9b693eb9-dfd0-4770-ae8e-9be7280f9ba7,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:07.765108 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-0839b703-2384-4ce7-a232-25d4c1a5a57b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:07.769893 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0839b703-2384-4ce7-a232-25d4c1a5a57b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:07.778103 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0839b703-2384-4ce7-a232-25d4c1a5a57b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/7d448339-0198-4d01-80a8-ef4993cb874c HTTP/1.1" status: 404 len: 333 time: 0.1744854 Apr 28 19:53:07.792991 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38182) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:07.849267 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfad71c1-af2b-4ae4-b807-8e3b4715859a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:07.849493 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfad71c1-af2b-4ae4-b807-8e3b4715859a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:07.855577 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cfad71c1-af2b-4ae4-b807-8e3b4715859a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/0aaadb61-c76c-44dc-8be5-e90f4891115b HTTP/1.1" status: 404 len: 337 time: 0.0598900 Apr 28 19:53:07.859012 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38186) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:07.861001 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dcb2a1-720e-452f-b90e-5075254acb23 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:07.873450 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef40e7b8-296c-42f1-8a44-4c8d3540092f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Network 5bbdb4d0-94ac-4765-b520-7602bae65dd7 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:53:07.876430 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=74580360-1d7c-4e64-8387-1030c0f8dd4a,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:07.890622 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-ef40e7b8-296c-42f1-8a44-4c8d3540092f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 5bbdb4d0-94ac-4765-b520-7602bae65dd7) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:07.901120 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef40e7b8-296c-42f1-8a44-4c8d3540092f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:07.902017 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ef40e7b8-296c-42f1-8a44-4c8d3540092f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:07.917037 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-d0dcb2a1-720e-452f-b90e-5075254acb23 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:07.920484 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dcb2a1-720e-452f-b90e-5075254acb23 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Pushing event updated for resources: {'Port': ['ID=417e07f7-30a0-438a-94c7-decc665cc8a6,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:07.920656 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d5c603-3bb2-4a8f-92d1-02f7f8765855 None None] Network 5bbdb4d0-94ac-4765-b520-7602bae65dd7 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:53:07.923438 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dcb2a1-720e-452f-b90e-5075254acb23 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:53:07.956295 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ef40e7b8-296c-42f1-8a44-4c8d3540092f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2991347 Apr 28 19:53:07.956295 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38188) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:07.959580 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a7908d7-cf6e-43a7-9dfe-c4aecfaa5d46 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:07.960580 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a7908d7-cf6e-43a7-9dfe-c4aecfaa5d46 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:07.970719 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5a7908d7-cf6e-43a7-9dfe-c4aecfaa5d46 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/ff66d501-118b-43f6-afd0-2321b7ec742c HTTP/1.1" status: 404 len: 337 time: 0.1054535 Apr 28 19:53:07.971545 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-893d4570-b600-4dcc-9465-25df81a495f0 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'port': {'network_id': '5bbdb4d0-94ac-4765-b520-7602bae65dd7', 'name': 'tempest-PortsIpV6TestJSON-1161323290'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:07.974726 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38190) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:08.040427 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ea8f2-99b2-4efe-84e8-1dbc781b455f req-856980e5-efaa-4667-8865-ab9320a4dbe3 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:08.049314 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fd9ea8f2-99b2-4efe-84e8-1dbc781b455f req-856980e5-efaa-4667-8865-ab9320a4dbe3 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 943 time: 0.3674047 Apr 28 19:53:08.100773 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38194) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:08.134908 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-2447e9f8-c984-42fe-9469-0ee989671e64 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:08.135988 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2447e9f8-c984-42fe-9469-0ee989671e64 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:08.141919 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2447e9f8-c984-42fe-9469-0ee989671e64 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/88fa4afb-d9a1-426c-815a-f158d63335bf HTTP/1.1" status: 404 len: 333 time: 0.1596673 Apr 28 19:53:08.143526 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38196) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:08.186055 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ffa6e0-01a4-411c-a8ab-fe5ddf3cf6a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-5bbdb4d0-94ac-4765-b520-7602bae65dd7', 'network_id': '5bbdb4d0-94ac-4765-b520-7602bae65dd7', 'tenant_id': '1c1fbcb84ca3492ab67cea60788320db', 'fixed_ips': [{'subnet_id': '9b693eb9-dfd0-4770-ae8e-9be7280f9ba7'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:53:08.190136 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-72ffa6e0-01a4-411c-a8ab-fe5ddf3cf6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:08.322747 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fd9ea8f2-99b2-4efe-84e8-1dbc781b455f req-f6d01018-147f-46df-abe6-76b3b068b52c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881986 Apr 28 19:53:08.387635 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aba9877-5dd6-4f3a-a54c-eb3e502a57b8 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:08.388809 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aba9877-5dd6-4f3a-a54c-eb3e502a57b8 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:08.391883 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4aba9877-5dd6-4f3a-a54c-eb3e502a57b8 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/2e00a73d-ec55-450d-80f3-c116fc2c716b HTTP/1.1" status: 404 len: 337 time: 0.2243464 Apr 28 19:53:08.398631 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38200) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:08.434477 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e1e727-8304-4b21-9e98-a5c99562effd tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:08.434924 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e1e727-8304-4b21-9e98-a5c99562effd tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:08.440870 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c0e1e727-8304-4b21-9e98-a5c99562effd tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/8f1bbda0-72a3-4708-853c-ec939d84892d HTTP/1.1" status: 404 len: 337 time: 0.0409293 Apr 28 19:53:08.442958 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38202) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:08.471240 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-72ffa6e0-01a4-411c-a8ab-fe5ddf3cf6a1 None None] Allocated IP 2001:db8::2 (5bbdb4d0-94ac-4765-b520-7602bae65dd7/9b693eb9-dfd0-4770-ae8e-9be7280f9ba7/e27c2638-7db8-491c-9b76-f55ebba5f76d) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:08.476676 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b5d96a50-85d6-4cac-98b3-347613ec94c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:08.520464 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2ee67745-064b-4578-9c80-9f7e7960e040 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports?device_id=05416a90-0230-4fef-b347-f3f7e2688c67 HTTP/1.1" status: 200 len: 205 time: 0.0758312 Apr 28 19:53:08.523399 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38204) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:08.700264 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893d4570-b600-4dcc-9465-25df81a495f0 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:08.706764 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-893d4570-b600-4dcc-9465-25df81a495f0 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:08.715853 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0dcb2a1-720e-452f-b90e-5075254acb23 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:08.719562 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-9669caea-aab4-4894-a644-04d3fc2ba063 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] delete failed (client error): The resource could not be found. Apr 28 19:53:08.723343 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9669caea-aab4-4894-a644-04d3fc2ba063 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/routers/05416a90-0230-4fef-b347-f3f7e2688c67 HTTP/1.1" status: 404 len: 336 time: 0.1966939 Apr 28 19:53:08.723916 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38208) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:08.731233 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-07ccc6ab-6c93-4d13-b7d8-4e4d2ff8374f None None] Provisioning complete for port 74580360-1d7c-4e64-8387-1030c0f8dd4a triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:08.731546 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-07ccc6ab-6c93-4d13-b7d8-4e4d2ff8374f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:08.733574 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 230becbd-1366-45db-91b6-09e37d5159df up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:53:08.792690 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c0dcad-023e-4f71-8619-49e53e8ed083 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:08.792909 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0c0dcad-023e-4f71-8619-49e53e8ed083 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:08.793434 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-893d4570-b600-4dcc-9465-25df81a495f0 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] device_id is not set on port aafce94a-b7ea-4492-8c7e-3629d9dab01e yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:53:08.799196 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e0c0dcad-023e-4f71-8619-49e53e8ed083 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/88a59728-a23b-4aab-a0b8-f22c1bfcfbb1 HTTP/1.1" status: 404 len: 337 time: 0.0360901 Apr 28 19:53:08.802943 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38210) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:08.806966 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-72ffa6e0-01a4-411c-a8ab-fe5ddf3cf6a1 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:08.838288 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7db38a65-0235-4e05-ba5f-444ee5eb2233 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d9508d8-fecb-48db-a2e3-737ef01a6ac1 HTTP/1.1" status: 200 len: 205 time: 0.0342221 Apr 28 19:53:08.838887 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38212) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:08.842420 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-72ffa6e0-01a4-411c-a8ab-fe5ddf3cf6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:08.885772 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-3a3d62cb-e065-4cdc-8eef-936746c15b2d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] delete failed (client error): The resource could not be found. Apr 28 19:53:08.897622 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3a3d62cb-e065-4cdc-8eef-936746c15b2d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/routers/8d9508d8-fecb-48db-a2e3-737ef01a6ac1 HTTP/1.1" status: 404 len: 336 time: 0.0559988 Apr 28 19:53:08.899533 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38214) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:08.944276 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ffa6e0-01a4-411c-a8ab-fe5ddf3cf6a1 None None] Network 5bbdb4d0-94ac-4765-b520-7602bae65dd7 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:08.952642 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ffa6e0-01a4-411c-a8ab-fe5ddf3cf6a1 None None] Pushing event updated for resources: {'Port': ['ID=e27c2638-7db8-491c-9b76-f55ebba5f76d,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:08.954926 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ea77cb-5c39-421f-b7f2-edabe6d43f9b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:08.955435 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6ea77cb-5c39-421f-b7f2-edabe6d43f9b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:08.960861 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-72ffa6e0-01a4-411c-a8ab-fe5ddf3cf6a1 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:08.963160 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ffa6e0-01a4-411c-a8ab-fe5ddf3cf6a1 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:53:08.969550 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a6ea77cb-5c39-421f-b7f2-edabe6d43f9b tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/610e7a1c-c726-444e-91b4-f9064824f9c9 HTTP/1.1" status: 404 len: 337 time: 0.0667329 Apr 28 19:53:08.972858 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38216) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:08.982070 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 230becbd-1366-45db-91b6-09e37d5159df triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:08.982070 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:09.009622 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb6d6114-8c19-4fc2-9acf-76dfef491a61 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:09.010586 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb6d6114-8c19-4fc2-9acf-76dfef491a61 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:09.016728 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cb6d6114-8c19-4fc2-9acf-76dfef491a61 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/bc56698d-1f51-4d5e-bc5f-f1f6409e1f76 HTTP/1.1" status: 404 len: 337 time: 0.0424342 Apr 28 19:53:09.028032 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38220) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:09.076147 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-72ffa6e0-01a4-411c-a8ab-fe5ddf3cf6a1 None None] Attempting to bind port e27c2638-7db8-491c-9b76-f55ebba5f76d on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:53:09.076503 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-72ffa6e0-01a4-411c-a8ab-fe5ddf3cf6a1 None None] Attempting to bind port e27c2638-7db8-491c-9b76-f55ebba5f76d by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'dee3e7f8-b4d7-4381-9d64-e8caf13ddabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5bbdb4d0-94ac-4765-b520-7602bae65dd7'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:53:09.076865 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ffa6e0-01a4-411c-a8ab-fe5ddf3cf6a1 None None] Attempting to bind port e27c2638-7db8-491c-9b76-f55ebba5f76d on network 5bbdb4d0-94ac-4765-b520-7602bae65dd7 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:53:09.086541 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ffa6e0-01a4-411c-a8ab-fe5ddf3cf6a1 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:53:09.086919 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ffa6e0-01a4-411c-a8ab-fe5ddf3cf6a1 None None] Checking segment: {'id': 'dee3e7f8-b4d7-4381-9d64-e8caf13ddabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5bbdb4d0-94ac-4765-b520-7602bae65dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:53:09.087325 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-72ffa6e0-01a4-411c-a8ab-fe5ddf3cf6a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:09.087728 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ffa6e0-01a4-411c-a8ab-fe5ddf3cf6a1 None None] Bound using segment: {'id': 'dee3e7f8-b4d7-4381-9d64-e8caf13ddabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5bbdb4d0-94ac-4765-b520-7602bae65dd7'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:53:09.088233 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-72ffa6e0-01a4-411c-a8ab-fe5ddf3cf6a1 None None] Bound port: e27c2638-7db8-491c-9b76-f55ebba5f76d, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee3e7f8-b4d7-4381-9d64-e8caf13ddabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5bbdb4d0-94ac-4765-b520-7602bae65dd7'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:53:09.088623 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-72ffa6e0-01a4-411c-a8ab-fe5ddf3cf6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:09.150168 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b5d96a50-85d6-4cac-98b3-347613ec94c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:09.168821 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:09.174426 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-893d4570-b600-4dcc-9465-25df81a495f0 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Allocated IP 2001:db8::18b (5bbdb4d0-94ac-4765-b520-7602bae65dd7/9b693eb9-dfd0-4770-ae8e-9be7280f9ba7/aafce94a-b7ea-4492-8c7e-3629d9dab01e) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:09.183416 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1b66589-6587-489b-843e-6618ad264dfd tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:09.184885 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1b66589-6587-489b-843e-6618ad264dfd tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:09.193744 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b1b66589-6587-489b-843e-6618ad264dfd tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/015a83bb-c7e6-498d-856c-9e3c4c41d301 HTTP/1.1" status: 404 len: 333 time: 0.1644900 Apr 28 19:53:09.199990 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38222) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:09.206430 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 230becbd-1366-45db-91b6-09e37d5159df, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=230becbd-1366-45db-91b6-09e37d5159df,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:09.209677 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-72ffa6e0-01a4-411c-a8ab-fe5ddf3cf6a1 None None] For port e27c2638-7db8-491c-9b76-f55ebba5f76d, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:53:09.214330 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:09.215263 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 74580360-1d7c-4e64-8387-1030c0f8dd4a up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:53:09.229308 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-72ffa6e0-01a4-411c-a8ab-fe5ddf3cf6a1 None None] For port e27c2638-7db8-491c-9b76-f55ebba5f76d, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=e27c2638-7db8-491c-9b76-f55ebba5f76d,segment=NetworkSegment(dee3e7f8-b4d7-4381-9d64-e8caf13ddabb),segment_id=dee3e7f8-b4d7-4381-9d64-e8caf13ddabb)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:53:09.255466 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f56390-0dc0-4a10-8c15-4254c3229406 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:09.255886 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4f56390-0dc0-4a10-8c15-4254c3229406 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:09.262677 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d4f56390-0dc0-4a10-8c15-4254c3229406 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/abdf16ec-2ad3-443b-978a-a5e0cf731271 HTTP/1.1" status: 404 len: 337 time: 0.0609872 Apr 28 19:53:09.263775 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38224) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:09.278154 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-72ffa6e0-01a4-411c-a8ab-fe5ddf3cf6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:09.310375 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0dcb2a1-720e-452f-b90e-5075254acb23 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:09.314436 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b825c735-84bf-46c3-a492-496a7fde7359 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:09.315338 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b825c735-84bf-46c3-a492-496a7fde7359 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:09.322971 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b825c735-84bf-46c3-a492-496a7fde7359 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/2725f4a2-61ce-4568-a328-ec4a7c922e44 HTTP/1.1" status: 404 len: 333 time: 0.0554745 Apr 28 19:53:09.327638 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38226) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:09.339211 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=230becbd-1366-45db-91b6-09e37d5159df,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:09.372968 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-07aebd18-ba34-4909-8587-eff188d14b40 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:09.373530 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07aebd18-ba34-4909-8587-eff188d14b40 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:09.381368 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-07aebd18-ba34-4909-8587-eff188d14b40 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/faaefa2a-a72a-478b-9cad-00d6cfd0d5f5 HTTP/1.1" status: 404 len: 337 time: 0.0523996 Apr 28 19:53:09.382095 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38232) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:09.418621 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4922d5c-4f72-4aab-9215-3b3e075cfc49 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:09.422691 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4922d5c-4f72-4aab-9215-3b3e075cfc49 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:09.433186 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a4922d5c-4f72-4aab-9215-3b3e075cfc49 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/9a373bcf-7bd7-41c3-b140-b89e27103211 HTTP/1.1" status: 404 len: 333 time: 0.0497653 Apr 28 19:53:09.435819 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38234) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:09.463015 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 74580360-1d7c-4e64-8387-1030c0f8dd4a triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:09.463396 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:09.512702 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ffa6e0-01a4-411c-a8ab-fe5ddf3cf6a1 None None] Pushing event updated for resources: {'Port': ['ID=e27c2638-7db8-491c-9b76-f55ebba5f76d,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:09.557322 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-54c941cf-0963-44c6-a763-98bc5249fcb1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:09.602823 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8325c7b-6c99-4a2d-a84f-0b5be356b66f tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:09.603278 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8325c7b-6c99-4a2d-a84f-0b5be356b66f tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:09.606390 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a8325c7b-6c99-4a2d-a84f-0b5be356b66f tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/16d3d724-2ad4-4bb4-a4a5-83a8339b14c1 HTTP/1.1" status: 404 len: 337 time: 0.1685374 Apr 28 19:53:09.608874 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38236) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:09.649882 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-0659cd0d-8803-468c-b698-d3c08da5c1aa tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:09.650752 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0659cd0d-8803-468c-b698-d3c08da5c1aa tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:09.654201 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0659cd0d-8803-468c-b698-d3c08da5c1aa tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/f4f6ef0f-2c85-4462-a3a3-f401478a89d5 HTTP/1.1" status: 404 len: 333 time: 0.0443838 Apr 28 19:53:09.656842 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38238) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:09.686207 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf03e69d-e0b8-4ad3-8cd0-efdf76be1bc4 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:09.686887 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf03e69d-e0b8-4ad3-8cd0-efdf76be1bc4 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:09.690439 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cf03e69d-e0b8-4ad3-8cd0-efdf76be1bc4 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/60e7dc57-f00e-48e6-866b-888b8f6db12e HTTP/1.1" status: 404 len: 337 time: 0.0324748 Apr 28 19:53:09.695583 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38240) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:09.709456 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d96a50-85d6-4cac-98b3-347613ec94c6 admin admin] Router 9ed57afb-0429-4e6c-8fdb-f48fb2588c14 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:53:09.729835 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf8c169-68fc-45bc-9dc7-76f7d6fb19d8 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:09.730819 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdf8c169-68fc-45bc-9dc7-76f7d6fb19d8 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:09.734599 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-bdf8c169-68fc-45bc-9dc7-76f7d6fb19d8 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/302f050c-be24-41a1-b0d1-b0b6714d65b4 HTTP/1.1" status: 404 len: 333 time: 0.0357654 Apr 28 19:53:09.738088 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38244) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:09.768961 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d7582ee-15c1-4e82-acbb-3b32febb25f4 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:09.770218 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d7582ee-15c1-4e82-acbb-3b32febb25f4 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:09.774090 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2d7582ee-15c1-4e82-acbb-3b32febb25f4 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/fe2e4530-c56b-4e5f-9e29-bb05e889c091 HTTP/1.1" status: 404 len: 337 time: 0.0345361 Apr 28 19:53:09.776750 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38246) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:09.806523 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b78372-69ce-495a-8df9-8ca9335d3b7a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:09.807667 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6b78372-69ce-495a-8df9-8ca9335d3b7a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:09.811061 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d6b78372-69ce-495a-8df9-8ca9335d3b7a tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/de390721-ec85-4f74-ac70-f8ce2df9c9c7 HTTP/1.1" status: 404 len: 333 time: 0.0328095 Apr 28 19:53:09.814100 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38248) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:09.826935 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7375497-7157-460b-ab90-67a91835bb98 req-504153ca-43be-4d52-a699-393eb6bfad1f tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:09.828677 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a7375497-7157-460b-ab90-67a91835bb98 req-504153ca-43be-4d52-a699-393eb6bfad1f tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 943 time: 0.2822702 Apr 28 19:53:09.829959 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0dcb2a1-720e-452f-b90e-5075254acb23 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Router c20239b1-14c6-4c8b-8030-b8f19d8aea0c is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:53:09.851645 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-59141061-d28c-456d-8594-498cec74e6e1 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:09.852340 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59141061-d28c-456d-8594-498cec74e6e1 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:09.855565 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-59141061-d28c-456d-8594-498cec74e6e1 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/e25860ed-c65d-4419-babc-51e9d6cd3165 HTTP/1.1" status: 404 len: 337 time: 0.0354254 Apr 28 19:53:09.862286 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38250) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:09.889773 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4920e29-91e3-4816-839b-2781cb93e608 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:09.890482 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4920e29-91e3-4816-839b-2781cb93e608 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:09.896807 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c4920e29-91e3-4816-839b-2781cb93e608 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/ports/31af35cd-3a1e-4350-8b7b-db1c448b5566 HTTP/1.1" status: 404 len: 333 time: 0.0292487 Apr 28 19:53:09.899205 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38252) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:09.975110 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-80dcc12d-b2ba-4443-bf1e-981fbf7fa761 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] DELETE failed (client error): The resource could not be found. Apr 28 19:53:09.975570 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80dcc12d-b2ba-4443-bf1e-981fbf7fa761 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:09.982505 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-80dcc12d-b2ba-4443-bf1e-981fbf7fa761 tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/subnets/afce0568-cb99-4a3e-96f0-5bfce2c159a9 HTTP/1.1" status: 404 len: 337 time: 0.0817161 Apr 28 19:53:09.982694 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38254) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:10.115718 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-09549a86-d1be-4e65-93f8-67276add649d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:10.123041 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0dcb2a1-720e-452f-b90e-5075254acb23 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:53:10.137807 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca51b7d-d66b-405b-8b4a-6ebce367c4d9 None None] Sync routers for ids ['c20239b1-14c6-4c8b-8030-b8f19d8aea0c'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:53:10.152741 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca51b7d-d66b-405b-8b4a-6ebce367c4d9 None None] Routers {'c20239b1-14c6-4c8b-8030-b8f19d8aea0c'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:53:10.153759 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-7ca51b7d-d66b-405b-8b4a-6ebce367c4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:52:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['c20239b1-14c6-4c8b-8030-b8f19d8aea0c'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:10.178975 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0dcb2a1-720e-452f-b90e-5075254acb23 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:10.181874 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d0dcb2a1-720e-452f-b90e-5075254acb23 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.7027848 Apr 28 19:53:10.185191 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38258) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:10.185825 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38260) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:10.280062 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-09549a86-d1be-4e65-93f8-67276add649d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:10.323709 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-09549a86-d1be-4e65-93f8-67276add649d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb4ad15-38e1-4028-be09-c8cdfded96d3']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:10.328965 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-7ca51b7d-d66b-405b-8b4a-6ebce367c4d9 None None] Set router c20239b1-14c6-4c8b-8030-b8f19d8aea0c gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:53:10.394751 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 5440ef9e-b44e-40fa-b642-3adc72d60fdf no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:53:10.405400 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-09549a86-d1be-4e65-93f8-67276add649d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f12c1c10-8c31-4713-850d-c50e1dc351d6') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:10.406029 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-09549a86-d1be-4e65-93f8-67276add649d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f12c1c10-8c31-4713-850d-c50e1dc351d6') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:10.418975 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a7375497-7157-460b-ab90-67a91835bb98 req-755e2496-ecb4-4779-8a6b-3de9eb35e496 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5476987 Apr 28 19:53:10.430514 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6aa1aed-6dbc-44b9-8ca6-b72a34211c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:10.434988 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-09549a86-d1be-4e65-93f8-67276add649d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:10.462681 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-893d4570-b600-4dcc-9465-25df81a495f0 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:10.463423 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-09549a86-d1be-4e65-93f8-67276add649d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:10.468199 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d96a50-85d6-4cac-98b3-347613ec94c6 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:53:10.481571 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e9188912-4411-409e-8ffb-710fcc4e2c17 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] 10.222.0.42 "GET /v2.0/routers/c20239b1-14c6-4c8b-8030-b8f19d8aea0c HTTP/1.1" status: 200 len: 908 time: 0.2936456 Apr 28 19:53:10.483186 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a28b65-5f91-454a-b7a8-6ec170df16c9 None None] Sync routers for ids ['9ed57afb-0429-4e6c-8fdb-f48fb2588c14'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:53:10.487183 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38264) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:10.516786 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09549a86-d1be-4e65-93f8-67276add649d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:53:10.520940 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-09549a86-d1be-4e65-93f8-67276add649d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:10.529022 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:53:10.529022 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:53:10.529022 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:53:10.529022 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:53:10.529022 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:53:10.529022 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:53:10.529022 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:53:10.529022 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:53:10.529022 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:53:10.529022 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:53:10.529022 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:53:10.529022 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:53:10.529022 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:53:10.529022 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:53:10.529022 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:53:10.529022 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:53:10.529022 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:53:10.529022 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:53:10.529022 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:53:10.529022 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:53:10.529022 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:53:10.529022 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:53:10.529022 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:53:10.529022 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:53:10.529022 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:53:10.529022 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:53:10.529022 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:53:10.529022 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:53:10.529022 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:53:10.529022 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:53:10.529022 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:53:10.529022 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:53:10.531268 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a28b65-5f91-454a-b7a8-6ec170df16c9 None None] Routers {'9ed57afb-0429-4e6c-8fdb-f48fb2588c14'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:53:10.531615 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-c6a28b65-5f91-454a-b7a8-6ec170df16c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:52:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9ed57afb-0429-4e6c-8fdb-f48fb2588c14'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:10.649486 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-09549a86-d1be-4e65-93f8-67276add649d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:10.680606 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-09549a86-d1be-4e65-93f8-67276add649d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:10.688061 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-09549a86-d1be-4e65-93f8-67276add649d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] 10.222.0.42 "DELETE /v2.0/networks/3bb4ad15-38e1-4028-be09-c8cdfded96d3 HTTP/1.1" status: 204 len: 168 time: 0.7043867 Apr 28 19:53:10.702951 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09549a86-d1be-4e65-93f8-67276add649d tempest-NetworksTestDHCPv6-831591530 tempest-NetworksTestDHCPv6-831591530-project] Pushing event deleted for resources: {'Network': ['ID=3bb4ad15-38e1-4028-be09-c8cdfded96d3,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:10.721745 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1074fbe5-4972-420d-b628-b4981c5cf18c tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:10.782034 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 230becbd-1366-45db-91b6-09e37d5159df up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:53:10.799958 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6aa1aed-6dbc-44b9-8ca6-b72a34211c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:10.808027 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6aa1aed-6dbc-44b9-8ca6-b72a34211c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:10.871145 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-c6a28b65-5f91-454a-b7a8-6ec170df16c9 None None] Set router 9ed57afb-0429-4e6c-8fdb-f48fb2588c14 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:53:10.900405 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 230becbd-1366-45db-91b6-09e37d5159df triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:10.900917 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:10.914623 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a6aa1aed-6dbc-44b9-8ca6-b72a34211c2b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4c907c9d85b545069d7b40794a0cc9f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7256398 Apr 28 19:53:10.916171 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38278) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:10.931388 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa1aed-6dbc-44b9-8ca6-b72a34211c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82683c0-e852-4857-80d5-aaec1af4ccd2,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:10.954218 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-7ca51b7d-d66b-405b-8b4a-6ebce367c4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20239b1-14c6-4c8b-8030-b8f19d8aea0c', 'name': 'tempest-snat-router-1761495188', 'tenant_id': 'ff922f480995429dbd204a248e749e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '417e07f7-30a0-438a-94c7-decc665cc8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:05Z', 'updated_at': '2022-04-28T19:53:08Z', 'revision_number': 3, 'project_id': 'ff922f480995429dbd204a248e749e32', 'gw_port': {'id': '417e07f7-30a0-438a-94c7-decc665cc8a6', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c20239b1-14c6-4c8b-8030-b8f19d8aea0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:07Z', 'updated_at': '2022-04-28T19:53:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:10.997557 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca51b7d-d66b-405b-8b4a-6ebce367c4d9 None None] Checking router: c20239b1-14c6-4c8b-8030-b8f19d8aea0c for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:53:10.998076 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca51b7d-d66b-405b-8b4a-6ebce367c4d9 None None] Updating router c20239b1-14c6-4c8b-8030-b8f19d8aea0c port 417e07f7-30a0-438a-94c7-decc665cc8a6 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:53:11.026337 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fb030176-77f0-4e5f-b832-0ff206c74eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:11.055597 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fb030176-77f0-4e5f-b832-0ff206c74eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:11.119969 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fb030176-77f0-4e5f-b832-0ff206c74eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:11.125227 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fb030176-77f0-4e5f-b832-0ff206c74eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:11.130220 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fb030176-77f0-4e5f-b832-0ff206c74eac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e82683c0-e852-4857-80d5-aaec1af4ccd2 HTTP/1.1" status: 204 len: 168 time: 0.2128499 Apr 28 19:53:11.135196 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b5d96a50-85d6-4cac-98b3-347613ec94c6 admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:11.140309 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b5d96a50-85d6-4cac-98b3-347613ec94c6 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.7460508 Apr 28 19:53:11.161926 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38284) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:11.189362 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38286) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:11.227438 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d400ba18-6da5-421d-9a82-e496b236f2e4 None None] Network 5bbdb4d0-94ac-4765-b520-7602bae65dd7 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:53:11.304142 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7ca51b7d-d66b-405b-8b4a-6ebce367c4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:11.311999 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-42f510f2-8495-45d0-a47e-82fc53cfeec4 None None] Provisioning complete for port e27c2638-7db8-491c-9b76-f55ebba5f76d triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:11.312518 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-42f510f2-8495-45d0-a47e-82fc53cfeec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:11.362288 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e27c2638-7db8-491c-9b76-f55ebba5f76d up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:53:11.371340 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-54c941cf-0963-44c6-a763-98bc5249fcb1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Allocated IP 172.20.0.17 (f33bfb5b-8f90-423a-9815-b58e1a6eb23a/eb02f22c-0d51-4a8d-883d-f686aec11d03/50ed6441-de6b-4c3e-b492-0f76f185d988) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:11.468200 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-c6a28b65-5f91-454a-b7a8-6ec170df16c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'name': 'tempest-AttachVolumeTestJSON-1465909234-router', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:03Z', 'updated_at': '2022-04-28T19:53:07Z', 'revision_number': 3, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'gw_port': {'id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:05Z', 'updated_at': '2022-04-28T19:53:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:11.540204 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a28b65-5f91-454a-b7a8-6ec170df16c9 None None] Checking router: 9ed57afb-0429-4e6c-8fdb-f48fb2588c14 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:53:11.540775 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a28b65-5f91-454a-b7a8-6ec170df16c9 None None] Updating router 9ed57afb-0429-4e6c-8fdb-f48fb2588c14 port 45029dc0-82f5-4a47-b6a2-02cb20ae952b binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:53:11.595911 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-c6a28b65-5f91-454a-b7a8-6ec170df16c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:11.690675 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1074fbe5-4972-420d-b628-b4981c5cf18c tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:11.700648 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-893d4570-b600-4dcc-9465-25df81a495f0 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:11.809582 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port e27c2638-7db8-491c-9b76-f55ebba5f76d triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:11.812199 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:11.827028 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893d4570-b600-4dcc-9465-25df81a495f0 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Network 5bbdb4d0-94ac-4765-b520-7602bae65dd7 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:11.869250 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-893d4570-b600-4dcc-9465-25df81a495f0 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:11.900690 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38302) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:11.901663 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893d4570-b600-4dcc-9465-25df81a495f0 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:53:11.908028 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893d4570-b600-4dcc-9465-25df81a495f0 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:11.908744 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-893d4570-b600-4dcc-9465-25df81a495f0 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:11.946438 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-54c941cf-0963-44c6-a763-98bc5249fcb1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:11.961766 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-893d4570-b600-4dcc-9465-25df81a495f0 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0028629 Apr 28 19:53:11.972834 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38306) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:11.981568 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-8f2f53bc-d472-48fd-bd7e-12784509d2d2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'port': {'network_id': '5bbdb4d0-94ac-4765-b520-7602bae65dd7', 'name': 'tempest-PortsIpV6TestJSON-230975259'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:12.064502 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-42f510f2-8495-45d0-a47e-82fc53cfeec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:12.091397 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-61aa924a-6d44-46e4-a833-968fc589e18a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:12.139050 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d4570-b600-4dcc-9465-25df81a495f0 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Port': ['ID=aafce94a-b7ea-4492-8c7e-3629d9dab01e,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:12.196283 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb030176-77f0-4e5f-b832-0ff206c74eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82683c0-e852-4857-80d5-aaec1af4ccd2,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:12.283518 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-42f510f2-8495-45d0-a47e-82fc53cfeec4 None None] For port e27c2638-7db8-491c-9b76-f55ebba5f76d, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=e27c2638-7db8-491c-9b76-f55ebba5f76d,segment=NetworkSegment(dee3e7f8-b4d7-4381-9d64-e8caf13ddabb),segment_id=dee3e7f8-b4d7-4381-9d64-e8caf13ddabb)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:12.323548 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-42f510f2-8495-45d0-a47e-82fc53cfeec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:12.370705 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a2f84635-d3be-468e-93ad-3df79097d2a5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=db556cb00e88416ab6b08e9d3eea023f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1783402 Apr 28 19:53:12.379604 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38320) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:12.383847 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-1074fbe5-4972-420d-b628-b4981c5cf18c tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Deleting port 417e07f7-30a0-438a-94c7-decc665cc8a6 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:53:12.384257 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1074fbe5-4972-420d-b628-b4981c5cf18c tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:12.399734 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f510f2-8495-45d0-a47e-82fc53cfeec4 None None] Pushing event updated for resources: {'Port': ['ID=e27c2638-7db8-491c-9b76-f55ebba5f76d,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:12.413931 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7ca51b7d-d66b-405b-8b4a-6ebce367c4d9 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:12.419528 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:12.435993 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7ca51b7d-d66b-405b-8b4a-6ebce367c4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:12.494087 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2f53bc-d472-48fd-bd7e-12784509d2d2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:12.497229 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8f2f53bc-d472-48fd-bd7e-12784509d2d2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:12.508493 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-7ca51b7d-d66b-405b-8b4a-6ebce367c4d9 None None] Attempting to bind port 417e07f7-30a0-438a-94c7-decc665cc8a6 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:53:12.509398 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-7ca51b7d-d66b-405b-8b4a-6ebce367c4d9 None None] Attempting to bind port 417e07f7-30a0-438a-94c7-decc665cc8a6 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:53:12.509980 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca51b7d-d66b-405b-8b4a-6ebce367c4d9 None None] Attempting to bind port 417e07f7-30a0-438a-94c7-decc665cc8a6 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:53:12.517784 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca51b7d-d66b-405b-8b4a-6ebce367c4d9 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:53:12.518423 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca51b7d-d66b-405b-8b4a-6ebce367c4d9 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:53:12.518976 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7ca51b7d-d66b-405b-8b4a-6ebce367c4d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:12.523701 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca51b7d-d66b-405b-8b4a-6ebce367c4d9 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:53:12.525948 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-7ca51b7d-d66b-405b-8b4a-6ebce367c4d9 None None] Bound port: 417e07f7-30a0-438a-94c7-decc665cc8a6, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:53:12.526570 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7ca51b7d-d66b-405b-8b4a-6ebce367c4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:12.579768 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-54c941cf-0963-44c6-a763-98bc5249fcb1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:12.594812 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7ca51b7d-d66b-405b-8b4a-6ebce367c4d9 None None] For port 417e07f7-30a0-438a-94c7-decc665cc8a6, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:53:12.599031 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7ca51b7d-d66b-405b-8b4a-6ebce367c4d9 None None] For port 417e07f7-30a0-438a-94c7-decc665cc8a6, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=417e07f7-30a0-438a-94c7-decc665cc8a6,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:53:12.658890 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:53:12.659284 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:53:12.660372 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7ca51b7d-d66b-405b-8b4a-6ebce367c4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:12.696723 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea01c9-c47b-4002-aa55-14406eb7a6bf None None] Pushing event updated for resources: {'Port': ['ID=417e07f7-30a0-438a-94c7-decc665cc8a6,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:12.723334 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-8f2f53bc-d472-48fd-bd7e-12784509d2d2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] device_id is not set on port 8af29480-4732-430d-ac9a-40c3ecaec5ef yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:53:12.727011 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-c6a28b65-5f91-454a-b7a8-6ec170df16c9 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:12.734053 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0962a418-bea2-4f57-b9f4-71a756cd2d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:12.738215 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca51b7d-d66b-405b-8b4a-6ebce367c4d9 None None] Routers {'c20239b1-14c6-4c8b-8030-b8f19d8aea0c'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:53:12.739025 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-7ca51b7d-d66b-405b-8b4a-6ebce367c4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:52:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['c20239b1-14c6-4c8b-8030-b8f19d8aea0c'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:12.741040 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-c6a28b65-5f91-454a-b7a8-6ec170df16c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:12.763517 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c941cf-0963-44c6-a763-98bc5249fcb1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Network f33bfb5b-8f90-423a-9815-b58e1a6eb23a is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:12.767579 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-2da11f4a-8327-4e65-bb17-4edd55e6e12b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4317970 Apr 28 19:53:12.793035 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d366a0f-fa79-4c35-8e65-b0d9410de61d req-4c1f115c-b733-4aad-9648-fe1679b46f42 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:12.795414 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d366a0f-fa79-4c35-8e65-b0d9410de61d req-4c1f115c-b733-4aad-9648-fe1679b46f42 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 943 time: 0.4843171 Apr 28 19:53:12.849782 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-61aa924a-6d44-46e4-a833-968fc589e18a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:12.857373 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-7ca51b7d-d66b-405b-8b4a-6ebce367c4d9 None None] Set router c20239b1-14c6-4c8b-8030-b8f19d8aea0c gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:53:12.878439 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1074fbe5-4972-420d-b628-b4981c5cf18c tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:12.886702 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-c6a28b65-5f91-454a-b7a8-6ec170df16c9 None None] Attempting to bind port 45029dc0-82f5-4a47-b6a2-02cb20ae952b on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:53:12.888698 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-c6a28b65-5f91-454a-b7a8-6ec170df16c9 None None] Attempting to bind port 45029dc0-82f5-4a47-b6a2-02cb20ae952b by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:53:12.889121 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a28b65-5f91-454a-b7a8-6ec170df16c9 None None] Attempting to bind port 45029dc0-82f5-4a47-b6a2-02cb20ae952b on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:53:12.892836 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-1074fbe5-4972-420d-b628-b4981c5cf18c tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Calling delete_port for 417e07f7-30a0-438a-94c7-decc665cc8a6 owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:53:12.895153 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66293ea7-7245-4802-afff-4ac058ff9ad6 None None] Pushing event updated for resources: {'Port': ['ID=45029dc0-82f5-4a47-b6a2-02cb20ae952b,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:12.914389 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a28b65-5f91-454a-b7a8-6ec170df16c9 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:53:12.914670 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a28b65-5f91-454a-b7a8-6ec170df16c9 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:53:12.915281 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-c6a28b65-5f91-454a-b7a8-6ec170df16c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:12.915422 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a28b65-5f91-454a-b7a8-6ec170df16c9 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:53:12.915528 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-7ca51b7d-d66b-405b-8b4a-6ebce367c4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20239b1-14c6-4c8b-8030-b8f19d8aea0c', 'name': 'tempest-snat-router-1761495188', 'tenant_id': 'ff922f480995429dbd204a248e749e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:05Z', 'updated_at': '2022-04-28T19:53:11Z', 'revision_number': 4, 'project_id': 'ff922f480995429dbd204a248e749e32', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:12.915892 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-c6a28b65-5f91-454a-b7a8-6ec170df16c9 None None] Bound port: 45029dc0-82f5-4a47-b6a2-02cb20ae952b, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:53:12.916298 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-c6a28b65-5f91-454a-b7a8-6ec170df16c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:12.918755 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-ea768b4d-b89e-4608-a413-8bce2d819b42 None None] Provisioning complete for port e27c2638-7db8-491c-9b76-f55ebba5f76d triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:12.919183 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ea768b4d-b89e-4608-a413-8bce2d819b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:12.998679 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca51b7d-d66b-405b-8b4a-6ebce367c4d9 None None] The sync data for ids ['c20239b1-14c6-4c8b-8030-b8f19d8aea0c'] in n-d-839810-1 is: [{'id': 'c20239b1-14c6-4c8b-8030-b8f19d8aea0c', 'name': 'tempest-snat-router-1761495188', 'tenant_id': 'ff922f480995429dbd204a248e749e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:05Z', 'updated_at': '2022-04-28T19:53:11Z', 'revision_number': 4, 'project_id': 'ff922f480995429dbd204a248e749e32', 'gw_port_host': None}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:53:13.012566 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea01c9-c47b-4002-aa55-14406eb7a6bf None None] Pushing event updated for resources: {'Port': ['ID=417e07f7-30a0-438a-94c7-decc665cc8a6,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:13.031622 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-c6a28b65-5f91-454a-b7a8-6ec170df16c9 None None] For port 45029dc0-82f5-4a47-b6a2-02cb20ae952b, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:53:13.041221 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-c6a28b65-5f91-454a-b7a8-6ec170df16c9 None None] For port 45029dc0-82f5-4a47-b6a2-02cb20ae952b, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=45029dc0-82f5-4a47-b6a2-02cb20ae952b,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:53:13.050894 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-c6a28b65-5f91-454a-b7a8-6ec170df16c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:13.111566 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-54c941cf-0963-44c6-a763-98bc5249fcb1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:13.114851 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c941cf-0963-44c6-a763-98bc5249fcb1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:53:13.135161 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a28b65-5f91-454a-b7a8-6ec170df16c9 None None] Routers {'9ed57afb-0429-4e6c-8fdb-f48fb2588c14'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:53:13.135796 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-c6a28b65-5f91-454a-b7a8-6ec170df16c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:52:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9ed57afb-0429-4e6c-8fdb-f48fb2588c14'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:13.145451 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c941cf-0963-44c6-a763-98bc5249fcb1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'Port': ['ID=50ed6441-de6b-4c3e-b492-0f76f185d988,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:13.150391 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-61aa924a-6d44-46e4-a833-968fc589e18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:13.156416 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66293ea7-7245-4802-afff-4ac058ff9ad6 None None] Pushing event updated for resources: {'Port': ['ID=45029dc0-82f5-4a47-b6a2-02cb20ae952b,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:13.224587 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-0962a418-bea2-4f57-b9f4-71a756cd2d1c admin admin] Allocated IP 172.20.0.1 (13d770d2-76f1-4754-862f-2caf67b7488d/95e411ad-3fda-47de-9866-800115a43d0a/de551ca5-1f12-470a-88b4-470351de7e58) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:13.242465 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4aa32c9-a8ee-4a3e-84b1-b608b5401dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:13.257469 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38332) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:13.263000 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-61aa924a-6d44-46e4-a833-968fc589e18a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=06b4975e2c654a5a953e5d374ba20807&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3395433 Apr 28 19:53:13.319208 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-bb814174-59fa-412b-8984-1587750d7ef3 None None] Provisioning complete for port aafce94a-b7ea-4492-8c7e-3629d9dab01e triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:13.319788 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bb814174-59fa-412b-8984-1587750d7ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:13.384517 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-c6a28b65-5f91-454a-b7a8-6ec170df16c9 None None] Set router 9ed57afb-0429-4e6c-8fdb-f48fb2588c14 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:53:13.423813 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-bb814174-59fa-412b-8984-1587750d7ef3 None None] Port aafce94a-b7ea-4492-8c7e-3629d9dab01e cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:53:13.491566 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e27c2638-7db8-491c-9b76-f55ebba5f76d up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:53:13.499595 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c0dc858a-24b3-4ddd-8a63-7d625defb4e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:13.540978 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c0dc858a-24b3-4ddd-8a63-7d625defb4e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:13.559837 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d366a0f-fa79-4c35-8e65-b0d9410de61d req-293deecd-b730-4e9f-8bc6-5ac6c47b7315 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4373946 Apr 28 19:53:13.582483 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa924a-6d44-46e4-a833-968fc589e18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c493b8-e495-4802-b5f9-6dcd37005b7d,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:13.587677 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1074fbe5-4972-420d-b628-b4981c5cf18c tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:13.618422 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-1150592f-9c93-4323-b9c4-9a20099a7dff None None] Provisioning complete for port 50ed6441-de6b-4c3e-b492-0f76f185d988 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:13.619046 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1150592f-9c93-4323-b9c4-9a20099a7dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:13.669788 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0962a418-bea2-4f57-b9f4-71a756cd2d1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:13.686935 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port e27c2638-7db8-491c-9b76-f55ebba5f76d triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:13.687555 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:13.689643 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-1150592f-9c93-4323-b9c4-9a20099a7dff None None] Port 50ed6441-de6b-4c3e-b492-0f76f185d988 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:53:13.697447 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4aa32c9-a8ee-4a3e-84b1-b608b5401dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:13.702131 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c0dc858a-24b3-4ddd-8a63-7d625defb4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:13.705858 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c0dc858a-24b3-4ddd-8a63-7d625defb4e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:13.710889 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c0dc858a-24b3-4ddd-8a63-7d625defb4e6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/05c493b8-e495-4802-b5f9-6dcd37005b7d HTTP/1.1" status: 204 len: 168 time: 0.4523342 Apr 28 19:53:13.720900 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-54c941cf-0963-44c6-a763-98bc5249fcb1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:13.731634 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc858a-24b3-4ddd-8a63-7d625defb4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c493b8-e495-4802-b5f9-6dcd37005b7d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:13.746118 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0962a418-bea2-4f57-b9f4-71a756cd2d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:13.761699 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-c6a28b65-5f91-454a-b7a8-6ec170df16c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'name': 'tempest-AttachVolumeTestJSON-1465909234-router', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:03Z', 'updated_at': '2022-04-28T19:53:07Z', 'revision_number': 3, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'gw_port': {'id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:05Z', 'updated_at': '2022-04-28T19:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:13.825451 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a28b65-5f91-454a-b7a8-6ec170df16c9 None None] The sync data for ids ['9ed57afb-0429-4e6c-8fdb-f48fb2588c14'] in n-d-839810-1 is: [{'id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'name': 'tempest-AttachVolumeTestJSON-1465909234-router', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:03Z', 'updated_at': '2022-04-28T19:53:07Z', 'revision_number': 3, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'gw_port': {'id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:05Z', 'updated_at': '2022-04-28T19:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:53:13.850868 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0962a418-bea2-4f57-b9f4-71a756cd2d1c admin admin] Network 13d770d2-76f1-4754-862f-2caf67b7488d is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:13.857492 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-0962a418-bea2-4f57-b9f4-71a756cd2d1c admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:13.872825 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0962a418-bea2-4f57-b9f4-71a756cd2d1c admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:53:13.876292 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1074fbe5-4972-420d-b628-b4981c5cf18c tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Pushing event deleted for resources: {'Port': ['ID=417e07f7-30a0-438a-94c7-decc665cc8a6,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:13.931811 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1074fbe5-4972-420d-b628-b4981c5cf18c tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:13.963024 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0962a418-bea2-4f57-b9f4-71a756cd2d1c admin admin] Pushing event updated for resources: {'Port': ['ID=de551ca5-1f12-470a-88b4-470351de7e58,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:13.972825 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-8f2f53bc-d472-48fd-bd7e-12784509d2d2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Allocated IP 2001:db8::225 (5bbdb4d0-94ac-4765-b520-7602bae65dd7/9b693eb9-dfd0-4770-ae8e-9be7280f9ba7/8af29480-4732-430d-ac9a-40c3ecaec5ef) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:14.009323 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-8b0de6bc-15d8-4fd4-a46f-735462544d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:14.014488 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-8b0de6bc-15d8-4fd4-a46f-735462544d50 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd&tenant_id=8766bd4e5ff74ccda54aedeba9de3560 HTTP/1.1" status: 200 len: 1094 time: 0.1428621 Apr 28 19:53:14.016025 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0962a418-bea2-4f57-b9f4-71a756cd2d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:14.077466 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-e7d3ff32-2e58-4494-98b7-cc99638797bd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-839810-1', 'device_owner': 'compute:nova'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:14.194420 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-e7d3ff32-2e58-4494-98b7-cc99638797bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:14.364331 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-95cc7ced-f3bd-4c89-9b99-1bd149163358 None None] Provisioning complete for port de551ca5-1f12-470a-88b4-470351de7e58 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:14.366373 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-95cc7ced-f3bd-4c89-9b99-1bd149163358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:14.380696 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1074fbe5-4972-420d-b628-b4981c5cf18c tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:14.384647 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1074fbe5-4972-420d-b628-b4981c5cf18c tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:14.433170 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-95cc7ced-f3bd-4c89-9b99-1bd149163358 None None] Port de551ca5-1f12-470a-88b4-470351de7e58 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:53:14.480582 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4aa32c9-a8ee-4a3e-84b1-b608b5401dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:14.481774 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4aa32c9-a8ee-4a3e-84b1-b608b5401dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:14.485921 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c4aa32c9-a8ee-4a3e-84b1-b608b5401dd3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/79852438-9edd-4371-a512-77d74cc6d7db HTTP/1.1" status: 204 len: 168 time: 2.0992353 Apr 28 19:53:14.496901 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0962a418-bea2-4f57-b9f4-71a756cd2d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:14.510234 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8f2f53bc-d472-48fd-bd7e-12784509d2d2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:14.511880 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1074fbe5-4972-420d-b628-b4981c5cf18c tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:14.512475 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1074fbe5-4972-420d-b628-b4981c5cf18c tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c20239b1-14c6-4c8b-8030-b8f19d8aea0c {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:53:14.536080 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1074fbe5-4972-420d-b628-b4981c5cf18c tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:14.538107 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1074fbe5-4972-420d-b628-b4981c5cf18c tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] 10.222.0.42 "DELETE /v2.0/routers/c20239b1-14c6-4c8b-8030-b8f19d8aea0c HTTP/1.1" status: 204 len: 168 time: 4.0442567 Apr 28 19:53:14.572796 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38348) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:14.583563 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa32c9-a8ee-4a3e-84b1-b608b5401dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79852438-9edd-4371-a512-77d74cc6d7db,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:14.646273 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-54c941cf-0963-44c6-a763-98bc5249fcb1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:14.718843 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8f2f53bc-d472-48fd-bd7e-12784509d2d2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:14.865201 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2f53bc-d472-48fd-bd7e-12784509d2d2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Network 5bbdb4d0-94ac-4765-b520-7602bae65dd7 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:14.873336 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-8f2f53bc-d472-48fd-bd7e-12784509d2d2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:14.881078 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f53bc-d472-48fd-bd7e-12784509d2d2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Port': ['ID=8af29480-4732-430d-ac9a-40c3ecaec5ef,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:14.923455 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2f53bc-d472-48fd-bd7e-12784509d2d2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:53:14.930146 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2f53bc-d472-48fd-bd7e-12784509d2d2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:14.930857 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8f2f53bc-d472-48fd-bd7e-12784509d2d2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:14.982951 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8f2f53bc-d472-48fd-bd7e-12784509d2d2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0072134 Apr 28 19:53:14.992186 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38356) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:15.140301 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd914813-22f2-408f-a1fc-719075cc4411 req-7d6bb91d-f464-4da2-9cbf-2acfe6d5146f tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:15.157345 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dd914813-22f2-408f-a1fc-719075cc4411 req-7d6bb91d-f464-4da2-9cbf-2acfe6d5146f tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 943 time: 0.3910213 Apr 28 19:53:15.170806 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0962a418-bea2-4f57-b9f4-71a756cd2d1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:15.193154 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e6095464-776e-4c38-9db7-7d6d6b9a741a tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:15.260410 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6569563e-0ff8-46f2-b2b3-fa7340aa6d8e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:15.264606 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6569563e-0ff8-46f2-b2b3-fa7340aa6d8e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A18b HTTP/1.1" status: 200 len: 929 time: 0.2688780 Apr 28 19:53:15.295263 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38368) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:15.427176 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-54c941cf-0963-44c6-a763-98bc5249fcb1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:15.442602 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-54c941cf-0963-44c6-a763-98bc5249fcb1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:15.468233 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0962a418-bea2-4f57-b9f4-71a756cd2d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:15.482660 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-5853f8cd-b1a6-419a-8491-d7a36705c947 None None] Provisioning complete for port 8af29480-4732-430d-ac9a-40c3ecaec5ef triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:15.487206 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5853f8cd-b1a6-419a-8491-d7a36705c947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:15.499264 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 45029dc0-82f5-4a47-b6a2-02cb20ae952b up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:53:15.544191 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e6095464-776e-4c38-9db7-7d6d6b9a741a tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:15.591732 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-e7d3ff32-2e58-4494-98b7-cc99638797bd service neutron] For port 5440ef9e-b44e-40fa-b642-3adc72d60fdf, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=5440ef9e-b44e-40fa-b642-3adc72d60fdf,segment=NetworkSegment(7fe1025a-ef48-4d42-914a-75eec3ed90de),segment_id=7fe1025a-ef48-4d42-914a-75eec3ed90de)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:15.615543 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-54c941cf-0963-44c6-a763-98bc5249fcb1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:15.658336 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dd914813-22f2-408f-a1fc-719075cc4411 req-68ff999e-8bfc-42fd-8b0c-f52ccec4b054 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5000048 Apr 28 19:53:15.678416 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0962a418-bea2-4f57-b9f4-71a756cd2d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:15.698229 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0962a418-bea2-4f57-b9f4-71a756cd2d1c admin admin] Pushing event updated for resources: {'Port': ['ID=de551ca5-1f12-470a-88b4-470351de7e58,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:15.735786 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c941cf-0963-44c6-a763-98bc5249fcb1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'Port': ['ID=50ed6441-de6b-4c3e-b492-0f76f185d988,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:15.744649 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-ea34caf6-8c77-4651-80de-5c3b511c8eae tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Deleting port 8af29480-4732-430d-ac9a-40c3ecaec5ef {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:53:15.745011 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ea34caf6-8c77-4651-80de-5c3b511c8eae tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:15.802472 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-5853f8cd-b1a6-419a-8491-d7a36705c947 None None] Port 8af29480-4732-430d-ac9a-40c3ecaec5ef cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:53:15.826751 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0962a418-bea2-4f57-b9f4-71a756cd2d1c admin admin] Network 13d770d2-76f1-4754-862f-2caf67b7488d is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:15.828541 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962a418-bea2-4f57-b9f4-71a756cd2d1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:15.828890 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962a418-bea2-4f57-b9f4-71a756cd2d1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:15.829235 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962a418-bea2-4f57-b9f4-71a756cd2d1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:15.829579 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962a418-bea2-4f57-b9f4-71a756cd2d1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:15.829898 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962a418-bea2-4f57-b9f4-71a756cd2d1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:15.830655 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962a418-bea2-4f57-b9f4-71a756cd2d1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:15.831152 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962a418-bea2-4f57-b9f4-71a756cd2d1c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:15.831716 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962a418-bea2-4f57-b9f4-71a756cd2d1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:15.832271 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962a418-bea2-4f57-b9f4-71a756cd2d1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:15.834714 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962a418-bea2-4f57-b9f4-71a756cd2d1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:15.835244 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962a418-bea2-4f57-b9f4-71a756cd2d1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:15.835735 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962a418-bea2-4f57-b9f4-71a756cd2d1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:15.859104 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-0962a418-bea2-4f57-b9f4-71a756cd2d1c admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:15.868513 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 45029dc0-82f5-4a47-b6a2-02cb20ae952b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:15.869124 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:15.881928 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-e7d3ff32-2e58-4494-98b7-cc99638797bd service neutron] For port 5440ef9e-b44e-40fa-b642-3adc72d60fdf, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:53:15.882713 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ea34caf6-8c77-4651-80de-5c3b511c8eae tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:15.900206 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-ea34caf6-8c77-4651-80de-5c3b511c8eae tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Calling delete_port for 8af29480-4732-430d-ac9a-40c3ecaec5ef owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:53:16.004724 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-e7d3ff32-2e58-4494-98b7-cc99638797bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5440ef9e-b44e-40fa-b642-3adc72d60fdf {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:53:16.014964 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-e7d3ff32-2e58-4494-98b7-cc99638797bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:16.037753 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-e7d3ff32-2e58-4494-98b7-cc99638797bd service neutron] Transition to ACTIVE for port object 5440ef9e-b44e-40fa-b642-3adc72d60fdf will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:53:16.045347 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-e7d3ff32-2e58-4494-98b7-cc99638797bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:16.061906 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e6095464-776e-4c38-9db7-7d6d6b9a741a tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Deleting port 230becbd-1366-45db-91b6-09e37d5159df {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:53:16.062243 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e6095464-776e-4c38-9db7-7d6d6b9a741a tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:16.070374 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:16.110537 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c941cf-0963-44c6-a763-98bc5249fcb1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Network f33bfb5b-8f90-423a-9815-b58e1a6eb23a is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:16.116088 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-54c941cf-0963-44c6-a763-98bc5249fcb1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:16.120597 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 45029dc0-82f5-4a47-b6a2-02cb20ae952b, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=45029dc0-82f5-4a47-b6a2-02cb20ae952b,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:16.129914 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:16.278589 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=45029dc0-82f5-4a47-b6a2-02cb20ae952b,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:16.298419 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-e6095464-776e-4c38-9db7-7d6d6b9a741a tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] For port 230becbd-1366-45db-91b6-09e37d5159df, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=230becbd-1366-45db-91b6-09e37d5159df,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:16.303303 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e6095464-776e-4c38-9db7-7d6d6b9a741a tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:16.341722 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e6095464-776e-4c38-9db7-7d6d6b9a741a tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Calling delete_port for 230becbd-1366-45db-91b6-09e37d5159df owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:53:16.344049 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7e1ca67a-8f3c-48fd-ac7d-bd799c40abc0 None None] Provisioning complete for port de551ca5-1f12-470a-88b4-470351de7e58 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:16.345712 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7e1ca67a-8f3c-48fd-ac7d-bd799c40abc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:16.432488 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7e1ca67a-8f3c-48fd-ac7d-bd799c40abc0 None None] Port de551ca5-1f12-470a-88b4-470351de7e58 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:53:16.586899 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38392) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:16.716703 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3d87132a-74c3-4e7f-bbe1-d1e2c9f9f0a9 None None] Provisioning complete for port 50ed6441-de6b-4c3e-b492-0f76f185d988 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:16.717212 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3d87132a-74c3-4e7f-bbe1-d1e2c9f9f0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:16.763998 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3ff32-2e58-4494-98b7-cc99638797bd service neutron] Pushing event updated for resources: {'Port': ['ID=5440ef9e-b44e-40fa-b642-3adc72d60fdf,revision_number=9']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:16.803286 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-3d87132a-74c3-4e7f-bbe1-d1e2c9f9f0a9 None None] Port 50ed6441-de6b-4c3e-b492-0f76f185d988 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:53:16.839871 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ea34caf6-8c77-4651-80de-5c3b511c8eae tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:16.887169 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e6095464-776e-4c38-9db7-7d6d6b9a741a tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:16.963213 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34caf6-8c77-4651-80de-5c3b511c8eae tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Port': ['ID=8af29480-4732-430d-ac9a-40c3ecaec5ef,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:16.968313 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ea34caf6-8c77-4651-80de-5c3b511c8eae tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:16.975829 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ea34caf6-8c77-4651-80de-5c3b511c8eae tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/ports/8af29480-4732-430d-ac9a-40c3ecaec5ef HTTP/1.1" status: 204 len: 168 time: 1.6790583 Apr 28 19:53:16.979522 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38408) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:16.986128 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6095464-776e-4c38-9db7-7d6d6b9a741a tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Pushing event deleted for resources: {'Port': ['ID=230becbd-1366-45db-91b6-09e37d5159df,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:17.008907 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0962a418-bea2-4f57-b9f4-71a756cd2d1c admin admin] Router 9ed57afb-0429-4e6c-8fdb-f48fb2588c14 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:53:17.023046 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c941cf-0963-44c6-a763-98bc5249fcb1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Router dbb157d6-bcac-48b9-9aac-4450cd02029d has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:53:17.051184 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e708e5-5fb1-4ec4-8fb8-6cdab2b62a3a tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] GET failed (client error): The resource could not be found. Apr 28 19:53:17.053953 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e8e708e5-5fb1-4ec4-8fb8-6cdab2b62a3a tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "GET /v2.0/ports/8af29480-4732-430d-ac9a-40c3ecaec5ef HTTP/1.1" status: 404 len: 333 time: 0.0723486 Apr 28 19:53:17.064438 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38412) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:17.103034 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-e7d3ff32-2e58-4494-98b7-cc99638797bd service neutron] No DVR routers for this DVR port 5440ef9e-b44e-40fa-b642-3adc72d60fdf on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:53:17.141745 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ecb1b-5bc8-4c77-a097-ad150cb5b11a req-f0085296-b9d5-40ce-9856-21f289bbfc03 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:17.148460 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a19ecb1b-5bc8-4c77-a097-ad150cb5b11a req-f0085296-b9d5-40ce-9856-21f289bbfc03 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 943 time: 0.3124294 Apr 28 19:53:17.206019 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-29719934-7db8-41d1-9eb6-1515b73086af tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Request body: {'networks': [{'name': 'tempest-network--989767904'}, {'name': 'tempest-network--13504262'}]} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:17.206344 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-29719934-7db8-41d1-9eb6-1515b73086af tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Request body: {'network': {'name': 'tempest-network--989767904'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:17.208270 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-29719934-7db8-41d1-9eb6-1515b73086af tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Request body: {'network': {'name': 'tempest-network--13504262'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:17.292613 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a19ecb1b-5bc8-4c77-a097-ad150cb5b11a req-579bcbc0-2d1d-4245-a824-950d59591c8a tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344247 Apr 28 19:53:17.376161 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-e648e9e4-866c-4d34-9200-71e90c40ef69 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Deleting port aafce94a-b7ea-4492-8c7e-3629d9dab01e {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:53:17.376419 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e648e9e4-866c-4d34-9200-71e90c40ef69 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:17.393845 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c941cf-0963-44c6-a763-98bc5249fcb1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:53:17.401367 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-54c941cf-0963-44c6-a763-98bc5249fcb1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "PUT /v2.0/routers/dbb157d6-bcac-48b9-9aac-4450cd02029d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2584128 Apr 28 19:53:17.414373 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9348d45-597a-4ce0-9b29-414d79179dec None None] Sync routers for ids ['dbb157d6-bcac-48b9-9aac-4450cd02029d'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:53:17.440544 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9348d45-597a-4ce0-9b29-414d79179dec None None] Routers {'dbb157d6-bcac-48b9-9aac-4450cd02029d'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:53:17.446764 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-f9348d45-597a-4ce0-9b29-414d79179dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:52:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['dbb157d6-bcac-48b9-9aac-4450cd02029d'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:17.555218 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e648e9e4-866c-4d34-9200-71e90c40ef69 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:17.574390 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-e648e9e4-866c-4d34-9200-71e90c40ef69 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Calling delete_port for aafce94a-b7ea-4492-8c7e-3629d9dab01e owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:53:17.580175 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 45029dc0-82f5-4a47-b6a2-02cb20ae952b up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:53:17.617168 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:53:17.654326 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-f9348d45-597a-4ce0-9b29-414d79179dec None None] Set router dbb157d6-bcac-48b9-9aac-4450cd02029d gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:53:17.711306 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 45029dc0-82f5-4a47-b6a2-02cb20ae952b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:17.711680 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:17.752772 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e6095464-776e-4c38-9db7-7d6d6b9a741a tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:17.768555 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e648e9e4-866c-4d34-9200-71e90c40ef69 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:17.814102 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e648e9e4-866c-4d34-9200-71e90c40ef69 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Port': ['ID=aafce94a-b7ea-4492-8c7e-3629d9dab01e,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:17.830315 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29719934-7db8-41d1-9eb6-1515b73086af tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Made reservation on behalf of 2637af78d9df46b2b27d36635636d280 for: {'network': 2} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:17.836002 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-29719934-7db8-41d1-9eb6-1515b73086af tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:17.848221 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e648e9e4-866c-4d34-9200-71e90c40ef69 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:17.854300 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e648e9e4-866c-4d34-9200-71e90c40ef69 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/ports/aafce94a-b7ea-4492-8c7e-3629d9dab01e HTTP/1.1" status: 204 len: 168 time: 0.7853537 Apr 28 19:53:17.854616 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38426) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:17.882644 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-d120d332-ff9f-4aea-a520-544225b6bf1a tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] GET failed (client error): The resource could not be found. Apr 28 19:53:17.886779 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d120d332-ff9f-4aea-a520-544225b6bf1a tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "GET /v2.0/ports/aafce94a-b7ea-4492-8c7e-3629d9dab01e HTTP/1.1" status: 404 len: 333 time: 0.0287910 Apr 28 19:53:17.887094 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38428) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:17.965318 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-29719934-7db8-41d1-9eb6-1515b73086af tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:17.971565 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e6095464-776e-4c38-9db7-7d6d6b9a741a tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:17.982214 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e6095464-776e-4c38-9db7-7d6d6b9a741a tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:17.985898 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-9389e70e-f673-40c0-91d9-73d3c351236d tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Deleting subnet 9b693eb9-dfd0-4770-ae8e-9be7280f9ba7 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:53:17.996090 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9389e70e-f673-40c0-91d9-73d3c351236d tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:18.069080 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0962a418-bea2-4f57-b9f4-71a756cd2d1c admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:53:18.080331 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-f9348d45-597a-4ce0-9b29-414d79179dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'name': 'tempest-TestNetworkBasicOps-router-156237215', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:51:01Z', 'updated_at': '2022-04-28T19:53:14Z', 'revision_number': 5, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'gw_port': {'id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:70:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:04Z', 'updated_at': '2022-04-28T19:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '2272e579-f5f8-4bf0-901f-12b9ec9bdc0c', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'port_id': '8a502811-6b37-4315-bf6a-94b023cadac2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4', 'mac_address': 'fa:16:3e:0b:3b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a71285-a494-4154-b34e-f7ea33337c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:51:56Z', 'updated_at': '2022-04-28T19:52:03Z', 'revision_number': 1, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50ed6441-de6b-4c3e-b492-0f76f185d988', 'name': '', 'network_id': 'f33bfb5b-8f90-423a-9815-b58e1a6eb23a', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'mac_address': 'fa:16:3e:b7:41:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'eb02f22c-0d51-4a8d-883d-f686aec11d03', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:10Z', 'updated_at': '2022-04-28T19:53:14Z', 'revision_number': 2, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'subnets': [{'id': 'eb02f22c-0d51-4a8d-883d-f686aec11d03', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edce7e0b-b2af-43d6-ad27-07c3ee370d8f', 'name': '', 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'mac_address': 'fa:16:3e:d5:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '19b5af0e-4f73-4e51-a909-545b35690aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:15Z', 'updated_at': '2022-04-28T19:51:30Z', 'revision_number': 5, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'subnets': [{'id': '19b5af0e-4f73-4e51-a909-545b35690aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:18.083343 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d50bc5b-6d18-49d5-ad95-ae754e944b2f None None] Sync routers for ids ['9ed57afb-0429-4e6c-8fdb-f48fb2588c14'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:53:18.089603 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9389e70e-f673-40c0-91d9-73d3c351236d tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:18.099718 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0962a418-bea2-4f57-b9f4-71a756cd2d1c admin admin] 10.222.0.42 "PUT /v2.0/routers/9ed57afb-0429-4e6c-8fdb-f48fb2588c14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9361651 Apr 28 19:53:18.112212 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d50bc5b-6d18-49d5-ad95-ae754e944b2f None None] Routers {'9ed57afb-0429-4e6c-8fdb-f48fb2588c14'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:53:18.114407 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6d50bc5b-6d18-49d5-ad95-ae754e944b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:52:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9ed57afb-0429-4e6c-8fdb-f48fb2588c14'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:18.118359 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e6095464-776e-4c38-9db7-7d6d6b9a741a tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:18.119064 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6095464-776e-4c38-9db7-7d6d6b9a741a tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f0aca7cf-ed88-416b-b0af-455976441bbc {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:53:18.129313 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e6095464-776e-4c38-9db7-7d6d6b9a741a tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:18.141657 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e6095464-776e-4c38-9db7-7d6d6b9a741a tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] 10.222.0.42 "DELETE /v2.0/routers/f0aca7cf-ed88-416b-b0af-455976441bbc HTTP/1.1" status: 204 len: 168 time: 3.5675735 Apr 28 19:53:18.145776 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38434) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:18.166626 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-53cd3721-c20b-4447-a66b-6011d9849a94 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1125012001', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}, 'admin_state_up': False}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:18.179939 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-e7d3ff32-2e58-4494-98b7-cc99638797bd service neutron] Attempting to bind port 5440ef9e-b44e-40fa-b642-3adc72d60fdf on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:53:18.180540 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-e7d3ff32-2e58-4494-98b7-cc99638797bd service neutron] Attempting to bind port 5440ef9e-b44e-40fa-b642-3adc72d60fdf by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '7fe1025a-ef48-4d42-914a-75eec3ed90de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:53:18.180974 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-e7d3ff32-2e58-4494-98b7-cc99638797bd service neutron] Attempting to bind port 5440ef9e-b44e-40fa-b642-3adc72d60fdf on network 361c3585-c6e2-486f-967a-33f86818c3c9 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:53:18.185375 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9348d45-597a-4ce0-9b29-414d79179dec None None] Checking router: dbb157d6-bcac-48b9-9aac-4450cd02029d for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:53:18.185731 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9348d45-597a-4ce0-9b29-414d79179dec None None] Updating router dbb157d6-bcac-48b9-9aac-4450cd02029d port 50ed6441-de6b-4c3e-b492-0f76f185d988 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:53:18.213053 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-e7d3ff32-2e58-4494-98b7-cc99638797bd service neutron] Port 5440ef9e-b44e-40fa-b642-3adc72d60fdf on network 361c3585-c6e2-486f-967a-33f86818c3c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:53:18.213762 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-e7d3ff32-2e58-4494-98b7-cc99638797bd service neutron] Attempting to bind port 5440ef9e-b44e-40fa-b642-3adc72d60fdf on network 361c3585-c6e2-486f-967a-33f86818c3c9 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:53:18.238794 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-e7d3ff32-2e58-4494-98b7-cc99638797bd service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:53:18.239116 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-e7d3ff32-2e58-4494-98b7-cc99638797bd service neutron] Checking segment: {'id': '7fe1025a-ef48-4d42-914a-75eec3ed90de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:53:18.249713 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-e7d3ff32-2e58-4494-98b7-cc99638797bd service neutron] Bound using segment: {'id': '7fe1025a-ef48-4d42-914a-75eec3ed90de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:53:18.250191 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-e7d3ff32-2e58-4494-98b7-cc99638797bd service neutron] Bound port: 5440ef9e-b44e-40fa-b642-3adc72d60fdf, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fe1025a-ef48-4d42-914a-75eec3ed90de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:53:18.250567 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-e7d3ff32-2e58-4494-98b7-cc99638797bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:18.270434 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f9348d45-597a-4ce0-9b29-414d79179dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:18.338625 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-6d50bc5b-6d18-49d5-ad95-ae754e944b2f None None] Set router 9ed57afb-0429-4e6c-8fdb-f48fb2588c14 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:53:18.362109 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-29719934-7db8-41d1-9eb6-1515b73086af tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:18.385698 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53cd3721-c20b-4447-a66b-6011d9849a94 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:18.386986 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9389e70e-f673-40c0-91d9-73d3c351236d tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:18.411984 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53cd3721-c20b-4447-a66b-6011d9849a94 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:18.421553 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-29719934-7db8-41d1-9eb6-1515b73086af tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:18.422361 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-29719934-7db8-41d1-9eb6-1515b73086af tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:18.563288 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9389e70e-f673-40c0-91d9-73d3c351236d tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:18.607101 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-e7d3ff32-2e58-4494-98b7-cc99638797bd service neutron] For port 5440ef9e-b44e-40fa-b642-3adc72d60fdf, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:53:18.617206 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-e7d3ff32-2e58-4494-98b7-cc99638797bd service neutron] For port 5440ef9e-b44e-40fa-b642-3adc72d60fdf, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=5440ef9e-b44e-40fa-b642-3adc72d60fdf,segment=NetworkSegment(7fe1025a-ef48-4d42-914a-75eec3ed90de),segment_id=7fe1025a-ef48-4d42-914a-75eec3ed90de)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:53:18.638699 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29719934-7db8-41d1-9eb6-1515b73086af tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:53:18.659927 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-29719934-7db8-41d1-9eb6-1515b73086af tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:18.660618 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-29719934-7db8-41d1-9eb6-1515b73086af tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Added segment 1febaa3a-47c4-48c7-a215-a3d3f0b31a9d of type vlan for network a5ec45ab-50a1-4f51-b92e-dc11c2c48f31 Apr 28 19:53:18.678231 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9389e70e-f673-40c0-91d9-73d3c351236d tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Subnet': ['ID=9b693eb9-dfd0-4770-ae8e-9be7280f9ba7,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:18.681525 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38444) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:18.719115 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9389e70e-f673-40c0-91d9-73d3c351236d tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:18.728991 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9389e70e-f673-40c0-91d9-73d3c351236d tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/subnets/9b693eb9-dfd0-4770-ae8e-9be7280f9ba7 HTTP/1.1" status: 204 len: 168 time: 0.8408494 Apr 28 19:53:18.741710 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38448) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:18.748299 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723e477c-3414-45c6-a345-5df7b50a7442 None None] Network 5bbdb4d0-94ac-4765-b520-7602bae65dd7 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:53:18.759483 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9389e70e-f673-40c0-91d9-73d3c351236d tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:18.759626 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9389e70e-f673-40c0-91d9-73d3c351236d tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:18.759875 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9389e70e-f673-40c0-91d9-73d3c351236d tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:18.760245 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9389e70e-f673-40c0-91d9-73d3c351236d tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:18.760598 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9389e70e-f673-40c0-91d9-73d3c351236d tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:18.760898 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9389e70e-f673-40c0-91d9-73d3c351236d tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:18.761228 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9389e70e-f673-40c0-91d9-73d3c351236d tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:18.761556 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9389e70e-f673-40c0-91d9-73d3c351236d tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:18.761884 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9389e70e-f673-40c0-91d9-73d3c351236d tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:18.763340 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9389e70e-f673-40c0-91d9-73d3c351236d tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:18.763340 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9389e70e-f673-40c0-91d9-73d3c351236d tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:18.763340 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9389e70e-f673-40c0-91d9-73d3c351236d tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:18.779325 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6d50bc5b-6d18-49d5-ad95-ae754e944b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'name': 'tempest-AttachVolumeTestJSON-1465909234-router', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:03Z', 'updated_at': '2022-04-28T19:53:14Z', 'revision_number': 4, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'gw_port': {'id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:05Z', 'updated_at': '2022-04-28T19:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'de551ca5-1f12-470a-88b4-470351de7e58', 'name': '', 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'mac_address': 'fa:16:3e:bd:57:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '95e411ad-3fda-47de-9866-800115a43d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:12Z', 'updated_at': '2022-04-28T19:53:14Z', 'revision_number': 2, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'subnets': [{'id': '95e411ad-3fda-47de-9866-800115a43d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:18.782227 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-29719934-7db8-41d1-9eb6-1515b73086af tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:18.850815 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29719934-7db8-41d1-9eb6-1515b73086af tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:53:18.868683 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199470c-6e78-4c83-b121-f36b2aea6c09 req-5474908b-3d4f-496f-8205-d692107d814f tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:18.870788 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d50bc5b-6d18-49d5-ad95-ae754e944b2f None None] Checking router: 9ed57afb-0429-4e6c-8fdb-f48fb2588c14 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:53:18.871997 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d50bc5b-6d18-49d5-ad95-ae754e944b2f None None] Updating router 9ed57afb-0429-4e6c-8fdb-f48fb2588c14 port de551ca5-1f12-470a-88b4-470351de7e58 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:53:18.873302 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-29719934-7db8-41d1-9eb6-1515b73086af tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:18.873612 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2199470c-6e78-4c83-b121-f36b2aea6c09 req-5474908b-3d4f-496f-8205-d692107d814f tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 943 time: 0.3347301 Apr 28 19:53:18.873797 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-29719934-7db8-41d1-9eb6-1515b73086af tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Added segment 5f7ed8cb-ed4f-4b4a-ab87-07daa6105958 of type vlan for network 05e7fb84-8025-48ed-99aa-9a8c9127da2a Apr 28 19:53:18.931273 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-6d50bc5b-6d18-49d5-ad95-ae754e944b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:18.958525 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-29719934-7db8-41d1-9eb6-1515b73086af tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:18.982870 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cbf1c6b7-10e6-4be5-9140-ab875aaeda93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.019105 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2199470c-6e78-4c83-b121-f36b2aea6c09 req-e4541723-9fbb-471a-b0dc-c73117016cc2 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920641 Apr 28 19:53:19.019996 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-e7d3ff32-2e58-4494-98b7-cc99638797bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.022032 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29719934-7db8-41d1-9eb6-1515b73086af tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3b957c-156d-4e18-bc35-c67224e2f31d,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:19.114688 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-29719934-7db8-41d1-9eb6-1515b73086af tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.115072 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-29719934-7db8-41d1-9eb6-1515b73086af tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.120584 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29719934-7db8-41d1-9eb6-1515b73086af tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:19.125433 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29719934-7db8-41d1-9eb6-1515b73086af tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:19.126093 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-29719934-7db8-41d1-9eb6-1515b73086af tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.134405 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3ff32-2e58-4494-98b7-cc99638797bd service neutron] Pushing event updated for resources: {'Port': ['ID=5440ef9e-b44e-40fa-b642-3adc72d60fdf,revision_number=10']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:19.143779 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53cd3721-c20b-4447-a66b-6011d9849a94 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.149818 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cbf1c6b7-10e6-4be5-9140-ab875aaeda93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.158536 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c47b8fa-06c6-4864-a319-b870f1f6e1d4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.163711 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cbf1c6b7-10e6-4be5-9140-ab875aaeda93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.202208 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1c6b7-10e6-4be5-9140-ab875aaeda93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4787ad7d-24a7-4496-af45-61fdcac7005b,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:19.205014 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f9348d45-597a-4ce0-9b29-414d79179dec None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.229111 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f9348d45-597a-4ce0-9b29-414d79179dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.263182 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-cbf1c6b7-10e6-4be5-9140-ab875aaeda93 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=48e2d4fae52c4d539965616d68493916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5772381 Apr 28 19:53:19.287483 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38450) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:19.375501 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d4aa1-ab35-470a-8a78-2099ea7c0e63 None None] Pushing event updated for resources: {'Port': ['ID=50ed6441-de6b-4c3e-b492-0f76f185d988,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:19.421021 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 230becbd-1366-45db-91b6-09e37d5159df no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:53:19.453554 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6de7211b-7cc5-4448-b4c7-c5503a852cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.487202 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53cd3721-c20b-4447-a66b-6011d9849a94 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.512562 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 230becbd-1366-45db-91b6-09e37d5159df {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:53:19.513146 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 230becbd-1366-45db-91b6-09e37d5159df not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:53:19.522472 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-3c47b8fa-06c6-4864-a319-b870f1f6e1d4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Deleting port e27c2638-7db8-491c-9b76-f55ebba5f76d {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:53:19.522899 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c47b8fa-06c6-4864-a319-b870f1f6e1d4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.525221 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-f9348d45-597a-4ce0-9b29-414d79179dec None None] Attempting to bind port 50ed6441-de6b-4c3e-b492-0f76f185d988 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:53:19.525710 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-f9348d45-597a-4ce0-9b29-414d79179dec None None] Attempting to bind port 50ed6441-de6b-4c3e-b492-0f76f185d988 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '3f312828-dd4b-4481-a75c-9ef38d4ec125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f33bfb5b-8f90-423a-9815-b58e1a6eb23a'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:53:19.526215 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9348d45-597a-4ce0-9b29-414d79179dec None None] Attempting to bind port 50ed6441-de6b-4c3e-b492-0f76f185d988 on network f33bfb5b-8f90-423a-9815-b58e1a6eb23a {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:53:19.539806 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-6d50bc5b-6d18-49d5-ad95-ae754e944b2f None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.542613 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9348d45-597a-4ce0-9b29-414d79179dec None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:53:19.543951 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9348d45-597a-4ce0-9b29-414d79179dec None None] Checking segment: {'id': '3f312828-dd4b-4481-a75c-9ef38d4ec125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f33bfb5b-8f90-423a-9815-b58e1a6eb23a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:53:19.544517 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f9348d45-597a-4ce0-9b29-414d79179dec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.546343 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9348d45-597a-4ce0-9b29-414d79179dec None None] Bound using segment: {'id': '3f312828-dd4b-4481-a75c-9ef38d4ec125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f33bfb5b-8f90-423a-9815-b58e1a6eb23a'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:53:19.547625 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-f9348d45-597a-4ce0-9b29-414d79179dec None None] Bound port: 50ed6441-de6b-4c3e-b492-0f76f185d988, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f312828-dd4b-4481-a75c-9ef38d4ec125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f33bfb5b-8f90-423a-9815-b58e1a6eb23a'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:53:19.552220 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f9348d45-597a-4ce0-9b29-414d79179dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.552423 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-6d50bc5b-6d18-49d5-ad95-ae754e944b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.596675 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-e7d3ff32-2e58-4494-98b7-cc99638797bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:19.597624 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-e7d3ff32-2e58-4494-98b7-cc99638797bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.605023 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-e7d3ff32-2e58-4494-98b7-cc99638797bd service neutron] 10.222.0.15 "PUT /v2.0/ports/5440ef9e-b44e-40fa-b642-3adc72d60fdf HTTP/1.1" status: 200 len: 1091 time: 5.5783467 Apr 28 19:53:19.611684 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c46e2e7-b5da-4ceb-93c5-c75e76547272 None None] DHCP port deletion for 5bbdb4d0-94ac-4765-b520-7602bae65dd7 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:53:19.624983 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-29719934-7db8-41d1-9eb6-1515b73086af tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 3.0324898 Apr 28 19:53:19.625928 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e202e98-19f3-444e-94ee-379b94c766bd', 'tag': '5440ef9e-b44e-40fa-b642-3adc72d60fdf'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:53:19.629879 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f1ce8f-eee0-48fe-a206-52ddae8dec09" -d '{"events": [{"name": "network-changed", "server_uuid": "6e202e98-19f3-444e-94ee-379b94c766bd", "tag": "5440ef9e-b44e-40fa-b642-3adc72d60fdf"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:53:19.639267 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38452) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:19.700450 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475729d6-9b6c-4901-af15-0eccb5f82619 None None] Pushing event updated for resources: {'Port': ['ID=de551ca5-1f12-470a-88b4-470351de7e58,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:19.731512 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-3c47b8fa-06c6-4864-a319-b870f1f6e1d4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] For port e27c2638-7db8-491c-9b76-f55ebba5f76d, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=e27c2638-7db8-491c-9b76-f55ebba5f76d,segment=NetworkSegment(dee3e7f8-b4d7-4381-9d64-e8caf13ddabb),segment_id=dee3e7f8-b4d7-4381-9d64-e8caf13ddabb)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:19.731924 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c47b8fa-06c6-4864-a319-b870f1f6e1d4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.776380 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-3c47b8fa-06c6-4864-a319-b870f1f6e1d4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Calling delete_port for e27c2638-7db8-491c-9b76-f55ebba5f76d owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:53:19.852550 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fda25fd5-5fcb-4f13-b732-c8dbe8ecae40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.852759 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20dd018-35f1-4a1d-8096-57eeb8f63536 x-openstack-request-id: req-b20dd018-35f1-4a1d-8096-57eeb8f63536 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:53:19.853245 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e202e98-19f3-444e-94ee-379b94c766bd", "tag": "5440ef9e-b44e-40fa-b642-3adc72d60fdf", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:53:19.853363 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b20dd018-35f1-4a1d-8096-57eeb8f63536 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:53:19.854777 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b20dd018-35f1-4a1d-8096-57eeb8f63536'] response: {'name': 'network-changed', 'server_uuid': '6e202e98-19f3-444e-94ee-379b94c766bd', 'tag': '5440ef9e-b44e-40fa-b642-3adc72d60fdf', 'status': 'completed', 'code': 200} Apr 28 19:53:19.865153 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-6d50bc5b-6d18-49d5-ad95-ae754e944b2f None None] Attempting to bind port de551ca5-1f12-470a-88b4-470351de7e58 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:53:19.865709 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-6d50bc5b-6d18-49d5-ad95-ae754e944b2f None None] Attempting to bind port de551ca5-1f12-470a-88b4-470351de7e58 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '04dde85d-a8f7-46ce-a4b1-2af6311ad799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:53:19.865872 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d50bc5b-6d18-49d5-ad95-ae754e944b2f None None] Attempting to bind port de551ca5-1f12-470a-88b4-470351de7e58 on network 13d770d2-76f1-4754-862f-2caf67b7488d {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:53:19.868499 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38456) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:19.876882 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d50bc5b-6d18-49d5-ad95-ae754e944b2f None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:53:19.877258 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d50bc5b-6d18-49d5-ad95-ae754e944b2f None None] Checking segment: {'id': '04dde85d-a8f7-46ce-a4b1-2af6311ad799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:53:19.877662 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-6d50bc5b-6d18-49d5-ad95-ae754e944b2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.878061 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d50bc5b-6d18-49d5-ad95-ae754e944b2f None None] Bound using segment: {'id': '04dde85d-a8f7-46ce-a4b1-2af6311ad799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:53:19.883606 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-6d50bc5b-6d18-49d5-ad95-ae754e944b2f None None] Bound port: de551ca5-1f12-470a-88b4-470351de7e58, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04dde85d-a8f7-46ce-a4b1-2af6311ad799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:53:19.884192 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-6d50bc5b-6d18-49d5-ad95-ae754e944b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.886420 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-0555515a-d479-4aca-b14b-3ebb41a9e2d1 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1795845983', 'description': 'tempest-description--1271633482'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:19.924359 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6de7211b-7cc5-4448-b4c7-c5503a852cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.952617 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-f9348d45-597a-4ce0-9b29-414d79179dec None None] For port 50ed6441-de6b-4c3e-b492-0f76f185d988, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:53:19.957821 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29719934-7db8-41d1-9eb6-1515b73086af tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Pushing event updated for resources: {'Network': ['ID=a5ec45ab-50a1-4f51-b92e-dc11c2c48f31,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:19.962155 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-f9348d45-597a-4ce0-9b29-414d79179dec None None] For port 50ed6441-de6b-4c3e-b492-0f76f185d988, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=50ed6441-de6b-4c3e-b492-0f76f185d988,segment=NetworkSegment(3f312828-dd4b-4481-a75c-9ef38d4ec125),segment_id=3f312828-dd4b-4481-a75c-9ef38d4ec125)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:53:19.985403 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f9348d45-597a-4ce0-9b29-414d79179dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.989675 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network a5ec45ab-50a1-4f51-b92e-dc11c2c48f31 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:53:20.051662 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c47b8fa-06c6-4864-a319-b870f1f6e1d4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.090141 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0c46e2e7-b5da-4ceb-93c5-c75e76547272 None None] Deleting port e27c2638-7db8-491c-9b76-f55ebba5f76d {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:53:20.090506 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0c46e2e7-b5da-4ceb-93c5-c75e76547272 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.097779 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-6d50bc5b-6d18-49d5-ad95-ae754e944b2f None None] For port de551ca5-1f12-470a-88b4-470351de7e58, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:53:20.107742 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-6d50bc5b-6d18-49d5-ad95-ae754e944b2f None None] For port de551ca5-1f12-470a-88b4-470351de7e58, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=de551ca5-1f12-470a-88b4-470351de7e58,segment=NetworkSegment(04dde85d-a8f7-46ce-a4b1-2af6311ad799),segment_id=04dde85d-a8f7-46ce-a4b1-2af6311ad799)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:53:20.113259 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-8e85efdb-3e76-4268-882b-0a04fb494210 req-28658bf4-8927-43a3-91fb-207ce33ced62 service neutron] (102773) timed out ('10.222.0.44', 62931) {{(pid=102773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 28 19:53:20.117548 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-6d50bc5b-6d18-49d5-ad95-ae754e944b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.152236 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c47b8fa-06c6-4864-a319-b870f1f6e1d4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] No DVR routers for this DVR port e27c2638-7db8-491c-9b76-f55ebba5f76d on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:53:20.173321 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0555515a-d479-4aca-b14b-3ebb41a9e2d1 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.198977 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47b8fa-06c6-4864-a319-b870f1f6e1d4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Port': ['ID=e27c2638-7db8-491c-9b76-f55ebba5f76d,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:20.215887 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29719934-7db8-41d1-9eb6-1515b73086af tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Pushing event updated for resources: {'Network': ['ID=05e7fb84-8025-48ed-99aa-9a8c9127da2a,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:20.253108 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-c8690897-adc6-4deb-b29e-affc10f1e56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:20.254925 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-c8690897-adc6-4deb-b29e-affc10f1e56c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8766bd4e5ff74ccda54aedeba9de3560&device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 1095 time: 0.6165671 Apr 28 19:53:20.319183 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6de7211b-7cc5-4448-b4c7-c5503a852cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.322053 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6de7211b-7cc5-4448-b4c7-c5503a852cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.323406 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6de7211b-7cc5-4448-b4c7-c5503a852cfc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4787ad7d-24a7-4496-af45-61fdcac7005b HTTP/1.1" status: 204 len: 168 time: 1.0243428 Apr 28 19:53:20.331807 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 05e7fb84-8025-48ed-99aa-9a8c9127da2a details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:53:20.336119 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d4aa1-ab35-470a-8a78-2099ea7c0e63 None None] Pushing event updated for resources: {'Port': ['ID=50ed6441-de6b-4c3e-b492-0f76f185d988,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:20.349580 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c47b8fa-06c6-4864-a319-b870f1f6e1d4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.354305 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-4c5fe208-3956-4dc0-ad30-69b0c64d0dca None None] Provisioning complete for port 50ed6441-de6b-4c3e-b492-0f76f185d988 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:20.354927 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4c5fe208-3956-4dc0-ad30-69b0c64d0dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.415195 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0555515a-d479-4aca-b14b-3ebb41a9e2d1 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.440363 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7211b-7cc5-4448-b4c7-c5503a852cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4787ad7d-24a7-4496-af45-61fdcac7005b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:20.463634 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d50bc5b-6d18-49d5-ad95-ae754e944b2f None None] Routers {'9ed57afb-0429-4e6c-8fdb-f48fb2588c14'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:53:20.463964 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696dff0-597b-417f-9baa-8825bb0be698 req-85f6c703-f8d2-4fb3-af21-36ef52259da9 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:20.464815 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6d50bc5b-6d18-49d5-ad95-ae754e944b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:52:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9ed57afb-0429-4e6c-8fdb-f48fb2588c14'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:20.478476 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3696dff0-597b-417f-9baa-8825bb0be698 req-85f6c703-f8d2-4fb3-af21-36ef52259da9 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 944 time: 0.3281324 Apr 28 19:53:20.479564 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9348d45-597a-4ce0-9b29-414d79179dec None None] Routers {'dbb157d6-bcac-48b9-9aac-4450cd02029d'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:53:20.480239 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-f9348d45-597a-4ce0-9b29-414d79179dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:52:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['dbb157d6-bcac-48b9-9aac-4450cd02029d'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:20.483025 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0555515a-d479-4aca-b14b-3ebb41a9e2d1 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.486309 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-3c47b8fa-06c6-4864-a319-b870f1f6e1d4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bbdb4d0-94ac-4765-b520-7602bae65dd7']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:20.525879 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475729d6-9b6c-4901-af15-0eccb5f82619 None None] Pushing event updated for resources: {'Port': ['ID=de551ca5-1f12-470a-88b4-470351de7e58,revision_number=4']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:20.533400 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0c46e2e7-b5da-4ceb-93c5-c75e76547272 None None] For port e27c2638-7db8-491c-9b76-f55ebba5f76d, host n-d-839810-1, got binding levels [] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:20.533808 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0c46e2e7-b5da-4ceb-93c5-c75e76547272 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.540132 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-3c47b8fa-06c6-4864-a319-b870f1f6e1d4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee3e7f8-b4d7-4381-9d64-e8caf13ddabb') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:20.540660 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-3c47b8fa-06c6-4864-a319-b870f1f6e1d4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee3e7f8-b4d7-4381-9d64-e8caf13ddabb') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:20.562657 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c47b8fa-06c6-4864-a319-b870f1f6e1d4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.593373 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3696dff0-597b-417f-9baa-8825bb0be698 req-f5377072-76f5-46c7-9d2b-22a2669601d4 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126161 Apr 28 19:53:20.594495 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c47b8fa-06c6-4864-a319-b870f1f6e1d4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.603578 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c47b8fa-06c6-4864-a319-b870f1f6e1d4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:53:20.605942 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c47b8fa-06c6-4864-a319-b870f1f6e1d4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.609942 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:53:20.609942 n-d-839810-1 neutron-server[102774]: items = [ Apr 28 19:53:20.609942 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:53:20.609942 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:53:20.609942 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:53:20.609942 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:53:20.609942 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:53:20.609942 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:53:20.609942 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:53:20.609942 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:53:20.609942 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:53:20.609942 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:53:20.609942 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:53:20.609942 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:53:20.609942 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:53:20.609942 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:53:20.609942 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:53:20.609942 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:53:20.609942 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:53:20.609942 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:53:20.609942 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:53:20.609942 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:53:20.609942 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:53:20.609942 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:53:20.609942 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:53:20.609942 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:53:20.609942 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:53:20.609942 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:53:20.609942 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:53:20.609942 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:53:20.609942 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:53:20.609942 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:53:20.609942 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:53:20.609942 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:53:20.619225 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee51e21-79c4-4133-ac44-4693413ecc2d tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:20.628730 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee51e21-79c4-4133-ac44-4693413ecc2d tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:20.644831 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee51e21-79c4-4133-ac44-4693413ecc2d tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:20.652964 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee51e21-79c4-4133-ac44-4693413ecc2d tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:20.655435 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-dee51e21-79c4-4133-ac44-4693413ecc2d tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.9985287 Apr 28 19:53:20.670337 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38466) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:20.718557 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-6d50bc5b-6d18-49d5-ad95-ae754e944b2f None None] Set router 9ed57afb-0429-4e6c-8fdb-f48fb2588c14 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:53:20.737406 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0555515a-d479-4aca-b14b-3ebb41a9e2d1 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.739674 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0555515a-d479-4aca-b14b-3ebb41a9e2d1 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8648915 Apr 28 19:53:20.745206 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38468) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:20.764354 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-b6e4c88e-d7d6-496f-b16f-7a92b6c9715b tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Request body: {'security_group_rule': {'security_group_id': '78ba1dac-a878-4fe4-b14c-d19553fd0d56', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:20.782553 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555515a-d479-4aca-b14b-3ebb41a9e2d1 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78ba1dac-a878-4fe4-b14c-d19553fd0d56,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:20.815134 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c47b8fa-06c6-4864-a319-b870f1f6e1d4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.825291 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c47b8fa-06c6-4864-a319-b870f1f6e1d4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.833341 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3c47b8fa-06c6-4864-a319-b870f1f6e1d4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/networks/5bbdb4d0-94ac-4765-b520-7602bae65dd7 HTTP/1.1" status: 204 len: 168 time: 2.0849538 Apr 28 19:53:20.833341 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b6e4c88e-d7d6-496f-b16f-7a92b6c9715b tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.847065 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38470) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:20.858014 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-c4f9b388-0cf1-48fb-aa21-00188f05aa10 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2090645556'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:20.878994 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47b8fa-06c6-4864-a319-b870f1f6e1d4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Network': ['ID=5bbdb4d0-94ac-4765-b520-7602bae65dd7,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:20.884000 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-67e9a917-5ea5-40eb-bc44-cb51fd075579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:20.885584 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-67e9a917-5ea5-40eb-bc44-cb51fd075579 service neutron] 10.222.0.15 "GET /v2.0/networks?id=361c3585-c6e2-486f-967a-33f86818c3c9 HTTP/1.1" status: 200 len: 918 time: 0.6200495 Apr 28 19:53:20.909277 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04bc3d97-ea3f-4d23-aea3-0b2a9bdce86c tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.929724 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38472) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:20.954599 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1c75457e-f01e-4734-abf9-484e58eabcb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.960186 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b6e4c88e-d7d6-496f-b16f-7a92b6c9715b tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.978600 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f9b388-0cf1-48fb-aa21-00188f05aa10 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:20.982002 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c4f9b388-0cf1-48fb-aa21-00188f05aa10 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.033451 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0c46e2e7-b5da-4ceb-93c5-c75e76547272 None None] Calling delete_port for e27c2638-7db8-491c-9b76-f55ebba5f76d owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:53:21.048209 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.ipam_backend_mixin [None req-0c46e2e7-b5da-4ceb-93c5-c75e76547272 None None] Port e27c2638-7db8-491c-9b76-f55ebba5f76d was not found and therefore no delete operation was performed {{(pid=102775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 28 19:53:21.059564 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0c46e2e7-b5da-4ceb-93c5-c75e76547272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.066872 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4c5fe208-3956-4dc0-ad30-69b0c64d0dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.074315 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0c46e2e7-b5da-4ceb-93c5-c75e76547272 None None] Network 5bbdb4d0-94ac-4765-b520-7602bae65dd7 is not hosted by any dhcp agent {{(pid=102775) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 28 19:53:21.074772 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c46e2e7-b5da-4ceb-93c5-c75e76547272 None None] No DVR routers for this DVR port e27c2638-7db8-491c-9b76-f55ebba5f76d on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:53:21.098916 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6d50bc5b-6d18-49d5-ad95-ae754e944b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'name': 'tempest-AttachVolumeTestJSON-1465909234-router', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:03Z', 'updated_at': '2022-04-28T19:53:14Z', 'revision_number': 4, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'gw_port': {'id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:05Z', 'updated_at': '2022-04-28T19:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'de551ca5-1f12-470a-88b4-470351de7e58', 'name': '', 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'mac_address': 'fa:16:3e:bd:57:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '95e411ad-3fda-47de-9866-800115a43d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:12Z', 'updated_at': '2022-04-28T19:53:20Z', 'revision_number': 4, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'subnets': [{'id': '95e411ad-3fda-47de-9866-800115a43d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:21.110047 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1c75457e-f01e-4734-abf9-484e58eabcb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.111273 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b6e4c88e-d7d6-496f-b16f-7a92b6c9715b tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.130494 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1c75457e-f01e-4734-abf9-484e58eabcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.139582 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d50bc5b-6d18-49d5-ad95-ae754e944b2f None None] The sync data for ids ['9ed57afb-0429-4e6c-8fdb-f48fb2588c14'] in n-d-839810-1 is: [{'id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'name': 'tempest-AttachVolumeTestJSON-1465909234-router', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:03Z', 'updated_at': '2022-04-28T19:53:14Z', 'revision_number': 4, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'gw_port': {'id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:05Z', 'updated_at': '2022-04-28T19:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'de551ca5-1f12-470a-88b4-470351de7e58', 'name': '', 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'mac_address': 'fa:16:3e:bd:57:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '95e411ad-3fda-47de-9866-800115a43d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:12Z', 'updated_at': '2022-04-28T19:53:20Z', 'revision_number': 4, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'subnets': [{'id': '95e411ad-3fda-47de-9866-800115a43d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:53:21.157761 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4c88e-d7d6-496f-b16f-7a92b6c9715b tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce270c01-3beb-4c15-8120-f9388bb0cbfb,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:21.162441 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46e2e7-b5da-4ceb-93c5-c75e76547272 None None] Pushing event deleted for resources: {'Port': ['ID=e27c2638-7db8-491c-9b76-f55ebba5f76d,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:21.170051 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b6e4c88e-d7d6-496f-b16f-7a92b6c9715b tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.174413 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04bc3d97-ea3f-4d23-aea3-0b2a9bdce86c tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.174766 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b6e4c88e-d7d6-496f-b16f-7a92b6c9715b tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4219739 Apr 28 19:53:21.178029 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38474) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:21.194398 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-4c5fe208-3956-4dc0-ad30-69b0c64d0dca None None] For port 50ed6441-de6b-4c3e-b492-0f76f185d988, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=50ed6441-de6b-4c3e-b492-0f76f185d988,segment=NetworkSegment(3f312828-dd4b-4481-a75c-9ef38d4ec125),segment_id=3f312828-dd4b-4481-a75c-9ef38d4ec125)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:21.195028 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-6e4e91d9-93d1-4c8f-a7d2-39a44acdfcca tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Request body: {'security_group_rule': {'security_group_id': '78ba1dac-a878-4fe4-b14c-d19553fd0d56', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:21.197668 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-04bc3d97-ea3f-4d23-aea3-0b2a9bdce86c tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ec45ab-50a1-4f51-b92e-dc11c2c48f31']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:21.209190 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4c5fe208-3956-4dc0-ad30-69b0c64d0dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.209502 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-04bc3d97-ea3f-4d23-aea3-0b2a9bdce86c tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1febaa3a-47c4-48c7-a215-a3d3f0b31a9d') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:21.209502 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-04bc3d97-ea3f-4d23-aea3-0b2a9bdce86c tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1febaa3a-47c4-48c7-a215-a3d3f0b31a9d') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:21.216270 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46e2e7-b5da-4ceb-93c5-c75e76547272 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:21.216668 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46e2e7-b5da-4ceb-93c5-c75e76547272 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:21.217007 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46e2e7-b5da-4ceb-93c5-c75e76547272 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:21.217345 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46e2e7-b5da-4ceb-93c5-c75e76547272 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:21.218224 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46e2e7-b5da-4ceb-93c5-c75e76547272 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:21.218740 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46e2e7-b5da-4ceb-93c5-c75e76547272 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:21.219097 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46e2e7-b5da-4ceb-93c5-c75e76547272 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:21.219424 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46e2e7-b5da-4ceb-93c5-c75e76547272 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:21.219751 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46e2e7-b5da-4ceb-93c5-c75e76547272 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:21.222873 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46e2e7-b5da-4ceb-93c5-c75e76547272 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:21.222873 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46e2e7-b5da-4ceb-93c5-c75e76547272 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:21.222873 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46e2e7-b5da-4ceb-93c5-c75e76547272 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:21.235665 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1c75457e-f01e-4734-abf9-484e58eabcb8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=507bfac65069470ea934f9853a087b72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3044732 Apr 28 19:53:21.240583 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38476) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:21.240912 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-0d4fc840-8c6b-4eae-941a-d0807a07f95c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5440ef9e-b44e-40fa-b642-3adc72d60fdf HTTP/1.1" status: 200 len: 999 time: 0.3434923 Apr 28 19:53:21.249480 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04bc3d97-ea3f-4d23-aea3-0b2a9bdce86c tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.255046 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c75457e-f01e-4734-abf9-484e58eabcb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45068551-f107-4dfb-8e1d-2e97e516f426,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:21.280068 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-f9348d45-597a-4ce0-9b29-414d79179dec None None] Set router dbb157d6-bcac-48b9-9aac-4450cd02029d gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:53:21.286325 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f9b388-0cf1-48fb-aa21-00188f05aa10 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:53:21.308653 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c4f9b388-0cf1-48fb-aa21-00188f05aa10 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.309267 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-c4f9b388-0cf1-48fb-aa21-00188f05aa10 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Added segment 935ee80b-f99a-4303-865a-b4cdf3763473 of type vlan for network e3c4b437-a894-45fd-8970-7d4de99054d3 Apr 28 19:53:21.322132 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6e4e91d9-93d1-4c8f-a7d2-39a44acdfcca tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.352592 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f163b36f-36f6-46ac-8e5c-45b6402128cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.370951 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c4f9b388-0cf1-48fb-aa21-00188f05aa10 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.434502 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-00655779-1eb8-48e2-b977-fc3f4110f449 None None] Provisioning complete for port de551ca5-1f12-470a-88b4-470351de7e58 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:21.434502 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-00655779-1eb8-48e2-b977-fc3f4110f449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.437083 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f163b36f-36f6-46ac-8e5c-45b6402128cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.438768 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5fe208-3956-4dc0-ad30-69b0c64d0dca None None] Pushing event updated for resources: {'Port': ['ID=50ed6441-de6b-4c3e-b492-0f76f185d988,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:21.454251 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c4f9b388-0cf1-48fb-aa21-00188f05aa10 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.472804 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f9b388-0cf1-48fb-aa21-00188f05aa10 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:21.474372 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c4f9b388-0cf1-48fb-aa21-00188f05aa10 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.491328 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6e4e91d9-93d1-4c8f-a7d2-39a44acdfcca tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.512285 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6e4e91d9-93d1-4c8f-a7d2-39a44acdfcca tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.521322 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04bc3d97-ea3f-4d23-aea3-0b2a9bdce86c tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.525389 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53cd3721-c20b-4447-a66b-6011d9849a94 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.528665 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device de551ca5-1f12-470a-88b4-470351de7e58 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:53:21.549408 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6e4e91d9-93d1-4c8f-a7d2-39a44acdfcca tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.551639 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6e4e91d9-93d1-4c8f-a7d2-39a44acdfcca tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3689959 Apr 28 19:53:21.553068 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e91d9-93d1-4c8f-a7d2-39a44acdfcca tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f70c6b5f-27f4-4b9b-b671-22303639a3c9,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:21.554956 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38478) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:21.560594 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-ae428848-e643-43f7-b67e-cc58737db4be tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:21.576587 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04bc3d97-ea3f-4d23-aea3-0b2a9bdce86c tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:53:21.577868 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04bc3d97-ea3f-4d23-aea3-0b2a9bdce86c tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.582029 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:53:21.582029 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:53:21.582029 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:53:21.582029 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:53:21.582029 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:53:21.582029 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:53:21.582029 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:53:21.582029 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:53:21.582029 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:53:21.582029 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:53:21.582029 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:53:21.582029 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:53:21.582029 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:53:21.582029 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:53:21.582029 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:53:21.582029 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:53:21.582029 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:53:21.582029 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:53:21.582029 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:53:21.582029 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:53:21.582029 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:53:21.582029 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:53:21.582029 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:53:21.582029 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:53:21.582029 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:53:21.582029 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:53:21.582029 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:53:21.582029 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:53:21.582029 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:53:21.582029 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:53:21.582029 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:53:21.582029 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:53:21.594526 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ae428848-e643-43f7-b67e-cc58737db4be tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.610621 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53cd3721-c20b-4447-a66b-6011d9849a94 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.616670 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c4f9b388-0cf1-48fb-aa21-00188f05aa10 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7643628 Apr 28 19:53:21.621405 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38480) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:21.627940 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-78b42a93-4630-4985-81c6-657f2340cec5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'subnet': {'network_id': 'e3c4b437-a894-45fd-8970-7d4de99054d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:21.685980 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-00655779-1eb8-48e2-b977-fc3f4110f449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.702386 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-4f1100d5-d80d-4649-bdd4-3576a1f67dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:21.704872 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-4f1100d5-d80d-4649-bdd4-3576a1f67dbc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d9c43513-8faa-4150-80e2-a774186aa1a0 HTTP/1.1" status: 200 len: 856 time: 0.4298344 Apr 28 19:53:21.722091 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port de551ca5-1f12-470a-88b4-470351de7e58 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:21.722471 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.765796 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9b388-0cf1-48fb-aa21-00188f05aa10 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Network': ['ID=e3c4b437-a894-45fd-8970-7d4de99054d3,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:21.785294 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network e3c4b437-a894-45fd-8970-7d4de99054d3 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:53:21.817397 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f163b36f-36f6-46ac-8e5c-45b6402128cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.820842 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f163b36f-36f6-46ac-8e5c-45b6402128cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.822346 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f163b36f-36f6-46ac-8e5c-45b6402128cc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/45068551-f107-4dfb-8e1d-2e97e516f426 HTTP/1.1" status: 204 len: 168 time: 0.5779607 Apr 28 19:53:21.864410 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04bc3d97-ea3f-4d23-aea3-0b2a9bdce86c tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.865431 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163b36f-36f6-46ac-8e5c-45b6402128cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45068551-f107-4dfb-8e1d-2e97e516f426,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:21.904648 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b42a93-4630-4985-81c6-657f2340cec5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:21.905514 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-00655779-1eb8-48e2-b977-fc3f4110f449 None None] For port de551ca5-1f12-470a-88b4-470351de7e58, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=de551ca5-1f12-470a-88b4-470351de7e58,segment=NetworkSegment(04dde85d-a8f7-46ce-a4b1-2af6311ad799),segment_id=04dde85d-a8f7-46ce-a4b1-2af6311ad799)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:21.918922 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-00655779-1eb8-48e2-b977-fc3f4110f449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.925131 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-78b42a93-4630-4985-81c6-657f2340cec5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.985206 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-00655779-1eb8-48e2-b977-fc3f4110f449 None None] Provisioning complete for port 50ed6441-de6b-4c3e-b492-0f76f185d988 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:21.985583 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-00655779-1eb8-48e2-b977-fc3f4110f449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.985704 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-53cd3721-c20b-4447-a66b-6011d9849a94 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Allocated IP 172.25.8.17 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/d1f8f35f-b2d6-4d27-89a9-f39e03ca900b) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:22.069222 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ae428848-e643-43f7-b67e-cc58737db4be tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:22.083004 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-f9348d45-597a-4ce0-9b29-414d79179dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'name': 'tempest-TestNetworkBasicOps-router-156237215', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:51:01Z', 'updated_at': '2022-04-28T19:53:14Z', 'revision_number': 5, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'gw_port': {'id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:70:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:04Z', 'updated_at': '2022-04-28T19:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '2272e579-f5f8-4bf0-901f-12b9ec9bdc0c', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'port_id': '8a502811-6b37-4315-bf6a-94b023cadac2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4', 'mac_address': 'fa:16:3e:0b:3b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a71285-a494-4154-b34e-f7ea33337c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:51:56Z', 'updated_at': '2022-04-28T19:52:03Z', 'revision_number': 1, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50ed6441-de6b-4c3e-b492-0f76f185d988', 'name': '', 'network_id': 'f33bfb5b-8f90-423a-9815-b58e1a6eb23a', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'mac_address': 'fa:16:3e:b7:41:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'eb02f22c-0d51-4a8d-883d-f686aec11d03', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:10Z', 'updated_at': '2022-04-28T19:53:19Z', 'revision_number': 4, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'subnets': [{'id': 'eb02f22c-0d51-4a8d-883d-f686aec11d03', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edce7e0b-b2af-43d6-ad27-07c3ee370d8f', 'name': '', 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'mac_address': 'fa:16:3e:d5:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '19b5af0e-4f73-4e51-a909-545b35690aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:15Z', 'updated_at': '2022-04-28T19:51:30Z', 'revision_number': 5, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'subnets': [{'id': '19b5af0e-4f73-4e51-a909-545b35690aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:22.156359 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00655779-1eb8-48e2-b977-fc3f4110f449 None None] Pushing event updated for resources: {'Port': ['ID=de551ca5-1f12-470a-88b4-470351de7e58,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:22.173820 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9348d45-597a-4ce0-9b29-414d79179dec None None] The sync data for ids ['dbb157d6-bcac-48b9-9aac-4450cd02029d'] in n-d-839810-1 is: [{'id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'name': 'tempest-TestNetworkBasicOps-router-156237215', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:51:01Z', 'updated_at': '2022-04-28T19:53:14Z', 'revision_number': 5, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'gw_port': {'id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:70:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:04Z', 'updated_at': '2022-04-28T19:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '2272e579-f5f8-4bf0-901f-12b9ec9bdc0c', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'port_id': '8a502811-6b37-4315-bf6a-94b023cadac2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4', 'mac_address': 'fa:16:3e:0b:3b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a71285-a494-4154-b34e-f7ea33337c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:51:56Z', 'updated_at': '2022-04-28T19:52:03Z', 'revision_number': 1, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50ed6441-de6b-4c3e-b492-0f76f185d988', 'name': '', 'network_id': 'f33bfb5b-8f90-423a-9815-b58e1a6eb23a', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'mac_address': 'fa:16:3e:b7:41:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'eb02f22c-0d51-4a8d-883d-f686aec11d03', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:10Z', 'updated_at': '2022-04-28T19:53:19Z', 'revision_number': 4, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'subnets': [{'id': 'eb02f22c-0d51-4a8d-883d-f686aec11d03', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edce7e0b-b2af-43d6-ad27-07c3ee370d8f', 'name': '', 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'mac_address': 'fa:16:3e:d5:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '19b5af0e-4f73-4e51-a909-545b35690aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:15Z', 'updated_at': '2022-04-28T19:51:30Z', 'revision_number': 5, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'subnets': [{'id': '19b5af0e-4f73-4e51-a909-545b35690aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:53:22.184838 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04bc3d97-ea3f-4d23-aea3-0b2a9bdce86c tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:22.191094 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38488) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:22.195141 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d403891c-2330-49b8-bbb3-fdc58d3d6369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:22.195714 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-04bc3d97-ea3f-4d23-aea3-0b2a9bdce86c tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] 10.222.0.42 "DELETE /v2.0/networks/a5ec45ab-50a1-4f51-b92e-dc11c2c48f31 HTTP/1.1" status: 204 len: 168 time: 1.5135412 Apr 28 19:53:22.322640 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc3d97-ea3f-4d23-aea3-0b2a9bdce86c tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Pushing event deleted for resources: {'Network': ['ID=a5ec45ab-50a1-4f51-b92e-dc11c2c48f31,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:22.348078 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53cd3721-c20b-4447-a66b-6011d9849a94 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:22.350445 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-7f469a10-4d0f-4b25-976e-13614f60d8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:22.351998 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-7f469a10-4d0f-4b25-976e-13614f60d8f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=361c3585-c6e2-486f-967a-33f86818c3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6337538 Apr 28 19:53:22.363124 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e27c2638-7db8-491c-9b76-f55ebba5f76d no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:53:22.373699 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8baf4-ce96-4d2a-9f42-88976cde3ca6 req-1f07cb16-a5c4-4f6a-892c-ff1e4a740041 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:22.375407 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-09e8baf4-ce96-4d2a-9f42-88976cde3ca6 req-1f07cb16-a5c4-4f6a-892c-ff1e4a740041 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 944 time: 0.6132882 Apr 28 19:53:22.396453 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-198a4a90-bae4-4bc9-9d5a-2f6188525254 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:22.405033 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: e27c2638-7db8-491c-9b76-f55ebba5f76d {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:53:22.405684 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e27c2638-7db8-491c-9b76-f55ebba5f76d not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:53:22.470411 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-09e8baf4-ce96-4d2a-9f42-88976cde3ca6 req-d7ff1fd0-d360-4270-ac1e-238d282c150d tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772092 Apr 28 19:53:22.482565 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-78b42a93-4630-4985-81c6-657f2340cec5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:22.608071 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53cd3721-c20b-4447-a66b-6011d9849a94 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:22.649191 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-d2455bb9-ba0d-400f-8d84-d91d3e79e3d3 service neutron] 10.222.0.15 "GET /v2.0/networks/361c3585-c6e2-486f-967a-33f86818c3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724941 Apr 28 19:53:22.670017 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b42a93-4630-4985-81c6-657f2340cec5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Subnet': ['ID=d4a9bd90-f9eb-45a7-9706-90973926dd2f,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:22.691689 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cd3721-c20b-4447-a66b-6011d9849a94 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:22.693691 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-53cd3721-c20b-4447-a66b-6011d9849a94 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:22.700327 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-198a4a90-bae4-4bc9-9d5a-2f6188525254 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:22.702931 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cd3721-c20b-4447-a66b-6011d9849a94 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:53:22.725253 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd3721-c20b-4447-a66b-6011d9849a94 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Pushing event updated for resources: {'Port': ['ID=d1f8f35f-b2d6-4d27-89a9-f39e03ca900b,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:22.748194 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-ae428848-e643-43f7-b67e-cc58737db4be tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Allocated IP 172.25.8.253 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/6e91b219-4e35-4aa0-8f4e-3f76b4dfe101) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:22.754760 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-198a4a90-bae4-4bc9-9d5a-2f6188525254 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05e7fb84-8025-48ed-99aa-9a8c9127da2a']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:22.779186 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-198a4a90-bae4-4bc9-9d5a-2f6188525254 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f7ed8cb-ed4f-4b4a-ab87-07daa6105958') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:22.779473 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-198a4a90-bae4-4bc9-9d5a-2f6188525254 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f7ed8cb-ed4f-4b4a-ab87-07daa6105958') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:22.808666 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-198a4a90-bae4-4bc9-9d5a-2f6188525254 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:22.826798 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b42a93-4630-4985-81c6-657f2340cec5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Checking segment: {'id': '935ee80b-f99a-4303-865a-b4cdf3763473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e3c4b437-a894-45fd-8970-7d4de99054d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:53:22.827170 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b42a93-4630-4985-81c6-657f2340cec5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Network hostable DHCP agents. Network: e3c4b437-a894-45fd-8970-7d4de99054d3, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:53:22.865314 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-89fd3efc-0375-4be2-94e2-25ef19bf744b req-192476af-307c-4e9d-9846-fbfdb2663f8f service neutron] 10.222.0.15 "GET /v2.0/networks/361c3585-c6e2-486f-967a-33f86818c3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082508 Apr 28 19:53:22.927972 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-198a4a90-bae4-4bc9-9d5a-2f6188525254 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:22.959089 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b42a93-4630-4985-81c6-657f2340cec5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Network e3c4b437-a894-45fd-8970-7d4de99054d3 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:53:22.961582 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-198a4a90-bae4-4bc9-9d5a-2f6188525254 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:53:22.961991 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-198a4a90-bae4-4bc9-9d5a-2f6188525254 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:22.966821 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:53:22.966821 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:53:22.966821 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:53:22.966821 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:53:22.966821 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:53:22.966821 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:53:22.966821 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:53:22.966821 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:53:22.966821 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:53:22.966821 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:53:22.966821 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:53:22.966821 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:53:22.966821 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:53:22.966821 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:53:22.966821 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:53:22.966821 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:53:22.966821 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:53:22.966821 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:53:22.966821 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:53:22.966821 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:53:22.966821 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:53:22.966821 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:53:22.966821 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:53:22.966821 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:53:22.966821 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:53:22.966821 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:53:22.966821 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:53:22.966821 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:53:22.966821 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:53:22.966821 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:53:22.966821 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:53:22.966821 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:53:23.043687 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-78b42a93-4630-4985-81c6-657f2340cec5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, e3c4b437-a894-45fd-8970-7d4de99054d3) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:23.052746 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b42a93-4630-4985-81c6-657f2340cec5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:23.056637 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-78b42a93-4630-4985-81c6-657f2340cec5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:23.059651 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4f75e4-6e9e-4b11-b96a-8b5b9e47ff07 None None] Network e3c4b437-a894-45fd-8970-7d4de99054d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:53:23.132348 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-78b42a93-4630-4985-81c6-657f2340cec5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5097883 Apr 28 19:53:23.152889 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38514) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:23.163651 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-99505b70-bba1-4905-96b9-5927f0476d28 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'port': {'network_id': 'e3c4b437-a894-45fd-8970-7d4de99054d3', 'name': 'tempest-PortsIpV6TestJSON-1960021513', 'fixed_ips': [{'subnet_id': 'd4a9bd90-f9eb-45a7-9706-90973926dd2f', 'ip_address': '2001:db8::10'}]}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:23.247209 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ae428848-e643-43f7-b67e-cc58737db4be tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:23.252451 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-198a4a90-bae4-4bc9-9d5a-2f6188525254 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:23.275474 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-198a4a90-bae4-4bc9-9d5a-2f6188525254 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:23.278808 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-198a4a90-bae4-4bc9-9d5a-2f6188525254 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] 10.222.0.42 "DELETE /v2.0/networks/05e7fb84-8025-48ed-99aa-9a8c9127da2a HTTP/1.1" status: 204 len: 168 time: 1.0840628 Apr 28 19:53:23.291986 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38524) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:23.342225 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a4a90-bae4-4bc9-9d5a-2f6188525254 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Pushing event deleted for resources: {'Network': ['ID=05e7fb84-8025-48ed-99aa-9a8c9127da2a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:23.451607 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec9e0bd-d0c1-4263-8122-29567d22c877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-e3c4b437-a894-45fd-8970-7d4de99054d3', 'network_id': 'e3c4b437-a894-45fd-8970-7d4de99054d3', 'tenant_id': '1c1fbcb84ca3492ab67cea60788320db', 'fixed_ips': [{'subnet_id': 'd4a9bd90-f9eb-45a7-9706-90973926dd2f'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:53:23.452799 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7ec9e0bd-d0c1-4263-8122-29567d22c877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:23.482724 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ae428848-e643-43f7-b67e-cc58737db4be tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:23.603510 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99505b70-bba1-4905-96b9-5927f0476d28 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:23.684784 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae428848-e643-43f7-b67e-cc58737db4be tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:23.724227 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:23.744376 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a442d5af-fc85-423e-8ae2-727b5989740b tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:23.746628 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 50ed6441-de6b-4c3e-b492-0f76f185d988 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:53:23.755199 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a442d5af-fc85-423e-8ae2-727b5989740b tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:23.757556 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a442d5af-fc85-423e-8ae2-727b5989740b tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4640379 Apr 28 19:53:23.875136 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38542) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:23.896770 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-2827fb32-7572-4f47-8838-9500ea655933 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1163374894'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:23.912353 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-99505b70-bba1-4905-96b9-5927f0476d28 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:23.915303 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-ae428848-e643-43f7-b67e-cc58737db4be tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:23.931487 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae428848-e643-43f7-b67e-cc58737db4be tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:53:23.979348 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae428848-e643-43f7-b67e-cc58737db4be tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Pushing event updated for resources: {'Port': ['ID=6e91b219-4e35-4aa0-8f4e-3f76b4dfe101,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:24.010151 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-99505b70-bba1-4905-96b9-5927f0476d28 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] device_id is not set on port 2c555a1c-2990-4a87-b6f5-676f8a56d3b9 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:53:24.027876 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2827fb32-7572-4f47-8838-9500ea655933 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Made reservation on behalf of 2637af78d9df46b2b27d36635636d280 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:24.038104 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2827fb32-7572-4f47-8838-9500ea655933 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:24.040849 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c2ade-a651-44e8-beea-8b874c445e0c req-267cb7a8-c4eb-4483-9f35-9a02d9bc16ab tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:24.051381 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c84c2ade-a651-44e8-beea-8b874c445e0c req-267cb7a8-c4eb-4483-9f35-9a02d9bc16ab tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 944 time: 0.3794441 Apr 28 19:53:24.053713 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38546) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:24.089587 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 50ed6441-de6b-4c3e-b492-0f76f185d988 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:24.090296 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:24.202003 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1ce8f-eee0-48fe-a206-52ddae8dec09 req-efe5f86e-13a6-4875-a871-1a6a2a1cc2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:24.212278 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-80f1ce8f-eee0-48fe-a206-52ddae8dec09 req-efe5f86e-13a6-4875-a871-1a6a2a1cc2f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8766bd4e5ff74ccda54aedeba9de3560&device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 1095 time: 1.2806382 Apr 28 19:53:24.213466 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-7ec9e0bd-d0c1-4263-8122-29567d22c877 None None] Allocated IP 2001:db8::2 (e3c4b437-a894-45fd-8970-7d4de99054d3/d4a9bd90-f9eb-45a7-9706-90973926dd2f/ef6bc918-117c-43c4-af79-6ba885430fc9) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:24.486766 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device de551ca5-1f12-470a-88b4-470351de7e58 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:53:24.507928 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53cd3721-c20b-4447-a66b-6011d9849a94 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:24.517086 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c84c2ade-a651-44e8-beea-8b874c445e0c req-824e00e2-9a55-41aa-8c48-fbeeba6c7877 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4641712 Apr 28 19:53:24.532353 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1af1e01c-d6f4-440e-8443-e50e440f0527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:24.568793 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ae428848-e643-43f7-b67e-cc58737db4be tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:24.670237 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ae428848-e643-43f7-b67e-cc58737db4be tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:24.670462 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2827fb32-7572-4f47-8838-9500ea655933 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:53:24.680250 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7ec9e0bd-d0c1-4263-8122-29567d22c877 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:24.699886 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port de551ca5-1f12-470a-88b4-470351de7e58 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:24.700147 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:24.702142 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7ec9e0bd-d0c1-4263-8122-29567d22c877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:24.711731 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2827fb32-7572-4f47-8838-9500ea655933 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:24.712587 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-2827fb32-7572-4f47-8838-9500ea655933 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Added segment 53d3752f-1395-495f-872c-60aba39aa241 of type vlan for network 214b6d5b-d806-417e-9e95-28ec93eec143 Apr 28 19:53:24.818643 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec9e0bd-d0c1-4263-8122-29567d22c877 None None] Network e3c4b437-a894-45fd-8970-7d4de99054d3 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:24.830354 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-7ec9e0bd-d0c1-4263-8122-29567d22c877 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:24.837745 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec9e0bd-d0c1-4263-8122-29567d22c877 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:53:24.848242 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2827fb32-7572-4f47-8838-9500ea655933 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:24.859399 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1ce8f-eee0-48fe-a206-52ddae8dec09 req-8a10b315-0e46-44c9-b88c-673006a3ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:24.861535 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-80f1ce8f-eee0-48fe-a206-52ddae8dec09 req-8a10b315-0e46-44c9-b88c-673006a3ced3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=361c3585-c6e2-486f-967a-33f86818c3c9 HTTP/1.1" status: 200 len: 918 time: 0.6188626 Apr 28 19:53:24.917280 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-99505b70-bba1-4905-96b9-5927f0476d28 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Allocated IP 2001:db8::10 (e3c4b437-a894-45fd-8970-7d4de99054d3/d4a9bd90-f9eb-45a7-9706-90973926dd2f/2c555a1c-2990-4a87-b6f5-676f8a56d3b9) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:24.964436 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9e0bd-d0c1-4263-8122-29567d22c877 None None] Pushing event updated for resources: {'Port': ['ID=ef6bc918-117c-43c4-af79-6ba885430fc9,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:24.983192 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1af1e01c-d6f4-440e-8443-e50e440f0527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:25.002908 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2827fb32-7572-4f47-8838-9500ea655933 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:25.008219 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1af1e01c-d6f4-440e-8443-e50e440f0527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:25.010751 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2827fb32-7572-4f47-8838-9500ea655933 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:25.012085 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2827fb32-7572-4f47-8838-9500ea655933 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:25.079041 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-7ec9e0bd-d0c1-4263-8122-29567d22c877 None None] Attempting to bind port ef6bc918-117c-43c4-af79-6ba885430fc9 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:53:25.088333 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-7ec9e0bd-d0c1-4263-8122-29567d22c877 None None] Attempting to bind port ef6bc918-117c-43c4-af79-6ba885430fc9 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '935ee80b-f99a-4303-865a-b4cdf3763473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e3c4b437-a894-45fd-8970-7d4de99054d3'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:53:25.088333 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec9e0bd-d0c1-4263-8122-29567d22c877 None None] Attempting to bind port ef6bc918-117c-43c4-af79-6ba885430fc9 on network e3c4b437-a894-45fd-8970-7d4de99054d3 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:53:25.108190 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec9e0bd-d0c1-4263-8122-29567d22c877 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:53:25.108754 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec9e0bd-d0c1-4263-8122-29567d22c877 None None] Checking segment: {'id': '935ee80b-f99a-4303-865a-b4cdf3763473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e3c4b437-a894-45fd-8970-7d4de99054d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:53:25.108979 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7ec9e0bd-d0c1-4263-8122-29567d22c877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:25.109389 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec9e0bd-d0c1-4263-8122-29567d22c877 None None] Bound using segment: {'id': '935ee80b-f99a-4303-865a-b4cdf3763473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e3c4b437-a894-45fd-8970-7d4de99054d3'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:53:25.109885 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-7ec9e0bd-d0c1-4263-8122-29567d22c877 None None] Bound port: ef6bc918-117c-43c4-af79-6ba885430fc9, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '935ee80b-f99a-4303-865a-b4cdf3763473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e3c4b437-a894-45fd-8970-7d4de99054d3'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:53:25.110274 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7ec9e0bd-d0c1-4263-8122-29567d22c877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:25.190283 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2827fb32-7572-4f47-8838-9500ea655933 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2973583 Apr 28 19:53:25.196183 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38552) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:25.203891 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-6f8dbf22-65c1-4904-9484-193e2eafe2a8 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1877867080'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:25.213794 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-80f1ce8f-eee0-48fe-a206-52ddae8dec09 req-3ffd5f9d-52ab-45b1-82ed-5b9711eed5ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5440ef9e-b44e-40fa-b642-3adc72d60fdf HTTP/1.1" status: 200 len: 999 time: 0.2681649 Apr 28 19:53:25.225197 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827fb32-7572-4f47-8838-9500ea655933 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Pushing event updated for resources: {'Network': ['ID=214b6d5b-d806-417e-9e95-28ec93eec143,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:25.238676 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7ec9e0bd-d0c1-4263-8122-29567d22c877 None None] For port ef6bc918-117c-43c4-af79-6ba885430fc9, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:53:25.246679 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 214b6d5b-d806-417e-9e95-28ec93eec143 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:53:25.283273 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7ec9e0bd-d0c1-4263-8122-29567d22c877 None None] For port ef6bc918-117c-43c4-af79-6ba885430fc9, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ef6bc918-117c-43c4-af79-6ba885430fc9,segment=NetworkSegment(935ee80b-f99a-4303-865a-b4cdf3763473),segment_id=935ee80b-f99a-4303-865a-b4cdf3763473)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:53:25.300689 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53cd3721-c20b-4447-a66b-6011d9849a94 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:25.348829 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1ce8f-eee0-48fe-a206-52ddae8dec09 req-2dae63e8-9b1d-4a0b-929d-ea39a924500b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:25.349055 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7ec9e0bd-d0c1-4263-8122-29567d22c877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:25.350763 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-80f1ce8f-eee0-48fe-a206-52ddae8dec09 req-2dae63e8-9b1d-4a0b-929d-ea39a924500b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d9c43513-8faa-4150-80e2-a774186aa1a0 HTTP/1.1" status: 200 len: 856 time: 0.1135616 Apr 28 19:53:25.353771 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8dbf22-65c1-4904-9484-193e2eafe2a8 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Made reservation on behalf of 2637af78d9df46b2b27d36635636d280 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:25.357900 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6f8dbf22-65c1-4904-9484-193e2eafe2a8 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:25.491236 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9e0bd-d0c1-4263-8122-29567d22c877 None None] Pushing event updated for resources: {'Port': ['ID=ef6bc918-117c-43c4-af79-6ba885430fc9,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:25.517025 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1af1e01c-d6f4-440e-8443-e50e440f0527 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d2b6ded1c01a419a9db1204c909c7a37&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4554734 Apr 28 19:53:25.522596 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38554) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:25.525427 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1e01c-d6f4-440e-8443-e50e440f0527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579e9231-f584-4ffc-909c-9402158d387b,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:25.591323 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8dbf22-65c1-4904-9484-193e2eafe2a8 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:53:25.633540 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ae428848-e643-43f7-b67e-cc58737db4be tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:25.646326 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6f8dbf22-65c1-4904-9484-193e2eafe2a8 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:25.646683 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-6f8dbf22-65c1-4904-9484-193e2eafe2a8 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Added segment a328d91f-dc7d-4e18-b3e4-d16f527e7c16 of type vlan for network 729229de-2222-4278-9bd6-2c3145e45592 Apr 28 19:53:25.657749 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ae428848-e643-43f7-b67e-cc58737db4be tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:25.671887 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1ce8f-eee0-48fe-a206-52ddae8dec09 req-631aa4c6-8ba3-49fd-8699-f27d1facf0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:25.674874 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-80f1ce8f-eee0-48fe-a206-52ddae8dec09 req-631aa4c6-8ba3-49fd-8699-f27d1facf0fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=361c3585-c6e2-486f-967a-33f86818c3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3019803 Apr 28 19:53:25.729359 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-99505b70-bba1-4905-96b9-5927f0476d28 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:25.805263 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6f8dbf22-65c1-4904-9484-193e2eafe2a8 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:25.817252 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:25.937415 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:25.947364 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-39f343ed-db15-4bc6-93bf-47e0071398f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:25.949503 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae428848-e643-43f7-b67e-cc58737db4be tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Pushing event updated for resources: {'Port': ['ID=6e91b219-4e35-4aa0-8f4e-3f76b4dfe101,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:25.983092 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53cd3721-c20b-4447-a66b-6011d9849a94 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Router 2ca5c20c-334d-432c-be9e-94a77c69fac6 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:53:25.984472 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6f8dbf22-65c1-4904-9484-193e2eafe2a8 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:25.991048 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8dbf22-65c1-4904-9484-193e2eafe2a8 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:25.991680 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6f8dbf22-65c1-4904-9484-193e2eafe2a8 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:26.009333 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ae428848-e643-43f7-b67e-cc58737db4be tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:26.013997 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-39f343ed-db15-4bc6-93bf-47e0071398f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:26.024072 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-99505b70-bba1-4905-96b9-5927f0476d28 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:26.037398 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594fd74-6640-4124-b9cb-210c34a4f61b req-0caa5193-dfd9-4ce0-9f7b-e57b44115e25 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:26.039259 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9594fd74-6640-4124-b9cb-210c34a4f61b req-0caa5193-dfd9-4ce0-9f7b-e57b44115e25 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 944 time: 0.3594236 Apr 28 19:53:26.105562 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ae428848-e643-43f7-b67e-cc58737db4be tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:26.107026 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ae428848-e643-43f7-b67e-cc58737db4be tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5501201 Apr 28 19:53:26.124388 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99505b70-bba1-4905-96b9-5927f0476d28 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Network e3c4b437-a894-45fd-8970-7d4de99054d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:26.129467 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-99505b70-bba1-4905-96b9-5927f0476d28 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:26.135208 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99505b70-bba1-4905-96b9-5927f0476d28 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:53:26.141072 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99505b70-bba1-4905-96b9-5927f0476d28 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:26.141874 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-99505b70-bba1-4905-96b9-5927f0476d28 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:26.146778 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99505b70-bba1-4905-96b9-5927f0476d28 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Port': ['ID=2c555a1c-2990-4a87-b6f5-676f8a56d3b9,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:26.168790 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-99505b70-bba1-4905-96b9-5927f0476d28 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0101979 Apr 28 19:53:26.169915 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38560) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:26.175279 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-44f974cb-3f89-47e9-bbf4-82eb1eda2977 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'port': {'network_id': 'e3c4b437-a894-45fd-8970-7d4de99054d3', 'name': 'tempest-PortsIpV6TestJSON-293787604', 'fixed_ips': [{'subnet_id': 'd4a9bd90-f9eb-45a7-9706-90973926dd2f', 'ip_address': '2001:db8::f'}]}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:26.178835 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-39f343ed-db15-4bc6-93bf-47e0071398f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:26.181609 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-39f343ed-db15-4bc6-93bf-47e0071398f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:26.182762 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-39f343ed-db15-4bc6-93bf-47e0071398f7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/579e9231-f584-4ffc-909c-9402158d387b HTTP/1.1" status: 204 len: 168 time: 0.6589210 Apr 28 19:53:26.196386 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8dbf22-65c1-4904-9484-193e2eafe2a8 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Pushing event updated for resources: {'Network': ['ID=729229de-2222-4278-9bd6-2c3145e45592,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:26.201649 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-80f1ce8f-eee0-48fe-a206-52ddae8dec09 req-ed41ff7e-1b4f-4868-b61f-b3d5ce7e464c service neutron] 10.222.0.15 "GET /v2.0/networks/361c3585-c6e2-486f-967a-33f86818c3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4953578 Apr 28 19:53:26.212818 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 729229de-2222-4278-9bd6-2c3145e45592 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:53:26.233469 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6f8dbf22-65c1-4904-9484-193e2eafe2a8 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0358846 Apr 28 19:53:26.238874 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38564) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:26.263348 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f343ed-db15-4bc6-93bf-47e0071398f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579e9231-f584-4ffc-909c-9402158d387b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:26.283047 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-4a9b7706-7c60-45fb-941e-a49d43bc7aa5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Request body: {'ports': [{'network_id': '214b6d5b-d806-417e-9e95-28ec93eec143', 'name': 'tempest-port--953267393', 'admin_state_up': True}, {'network_id': '729229de-2222-4278-9bd6-2c3145e45592', 'admin_state_up': False}]} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:26.283047 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-4a9b7706-7c60-45fb-941e-a49d43bc7aa5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Request body: {'port': {'network_id': '214b6d5b-d806-417e-9e95-28ec93eec143', 'name': 'tempest-port--953267393', 'admin_state_up': True}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:26.283515 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-4a9b7706-7c60-45fb-941e-a49d43bc7aa5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Request body: {'port': {'network_id': '729229de-2222-4278-9bd6-2c3145e45592', 'admin_state_up': False}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:26.623589 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f974cb-3f89-47e9-bbf4-82eb1eda2977 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:26.633038 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-44f974cb-3f89-47e9-bbf4-82eb1eda2977 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:26.672414 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-85e9297e-0ed1-46e7-a4b8-5f7ed9c567c8 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1795845983&fields=id&tenant_id=3397cabaf68f4eccbdd2d7c135e48bbd HTTP/1.1" status: 200 len: 267 time: 0.1129675 Apr 28 19:53:26.676432 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9594fd74-6640-4124-b9cb-210c34a4f61b req-a6de3251-d6fe-4e39-88d8-9288b12eaa48 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6109152 Apr 28 19:53:26.688337 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-44f974cb-3f89-47e9-bbf4-82eb1eda2977 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] device_id is not set on port 51ae42ff-d3d0-4cdb-8c3f-d9ef6e0f106e yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:53:26.879963 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-80f1ce8f-eee0-48fe-a206-52ddae8dec09 req-e54498c7-af3b-4a65-8559-4b9c8113b265 service neutron] 10.222.0.15 "GET /v2.0/networks/361c3585-c6e2-486f-967a-33f86818c3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6439559 Apr 28 19:53:27.026724 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53cd3721-c20b-4447-a66b-6011d9849a94 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:53:27.044690 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76781dd-75ec-4838-85da-1633f1bcbd35 None None] Sync routers for ids ['2ca5c20c-334d-432c-be9e-94a77c69fac6'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:53:27.062251 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76781dd-75ec-4838-85da-1633f1bcbd35 None None] Routers {'2ca5c20c-334d-432c-be9e-94a77c69fac6'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:53:27.063099 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d76781dd-75ec-4838-85da-1633f1bcbd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:53:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['2ca5c20c-334d-432c-be9e-94a77c69fac6'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:27.152609 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53cd3721-c20b-4447-a66b-6011d9849a94 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:27.154676 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-53cd3721-c20b-4447-a66b-6011d9849a94 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.0076866 Apr 28 19:53:27.162928 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38586) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:27.176911 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-37c89c99-af1c-49f6-977b-ec400284ec0c tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'enable_snat': False}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:27.263753 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ebf2e0-1fc2-4b18-8eee-db328b9c8e2c None None] Network e3c4b437-a894-45fd-8970-7d4de99054d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:53:27.435999 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9b7706-7c60-45fb-941e-a49d43bc7aa5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Made reservation on behalf of 2637af78d9df46b2b27d36635636d280 for: {'port': 2} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:27.443843 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4a9b7706-7c60-45fb-941e-a49d43bc7aa5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:27.497652 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4a9b7706-7c60-45fb-941e-a49d43bc7aa5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:27.664335 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d76781dd-75ec-4838-85da-1633f1bcbd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:27.673636 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ef6bc918-117c-43c4-af79-6ba885430fc9 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:53:27.723189 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-44f974cb-3f89-47e9-bbf4-82eb1eda2977 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Allocated IP 2001:db8::f (e3c4b437-a894-45fd-8970-7d4de99054d3/d4a9bd90-f9eb-45a7-9706-90973926dd2f/51ae42ff-d3d0-4cdb-8c3f-d9ef6e0f106e) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:27.796643 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-d979bf4c-20c2-451c-b9f9-3f1573fc9c02 None None] Provisioning complete for port ef6bc918-117c-43c4-af79-6ba885430fc9 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:27.798633 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d979bf4c-20c2-451c-b9f9-3f1573fc9c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:27.813077 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76781dd-75ec-4838-85da-1633f1bcbd35 None None] Routers {'2ca5c20c-334d-432c-be9e-94a77c69fac6'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:53:27.813723 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d76781dd-75ec-4838-85da-1633f1bcbd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:53:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['2ca5c20c-334d-432c-be9e-94a77c69fac6'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:28.151779 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4a9b7706-7c60-45fb-941e-a49d43bc7aa5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] device_id is not set on port 2984c942-4641-443e-81c2-aabb74471b8f yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:53:28.191715 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac01097-1bcd-404a-8998-d4def47d97a9 req-180ad0af-0730-41bd-85a4-c5bb4eae7f74 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:28.195987 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5ac01097-1bcd-404a-8998-d4def47d97a9 req-180ad0af-0730-41bd-85a4-c5bb4eae7f74 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 944 time: 0.2813818 Apr 28 19:53:28.203032 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-44f974cb-3f89-47e9-bbf4-82eb1eda2977 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:28.208428 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-37c89c99-af1c-49f6-977b-ec400284ec0c tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:28.219138 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-a78ce30b-b961-48d1-a1b9-decadb96b36b tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:28.220723 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-a78ce30b-b961-48d1-a1b9-decadb96b36b tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/networks?id=13d770d2-76f1-4754-862f-2caf67b7488d HTTP/1.1" status: 200 len: 811 time: 0.3192859 Apr 28 19:53:28.241816 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-69140237-9735-4744-a2aa-a50c0058c2a0 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/quotas/3397cabaf68f4eccbdd2d7c135e48bbd HTTP/1.1" status: 200 len: 375 time: 0.0144176 Apr 28 19:53:28.306411 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d76781dd-75ec-4838-85da-1633f1bcbd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:28.307248 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76781dd-75ec-4838-85da-1633f1bcbd35 None None] The sync data for ids ['2ca5c20c-334d-432c-be9e-94a77c69fac6'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:53:28.364311 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-44f974cb-3f89-47e9-bbf4-82eb1eda2977 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:28.387084 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-398cef59-c89e-4c84-8066-42713e55e52c tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3397cabaf68f4eccbdd2d7c135e48bbd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1375968 Apr 28 19:53:28.400814 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port ef6bc918-117c-43c4-af79-6ba885430fc9 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:28.403883 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:28.438005 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f974cb-3f89-47e9-bbf4-82eb1eda2977 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Network e3c4b437-a894-45fd-8970-7d4de99054d3 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:28.446066 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-44f974cb-3f89-47e9-bbf4-82eb1eda2977 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:28.449633 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f974cb-3f89-47e9-bbf4-82eb1eda2977 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:53:28.455852 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f974cb-3f89-47e9-bbf4-82eb1eda2977 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:28.456857 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-44f974cb-3f89-47e9-bbf4-82eb1eda2977 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:28.645405 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-44f974cb-3f89-47e9-bbf4-82eb1eda2977 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4743114 Apr 28 19:53:28.661832 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38606) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:28.667579 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f974cb-3f89-47e9-bbf4-82eb1eda2977 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Port': ['ID=51ae42ff-d3d0-4cdb-8c3f-d9ef6e0f106e,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:28.719971 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:28.788435 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d979bf4c-20c2-451c-b9f9-3f1573fc9c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:28.849857 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port ef6bc918-117c-43c4-af79-6ba885430fc9, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ef6bc918-117c-43c4-af79-6ba885430fc9,segment=NetworkSegment(935ee80b-f99a-4303-865a-b4cdf3763473),segment_id=935ee80b-f99a-4303-865a-b4cdf3763473)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:28.872863 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:28.958462 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-d979bf4c-20c2-451c-b9f9-3f1573fc9c02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:53:28.960359 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-d979bf4c-20c2-451c-b9f9-3f1573fc9c02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:53:28.994388 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=ef6bc918-117c-43c4-af79-6ba885430fc9,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:29.010898 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557423a1-7141-4120-9174-1d9a8fc3e6af tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:29.015864 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-557423a1-7141-4120-9174-1d9a8fc3e6af tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3443322 Apr 28 19:53:29.019296 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-9af9ab93-9baf-40fb-a35a-94162c0a2572 service neutron] 10.222.0.42 "GET /v2.0/networks/13d770d2-76f1-4754-862f-2caf67b7488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6081021 Apr 28 19:53:29.019296 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38614) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:29.204436 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5ac01097-1bcd-404a-8998-d4def47d97a9 req-31c58b22-4587-4a52-a289-eb16889a9961 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9874823 Apr 28 19:53:29.221372 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4a9b7706-7c60-45fb-941e-a49d43bc7aa5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:29.362336 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4201feb9-7010-4ba9-bca7-f3fa1866a5ed tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:29.378754 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4201feb9-7010-4ba9-bca7-f3fa1866a5ed tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:29.390290 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4201feb9-7010-4ba9-bca7-f3fa1866a5ed tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:29.398047 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4201feb9-7010-4ba9-bca7-f3fa1866a5ed tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3723319 Apr 28 19:53:29.404364 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38620) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:29.466932 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ef6bc918-117c-43c4-af79-6ba885430fc9 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:53:29.485061 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-64a13631-9ba6-46db-a91a-63f978a4a3f3 service neutron] 10.222.0.42 "GET /v2.0/networks/13d770d2-76f1-4754-862f-2caf67b7488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632290 Apr 28 19:53:29.535032 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-4a9b7706-7c60-45fb-941e-a49d43bc7aa5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] device_id is not set on port 80da92c7-fc96-4f8c-8e61-ecc61ac1dc02 yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:53:29.693731 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port ef6bc918-117c-43c4-af79-6ba885430fc9 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:29.694332 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:29.853271 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-faf6666a-4334-4828-b417-d63ee6283d5a None None] Provisioning complete for port ef6bc918-117c-43c4-af79-6ba885430fc9 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:29.853726 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-faf6666a-4334-4828-b417-d63ee6283d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:29.950333 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-527069b0-fc56-4543-9266-06541a575ee2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Deleting port 51ae42ff-d3d0-4cdb-8c3f-d9ef6e0f106e {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:53:29.954035 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-527069b0-fc56-4543-9266-06541a575ee2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:30.267667 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-faf6666a-4334-4828-b417-d63ee6283d5a None None] Provisioning complete for port 2c555a1c-2990-4a87-b6f5-676f8a56d3b9 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:30.268281 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-faf6666a-4334-4828-b417-d63ee6283d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:30.282740 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-29057c98-496c-44d8-a475-0eaa9da9f940 req-8350989b-2d8c-452c-aa3e-b78c8921de31 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 210 time: 0.3866510 Apr 28 19:53:30.370323 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-faf6666a-4334-4828-b417-d63ee6283d5a None None] Port 2c555a1c-2990-4a87-b6f5-676f8a56d3b9 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:53:30.522456 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-8abc2d04-f662-460b-86d9-185fde3c4953 None None] Provisioning complete for port 51ae42ff-d3d0-4cdb-8c3f-d9ef6e0f106e triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:30.523425 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8abc2d04-f662-460b-86d9-185fde3c4953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:30.529590 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38642) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:30.578984 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-527069b0-fc56-4543-9266-06541a575ee2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:30.626304 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-527069b0-fc56-4543-9266-06541a575ee2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Calling delete_port for 51ae42ff-d3d0-4cdb-8c3f-d9ef6e0f106e owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:53:30.651444 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e32e0-44f9-4470-87db-43d84dbab772 req-3d6d1ce1-fa3f-45ae-803a-93ebc89074ac tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:30.655512 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-762e32e0-44f9-4470-87db-43d84dbab772 req-3d6d1ce1-fa3f-45ae-803a-93ebc89074ac tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 944 time: 0.2493179 Apr 28 19:53:30.661978 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-8abc2d04-f662-460b-86d9-185fde3c4953 None None] Port 51ae42ff-d3d0-4cdb-8c3f-d9ef6e0f106e cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:53:30.664546 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4a9b7706-7c60-45fb-941e-a49d43bc7aa5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:30.755639 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-762e32e0-44f9-4470-87db-43d84dbab772 req-cfeea48b-f3e8-4379-82c7-0679deca5c0c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934949 Apr 28 19:53:30.856195 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4c4bba54-9284-41bd-98b8-7525831c3167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:30.968844 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4c4bba54-9284-41bd-98b8-7525831c3167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:30.974550 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4c4bba54-9284-41bd-98b8-7525831c3167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:30.981866 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-37c89c99-af1c-49f6-977b-ec400284ec0c tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364'] for router, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:30.986138 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-37c89c99-af1c-49f6-977b-ec400284ec0c tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626624'] for router, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:30.990529 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4a9b7706-7c60-45fb-941e-a49d43bc7aa5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:31.032789 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4c4bba54-9284-41bd-98b8-7525831c3167 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eb67c27bfae747039aee34752c2fe75e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4985764 Apr 28 19:53:31.048053 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38650) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:31.103408 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4bba54-9284-41bd-98b8-7525831c3167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74764d5a-c8e2-4682-b86e-0018381e6385,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:31.180590 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e3a5cc33-56e7-438f-b195-3ad4f2b2f79c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:31.230685 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b7706-7c60-45fb-941e-a49d43bc7aa5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Pushing event updated for resources: {'Port': ['ID=2984c942-4641-443e-81c2-aabb74471b8f,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:31.252916 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e3a5cc33-56e7-438f-b195-3ad4f2b2f79c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:31.257301 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c89c99-af1c-49f6-977b-ec400284ec0c tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Router 2ca5c20c-334d-432c-be9e-94a77c69fac6 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:53:31.334910 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9b7706-7c60-45fb-941e-a49d43bc7aa5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Checking segment: {'id': '53d3752f-1395-495f-872c-60aba39aa241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '214b6d5b-d806-417e-9e95-28ec93eec143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:53:31.335574 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9b7706-7c60-45fb-941e-a49d43bc7aa5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Network hostable DHCP agents. Network: 214b6d5b-d806-417e-9e95-28ec93eec143, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:53:31.344610 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e3a5cc33-56e7-438f-b195-3ad4f2b2f79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:31.348516 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e3a5cc33-56e7-438f-b195-3ad4f2b2f79c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:31.355098 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e3a5cc33-56e7-438f-b195-3ad4f2b2f79c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/74764d5a-c8e2-4682-b86e-0018381e6385 HTTP/1.1" status: 204 len: 168 time: 0.3028567 Apr 28 19:53:31.355260 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a425136c-0900-4e44-9a7e-351c1eb3e89d req-9148bf64-271e-41ca-8c98-4fd3da65e4d8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=66a71285-a494-4154-b34e-f7ea33337c0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1126654 Apr 28 19:53:31.355260 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-527069b0-fc56-4543-9266-06541a575ee2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:31.393604 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5cc33-56e7-438f-b195-3ad4f2b2f79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74764d5a-c8e2-4682-b86e-0018381e6385,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:31.569187 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e0edd29b-65e6-4ece-80f3-eb8459181c09 req-ba041ce2-e49c-4179-bddb-65bb2bb5f565 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 210 time: 0.0588360 Apr 28 19:53:31.580809 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527069b0-fc56-4543-9266-06541a575ee2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Port': ['ID=51ae42ff-d3d0-4cdb-8c3f-d9ef6e0f106e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:31.645882 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-527069b0-fc56-4543-9266-06541a575ee2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:31.656636 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-527069b0-fc56-4543-9266-06541a575ee2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/ports/51ae42ff-d3d0-4cdb-8c3f-d9ef6e0f106e HTTP/1.1" status: 204 len: 168 time: 2.2403069 Apr 28 19:53:31.656926 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38660) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:31.672768 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9b7706-7c60-45fb-941e-a49d43bc7aa5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Network 214b6d5b-d806-417e-9e95-28ec93eec143 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:53:31.751403 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38662) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:31.766578 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-1014f3bc-8aad-4ec3-9700-5266885da888 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] GET failed (client error): The resource could not be found. Apr 28 19:53:31.775879 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1014f3bc-8aad-4ec3-9700-5266885da888 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "GET /v2.0/ports/51ae42ff-d3d0-4cdb-8c3f-d9ef6e0f106e HTTP/1.1" status: 404 len: 333 time: 0.1153791 Apr 28 19:53:31.779819 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38664) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:31.796045 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-4a9b7706-7c60-45fb-941e-a49d43bc7aa5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 214b6d5b-d806-417e-9e95-28ec93eec143) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:31.835684 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927c654a-2c83-419b-bf1f-5f796850045f None None] Network 214b6d5b-d806-417e-9e95-28ec93eec143 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:53:31.944692 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:32.005656 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425136c-0900-4e44-9a7e-351c1eb3e89d req-6176148e-311d-48cc-89ab-ec613d81a9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:32.008063 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a425136c-0900-4e44-9a7e-351c1eb3e89d req-6176148e-311d-48cc-89ab-ec613d81a9c6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d9e2f02c26d442699c083632dd6dfd5&device_id=66a71285-a494-4154-b34e-f7ea33337c0f HTTP/1.1" status: 200 len: 1097 time: 0.5333452 Apr 28 19:53:32.009348 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c89c99-af1c-49f6-977b-ec400284ec0c tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:53:32.026204 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efd5041-ab73-4bb7-a520-6ee85b72c1cb None None] Sync routers for ids ['2ca5c20c-334d-432c-be9e-94a77c69fac6'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:53:32.029177 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-37c89c99-af1c-49f6-977b-ec400284ec0c tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:32.031580 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-37c89c99-af1c-49f6-977b-ec400284ec0c tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] 10.222.0.42 "PUT /v2.0/routers/2ca5c20c-334d-432c-be9e-94a77c69fac6 HTTP/1.1" status: 200 len: 925 time: 4.8673496 Apr 28 19:53:32.032371 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38668) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:32.033615 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9b7706-7c60-45fb-941e-a49d43bc7aa5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:53:32.035722 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4a9b7706-7c60-45fb-941e-a49d43bc7aa5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:32.041129 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38670) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:32.050411 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efd5041-ab73-4bb7-a520-6ee85b72c1cb None None] Routers {'2ca5c20c-334d-432c-be9e-94a77c69fac6'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:53:32.051050 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-0efd5041-ab73-4bb7-a520-6ee85b72c1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:53:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['2ca5c20c-334d-432c-be9e-94a77c69fac6'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:32.145269 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-0efd5041-ab73-4bb7-a520-6ee85b72c1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:32.184506 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efd5041-ab73-4bb7-a520-6ee85b72c1cb None None] Routers {'2ca5c20c-334d-432c-be9e-94a77c69fac6'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:53:32.185811 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-0efd5041-ab73-4bb7-a520-6ee85b72c1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:53:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['2ca5c20c-334d-432c-be9e-94a77c69fac6'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:32.296267 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-0efd5041-ab73-4bb7-a520-6ee85b72c1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:32.303305 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efd5041-ab73-4bb7-a520-6ee85b72c1cb None None] The sync data for ids ['2ca5c20c-334d-432c-be9e-94a77c69fac6'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:53:32.323624 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3bb6d2-3d46-416c-871e-0a535ec6a36b req-1d33a253-d228-4493-ad06-3146d0274fa4 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:32.325220 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cf3bb6d2-3d46-416c-871e-0a535ec6a36b req-1d33a253-d228-4493-ad06-3146d0274fa4 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 944 time: 0.3110495 Apr 28 19:53:32.369450 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-d572a250-2cd8-4855-8503-8a9f535afeb5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Deleting port 2c555a1c-2990-4a87-b6f5-676f8a56d3b9 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:53:32.370530 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d572a250-2cd8-4855-8503-8a9f535afeb5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:32.379588 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-25b7bde4-63ba-44d9-b106-24eb6b327bf7 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] 10.222.0.42 "GET /v2.0/routers/2ca5c20c-334d-432c-be9e-94a77c69fac6 HTTP/1.1" status: 200 len: 925 time: 0.3344073 Apr 28 19:53:32.384657 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-58e3b44d-c6c5-4ad1-b5d2-85ee5dd7f0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:32.391809 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38672) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:32.578393 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9b7706-7c60-45fb-941e-a49d43bc7aa5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Checking segment: {'id': 'a328d91f-dc7d-4e18-b3e4-d16f527e7c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '729229de-2222-4278-9bd6-2c3145e45592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:53:32.578874 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9b7706-7c60-45fb-941e-a49d43bc7aa5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Network hostable DHCP agents. Network: 729229de-2222-4278-9bd6-2c3145e45592, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:53:32.589175 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-1aa8e075-2231-42b8-97ca-f9cd6f6c1902 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:32.591464 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-1aa8e075-2231-42b8-97ca-f9cd6f6c1902 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.15 "GET /v2.0/networks?id=13d770d2-76f1-4754-862f-2caf67b7488d HTTP/1.1" status: 200 len: 811 time: 0.1762478 Apr 28 19:53:32.605894 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cf3bb6d2-3d46-416c-871e-0a535ec6a36b req-8bf172b3-0ca6-4966-8a12-cfbfbebe4875 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700288 Apr 28 19:53:32.613039 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d572a250-2cd8-4855-8503-8a9f535afeb5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:32.657642 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-d572a250-2cd8-4855-8503-8a9f535afeb5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Calling delete_port for 2c555a1c-2990-4a87-b6f5-676f8a56d3b9 owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:53:32.688825 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c68d52b-5001-4185-95ff-db713a116f99 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:32.694249 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6c68d52b-5001-4185-95ff-db713a116f99 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=562d8c9c-50aa-492e-ae08-06d7f5fe6347&device_id=2ca5c20c-334d-432c-be9e-94a77c69fac6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2977736 Apr 28 19:53:32.694249 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38676) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:32.732498 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b7706-7c60-45fb-941e-a49d43bc7aa5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Pushing event updated for resources: {'Port': ['ID=80da92c7-fc96-4f8c-8e61-ecc61ac1dc02,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:32.751003 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-d5b7bb60-3130-44e2-b78f-9c21259f6a8e tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3397cabaf68f4eccbdd2d7c135e48bbd HTTP/1.1" status: 200 len: 380 time: 0.0719938 Apr 28 19:53:32.752064 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9b7706-7c60-45fb-941e-a49d43bc7aa5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Network 729229de-2222-4278-9bd6-2c3145e45592 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:53:32.767048 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425136c-0900-4e44-9a7e-351c1eb3e89d req-07149528-7d5a-4021-9a7b-5b850d120f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:32.768886 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a425136c-0900-4e44-9a7e-351c1eb3e89d req-07149528-7d5a-4021-9a7b-5b850d120f0e service neutron] 10.222.0.44 "GET /v2.0/networks?id=21f0b299-0a1b-4e71-a8de-3e8676ce56c4 HTTP/1.1" status: 200 len: 898 time: 0.7038648 Apr 28 19:53:32.874479 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a425136c-0900-4e44-9a7e-351c1eb3e89d req-aabd52d8-e53a-4c7b-bdaa-97ed74778298 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a502811-6b37-4315-bf6a-94b023cadac2 HTTP/1.1" status: 200 len: 1002 time: 0.0901754 Apr 28 19:53:32.885462 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-4a9b7706-7c60-45fb-941e-a49d43bc7aa5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 729229de-2222-4278-9bd6-2c3145e45592) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:32.891150 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9b7706-7c60-45fb-941e-a49d43bc7aa5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:53:32.897882 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c4d295-68c0-4dda-b665-d3007ee30cb3 None None] Network 729229de-2222-4278-9bd6-2c3145e45592 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:53:32.901428 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9b7706-7c60-45fb-941e-a49d43bc7aa5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:32.914529 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9b7706-7c60-45fb-941e-a49d43bc7aa5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:32.915852 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4a9b7706-7c60-45fb-941e-a49d43bc7aa5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:33.027340 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2238ab-b6a6-4409-ae8e-c7a73448a6eb tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:33.032800 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ad2238ab-b6a6-4409-ae8e-c7a73448a6eb tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 881 time: 0.3129306 Apr 28 19:53:33.033743 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38678) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:33.036046 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38680) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:33.045576 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4a9b7706-7c60-45fb-941e-a49d43bc7aa5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.7718196 Apr 28 19:53:33.054772 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7af01e0c-fcc3-4b60-8a91-8fcc421d05d1 req-d65e432b-0dc0-4aa5-83dd-1007941620b6 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 210 time: 0.1718442 Apr 28 19:53:33.114319 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-f58e26e2-404d-49cf-9f24-9a71eac0a75f tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Request body: {'port': {'device_id': '2a73c94a-d50b-461f-9ad9-9a65fcece90d', 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d', 'admin_state_up': True, 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'security_groups': ['78ba1dac-a878-4fe4-b14c-d19553fd0d56']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:33.213071 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-de60b8f7-795e-45c9-96c7-79a807d74b92 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ca5c20c-334d-432c-be9e-94a77c69fac6 HTTP/1.1" status: 200 len: 205 time: 0.0502670 Apr 28 19:53:33.213858 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38682) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:33.298293 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d572a250-2cd8-4855-8503-8a9f535afeb5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:33.372682 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d22351-5068-4e8e-a3b0-c3ae74e7d104 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:33.380081 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d22351-5068-4e8e-a3b0-c3ae74e7d104 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:33.381957 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-91d22351-5068-4e8e-a3b0-c3ae74e7d104 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2179480 Apr 28 19:53:33.390852 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38684) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:33.394070 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572a250-2cd8-4855-8503-8a9f535afeb5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Port': ['ID=2c555a1c-2990-4a87-b6f5-676f8a56d3b9,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:33.402445 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425136c-0900-4e44-9a7e-351c1eb3e89d req-00fd7266-0dad-41b3-a312-11acd42e127c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:33.404710 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a425136c-0900-4e44-9a7e-351c1eb3e89d req-00fd7266-0dad-41b3-a312-11acd42e127c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=19b5af0e-4f73-4e51-a909-545b35690aff HTTP/1.1" status: 200 len: 834 time: 0.4569418 Apr 28 19:53:33.412015 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-f58e26e2-404d-49cf-9f24-9a71eac0a75f tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Made reservation on behalf of 3397cabaf68f4eccbdd2d7c135e48bbd for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:33.413942 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:33.416336 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-f58e26e2-404d-49cf-9f24-9a71eac0a75f tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:33.520477 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d572a250-2cd8-4855-8503-8a9f535afeb5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:33.526013 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d572a250-2cd8-4855-8503-8a9f535afeb5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/ports/2c555a1c-2990-4a87-b6f5-676f8a56d3b9 HTTP/1.1" status: 204 len: 168 time: 1.7438698 Apr 28 19:53:33.531895 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38686) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:33.629052 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ffdb08-c87b-4126-9cf1-234aad9959f4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] GET failed (client error): The resource could not be found. Apr 28 19:53:33.631407 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-43ffdb08-c87b-4126-9cf1-234aad9959f4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "GET /v2.0/ports/2c555a1c-2990-4a87-b6f5-676f8a56d3b9 HTTP/1.1" status: 404 len: 333 time: 0.0982518 Apr 28 19:53:33.646565 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38688) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:33.793928 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-300215b7-4dbd-4cf1-b734-a457930a7d32 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:33.936654 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-bec919b1-1208-4ee6-9333-759d4a24fa8c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Deleting subnet d4a9bd90-f9eb-45a7-9706-90973926dd2f {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:53:33.941735 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bec919b1-1208-4ee6-9333-759d4a24fa8c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:33.996484 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bec919b1-1208-4ee6-9333-759d4a24fa8c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:34.069814 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c3ed31bb-9bb9-4932-bc67-363014d83f9b tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Deleting port 2984c942-4641-443e-81c2-aabb74471b8f {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:53:34.070348 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c3ed31bb-9bb9-4932-bc67-363014d83f9b tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:34.244135 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-58e3b44d-c6c5-4ad1-b5d2-85ee5dd7f0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:34.272862 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dd75c-613d-4b4e-a06b-7e84113814f5 req-871ba4fd-6dce-4c72-84bb-577618f562d0 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:34.275278 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-151dd75c-613d-4b4e-a06b-7e84113814f5 req-871ba4fd-6dce-4c72-84bb-577618f562d0 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 944 time: 0.4101441 Apr 28 19:53:34.286941 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bec919b1-1208-4ee6-9333-759d4a24fa8c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:34.325390 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-95505a73-1dce-4fc3-bbd8-2b6787f8d2e6 req-351d2f31-dfbb-4a76-9683-797cc0105bd2 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 210 time: 0.1054897 Apr 28 19:53:34.345837 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c3ed31bb-9bb9-4932-bc67-363014d83f9b tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:34.348872 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-58e3b44d-c6c5-4ad1-b5d2-85ee5dd7f0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:34.380594 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-300215b7-4dbd-4cf1-b734-a457930a7d32 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:34.402163 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c3ed31bb-9bb9-4932-bc67-363014d83f9b tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Calling delete_port for 2984c942-4641-443e-81c2-aabb74471b8f owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:53:34.455092 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-58e3b44d-c6c5-4ad1-b5d2-85ee5dd7f0d8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=afa32a84d6184366833265eaaa824c5e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3974071 Apr 28 19:53:34.507769 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38696) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:34.609703 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425136c-0900-4e44-9a7e-351c1eb3e89d req-d3a54a52-afb5-4558-843f-b04011925786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:34.611649 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a425136c-0900-4e44-9a7e-351c1eb3e89d req-d3a54a52-afb5-4558-843f-b04011925786 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=21f0b299-0a1b-4e71-a8de-3e8676ce56c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1684029 Apr 28 19:53:34.678224 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-151dd75c-613d-4b4e-a06b-7e84113814f5 req-f38ffb01-4537-4ab9-a475-3f82c4cd1529 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3772058 Apr 28 19:53:34.699912 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c3ed31bb-9bb9-4932-bc67-363014d83f9b tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:34.762569 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a425136c-0900-4e44-9a7e-351c1eb3e89d req-0eb3b7e3-6c8d-4cc4-bd6e-1f59c22b3edc service neutron] 10.222.0.44 "GET /v2.0/networks/21f0b299-0a1b-4e71-a8de-3e8676ce56c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274879 Apr 28 19:53:34.819396 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed31bb-9bb9-4932-bc67-363014d83f9b tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Pushing event deleted for resources: {'Port': ['ID=2984c942-4641-443e-81c2-aabb74471b8f,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:34.839712 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bec919b1-1208-4ee6-9333-759d4a24fa8c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:34.839971 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3b44d-c6c5-4ad1-b5d2-85ee5dd7f0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b029686b-252c-4529-b492-1e3b82d70baa,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:34.851900 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c3ed31bb-9bb9-4932-bc67-363014d83f9b tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:34.861656 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c3ed31bb-9bb9-4932-bc67-363014d83f9b tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] 10.222.0.42 "DELETE /v2.0/ports/2984c942-4641-443e-81c2-aabb74471b8f HTTP/1.1" status: 204 len: 168 time: 1.4690857 Apr 28 19:53:34.881749 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38698) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:34.969575 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422b0e05-c6fe-4ae5-b5a6-a875b52f046a None None] Network e3c4b437-a894-45fd-8970-7d4de99054d3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:53:34.977725 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-76594466-9eb3-4aed-a2c0-65510abd608c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:34.987174 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec919b1-1208-4ee6-9333-759d4a24fa8c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Subnet': ['ID=d4a9bd90-f9eb-45a7-9706-90973926dd2f,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:34.995172 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bec919b1-1208-4ee6-9333-759d4a24fa8c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:34.998795 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-bec919b1-1208-4ee6-9333-759d4a24fa8c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/subnets/d4a9bd90-f9eb-45a7-9706-90973926dd2f HTTP/1.1" status: 204 len: 168 time: 1.3509223 Apr 28 19:53:35.002101 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38700) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:35.022310 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-f58e26e2-404d-49cf-9f24-9a71eac0a75f tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Allocated IP 172.20.0.12 (13d770d2-76f1-4754-862f-2caf67b7488d/95e411ad-3fda-47de-9866-800115a43d0a/c67ace5d-1fb0-4547-8c1d-971faf48ea74) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:35.110801 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-76594466-9eb3-4aed-a2c0-65510abd608c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:35.111070 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-300215b7-4dbd-4cf1-b734-a457930a7d32 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Deleting port d1f8f35f-b2d6-4d27-89a9-f39e03ca900b {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:53:35.111180 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-300215b7-4dbd-4cf1-b734-a457930a7d32 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:35.171119 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a425136c-0900-4e44-9a7e-351c1eb3e89d req-4e490319-c824-478e-87af-9326fc11c0ee service neutron] 10.222.0.44 "GET /v2.0/networks/21f0b299-0a1b-4e71-a8de-3e8676ce56c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558874 Apr 28 19:53:35.191949 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9b34169e-e8a3-4dd7-8966-2c3429d49862 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:35.219119 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfb06ee-279a-4ca1-8b84-df7197c4e17e None None] DHCP port deletion for e3c4b437-a894-45fd-8970-7d4de99054d3 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:53:35.222725 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-66f135b6-9715-4443-8df0-041621fe2a75 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Deleting port 80da92c7-fc96-4f8c-8e61-ecc61ac1dc02 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:53:35.223390 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-66f135b6-9715-4443-8df0-041621fe2a75 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:35.289595 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0bfb06ee-279a-4ca1-8b84-df7197c4e17e None None] Deleting port ef6bc918-117c-43c4-af79-6ba885430fc9 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:53:35.290057 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0bfb06ee-279a-4ca1-8b84-df7197c4e17e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:35.298732 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-76594466-9eb3-4aed-a2c0-65510abd608c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:35.301392 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-76594466-9eb3-4aed-a2c0-65510abd608c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:35.306563 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-76594466-9eb3-4aed-a2c0-65510abd608c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b029686b-252c-4529-b492-1e3b82d70baa HTTP/1.1" status: 204 len: 168 time: 0.7927909 Apr 28 19:53:35.326093 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76594466-9eb3-4aed-a2c0-65510abd608c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b029686b-252c-4529-b492-1e3b82d70baa,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:35.372476 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-300215b7-4dbd-4cf1-b734-a457930a7d32 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:35.404385 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-f58e26e2-404d-49cf-9f24-9a71eac0a75f tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:35.415683 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-300215b7-4dbd-4cf1-b734-a457930a7d32 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Calling delete_port for d1f8f35f-b2d6-4d27-89a9-f39e03ca900b owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:53:35.430298 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-66f135b6-9715-4443-8df0-041621fe2a75 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:35.479640 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-66f135b6-9715-4443-8df0-041621fe2a75 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Calling delete_port for 80da92c7-fc96-4f8c-8e61-ecc61ac1dc02 owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:53:35.495782 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0bfb06ee-279a-4ca1-8b84-df7197c4e17e None None] For port ef6bc918-117c-43c4-af79-6ba885430fc9, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ef6bc918-117c-43c4-af79-6ba885430fc9,segment=NetworkSegment(935ee80b-f99a-4303-865a-b4cdf3763473),segment_id=935ee80b-f99a-4303-865a-b4cdf3763473)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:35.500221 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0bfb06ee-279a-4ca1-8b84-df7197c4e17e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:35.523392 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0bfb06ee-279a-4ca1-8b84-df7197c4e17e None None] Calling delete_port for ef6bc918-117c-43c4-af79-6ba885430fc9 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:53:35.536864 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-daccd916-4aed-45c2-996b-05ad29d77fae req-47bff554-94d4-4332-beb9-e437a9df6e32 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 210 time: 0.0655730 Apr 28 19:53:35.563056 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3ca6c2e5-8b05-4499-b0e6-4e7bfccffc4c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:35.569125 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-f58e26e2-404d-49cf-9f24-9a71eac0a75f tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:35.605218 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ef6bc918-117c-43c4-af79-6ba885430fc9 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:53:35.694132 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ccfa5-1482-4d9c-b621-046fbe6fb010 req-65fdf17a-3cdc-4225-9c52-80a85f982c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:35.696200 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-408ccfa5-1482-4d9c-b621-046fbe6fb010 req-65fdf17a-3cdc-4225-9c52-80a85f982c7b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8766bd4e5ff74ccda54aedeba9de3560&device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 1095 time: 0.2424357 Apr 28 19:53:35.717162 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-f58e26e2-404d-49cf-9f24-9a71eac0a75f tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Network 13d770d2-76f1-4754-862f-2caf67b7488d is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:35.727049 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:35.750454 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0bfb06ee-279a-4ca1-8b84-df7197c4e17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:35.775823 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-f58e26e2-404d-49cf-9f24-9a71eac0a75f tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:35.786091 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-f58e26e2-404d-49cf-9f24-9a71eac0a75f tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:53:35.812944 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e26e2-404d-49cf-9f24-9a71eac0a75f tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Pushing event updated for resources: {'Port': ['ID=c67ace5d-1fb0-4547-8c1d-971faf48ea74,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:35.843323 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb06ee-279a-4ca1-8b84-df7197c4e17e None None] Pushing event deleted for resources: {'Port': ['ID=ef6bc918-117c-43c4-af79-6ba885430fc9,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:35.856819 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfb06ee-279a-4ca1-8b84-df7197c4e17e None None] No DVR routers for this DVR port ef6bc918-117c-43c4-af79-6ba885430fc9 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:53:36.012112 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-f58e26e2-404d-49cf-9f24-9a71eac0a75f tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:36.012917 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-f58e26e2-404d-49cf-9f24-9a71eac0a75f tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:36.080139 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-f58e26e2-404d-49cf-9f24-9a71eac0a75f tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0156417 Apr 28 19:53:36.102770 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ccfa5-1482-4d9c-b621-046fbe6fb010 req-e4c3614e-8533-40f4-9953-0d2374cf1f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:36.104318 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-408ccfa5-1482-4d9c-b621-046fbe6fb010 req-e4c3614e-8533-40f4-9953-0d2374cf1f2d service neutron] 10.222.0.15 "GET /v2.0/networks?id=361c3585-c6e2-486f-967a-33f86818c3c9 HTTP/1.1" status: 200 len: 918 time: 0.3455565 Apr 28 19:53:36.109274 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-ef66944b-0304-40f8-8349-2800956f57ac service neutron] Request body: {'port': {'device_id': '2a73c94a-d50b-461f-9ad9-9a65fcece90d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:36.117547 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-9b34169e-e8a3-4dd7-8966-2c3429d49862 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Deleting port ef6bc918-117c-43c4-af79-6ba885430fc9 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:53:36.118133 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9b34169e-e8a3-4dd7-8966-2c3429d49862 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:36.180315 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-66896623-e39a-461e-86fa-7eda8f1de0d1 None None] Provisioning complete for port c67ace5d-1fb0-4547-8c1d-971faf48ea74 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:36.181877 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-66896623-e39a-461e-86fa-7eda8f1de0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:36.241931 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-66896623-e39a-461e-86fa-7eda8f1de0d1 None None] Port c67ace5d-1fb0-4547-8c1d-971faf48ea74 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:53:36.271838 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-408ccfa5-1482-4d9c-b621-046fbe6fb010 req-2de0ad13-dff0-48e7-a4f3-8eed18d485cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5440ef9e-b44e-40fa-b642-3adc72d60fdf HTTP/1.1" status: 200 len: 999 time: 0.1582801 Apr 28 19:53:36.272580 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-9b34169e-e8a3-4dd7-8966-2c3429d49862 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] For port ef6bc918-117c-43c4-af79-6ba885430fc9, host n-d-839810-1, got binding levels [] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:36.272958 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9b34169e-e8a3-4dd7-8966-2c3429d49862 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:36.277958 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-ef66944b-0304-40f8-8349-2800956f57ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:36.291371 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0bb802-1019-4737-86b7-ace00a9d737f req-c32e63da-5b95-4b6f-95c4-96ac160f07b3 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:36.291371 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9c0bb802-1019-4737-86b7-ace00a9d737f req-c32e63da-5b95-4b6f-95c4-96ac160f07b3 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 944 time: 0.2491221 Apr 28 19:53:36.321214 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-9b34169e-e8a3-4dd7-8966-2c3429d49862 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Calling delete_port for ef6bc918-117c-43c4-af79-6ba885430fc9 owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:53:36.325585 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.ipam_backend_mixin [None req-9b34169e-e8a3-4dd7-8966-2c3429d49862 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Port ef6bc918-117c-43c4-af79-6ba885430fc9 was not found and therefore no delete operation was performed {{(pid=102774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 28 19:53:36.341427 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9b34169e-e8a3-4dd7-8966-2c3429d49862 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:36.360588 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-66f135b6-9715-4443-8df0-041621fe2a75 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:36.389820 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ccfa5-1482-4d9c-b621-046fbe6fb010 req-d3bdd35a-18cb-4657-a976-20cf51cb5431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:36.391317 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-408ccfa5-1482-4d9c-b621-046fbe6fb010 req-d3bdd35a-18cb-4657-a976-20cf51cb5431 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d9c43513-8faa-4150-80e2-a774186aa1a0 HTTP/1.1" status: 200 len: 856 time: 0.1104193 Apr 28 19:53:36.415344 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34169e-e8a3-4dd7-8966-2c3429d49862 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Port': ['ID=ef6bc918-117c-43c4-af79-6ba885430fc9,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:36.423945 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b34169e-e8a3-4dd7-8966-2c3429d49862 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] No DVR routers for this DVR port ef6bc918-117c-43c4-af79-6ba885430fc9 on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:53:36.485994 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9c0bb802-1019-4737-86b7-ace00a9d737f req-45fef610-5646-4e0a-a4c6-20caf57b756b tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821926 Apr 28 19:53:36.492853 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f135b6-9715-4443-8df0-041621fe2a75 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Pushing event deleted for resources: {'Port': ['ID=80da92c7-fc96-4f8c-8e61-ecc61ac1dc02,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:36.495203 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-66f135b6-9715-4443-8df0-041621fe2a75 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:36.498580 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-66f135b6-9715-4443-8df0-041621fe2a75 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] 10.222.0.42 "DELETE /v2.0/ports/80da92c7-fc96-4f8c-8e61-ecc61ac1dc02 HTTP/1.1" status: 204 len: 168 time: 1.6153677 Apr 28 19:53:36.506488 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38728) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:36.553419 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-300215b7-4dbd-4cf1-b734-a457930a7d32 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:36.571600 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ccfa5-1482-4d9c-b621-046fbe6fb010 req-8e9c2da1-5c70-4097-8b35-32b8bb7e5250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:36.573332 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-408ccfa5-1482-4d9c-b621-046fbe6fb010 req-8e9c2da1-5c70-4097-8b35-32b8bb7e5250 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=361c3585-c6e2-486f-967a-33f86818c3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1742899 Apr 28 19:53:36.616662 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-fb405905-feec-4c6d-bed8-a069252310dc tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1088650 Apr 28 19:53:36.622172 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38732) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:36.627402 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-2d5040a6-9475-4a26-91b8-b84142bc9a68 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1016253679'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:36.656488 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9b34169e-e8a3-4dd7-8966-2c3429d49862 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:36.659274 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300215b7-4dbd-4cf1-b734-a457930a7d32 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Pushing event deleted for resources: {'Port': ['ID=d1f8f35f-b2d6-4d27-89a9-f39e03ca900b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:36.736764 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-9b34169e-e8a3-4dd7-8966-2c3429d49862 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3c4b437-a894-45fd-8970-7d4de99054d3']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:36.737886 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-3ca6c2e5-8b05-4499-b0e6-4e7bfccffc4c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Deleting port 50ed6441-de6b-4c3e-b492-0f76f185d988 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:53:36.738241 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3ca6c2e5-8b05-4499-b0e6-4e7bfccffc4c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:36.751379 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5040a6-9475-4a26-91b8-b84142bc9a68 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Made reservation on behalf of 2637af78d9df46b2b27d36635636d280 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:36.754924 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2d5040a6-9475-4a26-91b8-b84142bc9a68 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:36.758131 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-9b34169e-e8a3-4dd7-8966-2c3429d49862 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '935ee80b-f99a-4303-865a-b4cdf3763473') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:36.758422 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-9b34169e-e8a3-4dd7-8966-2c3429d49862 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '935ee80b-f99a-4303-865a-b4cdf3763473') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:36.781732 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9b34169e-e8a3-4dd7-8966-2c3429d49862 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:36.807707 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d5040a6-9475-4a26-91b8-b84142bc9a68 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:53:36.810176 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-300215b7-4dbd-4cf1-b734-a457930a7d32 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:36.844956 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9b34169e-e8a3-4dd7-8966-2c3429d49862 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:36.878220 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc7227-6771-4a65-ba48-f5bbd3b8fb05 req-609f421a-46ee-4eeb-ac59-0b3bac864302 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:36.879964 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-60fc7227-6771-4a65-ba48-f5bbd3b8fb05 req-609f421a-46ee-4eeb-ac59-0b3bac864302 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 932 time: 0.2462981 Apr 28 19:53:36.890577 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-408ccfa5-1482-4d9c-b621-046fbe6fb010 req-ef90129a-c394-41fb-8a6d-cf04cd04d86e service neutron] 10.222.0.15 "GET /v2.0/networks/361c3585-c6e2-486f-967a-33f86818c3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028574 Apr 28 19:53:36.920438 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b34169e-e8a3-4dd7-8966-2c3429d49862 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:53:36.920853 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9b34169e-e8a3-4dd7-8966-2c3429d49862 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:36.924004 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:53:36.924004 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:53:36.924004 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:53:36.924004 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:53:36.924004 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:53:36.924004 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:53:36.924004 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:53:36.924004 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:53:36.924004 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:53:36.924004 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:53:36.924004 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:53:36.924004 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:53:36.924004 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:53:36.924004 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:53:36.924004 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:53:36.924004 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:53:36.924004 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:53:36.924004 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:53:36.924004 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:53:36.924004 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:53:36.924004 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:53:36.924004 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:53:36.924004 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:53:36.924004 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:53:36.924004 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:53:36.924004 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:53:36.924004 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:53:36.924004 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:53:36.924004 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:53:36.924004 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:53:36.924004 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:53:36.924004 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:53:36.929672 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2d5040a6-9475-4a26-91b8-b84142bc9a68 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:36.929672 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-2d5040a6-9475-4a26-91b8-b84142bc9a68 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Added segment b541c3f8-30d5-46c5-89aa-72131f3e46ac of type vlan for network 3a922f9c-f089-488f-a81b-72d1c2f4d011 Apr 28 19:53:36.939301 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-300215b7-4dbd-4cf1-b734-a457930a7d32 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:36.950780 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-300215b7-4dbd-4cf1-b734-a457930a7d32 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.032228 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-ef66944b-0304-40f8-8349-2800956f57ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c67ace5d-1fb0-4547-8c1d-971faf48ea74 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:53:37.038760 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-3ca6c2e5-8b05-4499-b0e6-4e7bfccffc4c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] For port 50ed6441-de6b-4c3e-b492-0f76f185d988, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=50ed6441-de6b-4c3e-b492-0f76f185d988,segment=NetworkSegment(3f312828-dd4b-4481-a75c-9ef38d4ec125),segment_id=3f312828-dd4b-4481-a75c-9ef38d4ec125)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:37.039130 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3ca6c2e5-8b05-4499-b0e6-4e7bfccffc4c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.054700 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-ef66944b-0304-40f8-8349-2800956f57ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.073606 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-3ca6c2e5-8b05-4499-b0e6-4e7bfccffc4c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Calling delete_port for 50ed6441-de6b-4c3e-b492-0f76f185d988 owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:53:37.079659 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2d5040a6-9475-4a26-91b8-b84142bc9a68 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.084635 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-300215b7-4dbd-4cf1-b734-a457930a7d32 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.085158 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300215b7-4dbd-4cf1-b734-a457930a7d32 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Fanout notify agent at l3_agent the message router_deleted on router 2ca5c20c-334d-432c-be9e-94a77c69fac6 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:53:37.086616 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9b34169e-e8a3-4dd7-8966-2c3429d49862 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.094484 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-300215b7-4dbd-4cf1-b734-a457930a7d32 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.100680 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-60fc7227-6771-4a65-ba48-f5bbd3b8fb05 req-09d72bcf-2c66-4bac-b410-318ba032690f tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085328 Apr 28 19:53:37.100809 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-300215b7-4dbd-4cf1-b734-a457930a7d32 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] 10.222.0.42 "DELETE /v2.0/routers/2ca5c20c-334d-432c-be9e-94a77c69fac6 HTTP/1.1" status: 204 len: 168 time: 3.8669002 Apr 28 19:53:37.102717 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38734) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:37.109561 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9b34169e-e8a3-4dd7-8966-2c3429d49862 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.116942 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9b34169e-e8a3-4dd7-8966-2c3429d49862 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/networks/e3c4b437-a894-45fd-8970-7d4de99054d3 HTTP/1.1" status: 204 len: 168 time: 2.1101635 Apr 28 19:53:37.119472 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-db6a8a77-0f4f-4ef0-9e6e-d9471a6cefbe tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-676719385', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:37.127360 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38736) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:37.132455 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-b07adbce-d362-460e-b0b1-7546df0beb83 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-875811690'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:37.133101 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-ef66944b-0304-40f8-8349-2800956f57ac service neutron] Transition to ACTIVE for port object c67ace5d-1fb0-4547-8c1d-971faf48ea74 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:53:37.139419 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34169e-e8a3-4dd7-8966-2c3429d49862 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Network': ['ID=e3c4b437-a894-45fd-8970-7d4de99054d3,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:37.164676 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2d5040a6-9475-4a26-91b8-b84142bc9a68 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.170250 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5040a6-9475-4a26-91b8-b84142bc9a68 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:37.170856 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2d5040a6-9475-4a26-91b8-b84142bc9a68 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.171095 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-ef66944b-0304-40f8-8349-2800956f57ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.174427 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-408ccfa5-1482-4d9c-b621-046fbe6fb010 req-a046636d-9beb-4ca2-8cb6-bb1aae641f82 service neutron] 10.222.0.15 "GET /v2.0/networks/361c3585-c6e2-486f-967a-33f86818c3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623250 Apr 28 19:53:37.181118 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07adbce-d362-460e-b0b1-7546df0beb83 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:37.184553 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b07adbce-d362-460e-b0b1-7546df0beb83 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.236527 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-db6a8a77-0f4f-4ef0-9e6e-d9471a6cefbe tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.237633 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-db6a8a77-0f4f-4ef0-9e6e-d9471a6cefbe tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.252410 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2d5040a6-9475-4a26-91b8-b84142bc9a68 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6258266 Apr 28 19:53:37.252410 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38738) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:37.268890 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66944b-0304-40f8-8349-2800956f57ac service neutron] Pushing event updated for resources: {'Port': ['ID=c67ace5d-1fb0-4547-8c1d-971faf48ea74,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:37.274680 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-8d57fe8d-ebe6-4306-9ec7-64d9f0322424 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-492959454'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:37.296640 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5040a6-9475-4a26-91b8-b84142bc9a68 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Pushing event updated for resources: {'Network': ['ID=3a922f9c-f089-488f-a81b-72d1c2f4d011,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:37.300075 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b07adbce-d362-460e-b0b1-7546df0beb83 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:53:37.313638 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 3a922f9c-f089-488f-a81b-72d1c2f4d011 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:53:37.321585 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b07adbce-d362-460e-b0b1-7546df0beb83 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.322429 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-b07adbce-d362-460e-b0b1-7546df0beb83 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Added segment 02a85e8b-10b2-4e80-802f-c08d43513de0 of type vlan for network 3c2e8207-5f15-4282-a476-f7d992d49053 Apr 28 19:53:37.369994 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d57fe8d-ebe6-4306-9ec7-64d9f0322424 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Made reservation on behalf of 2637af78d9df46b2b27d36635636d280 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:37.373869 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8d57fe8d-ebe6-4306-9ec7-64d9f0322424 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.404086 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b07adbce-d362-460e-b0b1-7546df0beb83 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.422022 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d57fe8d-ebe6-4306-9ec7-64d9f0322424 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:53:37.437860 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-db6a8a77-0f4f-4ef0-9e6e-d9471a6cefbe tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.442401 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8d57fe8d-ebe6-4306-9ec7-64d9f0322424 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.442887 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-8d57fe8d-ebe6-4306-9ec7-64d9f0322424 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Added segment 3bcb7e8c-1261-4609-a71d-f3dc70879226 of type vlan for network bed6427e-5db3-46dc-ac50-a70f646732c2 Apr 28 19:53:37.449941 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-db6a8a77-0f4f-4ef0-9e6e-d9471a6cefbe tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.452470 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b07adbce-d362-460e-b0b1-7546df0beb83 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.458826 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07adbce-d362-460e-b0b1-7546df0beb83 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:37.459570 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b07adbce-d362-460e-b0b1-7546df0beb83 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.499124 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-db6a8a77-0f4f-4ef0-9e6e-d9471a6cefbe tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.503858 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-db6a8a77-0f4f-4ef0-9e6e-d9471a6cefbe tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3923523 Apr 28 19:53:37.503858 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38740) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:37.523199 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-f888a445-823b-4af6-930c-8952d5d2f65d tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Request body: {'router': {'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:37.528968 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b07adbce-d362-460e-b0b1-7546df0beb83 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3998935 Apr 28 19:53:37.530358 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8d57fe8d-ebe6-4306-9ec7-64d9f0322424 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.557722 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38742) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:37.566130 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-ef66944b-0304-40f8-8349-2800956f57ac service neutron] Attempting to bind port c67ace5d-1fb0-4547-8c1d-971faf48ea74 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:53:37.566463 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-ef66944b-0304-40f8-8349-2800956f57ac service neutron] Attempting to bind port c67ace5d-1fb0-4547-8c1d-971faf48ea74 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '04dde85d-a8f7-46ce-a4b1-2af6311ad799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:53:37.566794 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-ef66944b-0304-40f8-8349-2800956f57ac service neutron] Attempting to bind port c67ace5d-1fb0-4547-8c1d-971faf48ea74 on network 13d770d2-76f1-4754-862f-2caf67b7488d {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:53:37.572994 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-a6667eb4-876e-4b35-9ff6-4954ad9a7127 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'subnet': {'network_id': '3c2e8207-5f15-4282-a476-f7d992d49053', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:37.671747 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07adbce-d362-460e-b0b1-7546df0beb83 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Network': ['ID=3c2e8207-5f15-4282-a476-f7d992d49053,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:37.678843 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8d57fe8d-ebe6-4306-9ec7-64d9f0322424 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.684655 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d57fe8d-ebe6-4306-9ec7-64d9f0322424 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:37.685290 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8d57fe8d-ebe6-4306-9ec7-64d9f0322424 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.703260 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 3c2e8207-5f15-4282-a476-f7d992d49053 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:53:37.827760 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 5440ef9e-b44e-40fa-b642-3adc72d60fdf details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:53:37.861987 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8d57fe8d-ebe6-4306-9ec7-64d9f0322424 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5936053 Apr 28 19:53:37.874917 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57fe8d-ebe6-4306-9ec7-64d9f0322424 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Pushing event updated for resources: {'Network': ['ID=bed6427e-5db3-46dc-ac50-a70f646732c2,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:37.939150 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 5440ef9e-b44e-40fa-b642-3adc72d60fdf, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=5440ef9e-b44e-40fa-b642-3adc72d60fdf,segment=NetworkSegment(7fe1025a-ef48-4d42-914a-75eec3ed90de),segment_id=7fe1025a-ef48-4d42-914a-75eec3ed90de)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:37.955401 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c682c-2cce-40b8-bae5-22f5fd25acfe req-b9117e55-b948-4416-ac5c-323ec7aceb9b tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:37.956858 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '5440ef9e-b44e-40fa-b642-3adc72d60fdf', 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9', 'port_id': '5440ef9e-b44e-40fa-b642-3adc72d60fdf', 'mac_address': 'fa:16:3e:73:ae:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9c43513-8faa-4150-80e2-a774186aa1a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:53:37.961167 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network bed6427e-5db3-46dc-ac50-a70f646732c2 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:53:37.968949 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0a8c682c-2cce-40b8-bae5-22f5fd25acfe req-b9117e55-b948-4416-ac5c-323ec7aceb9b tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 944 time: 0.2636654 Apr 28 19:53:37.999810 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6667eb4-876e-4b35-9ff6-4954ad9a7127 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:38.005557 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a6667eb4-876e-4b35-9ff6-4954ad9a7127 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:38.068559 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:38.087196 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5440ef9e-b44e-40fa-b642-3adc72d60fdf {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:53:38.113564 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 5440ef9e-b44e-40fa-b642-3adc72d60fdf, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=5440ef9e-b44e-40fa-b642-3adc72d60fdf,segment=NetworkSegment(7fe1025a-ef48-4d42-914a-75eec3ed90de),segment_id=7fe1025a-ef48-4d42-914a-75eec3ed90de)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:38.120862 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:38.201831 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38758) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:38.218783 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-ef66944b-0304-40f8-8349-2800956f57ac service neutron] Port c67ace5d-1fb0-4547-8c1d-971faf48ea74 on network 13d770d2-76f1-4754-862f-2caf67b7488d not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:53:38.219541 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-ef66944b-0304-40f8-8349-2800956f57ac service neutron] Attempting to bind port c67ace5d-1fb0-4547-8c1d-971faf48ea74 on network 13d770d2-76f1-4754-862f-2caf67b7488d {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:53:38.224184 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-27e39459-9337-472e-ab79-7f39699905b0 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Request body: {'subnets': [{'network_id': '3a922f9c-f089-488f-a81b-72d1c2f4d011', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1384008536', 'ip_version': 4}, {'network_id': 'bed6427e-5db3-46dc-ac50-a70f646732c2', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:38.224608 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-27e39459-9337-472e-ab79-7f39699905b0 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Request body: {'subnet': {'network_id': '3a922f9c-f089-488f-a81b-72d1c2f4d011', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1384008536', 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:38.225408 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-27e39459-9337-472e-ab79-7f39699905b0 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Request body: {'subnet': {'network_id': 'bed6427e-5db3-46dc-ac50-a70f646732c2', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:38.227498 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-ef66944b-0304-40f8-8349-2800956f57ac service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:53:38.227836 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-ef66944b-0304-40f8-8349-2800956f57ac service neutron] Checking segment: {'id': '04dde85d-a8f7-46ce-a4b1-2af6311ad799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:53:38.228266 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-ef66944b-0304-40f8-8349-2800956f57ac service neutron] Bound using segment: {'id': '04dde85d-a8f7-46ce-a4b1-2af6311ad799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:53:38.228711 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-ef66944b-0304-40f8-8349-2800956f57ac service neutron] Bound port: c67ace5d-1fb0-4547-8c1d-971faf48ea74, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04dde85d-a8f7-46ce-a4b1-2af6311ad799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:53:38.229058 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-ef66944b-0304-40f8-8349-2800956f57ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:38.235142 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3ca6c2e5-8b05-4499-b0e6-4e7bfccffc4c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:38.275818 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0a8c682c-2cce-40b8-bae5-22f5fd25acfe req-a35b2c6c-d9ee-4350-aa8e-0dffa9eecfbf tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3019936 Apr 28 19:53:38.281789 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=5440ef9e-b44e-40fa-b642-3adc72d60fdf,revision_number=11']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:38.351772 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca6c2e5-8b05-4499-b0e6-4e7bfccffc4c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event deleted for resources: {'Port': ['ID=50ed6441-de6b-4c3e-b492-0f76f185d988,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:38.370122 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['5440ef9e-b44e-40fa-b642-3adc72d60fdf'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:53:38.527645 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a6667eb4-876e-4b35-9ff6-4954ad9a7127 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:38.567530 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e39459-9337-472e-ab79-7f39699905b0 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Made reservation on behalf of 2637af78d9df46b2b27d36635636d280 for: {'subnet': 2} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:38.572234 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-27e39459-9337-472e-ab79-7f39699905b0 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:38.572579 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-27e39459-9337-472e-ab79-7f39699905b0 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:38.601477 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564accc-562e-4aa3-9569-38aeefcae55c req-9505632f-4046-41fe-99af-68e373bcfe71 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:38.603379 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0564accc-562e-4aa3-9569-38aeefcae55c req-9505632f-4046-41fe-99af-68e373bcfe71 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 944 time: 0.3712869 Apr 28 19:53:38.607957 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f888a445-823b-4af6-930c-8952d5d2f65d tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:38.671442 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6667eb4-876e-4b35-9ff6-4954ad9a7127 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Subnet': ['ID=3316810e-2bd6-4dc4-83fc-2062015505cd,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:38.691404 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6667eb4-876e-4b35-9ff6-4954ad9a7127 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Checking segment: {'id': '02a85e8b-10b2-4e80-802f-c08d43513de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3c2e8207-5f15-4282-a476-f7d992d49053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:53:38.691772 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6667eb4-876e-4b35-9ff6-4954ad9a7127 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Network hostable DHCP agents. Network: 3c2e8207-5f15-4282-a476-f7d992d49053, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:53:38.774592 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-ef66944b-0304-40f8-8349-2800956f57ac service neutron] For port c67ace5d-1fb0-4547-8c1d-971faf48ea74, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:53:38.775232 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6667eb4-876e-4b35-9ff6-4954ad9a7127 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Network 3c2e8207-5f15-4282-a476-f7d992d49053 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:53:38.814292 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0564accc-562e-4aa3-9569-38aeefcae55c req-b9dd6dda-1949-4d9c-96b0-c212b953afaa tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994748 Apr 28 19:53:38.875451 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-ef66944b-0304-40f8-8349-2800956f57ac service neutron] For port c67ace5d-1fb0-4547-8c1d-971faf48ea74, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=c67ace5d-1fb0-4547-8c1d-971faf48ea74,segment=NetworkSegment(04dde85d-a8f7-46ce-a4b1-2af6311ad799),segment_id=04dde85d-a8f7-46ce-a4b1-2af6311ad799)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:53:38.884502 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-ef66944b-0304-40f8-8349-2800956f57ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:38.897142 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-a6667eb4-876e-4b35-9ff6-4954ad9a7127 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 3c2e8207-5f15-4282-a476-f7d992d49053) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:38.903848 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6667eb4-876e-4b35-9ff6-4954ad9a7127 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:38.904731 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a6667eb4-876e-4b35-9ff6-4954ad9a7127 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:38.914949 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e225ce03-7e34-455b-bab1-91c8e213d6aa None None] Network 3c2e8207-5f15-4282-a476-f7d992d49053 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:53:38.947771 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3ca6c2e5-8b05-4499-b0e6-4e7bfccffc4c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:38.961069 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-ef66944b-0304-40f8-8349-2800956f57ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:38.961702 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-ef66944b-0304-40f8-8349-2800956f57ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:38.963131 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-ef66944b-0304-40f8-8349-2800956f57ac service neutron] 10.222.0.15 "PUT /v2.0/ports/c67ace5d-1fb0-4547-8c1d-971faf48ea74 HTTP/1.1" status: 200 len: 1092 time: 2.8622894 Apr 28 19:53:38.963601 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a73c94a-d50b-461f-9ad9-9a65fcece90d', 'tag': 'c67ace5d-1fb0-4547-8c1d-971faf48ea74'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:53:38.965967 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c8d833-94e8-4ff2-a01f-8ed165267403" -d '{"events": [{"name": "network-changed", "server_uuid": "2a73c94a-d50b-461f-9ad9-9a65fcece90d", "tag": "c67ace5d-1fb0-4547-8c1d-971faf48ea74"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:53:38.969661 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a6667eb4-876e-4b35-9ff6-4954ad9a7127 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4090192 Apr 28 19:53:38.977262 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38762) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:38.992437 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-41c6d159-2635-44ce-94b3-dae5062bd9be tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1615681072', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:39.022128 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66944b-0304-40f8-8349-2800956f57ac service neutron] Pushing event updated for resources: {'Port': ['ID=c67ace5d-1fb0-4547-8c1d-971faf48ea74,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:39.088004 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5dfbc9f-8a64-4561-8ee2-be6884826600 x-openstack-request-id: req-f5dfbc9f-8a64-4561-8ee2-be6884826600 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:53:39.093964 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a73c94a-d50b-461f-9ad9-9a65fcece90d", "tag": "c67ace5d-1fb0-4547-8c1d-971faf48ea74", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:53:39.094242 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f5dfbc9f-8a64-4561-8ee2-be6884826600 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:53:39.094698 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5dfbc9f-8a64-4561-8ee2-be6884826600'] response: {'name': 'network-changed', 'server_uuid': '2a73c94a-d50b-461f-9ad9-9a65fcece90d', 'tag': 'c67ace5d-1fb0-4547-8c1d-971faf48ea74', 'status': 'completed', 'code': 200} Apr 28 19:53:39.121601 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-41c6d159-2635-44ce-94b3-dae5062bd9be tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:39.123341 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-41c6d159-2635-44ce-94b3-dae5062bd9be tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:39.195085 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145253fc-0dcc-41e0-a488-a192d5d7470a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-3c2e8207-5f15-4282-a476-f7d992d49053', 'network_id': '3c2e8207-5f15-4282-a476-f7d992d49053', 'tenant_id': '1c1fbcb84ca3492ab67cea60788320db', 'fixed_ips': [{'subnet_id': '3316810e-2bd6-4dc4-83fc-2062015505cd'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:53:39.196524 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-145253fc-0dcc-41e0-a488-a192d5d7470a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:39.297402 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-27e39459-9337-472e-ab79-7f39699905b0 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:39.311009 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-414dd4e4-c840-4c51-8644-2779d3bb65c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:39.312598 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-414dd4e4-c840-4c51-8644-2779d3bb65c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3397cabaf68f4eccbdd2d7c135e48bbd&device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 1095 time: 0.2933412 Apr 28 19:53:39.398416 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e39459-9337-472e-ab79-7f39699905b0 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Pushing event updated for resources: {'Subnet': ['ID=3ac8cb04-81aa-4036-b776-bd4120480efd,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:39.414519 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e39459-9337-472e-ab79-7f39699905b0 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Checking segment: {'id': 'b541c3f8-30d5-46c5-89aa-72131f3e46ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3a922f9c-f089-488f-a81b-72d1c2f4d011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:53:39.416508 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e39459-9337-472e-ab79-7f39699905b0 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Network hostable DHCP agents. Network: 3a922f9c-f089-488f-a81b-72d1c2f4d011, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:53:39.460597 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e39459-9337-472e-ab79-7f39699905b0 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Network 3a922f9c-f089-488f-a81b-72d1c2f4d011 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:53:39.478090 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-bf97c6ab-31ba-49b6-8cf8-137817f3ab9d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c67ace5d-1fb0-4547-8c1d-971faf48ea74 HTTP/1.1" status: 200 len: 217 time: 0.1565435 Apr 28 19:53:39.481234 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-41c6d159-2635-44ce-94b3-dae5062bd9be tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:39.481802 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-27e39459-9337-472e-ab79-7f39699905b0 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 3a922f9c-f089-488f-a81b-72d1c2f4d011) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:39.496147 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdddcf85-4ca0-4a21-95d5-34bcc2ac7e32 None None] Network 3a922f9c-f089-488f-a81b-72d1c2f4d011 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:53:39.497135 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-27e39459-9337-472e-ab79-7f39699905b0 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:39.524392 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-41c6d159-2635-44ce-94b3-dae5062bd9be tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:39.592570 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-145253fc-0dcc-41e0-a488-a192d5d7470a None None] Allocated IP 2001:db8::2 (3c2e8207-5f15-4282-a476-f7d992d49053/3316810e-2bd6-4dc4-83fc-2062015505cd/bb941ea6-5496-442e-98c8-a2c20ecb1f41) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:39.609392 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e39459-9337-472e-ab79-7f39699905b0 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Pushing event updated for resources: {'Subnet': ['ID=feaa14ab-de8b-4666-b0b6-89a26749741b,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:39.616171 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e39459-9337-472e-ab79-7f39699905b0 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Checking segment: {'id': '3bcb7e8c-1261-4609-a71d-f3dc70879226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'bed6427e-5db3-46dc-ac50-a70f646732c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:53:39.616637 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e39459-9337-472e-ab79-7f39699905b0 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Network hostable DHCP agents. Network: bed6427e-5db3-46dc-ac50-a70f646732c2, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:53:39.641461 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e39459-9337-472e-ab79-7f39699905b0 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Network bed6427e-5db3-46dc-ac50-a70f646732c2 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:53:39.662271 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-27e39459-9337-472e-ab79-7f39699905b0 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, bed6427e-5db3-46dc-ac50-a70f646732c2) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:39.669873 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e39459-9337-472e-ab79-7f39699905b0 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:39.670523 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e39459-9337-472e-ab79-7f39699905b0 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:39.671429 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-27e39459-9337-472e-ab79-7f39699905b0 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:39.693908 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-27e39459-9337-472e-ab79-7f39699905b0 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.4833055 Apr 28 19:53:39.696965 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38772) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:39.698082 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756791c0-7332-4f8c-be70-f0f674b51c34 None None] Network bed6427e-5db3-46dc-ac50-a70f646732c2 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:53:39.782313 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-41c6d159-2635-44ce-94b3-dae5062bd9be tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:39.787597 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-41c6d159-2635-44ce-94b3-dae5062bd9be tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8022902 Apr 28 19:53:39.787823 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20deeb45-b66e-41e7-840d-5e9fc00156fc tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:39.787823 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20deeb45-b66e-41e7-840d-5e9fc00156fc tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:39.789677 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20deeb45-b66e-41e7-840d-5e9fc00156fc tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:39.789819 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38774) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:39.795374 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-20deeb45-b66e-41e7-840d-5e9fc00156fc tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0900846 Apr 28 19:53:39.796594 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-bb6f536d-f77e-4960-bacb-aac7e05c3265 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'port': {'network_id': '3c2e8207-5f15-4282-a476-f7d992d49053', 'name': 'tempest-PortsIpV6TestJSON-1060340083'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:39.797813 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38776) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:39.803367 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f888a445-823b-4af6-930c-8952d5d2f65d tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:39.819134 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-eb394b53-6eb6-44b5-87d2-e839611561df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:39.820670 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-eb394b53-6eb6-44b5-87d2-e839611561df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=95e411ad-3fda-47de-9866-800115a43d0a HTTP/1.1" status: 200 len: 850 time: 0.3334422 Apr 28 19:53:39.853807 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 5440ef9e-b44e-40fa-b642-3adc72d60fdf up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:53:39.868842 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458942f-8237-4130-bc1e-564fa1bcc585 req-7bfde9dc-5e1a-4e17-92c4-94d6641f2ab2 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:39.872080 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3e4b7a0-bc3c-4408-996e-9dd99106c07b tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Deleting subnet 3ac8cb04-81aa-4036-b776-bd4120480efd {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:53:39.876815 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c3e4b7a0-bc3c-4408-996e-9dd99106c07b tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:39.877750 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3458942f-8237-4130-bc1e-564fa1bcc585 req-7bfde9dc-5e1a-4e17-92c4-94d6641f2ab2 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 945 time: 0.3949339 Apr 28 19:53:39.902183 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f888a445-823b-4af6-930c-8952d5d2f65d tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:39.956424 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c3e4b7a0-bc3c-4408-996e-9dd99106c07b tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:40.069694 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c3e4b7a0-bc3c-4408-996e-9dd99106c07b tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:40.117709 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1959d1d-a9fc-43e0-bcb2-a10c26076aa2 req-3a6a3c5b-2f71-41ae-8116-e42350680890 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:40.119478 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e1959d1d-a9fc-43e0-bcb2-a10c26076aa2 req-3a6a3c5b-2f71-41ae-8116-e42350680890 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 944 time: 0.1583750 Apr 28 19:53:40.174233 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed42fd25-e803-46dc-8c9b-6741912fb79b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-3a922f9c-f089-488f-a81b-72d1c2f4d011', 'network_id': '3a922f9c-f089-488f-a81b-72d1c2f4d011', 'tenant_id': '2637af78d9df46b2b27d36635636d280', 'fixed_ips': [{'subnet_id': '3ac8cb04-81aa-4036-b776-bd4120480efd'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:53:40.175196 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ed42fd25-e803-46dc-8c9b-6741912fb79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:40.182110 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3458942f-8237-4130-bc1e-564fa1bcc585 req-143adb7c-d4be-46d7-be05-d6fdd3070814 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3032827 Apr 28 19:53:40.183980 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca6c2e5-8b05-4499-b0e6-4e7bfccffc4c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Router dbb157d6-bcac-48b9-9aac-4450cd02029d has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:53:40.189109 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-84fc03b3-7196-4ea6-b2ee-eafc3569bebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:40.192059 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-84fc03b3-7196-4ea6-b2ee-eafc3569bebb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13d770d2-76f1-4754-862f-2caf67b7488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3115339 Apr 28 19:53:40.214057 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c3e4b7a0-bc3c-4408-996e-9dd99106c07b tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:40.242032 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-145253fc-0dcc-41e0-a488-a192d5d7470a None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:40.257569 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e1959d1d-a9fc-43e0-bcb2-a10c26076aa2 req-3d0c955e-88d5-4b2b-a3e8-6255c8a3b3b4 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793545 Apr 28 19:53:40.261536 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 5440ef9e-b44e-40fa-b642-3adc72d60fdf completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:53:40.264057 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-145253fc-0dcc-41e0-a488-a192d5d7470a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:40.287923 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c3e4b7a0-bc3c-4408-996e-9dd99106c07b tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:40.297271 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c3e4b7a0-bc3c-4408-996e-9dd99106c07b tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] 10.222.0.42 "DELETE /v2.0/subnets/3ac8cb04-81aa-4036-b776-bd4120480efd HTTP/1.1" status: 204 len: 168 time: 0.4970183 Apr 28 19:53:40.298382 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38780) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:40.329903 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4b7a0-bc3c-4408-996e-9dd99106c07b tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Pushing event deleted for resources: {'Subnet': ['ID=3ac8cb04-81aa-4036-b776-bd4120480efd,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:40.365736 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 5440ef9e-b44e-40fa-b642-3adc72d60fdf triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:40.366112 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:40.372037 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6f536d-f77e-4960-bacb-aac7e05c3265 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:40.378229 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bb6f536d-f77e-4960-bacb-aac7e05c3265 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:40.407103 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa67c90-2bdb-4646-a061-d2246c90b168 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Deleting subnet feaa14ab-de8b-4666-b0b6-89a26749741b {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:53:40.407457 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020e887c-689f-4864-ac21-45ca19b522e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-bed6427e-5db3-46dc-ac50-a70f646732c2', 'network_id': 'bed6427e-5db3-46dc-ac50-a70f646732c2', 'tenant_id': '2637af78d9df46b2b27d36635636d280', 'fixed_ips': [{'subnet_id': 'feaa14ab-de8b-4666-b0b6-89a26749741b'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:53:40.408028 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-020e887c-689f-4864-ac21-45ca19b522e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:40.413987 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7fa67c90-2bdb-4646-a061-d2246c90b168 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:40.415440 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145253fc-0dcc-41e0-a488-a192d5d7470a None None] Network 3c2e8207-5f15-4282-a476-f7d992d49053 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:40.444731 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-145253fc-0dcc-41e0-a488-a192d5d7470a None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:40.450223 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145253fc-0dcc-41e0-a488-a192d5d7470a None None] Pushing event updated for resources: {'Port': ['ID=bb941ea6-5496-442e-98c8-a2c20ecb1f41,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:40.454934 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145253fc-0dcc-41e0-a488-a192d5d7470a None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:53:40.469039 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-f888a445-823b-4af6-930c-8952d5d2f65d tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Allocated IP 172.25.8.209 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/af9ff874-cf2e-4c36-bd2b-5421268055f1) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:40.475693 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596d9c34-aac2-43d7-8699-28f2afe73c5f None None] Network 3a922f9c-f089-488f-a81b-72d1c2f4d011 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:53:40.515943 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7fa67c90-2bdb-4646-a061-d2246c90b168 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:40.576141 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-bb6f536d-f77e-4960-bacb-aac7e05c3265 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] device_id is not set on port c4e45b2b-6b08-49e6-95ce-fa0e73e8bc43 yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:53:40.631352 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7fa67c90-2bdb-4646-a061-d2246c90b168 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:40.640549 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-b71df2a1-78bc-4d83-85f5-05632becdda8 service neutron] 10.222.0.15 "GET /v2.0/networks/13d770d2-76f1-4754-862f-2caf67b7488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403834 Apr 28 19:53:40.730475 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-145253fc-0dcc-41e0-a488-a192d5d7470a None None] Attempting to bind port bb941ea6-5496-442e-98c8-a2c20ecb1f41 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:53:40.731337 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-145253fc-0dcc-41e0-a488-a192d5d7470a None None] Attempting to bind port bb941ea6-5496-442e-98c8-a2c20ecb1f41 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '02a85e8b-10b2-4e80-802f-c08d43513de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3c2e8207-5f15-4282-a476-f7d992d49053'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:53:40.731337 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145253fc-0dcc-41e0-a488-a192d5d7470a None None] Attempting to bind port bb941ea6-5496-442e-98c8-a2c20ecb1f41 on network 3c2e8207-5f15-4282-a476-f7d992d49053 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:53:40.788596 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7fa67c90-2bdb-4646-a061-d2246c90b168 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:40.794176 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145253fc-0dcc-41e0-a488-a192d5d7470a None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:53:40.794536 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145253fc-0dcc-41e0-a488-a192d5d7470a None None] Checking segment: {'id': '02a85e8b-10b2-4e80-802f-c08d43513de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3c2e8207-5f15-4282-a476-f7d992d49053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:53:40.794964 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-145253fc-0dcc-41e0-a488-a192d5d7470a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:40.795516 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145253fc-0dcc-41e0-a488-a192d5d7470a None None] Bound using segment: {'id': '02a85e8b-10b2-4e80-802f-c08d43513de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3c2e8207-5f15-4282-a476-f7d992d49053'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:53:40.796018 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-145253fc-0dcc-41e0-a488-a192d5d7470a None None] Bound port: bb941ea6-5496-442e-98c8-a2c20ecb1f41, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a85e8b-10b2-4e80-802f-c08d43513de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3c2e8207-5f15-4282-a476-f7d992d49053'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:53:40.796513 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-145253fc-0dcc-41e0-a488-a192d5d7470a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:40.822863 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server [None req-020e887c-689f-4864-ac21-45ca19b522e4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet feaa14ab-de8b-4666-b0b6-89a26749741b: This subnet is being modified by another concurrent operation. Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 19:53:40.830884 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise exception Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet feaa14ab-de8b-4666-b0b6-89a26749741b: This subnet is being modified by another concurrent operation. Apr 28 19:53:40.842783 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server Apr 28 19:53:40.853525 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa67c90-2bdb-4646-a061-d2246c90b168 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Pushing event deleted for resources: {'Subnet': ['ID=feaa14ab-de8b-4666-b0b6-89a26749741b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:40.868563 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7fa67c90-2bdb-4646-a061-d2246c90b168 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:40.879473 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7fa67c90-2bdb-4646-a061-d2246c90b168 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] 10.222.0.42 "DELETE /v2.0/subnets/feaa14ab-de8b-4666-b0b6-89a26749741b HTTP/1.1" status: 204 len: 168 time: 0.5519910 Apr 28 19:53:40.879473 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38788) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:40.923168 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fb8f3a-a5c1-4344-b5fe-71aaf0b4e63e None None] Network bed6427e-5db3-46dc-ac50-a70f646732c2 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:53:40.975401 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e202e98-19f3-444e-94ee-379b94c766bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5440ef9e-b44e-40fa-b642-3adc72d60fdf'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:53:40.978610 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9aa665a-85f7-44a9-b936-1784880d638b" -d '{"events": [{"server_uuid": "6e202e98-19f3-444e-94ee-379b94c766bd", "name": "network-vif-plugged", "status": "completed", "tag": "5440ef9e-b44e-40fa-b642-3adc72d60fdf"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:53:40.991252 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30d9c77-7281-463a-99e3-5e275b473e58 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:40.995303 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c30d9c77-7281-463a-99e3-5e275b473e58 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1173623 Apr 28 19:53:41.003277 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38792) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:41.074358 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17dee5ad-5a54-4cac-8a2b-1174b63c3e08 x-openstack-request-id: req-17dee5ad-5a54-4cac-8a2b-1174b63c3e08 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:53:41.074824 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e202e98-19f3-444e-94ee-379b94c766bd", "name": "network-vif-plugged", "status": "completed", "tag": "5440ef9e-b44e-40fa-b642-3adc72d60fdf", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:53:41.075538 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-17dee5ad-5a54-4cac-8a2b-1174b63c3e08 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:53:41.076474 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17dee5ad-5a54-4cac-8a2b-1174b63c3e08'] response: {'server_uuid': '6e202e98-19f3-444e-94ee-379b94c766bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5440ef9e-b44e-40fa-b642-3adc72d60fdf', 'code': 200} Apr 28 19:53:41.089781 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 5440ef9e-b44e-40fa-b642-3adc72d60fdf, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=5440ef9e-b44e-40fa-b642-3adc72d60fdf,segment=NetworkSegment(7fe1025a-ef48-4d42-914a-75eec3ed90de),segment_id=7fe1025a-ef48-4d42-914a-75eec3ed90de)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:41.119919 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:41.128142 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-145253fc-0dcc-41e0-a488-a192d5d7470a None None] For port bb941ea6-5496-442e-98c8-a2c20ecb1f41, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:53:41.138364 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-145253fc-0dcc-41e0-a488-a192d5d7470a None None] For port bb941ea6-5496-442e-98c8-a2c20ecb1f41, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=bb941ea6-5496-442e-98c8-a2c20ecb1f41,segment=NetworkSegment(02a85e8b-10b2-4e80-802f-c08d43513de0),segment_id=02a85e8b-10b2-4e80-802f-c08d43513de0)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:53:41.191180 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-145253fc-0dcc-41e0-a488-a192d5d7470a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:41.208697 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-acc5f3c3-b051-42ce-a485-911a7ff82bc6 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:41.378147 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=5440ef9e-b44e-40fa-b642-3adc72d60fdf,revision_number=12']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:41.384770 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f888a445-823b-4af6-930c-8952d5d2f65d tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:41.412583 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-acc5f3c3-b051-42ce-a485-911a7ff82bc6 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:41.439490 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-acc5f3c3-b051-42ce-a485-911a7ff82bc6 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed6427e-5db3-46dc-ac50-a70f646732c2']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:41.443670 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ffce6f24-9def-45c9-bc03-00b8032064a2 req-ef1fe7e8-7ac9-4323-8921-47e649ad5bcb service neutron] 10.222.0.15 "GET /v2.0/networks/13d770d2-76f1-4754-862f-2caf67b7488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7253876 Apr 28 19:53:41.445731 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca6c2e5-8b05-4499-b0e6-4e7bfccffc4c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:53:41.452904 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-acc5f3c3-b051-42ce-a485-911a7ff82bc6 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bcb7e8c-1261-4609-a71d-f3dc70879226') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:41.453201 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-acc5f3c3-b051-42ce-a485-911a7ff82bc6 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bcb7e8c-1261-4609-a71d-f3dc70879226') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:41.469578 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874cab4-99ec-4b7b-9709-ae44151ce01b req-3d7984cb-89df-4a6a-b836-bd3c0a79aa44 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:41.471739 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2874cab4-99ec-4b7b-9709-ae44151ce01b req-3d7984cb-89df-4a6a-b836-bd3c0a79aa44 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 946 time: 0.1061468 Apr 28 19:53:41.476160 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-acc5f3c3-b051-42ce-a485-911a7ff82bc6 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:41.492646 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145253fc-0dcc-41e0-a488-a192d5d7470a None None] Pushing event updated for resources: {'Port': ['ID=bb941ea6-5496-442e-98c8-a2c20ecb1f41,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:41.505752 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3ca6c2e5-8b05-4499-b0e6-4e7bfccffc4c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "PUT /v2.0/routers/dbb157d6-bcac-48b9-9aac-4450cd02029d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7502143 Apr 28 19:53:41.506801 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f8a666-ced4-4184-bc44-595b86df8686 None None] Sync routers for ids ['dbb157d6-bcac-48b9-9aac-4450cd02029d'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:53:41.524531 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-acc5f3c3-b051-42ce-a485-911a7ff82bc6 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:41.525643 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f8a666-ced4-4184-bc44-595b86df8686 None None] Routers {'dbb157d6-bcac-48b9-9aac-4450cd02029d'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:53:41.526643 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e9f8a666-ced4-4184-bc44-595b86df8686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:53:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['dbb157d6-bcac-48b9-9aac-4450cd02029d'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:41.547369 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc5f3c3-b051-42ce-a485-911a7ff82bc6 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:53:41.547797 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-acc5f3c3-b051-42ce-a485-911a7ff82bc6 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:41.552356 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:53:41.552356 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:53:41.552356 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:53:41.552356 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:53:41.552356 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:53:41.552356 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:53:41.552356 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:53:41.552356 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:53:41.552356 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:53:41.552356 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:53:41.552356 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:53:41.552356 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:53:41.552356 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:53:41.552356 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:53:41.552356 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:53:41.552356 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:53:41.552356 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:53:41.552356 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:53:41.552356 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:53:41.552356 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:53:41.552356 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:53:41.552356 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:53:41.552356 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:53:41.552356 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:53:41.552356 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:53:41.552356 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:53:41.552356 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:53:41.552356 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:53:41.552356 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:53:41.552356 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:53:41.552356 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:53:41.552356 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:53:41.573167 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2874cab4-99ec-4b7b-9709-ae44151ce01b req-4ffb7785-ca96-4de4-8e8b-9353460fc8d2 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796473 Apr 28 19:53:41.614692 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f888a445-823b-4af6-930c-8952d5d2f65d tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:41.638643 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-acc5f3c3-b051-42ce-a485-911a7ff82bc6 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:41.674831 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-acc5f3c3-b051-42ce-a485-911a7ff82bc6 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:41.678579 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f888a445-823b-4af6-930c-8952d5d2f65d tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:41.684230 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-acc5f3c3-b051-42ce-a485-911a7ff82bc6 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] 10.222.0.42 "DELETE /v2.0/networks/bed6427e-5db3-46dc-ac50-a70f646732c2 HTTP/1.1" status: 204 len: 168 time: 0.6772509 Apr 28 19:53:41.687774 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38800) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:41.709101 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5f3c3-b051-42ce-a485-911a7ff82bc6 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Pushing event deleted for resources: {'Network': ['ID=bed6427e-5db3-46dc-ac50-a70f646732c2,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:41.756078 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-f888a445-823b-4af6-930c-8952d5d2f65d tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:41.791194 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-e9f8a666-ced4-4184-bc44-595b86df8686 None None] Set router dbb157d6-bcac-48b9-9aac-4450cd02029d gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:53:41.842117 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-bb6f536d-f77e-4960-bacb-aac7e05c3265 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Allocated IP 2001:db8::be (3c2e8207-5f15-4282-a476-f7d992d49053/3316810e-2bd6-4dc4-83fc-2062015505cd/c4e45b2b-6b08-49e6-95ce-fa0e73e8bc43) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:41.879072 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f888a445-823b-4af6-930c-8952d5d2f65d tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:53:41.885475 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888a445-823b-4af6-930c-8952d5d2f65d tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Pushing event updated for resources: {'Port': ['ID=af9ff874-cf2e-4c36-bd2b-5421268055f1,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:41.885745 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2f4b9268-7f3b-43dc-b995-2a094720e633 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:41.979722 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431dd625-896b-4625-aca0-0ab5a12fd3db req-3e0b232f-f93f-4e30-814b-29ee7cdfbcf0 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:41.986450 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-431dd625-896b-4625-aca0-0ab5a12fd3db req-3e0b232f-f93f-4e30-814b-29ee7cdfbcf0 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 944 time: 0.5329492 Apr 28 19:53:42.013267 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8d833-94e8-4ff2-a01f-8ed165267403 req-f5eafef7-9d51-44b6-ba2c-82a5a44dc371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:42.019216 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-29c8d833-94e8-4ff2-a01f-8ed165267403 req-f5eafef7-9d51-44b6-ba2c-82a5a44dc371 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3397cabaf68f4eccbdd2d7c135e48bbd&device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 1095 time: 0.4799874 Apr 28 19:53:42.035876 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65acba-97d6-4dbd-915d-abe72d12254b req-f3de4b30-3cad-4d3d-baed-e742f256d547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:42.039744 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ad65acba-97d6-4dbd-915d-abe72d12254b req-f3de4b30-3cad-4d3d-baed-e742f256d547 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 1097 time: 0.6054962 Apr 28 19:53:42.131431 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2f4b9268-7f3b-43dc-b995-2a094720e633 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:42.181544 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-2f4b9268-7f3b-43dc-b995-2a094720e633 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a922f9c-f089-488f-a81b-72d1c2f4d011']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:42.199404 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-2f4b9268-7f3b-43dc-b995-2a094720e633 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b541c3f8-30d5-46c5-89aa-72131f3e46ac') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:42.199739 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-2f4b9268-7f3b-43dc-b995-2a094720e633 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b541c3f8-30d5-46c5-89aa-72131f3e46ac') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:42.218832 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e9f8a666-ced4-4184-bc44-595b86df8686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'name': 'tempest-TestNetworkBasicOps-router-156237215', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:51:01Z', 'updated_at': '2022-04-28T19:53:37Z', 'revision_number': 6, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'gw_port': {'id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:70:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:04Z', 'updated_at': '2022-04-28T19:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '2272e579-f5f8-4bf0-901f-12b9ec9bdc0c', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'port_id': '8a502811-6b37-4315-bf6a-94b023cadac2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4', 'mac_address': 'fa:16:3e:0b:3b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a71285-a494-4154-b34e-f7ea33337c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:51:56Z', 'updated_at': '2022-04-28T19:52:03Z', 'revision_number': 1, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edce7e0b-b2af-43d6-ad27-07c3ee370d8f', 'name': '', 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'mac_address': 'fa:16:3e:d5:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '19b5af0e-4f73-4e51-a909-545b35690aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:15Z', 'updated_at': '2022-04-28T19:51:30Z', 'revision_number': 5, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'subnets': [{'id': '19b5af0e-4f73-4e51-a909-545b35690aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:42.219283 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef19f9c-0c42-409e-bb2b-30b5c5a478b2 req-d5721870-06cf-4d20-b4b1-ac1a5c9177fe tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:42.228813 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bef19f9c-0c42-409e-bb2b-30b5c5a478b2 req-d5721870-06cf-4d20-b4b1-ac1a5c9177fe tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9310e56-86df-4cb4-ae94-c71a8d24f42a HTTP/1.1" status: 200 len: 946 time: 0.1524301 Apr 28 19:53:42.243016 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2f4b9268-7f3b-43dc-b995-2a094720e633 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:42.281889 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f8a666-ced4-4184-bc44-595b86df8686 None None] Checking router: dbb157d6-bcac-48b9-9aac-4450cd02029d for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:53:42.289449 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2f4b9268-7f3b-43dc-b995-2a094720e633 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:42.293689 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f8a666-ced4-4184-bc44-595b86df8686 None None] Routers {'dbb157d6-bcac-48b9-9aac-4450cd02029d'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:53:42.294815 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e9f8a666-ced4-4184-bc44-595b86df8686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:53:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['dbb157d6-bcac-48b9-9aac-4450cd02029d'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:42.306499 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f4b9268-7f3b-43dc-b995-2a094720e633 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:53:42.307006 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2f4b9268-7f3b-43dc-b995-2a094720e633 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:42.317908 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bef19f9c-0c42-409e-bb2b-30b5c5a478b2 req-03c99d40-0750-4007-a9ce-a082da697e58 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=63e2d205-7202-4a68-a721-60135233bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876384 Apr 28 19:53:42.319417 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:53:42.319417 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:53:42.319417 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:53:42.319417 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:53:42.319417 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:53:42.319417 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:53:42.319417 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:53:42.319417 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:53:42.319417 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:53:42.319417 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:53:42.319417 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:53:42.319417 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:53:42.319417 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:53:42.319417 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:53:42.319417 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:53:42.319417 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:53:42.319417 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:53:42.319417 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:53:42.319417 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:53:42.319417 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:53:42.319417 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:53:42.319417 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:53:42.319417 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:53:42.319417 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:53:42.319417 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:53:42.319417 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:53:42.319417 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:53:42.319417 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:53:42.319417 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:53:42.319417 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:53:42.319417 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:53:42.319417 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:53:42.334011 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-431dd625-896b-4625-aca0-0ab5a12fd3db req-656d8f13-00d4-400f-9db8-3bab3f2fc755 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3126259 Apr 28 19:53:42.384669 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ad65acba-97d6-4dbd-915d-abe72d12254b req-c5963e4f-5242-4e33-8f9c-ae3767caa80b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3159480 Apr 28 19:53:42.455352 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-e9f8a666-ced4-4184-bc44-595b86df8686 None None] Set router dbb157d6-bcac-48b9-9aac-4450cd02029d gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:53:42.456480 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2f4b9268-7f3b-43dc-b995-2a094720e633 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:42.464619 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8d833-94e8-4ff2-a01f-8ed165267403 req-facb0c61-13a8-45e4-8ad3-f72b640b639b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:42.466105 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-29c8d833-94e8-4ff2-a01f-8ed165267403 req-facb0c61-13a8-45e4-8ad3-f72b640b639b service neutron] 10.222.0.15 "GET /v2.0/networks?id=13d770d2-76f1-4754-862f-2caf67b7488d HTTP/1.1" status: 200 len: 912 time: 0.4176984 Apr 28 19:53:42.484320 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2f4b9268-7f3b-43dc-b995-2a094720e633 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:42.493671 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2f4b9268-7f3b-43dc-b995-2a094720e633 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] 10.222.0.42 "DELETE /v2.0/networks/3a922f9c-f089-488f-a81b-72d1c2f4d011 HTTP/1.1" status: 204 len: 168 time: 0.8018451 Apr 28 19:53:42.497519 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38810) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:42.515768 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b9268-7f3b-43dc-b995-2a094720e633 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Pushing event deleted for resources: {'Network': ['ID=3a922f9c-f089-488f-a81b-72d1c2f4d011,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:42.699767 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bb6f536d-f77e-4960-bacb-aac7e05c3265 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:42.716849 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-29c8d833-94e8-4ff2-a01f-8ed165267403 req-e0102e15-7094-4674-83ef-4be4da3f2d39 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c67ace5d-1fb0-4547-8c1d-971faf48ea74 HTTP/1.1" status: 200 len: 217 time: 0.1284389 Apr 28 19:53:42.810183 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e9f8a666-ced4-4184-bc44-595b86df8686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'name': 'tempest-TestNetworkBasicOps-router-156237215', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:51:01Z', 'updated_at': '2022-04-28T19:53:37Z', 'revision_number': 6, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'gw_port': {'id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:70:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:04Z', 'updated_at': '2022-04-28T19:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '2272e579-f5f8-4bf0-901f-12b9ec9bdc0c', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'port_id': '8a502811-6b37-4315-bf6a-94b023cadac2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4', 'mac_address': 'fa:16:3e:0b:3b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a71285-a494-4154-b34e-f7ea33337c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:51:56Z', 'updated_at': '2022-04-28T19:52:03Z', 'revision_number': 1, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edce7e0b-b2af-43d6-ad27-07c3ee370d8f', 'name': '', 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'mac_address': 'fa:16:3e:d5:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '19b5af0e-4f73-4e51-a909-545b35690aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:15Z', 'updated_at': '2022-04-28T19:51:30Z', 'revision_number': 5, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'subnets': [{'id': '19b5af0e-4f73-4e51-a909-545b35690aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:42.821041 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2ad98ef3-4ba8-413f-a961-3ed15ba96ec5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:42.884619 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8d833-94e8-4ff2-a01f-8ed165267403 req-4feb637a-2568-44a2-99b8-e73bf6be5c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:42.886111 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-29c8d833-94e8-4ff2-a01f-8ed165267403 req-4feb637a-2568-44a2-99b8-e73bf6be5c95 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=95e411ad-3fda-47de-9866-800115a43d0a HTTP/1.1" status: 200 len: 850 time: 0.1536889 Apr 28 19:53:42.900507 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f888a445-823b-4af6-930c-8952d5d2f65d tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:42.979840 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bb6f536d-f77e-4960-bacb-aac7e05c3265 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:42.990124 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0198a-5be3-4d57-bae5-46c79203bad9 req-e1b45eed-5d83-4e8d-a2b2-10a3fc0d6d4f tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:42.991692 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-24b0198a-5be3-4d57-bae5-46c79203bad9 req-e1b45eed-5d83-4e8d-a2b2-10a3fc0d6d4f tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 946 time: 0.2837214 Apr 28 19:53:43.027741 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb9815c-f79f-49b8-837b-57ae72a6c047 None None] Network 3c2e8207-5f15-4282-a476-f7d992d49053 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:53:43.034291 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f8a666-ced4-4184-bc44-595b86df8686 None None] The sync data for ids ['dbb157d6-bcac-48b9-9aac-4450cd02029d'] in n-d-839810-1 is: [{'id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'name': 'tempest-TestNetworkBasicOps-router-156237215', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:51:01Z', 'updated_at': '2022-04-28T19:53:37Z', 'revision_number': 6, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'gw_port': {'id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:70:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:04Z', 'updated_at': '2022-04-28T19:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '2272e579-f5f8-4bf0-901f-12b9ec9bdc0c', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'port_id': '8a502811-6b37-4315-bf6a-94b023cadac2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4', 'mac_address': 'fa:16:3e:0b:3b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a71285-a494-4154-b34e-f7ea33337c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:51:56Z', 'updated_at': '2022-04-28T19:52:03Z', 'revision_number': 1, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edce7e0b-b2af-43d6-ad27-07c3ee370d8f', 'name': '', 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'mac_address': 'fa:16:3e:d5:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '19b5af0e-4f73-4e51-a909-545b35690aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:15Z', 'updated_at': '2022-04-28T19:51:30Z', 'revision_number': 5, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'subnets': [{'id': '19b5af0e-4f73-4e51-a909-545b35690aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:53:43.085414 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-81a205c1-10f8-4545-b39f-a678129fa13b None None] Provisioning complete for port bb941ea6-5496-442e-98c8-a2c20ecb1f41 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:43.085680 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-81a205c1-10f8-4545-b39f-a678129fa13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:43.223166 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6f536d-f77e-4960-bacb-aac7e05c3265 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Network 3c2e8207-5f15-4282-a476-f7d992d49053 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:43.229161 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2ad98ef3-4ba8-413f-a961-3ed15ba96ec5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:43.233612 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-81a205c1-10f8-4545-b39f-a678129fa13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:43.274770 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-bb6f536d-f77e-4960-bacb-aac7e05c3265 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:43.293811 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6f536d-f77e-4960-bacb-aac7e05c3265 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:53:43.311416 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6f536d-f77e-4960-bacb-aac7e05c3265 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:43.313268 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bb6f536d-f77e-4960-bacb-aac7e05c3265 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:43.326905 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8d833-94e8-4ff2-a01f-8ed165267403 req-0f673d98-5a77-4410-9be9-f5d16989c6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:43.329439 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-29c8d833-94e8-4ff2-a01f-8ed165267403 req-0f673d98-5a77-4410-9be9-f5d16989c6be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13d770d2-76f1-4754-862f-2caf67b7488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4298348 Apr 28 19:53:43.343068 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f536d-f77e-4960-bacb-aac7e05c3265 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Port': ['ID=c4e45b2b-6b08-49e6-95ce-fa0e73e8bc43,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:43.369840 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-81a205c1-10f8-4545-b39f-a678129fa13b None None] For port bb941ea6-5496-442e-98c8-a2c20ecb1f41, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=bb941ea6-5496-442e-98c8-a2c20ecb1f41,segment=NetworkSegment(02a85e8b-10b2-4e80-802f-c08d43513de0),segment_id=02a85e8b-10b2-4e80-802f-c08d43513de0)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:43.374705 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-2ad98ef3-4ba8-413f-a961-3ed15ba96ec5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['729229de-2222-4278-9bd6-2c3145e45592']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:43.386476 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-81a205c1-10f8-4545-b39f-a678129fa13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:43.499254 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-2ad98ef3-4ba8-413f-a961-3ed15ba96ec5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a328d91f-dc7d-4e18-b3e4-d16f527e7c16') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:43.499750 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-2ad98ef3-4ba8-413f-a961-3ed15ba96ec5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a328d91f-dc7d-4e18-b3e4-d16f527e7c16') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:43.576087 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a205c1-10f8-4545-b39f-a678129fa13b None None] Pushing event updated for resources: {'Port': ['ID=bb941ea6-5496-442e-98c8-a2c20ecb1f41,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:43.664985 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bb941ea6-5496-442e-98c8-a2c20ecb1f41 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:53:43.703657 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-bb6f536d-f77e-4960-bacb-aac7e05c3265 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9123843 Apr 28 19:53:43.709047 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38834) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:43.714460 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2ad98ef3-4ba8-413f-a961-3ed15ba96ec5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:43.737943 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ee5bd-7ed5-4abd-ab4b-4d3d7873d749 req-458e1c15-835e-4e5b-85d1-06d9669b8b61 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:43.741991 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8f6ee5bd-7ed5-4abd-ab4b-4d3d7873d749 req-458e1c15-835e-4e5b-85d1-06d9669b8b61 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9310e56-86df-4cb4-ae94-c71a8d24f42a HTTP/1.1" status: 200 len: 946 time: 0.5533168 Apr 28 19:53:43.771603 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port bb941ea6-5496-442e-98c8-a2c20ecb1f41 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:43.772871 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:43.836058 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2ad98ef3-4ba8-413f-a961-3ed15ba96ec5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:43.844727 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-29c8d833-94e8-4ff2-a01f-8ed165267403 req-a9b4269e-e690-4c5b-aa0c-a16f892a975e service neutron] 10.222.0.15 "GET /v2.0/networks/13d770d2-76f1-4754-862f-2caf67b7488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4933856 Apr 28 19:53:43.888458 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device c67ace5d-1fb0-4547-8c1d-971faf48ea74 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:53:43.920349 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-ff39545c-cce3-492b-a878-59bb29b2868f None None] Provisioning complete for port bb941ea6-5496-442e-98c8-a2c20ecb1f41 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:43.920652 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ff39545c-cce3-492b-a878-59bb29b2868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:43.935491 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-24b0198a-5be3-4d57-bae5-46c79203bad9 req-86eb1357-a8a0-4737-9337-a0c079eab121 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9127629 Apr 28 19:53:44.114466 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad98ef3-4ba8-413f-a961-3ed15ba96ec5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:53:44.115140 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2ad98ef3-4ba8-413f-a961-3ed15ba96ec5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:44.118750 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:53:44.118750 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:53:44.118750 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:53:44.118750 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:53:44.118750 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:53:44.118750 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:53:44.118750 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:53:44.118750 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:53:44.118750 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:53:44.118750 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:53:44.118750 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:53:44.118750 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:53:44.118750 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:53:44.118750 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:53:44.118750 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:53:44.118750 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:53:44.118750 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:53:44.118750 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:53:44.118750 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:53:44.118750 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:53:44.118750 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:53:44.118750 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:53:44.118750 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:53:44.118750 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:53:44.118750 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:53:44.118750 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:53:44.118750 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:53:44.118750 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:53:44.118750 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:53:44.118750 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:53:44.118750 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:53:44.118750 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:53:44.147971 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port c67ace5d-1fb0-4547-8c1d-971faf48ea74, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=c67ace5d-1fb0-4547-8c1d-971faf48ea74,segment=NetworkSegment(04dde85d-a8f7-46ce-a4b1-2af6311ad799),segment_id=04dde85d-a8f7-46ce-a4b1-2af6311ad799)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:44.156534 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511985c-e74b-4055-a820-89d2654c2506 req-3c074c59-4a44-4b2b-8b92-e5251fcd7b11 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:44.169384 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'c67ace5d-1fb0-4547-8c1d-971faf48ea74', 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d', 'port_id': 'c67ace5d-1fb0-4547-8c1d-971faf48ea74', 'mac_address': 'fa:16:3e:df:47:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95e411ad-3fda-47de-9866-800115a43d0a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:53:44.177341 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2511985c-e74b-4055-a820-89d2654c2506 req-3c074c59-4a44-4b2b-8b92-e5251fcd7b11 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 944 time: 0.6638820 Apr 28 19:53:44.225930 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 50ed6441-de6b-4c3e-b492-0f76f185d988 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:53:44.344715 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:44.363562 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 50ed6441-de6b-4c3e-b492-0f76f185d988 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:53:44.363909 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 50ed6441-de6b-4c3e-b492-0f76f185d988 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:53:44.385551 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3e71d2-8a0b-49cf-814e-015a76710ffb None None] get_active_networks_info from n-d-839810-1 {{(pid=102775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 28 19:53:44.411021 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-29c8d833-94e8-4ff2-a01f-8ed165267403 req-0c79ec54-a738-48cc-8699-066fb91d64af service neutron] 10.222.0.15 "GET /v2.0/networks/13d770d2-76f1-4754-862f-2caf67b7488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5560133 Apr 28 19:53:44.429906 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2511985c-e74b-4055-a820-89d2654c2506 req-e4e0fc0e-05a8-480b-971c-77d83b4c8635 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2494390 Apr 28 19:53:44.437442 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f888a445-823b-4af6-930c-8952d5d2f65d tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364'] for router, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:44.455461 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2ad98ef3-4ba8-413f-a961-3ed15ba96ec5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:44.460270 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f888a445-823b-4af6-930c-8952d5d2f65d tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626624'] for router, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:44.477489 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2ad98ef3-4ba8-413f-a961-3ed15ba96ec5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:44.483221 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2ad98ef3-4ba8-413f-a961-3ed15ba96ec5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] 10.222.0.42 "DELETE /v2.0/networks/729229de-2222-4278-9bd6-2c3145e45592 HTTP/1.1" status: 204 len: 168 time: 1.9797597 Apr 28 19:53:44.490081 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38868) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:44.521079 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-88bc0755-f881-4026-abff-d16e16670957 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:44.530041 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c67ace5d-1fb0-4547-8c1d-971faf48ea74 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:53:44.535589 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-ff39545c-cce3-492b-a878-59bb29b2868f None None] Provisioning complete for port c4e45b2b-6b08-49e6-95ce-fa0e73e8bc43 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:44.535963 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ff39545c-cce3-492b-a878-59bb29b2868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:44.614378 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece8459-63a7-4ed7-9f5b-a92aebafad02 req-81c1da27-5461-4672-a5a4-2d390c283ed7 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:44.617383 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aece8459-63a7-4ed7-9f5b-a92aebafad02 req-81c1da27-5461-4672-a5a4-2d390c283ed7 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9310e56-86df-4cb4-ae94-c71a8d24f42a HTTP/1.1" status: 200 len: 946 time: 0.3595719 Apr 28 19:53:44.650918 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-8f6ee5bd-7ed5-4abd-ab4b-4d3d7873d749 req-6b5adc8e-f3c1-41f2-a038-e8250fce0821 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Deleting port a91b7f99-d2bd-40e7-bf59-b300c07e75bb {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:53:44.651731 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8f6ee5bd-7ed5-4abd-ab4b-4d3d7873d749 req-6b5adc8e-f3c1-41f2-a038-e8250fce0821 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:44.681497 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port c67ace5d-1fb0-4547-8c1d-971faf48ea74, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=c67ace5d-1fb0-4547-8c1d-971faf48ea74,segment=NetworkSegment(04dde85d-a8f7-46ce-a4b1-2af6311ad799),segment_id=04dde85d-a8f7-46ce-a4b1-2af6311ad799)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:44.685383 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad98ef3-4ba8-413f-a961-3ed15ba96ec5 tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Pushing event deleted for resources: {'Network': ['ID=729229de-2222-4278-9bd6-2c3145e45592,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:44.693791 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:44.709634 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-ff39545c-cce3-492b-a878-59bb29b2868f None None] Port c4e45b2b-6b08-49e6-95ce-fa0e73e8bc43 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:53:44.812935 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=c67ace5d-1fb0-4547-8c1d-971faf48ea74,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:44.850866 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3e71d2-8a0b-49cf-814e-015a76710ffb None None] Resources bound (agent type, host, resource id): {{(pid=102775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 19:53:44.863914 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-5c23bff3-ff23-4144-9ffc-a788fac84bfd None None] Provisioning complete for port c4e45b2b-6b08-49e6-95ce-fa0e73e8bc43 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:44.863914 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5c23bff3-ff23-4144-9ffc-a788fac84bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:44.929854 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['c67ace5d-1fb0-4547-8c1d-971faf48ea74'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:53:45.016576 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-5c23bff3-ff23-4144-9ffc-a788fac84bfd None None] Port c4e45b2b-6b08-49e6-95ce-fa0e73e8bc43 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:53:45.028620 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-88bc0755-f881-4026-abff-d16e16670957 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:45.041787 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-88bc0755-f881-4026-abff-d16e16670957 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:45.198604 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc0755-f881-4026-abff-d16e16670957 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Port': ['ID=c4e45b2b-6b08-49e6-95ce-fa0e73e8bc43,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:45.272141 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2dd503-7339-4e53-b2ae-e5f2e12038a4 req-fd1b4680-a8d5-48ad-99fd-681d40e89889 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:45.274179 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5a2dd503-7339-4e53-b2ae-e5f2e12038a4 req-fd1b4680-a8d5-48ad-99fd-681d40e89889 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 946 time: 0.1763201 Apr 28 19:53:45.394900 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-88bc0755-f881-4026-abff-d16e16670957 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:45.412761 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5a2dd503-7339-4e53-b2ae-e5f2e12038a4 req-926092e4-098e-40da-b764-e1c828ef9c4e tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001434 Apr 28 19:53:45.462643 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bb941ea6-5496-442e-98c8-a2c20ecb1f41 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:53:45.514817 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-76eaa506-7073-460e-9ea0-034249b0dc3d tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:45.548828 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aece8459-63a7-4ed7-9f5b-a92aebafad02 req-06a6128d-7aeb-47c7-86ed-d1ecb330ae32 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=63e2d205-7202-4a68-a721-60135233bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8468938 Apr 28 19:53:45.572124 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-8f6ee5bd-7ed5-4abd-ab4b-4d3d7873d749 req-6b5adc8e-f3c1-41f2-a038-e8250fce0821 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] For port a91b7f99-d2bd-40e7-bf59-b300c07e75bb, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=a91b7f99-d2bd-40e7-bf59-b300c07e75bb,segment=NetworkSegment(3f312828-dd4b-4481-a75c-9ef38d4ec125),segment_id=3f312828-dd4b-4481-a75c-9ef38d4ec125)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:45.572602 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8f6ee5bd-7ed5-4abd-ab4b-4d3d7873d749 req-6b5adc8e-f3c1-41f2-a038-e8250fce0821 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:45.621278 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port bb941ea6-5496-442e-98c8-a2c20ecb1f41 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:45.622184 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:45.657997 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51bbfe-e319-4948-894d-c5789aa87aef req-ecbadfa8-fe02-4a0d-9019-989c5ff2e847 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:45.660581 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0d51bbfe-e319-4948-894d-c5789aa87aef req-ecbadfa8-fe02-4a0d-9019-989c5ff2e847 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 945 time: 0.1184075 Apr 28 19:53:45.683015 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-76eaa506-7073-460e-9ea0-034249b0dc3d tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:45.694915 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-88bc0755-f881-4026-abff-d16e16670957 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:45.702586 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-8f6ee5bd-7ed5-4abd-ab4b-4d3d7873d749 req-6b5adc8e-f3c1-41f2-a038-e8250fce0821 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Calling delete_port for a91b7f99-d2bd-40e7-bf59-b300c07e75bb owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:53:45.728789 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f888a445-823b-4af6-930c-8952d5d2f65d tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Router cc737d80-7c9a-4a67-a14f-c14cf3189189 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:53:45.732598 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-76eaa506-7073-460e-9ea0-034249b0dc3d tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['214b6d5b-d806-417e-9e95-28ec93eec143']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:45.749764 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0d51bbfe-e319-4948-894d-c5789aa87aef req-7bbd7944-2ab5-4c05-a5e3-3749a16c4ff9 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795388 Apr 28 19:53:45.784838 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-76eaa506-7073-460e-9ea0-034249b0dc3d tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d3752f-1395-495f-872c-60aba39aa241') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:45.785305 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-76eaa506-7073-460e-9ea0-034249b0dc3d tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d3752f-1395-495f-872c-60aba39aa241') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:45.804059 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-76eaa506-7073-460e-9ea0-034249b0dc3d tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:45.862583 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-76eaa506-7073-460e-9ea0-034249b0dc3d tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:45.873632 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76eaa506-7073-460e-9ea0-034249b0dc3d tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:53:45.874047 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-76eaa506-7073-460e-9ea0-034249b0dc3d tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:45.878889 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:53:45.878889 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:53:45.878889 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:53:45.878889 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:53:45.878889 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:53:45.878889 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:53:45.878889 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:53:45.878889 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:53:45.878889 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:53:45.878889 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:53:45.878889 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:53:45.878889 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:53:45.878889 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:53:45.878889 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:53:45.878889 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:53:45.878889 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:53:45.878889 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:53:45.878889 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:53:45.878889 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:53:45.878889 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:53:45.878889 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:53:45.878889 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:53:45.878889 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:53:45.878889 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:53:45.878889 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:53:45.878889 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:53:45.878889 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:53:45.878889 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:53:45.878889 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:53:45.878889 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:53:45.878889 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:53:45.878889 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:53:45.897221 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device c67ace5d-1fb0-4547-8c1d-971faf48ea74 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:53:45.999420 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port c67ace5d-1fb0-4547-8c1d-971faf48ea74 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:53:46.011556 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port c67ace5d-1fb0-4547-8c1d-971faf48ea74 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:46.012501 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:46.016258 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-76eaa506-7073-460e-9ea0-034249b0dc3d tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:46.044726 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-76eaa506-7073-460e-9ea0-034249b0dc3d tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:46.051090 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-76eaa506-7073-460e-9ea0-034249b0dc3d tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] 10.222.0.42 "DELETE /v2.0/networks/214b6d5b-d806-417e-9e95-28ec93eec143 HTTP/1.1" status: 204 len: 168 time: 1.4995468 Apr 28 19:53:46.078800 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eaa506-7073-460e-9ea0-034249b0dc3d tempest-BulkNetworkOpsTest-1207810183 tempest-BulkNetworkOpsTest-1207810183-project] Pushing event deleted for resources: {'Network': ['ID=214b6d5b-d806-417e-9e95-28ec93eec143,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:46.094394 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f888a445-823b-4af6-930c-8952d5d2f65d tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:53:46.106012 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a926a69-6946-47f7-8ef0-3bce029832fb None None] Sync routers for ids ['cc737d80-7c9a-4a67-a14f-c14cf3189189'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:53:46.112276 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f888a445-823b-4af6-930c-8952d5d2f65d tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:46.113866 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f888a445-823b-4af6-930c-8952d5d2f65d tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] 10.222.0.42 "PUT /v2.0/routers/cc737d80-7c9a-4a67-a14f-c14cf3189189 HTTP/1.1" status: 200 len: 883 time: 8.5994155 Apr 28 19:53:46.118197 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38882) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:46.133147 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a926a69-6946-47f7-8ef0-3bce029832fb None None] Routers {'cc737d80-7c9a-4a67-a14f-c14cf3189189'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:53:46.134039 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-bc17dea2-1090-483b-af5c-3c9b5c49e252 None None] Provisioning complete for port c4e45b2b-6b08-49e6-95ce-fa0e73e8bc43 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:46.134825 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bc17dea2-1090-483b-af5c-3c9b5c49e252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:46.137478 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-5a926a69-6946-47f7-8ef0-3bce029832fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:53:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['cc737d80-7c9a-4a67-a14f-c14cf3189189'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:46.179284 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8f6ee5bd-7ed5-4abd-ab4b-4d3d7873d749 req-6b5adc8e-f3c1-41f2-a038-e8250fce0821 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:46.218803 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5adc8e-f3c1-41f2-a038-e8250fce0821 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event deleted for resources: {'Port': ['ID=a91b7f99-d2bd-40e7-bf59-b300c07e75bb,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:46.219363 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-bc17dea2-1090-483b-af5c-3c9b5c49e252 None None] Port c4e45b2b-6b08-49e6-95ce-fa0e73e8bc43 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:53:46.239319 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-5a926a69-6946-47f7-8ef0-3bce029832fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:46.273161 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a926a69-6946-47f7-8ef0-3bce029832fb None None] Routers {'cc737d80-7c9a-4a67-a14f-c14cf3189189'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:53:46.276468 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-5a926a69-6946-47f7-8ef0-3bce029832fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:53:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['cc737d80-7c9a-4a67-a14f-c14cf3189189'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:46.313222 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:46.355606 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-5a926a69-6946-47f7-8ef0-3bce029832fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:46.356468 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a926a69-6946-47f7-8ef0-3bce029832fb None None] The sync data for ids ['cc737d80-7c9a-4a67-a14f-c14cf3189189'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:53:46.363935 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a73c94a-d50b-461f-9ad9-9a65fcece90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67ace5d-1fb0-4547-8c1d-971faf48ea74'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:53:46.366778 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8224f1c3-aef5-42fe-adce-84b727de617e" -d '{"events": [{"server_uuid": "2a73c94a-d50b-461f-9ad9-9a65fcece90d", "name": "network-vif-plugged", "status": "completed", "tag": "c67ace5d-1fb0-4547-8c1d-971faf48ea74"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:53:46.386785 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6ee5bd-7ed5-4abd-ab4b-4d3d7873d749 req-6b5adc8e-f3c1-41f2-a038-e8250fce0821 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] No DVR routers for this DVR port a91b7f99-d2bd-40e7-bf59-b300c07e75bb on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:53:46.391959 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8f6ee5bd-7ed5-4abd-ab4b-4d3d7873d749 req-6b5adc8e-f3c1-41f2-a038-e8250fce0821 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:46.396016 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port c67ace5d-1fb0-4547-8c1d-971faf48ea74, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=c67ace5d-1fb0-4547-8c1d-971faf48ea74,segment=NetworkSegment(04dde85d-a8f7-46ce-a4b1-2af6311ad799),segment_id=04dde85d-a8f7-46ce-a4b1-2af6311ad799)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:46.406633 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8f6ee5bd-7ed5-4abd-ab4b-4d3d7873d749 req-6b5adc8e-f3c1-41f2-a038-e8250fce0821 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.44 "DELETE /v2.0/ports/a91b7f99-d2bd-40e7-bf59-b300c07e75bb HTTP/1.1" status: 204 len: 173 time: 2.5602407 Apr 28 19:53:46.407496 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9310e56-86df-4cb4-ae94-c71a8d24f42a', 'name': 'network-vif-deleted', 'tag': 'a91b7f99-d2bd-40e7-bf59-b300c07e75bb'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:53:46.411171 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4688766-b82a-4d6f-ba1b-775ad4556941" -d '{"events": [{"server_uuid": "d9310e56-86df-4cb4-ae94-c71a8d24f42a", "name": "network-vif-deleted", "tag": "a91b7f99-d2bd-40e7-bf59-b300c07e75bb"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:53:46.411546 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:46.425015 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7ed56857-dde9-46e0-97a5-b4a7b319df1c tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] 10.222.0.42 "GET /v2.0/routers/cc737d80-7c9a-4a67-a14f-c14cf3189189 HTTP/1.1" status: 200 len: 924 time: 0.3053517 Apr 28 19:53:46.430769 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38888) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:46.563058 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f288c4-67b8-44ef-8318-b5635a410a7b x-openstack-request-id: req-81f288c4-67b8-44ef-8318-b5635a410a7b {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:53:46.563373 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a73c94a-d50b-461f-9ad9-9a65fcece90d", "name": "network-vif-plugged", "status": "completed", "tag": "c67ace5d-1fb0-4547-8c1d-971faf48ea74", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:53:46.563693 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-81f288c4-67b8-44ef-8318-b5635a410a7b {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:53:46.564226 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81f288c4-67b8-44ef-8318-b5635a410a7b'] response: {'server_uuid': '2a73c94a-d50b-461f-9ad9-9a65fcece90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67ace5d-1fb0-4547-8c1d-971faf48ea74', 'code': 200} Apr 28 19:53:46.566111 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d44ba8-4e15-4e4c-8c6d-a86722f7f43c x-openstack-request-id: req-84d44ba8-4e15-4e4c-8c6d-a86722f7f43c {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:53:46.566428 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9310e56-86df-4cb4-ae94-c71a8d24f42a", "name": "network-vif-deleted", "tag": "a91b7f99-d2bd-40e7-bf59-b300c07e75bb", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:53:46.567986 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-84d44ba8-4e15-4e4c-8c6d-a86722f7f43c {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:53:46.568535 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84d44ba8-4e15-4e4c-8c6d-a86722f7f43c'] response: {'server_uuid': 'd9310e56-86df-4cb4-ae94-c71a8d24f42a', 'name': 'network-vif-deleted', 'tag': 'a91b7f99-d2bd-40e7-bf59-b300c07e75bb', 'status': 'completed', 'code': 200} Apr 28 19:53:46.574316 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device a91b7f99-d2bd-40e7-bf59-b300c07e75bb no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:53:46.618928 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: a91b7f99-d2bd-40e7-bf59-b300c07e75bb {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:53:46.619257 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device a91b7f99-d2bd-40e7-bf59-b300c07e75bb not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:53:46.632317 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0de6562-da8c-4d58-b94f-cdd2bfb95edf tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:46.634967 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b0de6562-da8c-4d58-b94f-cdd2bfb95edf tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=562d8c9c-50aa-492e-ae08-06d7f5fe6347&device_id=cc737d80-7c9a-4a67-a14f-c14cf3189189&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2030756 Apr 28 19:53:46.654063 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=c67ace5d-1fb0-4547-8c1d-971faf48ea74,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:46.658241 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38894) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:46.708944 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38896) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:46.750765 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-88bc0755-f881-4026-abff-d16e16670957 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:46.763211 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-88bc0755-f881-4026-abff-d16e16670957 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:46.764371 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-88bc0755-f881-4026-abff-d16e16670957 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:46.811959 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6de6f6c3-2f15-4762-b84f-3c893c22f4e2 req-a9ee0ce1-d80c-4961-895a-dc7ee5fded82 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9310e56-86df-4cb4-ae94-c71a8d24f42a HTTP/1.1" status: 200 len: 210 time: 0.0811667 Apr 28 19:53:46.828163 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47de562-fb33-421c-8d7f-a2dee1ae1e9c req-13d3486b-ea2f-4857-a7d9-83233ae11d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:46.829975 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c47de562-fb33-421c-8d7f-a2dee1ae1e9c req-13d3486b-ea2f-4857-a7d9-83233ae11d7e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 1097 time: 0.2083569 Apr 28 19:53:46.891353 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c47de562-fb33-421c-8d7f-a2dee1ae1e9c req-10885619-1e8d-495d-bef7-a7220d3be6e4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538950 Apr 28 19:53:46.897482 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a8867b-65e4-4b33-88b6-7f3d75bcef97 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:46.899403 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-08a8867b-65e4-4b33-88b6-7f3d75bcef97 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 881 time: 0.2334871 Apr 28 19:53:46.903335 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38902) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:46.935783 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-110cc3f3-c2bf-4cfd-87ee-add49b3454f0 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc737d80-7c9a-4a67-a14f-c14cf3189189 HTTP/1.1" status: 200 len: 205 time: 0.0288844 Apr 28 19:53:46.937056 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38904) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:47.045194 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc0755-f881-4026-abff-d16e16670957 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Port': ['ID=c4e45b2b-6b08-49e6-95ce-fa0e73e8bc43,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:47.075471 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5048aaaa-3026-4de6-89b4-64cd843b1dd5 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:47.126231 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1c206b3e-0d45-4559-a59e-d3e765e10745 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2637af78d9df46b2b27d36635636d280&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4156363 Apr 28 19:53:47.128930 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38906) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:47.141807 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed58b6a-a023-4744-8be7-eedf5f551666 req-5882520d-d585-400a-a776-b0c81d9bdda7 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:47.144858 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3ed58b6a-a023-4744-8be7-eedf5f551666 req-5882520d-d585-400a-a776-b0c81d9bdda7 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 946 time: 0.2326159 Apr 28 19:53:47.159752 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bc0755-f881-4026-abff-d16e16670957 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Network 3c2e8207-5f15-4282-a476-f7d992d49053 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:47.171133 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-88bc0755-f881-4026-abff-d16e16670957 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:47.250895 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5048aaaa-3026-4de6-89b4-64cd843b1dd5 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:47.256889 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-de5b4e36-2408-4b2e-9db6-a2121e1b24b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:47.308194 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-de5b4e36-2408-4b2e-9db6-a2121e1b24b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:47.335389 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3ed58b6a-a023-4744-8be7-eedf5f551666 req-0c21ab47-ea8d-4996-9bd1-e9eaa00faead tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794994 Apr 28 19:53:47.362058 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5048aaaa-3026-4de6-89b4-64cd843b1dd5 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Deleting port af9ff874-cf2e-4c36-bd2b-5421268055f1 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:53:47.362058 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5048aaaa-3026-4de6-89b4-64cd843b1dd5 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:47.419023 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88bc0755-f881-4026-abff-d16e16670957 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Router f792d5d6-a97b-4bc4-a88b-ebcce25ec539 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:53:47.426950 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-de5b4e36-2408-4b2e-9db6-a2121e1b24b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:47.431149 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-de5b4e36-2408-4b2e-9db6-a2121e1b24b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:47.432504 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-de5b4e36-2408-4b2e-9db6-a2121e1b24b1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ad3b957c-156d-4e18-bc35-c67224e2f31d HTTP/1.1" status: 204 len: 168 time: 0.3021972 Apr 28 19:53:47.454754 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b4e36-2408-4b2e-9db6-a2121e1b24b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3b957c-156d-4e18-bc35-c67224e2f31d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:47.507939 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5048aaaa-3026-4de6-89b4-64cd843b1dd5 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:47.542201 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5048aaaa-3026-4de6-89b4-64cd843b1dd5 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Calling delete_port for af9ff874-cf2e-4c36-bd2b-5421268055f1 owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:53:47.583700 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-524981c3-6f21-4737-98f9-49a0e1bdbb3c None None] Provisioning complete for port c4e45b2b-6b08-49e6-95ce-fa0e73e8bc43 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:47.584627 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-524981c3-6f21-4737-98f9-49a0e1bdbb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:47.610127 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bc0755-f881-4026-abff-d16e16670957 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:53:47.627781 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-88bc0755-f881-4026-abff-d16e16670957 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "PUT /v2.0/routers/f792d5d6-a97b-4bc4-a88b-ebcce25ec539/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9149146 Apr 28 19:53:47.631135 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38910) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:47.642445 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e624d1-bfdf-486d-acd2-74c8f468ab94 None None] Sync routers for ids ['f792d5d6-a97b-4bc4-a88b-ebcce25ec539'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:53:47.650625 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-524981c3-6f21-4737-98f9-49a0e1bdbb3c None None] Port c4e45b2b-6b08-49e6-95ce-fa0e73e8bc43 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:53:47.673775 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e624d1-bfdf-486d-acd2-74c8f468ab94 None None] Routers {'f792d5d6-a97b-4bc4-a88b-ebcce25ec539'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:53:47.676547 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-32e624d1-bfdf-486d-acd2-74c8f468ab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:53:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['f792d5d6-a97b-4bc4-a88b-ebcce25ec539'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:47.744494 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29329445-3d58-40c5-a305-355e18a37a2e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:47.750906 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-29329445-3d58-40c5-a305-355e18a37a2e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "GET /v2.0/ports?device_id=f792d5d6-a97b-4bc4-a88b-ebcce25ec539 HTTP/1.1" status: 200 len: 988 time: 0.1181767 Apr 28 19:53:47.751705 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38914) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:47.756125 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-32e624d1-bfdf-486d-acd2-74c8f468ab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:47.775326 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e624d1-bfdf-486d-acd2-74c8f468ab94 None None] Routers {'f792d5d6-a97b-4bc4-a88b-ebcce25ec539'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:53:47.776739 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-32e624d1-bfdf-486d-acd2-74c8f468ab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:53:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['f792d5d6-a97b-4bc4-a88b-ebcce25ec539'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:47.844721 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5048aaaa-3026-4de6-89b4-64cd843b1dd5 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:47.853424 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-32e624d1-bfdf-486d-acd2-74c8f468ab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:47.854388 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e624d1-bfdf-486d-acd2-74c8f468ab94 None None] The sync data for ids ['f792d5d6-a97b-4bc4-a88b-ebcce25ec539'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:53:47.891974 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048aaaa-3026-4de6-89b4-64cd843b1dd5 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Pushing event deleted for resources: {'Port': ['ID=af9ff874-cf2e-4c36-bd2b-5421268055f1,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:47.924969 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38920) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:48.080077 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5048aaaa-3026-4de6-89b4-64cd843b1dd5 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:48.200574 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5048aaaa-3026-4de6-89b4-64cd843b1dd5 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:48.204630 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5048aaaa-3026-4de6-89b4-64cd843b1dd5 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:48.208953 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e815d51b-5f90-4b93-af2c-23458009aafc tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:48.253746 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-80394f8b-3318-403f-96e9-af798acf5679 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:48.275143 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e815d51b-5f90-4b93-af2c-23458009aafc tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:48.278032 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5048aaaa-3026-4de6-89b4-64cd843b1dd5 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:48.278556 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5048aaaa-3026-4de6-89b4-64cd843b1dd5 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Fanout notify agent at l3_agent the message router_deleted on router cc737d80-7c9a-4a67-a14f-c14cf3189189 {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:53:48.286592 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5048aaaa-3026-4de6-89b4-64cd843b1dd5 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:48.291888 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5048aaaa-3026-4de6-89b4-64cd843b1dd5 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] 10.222.0.42 "DELETE /v2.0/routers/cc737d80-7c9a-4a67-a14f-c14cf3189189 HTTP/1.1" status: 204 len: 168 time: 1.3537114 Apr 28 19:53:48.296018 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38928) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:48.305214 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-29ea9424-c2e0-4bc7-9076-16f4d77d57bc tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-567116572', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:48.365174 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-29ea9424-c2e0-4bc7-9076-16f4d77d57bc tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:48.366895 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-29ea9424-c2e0-4bc7-9076-16f4d77d57bc tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:48.388362 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e815d51b-5f90-4b93-af2c-23458009aafc tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:48.391055 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e815d51b-5f90-4b93-af2c-23458009aafc tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:48.395692 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e815d51b-5f90-4b93-af2c-23458009aafc tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "DELETE /v2.0/security-groups/63e2d205-7202-4a68-a721-60135233bf67 HTTP/1.1" status: 204 len: 168 time: 0.4655271 Apr 28 19:53:48.416499 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815d51b-5f90-4b93-af2c-23458009aafc tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e2d205-7202-4a68-a721-60135233bf67,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:48.452189 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38940) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:48.497160 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-29ea9424-c2e0-4bc7-9076-16f4d77d57bc tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:48.543019 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e8650de-f1c1-4764-af48-f7ce34d2334f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Deleting subnet eb02f22c-0d51-4a8d-883d-f686aec11d03 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:53:48.544587 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-29ea9424-c2e0-4bc7-9076-16f4d77d57bc tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:48.548440 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3e8650de-f1c1-4764-af48-f7ce34d2334f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:48.574279 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-29ea9424-c2e0-4bc7-9076-16f4d77d57bc tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:48.578267 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-29ea9424-c2e0-4bc7-9076-16f4d77d57bc tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2784417 Apr 28 19:53:48.578652 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38944) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:48.585486 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-7b6670cb-f852-462b-9c98-25a54abcb093 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'enable_snat': True}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:48.609185 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3e8650de-f1c1-4764-af48-f7ce34d2334f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:48.646729 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4c523-3fb6-466b-828a-0a0407477571 req-202a6aee-ba5d-46fe-b7a0-a1622a76b577 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:48.648371 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-01f4c523-3fb6-466b-828a-0a0407477571 req-202a6aee-ba5d-46fe-b7a0-a1622a76b577 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 946 time: 0.1542301 Apr 28 19:53:48.703472 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38946) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:48.731275 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3e8650de-f1c1-4764-af48-f7ce34d2334f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:48.808662 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-01f4c523-3fb6-466b-828a-0a0407477571 req-9b533abe-004b-45c6-bc88-90b55865ed4a tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294811 Apr 28 19:53:48.830439 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3e8650de-f1c1-4764-af48-f7ce34d2334f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:48.872180 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8650de-f1c1-4764-af48-f7ce34d2334f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event deleted for resources: {'Subnet': ['ID=eb02f22c-0d51-4a8d-883d-f686aec11d03,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:48.877443 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3e8650de-f1c1-4764-af48-f7ce34d2334f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:48.884712 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3e8650de-f1c1-4764-af48-f7ce34d2334f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "DELETE /v2.0/subnets/eb02f22c-0d51-4a8d-883d-f686aec11d03 HTTP/1.1" status: 204 len: 168 time: 0.4263852 Apr 28 19:53:48.887432 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38952) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:48.891234 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c3c7ee-d2de-4a3c-b9f6-16cbff5e19a1 None None] Network f33bfb5b-8f90-423a-9815-b58e1a6eb23a requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:53:48.939379 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-6f37a744-cff1-4ffe-8694-728fae9637b2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-707968541'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:48.951369 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b6670cb-f852-462b-9c98-25a54abcb093 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:48.999907 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f37a744-cff1-4ffe-8694-728fae9637b2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:49.003843 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6f37a744-cff1-4ffe-8694-728fae9637b2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:49.023164 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6f37a744-cff1-4ffe-8694-728fae9637b2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:49.038867 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-15dbfa2f-d7fb-4354-bb54-331ce26d4060 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:49.053178 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-80394f8b-3318-403f-96e9-af798acf5679 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Deleting port c4e45b2b-6b08-49e6-95ce-fa0e73e8bc43 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:53:49.053521 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-80394f8b-3318-403f-96e9-af798acf5679 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:49.068303 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6fb38-d2dc-445d-86b6-4088e9d2c481 req-4220de32-485a-4a0c-83ad-295f0eb09635 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:49.070720 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dfb6fb38-d2dc-445d-86b6-4088e9d2c481 req-4220de32-485a-4a0c-83ad-295f0eb09635 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 946 time: 0.1416566 Apr 28 19:53:49.085437 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38954) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:49.091822 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-a41b99d9-b1ae-4a9e-894b-d297b4d1abc6 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Request body: {'floatingip': {'port_id': 'c67ace5d-1fb0-4547-8c1d-971faf48ea74'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:49.168783 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a41b99d9-b1ae-4a9e-894b-d297b4d1abc6 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for floatingip, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:49.226014 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa0fff2-cd86-4389-bb53-034dec9dc17b None None] DHCP port deletion for f33bfb5b-8f90-423a-9815-b58e1a6eb23a request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:53:49.230363 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-80394f8b-3318-403f-96e9-af798acf5679 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:49.259184 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-15dbfa2f-d7fb-4354-bb54-331ce26d4060 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Deleting port 05e6e5e2-73fd-4c4f-a73f-9150cc537398 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:53:49.260070 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-15dbfa2f-d7fb-4354-bb54-331ce26d4060 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:49.275677 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-80394f8b-3318-403f-96e9-af798acf5679 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Calling delete_port for c4e45b2b-6b08-49e6-95ce-fa0e73e8bc43 owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:53:49.307277 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-3aa0fff2-cd86-4389-bb53-034dec9dc17b None None] Deleting port 05e6e5e2-73fd-4c4f-a73f-9150cc537398 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:53:49.308341 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3aa0fff2-cd86-4389-bb53-034dec9dc17b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:49.385884 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-3aa0fff2-cd86-4389-bb53-034dec9dc17b None None] For port 05e6e5e2-73fd-4c4f-a73f-9150cc537398, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=05e6e5e2-73fd-4c4f-a73f-9150cc537398,segment=NetworkSegment(3f312828-dd4b-4481-a75c-9ef38d4ec125),segment_id=3f312828-dd4b-4481-a75c-9ef38d4ec125)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:49.386405 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3aa0fff2-cd86-4389-bb53-034dec9dc17b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:49.403725 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-3aa0fff2-cd86-4389-bb53-034dec9dc17b None None] Calling delete_port for 05e6e5e2-73fd-4c4f-a73f-9150cc537398 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:53:49.425537 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-15dbfa2f-d7fb-4354-bb54-331ce26d4060 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] For port 05e6e5e2-73fd-4c4f-a73f-9150cc537398, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=05e6e5e2-73fd-4c4f-a73f-9150cc537398,segment=NetworkSegment(3f312828-dd4b-4481-a75c-9ef38d4ec125),segment_id=3f312828-dd4b-4481-a75c-9ef38d4ec125)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:49.425818 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-15dbfa2f-d7fb-4354-bb54-331ce26d4060 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:49.445764 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-15dbfa2f-d7fb-4354-bb54-331ce26d4060 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Calling delete_port for 05e6e5e2-73fd-4c4f-a73f-9150cc537398 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:53:49.461756 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 05e6e5e2-73fd-4c4f-a73f-9150cc537398 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:53:49.543855 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6f37a744-cff1-4ffe-8694-728fae9637b2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:49.561489 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6f37a744-cff1-4ffe-8694-728fae9637b2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:49.579100 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3aa0fff2-cd86-4389-bb53-034dec9dc17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:49.614299 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:49.616996 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0fff2-cd86-4389-bb53-034dec9dc17b None None] Pushing event deleted for resources: {'Port': ['ID=05e6e5e2-73fd-4c4f-a73f-9150cc537398,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:49.619330 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa0fff2-cd86-4389-bb53-034dec9dc17b None None] No DVR routers for this DVR port 05e6e5e2-73fd-4c4f-a73f-9150cc537398 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:53:49.637838 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f37a744-cff1-4ffe-8694-728fae9637b2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:53:49.706622 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37a744-cff1-4ffe-8694-728fae9637b2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8db0efa-d911-4b0c-800e-d0cccd9eb40b,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:49.710219 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6f37a744-cff1-4ffe-8694-728fae9637b2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:49.710736 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-6f37a744-cff1-4ffe-8694-728fae9637b2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Added segment 2673f008-f3bc-4c3b-8d52-280f8bdb6b61 of type vlan for network 0b0973dd-e99f-48fb-8556-977d8bb71b26 Apr 28 19:53:49.748082 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-15dbfa2f-d7fb-4354-bb54-331ce26d4060 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:49.760801 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-abcfe121-60c9-4b46-be21-892e8ef5ca83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:49.768548 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b6670cb-f852-462b-9c98-25a54abcb093 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:49.807146 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b6670cb-f852-462b-9c98-25a54abcb093 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:49.810210 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6f37a744-cff1-4ffe-8694-728fae9637b2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:49.905692 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6f37a744-cff1-4ffe-8694-728fae9637b2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:49.915320 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f37a744-cff1-4ffe-8694-728fae9637b2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:49.915943 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6f37a744-cff1-4ffe-8694-728fae9637b2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:49.966050 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6f37a744-cff1-4ffe-8694-728fae9637b2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2604032 Apr 28 19:53:49.998029 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38956) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:50.012667 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-44181d2b-593a-4863-b2f3-a0cfd7616781 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'port': {'network_id': '0b0973dd-e99f-48fb-8556-977d8bb71b26', 'name': 'tempest-PortsTestJSON-1472432793'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:50.070892 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-80394f8b-3318-403f-96e9-af798acf5679 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:50.122893 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37a744-cff1-4ffe-8694-728fae9637b2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Network': ['ID=0b0973dd-e99f-48fb-8556-977d8bb71b26,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:50.141109 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 0b0973dd-e99f-48fb-8556-977d8bb71b26 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:53:50.166227 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80394f8b-3318-403f-96e9-af798acf5679 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Port': ['ID=c4e45b2b-6b08-49e6-95ce-fa0e73e8bc43,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:50.244202 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dbfa2f-d7fb-4354-bb54-331ce26d4060 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event deleted for resources: {'Port': ['ID=05e6e5e2-73fd-4c4f-a73f-9150cc537398,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:50.255214 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dbfa2f-d7fb-4354-bb54-331ce26d4060 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] No DVR routers for this DVR port 05e6e5e2-73fd-4c4f-a73f-9150cc537398 on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:53:50.358847 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-80394f8b-3318-403f-96e9-af798acf5679 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:50.374073 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44181d2b-593a-4863-b2f3-a0cfd7616781 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:50.378548 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-44181d2b-593a-4863-b2f3-a0cfd7616781 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:50.389640 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-7b6670cb-f852-462b-9c98-25a54abcb093 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Allocated IP 172.25.8.21 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/ab240de6-c7f0-4898-9bc1-247b63b0ce19) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:50.441300 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-15dbfa2f-d7fb-4354-bb54-331ce26d4060 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:50.501849 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.db.resource_extend [None req-a41b99d9-b1ae-4a9e-894b-d297b4d1abc6 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:53:50.506227 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-15dbfa2f-d7fb-4354-bb54-331ce26d4060 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f33bfb5b-8f90-423a-9815-b58e1a6eb23a']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:50.547458 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-44181d2b-593a-4863-b2f3-a0cfd7616781 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] device_id is not set on port 3772c8e8-0e94-470d-80c9-075c0027baff yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:53:50.584141 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-15dbfa2f-d7fb-4354-bb54-331ce26d4060 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f312828-dd4b-4481-a75c-9ef38d4ec125') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:50.584141 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-15dbfa2f-d7fb-4354-bb54-331ce26d4060 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f312828-dd4b-4481-a75c-9ef38d4ec125') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:50.610150 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-15dbfa2f-d7fb-4354-bb54-331ce26d4060 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:50.638465 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a41b99d9-b1ae-4a9e-894b-d297b4d1abc6 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:50.645649 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-15dbfa2f-d7fb-4354-bb54-331ce26d4060 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:50.653865 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a41b99d9-b1ae-4a9e-894b-d297b4d1abc6 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:50.702343 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15dbfa2f-d7fb-4354-bb54-331ce26d4060 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:53:50.702756 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-15dbfa2f-d7fb-4354-bb54-331ce26d4060 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:53:50.706121 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:53:50.813630 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-15dbfa2f-d7fb-4354-bb54-331ce26d4060 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:50.824996 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-15dbfa2f-d7fb-4354-bb54-331ce26d4060 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:50.828344 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-15dbfa2f-d7fb-4354-bb54-331ce26d4060 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "DELETE /v2.0/networks/f33bfb5b-8f90-423a-9815-b58e1a6eb23a HTTP/1.1" status: 204 len: 168 time: 1.9397573 Apr 28 19:53:50.843792 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38958) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:50.853970 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dbfa2f-d7fb-4354-bb54-331ce26d4060 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event deleted for resources: {'Network': ['ID=f33bfb5b-8f90-423a-9815-b58e1a6eb23a,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:50.899415 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [None req-a41b99d9-b1ae-4a9e-894b-d297b4d1abc6 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Floating IP 020ef2c8-3c90-4ed0-becb-bd3041b79894 associated. External IP: 172.25.8.253, port: c67ace5d-1fb0-4547-8c1d-971faf48ea74. Apr 28 19:53:51.159841 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-8ed1ccca-42c2-4bf5-9cdc-65e43d4fff6e tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Deleting port eb7dc9e4-6e50-464e-a792-a05bf0009cfc {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:53:51.160215 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ed1ccca-42c2-4bf5-9cdc-65e43d4fff6e tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:51.202421 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80394f8b-3318-403f-96e9-af798acf5679 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Router f792d5d6-a97b-4bc4-a88b-ebcce25ec539 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:53:51.245790 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b6670cb-f852-462b-9c98-25a54abcb093 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:51.276475 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41b99d9-b1ae-4a9e-894b-d297b4d1abc6 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Router 9ed57afb-0429-4e6c-8fdb-f48fb2588c14 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:53:51.293790 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ed1ccca-42c2-4bf5-9cdc-65e43d4fff6e tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:51.294043 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ed1ccca-42c2-4bf5-9cdc-65e43d4fff6e tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:51.311537 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-8ed1ccca-42c2-4bf5-9cdc-65e43d4fff6e tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Calling delete_port for eb7dc9e4-6e50-464e-a792-a05bf0009cfc owned by network:floatingip {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:53:51.390769 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80394f8b-3318-403f-96e9-af798acf5679 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:53:51.402717 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038b9d3c-0da9-4ae6-8746-2dc7780b6060 None None] Sync routers for ids ['f792d5d6-a97b-4bc4-a88b-ebcce25ec539'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:53:51.406869 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-80394f8b-3318-403f-96e9-af798acf5679 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "PUT /v2.0/routers/f792d5d6-a97b-4bc4-a88b-ebcce25ec539/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6503386 Apr 28 19:53:51.410045 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38960) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:51.416049 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-44181d2b-593a-4863-b2f3-a0cfd7616781 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:51.417238 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038b9d3c-0da9-4ae6-8746-2dc7780b6060 None None] Routers {'f792d5d6-a97b-4bc4-a88b-ebcce25ec539'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:53:51.417965 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-038b9d3c-0da9-4ae6-8746-2dc7780b6060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:53:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['f792d5d6-a97b-4bc4-a88b-ebcce25ec539'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:51.434296 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b6670cb-f852-462b-9c98-25a54abcb093 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:51.454107 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-038b9d3c-0da9-4ae6-8746-2dc7780b6060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:51.465863 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038b9d3c-0da9-4ae6-8746-2dc7780b6060 None None] Routers {'f792d5d6-a97b-4bc4-a88b-ebcce25ec539'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:53:51.466938 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-038b9d3c-0da9-4ae6-8746-2dc7780b6060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:53:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['f792d5d6-a97b-4bc4-a88b-ebcce25ec539'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:51.496047 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6670cb-f852-462b-9c98-25a54abcb093 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:51.499377 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-f43728c0-d2e9-4169-b073-d3776286f075 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] GET failed (client error): The resource could not be found. Apr 28 19:53:51.504310 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f43728c0-d2e9-4169-b073-d3776286f075 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "GET /v2.0/ports/c4e45b2b-6b08-49e6-95ce-fa0e73e8bc43 HTTP/1.1" status: 404 len: 333 time: 0.0885019 Apr 28 19:53:51.504527 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-7b6670cb-f852-462b-9c98-25a54abcb093 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:51.506112 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38962) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:51.509780 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6670cb-f852-462b-9c98-25a54abcb093 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:53:51.512951 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-038b9d3c-0da9-4ae6-8746-2dc7780b6060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:51.514132 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038b9d3c-0da9-4ae6-8746-2dc7780b6060 None None] The sync data for ids ['f792d5d6-a97b-4bc4-a88b-ebcce25ec539'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:53:51.531744 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6670cb-f852-462b-9c98-25a54abcb093 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Pushing event updated for resources: {'Port': ['ID=ab240de6-c7f0-4898-9bc1-247b63b0ce19,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:51.536063 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41b99d9-b1ae-4a9e-894b-d297b4d1abc6 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:53:51.542128 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a41b99d9-b1ae-4a9e-894b-d297b4d1abc6 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:51.544088 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-44181d2b-593a-4863-b2f3-a0cfd7616781 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:51.556801 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3013a6-2012-45c5-85b2-446e892c2f06 None None] Sync routers for ids ['9ed57afb-0429-4e6c-8fdb-f48fb2588c14'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:53:51.574032 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3013a6-2012-45c5-85b2-446e892c2f06 None None] Routers {'9ed57afb-0429-4e6c-8fdb-f48fb2588c14'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:53:51.574735 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-5d3013a6-2012-45c5-85b2-446e892c2f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:53:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9ed57afb-0429-4e6c-8fdb-f48fb2588c14'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:51.582752 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a41b99d9-b1ae-4a9e-894b-d297b4d1abc6 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "PUT /v2.0/floatingips/020ef2c8-3c90-4ed0-becb-bd3041b79894 HTTP/1.1" status: 200 len: 992 time: 2.4959457 Apr 28 19:53:51.589904 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a73c94a-d50b-461f-9ad9-9a65fcece90d', 'tag': 'c67ace5d-1fb0-4547-8c1d-971faf48ea74'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:53:51.593293 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46d06a2-53cc-4cf5-8071-eb7b9a4a57ff" -d '{"events": [{"name": "network-changed", "server_uuid": "2a73c94a-d50b-461f-9ad9-9a65fcece90d", "tag": "c67ace5d-1fb0-4547-8c1d-971faf48ea74"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:53:51.656089 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506cd49f-dfae-4cf0-93e3-e9c69a1093a5 x-openstack-request-id: req-506cd49f-dfae-4cf0-93e3-e9c69a1093a5 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:53:51.656500 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a73c94a-d50b-461f-9ad9-9a65fcece90d", "tag": "c67ace5d-1fb0-4547-8c1d-971faf48ea74", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:53:51.656895 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-506cd49f-dfae-4cf0-93e3-e9c69a1093a5 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:53:51.657667 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-506cd49f-dfae-4cf0-93e3-e9c69a1093a5'] response: {'name': 'network-changed', 'server_uuid': '2a73c94a-d50b-461f-9ad9-9a65fcece90d', 'tag': 'c67ace5d-1fb0-4547-8c1d-971faf48ea74', 'status': 'completed', 'code': 200} Apr 28 19:53:51.676652 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8bce9ed9-c179-452a-890a-ef67e3a88513 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:51.678855 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ed1ccca-42c2-4bf5-9cdc-65e43d4fff6e tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:51.739051 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1ccca-42c2-4bf5-9cdc-65e43d4fff6e tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event deleted for resources: {'Port': ['ID=eb7dc9e4-6e50-464e-a792-a05bf0009cfc,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:51.790827 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-5d3013a6-2012-45c5-85b2-446e892c2f06 None None] Set router 9ed57afb-0429-4e6c-8fdb-f48fb2588c14 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:53:51.802646 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d06a2-53cc-4cf5-8071-eb7b9a4a57ff req-baf54ede-3bc7-43b4-b4f7-8d58c13922a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:51.803160 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44181d2b-593a-4863-b2f3-a0cfd7616781 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Port': ['ID=3772c8e8-0e94-470d-80c9-075c0027baff,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:51.804122 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d46d06a2-53cc-4cf5-8071-eb7b9a4a57ff req-baf54ede-3bc7-43b4-b4f7-8d58c13922a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3397cabaf68f4eccbdd2d7c135e48bbd&device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 1097 time: 0.1226077 Apr 28 19:53:51.835316 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ed1ccca-42c2-4bf5-9cdc-65e43d4fff6e tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for floatingip, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:51.835654 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [None req-8ed1ccca-42c2-4bf5-9cdc-65e43d4fff6e tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Floating IP 2272e579-f5f8-4bf0-901f-12b9ec9bdc0c disassociated (deleted). External IP: 172.25.8.194, port: 8a502811-6b37-4315-bf6a-94b023cadac2. Apr 28 19:53:51.968260 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44181d2b-593a-4863-b2f3-a0cfd7616781 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Checking segment: {'id': '2673f008-f3bc-4c3b-8d52-280f8bdb6b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0b0973dd-e99f-48fb-8556-977d8bb71b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:53:51.968538 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44181d2b-593a-4863-b2f3-a0cfd7616781 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Network hostable DHCP agents. Network: 0b0973dd-e99f-48fb-8556-977d8bb71b26, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:53:51.977114 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8bce9ed9-c179-452a-890a-ef67e3a88513 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:51.984346 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8bce9ed9-c179-452a-890a-ef67e3a88513 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:51.985942 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d06a2-53cc-4cf5-8071-eb7b9a4a57ff req-3965fc2c-17c1-4e21-ba7f-e9678749ded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:51.988358 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d46d06a2-53cc-4cf5-8071-eb7b9a4a57ff req-3965fc2c-17c1-4e21-ba7f-e9678749ded4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=13d770d2-76f1-4754-862f-2caf67b7488d HTTP/1.1" status: 200 len: 912 time: 0.1776893 Apr 28 19:53:52.058250 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8bce9ed9-c179-452a-890a-ef67e3a88513 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:52.059143 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bce9ed9-c179-452a-890a-ef67e3a88513 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Fanout notify agent at l3_agent the message router_deleted on router f792d5d6-a97b-4bc4-a88b-ebcce25ec539 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:53:52.099159 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8bce9ed9-c179-452a-890a-ef67e3a88513 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:52.103210 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8bce9ed9-c179-452a-890a-ef67e3a88513 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/routers/f792d5d6-a97b-4bc4-a88b-ebcce25ec539 HTTP/1.1" status: 204 len: 168 time: 0.5919943 Apr 28 19:53:52.103210 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44181d2b-593a-4863-b2f3-a0cfd7616781 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Network 0b0973dd-e99f-48fb-8556-977d8bb71b26 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:53:52.105228 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38968) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:52.147687 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-44181d2b-593a-4863-b2f3-a0cfd7616781 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 0b0973dd-e99f-48fb-8556-977d8bb71b26) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:52.162984 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fe3282-6d32-4454-ae46-14724141f0c0 None None] Network 0b0973dd-e99f-48fb-8556-977d8bb71b26 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:53:52.171802 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44181d2b-593a-4863-b2f3-a0cfd7616781 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:53:52.177627 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44181d2b-593a-4863-b2f3-a0cfd7616781 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:52.178284 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-44181d2b-593a-4863-b2f3-a0cfd7616781 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:52.239090 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b81857f-6f0c-4397-b663-8d44fe870c0f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Deleting subnet 3316810e-2bd6-4dc4-83fc-2062015505cd {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:53:52.247000 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-44181d2b-593a-4863-b2f3-a0cfd7616781 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.2478683 Apr 28 19:53:52.251312 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38970) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:52.259281 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-66f5fceb-ae68-4b05-89a7-2dd55c96330e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2005740001'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:52.265953 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0b81857f-6f0c-4397-b663-8d44fe870c0f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:52.266340 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c6018b62-14e5-4569-bf88-6f0f32ad355e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:52.300802 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b6670cb-f852-462b-9c98-25a54abcb093 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:52.370792 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d46d06a2-53cc-4cf5-8071-eb7b9a4a57ff req-933da986-4405-49e6-aacb-18a7cc6d497f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c67ace5d-1fb0-4547-8c1d-971faf48ea74 HTTP/1.1" status: 200 len: 1000 time: 0.3760056 Apr 28 19:53:52.373152 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0b81857f-6f0c-4397-b663-8d44fe870c0f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:52.398591 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f5fceb-ae68-4b05-89a7-2dd55c96330e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:52.403836 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-66f5fceb-ae68-4b05-89a7-2dd55c96330e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:52.430476 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-5d3013a6-2012-45c5-85b2-446e892c2f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'name': 'tempest-AttachVolumeTestJSON-1465909234-router', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:03Z', 'updated_at': '2022-04-28T19:53:14Z', 'revision_number': 4, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'gw_port': {'id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:05Z', 'updated_at': '2022-04-28T19:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '020ef2c8-3c90-4ed0-becb-bd3041b79894', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'floating_ip_address': '172.25.8.253', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'port_id': 'c67ace5d-1fb0-4547-8c1d-971faf48ea74', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d', 'mac_address': 'fa:16:3e:df:47:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a73c94a-d50b-461f-9ad9-9a65fcece90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:53:24Z', 'updated_at': '2022-04-28T19:53:50Z', 'revision_number': 1, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de551ca5-1f12-470a-88b4-470351de7e58', 'name': '', 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'mac_address': 'fa:16:3e:bd:57:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '95e411ad-3fda-47de-9866-800115a43d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:12Z', 'updated_at': '2022-04-28T19:53:21Z', 'revision_number': 5, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'subnets': [{'id': '95e411ad-3fda-47de-9866-800115a43d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:52.464797 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3013a6-2012-45c5-85b2-446e892c2f06 None None] Checking router: 9ed57afb-0429-4e6c-8fdb-f48fb2588c14 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:53:52.468422 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d06a2-53cc-4cf5-8071-eb7b9a4a57ff req-d7ed2d64-8b24-48bf-b57c-03be4dffdbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:52.470011 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d46d06a2-53cc-4cf5-8071-eb7b9a4a57ff req-d7ed2d64-8b24-48bf-b57c-03be4dffdbd6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=95e411ad-3fda-47de-9866-800115a43d0a HTTP/1.1" status: 200 len: 850 time: 0.0926130 Apr 28 19:53:52.475602 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3013a6-2012-45c5-85b2-446e892c2f06 None None] Routers {'9ed57afb-0429-4e6c-8fdb-f48fb2588c14'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:53:52.476347 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-5d3013a6-2012-45c5-85b2-446e892c2f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:53:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9ed57afb-0429-4e6c-8fdb-f48fb2588c14'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:52.517170 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f5fceb-ae68-4b05-89a7-2dd55c96330e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:53:52.539752 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed1ccca-42c2-4bf5-9cdc-65e43d4fff6e tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Router dbb157d6-bcac-48b9-9aac-4450cd02029d has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:53:52.547018 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d06a2-53cc-4cf5-8071-eb7b9a4a57ff req-591c9f4e-63da-4d13-be7d-d018642bce82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:52.548585 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d46d06a2-53cc-4cf5-8071-eb7b9a4a57ff req-591c9f4e-63da-4d13-be7d-d018642bce82 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13d770d2-76f1-4754-862f-2caf67b7488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715442 Apr 28 19:53:52.562191 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-66f5fceb-ae68-4b05-89a7-2dd55c96330e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:52.562694 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-66f5fceb-ae68-4b05-89a7-2dd55c96330e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Added segment 69b53c47-ab1a-454b-bbfa-29a3efd46a41 of type vlan for network b23c0443-e2fb-4996-8032-44d25085a697 Apr 28 19:53:52.638893 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0b81857f-6f0c-4397-b663-8d44fe870c0f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:52.678449 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-66f5fceb-ae68-4b05-89a7-2dd55c96330e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:52.689904 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-5d3013a6-2012-45c5-85b2-446e892c2f06 None None] Set router 9ed57afb-0429-4e6c-8fdb-f48fb2588c14 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:53:52.735267 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed1ccca-42c2-4bf5-9cdc-65e43d4fff6e tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:53:52.741343 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ed1ccca-42c2-4bf5-9cdc-65e43d4fff6e tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:52.766933 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-66f5fceb-ae68-4b05-89a7-2dd55c96330e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:52.769152 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad1fccf-e8d5-4c7b-857c-3c7ebd22e440 None None] Sync routers for ids ['dbb157d6-bcac-48b9-9aac-4450cd02029d'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:53:52.773576 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f5fceb-ae68-4b05-89a7-2dd55c96330e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:52.774710 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-66f5fceb-ae68-4b05-89a7-2dd55c96330e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:52.782358 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d46d06a2-53cc-4cf5-8071-eb7b9a4a57ff req-78902223-abf9-4a80-a2ac-9739c8bee781 service neutron] 10.222.0.15 "GET /v2.0/networks/13d770d2-76f1-4754-862f-2caf67b7488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260320 Apr 28 19:53:52.784007 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8ed1ccca-42c2-4bf5-9cdc-65e43d4fff6e tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "DELETE /v2.0/floatingips/2272e579-f5f8-4bf0-901f-12b9ec9bdc0c HTTP/1.1" status: 204 len: 168 time: 1.9391763 Apr 28 19:53:52.793657 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad1fccf-e8d5-4c7b-857c-3c7ebd22e440 None None] Routers {'dbb157d6-bcac-48b9-9aac-4450cd02029d'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:53:52.794187 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-5ad1fccf-e8d5-4c7b-857c-3c7ebd22e440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:53:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['dbb157d6-bcac-48b9-9aac-4450cd02029d'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:52.803690 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b6670cb-f852-462b-9c98-25a54abcb093 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364'] for router, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:52.825605 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b6670cb-f852-462b-9c98-25a54abcb093 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626624'] for router, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:52.864660 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-66f5fceb-ae68-4b05-89a7-2dd55c96330e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6120861 Apr 28 19:53:52.873667 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0b81857f-6f0c-4397-b663-8d44fe870c0f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:52.875588 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38974) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:52.893603 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-e5912ae2-010a-48ee-886e-8bc002cb2d93 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'ports': [{'network_id': '0b0973dd-e99f-48fb-8556-977d8bb71b26'}, {'network_id': 'b23c0443-e2fb-4996-8032-44d25085a697'}]} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:52.893981 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-e5912ae2-010a-48ee-886e-8bc002cb2d93 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'port': {'network_id': '0b0973dd-e99f-48fb-8556-977d8bb71b26'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:52.894494 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-e5912ae2-010a-48ee-886e-8bc002cb2d93 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'port': {'network_id': 'b23c0443-e2fb-4996-8032-44d25085a697'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:52.967689 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81857f-6f0c-4397-b663-8d44fe870c0f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Subnet': ['ID=3316810e-2bd6-4dc4-83fc-2062015505cd,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:52.976692 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-5ad1fccf-e8d5-4c7b-857c-3c7ebd22e440 None None] Set router dbb157d6-bcac-48b9-9aac-4450cd02029d gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:53:52.982417 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5fceb-ae68-4b05-89a7-2dd55c96330e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Network': ['ID=b23c0443-e2fb-4996-8032-44d25085a697,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:52.998115 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7685a24a-d273-4445-b156-91b105ed5990 None None] Network 3c2e8207-5f15-4282-a476-f7d992d49053 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:53:53.033951 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network b23c0443-e2fb-4996-8032-44d25085a697 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:53:53.061265 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d46d06a2-53cc-4cf5-8071-eb7b9a4a57ff req-575d550d-ad95-446c-9251-e3a107a50074 service neutron] 10.222.0.15 "GET /v2.0/networks/13d770d2-76f1-4754-862f-2caf67b7488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625287 Apr 28 19:53:53.146509 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0b81857f-6f0c-4397-b663-8d44fe870c0f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:53.151164 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0b81857f-6f0c-4397-b663-8d44fe870c0f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/subnets/3316810e-2bd6-4dc4-83fc-2062015505cd HTTP/1.1" status: 204 len: 168 time: 1.0446150 Apr 28 19:53:53.155213 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38978) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:53.258934 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ba80c21d-b87b-43f6-a678-838e8798db52 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:53.272486 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-5d3013a6-2012-45c5-85b2-446e892c2f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'name': 'tempest-AttachVolumeTestJSON-1465909234-router', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:03Z', 'updated_at': '2022-04-28T19:53:14Z', 'revision_number': 4, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'gw_port': {'id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:05Z', 'updated_at': '2022-04-28T19:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '020ef2c8-3c90-4ed0-becb-bd3041b79894', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'floating_ip_address': '172.25.8.253', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'port_id': 'c67ace5d-1fb0-4547-8c1d-971faf48ea74', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d', 'mac_address': 'fa:16:3e:df:47:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a73c94a-d50b-461f-9ad9-9a65fcece90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:53:24Z', 'updated_at': '2022-04-28T19:53:50Z', 'revision_number': 1, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de551ca5-1f12-470a-88b4-470351de7e58', 'name': '', 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'mac_address': 'fa:16:3e:bd:57:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '95e411ad-3fda-47de-9866-800115a43d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:12Z', 'updated_at': '2022-04-28T19:53:21Z', 'revision_number': 5, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'subnets': [{'id': '95e411ad-3fda-47de-9866-800115a43d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:53.321587 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3013a6-2012-45c5-85b2-446e892c2f06 None None] The sync data for ids ['9ed57afb-0429-4e6c-8fdb-f48fb2588c14'] in n-d-839810-1 is: [{'id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'name': 'tempest-AttachVolumeTestJSON-1465909234-router', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:03Z', 'updated_at': '2022-04-28T19:53:14Z', 'revision_number': 4, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'gw_port': {'id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:05Z', 'updated_at': '2022-04-28T19:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '020ef2c8-3c90-4ed0-becb-bd3041b79894', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'floating_ip_address': '172.25.8.253', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'port_id': 'c67ace5d-1fb0-4547-8c1d-971faf48ea74', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d', 'mac_address': 'fa:16:3e:df:47:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a73c94a-d50b-461f-9ad9-9a65fcece90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:53:24Z', 'updated_at': '2022-04-28T19:53:50Z', 'revision_number': 1, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de551ca5-1f12-470a-88b4-470351de7e58', 'name': '', 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'mac_address': 'fa:16:3e:bd:57:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '95e411ad-3fda-47de-9866-800115a43d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:12Z', 'updated_at': '2022-04-28T19:53:21Z', 'revision_number': 5, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'subnets': [{'id': '95e411ad-3fda-47de-9866-800115a43d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:53:53.344512 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ba80c21d-b87b-43f6-a678-838e8798db52 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Deleting port bb941ea6-5496-442e-98c8-a2c20ecb1f41 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:53:53.344870 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ba80c21d-b87b-43f6-a678-838e8798db52 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:53.355846 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-5ad1fccf-e8d5-4c7b-857c-3c7ebd22e440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'name': 'tempest-TestNetworkBasicOps-router-156237215', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:51:01Z', 'updated_at': '2022-04-28T19:53:37Z', 'revision_number': 6, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'gw_port': {'id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:70:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:04Z', 'updated_at': '2022-04-28T19:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'edce7e0b-b2af-43d6-ad27-07c3ee370d8f', 'name': '', 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'mac_address': 'fa:16:3e:d5:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '19b5af0e-4f73-4e51-a909-545b35690aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:15Z', 'updated_at': '2022-04-28T19:51:30Z', 'revision_number': 5, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'subnets': [{'id': '19b5af0e-4f73-4e51-a909-545b35690aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:53.375818 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c061760-3af3-4ae4-8b2a-8a0cdac9c456 None None] DHCP port deletion for 3c2e8207-5f15-4282-a476-f7d992d49053 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:53:53.387561 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276071b-6bc8-4b35-8044-16772e8e852e req-37f5be20-2aac-4883-838b-da31b3f3365d tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:53.395229 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d276071b-6bc8-4b35-8044-16772e8e852e req-37f5be20-2aac-4883-838b-da31b3f3365d tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a71285-a494-4154-b34e-f7ea33337c0f HTTP/1.1" status: 200 len: 946 time: 0.2428973 Apr 28 19:53:53.456155 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad1fccf-e8d5-4c7b-857c-3c7ebd22e440 None None] Checking router: dbb157d6-bcac-48b9-9aac-4450cd02029d for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:53:53.456409 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ba80c21d-b87b-43f6-a678-838e8798db52 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] For port bb941ea6-5496-442e-98c8-a2c20ecb1f41, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=bb941ea6-5496-442e-98c8-a2c20ecb1f41,segment=NetworkSegment(02a85e8b-10b2-4e80-802f-c08d43513de0),segment_id=02a85e8b-10b2-4e80-802f-c08d43513de0)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:53.456888 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ba80c21d-b87b-43f6-a678-838e8798db52 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:53.476518 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d276071b-6bc8-4b35-8044-16772e8e852e req-1f1304bc-8a58-44a7-9a12-ffa0a6691f44 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=95b77c71-a829-44c5-bd32-470a360e08be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740602 Apr 28 19:53:53.477913 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5912ae2-010a-48ee-886e-8bc002cb2d93 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'port': 2} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:53.488697 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad1fccf-e8d5-4c7b-857c-3c7ebd22e440 None None] Routers {'dbb157d6-bcac-48b9-9aac-4450cd02029d'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:53:53.488697 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-5ad1fccf-e8d5-4c7b-857c-3c7ebd22e440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:53:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['dbb157d6-bcac-48b9-9aac-4450cd02029d'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:53.490435 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ba80c21d-b87b-43f6-a678-838e8798db52 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Calling delete_port for bb941ea6-5496-442e-98c8-a2c20ecb1f41 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:53:53.499798 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e5912ae2-010a-48ee-886e-8bc002cb2d93 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:53.509748 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6670cb-f852-462b-9c98-25a54abcb093 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Router d9ddbc84-2452-4ca6-bfdd-59dc206a527f is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:53:53.519088 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-5c061760-3af3-4ae4-8b2a-8a0cdac9c456 None None] Deleting port bb941ea6-5496-442e-98c8-a2c20ecb1f41 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:53:53.519843 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5c061760-3af3-4ae4-8b2a-8a0cdac9c456 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:53.521944 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:53.542943 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e5912ae2-010a-48ee-886e-8bc002cb2d93 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:53.576048 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bb941ea6-5496-442e-98c8-a2c20ecb1f41 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:53:53.597794 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ba80c21d-b87b-43f6-a678-838e8798db52 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:53.638107 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-5c061760-3af3-4ae4-8b2a-8a0cdac9c456 None None] For port bb941ea6-5496-442e-98c8-a2c20ecb1f41, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=bb941ea6-5496-442e-98c8-a2c20ecb1f41,segment=NetworkSegment(02a85e8b-10b2-4e80-802f-c08d43513de0),segment_id=02a85e8b-10b2-4e80-802f-c08d43513de0)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:53.638878 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5c061760-3af3-4ae4-8b2a-8a0cdac9c456 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:53.647020 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80c21d-b87b-43f6-a678-838e8798db52 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Port': ['ID=bb941ea6-5496-442e-98c8-a2c20ecb1f41,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:53.654661 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba80c21d-b87b-43f6-a678-838e8798db52 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] No DVR routers for this DVR port bb941ea6-5496-442e-98c8-a2c20ecb1f41 on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:53:53.672056 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-5c061760-3af3-4ae4-8b2a-8a0cdac9c456 None None] Calling delete_port for bb941ea6-5496-442e-98c8-a2c20ecb1f41 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:53:53.683504 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No active binding found for port bb941ea6-5496-442e-98c8-a2c20ecb1f41 {{(pid=102775) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 28 19:53:53.684275 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bb941ea6-5496-442e-98c8-a2c20ecb1f41 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:53:53.687561 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a71285-a494-4154-b34e-f7ea33337c0f', 'tag': '8a502811-6b37-4315-bf6a-94b023cadac2'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:53:53.691105 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e48f9ff-e463-438e-ba1f-1fd52e549865" -d '{"events": [{"name": "network-changed", "server_uuid": "66a71285-a494-4154-b34e-f7ea33337c0f", "tag": "8a502811-6b37-4315-bf6a-94b023cadac2"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:53:53.723576 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-5ad1fccf-e8d5-4c7b-857c-3c7ebd22e440 None None] Set router dbb157d6-bcac-48b9-9aac-4450cd02029d gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:53:53.800137 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ba80c21d-b87b-43f6-a678-838e8798db52 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:53.807146 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb3c765-1bc2-45ad-8828-69d569ddf303 None None] New status for floating IP 020ef2c8-3c90-4ed0-becb-bd3041b79894: ACTIVE {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:53:53.828367 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-ba80c21d-b87b-43f6-a678-838e8798db52 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c2e8207-5f15-4282-a476-f7d992d49053']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:53.840163 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-ba80c21d-b87b-43f6-a678-838e8798db52 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a85e8b-10b2-4e80-802f-c08d43513de0') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:53.840468 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-ba80c21d-b87b-43f6-a678-838e8798db52 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a85e8b-10b2-4e80-802f-c08d43513de0') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:53.852648 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ba80c21d-b87b-43f6-a678-838e8798db52 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:53.868312 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ba80c21d-b87b-43f6-a678-838e8798db52 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:53.874738 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba80c21d-b87b-43f6-a678-838e8798db52 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:53:53.875341 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ba80c21d-b87b-43f6-a678-838e8798db52 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:53.911896 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6670cb-f852-462b-9c98-25a54abcb093 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:53:53.919704 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b6670cb-f852-462b-9c98-25a54abcb093 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:53.925729 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7b6670cb-f852-462b-9c98-25a54abcb093 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] 10.222.0.42 "PUT /v2.0/routers/d9ddbc84-2452-4ca6-bfdd-59dc206a527f HTTP/1.1" status: 200 len: 917 time: 5.3458674 Apr 28 19:53:53.926104 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38982) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:53.929338 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-e5912ae2-010a-48ee-886e-8bc002cb2d93 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] device_id is not set on port 301ca5b2-aaa6-45de-be81-129f9aa3a8d3 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:53:53.951394 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:53:53.951394 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:53:53.951394 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:53:53.951394 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:53:53.951394 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:53:53.951394 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:53:53.951394 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:53:53.951394 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:53:53.951394 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:53:53.951394 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:53:53.951394 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:53:53.951394 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:53:53.951394 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:53:53.951394 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:53:53.951394 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:53:53.951394 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:53:53.951394 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:53:53.951394 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:53:53.951394 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:53:53.951394 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:53:53.951394 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:53:53.951394 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:53:53.951394 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:53:53.951394 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:53:53.951394 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:53:53.951394 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:53:53.951394 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:53:53.951394 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:53:53.951394 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:53:53.951394 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:53:53.951394 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:53:53.951394 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:53:53.954428 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001dcd86-9b82-41fc-a9ec-5f56c20111b4 x-openstack-request-id: req-001dcd86-9b82-41fc-a9ec-5f56c20111b4 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:53:53.954428 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66a71285-a494-4154-b34e-f7ea33337c0f", "tag": "8a502811-6b37-4315-bf6a-94b023cadac2", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:53:53.954428 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-001dcd86-9b82-41fc-a9ec-5f56c20111b4 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:53:53.954428 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-001dcd86-9b82-41fc-a9ec-5f56c20111b4'] response: {'name': 'network-changed', 'server_uuid': '66a71285-a494-4154-b34e-f7ea33337c0f', 'tag': '8a502811-6b37-4315-bf6a-94b023cadac2', 'status': 'completed', 'code': 200} Apr 28 19:53:53.992947 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5c061760-3af3-4ae4-8b2a-8a0cdac9c456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:53.997935 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ba80c21d-b87b-43f6-a678-838e8798db52 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:54.029474 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c061760-3af3-4ae4-8b2a-8a0cdac9c456 None None] Pushing event deleted for resources: {'Port': ['ID=bb941ea6-5496-442e-98c8-a2c20ecb1f41,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:54.035959 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ba80c21d-b87b-43f6-a678-838e8798db52 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:54.038315 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5c061760-3af3-4ae4-8b2a-8a0cdac9c456 None None] Network 3c2e8207-5f15-4282-a476-f7d992d49053 is not hosted by any dhcp agent {{(pid=102775) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 28 19:53:54.042893 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c061760-3af3-4ae4-8b2a-8a0cdac9c456 None None] No DVR routers for this DVR port bb941ea6-5496-442e-98c8-a2c20ecb1f41 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:53:54.043160 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ba80c21d-b87b-43f6-a678-838e8798db52 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/networks/3c2e8207-5f15-4282-a476-f7d992d49053 HTTP/1.1" status: 204 len: 168 time: 0.8826478 Apr 28 19:53:54.043160 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80c21d-b87b-43f6-a678-838e8798db52 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Network': ['ID=3c2e8207-5f15-4282-a476-f7d992d49053,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:54.054296 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38984) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:54.076930 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48f9ff-e463-438e-ba1f-1fd52e549865 req-7639bf8e-51e2-4b88-8489-3d7030593a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:54.078512 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7e48f9ff-e463-438e-ba1f-1fd52e549865 req-7639bf8e-51e2-4b88-8489-3d7030593a9d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d9e2f02c26d442699c083632dd6dfd5&device_id=66a71285-a494-4154-b34e-f7ea33337c0f HTTP/1.1" status: 200 len: 1097 time: 0.1234267 Apr 28 19:53:54.114957 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-aa96cef7-d400-4672-8b30-48816eec6a81 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] 10.222.0.42 "GET /v2.0/routers/d9ddbc84-2452-4ca6-bfdd-59dc206a527f HTTP/1.1" status: 200 len: 923 time: 0.1820557 Apr 28 19:53:54.118350 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38986) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:54.180276 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc34b916-67dc-4159-8566-36430a586627 None None] Sync routers for ids ['d9ddbc84-2452-4ca6-bfdd-59dc206a527f'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:53:54.185361 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9880eaaa-02be-42c8-9fb6-69c3ab4bb3ab tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:54.193664 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9880eaaa-02be-42c8-9fb6-69c3ab4bb3ab tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "GET /v2.0/ports/df83d4b4-4514-4100-89e5-af8626c2b514 HTTP/1.1" status: 200 len: 844 time: 0.1213930 Apr 28 19:53:54.193914 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38988) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:54.202738 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc34b916-67dc-4159-8566-36430a586627 None None] Routers {'d9ddbc84-2452-4ca6-bfdd-59dc206a527f'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:53:54.202738 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-cc34b916-67dc-4159-8566-36430a586627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:53:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['d9ddbc84-2452-4ca6-bfdd-59dc206a527f'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:54.239645 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e5912ae2-010a-48ee-886e-8bc002cb2d93 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:54.239895 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-cc34b916-67dc-4159-8566-36430a586627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:54.241914 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48f9ff-e463-438e-ba1f-1fd52e549865 req-ea94fea3-2d36-407d-be0d-7b7f45effd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:54.244610 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7e48f9ff-e463-438e-ba1f-1fd52e549865 req-ea94fea3-2d36-407d-be0d-7b7f45effd4d service neutron] 10.222.0.44 "GET /v2.0/networks?id=21f0b299-0a1b-4e71-a8de-3e8676ce56c4 HTTP/1.1" status: 200 len: 898 time: 0.1457138 Apr 28 19:53:54.251698 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e1b7c4-efcd-4bcc-ac92-22d6432cf070 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:54.254425 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e0e1b7c4-efcd-4bcc-ac92-22d6432cf070 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=562d8c9c-50aa-492e-ae08-06d7f5fe6347&device_id=d9ddbc84-2452-4ca6-bfdd-59dc206a527f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1344230 Apr 28 19:53:54.256857 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc34b916-67dc-4159-8566-36430a586627 None None] Routers {'d9ddbc84-2452-4ca6-bfdd-59dc206a527f'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:53:54.257561 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-cc34b916-67dc-4159-8566-36430a586627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:53:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['d9ddbc84-2452-4ca6-bfdd-59dc206a527f'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:54.263182 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38990) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:54.299721 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-cc34b916-67dc-4159-8566-36430a586627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:54.305982 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc34b916-67dc-4159-8566-36430a586627 None None] The sync data for ids ['d9ddbc84-2452-4ca6-bfdd-59dc206a527f'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:53:54.315953 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-5ad1fccf-e8d5-4c7b-857c-3c7ebd22e440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'name': 'tempest-TestNetworkBasicOps-router-156237215', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:51:01Z', 'updated_at': '2022-04-28T19:53:37Z', 'revision_number': 6, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'gw_port': {'id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:70:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:04Z', 'updated_at': '2022-04-28T19:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'edce7e0b-b2af-43d6-ad27-07c3ee370d8f', 'name': '', 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'mac_address': 'fa:16:3e:d5:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '19b5af0e-4f73-4e51-a909-545b35690aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:15Z', 'updated_at': '2022-04-28T19:51:30Z', 'revision_number': 5, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'subnets': [{'id': '19b5af0e-4f73-4e51-a909-545b35690aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:54.319631 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-eef84f11-cb02-4aa4-b08a-d9c84128df53 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "GET /v2.0/ports/df83d4b4-4514-4100-89e5-af8626c2b514?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1268544 Apr 28 19:53:54.323410 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38992) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:54.330177 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7e48f9ff-e463-438e-ba1f-1fd52e549865 req-e973ffd0-226d-4c90-bd4e-e929e353eae1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a502811-6b37-4315-bf6a-94b023cadac2 HTTP/1.1" status: 200 len: 217 time: 0.0736907 Apr 28 19:53:54.332490 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-086cbff9-b9e3-49d6-93ff-579f2f024a01 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'subnet': {'network_id': '0c71413c-ce91-4206-9ed8-1ae3b23da60b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:54.358522 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad1fccf-e8d5-4c7b-857c-3c7ebd22e440 None None] The sync data for ids ['dbb157d6-bcac-48b9-9aac-4450cd02029d'] in n-d-839810-1 is: [{'id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'name': 'tempest-TestNetworkBasicOps-router-156237215', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:51:01Z', 'updated_at': '2022-04-28T19:53:37Z', 'revision_number': 6, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'gw_port': {'id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:70:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:04Z', 'updated_at': '2022-04-28T19:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'edce7e0b-b2af-43d6-ad27-07c3ee370d8f', 'name': '', 'network_id': '21f0b299-0a1b-4e71-a8de-3e8676ce56c4', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'mac_address': 'fa:16:3e:d5:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '19b5af0e-4f73-4e51-a909-545b35690aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:15Z', 'updated_at': '2022-04-28T19:51:30Z', 'revision_number': 5, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'subnets': [{'id': '19b5af0e-4f73-4e51-a909-545b35690aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:53:54.396741 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-e5912ae2-010a-48ee-886e-8bc002cb2d93 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] device_id is not set on port e712e8fc-e196-4bcb-bd39-75f0d4c21fc9 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:53:54.444465 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48f9ff-e463-438e-ba1f-1fd52e549865 req-641494dc-9a0c-4153-b41c-b7ec853834e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:54.445804 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7e48f9ff-e463-438e-ba1f-1fd52e549865 req-641494dc-9a0c-4153-b41c-b7ec853834e1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=19b5af0e-4f73-4e51-a909-545b35690aff HTTP/1.1" status: 200 len: 834 time: 0.1058109 Apr 28 19:53:54.495404 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9c7bac-1a20-4f9f-afaa-84d5f9cd4924 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:54.499475 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fc9c7bac-1a20-4f9f-afaa-84d5f9cd4924 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 881 time: 0.2325499 Apr 28 19:53:54.499686 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90b8aa-6f0e-4d4e-aefa-5403d3eaf2da req-5472648d-260c-498c-a91a-90411b6079f5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:54.499686 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4b90b8aa-6f0e-4d4e-aefa-5403d3eaf2da req-5472648d-260c-498c-a91a-90411b6079f5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.44 "GET /v2.0/ports?device_id=66a71285-a494-4154-b34e-f7ea33337c0f HTTP/1.1" status: 200 len: 946 time: 0.1628888 Apr 28 19:53:54.502670 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38996) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:54.524830 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086cbff9-b9e3-49d6-93ff-579f2f024a01 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:54.526697 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48f9ff-e463-438e-ba1f-1fd52e549865 req-8de12a3f-1415-473b-b19f-fec56cec6a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:54.528149 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-086cbff9-b9e3-49d6-93ff-579f2f024a01 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:54.528544 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7e48f9ff-e463-438e-ba1f-1fd52e549865 req-8de12a3f-1415-473b-b19f-fec56cec6a19 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=21f0b299-0a1b-4e71-a8de-3e8676ce56c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732684 Apr 28 19:53:54.548783 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-807d6c0f-ab33-4f4d-8e35-68a248c51ce2 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9ddbc84-2452-4ca6-bfdd-59dc206a527f HTTP/1.1" status: 200 len: 205 time: 0.0377450 Apr 28 19:53:54.553427 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38998) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:54.620656 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:53:54.741751 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc098638-4aab-4210-8874-eda8223e8bee None None] New status for floating IP 2272e579-f5f8-4bf0-901f-12b9ec9bdc0c: DOWN {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:53:54.745289 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7e48f9ff-e463-438e-ba1f-1fd52e549865 req-243039f9-ca23-42dd-b9f1-2e16762bd443 service neutron] 10.222.0.44 "GET /v2.0/networks/21f0b299-0a1b-4e71-a8de-3e8676ce56c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004778 Apr 28 19:53:54.750297 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd3070c2-943d-4062-bd42-c13c9a48525b tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:54.947386 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7e48f9ff-e463-438e-ba1f-1fd52e549865 req-9192da07-3e6a-4505-80b8-407e2cd108dd service neutron] 10.222.0.44 "GET /v2.0/networks/21f0b299-0a1b-4e71-a8de-3e8676ce56c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935029 Apr 28 19:53:54.953313 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd3070c2-943d-4062-bd42-c13c9a48525b tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:55.016948 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-cd3070c2-943d-4062-bd42-c13c9a48525b tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Deleting port ab240de6-c7f0-4898-9bc1-247b63b0ce19 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:53:55.017493 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd3070c2-943d-4062-bd42-c13c9a48525b tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:55.103188 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd3070c2-943d-4062-bd42-c13c9a48525b tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:55.115650 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-cd3070c2-943d-4062-bd42-c13c9a48525b tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Calling delete_port for ab240de6-c7f0-4898-9bc1-247b63b0ce19 owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:53:55.144618 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e5912ae2-010a-48ee-886e-8bc002cb2d93 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:55.179155 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495711b-5096-4855-8114-ba966331fc4b req-cb1d189f-948b-4b10-b9c4-b1c56df78583 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:55.180786 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d495711b-5096-4855-8114-ba966331fc4b req-cb1d189f-948b-4b10-b9c4-b1c56df78583 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a71285-a494-4154-b34e-f7ea33337c0f HTTP/1.1" status: 200 len: 946 time: 0.1795001 Apr 28 19:53:55.285944 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-4b90b8aa-6f0e-4d4e-aefa-5403d3eaf2da req-fbd5da09-243a-49b7-a704-75dcfe770c59 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Deleting port 8a502811-6b37-4315-bf6a-94b023cadac2 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:53:55.286287 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-4b90b8aa-6f0e-4d4e-aefa-5403d3eaf2da req-fbd5da09-243a-49b7-a704-75dcfe770c59 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:55.316547 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d495711b-5096-4855-8114-ba966331fc4b req-32235c30-efd2-42b3-89d2-7e8087dbeb58 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=95b77c71-a829-44c5-bd32-470a360e08be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189659 Apr 28 19:53:55.317632 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e5912ae2-010a-48ee-886e-8bc002cb2d93 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:55.330238 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd3070c2-943d-4062-bd42-c13c9a48525b tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:55.383515 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3070c2-943d-4062-bd42-c13c9a48525b tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Pushing event deleted for resources: {'Port': ['ID=ab240de6-c7f0-4898-9bc1-247b63b0ce19,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:55.451555 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5912ae2-010a-48ee-886e-8bc002cb2d93 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Network 0b0973dd-e99f-48fb-8556-977d8bb71b26 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:55.457109 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd3070c2-943d-4062-bd42-c13c9a48525b tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:55.457463 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-086cbff9-b9e3-49d6-93ff-579f2f024a01 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:55.464036 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-e5912ae2-010a-48ee-886e-8bc002cb2d93 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:55.470648 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5912ae2-010a-48ee-886e-8bc002cb2d93 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Port': ['ID=301ca5b2-aaa6-45de-be81-129f9aa3a8d3,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:55.473137 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5912ae2-010a-48ee-886e-8bc002cb2d93 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:53:55.474005 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e5912ae2-010a-48ee-886e-8bc002cb2d93 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:55.565008 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd3070c2-943d-4062-bd42-c13c9a48525b tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:55.567332 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd3070c2-943d-4062-bd42-c13c9a48525b tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:55.576269 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086cbff9-b9e3-49d6-93ff-579f2f024a01 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Network 0c71413c-ce91-4206-9ed8-1ae3b23da60b is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:55.593496 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-086cbff9-b9e3-49d6-93ff-579f2f024a01 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:55.596358 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-4b90b8aa-6f0e-4d4e-aefa-5403d3eaf2da req-fbd5da09-243a-49b7-a704-75dcfe770c59 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] For port 8a502811-6b37-4315-bf6a-94b023cadac2, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=8a502811-6b37-4315-bf6a-94b023cadac2,segment=NetworkSegment(e300a6a7-3a1a-4ad6-a5a2-071728770978),segment_id=e300a6a7-3a1a-4ad6-a5a2-071728770978)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:55.596731 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-4b90b8aa-6f0e-4d4e-aefa-5403d3eaf2da req-fbd5da09-243a-49b7-a704-75dcfe770c59 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:55.602498 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086cbff9-b9e3-49d6-93ff-579f2f024a01 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:55.603099 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-086cbff9-b9e3-49d6-93ff-579f2f024a01 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:55.604590 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9beae476-6cbf-48c1-967f-64cc094913c8 None None] Network 0c71413c-ce91-4206-9ed8-1ae3b23da60b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:53:55.618608 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086cbff9-b9e3-49d6-93ff-579f2f024a01 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Subnet': ['ID=e990c5aa-7123-41e0-88f5-ea6554012c77,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:55.627064 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd3070c2-943d-4062-bd42-c13c9a48525b tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:55.628452 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3070c2-943d-4062-bd42-c13c9a48525b tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Fanout notify agent at l3_agent the message router_deleted on router d9ddbc84-2452-4ca6-bfdd-59dc206a527f {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:53:55.631594 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-4b90b8aa-6f0e-4d4e-aefa-5403d3eaf2da req-fbd5da09-243a-49b7-a704-75dcfe770c59 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Calling delete_port for 8a502811-6b37-4315-bf6a-94b023cadac2 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:53:55.636322 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5912ae2-010a-48ee-886e-8bc002cb2d93 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Port': ['ID=e712e8fc-e196-4bcb-bd39-75f0d4c21fc9,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:55.650446 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cd3070c2-943d-4062-bd42-c13c9a48525b tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:55.652648 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cd3070c2-943d-4062-bd42-c13c9a48525b tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] 10.222.0.42 "DELETE /v2.0/routers/d9ddbc84-2452-4ca6-bfdd-59dc206a527f HTTP/1.1" status: 204 len: 168 time: 1.0982437 Apr 28 19:53:55.656333 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39000) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:55.660476 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-086cbff9-b9e3-49d6-93ff-579f2f024a01 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3350909 Apr 28 19:53:55.663918 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39002) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:55.668000 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-732060c3-2d2d-4590-a601-e65afff6cc80 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-302738736', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:55.668621 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-5792851e-55de-4afc-be49-248d5e6ea2da tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'security_group': {'name': 'tempest-secgroup-1835566277'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:55.699544 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-732060c3-2d2d-4590-a601-e65afff6cc80 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:55.703306 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-732060c3-2d2d-4590-a601-e65afff6cc80 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:55.716507 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5912ae2-010a-48ee-886e-8bc002cb2d93 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Checking segment: {'id': '69b53c47-ab1a-454b-bbfa-29a3efd46a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b23c0443-e2fb-4996-8032-44d25085a697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:53:55.716953 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5912ae2-010a-48ee-886e-8bc002cb2d93 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Network hostable DHCP agents. Network: b23c0443-e2fb-4996-8032-44d25085a697, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:53:55.748803 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5792851e-55de-4afc-be49-248d5e6ea2da tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:55.778200 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5912ae2-010a-48ee-886e-8bc002cb2d93 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Network b23c0443-e2fb-4996-8032-44d25085a697 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:53:55.784598 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-732060c3-2d2d-4590-a601-e65afff6cc80 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:55.791148 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-732060c3-2d2d-4590-a601-e65afff6cc80 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:55.796514 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-e5912ae2-010a-48ee-886e-8bc002cb2d93 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, b23c0443-e2fb-4996-8032-44d25085a697) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:55.809596 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5912ae2-010a-48ee-886e-8bc002cb2d93 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:53:55.815053 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:55.817459 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5912ae2-010a-48ee-886e-8bc002cb2d93 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:55.824669 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-732060c3-2d2d-4590-a601-e65afff6cc80 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:55.824890 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5912ae2-010a-48ee-886e-8bc002cb2d93 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:55.825471 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e5912ae2-010a-48ee-886e-8bc002cb2d93 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:55.826463 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-732060c3-2d2d-4590-a601-e65afff6cc80 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1684265 Apr 28 19:53:55.831268 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39004) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:55.831697 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fed2292-3420-4fec-89df-f285621ccb10 None None] Network b23c0443-e2fb-4996-8032-44d25085a697 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:53:55.836934 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-8ec76527-69b7-4be4-8b78-df00ab401cbb tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'enable_snat': False}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:55.886297 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e5912ae2-010a-48ee-886e-8bc002cb2d93 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0029013 Apr 28 19:53:55.889852 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39008) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:55.924855 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-4b90b8aa-6f0e-4d4e-aefa-5403d3eaf2da req-fbd5da09-243a-49b7-a704-75dcfe770c59 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:55.969366 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5792851e-55de-4afc-be49-248d5e6ea2da tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:55.974788 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5da09-243a-49b7-a704-75dcfe770c59 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event deleted for resources: {'Port': ['ID=8a502811-6b37-4315-bf6a-94b023cadac2,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:55.978678 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5792851e-55de-4afc-be49-248d5e6ea2da tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:56.019895 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:56.057054 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5792851e-55de-4afc-be49-248d5e6ea2da tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:56.058580 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5792851e-55de-4afc-be49-248d5e6ea2da tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3934312 Apr 28 19:53:56.066437 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39012) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:56.076910 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b90b8aa-6f0e-4d4e-aefa-5403d3eaf2da req-fbd5da09-243a-49b7-a704-75dcfe770c59 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] No DVR routers for this DVR port 8a502811-6b37-4315-bf6a-94b023cadac2 on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:53:56.080683 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-4b90b8aa-6f0e-4d4e-aefa-5403d3eaf2da req-fbd5da09-243a-49b7-a704-75dcfe770c59 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:56.084378 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4b90b8aa-6f0e-4d4e-aefa-5403d3eaf2da req-fbd5da09-243a-49b7-a704-75dcfe770c59 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.44 "DELETE /v2.0/ports/8a502811-6b37-4315-bf6a-94b023cadac2 HTTP/1.1" status: 204 len: 173 time: 1.5762970 Apr 28 19:53:56.085135 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a71285-a494-4154-b34e-f7ea33337c0f', 'name': 'network-vif-deleted', 'tag': '8a502811-6b37-4315-bf6a-94b023cadac2'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:53:56.087801 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9723258c-d343-4ceb-b8de-98de54780f7e" -d '{"events": [{"server_uuid": "66a71285-a494-4154-b34e-f7ea33337c0f", "name": "network-vif-deleted", "tag": "8a502811-6b37-4315-bf6a-94b023cadac2"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:53:56.091935 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792851e-55de-4afc-be49-248d5e6ea2da tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4de22bd-39dd-4fb6-b5c4-73933da57ed8,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:56.143213 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-cbb84b51-e1f5-4e6c-9c6a-cd5781fdac43 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'security_group': {'name': 'tempest-secgroup-93176182'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:56.184847 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d637917b-dd3f-45ff-a181-7e7ebbc2256c x-openstack-request-id: req-d637917b-dd3f-45ff-a181-7e7ebbc2256c {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:53:56.185042 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a71285-a494-4154-b34e-f7ea33337c0f", "name": "network-vif-deleted", "tag": "8a502811-6b37-4315-bf6a-94b023cadac2", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:53:56.185268 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d637917b-dd3f-45ff-a181-7e7ebbc2256c {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:53:56.185617 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d637917b-dd3f-45ff-a181-7e7ebbc2256c'] response: {'server_uuid': '66a71285-a494-4154-b34e-f7ea33337c0f', 'name': 'network-vif-deleted', 'tag': '8a502811-6b37-4315-bf6a-94b023cadac2', 'status': 'completed', 'code': 200} Apr 28 19:53:56.220153 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9949ce1c-bd15-43d3-aea4-ee0140a4add5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-0c71413c-ce91-4206-9ed8-1ae3b23da60b', 'network_id': '0c71413c-ce91-4206-9ed8-1ae3b23da60b', 'tenant_id': '1c1fbcb84ca3492ab67cea60788320db', 'fixed_ips': [{'subnet_id': 'e990c5aa-7123-41e0-88f5-ea6554012c77'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:53:56.221415 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9949ce1c-bd15-43d3-aea4-ee0140a4add5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:56.442684 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-9949ce1c-bd15-43d3-aea4-ee0140a4add5 None None] Allocated IP 2001:db8::2 (0c71413c-ce91-4206-9ed8-1ae3b23da60b/e990c5aa-7123-41e0-88f5-ea6554012c77/1371d45a-e22a-4c1c-bc91-b0b5d3046cc5) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:56.523251 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-db113c69-9223-43a4-9467-b168f72a7e11 req-aade5526-4e39-45ed-91b1-fed556e559be tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a71285-a494-4154-b34e-f7ea33337c0f HTTP/1.1" status: 200 len: 210 time: 0.0813038 Apr 28 19:53:56.640771 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cbb84b51-e1f5-4e6c-9c6a-cd5781fdac43 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:56.647396 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ec76527-69b7-4be4-8b78-df00ab401cbb tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:56.668561 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-9f087f3b-1327-4562-b80b-4dc86a9cfe46 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Deleting port e712e8fc-e196-4bcb-bd39-75f0d4c21fc9 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:53:56.668884 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9f087f3b-1327-4562-b80b-4dc86a9cfe46 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:56.695554 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9949ce1c-bd15-43d3-aea4-ee0140a4add5 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:56.708414 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9949ce1c-bd15-43d3-aea4-ee0140a4add5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:56.762679 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9949ce1c-bd15-43d3-aea4-ee0140a4add5 None None] Network 0c71413c-ce91-4206-9ed8-1ae3b23da60b is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:56.768683 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-9949ce1c-bd15-43d3-aea4-ee0140a4add5 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:56.771269 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9949ce1c-bd15-43d3-aea4-ee0140a4add5 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:53:56.786564 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949ce1c-bd15-43d3-aea4-ee0140a4add5 None None] Pushing event updated for resources: {'Port': ['ID=1371d45a-e22a-4c1c-bc91-b0b5d3046cc5,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:56.803285 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9f087f3b-1327-4562-b80b-4dc86a9cfe46 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:56.828616 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-9f087f3b-1327-4562-b80b-4dc86a9cfe46 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Calling delete_port for e712e8fc-e196-4bcb-bd39-75f0d4c21fc9 owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:53:56.837374 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-9949ce1c-bd15-43d3-aea4-ee0140a4add5 None None] Attempting to bind port 1371d45a-e22a-4c1c-bc91-b0b5d3046cc5 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:53:56.837737 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-9949ce1c-bd15-43d3-aea4-ee0140a4add5 None None] Attempting to bind port 1371d45a-e22a-4c1c-bc91-b0b5d3046cc5 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '0e54928d-2e20-46b5-9de6-90cc5dbcd6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '0c71413c-ce91-4206-9ed8-1ae3b23da60b'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:53:56.838108 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9949ce1c-bd15-43d3-aea4-ee0140a4add5 None None] Attempting to bind port 1371d45a-e22a-4c1c-bc91-b0b5d3046cc5 on network 0c71413c-ce91-4206-9ed8-1ae3b23da60b {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:53:56.844471 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9949ce1c-bd15-43d3-aea4-ee0140a4add5 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:53:56.844843 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9949ce1c-bd15-43d3-aea4-ee0140a4add5 None None] Checking segment: {'id': '0e54928d-2e20-46b5-9de6-90cc5dbcd6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '0c71413c-ce91-4206-9ed8-1ae3b23da60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:53:56.845249 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9949ce1c-bd15-43d3-aea4-ee0140a4add5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:56.846276 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9949ce1c-bd15-43d3-aea4-ee0140a4add5 None None] Bound using segment: {'id': '0e54928d-2e20-46b5-9de6-90cc5dbcd6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '0c71413c-ce91-4206-9ed8-1ae3b23da60b'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:53:56.846879 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-9949ce1c-bd15-43d3-aea4-ee0140a4add5 None None] Bound port: 1371d45a-e22a-4c1c-bc91-b0b5d3046cc5, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e54928d-2e20-46b5-9de6-90cc5dbcd6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '0c71413c-ce91-4206-9ed8-1ae3b23da60b'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:53:56.847264 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9949ce1c-bd15-43d3-aea4-ee0140a4add5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:56.874989 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cbb84b51-e1f5-4e6c-9c6a-cd5781fdac43 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:56.924029 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-9949ce1c-bd15-43d3-aea4-ee0140a4add5 None None] For port 1371d45a-e22a-4c1c-bc91-b0b5d3046cc5, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:53:56.927193 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-9949ce1c-bd15-43d3-aea4-ee0140a4add5 None None] For port 1371d45a-e22a-4c1c-bc91-b0b5d3046cc5, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=1371d45a-e22a-4c1c-bc91-b0b5d3046cc5,segment=NetworkSegment(0e54928d-2e20-46b5-9de6-90cc5dbcd6e3),segment_id=0e54928d-2e20-46b5-9de6-90cc5dbcd6e3)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:53:56.931071 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9949ce1c-bd15-43d3-aea4-ee0140a4add5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:56.933923 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cbb84b51-e1f5-4e6c-9c6a-cd5781fdac43 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:56.996695 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949ce1c-bd15-43d3-aea4-ee0140a4add5 None None] Pushing event updated for resources: {'Port': ['ID=1371d45a-e22a-4c1c-bc91-b0b5d3046cc5,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:56.996920 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cbb84b51-e1f5-4e6c-9c6a-cd5781fdac43 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:56.999332 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39018) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:57.000552 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cbb84b51-e1f5-4e6c-9c6a-cd5781fdac43 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8662689 Apr 28 19:53:57.007648 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-1b6e340d-bc79-4849-a966-3ab1a6d75dc4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-591636784', 'security_groups': ['4b59cd2f-40b2-441b-89ab-d520bf9a718c'], 'network_id': '0c71413c-ce91-4206-9ed8-1ae3b23da60b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e990c5aa-7123-41e0-88f5-ea6554012c77'}]}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:57.007920 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb84b51-e1f5-4e6c-9c6a-cd5781fdac43 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b59cd2f-40b2-441b-89ab-d520bf9a718c,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:57.079350 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9f087f3b-1327-4562-b80b-4dc86a9cfe46 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:57.145823 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6e340d-bc79-4849-a966-3ab1a6d75dc4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:57.146280 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f087f3b-1327-4562-b80b-4dc86a9cfe46 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Port': ['ID=e712e8fc-e196-4bcb-bd39-75f0d4c21fc9,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:57.152432 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9f087f3b-1327-4562-b80b-4dc86a9cfe46 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:57.157861 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9f087f3b-1327-4562-b80b-4dc86a9cfe46 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/ports/e712e8fc-e196-4bcb-bd39-75f0d4c21fc9 HTTP/1.1" status: 204 len: 168 time: 1.2641034 Apr 28 19:53:57.165115 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39020) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:57.275496 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1b6e340d-bc79-4849-a966-3ab1a6d75dc4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:57.328760 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-1b6e340d-bc79-4849-a966-3ab1a6d75dc4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] device_id is not set on port 3bf9cf99-3136-4e74-86a6-ab910183cddf yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:53:57.350108 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ec76527-69b7-4be4-8b78-df00ab401cbb tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:57.374944 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ec76527-69b7-4be4-8b78-df00ab401cbb tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:57.383107 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98152172-cff7-4e93-9665-46ac936fa5e9 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:57.389341 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98152172-cff7-4e93-9665-46ac936fa5e9 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:57.391753 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-98152172-cff7-4e93-9665-46ac936fa5e9 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2251256 Apr 28 19:53:57.401469 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39030) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:57.516050 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 1371d45a-e22a-4c1c-bc91-b0b5d3046cc5 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:53:57.578172 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 1371d45a-e22a-4c1c-bc91-b0b5d3046cc5 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:57.578694 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:57.591659 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39036) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:57.637775 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e1220a68-9429-4849-b947-e5fb851c0c52 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Deleting port 301ca5b2-aaa6-45de-be81-129f9aa3a8d3 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:53:57.638468 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e1220a68-9429-4849-b947-e5fb851c0c52 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:57.666320 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-8ec76527-69b7-4be4-8b78-df00ab401cbb tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Allocated IP 172.25.8.129 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/eaf76ced-1807-4e23-b8b6-af92f4abbac7) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:57.672050 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-1b6e340d-bc79-4849-a966-3ab1a6d75dc4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Allocated IP 2001:db8::f0 (0c71413c-ce91-4206-9ed8-1ae3b23da60b/e990c5aa-7123-41e0-88f5-ea6554012c77/3bf9cf99-3136-4e74-86a6-ab910183cddf) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:57.676681 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:57.719029 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c860e6fa-50e4-4afc-9478-8cc470498622 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:57.721820 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 1371d45a-e22a-4c1c-bc91-b0b5d3046cc5, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=1371d45a-e22a-4c1c-bc91-b0b5d3046cc5,segment=NetworkSegment(0e54928d-2e20-46b5-9de6-90cc5dbcd6e3),segment_id=0e54928d-2e20-46b5-9de6-90cc5dbcd6e3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:57.742535 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e1220a68-9429-4849-b947-e5fb851c0c52 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:57.771795 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c860e6fa-50e4-4afc-9478-8cc470498622 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:57.783526 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e1220a68-9429-4849-b947-e5fb851c0c52 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Calling delete_port for 301ca5b2-aaa6-45de-be81-129f9aa3a8d3 owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:53:57.795919 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:57.872957 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=1371d45a-e22a-4c1c-bc91-b0b5d3046cc5,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:57.915884 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ec76527-69b7-4be4-8b78-df00ab401cbb tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:57.936213 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1b6e340d-bc79-4849-a966-3ab1a6d75dc4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:57.964511 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e1220a68-9429-4849-b947-e5fb851c0c52 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:57.980548 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ec76527-69b7-4be4-8b78-df00ab401cbb tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:57.994601 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c860e6fa-50e4-4afc-9478-8cc470498622 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:58.000691 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c860e6fa-50e4-4afc-9478-8cc470498622 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:58.008000 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c860e6fa-50e4-4afc-9478-8cc470498622 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "DELETE /v2.0/security-groups/95b77c71-a829-44c5-bd32-470a360e08be HTTP/1.1" status: 204 len: 168 time: 0.4144440 Apr 28 19:53:58.016893 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1220a68-9429-4849-b947-e5fb851c0c52 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Port': ['ID=301ca5b2-aaa6-45de-be81-129f9aa3a8d3,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:58.032813 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e1220a68-9429-4849-b947-e5fb851c0c52 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:58.039187 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1b6e340d-bc79-4849-a966-3ab1a6d75dc4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:58.041360 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860e6fa-50e4-4afc-9478-8cc470498622 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b77c71-a829-44c5-bd32-470a360e08be,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:58.041561 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e1220a68-9429-4849-b947-e5fb851c0c52 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/ports/301ca5b2-aaa6-45de-be81-129f9aa3a8d3 HTTP/1.1" status: 204 len: 168 time: 0.6388762 Apr 28 19:53:58.043453 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39040) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:58.064316 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39042) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:58.090180 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec76527-69b7-4be4-8b78-df00ab401cbb tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:58.098228 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-8ec76527-69b7-4be4-8b78-df00ab401cbb tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:58.102547 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec76527-69b7-4be4-8b78-df00ab401cbb tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:53:58.137257 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec76527-69b7-4be4-8b78-df00ab401cbb tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Pushing event updated for resources: {'Port': ['ID=eaf76ced-1807-4e23-b8b6-af92f4abbac7,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:58.182753 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6e340d-bc79-4849-a966-3ab1a6d75dc4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Network 0c71413c-ce91-4206-9ed8-1ae3b23da60b is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:58.191754 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-1b6e340d-bc79-4849-a966-3ab1a6d75dc4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:58.199610 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e340d-bc79-4849-a966-3ab1a6d75dc4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Port': ['ID=3bf9cf99-3136-4e74-86a6-ab910183cddf,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:58.205429 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6e340d-bc79-4849-a966-3ab1a6d75dc4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:53:58.211536 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6e340d-bc79-4849-a966-3ab1a6d75dc4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:58.212215 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1b6e340d-bc79-4849-a966-3ab1a6d75dc4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:58.224850 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b583fafa-63b3-4f1f-8c27-676a29e2f860 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:58.226397 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b583fafa-63b3-4f1f-8c27-676a29e2f860 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1797266 Apr 28 19:53:58.229193 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39044) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:58.279850 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1b6e340d-bc79-4849-a966-3ab1a6d75dc4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2762685 Apr 28 19:53:58.280870 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39046) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:58.285657 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-d7b304d5-de66-4cb5-a376-36cda1b3a0cc tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'subnet': {'network_id': '0c71413c-ce91-4206-9ed8-1ae3b23da60b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:58.289040 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-20dd1c97-9ed5-442e-8c3a-0c318f49c3bd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] GET failed (client error): The resource could not be found. Apr 28 19:53:58.294575 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-20dd1c97-9ed5-442e-8c3a-0c318f49c3bd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "GET /v2.0/ports/e712e8fc-e196-4bcb-bd39-75f0d4c21fc9 HTTP/1.1" status: 404 len: 333 time: 0.0641222 Apr 28 19:53:58.296972 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39048) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:58.330804 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9c0fe2-5d9f-4959-b210-d5e68bfa3019 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] GET failed (client error): The resource could not be found. Apr 28 19:53:58.335538 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ae9c0fe2-5d9f-4959-b210-d5e68bfa3019 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "GET /v2.0/ports/301ca5b2-aaa6-45de-be81-129f9aa3a8d3 HTTP/1.1" status: 404 len: 333 time: 0.0374496 Apr 28 19:53:58.338438 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39050) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:58.413538 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-d62d5df2-0ec9-4870-95d3-cd408dcd9151 None None] Provisioning complete for port df83d4b4-4514-4100-89e5-af8626c2b514 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:58.413917 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d62d5df2-0ec9-4870-95d3-cd408dcd9151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:58.469153 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-d62d5df2-0ec9-4870-95d3-cd408dcd9151 None None] Port df83d4b4-4514-4100-89e5-af8626c2b514 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:53:58.484912 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fc4abf75-133f-4ec3-b587-f57e270ec097 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:58.488076 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-d62d5df2-0ec9-4870-95d3-cd408dcd9151 None None] Provisioning complete for port 1371d45a-e22a-4c1c-bc91-b0b5d3046cc5 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:58.488963 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d62d5df2-0ec9-4870-95d3-cd408dcd9151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:58.508960 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b304d5-de66-4cb5-a376-36cda1b3a0cc tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:58.513608 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d7b304d5-de66-4cb5-a376-36cda1b3a0cc tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:58.642966 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 8a502811-6b37-4315-bf6a-94b023cadac2 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:53:58.645810 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ec76527-69b7-4be4-8b78-df00ab401cbb tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:58.671629 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 8a502811-6b37-4315-bf6a-94b023cadac2 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:53:58.672153 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 8a502811-6b37-4315-bf6a-94b023cadac2 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:53:58.692048 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fc4abf75-133f-4ec3-b587-f57e270ec097 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:58.701942 n-d-839810-1 neutron-server[102774]: INFO neutron.db.ipam_backend_mixin [None req-d7b304d5-de66-4cb5-a376-36cda1b3a0cc tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e990c5aa-7123-41e0-88f5-ea6554012c77 (CIDR: 2001:db8::/64) Apr 28 19:53:58.714802 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7b304d5-de66-4cb5-a376-36cda1b3a0cc tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:53:58.715293 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7b304d5-de66-4cb5-a376-36cda1b3a0cc tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:53:58.728062 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-fc4abf75-133f-4ec3-b587-f57e270ec097 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b23c0443-e2fb-4996-8032-44d25085a697']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:58.733327 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-4d97936a-99a9-4feb-9f90-6aeeb8d220db None None] Provisioning complete for port 3bf9cf99-3136-4e74-86a6-ab910183cddf triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:58.734056 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4d97936a-99a9-4feb-9f90-6aeeb8d220db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:58.753091 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d7b304d5-de66-4cb5-a376-36cda1b3a0cc tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4683261 Apr 28 19:53:58.753091 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39052) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:58.758666 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-29a16181-2b48-4011-ab13-be76ded22916 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'subnet': {'network_id': '0c71413c-ce91-4206-9ed8-1ae3b23da60b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:58.773429 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-4d97936a-99a9-4feb-9f90-6aeeb8d220db None None] Port 3bf9cf99-3136-4e74-86a6-ab910183cddf cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:53:58.786847 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-fc4abf75-133f-4ec3-b587-f57e270ec097 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69b53c47-ab1a-454b-bbfa-29a3efd46a41') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:58.787365 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-fc4abf75-133f-4ec3-b587-f57e270ec097 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69b53c47-ab1a-454b-bbfa-29a3efd46a41') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:58.810973 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fc4abf75-133f-4ec3-b587-f57e270ec097 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:58.845002 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fc4abf75-133f-4ec3-b587-f57e270ec097 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:58.857512 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc4abf75-133f-4ec3-b587-f57e270ec097 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:53:58.857925 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fc4abf75-133f-4ec3-b587-f57e270ec097 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:58.862284 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:53:58.862284 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:53:58.862284 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:53:58.862284 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:53:58.862284 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:53:58.862284 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:53:58.862284 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:53:58.862284 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:53:58.862284 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:53:58.862284 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:53:58.862284 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:53:58.862284 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:53:58.862284 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:53:58.862284 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:53:58.862284 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:53:58.862284 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:53:58.862284 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:53:58.862284 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:53:58.862284 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:53:58.862284 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:53:58.862284 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:53:58.862284 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:53:58.862284 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:53:58.862284 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:53:58.862284 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:53:58.862284 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:53:58.862284 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:53:58.862284 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:53:58.862284 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:53:58.862284 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:53:58.862284 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:53:58.862284 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:53:58.983451 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-57d96f71-a745-456b-b01c-79a2af92edbe tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:59.034899 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a16181-2b48-4011-ab13-be76ded22916 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:59.038847 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-29a16181-2b48-4011-ab13-be76ded22916 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:59.056577 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fc4abf75-133f-4ec3-b587-f57e270ec097 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:59.081804 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fc4abf75-133f-4ec3-b587-f57e270ec097 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:59.090841 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fc4abf75-133f-4ec3-b587-f57e270ec097 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/networks/b23c0443-e2fb-4996-8032-44d25085a697 HTTP/1.1" status: 204 len: 168 time: 0.7458694 Apr 28 19:53:59.090841 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ec76527-69b7-4be4-8b78-df00ab401cbb tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364'] for router, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:59.090841 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4abf75-133f-4ec3-b587-f57e270ec097 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Network': ['ID=b23c0443-e2fb-4996-8032-44d25085a697,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:59.093334 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39060) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:59.098491 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-ad341fd1-4af7-4cca-a4d1-c3cbe3eee30c tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-215393420'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:59.103557 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ec76527-69b7-4be4-8b78-df00ab401cbb tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626624'] for router, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:59.162698 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad341fd1-4af7-4cca-a4d1-c3cbe3eee30c tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:59.166472 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ad341fd1-4af7-4cca-a4d1-c3cbe3eee30c tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:59.241365 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad341fd1-4af7-4cca-a4d1-c3cbe3eee30c tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:53:59.271214 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ad341fd1-4af7-4cca-a4d1-c3cbe3eee30c tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:59.271509 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-ad341fd1-4af7-4cca-a4d1-c3cbe3eee30c tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Added segment 03e3ad96-4cdb-4b10-ac8a-6ad000fa8bc1 of type vlan for network 16fede6f-9dc0-46ce-9356-d2e0ce1c795d Apr 28 19:53:59.448898 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 1371d45a-e22a-4c1c-bc91-b0b5d3046cc5 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:53:59.539474 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 1371d45a-e22a-4c1c-bc91-b0b5d3046cc5 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:59.540346 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:59.546073 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-29a16181-2b48-4011-ab13-be76ded22916 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:59.599717 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-57d96f71-a745-456b-b01c-79a2af92edbe tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Deleting port edce7e0b-b2af-43d6-ad27-07c3ee370d8f {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:53:59.600301 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-57d96f71-a745-456b-b01c-79a2af92edbe tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:59.613655 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a16181-2b48-4011-ab13-be76ded22916 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Network 0c71413c-ce91-4206-9ed8-1ae3b23da60b is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:59.631782 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-29a16181-2b48-4011-ab13-be76ded22916 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:59.646105 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a16181-2b48-4011-ab13-be76ded22916 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:59.647375 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-29a16181-2b48-4011-ab13-be76ded22916 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:59.656302 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ad341fd1-4af7-4cca-a4d1-c3cbe3eee30c tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:59.697835 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a16181-2b48-4011-ab13-be76ded22916 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Subnet': ['ID=8c5f618c-42f6-4eae-8c23-55be830c1f2c,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:59.710376 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec76527-69b7-4be4-8b78-df00ab401cbb tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Router 73265ca2-e9d4-40d7-957c-de9d9d9d665c is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:53:59.713230 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ad341fd1-4af7-4cca-a4d1-c3cbe3eee30c tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:59.718968 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-29a16181-2b48-4011-ab13-be76ded22916 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9614725 Apr 28 19:53:59.719794 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39064) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:59.719967 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad341fd1-4af7-4cca-a4d1-c3cbe3eee30c tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:59.722742 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ad341fd1-4af7-4cca-a4d1-c3cbe3eee30c tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:59.728215 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-c4ef5328-71e9-4ab9-a4f0-3aaccde21954 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-301226025', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8c5f618c-42f6-4eae-8c23-55be830c1f2c'}], 'security_groups': ['a4de22bd-39dd-4fb6-b5c4-73933da57ed8']}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:59.766853 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ad341fd1-4af7-4cca-a4d1-c3cbe3eee30c tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6686924 Apr 28 19:53:59.777038 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39066) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:59.790556 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f1c886-3560-4d61-9c31-ee2dc2ec9ab5 None None] Network 0c71413c-ce91-4206-9ed8-1ae3b23da60b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:53:59.792583 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-3fb7b657-300a-4d18-ad62-79e3e7ad33fa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'subnet': {'network_id': '16fede6f-9dc0-46ce-9356-d2e0ce1c795d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:59.847042 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad341fd1-4af7-4cca-a4d1-c3cbe3eee30c tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Network': ['ID=16fede6f-9dc0-46ce-9356-d2e0ce1c795d,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:59.867418 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 16fede6f-9dc0-46ce-9356-d2e0ce1c795d details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:53:59.914294 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec76527-69b7-4be4-8b78-df00ab401cbb tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:53:59.920770 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ec76527-69b7-4be4-8b78-df00ab401cbb tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:59.923256 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-57d96f71-a745-456b-b01c-79a2af92edbe tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] For port edce7e0b-b2af-43d6-ad27-07c3ee370d8f, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=edce7e0b-b2af-43d6-ad27-07c3ee370d8f,segment=NetworkSegment(e300a6a7-3a1a-4ad6-a5a2-071728770978),segment_id=e300a6a7-3a1a-4ad6-a5a2-071728770978)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:59.924214 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-57d96f71-a745-456b-b01c-79a2af92edbe tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:59.927245 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8ec76527-69b7-4be4-8b78-df00ab401cbb tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] 10.222.0.42 "PUT /v2.0/routers/73265ca2-e9d4-40d7-957c-de9d9d9d665c HTTP/1.1" status: 200 len: 919 time: 4.0957303 Apr 28 19:53:59.927918 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39068) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:53:59.933283 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfc8e8b-5e98-4cf4-8eb1-cb4f7a703d02 None None] Sync routers for ids ['73265ca2-e9d4-40d7-957c-de9d9d9d665c'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:53:59.955389 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfc8e8b-5e98-4cf4-8eb1-cb4f7a703d02 None None] Routers {'73265ca2-e9d4-40d7-957c-de9d9d9d665c'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:53:59.956237 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-cdfc8e8b-5e98-4cf4-8eb1-cb4f7a703d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:53:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['73265ca2-e9d4-40d7-957c-de9d9d9d665c'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:00.027630 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-cdfc8e8b-5e98-4cf4-8eb1-cb4f7a703d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:00.038328 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-57d96f71-a745-456b-b01c-79a2af92edbe tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Calling delete_port for edce7e0b-b2af-43d6-ad27-07c3ee370d8f owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:00.053296 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4ef5328-71e9-4ab9-a4f0-3aaccde21954 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:00.059135 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfc8e8b-5e98-4cf4-8eb1-cb4f7a703d02 None None] Routers {'73265ca2-e9d4-40d7-957c-de9d9d9d665c'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:54:00.059803 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-cdfc8e8b-5e98-4cf4-8eb1-cb4f7a703d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:53:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['73265ca2-e9d4-40d7-957c-de9d9d9d665c'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:00.105371 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-cdfc8e8b-5e98-4cf4-8eb1-cb4f7a703d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:00.106054 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfc8e8b-5e98-4cf4-8eb1-cb4f7a703d02 None None] The sync data for ids ['73265ca2-e9d4-40d7-957c-de9d9d9d665c'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:54:00.114316 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2b2a23e9-b86e-4355-976a-338504e05940 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] 10.222.0.42 "GET /v2.0/routers/73265ca2-e9d4-40d7-957c-de9d9d9d665c HTTP/1.1" status: 200 len: 925 time: 0.1839015 Apr 28 19:54:00.115321 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39070) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:00.177168 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32805816-1ea5-4fa4-b9ac-0b2966fe0005 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:00.184745 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-32805816-1ea5-4fa4-b9ac-0b2966fe0005 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=562d8c9c-50aa-492e-ae08-06d7f5fe6347&device_id=73265ca2-e9d4-40d7-957c-de9d9d9d665c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0678153 Apr 28 19:54:00.185842 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39074) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:00.209491 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a3e437-5c8c-4c07-8460-d013697dac6a None None] Update dhcp port {'port': {'network_id': '0c71413c-ce91-4206-9ed8-1ae3b23da60b', 'fixed_ips': [{'subnet_id': 'e990c5aa-7123-41e0-88f5-ea6554012c77', 'ip_address': '2001:db8::2'}, {'subnet_id': '8c5f618c-42f6-4eae-8c23-55be830c1f2c'}], 'binding:host_id': 'n-d-839810-1'}, 'id': '1371d45a-e22a-4c1c-bc91-b0b5d3046cc5'} from n-d-839810-1. {{(pid=102775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 28 19:54:00.249256 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-84a3e437-5c8c-4c07-8460-d013697dac6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:00.331894 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f32c29-fe55-4ad0-8b58-e86f8713ed32 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:00.333858 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-40f32c29-fe55-4ad0-8b58-e86f8713ed32 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] 10.222.0.42 "GET /v2.0/networks/562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 881 time: 0.1467640 Apr 28 19:54:00.339083 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39080) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:00.374000 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ee3de9cb-cbf8-41e6-a8a0-5592072f3a9e tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] 10.222.0.42 "GET /v2.0/ports?device_id=73265ca2-e9d4-40d7-957c-de9d9d9d665c HTTP/1.1" status: 200 len: 205 time: 0.0335824 Apr 28 19:54:00.374695 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39082) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:00.519939 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-84a3e437-5c8c-4c07-8460-d013697dac6a None None] Allocated IP 2001:db8:0:1::2 (0c71413c-ce91-4206-9ed8-1ae3b23da60b/8c5f618c-42f6-4eae-8c23-55be830c1f2c/1371d45a-e22a-4c1c-bc91-b0b5d3046cc5) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:00.534820 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-35ffd000-5a7d-48ce-b65f-0aaca0d2b147 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:00.584767 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb7b657-300a-4d18-ad62-79e3e7ad33fa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:00.588543 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3fb7b657-300a-4d18-ad62-79e3e7ad33fa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:00.659537 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-84a3e437-5c8c-4c07-8460-d013697dac6a None None] For port 1371d45a-e22a-4c1c-bc91-b0b5d3046cc5, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=1371d45a-e22a-4c1c-bc91-b0b5d3046cc5,segment=NetworkSegment(0e54928d-2e20-46b5-9de6-90cc5dbcd6e3),segment_id=0e54928d-2e20-46b5-9de6-90cc5dbcd6e3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:00.706475 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-84a3e437-5c8c-4c07-8460-d013697dac6a None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:00.707824 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-35ffd000-5a7d-48ce-b65f-0aaca0d2b147 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:00.714913 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-84a3e437-5c8c-4c07-8460-d013697dac6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:00.747806 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.ipam_backend_mixin [None req-3fb7b657-300a-4d18-ad62-79e3e7ad33fa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Performing IP validity checks on allocation pools {{(pid=102774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 28 19:54:00.748839 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.ipam_backend_mixin [None req-3fb7b657-300a-4d18-ad62-79e3e7ad33fa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 28 19:54:00.804685 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-35ffd000-5a7d-48ce-b65f-0aaca0d2b147 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Deleting port eaf76ced-1807-4e23-b8b6-af92f4abbac7 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:00.805681 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-35ffd000-5a7d-48ce-b65f-0aaca0d2b147 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:00.809737 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3e437-5c8c-4c07-8460-d013697dac6a None None] Pushing event updated for resources: {'Port': ['ID=1371d45a-e22a-4c1c-bc91-b0b5d3046cc5,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:00.906655 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-35ffd000-5a7d-48ce-b65f-0aaca0d2b147 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:00.923530 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-35ffd000-5a7d-48ce-b65f-0aaca0d2b147 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Calling delete_port for eaf76ced-1807-4e23-b8b6-af92f4abbac7 owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:01.056354 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-57d96f71-a745-456b-b01c-79a2af92edbe tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:01.122897 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d96f71-a745-456b-b01c-79a2af92edbe tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event deleted for resources: {'Port': ['ID=edce7e0b-b2af-43d6-ad27-07c3ee370d8f,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:01.188471 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-35ffd000-5a7d-48ce-b65f-0aaca0d2b147 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:01.219311 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ffd000-5a7d-48ce-b65f-0aaca0d2b147 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Pushing event deleted for resources: {'Port': ['ID=eaf76ced-1807-4e23-b8b6-af92f4abbac7,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:01.243643 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3fb7b657-300a-4d18-ad62-79e3e7ad33fa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:01.265878 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-c4ef5328-71e9-4ab9-a4f0-3aaccde21954 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Delete allocated IP 2001:db8::f0 (0c71413c-ce91-4206-9ed8-1ae3b23da60b/e990c5aa-7123-41e0-88f5-ea6554012c77) {{(pid=102774) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 28 19:54:01.332817 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-c4ef5328-71e9-4ab9-a4f0-3aaccde21954 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Allocated IP 2001:db8:0:1::38f (0c71413c-ce91-4206-9ed8-1ae3b23da60b/8c5f618c-42f6-4eae-8c23-55be830c1f2c/3bf9cf99-3136-4e74-86a6-ab910183cddf) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:01.334494 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-35ffd000-5a7d-48ce-b65f-0aaca0d2b147 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:01.358704 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7b657-300a-4d18-ad62-79e3e7ad33fa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Subnet': ['ID=2a422bad-7a8a-46f1-93ad-ef643e332661,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:01.484616 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb7b657-300a-4d18-ad62-79e3e7ad33fa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Checking segment: {'id': '03e3ad96-4cdb-4b10-ac8a-6ad000fa8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '16fede6f-9dc0-46ce-9356-d2e0ce1c795d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:54:01.484987 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb7b657-300a-4d18-ad62-79e3e7ad33fa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Network hostable DHCP agents. Network: 16fede6f-9dc0-46ce-9356-d2e0ce1c795d, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:54:01.555627 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-35ffd000-5a7d-48ce-b65f-0aaca0d2b147 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:01.561996 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-35ffd000-5a7d-48ce-b65f-0aaca0d2b147 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:01.575712 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 1371d45a-e22a-4c1c-bc91-b0b5d3046cc5 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:54:01.644144 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-35ffd000-5a7d-48ce-b65f-0aaca0d2b147 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:01.644899 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ffd000-5a7d-48ce-b65f-0aaca0d2b147 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Fanout notify agent at l3_agent the message router_deleted on router 73265ca2-e9d4-40d7-957c-de9d9d9d665c {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:54:01.651001 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 1371d45a-e22a-4c1c-bc91-b0b5d3046cc5 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:01.651563 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:01.657196 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-35ffd000-5a7d-48ce-b65f-0aaca0d2b147 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:01.660169 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-35ffd000-5a7d-48ce-b65f-0aaca0d2b147 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] 10.222.0.42 "DELETE /v2.0/routers/73265ca2-e9d4-40d7-957c-de9d9d9d665c HTTP/1.1" status: 204 len: 168 time: 1.2834466 Apr 28 19:54:01.668557 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39086) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:01.675453 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-9fa52b1e-106a-4a38-a17a-464aec59c811 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1037810705', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}, 'admin_state_up': False}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:01.688651 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb7b657-300a-4d18-ad62-79e3e7ad33fa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Network 16fede6f-9dc0-46ce-9356-d2e0ce1c795d is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:54:01.719992 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9fa52b1e-106a-4a38-a17a-464aec59c811 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:01.722725 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9fa52b1e-106a-4a38-a17a-464aec59c811 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:01.727340 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-3fb7b657-300a-4d18-ad62-79e3e7ad33fa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 16fede6f-9dc0-46ce-9356-d2e0ce1c795d) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:01.748275 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9420bc3-b86b-4e74-8f94-acf0c933b25e None None] Network 16fede6f-9dc0-46ce-9356-d2e0ce1c795d requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:01.748549 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb7b657-300a-4d18-ad62-79e3e7ad33fa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:01.749175 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3fb7b657-300a-4d18-ad62-79e3e7ad33fa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:01.768958 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-57d96f71-a745-456b-b01c-79a2af92edbe tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:01.797295 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3fb7b657-300a-4d18-ad62-79e3e7ad33fa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0156877 Apr 28 19:54:01.798099 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39088) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:01.809631 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-1f4b061b-e68e-4fe7-99de-d3878e265672 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'port': {'network_id': '16fede6f-9dc0-46ce-9356-d2e0ce1c795d', 'name': 'tempest-PortsTestJSON-1442960756'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:01.838851 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9fa52b1e-106a-4a38-a17a-464aec59c811 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:01.841347 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4ef5328-71e9-4ab9-a4f0-3aaccde21954 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:01.907474 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4ef5328-71e9-4ab9-a4f0-3aaccde21954 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:01.953185 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:02.032862 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c4ef5328-71e9-4ab9-a4f0-3aaccde21954 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] In _notify_port_updated(), no bound segment for port 3bf9cf99-3136-4e74-86a6-ab910183cddf on network 0c71413c-ce91-4206-9ed8-1ae3b23da60b {{(pid=102774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 19:54:02.039931 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ef5328-71e9-4ab9-a4f0-3aaccde21954 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:02.040644 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4ef5328-71e9-4ab9-a4f0-3aaccde21954 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:02.045077 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c4ef5328-71e9-4ab9-a4f0-3aaccde21954 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "PUT /v2.0/ports/3bf9cf99-3136-4e74-86a6-ab910183cddf HTTP/1.1" status: 200 len: 930 time: 2.3246813 Apr 28 19:54:02.047739 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39090) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:02.098870 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9fa52b1e-106a-4a38-a17a-464aec59c811 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:02.108546 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495820cc-f0e7-46dd-990e-0fd592ff1539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-16fede6f-9dc0-46ce-9356-d2e0ce1c795d', 'network_id': '16fede6f-9dc0-46ce-9356-d2e0ce1c795d', 'tenant_id': 'df76f2f1df9e41aba417616e0f1401a5', 'fixed_ips': [{'subnet_id': '2a422bad-7a8a-46f1-93ad-ef643e332661'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:54:02.109749 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-495820cc-f0e7-46dd-990e-0fd592ff1539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:02.140266 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3ff56000-4ff0-4ef9-b8c5-5e40b9d27cbd None None] Provisioning complete for port 3bf9cf99-3136-4e74-86a6-ab910183cddf triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:02.149104 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3ff56000-4ff0-4ef9-b8c5-5e40b9d27cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:02.229047 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef5328-71e9-4ab9-a4f0-3aaccde21954 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Port': ['ID=3bf9cf99-3136-4e74-86a6-ab910183cddf,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:02.367229 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-495820cc-f0e7-46dd-990e-0fd592ff1539 None None] Allocated IP 172.20.0.2 (16fede6f-9dc0-46ce-9356-d2e0ce1c795d/2a422bad-7a8a-46f1-93ad-ef643e332661/cdc40b24-e48f-4371-bda9-25a29dc7285b) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:02.408399 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9fa52b1e-106a-4a38-a17a-464aec59c811 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:02.412430 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4b061b-e68e-4fe7-99de-d3878e265672 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:02.416232 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1f4b061b-e68e-4fe7-99de-d3878e265672 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:02.426457 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-51084f52-2215-45a8-8fd9-e60f3a8c5195 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Deleting port 3bf9cf99-3136-4e74-86a6-ab910183cddf {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:02.426796 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-51084f52-2215-45a8-8fd9-e60f3a8c5195 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:02.437681 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9fa52b1e-106a-4a38-a17a-464aec59c811 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:02.459397 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d96f71-a745-456b-b01c-79a2af92edbe tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Router dbb157d6-bcac-48b9-9aac-4450cd02029d has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:54:02.469270 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-3ff56000-4ff0-4ef9-b8c5-5e40b9d27cbd None None] Port 3bf9cf99-3136-4e74-86a6-ab910183cddf cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:54:02.475750 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-1f4b061b-e68e-4fe7-99de-d3878e265672 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] device_id is not set on port c2752450-12d5-45bd-bd50-98a6fc7a0c89 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:54:02.520179 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3ff56000-4ff0-4ef9-b8c5-5e40b9d27cbd None None] Provisioning complete for port df83d4b4-4514-4100-89e5-af8626c2b514 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:02.521111 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3ff56000-4ff0-4ef9-b8c5-5e40b9d27cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:02.609551 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-3ff56000-4ff0-4ef9-b8c5-5e40b9d27cbd None None] Port df83d4b4-4514-4100-89e5-af8626c2b514 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:54:02.633423 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-495820cc-f0e7-46dd-990e-0fd592ff1539 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:02.646176 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-495820cc-f0e7-46dd-990e-0fd592ff1539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:02.654132 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3ff56000-4ff0-4ef9-b8c5-5e40b9d27cbd None None] Provisioning complete for port 1371d45a-e22a-4c1c-bc91-b0b5d3046cc5 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:02.655063 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-9fa52b1e-106a-4a38-a17a-464aec59c811 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Allocated IP 172.25.8.156 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/0f8fe147-2e81-4e7d-8b95-7ab1d5a651db) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:02.655576 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3ff56000-4ff0-4ef9-b8c5-5e40b9d27cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:02.710480 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-51084f52-2215-45a8-8fd9-e60f3a8c5195 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:02.754096 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495820cc-f0e7-46dd-990e-0fd592ff1539 None None] Network 16fede6f-9dc0-46ce-9356-d2e0ce1c795d is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:02.762514 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-495820cc-f0e7-46dd-990e-0fd592ff1539 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:02.773132 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495820cc-f0e7-46dd-990e-0fd592ff1539 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:54:02.882225 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9fa52b1e-106a-4a38-a17a-464aec59c811 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:02.895574 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495820cc-f0e7-46dd-990e-0fd592ff1539 None None] Pushing event updated for resources: {'Port': ['ID=cdc40b24-e48f-4371-bda9-25a29dc7285b,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:02.936375 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-495820cc-f0e7-46dd-990e-0fd592ff1539 None None] Attempting to bind port cdc40b24-e48f-4371-bda9-25a29dc7285b on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:54:02.936945 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-495820cc-f0e7-46dd-990e-0fd592ff1539 None None] Attempting to bind port cdc40b24-e48f-4371-bda9-25a29dc7285b by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '03e3ad96-4cdb-4b10-ac8a-6ad000fa8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '16fede6f-9dc0-46ce-9356-d2e0ce1c795d'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:54:02.937554 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495820cc-f0e7-46dd-990e-0fd592ff1539 None None] Attempting to bind port cdc40b24-e48f-4371-bda9-25a29dc7285b on network 16fede6f-9dc0-46ce-9356-d2e0ce1c795d {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:54:02.949902 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495820cc-f0e7-46dd-990e-0fd592ff1539 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:54:02.950233 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495820cc-f0e7-46dd-990e-0fd592ff1539 None None] Checking segment: {'id': '03e3ad96-4cdb-4b10-ac8a-6ad000fa8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '16fede6f-9dc0-46ce-9356-d2e0ce1c795d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:54:02.950734 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-495820cc-f0e7-46dd-990e-0fd592ff1539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:02.951479 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495820cc-f0e7-46dd-990e-0fd592ff1539 None None] Bound using segment: {'id': '03e3ad96-4cdb-4b10-ac8a-6ad000fa8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '16fede6f-9dc0-46ce-9356-d2e0ce1c795d'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:54:02.952152 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-495820cc-f0e7-46dd-990e-0fd592ff1539 None None] Bound port: cdc40b24-e48f-4371-bda9-25a29dc7285b, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e3ad96-4cdb-4b10-ac8a-6ad000fa8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '16fede6f-9dc0-46ce-9356-d2e0ce1c795d'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:54:02.952705 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-495820cc-f0e7-46dd-990e-0fd592ff1539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:02.978687 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9fa52b1e-106a-4a38-a17a-464aec59c811 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:03.045104 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-51084f52-2215-45a8-8fd9-e60f3a8c5195 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Calling delete_port for 3bf9cf99-3136-4e74-86a6-ab910183cddf owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:03.102028 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa52b1e-106a-4a38-a17a-464aec59c811 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Pushing event updated for resources: {'Port': ['ID=0f8fe147-2e81-4e7d-8b95-7ab1d5a651db,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:03.122691 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-1f4b061b-e68e-4fe7-99de-d3878e265672 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Allocated IP 172.20.0.7 (16fede6f-9dc0-46ce-9356-d2e0ce1c795d/2a422bad-7a8a-46f1-93ad-ef643e332661/c2752450-12d5-45bd-bd50-98a6fc7a0c89) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:03.128310 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d96f71-a745-456b-b01c-79a2af92edbe tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:54:03.137610 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-57d96f71-a745-456b-b01c-79a2af92edbe tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "PUT /v2.0/routers/dbb157d6-bcac-48b9-9aac-4450cd02029d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0687819 Apr 28 19:54:03.139671 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39098) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:03.140002 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39100) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:03.156905 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fddcf6-f453-4fcb-8003-aee47de5ba33 None None] Sync routers for ids ['dbb157d6-bcac-48b9-9aac-4450cd02029d'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:54:03.174164 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa52b1e-106a-4a38-a17a-464aec59c811 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:03.177447 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-9fa52b1e-106a-4a38-a17a-464aec59c811 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:03.177755 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fddcf6-f453-4fcb-8003-aee47de5ba33 None None] Routers {'dbb157d6-bcac-48b9-9aac-4450cd02029d'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:54:03.177755 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e1fddcf6-f453-4fcb-8003-aee47de5ba33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:53:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['dbb157d6-bcac-48b9-9aac-4450cd02029d'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:03.182665 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-495820cc-f0e7-46dd-990e-0fd592ff1539 None None] For port cdc40b24-e48f-4371-bda9-25a29dc7285b, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:54:03.191666 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa52b1e-106a-4a38-a17a-464aec59c811 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:54:03.241209 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-495820cc-f0e7-46dd-990e-0fd592ff1539 None None] For port cdc40b24-e48f-4371-bda9-25a29dc7285b, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=cdc40b24-e48f-4371-bda9-25a29dc7285b,segment=NetworkSegment(03e3ad96-4cdb-4b10-ac8a-6ad000fa8bc1),segment_id=03e3ad96-4cdb-4b10-ac8a-6ad000fa8bc1)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:54:03.255071 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-e7a64f9b-9fcd-47ec-aa1a-c757bb0e57a4 None None] Provisioning complete for port 3bf9cf99-3136-4e74-86a6-ab910183cddf triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:03.256063 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e7a64f9b-9fcd-47ec-aa1a-c757bb0e57a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:03.266663 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-495820cc-f0e7-46dd-990e-0fd592ff1539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:03.299294 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bdcd3be-8ed6-4b29-a54d-a0168606335f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Deleting subnet 19b5af0e-4f73-4e51-a909-545b35690aff {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:54:03.314629 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0bdcd3be-8ed6-4b29-a54d-a0168606335f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:03.461753 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0bdcd3be-8ed6-4b29-a54d-a0168606335f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:03.515511 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-e7a64f9b-9fcd-47ec-aa1a-c757bb0e57a4 None None] Port 3bf9cf99-3136-4e74-86a6-ab910183cddf cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:54:03.529535 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:03.551004 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-e1fddcf6-f453-4fcb-8003-aee47de5ba33 None None] Set router dbb157d6-bcac-48b9-9aac-4450cd02029d gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:54:03.556466 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-50ee44f7-89e6-4501-adf1-1e31a14bbca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:03.590137 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495820cc-f0e7-46dd-990e-0fd592ff1539 None None] Pushing event updated for resources: {'Port': ['ID=cdc40b24-e48f-4371-bda9-25a29dc7285b,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:03.641301 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-51084f52-2215-45a8-8fd9-e60f3a8c5195 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:03.733914 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9fa52b1e-106a-4a38-a17a-464aec59c811 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:03.750322 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51084f52-2215-45a8-8fd9-e60f3a8c5195 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Port': ['ID=3bf9cf99-3136-4e74-86a6-ab910183cddf,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:03.833689 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1f4b061b-e68e-4fe7-99de-d3878e265672 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:03.835679 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-51084f52-2215-45a8-8fd9-e60f3a8c5195 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:03.841863 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-51084f52-2215-45a8-8fd9-e60f3a8c5195 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/ports/3bf9cf99-3136-4e74-86a6-ab910183cddf HTTP/1.1" status: 204 len: 168 time: 1.7853620 Apr 28 19:54:03.842753 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0bdcd3be-8ed6-4b29-a54d-a0168606335f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:03.851573 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39106) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:03.873063 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e1fddcf6-f453-4fcb-8003-aee47de5ba33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'name': 'tempest-TestNetworkBasicOps-router-156237215', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:51:01Z', 'updated_at': '2022-04-28T19:54:00Z', 'revision_number': 7, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'gw_port': {'id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:70:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:04Z', 'updated_at': '2022-04-28T19:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:03.912811 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fddcf6-f453-4fcb-8003-aee47de5ba33 None None] Checking router: dbb157d6-bcac-48b9-9aac-4450cd02029d for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:54:03.924170 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fddcf6-f453-4fcb-8003-aee47de5ba33 None None] Routers {'dbb157d6-bcac-48b9-9aac-4450cd02029d'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:54:03.925603 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e1fddcf6-f453-4fcb-8003-aee47de5ba33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:53:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['dbb157d6-bcac-48b9-9aac-4450cd02029d'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:03.989878 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-50ee44f7-89e6-4501-adf1-1e31a14bbca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:04.024936 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-465bed0a-3ec0-4f36-bb62-de6d7ea8c1ad tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] GET failed (client error): The resource could not be found. Apr 28 19:54:04.026845 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-465bed0a-3ec0-4f36-bb62-de6d7ea8c1ad tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "GET /v2.0/ports/3bf9cf99-3136-4e74-86a6-ab910183cddf HTTP/1.1" status: 404 len: 333 time: 0.1354215 Apr 28 19:54:04.027613 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-50ee44f7-89e6-4501-adf1-1e31a14bbca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:04.040149 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39108) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:04.160997 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee44f7-89e6-4501-adf1-1e31a14bbca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a4e5a7-42e0-44af-aabd-e2ceb5548eb0,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:04.167644 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-50ee44f7-89e6-4501-adf1-1e31a14bbca0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4554007977b84f6fa9a8250c32f27ca4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0238647 Apr 28 19:54:04.174753 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39110) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:04.193477 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0bdcd3be-8ed6-4b29-a54d-a0168606335f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:04.242726 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0bdcd3be-8ed6-4b29-a54d-a0168606335f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:04.246158 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0bdcd3be-8ed6-4b29-a54d-a0168606335f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "DELETE /v2.0/subnets/19b5af0e-4f73-4e51-a909-545b35690aff HTTP/1.1" status: 204 len: 168 time: 1.0971293 Apr 28 19:54:04.247381 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1f4b061b-e68e-4fe7-99de-d3878e265672 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:04.254584 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39112) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:04.259637 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9fa52b1e-106a-4a38-a17a-464aec59c811 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:04.297725 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07c8fc7-8fe3-4c2d-b659-7a47f5e2cf6e None None] Network 21f0b299-0a1b-4e71-a8de-3e8676ce56c4 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:04.307340 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdcd3be-8ed6-4b29-a54d-a0168606335f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event deleted for resources: {'Subnet': ['ID=19b5af0e-4f73-4e51-a909-545b35690aff,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:04.310806 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a9f1eec8-18bb-40ac-9da5-d70ef86f0dba tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:04.369859 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4b061b-e68e-4fe7-99de-d3878e265672 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Network 16fede6f-9dc0-46ce-9356-d2e0ce1c795d is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:04.388070 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-1f4b061b-e68e-4fe7-99de-d3878e265672 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:04.389498 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-30474ad5-5937-4e80-b5aa-c22062a7cc69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:04.390884 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4b061b-e68e-4fe7-99de-d3878e265672 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:54:04.407606 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a9f1eec8-18bb-40ac-9da5-d70ef86f0dba tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:04.452771 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-30474ad5-5937-4e80-b5aa-c22062a7cc69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:04.488832 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b061b-e68e-4fe7-99de-d3878e265672 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Port': ['ID=c2752450-12d5-45bd-bd50-98a6fc7a0c89,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:04.525893 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-e1fddcf6-f453-4fcb-8003-aee47de5ba33 None None] Set router dbb157d6-bcac-48b9-9aac-4450cd02029d gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:54:04.534102 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-30474ad5-5937-4e80-b5aa-c22062a7cc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:04.541961 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-30474ad5-5937-4e80-b5aa-c22062a7cc69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:04.546797 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-30474ad5-5937-4e80-b5aa-c22062a7cc69 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/87a4e5a7-42e0-44af-aabd-e2ceb5548eb0 HTTP/1.1" status: 204 len: 168 time: 0.3707695 Apr 28 19:54:04.563560 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30474ad5-5937-4e80-b5aa-c22062a7cc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a4e5a7-42e0-44af-aabd-e2ceb5548eb0,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:04.604428 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4b061b-e68e-4fe7-99de-d3878e265672 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:04.605281 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1f4b061b-e68e-4fe7-99de-d3878e265672 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:04.625393 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-01f5d5dc-6c32-4d53-ac6b-095930e6b26c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:04.638488 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa52b1e-106a-4a38-a17a-464aec59c811 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Router 31fad1eb-27f4-45da-9b3d-172ab462cd65 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:54:04.699291 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1f4b061b-e68e-4fe7-99de-d3878e265672 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8948796 Apr 28 19:54:04.704402 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39116) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:04.708389 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a9f1eec8-18bb-40ac-9da5-d70ef86f0dba tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:04.715968 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a9f1eec8-18bb-40ac-9da5-d70ef86f0dba tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:04.722986 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a9f1eec8-18bb-40ac-9da5-d70ef86f0dba tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/security-groups/4b59cd2f-40b2-441b-89ab-d520bf9a718c HTTP/1.1" status: 204 len: 168 time: 0.6777110 Apr 28 19:54:04.756400 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39118) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:04.800739 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2637dbf8-c04a-4b6e-904a-e0e32774769f None None] DHCP port deletion for 21f0b299-0a1b-4e71-a8de-3e8676ce56c4 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:54:04.856361 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a5299d28-929b-4c8d-baea-940b19964ed2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:04.890539 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a5299d28-929b-4c8d-baea-940b19964ed2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:04.927353 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-2637dbf8-c04a-4b6e-904a-e0e32774769f None None] Deleting port ff801490-f346-48dc-b08d-902395386b83 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:04.927582 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2637dbf8-c04a-4b6e-904a-e0e32774769f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:04.956816 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1eec8-18bb-40ac-9da5-d70ef86f0dba tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b59cd2f-40b2-441b-89ab-d520bf9a718c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:04.978558 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a5299d28-929b-4c8d-baea-940b19964ed2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:04.984493 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a5299d28-929b-4c8d-baea-940b19964ed2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:04.984493 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a5299d28-929b-4c8d-baea-940b19964ed2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/security-groups/a4de22bd-39dd-4fb6-b5c4-73933da57ed8 HTTP/1.1" status: 204 len: 168 time: 0.2261536 Apr 28 19:54:04.997957 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39128) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:05.047864 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5299d28-929b-4c8d-baea-940b19964ed2 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4de22bd-39dd-4fb6-b5c4-73933da57ed8,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:05.075503 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa52b1e-106a-4a38-a17a-464aec59c811 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:54:05.092545 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-01f5d5dc-6c32-4d53-ac6b-095930e6b26c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:05.094206 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb862d4d-23ea-4fb1-af6c-9daf72f275fe None None] Sync routers for ids ['31fad1eb-27f4-45da-9b3d-172ab462cd65'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:54:05.112828 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9fa52b1e-106a-4a38-a17a-464aec59c811 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:05.117756 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb862d4d-23ea-4fb1-af6c-9daf72f275fe None None] Routers {'31fad1eb-27f4-45da-9b3d-172ab462cd65'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:54:05.118293 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9fa52b1e-106a-4a38-a17a-464aec59c811 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.4470198 Apr 28 19:54:05.119542 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-cb862d4d-23ea-4fb1-af6c-9daf72f275fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:53:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['31fad1eb-27f4-45da-9b3d-172ab462cd65'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:05.120580 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39132) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:05.139353 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-111bcf09-33c7-4e18-b87e-c22ba0bbc283 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:05.144855 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-4746178f-a658-4623-aba9-b9cf26a950ed tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Deleting subnet e990c5aa-7123-41e0-88f5-ea6554012c77 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:54:05.150194 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4746178f-a658-4623-aba9-b9cf26a950ed tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:05.215766 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-cb862d4d-23ea-4fb1-af6c-9daf72f275fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:05.223646 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-2637dbf8-c04a-4b6e-904a-e0e32774769f None None] For port ff801490-f346-48dc-b08d-902395386b83, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ff801490-f346-48dc-b08d-902395386b83,segment=NetworkSegment(e300a6a7-3a1a-4ad6-a5a2-071728770978),segment_id=e300a6a7-3a1a-4ad6-a5a2-071728770978)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:05.224444 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2637dbf8-c04a-4b6e-904a-e0e32774769f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:05.243877 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb862d4d-23ea-4fb1-af6c-9daf72f275fe None None] Routers {'31fad1eb-27f4-45da-9b3d-172ab462cd65'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:54:05.245608 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-cb862d4d-23ea-4fb1-af6c-9daf72f275fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:53:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['31fad1eb-27f4-45da-9b3d-172ab462cd65'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:05.255596 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4746178f-a658-4623-aba9-b9cf26a950ed tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:05.256091 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-2637dbf8-c04a-4b6e-904a-e0e32774769f None None] Calling delete_port for ff801490-f346-48dc-b08d-902395386b83 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:05.292702 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-2f06354b-8329-4ced-b035-07d080037ab4 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Deleting port c2752450-12d5-45bd-bd50-98a6fc7a0c89 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:05.293100 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2f06354b-8329-4ced-b035-07d080037ab4 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:05.346359 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-cb862d4d-23ea-4fb1-af6c-9daf72f275fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:05.347582 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb862d4d-23ea-4fb1-af6c-9daf72f275fe None None] The sync data for ids ['31fad1eb-27f4-45da-9b3d-172ab462cd65'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:54:05.421116 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ab0d56-f650-4863-8508-021d9b8f4507 None None] Network 16fede6f-9dc0-46ce-9356-d2e0ce1c795d requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:05.454152 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-01f5d5dc-6c32-4d53-ac6b-095930e6b26c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Deleting port 05691376-bb04-472b-8af6-b2b7c5f76426 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:05.454534 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-01f5d5dc-6c32-4d53-ac6b-095930e6b26c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:05.502855 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4746178f-a658-4623-aba9-b9cf26a950ed tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:05.616019 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device cdc40b24-e48f-4371-bda9-25a29dc7285b up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:54:05.640041 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2f06354b-8329-4ced-b035-07d080037ab4 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:05.690181 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7a99c040-80fe-4ca5-9b28-784918222ea7 None None] Provisioning complete for port cdc40b24-e48f-4371-bda9-25a29dc7285b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:05.690560 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7a99c040-80fe-4ca5-9b28-784918222ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:05.692398 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-2f06354b-8329-4ced-b035-07d080037ab4 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Calling delete_port for c2752450-12d5-45bd-bd50-98a6fc7a0c89 owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:05.738436 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-01f5d5dc-6c32-4d53-ac6b-095930e6b26c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] For port 05691376-bb04-472b-8af6-b2b7c5f76426, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=05691376-bb04-472b-8af6-b2b7c5f76426,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:05.738819 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-01f5d5dc-6c32-4d53-ac6b-095930e6b26c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:05.765443 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e1fddcf6-f453-4fcb-8003-aee47de5ba33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'name': 'tempest-TestNetworkBasicOps-router-156237215', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:51:01Z', 'updated_at': '2022-04-28T19:54:00Z', 'revision_number': 7, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'gw_port': {'id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:70:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:04Z', 'updated_at': '2022-04-28T19:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:05.771418 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2637dbf8-c04a-4b6e-904a-e0e32774769f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:05.802316 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-01f5d5dc-6c32-4d53-ac6b-095930e6b26c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Calling delete_port for 05691376-bb04-472b-8af6-b2b7c5f76426 owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:05.819647 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4746178f-a658-4623-aba9-b9cf26a950ed tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:05.822139 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fddcf6-f453-4fcb-8003-aee47de5ba33 None None] The sync data for ids ['dbb157d6-bcac-48b9-9aac-4450cd02029d'] in n-d-839810-1 is: [{'id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'name': 'tempest-TestNetworkBasicOps-router-156237215', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:51:01Z', 'updated_at': '2022-04-28T19:54:00Z', 'revision_number': 7, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'gw_port': {'id': '05691376-bb04-472b-8af6-b2b7c5f76426', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:70:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb157d6-bcac-48b9-9aac-4450cd02029d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:04Z', 'updated_at': '2022-04-28T19:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:54:05.848827 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-111bcf09-33c7-4e18-b87e-c22ba0bbc283 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:05.871127 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746178f-a658-4623-aba9-b9cf26a950ed tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Subnet': ['ID=e990c5aa-7123-41e0-88f5-ea6554012c77,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:05.877547 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-111bcf09-33c7-4e18-b87e-c22ba0bbc283 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:05.880051 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637dbf8-c04a-4b6e-904a-e0e32774769f None None] Pushing event deleted for resources: {'Port': ['ID=ff801490-f346-48dc-b08d-902395386b83,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:05.882664 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2637dbf8-c04a-4b6e-904a-e0e32774769f None None] No DVR routers for this DVR port ff801490-f346-48dc-b08d-902395386b83 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:54:05.905272 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port cdc40b24-e48f-4371-bda9-25a29dc7285b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:05.905656 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:05.933330 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4746178f-a658-4623-aba9-b9cf26a950ed tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:05.937071 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4746178f-a658-4623-aba9-b9cf26a950ed tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/subnets/e990c5aa-7123-41e0-88f5-ea6554012c77 HTTP/1.1" status: 204 len: 168 time: 0.9377375 Apr 28 19:54:05.943313 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39144) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:05.948661 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-0f8e7173-b7dc-4d1e-933b-fd50d20c7622 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'subnet': {'network_id': '0c71413c-ce91-4206-9ed8-1ae3b23da60b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:05.951901 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b2b096-a81d-4d06-9c0e-b496e05cb4da None None] Network 0c71413c-ce91-4206-9ed8-1ae3b23da60b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:05.988333 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-111bcf09-33c7-4e18-b87e-c22ba0bbc283 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Deleting port 0f8fe147-2e81-4e7d-8b95-7ab1d5a651db {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:05.988996 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-111bcf09-33c7-4e18-b87e-c22ba0bbc283 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:06.070793 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7a99c040-80fe-4ca5-9b28-784918222ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:06.160966 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-111bcf09-33c7-4e18-b87e-c22ba0bbc283 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:06.177879 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-111bcf09-33c7-4e18-b87e-c22ba0bbc283 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Calling delete_port for 0f8fe147-2e81-4e7d-8b95-7ab1d5a651db owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:06.305623 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7a99c040-80fe-4ca5-9b28-784918222ea7 None None] For port cdc40b24-e48f-4371-bda9-25a29dc7285b, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=cdc40b24-e48f-4371-bda9-25a29dc7285b,segment=NetworkSegment(03e3ad96-4cdb-4b10-ac8a-6ad000fa8bc1),segment_id=03e3ad96-4cdb-4b10-ac8a-6ad000fa8bc1)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:06.337767 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7a99c040-80fe-4ca5-9b28-784918222ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:06.355164 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:06.360840 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2f06354b-8329-4ced-b035-07d080037ab4 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:06.402666 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8e7173-b7dc-4d1e-933b-fd50d20c7622 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:06.407424 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f8e7173-b7dc-4d1e-933b-fd50d20c7622 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:06.557813 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06354b-8329-4ced-b035-07d080037ab4 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Port': ['ID=c2752450-12d5-45bd-bd50-98a6fc7a0c89,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:06.714069 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a61142ed-202a-4b50-858e-d905f8c691c9 None None] Provisioning complete for port cdc40b24-e48f-4371-bda9-25a29dc7285b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:06.715427 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a61142ed-202a-4b50-858e-d905f8c691c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:06.740308 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99c040-80fe-4ca5-9b28-784918222ea7 None None] Pushing event updated for resources: {'Port': ['ID=cdc40b24-e48f-4371-bda9-25a29dc7285b,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:06.851811 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:54:06.851950 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:54:07.046787 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a61142ed-202a-4b50-858e-d905f8c691c9 None None] Could not find standard attr ID for object c2752450-12d5-45bd-bd50-98a6fc7a0c89. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:54:07.073849 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-111bcf09-33c7-4e18-b87e-c22ba0bbc283 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:07.124590 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111bcf09-33c7-4e18-b87e-c22ba0bbc283 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Pushing event deleted for resources: {'Port': ['ID=0f8fe147-2e81-4e7d-8b95-7ab1d5a651db,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:07.160929 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-aa4c6556-9f14-4cc7-8171-fb5d2b174504 None None] Could not find standard attr ID for object c2752450-12d5-45bd-bd50-98a6fc7a0c89. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:54:07.250602 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-111bcf09-33c7-4e18-b87e-c22ba0bbc283 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:07.515090 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-01f5d5dc-6c32-4d53-ac6b-095930e6b26c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:07.554149 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5d5dc-6c32-4d53-ac6b-095930e6b26c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event deleted for resources: {'Port': ['ID=05691376-bb04-472b-8af6-b2b7c5f76426,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:07.597619 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2f06354b-8329-4ced-b035-07d080037ab4 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:07.600380 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ff801490-f346-48dc-b08d-902395386b83 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:54:07.601570 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2f06354b-8329-4ced-b035-07d080037ab4 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/ports/c2752450-12d5-45bd-bd50-98a6fc7a0c89 HTTP/1.1" status: 204 len: 168 time: 2.8802130 Apr 28 19:54:07.602708 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f8e7173-b7dc-4d1e-933b-fd50d20c7622 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:07.621256 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39174) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:07.649586 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: ff801490-f346-48dc-b08d-902395386b83 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:54:07.650392 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ff801490-f346-48dc-b08d-902395386b83 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:54:07.694022 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-111bcf09-33c7-4e18-b87e-c22ba0bbc283 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364'] for router, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:07.698994 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-111bcf09-33c7-4e18-b87e-c22ba0bbc283 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626624'] for router, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:07.743768 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f23214-7be9-4024-bded-7d170879b902 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] DELETE failed (client error): The resource could not be found. Apr 28 19:54:07.744962 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58f23214-7be9-4024-bded-7d170879b902 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:54:07.754127 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-58f23214-7be9-4024-bded-7d170879b902 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/ports/c2752450-12d5-45bd-bd50-98a6fc7a0c89 HTTP/1.1" status: 404 len: 333 time: 0.1220427 Apr 28 19:54:07.762980 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39186) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:07.789283 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8e7173-b7dc-4d1e-933b-fd50d20c7622 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Network 0c71413c-ce91-4206-9ed8-1ae3b23da60b is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:07.831179 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-0f8e7173-b7dc-4d1e-933b-fd50d20c7622 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:07.842871 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8e7173-b7dc-4d1e-933b-fd50d20c7622 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:07.843926 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f8e7173-b7dc-4d1e-933b-fd50d20c7622 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:07.844399 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111bcf09-33c7-4e18-b87e-c22ba0bbc283 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Router 31fad1eb-27f4-45da-9b3d-172ab462cd65 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:54:07.853204 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9b4697-cb75-431a-a355-0d06aafb2ae0 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] GET failed (client error): The resource could not be found. Apr 28 19:54:07.857503 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-aa9b4697-cb75-431a-a355-0d06aafb2ae0 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "GET /v2.0/ports/c2752450-12d5-45bd-bd50-98a6fc7a0c89 HTTP/1.1" status: 404 len: 333 time: 0.0909247 Apr 28 19:54:07.858528 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39192) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:07.875748 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-01f5d5dc-6c32-4d53-ac6b-095930e6b26c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:07.879592 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e7173-b7dc-4d1e-933b-fd50d20c7622 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Subnet': ['ID=b4ba62d7-c143-4a54-855a-e8d6c45c8208,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:07.889467 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0f8e7173-b7dc-4d1e-933b-fd50d20c7622 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9441514 Apr 28 19:54:07.903306 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39198) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:07.914581 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-3762bfa1-303f-459e-a615-f0d3a89fc809 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'security_group': {'name': 'tempest-secgroup-1441983570'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:07.958353 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9395913-ff91-4a62-9693-eae025458c7e None None] Network 0c71413c-ce91-4206-9ed8-1ae3b23da60b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:08.021373 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-01f5d5dc-6c32-4d53-ac6b-095930e6b26c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.024614 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-01f5d5dc-6c32-4d53-ac6b-095930e6b26c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.029262 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device cdc40b24-e48f-4371-bda9-25a29dc7285b up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:54:08.039763 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111bcf09-33c7-4e18-b87e-c22ba0bbc283 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:54:08.050093 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-111bcf09-33c7-4e18-b87e-c22ba0bbc283 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.051359 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-111bcf09-33c7-4e18-b87e-c22ba0bbc283 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] 10.222.0.42 "PUT /v2.0/routers/31fad1eb-27f4-45da-9b3d-172ab462cd65 HTTP/1.1" status: 200 len: 710 time: 2.9269106 Apr 28 19:54:08.059583 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39210) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:08.074827 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525f56fb-546f-4797-86d6-20f24ad9b093 None None] Sync routers for ids ['31fad1eb-27f4-45da-9b3d-172ab462cd65'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:54:08.098975 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-01f5d5dc-6c32-4d53-ac6b-095930e6b26c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.099684 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f5d5dc-6c32-4d53-ac6b-095930e6b26c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Fanout notify agent at l3_agent the message router_deleted on router dbb157d6-bcac-48b9-9aac-4450cd02029d {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:54:08.108416 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-01f5d5dc-6c32-4d53-ac6b-095930e6b26c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.114658 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-01f5d5dc-6c32-4d53-ac6b-095930e6b26c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "DELETE /v2.0/routers/dbb157d6-bcac-48b9-9aac-4450cd02029d HTTP/1.1" status: 204 len: 168 time: 3.8558228 Apr 28 19:54:08.115383 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39214) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:08.145503 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525f56fb-546f-4797-86d6-20f24ad9b093 None None] Routers {'31fad1eb-27f4-45da-9b3d-172ab462cd65'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:54:08.148528 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-525f56fb-546f-4797-86d6-20f24ad9b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:53:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['31fad1eb-27f4-45da-9b3d-172ab462cd65'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:08.184040 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4c6e146a-86b1-4b22-80d7-95cad6f6af43 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] 10.222.0.42 "GET /v2.0/routers/31fad1eb-27f4-45da-9b3d-172ab462cd65 HTTP/1.1" status: 200 len: 745 time: 0.1224713 Apr 28 19:54:08.187954 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39216) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:08.195958 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf4e8754-95f6-484c-96d8-71871356901b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Deleting subnet 2a422bad-7a8a-46f1-93ad-ef643e332661 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:54:08.200596 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3762bfa1-303f-459e-a615-f0d3a89fc809 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.203435 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf4e8754-95f6-484c-96d8-71871356901b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.320030 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3762bfa1-303f-459e-a615-f0d3a89fc809 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.333998 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3762bfa1-303f-459e-a615-f0d3a89fc809 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.340556 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b600dedb-dc5e-4e8e-a4ae-17b3c8053e43 None None] Provisioning complete for port df83d4b4-4514-4100-89e5-af8626c2b514 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:08.340556 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b600dedb-dc5e-4e8e-a4ae-17b3c8053e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.344519 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-525f56fb-546f-4797-86d6-20f24ad9b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:08.348601 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf4e8754-95f6-484c-96d8-71871356901b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.386916 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port cdc40b24-e48f-4371-bda9-25a29dc7285b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:08.387288 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.389523 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8aa7b342-6dfb-447a-90e8-c2ff3a37c791 tempest-RoutersIpV6AdminTest-904307594 tempest-RoutersIpV6AdminTest-904307594-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=562d8c9c-50aa-492e-ae08-06d7f5fe6347&device_id=31fad1eb-27f4-45da-9b3d-172ab462cd65 HTTP/1.1" status: 200 len: 205 time: 0.1831589 Apr 28 19:54:08.396269 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39218) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:08.416784 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ef43cc4a-f283-4174-adbf-8273c2d95501 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.450169 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-159c0c15-ede9-4cfd-8b3a-72583ac32600 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] 10.222.0.42 "GET /v2.0/ports?device_id=31fad1eb-27f4-45da-9b3d-172ab462cd65 HTTP/1.1" status: 200 len: 205 time: 0.0499985 Apr 28 19:54:08.457657 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3762bfa1-303f-459e-a615-f0d3a89fc809 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.462518 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3762bfa1-303f-459e-a615-f0d3a89fc809 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5514898 Apr 28 19:54:08.463732 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39220) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:08.463732 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39224) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:08.488148 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525f56fb-546f-4797-86d6-20f24ad9b093 None None] Routers {'31fad1eb-27f4-45da-9b3d-172ab462cd65'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:54:08.489055 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-525f56fb-546f-4797-86d6-20f24ad9b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:53:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['31fad1eb-27f4-45da-9b3d-172ab462cd65'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:08.492977 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-b600dedb-dc5e-4e8e-a4ae-17b3c8053e43 None None] Port df83d4b4-4514-4100-89e5-af8626c2b514 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:54:08.551632 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-525f56fb-546f-4797-86d6-20f24ad9b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:08.553286 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525f56fb-546f-4797-86d6-20f24ad9b093 None None] The sync data for ids ['31fad1eb-27f4-45da-9b3d-172ab462cd65'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:54:08.564954 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-425927ab-f12a-432b-a3a5-ee7970230008 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'security_group': {'name': 'tempest-secgroup-970370013'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:08.572020 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ef43cc4a-f283-4174-adbf-8273c2d95501 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.574879 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bb05b64f-1d92-4ba0-ad9a-69407064daef tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.579782 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b600dedb-dc5e-4e8e-a4ae-17b3c8053e43 None None] Provisioning complete for port 1371d45a-e22a-4c1c-bc91-b0b5d3046cc5 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:08.582137 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b600dedb-dc5e-4e8e-a4ae-17b3c8053e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.608715 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-ef43cc4a-f283-4174-adbf-8273c2d95501 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f0b299-0a1b-4e71-a8de-3e8676ce56c4']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:08.620670 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-ef43cc4a-f283-4174-adbf-8273c2d95501 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e300a6a7-3a1a-4ad6-a5a2-071728770978') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:08.620928 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-ef43cc4a-f283-4174-adbf-8273c2d95501 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e300a6a7-3a1a-4ad6-a5a2-071728770978') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:08.633424 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ef43cc4a-f283-4174-adbf-8273c2d95501 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.652891 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ef43cc4a-f283-4174-adbf-8273c2d95501 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.655227 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3762bfa1-303f-459e-a615-f0d3a89fc809 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55904b81-7a22-4c5e-9481-978cdf729352,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:08.673980 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39226) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:08.678475 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef43cc4a-f283-4174-adbf-8273c2d95501 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:54:08.678930 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ef43cc4a-f283-4174-adbf-8273c2d95501 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.696014 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:54:08.696014 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:54:08.696014 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:54:08.696014 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:54:08.696014 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:54:08.696014 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:54:08.696014 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:54:08.696014 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:54:08.696014 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:54:08.696014 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:54:08.696014 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:54:08.696014 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:54:08.696014 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:54:08.696014 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:54:08.696014 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:54:08.696014 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:54:08.696014 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:54:08.696014 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:54:08.696014 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:54:08.696014 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:54:08.696014 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:54:08.696014 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:54:08.696014 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:54:08.696014 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:54:08.696014 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:54:08.696014 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:54:08.696014 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:54:08.696014 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:54:08.696014 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:54:08.696014 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:54:08.696014 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:54:08.696014 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:54:08.765600 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-425927ab-f12a-432b-a3a5-ee7970230008 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.807067 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ef43cc4a-f283-4174-adbf-8273c2d95501 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.816964 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ef43cc4a-f283-4174-adbf-8273c2d95501 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.830322 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ef43cc4a-f283-4174-adbf-8273c2d95501 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "DELETE /v2.0/networks/21f0b299-0a1b-4e71-a8de-3e8676ce56c4 HTTP/1.1" status: 204 len: 168 time: 0.7061708 Apr 28 19:54:08.849140 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bb05b64f-1d92-4ba0-ad9a-69407064daef tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.853001 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39230) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:08.858429 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43cc4a-f283-4174-adbf-8273c2d95501 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event deleted for resources: {'Network': ['ID=21f0b299-0a1b-4e71-a8de-3e8676ce56c4,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:08.862773 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-5bebbc19-8d05-4aed-be46-735410c86b4f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Request body: {'network': {'name': 'tempest-network-smoke--1495415106', 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'port_security_enabled': True}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:08.868757 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bb05b64f-1d92-4ba0-ad9a-69407064daef tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.890195 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf4e8754-95f6-484c-96d8-71871356901b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.943905 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d859e878-8fbc-4305-8991-235e42f800e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.983978 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bb05b64f-1d92-4ba0-ad9a-69407064daef tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.984574 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb05b64f-1d92-4ba0-ad9a-69407064daef tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Fanout notify agent at l3_agent the message router_deleted on router 31fad1eb-27f4-45da-9b3d-172ab462cd65 {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:54:09.000153 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bb05b64f-1d92-4ba0-ad9a-69407064daef tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:09.002827 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-bb05b64f-1d92-4ba0-ad9a-69407064daef tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] 10.222.0.42 "DELETE /v2.0/routers/31fad1eb-27f4-45da-9b3d-172ab462cd65 HTTP/1.1" status: 204 len: 168 time: 0.5347991 Apr 28 19:54:09.008265 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bebbc19-8d05-4aed-be46-735410c86b4f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Made reservation on behalf of 9d9e2f02c26d442699c083632dd6dfd5 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:09.013227 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5bebbc19-8d05-4aed-be46-735410c86b4f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:09.021889 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39232) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:09.067857 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb05c6cb-cf23-48e7-a866-1c12bf8a1616 None None] Update dhcp port {'port': {'network_id': '0c71413c-ce91-4206-9ed8-1ae3b23da60b', 'fixed_ips': [{'subnet_id': '8c5f618c-42f6-4eae-8c23-55be830c1f2c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b4ba62d7-c143-4a54-855a-e8d6c45c8208'}], 'binding:host_id': 'n-d-839810-1'}, 'id': '1371d45a-e22a-4c1c-bc91-b0b5d3046cc5'} from n-d-839810-1. {{(pid=102775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 28 19:54:09.078470 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-faf09ecf-e6fc-42b9-a2f1-81bb3901f21a tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] 10.222.0.42 "GET /v2.0/ports?device_id=31fad1eb-27f4-45da-9b3d-172ab462cd65 HTTP/1.1" status: 200 len: 205 time: 0.0546689 Apr 28 19:54:09.081963 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39234) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:09.091258 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-425927ab-f12a-432b-a3a5-ee7970230008 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:09.100491 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-425927ab-f12a-432b-a3a5-ee7970230008 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:09.114033 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf4e8754-95f6-484c-96d8-71871356901b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:09.130538 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bebbc19-8d05-4aed-be46-735410c86b4f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:54:09.139581 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-eb05c6cb-cf23-48e7-a866-1c12bf8a1616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:09.159952 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d859e878-8fbc-4305-8991-235e42f800e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:09.162223 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-b18417ba-ea14-4561-b1fd-57e721542660 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] delete failed (client error): The resource could not be found. Apr 28 19:54:09.166988 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b18417ba-ea14-4561-b1fd-57e721542660 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] 10.222.0.42 "DELETE /v2.0/routers/31fad1eb-27f4-45da-9b3d-172ab462cd65 HTTP/1.1" status: 404 len: 336 time: 0.0806596 Apr 28 19:54:09.167239 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39236) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:09.177139 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e8754-95f6-484c-96d8-71871356901b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Subnet': ['ID=2a422bad-7a8a-46f1-93ad-ef643e332661,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:09.180690 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d859e878-8fbc-4305-8991-235e42f800e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:09.181913 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf4e8754-95f6-484c-96d8-71871356901b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:09.185395 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-bf4e8754-95f6-484c-96d8-71871356901b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/subnets/2a422bad-7a8a-46f1-93ad-ef643e332661 HTTP/1.1" status: 204 len: 168 time: 1.3249197 Apr 28 19:54:09.187124 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5bebbc19-8d05-4aed-be46-735410c86b4f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:09.187468 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-5bebbc19-8d05-4aed-be46-735410c86b4f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Added segment 9ba9efc4-c8e7-48d7-8b5d-67fe4068376f of type vlan for network 30db331d-2929-4954-8cf4-0f6f324e75e7 Apr 28 19:54:09.191616 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-425927ab-f12a-432b-a3a5-ee7970230008 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:09.192893 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-425927ab-f12a-432b-a3a5-ee7970230008 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6316378 Apr 28 19:54:09.201009 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39238) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:09.201346 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39240) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:09.205169 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425927ab-f12a-432b-a3a5-ee7970230008 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c003bd5-9bbe-4e2e-91cf-a52755370be2,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:09.211106 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-c19c4d69-8f46-4c4e-a371-64b07581122c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'security_group': {'name': 'tempest-secgroup-1738176638'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:09.216361 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ce51f5ce-8c03-4b25-b427-987ff4badb54 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] 10.222.0.42 "GET /v2.0/ports?device_id=73265ca2-e9d4-40d7-957c-de9d9d9d665c HTTP/1.1" status: 200 len: 205 time: 0.0474262 Apr 28 19:54:09.223465 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39242) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:09.252704 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859e878-8fbc-4305-8991-235e42f800e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3940d0b0-8439-403e-9067-5e7b59bb7d14,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:09.259696 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d859e878-8fbc-4305-8991-235e42f800e1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c012b1837d0d487ea7e138e293b05c70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5836327 Apr 28 19:54:09.262981 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39244) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:09.280266 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f110c1-4112-44f0-b2b9-5476ce279087 None None] Network 16fede6f-9dc0-46ce-9356-d2e0ce1c795d requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:09.282327 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device edce7e0b-b2af-43d6-ad27-07c3ee370d8f no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:54:09.323055 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-7bc33efc-3d00-4364-b813-fce4b1b9ffe4 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] delete failed (client error): The resource could not be found. Apr 28 19:54:09.324029 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7bc33efc-3d00-4364-b813-fce4b1b9ffe4 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] 10.222.0.42 "DELETE /v2.0/routers/73265ca2-e9d4-40d7-957c-de9d9d9d665c HTTP/1.1" status: 404 len: 336 time: 0.0975370 Apr 28 19:54:09.329023 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39246) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:09.362690 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-76896016-c0d9-4272-b64f-532b51b50a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:09.362933 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5bebbc19-8d05-4aed-be46-735410c86b4f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:09.369269 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ae62c3e6-0c45-4243-80ed-af0b4b2024d2 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9ddbc84-2452-4ca6-bfdd-59dc206a527f HTTP/1.1" status: 200 len: 205 time: 0.0360477 Apr 28 19:54:09.369707 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39248) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:09.381128 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c19c4d69-8f46-4c4e-a371-64b07581122c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:09.393144 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: edce7e0b-b2af-43d6-ad27-07c3ee370d8f {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:54:09.393843 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device edce7e0b-b2af-43d6-ad27-07c3ee370d8f not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:54:09.419397 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-40a7dc78-bc81-4b3e-98d5-e1ea682d5baa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:09.422809 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-e989c443-9884-4ca6-bcfa-7a53ce8931b3 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] delete failed (client error): The resource could not be found. Apr 28 19:54:09.425343 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e989c443-9884-4ca6-bcfa-7a53ce8931b3 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] 10.222.0.42 "DELETE /v2.0/routers/d9ddbc84-2452-4ca6-bfdd-59dc206a527f HTTP/1.1" status: 404 len: 336 time: 0.0543439 Apr 28 19:54:09.429049 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39250) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:09.446269 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5bebbc19-8d05-4aed-be46-735410c86b4f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:09.448639 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-76896016-c0d9-4272-b64f-532b51b50a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:09.451838 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bebbc19-8d05-4aed-be46-735410c86b4f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:09.452524 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5bebbc19-8d05-4aed-be46-735410c86b4f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:09.470376 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d23e6fda-6f97-42b6-abad-6b90b5ded9fc tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc737d80-7c9a-4a67-a14f-c14cf3189189 HTTP/1.1" status: 200 len: 205 time: 0.0400927 Apr 28 19:54:09.473199 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39252) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:09.524568 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-4f2a80ee-7f2d-4221-8270-acd8d2c903b0 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] delete failed (client error): The resource could not be found. Apr 28 19:54:09.525891 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4f2a80ee-7f2d-4221-8270-acd8d2c903b0 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] 10.222.0.42 "DELETE /v2.0/routers/cc737d80-7c9a-4a67-a14f-c14cf3189189 HTTP/1.1" status: 404 len: 336 time: 0.0517604 Apr 28 19:54:09.532791 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39254) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:09.572810 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5bebbc19-8d05-4aed-be46-735410c86b4f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7177582 Apr 28 19:54:09.577547 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bebbc19-8d05-4aed-be46-735410c86b4f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'Network': ['ID=30db331d-2929-4954-8cf4-0f6f324e75e7,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:09.580243 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39256) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:09.594466 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 30db331d-2929-4954-8cf4-0f6f324e75e7 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:54:09.596256 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-c2c80522-c194-4c93-b1af-40d44c42211b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-667246321', 'admin_state_up': True, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:09.599521 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6d768934-3313-4764-976c-3302ac2a9f00 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ca5c20c-334d-432c-be9e-94a77c69fac6 HTTP/1.1" status: 200 len: 205 time: 0.0649660 Apr 28 19:54:09.602923 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39258) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:09.641410 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c19c4d69-8f46-4c4e-a371-64b07581122c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:09.651043 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c19c4d69-8f46-4c4e-a371-64b07581122c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:09.657171 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-50b8d0cd-ee3b-4c30-a783-299c9b8d74c6 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] delete failed (client error): The resource could not be found. Apr 28 19:54:09.660412 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-50b8d0cd-ee3b-4c30-a783-299c9b8d74c6 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] 10.222.0.42 "DELETE /v2.0/routers/2ca5c20c-334d-432c-be9e-94a77c69fac6 HTTP/1.1" status: 404 len: 336 time: 0.0544882 Apr 28 19:54:09.663499 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39260) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:09.673795 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c2c80522-c194-4c93-b1af-40d44c42211b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:09.675084 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c2c80522-c194-4c93-b1af-40d44c42211b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:09.680064 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-76896016-c0d9-4272-b64f-532b51b50a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:09.683438 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-76896016-c0d9-4272-b64f-532b51b50a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:09.689436 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-76896016-c0d9-4272-b64f-532b51b50a48 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3940d0b0-8439-403e-9067-5e7b59bb7d14 HTTP/1.1" status: 204 len: 168 time: 0.4240396 Apr 28 19:54:09.696543 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-40a7dc78-bc81-4b3e-98d5-e1ea682d5baa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Deleting port cdc40b24-e48f-4371-bda9-25a29dc7285b {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:09.697019 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-40a7dc78-bc81-4b3e-98d5-e1ea682d5baa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:09.710073 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-eb05c6cb-cf23-48e7-a866-1c12bf8a1616 None None] Allocated IP 2001:db8::2 (0c71413c-ce91-4206-9ed8-1ae3b23da60b/b4ba62d7-c143-4a54-855a-e8d6c45c8208/1371d45a-e22a-4c1c-bc91-b0b5d3046cc5) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:09.722311 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-72f00851-83a7-490a-94be-b76c808a8c90 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] 10.222.0.42 "GET /v2.0/ports?device_id=1def4426-b63c-4919-94e5-0781226235dc HTTP/1.1" status: 200 len: 205 time: 0.0574179 Apr 28 19:54:09.727267 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 05691376-bb04-472b-8af6-b2b7c5f76426 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:54:09.728677 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39264) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:09.739422 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c19c4d69-8f46-4c4e-a371-64b07581122c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:09.741084 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76896016-c0d9-4272-b64f-532b51b50a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3940d0b0-8439-403e-9067-5e7b59bb7d14,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:09.742229 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c19c4d69-8f46-4c4e-a371-64b07581122c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5385268 Apr 28 19:54:09.779920 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39266) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:09.790879 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c4d69-8f46-4c4e-a371-64b07581122c tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29fc34cd-3ca1-4b91-a834-8beb312238bf,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:09.791165 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-184b1958-ab87-41a6-a358-8185ad1a9209 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1923125365', 'security_groups': ['29fc34cd-3ca1-4b91-a834-8beb312238bf'], 'network_id': '0c71413c-ce91-4206-9ed8-1ae3b23da60b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b4ba62d7-c143-4a54-855a-e8d6c45c8208'}]}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:09.800758 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 05691376-bb04-472b-8af6-b2b7c5f76426 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:54:09.801255 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 05691376-bb04-472b-8af6-b2b7c5f76426 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:54:09.816187 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-72d79e00-77ce-4ca1-a2dc-17618e462a11 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] delete failed (client error): The resource could not be found. Apr 28 19:54:09.822731 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39268) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:09.823019 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-72d79e00-77ce-4ca1-a2dc-17618e462a11 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] 10.222.0.42 "DELETE /v2.0/routers/1def4426-b63c-4919-94e5-0781226235dc HTTP/1.1" status: 404 len: 336 time: 0.0930388 Apr 28 19:54:09.886535 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c2c80522-c194-4c93-b1af-40d44c42211b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:09.898960 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06494eb-cb0e-469f-b63b-fb3a045fe49a None None] DHCP port deletion for 16fede6f-9dc0-46ce-9356-d2e0ce1c795d request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:54:09.929096 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-e212c660-6eab-4d75-bb99-a706fbf72861 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] DELETE failed (client error): The resource could not be found. Apr 28 19:54:09.929710 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e212c660-6eab-4d75-bb99-a706fbf72861 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:54:09.933021 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e212c660-6eab-4d75-bb99-a706fbf72861 tempest-RoutersIpV6AdminTest-769851798 tempest-RoutersIpV6AdminTest-769851798-project] 10.222.0.42 "DELETE /v2.0/subnets/bfa99e13-3af9-4cd4-8450-bc0dac98f95d HTTP/1.1" status: 404 len: 337 time: 0.0580988 Apr 28 19:54:09.963074 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-eb05c6cb-cf23-48e7-a866-1c12bf8a1616 None None] For port 1371d45a-e22a-4c1c-bc91-b0b5d3046cc5, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=1371d45a-e22a-4c1c-bc91-b0b5d3046cc5,segment=NetworkSegment(0e54928d-2e20-46b5-9de6-90cc5dbcd6e3),segment_id=0e54928d-2e20-46b5-9de6-90cc5dbcd6e3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:09.974380 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-40a7dc78-bc81-4b3e-98d5-e1ea682d5baa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] For port cdc40b24-e48f-4371-bda9-25a29dc7285b, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=cdc40b24-e48f-4371-bda9-25a29dc7285b,segment=NetworkSegment(03e3ad96-4cdb-4b10-ac8a-6ad000fa8bc1),segment_id=03e3ad96-4cdb-4b10-ac8a-6ad000fa8bc1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:09.974932 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-40a7dc78-bc81-4b3e-98d5-e1ea682d5baa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:10.010740 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-eb05c6cb-cf23-48e7-a866-1c12bf8a1616 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:10.019251 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-a06494eb-cb0e-469f-b63b-fb3a045fe49a None None] Deleting port cdc40b24-e48f-4371-bda9-25a29dc7285b {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:10.019822 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a06494eb-cb0e-469f-b63b-fb3a045fe49a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:10.023116 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-eb05c6cb-cf23-48e7-a866-1c12bf8a1616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:10.027210 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-40a7dc78-bc81-4b3e-98d5-e1ea682d5baa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Calling delete_port for cdc40b24-e48f-4371-bda9-25a29dc7285b owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:10.060559 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184b1958-ab87-41a6-a358-8185ad1a9209 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:10.147923 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-a06494eb-cb0e-469f-b63b-fb3a045fe49a None None] For port cdc40b24-e48f-4371-bda9-25a29dc7285b, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=cdc40b24-e48f-4371-bda9-25a29dc7285b,segment=NetworkSegment(03e3ad96-4cdb-4b10-ac8a-6ad000fa8bc1),segment_id=03e3ad96-4cdb-4b10-ac8a-6ad000fa8bc1)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:10.148861 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a06494eb-cb0e-469f-b63b-fb3a045fe49a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:10.171915 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-a06494eb-cb0e-469f-b63b-fb3a045fe49a None None] Calling delete_port for cdc40b24-e48f-4371-bda9-25a29dc7285b owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:10.213598 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-184b1958-ab87-41a6-a358-8185ad1a9209 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:10.254874 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-184b1958-ab87-41a6-a358-8185ad1a9209 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] device_id is not set on port 8b76badd-2026-4523-b442-1705db4755e7 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:54:10.278619 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39274) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:10.285714 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a06494eb-cb0e-469f-b63b-fb3a045fe49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:10.302963 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cf53b4fe-981c-4389-8873-4ab1b2ab159c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:10.347388 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06494eb-cb0e-469f-b63b-fb3a045fe49a None None] No DVR routers for this DVR port cdc40b24-e48f-4371-bda9-25a29dc7285b on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:54:10.372265 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05c6cb-cf23-48e7-a866-1c12bf8a1616 None None] Pushing event updated for resources: {'Port': ['ID=1371d45a-e22a-4c1c-bc91-b0b5d3046cc5,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:10.414524 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06494eb-cb0e-469f-b63b-fb3a045fe49a None None] Pushing event deleted for resources: {'Port': ['ID=cdc40b24-e48f-4371-bda9-25a29dc7285b,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:10.481438 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c2c80522-c194-4c93-b1af-40d44c42211b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:10.533690 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39278) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:10.561951 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cf53b4fe-981c-4389-8873-4ab1b2ab159c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:10.566644 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cf53b4fe-981c-4389-8873-4ab1b2ab159c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:10.608545 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-40a7dc78-bc81-4b3e-98d5-e1ea682d5baa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:10.618408 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-184b1958-ab87-41a6-a358-8185ad1a9209 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Allocated IP 2001:db8::50 (0c71413c-ce91-4206-9ed8-1ae3b23da60b/b4ba62d7-c143-4a54-855a-e8d6c45c8208/8b76badd-2026-4523-b442-1705db4755e7) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:10.648370 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-cf53b4fe-981c-4389-8873-4ab1b2ab159c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=81ee57981b9b4f23ab7a5322d779089e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3679490 Apr 28 19:54:10.652141 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53b4fe-981c-4389-8873-4ab1b2ab159c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de1b933-dff8-4da0-9653-07b2804051a2,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:10.652470 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a7dc78-bc81-4b3e-98d5-e1ea682d5baa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] No DVR routers for this DVR port cdc40b24-e48f-4371-bda9-25a29dc7285b on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:54:10.654985 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39282) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:10.655711 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7dc78-bc81-4b3e-98d5-e1ea682d5baa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Port': ['ID=cdc40b24-e48f-4371-bda9-25a29dc7285b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:10.812165 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-40a7dc78-bc81-4b3e-98d5-e1ea682d5baa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:10.841222 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-184b1958-ab87-41a6-a358-8185ad1a9209 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:10.880858 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-184b1958-ab87-41a6-a358-8185ad1a9209 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:10.900336 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7a7ab7fd-b656-4d84-9079-66e13addf9ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:10.905219 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-40a7dc78-bc81-4b3e-98d5-e1ea682d5baa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16fede6f-9dc0-46ce-9356-d2e0ce1c795d']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:10.931793 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-186d0fc6-c962-4dde-91df-d750cc781549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:10.933915 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184b1958-ab87-41a6-a358-8185ad1a9209 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Network 0c71413c-ce91-4206-9ed8-1ae3b23da60b is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:10.941273 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-184b1958-ab87-41a6-a358-8185ad1a9209 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:10.945688 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184b1958-ab87-41a6-a358-8185ad1a9209 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:54:10.951369 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184b1958-ab87-41a6-a358-8185ad1a9209 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:10.952031 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-184b1958-ab87-41a6-a358-8185ad1a9209 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:10.966329 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b1958-ab87-41a6-a358-8185ad1a9209 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Port': ['ID=8b76badd-2026-4523-b442-1705db4755e7,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:10.972506 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-40a7dc78-bc81-4b3e-98d5-e1ea682d5baa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e3ad96-4cdb-4b10-ac8a-6ad000fa8bc1') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:10.972818 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-40a7dc78-bc81-4b3e-98d5-e1ea682d5baa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e3ad96-4cdb-4b10-ac8a-6ad000fa8bc1') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:10.978554 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-184b1958-ab87-41a6-a358-8185ad1a9209 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1959357 Apr 28 19:54:10.982188 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39284) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:10.989223 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-bc0e92c7-e150-4878-8a73-e6abc54d0f71 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'subnet': {'network_id': '0c71413c-ce91-4206-9ed8-1ae3b23da60b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:11.036082 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-40a7dc78-bc81-4b3e-98d5-e1ea682d5baa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.071241 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-186d0fc6-c962-4dde-91df-d750cc781549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.107916 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c2c80522-c194-4c93-b1af-40d44c42211b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.116749 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-40a7dc78-bc81-4b3e-98d5-e1ea682d5baa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.135002 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0e92c7-e150-4878-8a73-e6abc54d0f71 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:11.138547 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bc0e92c7-e150-4878-8a73-e6abc54d0f71 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.157469 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c2c80522-c194-4c93-b1af-40d44c42211b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.159993 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40a7dc78-bc81-4b3e-98d5-e1ea682d5baa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:54:11.160432 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-40a7dc78-bc81-4b3e-98d5-e1ea682d5baa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.171727 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:54:11.171727 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:54:11.171727 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:54:11.171727 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:54:11.171727 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:54:11.171727 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:54:11.171727 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:54:11.171727 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:54:11.171727 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:54:11.171727 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:54:11.171727 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:54:11.171727 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:54:11.171727 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:54:11.171727 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:54:11.171727 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:54:11.171727 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:54:11.171727 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:54:11.171727 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:54:11.171727 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:54:11.171727 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:54:11.171727 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:54:11.171727 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:54:11.171727 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:54:11.171727 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:54:11.171727 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:54:11.171727 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:54:11.171727 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:54:11.171727 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:54:11.171727 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:54:11.171727 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:54:11.171727 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:54:11.171727 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:54:11.187117 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a1bfc372-bfab-47e9-b3d1-74768952649d None None] Provisioning complete for port df83d4b4-4514-4100-89e5-af8626c2b514 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:11.187744 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a1bfc372-bfab-47e9-b3d1-74768952649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.227384 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-a1bfc372-bfab-47e9-b3d1-74768952649d None None] Port df83d4b4-4514-4100-89e5-af8626c2b514 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:54:11.240427 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a1bfc372-bfab-47e9-b3d1-74768952649d None None] Provisioning complete for port 1371d45a-e22a-4c1c-bc91-b0b5d3046cc5 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:11.240868 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a1bfc372-bfab-47e9-b3d1-74768952649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.277419 n-d-839810-1 neutron-server[102774]: INFO neutron.db.ipam_backend_mixin [None req-bc0e92c7-e150-4878-8a73-e6abc54d0f71 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b4ba62d7-c143-4a54-855a-e8d6c45c8208 (CIDR: 2001:db8::/64) Apr 28 19:54:11.284673 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc0e92c7-e150-4878-8a73-e6abc54d0f71 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:54:11.285287 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc0e92c7-e150-4878-8a73-e6abc54d0f71 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:54:11.310785 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-bc0e92c7-e150-4878-8a73-e6abc54d0f71 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3271575 Apr 28 19:54:11.313038 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39288) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:11.322683 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-700477a0-3e9e-480b-87aa-dbea24fed1b9 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'subnet': {'network_id': '0c71413c-ce91-4206-9ed8-1ae3b23da60b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:11.366160 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-40a7dc78-bc81-4b3e-98d5-e1ea682d5baa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.374468 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-40a7dc78-bc81-4b3e-98d5-e1ea682d5baa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.383287 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-40a7dc78-bc81-4b3e-98d5-e1ea682d5baa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/networks/16fede6f-9dc0-46ce-9356-d2e0ce1c795d HTTP/1.1" status: 204 len: 168 time: 2.1806707 Apr 28 19:54:11.384052 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39290) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:11.405660 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-a6fe02d8-67b4-4c3d-a103-cbd883ac336d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1576374276'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:11.410908 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-186d0fc6-c962-4dde-91df-d750cc781549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.413580 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-186d0fc6-c962-4dde-91df-d750cc781549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.417477 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-186d0fc6-c962-4dde-91df-d750cc781549 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3de1b933-dff8-4da0-9653-07b2804051a2 HTTP/1.1" status: 204 len: 168 time: 0.7563303 Apr 28 19:54:11.472373 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700477a0-3e9e-480b-87aa-dbea24fed1b9 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:11.475322 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7dc78-bc81-4b3e-98d5-e1ea682d5baa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Network': ['ID=16fede6f-9dc0-46ce-9356-d2e0ce1c795d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:11.481005 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-700477a0-3e9e-480b-87aa-dbea24fed1b9 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.481787 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7a7ab7fd-b656-4d84-9079-66e13addf9ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.486335 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d0fc6-c962-4dde-91df-d750cc781549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de1b933-dff8-4da0-9653-07b2804051a2,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:11.497058 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-2fd01588-ed63-41f2-9d45-09441e1be68b None None] Provisioning complete for port 8b76badd-2026-4523-b442-1705db4755e7 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:11.497340 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7a7ab7fd-b656-4d84-9079-66e13addf9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.497465 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2fd01588-ed63-41f2-9d45-09441e1be68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.526410 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fe02d8-67b4-4c3d-a103-cbd883ac336d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:11.529980 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6fe02d8-67b4-4c3d-a103-cbd883ac336d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.560347 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-2fd01588-ed63-41f2-9d45-09441e1be68b None None] Port 8b76badd-2026-4523-b442-1705db4755e7 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:54:11.581001 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-c2c80522-c194-4c93-b1af-40d44c42211b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Allocated IP 172.25.8.35 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/5265d459-9a02-4afa-b506-56388af0c2ba) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:11.594304 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7a7ab7fd-b656-4d84-9079-66e13addf9ef admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=df4c4fa93c4049a2afbe6a9544cb609f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0516438 Apr 28 19:54:11.595818 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ab7fd-b656-4d84-9079-66e13addf9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0db93b3-97d0-4546-9c44-c88a6ea3b591,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:11.608488 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39294) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:11.611426 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6fe02d8-67b4-4c3d-a103-cbd883ac336d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:54:11.637803 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6fe02d8-67b4-4c3d-a103-cbd883ac336d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.638206 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-a6fe02d8-67b4-4c3d-a103-cbd883ac336d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Added segment 99599d17-c0ce-4888-8151-ec03b0fc0271 of type vlan for network e773cb59-bc1d-44aa-97af-d4f8e155ed73 Apr 28 19:54:11.657945 n-d-839810-1 neutron-server[102774]: INFO neutron.db.ipam_backend_mixin [None req-700477a0-3e9e-480b-87aa-dbea24fed1b9 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 8c5f618c-42f6-4eae-8c23-55be830c1f2c (CIDR: 2001:db8:0:1::/64) Apr 28 19:54:11.691098 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-700477a0-3e9e-480b-87aa-dbea24fed1b9 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:54:11.691590 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-700477a0-3e9e-480b-87aa-dbea24fed1b9 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:54:11.724822 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6fe02d8-67b4-4c3d-a103-cbd883ac336d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.725398 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-637db68b-9eb0-4a26-9c83-41ca55653956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.744545 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-700477a0-3e9e-480b-87aa-dbea24fed1b9 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4255841 Apr 28 19:54:11.745506 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39298) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:11.756804 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-ebf8af98-61e3-4478-9e84-bc065b455836 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'subnet': {'network_id': '0c71413c-ce91-4206-9ed8-1ae3b23da60b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:11.768560 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-637db68b-9eb0-4a26-9c83-41ca55653956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.787085 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c2c80522-c194-4c93-b1af-40d44c42211b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.828764 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c2c80522-c194-4c93-b1af-40d44c42211b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.835046 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6fe02d8-67b4-4c3d-a103-cbd883ac336d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.842386 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fe02d8-67b4-4c3d-a103-cbd883ac336d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:11.843040 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6fe02d8-67b4-4c3d-a103-cbd883ac336d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.843230 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 1371d45a-e22a-4c1c-bc91-b0b5d3046cc5 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:54:11.920845 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c80522-c194-4c93-b1af-40d44c42211b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:11.931483 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a6fe02d8-67b4-4c3d-a103-cbd883ac336d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5344191 Apr 28 19:54:11.934319 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39304) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:11.937341 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 1371d45a-e22a-4c1c-bc91-b0b5d3046cc5 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:11.937932 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.941539 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-dfe1faed-b2b6-4080-baa0-0c59baec0327 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'subnet': {'network_id': 'e773cb59-bc1d-44aa-97af-d4f8e155ed73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:11.973379 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c80522-c194-4c93-b1af-40d44c42211b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'Port': ['ID=5265d459-9a02-4afa-b506-56388af0c2ba,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:11.976423 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-c2c80522-c194-4c93-b1af-40d44c42211b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:11.986275 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c80522-c194-4c93-b1af-40d44c42211b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:54:12.013847 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-637db68b-9eb0-4a26-9c83-41ca55653956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:12.019603 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-637db68b-9eb0-4a26-9c83-41ca55653956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:12.020906 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-637db68b-9eb0-4a26-9c83-41ca55653956 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c0db93b3-97d0-4546-9c44-c88a6ea3b591 HTTP/1.1" status: 204 len: 168 time: 0.4110870 Apr 28 19:54:12.022379 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe02d8-67b4-4c3d-a103-cbd883ac336d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Network': ['ID=e773cb59-bc1d-44aa-97af-d4f8e155ed73,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:12.051220 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637db68b-9eb0-4a26-9c83-41ca55653956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0db93b3-97d0-4546-9c44-c88a6ea3b591,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:12.052048 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network e773cb59-bc1d-44aa-97af-d4f8e155ed73 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:54:12.071352 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf8af98-61e3-4478-9e84-bc065b455836 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Made reservation on behalf of 1c1fbcb84ca3492ab67cea60788320db for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:12.075319 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ebf8af98-61e3-4478-9e84-bc065b455836 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:12.155461 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe1faed-b2b6-4080-baa0-0c59baec0327 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:12.159644 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dfe1faed-b2b6-4080-baa0-0c59baec0327 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:12.190884 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device cdc40b24-e48f-4371-bda9-25a29dc7285b no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:54:12.222149 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: cdc40b24-e48f-4371-bda9-25a29dc7285b {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:54:12.222498 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device cdc40b24-e48f-4371-bda9-25a29dc7285b not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:54:12.496399 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dfe1faed-b2b6-4080-baa0-0c59baec0327 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:12.539493 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c2c80522-c194-4c93-b1af-40d44c42211b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:12.585789 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ebf8af98-61e3-4478-9e84-bc065b455836 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:12.598626 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1faed-b2b6-4080-baa0-0c59baec0327 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Subnet': ['ID=00a68d99-1a94-4d06-ab31-55f3dad81a8c,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:12.617638 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf8af98-61e3-4478-9e84-bc065b455836 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Network 0c71413c-ce91-4206-9ed8-1ae3b23da60b is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:12.622320 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-ebf8af98-61e3-4478-9e84-bc065b455836 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:12.639797 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af90cb7c-b8c8-4be8-82b5-9d7216f05bcf None None] Network 0c71413c-ce91-4206-9ed8-1ae3b23da60b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:12.645444 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39320) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:12.646672 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf8af98-61e3-4478-9e84-bc065b455836 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:12.647262 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ebf8af98-61e3-4478-9e84-bc065b455836 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:12.700385 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe1faed-b2b6-4080-baa0-0c59baec0327 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Checking segment: {'id': '99599d17-c0ce-4888-8151-ec03b0fc0271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e773cb59-bc1d-44aa-97af-d4f8e155ed73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:54:12.701265 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe1faed-b2b6-4080-baa0-0c59baec0327 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Network hostable DHCP agents. Network: e773cb59-bc1d-44aa-97af-d4f8e155ed73, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:54:12.740819 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ebf8af98-61e3-4478-9e84-bc065b455836 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9941971 Apr 28 19:54:12.749420 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39324) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:12.760632 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8af98-61e3-4478-9e84-bc065b455836 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Subnet': ['ID=15804794-15bd-496e-9956-d9e656ae46f2,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:12.770146 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-4d518c87-e8ed-48c9-bde6-573ddfc5dc37 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1632206977', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '15804794-15bd-496e-9956-d9e656ae46f2'}], 'security_groups': ['55904b81-7a22-4c5e-9481-978cdf729352', '2c003bd5-9bbe-4e2e-91cf-a52755370be2']}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:12.840498 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-16f4789b-28e9-4a06-8faf-af28cea5deae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ff922f480995429dbd204a248e749e32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1902208 Apr 28 19:54:12.844386 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39328) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:12.863592 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe1faed-b2b6-4080-baa0-0c59baec0327 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Network e773cb59-bc1d-44aa-97af-d4f8e155ed73 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:54:12.868430 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c2c80522-c194-4c93-b1af-40d44c42211b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:12.905548 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-dfe1faed-b2b6-4080-baa0-0c59baec0327 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, e773cb59-bc1d-44aa-97af-d4f8e155ed73) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:12.919220 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18903ca0-7b1e-447e-a8e2-f0dd6f5a3fbd None None] Network e773cb59-bc1d-44aa-97af-d4f8e155ed73 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:12.921638 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe1faed-b2b6-4080-baa0-0c59baec0327 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:12.923055 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dfe1faed-b2b6-4080-baa0-0c59baec0327 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:12.949313 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-dfe1faed-b2b6-4080-baa0-0c59baec0327 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0138092 Apr 28 19:54:12.951787 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f83dd760-9cf5-456c-92b3-de48b531025d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:12.954657 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39330) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:12.960308 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-47d5a790-d33b-476d-b874-9f0a0fa7cc6f tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'port': {'network_id': 'e773cb59-bc1d-44aa-97af-d4f8e155ed73', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1625735434'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:12.964536 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d518c87-e8ed-48c9-bde6-573ddfc5dc37 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:13.022733 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f83dd760-9cf5-456c-92b3-de48b531025d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:13.101724 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c80522-c194-4c93-b1af-40d44c42211b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Router 77ca16b4-b89e-4a11-b22a-c0ae411cce4f is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:54:13.118447 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f83dd760-9cf5-456c-92b3-de48b531025d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:13.121189 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f83dd760-9cf5-456c-92b3-de48b531025d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:13.122395 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f83dd760-9cf5-456c-92b3-de48b531025d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7e8781e4-6a0b-4f04-adb6-f7c03427bd9a HTTP/1.1" status: 204 len: 168 time: 0.2763958 Apr 28 19:54:13.173801 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83dd760-9cf5-456c-92b3-de48b531025d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8781e4-6a0b-4f04-adb6-f7c03427bd9a,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:13.194971 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38296486-59e6-444a-8bb4-aee73d1ee19f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-e773cb59-bc1d-44aa-97af-d4f8e155ed73', 'network_id': 'e773cb59-bc1d-44aa-97af-d4f8e155ed73', 'tenant_id': 'df76f2f1df9e41aba417616e0f1401a5', 'fixed_ips': [{'subnet_id': '00a68d99-1a94-4d06-ab31-55f3dad81a8c'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:54:13.195826 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-38296486-59e6-444a-8bb4-aee73d1ee19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:13.313954 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c80522-c194-4c93-b1af-40d44c42211b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:54:13.325763 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f3790d-8ba3-4de5-ab6a-981f14edfb8f None None] Sync routers for ids ['77ca16b4-b89e-4a11-b22a-c0ae411cce4f'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:54:13.339315 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f3790d-8ba3-4de5-ab6a-981f14edfb8f None None] Routers {'77ca16b4-b89e-4a11-b22a-c0ae411cce4f'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:54:13.340291 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-f8f3790d-8ba3-4de5-ab6a-981f14edfb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:53:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['77ca16b4-b89e-4a11-b22a-c0ae411cce4f'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:13.348306 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c2c80522-c194-4c93-b1af-40d44c42211b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:13.351085 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c2c80522-c194-4c93-b1af-40d44c42211b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7632592 Apr 28 19:54:13.353984 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39338) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:13.413231 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58481d3-4856-4fca-ba18-bc796874015c None None] Update dhcp port {'port': {'network_id': '0c71413c-ce91-4206-9ed8-1ae3b23da60b', 'fixed_ips': [{'subnet_id': '8c5f618c-42f6-4eae-8c23-55be830c1f2c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b4ba62d7-c143-4a54-855a-e8d6c45c8208', 'ip_address': '2001:db8::2'}, {'subnet_id': '15804794-15bd-496e-9956-d9e656ae46f2'}], 'binding:host_id': 'n-d-839810-1'}, 'id': '1371d45a-e22a-4c1c-bc91-b0b5d3046cc5'} from n-d-839810-1. {{(pid=102775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 28 19:54:13.457791 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0ea7bbb0-f65e-4444-ae1c-1fc21cb20609 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=9d9e2f02c26d442699c083632dd6dfd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1014390 Apr 28 19:54:13.460297 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39344) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:13.461524 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-f8f3790d-8ba3-4de5-ab6a-981f14edfb8f None None] Set router 77ca16b4-b89e-4a11-b22a-c0ae411cce4f gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:54:13.519444 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d58481d3-4856-4fca-ba18-bc796874015c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:13.694653 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7872160-95da-41e2-a99e-976e5241756c tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:13.696499 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a7872160-95da-41e2-a99e-976e5241756c tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2350795 Apr 28 19:54:13.699148 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39352) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:13.747976 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6c179fbf-0148-4128-a162-7db228744d78 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=562d8c9c-50aa-492e-ae08-06d7f5fe6347&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451617 Apr 28 19:54:13.748336 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39354) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:13.753769 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-afd073d1-3e96-4d93-92ae-70ba78777dc5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2075853202', 'network_id': '30db331d-2929-4954-8cf4-0f6f324e75e7', 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:13.754529 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-f8f3790d-8ba3-4de5-ab6a-981f14edfb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'name': 'tempest-TestNetworkBasicOps-router-667246321', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '5265d459-9a02-4afa-b506-56388af0c2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:54:09Z', 'updated_at': '2022-04-28T19:54:12Z', 'revision_number': 3, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'gw_port': {'id': '5265d459-9a02-4afa-b506-56388af0c2ba', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:77:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:11Z', 'updated_at': '2022-04-28T19:54:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:13.791536 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f3790d-8ba3-4de5-ab6a-981f14edfb8f None None] Checking router: 77ca16b4-b89e-4a11-b22a-c0ae411cce4f for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:54:13.792305 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f3790d-8ba3-4de5-ab6a-981f14edfb8f None None] Updating router 77ca16b4-b89e-4a11-b22a-c0ae411cce4f port 5265d459-9a02-4afa-b506-56388af0c2ba binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:54:13.825510 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-f8f3790d-8ba3-4de5-ab6a-981f14edfb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:13.959493 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d5a790-d33b-476d-b874-9f0a0fa7cc6f tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:13.963198 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-47d5a790-d33b-476d-b874-9f0a0fa7cc6f tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:13.967673 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-d58481d3-4856-4fca-ba18-bc796874015c None None] Allocated IP 2001:db8:0:2::2 (0c71413c-ce91-4206-9ed8-1ae3b23da60b/15804794-15bd-496e-9956-d9e656ae46f2/1371d45a-e22a-4c1c-bc91-b0b5d3046cc5) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:14.010097 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-47d5a790-d33b-476d-b874-9f0a0fa7cc6f tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] device_id is not set on port 48c52ecc-57f4-4dc1-a1cc-c40eae1cd394 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:54:14.024853 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39364) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:14.266914 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-f8f3790d-8ba3-4de5-ab6a-981f14edfb8f None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:14.282064 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-f8f3790d-8ba3-4de5-ab6a-981f14edfb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:14.362620 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-b2aeb49b-fb80-48c1-8df5-42a36807b8c5 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-265278744', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:14.372242 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-f8f3790d-8ba3-4de5-ab6a-981f14edfb8f None None] Attempting to bind port 5265d459-9a02-4afa-b506-56388af0c2ba on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:54:14.373259 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-f8f3790d-8ba3-4de5-ab6a-981f14edfb8f None None] Attempting to bind port 5265d459-9a02-4afa-b506-56388af0c2ba by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:54:14.374289 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f3790d-8ba3-4de5-ab6a-981f14edfb8f None None] Attempting to bind port 5265d459-9a02-4afa-b506-56388af0c2ba on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:54:14.385855 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f3790d-8ba3-4de5-ab6a-981f14edfb8f None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:54:14.386561 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f3790d-8ba3-4de5-ab6a-981f14edfb8f None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:54:14.387932 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-f8f3790d-8ba3-4de5-ab6a-981f14edfb8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:14.388823 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f3790d-8ba3-4de5-ab6a-981f14edfb8f None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:54:14.389635 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-f8f3790d-8ba3-4de5-ab6a-981f14edfb8f None None] Bound port: 5265d459-9a02-4afa-b506-56388af0c2ba, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:54:14.390261 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-f8f3790d-8ba3-4de5-ab6a-981f14edfb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:14.410571 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2aeb49b-fb80-48c1-8df5-42a36807b8c5 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] Made reservation on behalf of 2537bc026abf44ec9ee7f34c1ade88c2 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:14.412243 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-38296486-59e6-444a-8bb4-aee73d1ee19f None None] Allocated IP 172.20.0.2 (e773cb59-bc1d-44aa-97af-d4f8e155ed73/00a68d99-1a94-4d06-ab31-55f3dad81a8c/9a6ac4fc-daad-4a7a-b0fd-3c0ed5b52ff8) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:14.416250 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb49b-fb80-48c1-8df5-42a36807b8c5 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:14.424698 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d58481d3-4856-4fca-ba18-bc796874015c None None] For port 1371d45a-e22a-4c1c-bc91-b0b5d3046cc5, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=1371d45a-e22a-4c1c-bc91-b0b5d3046cc5,segment=NetworkSegment(0e54928d-2e20-46b5-9de6-90cc5dbcd6e3),segment_id=0e54928d-2e20-46b5-9de6-90cc5dbcd6e3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:14.433639 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb49b-fb80-48c1-8df5-42a36807b8c5 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:14.456494 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd073d1-3e96-4d93-92ae-70ba78777dc5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Made reservation on behalf of 9d9e2f02c26d442699c083632dd6dfd5 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:14.461238 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-afd073d1-3e96-4d93-92ae-70ba78777dc5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:14.468270 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-f8f3790d-8ba3-4de5-ab6a-981f14edfb8f None None] For port 5265d459-9a02-4afa-b506-56388af0c2ba, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:54:14.473465 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-f8f3790d-8ba3-4de5-ab6a-981f14edfb8f None None] For port 5265d459-9a02-4afa-b506-56388af0c2ba, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=5265d459-9a02-4afa-b506-56388af0c2ba,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:54:14.482810 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-f8f3790d-8ba3-4de5-ab6a-981f14edfb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:14.512184 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ead748-3b23-4922-8499-5e756bfe6a98 None None] Pushing event updated for resources: {'Port': ['ID=5265d459-9a02-4afa-b506-56388af0c2ba,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:14.537509 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d58481d3-4856-4fca-ba18-bc796874015c None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:14.538911 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ead748-3b23-4922-8499-5e756bfe6a98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:14.539568 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ead748-3b23-4922-8499-5e756bfe6a98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:14.540202 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ead748-3b23-4922-8499-5e756bfe6a98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:14.541230 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ead748-3b23-4922-8499-5e756bfe6a98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:14.541874 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ead748-3b23-4922-8499-5e756bfe6a98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:14.542450 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ead748-3b23-4922-8499-5e756bfe6a98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:14.544588 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ead748-3b23-4922-8499-5e756bfe6a98 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:14.545222 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ead748-3b23-4922-8499-5e756bfe6a98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:14.546593 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ead748-3b23-4922-8499-5e756bfe6a98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:14.547206 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ead748-3b23-4922-8499-5e756bfe6a98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:14.547788 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ead748-3b23-4922-8499-5e756bfe6a98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:14.549415 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d58481d3-4856-4fca-ba18-bc796874015c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:14.550193 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ead748-3b23-4922-8499-5e756bfe6a98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:14.636063 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ead748-3b23-4922-8499-5e756bfe6a98 None None] Pushing event updated for resources: {'Port': ['ID=5265d459-9a02-4afa-b506-56388af0c2ba,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:14.657159 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f3790d-8ba3-4de5-ab6a-981f14edfb8f None None] Routers {'77ca16b4-b89e-4a11-b22a-c0ae411cce4f'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:54:14.658861 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-f8f3790d-8ba3-4de5-ab6a-981f14edfb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:53:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['77ca16b4-b89e-4a11-b22a-c0ae411cce4f'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:14.692418 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb49b-fb80-48c1-8df5-42a36807b8c5 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:14.703650 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb49b-fb80-48c1-8df5-42a36807b8c5 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:14.707841 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-b2aeb49b-fb80-48c1-8df5-42a36807b8c5 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] device_id is not set on port 800fe7dd-3640-4a66-bdea-63387f38965a yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:54:14.823161 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-f8f3790d-8ba3-4de5-ab6a-981f14edfb8f None None] Set router 77ca16b4-b89e-4a11-b22a-c0ae411cce4f gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:54:14.838655 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58481d3-4856-4fca-ba18-bc796874015c None None] Pushing event updated for resources: {'Port': ['ID=1371d45a-e22a-4c1c-bc91-b0b5d3046cc5,revision_number=7']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:14.858244 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aeb49b-fb80-48c1-8df5-42a36807b8c5 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358cadc1-db16-4de8-871c-2b5fde94cc51,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:14.864438 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39378) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:14.865686 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-4d518c87-e8ed-48c9-bde6-573ddfc5dc37 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Delete allocated IP 2001:db8::50 (0c71413c-ce91-4206-9ed8-1ae3b23da60b/b4ba62d7-c143-4a54-855a-e8d6c45c8208) {{(pid=102774) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 28 19:54:14.874129 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-afd073d1-3e96-4d93-92ae-70ba78777dc5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:14.904675 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-38296486-59e6-444a-8bb4-aee73d1ee19f None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:14.916903 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-38296486-59e6-444a-8bb4-aee73d1ee19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:14.974866 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd073d1-3e96-4d93-92ae-70ba78777dc5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'Subnet': ['ID=d4ca4fc0-ebf7-49e4-affa-59ffb35e90f0,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:14.988178 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38296486-59e6-444a-8bb4-aee73d1ee19f None None] Network e773cb59-bc1d-44aa-97af-d4f8e155ed73 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:14.993574 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-38296486-59e6-444a-8bb4-aee73d1ee19f None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:14.999379 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38296486-59e6-444a-8bb4-aee73d1ee19f None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:54:15.005306 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38296486-59e6-444a-8bb4-aee73d1ee19f None None] Pushing event updated for resources: {'Port': ['ID=9a6ac4fc-daad-4a7a-b0fd-3c0ed5b52ff8,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:15.035265 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd073d1-3e96-4d93-92ae-70ba78777dc5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Checking segment: {'id': '9ba9efc4-c8e7-48d7-8b5d-67fe4068376f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '30db331d-2929-4954-8cf4-0f6f324e75e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:54:15.035713 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd073d1-3e96-4d93-92ae-70ba78777dc5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Network hostable DHCP agents. Network: 30db331d-2929-4954-8cf4-0f6f324e75e7, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:54:15.056943 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-4d518c87-e8ed-48c9-bde6-573ddfc5dc37 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Allocated IP 2001:db8:0:2::67 (0c71413c-ce91-4206-9ed8-1ae3b23da60b/15804794-15bd-496e-9956-d9e656ae46f2/8b76badd-2026-4523-b442-1705db4755e7) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:15.079019 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd073d1-3e96-4d93-92ae-70ba78777dc5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Network 30db331d-2929-4954-8cf4-0f6f324e75e7 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:54:15.096754 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-38296486-59e6-444a-8bb4-aee73d1ee19f None None] Attempting to bind port 9a6ac4fc-daad-4a7a-b0fd-3c0ed5b52ff8 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:54:15.097218 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-38296486-59e6-444a-8bb4-aee73d1ee19f None None] Attempting to bind port 9a6ac4fc-daad-4a7a-b0fd-3c0ed5b52ff8 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '99599d17-c0ce-4888-8151-ec03b0fc0271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e773cb59-bc1d-44aa-97af-d4f8e155ed73'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:54:15.097680 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38296486-59e6-444a-8bb4-aee73d1ee19f None None] Attempting to bind port 9a6ac4fc-daad-4a7a-b0fd-3c0ed5b52ff8 on network e773cb59-bc1d-44aa-97af-d4f8e155ed73 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:54:15.103939 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-afd073d1-3e96-4d93-92ae-70ba78777dc5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 30db331d-2929-4954-8cf4-0f6f324e75e7) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:15.104722 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38296486-59e6-444a-8bb4-aee73d1ee19f None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:54:15.105188 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38296486-59e6-444a-8bb4-aee73d1ee19f None None] Checking segment: {'id': '99599d17-c0ce-4888-8151-ec03b0fc0271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e773cb59-bc1d-44aa-97af-d4f8e155ed73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:54:15.105740 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-38296486-59e6-444a-8bb4-aee73d1ee19f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:15.106239 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38296486-59e6-444a-8bb4-aee73d1ee19f None None] Bound using segment: {'id': '99599d17-c0ce-4888-8151-ec03b0fc0271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e773cb59-bc1d-44aa-97af-d4f8e155ed73'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:54:15.106882 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-38296486-59e6-444a-8bb4-aee73d1ee19f None None] Bound port: 9a6ac4fc-daad-4a7a-b0fd-3c0ed5b52ff8, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99599d17-c0ce-4888-8151-ec03b0fc0271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e773cb59-bc1d-44aa-97af-d4f8e155ed73'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:54:15.107391 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-38296486-59e6-444a-8bb4-aee73d1ee19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:15.113603 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-556cb98d-86a2-41ba-8fbd-86d07a4de0f3 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1391274004', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:15.125406 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd073d1-3e96-4d93-92ae-70ba78777dc5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:15.128314 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d426e9-4c6b-4dde-b5bf-5cea8640cf53 None None] Network 30db331d-2929-4954-8cf4-0f6f324e75e7 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:15.128662 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-afd073d1-3e96-4d93-92ae-70ba78777dc5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:15.144509 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-47d5a790-d33b-476d-b874-9f0a0fa7cc6f tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Allocated IP 172.20.0.9 (e773cb59-bc1d-44aa-97af-d4f8e155ed73/00a68d99-1a94-4d06-ab31-55f3dad81a8c/48c52ecc-57f4-4dc1-a1cc-c40eae1cd394) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:15.154441 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-556cb98d-86a2-41ba-8fbd-86d07a4de0f3 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:15.155707 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-556cb98d-86a2-41ba-8fbd-86d07a4de0f3 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:15.178479 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-afd073d1-3e96-4d93-92ae-70ba78777dc5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4290171 Apr 28 19:54:15.179516 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39384) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:15.197792 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-f8f3790d-8ba3-4de5-ab6a-981f14edfb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'name': 'tempest-TestNetworkBasicOps-router-667246321', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '5265d459-9a02-4afa-b506-56388af0c2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:54:09Z', 'updated_at': '2022-04-28T19:54:12Z', 'revision_number': 3, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'gw_port': {'id': '5265d459-9a02-4afa-b506-56388af0c2ba', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:77:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:11Z', 'updated_at': '2022-04-28T19:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:15.216031 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-556cb98d-86a2-41ba-8fbd-86d07a4de0f3 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:15.232308 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-556cb98d-86a2-41ba-8fbd-86d07a4de0f3 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:15.312120 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-38296486-59e6-444a-8bb4-aee73d1ee19f None None] For port 9a6ac4fc-daad-4a7a-b0fd-3c0ed5b52ff8, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:54:15.318085 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-38296486-59e6-444a-8bb4-aee73d1ee19f None None] For port 9a6ac4fc-daad-4a7a-b0fd-3c0ed5b52ff8, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=9a6ac4fc-daad-4a7a-b0fd-3c0ed5b52ff8,segment=NetworkSegment(99599d17-c0ce-4888-8151-ec03b0fc0271),segment_id=99599d17-c0ce-4888-8151-ec03b0fc0271)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:54:15.381629 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-38296486-59e6-444a-8bb4-aee73d1ee19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:15.397412 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f3790d-8ba3-4de5-ab6a-981f14edfb8f None None] The sync data for ids ['77ca16b4-b89e-4a11-b22a-c0ae411cce4f'] in n-d-839810-1 is: [{'id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'name': 'tempest-TestNetworkBasicOps-router-667246321', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '5265d459-9a02-4afa-b506-56388af0c2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:54:09Z', 'updated_at': '2022-04-28T19:54:12Z', 'revision_number': 3, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'gw_port': {'id': '5265d459-9a02-4afa-b506-56388af0c2ba', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:77:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:11Z', 'updated_at': '2022-04-28T19:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:54:15.502476 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e00f6cf-cf2a-426b-a50b-b39c283bcd31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-30db331d-2929-4954-8cf4-0f6f324e75e7', 'network_id': '30db331d-2929-4954-8cf4-0f6f324e75e7', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'fixed_ips': [{'subnet_id': 'd4ca4fc0-ebf7-49e4-affa-59ffb35e90f0'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:54:15.504858 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d518c87-e8ed-48c9-bde6-573ddfc5dc37 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:15.506094 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0e00f6cf-cf2a-426b-a50b-b39c283bcd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:15.533725 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d518c87-e8ed-48c9-bde6-573ddfc5dc37 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:15.575140 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-b2aeb49b-fb80-48c1-8df5-42a36807b8c5 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] Allocated IP 172.25.8.204 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/800fe7dd-3640-4a66-bdea-63387f38965a) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:15.591130 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38296486-59e6-444a-8bb4-aee73d1ee19f None None] Pushing event updated for resources: {'Port': ['ID=9a6ac4fc-daad-4a7a-b0fd-3c0ed5b52ff8,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:15.796274 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-47d5a790-d33b-476d-b874-9f0a0fa7cc6f tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:15.852557 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-556cb98d-86a2-41ba-8fbd-86d07a4de0f3 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:15.854446 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-556cb98d-86a2-41ba-8fbd-86d07a4de0f3 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.9825301 Apr 28 19:54:15.870484 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39386) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:15.891834 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-47d5a790-d33b-476d-b874-9f0a0fa7cc6f tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:15.893068 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-0e00f6cf-cf2a-426b-a50b-b39c283bcd31 None None] Allocated IP 172.20.0.2 (30db331d-2929-4954-8cf4-0f6f324e75e7/d4ca4fc0-ebf7-49e4-affa-59ffb35e90f0/c05e72d3-bf63-4713-883e-67364bd320be) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:15.895616 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-c0a3e804-4cce-4de2-b8e4-8571eca51149 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-622261573'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:15.909459 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 1371d45a-e22a-4c1c-bc91-b0b5d3046cc5 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:54:15.943102 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d5a790-d33b-476d-b874-9f0a0fa7cc6f tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Network e773cb59-bc1d-44aa-97af-d4f8e155ed73 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:15.946353 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-47d5a790-d33b-476d-b874-9f0a0fa7cc6f tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:15.959008 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d5a790-d33b-476d-b874-9f0a0fa7cc6f tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:54:16.019883 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d5a790-d33b-476d-b874-9f0a0fa7cc6f tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:16.020608 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-47d5a790-d33b-476d-b874-9f0a0fa7cc6f tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:16.063708 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-4d518c87-e8ed-48c9-bde6-573ddfc5dc37 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] In _notify_port_updated(), no bound segment for port 8b76badd-2026-4523-b442-1705db4755e7 on network 0c71413c-ce91-4206-9ed8-1ae3b23da60b {{(pid=102774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 19:54:16.069759 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d518c87-e8ed-48c9-bde6-573ddfc5dc37 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:16.070816 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4d518c87-e8ed-48c9-bde6-573ddfc5dc37 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:16.072230 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4d518c87-e8ed-48c9-bde6-573ddfc5dc37 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "PUT /v2.0/ports/8b76badd-2026-4523-b442-1705db4755e7 HTTP/1.1" status: 200 len: 969 time: 3.3166254 Apr 28 19:54:16.083002 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39388) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:16.124059 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2e363b76-426e-43f9-a854-8f96a5e45a34 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:16.128292 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a3e804-4cce-4de2-b8e4-8571eca51149 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Made reservation on behalf of 8a7c18e0aee5460b96c1acca6abd5287 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:16.133466 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c0a3e804-4cce-4de2-b8e4-8571eca51149 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:16.135764 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d518c87-e8ed-48c9-bde6-573ddfc5dc37 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event updated for resources: {'Port': ['ID=8b76badd-2026-4523-b442-1705db4755e7,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:16.163434 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c0a3e804-4cce-4de2-b8e4-8571eca51149 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:16.181201 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 1371d45a-e22a-4c1c-bc91-b0b5d3046cc5 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:16.181587 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:16.235197 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-87abf2ed-f1b3-44a2-bbff-26f345a0b4fc None None] Provisioning complete for port df83d4b4-4514-4100-89e5-af8626c2b514 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:16.236154 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-87abf2ed-f1b3-44a2-bbff-26f345a0b4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:16.289927 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-87abf2ed-f1b3-44a2-bbff-26f345a0b4fc None None] Port df83d4b4-4514-4100-89e5-af8626c2b514 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:54:16.290155 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-47d5a790-d33b-476d-b874-9f0a0fa7cc6f tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.3312879 Apr 28 19:54:16.294945 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39390) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:16.342088 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0e00f6cf-cf2a-426b-a50b-b39c283bcd31 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:16.345666 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-87abf2ed-f1b3-44a2-bbff-26f345a0b4fc None None] Provisioning complete for port 1371d45a-e22a-4c1c-bc91-b0b5d3046cc5 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:16.346839 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-87abf2ed-f1b3-44a2-bbff-26f345a0b4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:16.384702 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0e00f6cf-cf2a-426b-a50b-b39c283bcd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:16.422748 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5a790-d33b-476d-b874-9f0a0fa7cc6f tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Port': ['ID=48c52ecc-57f4-4dc1-a1cc-c40eae1cd394,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:16.515682 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb49b-fb80-48c1-8df5-42a36807b8c5 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:16.546724 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e00f6cf-cf2a-426b-a50b-b39c283bcd31 None None] Network 30db331d-2929-4954-8cf4-0f6f324e75e7 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:16.557278 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-0e00f6cf-cf2a-426b-a50b-b39c283bcd31 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:16.560821 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e00f6cf-cf2a-426b-a50b-b39c283bcd31 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:54:16.576271 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00f6cf-cf2a-426b-a50b-b39c283bcd31 None None] Pushing event updated for resources: {'Port': ['ID=c05e72d3-bf63-4713-883e-67364bd320be,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:16.583119 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb49b-fb80-48c1-8df5-42a36807b8c5 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:16.590540 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c7b0f2a9-b7cc-4603-a74f-55e9d5f3f6bf tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Deleting port 8b76badd-2026-4523-b442-1705db4755e7 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:16.590830 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c7b0f2a9-b7cc-4603-a74f-55e9d5f3f6bf tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:16.719494 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aeb49b-fb80-48c1-8df5-42a36807b8c5 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] Pushing event updated for resources: {'Port': ['ID=800fe7dd-3640-4a66-bdea-63387f38965a,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:16.770241 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-0fd6cf14-fd50-4252-84e4-297c0357f856 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Deleting port 48c52ecc-57f4-4dc1-a1cc-c40eae1cd394 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:16.770727 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0fd6cf14-fd50-4252-84e4-297c0357f856 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:16.775164 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aeb49b-fb80-48c1-8df5-42a36807b8c5 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:16.780660 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-87abf2ed-f1b3-44a2-bbff-26f345a0b4fc None None] Provisioning complete for port 8b76badd-2026-4523-b442-1705db4755e7 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:16.781628 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-87abf2ed-f1b3-44a2-bbff-26f345a0b4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:16.786472 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-0e00f6cf-cf2a-426b-a50b-b39c283bcd31 None None] Attempting to bind port c05e72d3-bf63-4713-883e-67364bd320be on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:54:16.787113 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-0e00f6cf-cf2a-426b-a50b-b39c283bcd31 None None] Attempting to bind port c05e72d3-bf63-4713-883e-67364bd320be by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '9ba9efc4-c8e7-48d7-8b5d-67fe4068376f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '30db331d-2929-4954-8cf4-0f6f324e75e7'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:54:16.787639 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e00f6cf-cf2a-426b-a50b-b39c283bcd31 None None] Attempting to bind port c05e72d3-bf63-4713-883e-67364bd320be on network 30db331d-2929-4954-8cf4-0f6f324e75e7 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:54:16.791427 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-b2aeb49b-fb80-48c1-8df5-42a36807b8c5 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:16.803666 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aeb49b-fb80-48c1-8df5-42a36807b8c5 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:54:16.823484 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e00f6cf-cf2a-426b-a50b-b39c283bcd31 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:54:16.824081 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e00f6cf-cf2a-426b-a50b-b39c283bcd31 None None] Checking segment: {'id': '9ba9efc4-c8e7-48d7-8b5d-67fe4068376f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '30db331d-2929-4954-8cf4-0f6f324e75e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:54:16.824668 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0e00f6cf-cf2a-426b-a50b-b39c283bcd31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:16.825689 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e00f6cf-cf2a-426b-a50b-b39c283bcd31 None None] Bound using segment: {'id': '9ba9efc4-c8e7-48d7-8b5d-67fe4068376f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '30db331d-2929-4954-8cf4-0f6f324e75e7'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:54:16.826390 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-0e00f6cf-cf2a-426b-a50b-b39c283bcd31 None None] Bound port: c05e72d3-bf63-4713-883e-67364bd320be, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba9efc4-c8e7-48d7-8b5d-67fe4068376f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '30db331d-2929-4954-8cf4-0f6f324e75e7'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:54:16.826967 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0e00f6cf-cf2a-426b-a50b-b39c283bcd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:16.830556 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c0a3e804-4cce-4de2-b8e4-8571eca51149 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:16.850502 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2aeb49b-fb80-48c1-8df5-42a36807b8c5 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:16.851169 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb49b-fb80-48c1-8df5-42a36807b8c5 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:16.857626 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-87abf2ed-f1b3-44a2-bbff-26f345a0b4fc None None] Port 8b76badd-2026-4523-b442-1705db4755e7 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:54:16.872633 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c0a3e804-4cce-4de2-b8e4-8571eca51149 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:16.912734 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b2aeb49b-fb80-48c1-8df5-42a36807b8c5 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.8862674 Apr 28 19:54:16.915819 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39392) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:16.922833 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-120897bf-f42f-4c0f-9705-ade7918e2996 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.204'}]}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:16.951667 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c7b0f2a9-b7cc-4603-a74f-55e9d5f3f6bf tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:16.952575 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a3e804-4cce-4de2-b8e4-8571eca51149 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:54:16.954754 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0e00f6cf-cf2a-426b-a50b-b39c283bcd31 None None] For port c05e72d3-bf63-4713-883e-67364bd320be, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:54:16.959282 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0e00f6cf-cf2a-426b-a50b-b39c283bcd31 None None] For port c05e72d3-bf63-4713-883e-67364bd320be, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c05e72d3-bf63-4713-883e-67364bd320be,segment=NetworkSegment(9ba9efc4-c8e7-48d7-8b5d-67fe4068376f),segment_id=9ba9efc4-c8e7-48d7-8b5d-67fe4068376f)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:54:16.966871 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3e804-4cce-4de2-b8e4-8571eca51149 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c6e5ff-9c65-4768-ba8c-86da26510493,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:16.967188 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0e00f6cf-cf2a-426b-a50b-b39c283bcd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:16.979329 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c7b0f2a9-b7cc-4603-a74f-55e9d5f3f6bf tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Calling delete_port for 8b76badd-2026-4523-b442-1705db4755e7 owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:16.989278 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-120897bf-f42f-4c0f-9705-ade7918e2996 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:16.991413 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-120897bf-f42f-4c0f-9705-ade7918e2996 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:17.009449 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3e804-4cce-4de2-b8e4-8571eca51149 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:17.021907 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3e804-4cce-4de2-b8e4-8571eca51149 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:17.022522 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3e804-4cce-4de2-b8e4-8571eca51149 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:17.023459 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3e804-4cce-4de2-b8e4-8571eca51149 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:17.026159 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3e804-4cce-4de2-b8e4-8571eca51149 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:17.026555 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3e804-4cce-4de2-b8e4-8571eca51149 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:17.026971 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3e804-4cce-4de2-b8e4-8571eca51149 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:17.027588 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3e804-4cce-4de2-b8e4-8571eca51149 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:17.028039 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3e804-4cce-4de2-b8e4-8571eca51149 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:17.028506 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3e804-4cce-4de2-b8e4-8571eca51149 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:17.029023 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3e804-4cce-4de2-b8e4-8571eca51149 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:17.029453 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3e804-4cce-4de2-b8e4-8571eca51149 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:17.062334 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c0a3e804-4cce-4de2-b8e4-8571eca51149 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:17.062744 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-326fffa3-d525-430b-89f8-a6d9165625de None None] Provisioning complete for port 8b76badd-2026-4523-b442-1705db4755e7 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:17.062930 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-c0a3e804-4cce-4de2-b8e4-8571eca51149 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Added segment 40b84271-4974-4e85-80d4-14a975adc1ef of type vlan for network 32e115a4-9a65-4725-a47c-3c577d865f15 Apr 28 19:54:17.063149 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-326fffa3-d525-430b-89f8-a6d9165625de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:17.108949 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-2e363b76-426e-43f9-a854-8f96a5e45a34 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Allocated IP 172.20.0.1 (30db331d-2929-4954-8cf4-0f6f324e75e7/d4ca4fc0-ebf7-49e4-affa-59ffb35e90f0/c44def3a-520b-431a-b2d0-7a2aa0a848d2) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:17.114659 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-326fffa3-d525-430b-89f8-a6d9165625de None None] Port 8b76badd-2026-4523-b442-1705db4755e7 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:54:17.118962 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0fd6cf14-fd50-4252-84e4-297c0357f856 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:17.122286 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00f6cf-cf2a-426b-a50b-b39c283bcd31 None None] Pushing event updated for resources: {'Port': ['ID=c05e72d3-bf63-4713-883e-67364bd320be,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:17.156447 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-120897bf-f42f-4c0f-9705-ade7918e2996 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:17.167748 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-0fd6cf14-fd50-4252-84e4-297c0357f856 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Calling delete_port for 48c52ecc-57f4-4dc1-a1cc-c40eae1cd394 owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:17.199028 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730cf3e5-996d-4041-8d29-d3749dd669a1 None None] Network e773cb59-bc1d-44aa-97af-d4f8e155ed73 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:17.209188 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c0a3e804-4cce-4de2-b8e4-8571eca51149 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:17.279304 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-d286e803-e75e-481f-95f4-ba572d834e3a None None] Provisioning complete for port 9a6ac4fc-daad-4a7a-b0fd-3c0ed5b52ff8 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:17.279677 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d286e803-e75e-481f-95f4-ba572d834e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:17.334713 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-120897bf-f42f-4c0f-9705-ade7918e2996 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:17.398434 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c0a3e804-4cce-4de2-b8e4-8571eca51149 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:17.405546 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a3e804-4cce-4de2-b8e4-8571eca51149 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:17.406842 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c0a3e804-4cce-4de2-b8e4-8571eca51149 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:17.487935 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d286e803-e75e-481f-95f4-ba572d834e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:17.510454 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39394) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:17.513574 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c0a3e804-4cce-4de2-b8e4-8571eca51149 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6426823 Apr 28 19:54:17.526479 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-499cb9ac-ab59-4bf4-b398-98382d71df88 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Request body: {'subnet': {'network_id': '32e115a4-9a65-4725-a47c-3c577d865f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:17.551566 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3e804-4cce-4de2-b8e4-8571eca51149 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Pushing event updated for resources: {'Network': ['ID=32e115a4-9a65-4725-a47c-3c577d865f15,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:17.567943 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c7b0f2a9-b7cc-4603-a74f-55e9d5f3f6bf tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:17.577493 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 32e115a4-9a65-4725-a47c-3c577d865f15 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:54:17.586035 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2e363b76-426e-43f9-a854-8f96a5e45a34 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:17.646930 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0fd6cf14-fd50-4252-84e4-297c0357f856 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:17.658416 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d286e803-e75e-481f-95f4-ba572d834e3a None None] For port 9a6ac4fc-daad-4a7a-b0fd-3c0ed5b52ff8, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=9a6ac4fc-daad-4a7a-b0fd-3c0ed5b52ff8,segment=NetworkSegment(99599d17-c0ce-4888-8151-ec03b0fc0271),segment_id=99599d17-c0ce-4888-8151-ec03b0fc0271)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:17.693619 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d286e803-e75e-481f-95f4-ba572d834e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:17.770749 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0f2a9-b7cc-4603-a74f-55e9d5f3f6bf tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Port': ['ID=8b76badd-2026-4523-b442-1705db4755e7,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:17.774661 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6cf14-fd50-4252-84e4-297c0357f856 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Port': ['ID=48c52ecc-57f4-4dc1-a1cc-c40eae1cd394,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:17.840337 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2e363b76-426e-43f9-a854-8f96a5e45a34 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:17.848807 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c7b0f2a9-b7cc-4603-a74f-55e9d5f3f6bf tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:17.856006 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c7b0f2a9-b7cc-4603-a74f-55e9d5f3f6bf tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/ports/8b76badd-2026-4523-b442-1705db4755e7 HTTP/1.1" status: 204 len: 168 time: 1.7386351 Apr 28 19:54:17.857043 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39398) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:17.900829 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286e803-e75e-481f-95f4-ba572d834e3a None None] Pushing event updated for resources: {'Port': ['ID=9a6ac4fc-daad-4a7a-b0fd-3c0ed5b52ff8,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:17.955246 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499cb9ac-ab59-4bf4-b398-98382d71df88 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Made reservation on behalf of 8a7c18e0aee5460b96c1acca6abd5287 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:17.962559 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-499cb9ac-ab59-4bf4-b398-98382d71df88 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:17.968740 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e363b76-426e-43f9-a854-8f96a5e45a34 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'Port': ['ID=c44def3a-520b-431a-b2d0-7a2aa0a848d2,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:17.986692 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e363b76-426e-43f9-a854-8f96a5e45a34 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Network 30db331d-2929-4954-8cf4-0f6f324e75e7 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:18.011637 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-2e363b76-426e-43f9-a854-8f96a5e45a34 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:18.014693 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e363b76-426e-43f9-a854-8f96a5e45a34 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:54:18.028266 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f15d23-1b7c-4193-9612-de9e3d588c9d tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] GET failed (client error): The resource could not be found. Apr 28 19:54:18.034989 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-50f15d23-1b7c-4193-9612-de9e3d588c9d tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "GET /v2.0/ports/8b76badd-2026-4523-b442-1705db4755e7 HTTP/1.1" status: 404 len: 333 time: 0.0805321 Apr 28 19:54:18.036366 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 5265d459-9a02-4afa-b506-56388af0c2ba up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:54:18.066502 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39400) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:18.138606 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a92263cb-6a4d-4bce-b06b-9d32cbf6dfee None None] Could not find standard attr ID for object 48c52ecc-57f4-4dc1-a1cc-c40eae1cd394. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:54:18.145393 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0fd6cf14-fd50-4252-84e4-297c0357f856 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:18.150970 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0fd6cf14-fd50-4252-84e4-297c0357f856 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/ports/48c52ecc-57f4-4dc1-a1cc-c40eae1cd394 HTTP/1.1" status: 204 len: 168 time: 1.8432779 Apr 28 19:54:18.157995 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39406) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:18.163374 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 5265d459-9a02-4afa-b506-56388af0c2ba triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:18.169469 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:18.179977 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a92263cb-6a4d-4bce-b06b-9d32cbf6dfee None None] Provisioning complete for port 9a6ac4fc-daad-4a7a-b0fd-3c0ed5b52ff8 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:18.180610 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a92263cb-6a4d-4bce-b06b-9d32cbf6dfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:18.243883 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8909802-7e9b-4ff7-92f3-70a2f3afd5d4 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] GET failed (client error): The resource could not be found. Apr 28 19:54:18.248516 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d8909802-7e9b-4ff7-92f3-70a2f3afd5d4 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "GET /v2.0/ports/48c52ecc-57f4-4dc1-a1cc-c40eae1cd394 HTTP/1.1" status: 404 len: 333 time: 0.0803096 Apr 28 19:54:18.261361 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39410) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:18.289661 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-120897bf-f42f-4c0f-9705-ade7918e2996 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:18.322619 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-120897bf-f42f-4c0f-9705-ade7918e2996 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:18.373887 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2e363b76-426e-43f9-a854-8f96a5e45a34 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:18.433045 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:18.489054 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cc295f61-8b51-4629-9e2f-7c73543ed5dc tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:18.501766 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 5265d459-9a02-4afa-b506-56388af0c2ba, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=5265d459-9a02-4afa-b506-56388af0c2ba,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:18.512141 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:18.514784 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9a6ac4fc-daad-4a7a-b0fd-3c0ed5b52ff8 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:54:18.601945 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-b400b080-af01-413d-834f-3f020ec9c134 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Deleting subnet 00a68d99-1a94-4d06-ab31-55f3dad81a8c {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:54:18.605807 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b400b080-af01-413d-834f-3f020ec9c134 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:18.670509 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b400b080-af01-413d-834f-3f020ec9c134 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:18.803081 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=5265d459-9a02-4afa-b506-56388af0c2ba,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:18.812192 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-dc4f2a30-8afe-4360-b73b-0cfb644452ae None None] Could not find standard attr ID for object 48c52ecc-57f4-4dc1-a1cc-c40eae1cd394. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:54:18.816186 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cc295f61-8b51-4629-9e2f-7c73543ed5dc tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:18.850144 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 9a6ac4fc-daad-4a7a-b0fd-3c0ed5b52ff8 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:18.850527 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:19.028802 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c05e72d3-bf63-4713-883e-67364bd320be up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:54:19.065751 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b400b080-af01-413d-834f-3f020ec9c134 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:19.085916 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9be196-ad6d-4aef-8e46-d0c77d630b49 None None] Network 30db331d-2929-4954-8cf4-0f6f324e75e7 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:19.123987 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cc295f61-8b51-4629-9e2f-7c73543ed5dc tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:19.127100 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cc295f61-8b51-4629-9e2f-7c73543ed5dc tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:19.131208 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cc295f61-8b51-4629-9e2f-7c73543ed5dc tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/security-groups/29fc34cd-3ca1-4b91-a834-8beb312238bf HTTP/1.1" status: 204 len: 168 time: 1.0602310 Apr 28 19:54:19.136708 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39420) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:19.166745 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port c05e72d3-bf63-4713-883e-67364bd320be triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:19.167121 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:19.179853 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-ceaa0a30-e740-4b73-b6b1-f42903358aa1 None None] Provisioning complete for port c05e72d3-bf63-4713-883e-67364bd320be triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:19.180245 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ceaa0a30-e740-4b73-b6b1-f42903358aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:19.203812 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-499cb9ac-ab59-4bf4-b398-98382d71df88 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:19.247015 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2e363b76-426e-43f9-a854-8f96a5e45a34 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:19.249159 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-120897bf-f42f-4c0f-9705-ade7918e2996 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:19.269708 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b400b080-af01-413d-834f-3f020ec9c134 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:19.365564 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499cb9ac-ab59-4bf4-b398-98382d71df88 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Pushing event updated for resources: {'Subnet': ['ID=bb360be8-7cac-40b7-8a81-2ee49dec8b86,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:19.377322 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499cb9ac-ab59-4bf4-b398-98382d71df88 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Checking segment: {'id': '40b84271-4974-4e85-80d4-14a975adc1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '32e115a4-9a65-4725-a47c-3c577d865f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:54:19.377686 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499cb9ac-ab59-4bf4-b398-98382d71df88 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Network hostable DHCP agents. Network: 32e115a4-9a65-4725-a47c-3c577d865f15, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:54:19.382673 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499cb9ac-ab59-4bf4-b398-98382d71df88 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:19.383020 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499cb9ac-ab59-4bf4-b398-98382d71df88 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:19.383372 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499cb9ac-ab59-4bf4-b398-98382d71df88 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:19.383704 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499cb9ac-ab59-4bf4-b398-98382d71df88 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:19.384040 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499cb9ac-ab59-4bf4-b398-98382d71df88 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:19.384416 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499cb9ac-ab59-4bf4-b398-98382d71df88 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:19.384747 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499cb9ac-ab59-4bf4-b398-98382d71df88 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:19.385073 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499cb9ac-ab59-4bf4-b398-98382d71df88 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:19.385402 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499cb9ac-ab59-4bf4-b398-98382d71df88 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:19.385727 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499cb9ac-ab59-4bf4-b398-98382d71df88 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:19.386049 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499cb9ac-ab59-4bf4-b398-98382d71df88 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:19.386375 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499cb9ac-ab59-4bf4-b398-98382d71df88 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:19.420945 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ceaa0a30-e740-4b73-b6b1-f42903358aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:19.453607 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:19.492086 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-120897bf-f42f-4c0f-9705-ade7918e2996 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:19.495567 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-120897bf-f42f-4c0f-9705-ade7918e2996 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:19.504676 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499cb9ac-ab59-4bf4-b398-98382d71df88 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Network 32e115a4-9a65-4725-a47c-3c577d865f15 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:54:19.509949 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-ceaa0a30-e740-4b73-b6b1-f42903358aa1 None None] For port c05e72d3-bf63-4713-883e-67364bd320be, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c05e72d3-bf63-4713-883e-67364bd320be,segment=NetworkSegment(9ba9efc4-c8e7-48d7-8b5d-67fe4068376f),segment_id=9ba9efc4-c8e7-48d7-8b5d-67fe4068376f)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:19.550168 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-499cb9ac-ab59-4bf4-b398-98382d71df88 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 32e115a4-9a65-4725-a47c-3c577d865f15) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:19.561371 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499cb9ac-ab59-4bf4-b398-98382d71df88 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:19.562037 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-499cb9ac-ab59-4bf4-b398-98382d71df88 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:19.583539 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-120897bf-f42f-4c0f-9705-ade7918e2996 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:19.584275 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120897bf-f42f-4c0f-9705-ade7918e2996 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d293f8a0-e76d-4667-9a9a-e6ab06250a65 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:54:19.599758 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-499cb9ac-ab59-4bf4-b398-98382d71df88 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0862062 Apr 28 19:54:19.604928 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39424) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:19.611365 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-23b60e48-866b-41f8-ada6-5abf3cd35da1 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Request body: {'network': {'name': 'tempest-router-network01--687403466'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:19.643703 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-120897bf-f42f-4c0f-9705-ade7918e2996 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 28 19:54:19.646300 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-120897bf-f42f-4c0f-9705-ade7918e2996 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.7287555 Apr 28 19:54:19.650874 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39426) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:19.728729 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc295f61-8b51-4629-9e2f-7c73543ed5dc tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fc34cd-3ca1-4b91-a834-8beb312238bf,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:19.750662 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b400b080-af01-413d-834f-3f020ec9c134 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:19.755207 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b60e48-866b-41f8-ada6-5abf3cd35da1 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Made reservation on behalf of 8a7c18e0aee5460b96c1acca6abd5287 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:19.759119 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b400b080-af01-413d-834f-3f020ec9c134 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/subnets/00a68d99-1a94-4d06-ab31-55f3dad81a8c HTTP/1.1" status: 204 len: 168 time: 1.4807305 Apr 28 19:54:19.762713 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b400b080-af01-413d-834f-3f020ec9c134 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Subnet': ['ID=00a68d99-1a94-4d06-ab31-55f3dad81a8c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:19.769100 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-23b60e48-866b-41f8-ada6-5abf3cd35da1 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:19.775743 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39428) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:19.784378 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:54:19.784749 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:54:19.785383 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57472e43-83f2-4bad-b7e2-24d0a1fec86c None None] Network 32e115a4-9a65-4725-a47c-3c577d865f15 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:19.855139 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50598dd2-225f-4a7d-bfe8-6dbbf0222d9e None None] Network e773cb59-bc1d-44aa-97af-d4f8e155ed73 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:19.863263 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ceaa0a30-e740-4b73-b6b1-f42903358aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:19.863537 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b60e48-866b-41f8-ada6-5abf3cd35da1 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:54:19.884608 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-23b60e48-866b-41f8-ada6-5abf3cd35da1 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:19.885080 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-23b60e48-866b-41f8-ada6-5abf3cd35da1 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Added segment 99e6d9f7-f954-4ecb-b9d8-8e3c5288c62a of type vlan for network 80a848aa-c5ec-4b9d-8fab-5868f3bab1d4 Apr 28 19:54:19.905852 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-96cd3dd0-2520-43e7-bb77-3ed290a4a258 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] Deleting port 800fe7dd-3640-4a66-bdea-63387f38965a {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:19.906221 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-96cd3dd0-2520-43e7-bb77-3ed290a4a258 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:20.017937 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-23b60e48-866b-41f8-ada6-5abf3cd35da1 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:20.025742 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9be58f74-bd8d-4c12-bac7-c296269bdfdd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:20.026329 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-88f815d8-e8c6-4e16-9f7d-58b0392710d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:20.047143 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbda38-246d-4ab8-9fbf-58bc6d2666e3 req-a42b2497-93ed-4783-87b0-0f23aa3151ad tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:20.050453 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a3bbda38-246d-4ab8-9fbf-58bc6d2666e3 req-a42b2497-93ed-4783-87b0-0f23aa3151ad tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 946 time: 1.0331392 Apr 28 19:54:20.094403 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-96cd3dd0-2520-43e7-bb77-3ed290a4a258 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:20.102082 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa0a30-e740-4b73-b6b1-f42903358aa1 None None] Pushing event updated for resources: {'Port': ['ID=c05e72d3-bf63-4713-883e-67364bd320be,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:20.112781 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-23b60e48-866b-41f8-ada6-5abf3cd35da1 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:20.123512 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b60e48-866b-41f8-ada6-5abf3cd35da1 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:20.124603 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-23b60e48-866b-41f8-ada6-5abf3cd35da1 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:20.150214 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-29464270-a0db-4c44-81e9-3a80fdb554a3 None None] Provisioning complete for port c05e72d3-bf63-4713-883e-67364bd320be triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:20.150589 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-29464270-a0db-4c44-81e9-3a80fdb554a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:20.216144 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a3bbda38-246d-4ab8-9fbf-58bc6d2666e3 req-7e3d9458-01c9-474b-9a71-dca345da4205 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440279 Apr 28 19:54:20.257850 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-35a5f7bb-09f6-4092-a622-c372b9207510 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:20.266982 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b60e48-866b-41f8-ada6-5abf3cd35da1 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Pushing event updated for resources: {'Network': ['ID=80a848aa-c5ec-4b9d-8fab-5868f3bab1d4,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:20.269718 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-96cd3dd0-2520-43e7-bb77-3ed290a4a258 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] Calling delete_port for 800fe7dd-3640-4a66-bdea-63387f38965a owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:20.285104 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 80a848aa-c5ec-4b9d-8fab-5868f3bab1d4 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:54:20.293056 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-23b60e48-866b-41f8-ada6-5abf3cd35da1 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6869612 Apr 28 19:54:20.295412 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39430) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:20.309394 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-9587f6d8-acc9-4046-b2c3-1bee6c8fdf61 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Request body: {'network': {'name': 'tempest-router-network02--339514901'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:20.337234 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed6c58c-3380-4c63-ab48-422630652846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-32e115a4-9a65-4725-a47c-3c577d865f15', 'network_id': '32e115a4-9a65-4725-a47c-3c577d865f15', 'tenant_id': '8a7c18e0aee5460b96c1acca6abd5287', 'fixed_ips': [{'subnet_id': 'bb360be8-7cac-40b7-8a81-2ee49dec8b86'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:54:20.338760 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fed6c58c-3380-4c63-ab48-422630652846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:20.353960 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-35a5f7bb-09f6-4092-a622-c372b9207510 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:20.366970 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-9be58f74-bd8d-4c12-bac7-c296269bdfdd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Deleting port 9a6ac4fc-daad-4a7a-b0fd-3c0ed5b52ff8 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:20.367349 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9be58f74-bd8d-4c12-bac7-c296269bdfdd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:20.386723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9587f6d8-acc9-4046-b2c3-1bee6c8fdf61 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Made reservation on behalf of 8a7c18e0aee5460b96c1acca6abd5287 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:20.390696 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9587f6d8-acc9-4046-b2c3-1bee6c8fdf61 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:20.400772 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fab042-c964-4768-9c24-775a90199fb2 req-aec51207-d001-4eab-bab0-c092747fe88f tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:20.402437 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-03fab042-c964-4768-9c24-775a90199fb2 req-aec51207-d001-4eab-bab0-c092747fe88f tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 946 time: 0.2398336 Apr 28 19:54:20.428432 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9587f6d8-acc9-4046-b2c3-1bee6c8fdf61 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:54:20.445764 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9587f6d8-acc9-4046-b2c3-1bee6c8fdf61 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:20.446285 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-9587f6d8-acc9-4046-b2c3-1bee6c8fdf61 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Added segment dbd6d918-173b-4447-8933-059b920c5af8 of type vlan for network ef4c6e1a-2205-4525-914f-56011374fbdb Apr 28 19:54:20.526422 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9587f6d8-acc9-4046-b2c3-1bee6c8fdf61 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:20.541601 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df30ab38-2019-4def-8324-a2a1d038d24f None None] DHCP port deletion for e773cb59-bc1d-44aa-97af-d4f8e155ed73 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:54:20.558365 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-96cd3dd0-2520-43e7-bb77-3ed290a4a258 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:20.602464 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd3dd0-2520-43e7-bb77-3ed290a4a258 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] Pushing event deleted for resources: {'Port': ['ID=800fe7dd-3640-4a66-bdea-63387f38965a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:20.661059 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-9be58f74-bd8d-4c12-bac7-c296269bdfdd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] For port 9a6ac4fc-daad-4a7a-b0fd-3c0ed5b52ff8, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=9a6ac4fc-daad-4a7a-b0fd-3c0ed5b52ff8,segment=NetworkSegment(99599d17-c0ce-4888-8151-ec03b0fc0271),segment_id=99599d17-c0ce-4888-8151-ec03b0fc0271)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:20.661244 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9be58f74-bd8d-4c12-bac7-c296269bdfdd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:20.676323 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-29464270-a0db-4c44-81e9-3a80fdb554a3 None None] Provisioning complete for port c44def3a-520b-431a-b2d0-7a2aa0a848d2 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:20.676699 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-29464270-a0db-4c44-81e9-3a80fdb554a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:20.693169 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9587f6d8-acc9-4046-b2c3-1bee6c8fdf61 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:20.706661 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-35a5f7bb-09f6-4092-a622-c372b9207510 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:20.711419 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-35a5f7bb-09f6-4092-a622-c372b9207510 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:20.712257 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9587f6d8-acc9-4046-b2c3-1bee6c8fdf61 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:20.713738 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9587f6d8-acc9-4046-b2c3-1bee6c8fdf61 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:20.717960 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-35a5f7bb-09f6-4092-a622-c372b9207510 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/security-groups/2c003bd5-9bbe-4e2e-91cf-a52755370be2 HTTP/1.1" status: 204 len: 168 time: 1.5568190 Apr 28 19:54:20.718968 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39432) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:20.721130 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-9be58f74-bd8d-4c12-bac7-c296269bdfdd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Calling delete_port for 9a6ac4fc-daad-4a7a-b0fd-3c0ed5b52ff8 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:20.765671 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 5265d459-9a02-4afa-b506-56388af0c2ba up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:54:20.800461 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-29464270-a0db-4c44-81e9-3a80fdb554a3 None None] Port c44def3a-520b-431a-b2d0-7a2aa0a848d2 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:54:20.809920 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9587f6d8-acc9-4046-b2c3-1bee6c8fdf61 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5133398 Apr 28 19:54:20.815467 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39434) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:20.818478 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-df30ab38-2019-4def-8324-a2a1d038d24f None None] Deleting port 9a6ac4fc-daad-4a7a-b0fd-3c0ed5b52ff8 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:20.818841 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-df30ab38-2019-4def-8324-a2a1d038d24f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:20.820535 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5f7bb-09f6-4092-a622-c372b9207510 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c003bd5-9bbe-4e2e-91cf-a52755370be2,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:20.821728 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-fed6c58c-3380-4c63-ab48-422630652846 None None] Allocated IP 2001:db8::2 (32e115a4-9a65-4725-a47c-3c577d865f15/bb360be8-7cac-40b7-8a81-2ee49dec8b86/b0e24503-22d4-45f1-8243-3bb13d5302aa) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:20.823644 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-80eeac5b-6957-4894-bf72-4d92bdb08c39 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Request body: {'subnet': {'network_id': '80a848aa-c5ec-4b9d-8fab-5868f3bab1d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:20.876853 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587f6d8-acc9-4046-b2c3-1bee6c8fdf61 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Pushing event updated for resources: {'Network': ['ID=ef4c6e1a-2205-4525-914f-56011374fbdb,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:20.880755 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-96cd3dd0-2520-43e7-bb77-3ed290a4a258 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:20.884610 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-96cd3dd0-2520-43e7-bb77-3ed290a4a258 tempest-RoutersAdminNegativeTest-43525834 tempest-RoutersAdminNegativeTest-43525834-project-admin] 10.222.0.42 "DELETE /v2.0/ports/800fe7dd-3640-4a66-bdea-63387f38965a HTTP/1.1" status: 204 len: 168 time: 1.2316682 Apr 28 19:54:20.929975 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network ef4c6e1a-2205-4525-914f-56011374fbdb details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:54:20.949452 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-03fab042-c964-4768-9c24-775a90199fb2 req-4c5ea9ef-07c8-45f0-a9ee-ed3ad60012ea tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Deleting port 5440ef9e-b44e-40fa-b642-3adc72d60fdf {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:20.949849 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-03fab042-c964-4768-9c24-775a90199fb2 req-4c5ea9ef-07c8-45f0-a9ee-ed3ad60012ea tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:20.950456 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80eeac5b-6957-4894-bf72-4d92bdb08c39 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Made reservation on behalf of 8a7c18e0aee5460b96c1acca6abd5287 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:20.954320 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2e363b76-426e-43f9-a854-8f96a5e45a34 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:20.954572 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-80eeac5b-6957-4894-bf72-4d92bdb08c39 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:21.005083 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2e363b76-426e-43f9-a854-8f96a5e45a34 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:21.089442 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-df30ab38-2019-4def-8324-a2a1d038d24f None None] For port 9a6ac4fc-daad-4a7a-b0fd-3c0ed5b52ff8, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=9a6ac4fc-daad-4a7a-b0fd-3c0ed5b52ff8,segment=NetworkSegment(99599d17-c0ce-4888-8151-ec03b0fc0271),segment_id=99599d17-c0ce-4888-8151-ec03b0fc0271)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:21.089762 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-df30ab38-2019-4def-8324-a2a1d038d24f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:21.103946 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-f25f8682-73d5-4537-b137-db0ee03dce53 None None] Provisioning complete for port c44def3a-520b-431a-b2d0-7a2aa0a848d2 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:21.104363 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f25f8682-73d5-4537-b137-db0ee03dce53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:21.125515 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2e363b76-426e-43f9-a854-8f96a5e45a34 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:21.128896 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9be58f74-bd8d-4c12-bac7-c296269bdfdd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:21.153520 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be58f74-bd8d-4c12-bac7-c296269bdfdd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] No DVR routers for this DVR port 9a6ac4fc-daad-4a7a-b0fd-3c0ed5b52ff8 on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:54:21.164488 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 5265d459-9a02-4afa-b506-56388af0c2ba triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:21.165482 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:21.166843 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-df30ab38-2019-4def-8324-a2a1d038d24f None None] Calling delete_port for 9a6ac4fc-daad-4a7a-b0fd-3c0ed5b52ff8 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:21.209563 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-80eeac5b-6957-4894-bf72-4d92bdb08c39 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:21.212672 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-f25f8682-73d5-4537-b137-db0ee03dce53 None None] Port c44def3a-520b-431a-b2d0-7a2aa0a848d2 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:54:21.255581 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-21bd0099-da1f-4ec0-9faa-68a88298b55f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:21.298367 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eeac5b-6957-4894-bf72-4d92bdb08c39 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Pushing event updated for resources: {'Subnet': ['ID=d0397944-4199-4dc8-8f54-187b7f4f79fc,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:21.311843 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eeac5b-6957-4894-bf72-4d92bdb08c39 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Checking segment: {'id': '99e6d9f7-f954-4ecb-b9d8-8e3c5288c62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '80a848aa-c5ec-4b9d-8fab-5868f3bab1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:54:21.312243 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80eeac5b-6957-4894-bf72-4d92bdb08c39 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Network hostable DHCP agents. Network: 80a848aa-c5ec-4b9d-8fab-5868f3bab1d4, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:54:21.317142 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39442) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:21.350778 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80eeac5b-6957-4894-bf72-4d92bdb08c39 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Network 80a848aa-c5ec-4b9d-8fab-5868f3bab1d4 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:54:21.374043 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-80eeac5b-6957-4894-bf72-4d92bdb08c39 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 80a848aa-c5ec-4b9d-8fab-5868f3bab1d4) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:21.390771 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbca3f5b-1ec4-46c8-86dd-4a1616b0dfc9 None None] Network 80a848aa-c5ec-4b9d-8fab-5868f3bab1d4 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:21.396871 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80eeac5b-6957-4894-bf72-4d92bdb08c39 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:21.398964 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-80eeac5b-6957-4894-bf72-4d92bdb08c39 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:21.429340 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-80eeac5b-6957-4894-bf72-4d92bdb08c39 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6101384 Apr 28 19:54:21.434538 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39446) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:21.436965 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e363b76-426e-43f9-a854-8f96a5e45a34 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'Port': ['ID=c44def3a-520b-431a-b2d0-7a2aa0a848d2,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:21.448505 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08bab2-a42b-4428-8cb5-9b40b5b4a97a req-056a9af9-66d9-4828-8155-f4c16e578b5a tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:21.458772 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1d08bab2-a42b-4428-8cb5-9b40b5b4a97a req-056a9af9-66d9-4828-8155-f4c16e578b5a tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 946 time: 0.1031561 Apr 28 19:54:21.465151 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-d63de128-8772-4dd7-b52b-ea0a19cf642a tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Request body: {'subnet': {'network_id': 'ef4c6e1a-2205-4525-914f-56011374fbdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:21.492587 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-21bd0099-da1f-4ec0-9faa-68a88298b55f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:21.528050 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fed6c58c-3380-4c63-ab48-422630652846 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:21.541624 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9be58f74-bd8d-4c12-bac7-c296269bdfdd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:21.546970 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be58f74-bd8d-4c12-bac7-c296269bdfdd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Port': ['ID=9a6ac4fc-daad-4a7a-b0fd-3c0ed5b52ff8,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:21.557171 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fed6c58c-3380-4c63-ab48-422630652846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:21.613682 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1d08bab2-a42b-4428-8cb5-9b40b5b4a97a req-c62e5099-af27-4259-9f7d-25625e4e17ef tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483212 Apr 28 19:54:21.615893 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6c58c-3380-4c63-ab48-422630652846 None None] Pushing event updated for resources: {'Port': ['ID=b0e24503-22d4-45f1-8243-3bb13d5302aa,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:21.624667 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-03fab042-c964-4768-9c24-775a90199fb2 req-4c5ea9ef-07c8-45f0-a9ee-ed3ad60012ea tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] For port 5440ef9e-b44e-40fa-b642-3adc72d60fdf, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=5440ef9e-b44e-40fa-b642-3adc72d60fdf,segment=NetworkSegment(7fe1025a-ef48-4d42-914a-75eec3ed90de),segment_id=7fe1025a-ef48-4d42-914a-75eec3ed90de)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:21.625161 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-03fab042-c964-4768-9c24-775a90199fb2 req-4c5ea9ef-07c8-45f0-a9ee-ed3ad60012ea tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:21.638146 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-9be58f74-bd8d-4c12-bac7-c296269bdfdd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e773cb59-bc1d-44aa-97af-d4f8e155ed73']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:21.640387 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed6c58c-3380-4c63-ab48-422630652846 None None] Network 32e115a4-9a65-4725-a47c-3c577d865f15 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:21.651953 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed6c58c-3380-4c63-ab48-422630652846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:21.651953 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed6c58c-3380-4c63-ab48-422630652846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:21.651953 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed6c58c-3380-4c63-ab48-422630652846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:21.651953 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed6c58c-3380-4c63-ab48-422630652846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:21.651953 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed6c58c-3380-4c63-ab48-422630652846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:21.651953 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed6c58c-3380-4c63-ab48-422630652846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:21.651953 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed6c58c-3380-4c63-ab48-422630652846 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:21.651953 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed6c58c-3380-4c63-ab48-422630652846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:21.651953 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed6c58c-3380-4c63-ab48-422630652846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:21.651953 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed6c58c-3380-4c63-ab48-422630652846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:21.651953 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed6c58c-3380-4c63-ab48-422630652846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:21.651953 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed6c58c-3380-4c63-ab48-422630652846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:21.660370 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-fed6c58c-3380-4c63-ab48-422630652846 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:21.663453 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c05e72d3-bf63-4713-883e-67364bd320be up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:54:21.665831 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-afb04fbe-54ec-45c1-969c-665c22e0477e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:21.668200 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed6c58c-3380-4c63-ab48-422630652846 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:54:21.676702 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-df30ab38-2019-4def-8324-a2a1d038d24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:21.684056 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-9be58f74-bd8d-4c12-bac7-c296269bdfdd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99599d17-c0ce-4888-8151-ec03b0fc0271') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:21.684667 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-9be58f74-bd8d-4c12-bac7-c296269bdfdd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99599d17-c0ce-4888-8151-ec03b0fc0271') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:21.698804 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63de128-8772-4dd7-b52b-ea0a19cf642a tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Made reservation on behalf of 8a7c18e0aee5460b96c1acca6abd5287 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:21.703054 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d63de128-8772-4dd7-b52b-ea0a19cf642a tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:21.725433 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-21bd0099-da1f-4ec0-9faa-68a88298b55f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:21.728018 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-21bd0099-da1f-4ec0-9faa-68a88298b55f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:21.731922 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-21bd0099-da1f-4ec0-9faa-68a88298b55f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/security-groups/55904b81-7a22-4c5e-9481-978cdf729352 HTTP/1.1" status: 204 len: 168 time: 0.9874289 Apr 28 19:54:21.732682 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39448) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:21.744928 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df30ab38-2019-4def-8324-a2a1d038d24f None None] No DVR routers for this DVR port 9a6ac4fc-daad-4a7a-b0fd-3c0ed5b52ff8 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:54:21.776473 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e363b76-426e-43f9-a854-8f96a5e45a34 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Network 30db331d-2929-4954-8cf4-0f6f324e75e7 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:21.778363 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9be58f74-bd8d-4c12-bac7-c296269bdfdd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:21.796814 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30ab38-2019-4def-8324-a2a1d038d24f None None] Pushing event deleted for resources: {'Port': ['ID=9a6ac4fc-daad-4a7a-b0fd-3c0ed5b52ff8,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:21.803924 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd0099-da1f-4ec0-9faa-68a88298b55f tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55904b81-7a22-4c5e-9481-978cdf729352,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:21.823166 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-2e363b76-426e-43f9-a854-8f96a5e45a34 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:21.842033 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-fed6c58c-3380-4c63-ab48-422630652846 None None] Attempting to bind port b0e24503-22d4-45f1-8243-3bb13d5302aa on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:54:21.842716 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-fed6c58c-3380-4c63-ab48-422630652846 None None] Attempting to bind port b0e24503-22d4-45f1-8243-3bb13d5302aa by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '40b84271-4974-4e85-80d4-14a975adc1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '32e115a4-9a65-4725-a47c-3c577d865f15'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:54:21.843301 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed6c58c-3380-4c63-ab48-422630652846 None None] Attempting to bind port b0e24503-22d4-45f1-8243-3bb13d5302aa on network 32e115a4-9a65-4725-a47c-3c577d865f15 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:54:21.859897 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed6c58c-3380-4c63-ab48-422630652846 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:54:21.860625 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed6c58c-3380-4c63-ab48-422630652846 None None] Checking segment: {'id': '40b84271-4974-4e85-80d4-14a975adc1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '32e115a4-9a65-4725-a47c-3c577d865f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:54:21.861304 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fed6c58c-3380-4c63-ab48-422630652846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:21.861865 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed6c58c-3380-4c63-ab48-422630652846 None None] Bound using segment: {'id': '40b84271-4974-4e85-80d4-14a975adc1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '32e115a4-9a65-4725-a47c-3c577d865f15'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:54:21.862625 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-fed6c58c-3380-4c63-ab48-422630652846 None None] Bound port: b0e24503-22d4-45f1-8243-3bb13d5302aa, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b84271-4974-4e85-80d4-14a975adc1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '32e115a4-9a65-4725-a47c-3c577d865f15'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:54:21.863204 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fed6c58c-3380-4c63-ab48-422630652846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:21.875360 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-afb04fbe-54ec-45c1-969c-665c22e0477e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:21.880452 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9be58f74-bd8d-4c12-bac7-c296269bdfdd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:21.919538 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-afb04fbe-54ec-45c1-969c-665c22e0477e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:21.952511 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be58f74-bd8d-4c12-bac7-c296269bdfdd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:54:21.953170 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9be58f74-bd8d-4c12-bac7-c296269bdfdd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:21.980708 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-afb04fbe-54ec-45c1-969c-665c22e0477e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7310ef9798684b4983abd786acb2a17f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6624455 Apr 28 19:54:21.984914 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb04fbe-54ec-45c1-969c-665c22e0477e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a819c5-9d2c-47a8-92ce-d27d2963dc1e,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:21.989804 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39450) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:22.006627 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:54:22.006627 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:54:22.006627 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:54:22.006627 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:54:22.006627 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:54:22.006627 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:54:22.006627 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:54:22.006627 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:54:22.006627 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:54:22.006627 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:54:22.006627 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:54:22.006627 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:54:22.006627 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:54:22.006627 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:54:22.006627 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:54:22.006627 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:54:22.006627 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:54:22.006627 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:54:22.006627 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:54:22.006627 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:54:22.006627 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:54:22.006627 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:54:22.006627 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:54:22.006627 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:54:22.006627 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:54:22.006627 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:54:22.006627 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:54:22.006627 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:54:22.006627 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:54:22.006627 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:54:22.006627 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:54:22.006627 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:54:22.051425 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27eb85a-559d-4a28-a636-f62aff1b4168 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Deleting subnet b4ba62d7-c143-4a54-855a-e8d6c45c8208 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:54:22.064337 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c27eb85a-559d-4a28-a636-f62aff1b4168 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:22.080246 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d63de128-8772-4dd7-b52b-ea0a19cf642a tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:22.131740 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6ffb17-b06d-48f3-a8a8-3850f0f54c7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-80a848aa-c5ec-4b9d-8fab-5868f3bab1d4', 'network_id': '80a848aa-c5ec-4b9d-8fab-5868f3bab1d4', 'tenant_id': '8a7c18e0aee5460b96c1acca6abd5287', 'fixed_ips': [{'subnet_id': 'd0397944-4199-4dc8-8f54-187b7f4f79fc'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:54:22.132679 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-da6ffb17-b06d-48f3-a8a8-3850f0f54c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:22.142884 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port c05e72d3-bf63-4713-883e-67364bd320be triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:22.143260 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:22.224091 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ff000b8a-dfbb-4d4b-aae0-dd23d06c5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:22.238570 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9be58f74-bd8d-4c12-bac7-c296269bdfdd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:22.252234 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c27eb85a-559d-4a28-a636-f62aff1b4168 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:22.273407 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63de128-8772-4dd7-b52b-ea0a19cf642a tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Checking segment: {'id': 'dbd6d918-173b-4447-8933-059b920c5af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ef4c6e1a-2205-4525-914f-56011374fbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:54:22.274032 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63de128-8772-4dd7-b52b-ea0a19cf642a tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Network hostable DHCP agents. Network: ef4c6e1a-2205-4525-914f-56011374fbdb, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:54:22.306306 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9be58f74-bd8d-4c12-bac7-c296269bdfdd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:22.306306 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9be58f74-bd8d-4c12-bac7-c296269bdfdd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/networks/e773cb59-bc1d-44aa-97af-d4f8e155ed73 HTTP/1.1" status: 204 len: 168 time: 2.5246263 Apr 28 19:54:22.316475 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39452) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:22.323050 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-e6a41b08-4508-46d0-baec-03c15062b9c7 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'port': {'network_id': '0b0973dd-e99f-48fb-8556-977d8bb71b26', 'name': 'tempest-PortsTestJSON-1124494915'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:22.342007 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be58f74-bd8d-4c12-bac7-c296269bdfdd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Network': ['ID=e773cb59-bc1d-44aa-97af-d4f8e155ed73,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:22.348850 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-03fab042-c964-4768-9c24-775a90199fb2 req-4c5ea9ef-07c8-45f0-a9ee-ed3ad60012ea tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:22.349622 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-03fab042-c964-4768-9c24-775a90199fb2 req-4c5ea9ef-07c8-45f0-a9ee-ed3ad60012ea tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:22.350045 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [req-03fab042-c964-4768-9c24-775a90199fb2 req-4c5ea9ef-07c8-45f0-a9ee-ed3ad60012ea tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Floating IP ba2742c7-2000-46df-929f-73b5bfc5c6b5 disassociated. External IP: 172.25.8.171, port: 5440ef9e-b44e-40fa-b642-3adc72d60fdf. Apr 28 19:54:22.350512 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-03fab042-c964-4768-9c24-775a90199fb2 req-4c5ea9ef-07c8-45f0-a9ee-ed3ad60012ea tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Calling delete_port for 5440ef9e-b44e-40fa-b642-3adc72d60fdf owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:22.377241 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e363b76-426e-43f9-a854-8f96a5e45a34 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Router 77ca16b4-b89e-4a11-b22a-c0ae411cce4f has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:54:22.384345 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-da6ffb17-b06d-48f3-a8a8-3850f0f54c7e None None] Allocated IP 2001:db8::2 (80a848aa-c5ec-4b9d-8fab-5868f3bab1d4/d0397944-4199-4dc8-8f54-187b7f4f79fc/8d353575-ae44-4c02-b445-6868db03da96) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:22.409124 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63de128-8772-4dd7-b52b-ea0a19cf642a tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Network ef4c6e1a-2205-4525-914f-56011374fbdb is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:54:22.411145 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63de128-8772-4dd7-b52b-ea0a19cf642a tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Pushing event updated for resources: {'Subnet': ['ID=5b4221ba-15aa-4584-978a-911b194c6193,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:22.421418 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1aeebb7f-6924-4431-b12a-53cc205513bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:22.449984 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-d63de128-8772-4dd7-b52b-ea0a19cf642a tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, ef4c6e1a-2205-4525-914f-56011374fbdb) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:22.454863 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63de128-8772-4dd7-b52b-ea0a19cf642a tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:22.455396 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d63de128-8772-4dd7-b52b-ea0a19cf642a tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:22.477108 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1aeebb7f-6924-4431-b12a-53cc205513bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:22.528027 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d63de128-8772-4dd7-b52b-ea0a19cf642a tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0874052 Apr 28 19:54:22.529690 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39454) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:22.532430 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a41b08-4508-46d0-baec-03c15062b9c7 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:22.536289 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e6a41b08-4508-46d0-baec-03c15062b9c7 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:22.548292 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-da6ffb17-b06d-48f3-a8a8-3850f0f54c7e None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:22.563964 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-e6a41b08-4508-46d0-baec-03c15062b9c7 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] device_id is not set on port 66b4ad4f-7d4e-410a-b8b5-c0dfe6b4047a yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:54:22.565331 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a59bebb-670b-41de-bf1b-2d59477c1536 None None] Network ef4c6e1a-2205-4525-914f-56011374fbdb requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:22.570153 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-da6ffb17-b06d-48f3-a8a8-3850f0f54c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:22.599176 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-fed6c58c-3380-4c63-ab48-422630652846 None None] For port b0e24503-22d4-45f1-8243-3bb13d5302aa, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:54:22.640094 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1aeebb7f-6924-4431-b12a-53cc205513bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:22.642930 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1aeebb7f-6924-4431-b12a-53cc205513bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:22.649994 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1aeebb7f-6924-4431-b12a-53cc205513bd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/54a819c5-9d2c-47a8-92ce-d27d2963dc1e HTTP/1.1" status: 204 len: 168 time: 0.6562874 Apr 28 19:54:22.689453 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-fed6c58c-3380-4c63-ab48-422630652846 None None] For port b0e24503-22d4-45f1-8243-3bb13d5302aa, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=b0e24503-22d4-45f1-8243-3bb13d5302aa,segment=NetworkSegment(40b84271-4974-4e85-80d4-14a975adc1ef),segment_id=40b84271-4974-4e85-80d4-14a975adc1ef)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:54:22.711552 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6ffb17-b06d-48f3-a8a8-3850f0f54c7e None None] Network 80a848aa-c5ec-4b9d-8fab-5868f3bab1d4 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:22.722203 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fed6c58c-3380-4c63-ab48-422630652846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:22.724568 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-aff67bf7-42e8-4e8a-af6f-172aa0b47ce2 None None] Provisioning complete for port c44def3a-520b-431a-b2d0-7a2aa0a848d2 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:22.725287 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-aff67bf7-42e8-4e8a-af6f-172aa0b47ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:22.749309 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-da6ffb17-b06d-48f3-a8a8-3850f0f54c7e None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:22.776515 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ffb17-b06d-48f3-a8a8-3850f0f54c7e None None] Pushing event updated for resources: {'Port': ['ID=8d353575-ae44-4c02-b445-6868db03da96,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:22.787231 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6ffb17-b06d-48f3-a8a8-3850f0f54c7e None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:54:22.850193 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e6a41b08-4508-46d0-baec-03c15062b9c7 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:22.903902 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e6a41b08-4508-46d0-baec-03c15062b9c7 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:22.906363 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeebb7f-6924-4431-b12a-53cc205513bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a819c5-9d2c-47a8-92ce-d27d2963dc1e,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:22.917013 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-aff67bf7-42e8-4e8a-af6f-172aa0b47ce2 None None] Port c44def3a-520b-431a-b2d0-7a2aa0a848d2 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:54:22.995183 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a41b08-4508-46d0-baec-03c15062b9c7 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Network 0b0973dd-e99f-48fb-8556-977d8bb71b26 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:23.000178 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-e6a41b08-4508-46d0-baec-03c15062b9c7 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:23.005165 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a41b08-4508-46d0-baec-03c15062b9c7 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:54:23.014750 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a41b08-4508-46d0-baec-03c15062b9c7 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:23.015581 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e6a41b08-4508-46d0-baec-03c15062b9c7 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:23.034972 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a41b08-4508-46d0-baec-03c15062b9c7 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Port': ['ID=66b4ad4f-7d4e-410a-b8b5-c0dfe6b4047a,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:23.037262 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9a6ac4fc-daad-4a7a-b0fd-3c0ed5b52ff8 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:54:23.045268 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c27eb85a-559d-4a28-a636-f62aff1b4168 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:23.058355 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e6a41b08-4508-46d0-baec-03c15062b9c7 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7402112 Apr 28 19:54:23.059017 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39462) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:23.081174 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-da6ffb17-b06d-48f3-a8a8-3850f0f54c7e None None] Attempting to bind port 8d353575-ae44-4c02-b445-6868db03da96 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:54:23.081544 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-da6ffb17-b06d-48f3-a8a8-3850f0f54c7e None None] Attempting to bind port 8d353575-ae44-4c02-b445-6868db03da96 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '99e6d9f7-f954-4ecb-b9d8-8e3c5288c62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '80a848aa-c5ec-4b9d-8fab-5868f3bab1d4'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:54:23.081910 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6ffb17-b06d-48f3-a8a8-3850f0f54c7e None None] Attempting to bind port 8d353575-ae44-4c02-b445-6868db03da96 on network 80a848aa-c5ec-4b9d-8fab-5868f3bab1d4 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:54:23.087588 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6c58c-3380-4c63-ab48-422630652846 None None] Pushing event updated for resources: {'Port': ['ID=b0e24503-22d4-45f1-8243-3bb13d5302aa,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:23.095654 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 9a6ac4fc-daad-4a7a-b0fd-3c0ed5b52ff8 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:54:23.096008 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9a6ac4fc-daad-4a7a-b0fd-3c0ed5b52ff8 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:54:23.101704 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6ffb17-b06d-48f3-a8a8-3850f0f54c7e None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:54:23.101704 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6ffb17-b06d-48f3-a8a8-3850f0f54c7e None None] Checking segment: {'id': '99e6d9f7-f954-4ecb-b9d8-8e3c5288c62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '80a848aa-c5ec-4b9d-8fab-5868f3bab1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:54:23.102071 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-da6ffb17-b06d-48f3-a8a8-3850f0f54c7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:23.102408 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6ffb17-b06d-48f3-a8a8-3850f0f54c7e None None] Bound using segment: {'id': '99e6d9f7-f954-4ecb-b9d8-8e3c5288c62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '80a848aa-c5ec-4b9d-8fab-5868f3bab1d4'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:54:23.102813 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-da6ffb17-b06d-48f3-a8a8-3850f0f54c7e None None] Bound port: 8d353575-ae44-4c02-b445-6868db03da96, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e6d9f7-f954-4ecb-b9d8-8e3c5288c62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '80a848aa-c5ec-4b9d-8fab-5868f3bab1d4'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:54:23.103203 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-da6ffb17-b06d-48f3-a8a8-3850f0f54c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:23.211291 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab98b26-f821-45b6-8cb3-f2ed8311250b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-ef4c6e1a-2205-4525-914f-56011374fbdb', 'network_id': 'ef4c6e1a-2205-4525-914f-56011374fbdb', 'tenant_id': '8a7c18e0aee5460b96c1acca6abd5287', 'fixed_ips': [{'subnet_id': '5b4221ba-15aa-4584-978a-911b194c6193'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:54:23.212287 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6ab98b26-f821-45b6-8cb3-f2ed8311250b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:23.281223 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-4760d309-6a07-490b-a072-9a2b886da024 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Deleting port 66b4ad4f-7d4e-410a-b8b5-c0dfe6b4047a {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:23.281934 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4760d309-6a07-490b-a072-9a2b886da024 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:23.308581 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39464) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:23.354739 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-da6ffb17-b06d-48f3-a8a8-3850f0f54c7e None None] For port 8d353575-ae44-4c02-b445-6868db03da96, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:54:23.360890 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-da6ffb17-b06d-48f3-a8a8-3850f0f54c7e None None] For port 8d353575-ae44-4c02-b445-6868db03da96, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=8d353575-ae44-4c02-b445-6868db03da96,segment=NetworkSegment(99e6d9f7-f954-4ecb-b9d8-8e3c5288c62a),segment_id=99e6d9f7-f954-4ecb-b9d8-8e3c5288c62a)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:54:23.401295 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4760d309-6a07-490b-a072-9a2b886da024 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:23.423203 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-fc999855-a12d-47f7-8b92-6c68a535d579 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2537bc026abf44ec9ee7f34c1ade88c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1106751 Apr 28 19:54:23.425841 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39466) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:23.426237 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-4760d309-6a07-490b-a072-9a2b886da024 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Calling delete_port for 66b4ad4f-7d4e-410a-b8b5-c0dfe6b4047a owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:23.449462 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-6ab98b26-f821-45b6-8cb3-f2ed8311250b None None] Allocated IP 2001:db8::2 (ef4c6e1a-2205-4525-914f-56011374fbdb/5b4221ba-15aa-4584-978a-911b194c6193/a2aad446-6bd9-438c-b9be-f3cd973c3b14) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:23.491071 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e363b76-426e-43f9-a854-8f96a5e45a34 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:54:23.497687 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2e363b76-426e-43f9-a854-8f96a5e45a34 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "PUT /v2.0/routers/77ca16b4-b89e-4a11-b22a-c0ae411cce4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3169010 Apr 28 19:54:23.501780 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39468) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:23.520849 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207419f-307f-4762-97d8-b4e6aa303de1 req-82b94925-e67b-4941-ba97-3373893fdea5 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:23.522990 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0207419f-307f-4762-97d8-b4e6aa303de1 req-82b94925-e67b-4941-ba97-3373893fdea5 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 946 time: 0.4976435 Apr 28 19:54:23.527614 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-03fab042-c964-4768-9c24-775a90199fb2 req-4c5ea9ef-07c8-45f0-a9ee-ed3ad60012ea tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:23.539309 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e37361-61e9-4282-9581-7833a73b5cdc None None] Sync routers for ids ['77ca16b4-b89e-4a11-b22a-c0ae411cce4f'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:54:23.545692 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-da6ffb17-b06d-48f3-a8a8-3850f0f54c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:23.628880 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:23.629936 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bd7b41dd-e607-476c-bbed-3083f9270c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:23.634764 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e37361-61e9-4282-9581-7833a73b5cdc None None] Routers {'77ca16b4-b89e-4a11-b22a-c0ae411cce4f'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:54:23.635674 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-08e37361-61e9-4282-9581-7833a73b5cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:54:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['77ca16b4-b89e-4a11-b22a-c0ae411cce4f'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:23.653406 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c27eb85a-559d-4a28-a636-f62aff1b4168 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:23.656382 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ea9ef-07c8-45f0-a9ee-ed3ad60012ea tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Pushing event deleted for resources: {'Port': ['ID=5440ef9e-b44e-40fa-b642-3adc72d60fdf,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:23.694327 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4760d309-6a07-490b-a072-9a2b886da024 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:23.742302 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ffb17-b06d-48f3-a8a8-3850f0f54c7e None None] Pushing event updated for resources: {'Port': ['ID=8d353575-ae44-4c02-b445-6868db03da96,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:23.770926 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27eb85a-559d-4a28-a636-f62aff1b4168 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Subnet': ['ID=b4ba62d7-c143-4a54-855a-e8d6c45c8208,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:23.775493 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c27eb85a-559d-4a28-a636-f62aff1b4168 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:23.782365 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c27eb85a-559d-4a28-a636-f62aff1b4168 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/subnets/b4ba62d7-c143-4a54-855a-e8d6c45c8208 HTTP/1.1" status: 204 len: 168 time: 2.0273333 Apr 28 19:54:23.788710 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39470) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:23.804131 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4760d309-6a07-490b-a072-9a2b886da024 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Port': ['ID=66b4ad4f-7d4e-410a-b8b5-c0dfe6b4047a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:23.805349 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6ab98b26-f821-45b6-8cb3-f2ed8311250b None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:23.808617 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccbaf0c-c35c-4937-b911-75fbe5ffa700 None None] Network 0c71413c-ce91-4206-9ed8-1ae3b23da60b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:23.812026 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0207419f-307f-4762-97d8-b4e6aa303de1 req-0cfe3680-e1dc-4c74-a682-68bb9c8dee41 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups?id=1120a853-51d1-468b-8192-1384bec8eb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2451632 Apr 28 19:54:23.837008 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6ab98b26-f821-45b6-8cb3-f2ed8311250b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:23.842738 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bd7b41dd-e607-476c-bbed-3083f9270c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:23.901870 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4760d309-6a07-490b-a072-9a2b886da024 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:23.910212 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4760d309-6a07-490b-a072-9a2b886da024 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/ports/66b4ad4f-7d4e-410a-b8b5-c0dfe6b4047a HTTP/1.1" status: 204 len: 168 time: 0.8498156 Apr 28 19:54:23.920924 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39472) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:23.945306 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-08e37361-61e9-4282-9581-7833a73b5cdc None None] Set router 77ca16b4-b89e-4a11-b22a-c0ae411cce4f gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:54:23.963873 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-78ea082c-408c-4a82-89e4-4ceabfcc4074 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'port': {'network_id': '0b0973dd-e99f-48fb-8556-977d8bb71b26', 'mac_address': 'fa:16:3e:77:d6:ed', 'name': 'tempest-PortsTestJSON-2114874516'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:23.988729 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab98b26-f821-45b6-8cb3-f2ed8311250b None None] Network ef4c6e1a-2205-4525-914f-56011374fbdb is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:23.998732 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab98b26-f821-45b6-8cb3-f2ed8311250b None None] Pushing event updated for resources: {'Port': ['ID=a2aad446-6bd9-438c-b9be-f3cd973c3b14,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:24.002050 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-6ab98b26-f821-45b6-8cb3-f2ed8311250b None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:24.010283 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ac05ed-0adc-4e90-974b-45aac2c49641 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:24.010778 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ac05ed-0adc-4e90-974b-45aac2c49641 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:24.011252 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ac05ed-0adc-4e90-974b-45aac2c49641 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:24.011719 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ac05ed-0adc-4e90-974b-45aac2c49641 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:24.012836 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ac05ed-0adc-4e90-974b-45aac2c49641 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:24.012836 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ac05ed-0adc-4e90-974b-45aac2c49641 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:24.013185 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ac05ed-0adc-4e90-974b-45aac2c49641 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:24.013632 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ac05ed-0adc-4e90-974b-45aac2c49641 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:24.014194 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ac05ed-0adc-4e90-974b-45aac2c49641 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:24.014537 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ac05ed-0adc-4e90-974b-45aac2c49641 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:24.014995 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ac05ed-0adc-4e90-974b-45aac2c49641 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:24.017761 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa66ffdb-a97e-4e51-a538-5d75f1349262 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Deleting subnet 15804794-15bd-496e-9956-d9e656ae46f2 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:54:24.019200 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a3ac05ed-0adc-4e90-974b-45aac2c49641 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7806 time: 0.5155735 Apr 28 19:54:24.022545 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39474) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:24.022870 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab98b26-f821-45b6-8cb3-f2ed8311250b None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:54:24.025013 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8feb98cf-a117-4b12-bc88-dd2c887c689a tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:24.027081 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fa66ffdb-a97e-4e51-a538-5d75f1349262 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:24.106081 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03fab042-c964-4768-9c24-775a90199fb2 req-4c5ea9ef-07c8-45f0-a9ee-ed3ad60012ea tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Router 7f426266-0348-4f66-b8dd-fd2f2a51cc79 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:54:24.190554 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 5440ef9e-b44e-40fa-b642-3adc72d60fdf no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:54:24.212831 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bd7b41dd-e607-476c-bbed-3083f9270c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:24.215463 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bd7b41dd-e607-476c-bbed-3083f9270c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:24.216731 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-bd7b41dd-e607-476c-bbed-3083f9270c7e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/358cadc1-db16-4de8-871c-2b5fde94cc51 HTTP/1.1" status: 204 len: 168 time: 0.7916896 Apr 28 19:54:24.290770 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 5440ef9e-b44e-40fa-b642-3adc72d60fdf {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:54:24.291575 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 5440ef9e-b44e-40fa-b642-3adc72d60fdf not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:54:24.338579 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b41dd-e607-476c-bbed-3083f9270c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358cadc1-db16-4de8-871c-2b5fde94cc51,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:24.375184 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7763ccb5-a617-4d77-83d9-8662b21fcb63 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:24.375965 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7763ccb5-a617-4d77-83d9-8662b21fcb63 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:24.376498 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7763ccb5-a617-4d77-83d9-8662b21fcb63 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:24.376960 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7763ccb5-a617-4d77-83d9-8662b21fcb63 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:24.377416 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7763ccb5-a617-4d77-83d9-8662b21fcb63 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:24.379831 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7763ccb5-a617-4d77-83d9-8662b21fcb63 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:24.380207 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7763ccb5-a617-4d77-83d9-8662b21fcb63 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:24.380670 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7763ccb5-a617-4d77-83d9-8662b21fcb63 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:24.381120 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7763ccb5-a617-4d77-83d9-8662b21fcb63 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:24.381571 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7763ccb5-a617-4d77-83d9-8662b21fcb63 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:24.382082 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7763ccb5-a617-4d77-83d9-8662b21fcb63 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:24.393483 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7763ccb5-a617-4d77-83d9-8662b21fcb63 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7100 time: 0.3665061 Apr 28 19:54:24.395114 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39478) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:24.459878 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fa66ffdb-a97e-4e51-a538-5d75f1349262 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:24.749564 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-6ab98b26-f821-45b6-8cb3-f2ed8311250b None None] Attempting to bind port a2aad446-6bd9-438c-b9be-f3cd973c3b14 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:54:24.749940 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-6ab98b26-f821-45b6-8cb3-f2ed8311250b None None] Attempting to bind port a2aad446-6bd9-438c-b9be-f3cd973c3b14 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'dbd6d918-173b-4447-8933-059b920c5af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ef4c6e1a-2205-4525-914f-56011374fbdb'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:54:24.750306 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab98b26-f821-45b6-8cb3-f2ed8311250b None None] Attempting to bind port a2aad446-6bd9-438c-b9be-f3cd973c3b14 on network ef4c6e1a-2205-4525-914f-56011374fbdb {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:54:24.777327 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab98b26-f821-45b6-8cb3-f2ed8311250b None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:54:24.778031 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab98b26-f821-45b6-8cb3-f2ed8311250b None None] Checking segment: {'id': 'dbd6d918-173b-4447-8933-059b920c5af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ef4c6e1a-2205-4525-914f-56011374fbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:54:24.778623 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6ab98b26-f821-45b6-8cb3-f2ed8311250b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:24.779189 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab98b26-f821-45b6-8cb3-f2ed8311250b None None] Bound using segment: {'id': 'dbd6d918-173b-4447-8933-059b920c5af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ef4c6e1a-2205-4525-914f-56011374fbdb'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:54:24.781710 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-6ab98b26-f821-45b6-8cb3-f2ed8311250b None None] Bound port: a2aad446-6bd9-438c-b9be-f3cd973c3b14, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd6d918-173b-4447-8933-059b920c5af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ef4c6e1a-2205-4525-914f-56011374fbdb'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:54:24.782912 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6ab98b26-f821-45b6-8cb3-f2ed8311250b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:24.815115 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db309b5-122e-4ad1-a9c8-fcee66dbe2e8 None None] Network 32e115a4-9a65-4725-a47c-3c577d865f15 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:24.871779 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-8feb98cf-a117-4b12-bc88-dd2c887c689a tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Allocated IP 2001:db8::1 (80a848aa-c5ec-4b9d-8fab-5868f3bab1d4/d0397944-4199-4dc8-8f54-187b7f4f79fc/4d5937d6-4afe-435a-b493-acaa5c619b5f) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:24.876094 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ea082c-408c-4a82-89e4-4ceabfcc4074 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:25.057600 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3c89e817-5628-4207-877b-8045cacfdb2a None None] Provisioning complete for port b0e24503-22d4-45f1-8243-3bb13d5302aa triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:25.057982 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3c89e817-5628-4207-877b-8045cacfdb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:25.072078 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6189d116-46a6-4cdc-aaa3-8f56587e6d78 req-8adb2191-3536-4836-9ccb-68083fdb3e59 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 210 time: 0.0539000 Apr 28 19:54:25.163242 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ab4aa17b-9a42-410e-a58a-231f543c942b tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3590 time: 0.7662299 Apr 28 19:54:25.243569 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-6ab98b26-f821-45b6-8cb3-f2ed8311250b None None] For port a2aad446-6bd9-438c-b9be-f3cd973c3b14, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:54:25.269862 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fa66ffdb-a97e-4e51-a538-5d75f1349262 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:25.336644 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-6ab98b26-f821-45b6-8cb3-f2ed8311250b None None] For port a2aad446-6bd9-438c-b9be-f3cd973c3b14, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a2aad446-6bd9-438c-b9be-f3cd973c3b14,segment=NetworkSegment(dbd6d918-173b-4447-8933-059b920c5af8),segment_id=dbd6d918-173b-4447-8933-059b920c5af8)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:54:25.359561 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-78ea082c-408c-4a82-89e4-4ceabfcc4074 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:25.417226 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6ab98b26-f821-45b6-8cb3-f2ed8311250b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:25.424992 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-78ea082c-408c-4a82-89e4-4ceabfcc4074 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] device_id is not set on port 89997506-73dd-4420-abc8-4ac552c586de yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:54:25.503642 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 8d353575-ae44-4c02-b445-6868db03da96 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:54:25.618114 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8018253f-8a18-4401-9662-62f98cfa4ff3 None None] Network 80a848aa-c5ec-4b9d-8fab-5868f3bab1d4 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:25.713018 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-78ea082c-408c-4a82-89e4-4ceabfcc4074 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:25.743003 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-08e37361-61e9-4282-9581-7833a73b5cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'name': 'tempest-TestNetworkBasicOps-router-667246321', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '5265d459-9a02-4afa-b506-56388af0c2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:54:09Z', 'updated_at': '2022-04-28T19:54:19Z', 'revision_number': 4, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'gw_port': {'id': '5265d459-9a02-4afa-b506-56388af0c2ba', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:77:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:11Z', 'updated_at': '2022-04-28T19:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'c44def3a-520b-431a-b2d0-7a2aa0a848d2', 'name': '', 'network_id': '30db331d-2929-4954-8cf4-0f6f324e75e7', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'mac_address': 'fa:16:3e:db:79:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'd4ca4fc0-ebf7-49e4-affa-59ffb35e90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:16Z', 'updated_at': '2022-04-28T19:54:20Z', 'revision_number': 2, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'subnets': [{'id': 'd4ca4fc0-ebf7-49e4-affa-59ffb35e90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:25.795787 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e37361-61e9-4282-9581-7833a73b5cdc None None] Checking router: 77ca16b4-b89e-4a11-b22a-c0ae411cce4f for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:54:25.795787 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e37361-61e9-4282-9581-7833a73b5cdc None None] Updating router 77ca16b4-b89e-4a11-b22a-c0ae411cce4f port c44def3a-520b-431a-b2d0-7a2aa0a848d2 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:54:25.800457 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39502) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:25.807936 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03fab042-c964-4768-9c24-775a90199fb2 req-4c5ea9ef-07c8-45f0-a9ee-ed3ad60012ea tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:54:25.821906 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89bdb6b-a7b1-4069-a1bf-3afb429ddd75 None None] Sync routers for ids ['7f426266-0348-4f66-b8dd-fd2f2a51cc79'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:54:25.829859 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-78ea082c-408c-4a82-89e4-4ceabfcc4074 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:25.862004 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89bdb6b-a7b1-4069-a1bf-3afb429ddd75 None None] Routers {'7f426266-0348-4f66-b8dd-fd2f2a51cc79'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:54:25.862807 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-c89bdb6b-a7b1-4069-a1bf-3afb429ddd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:54:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7f426266-0348-4f66-b8dd-fd2f2a51cc79'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:26.045285 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-03fab042-c964-4768-9c24-775a90199fb2 req-4c5ea9ef-07c8-45f0-a9ee-ed3ad60012ea tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] No DVR routers for this DVR port 5440ef9e-b44e-40fa-b642-3adc72d60fdf on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:54:26.100964 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-03fab042-c964-4768-9c24-775a90199fb2 req-4c5ea9ef-07c8-45f0-a9ee-ed3ad60012ea tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.101222 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-b222bb9f-f976-44c5-9450-d943a3e82773 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1090536573'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:26.116538 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-03fab042-c964-4768-9c24-775a90199fb2 req-4c5ea9ef-07c8-45f0-a9ee-ed3ad60012ea tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.15 "DELETE /v2.0/ports/5440ef9e-b44e-40fa-b642-3adc72d60fdf HTTP/1.1" status: 204 len: 173 time: 5.7048242 Apr 28 19:54:26.117900 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e202e98-19f3-444e-94ee-379b94c766bd', 'name': 'network-vif-deleted', 'tag': '5440ef9e-b44e-40fa-b642-3adc72d60fdf'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:54:26.135479 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4d9ac1-91e8-4c14-bb81-dd9c1351dade" -d '{"events": [{"server_uuid": "6e202e98-19f3-444e-94ee-379b94c766bd", "name": "network-vif-deleted", "tag": "5440ef9e-b44e-40fa-b642-3adc72d60fdf"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:54:26.139389 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-c89bdb6b-a7b1-4069-a1bf-3afb429ddd75 None None] Set router 7f426266-0348-4f66-b8dd-fd2f2a51cc79 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:54:26.153113 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8feb98cf-a117-4b12-bc88-dd2c887c689a tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.168181 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ea082c-408c-4a82-89e4-4ceabfcc4074 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Network 0b0973dd-e99f-48fb-8556-977d8bb71b26 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:26.200404 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39512) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:26.200537 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab98b26-f821-45b6-8cb3-f2ed8311250b None None] Pushing event updated for resources: {'Port': ['ID=a2aad446-6bd9-438c-b9be-f3cd973c3b14,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:26.218264 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.225910 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-400feb73-4b4d-48b9-b973-460ef5ee0e2c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1664155298', 'description': 'tempest-secgroup-smoke-1664155298 description', 'project_id': '9d9e2f02c26d442699c083632dd6dfd5'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:26.228983 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-08e37361-61e9-4282-9581-7833a73b5cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.233186 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b222bb9f-f976-44c5-9450-d943a3e82773 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Made reservation on behalf of acedd1c58fb246028ae200e9c2e4d10f for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:26.243640 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b222bb9f-f976-44c5-9450-d943a3e82773 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.252430 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-78ea082c-408c-4a82-89e4-4ceabfcc4074 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:26.259106 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ea082c-408c-4a82-89e4-4ceabfcc4074 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:54:26.282510 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b222bb9f-f976-44c5-9450-d943a3e82773 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.300669 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ea082c-408c-4a82-89e4-4ceabfcc4074 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:26.300669 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-78ea082c-408c-4a82-89e4-4ceabfcc4074 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.342325 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.351536 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fa9c44-c9aa-41e7-aac0-8d86439da92b x-openstack-request-id: req-b2fa9c44-c9aa-41e7-aac0-8d86439da92b {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:54:26.351997 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e202e98-19f3-444e-94ee-379b94c766bd", "name": "network-vif-deleted", "tag": "5440ef9e-b44e-40fa-b642-3adc72d60fdf", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:54:26.352399 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b2fa9c44-c9aa-41e7-aac0-8d86439da92b {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:54:26.354099 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2fa9c44-c9aa-41e7-aac0-8d86439da92b'] response: {'server_uuid': '6e202e98-19f3-444e-94ee-379b94c766bd', 'name': 'network-vif-deleted', 'tag': '5440ef9e-b44e-40fa-b642-3adc72d60fdf', 'status': 'completed', 'code': 200} Apr 28 19:54:26.359456 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 8d353575-ae44-4c02-b445-6868db03da96 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:26.362709 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.420780 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b222bb9f-f976-44c5-9450-d943a3e82773 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.422124 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fa66ffdb-a97e-4e51-a538-5d75f1349262 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.438783 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b222bb9f-f976-44c5-9450-d943a3e82773 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.440375 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3c89e817-5628-4207-877b-8045cacfdb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.457666 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b222bb9f-f976-44c5-9450-d943a3e82773 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:54:26.468410 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b222bb9f-f976-44c5-9450-d943a3e82773 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.468728 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-b222bb9f-f976-44c5-9450-d943a3e82773 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Added segment d2a24cd6-7ae4-4a73-add1-a41aefcd001e of type vlan for network 1d2ee09d-4dfb-4d05-aec6-fa482ed3641f Apr 28 19:54:26.518417 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b222bb9f-f976-44c5-9450-d943a3e82773 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.522909 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea082c-408c-4a82-89e4-4ceabfcc4074 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Port': ['ID=89997506-73dd-4420-abc8-4ac552c586de,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:26.601961 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-78ea082c-408c-4a82-89e4-4ceabfcc4074 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.6421182 Apr 28 19:54:26.615499 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fa66ffdb-a97e-4e51-a538-5d75f1349262 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.618436 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b15dab-7b2d-442c-a5ae-eb35d82d082c None None] Network 0c71413c-ce91-4206-9ed8-1ae3b23da60b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:26.623442 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fa66ffdb-a97e-4e51-a538-5d75f1349262 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/subnets/15804794-15bd-496e-9956-d9e656ae46f2 HTTP/1.1" status: 204 len: 168 time: 2.8328674 Apr 28 19:54:26.628020 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66ffdb-a97e-4e51-a538-5d75f1349262 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Subnet': ['ID=15804794-15bd-496e-9956-d9e656ae46f2,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:26.631103 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39518) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:26.631103 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39520) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:26.631361 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222bb9f-f976-44c5-9450-d943a3e82773 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62e87c6d-d798-4d6d-809a-6792fd0d6133,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:26.634233 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b222bb9f-f976-44c5-9450-d943a3e82773 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.646956 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b222bb9f-f976-44c5-9450-d943a3e82773 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:26.647655 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b222bb9f-f976-44c5-9450-d943a3e82773 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.672204 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-400feb73-4b4d-48b9-b973-460ef5ee0e2c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.696720 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8feb98cf-a117-4b12-bc88-dd2c887c689a tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.770658 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-c89bdb6b-a7b1-4069-a1bf-3afb429ddd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1921511807-router', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:10Z', 'updated_at': '2022-04-28T19:47:23Z', 'revision_number': 4, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'gw_port': {'id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:12Z', 'updated_at': '2022-04-28T19:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'e7d6c87d-a5eb-4aac-9505-940b523dc565', 'name': '', 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'mac_address': 'fa:16:3e:45:d9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'd9c43513-8faa-4150-80e2-a774186aa1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:22Z', 'updated_at': '2022-04-28T19:47:28Z', 'revision_number': 5, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'subnets': [{'id': 'd9c43513-8faa-4150-80e2-a774186aa1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:26.775977 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-18b8ec0c-f80f-41eb-9050-21d3eed03b6c req-d8cf6df9-f122-4b0e-85a9-33736dfac03c tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e202e98-19f3-444e-94ee-379b94c766bd HTTP/1.1" status: 200 len: 210 time: 0.3532188 Apr 28 19:54:26.789869 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-3c89e817-5628-4207-877b-8045cacfdb2a None None] For port b0e24503-22d4-45f1-8243-3bb13d5302aa, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=b0e24503-22d4-45f1-8243-3bb13d5302aa,segment=NetworkSegment(40b84271-4974-4e85-80d4-14a975adc1ef),segment_id=40b84271-4974-4e85-80d4-14a975adc1ef)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:26.816783 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8feb98cf-a117-4b12-bc88-dd2c887c689a tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Network 80a848aa-c5ec-4b9d-8fab-5868f3bab1d4 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:26.819036 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3c89e817-5628-4207-877b-8045cacfdb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.822481 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead70d67-024b-4df8-9aff-6822e661ec9a tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] DELETE failed (client error): The resource could not be found. Apr 28 19:54:26.823226 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ead70d67-024b-4df8-9aff-6822e661ec9a tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:54:26.829772 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89bdb6b-a7b1-4069-a1bf-3afb429ddd75 None None] Checking router: 7f426266-0348-4f66-b8dd-fd2f2a51cc79 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:54:26.830439 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ead70d67-024b-4df8-9aff-6822e661ec9a tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/subnets/b4ba62d7-c143-4a54-855a-e8d6c45c8208 HTTP/1.1" status: 404 len: 337 time: 0.1474161 Apr 28 19:54:26.837947 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39524) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:26.839145 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b222bb9f-f976-44c5-9450-d943a3e82773 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0368500 Apr 28 19:54:26.839991 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-8feb98cf-a117-4b12-bc88-dd2c887c689a tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:26.843342 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39526) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:26.846161 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89bdb6b-a7b1-4069-a1bf-3afb429ddd75 None None] Routers {'7f426266-0348-4f66-b8dd-fd2f2a51cc79'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:54:26.847065 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-c89bdb6b-a7b1-4069-a1bf-3afb429ddd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:54:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7f426266-0348-4f66-b8dd-fd2f2a51cc79'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:26.890577 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feb98cf-a117-4b12-bc88-dd2c887c689a tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:54:26.898970 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8feb98cf-a117-4b12-bc88-dd2c887c689a tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.935314 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-a960748a-59d8-4659-9d9c-5332bf3dfca1 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Request body: {'subnet': {'network_id': '1d2ee09d-4dfb-4d05-aec6-fa482ed3641f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:27.115093 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd6d962-412f-4b91-b86f-9fe1b01c8fce tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:27.117610 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0dd6d962-412f-4b91-b86f-9fe1b01c8fce tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "GET /v2.0/ports/89997506-73dd-4420-abc8-4ac552c586de HTTP/1.1" status: 200 len: 841 time: 0.4397240 Apr 28 19:54:27.119008 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-c89bdb6b-a7b1-4069-a1bf-3afb429ddd75 None None] Set router 7f426266-0348-4f66-b8dd-fd2f2a51cc79 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:54:27.132951 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:27.138204 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39528) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:27.225773 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222bb9f-f976-44c5-9450-d943a3e82773 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Pushing event updated for resources: {'Network': ['ID=1d2ee09d-4dfb-4d05-aec6-fa482ed3641f,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:27.340155 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c89e817-5628-4207-877b-8045cacfdb2a None None] Pushing event updated for resources: {'Port': ['ID=b0e24503-22d4-45f1-8243-3bb13d5302aa,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:27.345384 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 1d2ee09d-4dfb-4d05-aec6-fa482ed3641f details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:54:27.358814 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 8d353575-ae44-4c02-b445-6868db03da96, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=8d353575-ae44-4c02-b445-6868db03da96,segment=NetworkSegment(99e6d9f7-f954-4ecb-b9d8-8e3c5288c62a),segment_id=99e6d9f7-f954-4ecb-b9d8-8e3c5288c62a)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:27.366082 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a960748a-59d8-4659-9d9c-5332bf3dfca1 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Made reservation on behalf of acedd1c58fb246028ae200e9c2e4d10f for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:27.369944 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a960748a-59d8-4659-9d9c-5332bf3dfca1 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:27.426642 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:27.432844 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device b0e24503-22d4-45f1-8243-3bb13d5302aa up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:54:27.511456 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-dce6aefb-b0f4-4791-ba89-b4d57342f8d0 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Deleting port 89997506-73dd-4420-abc8-4ac552c586de {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:27.512263 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dce6aefb-b0f4-4791-ba89-b4d57342f8d0 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:27.542278 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-c89bdb6b-a7b1-4069-a1bf-3afb429ddd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1921511807-router', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:10Z', 'updated_at': '2022-04-28T19:47:23Z', 'revision_number': 4, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'gw_port': {'id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:12Z', 'updated_at': '2022-04-28T19:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'e7d6c87d-a5eb-4aac-9505-940b523dc565', 'name': '', 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'mac_address': 'fa:16:3e:45:d9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'd9c43513-8faa-4150-80e2-a774186aa1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:22Z', 'updated_at': '2022-04-28T19:47:28Z', 'revision_number': 5, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'subnets': [{'id': 'd9c43513-8faa-4150-80e2-a774186aa1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:27.605127 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89bdb6b-a7b1-4069-a1bf-3afb429ddd75 None None] The sync data for ids ['7f426266-0348-4f66-b8dd-fd2f2a51cc79'] in n-d-839810-1 is: [{'id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1921511807-router', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:10Z', 'updated_at': '2022-04-28T19:47:23Z', 'revision_number': 4, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'gw_port': {'id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:12Z', 'updated_at': '2022-04-28T19:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'e7d6c87d-a5eb-4aac-9505-940b523dc565', 'name': '', 'network_id': '361c3585-c6e2-486f-967a-33f86818c3c9', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'mac_address': 'fa:16:3e:45:d9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'd9c43513-8faa-4150-80e2-a774186aa1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:22Z', 'updated_at': '2022-04-28T19:47:28Z', 'revision_number': 5, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'subnets': [{'id': 'd9c43513-8faa-4150-80e2-a774186aa1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:54:27.700129 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dce6aefb-b0f4-4791-ba89-b4d57342f8d0 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:27.715525 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e8dda9-0f23-4296-8fe8-3f992cb68e34 None None] Network ef4c6e1a-2205-4525-914f-56011374fbdb requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:27.730293 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-dc94b181-31fb-4951-a55f-7c2c92d4c618 None None] Provisioning complete for port df83d4b4-4514-4100-89e5-af8626c2b514 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:27.730620 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-dce6aefb-b0f4-4791-ba89-b4d57342f8d0 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Calling delete_port for 89997506-73dd-4420-abc8-4ac552c586de owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:27.730784 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-dc94b181-31fb-4951-a55f-7c2c92d4c618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:27.742741 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-08e37361-61e9-4282-9581-7833a73b5cdc None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:27.823217 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd2741b-20ee-460d-a374-2908dc089d6e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Deleting subnet 8c5f618c-42f6-4eae-8c23-55be830c1f2c {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:54:27.827773 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cfd2741b-20ee-460d-a374-2908dc089d6e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:27.848159 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-08e37361-61e9-4282-9581-7833a73b5cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:27.897150 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cfd2741b-20ee-460d-a374-2908dc089d6e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:27.933460 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb98cf-a117-4b12-bc88-dd2c887c689a tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Pushing event updated for resources: {'Port': ['ID=4d5937d6-4afe-435a-b493-acaa5c619b5f,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:27.972191 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39540) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:28.131582 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f6056a9b-6754-4da1-9140-f8b723f351e0 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:28.155177 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a960748a-59d8-4659-9d9c-5332bf3dfca1 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:28.186449 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f6056a9b-6754-4da1-9140-f8b723f351e0 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:28.212219 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-400feb73-4b4d-48b9-b973-460ef5ee0e2c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:28.269607 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8feb98cf-a117-4b12-bc88-dd2c887c689a tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:28.272649 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dce6aefb-b0f4-4791-ba89-b4d57342f8d0 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:28.279111 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-400feb73-4b4d-48b9-b973-460ef5ee0e2c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:28.320621 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cfd2741b-20ee-460d-a374-2908dc089d6e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:28.329089 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd79a73-2526-40cc-861f-da1e3cf7c22d None None] New status for floating IP ba2742c7-2000-46df-929f-73b5bfc5c6b5: DOWN {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:54:28.402655 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dce6aefb-b0f4-4791-ba89-b4d57342f8d0 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:28.414863 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-dce6aefb-b0f4-4791-ba89-b4d57342f8d0 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/ports/89997506-73dd-4420-abc8-4ac552c586de HTTP/1.1" status: 204 len: 168 time: 1.2739718 Apr 28 19:54:28.416972 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6aefb-b0f4-4791-ba89-b4d57342f8d0 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Port': ['ID=89997506-73dd-4420-abc8-4ac552c586de,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:28.420702 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39544) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:28.421801 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960748a-59d8-4659-9d9c-5332bf3dfca1 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Pushing event updated for resources: {'Subnet': ['ID=996b9d9d-ab12-4b8d-86ee-6900ecbdb9c2,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:28.426515 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a960748a-59d8-4659-9d9c-5332bf3dfca1 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Checking segment: {'id': 'd2a24cd6-7ae4-4a73-add1-a41aefcd001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1d2ee09d-4dfb-4d05-aec6-fa482ed3641f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:54:28.427431 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a960748a-59d8-4659-9d9c-5332bf3dfca1 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Network hostable DHCP agents. Network: 1d2ee09d-4dfb-4d05-aec6-fa482ed3641f, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:54:28.467330 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-eae0074d-52e6-4a44-a5e6-620bf0de98e6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] GET failed (client error): The resource could not be found. Apr 28 19:54:28.474428 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-eae0074d-52e6-4a44-a5e6-620bf0de98e6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "GET /v2.0/ports/89997506-73dd-4420-abc8-4ac552c586de HTTP/1.1" status: 404 len: 333 time: 0.0414081 Apr 28 19:54:28.482009 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39546) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:28.490681 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-99486442-eb90-45f0-b020-5030f2b285d3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'port': {'network_id': '0b0973dd-e99f-48fb-8556-977d8bb71b26', 'name': 'tempest-PortsTestJSON-733085897'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:28.494364 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=8d353575-ae44-4c02-b445-6868db03da96,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:28.528626 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-dc94b181-31fb-4951-a55f-7c2c92d4c618 None None] Port df83d4b4-4514-4100-89e5-af8626c2b514 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:54:28.585520 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a960748a-59d8-4659-9d9c-5332bf3dfca1 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Network 1d2ee09d-4dfb-4d05-aec6-fa482ed3641f is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:54:28.596318 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f6056a9b-6754-4da1-9140-f8b723f351e0 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:28.599273 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f6056a9b-6754-4da1-9140-f8b723f351e0 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:28.603948 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f6056a9b-6754-4da1-9140-f8b723f351e0 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "DELETE /v2.0/security-groups/1120a853-51d1-468b-8192-1384bec8eb65 HTTP/1.1" status: 204 len: 168 time: 0.6214511 Apr 28 19:54:28.604959 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39548) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:28.629489 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8feb98cf-a117-4b12-bc88-dd2c887c689a tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:28.635950 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-beb2fd85-612c-4d2d-8a7c-14970a5ef23f tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] show failed (client error): The resource could not be found. Apr 28 19:54:28.641447 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-beb2fd85-612c-4d2d-8a7c-14970a5ef23f tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "GET /v2.0/security-groups/1120a853-51d1-468b-8192-1384bec8eb65 HTTP/1.1" status: 404 len: 347 time: 0.0271785 Apr 28 19:54:28.641960 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39550) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:28.651970 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6056a9b-6754-4da1-9140-f8b723f351e0 tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1120a853-51d1-468b-8192-1384bec8eb65,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:28.654797 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-a960748a-59d8-4659-9d9c-5332bf3dfca1 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 1d2ee09d-4dfb-4d05-aec6-fa482ed3641f) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:28.660003 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a960748a-59d8-4659-9d9c-5332bf3dfca1 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:28.661323 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a960748a-59d8-4659-9d9c-5332bf3dfca1 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:28.686963 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-400feb73-4b4d-48b9-b973-460ef5ee0e2c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:28.688601 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-400feb73-4b4d-48b9-b973-460ef5ee0e2c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.4877694 Apr 28 19:54:28.689507 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400feb73-4b4d-48b9-b973-460ef5ee0e2c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94ae8204-62a6-49ad-b2fd-122d2389dd1d,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:28.691790 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39552) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:28.699121 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-c7cbd4c4-8a2f-40e1-bca0-f29f1533830b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Request body: {'security_group_rule': {'security_group_id': '94ae8204-62a6-49ad-b2fd-122d2389dd1d', 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:28.703916 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8feb98cf-a117-4b12-bc88-dd2c887c689a tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:28.704962 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8feb98cf-a117-4b12-bc88-dd2c887c689a tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:28.721877 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a960748a-59d8-4659-9d9c-5332bf3dfca1 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8770816 Apr 28 19:54:28.724551 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39554) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:28.763558 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503712a8-bf51-4657-a49c-414fb83d80e0 None None] Network 1d2ee09d-4dfb-4d05-aec6-fa482ed3641f requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:28.770754 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99486442-eb90-45f0-b020-5030f2b285d3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:28.778116 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-99486442-eb90-45f0-b020-5030f2b285d3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:28.780941 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-dc94b181-31fb-4951-a55f-7c2c92d4c618 None None] Provisioning complete for port 1371d45a-e22a-4c1c-bc91-b0b5d3046cc5 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:28.781324 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-dc94b181-31fb-4951-a55f-7c2c92d4c618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:28.793695 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-ab21bc51-3634-4243-aecb-1422f7f7125c tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Request body: {'port': {'network_id': '1d2ee09d-4dfb-4d05-aec6-fa482ed3641f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-444150990'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:28.880899 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8feb98cf-a117-4b12-bc88-dd2c887c689a tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Network 80a848aa-c5ec-4b9d-8fab-5868f3bab1d4 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:28.892221 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-8feb98cf-a117-4b12-bc88-dd2c887c689a tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:28.899298 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-08e37361-61e9-4282-9581-7833a73b5cdc None None] Attempting to bind port c44def3a-520b-431a-b2d0-7a2aa0a848d2 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:54:28.899691 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-08e37361-61e9-4282-9581-7833a73b5cdc None None] Attempting to bind port c44def3a-520b-431a-b2d0-7a2aa0a848d2 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '9ba9efc4-c8e7-48d7-8b5d-67fe4068376f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '30db331d-2929-4954-8cf4-0f6f324e75e7'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:54:28.900035 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e37361-61e9-4282-9581-7833a73b5cdc None None] Attempting to bind port c44def3a-520b-431a-b2d0-7a2aa0a848d2 on network 30db331d-2929-4954-8cf4-0f6f324e75e7 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:54:28.946484 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-99486442-eb90-45f0-b020-5030f2b285d3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] device_id is not set on port 7a06671e-c9f6-48d0-9510-5314bdc209d1 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:54:28.952986 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114e416-9244-4632-bcbf-58659cf9878d None None] Pushing event updated for resources: {'Port': ['ID=c44def3a-520b-431a-b2d0-7a2aa0a848d2,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:28.964049 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port b0e24503-22d4-45f1-8243-3bb13d5302aa triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:28.964445 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:29.071895 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb98cf-a117-4b12-bc88-dd2c887c689a tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Pushing event updated for resources: {'Port': ['ID=4d5937d6-4afe-435a-b493-acaa5c619b5f,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:29.094982 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c7cbd4c4-8a2f-40e1-bca0-f29f1533830b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:29.117660 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e37361-61e9-4282-9581-7833a73b5cdc None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:54:29.118182 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e37361-61e9-4282-9581-7833a73b5cdc None None] Checking segment: {'id': '9ba9efc4-c8e7-48d7-8b5d-67fe4068376f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '30db331d-2929-4954-8cf4-0f6f324e75e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:54:29.118596 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-08e37361-61e9-4282-9581-7833a73b5cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:29.119000 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e37361-61e9-4282-9581-7833a73b5cdc None None] Bound using segment: {'id': '9ba9efc4-c8e7-48d7-8b5d-67fe4068376f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '30db331d-2929-4954-8cf4-0f6f324e75e7'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:54:29.119640 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-08e37361-61e9-4282-9581-7833a73b5cdc None None] Bound port: c44def3a-520b-431a-b2d0-7a2aa0a848d2, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba9efc4-c8e7-48d7-8b5d-67fe4068376f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '30db331d-2929-4954-8cf4-0f6f324e75e7'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:54:29.120032 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-08e37361-61e9-4282-9581-7833a73b5cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:29.160130 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab21bc51-3634-4243-aecb-1422f7f7125c tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Made reservation on behalf of acedd1c58fb246028ae200e9c2e4d10f for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:29.165019 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ab21bc51-3634-4243-aecb-1422f7f7125c tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:29.196888 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c7cbd4c4-8a2f-40e1-bca0-f29f1533830b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:29.205195 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cfd2741b-20ee-460d-a374-2908dc089d6e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:29.205844 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-ab21bc51-3634-4243-aecb-1422f7f7125c tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] device_id is not set on port c71937f0-ac10-460b-93d5-2fe0767d166a yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:54:29.213886 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c7cbd4c4-8a2f-40e1-bca0-f29f1533830b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:29.265945 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8feb98cf-a117-4b12-bc88-dd2c887c689a tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Router 92dd3954-220a-470e-a6d6-88a3403e2244 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:54:29.268945 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2741b-20ee-460d-a374-2908dc089d6e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Subnet': ['ID=8c5f618c-42f6-4eae-8c23-55be830c1f2c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:29.270983 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cfd2741b-20ee-460d-a374-2908dc089d6e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:29.279607 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cfd2741b-20ee-460d-a374-2908dc089d6e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/subnets/8c5f618c-42f6-4eae-8c23-55be830c1f2c HTTP/1.1" status: 204 len: 168 time: 2.4055939 Apr 28 19:54:29.279607 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39558) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:29.282599 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cbd4c4-8a2f-40e1-bca0-f29f1533830b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7433314-b2d2-4275-a236-8acf7b2e04eb,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:29.318088 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-28505b86-8495-4b93-8804-4673796c94c5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] DELETE failed (client error): The resource could not be found. Apr 28 19:54:29.318559 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28505b86-8495-4b93-8804-4673796c94c5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:54:29.319980 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-3faee554-c22a-4de0-b290-14fdf886b2ce tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Deleting port 0b56db63-fa27-4762-9849-1b51d5ae92ed {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:29.320609 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3faee554-c22a-4de0-b290-14fdf886b2ce tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:29.321787 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-28505b86-8495-4b93-8804-4673796c94c5 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/subnets/e990c5aa-7123-41e0-88f5-ea6554012c77 HTTP/1.1" status: 404 len: 337 time: 0.0412600 Apr 28 19:54:29.325399 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39560) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:29.329177 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c7cbd4c4-8a2f-40e1-bca0-f29f1533830b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:29.334257 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c7cbd4c4-8a2f-40e1-bca0-f29f1533830b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6389289 Apr 28 19:54:29.339323 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39562) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:29.356976 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-a5414d74-1be6-4271-a253-a790cef629c5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Request body: {'security_group_rule': {'security_group_id': '94ae8204-62a6-49ad-b2fd-122d2389dd1d', 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:29.380380 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6389df79-2138-4e70-aa9e-a6e817b6ef27 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "GET /v2.0/ports?device_id=f792d5d6-a97b-4bc4-a88b-ebcce25ec539 HTTP/1.1" status: 200 len: 205 time: 0.0446942 Apr 28 19:54:29.388161 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39564) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:29.443999 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-08e37361-61e9-4282-9581-7833a73b5cdc None None] For port c44def3a-520b-431a-b2d0-7a2aa0a848d2, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:54:29.450835 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad981253-f50f-4561-9fd5-2a8b236efd04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-1d2ee09d-4dfb-4d05-aec6-fa482ed3641f', 'network_id': '1d2ee09d-4dfb-4d05-aec6-fa482ed3641f', 'tenant_id': 'acedd1c58fb246028ae200e9c2e4d10f', 'fixed_ips': [{'subnet_id': '996b9d9d-ab12-4b8d-86ee-6900ecbdb9c2'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:54:29.451676 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ad981253-f50f-4561-9fd5-2a8b236efd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:29.487989 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-08e37361-61e9-4282-9581-7833a73b5cdc None None] For port c44def3a-520b-431a-b2d0-7a2aa0a848d2, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c44def3a-520b-431a-b2d0-7a2aa0a848d2,segment=NetworkSegment(9ba9efc4-c8e7-48d7-8b5d-67fe4068376f),segment_id=9ba9efc4-c8e7-48d7-8b5d-67fe4068376f)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:54:29.509214 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-08e37361-61e9-4282-9581-7833a73b5cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:29.565767 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-e79e1611-4574-469b-b2ba-7600671440df tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] delete failed (client error): The resource could not be found. Apr 28 19:54:29.566005 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-dc94b181-31fb-4951-a55f-7c2c92d4c618 None None] Provisioning complete for port 8d353575-ae44-4c02-b445-6868db03da96 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:29.566005 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-dc94b181-31fb-4951-a55f-7c2c92d4c618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:29.570992 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e79e1611-4574-469b-b2ba-7600671440df tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/routers/f792d5d6-a97b-4bc4-a88b-ebcce25ec539 HTTP/1.1" status: 404 len: 336 time: 0.1772499 Apr 28 19:54:29.570992 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39566) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:29.576617 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3faee554-c22a-4de0-b290-14fdf886b2ce tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:29.577046 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3faee554-c22a-4de0-b290-14fdf886b2ce tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:29.602547 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-99486442-eb90-45f0-b020-5030f2b285d3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:29.614937 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-3faee554-c22a-4de0-b290-14fdf886b2ce tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Calling delete_port for 0b56db63-fa27-4762-9849-1b51d5ae92ed owned by network:floatingip {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:29.677400 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f3346cd-f28c-4111-8672-dee0b5e9a63a tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] DELETE failed (client error): The resource could not be found. Apr 28 19:54:29.677868 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f3346cd-f28c-4111-8672-dee0b5e9a63a tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:54:29.678407 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-ab21bc51-3634-4243-aecb-1422f7f7125c tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Allocated IP 2001:db8::15f (1d2ee09d-4dfb-4d05-aec6-fa482ed3641f/996b9d9d-ab12-4b8d-86ee-6900ecbdb9c2/c71937f0-ac10-460b-93d5-2fe0767d166a) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:29.694906 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6f3346cd-f28c-4111-8672-dee0b5e9a63a tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/subnets/3316810e-2bd6-4dc4-83fc-2062015505cd HTTP/1.1" status: 404 len: 337 time: 0.1185031 Apr 28 19:54:29.730369 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39568) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:29.732570 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8feb98cf-a117-4b12-bc88-dd2c887c689a tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:54:29.750155 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69313471-5fa8-4078-9735-938fd79e16a1 None None] Sync routers for ids ['92dd3954-220a-470e-a6d6-88a3403e2244'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:54:29.757492 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e37361-61e9-4282-9581-7833a73b5cdc None None] Routers {'77ca16b4-b89e-4a11-b22a-c0ae411cce4f'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:54:29.758143 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-08e37361-61e9-4282-9581-7833a73b5cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:54:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['77ca16b4-b89e-4a11-b22a-c0ae411cce4f'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:29.761955 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114e416-9244-4632-bcbf-58659cf9878d None None] Pushing event updated for resources: {'Port': ['ID=c44def3a-520b-431a-b2d0-7a2aa0a848d2,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:29.775572 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8feb98cf-a117-4b12-bc88-dd2c887c689a tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] 10.222.0.42 "PUT /v2.0/routers/92dd3954-220a-470e-a6d6-88a3403e2244/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2394300 Apr 28 19:54:29.779747 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39570) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:29.780204 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69313471-5fa8-4078-9735-938fd79e16a1 None None] Routers {'92dd3954-220a-470e-a6d6-88a3403e2244'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:54:29.780863 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-69313471-5fa8-4078-9735-938fd79e16a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:54:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['92dd3954-220a-470e-a6d6-88a3403e2244'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:29.781274 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a5414d74-1be6-4271-a253-a790cef629c5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:29.826754 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6356e1d-2f3d-4204-8455-423167434834 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] DELETE failed (client error): The resource could not be found. Apr 28 19:54:29.827468 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6356e1d-2f3d-4204-8455-423167434834 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:54:29.837235 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c6356e1d-2f3d-4204-8455-423167434834 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/subnets/d4a9bd90-f9eb-45a7-9706-90973926dd2f HTTP/1.1" status: 404 len: 337 time: 0.1017673 Apr 28 19:54:29.879666 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39572) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:29.890541 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-69313471-5fa8-4078-9735-938fd79e16a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:29.915456 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69313471-5fa8-4078-9735-938fd79e16a1 None None] Routers {'92dd3954-220a-470e-a6d6-88a3403e2244'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:54:29.921464 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-69313471-5fa8-4078-9735-938fd79e16a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:54:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['92dd3954-220a-470e-a6d6-88a3403e2244'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:30.019933 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-69313471-5fa8-4078-9735-938fd79e16a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:30.020897 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69313471-5fa8-4078-9735-938fd79e16a1 None None] The sync data for ids ['92dd3954-220a-470e-a6d6-88a3403e2244'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:54:30.024949 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4aa1bf1-e472-4002-b932-ae2bf75e5e67 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] DELETE failed (client error): The resource could not be found. Apr 28 19:54:30.025417 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4aa1bf1-e472-4002-b932-ae2bf75e5e67 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:54:30.029294 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 8d353575-ae44-4c02-b445-6868db03da96 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:54:30.033411 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d4aa1bf1-e472-4002-b932-ae2bf75e5e67 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/subnets/9b693eb9-dfd0-4770-ae8e-9be7280f9ba7 HTTP/1.1" status: 404 len: 337 time: 0.1465015 Apr 28 19:54:30.035537 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39574) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:30.129748 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-00455100-0c3b-4130-8614-fa41067b03f4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] DELETE failed (client error): The resource could not be found. Apr 28 19:54:30.130680 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00455100-0c3b-4130-8614-fa41067b03f4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:54:30.138710 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-00455100-0c3b-4130-8614-fa41067b03f4 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/ports/6d4e33b8-ef77-45c5-a0b4-8d2394d53d95 HTTP/1.1" status: 404 len: 333 time: 0.0981190 Apr 28 19:54:30.149658 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-08e37361-61e9-4282-9581-7833a73b5cdc None None] Set router 77ca16b4-b89e-4a11-b22a-c0ae411cce4f gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:54:30.150554 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a5414d74-1be6-4271-a253-a790cef629c5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:30.153488 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39580) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:30.159643 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-99486442-eb90-45f0-b020-5030f2b285d3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:30.162211 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a5414d74-1be6-4271-a253-a790cef629c5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:30.213764 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5414d74-1be6-4271-a253-a790cef629c5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c97ed3c-3415-4438-b827-7e748b3be0f9,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:30.237336 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99486442-eb90-45f0-b020-5030f2b285d3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Network 0b0973dd-e99f-48fb-8556-977d8bb71b26 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:30.242122 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a5414d74-1be6-4271-a253-a790cef629c5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:30.245959 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a5414d74-1be6-4271-a253-a790cef629c5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8936028 Apr 28 19:54:30.247427 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39584) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:30.250881 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 8d353575-ae44-4c02-b445-6868db03da96 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:30.251232 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:30.261159 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-b3910adc-65ea-4eb9-a7f6-c02e18ab41a0 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Request body: {'security_group_rule': {'security_group_id': '94ae8204-62a6-49ad-b2fd-122d2389dd1d', 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:30.293785 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-99486442-eb90-45f0-b020-5030f2b285d3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:30.336372 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99486442-eb90-45f0-b020-5030f2b285d3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:54:30.342569 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99486442-eb90-45f0-b020-5030f2b285d3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:30.343575 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-99486442-eb90-45f0-b020-5030f2b285d3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:30.355348 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc0526c8-e50b-461f-806d-bd1675855daf tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] DELETE failed (client error): The resource could not be found. Apr 28 19:54:30.356281 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc0526c8-e50b-461f-806d-bd1675855daf tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:54:30.361627 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-cc0526c8-e50b-461f-806d-bd1675855daf tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/subnets/13b126f8-d94a-4854-ae8e-a88d2b3d5486 HTTP/1.1" status: 404 len: 337 time: 0.2054789 Apr 28 19:54:30.381335 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39586) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:30.418707 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-16758d57-00b0-4118-9440-ad1e6b18f59e None None] Provisioning complete for port b0e24503-22d4-45f1-8243-3bb13d5302aa triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:30.418707 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-16758d57-00b0-4118-9440-ad1e6b18f59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:30.529743 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d27a56-065a-4f71-af3f-d7c4e685629a tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] DELETE failed (client error): The resource could not be found. Apr 28 19:54:30.530853 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05d27a56-065a-4f71-af3f-d7c4e685629a tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:54:30.535914 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-05d27a56-065a-4f71-af3f-d7c4e685629a tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/subnets/65c02625-76da-4d57-b248-e906dacdb720 HTTP/1.1" status: 404 len: 337 time: 0.1371176 Apr 28 19:54:30.550010 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39592) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:30.570300 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-3fe60854-93d3-490d-953b-22114a448037 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:54:30.571622 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3fe60854-93d3-490d-953b-22114a448037 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] 10.222.0.42 "PUT /v2.0/routers/92dd3954-220a-470e-a6d6-88a3403e2244/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7848148 Apr 28 19:54:30.574529 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39594) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:30.584167 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device b0e24503-22d4-45f1-8243-3bb13d5302aa up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:54:30.615376 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99486442-eb90-45f0-b020-5030f2b285d3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Port': ['ID=7a06671e-c9f6-48d0-9510-5314bdc209d1,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:30.683207 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b3910adc-65ea-4eb9-a7f6-c02e18ab41a0 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:30.707862 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-08e37361-61e9-4282-9581-7833a73b5cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'name': 'tempest-TestNetworkBasicOps-router-667246321', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '5265d459-9a02-4afa-b506-56388af0c2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:54:09Z', 'updated_at': '2022-04-28T19:54:19Z', 'revision_number': 4, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'gw_port': {'id': '5265d459-9a02-4afa-b506-56388af0c2ba', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:77:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:11Z', 'updated_at': '2022-04-28T19:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'c44def3a-520b-431a-b2d0-7a2aa0a848d2', 'name': '', 'network_id': '30db331d-2929-4954-8cf4-0f6f324e75e7', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'mac_address': 'fa:16:3e:db:79:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'd4ca4fc0-ebf7-49e4-affa-59ffb35e90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:16Z', 'updated_at': '2022-04-28T19:54:29Z', 'revision_number': 4, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'subnets': [{'id': 'd4ca4fc0-ebf7-49e4-affa-59ffb35e90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:30.933160 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b3910adc-65ea-4eb9-a7f6-c02e18ab41a0 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:30.940226 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b3910adc-65ea-4eb9-a7f6-c02e18ab41a0 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:30.970971 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-99486442-eb90-45f0-b020-5030f2b285d3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.4869153 Apr 28 19:54:30.971962 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7187333-51d2-4707-875a-8db85e466a78 None None] Network 0c71413c-ce91-4206-9ed8-1ae3b23da60b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:30.977904 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39598) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:30.982910 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-51fdc3d8-876a-4edc-885a-b2056e17c910 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] DELETE failed (client error): The resource could not be found. Apr 28 19:54:30.984231 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51fdc3d8-876a-4edc-885a-b2056e17c910 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:54:30.988518 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-51fdc3d8-876a-4edc-885a-b2056e17c910 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/ports/b38524e0-2842-4312-8f48-d1e98ef38a5e HTTP/1.1" status: 404 len: 333 time: 0.4362307 Apr 28 19:54:30.999276 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-9cf61a2b-ec3c-4eeb-884b-b40505094693 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:31.015605 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39600) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:31.056923 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-95198116-1776-40df-aeb4-877db2f1fa6d tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] DELETE failed (client error): The resource could not be found. Apr 28 19:54:31.057375 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95198116-1776-40df-aeb4-877db2f1fa6d tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:54:31.064669 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-95198116-1776-40df-aeb4-877db2f1fa6d tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/subnets/31393373-841c-47fd-858d-0c0af2352a9c HTTP/1.1" status: 404 len: 337 time: 0.0407641 Apr 28 19:54:31.069212 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39602) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:31.080449 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e37361-61e9-4282-9581-7833a73b5cdc None None] The sync data for ids ['77ca16b4-b89e-4a11-b22a-c0ae411cce4f'] in n-d-839810-1 is: [{'id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'name': 'tempest-TestNetworkBasicOps-router-667246321', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '5265d459-9a02-4afa-b506-56388af0c2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:54:09Z', 'updated_at': '2022-04-28T19:54:19Z', 'revision_number': 4, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'gw_port': {'id': '5265d459-9a02-4afa-b506-56388af0c2ba', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:77:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:11Z', 'updated_at': '2022-04-28T19:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'c44def3a-520b-431a-b2d0-7a2aa0a848d2', 'name': '', 'network_id': '30db331d-2929-4954-8cf4-0f6f324e75e7', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'mac_address': 'fa:16:3e:db:79:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'd4ca4fc0-ebf7-49e4-affa-59ffb35e90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:16Z', 'updated_at': '2022-04-28T19:54:29Z', 'revision_number': 4, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'subnets': [{'id': 'd4ca4fc0-ebf7-49e4-affa-59ffb35e90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:54:31.089234 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port b0e24503-22d4-45f1-8243-3bb13d5302aa triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:31.089616 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:31.110171 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3910adc-65ea-4eb9-a7f6-c02e18ab41a0 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be93b6f6-6576-4883-b1a4-7527a628cfdd,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:31.118051 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa13cfdf-45da-42d0-8a0c-9d30b8206ecb tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] DELETE failed (client error): The resource could not be found. Apr 28 19:54:31.121261 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa13cfdf-45da-42d0-8a0c-9d30b8206ecb tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:54:31.127101 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9cf61a2b-ec3c-4eeb-884b-b40505094693 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:31.132834 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fa13cfdf-45da-42d0-8a0c-9d30b8206ecb tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/subnets/e1f5cc76-f29a-4bda-8d85-ee6d04059316 HTTP/1.1" status: 404 len: 337 time: 0.0593660 Apr 28 19:54:31.134600 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b3910adc-65ea-4eb9-a7f6-c02e18ab41a0 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:31.137912 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b3910adc-65ea-4eb9-a7f6-c02e18ab41a0 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8881297 Apr 28 19:54:31.138599 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39604) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:31.140528 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39606) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:31.149061 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-b78d5e46-f32c-449e-866a-61f85efb8181 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Request body: {'security_group_rule': {'security_group_id': '94ae8204-62a6-49ad-b2fd-122d2389dd1d', 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:31.171600 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-16758d57-00b0-4118-9440-ad1e6b18f59e None None] Provisioning complete for port c44def3a-520b-431a-b2d0-7a2aa0a848d2 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:31.171940 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-16758d57-00b0-4118-9440-ad1e6b18f59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:31.298102 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b78d5e46-f32c-449e-866a-61f85efb8181 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:31.309519 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ab21bc51-3634-4243-aecb-1422f7f7125c tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:31.402409 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-16758d57-00b0-4118-9440-ad1e6b18f59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:31.413572 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3faee554-c22a-4de0-b290-14fdf886b2ce tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:31.417478 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e844bd80-1ddd-444a-b0e4-fa2ac08414ea None None] DHCP port deletion for 0c71413c-ce91-4206-9ed8-1ae3b23da60b request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:54:31.480339 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a2aad446-6bd9-438c-b9be-f3cd973c3b14 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:54:31.504155 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b78d5e46-f32c-449e-866a-61f85efb8181 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:31.513828 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4317cea2-f436-485e-977d-00c18830af1e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Deleting port df83d4b4-4514-4100-89e5-af8626c2b514 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:31.514402 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4317cea2-f436-485e-977d-00c18830af1e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:31.519259 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b78d5e46-f32c-449e-866a-61f85efb8181 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:31.561252 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-16758d57-00b0-4118-9440-ad1e6b18f59e None None] For port c44def3a-520b-431a-b2d0-7a2aa0a848d2, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c44def3a-520b-431a-b2d0-7a2aa0a848d2,segment=NetworkSegment(9ba9efc4-c8e7-48d7-8b5d-67fe4068376f),segment_id=9ba9efc4-c8e7-48d7-8b5d-67fe4068376f)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:31.573489 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faee554-c22a-4de0-b290-14fdf886b2ce tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Pushing event deleted for resources: {'Port': ['ID=0b56db63-fa27-4762-9849-1b51d5ae92ed,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:31.576699 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-16758d57-00b0-4118-9440-ad1e6b18f59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:31.620891 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:54:31.649531 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b78d5e46-f32c-449e-866a-61f85efb8181 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:31.650042 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ab21bc51-3634-4243-aecb-1422f7f7125c tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:31.650687 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b78d5e46-f32c-449e-866a-61f85efb8181 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5086517 Apr 28 19:54:31.658957 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39608) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:31.666767 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d5e46-f32c-449e-866a-61f85efb8181 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e060db1f-1738-4bd1-a161-de1d2b69d9c2,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:31.678191 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-b15c5e19-644e-4d5b-909c-02af74aa8381 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Request body: {'security_group_rule': {'security_group_id': '94ae8204-62a6-49ad-b2fd-122d2389dd1d', 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:31.699934 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4317cea2-f436-485e-977d-00c18830af1e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:31.723318 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4317cea2-f436-485e-977d-00c18830af1e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Calling delete_port for df83d4b4-4514-4100-89e5-af8626c2b514 owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:31.725970 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-ad981253-f50f-4561-9fd5-2a8b236efd04 None None] Allocated IP 2001:db8::2 (1d2ee09d-4dfb-4d05-aec6-fa482ed3641f/996b9d9d-ab12-4b8d-86ee-6900ecbdb9c2/ad091d1f-62e2-47f6-9f92-143aa1d762bd) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:31.731005 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aa1f3361-7c73-4592-8251-d60f2de4e2f5 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:31.842534 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab21bc51-3634-4243-aecb-1422f7f7125c tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Network 1d2ee09d-4dfb-4d05-aec6-fa482ed3641f is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:31.848779 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-ab21bc51-3634-4243-aecb-1422f7f7125c tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:31.860042 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3faee554-c22a-4de0-b290-14fdf886b2ce tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks [] for floatingip, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:31.863336 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3faee554-c22a-4de0-b290-14fdf886b2ce tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:31.868069 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3faee554-c22a-4de0-b290-14fdf886b2ce tempest-AttachVolumeShelveTestJSON-803087133 tempest-AttachVolumeShelveTestJSON-803087133-project] 10.222.0.42 "DELETE /v2.0/floatingips/ba2742c7-2000-46df-929f-73b5bfc5c6b5 HTTP/1.1" status: 204 len: 168 time: 3.2167943 Apr 28 19:54:31.870769 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab21bc51-3634-4243-aecb-1422f7f7125c tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:54:31.887102 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab21bc51-3634-4243-aecb-1422f7f7125c tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:31.887781 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ab21bc51-3634-4243-aecb-1422f7f7125c tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:31.929012 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ad981253-f50f-4561-9fd5-2a8b236efd04 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:31.947004 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-16758d57-00b0-4118-9440-ad1e6b18f59e None None] Provisioning complete for port 4d5937d6-4afe-435a-b493-acaa5c619b5f triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:31.948719 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-16758d57-00b0-4118-9440-ad1e6b18f59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:31.954723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21bc51-3634-4243-aecb-1422f7f7125c tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Pushing event updated for resources: {'Port': ['ID=c71937f0-ac10-460b-93d5-2fe0767d166a,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:31.957549 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ad981253-f50f-4561-9fd5-2a8b236efd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:31.977536 n-d-839810-1 neutron-server[102774]: INFO neutron.db.securitygroups_db [None req-b15c5e19-644e-4d5b-909c-02af74aa8381 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Project 9d9e2f02c26d442699c083632dd6dfd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 19:54:32.006108 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ab21bc51-3634-4243-aecb-1422f7f7125c tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.2362711 Apr 28 19:54:32.008488 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39614) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:32.009353 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b15c5e19-644e-4d5b-909c-02af74aa8381 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:32.017216 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-e07dbc5b-ef11-43c0-92f1-fb10b502792d tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Request body: {'port': {'network_id': '1d2ee09d-4dfb-4d05-aec6-fa482ed3641f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1318176824', 'allowed_address_pairs': [{'ip_address': '2001:db8::15f', 'mac_address': 'fa:16:3e:d0:fd:7e'}]}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:32.045312 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-e844bd80-1ddd-444a-b0e4-fa2ac08414ea None None] Deleting port 1371d45a-e22a-4c1c-bc91-b0b5d3046cc5 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:32.045687 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e844bd80-1ddd-444a-b0e4-fa2ac08414ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:32.075749 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad981253-f50f-4561-9fd5-2a8b236efd04 None None] Network 1d2ee09d-4dfb-4d05-aec6-fa482ed3641f is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:32.091845 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9cf61a2b-ec3c-4eeb-884b-b40505094693 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:32.100803 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port a2aad446-6bd9-438c-b9be-f3cd973c3b14 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:32.102584 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:32.128583 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-ad981253-f50f-4561-9fd5-2a8b236efd04 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:32.128583 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad981253-f50f-4561-9fd5-2a8b236efd04 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:54:32.128819 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9cf61a2b-ec3c-4eeb-884b-b40505094693 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:32.128924 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16758d57-00b0-4118-9440-ad1e6b18f59e None None] Pushing event updated for resources: {'Port': ['ID=c44def3a-520b-431a-b2d0-7a2aa0a848d2,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:32.134177 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:32.348053 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-16758d57-00b0-4118-9440-ad1e6b18f59e None None] Port 4d5937d6-4afe-435a-b493-acaa5c619b5f cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:54:32.452050 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-e844bd80-1ddd-444a-b0e4-fa2ac08414ea None None] For port 1371d45a-e22a-4c1c-bc91-b0b5d3046cc5, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=1371d45a-e22a-4c1c-bc91-b0b5d3046cc5,segment=NetworkSegment(0e54928d-2e20-46b5-9de6-90cc5dbcd6e3),segment_id=0e54928d-2e20-46b5-9de6-90cc5dbcd6e3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:32.452486 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e844bd80-1ddd-444a-b0e4-fa2ac08414ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:32.502226 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b15c5e19-644e-4d5b-909c-02af74aa8381 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:32.506592 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-16758d57-00b0-4118-9440-ad1e6b18f59e None None] Provisioning complete for port a2aad446-6bd9-438c-b9be-f3cd973c3b14 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:32.507075 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-16758d57-00b0-4118-9440-ad1e6b18f59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:32.525156 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad981253-f50f-4561-9fd5-2a8b236efd04 None None] Pushing event updated for resources: {'Port': ['ID=ad091d1f-62e2-47f6-9f92-143aa1d762bd,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:32.557082 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07dbc5b-ef11-43c0-92f1-fb10b502792d tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Made reservation on behalf of acedd1c58fb246028ae200e9c2e4d10f for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:32.565451 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-e844bd80-1ddd-444a-b0e4-fa2ac08414ea None None] Calling delete_port for 1371d45a-e22a-4c1c-bc91-b0b5d3046cc5 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:32.582985 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b15c5e19-644e-4d5b-909c-02af74aa8381 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:32.650549 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf61a2b-ec3c-4eeb-884b-b40505094693 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Port': ['ID=7a06671e-c9f6-48d0-9510-5314bdc209d1,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:32.663956 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-9cf61a2b-ec3c-4eeb-884b-b40505094693 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] In _notify_port_updated(), no bound segment for port 7a06671e-c9f6-48d0-9510-5314bdc209d1 on network 0b0973dd-e99f-48fb-8556-977d8bb71b26 {{(pid=102774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 19:54:32.672318 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf61a2b-ec3c-4eeb-884b-b40505094693 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:32.673746 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9cf61a2b-ec3c-4eeb-884b-b40505094693 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:32.678951 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-ad981253-f50f-4561-9fd5-2a8b236efd04 None None] Attempting to bind port ad091d1f-62e2-47f6-9f92-143aa1d762bd on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:54:32.679565 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-ad981253-f50f-4561-9fd5-2a8b236efd04 None None] Attempting to bind port ad091d1f-62e2-47f6-9f92-143aa1d762bd by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'd2a24cd6-7ae4-4a73-add1-a41aefcd001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1d2ee09d-4dfb-4d05-aec6-fa482ed3641f'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:54:32.679719 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9cf61a2b-ec3c-4eeb-884b-b40505094693 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "PUT /v2.0/ports/7a06671e-c9f6-48d0-9510-5314bdc209d1 HTTP/1.1" status: 200 len: 818 time: 1.6895916 Apr 28 19:54:32.680295 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad981253-f50f-4561-9fd5-2a8b236efd04 None None] Attempting to bind port ad091d1f-62e2-47f6-9f92-143aa1d762bd on network 1d2ee09d-4dfb-4d05-aec6-fa482ed3641f {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:54:32.687639 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39618) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:32.694154 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad981253-f50f-4561-9fd5-2a8b236efd04 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:54:32.694851 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad981253-f50f-4561-9fd5-2a8b236efd04 None None] Checking segment: {'id': 'd2a24cd6-7ae4-4a73-add1-a41aefcd001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1d2ee09d-4dfb-4d05-aec6-fa482ed3641f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:54:32.695459 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ad981253-f50f-4561-9fd5-2a8b236efd04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:32.696053 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad981253-f50f-4561-9fd5-2a8b236efd04 None None] Bound using segment: {'id': 'd2a24cd6-7ae4-4a73-add1-a41aefcd001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1d2ee09d-4dfb-4d05-aec6-fa482ed3641f'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:54:32.696818 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-ad981253-f50f-4561-9fd5-2a8b236efd04 None None] Bound port: ad091d1f-62e2-47f6-9f92-143aa1d762bd, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a24cd6-7ae4-4a73-add1-a41aefcd001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1d2ee09d-4dfb-4d05-aec6-fa482ed3641f'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:54:32.697397 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ad981253-f50f-4561-9fd5-2a8b236efd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:32.786344 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4317cea2-f436-485e-977d-00c18830af1e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:32.816455 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c5e19-644e-4d5b-909c-02af74aa8381 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76c2a5f1-cb89-4b57-8b74-e204d493ca10,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:32.903953 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b15c5e19-644e-4d5b-909c-02af74aa8381 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:32.905215 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b15c5e19-644e-4d5b-909c-02af74aa8381 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2310662 Apr 28 19:54:32.910920 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39622) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:32.918089 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-672e4828-9e5e-4a53-8e7a-bb8313269f71 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Request body: {'security_group_rule': {'security_group_id': '94ae8204-62a6-49ad-b2fd-122d2389dd1d', 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:32.933486 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4317cea2-f436-485e-977d-00c18830af1e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:32.942919 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4317cea2-f436-485e-977d-00c18830af1e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/ports/df83d4b4-4514-4100-89e5-af8626c2b514 HTTP/1.1" status: 204 len: 168 time: 1.8025429 Apr 28 19:54:32.944581 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317cea2-f436-485e-977d-00c18830af1e tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Port': ['ID=df83d4b4-4514-4100-89e5-af8626c2b514,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:32.956418 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39624) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:32.996651 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:33.036813 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-16758d57-00b0-4118-9440-ad1e6b18f59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:33.082481 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-ad981253-f50f-4561-9fd5-2a8b236efd04 None None] For port ad091d1f-62e2-47f6-9f92-143aa1d762bd, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:54:33.085400 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e844bd80-1ddd-444a-b0e4-fa2ac08414ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:33.088862 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e07dbc5b-ef11-43c0-92f1-fb10b502792d tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:33.105923 n-d-839810-1 neutron-server[102774]: INFO neutron.db.securitygroups_db [None req-672e4828-9e5e-4a53-8e7a-bb8313269f71 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Project 9d9e2f02c26d442699c083632dd6dfd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 19:54:33.116981 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-672e4828-9e5e-4a53-8e7a-bb8313269f71 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:33.171212 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-ad981253-f50f-4561-9fd5-2a8b236efd04 None None] For port ad091d1f-62e2-47f6-9f92-143aa1d762bd, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ad091d1f-62e2-47f6-9f92-143aa1d762bd,segment=NetworkSegment(d2a24cd6-7ae4-4a73-add1-a41aefcd001e),segment_id=d2a24cd6-7ae4-4a73-add1-a41aefcd001e)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:54:33.181349 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844bd80-1ddd-444a-b0e4-fa2ac08414ea None None] Pushing event deleted for resources: {'Port': ['ID=1371d45a-e22a-4c1c-bc91-b0b5d3046cc5,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:33.222327 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port a2aad446-6bd9-438c-b9be-f3cd973c3b14, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a2aad446-6bd9-438c-b9be-f3cd973c3b14,segment=NetworkSegment(dbd6d918-173b-4447-8933-059b920c5af8),segment_id=dbd6d918-173b-4447-8933-059b920c5af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:33.233791 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0f0a24fd-a7ab-4ce5-aff6-6f1438ab8271 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:33.243952 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:33.248594 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ad981253-f50f-4561-9fd5-2a8b236efd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:33.258859 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-672e4828-9e5e-4a53-8e7a-bb8313269f71 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:33.261108 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e844bd80-1ddd-444a-b0e4-fa2ac08414ea None None] No DVR routers for this DVR port 1371d45a-e22a-4c1c-bc91-b0b5d3046cc5 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:54:33.272038 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-e07dbc5b-ef11-43c0-92f1-fb10b502792d tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] device_id is not set on port a708e4c4-ad69-4f2d-b0e9-f720a413bf07 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:54:33.278394 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-672e4828-9e5e-4a53-8e7a-bb8313269f71 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:33.372083 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-3a52be72-3ce9-483d-a151-e30e802b9389 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Deleting port 7a06671e-c9f6-48d0-9510-5314bdc209d1 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:33.372681 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3a52be72-3ce9-483d-a151-e30e802b9389 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:33.470736 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3a52be72-3ce9-483d-a151-e30e802b9389 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:33.496310 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-3a52be72-3ce9-483d-a151-e30e802b9389 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Calling delete_port for 7a06671e-c9f6-48d0-9510-5314bdc209d1 owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:33.504273 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c44def3a-520b-431a-b2d0-7a2aa0a848d2 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:54:33.577089 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:33.614431 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port c44def3a-520b-431a-b2d0-7a2aa0a848d2 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:33.614813 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:33.616942 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-16758d57-00b0-4118-9440-ad1e6b18f59e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:54:33.617345 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-16758d57-00b0-4118-9440-ad1e6b18f59e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:54:33.652749 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=a2aad446-6bd9-438c-b9be-f3cd973c3b14,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:33.681280 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0f0a24fd-a7ab-4ce5-aff6-6f1438ab8271 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:33.759250 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-0f0a24fd-a7ab-4ce5-aff6-6f1438ab8271 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c71413c-ce91-4206-9ed8-1ae3b23da60b']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:33.777635 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-0f0a24fd-a7ab-4ce5-aff6-6f1438ab8271 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e54928d-2e20-46b5-9de6-90cc5dbcd6e3') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:33.777834 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-0f0a24fd-a7ab-4ce5-aff6-6f1438ab8271 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e54928d-2e20-46b5-9de6-90cc5dbcd6e3') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:33.800249 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad981253-f50f-4561-9fd5-2a8b236efd04 None None] Pushing event updated for resources: {'Port': ['ID=ad091d1f-62e2-47f6-9f92-143aa1d762bd,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:33.808192 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-aa1f3361-7c73-4592-8251-d60f2de4e2f5 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Deleting port 4d5937d6-4afe-435a-b493-acaa5c619b5f {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:33.808742 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aa1f3361-7c73-4592-8251-d60f2de4e2f5 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:33.812976 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0f0a24fd-a7ab-4ce5-aff6-6f1438ab8271 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:33.833586 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-e07dbc5b-ef11-43c0-92f1-fb10b502792d tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Allocated IP 2001:db8::2a7 (1d2ee09d-4dfb-4d05-aec6-fa482ed3641f/996b9d9d-ab12-4b8d-86ee-6900ecbdb9c2/a708e4c4-ad69-4f2d-b0e9-f720a413bf07) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:33.959574 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e4828-9e5e-4a53-8e7a-bb8313269f71 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a119d68f-a9b4-4820-9c8a-1fb4ea5332e7,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:33.966003 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0f0a24fd-a7ab-4ce5-aff6-6f1438ab8271 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:33.978758 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f0a24fd-a7ab-4ce5-aff6-6f1438ab8271 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:54:33.979301 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0f0a24fd-a7ab-4ce5-aff6-6f1438ab8271 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:33.997532 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-672e4828-9e5e-4a53-8e7a-bb8313269f71 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:34.004303 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-672e4828-9e5e-4a53-8e7a-bb8313269f71 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0902748 Apr 28 19:54:34.043609 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 1371d45a-e22a-4c1c-bc91-b0b5d3046cc5 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:54:34.078667 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:54:34.078667 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:54:34.078667 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:54:34.078667 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:54:34.078667 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:54:34.078667 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:54:34.078667 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:54:34.078667 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:54:34.078667 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:54:34.078667 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:54:34.078667 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:54:34.078667 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:54:34.078667 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:54:34.078667 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:54:34.078667 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:54:34.078667 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:54:34.078667 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:54:34.078667 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:54:34.078667 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:54:34.078667 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:54:34.078667 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:54:34.078667 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:54:34.078667 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:54:34.078667 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:54:34.078667 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:54:34.078667 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:54:34.078667 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:54:34.078667 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:54:34.078667 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:54:34.078667 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:54:34.078667 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:54:34.078667 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:54:34.107054 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 1371d45a-e22a-4c1c-bc91-b0b5d3046cc5 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:54:34.107427 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 1371d45a-e22a-4c1c-bc91-b0b5d3046cc5 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:54:34.144261 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aa1f3361-7c73-4592-8251-d60f2de4e2f5 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:34.175460 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-aa1f3361-7c73-4592-8251-d60f2de4e2f5 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Calling delete_port for 4d5937d6-4afe-435a-b493-acaa5c619b5f owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:34.224011 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3a52be72-3ce9-483d-a151-e30e802b9389 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:34.260275 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52be72-3ce9-483d-a151-e30e802b9389 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Port': ['ID=7a06671e-c9f6-48d0-9510-5314bdc209d1,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:34.290574 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3a52be72-3ce9-483d-a151-e30e802b9389 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:34.298266 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3a52be72-3ce9-483d-a151-e30e802b9389 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/ports/7a06671e-c9f6-48d0-9510-5314bdc209d1 HTTP/1.1" status: 204 len: 168 time: 1.6008739 Apr 28 19:54:34.303592 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39642) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:34.308520 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-16758d57-00b0-4118-9440-ad1e6b18f59e None None] Provisioning complete for port 8d353575-ae44-4c02-b445-6868db03da96 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:34.308903 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-16758d57-00b0-4118-9440-ad1e6b18f59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:34.446981 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0f0a24fd-a7ab-4ce5-aff6-6f1438ab8271 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:34.462013 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ec3f5b-6d82-4b7a-ba01-95b66f594363 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:34.470817 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f3ec3f5b-6d82-4b7a-ba01-95b66f594363 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1640134 Apr 28 19:54:34.474420 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39648) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:34.478305 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0f0a24fd-a7ab-4ce5-aff6-6f1438ab8271 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:34.486568 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0f0a24fd-a7ab-4ce5-aff6-6f1438ab8271 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] 10.222.0.42 "DELETE /v2.0/networks/0c71413c-ce91-4206-9ed8-1ae3b23da60b HTTP/1.1" status: 204 len: 168 time: 1.5289254 Apr 28 19:54:34.492497 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a24fd-a7ab-4ce5-aff6-6f1438ab8271 tempest-PortsIpV6TestJSON-213553360 tempest-PortsIpV6TestJSON-213553360-project] Pushing event deleted for resources: {'Network': ['ID=0c71413c-ce91-4206-9ed8-1ae3b23da60b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:34.542002 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aa1f3361-7c73-4592-8251-d60f2de4e2f5 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:34.620702 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f3361-7c73-4592-8251-d60f2de4e2f5 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Pushing event deleted for resources: {'Port': ['ID=4d5937d6-4afe-435a-b493-acaa5c619b5f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:34.624522 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f71a0f-137c-4daa-80a3-6bbff0d98ffd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] GET failed (client error): The resource could not be found. Apr 28 19:54:34.640754 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a3f71a0f-137c-4daa-80a3-6bbff0d98ffd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "GET /v2.0/ports/7a06671e-c9f6-48d0-9510-5314bdc209d1 HTTP/1.1" status: 404 len: 333 time: 0.1411066 Apr 28 19:54:34.645536 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39652) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:34.665009 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-69d85f88-6283-4251-a8d4-576e2c6d3978 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-379416878'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:34.701867 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-1df8a607-0a1e-4db5-9298-c2df537d4fe0 None None] Could not find standard attr ID for object df83d4b4-4514-4100-89e5-af8626c2b514. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:54:34.713528 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-1df8a607-0a1e-4db5-9298-c2df537d4fe0 None None] Could not find standard attr ID for object 1371d45a-e22a-4c1c-bc91-b0b5d3046cc5. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:54:34.720936 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d85f88-6283-4251-a8d4-576e2c6d3978 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:34.727176 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-69d85f88-6283-4251-a8d4-576e2c6d3978 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:34.815815 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e07dbc5b-ef11-43c0-92f1-fb10b502792d tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:34.834292 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-e679f1e1-0d7e-4b8f-b857-e07621c8f97d tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1664155298&fields=id&tenant_id=9d9e2f02c26d442699c083632dd6dfd5 HTTP/1.1" status: 200 len: 267 time: 0.4638169 Apr 28 19:54:34.883848 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dcb8612b-45dc-4f7c-a568-190bf8d1b65b req-e5f99f32-9326-4ff4-b160-809d33297fd5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8021047 Apr 28 19:54:34.887597 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aa1f3361-7c73-4592-8251-d60f2de4e2f5 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:35.127545 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d85f88-6283-4251-a8d4-576e2c6d3978 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:54:35.165970 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39658) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:35.215423 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8612b-45dc-4f7c-a568-190bf8d1b65b req-270e04f2-dd1e-4e06-9a06-b00684e6d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:35.218778 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dcb8612b-45dc-4f7c-a568-190bf8d1b65b req-270e04f2-dd1e-4e06-9a06-b00684e6d935 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3397cabaf68f4eccbdd2d7c135e48bbd&device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 1097 time: 0.2102194 Apr 28 19:54:35.229297 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-69d85f88-6283-4251-a8d4-576e2c6d3978 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:35.234336 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-69d85f88-6283-4251-a8d4-576e2c6d3978 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Added segment 3e2a8522-dd9a-4057-967d-1be421638b9f of type vlan for network 8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b Apr 28 19:54:35.293157 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-97bf83ed-3abd-41b0-94a9-8c16866015f9 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:35.307257 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-97bf83ed-3abd-41b0-94a9-8c16866015f9 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/networks?id=30db331d-2929-4954-8cf4-0f6f324e75e7 HTTP/1.1" status: 200 len: 797 time: 0.4630270 Apr 28 19:54:35.353256 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e07dbc5b-ef11-43c0-92f1-fb10b502792d tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:35.357177 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1f3361-7c73-4592-8251-d60f2de4e2f5 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Router 92dd3954-220a-470e-a6d6-88a3403e2244 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:54:35.363611 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-69d85f88-6283-4251-a8d4-576e2c6d3978 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:35.463911 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-b635f520-2ac4-4199-b134-5894ac8f61ff tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/quotas/9d9e2f02c26d442699c083632dd6dfd5 HTTP/1.1" status: 200 len: 375 time: 0.1556394 Apr 28 19:54:35.494404 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3534542f-7935-4cec-9979-536bfa69fa87 None None] Network 1d2ee09d-4dfb-4d05-aec6-fa482ed3641f requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:35.547650 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.db.resource_extend [None req-69d85f88-6283-4251-a8d4-576e2c6d3978 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:54:35.568834 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07dbc5b-ef11-43c0-92f1-fb10b502792d tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Network 1d2ee09d-4dfb-4d05-aec6-fa482ed3641f is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:35.585151 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-e07dbc5b-ef11-43c0-92f1-fb10b502792d tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:35.598392 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07dbc5b-ef11-43c0-92f1-fb10b502792d tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:54:35.605243 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07dbc5b-ef11-43c0-92f1-fb10b502792d tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:35.605957 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e07dbc5b-ef11-43c0-92f1-fb10b502792d tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:35.616215 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07dbc5b-ef11-43c0-92f1-fb10b502792d tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Pushing event updated for resources: {'Port': ['ID=a708e4c4-ad69-4f2d-b0e9-f720a413bf07,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:35.623429 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-69d85f88-6283-4251-a8d4-576e2c6d3978 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:35.641385 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d85f88-6283-4251-a8d4-576e2c6d3978 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:35.641957 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-69d85f88-6283-4251-a8d4-576e2c6d3978 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:35.682218 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-373eb943-d575-47b0-910d-22a1b5179b3a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1c1fbcb84ca3492ab67cea60788320db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5021687 Apr 28 19:54:35.702478 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-69d85f88-6283-4251-a8d4-576e2c6d3978 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0507207 Apr 28 19:54:35.702478 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39664) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:35.713763 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39666) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:35.747813 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-3a3122e6-79ce-4c87-bccb-bbbf908b7037 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'subnet': {'network_id': '8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:35.757568 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e07dbc5b-ef11-43c0-92f1-fb10b502792d tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.7445426 Apr 28 19:54:35.763240 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a2aad446-6bd9-438c-b9be-f3cd973c3b14 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:54:35.763443 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39668) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:35.786332 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1f3361-7c73-4592-8251-d60f2de4e2f5 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:54:35.800534 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-aa1f3361-7c73-4592-8251-d60f2de4e2f5 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] 10.222.0.42 "PUT /v2.0/routers/92dd3954-220a-470e-a6d6-88a3403e2244/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2241156 Apr 28 19:54:35.801778 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39670) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:35.811707 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-de497476-2950-455e-b9d4-1cef6772d088 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d9e2f02c26d442699c083632dd6dfd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3390417 Apr 28 19:54:35.826975 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8612b-45dc-4f7c-a568-190bf8d1b65b req-9a2153d0-07b1-4f7c-902d-5ad097a79e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:35.828612 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dcb8612b-45dc-4f7c-a568-190bf8d1b65b req-9a2153d0-07b1-4f7c-902d-5ad097a79e41 service neutron] 10.222.0.15 "GET /v2.0/networks?id=13d770d2-76f1-4754-862f-2caf67b7488d HTTP/1.1" status: 200 len: 912 time: 0.5253360 Apr 28 19:54:35.861401 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a2df64-52a5-4bd1-8db8-49db99fa6d43 None None] Sync routers for ids ['92dd3954-220a-470e-a6d6-88a3403e2244'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:54:35.881506 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-89abe33a-8371-47f2-b79a-be7c03400241 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] delete failed (client error): The resource could not be found. Apr 28 19:54:35.883100 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-89abe33a-8371-47f2-b79a-be7c03400241 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] 10.222.0.42 "DELETE /v2.0/routers/tempest-non_exist_router-558837140 HTTP/1.1" status: 404 len: 334 time: 0.0645800 Apr 28 19:54:35.894879 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39672) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:35.941146 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-42833573-bd2d-46cc-8956-1091eb11942f None None] Provisioning complete for port ad091d1f-62e2-47f6-9f92-143aa1d762bd triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:35.941787 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-42833573-bd2d-46cc-8956-1091eb11942f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:35.945283 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d85f88-6283-4251-a8d4-576e2c6d3978 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Network': ['ID=8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:35.951181 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-5d094e3a-c41e-46d6-a621-eb1e1d67e2ee tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Request body: {'router': {'external_gateway_info': {'network_id': '92dd3954-220a-470e-a6d6-88a3403e2244'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:35.978664 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf9db1a-a880-4408-85fd-ac1dc2f917a8 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:35.994865 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf9db1a-a880-4408-85fd-ac1dc2f917a8 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:36.004167 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a2df64-52a5-4bd1-8db8-49db99fa6d43 None None] Routers {'92dd3954-220a-470e-a6d6-88a3403e2244'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:54:36.005119 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-53a2df64-52a5-4bd1-8db8-49db99fa6d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:54:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['92dd3954-220a-470e-a6d6-88a3403e2244'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:36.013140 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf9db1a-a880-4408-85fd-ac1dc2f917a8 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:36.018153 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cdf9db1a-a880-4408-85fd-ac1dc2f917a8 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2433779 Apr 28 19:54:36.024243 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39674) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:36.052843 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dcb8612b-45dc-4f7c-a568-190bf8d1b65b req-309b743f-730d-472f-b775-1fed0969a6b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c67ace5d-1fb0-4547-8c1d-971faf48ea74 HTTP/1.1" status: 200 len: 1002 time: 0.1674020 Apr 28 19:54:36.087774 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:54:36.118094 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-53a2df64-52a5-4bd1-8db8-49db99fa6d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:36.217890 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8612b-45dc-4f7c-a568-190bf8d1b65b req-0d0a14ec-a3a4-4d7c-963e-329bd5b2e1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:36.222211 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dcb8612b-45dc-4f7c-a568-190bf8d1b65b req-0d0a14ec-a3a4-4d7c-963e-329bd5b2e1ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=95e411ad-3fda-47de-9866-800115a43d0a HTTP/1.1" status: 200 len: 850 time: 0.1407130 Apr 28 19:54:36.269745 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-d69ab67c-5870-42cd-9901-07338fc067b3 service neutron] 10.222.0.42 "GET /v2.0/networks/30db331d-2929-4954-8cf4-0f6f324e75e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569037 Apr 28 19:54:36.380973 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-02879499-7d54-4933-b403-1f806e1bee68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:36.408366 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8612b-45dc-4f7c-a568-190bf8d1b65b req-66b900e5-a369-4929-b03f-daeb877b7004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:36.412940 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dcb8612b-45dc-4f7c-a568-190bf8d1b65b req-66b900e5-a369-4929-b03f-daeb877b7004 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13d770d2-76f1-4754-862f-2caf67b7488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1813519 Apr 28 19:54:36.468657 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a2df64-52a5-4bd1-8db8-49db99fa6d43 None None] Routers {'92dd3954-220a-470e-a6d6-88a3403e2244'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:54:36.470896 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-53a2df64-52a5-4bd1-8db8-49db99fa6d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:54:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['92dd3954-220a-470e-a6d6-88a3403e2244'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:36.571138 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-02879499-7d54-4933-b403-1f806e1bee68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:36.573807 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3122e6-79ce-4c87-bccb-bbbf908b7037 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:36.577867 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3a3122e6-79ce-4c87-bccb-bbbf908b7037 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:36.601774 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port a2aad446-6bd9-438c-b9be-f3cd973c3b14 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:36.602339 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:36.663080 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dcb8612b-45dc-4f7c-a568-190bf8d1b65b req-ac504bc0-03d8-447e-8aad-20c005ca368a service neutron] 10.222.0.15 "GET /v2.0/networks/13d770d2-76f1-4754-862f-2caf67b7488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425585 Apr 28 19:54:36.671262 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-35cdc903-2788-40c7-9d9b-19130307e51b tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Deleting port a708e4c4-ad69-4f2d-b0e9-f720a413bf07 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:36.674801 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-35cdc903-2788-40c7-9d9b-19130307e51b tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:36.702087 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-53a2df64-52a5-4bd1-8db8-49db99fa6d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:36.709975 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a2df64-52a5-4bd1-8db8-49db99fa6d43 None None] The sync data for ids ['92dd3954-220a-470e-a6d6-88a3403e2244'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:54:36.795312 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-42833573-bd2d-46cc-8956-1091eb11942f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:36.904234 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5d094e3a-c41e-46d6-a621-eb1e1d67e2ee tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:36.952339 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-42833573-bd2d-46cc-8956-1091eb11942f None None] For port ad091d1f-62e2-47f6-9f92-143aa1d762bd, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ad091d1f-62e2-47f6-9f92-143aa1d762bd,segment=NetworkSegment(d2a24cd6-7ae4-4a73-add1-a41aefcd001e),segment_id=d2a24cd6-7ae4-4a73-add1-a41aefcd001e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:37.012699 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-42833573-bd2d-46cc-8956-1091eb11942f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:37.020744 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-02879499-7d54-4933-b403-1f806e1bee68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:37.024067 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-02879499-7d54-4933-b403-1f806e1bee68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:37.025391 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-02879499-7d54-4933-b403-1f806e1bee68 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7ffd5ce8-49bb-4240-8b87-6d1c9ffbdbb3 HTTP/1.1" status: 204 len: 168 time: 1.3196673 Apr 28 19:54:37.036357 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-35cdc903-2788-40c7-9d9b-19130307e51b tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:37.041530 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-207f0197-1ced-445a-9151-4c9ecb59f0a5 service neutron] 10.222.0.42 "GET /v2.0/networks/30db331d-2929-4954-8cf4-0f6f324e75e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7572968 Apr 28 19:54:37.058423 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-5d094e3a-c41e-46d6-a621-eb1e1d67e2ee tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] update failed (client error): The resource could not be found. Apr 28 19:54:37.063346 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5d094e3a-c41e-46d6-a621-eb1e1d67e2ee tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] 10.222.0.42 "PUT /v2.0/routers/92dd3954-220a-470e-a6d6-88a3403e2244 HTTP/1.1" status: 404 len: 339 time: 1.1151392 Apr 28 19:54:37.069320 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39690) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:37.100942 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dcb8612b-45dc-4f7c-a568-190bf8d1b65b req-4e999e71-5709-4225-b87a-a64d3a6495bc service neutron] 10.222.0.15 "GET /v2.0/networks/13d770d2-76f1-4754-862f-2caf67b7488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212706 Apr 28 19:54:37.115406 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-594c45e9-b050-49e8-a6fa-4b9c0303f935 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1347883411'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:37.139927 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02879499-7d54-4933-b403-1f806e1bee68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffd5ce8-49bb-4240-8b87-6d1c9ffbdbb3,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:37.143412 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-35cdc903-2788-40c7-9d9b-19130307e51b tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Calling delete_port for a708e4c4-ad69-4f2d-b0e9-f720a413bf07 owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:37.178993 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ad091d1f-62e2-47f6-9f92-143aa1d762bd up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:54:37.235023 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594c45e9-b050-49e8-a6fa-4b9c0303f935 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Made reservation on behalf of 8a7c18e0aee5460b96c1acca6abd5287 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:37.247691 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-594c45e9-b050-49e8-a6fa-4b9c0303f935 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:37.400383 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-ea83104b-73cc-4bd6-b904-4e174baa265a None None] Provisioning complete for port a708e4c4-ad69-4f2d-b0e9-f720a413bf07 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:37.400763 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ea83104b-73cc-4bd6-b904-4e174baa265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:37.439745 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-594c45e9-b050-49e8-a6fa-4b9c0303f935 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:54:37.458777 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-35cdc903-2788-40c7-9d9b-19130307e51b tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:37.495094 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-594c45e9-b050-49e8-a6fa-4b9c0303f935 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:37.495352 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-594c45e9-b050-49e8-a6fa-4b9c0303f935 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Added segment 678de579-2bbe-4bef-9053-f96900eee639 of type vlan for network c9bbf4aa-6085-4c12-bdf4-5d67980a38d6 Apr 28 19:54:37.541977 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42833573-bd2d-46cc-8956-1091eb11942f None None] Pushing event updated for resources: {'Port': ['ID=ad091d1f-62e2-47f6-9f92-143aa1d762bd,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:37.552728 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cdc903-2788-40c7-9d9b-19130307e51b tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Pushing event deleted for resources: {'Port': ['ID=a708e4c4-ad69-4f2d-b0e9-f720a413bf07,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:37.637619 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-594c45e9-b050-49e8-a6fa-4b9c0303f935 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:37.646203 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f4ec3f53-9d73-41a1-b4af-78843f0ddf90 req-b1d24a0b-4dbf-4010-8002-ca0a14abfd37 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6 HTTP/1.1" status: 200 len: 210 time: 0.0849147 Apr 28 19:54:37.679792 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-ea83104b-73cc-4bd6-b904-4e174baa265a None None] Port a708e4c4-ad69-4f2d-b0e9-f720a413bf07 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:54:37.681077 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3a3122e6-79ce-4c87-bccb-bbbf908b7037 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:37.724083 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port ad091d1f-62e2-47f6-9f92-143aa1d762bd triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:37.724277 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:37.782936 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-ea83104b-73cc-4bd6-b904-4e174baa265a None None] Provisioning complete for port c71937f0-ac10-460b-93d5-2fe0767d166a triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:37.785058 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ea83104b-73cc-4bd6-b904-4e174baa265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:37.821445 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-594c45e9-b050-49e8-a6fa-4b9c0303f935 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:37.837276 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594c45e9-b050-49e8-a6fa-4b9c0303f935 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:37.841539 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-594c45e9-b050-49e8-a6fa-4b9c0303f935 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:37.897493 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-594c45e9-b050-49e8-a6fa-4b9c0303f935 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8144391 Apr 28 19:54:37.904641 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-ea83104b-73cc-4bd6-b904-4e174baa265a None None] Port c71937f0-ac10-460b-93d5-2fe0767d166a cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:54:37.925404 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39710) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:37.941825 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-16a22ad4-42bd-4ff5-9c0e-e4236bd26e7e tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Request body: {'subnet': {'network_id': 'c9bbf4aa-6085-4c12-bdf4-5d67980a38d6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:37.945767 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-35cdc903-2788-40c7-9d9b-19130307e51b tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:37.954203 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-35cdc903-2788-40c7-9d9b-19130307e51b tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] 10.222.0.42 "DELETE /v2.0/ports/a708e4c4-ad69-4f2d-b0e9-f720a413bf07 HTTP/1.1" status: 204 len: 168 time: 1.9293106 Apr 28 19:54:37.954849 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39714) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:37.972421 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-ea83104b-73cc-4bd6-b904-4e174baa265a None None] Provisioning complete for port ad091d1f-62e2-47f6-9f92-143aa1d762bd triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:37.978901 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ea83104b-73cc-4bd6-b904-4e174baa265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:37.983914 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3122e6-79ce-4c87-bccb-bbbf908b7037 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Subnet': ['ID=397c006a-1afe-4ffe-9cfc-51cf431e3feb,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:37.996737 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c45e9-b050-49e8-a6fa-4b9c0303f935 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Pushing event updated for resources: {'Network': ['ID=c9bbf4aa-6085-4c12-bdf4-5d67980a38d6,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:38.006421 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3122e6-79ce-4c87-bccb-bbbf908b7037 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Checking segment: {'id': '3e2a8522-dd9a-4057-967d-1be421638b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:54:38.006823 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3122e6-79ce-4c87-bccb-bbbf908b7037 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Network hostable DHCP agents. Network: 8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:54:38.030786 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-209e0d85-4579-4107-9b1e-68c613240fb6 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] GET failed (client error): The resource could not be found. Apr 28 19:54:38.041198 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39720) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:38.042230 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-209e0d85-4579-4107-9b1e-68c613240fb6 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] 10.222.0.42 "GET /v2.0/ports/a708e4c4-ad69-4f2d-b0e9-f720a413bf07 HTTP/1.1" status: 404 len: 333 time: 0.0790687 Apr 28 19:54:38.045603 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network c9bbf4aa-6085-4c12-bdf4-5d67980a38d6 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:54:38.046451 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3122e6-79ce-4c87-bccb-bbbf908b7037 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Network 8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:54:38.073217 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-4388c446-0ae4-4b9a-bb4d-f2e8b559e442 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Request body: {'port': {'network_id': '1d2ee09d-4dfb-4d05-aec6-fa482ed3641f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1880816918'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:38.185633 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a22ad4-42bd-4ff5-9c0e-e4236bd26e7e tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Made reservation on behalf of 8a7c18e0aee5460b96c1acca6abd5287 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:38.201091 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-16a22ad4-42bd-4ff5-9c0e-e4236bd26e7e tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:38.292946 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-3a3122e6-79ce-4c87-bccb-bbbf908b7037 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:38.299949 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3122e6-79ce-4c87-bccb-bbbf908b7037 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:38.301214 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3a3122e6-79ce-4c87-bccb-bbbf908b7037 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:38.345554 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebe8e4a-3573-4f35-bddd-27befdd7f3b1 None None] Network 8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:38.368794 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3a3122e6-79ce-4c87-bccb-bbbf908b7037 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6537535 Apr 28 19:54:38.369443 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39730) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:38.395649 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-9c890b98-fcaf-48aa-904b-97421ef2be10 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'subnet': {'network_id': '8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:38.574282 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ad091d1f-62e2-47f6-9f92-143aa1d762bd up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:54:38.624895 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-16a22ad4-42bd-4ff5-9c0e-e4236bd26e7e tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:38.630842 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4388c446-0ae4-4b9a-bb4d-f2e8b559e442 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Made reservation on behalf of acedd1c58fb246028ae200e9c2e4d10f for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:38.634304 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4388c446-0ae4-4b9a-bb4d-f2e8b559e442 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:38.653339 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39736) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:38.760903 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a22ad4-42bd-4ff5-9c0e-e4236bd26e7e tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Pushing event updated for resources: {'Subnet': ['ID=5404c95e-759e-4c13-ab2f-03da154cb2cc,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:38.792571 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a22ad4-42bd-4ff5-9c0e-e4236bd26e7e tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Checking segment: {'id': '678de579-2bbe-4bef-9053-f96900eee639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c9bbf4aa-6085-4c12-bdf4-5d67980a38d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:54:38.792949 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a22ad4-42bd-4ff5-9c0e-e4236bd26e7e tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Network hostable DHCP agents. Network: c9bbf4aa-6085-4c12-bdf4-5d67980a38d6, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:54:38.841507 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a22ad4-42bd-4ff5-9c0e-e4236bd26e7e tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Network c9bbf4aa-6085-4c12-bdf4-5d67980a38d6 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:54:38.855151 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3961d0b4-9710-476e-b441-a074f4a44c89 None None] Could not find standard attr ID for object a708e4c4-ad69-4f2d-b0e9-f720a413bf07. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:54:38.861031 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-16a22ad4-42bd-4ff5-9c0e-e4236bd26e7e tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, c9bbf4aa-6085-4c12-bdf4-5d67980a38d6) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:38.865448 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a22ad4-42bd-4ff5-9c0e-e4236bd26e7e tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:38.866579 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-16a22ad4-42bd-4ff5-9c0e-e4236bd26e7e tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:38.878981 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e36b60-5339-47b3-83c7-436716c880c3 None None] Network c9bbf4aa-6085-4c12-bdf4-5d67980a38d6 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:38.901525 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-16a22ad4-42bd-4ff5-9c0e-e4236bd26e7e tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9732230 Apr 28 19:54:38.904245 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39742) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:38.909982 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-68c3ff91-9834-4f78-b7a8-a3b4c23cf625 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c9bbf4aa-6085-4c12-bdf4-5d67980a38d6'}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:38.926763 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port ad091d1f-62e2-47f6-9f92-143aa1d762bd triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:38.927680 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:39.004605 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3961d0b4-9710-476e-b441-a074f4a44c89 None None] Provisioning complete for port c71937f0-ac10-460b-93d5-2fe0767d166a triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:39.005352 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3961d0b4-9710-476e-b441-a074f4a44c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:39.012201 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ece2a06-b4b6-410e-a71d-4a63ce9c53eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b', 'network_id': '8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b', 'tenant_id': 'df76f2f1df9e41aba417616e0f1401a5', 'fixed_ips': [{'subnet_id': '397c006a-1afe-4ffe-9cfc-51cf431e3feb'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:54:39.013314 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9ece2a06-b4b6-410e-a71d-4a63ce9c53eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:39.145841 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-3961d0b4-9710-476e-b441-a074f4a44c89 None None] Port c71937f0-ac10-460b-93d5-2fe0767d166a cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:54:39.166206 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-302056f7-0b10-4d29-960a-93873e6dbc39 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Request body: {'network': {'name': 'tempest-RoutersTest-440278506'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:39.204157 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-4388c446-0ae4-4b9a-bb4d-f2e8b559e442 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] device_id is not set on port 6ca21ad2-ac48-4f2b-a1e7-9d947698db07 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:54:39.255524 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-68c3ff91-9834-4f78-b7a8-a3b4c23cf625 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:39.269796 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e6bbbeb3-07df-4a19-b5af-ed2c0c6704d6 req-4124040c-f601-43fc-a2fb-c43ffb7c0705 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6 HTTP/1.1" status: 200 len: 210 time: 0.5378191 Apr 28 19:54:39.271083 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302056f7-0b10-4d29-960a-93873e6dbc39 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Made reservation on behalf of 8e56e936bdd14ca9aa8a5eb368e71d6b for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:39.282343 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-302056f7-0b10-4d29-960a-93873e6dbc39 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:39.307668 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-302056f7-0b10-4d29-960a-93873e6dbc39 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:39.351131 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c890b98-fcaf-48aa-904b-97421ef2be10 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:39.355880 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9c890b98-fcaf-48aa-904b-97421ef2be10 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:39.472295 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-9ece2a06-b4b6-410e-a71d-4a63ce9c53eb None None] Allocated IP 172.20.0.2 (8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b/397c006a-1afe-4ffe-9cfc-51cf431e3feb/c975b7e2-2427-4aa5-b23f-7961f692008c) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:39.534424 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d226061f-cc19-4028-a0ac-e79189c04ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-c9bbf4aa-6085-4c12-bdf4-5d67980a38d6', 'network_id': 'c9bbf4aa-6085-4c12-bdf4-5d67980a38d6', 'tenant_id': '8a7c18e0aee5460b96c1acca6abd5287', 'fixed_ips': [{'subnet_id': '5404c95e-759e-4c13-ab2f-03da154cb2cc'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:54:39.538028 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d226061f-cc19-4028-a0ac-e79189c04ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:39.538604 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-68c3ff91-9834-4f78-b7a8-a3b4c23cf625 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:54:39.539675 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-68c3ff91-9834-4f78-b7a8-a3b4c23cf625 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] 10.222.0.42 "PUT /v2.0/routers/92dd3954-220a-470e-a6d6-88a3403e2244 HTTP/1.1" status: 400 len: 364 time: 0.6344419 Apr 28 19:54:39.546572 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39746) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:39.622365 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-4388c446-0ae4-4b9a-bb4d-f2e8b559e442 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Allocated IP 2001:db8::1c (1d2ee09d-4dfb-4d05-aec6-fa482ed3641f/996b9d9d-ab12-4b8d-86ee-6900ecbdb9c2/6ca21ad2-ac48-4f2b-a1e7-9d947698db07) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:39.699429 n-d-839810-1 neutron-server[102774]: INFO neutron.db.ipam_backend_mixin [None req-9c890b98-fcaf-48aa-904b-97421ef2be10 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 397c006a-1afe-4ffe-9cfc-51cf431e3feb (CIDR: 172.20.0.0/28) Apr 28 19:54:39.725870 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-302056f7-0b10-4d29-960a-93873e6dbc39 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:39.728829 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c890b98-fcaf-48aa-904b-97421ef2be10 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:54:39.729422 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c890b98-fcaf-48aa-904b-97421ef2be10 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:54:39.765851 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-972ecff5-9ef7-4a95-bd73-a020aeca70fd tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:39.767958 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-972ecff5-9ef7-4a95-bd73-a020aeca70fd tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.44 "GET /v2.0/networks?id=30db331d-2929-4954-8cf4-0f6f324e75e7 HTTP/1.1" status: 200 len: 797 time: 0.3787651 Apr 28 19:54:39.875649 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-d226061f-cc19-4028-a0ac-e79189c04ce9 None None] Allocated IP 2001:db8:1::2 (c9bbf4aa-6085-4c12-bdf4-5d67980a38d6/5404c95e-759e-4c13-ab2f-03da154cb2cc/cc8395b9-9f59-431f-985b-5ee1966014e9) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:39.952093 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-302056f7-0b10-4d29-960a-93873e6dbc39 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:39.964034 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9c890b98-fcaf-48aa-904b-97421ef2be10 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5871487 Apr 28 19:54:39.966010 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39750) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:39.972372 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4388c446-0ae4-4b9a-bb4d-f2e8b559e442 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:39.983385 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-5b9f9336-1197-48fb-a09a-f878af7bd9a9 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'subnet': {'network_id': '8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:40.051284 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d226061f-cc19-4028-a0ac-e79189c04ce9 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:40.061937 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d226061f-cc19-4028-a0ac-e79189c04ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:40.107681 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-302056f7-0b10-4d29-960a-93873e6dbc39 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:54:40.151482 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d226061f-cc19-4028-a0ac-e79189c04ce9 None None] Network c9bbf4aa-6085-4c12-bdf4-5d67980a38d6 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:40.154635 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226061f-cc19-4028-a0ac-e79189c04ce9 None None] Pushing event updated for resources: {'Port': ['ID=cc8395b9-9f59-431f-985b-5ee1966014e9,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:40.160491 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-d226061f-cc19-4028-a0ac-e79189c04ce9 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:40.166193 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d226061f-cc19-4028-a0ac-e79189c04ce9 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:54:40.200395 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-323b5d48-3dde-41ed-91cf-73d55b43d41f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d9e2f02c26d442699c083632dd6dfd5 HTTP/1.1" status: 200 len: 380 time: 0.2350252 Apr 28 19:54:40.207680 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302056f7-0b10-4d29-960a-93873e6dbc39 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed08bd73-b6c4-42c5-9208-3cb794d63ad0,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:40.211549 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-302056f7-0b10-4d29-960a-93873e6dbc39 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:40.211896 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-302056f7-0b10-4d29-960a-93873e6dbc39 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Added segment 9f80f447-1573-4387-bfe6-ae5a0b1f4397 of type vlan for network eb8395ea-118f-47ad-8a7e-e6ff36cccf9e Apr 28 19:54:40.220817 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-5a47757a-b183-460f-8678-08dc194a4b28 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Request body: {'port': {'device_id': '5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6', 'network_id': '30db331d-2929-4954-8cf4-0f6f324e75e7', 'admin_state_up': True, 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'security_groups': ['94ae8204-62a6-49ad-b2fd-122d2389dd1d']}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:40.295801 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d226061f-cc19-4028-a0ac-e79189c04ce9 None None] Attempting to bind port cc8395b9-9f59-431f-985b-5ee1966014e9 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:54:40.296189 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d226061f-cc19-4028-a0ac-e79189c04ce9 None None] Attempting to bind port cc8395b9-9f59-431f-985b-5ee1966014e9 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '678de579-2bbe-4bef-9053-f96900eee639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c9bbf4aa-6085-4c12-bdf4-5d67980a38d6'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:54:40.296555 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d226061f-cc19-4028-a0ac-e79189c04ce9 None None] Attempting to bind port cc8395b9-9f59-431f-985b-5ee1966014e9 on network c9bbf4aa-6085-4c12-bdf4-5d67980a38d6 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:54:40.308385 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d226061f-cc19-4028-a0ac-e79189c04ce9 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:54:40.308760 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d226061f-cc19-4028-a0ac-e79189c04ce9 None None] Checking segment: {'id': '678de579-2bbe-4bef-9053-f96900eee639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c9bbf4aa-6085-4c12-bdf4-5d67980a38d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:54:40.309173 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d226061f-cc19-4028-a0ac-e79189c04ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:40.309578 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d226061f-cc19-4028-a0ac-e79189c04ce9 None None] Bound using segment: {'id': '678de579-2bbe-4bef-9053-f96900eee639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c9bbf4aa-6085-4c12-bdf4-5d67980a38d6'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:54:40.310077 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d226061f-cc19-4028-a0ac-e79189c04ce9 None None] Bound port: cc8395b9-9f59-431f-985b-5ee1966014e9, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '678de579-2bbe-4bef-9053-f96900eee639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c9bbf4aa-6085-4c12-bdf4-5d67980a38d6'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:54:40.310900 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d226061f-cc19-4028-a0ac-e79189c04ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:40.332784 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9ece2a06-b4b6-410e-a71d-4a63ce9c53eb None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:40.411679 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9ece2a06-b4b6-410e-a71d-4a63ce9c53eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:40.506518 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8415869f-2fe6-42a6-80c7-fce17ae5c63f req-fe2ee352-3960-4b4f-947d-30b8df70954c tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6 HTTP/1.1" status: 200 len: 210 time: 0.0888002 Apr 28 19:54:40.507745 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ece2a06-b4b6-410e-a71d-4a63ce9c53eb None None] Network 8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:40.528351 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-9ece2a06-b4b6-410e-a71d-4a63ce9c53eb None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:40.529978 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ece2a06-b4b6-410e-a71d-4a63ce9c53eb None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:54:40.561949 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9212a3c2-c9ec-405e-803f-49e7ea83e145 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:40.568969 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d226061f-cc19-4028-a0ac-e79189c04ce9 None None] For port cc8395b9-9f59-431f-985b-5ee1966014e9, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:54:40.601044 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece2a06-b4b6-410e-a71d-4a63ce9c53eb None None] Pushing event updated for resources: {'Port': ['ID=c975b7e2-2427-4aa5-b23f-7961f692008c,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:40.612547 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-302056f7-0b10-4d29-960a-93873e6dbc39 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:40.620780 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-5a47757a-b183-460f-8678-08dc194a4b28 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Made reservation on behalf of 9d9e2f02c26d442699c083632dd6dfd5 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:40.625758 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-5a47757a-b183-460f-8678-08dc194a4b28 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:40.635857 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4388c446-0ae4-4b9a-bb4d-f2e8b559e442 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:40.637370 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d226061f-cc19-4028-a0ac-e79189c04ce9 None None] For port cc8395b9-9f59-431f-985b-5ee1966014e9, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=cc8395b9-9f59-431f-985b-5ee1966014e9,segment=NetworkSegment(678de579-2bbe-4bef-9053-f96900eee639),segment_id=678de579-2bbe-4bef-9053-f96900eee639)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:54:40.645877 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d226061f-cc19-4028-a0ac-e79189c04ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:40.687260 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4388c446-0ae4-4b9a-bb4d-f2e8b559e442 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Network 1d2ee09d-4dfb-4d05-aec6-fa482ed3641f is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:40.691395 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-9ece2a06-b4b6-410e-a71d-4a63ce9c53eb None None] Attempting to bind port c975b7e2-2427-4aa5-b23f-7961f692008c on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:54:40.691767 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-9ece2a06-b4b6-410e-a71d-4a63ce9c53eb None None] Attempting to bind port c975b7e2-2427-4aa5-b23f-7961f692008c by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '3e2a8522-dd9a-4057-967d-1be421638b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:54:40.692849 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ece2a06-b4b6-410e-a71d-4a63ce9c53eb None None] Attempting to bind port c975b7e2-2427-4aa5-b23f-7961f692008c on network 8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:54:40.698747 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-4388c446-0ae4-4b9a-bb4d-f2e8b559e442 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:40.702412 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4388c446-0ae4-4b9a-bb4d-f2e8b559e442 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:54:40.710061 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4388c446-0ae4-4b9a-bb4d-f2e8b559e442 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:40.710758 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4388c446-0ae4-4b9a-bb4d-f2e8b559e442 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:40.710888 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ece2a06-b4b6-410e-a71d-4a63ce9c53eb None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:54:40.711256 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ece2a06-b4b6-410e-a71d-4a63ce9c53eb None None] Checking segment: {'id': '3e2a8522-dd9a-4057-967d-1be421638b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:54:40.711657 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9ece2a06-b4b6-410e-a71d-4a63ce9c53eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:40.712050 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ece2a06-b4b6-410e-a71d-4a63ce9c53eb None None] Bound using segment: {'id': '3e2a8522-dd9a-4057-967d-1be421638b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:54:40.712555 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-9ece2a06-b4b6-410e-a71d-4a63ce9c53eb None None] Bound port: c975b7e2-2427-4aa5-b23f-7961f692008c, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2a8522-dd9a-4057-967d-1be421638b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:54:40.712915 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9ece2a06-b4b6-410e-a71d-4a63ce9c53eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:40.778801 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226061f-cc19-4028-a0ac-e79189c04ce9 None None] Pushing event updated for resources: {'Port': ['ID=cc8395b9-9f59-431f-985b-5ee1966014e9,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:40.827432 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4388c446-0ae4-4b9a-bb4d-f2e8b559e442 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7849865 Apr 28 19:54:40.837834 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39758) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:40.859912 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-9ece2a06-b4b6-410e-a71d-4a63ce9c53eb None None] For port c975b7e2-2427-4aa5-b23f-7961f692008c, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:54:40.867201 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-9ece2a06-b4b6-410e-a71d-4a63ce9c53eb None None] For port c975b7e2-2427-4aa5-b23f-7961f692008c, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c975b7e2-2427-4aa5-b23f-7961f692008c,segment=NetworkSegment(3e2a8522-dd9a-4057-967d-1be421638b9f),segment_id=3e2a8522-dd9a-4057-967d-1be421638b9f)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:54:40.875824 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9ece2a06-b4b6-410e-a71d-4a63ce9c53eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:40.882222 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-47623895-71b0-4b68-aa4e-d53b525b19ab tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::15f', 'mac_address': 'fa:16:3e:d0:fd:7e'}]}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:40.897663 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9f9336-1197-48fb-a09a-f878af7bd9a9 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:40.914399 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b9f9336-1197-48fb-a09a-f878af7bd9a9 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:40.991201 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-302056f7-0b10-4d29-960a-93873e6dbc39 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:40.998016 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302056f7-0b10-4d29-960a-93873e6dbc39 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:40.999311 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-302056f7-0b10-4d29-960a-93873e6dbc39 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:41.018739 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece2a06-b4b6-410e-a71d-4a63ce9c53eb None None] Pushing event updated for resources: {'Port': ['ID=c975b7e2-2427-4aa5-b23f-7961f692008c,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:41.041877 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388c446-0ae4-4b9a-bb4d-f2e8b559e442 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Pushing event updated for resources: {'Port': ['ID=6ca21ad2-ac48-4f2b-a1e7-9d947698db07,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:41.130539 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-9212a3c2-c9ec-405e-803f-49e7ea83e145 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Allocated IP 2001:db8::1 (32e115a4-9a65-4725-a47c-3c577d865f15/bb360be8-7cac-40b7-8a81-2ee49dec8b86/21dae3e6-88d5-4ebe-8df0-4d6fcc288b64) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:41.364905 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-cb9e38df-a884-453f-ac9f-e6aa9b62065b None None] Provisioning complete for port 6ca21ad2-ac48-4f2b-a1e7-9d947698db07 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:41.365341 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cb9e38df-a884-453f-ac9f-e6aa9b62065b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:41.369275 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9212a3c2-c9ec-405e-803f-49e7ea83e145 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:41.417526 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-302056f7-0b10-4d29-960a-93873e6dbc39 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.7550447 Apr 28 19:54:41.426202 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39760) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:41.431726 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-cb9e38df-a884-453f-ac9f-e6aa9b62065b None None] Port 6ca21ad2-ac48-4f2b-a1e7-9d947698db07 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:54:41.467639 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9212a3c2-c9ec-405e-803f-49e7ea83e145 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:41.488724 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-1f910844-34f5-4c5a-b53b-edae07b5a509 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Request body: {'network': {'name': 'tempest-RoutersTest-1396994160'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:41.534167 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302056f7-0b10-4d29-960a-93873e6dbc39 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Network': ['ID=eb8395ea-118f-47ad-8a7e-e6ff36cccf9e,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:41.535413 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9212a3c2-c9ec-405e-803f-49e7ea83e145 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Network 32e115a4-9a65-4725-a47c-3c577d865f15 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:41.548332 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network eb8395ea-118f-47ad-8a7e-e6ff36cccf9e details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:54:41.576764 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-9212a3c2-c9ec-405e-803f-49e7ea83e145 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:41.579584 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-5a47757a-b183-460f-8678-08dc194a4b28 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Allocated IP 172.20.0.4 (30db331d-2929-4954-8cf4-0f6f324e75e7/d4ca4fc0-ebf7-49e4-affa-59ffb35e90f0/c3893e74-f67c-497c-af3e-a07168b01f05) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:41.581660 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9212a3c2-c9ec-405e-803f-49e7ea83e145 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:54:41.582219 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9212a3c2-c9ec-405e-803f-49e7ea83e145 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:41.607059 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f910844-34f5-4c5a-b53b-edae07b5a509 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Made reservation on behalf of 8e56e936bdd14ca9aa8a5eb368e71d6b for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:41.611851 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1f910844-34f5-4c5a-b53b-edae07b5a509 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:41.690117 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212a3c2-c9ec-405e-803f-49e7ea83e145 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Pushing event updated for resources: {'Port': ['ID=21dae3e6-88d5-4ebe-8df0-4d6fcc288b64,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:41.745635 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc3e0058-6523-4cbe-8376-63e75104018d req-e6808021-0caa-41a7-b6f7-34f6e5a3dad7 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6 HTTP/1.1" status: 200 len: 210 time: 0.0681880 Apr 28 19:54:41.764394 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f910844-34f5-4c5a-b53b-edae07b5a509 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:54:41.829804 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9212a3c2-c9ec-405e-803f-49e7ea83e145 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:41.841619 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1f910844-34f5-4c5a-b53b-edae07b5a509 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:41.841959 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-1f910844-34f5-4c5a-b53b-edae07b5a509 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Added segment 287f7f8d-9ed4-44ca-bf77-cad6fde6ae52 of type vlan for network eaa4e538-9fde-4813-8d36-4eefcb845739 Apr 28 19:54:41.994056 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-47623895-71b0-4b68-aa4e-d53b525b19ab tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:42.086318 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1f910844-34f5-4c5a-b53b-edae07b5a509 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:42.171381 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-1cea9ff3-9b41-4633-afd9-68db9652f0f9 None None] Provisioning complete for port 21dae3e6-88d5-4ebe-8df0-4d6fcc288b64 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:42.173183 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1cea9ff3-9b41-4633-afd9-68db9652f0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:42.234002 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-1cea9ff3-9b41-4633-afd9-68db9652f0f9 None None] Port 21dae3e6-88d5-4ebe-8df0-4d6fcc288b64 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:54:42.273105 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1f910844-34f5-4c5a-b53b-edae07b5a509 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:42.284971 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f910844-34f5-4c5a-b53b-edae07b5a509 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:42.285696 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1f910844-34f5-4c5a-b53b-edae07b5a509 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:42.352260 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-5a47757a-b183-460f-8678-08dc194a4b28 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:42.411587 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9212a3c2-c9ec-405e-803f-49e7ea83e145 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:42.419559 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9212a3c2-c9ec-405e-803f-49e7ea83e145 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:42.419559 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9212a3c2-c9ec-405e-803f-49e7ea83e145 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:42.506555 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1f910844-34f5-4c5a-b53b-edae07b5a509 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0740302 Apr 28 19:54:42.509317 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39768) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:42.513515 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c975b7e2-2427-4aa5-b23f-7961f692008c up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:54:42.548562 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-97d6f92d-94c9-45c4-967a-3c07d8c851b1 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Request body: {'subnet': {'network_id': 'eb8395ea-118f-47ad-8a7e-e6ff36cccf9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:42.603286 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212a3c2-c9ec-405e-803f-49e7ea83e145 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Pushing event updated for resources: {'Port': ['ID=21dae3e6-88d5-4ebe-8df0-4d6fcc288b64,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:42.668302 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9212a3c2-c9ec-405e-803f-49e7ea83e145 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Network 32e115a4-9a65-4725-a47c-3c577d865f15 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:42.676339 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-9212a3c2-c9ec-405e-803f-49e7ea83e145 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:42.704657 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b9f9336-1197-48fb-a09a-f878af7bd9a9 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:42.732093 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f910844-34f5-4c5a-b53b-edae07b5a509 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Network': ['ID=eaa4e538-9fde-4813-8d36-4eefcb845739,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:42.885771 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9f9336-1197-48fb-a09a-f878af7bd9a9 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Network 8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:42.908953 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d6f92d-94c9-45c4-967a-3c07d8c851b1 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Made reservation on behalf of 8e56e936bdd14ca9aa8a5eb368e71d6b for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:42.912812 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-97d6f92d-94c9-45c4-967a-3c07d8c851b1 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:42.958184 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network eaa4e538-9fde-4813-8d36-4eefcb845739 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:54:42.960086 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f991aa2-6ad7-4e26-b595-cd5e4f07e919 None None] Network 8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:43.101082 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9212a3c2-c9ec-405e-803f-49e7ea83e145 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Router 92dd3954-220a-470e-a6d6-88a3403e2244 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:54:43.126647 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f25048-c567-4bd0-bfae-ea22891d67b6 req-bd913a85-a9f7-4960-ba2d-29d080d6fba7 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:43.141299 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-69f25048-c567-4bd0-bfae-ea22891d67b6 req-bd913a85-a9f7-4960-ba2d-29d080d6fba7 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6 HTTP/1.1" status: 200 len: 931 time: 0.2111311 Apr 28 19:54:43.201316 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ab86a1-99dc-40a2-b0c9-78a4af0c4233 None None] Network c9bbf4aa-6085-4c12-bdf4-5d67980a38d6 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:43.204699 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7e6237a5-137c-4113-be07-e07e9ac6e444 None None] Provisioning complete for port c975b7e2-2427-4aa5-b23f-7961f692008c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:43.205072 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7e6237a5-137c-4113-be07-e07e9ac6e444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:43.277082 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-69f25048-c567-4bd0-bfae-ea22891d67b6 req-a8f3662b-e824-46bf-b262-2e021870c5bf tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=94ae8204-62a6-49ad-b2fd-122d2389dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346064 Apr 28 19:54:43.309457 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9212a3c2-c9ec-405e-803f-49e7ea83e145 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:54:43.324153 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9212a3c2-c9ec-405e-803f-49e7ea83e145 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] 10.222.0.42 "PUT /v2.0/routers/92dd3954-220a-470e-a6d6-88a3403e2244/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7760344 Apr 28 19:54:43.326849 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80b5bef-685c-4fe5-8ca0-15dff1fc728b None None] Sync routers for ids ['92dd3954-220a-470e-a6d6-88a3403e2244'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:54:43.327405 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39776) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:43.354117 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80b5bef-685c-4fe5-8ca0-15dff1fc728b None None] Routers {'92dd3954-220a-470e-a6d6-88a3403e2244'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:54:43.355169 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b80b5bef-685c-4fe5-8ca0-15dff1fc728b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:54:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['92dd3954-220a-470e-a6d6-88a3403e2244'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:43.411515 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b80b5bef-685c-4fe5-8ca0-15dff1fc728b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:43.424022 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-5b9f9336-1197-48fb-a09a-f878af7bd9a9 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:43.427940 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9f9336-1197-48fb-a09a-f878af7bd9a9 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:43.428272 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b9f9336-1197-48fb-a09a-f878af7bd9a9 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:43.438055 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80b5bef-685c-4fe5-8ca0-15dff1fc728b None None] Routers {'92dd3954-220a-470e-a6d6-88a3403e2244'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:54:43.440376 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b80b5bef-685c-4fe5-8ca0-15dff1fc728b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:54:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['92dd3954-220a-470e-a6d6-88a3403e2244'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:43.446654 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port c975b7e2-2427-4aa5-b23f-7961f692008c triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:43.446869 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:43.452512 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-5a47757a-b183-460f-8678-08dc194a4b28 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:43.464139 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-18ee4b58-a2d6-4b4b-a34a-d6ebf67cd891 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:43.477396 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5b9f9336-1197-48fb-a09a-f878af7bd9a9 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.4995289 Apr 28 19:54:43.487866 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39778) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:43.493296 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-b9ff7f3c-1d96-4652-a7c1-58d9425aa734 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'port': {'network_id': '8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b', 'fixed_ips': [{'subnet_id': '397c006a-1afe-4ffe-9cfc-51cf431e3feb'}, {'subnet_id': '9636e62f-1ab6-46e8-86e3-7344cbfb21dc'}], 'name': 'tempest-PortsTestJSON-1418950966'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:43.524090 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-47623895-71b0-4b68-aa4e-d53b525b19ab tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:43.528750 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f9336-1197-48fb-a09a-f878af7bd9a9 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Subnet': ['ID=9636e62f-1ab6-46e8-86e3-7344cbfb21dc,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:43.532132 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b80b5bef-685c-4fe5-8ca0-15dff1fc728b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:43.533225 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80b5bef-685c-4fe5-8ca0-15dff1fc728b None None] The sync data for ids ['92dd3954-220a-470e-a6d6-88a3403e2244'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:54:43.560480 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-47623895-71b0-4b68-aa4e-d53b525b19ab tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:43.595649 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-5a47757a-b183-460f-8678-08dc194a4b28 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Network 30db331d-2929-4954-8cf4-0f6f324e75e7 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:43.601828 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-18ee4b58-a2d6-4b4b-a34a-d6ebf67cd891 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 28 19:54:43.603390 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-18ee4b58-a2d6-4b4b-a34a-d6ebf67cd891 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] 10.222.0.42 "DELETE /v2.0/routers/92dd3954-220a-470e-a6d6-88a3403e2244 HTTP/1.1" status: 409 len: 329 time: 0.2752442 Apr 28 19:54:43.606300 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39780) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:43.609522 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7e6237a5-137c-4113-be07-e07e9ac6e444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:43.644585 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-5a47757a-b183-460f-8678-08dc194a4b28 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:43.647081 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-5a47757a-b183-460f-8678-08dc194a4b28 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:54:43.692271 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-47623895-71b0-4b68-aa4e-d53b525b19ab tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] In _notify_port_updated(), no bound segment for port 6ca21ad2-ac48-4f2b-a1e7-9d947698db07 on network 1d2ee09d-4dfb-4d05-aec6-fa482ed3641f {{(pid=102774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 19:54:43.698302 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47623895-71b0-4b68-aa4e-d53b525b19ab tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:43.698979 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-47623895-71b0-4b68-aa4e-d53b525b19ab tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:43.701215 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-47623895-71b0-4b68-aa4e-d53b525b19ab tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] 10.222.0.42 "PUT /v2.0/ports/6ca21ad2-ac48-4f2b-a1e7-9d947698db07 HTTP/1.1" status: 200 len: 1002 time: 2.8589122 Apr 28 19:54:43.701994 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47757a-b183-460f-8678-08dc194a4b28 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'Port': ['ID=c3893e74-f67c-497c-af3e-a07168b01f05,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:43.716339 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39782) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:43.767460 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7e6237a5-137c-4113-be07-e07e9ac6e444 None None] For port c975b7e2-2427-4aa5-b23f-7961f692008c, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c975b7e2-2427-4aa5-b23f-7961f692008c,segment=NetworkSegment(3e2a8522-dd9a-4057-967d-1be421638b9f),segment_id=3e2a8522-dd9a-4057-967d-1be421638b9f)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:43.771498 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:43.775762 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7e6237a5-137c-4113-be07-e07e9ac6e444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:43.910004 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39790) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:44.011130 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-5a47757a-b183-460f-8678-08dc194a4b28 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:44.019124 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-5a47757a-b183-460f-8678-08dc194a4b28 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:44.039145 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739d73c4-fbfe-40cd-91c2-8864a653a77c None None] Update dhcp port {'port': {'network_id': '8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b', 'fixed_ips': [{'subnet_id': '397c006a-1afe-4ffe-9cfc-51cf431e3feb', 'ip_address': '172.20.0.2'}, {'subnet_id': '9636e62f-1ab6-46e8-86e3-7344cbfb21dc'}], 'binding:host_id': 'n-d-839810-1'}, 'id': 'c975b7e2-2427-4aa5-b23f-7961f692008c'} from n-d-839810-1. {{(pid=102775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 28 19:54:44.157499 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-bfe7e1bd-eb23-4ac2-b290-272ba6d41d1d None None] Provisioning complete for port cc8395b9-9f59-431f-985b-5ee1966014e9 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:44.157976 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bfe7e1bd-eb23-4ac2-b290-272ba6d41d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:44.159846 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6237a5-137c-4113-be07-e07e9ac6e444 None None] Pushing event updated for resources: {'Port': ['ID=c975b7e2-2427-4aa5-b23f-7961f692008c,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:44.168147 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:54:44.168512 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:54:44.204527 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47623895-71b0-4b68-aa4e-d53b525b19ab tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Pushing event updated for resources: {'Port': ['ID=6ca21ad2-ac48-4f2b-a1e7-9d947698db07,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:44.244633 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-739d73c4-fbfe-40cd-91c2-8864a653a77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:44.270834 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-5a47757a-b183-460f-8678-08dc194a4b28 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0539212 Apr 28 19:54:44.277789 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-97d6f92d-94c9-45c4-967a-3c07d8c851b1 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:44.419817 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3bc492dd-8654-4c40-b127-fa969a288586 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:44.425745 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-3124c5d3-85a0-4a39-b2c5-a8596a8226e8 service neutron] Request body: {'port': {'device_id': '5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:44.527710 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-3124c5d3-85a0-4a39-b2c5-a8596a8226e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:44.702199 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bfe7e1bd-eb23-4ac2-b290-272ba6d41d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:44.723057 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ff7f3c-1d96-4652-a7c1-58d9425aa734 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:44.733545 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-739d73c4-fbfe-40cd-91c2-8864a653a77c None None] Allocated IP 172.20.0.18 (8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b/9636e62f-1ab6-46e8-86e3-7344cbfb21dc/c975b7e2-2427-4aa5-b23f-7961f692008c) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:44.757609 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-3bc492dd-8654-4c40-b127-fa969a288586 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Deleting port 21dae3e6-88d5-4ebe-8df0-4d6fcc288b64 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:44.758255 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3bc492dd-8654-4c40-b127-fa969a288586 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:44.772482 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device cc8395b9-9f59-431f-985b-5ee1966014e9 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:54:44.789578 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6f92d-94c9-45c4-967a-3c07d8c851b1 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Subnet': ['ID=537a2ff9-d4c7-48d9-b3f9-2ba3c711d466,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:44.852016 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-bfe7e1bd-eb23-4ac2-b290-272ba6d41d1d None None] For port cc8395b9-9f59-431f-985b-5ee1966014e9, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=cc8395b9-9f59-431f-985b-5ee1966014e9,segment=NetworkSegment(678de579-2bbe-4bef-9053-f96900eee639),segment_id=678de579-2bbe-4bef-9053-f96900eee639)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:44.865200 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bfe7e1bd-eb23-4ac2-b290-272ba6d41d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:44.883210 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3bc492dd-8654-4c40-b127-fa969a288586 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:44.890071 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-0a05ad9f-5104-4f39-8298-e00b5f05e700 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Deleting port 6ca21ad2-ac48-4f2b-a1e7-9d947698db07 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:44.890497 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0a05ad9f-5104-4f39-8298-e00b5f05e700 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:44.899582 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-3bc492dd-8654-4c40-b127-fa969a288586 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Calling delete_port for 21dae3e6-88d5-4ebe-8df0-4d6fcc288b64 owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:44.901821 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d6f92d-94c9-45c4-967a-3c07d8c851b1 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Checking segment: {'id': '9f80f447-1573-4387-bfe6-ae5a0b1f4397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eb8395ea-118f-47ad-8a7e-e6ff36cccf9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:54:44.901821 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d6f92d-94c9-45c4-967a-3c07d8c851b1 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network hostable DHCP agents. Network: eb8395ea-118f-47ad-8a7e-e6ff36cccf9e, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:54:44.939091 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-bfe7e1bd-eb23-4ac2-b290-272ba6d41d1d None None] Provisioning complete for port 21dae3e6-88d5-4ebe-8df0-4d6fcc288b64 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:44.939458 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bfe7e1bd-eb23-4ac2-b290-272ba6d41d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:44.992564 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-739d73c4-fbfe-40cd-91c2-8864a653a77c None None] For port c975b7e2-2427-4aa5-b23f-7961f692008c, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c975b7e2-2427-4aa5-b23f-7961f692008c,segment=NetworkSegment(3e2a8522-dd9a-4057-967d-1be421638b9f),segment_id=3e2a8522-dd9a-4057-967d-1be421638b9f)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:44.995067 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7e1bd-eb23-4ac2-b290-272ba6d41d1d None None] Pushing event updated for resources: {'Port': ['ID=cc8395b9-9f59-431f-985b-5ee1966014e9,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:45.012836 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e7c01-5fa6-460d-bd3f-4f38363e8ea6 req-d1ee53c7-bbdf-48e4-b4f6-005b50fd7de1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:45.014418 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2d9e7c01-5fa6-460d-bd3f-4f38363e8ea6 req-d1ee53c7-bbdf-48e4-b4f6-005b50fd7de1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6 HTTP/1.1" status: 200 len: 931 time: 0.5006905 Apr 28 19:54:45.018204 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-bfe7e1bd-eb23-4ac2-b290-272ba6d41d1d None None] Port 21dae3e6-88d5-4ebe-8df0-4d6fcc288b64 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:54:45.033320 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port cc8395b9-9f59-431f-985b-5ee1966014e9 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:45.033702 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:45.058861 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-739d73c4-fbfe-40cd-91c2-8864a653a77c None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:45.092139 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-739d73c4-fbfe-40cd-91c2-8864a653a77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:45.165309 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d6f92d-94c9-45c4-967a-3c07d8c851b1 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network eb8395ea-118f-47ad-8a7e-e6ff36cccf9e is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:54:45.184740 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b9ff7f3c-1d96-4652-a7c1-58d9425aa734 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:45.236438 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3bc492dd-8654-4c40-b127-fa969a288586 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:45.241672 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-97c083e2-f2b9-4f70-a53c-d04eaade8de5 None None] Provisioning complete for port c3893e74-f67c-497c-af3e-a07168b01f05 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:45.242187 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-97c083e2-f2b9-4f70-a53c-d04eaade8de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:45.244764 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d73c4-fbfe-40cd-91c2-8864a653a77c None None] Pushing event updated for resources: {'Port': ['ID=c975b7e2-2427-4aa5-b23f-7961f692008c,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:45.264939 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2d9e7c01-5fa6-460d-bd3f-4f38363e8ea6 req-cf415299-7717-43e6-a78e-61e92fdb1323 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=94ae8204-62a6-49ad-b2fd-122d2389dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043533 Apr 28 19:54:45.283128 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-97d6f92d-94c9-45c4-967a-3c07d8c851b1 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, eb8395ea-118f-47ad-8a7e-e6ff36cccf9e) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:45.299143 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0a05ad9f-5104-4f39-8298-e00b5f05e700 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:45.301588 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfe7d79-edd5-4e77-9f79-197e6c01c1ee None None] Network eb8395ea-118f-47ad-8a7e-e6ff36cccf9e requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:45.317135 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc492dd-8654-4c40-b127-fa969a288586 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Pushing event deleted for resources: {'Port': ['ID=21dae3e6-88d5-4ebe-8df0-4d6fcc288b64,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:45.325766 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d6f92d-94c9-45c4-967a-3c07d8c851b1 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:45.326355 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-97d6f92d-94c9-45c4-967a-3c07d8c851b1 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:45.338399 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-b9ff7f3c-1d96-4652-a7c1-58d9425aa734 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] device_id is not set on port 2686b6bc-3a02-4c6d-afb8-5d93894dcec2 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:54:45.365167 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-0a05ad9f-5104-4f39-8298-e00b5f05e700 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Calling delete_port for 6ca21ad2-ac48-4f2b-a1e7-9d947698db07 owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:45.430903 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-97c083e2-f2b9-4f70-a53c-d04eaade8de5 None None] Port c3893e74-f67c-497c-af3e-a07168b01f05 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:54:45.487704 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-97d6f92d-94c9-45c4-967a-3c07d8c851b1 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9439445 Apr 28 19:54:45.501036 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39804) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:45.523186 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3bc492dd-8654-4c40-b127-fa969a288586 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:45.619944 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-c250ab10-a06a-4ccb-a7a0-5924e2c74cd0 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Request body: {'subnet': {'network_id': 'eaa4e538-9fde-4813-8d36-4eefcb845739', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:45.913590 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c975b7e2-2427-4aa5-b23f-7961f692008c up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:54:45.960363 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-97c083e2-f2b9-4f70-a53c-d04eaade8de5 None None] Provisioning complete for port 6ca21ad2-ac48-4f2b-a1e7-9d947698db07 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:45.960812 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-97c083e2-f2b9-4f70-a53c-d04eaade8de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:45.988651 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bd456b-aaf5-4fa6-852a-f9ef3f465128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-eb8395ea-118f-47ad-8a7e-e6ff36cccf9e', 'network_id': 'eb8395ea-118f-47ad-8a7e-e6ff36cccf9e', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'fixed_ips': [{'subnet_id': '537a2ff9-d4c7-48d9-b3f9-2ba3c711d466'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:54:45.989537 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-54bd456b-aaf5-4fa6-852a-f9ef3f465128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:46.036945 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-97c083e2-f2b9-4f70-a53c-d04eaade8de5 None None] Port 6ca21ad2-ac48-4f2b-a1e7-9d947698db07 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:54:46.117970 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccb058b-2f6e-41f5-adf5-dcd289eaf260 None None] Network 8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:46.122797 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port c975b7e2-2427-4aa5-b23f-7961f692008c triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:46.123170 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:46.163193 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-3124c5d3-85a0-4a39-b2c5-a8596a8226e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3893e74-f67c-497c-af3e-a07168b01f05 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:54:46.197234 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-3124c5d3-85a0-4a39-b2c5-a8596a8226e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:46.207123 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-97c083e2-f2b9-4f70-a53c-d04eaade8de5 None None] Provisioning complete for port cc8395b9-9f59-431f-985b-5ee1966014e9 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:46.207471 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-97c083e2-f2b9-4f70-a53c-d04eaade8de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:46.207917 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc492dd-8654-4c40-b127-fa969a288586 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Router 92dd3954-220a-470e-a6d6-88a3403e2244 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:54:46.291667 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc492dd-8654-4c40-b127-fa969a288586 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:54:46.297448 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3bc492dd-8654-4c40-b127-fa969a288586 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] 10.222.0.42 "PUT /v2.0/routers/92dd3954-220a-470e-a6d6-88a3403e2244/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6890581 Apr 28 19:54:46.306423 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39810) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:46.321412 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7052049-6cfa-4ddf-8dec-bb6b06d85d1d None None] Sync routers for ids ['92dd3954-220a-470e-a6d6-88a3403e2244'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:54:46.350715 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-3124c5d3-85a0-4a39-b2c5-a8596a8226e8 service neutron] Transition to ACTIVE for port object c3893e74-f67c-497c-af3e-a07168b01f05 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:54:46.351336 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-54bd456b-aaf5-4fa6-852a-f9ef3f465128 None None] Allocated IP 172.20.0.2 (eb8395ea-118f-47ad-8a7e-e6ff36cccf9e/537a2ff9-d4c7-48d9-b3f9-2ba3c711d466/3326c3df-8c0e-4f56-b670-5b84aaaec29b) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:46.354737 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-bcae0fdb-4b4b-4b9c-8cc2-da44d1be5a08 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] show failed (client error): The resource could not be found. Apr 28 19:54:46.355924 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-bcae0fdb-4b4b-4b9c-8cc2-da44d1be5a08 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] 10.222.0.42 "GET /v2.0/routers/tempest-non_exist_router-1647244338 HTTP/1.1" status: 404 len: 335 time: 0.0484667 Apr 28 19:54:46.362287 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39814) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:46.369824 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-fdde6ebd-1ea2-473c-a1cd-bed55a480a97 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:46.384154 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-3124c5d3-85a0-4a39-b2c5-a8596a8226e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:46.400465 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7052049-6cfa-4ddf-8dec-bb6b06d85d1d None None] Routers {'92dd3954-220a-470e-a6d6-88a3403e2244'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:54:46.401590 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e7052049-6cfa-4ddf-8dec-bb6b06d85d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:54:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['92dd3954-220a-470e-a6d6-88a3403e2244'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:46.457350 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c881a-4ba5-4ae3-bd36-8b5222764d19 req-d8c2a595-e7a7-48b1-bcb2-d22ac875db48 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:46.459075 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4d3c881a-4ba5-4ae3-bd36-8b5222764d19 req-d8c2a595-e7a7-48b1-bcb2-d22ac875db48 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 946 time: 0.3019891 Apr 28 19:54:46.460232 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-fdde6ebd-1ea2-473c-a1cd-bed55a480a97 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] update failed (client error): The resource could not be found. Apr 28 19:54:46.461367 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fdde6ebd-1ea2-473c-a1cd-bed55a480a97 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] 10.222.0.42 "PUT /v2.0/routers/tempest-non_exist_router-1407904808 HTTP/1.1" status: 404 len: 335 time: 0.0980554 Apr 28 19:54:46.480785 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39816) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:46.505732 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e7052049-6cfa-4ddf-8dec-bb6b06d85d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:46.550212 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d7c91-04d7-4370-8b79-9f679a163d19 req-d814a018-eb5b-4037-b3e0-5ed970bdfa90 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:46.556639 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c73d7c91-04d7-4370-8b79-9f679a163d19 req-d814a018-eb5b-4037-b3e0-5ed970bdfa90 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6 HTTP/1.1" status: 200 len: 943 time: 0.1164758 Apr 28 19:54:46.594730 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c250ab10-a06a-4ccb-a7a0-5924e2c74cd0 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Made reservation on behalf of 8e56e936bdd14ca9aa8a5eb368e71d6b for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:46.598324 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c250ab10-a06a-4ccb-a7a0-5924e2c74cd0 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:46.602697 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e3221d-3dd4-4629-bb81-148ad873f82b tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Deleting subnet 5404c95e-759e-4c13-ab2f-03da154cb2cc {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:54:46.608840 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device cc8395b9-9f59-431f-985b-5ee1966014e9 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:54:46.615989 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7052049-6cfa-4ddf-8dec-bb6b06d85d1d None None] Routers {'92dd3954-220a-470e-a6d6-88a3403e2244'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:54:46.615989 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e7052049-6cfa-4ddf-8dec-bb6b06d85d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:54:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['92dd3954-220a-470e-a6d6-88a3403e2244'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:46.623514 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c73d7c91-04d7-4370-8b79-9f679a163d19 req-10e983b6-ce27-4522-a749-d2fca47d3ed8 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=94ae8204-62a6-49ad-b2fd-122d2389dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635860 Apr 28 19:54:46.625414 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a4e3221d-3dd4-4629-bb81-148ad873f82b tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:46.639266 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124c5d3-85a0-4a39-b2c5-a8596a8226e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c3893e74-f67c-497c-af3e-a07168b01f05,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:46.688257 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4d3c881a-4ba5-4ae3-bd36-8b5222764d19 req-37f32df9-1264-4057-862c-d2882c473e0a tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893256 Apr 28 19:54:46.732615 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a4e3221d-3dd4-4629-bb81-148ad873f82b tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:46.761407 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e7052049-6cfa-4ddf-8dec-bb6b06d85d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:46.761703 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7052049-6cfa-4ddf-8dec-bb6b06d85d1d None None] The sync data for ids ['92dd3954-220a-470e-a6d6-88a3403e2244'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:54:46.785545 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0a05ad9f-5104-4f39-8298-e00b5f05e700 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:46.836053 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-54bd456b-aaf5-4fa6-852a-f9ef3f465128 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:46.845517 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-54bd456b-aaf5-4fa6-852a-f9ef3f465128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:46.870500 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a4e3221d-3dd4-4629-bb81-148ad873f82b tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:46.926113 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bd456b-aaf5-4fa6-852a-f9ef3f465128 None None] Network eb8395ea-118f-47ad-8a7e-e6ff36cccf9e is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:46.932656 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-54bd456b-aaf5-4fa6-852a-f9ef3f465128 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:46.943855 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bd456b-aaf5-4fa6-852a-f9ef3f465128 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:54:46.946760 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd456b-aaf5-4fa6-852a-f9ef3f465128 None None] Pushing event updated for resources: {'Port': ['ID=3326c3df-8c0e-4f56-b670-5b84aaaec29b,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:46.964222 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port cc8395b9-9f59-431f-985b-5ee1966014e9 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:46.964688 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:46.977808 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a05ad9f-5104-4f39-8298-e00b5f05e700 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Pushing event deleted for resources: {'Port': ['ID=6ca21ad2-ac48-4f2b-a1e7-9d947698db07,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:46.982351 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a4e3221d-3dd4-4629-bb81-148ad873f82b tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:47.036740 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3221d-3dd4-4629-bb81-148ad873f82b tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Pushing event deleted for resources: {'Subnet': ['ID=5404c95e-759e-4c13-ab2f-03da154cb2cc,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:47.041809 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a4e3221d-3dd4-4629-bb81-148ad873f82b tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:47.045541 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a4e3221d-3dd4-4629-bb81-148ad873f82b tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] 10.222.0.42 "DELETE /v2.0/subnets/5404c95e-759e-4c13-ab2f-03da154cb2cc HTTP/1.1" status: 204 len: 168 time: 0.5624535 Apr 28 19:54:47.051013 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39818) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:47.064604 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b276e41-675b-4235-af10-22d4a7e8d524 None None] Network c9bbf4aa-6085-4c12-bdf4-5d67980a38d6 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:47.147576 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-54bd456b-aaf5-4fa6-852a-f9ef3f465128 None None] Attempting to bind port 3326c3df-8c0e-4f56-b670-5b84aaaec29b on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:54:47.149905 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-54bd456b-aaf5-4fa6-852a-f9ef3f465128 None None] Attempting to bind port 3326c3df-8c0e-4f56-b670-5b84aaaec29b by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '9f80f447-1573-4387-bfe6-ae5a0b1f4397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eb8395ea-118f-47ad-8a7e-e6ff36cccf9e'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:54:47.153543 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bd456b-aaf5-4fa6-852a-f9ef3f465128 None None] Attempting to bind port 3326c3df-8c0e-4f56-b670-5b84aaaec29b on network eb8395ea-118f-47ad-8a7e-e6ff36cccf9e {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:54:47.161745 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-b9ff7f3c-1d96-4652-a7c1-58d9425aa734 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Allocated IP 172.20.0.11 (8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b/397c006a-1afe-4ffe-9cfc-51cf431e3feb/2686b6bc-3a02-4c6d-afb8-5d93894dcec2) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:47.176919 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bd456b-aaf5-4fa6-852a-f9ef3f465128 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:54:47.177451 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bd456b-aaf5-4fa6-852a-f9ef3f465128 None None] Checking segment: {'id': '9f80f447-1573-4387-bfe6-ae5a0b1f4397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eb8395ea-118f-47ad-8a7e-e6ff36cccf9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:54:47.177952 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-54bd456b-aaf5-4fa6-852a-f9ef3f465128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:47.178603 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bd456b-aaf5-4fa6-852a-f9ef3f465128 None None] Bound using segment: {'id': '9f80f447-1573-4387-bfe6-ae5a0b1f4397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eb8395ea-118f-47ad-8a7e-e6ff36cccf9e'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:54:47.179302 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-54bd456b-aaf5-4fa6-852a-f9ef3f465128 None None] Bound port: 3326c3df-8c0e-4f56-b670-5b84aaaec29b, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f80f447-1573-4387-bfe6-ae5a0b1f4397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eb8395ea-118f-47ad-8a7e-e6ff36cccf9e'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:54:47.179926 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-54bd456b-aaf5-4fa6-852a-f9ef3f465128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:47.183110 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-3124c5d3-85a0-4a39-b2c5-a8596a8226e8 service neutron] Attempting to bind port c3893e74-f67c-497c-af3e-a07168b01f05 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:54:47.183453 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-3124c5d3-85a0-4a39-b2c5-a8596a8226e8 service neutron] Attempting to bind port c3893e74-f67c-497c-af3e-a07168b01f05 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '9ba9efc4-c8e7-48d7-8b5d-67fe4068376f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '30db331d-2929-4954-8cf4-0f6f324e75e7'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:54:47.183780 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-3124c5d3-85a0-4a39-b2c5-a8596a8226e8 service neutron] Attempting to bind port c3893e74-f67c-497c-af3e-a07168b01f05 on network 30db331d-2929-4954-8cf4-0f6f324e75e7 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:54:47.191437 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-b9ff7f3c-1d96-4652-a7c1-58d9425aa734 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Allocated IP 172.20.0.20 (8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b/9636e62f-1ab6-46e8-86e3-7344cbfb21dc/2686b6bc-3a02-4c6d-afb8-5d93894dcec2) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:47.193515 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-3124c5d3-85a0-4a39-b2c5-a8596a8226e8 service neutron] Port c3893e74-f67c-497c-af3e-a07168b01f05 on network 30db331d-2929-4954-8cf4-0f6f324e75e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:54:47.193843 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-3124c5d3-85a0-4a39-b2c5-a8596a8226e8 service neutron] Attempting to bind port c3893e74-f67c-497c-af3e-a07168b01f05 on network 30db331d-2929-4954-8cf4-0f6f324e75e7 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:54:47.206122 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-30960e06-433c-4589-a712-4a2b1869d568 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:47.237385 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-1a766275-33e8-41e0-b989-15bb512b27c8 None None] Provisioning complete for port c975b7e2-2427-4aa5-b23f-7961f692008c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:47.237768 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1a766275-33e8-41e0-b989-15bb512b27c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:47.295999 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-30960e06-433c-4589-a712-4a2b1869d568 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Deleting port cc8395b9-9f59-431f-985b-5ee1966014e9 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:47.297165 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-30960e06-433c-4589-a712-4a2b1869d568 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:47.302598 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-3124c5d3-85a0-4a39-b2c5-a8596a8226e8 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:54:47.302934 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-3124c5d3-85a0-4a39-b2c5-a8596a8226e8 service neutron] Checking segment: {'id': '9ba9efc4-c8e7-48d7-8b5d-67fe4068376f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '30db331d-2929-4954-8cf4-0f6f324e75e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:54:47.303332 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-3124c5d3-85a0-4a39-b2c5-a8596a8226e8 service neutron] Bound using segment: {'id': '9ba9efc4-c8e7-48d7-8b5d-67fe4068376f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '30db331d-2929-4954-8cf4-0f6f324e75e7'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:54:47.303809 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-3124c5d3-85a0-4a39-b2c5-a8596a8226e8 service neutron] Bound port: c3893e74-f67c-497c-af3e-a07168b01f05, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba9efc4-c8e7-48d7-8b5d-67fe4068376f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '30db331d-2929-4954-8cf4-0f6f324e75e7'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:54:47.304204 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-3124c5d3-85a0-4a39-b2c5-a8596a8226e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:47.348631 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0a05ad9f-5104-4f39-8298-e00b5f05e700 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:47.352330 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0a05ad9f-5104-4f39-8298-e00b5f05e700 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] 10.222.0.42 "DELETE /v2.0/ports/6ca21ad2-ac48-4f2b-a1e7-9d947698db07 HTTP/1.1" status: 204 len: 168 time: 3.6349258 Apr 28 19:54:47.354902 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39820) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:47.365104 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b13fcc58-6c9e-4239-8518-24a19462c04e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:47.390147 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-035f059b-024b-4766-9310-5799e9b308d2 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] GET failed (client error): The resource could not be found. Apr 28 19:54:47.392797 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-035f059b-024b-4766-9310-5799e9b308d2 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] 10.222.0.42 "GET /v2.0/ports/6ca21ad2-ac48-4f2b-a1e7-9d947698db07 HTTP/1.1" status: 404 len: 333 time: 0.0367129 Apr 28 19:54:47.396933 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39822) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:47.401788 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-be5eba0e-777b-4455-8574-f11f62730bd2 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Request body: {'port': {'network_id': '1d2ee09d-4dfb-4d05-aec6-fa482ed3641f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-49284126'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:47.434462 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-30960e06-433c-4589-a712-4a2b1869d568 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] For port cc8395b9-9f59-431f-985b-5ee1966014e9, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=cc8395b9-9f59-431f-985b-5ee1966014e9,segment=NetworkSegment(678de579-2bbe-4bef-9053-f96900eee639),segment_id=678de579-2bbe-4bef-9053-f96900eee639)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:47.434759 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-30960e06-433c-4589-a712-4a2b1869d568 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:47.438078 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-54bd456b-aaf5-4fa6-852a-f9ef3f465128 None None] For port 3326c3df-8c0e-4f56-b670-5b84aaaec29b, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:54:47.444129 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-54bd456b-aaf5-4fa6-852a-f9ef3f465128 None None] For port 3326c3df-8c0e-4f56-b670-5b84aaaec29b, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=3326c3df-8c0e-4f56-b670-5b84aaaec29b,segment=NetworkSegment(9f80f447-1573-4387-bfe6-ae5a0b1f4397),segment_id=9f80f447-1573-4387-bfe6-ae5a0b1f4397)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:54:47.455064 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-54bd456b-aaf5-4fa6-852a-f9ef3f465128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:47.481117 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-30960e06-433c-4589-a712-4a2b1869d568 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Calling delete_port for cc8395b9-9f59-431f-985b-5ee1966014e9 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:47.592242 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd456b-aaf5-4fa6-852a-f9ef3f465128 None None] Pushing event updated for resources: {'Port': ['ID=3326c3df-8c0e-4f56-b670-5b84aaaec29b,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:47.614093 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6e39d5-cef9-4ced-b8c0-acf27537e5f7 None None] DHCP port deletion for c9bbf4aa-6085-4c12-bdf4-5d67980a38d6 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:54:47.686220 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-470eda6f-35de-4439-8da2-bb77b9b9d551 None None] Provisioning complete for port c975b7e2-2427-4aa5-b23f-7961f692008c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:47.686591 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-470eda6f-35de-4439-8da2-bb77b9b9d551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:47.716501 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-30960e06-433c-4589-a712-4a2b1869d568 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:47.730670 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-3124c5d3-85a0-4a39-b2c5-a8596a8226e8 service neutron] For port c3893e74-f67c-497c-af3e-a07168b01f05, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:54:47.769741 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c250ab10-a06a-4ccb-a7a0-5924e2c74cd0 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:47.789105 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-3124c5d3-85a0-4a39-b2c5-a8596a8226e8 service neutron] For port c3893e74-f67c-497c-af3e-a07168b01f05, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c3893e74-f67c-497c-af3e-a07168b01f05,segment=NetworkSegment(9ba9efc4-c8e7-48d7-8b5d-67fe4068376f),segment_id=9ba9efc4-c8e7-48d7-8b5d-67fe4068376f)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:54:47.794014 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-bf6e39d5-cef9-4ced-b8c0-acf27537e5f7 None None] Deleting port cc8395b9-9f59-431f-985b-5ee1966014e9 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:47.794537 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bf6e39d5-cef9-4ced-b8c0-acf27537e5f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:47.806722 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device cc8395b9-9f59-431f-985b-5ee1966014e9 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:54:47.823396 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5eba0e-777b-4455-8574-f11f62730bd2 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Made reservation on behalf of acedd1c58fb246028ae200e9c2e4d10f for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:47.827203 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-be5eba0e-777b-4455-8574-f11f62730bd2 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:47.838123 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-3124c5d3-85a0-4a39-b2c5-a8596a8226e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:47.841099 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30960e06-433c-4589-a712-4a2b1869d568 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] No DVR routers for this DVR port cc8395b9-9f59-431f-985b-5ee1966014e9 on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:54:47.848697 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30960e06-433c-4589-a712-4a2b1869d568 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Pushing event deleted for resources: {'Port': ['ID=cc8395b9-9f59-431f-985b-5ee1966014e9,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:47.884329 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b9ff7f3c-1d96-4652-a7c1-58d9425aa734 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:47.889812 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: cc8395b9-9f59-431f-985b-5ee1966014e9 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:54:47.890115 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device cc8395b9-9f59-431f-985b-5ee1966014e9 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:54:47.922749 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-bf6e39d5-cef9-4ced-b8c0-acf27537e5f7 None None] For port cc8395b9-9f59-431f-985b-5ee1966014e9, host n-d-839810-1, got binding levels [] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:47.923963 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bf6e39d5-cef9-4ced-b8c0-acf27537e5f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:47.924538 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-be5eba0e-777b-4455-8574-f11f62730bd2 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] device_id is not set on port 111d12ee-58be-4526-b431-2a274784a1e6 yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:54:47.974817 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-bf6e39d5-cef9-4ced-b8c0-acf27537e5f7 None None] Calling delete_port for cc8395b9-9f59-431f-985b-5ee1966014e9 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:47.998880 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.ipam_backend_mixin [None req-bf6e39d5-cef9-4ced-b8c0-acf27537e5f7 None None] Port cc8395b9-9f59-431f-985b-5ee1966014e9 was not found and therefore no delete operation was performed {{(pid=102775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 28 19:54:48.003952 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bf6e39d5-cef9-4ced-b8c0-acf27537e5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:48.028326 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-30960e06-433c-4589-a712-4a2b1869d568 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:48.055881 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e39d5-cef9-4ced-b8c0-acf27537e5f7 None None] Pushing event deleted for resources: {'Port': ['ID=cc8395b9-9f59-431f-985b-5ee1966014e9,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:48.070801 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b9ff7f3c-1d96-4652-a7c1-58d9425aa734 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:48.072971 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6e39d5-cef9-4ced-b8c0-acf27537e5f7 None None] No DVR routers for this DVR port cc8395b9-9f59-431f-985b-5ee1966014e9 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:54:48.090416 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75248d-53c5-484d-a7bf-85158728d07d req-d29fbaed-bbb5-4797-9d24-42cc056e7ed0 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:48.092145 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ef75248d-53c5-484d-a7bf-85158728d07d req-d29fbaed-bbb5-4797-9d24-42cc056e7ed0 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6 HTTP/1.1" status: 200 len: 943 time: 0.3369997 Apr 28 19:54:48.100807 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-30960e06-433c-4589-a712-4a2b1869d568 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9bbf4aa-6085-4c12-bdf4-5d67980a38d6']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:48.123931 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-30960e06-433c-4589-a712-4a2b1869d568 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '678de579-2bbe-4bef-9053-f96900eee639') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:48.124670 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-30960e06-433c-4589-a712-4a2b1869d568 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '678de579-2bbe-4bef-9053-f96900eee639') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:48.131356 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-3124c5d3-85a0-4a39-b2c5-a8596a8226e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:48.131989 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-3124c5d3-85a0-4a39-b2c5-a8596a8226e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:48.133482 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-3124c5d3-85a0-4a39-b2c5-a8596a8226e8 service neutron] 10.222.0.44 "PUT /v2.0/ports/c3893e74-f67c-497c-af3e-a07168b01f05 HTTP/1.1" status: 200 len: 1091 time: 3.8489609 Apr 28 19:54:48.137346 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-30960e06-433c-4589-a712-4a2b1869d568 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:48.140678 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6', 'tag': 'c3893e74-f67c-497c-af3e-a07168b01f05'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:54:48.143097 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8355541-7da9-4eaf-b8a0-640a7e1df764" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6", "tag": "c3893e74-f67c-497c-af3e-a07168b01f05"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:54:48.185887 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250ab10-a06a-4ccb-a7a0-5924e2c74cd0 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Subnet': ['ID=9e759973-1cb5-4bd5-9bc6-c30575ce07fc,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:48.208961 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-30960e06-433c-4589-a712-4a2b1869d568 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:48.238009 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30960e06-433c-4589-a712-4a2b1869d568 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:54:48.238842 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-30960e06-433c-4589-a712-4a2b1869d568 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:48.242469 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:54:48.242469 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:54:48.242469 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:54:48.242469 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:54:48.242469 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:54:48.242469 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:54:48.242469 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:54:48.242469 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:54:48.242469 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:54:48.242469 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:54:48.242469 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:54:48.242469 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:54:48.242469 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:54:48.242469 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:54:48.242469 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:54:48.242469 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:54:48.242469 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:54:48.242469 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:54:48.242469 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:54:48.242469 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:54:48.242469 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:54:48.242469 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:54:48.242469 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:54:48.242469 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:54:48.242469 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:54:48.242469 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:54:48.242469 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:54:48.242469 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:54:48.242469 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:54:48.242469 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:54:48.242469 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:54:48.242469 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:54:48.278658 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124c5d3-85a0-4a39-b2c5-a8596a8226e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c3893e74-f67c-497c-af3e-a07168b01f05,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:48.295963 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ff7f3c-1d96-4652-a7c1-58d9425aa734 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Network 8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:48.310283 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-b9ff7f3c-1d96-4652-a7c1-58d9425aa734 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:48.334014 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ff7f3c-1d96-4652-a7c1-58d9425aa734 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:54:48.364496 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ef75248d-53c5-484d-a7bf-85158728d07d req-e0164ee8-e1c5-49c0-85cf-ba74cc0150cc tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=94ae8204-62a6-49ad-b2fd-122d2389dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2580190 Apr 28 19:54:48.381905 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-be5eba0e-777b-4455-8574-f11f62730bd2 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Allocated IP 2001:db8::278 (1d2ee09d-4dfb-4d05-aec6-fa482ed3641f/996b9d9d-ab12-4b8d-86ee-6900ecbdb9c2/111d12ee-58be-4526-b431-2a274784a1e6) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:48.384551 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-30960e06-433c-4589-a712-4a2b1869d568 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:48.391028 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-30960e06-433c-4589-a712-4a2b1869d568 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:48.394799 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5dd639-6feb-4ab7-a7bb-a65592437710 req-71846328-af60-4fb7-af2c-aba359c187be tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:48.395334 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-30960e06-433c-4589-a712-4a2b1869d568 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] 10.222.0.42 "DELETE /v2.0/networks/c9bbf4aa-6085-4c12-bdf4-5d67980a38d6 HTTP/1.1" status: 204 len: 168 time: 1.3425455 Apr 28 19:54:48.409104 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3a5dd639-6feb-4ab7-a7bb-a65592437710 req-71846328-af60-4fb7-af2c-aba359c187be tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 946 time: 0.5730588 Apr 28 19:54:48.424212 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39830) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:48.424212 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30960e06-433c-4589-a712-4a2b1869d568 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Pushing event deleted for resources: {'Network': ['ID=c9bbf4aa-6085-4c12-bdf4-5d67980a38d6,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:48.521935 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3a5dd639-6feb-4ab7-a7bb-a65592437710 req-1179418e-fc96-4239-918b-de6b11ce3dae tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114383 Apr 28 19:54:48.530728 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70a452c-1e0e-4c5d-8a46-eb3e81b02e58 x-openstack-request-id: req-d70a452c-1e0e-4c5d-8a46-eb3e81b02e58 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:54:48.532507 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6", "tag": "c3893e74-f67c-497c-af3e-a07168b01f05", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:54:48.532940 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d70a452c-1e0e-4c5d-8a46-eb3e81b02e58 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:54:48.533478 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d70a452c-1e0e-4c5d-8a46-eb3e81b02e58'] response: {'name': 'network-changed', 'server_uuid': '5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6', 'tag': 'c3893e74-f67c-497c-af3e-a07168b01f05', 'status': 'completed', 'code': 200} Apr 28 19:54:48.540407 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c250ab10-a06a-4ccb-a7a0-5924e2c74cd0 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Checking segment: {'id': '287f7f8d-9ed4-44ca-bf77-cad6fde6ae52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'eaa4e538-9fde-4813-8d36-4eefcb845739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:54:48.540940 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c250ab10-a06a-4ccb-a7a0-5924e2c74cd0 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network hostable DHCP agents. Network: eaa4e538-9fde-4813-8d36-4eefcb845739, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:54:48.565845 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff7f3c-1d96-4652-a7c1-58d9425aa734 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Port': ['ID=2686b6bc-3a02-4c6d-afb8-5d93894dcec2,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:48.567333 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-42929334-7232-48cd-8eb2-8d22d2c76787 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Deleting subnet 5b4221ba-15aa-4584-978a-911b194c6193 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:54:48.573847 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-20c7db93-f3ff-4e52-8a25-a9492d1588fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:48.575532 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-20c7db93-f3ff-4e52-8a25-a9492d1588fc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d9e2f02c26d442699c083632dd6dfd5&device_id=5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6 HTTP/1.1" status: 200 len: 1094 time: 0.3860588 Apr 28 19:54:48.581772 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42929334-7232-48cd-8eb2-8d22d2c76787 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:48.603338 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ff7f3c-1d96-4652-a7c1-58d9425aa734 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:48.605308 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b9ff7f3c-1d96-4652-a7c1-58d9425aa734 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:48.677533 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42929334-7232-48cd-8eb2-8d22d2c76787 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:48.697560 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-5aaba394-b321-49a1-b700-b0ea025d7a47 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3893e74-f67c-497c-af3e-a07168b01f05 HTTP/1.1" status: 200 len: 217 time: 0.1072395 Apr 28 19:54:48.751689 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b9ff7f3c-1d96-4652-a7c1-58d9425aa734 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 5.2585831 Apr 28 19:54:48.753644 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39832) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:48.764406 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-5cc9374a-b9f1-461a-ad27-dd0b69a96239 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '397c006a-1afe-4ffe-9cfc-51cf431e3feb'}]}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:48.823545 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c250ab10-a06a-4ccb-a7a0-5924e2c74cd0 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network eaa4e538-9fde-4813-8d36-4eefcb845739 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:54:48.827369 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-be5eba0e-777b-4455-8574-f11f62730bd2 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:48.851188 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0804921a-e2ff-4493-ade4-917f11de6b20 None None] Provisioning complete for port 2686b6bc-3a02-4c6d-afb8-5d93894dcec2 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:48.852814 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0804921a-e2ff-4493-ade4-917f11de6b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:48.899425 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-c250ab10-a06a-4ccb-a7a0-5924e2c74cd0 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, eaa4e538-9fde-4813-8d36-4eefcb845739) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:48.912066 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0804921a-e2ff-4493-ade4-917f11de6b20 None None] Port 2686b6bc-3a02-4c6d-afb8-5d93894dcec2 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:54:48.926431 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42929334-7232-48cd-8eb2-8d22d2c76787 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:48.933653 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c250ab10-a06a-4ccb-a7a0-5924e2c74cd0 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:48.934339 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c250ab10-a06a-4ccb-a7a0-5924e2c74cd0 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:48.935729 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca10a81-5e18-4f50-a008-2f41d0755b29 None None] Network eaa4e538-9fde-4813-8d36-4eefcb845739 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:48.940481 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-5276c34a-b7c5-4271-ae38-5375b8279288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:48.942126 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-5276c34a-b7c5-4271-ae38-5375b8279288 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d4ca4fc0-ebf7-49e4-affa-59ffb35e90f0 HTTP/1.1" status: 200 len: 835 time: 0.2112589 Apr 28 19:54:49.105348 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-be5eba0e-777b-4455-8574-f11f62730bd2 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:49.166667 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5cc9374a-b9f1-461a-ad27-dd0b69a96239 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:49.171670 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42929334-7232-48cd-8eb2-8d22d2c76787 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:49.207397 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42929334-7232-48cd-8eb2-8d22d2c76787 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:49.213744 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-42929334-7232-48cd-8eb2-8d22d2c76787 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] 10.222.0.42 "DELETE /v2.0/subnets/5b4221ba-15aa-4584-978a-911b194c6193 HTTP/1.1" status: 204 len: 168 time: 0.7878428 Apr 28 19:54:49.233892 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39834) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:49.255161 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5eba0e-777b-4455-8574-f11f62730bd2 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Network 1d2ee09d-4dfb-4d05-aec6-fa482ed3641f is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:49.260537 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42929334-7232-48cd-8eb2-8d22d2c76787 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Pushing event deleted for resources: {'Subnet': ['ID=5b4221ba-15aa-4584-978a-911b194c6193,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:49.268143 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-be5eba0e-777b-4455-8574-f11f62730bd2 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:49.274005 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ba1df5-7070-4e98-8487-1d362419060e None None] Network ef4c6e1a-2205-4525-914f-56011374fbdb requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:49.289865 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5eba0e-777b-4455-8574-f11f62730bd2 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Pushing event updated for resources: {'Port': ['ID=111d12ee-58be-4526-b431-2a274784a1e6,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:49.316094 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5eba0e-777b-4455-8574-f11f62730bd2 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:54:49.322503 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5eba0e-777b-4455-8574-f11f62730bd2 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:49.323157 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-be5eba0e-777b-4455-8574-f11f62730bd2 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:49.342306 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08f1d35-73d5-4f1d-b9aa-eda9ceadc73f None None] Network eb8395ea-118f-47ad-8a7e-e6ff36cccf9e requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:49.396013 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c250ab10-a06a-4ccb-a7a0-5924e2c74cd0 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8919866 Apr 28 19:54:49.404627 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-be5eba0e-777b-4455-8574-f11f62730bd2 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.0068002 Apr 28 19:54:49.405391 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39836) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:49.405391 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39838) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:49.413614 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-736ca4c1-ace5-4219-a65f-c604a676ff4b tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Deleting subnet d0397944-4199-4dc8-8f54-187b7f4f79fc {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:54:49.419190 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-2d0108c6-493e-404f-a99f-d63edb8c62bf tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d0:fd:7e'}]}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:49.420743 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-736ca4c1-ace5-4219-a65f-c604a676ff4b tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:49.488022 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-8142af63-0107-4515-83f2-6a17e917a35d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1436176285', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:49.528588 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-736ca4c1-ace5-4219-a65f-c604a676ff4b tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:49.658989 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-ad7f100a-abab-4753-ab98-b351f3b3cb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:49.660619 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-ad7f100a-abab-4753-ab98-b351f3b3cb51 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=30db331d-2929-4954-8cf4-0f6f324e75e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7111757 Apr 28 19:54:49.664007 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8142af63-0107-4515-83f2-6a17e917a35d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:49.665081 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8142af63-0107-4515-83f2-6a17e917a35d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:49.707231 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-4a66e5c3-9d75-48f1-a587-d87d3c7e57dc None None] Provisioning complete for port 3326c3df-8c0e-4f56-b670-5b84aaaec29b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:49.707608 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4a66e5c3-9d75-48f1-a587-d87d3c7e57dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:49.745869 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df439f-3288-4078-947a-199688477391 req-041d7f10-07ab-4c2f-98c0-d0f0ec753dcc tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:49.747553 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-56df439f-3288-4078-947a-199688477391 req-041d7f10-07ab-4c2f-98c0-d0f0ec753dcc tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6 HTTP/1.1" status: 200 len: 943 time: 0.2058883 Apr 28 19:54:49.771634 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-0c1c6813-29f2-44ea-b128-e0f8dbd1a337 service neutron] 10.222.0.44 "GET /v2.0/networks/30db331d-2929-4954-8cf4-0f6f324e75e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017203 Apr 28 19:54:49.790045 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-b13fcc58-6c9e-4239-8518-24a19462c04e admin admin] Deleting port e7d6c87d-a5eb-4aac-9505-940b523dc565 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:49.790587 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b13fcc58-6c9e-4239-8518-24a19462c04e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:49.802681 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2d0108c6-493e-404f-a99f-d63edb8c62bf tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:49.853938 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-33ae1114-d490-49d3-880a-cfb1d6ea571d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:49.857034 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-736ca4c1-ace5-4219-a65f-c604a676ff4b tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:49.865133 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 3326c3df-8c0e-4f56-b670-5b84aaaec29b up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:54:49.871473 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8faf5ed1-23e0-4319-b43c-73db42ab3d3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-eaa4e538-9fde-4813-8d36-4eefcb845739', 'network_id': 'eaa4e538-9fde-4813-8d36-4eefcb845739', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'fixed_ips': [{'subnet_id': '9e759973-1cb5-4bd5-9bc6-c30575ce07fc'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:54:49.872369 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8faf5ed1-23e0-4319-b43c-73db42ab3d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:49.898239 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-5cc9374a-b9f1-461a-ad27-dd0b69a96239 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Delete allocated IP 172.20.0.20 (8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b/9636e62f-1ab6-46e8-86e3-7344cbfb21dc) {{(pid=102773) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 28 19:54:49.908976 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-56df439f-3288-4078-947a-199688477391 req-415147bf-7366-44e9-9b91-d787874d9a8e tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=94ae8204-62a6-49ad-b2fd-122d2389dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336102 Apr 28 19:54:50.057503 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a103c0fb-868d-4e4e-aeb0-dff861ced484 None None] DHCP port deletion for ef4c6e1a-2205-4525-914f-56011374fbdb request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:54:50.069155 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-736ca4c1-ace5-4219-a65f-c604a676ff4b tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:50.115688 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ca4c1-ace5-4219-a65f-c604a676ff4b tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Pushing event deleted for resources: {'Subnet': ['ID=d0397944-4199-4dc8-8f54-187b7f4f79fc,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:50.125714 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4a66e5c3-9d75-48f1-a587-d87d3c7e57dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:50.126921 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-736ca4c1-ace5-4219-a65f-c604a676ff4b tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:50.129946 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2d0108c6-493e-404f-a99f-d63edb8c62bf tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:50.131663 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-736ca4c1-ace5-4219-a65f-c604a676ff4b tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] 10.222.0.42 "DELETE /v2.0/subnets/d0397944-4199-4dc8-8f54-187b7f4f79fc HTTP/1.1" status: 204 len: 168 time: 0.8901067 Apr 28 19:54:50.137861 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39844) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:50.155132 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9f9f95-fbef-41af-9eaf-1ef842523a51 None None] Network 80a848aa-c5ec-4b9d-8fab-5868f3bab1d4 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:50.167883 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2d0108c6-493e-404f-a99f-d63edb8c62bf tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:50.169102 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5cc9374a-b9f1-461a-ad27-dd0b69a96239 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:50.177059 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5cc9374a-b9f1-461a-ad27-dd0b69a96239 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:50.238176 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc9374a-b9f1-461a-ad27-dd0b69a96239 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Port': ['ID=2686b6bc-3a02-4c6d-afb8-5d93894dcec2,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:50.255340 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8142af63-0107-4515-83f2-6a17e917a35d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:50.347244 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 3326c3df-8c0e-4f56-b670-5b84aaaec29b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:50.347622 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:50.358407 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a608412-73ee-4415-9151-f23cad8cda99 req-6a5b1a66-0746-4840-a8fc-e877f30ee377 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:50.364461 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-a103c0fb-868d-4e4e-aeb0-dff861ced484 None None] Deleting port a2aad446-6bd9-438c-b9be-f3cd973c3b14 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:50.365036 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a103c0fb-868d-4e4e-aeb0-dff861ced484 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:50.366319 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8a608412-73ee-4415-9151-f23cad8cda99 req-6a5b1a66-0746-4840-a8fc-e877f30ee377 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 946 time: 0.5936177 Apr 28 19:54:50.368299 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-4a66e5c3-9d75-48f1-a587-d87d3c7e57dc None None] For port 3326c3df-8c0e-4f56-b670-5b84aaaec29b, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=3326c3df-8c0e-4f56-b670-5b84aaaec29b,segment=NetworkSegment(9f80f447-1573-4387-bfe6-ae5a0b1f4397),segment_id=9f80f447-1573-4387-bfe6-ae5a0b1f4397)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:50.368552 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8142af63-0107-4515-83f2-6a17e917a35d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:50.378524 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-2d0108c6-493e-404f-a99f-d63edb8c62bf tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] In _notify_port_updated(), no bound segment for port 111d12ee-58be-4526-b431-2a274784a1e6 on network 1d2ee09d-4dfb-4d05-aec6-fa482ed3641f {{(pid=102774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 19:54:50.384470 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0108c6-493e-404f-a99f-d63edb8c62bf tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:50.385144 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2d0108c6-493e-404f-a99f-d63edb8c62bf tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:50.386479 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2d0108c6-493e-404f-a99f-d63edb8c62bf tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] 10.222.0.42 "PUT /v2.0/ports/111d12ee-58be-4526-b431-2a274784a1e6 HTTP/1.1" status: 200 len: 1001 time: 0.9782934 Apr 28 19:54:50.390567 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39846) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:50.408213 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-8faf5ed1-23e0-4319-b43c-73db42ab3d3c None None] Allocated IP 172.21.0.2 (eaa4e538-9fde-4813-8d36-4eefcb845739/9e759973-1cb5-4bd5-9bc6-c30575ce07fc/1c1a9daf-6f07-4d1a-998e-4dd1c924286e) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:50.435558 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5cc9374a-b9f1-461a-ad27-dd0b69a96239 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] In _notify_port_updated(), no bound segment for port 2686b6bc-3a02-4c6d-afb8-5d93894dcec2 on network 8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b {{(pid=102773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 19:54:50.444257 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc9374a-b9f1-461a-ad27-dd0b69a96239 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:50.446450 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5cc9374a-b9f1-461a-ad27-dd0b69a96239 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:50.451495 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5cc9374a-b9f1-461a-ad27-dd0b69a96239 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "PUT /v2.0/ports/2686b6bc-3a02-4c6d-afb8-5d93894dcec2 HTTP/1.1" status: 200 len: 920 time: 1.6967466 Apr 28 19:54:50.456219 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39848) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:50.462722 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-fc5d6be8-d1b8-46b1-a4f2-545ddb8251df tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '397c006a-1afe-4ffe-9cfc-51cf431e3feb'}, {'subnet_id': '9636e62f-1ab6-46e8-86e3-7344cbfb21dc'}]}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:50.481467 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4a66e5c3-9d75-48f1-a587-d87d3c7e57dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:50.495811 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-b13fcc58-6c9e-4239-8518-24a19462c04e admin admin] For port e7d6c87d-a5eb-4aac-9505-940b523dc565, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=e7d6c87d-a5eb-4aac-9505-940b523dc565,segment=NetworkSegment(7fe1025a-ef48-4d42-914a-75eec3ed90de),segment_id=7fe1025a-ef48-4d42-914a-75eec3ed90de)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:50.496093 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b13fcc58-6c9e-4239-8518-24a19462c04e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:50.508653 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0108c6-493e-404f-a99f-d63edb8c62bf tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Pushing event updated for resources: {'Port': ['ID=111d12ee-58be-4526-b431-2a274784a1e6,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:50.513291 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8142af63-0107-4515-83f2-6a17e917a35d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:50.518282 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8142af63-0107-4515-83f2-6a17e917a35d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1089692 Apr 28 19:54:50.525595 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39850) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:50.539909 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f1833a8b-c451-49dc-babb-b6b0051a52c7 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:50.568361 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aac7f40e-1d0e-46e0-a6ac-c4aa6ec16ad6 req-b916bf4a-619c-4906-b3fd-cf5ba66ab5a3 service neutron] 10.222.0.44 "GET /v2.0/networks/30db331d-2929-4954-8cf4-0f6f324e75e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7864413 Apr 28 19:54:50.587286 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-b13fcc58-6c9e-4239-8518-24a19462c04e admin admin] Calling delete_port for e7d6c87d-a5eb-4aac-9505-940b523dc565 owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:50.637593 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fc5d6be8-d1b8-46b1-a4f2-545ddb8251df tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:50.662351 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-be8c7f02-06af-4c34-b1aa-83606cdf7039 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Deleting port 111d12ee-58be-4526-b431-2a274784a1e6 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:50.662817 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-be8c7f02-06af-4c34-b1aa-83606cdf7039 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:50.767912 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8a608412-73ee-4415-9151-f23cad8cda99 req-8b35f3eb-93a7-41a9-b572-46b8711db4c1 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4005840 Apr 28 19:54:50.802756 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-a103c0fb-868d-4e4e-aeb0-dff861ced484 None None] For port a2aad446-6bd9-438c-b9be-f3cd973c3b14, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a2aad446-6bd9-438c-b9be-f3cd973c3b14,segment=NetworkSegment(dbd6d918-173b-4447-8933-059b920c5af8),segment_id=dbd6d918-173b-4447-8933-059b920c5af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:50.802756 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a103c0fb-868d-4e4e-aeb0-dff861ced484 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:50.810833 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-5512a536-5665-43c2-9dcd-0ad48c66c613 None None] Provisioning complete for port 111d12ee-58be-4526-b431-2a274784a1e6 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:50.811222 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5512a536-5665-43c2-9dcd-0ad48c66c613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:50.839380 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-be8c7f02-06af-4c34-b1aa-83606cdf7039 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:50.853739 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-be8c7f02-06af-4c34-b1aa-83606cdf7039 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Calling delete_port for 111d12ee-58be-4526-b431-2a274784a1e6 owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:50.903289 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16fbf81-ae3d-4caa-bd87-e94022bda5c4 None None] DHCP port deletion for 80a848aa-c5ec-4b9d-8fab-5868f3bab1d4 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:54:50.916857 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66e5c3-9d75-48f1-a587-d87d3c7e57dc None None] Pushing event updated for resources: {'Port': ['ID=3326c3df-8c0e-4f56-b670-5b84aaaec29b,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:50.925790 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-a103c0fb-868d-4e4e-aeb0-dff861ced484 None None] Calling delete_port for a2aad446-6bd9-438c-b9be-f3cd973c3b14 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:51.006602 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-5512a536-5665-43c2-9dcd-0ad48c66c613 None None] Port 111d12ee-58be-4526-b431-2a274784a1e6 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:54:51.008037 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8355541-7da9-4eaf-b8a0-640a7e1df764 req-60732a1d-b440-4769-b280-f27465a1b44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:51.009664 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a8355541-7da9-4eaf-b8a0-640a7e1df764 req-60732a1d-b440-4769-b280-f27465a1b44e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d9e2f02c26d442699c083632dd6dfd5&device_id=5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6 HTTP/1.1" status: 200 len: 1094 time: 0.3265491 Apr 28 19:54:51.106960 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-5512a536-5665-43c2-9dcd-0ad48c66c613 None None] Provisioning complete for port 3326c3df-8c0e-4f56-b670-5b84aaaec29b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:51.107454 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5512a536-5665-43c2-9dcd-0ad48c66c613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:51.199766 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8faf5ed1-23e0-4319-b43c-73db42ab3d3c None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:51.213674 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-f16fbf81-ae3d-4caa-bd87-e94022bda5c4 None None] Deleting port 8d353575-ae44-4c02-b445-6868db03da96 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:51.214087 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f16fbf81-ae3d-4caa-bd87-e94022bda5c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:51.219527 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8faf5ed1-23e0-4319-b43c-73db42ab3d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:51.264569 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a103c0fb-868d-4e4e-aeb0-dff861ced484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:51.277733 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-f1833a8b-c451-49dc-babb-b6b0051a52c7 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Deleting port a2aad446-6bd9-438c-b9be-f3cd973c3b14 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:51.278180 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f1833a8b-c451-49dc-babb-b6b0051a52c7 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:51.333401 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faf5ed1-23e0-4319-b43c-73db42ab3d3c None None] Network eaa4e538-9fde-4813-8d36-4eefcb845739 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:51.345646 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-8faf5ed1-23e0-4319-b43c-73db42ab3d3c None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:51.355543 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a103c0fb-868d-4e4e-aeb0-dff861ced484 None None] No DVR routers for this DVR port a2aad446-6bd9-438c-b9be-f3cd973c3b14 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:54:51.360920 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faf5ed1-23e0-4319-b43c-73db42ab3d3c None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:54:51.369060 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf5ed1-23e0-4319-b43c-73db42ab3d3c None None] Pushing event updated for resources: {'Port': ['ID=1c1a9daf-6f07-4d1a-998e-4dd1c924286e,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:51.373297 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-f16fbf81-ae3d-4caa-bd87-e94022bda5c4 None None] For port 8d353575-ae44-4c02-b445-6868db03da96, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=8d353575-ae44-4c02-b445-6868db03da96,segment=NetworkSegment(99e6d9f7-f954-4ecb-b9d8-8e3c5288c62a),segment_id=99e6d9f7-f954-4ecb-b9d8-8e3c5288c62a)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:51.373297 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f16fbf81-ae3d-4caa-bd87-e94022bda5c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:51.441884 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-f16fbf81-ae3d-4caa-bd87-e94022bda5c4 None None] Calling delete_port for 8d353575-ae44-4c02-b445-6868db03da96 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:51.455031 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-f1833a8b-c451-49dc-babb-b6b0051a52c7 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] For port a2aad446-6bd9-438c-b9be-f3cd973c3b14, host n-d-839810-1, got binding levels [] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:51.455501 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f1833a8b-c451-49dc-babb-b6b0051a52c7 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:51.461012 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103c0fb-868d-4e4e-aeb0-dff861ced484 None None] Pushing event deleted for resources: {'Port': ['ID=a2aad446-6bd9-438c-b9be-f3cd973c3b14,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:51.495534 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8355541-7da9-4eaf-b8a0-640a7e1df764 req-fe314d0d-2aef-4ea5-a085-97a1935cc400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:51.497220 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a8355541-7da9-4eaf-b8a0-640a7e1df764 req-fe314d0d-2aef-4ea5-a085-97a1935cc400 service neutron] 10.222.0.44 "GET /v2.0/networks?id=30db331d-2929-4954-8cf4-0f6f324e75e7 HTTP/1.1" status: 200 len: 898 time: 0.4774442 Apr 28 19:54:51.498475 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-26c96c5b-5c33-43f5-aedf-076b0e8b02de tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:51.527263 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-f1833a8b-c451-49dc-babb-b6b0051a52c7 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Calling delete_port for a2aad446-6bd9-438c-b9be-f3cd973c3b14 owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:51.549475 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcee292-0426-438a-bbde-22ed951ecec0 req-acf82fe6-bd74-4ec5-bbf6-48ed1014f23a tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:51.550816 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ddcee292-0426-438a-bbde-22ed951ecec0 req-acf82fe6-bd74-4ec5-bbf6-48ed1014f23a tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6 HTTP/1.1" status: 200 len: 943 time: 0.5181651 Apr 28 19:54:51.554733 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-be8c7f02-06af-4c34-b1aa-83606cdf7039 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:51.591406 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.ipam_backend_mixin [None req-f1833a8b-c451-49dc-babb-b6b0051a52c7 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Port a2aad446-6bd9-438c-b9be-f3cd973c3b14 was not found and therefore no delete operation was performed {{(pid=102774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 28 19:54:51.618878 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c7f02-06af-4c34-b1aa-83606cdf7039 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Pushing event deleted for resources: {'Port': ['ID=111d12ee-58be-4526-b431-2a274784a1e6,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:51.663198 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-fc5d6be8-d1b8-46b1-a4f2-545ddb8251df tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Allocated IP 172.20.0.20 (8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b/9636e62f-1ab6-46e8-86e3-7344cbfb21dc/2686b6bc-3a02-4c6d-afb8-5d93894dcec2) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:51.665913 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-be8c7f02-06af-4c34-b1aa-83606cdf7039 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:51.669310 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-be8c7f02-06af-4c34-b1aa-83606cdf7039 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] 10.222.0.42 "DELETE /v2.0/ports/111d12ee-58be-4526-b431-2a274784a1e6 HTTP/1.1" status: 204 len: 168 time: 1.2772498 Apr 28 19:54:51.675102 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39854) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:51.695822 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ddcee292-0426-438a-bbde-22ed951ecec0 req-c557b0af-3954-42be-81f5-5e6b3295799f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=94ae8204-62a6-49ad-b2fd-122d2389dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363618 Apr 28 19:54:51.745715 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5c25cec-36fc-4f8e-a192-0ae5f78006de tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] GET failed (client error): The resource could not be found. Apr 28 19:54:51.747342 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-8faf5ed1-23e0-4319-b43c-73db42ab3d3c None None] Attempting to bind port 1c1a9daf-6f07-4d1a-998e-4dd1c924286e on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:54:51.747912 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a5c25cec-36fc-4f8e-a192-0ae5f78006de tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] 10.222.0.42 "GET /v2.0/ports/111d12ee-58be-4526-b431-2a274784a1e6 HTTP/1.1" status: 404 len: 333 time: 0.0692322 Apr 28 19:54:51.752578 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-8faf5ed1-23e0-4319-b43c-73db42ab3d3c None None] Attempting to bind port 1c1a9daf-6f07-4d1a-998e-4dd1c924286e by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '287f7f8d-9ed4-44ca-bf77-cad6fde6ae52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'eaa4e538-9fde-4813-8d36-4eefcb845739'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:54:51.752959 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faf5ed1-23e0-4319-b43c-73db42ab3d3c None None] Attempting to bind port 1c1a9daf-6f07-4d1a-998e-4dd1c924286e on network eaa4e538-9fde-4813-8d36-4eefcb845739 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:54:51.754996 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39856) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:51.764161 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-b11c55ad-be83-47f8-ad94-4a43e995737a tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Request body: {'port': {'network_id': '1d2ee09d-4dfb-4d05-aec6-fa482ed3641f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1835607918'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:51.765605 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faf5ed1-23e0-4319-b43c-73db42ab3d3c None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:54:51.766133 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faf5ed1-23e0-4319-b43c-73db42ab3d3c None None] Checking segment: {'id': '287f7f8d-9ed4-44ca-bf77-cad6fde6ae52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'eaa4e538-9fde-4813-8d36-4eefcb845739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:54:51.766545 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8faf5ed1-23e0-4319-b43c-73db42ab3d3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:51.766950 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faf5ed1-23e0-4319-b43c-73db42ab3d3c None None] Bound using segment: {'id': '287f7f8d-9ed4-44ca-bf77-cad6fde6ae52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'eaa4e538-9fde-4813-8d36-4eefcb845739'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:54:51.767441 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-8faf5ed1-23e0-4319-b43c-73db42ab3d3c None None] Bound port: 1c1a9daf-6f07-4d1a-998e-4dd1c924286e, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287f7f8d-9ed4-44ca-bf77-cad6fde6ae52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'eaa4e538-9fde-4813-8d36-4eefcb845739'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:54:51.767834 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8faf5ed1-23e0-4319-b43c-73db42ab3d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:51.844085 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 3326c3df-8c0e-4f56-b670-5b84aaaec29b up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:54:51.933929 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-8faf5ed1-23e0-4319-b43c-73db42ab3d3c None None] For port 1c1a9daf-6f07-4d1a-998e-4dd1c924286e, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:54:51.938382 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-8faf5ed1-23e0-4319-b43c-73db42ab3d3c None None] For port 1c1a9daf-6f07-4d1a-998e-4dd1c924286e, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=1c1a9daf-6f07-4d1a-998e-4dd1c924286e,segment=NetworkSegment(287f7f8d-9ed4-44ca-bf77-cad6fde6ae52),segment_id=287f7f8d-9ed4-44ca-bf77-cad6fde6ae52)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:54:51.944328 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f16fbf81-ae3d-4caa-bd87-e94022bda5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:51.961594 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16fbf81-ae3d-4caa-bd87-e94022bda5c4 None None] No DVR routers for this DVR port 8d353575-ae44-4c02-b445-6868db03da96 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:54:51.973707 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8faf5ed1-23e0-4319-b43c-73db42ab3d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:52.018708 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fc5d6be8-d1b8-46b1-a4f2-545ddb8251df tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:52.019548 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-2ca722cf-2564-4e00-aba0-39e81090bad9 None None] Could not find standard attr ID for object 111d12ee-58be-4526-b431-2a274784a1e6. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:54:52.026749 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fc5d6be8-d1b8-46b1-a4f2-545ddb8251df tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:52.041691 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11c55ad-be83-47f8-ad94-4a43e995737a tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Made reservation on behalf of acedd1c58fb246028ae200e9c2e4d10f for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:52.047439 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 3326c3df-8c0e-4f56-b670-5b84aaaec29b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:52.048077 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:52.048398 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b11c55ad-be83-47f8-ad94-4a43e995737a tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:52.050657 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16fbf81-ae3d-4caa-bd87-e94022bda5c4 None None] Pushing event deleted for resources: {'Port': ['ID=8d353575-ae44-4c02-b445-6868db03da96,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:52.080913 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-b11c55ad-be83-47f8-ad94-4a43e995737a tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] device_id is not set on port f5441dd1-2247-43de-86c8-1f922952ca9a yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:54:52.134052 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-2ca722cf-2564-4e00-aba0-39e81090bad9 None None] Provisioning complete for port 2686b6bc-3a02-4c6d-afb8-5d93894dcec2 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:52.134426 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2ca722cf-2564-4e00-aba0-39e81090bad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:52.146928 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5653ebcb-39c1-4a88-86a9-61c08240903a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:52.151066 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f1833a8b-c451-49dc-babb-b6b0051a52c7 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:52.154174 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a8355541-7da9-4eaf-b8a0-640a7e1df764 req-f36a518a-c5e4-4bd7-a0da-287303373554 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3893e74-f67c-497c-af3e-a07168b01f05 HTTP/1.1" status: 200 len: 217 time: 0.6440036 Apr 28 19:54:52.246848 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf5ed1-23e0-4319-b43c-73db42ab3d3c None None] Pushing event updated for resources: {'Port': ['ID=1c1a9daf-6f07-4d1a-998e-4dd1c924286e,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:52.255465 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-2ca722cf-2564-4e00-aba0-39e81090bad9 None None] Port 2686b6bc-3a02-4c6d-afb8-5d93894dcec2 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:54:52.285150 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1833a8b-c451-49dc-babb-b6b0051a52c7 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Pushing event deleted for resources: {'Port': ['ID=a2aad446-6bd9-438c-b9be-f3cd973c3b14,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:52.286013 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d6be8-d1b8-46b1-a4f2-545ddb8251df tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Port': ['ID=2686b6bc-3a02-4c6d-afb8-5d93894dcec2,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:52.311173 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1833a8b-c451-49dc-babb-b6b0051a52c7 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] No DVR routers for this DVR port a2aad446-6bd9-438c-b9be-f3cd973c3b14 on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:54:52.350686 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b13fcc58-6c9e-4239-8518-24a19462c04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:52.427100 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 8d353575-ae44-4c02-b445-6868db03da96 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:54:52.452482 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-fc5d6be8-d1b8-46b1-a4f2-545ddb8251df tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] In _notify_port_updated(), no bound segment for port 2686b6bc-3a02-4c6d-afb8-5d93894dcec2 on network 8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b {{(pid=102773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 19:54:52.467663 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5d6be8-d1b8-46b1-a4f2-545ddb8251df tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:52.469580 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fc5d6be8-d1b8-46b1-a4f2-545ddb8251df tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:52.474171 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fc5d6be8-d1b8-46b1-a4f2-545ddb8251df tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "PUT /v2.0/ports/2686b6bc-3a02-4c6d-afb8-5d93894dcec2 HTTP/1.1" status: 200 len: 1000 time: 2.0165706 Apr 28 19:54:52.475275 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39860) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:52.481587 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 8d353575-ae44-4c02-b445-6868db03da96 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:54:52.481981 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 8d353575-ae44-4c02-b445-6868db03da96 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:54:52.482397 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a2aad446-6bd9-438c-b9be-f3cd973c3b14 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:54:52.539251 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8355541-7da9-4eaf-b8a0-640a7e1df764 req-50e838a9-c44b-4c27-9a61-c92a8cde6dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:52.540831 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a8355541-7da9-4eaf-b8a0-640a7e1df764 req-50e838a9-c44b-4c27-9a61-c92a8cde6dc3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d4ca4fc0-ebf7-49e4-affa-59ffb35e90f0 HTTP/1.1" status: 200 len: 835 time: 0.3743529 Apr 28 19:54:52.541595 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13fcc58-6c9e-4239-8518-24a19462c04e admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d6c87d-a5eb-4aac-9505-940b523dc565,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:52.548052 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: a2aad446-6bd9-438c-b9be-f3cd973c3b14 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:54:52.549433 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a2aad446-6bd9-438c-b9be-f3cd973c3b14 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:54:52.595402 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-b11c55ad-be83-47f8-ad94-4a43e995737a tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Allocated IP 2001:db8::92 (1d2ee09d-4dfb-4d05-aec6-fa482ed3641f/996b9d9d-ab12-4b8d-86ee-6900ecbdb9c2/f5441dd1-2247-43de-86c8-1f922952ca9a) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:52.684995 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25f6b5-32db-4711-ac93-10c09d19abcf req-6f968be1-0709-4f65-99cd-490dffdd75c7 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:52.686544 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bc25f6b5-32db-4711-ac93-10c09d19abcf req-6f968be1-0709-4f65-99cd-490dffdd75c7 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 946 time: 0.5393271 Apr 28 19:54:52.694934 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-6c554f39-1b07-43d5-853c-c1a36d8bdb8c None None] Provisioning complete for port 2686b6bc-3a02-4c6d-afb8-5d93894dcec2 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:52.695575 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6c554f39-1b07-43d5-853c-c1a36d8bdb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:52.712197 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f1833a8b-c451-49dc-babb-b6b0051a52c7 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:52.802465 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-6c554f39-1b07-43d5-853c-c1a36d8bdb8c None None] Port 2686b6bc-3a02-4c6d-afb8-5d93894dcec2 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:54:52.840060 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b337cd8c-a1ff-481b-9199-cc90555622c9 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Deleting port 2686b6bc-3a02-4c6d-afb8-5d93894dcec2 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:52.840438 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b337cd8c-a1ff-481b-9199-cc90555622c9 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:52.876702 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bc25f6b5-32db-4711-ac93-10c09d19abcf req-0862cb1d-fd2a-4556-b2a9-5ecfceffa802 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699074 Apr 28 19:54:52.947065 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-f1833a8b-c451-49dc-babb-b6b0051a52c7 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef4c6e1a-2205-4525-914f-56011374fbdb']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:52.976312 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-f1833a8b-c451-49dc-babb-b6b0051a52c7 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbd6d918-173b-4447-8933-059b920c5af8') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:52.976912 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-f1833a8b-c451-49dc-babb-b6b0051a52c7 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbd6d918-173b-4447-8933-059b920c5af8') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:53.012004 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0459ad4-2926-4d36-b452-ae2cfd441703 req-130469fb-447b-4faa-a5a8-e85c6f8988d3 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:53.013602 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e0459ad4-2926-4d36-b452-ae2cfd441703 req-130469fb-447b-4faa-a5a8-e85c6f8988d3 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6 HTTP/1.1" status: 200 len: 943 time: 0.1626995 Apr 28 19:54:53.018323 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f1833a8b-c451-49dc-babb-b6b0051a52c7 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:53.018863 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b337cd8c-a1ff-481b-9199-cc90555622c9 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:53.021893 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8355541-7da9-4eaf-b8a0-640a7e1df764 req-f4389caa-0b2d-42ea-b4c7-53446a4279b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:53.023881 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a8355541-7da9-4eaf-b8a0-640a7e1df764 req-f4389caa-0b2d-42ea-b4c7-53446a4279b7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=30db331d-2929-4954-8cf4-0f6f324e75e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4229031 Apr 28 19:54:53.038971 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b11c55ad-be83-47f8-ad94-4a43e995737a tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:53.052754 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b337cd8c-a1ff-481b-9199-cc90555622c9 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Calling delete_port for 2686b6bc-3a02-4c6d-afb8-5d93894dcec2 owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:53.109621 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f1833a8b-c451-49dc-babb-b6b0051a52c7 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:53.137822 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e0459ad4-2926-4d36-b452-ae2cfd441703 req-9422b16e-5889-472a-8dd6-f243d3a1e544 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=94ae8204-62a6-49ad-b2fd-122d2389dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113324 Apr 28 19:54:53.151781 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1833a8b-c451-49dc-babb-b6b0051a52c7 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:54:53.152357 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f1833a8b-c451-49dc-babb-b6b0051a52c7 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:53.156393 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:54:53.156393 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:54:53.156393 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:54:53.156393 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:54:53.156393 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:54:53.156393 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:54:53.156393 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:54:53.156393 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:54:53.156393 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:54:53.156393 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:54:53.156393 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:54:53.156393 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:54:53.156393 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:54:53.156393 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:54:53.156393 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:54:53.156393 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:54:53.156393 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:54:53.156393 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:54:53.156393 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:54:53.156393 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:54:53.156393 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:54:53.156393 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:54:53.156393 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:54:53.156393 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:54:53.156393 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:54:53.156393 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:54:53.156393 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:54:53.156393 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:54:53.156393 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:54:53.156393 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:54:53.156393 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:54:53.156393 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:54:53.175714 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b11c55ad-be83-47f8-ad94-4a43e995737a tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:53.236363 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-26c96c5b-5c33-43f5-aedf-076b0e8b02de tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Allocated IP 172.20.0.1 (eb8395ea-118f-47ad-8a7e-e6ff36cccf9e/537a2ff9-d4c7-48d9-b3f9-2ba3c711d466/dfe4032b-5849-477f-aa9d-53a42594998b) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:53.251216 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11c55ad-be83-47f8-ad94-4a43e995737a tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Network 1d2ee09d-4dfb-4d05-aec6-fa482ed3641f is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:53.251453 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b13fcc58-6c9e-4239-8518-24a19462c04e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:53.260578 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-b11c55ad-be83-47f8-ad94-4a43e995737a tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:53.270910 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11c55ad-be83-47f8-ad94-4a43e995737a tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:54:53.277215 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11c55ad-be83-47f8-ad94-4a43e995737a tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:53.277870 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b11c55ad-be83-47f8-ad94-4a43e995737a tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:53.296804 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c55ad-be83-47f8-ad94-4a43e995737a tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Pushing event updated for resources: {'Port': ['ID=f5441dd1-2247-43de-86c8-1f922952ca9a,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:53.327427 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f1833a8b-c451-49dc-babb-b6b0051a52c7 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:53.335965 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f1833a8b-c451-49dc-babb-b6b0051a52c7 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:53.339292 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b11c55ad-be83-47f8-ad94-4a43e995737a tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5805795 Apr 28 19:54:53.339870 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f1833a8b-c451-49dc-babb-b6b0051a52c7 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] 10.222.0.42 "DELETE /v2.0/networks/ef4c6e1a-2205-4525-914f-56011374fbdb HTTP/1.1" status: 204 len: 168 time: 3.1956525 Apr 28 19:54:53.342737 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39864) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:53.342899 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39866) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:53.399358 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-ba0f5e66-507a-4c8e-9d23-ff676c99fe87 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Request body: {'port': {'network_id': '1d2ee09d-4dfb-4d05-aec6-fa482ed3641f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1979009157'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:53.438431 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b337cd8c-a1ff-481b-9199-cc90555622c9 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:53.475086 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e1a5f128-bd6c-4079-8252-0dec2323d37c tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:53.479977 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337cd8c-a1ff-481b-9199-cc90555622c9 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Port': ['ID=2686b6bc-3a02-4c6d-afb8-5d93894dcec2,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:53.486015 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1833a8b-c451-49dc-babb-b6b0051a52c7 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Pushing event deleted for resources: {'Network': ['ID=ef4c6e1a-2205-4525-914f-56011374fbdb,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:53.513115 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:53.534790 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a8355541-7da9-4eaf-b8a0-640a7e1df764 req-912af5fa-cd99-4af9-b5db-d2dfc2c24c57 service neutron] 10.222.0.44 "GET /v2.0/networks/30db331d-2929-4954-8cf4-0f6f324e75e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4665213 Apr 28 19:54:53.785113 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b337cd8c-a1ff-481b-9199-cc90555622c9 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:53.794244 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b337cd8c-a1ff-481b-9199-cc90555622c9 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/ports/2686b6bc-3a02-4c6d-afb8-5d93894dcec2 HTTP/1.1" status: 204 len: 168 time: 1.3104577 Apr 28 19:54:53.795056 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e1a5f128-bd6c-4079-8252-0dec2323d37c tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:53.798498 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39868) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:53.849433 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-5a2d68d1-35b2-4e7c-9688-7e6166845e14 None None] Provisioning complete for port f5441dd1-2247-43de-86c8-1f922952ca9a triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:53.849985 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5a2d68d1-35b2-4e7c-9688-7e6166845e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:53.859859 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 1c1a9daf-6f07-4d1a-998e-4dd1c924286e up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:54:53.860222 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-26c96c5b-5c33-43f5-aedf-076b0e8b02de tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:53.902835 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e6574f4-bef0-4f29-95a4-e45faef1289d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] GET failed (client error): The resource could not be found. Apr 28 19:54:53.908271 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5e6574f4-bef0-4f29-95a4-e45faef1289d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "GET /v2.0/ports/2686b6bc-3a02-4c6d-afb8-5d93894dcec2 HTTP/1.1" status: 404 len: 333 time: 0.1086454 Apr 28 19:54:53.910214 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-e1a5f128-bd6c-4079-8252-0dec2323d37c tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a848aa-c5ec-4b9d-8fab-5868f3bab1d4']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:53.923267 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39872) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:53.941774 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a8355541-7da9-4eaf-b8a0-640a7e1df764 req-7e501702-a97f-4dcb-8e9a-e9afba386ef4 service neutron] 10.222.0.44 "GET /v2.0/networks/30db331d-2929-4954-8cf4-0f6f324e75e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920233 Apr 28 19:54:53.953451 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0f5e66-507a-4c8e-9d23-ff676c99fe87 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Made reservation on behalf of acedd1c58fb246028ae200e9c2e4d10f for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:53.958030 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ba0f5e66-507a-4c8e-9d23-ff676c99fe87 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:53.961539 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-e1a5f128-bd6c-4079-8252-0dec2323d37c tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e6d9f7-f954-4ecb-b9d8-8e3c5288c62a') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:53.961539 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-e1a5f128-bd6c-4079-8252-0dec2323d37c tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e6d9f7-f954-4ecb-b9d8-8e3c5288c62a') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:53.967791 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-5a2d68d1-35b2-4e7c-9688-7e6166845e14 None None] Port f5441dd1-2247-43de-86c8-1f922952ca9a cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:54:53.984301 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249f0b4b-aa42-4dcf-baed-1ccdf9f36a62 None None] Network eaa4e538-9fde-4813-8d36-4eefcb845739 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:53.999415 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e1a5f128-bd6c-4079-8252-0dec2323d37c tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:54.031835 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-a89a07a6-b6f1-4b4e-b8c3-b03ab39c5b0e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Deleting subnet 9636e62f-1ab6-46e8-86e3-7344cbfb21dc {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:54:54.035277 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e1a5f128-bd6c-4079-8252-0dec2323d37c tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:54.040021 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a89a07a6-b6f1-4b4e-b8c3-b03ab39c5b0e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:54.062830 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a5f128-bd6c-4079-8252-0dec2323d37c tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:54:54.063179 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e1a5f128-bd6c-4079-8252-0dec2323d37c tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:54.066245 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:54:54.066245 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:54:54.066245 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:54:54.066245 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:54:54.066245 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:54:54.066245 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:54:54.066245 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:54:54.066245 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:54:54.066245 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:54:54.066245 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:54:54.066245 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:54:54.066245 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:54:54.066245 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:54:54.066245 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:54:54.066245 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:54:54.066245 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:54:54.066245 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:54:54.066245 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:54:54.066245 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:54:54.066245 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:54:54.066245 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:54:54.066245 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:54:54.066245 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:54:54.066245 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:54:54.066245 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:54:54.066245 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:54:54.066245 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:54:54.066245 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:54:54.066245 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:54:54.066245 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:54:54.066245 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:54:54.066245 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:54:54.090426 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-ba0f5e66-507a-4c8e-9d23-ff676c99fe87 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] device_id is not set on port d6d7347a-b968-4b0f-b512-893f36997e35 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:54:54.092795 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 1c1a9daf-6f07-4d1a-998e-4dd1c924286e triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:54.094120 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:54.148825 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a89a07a6-b6f1-4b4e-b8c3-b03ab39c5b0e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:54.150219 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-26c96c5b-5c33-43f5-aedf-076b0e8b02de tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:54.162837 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-43c7c5a7-1a3d-464a-8006-4a668236ef72 None None] Provisioning complete for port 1c1a9daf-6f07-4d1a-998e-4dd1c924286e triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:54.163526 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-43c7c5a7-1a3d-464a-8006-4a668236ef72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:54.178441 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13fcc58-6c9e-4239-8518-24a19462c04e admin admin] Router 7f426266-0348-4f66-b8dd-fd2f2a51cc79 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:54:54.206348 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4692944-439c-4a9e-a217-97a6c68c5823 req-94aab99b-62f2-4821-bbe0-97612af9a3b3 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:54.208457 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4692944-439c-4a9e-a217-97a6c68c5823 req-94aab99b-62f2-4821-bbe0-97612af9a3b3 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 946 time: 0.2134356 Apr 28 19:54:54.227973 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e1a5f128-bd6c-4079-8252-0dec2323d37c tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:54.253512 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c96c5b-5c33-43f5-aedf-076b0e8b02de tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network eb8395ea-118f-47ad-8a7e-e6ff36cccf9e is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:54.259512 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e1a5f128-bd6c-4079-8252-0dec2323d37c tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:54.264203 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e1a5f128-bd6c-4079-8252-0dec2323d37c tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] 10.222.0.42 "DELETE /v2.0/networks/80a848aa-c5ec-4b9d-8fab-5868f3bab1d4 HTTP/1.1" status: 204 len: 168 time: 0.9208150 Apr 28 19:54:54.278672 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39876) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:54.279705 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-26c96c5b-5c33-43f5-aedf-076b0e8b02de tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:54.289228 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c96c5b-5c33-43f5-aedf-076b0e8b02de tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:54:54.328760 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:54.362379 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5f128-bd6c-4079-8252-0dec2323d37c tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Pushing event deleted for resources: {'Network': ['ID=80a848aa-c5ec-4b9d-8fab-5868f3bab1d4,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:54.370463 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c96c5b-5c33-43f5-aedf-076b0e8b02de tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Port': ['ID=dfe4032b-5849-477f-aa9d-53a42594998b,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:54.400051 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a89a07a6-b6f1-4b4e-b8c3-b03ab39c5b0e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:54.410850 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4acfc0-30d7-427a-bb77-e06efdb796b7 req-fbc9f68d-d7c8-46aa-8c6f-ee4446a82695 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:54.412448 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ae4acfc0-30d7-427a-bb77-e06efdb796b7 req-fbc9f68d-d7c8-46aa-8c6f-ee4446a82695 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6 HTTP/1.1" status: 200 len: 943 time: 0.1460004 Apr 28 19:54:54.454648 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 1c1a9daf-6f07-4d1a-998e-4dd1c924286e, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=1c1a9daf-6f07-4d1a-998e-4dd1c924286e,segment=NetworkSegment(287f7f8d-9ed4-44ca-bf77-cad6fde6ae52),segment_id=287f7f8d-9ed4-44ca-bf77-cad6fde6ae52)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:54.496065 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ae4acfc0-30d7-427a-bb77-e06efdb796b7 req-56716b93-6d59-4279-9b24-b4e366fa575d tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=94ae8204-62a6-49ad-b2fd-122d2389dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586278 Apr 28 19:54:54.517956 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a89a07a6-b6f1-4b4e-b8c3-b03ab39c5b0e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:54.522855 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:54.530216 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-43c7c5a7-1a3d-464a-8006-4a668236ef72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:54.582528 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a07a6-b6f1-4b4e-b8c3-b03ab39c5b0e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Subnet': ['ID=9636e62f-1ab6-46e8-86e3-7344cbfb21dc,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:54.606389 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a89a07a6-b6f1-4b4e-b8c3-b03ab39c5b0e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:54.624049 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe37dff-a570-49c6-9660-139ed4ff55d0 None None] Network 8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:54.633343 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a89a07a6-b6f1-4b4e-b8c3-b03ab39c5b0e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/subnets/9636e62f-1ab6-46e8-86e3-7344cbfb21dc HTTP/1.1" status: 204 len: 168 time: 0.7085671 Apr 28 19:54:54.635632 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39878) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:54.711012 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-263d8581-d678-44aa-835e-47186b76583e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Deleting subnet 397c006a-1afe-4ffe-9cfc-51cf431e3feb {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:54:54.715241 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-263d8581-d678-44aa-835e-47186b76583e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:54.716263 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=1c1a9daf-6f07-4d1a-998e-4dd1c924286e,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:54.741702 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-43c7c5a7-1a3d-464a-8006-4a668236ef72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:54:54.742541 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-43c7c5a7-1a3d-464a-8006-4a668236ef72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:54:54.799493 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-263d8581-d678-44aa-835e-47186b76583e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:54.875685 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-26c96c5b-5c33-43f5-aedf-076b0e8b02de tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:54.890774 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c3893e74-f67c-497c-af3e-a07168b01f05 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:54:54.898083 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4692944-439c-4a9e-a217-97a6c68c5823 req-fcf756d5-c3f2-4593-88ba-e4a9b2b3d53a tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6733441 Apr 28 19:54:54.942092 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-263d8581-d678-44aa-835e-47186b76583e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:54.948059 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-ba0f5e66-507a-4c8e-9d23-ff676c99fe87 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Allocated IP 2001:db8::ee (1d2ee09d-4dfb-4d05-aec6-fa482ed3641f/996b9d9d-ab12-4b8d-86ee-6900ecbdb9c2/d6d7347a-b968-4b0f-b512-893f36997e35) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:54.963573 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-22ff0899-776e-439a-98a5-572f6c23b2e0 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Deleting subnet bb360be8-7cac-40b7-8a81-2ee49dec8b86 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:54:54.982598 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-22ff0899-776e-439a-98a5-572f6c23b2e0 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:55.025817 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-263d8581-d678-44aa-835e-47186b76583e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:55.029507 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c3893e74-f67c-497c-af3e-a07168b01f05, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c3893e74-f67c-497c-af3e-a07168b01f05,segment=NetworkSegment(9ba9efc4-c8e7-48d7-8b5d-67fe4068376f),segment_id=9ba9efc4-c8e7-48d7-8b5d-67fe4068376f)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:55.048037 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'c3893e74-f67c-497c-af3e-a07168b01f05', 'network_id': '30db331d-2929-4954-8cf4-0f6f324e75e7', 'port_id': 'c3893e74-f67c-497c-af3e-a07168b01f05', 'mac_address': 'fa:16:3e:3e:62:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4ca4fc0-ebf7-49e4-affa-59ffb35e90f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:54:55.065711 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d8581-d678-44aa-835e-47186b76583e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Subnet': ['ID=397c006a-1afe-4ffe-9cfc-51cf431e3feb,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:55.069001 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13fcc58-6c9e-4239-8518-24a19462c04e admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:54:55.075569 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-263d8581-d678-44aa-835e-47186b76583e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:55.084199 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-263d8581-d678-44aa-835e-47186b76583e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/subnets/397c006a-1afe-4ffe-9cfc-51cf431e3feb HTTP/1.1" status: 204 len: 168 time: 0.4464133 Apr 28 19:54:55.084920 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39880) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:55.086154 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c7fe58-4699-4dc8-9a1f-43afc5507bfb None None] Sync routers for ids ['7f426266-0348-4f66-b8dd-fd2f2a51cc79'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:54:55.089831 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b13fcc58-6c9e-4239-8518-24a19462c04e admin admin] 10.222.0.42 "PUT /v2.0/routers/7f426266-0348-4f66-b8dd-fd2f2a51cc79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1701598 Apr 28 19:54:55.098640 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39882) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:55.104406 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c7fe58-4699-4dc8-9a1f-43afc5507bfb None None] Routers {'7f426266-0348-4f66-b8dd-fd2f2a51cc79'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:54:55.105278 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-42c7fe58-4699-4dc8-9a1f-43afc5507bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:54:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7f426266-0348-4f66-b8dd-fd2f2a51cc79'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:55.122496 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:55.138882 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3893e74-f67c-497c-af3e-a07168b01f05 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:54:55.172472 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-22ff0899-776e-439a-98a5-572f6c23b2e0 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:55.173821 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c3893e74-f67c-497c-af3e-a07168b01f05, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c3893e74-f67c-497c-af3e-a07168b01f05,segment=NetworkSegment(9ba9efc4-c8e7-48d7-8b5d-67fe4068376f),segment_id=9ba9efc4-c8e7-48d7-8b5d-67fe4068376f)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:55.179423 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:55.195554 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-055dae61-2dee-4c83-98a8-c699ef71e1ba tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:55.272667 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-055dae61-2dee-4c83-98a8-c699ef71e1ba tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Deleting port c975b7e2-2427-4aa5-b23f-7961f692008c {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:55.273067 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-055dae61-2dee-4c83-98a8-c699ef71e1ba tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:55.307983 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=c3893e74-f67c-497c-af3e-a07168b01f05,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:55.314940 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-42c7fe58-4699-4dc8-9a1f-43afc5507bfb None None] Set router 7f426266-0348-4f66-b8dd-fd2f2a51cc79 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:54:55.367753 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-055dae61-2dee-4c83-98a8-c699ef71e1ba tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] For port c975b7e2-2427-4aa5-b23f-7961f692008c, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c975b7e2-2427-4aa5-b23f-7961f692008c,segment=NetworkSegment(3e2a8522-dd9a-4057-967d-1be421638b9f),segment_id=3e2a8522-dd9a-4057-967d-1be421638b9f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:55.368327 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-055dae61-2dee-4c83-98a8-c699ef71e1ba tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:55.386942 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-055dae61-2dee-4c83-98a8-c699ef71e1ba tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Calling delete_port for c975b7e2-2427-4aa5-b23f-7961f692008c owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:55.393736 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-26c96c5b-5c33-43f5-aedf-076b0e8b02de tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:55.408287 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['c3893e74-f67c-497c-af3e-a07168b01f05'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:54:55.502205 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-cc0ef0fd-24bc-48ec-b3e7-266b9037ffd2 None None] Provisioning complete for port 1c1a9daf-6f07-4d1a-998e-4dd1c924286e triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:55.502788 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cc0ef0fd-24bc-48ec-b3e7-266b9037ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:55.523722 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-055dae61-2dee-4c83-98a8-c699ef71e1ba tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:55.622505 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055dae61-2dee-4c83-98a8-c699ef71e1ba tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Port': ['ID=c975b7e2-2427-4aa5-b23f-7961f692008c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:55.636025 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-45c6f00a-4fb7-4d78-9f12-f585bc5be2b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:55.648725 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055dae61-2dee-4c83-98a8-c699ef71e1ba tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] No DVR routers for this DVR port c975b7e2-2427-4aa5-b23f-7961f692008c on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:54:55.720058 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-cc0ef0fd-24bc-48ec-b3e7-266b9037ffd2 None None] Provisioning complete for port dfe4032b-5849-477f-aa9d-53a42594998b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:55.720632 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cc0ef0fd-24bc-48ec-b3e7-266b9037ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:55.758352 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-42c7fe58-4699-4dc8-9a1f-43afc5507bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1921511807-router', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:10Z', 'updated_at': '2022-04-28T19:54:51Z', 'revision_number': 5, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'gw_port': {'id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:12Z', 'updated_at': '2022-04-28T19:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:55.793319 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-22ff0899-776e-439a-98a5-572f6c23b2e0 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:55.798021 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 1c1a9daf-6f07-4d1a-998e-4dd1c924286e up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:54:55.799426 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ba0f5e66-507a-4c8e-9d23-ff676c99fe87 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:55.812595 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c7fe58-4699-4dc8-9a1f-43afc5507bfb None None] Checking router: 7f426266-0348-4f66-b8dd-fd2f2a51cc79 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:54:55.825542 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c7fe58-4699-4dc8-9a1f-43afc5507bfb None None] Routers {'7f426266-0348-4f66-b8dd-fd2f2a51cc79'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:54:55.827278 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-42c7fe58-4699-4dc8-9a1f-43afc5507bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:54:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7f426266-0348-4f66-b8dd-fd2f2a51cc79'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:55.872143 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfaec02-78c9-4787-93b3-9654bea64d9a None None] Network 8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:55.894664 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-055dae61-2dee-4c83-98a8-c699ef71e1ba tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:55.927771 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800cbd6-760e-4a2b-b873-533ad50f3b50 req-01da55d5-07c9-4c8b-942c-defbc09ff324 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:55.930271 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a800cbd6-760e-4a2b-b873-533ad50f3b50 req-01da55d5-07c9-4c8b-942c-defbc09ff324 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6 HTTP/1.1" status: 200 len: 944 time: 0.1886210 Apr 28 19:54:55.969527 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-055dae61-2dee-4c83-98a8-c699ef71e1ba tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:55.979440 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-42c7fe58-4699-4dc8-9a1f-43afc5507bfb None None] Set router 7f426266-0348-4f66-b8dd-fd2f2a51cc79 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:54:55.995680 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-055dae61-2dee-4c83-98a8-c699ef71e1ba tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e2a8522-dd9a-4057-967d-1be421638b9f') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:55.996303 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-055dae61-2dee-4c83-98a8-c699ef71e1ba tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e2a8522-dd9a-4057-967d-1be421638b9f') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:56.002782 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-cc0ef0fd-24bc-48ec-b3e7-266b9037ffd2 None None] Port dfe4032b-5849-477f-aa9d-53a42594998b cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:54:56.007332 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:56.019521 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-055dae61-2dee-4c83-98a8-c699ef71e1ba tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:56.026872 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a800cbd6-760e-4a2b-b873-533ad50f3b50 req-c9e5ce19-aac6-4dc4-9f6a-4da47723c540 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=94ae8204-62a6-49ad-b2fd-122d2389dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847166 Apr 28 19:54:56.044353 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-055dae61-2dee-4c83-98a8-c699ef71e1ba tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:56.058415 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-055dae61-2dee-4c83-98a8-c699ef71e1ba tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:54:56.058831 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-055dae61-2dee-4c83-98a8-c699ef71e1ba tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:56.072073 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:56.133753 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:54:56.133753 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:54:56.133753 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:54:56.133753 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:54:56.133753 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:54:56.133753 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:54:56.133753 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:54:56.133753 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:54:56.133753 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:54:56.133753 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:54:56.133753 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:54:56.133753 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:54:56.133753 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:54:56.133753 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:54:56.133753 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:54:56.133753 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:54:56.133753 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:54:56.133753 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:54:56.133753 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:54:56.133753 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:54:56.133753 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:54:56.133753 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:54:56.133753 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:54:56.133753 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:54:56.133753 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:54:56.133753 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:54:56.133753 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:54:56.133753 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:54:56.133753 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:54:56.133753 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:54:56.133753 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:54:56.133753 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:54:56.139800 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-055dae61-2dee-4c83-98a8-c699ef71e1ba tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:56.147514 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-22ff0899-776e-439a-98a5-572f6c23b2e0 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:56.150874 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-055dae61-2dee-4c83-98a8-c699ef71e1ba tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:56.154525 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-055dae61-2dee-4c83-98a8-c699ef71e1ba tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/networks/8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b HTTP/1.1" status: 204 len: 168 time: 1.0683932 Apr 28 19:54:56.159431 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39888) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:56.168263 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-bc3f254d-ee8e-4907-babb-1806a9608242 None None] Could not find standard attr ID for object c975b7e2-2427-4aa5-b23f-7961f692008c. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:54:56.186804 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055dae61-2dee-4c83-98a8-c699ef71e1ba tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Network': ['ID=8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:56.205018 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 1c1a9daf-6f07-4d1a-998e-4dd1c924286e triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:56.205420 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:56.209378 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff0899-776e-439a-98a5-572f6c23b2e0 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Pushing event deleted for resources: {'Subnet': ['ID=bb360be8-7cac-40b7-8a81-2ee49dec8b86,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:56.216591 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-45c6f00a-4fb7-4d78-9f12-f585bc5be2b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:56.239239 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc0bffd-22d0-43d0-95e4-7b73202440d7 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:56.241126 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-bbc0bffd-22d0-43d0-95e4-7b73202440d7 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0806100 Apr 28 19:54:56.247556 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39890) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:56.307887 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-22ff0899-776e-439a-98a5-572f6c23b2e0 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:56.308084 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceef65c7-4028-4dcf-849e-9e719dd5dd0a None None] DHCP port deletion for 8dcbc4cb-75fe-42da-8cc5-a1acf7b3009b request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:54:56.311362 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-22ff0899-776e-439a-98a5-572f6c23b2e0 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] 10.222.0.42 "DELETE /v2.0/subnets/bb360be8-7cac-40b7-8a81-2ee49dec8b86 HTTP/1.1" status: 204 len: 168 time: 2.0290148 Apr 28 19:54:56.316973 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39892) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:56.317960 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ba0f5e66-507a-4c8e-9d23-ff676c99fe87 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:56.326108 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-42c7fe58-4699-4dc8-9a1f-43afc5507bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1921511807-router', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:10Z', 'updated_at': '2022-04-28T19:54:51Z', 'revision_number': 5, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'gw_port': {'id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:12Z', 'updated_at': '2022-04-28T19:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:56.357555 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d2f7e6a1-4c18-4e2e-bc85-158dec06060b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1111519 Apr 28 19:54:56.358367 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eefc08f-df7c-45b7-b5d5-990fbdf367e1 None None] Network 32e115a4-9a65-4725-a47c-3c577d865f15 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:56.366123 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c7fe58-4699-4dc8-9a1f-43afc5507bfb None None] The sync data for ids ['7f426266-0348-4f66-b8dd-fd2f2a51cc79'] in n-d-839810-1 is: [{'id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'name': 'tempest-AttachVolumeShelveTestJSON-1921511807-router', 'tenant_id': '8766bd4e5ff74ccda54aedeba9de3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:10Z', 'updated_at': '2022-04-28T19:54:51Z', 'revision_number': 5, 'project_id': '8766bd4e5ff74ccda54aedeba9de3560', 'gw_port': {'id': '41e1dc1c-afa3-45f6-9b77-08c5fec2c862', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:18:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f426266-0348-4f66-b8dd-fd2f2a51cc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:12Z', 'updated_at': '2022-04-28T19:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:54:56.406625 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39894) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:56.407343 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0f5e66-507a-4c8e-9d23-ff676c99fe87 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Network 1d2ee09d-4dfb-4d05-aec6-fa482ed3641f is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:56.412904 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f5e66-507a-4c8e-9d23-ff676c99fe87 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Pushing event updated for resources: {'Port': ['ID=d6d7347a-b968-4b0f-b512-893f36997e35,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:56.413138 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-e299d5f2-79db-460f-acac-5b5b493b3efa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-621201036'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:56.417170 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-ba0f5e66-507a-4c8e-9d23-ff676c99fe87 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:56.419551 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0f5e66-507a-4c8e-9d23-ff676c99fe87 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:54:56.425837 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0f5e66-507a-4c8e-9d23-ff676c99fe87 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:56.426472 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ba0f5e66-507a-4c8e-9d23-ff676c99fe87 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:56.486237 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5806e95e-5f56-4f25-98ed-8be9b3268129 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:56.489537 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e299d5f2-79db-460f-acac-5b5b493b3efa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:56.498597 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f40b02-f6b1-43f6-b772-efbdecbb00c7 req-5331dca3-9a47-4f0f-bca6-4cfa50b92165 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:56.499800 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-88f40b02-f6b1-43f6-b772-efbdecbb00c7 req-5331dca3-9a47-4f0f-bca6-4cfa50b92165 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 946 time: 0.4782827 Apr 28 19:54:56.500365 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e299d5f2-79db-460f-acac-5b5b493b3efa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:56.531694 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e299d5f2-79db-460f-acac-5b5b493b3efa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:54:56.532002 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ba0f5e66-507a-4c8e-9d23-ff676c99fe87 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1435015 Apr 28 19:54:56.534953 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39896) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:56.541475 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-26c96c5b-5c33-43f5-aedf-076b0e8b02de tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:56.542684 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-622e8c61-4f1b-495b-a92f-cc8eca7dfb86 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::15f', 'mac_address': 'fa:16:3e:d0:fd:7e'}, {'ip_address': '2001:db8::92', 'mac_address': 'fa:16:3e:54:ec:ef'}]}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:56.559924 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-26c96c5b-5c33-43f5-aedf-076b0e8b02de tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:56.574094 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-45c6f00a-4fb7-4d78-9f12-f585bc5be2b3 admin admin] Deleting port 41e1dc1c-afa3-45f6-9b77-08c5fec2c862 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:56.574498 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-45c6f00a-4fb7-4d78-9f12-f585bc5be2b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:56.595849 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e299d5f2-79db-460f-acac-5b5b493b3efa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:56.596228 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-e299d5f2-79db-460f-acac-5b5b493b3efa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Added segment bde4c96b-e5aa-4cfa-8f64-b746ca2b4444 of type vlan for network 9192cf9b-330d-4865-ba0a-91c31b94f5d0 Apr 28 19:54:56.665207 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-88f40b02-f6b1-43f6-b772-efbdecbb00c7 req-de0b5ed4-7f53-4469-8ac8-787324777801 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476018 Apr 28 19:54:56.694687 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e299d5f2-79db-460f-acac-5b5b493b3efa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:56.722636 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c96c5b-5c33-43f5-aedf-076b0e8b02de tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Port': ['ID=dfe4032b-5849-477f-aa9d-53a42594998b,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:56.727797 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-26c96c5b-5c33-43f5-aedf-076b0e8b02de tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:56.742534 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5806e95e-5f56-4f25-98ed-8be9b3268129 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Deleting port b0e24503-22d4-45f1-8243-3bb13d5302aa {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:56.742887 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5806e95e-5f56-4f25-98ed-8be9b3268129 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:56.761256 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53237f91-3223-4ce9-a13e-95c5aaa9fbff None None] DHCP port deletion for 32e115a4-9a65-4725-a47c-3c577d865f15 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:54:56.776000 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e299d5f2-79db-460f-acac-5b5b493b3efa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:56.782163 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e299d5f2-79db-460f-acac-5b5b493b3efa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:56.782742 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e299d5f2-79db-460f-acac-5b5b493b3efa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:56.828289 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-4dcce4e7-9fdd-42f5-bd18-89b98618c0b7 None None] Provisioning complete for port d6d7347a-b968-4b0f-b512-893f36997e35 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:56.834668 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4dcce4e7-9fdd-42f5-bd18-89b98618c0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:56.856651 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c96c5b-5c33-43f5-aedf-076b0e8b02de tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network eb8395ea-118f-47ad-8a7e-e6ff36cccf9e is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:56.869064 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-26c96c5b-5c33-43f5-aedf-076b0e8b02de tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:56.887845 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-53237f91-3223-4ce9-a13e-95c5aaa9fbff None None] Deleting port b0e24503-22d4-45f1-8243-3bb13d5302aa {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:56.888576 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-53237f91-3223-4ce9-a13e-95c5aaa9fbff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:56.891342 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-45c6f00a-4fb7-4d78-9f12-f585bc5be2b3 admin admin] For port 41e1dc1c-afa3-45f6-9b77-08c5fec2c862, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=41e1dc1c-afa3-45f6-9b77-08c5fec2c862,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:56.892026 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-45c6f00a-4fb7-4d78-9f12-f585bc5be2b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:56.892867 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c3893e74-f67c-497c-af3e-a07168b01f05 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:54:56.943529 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-45c6f00a-4fb7-4d78-9f12-f585bc5be2b3 admin admin] Calling delete_port for 41e1dc1c-afa3-45f6-9b77-08c5fec2c862 owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:56.949731 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-4dcce4e7-9fdd-42f5-bd18-89b98618c0b7 None None] Port d6d7347a-b968-4b0f-b512-893f36997e35 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:54:57.259810 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c96c5b-5c33-43f5-aedf-076b0e8b02de tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Router ec8816ff-429e-4c3f-84b9-702fba6b99f5 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:54:57.266138 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-53237f91-3223-4ce9-a13e-95c5aaa9fbff None None] For port b0e24503-22d4-45f1-8243-3bb13d5302aa, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=b0e24503-22d4-45f1-8243-3bb13d5302aa,segment=NetworkSegment(40b84271-4974-4e85-80d4-14a975adc1ef),segment_id=40b84271-4974-4e85-80d4-14a975adc1ef)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:57.266585 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-53237f91-3223-4ce9-a13e-95c5aaa9fbff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:57.275978 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-45c6f00a-4fb7-4d78-9f12-f585bc5be2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:57.291300 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-53237f91-3223-4ce9-a13e-95c5aaa9fbff None None] Calling delete_port for b0e24503-22d4-45f1-8243-3bb13d5302aa owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:57.304144 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port c3893e74-f67c-497c-af3e-a07168b01f05 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:54:57.312644 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port c3893e74-f67c-497c-af3e-a07168b01f05 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:57.313274 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:57.346323 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6f00a-4fb7-4d78-9f12-f585bc5be2b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=41e1dc1c-afa3-45f6-9b77-08c5fec2c862,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:57.370969 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e299d5f2-79db-460f-acac-5b5b493b3efa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9623110 Apr 28 19:54:57.382661 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39900) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:57.391321 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-c447e78a-206a-4c41-92c5-86cdb291cef2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'subnet': {'network_id': '9192cf9b-330d-4865-ba0a-91c31b94f5d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:57.395755 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-fca02779-b3f9-44d5-88a9-04604eab698b None None] Provisioning complete for port dfe4032b-5849-477f-aa9d-53a42594998b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:57.396148 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fca02779-b3f9-44d5-88a9-04604eab698b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:57.399867 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5806e95e-5f56-4f25-98ed-8be9b3268129 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] For port b0e24503-22d4-45f1-8243-3bb13d5302aa, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=b0e24503-22d4-45f1-8243-3bb13d5302aa,segment=NetworkSegment(40b84271-4974-4e85-80d4-14a975adc1ef),segment_id=40b84271-4974-4e85-80d4-14a975adc1ef)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:57.400276 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5806e95e-5f56-4f25-98ed-8be9b3268129 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:57.415683 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-622e8c61-4f1b-495b-a92f-cc8eca7dfb86 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:57.417678 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e299d5f2-79db-460f-acac-5b5b493b3efa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Network': ['ID=9192cf9b-330d-4865-ba0a-91c31b94f5d0,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:57.440017 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 9192cf9b-330d-4865-ba0a-91c31b94f5d0 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:54:57.444330 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5806e95e-5f56-4f25-98ed-8be9b3268129 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Calling delete_port for b0e24503-22d4-45f1-8243-3bb13d5302aa owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:57.467892 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b43c47-04cb-45f5-a259-e954a03b1fa3 req-b96a9465-c5a1-4fde-8940-499148f24523 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:57.469022 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-19b43c47-04cb-45f5-a259-e954a03b1fa3 req-b96a9465-c5a1-4fde-8940-499148f24523 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6 HTTP/1.1" status: 200 len: 944 time: 0.1276224 Apr 28 19:54:57.514040 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-fca02779-b3f9-44d5-88a9-04604eab698b None None] Port dfe4032b-5849-477f-aa9d-53a42594998b cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:54:57.530295 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-53237f91-3223-4ce9-a13e-95c5aaa9fbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:57.611977 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-19b43c47-04cb-45f5-a259-e954a03b1fa3 req-75626bbf-1de0-47dc-a156-646b71918c05 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=94ae8204-62a6-49ad-b2fd-122d2389dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206732 Apr 28 19:54:57.627857 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:57.642743 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53237f91-3223-4ce9-a13e-95c5aaa9fbff None None] Pushing event deleted for resources: {'Port': ['ID=b0e24503-22d4-45f1-8243-3bb13d5302aa,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:57.645408 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53237f91-3223-4ce9-a13e-95c5aaa9fbff None None] No DVR routers for this DVR port b0e24503-22d4-45f1-8243-3bb13d5302aa on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:54:57.664232 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3893e74-f67c-497c-af3e-a07168b01f05'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:54:57.667419 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abc359d-c67f-4b86-aac0-437104ef5be9" -d '{"events": [{"server_uuid": "5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6", "name": "network-vif-plugged", "status": "completed", "tag": "c3893e74-f67c-497c-af3e-a07168b01f05"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:54:57.687897 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5806e95e-5f56-4f25-98ed-8be9b3268129 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:57.707861 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c3893e74-f67c-497c-af3e-a07168b01f05, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c3893e74-f67c-497c-af3e-a07168b01f05,segment=NetworkSegment(9ba9efc4-c8e7-48d7-8b5d-67fe4068376f),segment_id=9ba9efc4-c8e7-48d7-8b5d-67fe4068376f)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:57.715515 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:57.732004 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806e95e-5f56-4f25-98ed-8be9b3268129 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Pushing event deleted for resources: {'Port': ['ID=b0e24503-22d4-45f1-8243-3bb13d5302aa,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:57.747759 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5806e95e-5f56-4f25-98ed-8be9b3268129 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] No DVR routers for this DVR port b0e24503-22d4-45f1-8243-3bb13d5302aa on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:54:57.817259 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=c3893e74-f67c-497c-af3e-a07168b01f05,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:57.904016 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c975b7e2-2427-4aa5-b23f-7961f692008c no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:54:57.931232 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5806e95e-5f56-4f25-98ed-8be9b3268129 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:57.932281 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: c975b7e2-2427-4aa5-b23f-7961f692008c {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:54:57.932629 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c975b7e2-2427-4aa5-b23f-7961f692008c not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:54:57.933048 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e7d6c87d-a5eb-4aac-9505-940b523dc565 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:54:57.958103 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7ec18e-bde8-4c36-98ce-ec65f7836920 x-openstack-request-id: req-4b7ec18e-bde8-4c36-98ce-ec65f7836920 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:54:57.958103 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6", "name": "network-vif-plugged", "status": "completed", "tag": "c3893e74-f67c-497c-af3e-a07168b01f05", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:54:57.958505 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4b7ec18e-bde8-4c36-98ce-ec65f7836920 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:54:57.958780 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b7ec18e-bde8-4c36-98ce-ec65f7836920'] response: {'server_uuid': '5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3893e74-f67c-497c-af3e-a07168b01f05', 'code': 200} Apr 28 19:54:57.959541 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: e7d6c87d-a5eb-4aac-9505-940b523dc565 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:54:57.959855 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e7d6c87d-a5eb-4aac-9505-940b523dc565 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:54:57.960298 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device b0e24503-22d4-45f1-8243-3bb13d5302aa no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:54:57.991117 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-5806e95e-5f56-4f25-98ed-8be9b3268129 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e115a4-9a65-4725-a47c-3c577d865f15']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:57.992830 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: b0e24503-22d4-45f1-8243-3bb13d5302aa {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:54:57.993451 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device b0e24503-22d4-45f1-8243-3bb13d5302aa not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:54:58.018431 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-5806e95e-5f56-4f25-98ed-8be9b3268129 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b84271-4974-4e85-80d4-14a975adc1ef') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:58.018765 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-5806e95e-5f56-4f25-98ed-8be9b3268129 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b84271-4974-4e85-80d4-14a975adc1ef') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:58.030004 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-622e8c61-4f1b-495b-a92f-cc8eca7dfb86 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:58.039935 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9a750-6248-464a-b396-8ad3b62a9260 req-74651c5a-2829-459c-8065-5943639d4bff tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:58.041540 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e3f9a750-6248-464a-b396-8ad3b62a9260 req-74651c5a-2829-459c-8065-5943639d4bff tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 946 time: 0.1824737 Apr 28 19:54:58.044530 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-622e8c61-4f1b-495b-a92f-cc8eca7dfb86 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:58.049366 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5806e95e-5f56-4f25-98ed-8be9b3268129 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:58.096060 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5806e95e-5f56-4f25-98ed-8be9b3268129 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:58.115055 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-622e8c61-4f1b-495b-a92f-cc8eca7dfb86 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] In _notify_port_updated(), no bound segment for port d6d7347a-b968-4b0f-b512-893f36997e35 on network 1d2ee09d-4dfb-4d05-aec6-fa482ed3641f {{(pid=102773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 19:54:58.120357 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622e8c61-4f1b-495b-a92f-cc8eca7dfb86 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:58.121040 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-622e8c61-4f1b-495b-a92f-cc8eca7dfb86 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:58.122399 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-622e8c61-4f1b-495b-a92f-cc8eca7dfb86 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] 10.222.0.42 "PUT /v2.0/ports/d6d7347a-b968-4b0f-b512-893f36997e35 HTTP/1.1" status: 200 len: 1066 time: 1.5870254 Apr 28 19:54:58.126274 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c96c5b-5c33-43f5-aedf-076b0e8b02de tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:54:58.128653 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39908) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:58.144949 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-26c96c5b-5c33-43f5-aedf-076b0e8b02de tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "PUT /v2.0/routers/ec8816ff-429e-4c3f-84b9-702fba6b99f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5961454 Apr 28 19:54:58.145128 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5806e95e-5f56-4f25-98ed-8be9b3268129 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:54:58.145128 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5806e95e-5f56-4f25-98ed-8be9b3268129 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:58.146438 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39910) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:54:58.149849 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:54:58.161771 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131c7db7-e03b-421d-8ddd-df9080cf00fa None None] Sync routers for ids ['ec8816ff-429e-4c3f-84b9-702fba6b99f5'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:54:58.184402 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131c7db7-e03b-421d-8ddd-df9080cf00fa None None] Routers {'ec8816ff-429e-4c3f-84b9-702fba6b99f5'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:54:58.185552 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-131c7db7-e03b-421d-8ddd-df9080cf00fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:54:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['ec8816ff-429e-4c3f-84b9-702fba6b99f5'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:58.205279 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-45c6f00a-4fb7-4d78-9f12-f585bc5be2b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:58.216027 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbf88e6-2f3f-4921-b5f3-24c69e8a1557 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:58.218948 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ddbf88e6-2f3f-4921-b5f3-24c69e8a1557 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "GET /v2.0/ports/dfe4032b-5849-477f-aa9d-53a42594998b HTTP/1.1" status: 200 len: 910 time: 0.0705667 Apr 28 19:54:58.221273 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c447e78a-206a-4c41-92c5-86cdb291cef2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:58.225108 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c447e78a-206a-4c41-92c5-86cdb291cef2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:58.228023 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39912) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:58.244295 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e8c61-4f1b-495b-a92f-cc8eca7dfb86 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Pushing event updated for resources: {'Port': ['ID=d6d7347a-b968-4b0f-b512-893f36997e35,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:58.252127 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-131c7db7-e03b-421d-8ddd-df9080cf00fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:58.270459 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131c7db7-e03b-421d-8ddd-df9080cf00fa None None] Routers {'ec8816ff-429e-4c3f-84b9-702fba6b99f5'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:54:58.271760 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-131c7db7-e03b-421d-8ddd-df9080cf00fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:54:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['ec8816ff-429e-4c3f-84b9-702fba6b99f5'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:58.276529 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e3f9a750-6248-464a-b396-8ad3b62a9260 req-503c6b4d-2b05-4885-8880-e25c6dd5a4cc tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131178 Apr 28 19:54:58.279029 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5806e95e-5f56-4f25-98ed-8be9b3268129 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:58.331427 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-131c7db7-e03b-421d-8ddd-df9080cf00fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:58.332091 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131c7db7-e03b-421d-8ddd-df9080cf00fa None None] The sync data for ids ['ec8816ff-429e-4c3f-84b9-702fba6b99f5'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:54:58.337177 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5806e95e-5f56-4f25-98ed-8be9b3268129 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:58.341720 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5806e95e-5f56-4f25-98ed-8be9b3268129 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] 10.222.0.42 "DELETE /v2.0/networks/32e115a4-9a65-4725-a47c-3c577d865f15 HTTP/1.1" status: 204 len: 168 time: 2.0239875 Apr 28 19:54:58.350642 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39914) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:58.363760 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-45c6f00a-4fb7-4d78-9f12-f585bc5be2b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:58.368237 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca11fec-f547-4a00-8980-1cb913b396b4 req-5ec05ae6-c8e8-4f93-826f-52c80ab53634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:58.369386 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cca11fec-f547-4a00-8980-1cb913b396b4 req-5ec05ae6-c8e8-4f93-826f-52c80ab53634 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6 HTTP/1.1" status: 200 len: 1096 time: 0.3400533 Apr 28 19:54:58.379009 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806e95e-5f56-4f25-98ed-8be9b3268129 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Pushing event deleted for resources: {'Network': ['ID=32e115a4-9a65-4725-a47c-3c577d865f15,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:58.404009 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-45c6f00a-4fb7-4d78-9f12-f585bc5be2b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:58.405724 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f94b4c44-0bbc-4353-a32d-77738853ed60 tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] 10.222.0.42 "GET /v2.0/ports?device_id=92dd3954-220a-470e-a6d6-88a3403e2244 HTTP/1.1" status: 200 len: 205 time: 0.0404284 Apr 28 19:54:58.409308 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39916) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:58.444498 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-f652c1e7-e1d6-44d8-8c14-6e18b929106e None None] Provisioning complete for port d6d7347a-b968-4b0f-b512-893f36997e35 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:58.445432 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f652c1e7-e1d6-44d8-8c14-6e18b929106e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:58.486372 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-f652c1e7-e1d6-44d8-8c14-6e18b929106e None None] Port d6d7347a-b968-4b0f-b512-893f36997e35 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:54:58.490811 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5a1d6bdf-da25-46a3-9958-d3a43333d7a3 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Deleting port d6d7347a-b968-4b0f-b512-893f36997e35 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:58.491155 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5a1d6bdf-da25-46a3-9958-d3a43333d7a3 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:58.510805 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-78871780-ae0c-47a5-98e2-28224e089a3d tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:58.571552 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-45c6f00a-4fb7-4d78-9f12-f585bc5be2b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:58.572191 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c6f00a-4fb7-4d78-9f12-f585bc5be2b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f426266-0348-4f66-b8dd-fd2f2a51cc79 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:54:58.590122 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-45c6f00a-4fb7-4d78-9f12-f585bc5be2b3 admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:58.593723 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-45c6f00a-4fb7-4d78-9f12-f585bc5be2b3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/7f426266-0348-4f66-b8dd-fd2f2a51cc79 HTTP/1.1" status: 204 len: 168 time: 3.4898257 Apr 28 19:54:58.598917 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39918) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:58.609873 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cca11fec-f547-4a00-8980-1cb913b396b4 req-d5abee3a-35de-4b61-b3c0-cd36674c2149 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=94ae8204-62a6-49ad-b2fd-122d2389dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941104 Apr 28 19:54:58.746982 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c6ec1c-4527-412c-8ec6-16f7762198bc admin admin] Deleting subnet d9c43513-8faa-4150-80e2-a774186aa1a0 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:54:58.789602 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-62c6ec1c-4527-412c-8ec6-16f7762198bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:58.846958 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5a1d6bdf-da25-46a3-9958-d3a43333d7a3 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:58.853962 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-78871780-ae0c-47a5-98e2-28224e089a3d tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:58.865726 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-78871780-ae0c-47a5-98e2-28224e089a3d tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:58.877781 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5a1d6bdf-da25-46a3-9958-d3a43333d7a3 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Calling delete_port for d6d7347a-b968-4b0f-b512-893f36997e35 owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:54:58.889328 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-62c6ec1c-4527-412c-8ec6-16f7762198bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:58.897013 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec6828-f944-43b6-9311-716de4f2100f req-ec58b5a2-83dd-48ad-bebd-64d95c2741cd tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:58.898793 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5eec6828-f944-43b6-9311-716de4f2100f req-ec58b5a2-83dd-48ad-bebd-64d95c2741cd tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6 HTTP/1.1" status: 200 len: 945 time: 0.1785014 Apr 28 19:54:58.991753 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-78871780-ae0c-47a5-98e2-28224e089a3d tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:58.992364 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78871780-ae0c-47a5-98e2-28224e089a3d tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Fanout notify agent at l3_agent the message router_deleted on router 92dd3954-220a-470e-a6d6-88a3403e2244 {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:54:59.002554 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-78871780-ae0c-47a5-98e2-28224e089a3d tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:59.006085 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-78871780-ae0c-47a5-98e2-28224e089a3d tempest-RoutersNegativeIpV6Test-500438965 tempest-RoutersNegativeIpV6Test-500438965-project] 10.222.0.42 "DELETE /v2.0/routers/92dd3954-220a-470e-a6d6-88a3403e2244 HTTP/1.1" status: 204 len: 168 time: 0.5934103 Apr 28 19:54:59.022279 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c447e78a-206a-4c41-92c5-86cdb291cef2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:59.046822 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5eec6828-f944-43b6-9311-716de4f2100f req-af4e3b49-0023-44cd-b9e1-2655416dac98 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=94ae8204-62a6-49ad-b2fd-122d2389dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367884 Apr 28 19:54:59.123247 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-62c6ec1c-4527-412c-8ec6-16f7762198bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:59.144437 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447e78a-206a-4c41-92c5-86cdb291cef2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Subnet': ['ID=1653666b-6927-4818-bf85-8dda716440bd,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:59.172904 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-248a1953-7c0d-43f9-8696-b3068ff3ffe9 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:59.176602 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c447e78a-206a-4c41-92c5-86cdb291cef2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Checking segment: {'id': 'bde4c96b-e5aa-4cfa-8f64-b746ca2b4444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9192cf9b-330d-4865-ba0a-91c31b94f5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:54:59.176805 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c447e78a-206a-4c41-92c5-86cdb291cef2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Network hostable DHCP agents. Network: 9192cf9b-330d-4865-ba0a-91c31b94f5d0, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:54:59.204168 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5a1d6bdf-da25-46a3-9958-d3a43333d7a3 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:59.244378 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d6bdf-da25-46a3-9958-d3a43333d7a3 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Pushing event deleted for resources: {'Port': ['ID=d6d7347a-b968-4b0f-b512-893f36997e35,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:59.252585 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c447e78a-206a-4c41-92c5-86cdb291cef2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Network 9192cf9b-330d-4865-ba0a-91c31b94f5d0 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:54:59.279592 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-62c6ec1c-4527-412c-8ec6-16f7762198bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:59.301095 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-c447e78a-206a-4c41-92c5-86cdb291cef2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 9192cf9b-330d-4865-ba0a-91c31b94f5d0) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:59.305878 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c447e78a-206a-4c41-92c5-86cdb291cef2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:59.306469 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c447e78a-206a-4c41-92c5-86cdb291cef2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:59.320964 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6ec1c-4527-412c-8ec6-16f7762198bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9c43513-8faa-4150-80e2-a774186aa1a0,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:59.323129 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-62c6ec1c-4527-412c-8ec6-16f7762198bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:59.332735 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3948508f-83e7-4aeb-b44a-6387cfe474fd None None] Network 9192cf9b-330d-4865-ba0a-91c31b94f5d0 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:59.335151 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21a62b2-e18a-43d8-aeb5-be9492b9e1a2 None None] Network 361c3585-c6e2-486f-967a-33f86818c3c9 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:54:59.344370 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-62c6ec1c-4527-412c-8ec6-16f7762198bc admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d9c43513-8faa-4150-80e2-a774186aa1a0 HTTP/1.1" status: 204 len: 168 time: 0.7443824 Apr 28 19:54:59.353969 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39928) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:59.403067 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39930) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:59.428827 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c447e78a-206a-4c41-92c5-86cdb291cef2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0446320 Apr 28 19:54:59.429839 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39934) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:59.468781 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-475d11ee-b2c6-4c61-9651-c70030e2efdb tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'port': {'network_id': '9192cf9b-330d-4865-ba0a-91c31b94f5d0', 'name': 'tempest-PortsTestJSON-1946899545'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:59.522514 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd91e07-1d62-4d2f-b40c-a47794b26fd5 req-56d822cd-4445-4b05-b32b-6769841c16e6 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:59.525248 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7dd91e07-1d62-4d2f-b40c-a47794b26fd5 req-56d822cd-4445-4b05-b32b-6769841c16e6 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 946 time: 0.1082354 Apr 28 19:54:59.656773 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fd8a2128-d57a-4cf1-83b5-ca343545bbb8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8a7c18e0aee5460b96c1acca6abd5287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2492154 Apr 28 19:54:59.664222 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39936) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:59.674560 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 41e1dc1c-afa3-45f6-9b77-08c5fec2c862 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:54:59.685349 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5a1d6bdf-da25-46a3-9958-d3a43333d7a3 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:59.690962 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5a1d6bdf-da25-46a3-9958-d3a43333d7a3 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] 10.222.0.42 "DELETE /v2.0/ports/d6d7347a-b968-4b0f-b512-893f36997e35 HTTP/1.1" status: 204 len: 168 time: 1.5578899 Apr 28 19:54:59.696674 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7dd91e07-1d62-4d2f-b40c-a47794b26fd5 req-c0c0670e-9128-4a09-8e59-c48efc16f98f tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456847 Apr 28 19:54:59.697190 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39938) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:59.724064 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4b91c22-9c64-4ccf-b9d6-6c2c0effc74c tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] GET failed (client error): The resource could not be found. Apr 28 19:54:59.727100 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b4b91c22-9c64-4ccf-b9d6-6c2c0effc74c tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] 10.222.0.42 "GET /v2.0/ports/d6d7347a-b968-4b0f-b512-893f36997e35 HTTP/1.1" status: 404 len: 333 time: 0.0276401 Apr 28 19:54:59.728855 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39940) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:54:59.768340 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-05563cf5-0392-47ab-a8b8-12c99b757641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:59.781440 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 41e1dc1c-afa3-45f6-9b77-08c5fec2c862 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:54:59.781897 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 41e1dc1c-afa3-45f6-9b77-08c5fec2c862 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:54:59.848405 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-2a0905a8-d152-4ac0-8bc5-5e12d047cb5e tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Deleting port f5441dd1-2247-43de-86c8-1f922952ca9a {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:54:59.848622 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2a0905a8-d152-4ac0-8bc5-5e12d047cb5e tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:59.850788 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db8927a-c786-436c-9bfc-737f3e21aaa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-9192cf9b-330d-4865-ba0a-91c31b94f5d0', 'network_id': '9192cf9b-330d-4865-ba0a-91c31b94f5d0', 'tenant_id': 'df76f2f1df9e41aba417616e0f1401a5', 'fixed_ips': [{'subnet_id': '1653666b-6927-4818-bf85-8dda716440bd'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:54:59.851944 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4db8927a-c786-436c-9bfc-737f3e21aaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:59.865092 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-df1babdb-8e42-4f15-a8af-169e4e31cd91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:59.944760 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34aa534d-a01b-47a9-95ca-020eb3e35f08 None None] DHCP port deletion for 361c3585-c6e2-486f-967a-33f86818c3c9 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:54:59.954300 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-df1babdb-8e42-4f15-a8af-169e4e31cd91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:59.958953 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475d11ee-b2c6-4c61-9651-c70030e2efdb tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:59.962498 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-475d11ee-b2c6-4c61-9651-c70030e2efdb tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:59.977365 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2a0905a8-d152-4ac0-8bc5-5e12d047cb5e tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:59.996524 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-2a0905a8-d152-4ac0-8bc5-5e12d047cb5e tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Calling delete_port for f5441dd1-2247-43de-86c8-1f922952ca9a owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:55:00.027010 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-475d11ee-b2c6-4c61-9651-c70030e2efdb tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] device_id is not set on port 63c86245-f0d5-4271-8cb9-3b5550042923 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:55:00.049099 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-248a1953-7c0d-43f9-8696-b3068ff3ffe9 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Allocated IP 172.21.0.1 (eaa4e538-9fde-4813-8d36-4eefcb845739/9e759973-1cb5-4bd5-9bc6-c30575ce07fc/e04e65a3-352a-4729-8844-e8ded1459e2c) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:00.050520 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-4db8927a-c786-436c-9bfc-737f3e21aaa5 None None] Allocated IP 172.20.0.2 (9192cf9b-330d-4865-ba0a-91c31b94f5d0/1653666b-6927-4818-bf85-8dda716440bd/af3790b8-dedc-4566-994d-9bae48cfc51e) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:00.064786 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-34aa534d-a01b-47a9-95ca-020eb3e35f08 None None] Deleting port 6852a353-9374-44e3-9ddf-00d0f6a273cf {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:55:00.065168 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-34aa534d-a01b-47a9-95ca-020eb3e35f08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:00.135054 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-05563cf5-0392-47ab-a8b8-12c99b757641 admin admin] Deleting port 6852a353-9374-44e3-9ddf-00d0f6a273cf {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:55:00.135296 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-05563cf5-0392-47ab-a8b8-12c99b757641 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:00.189209 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-df1babdb-8e42-4f15-a8af-169e4e31cd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:00.191729 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-df1babdb-8e42-4f15-a8af-169e4e31cd91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:00.195531 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-df1babdb-8e42-4f15-a8af-169e4e31cd91 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b0c6e5ff-9c65-4768-ba8c-86da26510493 HTTP/1.1" status: 204 len: 168 time: 0.5277147 Apr 28 19:55:00.195704 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-34aa534d-a01b-47a9-95ca-020eb3e35f08 None None] For port 6852a353-9374-44e3-9ddf-00d0f6a273cf, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=6852a353-9374-44e3-9ddf-00d0f6a273cf,segment=NetworkSegment(7fe1025a-ef48-4d42-914a-75eec3ed90de),segment_id=7fe1025a-ef48-4d42-914a-75eec3ed90de)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:00.195983 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-34aa534d-a01b-47a9-95ca-020eb3e35f08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:00.218723 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-34aa534d-a01b-47a9-95ca-020eb3e35f08 None None] Calling delete_port for 6852a353-9374-44e3-9ddf-00d0f6a273cf owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:55:00.243721 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2a0905a8-d152-4ac0-8bc5-5e12d047cb5e tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:00.271039 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1babdb-8e42-4f15-a8af-169e4e31cd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c6e5ff-9c65-4768-ba8c-86da26510493,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:00.309126 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0905a8-d152-4ac0-8bc5-5e12d047cb5e tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Pushing event deleted for resources: {'Port': ['ID=f5441dd1-2247-43de-86c8-1f922952ca9a,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:00.311407 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-05563cf5-0392-47ab-a8b8-12c99b757641 admin admin] For port 6852a353-9374-44e3-9ddf-00d0f6a273cf, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=6852a353-9374-44e3-9ddf-00d0f6a273cf,segment=NetworkSegment(7fe1025a-ef48-4d42-914a-75eec3ed90de),segment_id=7fe1025a-ef48-4d42-914a-75eec3ed90de)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:00.312366 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-05563cf5-0392-47ab-a8b8-12c99b757641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:00.317783 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2a0905a8-d152-4ac0-8bc5-5e12d047cb5e tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:00.325919 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2a0905a8-d152-4ac0-8bc5-5e12d047cb5e tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] 10.222.0.42 "DELETE /v2.0/ports/f5441dd1-2247-43de-86c8-1f922952ca9a HTTP/1.1" status: 204 len: 168 time: 0.5921311 Apr 28 19:55:00.330312 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39946) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:00.345612 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-05563cf5-0392-47ab-a8b8-12c99b757641 admin admin] Calling delete_port for 6852a353-9374-44e3-9ddf-00d0f6a273cf owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:55:00.367583 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18976263-e368-4865-8c00-cc5f74509876 req-951f7aba-05f2-4ec6-81c5-887634e7bdc8 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:00.369501 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-18976263-e368-4865-8c00-cc5f74509876 req-951f7aba-05f2-4ec6-81c5-887634e7bdc8 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6 HTTP/1.1" status: 200 len: 945 time: 0.1866832 Apr 28 19:55:00.374890 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4db8927a-c786-436c-9bfc-737f3e21aaa5 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:00.386132 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4db8927a-c786-436c-9bfc-737f3e21aaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:00.399423 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-248a1953-7c0d-43f9-8696-b3068ff3ffe9 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:00.408762 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-33ddd971-ce32-4db0-a73c-d3d0c0717ae6 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] GET failed (client error): The resource could not be found. Apr 28 19:55:00.417639 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-33ddd971-ce32-4db0-a73c-d3d0c0717ae6 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] 10.222.0.42 "GET /v2.0/ports/f5441dd1-2247-43de-86c8-1f922952ca9a HTTP/1.1" status: 404 len: 333 time: 0.0839255 Apr 28 19:55:00.418457 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39948) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:00.449523 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db8927a-c786-436c-9bfc-737f3e21aaa5 None None] Network 9192cf9b-330d-4865-ba0a-91c31b94f5d0 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:00.462367 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-4db8927a-c786-436c-9bfc-737f3e21aaa5 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:00.468089 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db8927a-c786-436c-9bfc-737f3e21aaa5 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:55:00.489315 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-34aa534d-a01b-47a9-95ca-020eb3e35f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:00.541844 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8927a-c786-436c-9bfc-737f3e21aaa5 None None] Pushing event updated for resources: {'Port': ['ID=af3790b8-dedc-4566-994d-9bae48cfc51e,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:00.563585 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-1a8dd747-f9fd-4c6a-9dc8-7ec6ffd8908b tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Deleting port c71937f0-ac10-460b-93d5-2fe0767d166a {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:55:00.564088 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a8dd747-f9fd-4c6a-9dc8-7ec6ffd8908b tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:00.592461 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aa534d-a01b-47a9-95ca-020eb3e35f08 None None] No DVR routers for this DVR port 6852a353-9374-44e3-9ddf-00d0f6a273cf on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:55:00.595484 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-248a1953-7c0d-43f9-8696-b3068ff3ffe9 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:00.654788 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa534d-a01b-47a9-95ca-020eb3e35f08 None None] Pushing event deleted for resources: {'Port': ['ID=6852a353-9374-44e3-9ddf-00d0f6a273cf,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:00.708255 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-4db8927a-c786-436c-9bfc-737f3e21aaa5 None None] Attempting to bind port af3790b8-dedc-4566-994d-9bae48cfc51e on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:55:00.708702 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-4db8927a-c786-436c-9bfc-737f3e21aaa5 None None] Attempting to bind port af3790b8-dedc-4566-994d-9bae48cfc51e by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'bde4c96b-e5aa-4cfa-8f64-b746ca2b4444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9192cf9b-330d-4865-ba0a-91c31b94f5d0'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:55:00.709324 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db8927a-c786-436c-9bfc-737f3e21aaa5 None None] Attempting to bind port af3790b8-dedc-4566-994d-9bae48cfc51e on network 9192cf9b-330d-4865-ba0a-91c31b94f5d0 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:55:00.717383 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a1953-7c0d-43f9-8696-b3068ff3ffe9 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Port': ['ID=e04e65a3-352a-4729-8844-e8ded1459e2c,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:00.727978 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db8927a-c786-436c-9bfc-737f3e21aaa5 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:55:00.731758 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db8927a-c786-436c-9bfc-737f3e21aaa5 None None] Checking segment: {'id': 'bde4c96b-e5aa-4cfa-8f64-b746ca2b4444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9192cf9b-330d-4865-ba0a-91c31b94f5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:55:00.731967 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4db8927a-c786-436c-9bfc-737f3e21aaa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:00.736366 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db8927a-c786-436c-9bfc-737f3e21aaa5 None None] Bound using segment: {'id': 'bde4c96b-e5aa-4cfa-8f64-b746ca2b4444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9192cf9b-330d-4865-ba0a-91c31b94f5d0'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:55:00.736957 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-4db8927a-c786-436c-9bfc-737f3e21aaa5 None None] Bound port: af3790b8-dedc-4566-994d-9bae48cfc51e, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde4c96b-e5aa-4cfa-8f64-b746ca2b4444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9192cf9b-330d-4865-ba0a-91c31b94f5d0'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:55:00.737372 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4db8927a-c786-436c-9bfc-737f3e21aaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:00.769959 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a8dd747-f9fd-4c6a-9dc8-7ec6ffd8908b tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:00.784864 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248a1953-7c0d-43f9-8696-b3068ff3ffe9 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network eaa4e538-9fde-4813-8d36-4eefcb845739 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:00.785453 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-1a8dd747-f9fd-4c6a-9dc8-7ec6ffd8908b tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Calling delete_port for c71937f0-ac10-460b-93d5-2fe0767d166a owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:55:00.791162 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-475d11ee-b2c6-4c61-9651-c70030e2efdb tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Allocated IP 172.20.0.13 (9192cf9b-330d-4865-ba0a-91c31b94f5d0/1653666b-6927-4818-bf85-8dda716440bd/63c86245-f0d5-4271-8cb9-3b5550042923) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:00.812576 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-18976263-e368-4865-8c00-cc5f74509876 req-8c6ae498-0304-460a-af7e-47e523f64872 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=94ae8204-62a6-49ad-b2fd-122d2389dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4089897 Apr 28 19:55:00.813696 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-248a1953-7c0d-43f9-8696-b3068ff3ffe9 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:00.840452 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248a1953-7c0d-43f9-8696-b3068ff3ffe9 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:55:00.906890 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-4db8927a-c786-436c-9bfc-737f3e21aaa5 None None] For port af3790b8-dedc-4566-994d-9bae48cfc51e, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:55:00.914348 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-4db8927a-c786-436c-9bfc-737f3e21aaa5 None None] For port af3790b8-dedc-4566-994d-9bae48cfc51e, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=af3790b8-dedc-4566-994d-9bae48cfc51e,segment=NetworkSegment(bde4c96b-e5aa-4cfa-8f64-b746ca2b4444),segment_id=bde4c96b-e5aa-4cfa-8f64-b746ca2b4444)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:55:00.918856 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-05563cf5-0392-47ab-a8b8-12c99b757641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:00.928870 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4db8927a-c786-436c-9bfc-737f3e21aaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:00.959261 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05563cf5-0392-47ab-a8b8-12c99b757641 admin admin] No DVR routers for this DVR port 6852a353-9374-44e3-9ddf-00d0f6a273cf on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:55:01.042008 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05563cf5-0392-47ab-a8b8-12c99b757641 admin admin] Pushing event deleted for resources: {'Port': ['ID=6852a353-9374-44e3-9ddf-00d0f6a273cf,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:01.088593 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8927a-c786-436c-9bfc-737f3e21aaa5 None None] Pushing event updated for resources: {'Port': ['ID=af3790b8-dedc-4566-994d-9bae48cfc51e,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:01.122977 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-248a1953-7c0d-43f9-8696-b3068ff3ffe9 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:01.134307 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88391a70-59be-40a8-b502-15af45f9b462 req-0f055546-d0bf-48a8-a147-9c71a0ebdac1 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:01.144056 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-88391a70-59be-40a8-b502-15af45f9b462 req-0f055546-d0bf-48a8-a147-9c71a0ebdac1 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 946 time: 0.1591036 Apr 28 19:55:01.148200 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a8dd747-f9fd-4c6a-9dc8-7ec6ffd8908b tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:01.191543 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8dd747-f9fd-4c6a-9dc8-7ec6ffd8908b tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Pushing event deleted for resources: {'Port': ['ID=c71937f0-ac10-460b-93d5-2fe0767d166a,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:01.251401 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a8dd747-f9fd-4c6a-9dc8-7ec6ffd8908b tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:01.255578 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1a8dd747-f9fd-4c6a-9dc8-7ec6ffd8908b tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] 10.222.0.42 "DELETE /v2.0/ports/c71937f0-ac10-460b-93d5-2fe0767d166a HTTP/1.1" status: 204 len: 168 time: 0.8358338 Apr 28 19:55:01.259817 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39968) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:01.320972 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b51c035a-51dd-43d6-b2b7-0438e98f7731 None None] Provisioning complete for port e04e65a3-352a-4729-8844-e8ded1459e2c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:01.321348 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b51c035a-51dd-43d6-b2b7-0438e98f7731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:01.349480 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-88391a70-59be-40a8-b502-15af45f9b462 req-1b94eb54-6f32-428d-8339-af1bcaecb03a tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643450 Apr 28 19:55:01.371388 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca845d69-794c-4f71-b419-acc4bff6698f tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Deleting subnet 996b9d9d-ab12-4b8d-86ee-6900ecbdb9c2 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:55:01.375084 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca845d69-794c-4f71-b419-acc4bff6698f tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:01.455149 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-b51c035a-51dd-43d6-b2b7-0438e98f7731 None None] Port e04e65a3-352a-4729-8844-e8ded1459e2c cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:55:01.465705 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca845d69-794c-4f71-b419-acc4bff6698f tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:01.675675 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39974) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:01.713344 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca845d69-794c-4f71-b419-acc4bff6698f tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:01.829392 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca845d69-794c-4f71-b419-acc4bff6698f tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:01.876474 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:01.899838 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device af3790b8-dedc-4566-994d-9bae48cfc51e up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:55:01.904823 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca845d69-794c-4f71-b419-acc4bff6698f tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Pushing event deleted for resources: {'Subnet': ['ID=996b9d9d-ab12-4b8d-86ee-6900ecbdb9c2,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:01.913655 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-7c00b2a3-6c98-4d8b-9fdf-43fe64e694b0 tempest-SubnetPoolsTestJSON-1062520001 tempest-SubnetPoolsTestJSON-1062520001-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-111045184', 'prefixes': ['172.20.0.0/16']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:01.920566 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ca845d69-794c-4f71-b419-acc4bff6698f tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:01.923766 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ca845d69-794c-4f71-b419-acc4bff6698f tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] 10.222.0.42 "DELETE /v2.0/subnets/996b9d9d-ab12-4b8d-86ee-6900ecbdb9c2 HTTP/1.1" status: 204 len: 168 time: 0.6626506 Apr 28 19:55:01.944363 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bab4c7f-1995-41d5-a84a-ce599b0270e0 None None] Network 1d2ee09d-4dfb-4d05-aec6-fa482ed3641f requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:55:01.953506 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39978) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:02.058279 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a1fc930e-d5d0-4891-a223-de4c23b204a1 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.059300 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port af3790b8-dedc-4566-994d-9bae48cfc51e triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:02.060004 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.089548 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08240f8-200d-47fa-9703-fd6c6e96084e req-58e9b7c3-9c40-47ca-9254-ff2d0e704714 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:02.091317 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d08240f8-200d-47fa-9703-fd6c6e96084e req-58e9b7c3-9c40-47ca-9254-ff2d0e704714 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6 HTTP/1.1" status: 200 len: 945 time: 1.1274643 Apr 28 19:55:02.096496 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-05563cf5-0392-47ab-a8b8-12c99b757641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.112689 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7c00b2a3-6c98-4d8b-9fdf-43fe64e694b0 tempest-SubnetPoolsTestJSON-1062520001 tempest-SubnetPoolsTestJSON-1062520001-project] Notify callbacks [] for subnetpool, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.118139 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7c00b2a3-6c98-4d8b-9fdf-43fe64e694b0 tempest-SubnetPoolsTestJSON-1062520001 tempest-SubnetPoolsTestJSON-1062520001-project] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4408433 Apr 28 19:55:02.119114 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39980) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:02.170702 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-05563cf5-0392-47ab-a8b8-12c99b757641 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361c3585-c6e2-486f-967a-33f86818c3c9']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:02.178479 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3d58721a-0576-486e-99ae-4a11c3ba8684 tempest-SubnetPoolsTestJSON-1062520001 tempest-SubnetPoolsTestJSON-1062520001-project] 10.222.0.42 "GET /v2.0/subnetpools/ce156780-5a80-4896-92f5-3954b7e69e5d HTTP/1.1" status: 200 len: 731 time: 0.0568931 Apr 28 19:55:02.185572 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39982) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:02.190667 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-c3fa9b69-d31d-4d68-98f8-e9d15548904c tempest-SubnetPoolsTestJSON-1062520001 tempest-SubnetPoolsTestJSON-1062520001-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-58195840'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:02.197265 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.198380 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-05563cf5-0392-47ab-a8b8-12c99b757641 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fe1025a-ef48-4d42-914a-75eec3ed90de') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:02.198808 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-05563cf5-0392-47ab-a8b8-12c99b757641 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fe1025a-ef48-4d42-914a-75eec3ed90de') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:02.219537 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-a1fc930e-d5d0-4891-a223-de4c23b204a1 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Deleting port ad091d1f-62e2-47f6-9f92-143aa1d762bd {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:55:02.219880 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a1fc930e-d5d0-4891-a223-de4c23b204a1 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.228379 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2bec18-3b24-4f3a-8bee-2c5e47eed07f None None] DHCP port deletion for 1d2ee09d-4dfb-4d05-aec6-fa482ed3641f request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:55:02.231472 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-05563cf5-0392-47ab-a8b8-12c99b757641 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.252716 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port af3790b8-dedc-4566-994d-9bae48cfc51e, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=af3790b8-dedc-4566-994d-9bae48cfc51e,segment=NetworkSegment(bde4c96b-e5aa-4cfa-8f64-b746ca2b4444),segment_id=bde4c96b-e5aa-4cfa-8f64-b746ca2b4444)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:02.270939 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-475d11ee-b2c6-4c61-9651-c70030e2efdb tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.272951 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.305483 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-05563cf5-0392-47ab-a8b8-12c99b757641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.323657 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d08240f8-200d-47fa-9703-fd6c6e96084e req-a98b2996-494e-43b3-ba51-3b6f68dd9d82 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=94ae8204-62a6-49ad-b2fd-122d2389dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059014 Apr 28 19:55:02.325568 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05563cf5-0392-47ab-a8b8-12c99b757641 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:55:02.325784 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-05563cf5-0392-47ab-a8b8-12c99b757641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:55:02.330970 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-248a1953-7c0d-43f9-8696-b3068ff3ffe9 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.349111 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39984) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:02.353678 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-a1fc930e-d5d0-4891-a223-de4c23b204a1 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] For port ad091d1f-62e2-47f6-9f92-143aa1d762bd, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ad091d1f-62e2-47f6-9f92-143aa1d762bd,segment=NetworkSegment(d2a24cd6-7ae4-4a73-add1-a41aefcd001e),segment_id=d2a24cd6-7ae4-4a73-add1-a41aefcd001e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:02.354349 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a1fc930e-d5d0-4891-a223-de4c23b204a1 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.381915 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=af3790b8-dedc-4566-994d-9bae48cfc51e,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:02.387035 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-2e2bec18-3b24-4f3a-8bee-2c5e47eed07f None None] Deleting port ad091d1f-62e2-47f6-9f92-143aa1d762bd {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:55:02.389069 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2e2bec18-3b24-4f3a-8bee-2c5e47eed07f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.441528 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-a1fc930e-d5d0-4891-a223-de4c23b204a1 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Calling delete_port for ad091d1f-62e2-47f6-9f92-143aa1d762bd owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:55:02.449502 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3fa9b69-d31d-4d68-98f8-e9d15548904c tempest-SubnetPoolsTestJSON-1062520001 tempest-SubnetPoolsTestJSON-1062520001-project] Notify callbacks [] for subnetpool, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.456426 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c3fa9b69-d31d-4d68-98f8-e9d15548904c tempest-SubnetPoolsTestJSON-1062520001 tempest-SubnetPoolsTestJSON-1062520001-project] 10.222.0.42 "PUT /v2.0/subnetpools/ce156780-5a80-4896-92f5-3954b7e69e5d HTTP/1.1" status: 200 len: 682 time: 0.2641144 Apr 28 19:55:02.458127 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39988) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:02.468743 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 6852a353-9374-44e3-9ddf-00d0f6a273cf no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:55:02.510306 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 6852a353-9374-44e3-9ddf-00d0f6a273cf {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:55:02.510657 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 6852a353-9374-44e3-9ddf-00d0f6a273cf not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:55:02.513054 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-05563cf5-0392-47ab-a8b8-12c99b757641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.521939 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-05563cf5-0392-47ab-a8b8-12c99b757641 admin admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.529559 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-2e2bec18-3b24-4f3a-8bee-2c5e47eed07f None None] For port ad091d1f-62e2-47f6-9f92-143aa1d762bd, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ad091d1f-62e2-47f6-9f92-143aa1d762bd,segment=NetworkSegment(d2a24cd6-7ae4-4a73-add1-a41aefcd001e),segment_id=d2a24cd6-7ae4-4a73-add1-a41aefcd001e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:02.529559 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2e2bec18-3b24-4f3a-8bee-2c5e47eed07f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.531092 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-05563cf5-0392-47ab-a8b8-12c99b757641 admin admin] 10.222.0.42 "DELETE /v2.0/networks/361c3585-c6e2-486f-967a-33f86818c3c9 HTTP/1.1" status: 204 len: 168 time: 3.1747136 Apr 28 19:55:02.547337 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-2e2bec18-3b24-4f3a-8bee-2c5e47eed07f None None] Calling delete_port for ad091d1f-62e2-47f6-9f92-143aa1d762bd owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:55:02.569142 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eac270b-a75a-4004-9b3a-215c11355950 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:02.569703 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05563cf5-0392-47ab-a8b8-12c99b757641 admin admin] Pushing event deleted for resources: {'Network': ['ID=361c3585-c6e2-486f-967a-33f86818c3c9,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:02.570620 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8eac270b-a75a-4004-9b3a-215c11355950 tempest-TestNetworkBasicOps-2091330210 tempest-TestNetworkBasicOps-2091330210-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6 HTTP/1.1" status: 200 len: 1091 time: 0.2195554 Apr 28 19:55:02.581393 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39992) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:02.587176 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-475d11ee-b2c6-4c61-9651-c70030e2efdb tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.602817 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-c21aab9a-2627-4a0b-ba6d-0b46029bfee9 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'port_id': 'c3893e74-f67c-497c-af3e-a07168b01f05', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:02.731852 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475d11ee-b2c6-4c61-9651-c70030e2efdb tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Network 9192cf9b-330d-4865-ba0a-91c31b94f5d0 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:02.738331 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc83ed-25fe-4236-90bc-8ad837c4e487 req-d26730e5-d0bd-4cf9-975b-4f874d23e938 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:02.739922 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65cc83ed-25fe-4236-90bc-8ad837c4e487 req-d26730e5-d0bd-4cf9-975b-4f874d23e938 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 946 time: 0.1741033 Apr 28 19:55:02.746839 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-475d11ee-b2c6-4c61-9651-c70030e2efdb tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:02.747701 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c21aab9a-2627-4a0b-ba6d-0b46029bfee9 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for floatingip, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.753783 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475d11ee-b2c6-4c61-9651-c70030e2efdb tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:55:02.756349 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7b63dd0f-5b67-4f51-9f2f-07c1c4fb9d8c tempest-SubnetPoolsTestJSON-1062520001 tempest-SubnetPoolsTestJSON-1062520001-project] Notify callbacks [] for subnetpool, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.757517 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7b63dd0f-5b67-4f51-9f2f-07c1c4fb9d8c tempest-SubnetPoolsTestJSON-1062520001 tempest-SubnetPoolsTestJSON-1062520001-project] 10.222.0.42 "DELETE /v2.0/subnetpools/ce156780-5a80-4896-92f5-3954b7e69e5d HTTP/1.1" status: 204 len: 168 time: 0.2945089 Apr 28 19:55:02.769398 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39994) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:02.770323 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2e2bec18-3b24-4f3a-8bee-2c5e47eed07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.778842 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d11ee-b2c6-4c61-9651-c70030e2efdb tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Port': ['ID=63c86245-f0d5-4271-8cb9-3b5550042923,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:02.800514 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-0c7b76c2-95c8-4dc7-b270-28f28750ffb0 tempest-SubnetPoolsTestJSON-1062520001 tempest-SubnetPoolsTestJSON-1062520001-project] show failed (client error): The resource could not be found. Apr 28 19:55:02.801241 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0c7b76c2-95c8-4dc7-b270-28f28750ffb0 tempest-SubnetPoolsTestJSON-1062520001 tempest-SubnetPoolsTestJSON-1062520001-project] 10.222.0.42 "GET /v2.0/subnetpools/ce156780-5a80-4896-92f5-3954b7e69e5d HTTP/1.1" status: 404 len: 346 time: 0.0286090 Apr 28 19:55:02.811524 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39996) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:02.842453 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-ec5f25a5-63e8-44ef-995c-91cb4470b318 tempest-SubnetPoolsTestJSON-1062520001 tempest-SubnetPoolsTestJSON-1062520001-project] delete failed (client error): The resource could not be found. Apr 28 19:55:02.844556 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ec5f25a5-63e8-44ef-995c-91cb4470b318 tempest-SubnetPoolsTestJSON-1062520001 tempest-SubnetPoolsTestJSON-1062520001-project] 10.222.0.42 "DELETE /v2.0/subnetpools/ce156780-5a80-4896-92f5-3954b7e69e5d HTTP/1.1" status: 404 len: 346 time: 0.0298097 Apr 28 19:55:02.847985 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a1fc930e-d5d0-4891-a223-de4c23b204a1 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.860053 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2bec18-3b24-4f3a-8bee-2c5e47eed07f None None] Pushing event deleted for resources: {'Port': ['ID=ad091d1f-62e2-47f6-9f92-143aa1d762bd,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:02.863164 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2bec18-3b24-4f3a-8bee-2c5e47eed07f None None] No DVR routers for this DVR port ad091d1f-62e2-47f6-9f92-143aa1d762bd on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:55:02.924240 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475d11ee-b2c6-4c61-9651-c70030e2efdb tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:02.924964 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-475d11ee-b2c6-4c61-9651-c70030e2efdb tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.973585 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-475d11ee-b2c6-4c61-9651-c70030e2efdb tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.5102532 Apr 28 19:55:02.990814 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40000) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:02.991166 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40002) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:03.000874 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-1691a6a5-81c1-4f3f-ae5c-275ac462faa5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'port': {'network_id': '9192cf9b-330d-4865-ba0a-91c31b94f5d0', 'name': 'tempest-PortsTestJSON-1078542703'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:03.073995 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5488797-e44d-4a11-9aec-26a11b5e3173 None None] Network 9192cf9b-330d-4865-ba0a-91c31b94f5d0 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:55:03.190076 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40006) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:03.214173 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1691a6a5-81c1-4f3f-ae5c-275ac462faa5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:03.217785 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1691a6a5-81c1-4f3f-ae5c-275ac462faa5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:03.262013 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-da71af92-f81e-4e33-aaea-140ebf238ddb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8766bd4e5ff74ccda54aedeba9de3560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2659054 Apr 28 19:55:03.269895 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40010) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:03.283521 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-be321a2f-7df1-4fc3-bbce-79a497a8cb7d None None] Provisioning complete for port af3790b8-dedc-4566-994d-9bae48cfc51e triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:03.284191 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-be321a2f-7df1-4fc3-bbce-79a497a8cb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:03.290203 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc930e-d5d0-4891-a223-de4c23b204a1 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Pushing event deleted for resources: {'Port': ['ID=ad091d1f-62e2-47f6-9f92-143aa1d762bd,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:03.298946 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65cc83ed-25fe-4236-90bc-8ad837c4e487 req-7c96d3d0-770e-4fdc-8c99-df4c578a6f5a tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5283840 Apr 28 19:55:03.301734 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fc930e-d5d0-4891-a223-de4c23b204a1 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] No DVR routers for this DVR port ad091d1f-62e2-47f6-9f92-143aa1d762bd on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:55:03.340814 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-1691a6a5-81c1-4f3f-ae5c-275ac462faa5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] device_id is not set on port 31b37bc3-de44-4664-a553-18973efe6870 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:55:03.429069 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:03.445762 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-248a1953-7c0d-43f9-8696-b3068ff3ffe9 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:03.457212 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a1fc930e-d5d0-4891-a223-de4c23b204a1 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:03.474805 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-21125a82-b406-4187-b4bc-14fb574cbb32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:03.484217 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-a1fc930e-d5d0-4891-a223-de4c23b204a1 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d2ee09d-4dfb-4d05-aec6-fa482ed3641f']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:03.486871 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-248a1953-7c0d-43f9-8696-b3068ff3ffe9 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:03.501223 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-a1fc930e-d5d0-4891-a223-de4c23b204a1 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a24cd6-7ae4-4a73-add1-a41aefcd001e') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:03.501596 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-a1fc930e-d5d0-4891-a223-de4c23b204a1 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a24cd6-7ae4-4a73-add1-a41aefcd001e') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:03.515511 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a1fc930e-d5d0-4891-a223-de4c23b204a1 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:03.517559 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d242b092-ceaa-4575-9265-dede16f05538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:03.544399 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a1fc930e-d5d0-4891-a223-de4c23b204a1 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:03.553768 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1fc930e-d5d0-4891-a223-de4c23b204a1 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:55:03.554137 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a1fc930e-d5d0-4891-a223-de4c23b204a1 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:55:03.557483 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:55:03.577419 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c21aab9a-2627-4a0b-ba6d-0b46029bfee9 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:03.608204 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-21125a82-b406-4187-b4bc-14fb574cbb32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:03.633465 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a1953-7c0d-43f9-8696-b3068ff3ffe9 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Port': ['ID=e04e65a3-352a-4729-8844-e8ded1459e2c,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:03.660001 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-16ddd646-6582-4008-a7ac-d4019ef3023f None None] Provisioning complete for port af3790b8-dedc-4566-994d-9bae48cfc51e triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:03.660709 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-16ddd646-6582-4008-a7ac-d4019ef3023f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:03.677362 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a1fc930e-d5d0-4891-a223-de4c23b204a1 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:03.691062 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-1691a6a5-81c1-4f3f-ae5c-275ac462faa5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Allocated IP 172.20.0.10 (9192cf9b-330d-4865-ba0a-91c31b94f5d0/1653666b-6927-4818-bf85-8dda716440bd/31b37bc3-de44-4664-a553-18973efe6870) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:03.701870 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-248a1953-7c0d-43f9-8696-b3068ff3ffe9 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:03.735720 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a1fc930e-d5d0-4891-a223-de4c23b204a1 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:03.753250 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a1fc930e-d5d0-4891-a223-de4c23b204a1 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] 10.222.0.42 "DELETE /v2.0/networks/1d2ee09d-4dfb-4d05-aec6-fa482ed3641f HTTP/1.1" status: 204 len: 168 time: 1.7859590 Apr 28 19:55:03.767643 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device af3790b8-dedc-4566-994d-9bae48cfc51e up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:55:03.785295 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc930e-d5d0-4891-a223-de4c23b204a1 tempest-AllowedAddressPairIpV6TestJSON-692026149 tempest-AllowedAddressPairIpV6TestJSON-692026149-project] Pushing event deleted for resources: {'Network': ['ID=1d2ee09d-4dfb-4d05-aec6-fa482ed3641f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:03.836926 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-16ddd646-6582-4008-a7ac-d4019ef3023f None None] Provisioning complete for port 63c86245-f0d5-4271-8cb9-3b5550042923 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:03.837603 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-16ddd646-6582-4008-a7ac-d4019ef3023f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:03.847843 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-c21aab9a-2627-4a0b-ba6d-0b46029bfee9 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Allocated IP 172.25.8.84 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/65087fb5-7393-4f5e-9c47-7cff757e12e9) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:03.894336 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-16ddd646-6582-4008-a7ac-d4019ef3023f None None] Port 63c86245-f0d5-4271-8cb9-3b5550042923 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:55:03.900502 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port af3790b8-dedc-4566-994d-9bae48cfc51e triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:03.900941 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:03.903932 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248a1953-7c0d-43f9-8696-b3068ff3ffe9 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network eaa4e538-9fde-4813-8d36-4eefcb845739 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:03.909740 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-248a1953-7c0d-43f9-8696-b3068ff3ffe9 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:04.020600 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b3a996df-f653-4cc6-9668-67a7dc91665c None None] Provisioning complete for port 63c86245-f0d5-4271-8cb9-3b5550042923 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:04.021303 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b3a996df-f653-4cc6-9668-67a7dc91665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:04.066271 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ad091d1f-62e2-47f6-9f92-143aa1d762bd no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:55:04.072426 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c21aab9a-2627-4a0b-ba6d-0b46029bfee9 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:04.097638 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: ad091d1f-62e2-47f6-9f92-143aa1d762bd {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:55:04.098238 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ad091d1f-62e2-47f6-9f92-143aa1d762bd not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:55:04.106906 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-b3a996df-f653-4cc6-9668-67a7dc91665c None None] Port 63c86245-f0d5-4271-8cb9-3b5550042923 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:55:04.118466 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c21aab9a-2627-4a0b-ba6d-0b46029bfee9 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:04.136468 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-21125a82-b406-4187-b4bc-14fb574cbb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:04.139172 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-21125a82-b406-4187-b4bc-14fb574cbb32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:04.140863 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-21125a82-b406-4187-b4bc-14fb574cbb32 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9f28a5e9-63f5-4aed-9d69-cb8878db3a21 HTTP/1.1" status: 204 len: 168 time: 0.8696122 Apr 28 19:55:04.178527 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21aab9a-2627-4a0b-ba6d-0b46029bfee9 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:04.182213 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21125a82-b406-4187-b4bc-14fb574cbb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f28a5e9-63f5-4aed-9d69-cb8878db3a21,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:04.187093 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-c21aab9a-2627-4a0b-ba6d-0b46029bfee9 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:04.193705 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21aab9a-2627-4a0b-ba6d-0b46029bfee9 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:55:04.218431 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40018) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:04.233828 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21aab9a-2627-4a0b-ba6d-0b46029bfee9 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'Port': ['ID=65087fb5-7393-4f5e-9c47-7cff757e12e9,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:04.234062 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d242b092-ceaa-4575-9265-dede16f05538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:04.252597 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-72a20ba0-3faf-44a8-a300-e33dc6830e6e None None] Provisioning complete for port e04e65a3-352a-4729-8844-e8ded1459e2c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:04.253358 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-72a20ba0-3faf-44a8-a300-e33dc6830e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:04.277585 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248a1953-7c0d-43f9-8696-b3068ff3ffe9 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Router ec8816ff-429e-4c3f-84b9-702fba6b99f5 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:55:04.278825 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d242b092-ceaa-4575-9265-dede16f05538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:04.317770 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-72a20ba0-3faf-44a8-a300-e33dc6830e6e None None] Port e04e65a3-352a-4729-8844-e8ded1459e2c cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:55:04.341745 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242b092-ceaa-4575-9265-dede16f05538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c94c415-61c5-436c-a48d-1f1600c6ee9f,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:04.354618 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d242b092-ceaa-4575-9265-dede16f05538 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a180e0200780472481279adbbc183bc5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1633952 Apr 28 19:55:04.361728 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40024) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:04.593404 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1691a6a5-81c1-4f3f-ae5c-275ac462faa5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:04.643863 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248a1953-7c0d-43f9-8696-b3068ff3ffe9 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:55:04.649926 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-248a1953-7c0d-43f9-8696-b3068ff3ffe9 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "PUT /v2.0/routers/ec8816ff-429e-4c3f-84b9-702fba6b99f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2969725 Apr 28 19:55:04.652873 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40032) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:04.665642 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f37afa-2a9b-4eae-aaa7-2b4554f5ad08 None None] Sync routers for ids ['ec8816ff-429e-4c3f-84b9-702fba6b99f5'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:55:04.676996 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f37afa-2a9b-4eae-aaa7-2b4554f5ad08 None None] Routers {'ec8816ff-429e-4c3f-84b9-702fba6b99f5'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:04.677925 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-a5f37afa-2a9b-4eae-aaa7-2b4554f5ad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:54:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['ec8816ff-429e-4c3f-84b9-702fba6b99f5'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:04.715931 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-a5f37afa-2a9b-4eae-aaa7-2b4554f5ad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:04.726333 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f37afa-2a9b-4eae-aaa7-2b4554f5ad08 None None] Routers {'ec8816ff-429e-4c3f-84b9-702fba6b99f5'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:04.726967 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-a5f37afa-2a9b-4eae-aaa7-2b4554f5ad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:54:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['ec8816ff-429e-4c3f-84b9-702fba6b99f5'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:04.730914 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ee928395-9032-4985-a7c7-b80b4dc6f23e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=acedd1c58fb246028ae200e9c2e4d10f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5067573 Apr 28 19:55:04.732265 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-61e9e036-8236-4c4f-90e9-fb0c3d768517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:04.737602 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40036) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:04.765527 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-a5f37afa-2a9b-4eae-aaa7-2b4554f5ad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:04.766180 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f37afa-2a9b-4eae-aaa7-2b4554f5ad08 None None] The sync data for ids ['ec8816ff-429e-4c3f-84b9-702fba6b99f5'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:55:04.767115 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-61e9e036-8236-4c4f-90e9-fb0c3d768517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:04.776130 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1691a6a5-81c1-4f3f-ae5c-275ac462faa5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:04.796938 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb39bfe-9e35-40ca-8279-a5958e0052ce tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:04.801138 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7cb39bfe-9e35-40ca-8279-a5958e0052ce tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "GET /v2.0/ports/e04e65a3-352a-4729-8844-e8ded1459e2c HTTP/1.1" status: 200 len: 910 time: 0.1440182 Apr 28 19:55:04.805917 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40040) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:04.815059 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6d847-bb0f-44f5-af20-8bcb0918bea2 req-c70feb0f-8cfa-47a7-94f9-a0e149764b89 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:04.817079 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a6e6d847-bb0f-44f5-af20-8bcb0918bea2 req-c70feb0f-8cfa-47a7-94f9-a0e149764b89 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 946 time: 0.3786166 Apr 28 19:55:04.895888 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1691a6a5-81c1-4f3f-ae5c-275ac462faa5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Network 9192cf9b-330d-4865-ba0a-91c31b94f5d0 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:04.907231 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-1691a6a5-81c1-4f3f-ae5c-275ac462faa5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:04.910224 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1691a6a5-81c1-4f3f-ae5c-275ac462faa5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:55:04.925127 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-66c8b77c-de07-4f65-84ff-86dadf423a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:04.948026 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-66c8b77c-de07-4f65-84ff-86dadf423a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:04.952482 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1691a6a5-81c1-4f3f-ae5c-275ac462faa5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Port': ['ID=31b37bc3-de44-4664-a553-18973efe6870,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:04.999688 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a6e6d847-bb0f-44f5-af20-8bcb0918bea2 req-397378f1-d6ca-46b6-a84e-cf2d0a5586d2 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364849 Apr 28 19:55:05.015874 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1691a6a5-81c1-4f3f-ae5c-275ac462faa5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:05.016789 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1691a6a5-81c1-4f3f-ae5c-275ac462faa5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:05.033231 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-61e9e036-8236-4c4f-90e9-fb0c3d768517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:05.037037 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-61e9e036-8236-4c4f-90e9-fb0c3d768517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:05.040703 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-61e9e036-8236-4c4f-90e9-fb0c3d768517 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8c94c415-61c5-436c-a48d-1f1600c6ee9f HTTP/1.1" status: 204 len: 168 time: 0.6739404 Apr 28 19:55:05.044647 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1691a6a5-81c1-4f3f-ae5c-275ac462faa5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0522773 Apr 28 19:55:05.048916 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40050) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:05.088964 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9e036-8236-4c4f-90e9-fb0c3d768517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c94c415-61c5-436c-a48d-1f1600c6ee9f,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:05.120828 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bae751-8e20-4a3d-b976-1726c9771ece tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:05.126407 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-26bae751-8e20-4a3d-b976-1726c9771ece tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.0764327 Apr 28 19:55:05.127047 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40054) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:05.168162 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c21aab9a-2627-4a0b-ba6d-0b46029bfee9 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:05.225208 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-66c8b77c-de07-4f65-84ff-86dadf423a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:05.227657 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-66c8b77c-de07-4f65-84ff-86dadf423a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:05.228862 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-66c8b77c-de07-4f65-84ff-86dadf423a93 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/62e87c6d-d798-4d6d-809a-6792fd0d6133 HTTP/1.1" status: 204 len: 168 time: 0.4903555 Apr 28 19:55:05.279733 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-4a8faa22-12bd-4b53-85b9-60b9b74762ab tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Deleting port 31b37bc3-de44-4664-a553-18973efe6870 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:55:05.281488 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a8faa22-12bd-4b53-85b9-60b9b74762ab tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:05.300948 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8b77c-de07-4f65-84ff-86dadf423a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e87c6d-d798-4d6d-809a-6792fd0d6133,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:05.341895 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c21aab9a-2627-4a0b-ba6d-0b46029bfee9 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:05.367836 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-df9cb6ac-0145-4210-b3b0-8667baec6acf None None] Provisioning complete for port 31b37bc3-de44-4664-a553-18973efe6870 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:05.369099 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-df9cb6ac-0145-4210-b3b0-8667baec6acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:05.406397 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a8faa22-12bd-4b53-85b9-60b9b74762ab tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:05.427396 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-df9cb6ac-0145-4210-b3b0-8667baec6acf None None] Port 31b37bc3-de44-4664-a553-18973efe6870 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:55:05.434163 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-4a8faa22-12bd-4b53-85b9-60b9b74762ab tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Calling delete_port for 31b37bc3-de44-4664-a553-18973efe6870 owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:55:05.573397 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e9088f5e-e875-4f1b-9c7e-680f4e849767 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:05.612929 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a8faa22-12bd-4b53-85b9-60b9b74762ab tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:05.616291 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c21aab9a-2627-4a0b-ba6d-0b46029bfee9 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:05.623077 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c21aab9a-2627-4a0b-ba6d-0b46029bfee9 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:05.671509 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8faa22-12bd-4b53-85b9-60b9b74762ab tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Port': ['ID=31b37bc3-de44-4664-a553-18973efe6870,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:05.760711 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21aab9a-2627-4a0b-ba6d-0b46029bfee9 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event updated for resources: {'Port': ['ID=65087fb5-7393-4f5e-9c47-7cff757e12e9,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:05.847804 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a8faa22-12bd-4b53-85b9-60b9b74762ab tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:05.853816 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c21aab9a-2627-4a0b-ba6d-0b46029bfee9 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:05.862894 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4a8faa22-12bd-4b53-85b9-60b9b74762ab tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/ports/31b37bc3-de44-4664-a553-18973efe6870 HTTP/1.1" status: 204 len: 168 time: 0.7345538 Apr 28 19:55:05.867037 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40080) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:05.921330 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f6cfac4-2705-49a9-ae47-58ef376b8fbb tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] GET failed (client error): The resource could not be found. Apr 28 19:55:05.924089 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7f6cfac4-2705-49a9-ae47-58ef376b8fbb tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "GET /v2.0/ports/31b37bc3-de44-4664-a553-18973efe6870 HTTP/1.1" status: 404 len: 333 time: 0.0555797 Apr 28 19:55:05.927953 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40082) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:06.130066 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-6f4f7bf9-17c9-4e78-b6a1-4b488530d6e2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Deleting port 63c86245-f0d5-4271-8cb9-3b5550042923 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:55:06.132796 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6f4f7bf9-17c9-4e78-b6a1-4b488530d6e2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:06.167502 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [None req-c21aab9a-2627-4a0b-ba6d-0b46029bfee9 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Floating IP 5ad2a661-7e6b-4d88-b3d5-bdeab168e44d associated. External IP: 172.25.8.84, port: c3893e74-f67c-497c-af3e-a07168b01f05. Apr 28 19:55:06.272761 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6f4f7bf9-17c9-4e78-b6a1-4b488530d6e2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:06.314447 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-6f4f7bf9-17c9-4e78-b6a1-4b488530d6e2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Calling delete_port for 63c86245-f0d5-4271-8cb9-3b5550042923 owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:55:06.493226 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6f4f7bf9-17c9-4e78-b6a1-4b488530d6e2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:06.549950 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f7bf9-17c9-4e78-b6a1-4b488530d6e2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Port': ['ID=63c86245-f0d5-4271-8cb9-3b5550042923,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:06.670147 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40108) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:06.685719 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6f4f7bf9-17c9-4e78-b6a1-4b488530d6e2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:06.702808 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6f4f7bf9-17c9-4e78-b6a1-4b488530d6e2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/ports/63c86245-f0d5-4271-8cb9-3b5550042923 HTTP/1.1" status: 204 len: 168 time: 0.7734396 Apr 28 19:55:06.708678 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40112) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:06.750464 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-cacb54ff-2a59-43a9-beac-c44bdf518069 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] GET failed (client error): The resource could not be found. Apr 28 19:55:06.762275 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-cacb54ff-2a59-43a9-beac-c44bdf518069 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "GET /v2.0/ports/63c86245-f0d5-4271-8cb9-3b5550042923 HTTP/1.1" status: 404 len: 333 time: 0.0454681 Apr 28 19:55:06.765596 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40116) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:06.861932 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-866975fe-2f67-4c2b-8393-4ca09cda5d21 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Deleting subnet 1653666b-6927-4818-bf85-8dda716440bd {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:55:06.870090 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-866975fe-2f67-4c2b-8393-4ca09cda5d21 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:06.906473 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e9088f5e-e875-4f1b-9c7e-680f4e849767 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Deleting port e04e65a3-352a-4729-8844-e8ded1459e2c {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:55:06.907033 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e9088f5e-e875-4f1b-9c7e-680f4e849767 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:06.932312 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40118) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:06.984920 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-866975fe-2f67-4c2b-8393-4ca09cda5d21 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:06.994461 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e827a0-4951-4964-bb17-755e7a63dd0d req-30c9db7c-6462-45fe-a8ce-3f4261276b31 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:06.996030 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e3e827a0-4951-4964-bb17-755e7a63dd0d req-30c9db7c-6462-45fe-a8ce-3f4261276b31 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 946 time: 0.8373044 Apr 28 19:55:07.040392 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-9e07d79a-be7d-4e93-92e1-fc67f8436ffa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1389545652-network', 'tenant_id': '27c137bc62f8455aa7f357d109aa69ca'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:07.072000 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-dc0e0aad-0175-4cd0-9c0b-d89505047454 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-809172339'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:07.081487 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e07d79a-be7d-4e93-92e1-fc67f8436ffa admin admin] Made reservation on behalf of 27c137bc62f8455aa7f357d109aa69ca for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:07.084688 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9e07d79a-be7d-4e93-92e1-fc67f8436ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:07.093849 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e9088f5e-e875-4f1b-9c7e-680f4e849767 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:07.105314 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9e07d79a-be7d-4e93-92e1-fc67f8436ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:07.126936 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e9088f5e-e875-4f1b-9c7e-680f4e849767 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Calling delete_port for e04e65a3-352a-4729-8844-e8ded1459e2c owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:55:07.131165 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e3e827a0-4951-4964-bb17-755e7a63dd0d req-b7d34585-bccf-4c85-a030-4d608399f36c tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228504 Apr 28 19:55:07.198172 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0e0aad-0175-4cd0-9c0b-d89505047454 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Made reservation on behalf of 2346ae7acda54a7d9a0535a1f9abe5a5 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:07.201712 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc0e0aad-0175-4cd0-9c0b-d89505047454 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:07.223648 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc0e0aad-0175-4cd0-9c0b-d89505047454 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:07.245658 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-866975fe-2f67-4c2b-8393-4ca09cda5d21 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:07.297628 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21aab9a-2627-4a0b-ba6d-0b46029bfee9 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Router 77ca16b4-b89e-4a11-b22a-c0ae411cce4f has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:55:07.403147 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9e07d79a-be7d-4e93-92e1-fc67f8436ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:07.420035 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9e07d79a-be7d-4e93-92e1-fc67f8436ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:07.468400 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-866975fe-2f67-4c2b-8393-4ca09cda5d21 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:07.480819 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e07d79a-be7d-4e93-92e1-fc67f8436ffa admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:55:07.498036 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07d79a-be7d-4e93-92e1-fc67f8436ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98dd3654-82e2-49b7-a7e3-3b413f7cb177,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:07.543709 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc0e0aad-0175-4cd0-9c0b-d89505047454 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:07.568057 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21aab9a-2627-4a0b-ba6d-0b46029bfee9 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:55:07.570072 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e9088f5e-e875-4f1b-9c7e-680f4e849767 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:07.572056 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-866975fe-2f67-4c2b-8393-4ca09cda5d21 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:07.576812 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-866975fe-2f67-4c2b-8393-4ca09cda5d21 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/subnets/1653666b-6927-4818-bf85-8dda716440bd HTTP/1.1" status: 204 len: 168 time: 0.8104477 Apr 28 19:55:07.578813 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866975fe-2f67-4c2b-8393-4ca09cda5d21 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Subnet': ['ID=1653666b-6927-4818-bf85-8dda716440bd,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:07.583022 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce60420-e3a9-4a4e-b5de-6bbb8b440cc1 None None] Sync routers for ids ['77ca16b4-b89e-4a11-b22a-c0ae411cce4f'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:55:07.588658 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40124) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:07.592095 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc0e0aad-0175-4cd0-9c0b-d89505047454 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:07.598225 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983edaec-c3d1-4c6a-922b-06130c144175 None None] Network 9192cf9b-330d-4865-ba0a-91c31b94f5d0 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:55:07.603104 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9e07d79a-be7d-4e93-92e1-fc67f8436ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:07.603789 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-9e07d79a-be7d-4e93-92e1-fc67f8436ffa admin admin] Added segment 6127ce45-8ce2-469f-be86-fd20f0518128 of type vlan for network b9ea4a0b-2da1-4c59-8bfd-73f679412dc8 Apr 28 19:55:07.628397 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce60420-e3a9-4a4e-b5de-6bbb8b440cc1 None None] Routers {'77ca16b4-b89e-4a11-b22a-c0ae411cce4f'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:07.630025 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-bce60420-e3a9-4a4e-b5de-6bbb8b440cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:54:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['77ca16b4-b89e-4a11-b22a-c0ae411cce4f'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:07.660530 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9088f5e-e875-4f1b-9c7e-680f4e849767 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event deleted for resources: {'Port': ['ID=e04e65a3-352a-4729-8844-e8ded1459e2c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:07.696770 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc0e0aad-0175-4cd0-9c0b-d89505047454 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:55:07.701508 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c21aab9a-2627-4a0b-ba6d-0b46029bfee9 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:07.722835 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e0aad-0175-4cd0-9c0b-d89505047454 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19dde3b0-edd6-4705-9a1b-5d0f5d8fa1bc,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:07.727956 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9e07d79a-be7d-4e93-92e1-fc67f8436ffa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:07.738327 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc0e0aad-0175-4cd0-9c0b-d89505047454 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:07.738687 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-dc0e0aad-0175-4cd0-9c0b-d89505047454 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Added segment a7535215-efb5-400d-a52d-210bcefcfa31 of type vlan for network 58f1a098-f5aa-4089-9a13-7e185a9ca563 Apr 28 19:55:07.809422 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc0e0aad-0175-4cd0-9c0b-d89505047454 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:07.816179 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9e07d79a-be7d-4e93-92e1-fc67f8436ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:07.818047 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e07d79a-be7d-4e93-92e1-fc67f8436ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:07.819050 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9e07d79a-be7d-4e93-92e1-fc67f8436ffa admin admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:07.916944 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9e07d79a-be7d-4e93-92e1-fc67f8436ffa admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2451348 Apr 28 19:55:07.923753 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40126) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:07.926671 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.db.resource_extend [None req-dc0e0aad-0175-4cd0-9c0b-d89505047454 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:55:07.940043 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-b908c3f7-d12c-47f2-9e21-f258ad83c2ee admin admin] Request body: {'subnet': {'network_id': 'b9ea4a0b-2da1-4c59-8bfd-73f679412dc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1389545652-subnet', 'tenant_id': '27c137bc62f8455aa7f357d109aa69ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:07.943249 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07d79a-be7d-4e93-92e1-fc67f8436ffa admin admin] Pushing event updated for resources: {'Network': ['ID=b9ea4a0b-2da1-4c59-8bfd-73f679412dc8,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:07.953519 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c21aab9a-2627-4a0b-ba6d-0b46029bfee9 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.3578265 Apr 28 19:55:07.956350 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40128) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:07.960820 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6', 'tag': 'c3893e74-f67c-497c-af3e-a07168b01f05'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:55:07.963100 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d55653d-6413-4689-bd88-fb04b18f9d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6", "tag": "c3893e74-f67c-497c-af3e-a07168b01f05"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:55:07.967378 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc0e0aad-0175-4cd0-9c0b-d89505047454 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:07.973752 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-40ad2e19-a4b3-439c-88e5-be8ef012bc4c tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:07.973988 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0e0aad-0175-4cd0-9c0b-d89505047454 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:07.974646 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc0e0aad-0175-4cd0-9c0b-d89505047454 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:07.988191 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network b9ea4a0b-2da1-4c59-8bfd-73f679412dc8 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:55:07.998067 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e9088f5e-e875-4f1b-9c7e-680f4e849767 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:08.011758 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b908c3f7-d12c-47f2-9e21-f258ad83c2ee admin admin] Made reservation on behalf of 27c137bc62f8455aa7f357d109aa69ca for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:08.014502 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b908c3f7-d12c-47f2-9e21-f258ad83c2ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:08.150570 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-bce60420-e3a9-4a4e-b5de-6bbb8b440cc1 None None] Set router 77ca16b4-b89e-4a11-b22a-c0ae411cce4f gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:55:08.221341 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-40ad2e19-a4b3-439c-88e5-be8ef012bc4c tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Deleting port af3790b8-dedc-4566-994d-9bae48cfc51e {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:55:08.221682 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-40ad2e19-a4b3-439c-88e5-be8ef012bc4c tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:08.344160 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c036a21d-f121-47d2-89cf-d474d1721419 x-openstack-request-id: req-c036a21d-f121-47d2-89cf-d474d1721419 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:55:08.344855 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6", "tag": "c3893e74-f67c-497c-af3e-a07168b01f05", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:55:08.345351 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c036a21d-f121-47d2-89cf-d474d1721419 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:55:08.345971 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c036a21d-f121-47d2-89cf-d474d1721419'] response: {'name': 'network-changed', 'server_uuid': '5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6', 'tag': 'c3893e74-f67c-497c-af3e-a07168b01f05', 'status': 'completed', 'code': 200} Apr 28 19:55:08.358757 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411dbc20-59fc-47ca-86b4-5e9be8a272f9 None None] DHCP port deletion for 9192cf9b-330d-4865-ba0a-91c31b94f5d0 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:55:08.508691 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-40ad2e19-a4b3-439c-88e5-be8ef012bc4c tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] For port af3790b8-dedc-4566-994d-9bae48cfc51e, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=af3790b8-dedc-4566-994d-9bae48cfc51e,segment=NetworkSegment(bde4c96b-e5aa-4cfa-8f64-b746ca2b4444),segment_id=bde4c96b-e5aa-4cfa-8f64-b746ca2b4444)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:08.509074 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-40ad2e19-a4b3-439c-88e5-be8ef012bc4c tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:08.545170 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-411dbc20-59fc-47ca-86b4-5e9be8a272f9 None None] Deleting port af3790b8-dedc-4566-994d-9bae48cfc51e {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:55:08.546650 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-411dbc20-59fc-47ca-86b4-5e9be8a272f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:08.564793 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9088f5e-e875-4f1b-9c7e-680f4e849767 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Router ec8816ff-429e-4c3f-84b9-702fba6b99f5 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:55:08.582293 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75084351-0c2f-4df5-8edb-69050ad86206 req-6b77ef10-56b5-493a-902c-8d163c002d99 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:08.584071 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75084351-0c2f-4df5-8edb-69050ad86206 req-6b77ef10-56b5-493a-902c-8d163c002d99 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 946 time: 0.2441339 Apr 28 19:55:08.592390 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-40ad2e19-a4b3-439c-88e5-be8ef012bc4c tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Calling delete_port for af3790b8-dedc-4566-994d-9bae48cfc51e owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:55:08.596127 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-dc0e0aad-0175-4cd0-9c0b-d89505047454 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6613505 Apr 28 19:55:08.613204 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40142) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:08.617168 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-8b8640e1-b831-4316-8d78-160ea233f1c5 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Request body: {'subnet': {'network_id': '58f1a098-f5aa-4089-9a13-7e185a9ca563', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:08.620536 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e0aad-0175-4cd0-9c0b-d89505047454 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event updated for resources: {'Network': ['ID=58f1a098-f5aa-4089-9a13-7e185a9ca563,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:08.620871 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:55:08.628622 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-92b2eabc-cbf9-4edf-a9bf-44597dad81fb tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/floatingips/5ad2a661-7e6b-4d88-b3d5-bdeab168e44d HTTP/1.1" status: 200 len: 990 time: 0.6706455 Apr 28 19:55:08.659730 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 58f1a098-f5aa-4089-9a13-7e185a9ca563 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:55:08.690344 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b908c3f7-d12c-47f2-9e21-f258ad83c2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:08.726758 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55653d-6413-4689-bd88-fb04b18f9d3a req-0e156fc9-cafc-4c9d-ac99-75cca8b17c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:08.729662 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2d55653d-6413-4689-bd88-fb04b18f9d3a req-0e156fc9-cafc-4c9d-ac99-75cca8b17c99 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d9e2f02c26d442699c083632dd6dfd5&device_id=5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6 HTTP/1.1" status: 200 len: 1096 time: 0.2569001 Apr 28 19:55:08.769541 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-411dbc20-59fc-47ca-86b4-5e9be8a272f9 None None] For port af3790b8-dedc-4566-994d-9bae48cfc51e, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=af3790b8-dedc-4566-994d-9bae48cfc51e,segment=NetworkSegment(bde4c96b-e5aa-4cfa-8f64-b746ca2b4444),segment_id=bde4c96b-e5aa-4cfa-8f64-b746ca2b4444)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:08.770077 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-411dbc20-59fc-47ca-86b4-5e9be8a272f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:08.797181 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-411dbc20-59fc-47ca-86b4-5e9be8a272f9 None None] Calling delete_port for af3790b8-dedc-4566-994d-9bae48cfc51e owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:55:08.797629 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908c3f7-d12c-47f2-9e21-f258ad83c2ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4c3a5ee-36fd-493b-a5df-ad10c5379ce3,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:08.810408 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-bce60420-e3a9-4a4e-b5de-6bbb8b440cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'name': 'tempest-TestNetworkBasicOps-router-667246321', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '5265d459-9a02-4afa-b506-56388af0c2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:54:09Z', 'updated_at': '2022-04-28T19:54:19Z', 'revision_number': 4, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'gw_port': {'id': '5265d459-9a02-4afa-b506-56388af0c2ba', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:77:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:11Z', 'updated_at': '2022-04-28T19:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '5ad2a661-7e6b-4d88-b3d5-bdeab168e44d', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'port_id': 'c3893e74-f67c-497c-af3e-a07168b01f05', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30db331d-2929-4954-8cf4-0f6f324e75e7', 'mac_address': 'fa:16:3e:3e:62:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:55:04Z', 'updated_at': '2022-04-28T19:55:04Z', 'revision_number': 0, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44def3a-520b-431a-b2d0-7a2aa0a848d2', 'name': '', 'network_id': '30db331d-2929-4954-8cf4-0f6f324e75e7', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'mac_address': 'fa:16:3e:db:79:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'd4ca4fc0-ebf7-49e4-affa-59ffb35e90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:16Z', 'updated_at': '2022-04-28T19:54:31Z', 'revision_number': 5, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'subnets': [{'id': 'd4ca4fc0-ebf7-49e4-affa-59ffb35e90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:08.859249 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8640e1-b831-4316-8d78-160ea233f1c5 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Made reservation on behalf of 2346ae7acda54a7d9a0535a1f9abe5a5 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:08.861599 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce60420-e3a9-4a4e-b5de-6bbb8b440cc1 None None] Checking router: 77ca16b4-b89e-4a11-b22a-c0ae411cce4f for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:55:08.864470 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8b8640e1-b831-4316-8d78-160ea233f1c5 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:08.866892 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75084351-0c2f-4df5-8edb-69050ad86206 req-510462c2-e891-4e17-91a5-c151be10798f tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2573757 Apr 28 19:55:08.909822 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9088f5e-e875-4f1b-9c7e-680f4e849767 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:55:08.921071 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8633dce-5b3b-4025-8ddd-b9b0c3b28d63 None None] Sync routers for ids ['ec8816ff-429e-4c3f-84b9-702fba6b99f5'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:55:08.929655 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce60420-e3a9-4a4e-b5de-6bbb8b440cc1 None None] Routers {'77ca16b4-b89e-4a11-b22a-c0ae411cce4f'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:08.930430 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-bce60420-e3a9-4a4e-b5de-6bbb8b440cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:54:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['77ca16b4-b89e-4a11-b22a-c0ae411cce4f'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:08.941887 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8633dce-5b3b-4025-8ddd-b9b0c3b28d63 None None] Routers {'ec8816ff-429e-4c3f-84b9-702fba6b99f5'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:08.942372 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-f8633dce-5b3b-4025-8ddd-b9b0c3b28d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:54:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['ec8816ff-429e-4c3f-84b9-702fba6b99f5'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:08.948783 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e9088f5e-e875-4f1b-9c7e-680f4e849767 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "PUT /v2.0/routers/ec8816ff-429e-4c3f-84b9-702fba6b99f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1378806 Apr 28 19:55:08.958998 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40148) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:09.022556 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b908c3f7-d12c-47f2-9e21-f258ad83c2ee admin admin] Checking segment: {'id': '6127ce45-8ce2-469f-be86-fd20f0518128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b9ea4a0b-2da1-4c59-8bfd-73f679412dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:55:09.022970 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b908c3f7-d12c-47f2-9e21-f258ad83c2ee admin admin] Network hostable DHCP agents. Network: b9ea4a0b-2da1-4c59-8bfd-73f679412dc8, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:55:09.041838 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-f8633dce-5b3b-4025-8ddd-b9b0c3b28d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:09.078115 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8633dce-5b3b-4025-8ddd-b9b0c3b28d63 None None] Routers {'ec8816ff-429e-4c3f-84b9-702fba6b99f5'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:09.079880 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-f8633dce-5b3b-4025-8ddd-b9b0c3b28d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:54:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['ec8816ff-429e-4c3f-84b9-702fba6b99f5'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:09.114585 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-bce60420-e3a9-4a4e-b5de-6bbb8b440cc1 None None] Set router 77ca16b4-b89e-4a11-b22a-c0ae411cce4f gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:55:09.135623 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-40ad2e19-a4b3-439c-88e5-be8ef012bc4c tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:09.165590 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-f8633dce-5b3b-4025-8ddd-b9b0c3b28d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:09.166575 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8633dce-5b3b-4025-8ddd-b9b0c3b28d63 None None] The sync data for ids ['ec8816ff-429e-4c3f-84b9-702fba6b99f5'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:55:09.167250 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55653d-6413-4689-bd88-fb04b18f9d3a req-435dcb19-f3ff-4a5f-8b90-8b4a2a2ac51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:09.169090 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2d55653d-6413-4689-bd88-fb04b18f9d3a req-435dcb19-f3ff-4a5f-8b90-8b4a2a2ac51a service neutron] 10.222.0.44 "GET /v2.0/networks?id=30db331d-2929-4954-8cf4-0f6f324e75e7 HTTP/1.1" status: 200 len: 898 time: 0.4293599 Apr 28 19:55:09.185001 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8b8640e1-b831-4316-8d78-160ea233f1c5 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:09.190105 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b908c3f7-d12c-47f2-9e21-f258ad83c2ee admin admin] Network b9ea4a0b-2da1-4c59-8bfd-73f679412dc8 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:55:09.193445 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad2e19-a4b3-439c-88e5-be8ef012bc4c tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Port': ['ID=af3790b8-dedc-4566-994d-9bae48cfc51e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:09.208214 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ad2e19-a4b3-439c-88e5-be8ef012bc4c tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] No DVR routers for this DVR port af3790b8-dedc-4566-994d-9bae48cfc51e on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:55:09.217645 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-411dbc20-59fc-47ca-86b4-5e9be8a272f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:09.229634 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-b908c3f7-d12c-47f2-9e21-f258ad83c2ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, b9ea4a0b-2da1-4c59-8bfd-73f679412dc8) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:09.236296 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411dbc20-59fc-47ca-86b4-5e9be8a272f9 None None] No DVR routers for this DVR port af3790b8-dedc-4566-994d-9bae48cfc51e on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:55:09.285539 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd948613-4c4e-49fe-b1e5-475064511546 None None] Network b9ea4a0b-2da1-4c59-8bfd-73f679412dc8 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:55:09.363935 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2d55653d-6413-4689-bd88-fb04b18f9d3a req-b2e9b6fe-a033-4795-b5a8-580add41c2b9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3893e74-f67c-497c-af3e-a07168b01f05 HTTP/1.1" status: 200 len: 998 time: 0.1880805 Apr 28 19:55:09.380772 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b908c3f7-d12c-47f2-9e21-f258ad83c2ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:09.381832 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b908c3f7-d12c-47f2-9e21-f258ad83c2ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:09.393977 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8640e1-b831-4316-8d78-160ea233f1c5 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event updated for resources: {'Subnet': ['ID=72a86233-37fa-4c0f-812a-1f4956c961ee,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:09.403610 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8640e1-b831-4316-8d78-160ea233f1c5 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Checking segment: {'id': 'a7535215-efb5-400d-a52d-210bcefcfa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '58f1a098-f5aa-4089-9a13-7e185a9ca563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:55:09.403972 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8640e1-b831-4316-8d78-160ea233f1c5 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Network hostable DHCP agents. Network: 58f1a098-f5aa-4089-9a13-7e185a9ca563, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:55:09.406484 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411dbc20-59fc-47ca-86b4-5e9be8a272f9 None None] Pushing event deleted for resources: {'Port': ['ID=af3790b8-dedc-4566-994d-9bae48cfc51e,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:09.464514 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55653d-6413-4689-bd88-fb04b18f9d3a req-bd387f34-38d1-4345-aa97-ab1c210361c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:09.466409 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2d55653d-6413-4689-bd88-fb04b18f9d3a req-bd387f34-38d1-4345-aa97-ab1c210361c8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d4ca4fc0-ebf7-49e4-affa-59ffb35e90f0 HTTP/1.1" status: 200 len: 835 time: 0.0791671 Apr 28 19:55:09.468805 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8640e1-b831-4316-8d78-160ea233f1c5 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Network 58f1a098-f5aa-4089-9a13-7e185a9ca563 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:55:09.502693 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70776af-08cb-4ec0-ba4e-be00db02132e None None] Network b9ea4a0b-2da1-4c59-8bfd-73f679412dc8 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:55:09.513924 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-8b8640e1-b831-4316-8d78-160ea233f1c5 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 58f1a098-f5aa-4089-9a13-7e185a9ca563) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:09.522117 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8640e1-b831-4316-8d78-160ea233f1c5 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:09.522897 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8b8640e1-b831-4316-8d78-160ea233f1c5 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:09.547070 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8b8640e1-b831-4316-8d78-160ea233f1c5 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9404998 Apr 28 19:55:09.551180 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55653d-6413-4689-bd88-fb04b18f9d3a req-ef24b40e-3080-4fd1-a3b2-567ee6d4ef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:09.552471 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2d55653d-6413-4689-bd88-fb04b18f9d3a req-ef24b40e-3080-4fd1-a3b2-567ee6d4ef2c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=30db331d-2929-4954-8cf4-0f6f324e75e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797274 Apr 28 19:55:09.553010 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40154) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:09.557627 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-0354ccf0-155e-4203-931b-1798800a10a6 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1316393730', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}, 'admin_state_up': False}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:09.633401 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40156) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:09.639914 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973ba0a2-56b1-4746-a504-f443431014df None None] Network 58f1a098-f5aa-4089-9a13-7e185a9ca563 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:55:09.719686 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0354ccf0-155e-4203-931b-1798800a10a6 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:09.720852 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0354ccf0-155e-4203-931b-1798800a10a6 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:09.788874 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0354ccf0-155e-4203-931b-1798800a10a6 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:09.814785 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2d55653d-6413-4689-bd88-fb04b18f9d3a req-12191863-5ed8-4b35-b9b8-c46f2db8b9f4 service neutron] 10.222.0.44 "GET /v2.0/networks/30db331d-2929-4954-8cf4-0f6f324e75e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502391 Apr 28 19:55:09.869070 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device af3790b8-dedc-4566-994d-9bae48cfc51e no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:55:09.873085 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f6a371ba-89ec-4cf2-80fb-2b38709f6b6f tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/floatingips/5ad2a661-7e6b-4d88-b3d5-bdeab168e44d HTTP/1.1" status: 200 len: 990 time: 0.2359583 Apr 28 19:55:09.976763 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b908c3f7-d12c-47f2-9e21-f258ad83c2ee admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0397172 Apr 28 19:55:10.004974 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-40ad2e19-a4b3-439c-88e5-be8ef012bc4c tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:10.034244 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-40ad2e19-a4b3-439c-88e5-be8ef012bc4c tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9192cf9b-330d-4865-ba0a-91c31b94f5d0']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:10.046013 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-40ad2e19-a4b3-439c-88e5-be8ef012bc4c tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde4c96b-e5aa-4cfa-8f64-b746ca2b4444') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:10.046567 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-40ad2e19-a4b3-439c-88e5-be8ef012bc4c tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde4c96b-e5aa-4cfa-8f64-b746ca2b4444') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:10.048170 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: af3790b8-dedc-4566-994d-9bae48cfc51e {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:55:10.048726 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device af3790b8-dedc-4566-994d-9bae48cfc51e not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:55:10.082660 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-40ad2e19-a4b3-439c-88e5-be8ef012bc4c tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:10.102022 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-40ad2e19-a4b3-439c-88e5-be8ef012bc4c tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:10.130649 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40ad2e19-a4b3-439c-88e5-be8ef012bc4c tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:55:10.130879 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-40ad2e19-a4b3-439c-88e5-be8ef012bc4c tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:10.132030 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0354ccf0-155e-4203-931b-1798800a10a6 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:10.166299 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a759e7-a34e-4d6b-825e-1d246da3c61e None None] Network 58f1a098-f5aa-4089-9a13-7e185a9ca563 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:55:10.169883 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2c119-f196-4e84-8746-224dbed5364a req-ba2fac67-59bc-4085-b1f9-ae5105451f6f tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:10.172281 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9ee2c119-f196-4e84-8746-224dbed5364a req-ba2fac67-59bc-4085-b1f9-ae5105451f6f tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 946 time: 0.1595900 Apr 28 19:55:10.182995 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2d55653d-6413-4689-bd88-fb04b18f9d3a req-baa69569-983d-47b9-9302-b5bc4582cc8b service neutron] 10.222.0.44 "GET /v2.0/networks/30db331d-2929-4954-8cf4-0f6f324e75e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263810 Apr 28 19:55:10.232043 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:55:10.232043 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:55:10.232043 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:55:10.232043 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:55:10.232043 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:55:10.232043 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:55:10.232043 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:55:10.232043 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:55:10.232043 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:55:10.232043 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:55:10.232043 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:55:10.232043 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:55:10.232043 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:55:10.232043 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:55:10.232043 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:55:10.232043 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:55:10.232043 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:55:10.232043 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:55:10.232043 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:55:10.232043 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:55:10.232043 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:55:10.232043 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:55:10.232043 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:55:10.232043 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:55:10.232043 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:55:10.232043 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:55:10.232043 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:55:10.232043 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:55:10.232043 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:55:10.232043 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:55:10.232043 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:55:10.232043 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:55:10.290151 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-40ad2e19-a4b3-439c-88e5-be8ef012bc4c tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:10.302923 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-40ad2e19-a4b3-439c-88e5-be8ef012bc4c tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:10.308905 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-40ad2e19-a4b3-439c-88e5-be8ef012bc4c tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/networks/9192cf9b-330d-4865-ba0a-91c31b94f5d0 HTTP/1.1" status: 204 len: 168 time: 2.7200575 Apr 28 19:55:10.318782 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40174) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:10.320930 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-bce60420-e3a9-4a4e-b5de-6bbb8b440cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'name': 'tempest-TestNetworkBasicOps-router-667246321', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '5265d459-9a02-4afa-b506-56388af0c2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:54:09Z', 'updated_at': '2022-04-28T19:54:19Z', 'revision_number': 4, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'gw_port': {'id': '5265d459-9a02-4afa-b506-56388af0c2ba', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:77:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:11Z', 'updated_at': '2022-04-28T19:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '5ad2a661-7e6b-4d88-b3d5-bdeab168e44d', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'port_id': 'c3893e74-f67c-497c-af3e-a07168b01f05', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30db331d-2929-4954-8cf4-0f6f324e75e7', 'mac_address': 'fa:16:3e:3e:62:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:55:04Z', 'updated_at': '2022-04-28T19:55:04Z', 'revision_number': 0, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44def3a-520b-431a-b2d0-7a2aa0a848d2', 'name': '', 'network_id': '30db331d-2929-4954-8cf4-0f6f324e75e7', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'mac_address': 'fa:16:3e:db:79:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'd4ca4fc0-ebf7-49e4-affa-59ffb35e90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:16Z', 'updated_at': '2022-04-28T19:54:31Z', 'revision_number': 5, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'subnets': [{'id': 'd4ca4fc0-ebf7-49e4-affa-59ffb35e90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:10.326435 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-3b54310b-13ed-4692-9d30-1e6a11750e97 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-198645910'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:10.347348 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad2e19-a4b3-439c-88e5-be8ef012bc4c tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Network': ['ID=9192cf9b-330d-4865-ba0a-91c31b94f5d0,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:10.351310 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9ee2c119-f196-4e84-8746-224dbed5364a req-bac6e3f7-5dd1-4fc9-8306-1ea1ce4e9cf4 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673892 Apr 28 19:55:10.359485 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce60420-e3a9-4a4e-b5de-6bbb8b440cc1 None None] The sync data for ids ['77ca16b4-b89e-4a11-b22a-c0ae411cce4f'] in n-d-839810-1 is: [{'id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'name': 'tempest-TestNetworkBasicOps-router-667246321', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '5265d459-9a02-4afa-b506-56388af0c2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:54:09Z', 'updated_at': '2022-04-28T19:54:19Z', 'revision_number': 4, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'gw_port': {'id': '5265d459-9a02-4afa-b506-56388af0c2ba', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:77:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:11Z', 'updated_at': '2022-04-28T19:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '5ad2a661-7e6b-4d88-b3d5-bdeab168e44d', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'port_id': 'c3893e74-f67c-497c-af3e-a07168b01f05', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30db331d-2929-4954-8cf4-0f6f324e75e7', 'mac_address': 'fa:16:3e:3e:62:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:55:04Z', 'updated_at': '2022-04-28T19:55:04Z', 'revision_number': 0, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44def3a-520b-431a-b2d0-7a2aa0a848d2', 'name': '', 'network_id': '30db331d-2929-4954-8cf4-0f6f324e75e7', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'mac_address': 'fa:16:3e:db:79:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'd4ca4fc0-ebf7-49e4-affa-59ffb35e90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:16Z', 'updated_at': '2022-04-28T19:54:31Z', 'revision_number': 5, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'subnets': [{'id': 'd4ca4fc0-ebf7-49e4-affa-59ffb35e90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:55:10.439680 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b54310b-13ed-4692-9d30-1e6a11750e97 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:10.450722 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3b54310b-13ed-4692-9d30-1e6a11750e97 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:10.538508 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b54310b-13ed-4692-9d30-1e6a11750e97 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:55:10.554037 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3b54310b-13ed-4692-9d30-1e6a11750e97 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:10.554383 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-3b54310b-13ed-4692-9d30-1e6a11750e97 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Added segment 5d69bc0e-5d37-4a7e-aa7b-2a279a1fd940 of type vlan for network 39fc3cc0-bf77-4bc9-a247-5d1a1c64264e Apr 28 19:55:10.647970 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0354ccf0-155e-4203-931b-1798800a10a6 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:10.672697 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0354ccf0-155e-4203-931b-1798800a10a6 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:10.700152 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3b54310b-13ed-4692-9d30-1e6a11750e97 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:10.774885 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c7717a51-d607-4398-9238-309708a8e26a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:10.781349 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3b54310b-13ed-4692-9d30-1e6a11750e97 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:10.792234 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b54310b-13ed-4692-9d30-1e6a11750e97 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:10.793152 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3b54310b-13ed-4692-9d30-1e6a11750e97 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:10.806334 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dcea7c-5d6d-4f24-824c-a03a7fffe271 None None] New status for floating IP 5ad2a661-7e6b-4d88-b3d5-bdeab168e44d: ACTIVE {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:55:10.880123 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40188) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:10.930688 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40190) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:10.950146 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-f7014466-54bf-412a-8bd3-5ee105a02228 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1166372606-network', 'tenant_id': 'f824244b48a54ed2bd9746e0069f6ab8'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:10.979259 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3b54310b-13ed-4692-9d30-1e6a11750e97 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6573920 Apr 28 19:55:10.980021 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54310b-13ed-4692-9d30-1e6a11750e97 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Network': ['ID=39fc3cc0-bf77-4bc9-a247-5d1a1c64264e,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:10.987032 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40194) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:11.009098 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 39fc3cc0-bf77-4bc9-a247-5d1a1c64264e details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:55:11.009697 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-0354ccf0-155e-4203-931b-1798800a10a6 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Allocated IP 172.25.8.44 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/c25807cc-d848-49ea-8f39-84038a45d44a) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:11.012138 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-a5cf5b62-98a8-4982-92d2-0c15fb7632fd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'subnet': {'network_id': '39fc3cc0-bf77-4bc9-a247-5d1a1c64264e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:11.015513 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1933c33b-62dc-4412-9722-12b6dd9aca92 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/floatingips/5ad2a661-7e6b-4d88-b3d5-bdeab168e44d HTTP/1.1" status: 200 len: 990 time: 0.1334844 Apr 28 19:55:11.158910 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0354ccf0-155e-4203-931b-1798800a10a6 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:11.288425 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0354ccf0-155e-4203-931b-1798800a10a6 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:11.298879 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cf5b62-98a8-4982-92d2-0c15fb7632fd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:11.309082 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a5cf5b62-98a8-4982-92d2-0c15fb7632fd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:11.313535 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7014466-54bf-412a-8bd3-5ee105a02228 admin admin] Made reservation on behalf of f824244b48a54ed2bd9746e0069f6ab8 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:11.316907 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7014466-54bf-412a-8bd3-5ee105a02228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:11.343625 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7014466-54bf-412a-8bd3-5ee105a02228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:11.377809 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354ccf0-155e-4203-931b-1798800a10a6 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event updated for resources: {'Port': ['ID=c25807cc-d848-49ea-8f39-84038a45d44a,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:11.387579 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0354ccf0-155e-4203-931b-1798800a10a6 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:11.391211 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-0354ccf0-155e-4203-931b-1798800a10a6 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:11.393882 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0354ccf0-155e-4203-931b-1798800a10a6 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:55:11.552553 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c7717a51-d607-4398-9238-309708a8e26a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Deleting port dfe4032b-5849-477f-aa9d-53a42594998b {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:55:11.553585 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c7717a51-d607-4398-9238-309708a8e26a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:11.652168 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413a968-b213-4b99-b9b5-2558dcfbe20d req-f130a79e-96cb-4ff2-be9e-5dd9c0756086 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:11.653708 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d413a968-b213-4b99-b9b5-2558dcfbe20d req-f130a79e-96cb-4ff2-be9e-5dd9c0756086 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 946 time: 0.2017996 Apr 28 19:55:11.722205 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0354ccf0-155e-4203-931b-1798800a10a6 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:11.730723 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7014466-54bf-412a-8bd3-5ee105a02228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:11.749975 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7014466-54bf-412a-8bd3-5ee105a02228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:11.816342 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d413a968-b213-4b99-b9b5-2558dcfbe20d req-dfca4e57-0970-4940-9bc2-b4bab5d9d307 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502421 Apr 28 19:55:11.818263 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c7717a51-d607-4398-9238-309708a8e26a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:11.829578 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7014466-54bf-412a-8bd3-5ee105a02228 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:55:11.871761 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7014466-54bf-412a-8bd3-5ee105a02228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:11.872448 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-f7014466-54bf-412a-8bd3-5ee105a02228 admin admin] Added segment 834cf37c-66dd-4adc-8abb-f7ba06740c30 of type vlan for network e44b7eb2-6267-4ed2-875d-2806f55f4d35 Apr 28 19:55:11.899501 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c7717a51-d607-4398-9238-309708a8e26a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Calling delete_port for dfe4032b-5849-477f-aa9d-53a42594998b owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:55:11.913539 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a5cf5b62-98a8-4982-92d2-0c15fb7632fd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:11.916202 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7014466-54bf-412a-8bd3-5ee105a02228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de022634-ff7a-4fc8-bcd5-acc0a1d55caa,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:12.018989 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf5b62-98a8-4982-92d2-0c15fb7632fd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Subnet': ['ID=ae712ec2-0345-4bfa-bfb9-3b7b82441561,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:12.021112 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40208) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:12.105577 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7014466-54bf-412a-8bd3-5ee105a02228 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:12.214775 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cf5b62-98a8-4982-92d2-0c15fb7632fd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Checking segment: {'id': '5d69bc0e-5d37-4a7e-aa7b-2a279a1fd940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '39fc3cc0-bf77-4bc9-a247-5d1a1c64264e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:55:12.215145 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cf5b62-98a8-4982-92d2-0c15fb7632fd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Network hostable DHCP agents. Network: 39fc3cc0-bf77-4bc9-a247-5d1a1c64264e, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:55:12.221189 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7014466-54bf-412a-8bd3-5ee105a02228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:12.222162 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7014466-54bf-412a-8bd3-5ee105a02228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:12.222745 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7014466-54bf-412a-8bd3-5ee105a02228 admin admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:12.234025 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-16f59e86-20be-4678-ba88-8052e72f82a4 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/floatingips/5ad2a661-7e6b-4d88-b3d5-bdeab168e44d HTTP/1.1" status: 200 len: 992 time: 0.2001464 Apr 28 19:55:12.314893 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365cc39f-6584-4241-96ae-3224ed6d5c26 req-6a21c57f-deb0-4a77-8fd4-164238d68da3 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:12.316980 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-365cc39f-6584-4241-96ae-3224ed6d5c26 req-6a21c57f-deb0-4a77-8fd4-164238d68da3 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 946 time: 0.1266148 Apr 28 19:55:12.388575 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f7014466-54bf-412a-8bd3-5ee105a02228 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4492338 Apr 28 19:55:12.393678 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40222) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:12.401132 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec8a04-5f2a-4040-80f7-195a2aaf27d8 req-6f9e0373-5046-4961-b90a-878f87786661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:12.402736 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39ec8a04-5f2a-4040-80f7-195a2aaf27d8 req-6f9e0373-5046-4961-b90a-878f87786661 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3397cabaf68f4eccbdd2d7c135e48bbd&device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 1097 time: 0.2618537 Apr 28 19:55:12.405130 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-274e7c82-5d80-4a6e-b009-cca7c565000e admin admin] Request body: {'subnet': {'network_id': 'e44b7eb2-6267-4ed2-875d-2806f55f4d35', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1166372606-subnet', 'tenant_id': 'f824244b48a54ed2bd9746e0069f6ab8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:12.405330 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7014466-54bf-412a-8bd3-5ee105a02228 admin admin] Pushing event updated for resources: {'Network': ['ID=e44b7eb2-6267-4ed2-875d-2806f55f4d35,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:12.407268 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cf5b62-98a8-4982-92d2-0c15fb7632fd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Network 39fc3cc0-bf77-4bc9-a247-5d1a1c64264e is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:55:12.416137 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network e44b7eb2-6267-4ed2-875d-2806f55f4d35 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:55:12.445342 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-a5cf5b62-98a8-4982-92d2-0c15fb7632fd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 39fc3cc0-bf77-4bc9-a247-5d1a1c64264e) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:12.478359 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce16dc78-d5e3-4063-b2c4-4400f120258e None None] Network 39fc3cc0-bf77-4bc9-a247-5d1a1c64264e requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:55:12.484747 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-365cc39f-6584-4241-96ae-3224ed6d5c26 req-f010fd00-755f-47a4-9871-5648c3119472 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584346 Apr 28 19:55:12.509128 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0354ccf0-155e-4203-931b-1798800a10a6 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:12.515731 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274e7c82-5d80-4a6e-b009-cca7c565000e admin admin] Made reservation on behalf of f824244b48a54ed2bd9746e0069f6ab8 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:12.518925 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-274e7c82-5d80-4a6e-b009-cca7c565000e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:12.535554 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cf5b62-98a8-4982-92d2-0c15fb7632fd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:12.536178 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a5cf5b62-98a8-4982-92d2-0c15fb7632fd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:12.614789 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c7717a51-d607-4398-9238-309708a8e26a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:12.648135 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a5cf5b62-98a8-4982-92d2-0c15fb7632fd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6517942 Apr 28 19:55:12.652724 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40228) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:12.661603 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-5eddcc57-6327-4839-85d8-a9c682d90c50 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'port': {'network_id': '39fc3cc0-bf77-4bc9-a247-5d1a1c64264e', 'name': 'tempest-PortsTestJSON-1022317954', 'fixed_ips': [{'subnet_id': 'ae712ec2-0345-4bfa-bfb9-3b7b82441561', 'ip_address': '172.20.0.10'}]}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:12.724398 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec8a04-5f2a-4040-80f7-195a2aaf27d8 req-4f3ebc58-0b1e-4204-8a64-cc34c119f2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:12.727429 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39ec8a04-5f2a-4040-80f7-195a2aaf27d8 req-4f3ebc58-0b1e-4204-8a64-cc34c119f2bf service neutron] 10.222.0.15 "GET /v2.0/networks?id=13d770d2-76f1-4754-862f-2caf67b7488d HTTP/1.1" status: 200 len: 912 time: 0.3172250 Apr 28 19:55:12.730575 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7717a51-d607-4398-9238-309708a8e26a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event deleted for resources: {'Port': ['ID=dfe4032b-5849-477f-aa9d-53a42594998b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:12.742774 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a35c03-a882-4710-8c97-490932408b89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-39fc3cc0-bf77-4bc9-a247-5d1a1c64264e', 'network_id': '39fc3cc0-bf77-4bc9-a247-5d1a1c64264e', 'tenant_id': 'df76f2f1df9e41aba417616e0f1401a5', 'fixed_ips': [{'subnet_id': 'ae712ec2-0345-4bfa-bfb9-3b7b82441561'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:55:12.743756 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c3a35c03-a882-4710-8c97-490932408b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:12.959987 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-c3a35c03-a882-4710-8c97-490932408b89 None None] Allocated IP 172.20.0.2 (39fc3cc0-bf77-4bc9-a247-5d1a1c64264e/ae712ec2-0345-4bfa-bfb9-3b7b82441561/48a18ddc-9420-4d1f-ba5e-f500a9b9e618) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:13.075450 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eddcc57-6327-4839-85d8-a9c682d90c50 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:13.091883 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39ec8a04-5f2a-4040-80f7-195a2aaf27d8 req-47b8dc2b-9e5a-4b71-8c03-2aa707bf52f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c67ace5d-1fb0-4547-8c1d-971faf48ea74 HTTP/1.1" status: 200 len: 1002 time: 0.2821405 Apr 28 19:55:13.096715 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c7717a51-d607-4398-9238-309708a8e26a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:13.166606 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec8a04-5f2a-4040-80f7-195a2aaf27d8 req-401161f7-0e05-4f6e-9117-dfcb016ca196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:13.168877 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39ec8a04-5f2a-4040-80f7-195a2aaf27d8 req-401161f7-0e05-4f6e-9117-dfcb016ca196 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=95e411ad-3fda-47de-9866-800115a43d0a HTTP/1.1" status: 200 len: 850 time: 0.0622139 Apr 28 19:55:13.185707 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0354ccf0-155e-4203-931b-1798800a10a6 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Router 86975967-732a-4263-81a0-876e571fdfe9 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:55:13.222585 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c3a35c03-a882-4710-8c97-490932408b89 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:13.235817 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c3a35c03-a882-4710-8c97-490932408b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:13.297557 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a35c03-a882-4710-8c97-490932408b89 None None] Network 39fc3cc0-bf77-4bc9-a247-5d1a1c64264e is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:13.300678 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-c3a35c03-a882-4710-8c97-490932408b89 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:13.310490 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5eddcc57-6327-4839-85d8-a9c682d90c50 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:13.311975 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a35c03-a882-4710-8c97-490932408b89 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:55:13.313352 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-274e7c82-5d80-4a6e-b009-cca7c565000e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:13.324667 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a35c03-a882-4710-8c97-490932408b89 None None] Pushing event updated for resources: {'Port': ['ID=48a18ddc-9420-4d1f-ba5e-f500a9b9e618,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:13.405367 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-c3a35c03-a882-4710-8c97-490932408b89 None None] Attempting to bind port 48a18ddc-9420-4d1f-ba5e-f500a9b9e618 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:55:13.406035 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-5eddcc57-6327-4839-85d8-a9c682d90c50 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] device_id is not set on port 3086a140-bf4d-4a6e-bf16-6b22aa84bb8d yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:55:13.406190 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-c3a35c03-a882-4710-8c97-490932408b89 None None] Attempting to bind port 48a18ddc-9420-4d1f-ba5e-f500a9b9e618 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '5d69bc0e-5d37-4a7e-aa7b-2a279a1fd940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '39fc3cc0-bf77-4bc9-a247-5d1a1c64264e'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:55:13.406623 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a35c03-a882-4710-8c97-490932408b89 None None] Attempting to bind port 48a18ddc-9420-4d1f-ba5e-f500a9b9e618 on network 39fc3cc0-bf77-4bc9-a247-5d1a1c64264e {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:55:13.409629 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec8a04-5f2a-4040-80f7-195a2aaf27d8 req-5e665dbc-9d13-4dc9-aa40-8a511ccd3e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:13.411416 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39ec8a04-5f2a-4040-80f7-195a2aaf27d8 req-5e665dbc-9d13-4dc9-aa40-8a511ccd3e9d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13d770d2-76f1-4754-862f-2caf67b7488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2361133 Apr 28 19:55:13.414723 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a35c03-a882-4710-8c97-490932408b89 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:55:13.415435 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a35c03-a882-4710-8c97-490932408b89 None None] Checking segment: {'id': '5d69bc0e-5d37-4a7e-aa7b-2a279a1fd940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '39fc3cc0-bf77-4bc9-a247-5d1a1c64264e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:55:13.415965 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c3a35c03-a882-4710-8c97-490932408b89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:13.416559 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a35c03-a882-4710-8c97-490932408b89 None None] Bound using segment: {'id': '5d69bc0e-5d37-4a7e-aa7b-2a279a1fd940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '39fc3cc0-bf77-4bc9-a247-5d1a1c64264e'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:55:13.417114 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-c3a35c03-a882-4710-8c97-490932408b89 None None] Bound port: 48a18ddc-9420-4d1f-ba5e-f500a9b9e618, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d69bc0e-5d37-4a7e-aa7b-2a279a1fd940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '39fc3cc0-bf77-4bc9-a247-5d1a1c64264e'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:55:13.417584 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c3a35c03-a882-4710-8c97-490932408b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:13.564792 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e7c82-5d80-4a6e-b009-cca7c565000e admin admin] Pushing event updated for resources: {'Subnet': ['ID=30ec5131-2c0c-4966-8001-2dba1b31149a,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:13.587181 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-c3a35c03-a882-4710-8c97-490932408b89 None None] For port 48a18ddc-9420-4d1f-ba5e-f500a9b9e618, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:55:13.596646 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-c3a35c03-a882-4710-8c97-490932408b89 None None] For port 48a18ddc-9420-4d1f-ba5e-f500a9b9e618, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=48a18ddc-9420-4d1f-ba5e-f500a9b9e618,segment=NetworkSegment(5d69bc0e-5d37-4a7e-aa7b-2a279a1fd940),segment_id=5d69bc0e-5d37-4a7e-aa7b-2a279a1fd940)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:55:13.601331 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0354ccf0-155e-4203-931b-1798800a10a6 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:55:13.603511 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c3a35c03-a882-4710-8c97-490932408b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:13.617177 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c321bd1f-1b36-44d6-9c9d-551abc3375cf None None] Sync routers for ids ['86975967-732a-4263-81a0-876e571fdfe9'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:55:13.643085 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7717a51-d607-4398-9238-309708a8e26a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Router ec8816ff-429e-4c3f-84b9-702fba6b99f5 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:55:13.655803 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c321bd1f-1b36-44d6-9c9d-551abc3375cf None None] Routers {'86975967-732a-4263-81a0-876e571fdfe9'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:13.656987 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-c321bd1f-1b36-44d6-9c9d-551abc3375cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:54:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['86975967-732a-4263-81a0-876e571fdfe9'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:13.690885 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274e7c82-5d80-4a6e-b009-cca7c565000e admin admin] Checking segment: {'id': '834cf37c-66dd-4adc-8abb-f7ba06740c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e44b7eb2-6267-4ed2-875d-2806f55f4d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:55:13.693029 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274e7c82-5d80-4a6e-b009-cca7c565000e admin admin] Network hostable DHCP agents. Network: e44b7eb2-6267-4ed2-875d-2806f55f4d35, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:55:13.712185 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-c321bd1f-1b36-44d6-9c9d-551abc3375cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:13.725898 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c321bd1f-1b36-44d6-9c9d-551abc3375cf None None] Routers {'86975967-732a-4263-81a0-876e571fdfe9'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:13.727234 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-c321bd1f-1b36-44d6-9c9d-551abc3375cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:54:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['86975967-732a-4263-81a0-876e571fdfe9'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:13.742765 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a35c03-a882-4710-8c97-490932408b89 None None] Pushing event updated for resources: {'Port': ['ID=48a18ddc-9420-4d1f-ba5e-f500a9b9e618,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:13.747791 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0354ccf0-155e-4203-931b-1798800a10a6 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:13.757790 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0354ccf0-155e-4203-931b-1798800a10a6 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.2036979 Apr 28 19:55:13.759252 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40252) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:13.780838 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7717a51-d607-4398-9238-309708a8e26a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:55:13.786416 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c7717a51-d607-4398-9238-309708a8e26a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "PUT /v2.0/routers/ec8816ff-429e-4c3f-84b9-702fba6b99f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8263431 Apr 28 19:55:13.792209 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2947862-cfb7-4015-8204-4ba31fe49cba None None] Sync routers for ids ['ec8816ff-429e-4c3f-84b9-702fba6b99f5'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:55:13.793831 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40254) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:13.799348 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-c321bd1f-1b36-44d6-9c9d-551abc3375cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:13.800228 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c321bd1f-1b36-44d6-9c9d-551abc3375cf None None] The sync data for ids ['86975967-732a-4263-81a0-876e571fdfe9'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:55:13.827415 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2947862-cfb7-4015-8204-4ba31fe49cba None None] Routers {'ec8816ff-429e-4c3f-84b9-702fba6b99f5'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:13.828263 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-f2947862-cfb7-4015-8204-4ba31fe49cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:54:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['ec8816ff-429e-4c3f-84b9-702fba6b99f5'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:13.845892 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39ec8a04-5f2a-4040-80f7-195a2aaf27d8 req-d239bf43-1ebd-4571-8711-ce9b74b494a0 service neutron] 10.222.0.15 "GET /v2.0/networks/13d770d2-76f1-4754-862f-2caf67b7488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866003 Apr 28 19:55:13.848163 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4074feaf-9634-4027-bbb5-24c361e63744 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec8816ff-429e-4c3f-84b9-702fba6b99f5 HTTP/1.1" status: 200 len: 205 time: 0.0532460 Apr 28 19:55:13.850762 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40256) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:13.879559 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-f2947862-cfb7-4015-8204-4ba31fe49cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:13.890127 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2947862-cfb7-4015-8204-4ba31fe49cba None None] Routers {'ec8816ff-429e-4c3f-84b9-702fba6b99f5'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:13.890774 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-f2947862-cfb7-4015-8204-4ba31fe49cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:54:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['ec8816ff-429e-4c3f-84b9-702fba6b99f5'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:13.932325 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-f2947862-cfb7-4015-8204-4ba31fe49cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:13.932999 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2947862-cfb7-4015-8204-4ba31fe49cba None None] The sync data for ids ['ec8816ff-429e-4c3f-84b9-702fba6b99f5'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:55:13.976485 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274e7c82-5d80-4a6e-b009-cca7c565000e admin admin] Network e44b7eb2-6267-4ed2-875d-2806f55f4d35 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:55:13.998260 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc033a-dae6-4b3c-9ae8-8f6726477149 req-9e6a44f7-7344-4752-be04-0d6d52f107e8 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:14.013017 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-35fc033a-dae6-4b3c-9ae8-8f6726477149 req-9e6a44f7-7344-4752-be04-0d6d52f107e8 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 946 time: 0.3488472 Apr 28 19:55:14.015069 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8056d5a7-e808-4c3c-a6e2-5c934643cf1c tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:14.029128 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-274e7c82-5d80-4a6e-b009-cca7c565000e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, e44b7eb2-6267-4ed2-875d-2806f55f4d35) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:14.054938 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12802491-7ad0-451b-9cf4-0f5c1c3c1a0b None None] Network e44b7eb2-6267-4ed2-875d-2806f55f4d35 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:55:14.124362 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274e7c82-5d80-4a6e-b009-cca7c565000e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:14.125418 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-274e7c82-5d80-4a6e-b009-cca7c565000e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:14.216474 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-5eddcc57-6327-4839-85d8-a9c682d90c50 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Allocated IP 172.20.0.10 (39fc3cc0-bf77-4bc9-a247-5d1a1c64264e/ae712ec2-0345-4bfa-bfb9-3b7b82441561/3086a140-bf4d-4a6e-bf16-6b22aa84bb8d) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:14.236408 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-274e7c82-5d80-4a6e-b009-cca7c565000e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8355162 Apr 28 19:55:14.243484 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-35fc033a-dae6-4b3c-9ae8-8f6726477149 req-79593d66-6727-428a-afe8-e40bdd1db0d8 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154419 Apr 28 19:55:14.314138 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d54da1-8c5b-4639-9e25-6847d2f2c314 None None] Network e44b7eb2-6267-4ed2-875d-2806f55f4d35 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:55:14.535796 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40260) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:14.675197 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39ec8a04-5f2a-4040-80f7-195a2aaf27d8 req-5b0a8a31-0aa3-44d4-9213-dd91293351fb service neutron] 10.222.0.15 "GET /v2.0/networks/13d770d2-76f1-4754-862f-2caf67b7488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8219936 Apr 28 19:55:14.719300 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8056d5a7-e808-4c3c-a6e2-5c934643cf1c tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:14.724826 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8056d5a7-e808-4c3c-a6e2-5c934643cf1c tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:14.754240 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c58397-d302-43f4-aa96-9365e7e8abd7 admin admin] Deleting subnet a4c3a5ee-36fd-493b-a5df-ad10c5379ce3 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:55:14.769113 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-82c58397-d302-43f4-aa96-9365e7e8abd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:14.829050 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8056d5a7-e808-4c3c-a6e2-5c934643cf1c tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:14.829616 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8056d5a7-e808-4c3c-a6e2-5c934643cf1c tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Fanout notify agent at l3_agent the message router_deleted on router ec8816ff-429e-4c3f-84b9-702fba6b99f5 {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:55:14.835255 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5eddcc57-6327-4839-85d8-a9c682d90c50 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:14.848141 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8056d5a7-e808-4c3c-a6e2-5c934643cf1c tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:14.851738 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8056d5a7-e808-4c3c-a6e2-5c934643cf1c tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/routers/ec8816ff-429e-4c3f-84b9-702fba6b99f5 HTTP/1.1" status: 204 len: 168 time: 0.9997792 Apr 28 19:55:14.856062 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40264) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:14.882461 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-82c58397-d302-43f4-aa96-9365e7e8abd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:14.948390 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-604453d3-a30f-4524-add0-cef29ea0ab85 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Deleting subnet 9e759973-1cb5-4bd5-9bc6-c30575ce07fc {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:55:14.956247 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-604453d3-a30f-4524-add0-cef29ea0ab85 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:14.990893 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-82c58397-d302-43f4-aa96-9365e7e8abd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:15.020287 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-604453d3-a30f-4524-add0-cef29ea0ab85 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:15.033213 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5eddcc57-6327-4839-85d8-a9c682d90c50 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:15.137633 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-604453d3-a30f-4524-add0-cef29ea0ab85 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:15.138656 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eddcc57-6327-4839-85d8-a9c682d90c50 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Network 39fc3cc0-bf77-4bc9-a247-5d1a1c64264e is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:15.158326 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-5eddcc57-6327-4839-85d8-a9c682d90c50 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:15.165469 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eddcc57-6327-4839-85d8-a9c682d90c50 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:55:15.174414 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eddcc57-6327-4839-85d8-a9c682d90c50 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Port': ['ID=3086a140-bf4d-4a6e-bf16-6b22aa84bb8d,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:15.220891 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-82c58397-d302-43f4-aa96-9365e7e8abd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:15.271117 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-604453d3-a30f-4524-add0-cef29ea0ab85 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:15.300630 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8dbee0-719c-4f31-b2ab-5a663d8377e9 None None] Network 39fc3cc0-bf77-4bc9-a247-5d1a1c64264e requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:55:15.306460 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c58397-d302-43f4-aa96-9365e7e8abd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4c3a5ee-36fd-493b-a5df-ad10c5379ce3,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:15.309968 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-82c58397-d302-43f4-aa96-9365e7e8abd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:15.314469 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-82c58397-d302-43f4-aa96-9365e7e8abd7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a4c3a5ee-36fd-493b-a5df-ad10c5379ce3 HTTP/1.1" status: 204 len: 168 time: 0.7489851 Apr 28 19:55:15.319835 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-604453d3-a30f-4524-add0-cef29ea0ab85 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:15.334168 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-604453d3-a30f-4524-add0-cef29ea0ab85 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/subnets/9e759973-1cb5-4bd5-9bc6-c30575ce07fc HTTP/1.1" status: 204 len: 168 time: 0.4763134 Apr 28 19:55:15.342335 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40268) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:15.344866 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40270) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:15.351041 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30013c0e-8d6a-42e0-a6a0-2f884fa4b894 None None] Network eaa4e538-9fde-4813-8d36-4eefcb845739 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:55:15.379781 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604453d3-a30f-4524-add0-cef29ea0ab85 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event deleted for resources: {'Subnet': ['ID=9e759973-1cb5-4bd5-9bc6-c30575ce07fc,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:15.385261 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c9cbba96-5847-413f-844c-7cd2fb46c40d tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:15.434750 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eddcc57-6327-4839-85d8-a9c682d90c50 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:15.435439 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5eddcc57-6327-4839-85d8-a9c682d90c50 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:15.446140 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399c134-394a-47ea-bbd8-edf2304d6c51 req-3235e657-e65e-4d29-a8e8-2ef23cffd074 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:15.448390 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6399c134-394a-47ea-bbd8-edf2304d6c51 req-3235e657-e65e-4d29-a8e8-2ef23cffd074 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 946 time: 0.0704849 Apr 28 19:55:15.497425 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6399c134-394a-47ea-bbd8-edf2304d6c51 req-cb4a74a4-3831-4784-bbc1-460b05f90455 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421624 Apr 28 19:55:15.551561 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-563fffd0-7cb6-4f4e-8472-fad9f8f38f08 None None] Provisioning complete for port 48a18ddc-9420-4d1f-ba5e-f500a9b9e618 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:15.551865 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-563fffd0-7cb6-4f4e-8472-fad9f8f38f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:15.693456 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5eddcc57-6327-4839-85d8-a9c682d90c50 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0395591 Apr 28 19:55:15.697539 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40274) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:15.703561 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-868030f1-386e-4fc7-b3f4-70feb5804ed5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'port': {'network_id': '39fc3cc0-bf77-4bc9-a247-5d1a1c64264e', 'name': 'tempest-PortsTestJSON-1336280495', 'fixed_ips': [{'subnet_id': 'ae712ec2-0345-4bfa-bfb9-3b7b82441561', 'ip_address': '172.20.0.9'}]}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:15.756460 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2d02d8e-e383-4738-9fc2-d88409073535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:15.767515 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7fefe5-b815-4794-9a46-9525dbae26d3 None None] DHCP port deletion for eaa4e538-9fde-4813-8d36-4eefcb845739 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:55:15.822559 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-f84c8556-af8f-4c6f-9e70-66d8f9e8fdd3 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Deleting subnet 537a2ff9-d4c7-48d9-b3f9-2ba3c711d466 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:55:15.838870 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-563fffd0-7cb6-4f4e-8472-fad9f8f38f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:15.844416 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f84c8556-af8f-4c6f-9e70-66d8f9e8fdd3 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:15.856997 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 48a18ddc-9420-4d1f-ba5e-f500a9b9e618 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:55:15.872267 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868030f1-386e-4fc7-b3f4-70feb5804ed5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:15.938872 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-563fffd0-7cb6-4f4e-8472-fad9f8f38f08 None None] For port 48a18ddc-9420-4d1f-ba5e-f500a9b9e618, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=48a18ddc-9420-4d1f-ba5e-f500a9b9e618,segment=NetworkSegment(5d69bc0e-5d37-4a7e-aa7b-2a279a1fd940),segment_id=5d69bc0e-5d37-4a7e-aa7b-2a279a1fd940)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:15.951423 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-563fffd0-7cb6-4f4e-8472-fad9f8f38f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:15.962813 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f84c8556-af8f-4c6f-9e70-66d8f9e8fdd3 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:15.991500 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-6d7fefe5-b815-4794-9a46-9525dbae26d3 None None] Deleting port 1c1a9daf-6f07-4d1a-998e-4dd1c924286e {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:55:15.992622 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6d7fefe5-b815-4794-9a46-9525dbae26d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:16.050904 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-868030f1-386e-4fc7-b3f4-70feb5804ed5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:16.098016 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 48a18ddc-9420-4d1f-ba5e-f500a9b9e618 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:16.098387 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:16.104636 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-868030f1-386e-4fc7-b3f4-70feb5804ed5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] device_id is not set on port 6cd4544b-e559-40da-aee8-5a78dafd5f12 yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:55:16.146570 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563fffd0-7cb6-4f4e-8472-fad9f8f38f08 None None] Pushing event updated for resources: {'Port': ['ID=48a18ddc-9420-4d1f-ba5e-f500a9b9e618,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:16.158220 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-6d7fefe5-b815-4794-9a46-9525dbae26d3 None None] For port 1c1a9daf-6f07-4d1a-998e-4dd1c924286e, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=1c1a9daf-6f07-4d1a-998e-4dd1c924286e,segment=NetworkSegment(287f7f8d-9ed4-44ca-bf77-cad6fde6ae52),segment_id=287f7f8d-9ed4-44ca-bf77-cad6fde6ae52)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:16.158620 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6d7fefe5-b815-4794-9a46-9525dbae26d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:16.188887 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-6d7fefe5-b815-4794-9a46-9525dbae26d3 None None] Calling delete_port for 1c1a9daf-6f07-4d1a-998e-4dd1c924286e owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:55:16.398196 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6d7fefe5-b815-4794-9a46-9525dbae26d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:16.438567 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7fefe5-b815-4794-9a46-9525dbae26d3 None None] Pushing event deleted for resources: {'Port': ['ID=1c1a9daf-6f07-4d1a-998e-4dd1c924286e,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:16.441891 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-868030f1-386e-4fc7-b3f4-70feb5804ed5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Allocated IP 172.20.0.9 (39fc3cc0-bf77-4bc9-a247-5d1a1c64264e/ae712ec2-0345-4bfa-bfb9-3b7b82441561/6cd4544b-e559-40da-aee8-5a78dafd5f12) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:16.445124 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7fefe5-b815-4794-9a46-9525dbae26d3 None None] No DVR routers for this DVR port 1c1a9daf-6f07-4d1a-998e-4dd1c924286e on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:55:16.490149 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-283d489e-b813-4091-a7d1-97d53d8232ce None None] Provisioning complete for port 48a18ddc-9420-4d1f-ba5e-f500a9b9e618 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:16.490643 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-283d489e-b813-4091-a7d1-97d53d8232ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:16.560131 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2d02d8e-e383-4738-9fc2-d88409073535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:16.619255 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-283d489e-b813-4091-a7d1-97d53d8232ce None None] Provisioning complete for port 3086a140-bf4d-4a6e-bf16-6b22aa84bb8d triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:16.619556 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-283d489e-b813-4091-a7d1-97d53d8232ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:16.672877 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-283d489e-b813-4091-a7d1-97d53d8232ce None None] Port 3086a140-bf4d-4a6e-bf16-6b22aa84bb8d cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:55:16.679170 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-868030f1-386e-4fc7-b3f4-70feb5804ed5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:16.694865 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-e2d02d8e-e383-4738-9fc2-d88409073535 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9ea4a0b-2da1-4c59-8bfd-73f679412dc8']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:16.724915 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-868030f1-386e-4fc7-b3f4-70feb5804ed5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:16.735919 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-c9cbba96-5847-413f-844c-7cd2fb46c40d tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Allocated IP 172.20.0.1 (58f1a098-f5aa-4089-9a13-7e185a9ca563/72a86233-37fa-4c0f-812a-1f4956c961ee/673a9df4-fa3c-483b-85aa-594f19d2b9d4) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:16.739316 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-e2d02d8e-e383-4738-9fc2-d88409073535 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6127ce45-8ce2-469f-be86-fd20f0518128') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:16.739614 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-e2d02d8e-e383-4738-9fc2-d88409073535 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6127ce45-8ce2-469f-be86-fd20f0518128') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:16.760916 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f84c8556-af8f-4c6f-9e70-66d8f9e8fdd3 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:16.790262 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2d02d8e-e383-4738-9fc2-d88409073535 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:16.793165 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868030f1-386e-4fc7-b3f4-70feb5804ed5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Network 39fc3cc0-bf77-4bc9-a247-5d1a1c64264e is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:16.796281 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-41477bab-6d17-4a3f-8159-0d1753f6f034 None None] Provisioning complete for port 3086a140-bf4d-4a6e-bf16-6b22aa84bb8d triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:16.797054 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-41477bab-6d17-4a3f-8159-0d1753f6f034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:16.797514 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-868030f1-386e-4fc7-b3f4-70feb5804ed5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:16.804244 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868030f1-386e-4fc7-b3f4-70feb5804ed5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:55:16.875986 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868030f1-386e-4fc7-b3f4-70feb5804ed5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:16.878899 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-868030f1-386e-4fc7-b3f4-70feb5804ed5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:16.895187 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-41477bab-6d17-4a3f-8159-0d1753f6f034 None None] Port 3086a140-bf4d-4a6e-bf16-6b22aa84bb8d cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:55:16.956712 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-868030f1-386e-4fc7-b3f4-70feb5804ed5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2556195 Apr 28 19:55:16.956712 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868030f1-386e-4fc7-b3f4-70feb5804ed5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Port': ['ID=6cd4544b-e559-40da-aee8-5a78dafd5f12,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:16.958244 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40284) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:16.989023 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3697f90b-394b-4d30-a46f-088e7ca85b62 req-b38c9b0d-4f95-4b62-818f-8e829f590232 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:16.996578 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3697f90b-394b-4d30-a46f-088e7ca85b62 req-b38c9b0d-4f95-4b62-818f-8e829f590232 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 946 time: 0.3295970 Apr 28 19:55:17.014589 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2d02d8e-e383-4738-9fc2-d88409073535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:17.059723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d02d8e-e383-4738-9fc2-d88409073535 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:55:17.060305 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2d02d8e-e383-4738-9fc2-d88409073535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:17.065372 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:55:17.065372 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:55:17.065372 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:55:17.065372 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:55:17.065372 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:55:17.065372 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:55:17.065372 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:55:17.065372 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:55:17.065372 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:55:17.065372 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:55:17.065372 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:55:17.065372 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:55:17.065372 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:55:17.065372 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:55:17.065372 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:55:17.065372 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:55:17.065372 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:55:17.065372 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:55:17.065372 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:55:17.065372 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:55:17.065372 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:55:17.065372 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:55:17.065372 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:55:17.065372 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:55:17.065372 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:55:17.065372 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:55:17.065372 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:55:17.065372 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:55:17.065372 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:55:17.065372 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:55:17.065372 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:55:17.065372 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:55:17.114492 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4d5d9b-4c3a-4e12-bccd-9836fb0b8c24 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:17.119751 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1a4d5d9b-4c3a-4e12-bccd-9836fb0b8c24 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1604867 Apr 28 19:55:17.120581 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40286) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:17.188240 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f84c8556-af8f-4c6f-9e70-66d8f9e8fdd3 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:17.193292 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3697f90b-394b-4d30-a46f-088e7ca85b62 req-0f050567-7b24-4196-b9f0-2a917af4df67 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958930 Apr 28 19:55:17.199097 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2d02d8e-e383-4738-9fc2-d88409073535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:17.208585 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c9cbba96-5847-413f-844c-7cd2fb46c40d tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:17.228084 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a2c0e20c-4273-4c3d-afc8-c48b034b20ea None None] Provisioning complete for port 6cd4544b-e559-40da-aee8-5a78dafd5f12 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:17.228497 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a2c0e20c-4273-4c3d-afc8-c48b034b20ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:17.234540 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2d02d8e-e383-4738-9fc2-d88409073535 admin admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:17.240474 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e2d02d8e-e383-4738-9fc2-d88409073535 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b9ea4a0b-2da1-4c59-8bfd-73f679412dc8 HTTP/1.1" status: 204 len: 168 time: 1.8899302 Apr 28 19:55:17.242337 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40290) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:17.242461 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20772dfd-f9c5-441e-b994-13ceac971760 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:17.261961 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c8556-af8f-4c6f-9e70-66d8f9e8fdd3 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event deleted for resources: {'Subnet': ['ID=537a2ff9-d4c7-48d9-b3f9-2ba3c711d466,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:17.271248 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20772dfd-f9c5-441e-b994-13ceac971760 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:17.282004 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20772dfd-f9c5-441e-b994-13ceac971760 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:17.288775 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-20772dfd-f9c5-441e-b994-13ceac971760 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1671958 Apr 28 19:55:17.289699 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40292) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:17.300950 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef1c77c-0558-417c-a447-7085b79efddf None None] Network eb8395ea-118f-47ad-8a7e-e6ff36cccf9e requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:55:17.313093 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f84c8556-af8f-4c6f-9e70-66d8f9e8fdd3 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:17.319882 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f84c8556-af8f-4c6f-9e70-66d8f9e8fdd3 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/subnets/537a2ff9-d4c7-48d9-b3f9-2ba3c711d466 HTTP/1.1" status: 204 len: 168 time: 1.9692390 Apr 28 19:55:17.324819 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40294) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:17.325730 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d02d8e-e383-4738-9fc2-d88409073535 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9ea4a0b-2da1-4c59-8bfd-73f679412dc8,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:17.380169 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-388ef346-8d26-412c-b4b6-51fc3126b415 admin admin] Deleting subnet 30ec5131-2c0c-4966-8001-2dba1b31149a {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:55:17.415240 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-388ef346-8d26-412c-b4b6-51fc3126b415 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:17.423557 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-dd1186f4-b806-4e07-8289-ddb23e209879 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Deleting port 6cd4544b-e559-40da-aee8-5a78dafd5f12 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:55:17.424243 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dd1186f4-b806-4e07-8289-ddb23e209879 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:17.424563 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-a2c0e20c-4273-4c3d-afc8-c48b034b20ea None None] Port 6cd4544b-e559-40da-aee8-5a78dafd5f12 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:55:17.484283 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-388ef346-8d26-412c-b4b6-51fc3126b415 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:17.490235 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a6f789ba-8917-44b4-91ed-8edb642bfda3 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:17.492673 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c9cbba96-5847-413f-844c-7cd2fb46c40d tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:17.555241 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dd1186f4-b806-4e07-8289-ddb23e209879 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:17.577828 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-dd1186f4-b806-4e07-8289-ddb23e209879 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Calling delete_port for 6cd4544b-e559-40da-aee8-5a78dafd5f12 owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:55:17.604770 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cbba96-5847-413f-844c-7cd2fb46c40d tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Network 58f1a098-f5aa-4089-9a13-7e185a9ca563 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:17.611307 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cbba96-5847-413f-844c-7cd2fb46c40d tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event updated for resources: {'Port': ['ID=673a9df4-fa3c-483b-85aa-594f19d2b9d4,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:17.638128 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-c9cbba96-5847-413f-844c-7cd2fb46c40d tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:17.642323 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-388ef346-8d26-412c-b4b6-51fc3126b415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:17.674011 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cbba96-5847-413f-844c-7cd2fb46c40d tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:55:17.775888 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 48a18ddc-9420-4d1f-ba5e-f500a9b9e618 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:55:17.801328 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a6f789ba-8917-44b4-91ed-8edb642bfda3 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:17.804994 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c9cbba96-5847-413f-844c-7cd2fb46c40d tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:17.842017 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dd1186f4-b806-4e07-8289-ddb23e209879 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:17.848586 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416d5d4c-a95f-4281-8a47-b181960693b7 None None] DHCP port deletion for eb8395ea-118f-47ad-8a7e-e6ff36cccf9e request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:55:17.864502 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 48a18ddc-9420-4d1f-ba5e-f500a9b9e618 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:17.864879 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:17.870859 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-a6f789ba-8917-44b4-91ed-8edb642bfda3 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa4e538-9fde-4813-8d36-4eefcb845739']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:17.883847 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1186f4-b806-4e07-8289-ddb23e209879 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Port': ['ID=6cd4544b-e559-40da-aee8-5a78dafd5f12,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:17.885385 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-a6f789ba-8917-44b4-91ed-8edb642bfda3 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '287f7f8d-9ed4-44ca-bf77-cad6fde6ae52') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:17.885669 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-a6f789ba-8917-44b4-91ed-8edb642bfda3 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '287f7f8d-9ed4-44ca-bf77-cad6fde6ae52') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:17.900001 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1186f4-b806-4e07-8289-ddb23e209879 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:17.900882 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1186f4-b806-4e07-8289-ddb23e209879 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:17.901386 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1186f4-b806-4e07-8289-ddb23e209879 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:17.901609 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-388ef346-8d26-412c-b4b6-51fc3126b415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:17.901757 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1186f4-b806-4e07-8289-ddb23e209879 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:17.902094 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1186f4-b806-4e07-8289-ddb23e209879 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:17.902492 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1186f4-b806-4e07-8289-ddb23e209879 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:17.903235 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1186f4-b806-4e07-8289-ddb23e209879 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:17.903699 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1186f4-b806-4e07-8289-ddb23e209879 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:17.904093 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1186f4-b806-4e07-8289-ddb23e209879 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:17.904459 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1186f4-b806-4e07-8289-ddb23e209879 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:17.904645 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a6f789ba-8917-44b4-91ed-8edb642bfda3 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:17.905386 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1186f4-b806-4e07-8289-ddb23e209879 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:17.906128 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1186f4-b806-4e07-8289-ddb23e209879 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:17.967070 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ef346-8d26-412c-b4b6-51fc3126b415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30ec5131-2c0c-4966-8001-2dba1b31149a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:17.974390 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a6f789ba-8917-44b4-91ed-8edb642bfda3 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:18.001836 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-388ef346-8d26-412c-b4b6-51fc3126b415 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:18.005185 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-388ef346-8d26-412c-b4b6-51fc3126b415 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/30ec5131-2c0c-4966-8001-2dba1b31149a HTTP/1.1" status: 204 len: 168 time: 0.7614150 Apr 28 19:55:18.008892 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40298) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:18.013363 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dd1186f4-b806-4e07-8289-ddb23e209879 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:18.020001 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-dd1186f4-b806-4e07-8289-ddb23e209879 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/ports/6cd4544b-e559-40da-aee8-5a78dafd5f12 HTTP/1.1" status: 204 len: 168 time: 0.7289658 Apr 28 19:55:18.042644 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40300) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:18.045766 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f789ba-8917-44b4-91ed-8edb642bfda3 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:55:18.046187 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a6f789ba-8917-44b4-91ed-8edb642bfda3 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:18.049586 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:55:18.049586 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:55:18.049586 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:55:18.049586 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:55:18.049586 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:55:18.049586 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:55:18.049586 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:55:18.049586 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:55:18.049586 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:55:18.049586 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:55:18.049586 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:55:18.049586 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:55:18.049586 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:55:18.049586 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:55:18.049586 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:55:18.049586 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:55:18.049586 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:55:18.049586 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:55:18.049586 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:55:18.049586 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:55:18.049586 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:55:18.049586 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:55:18.049586 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:55:18.049586 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:55:18.049586 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:55:18.049586 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:55:18.049586 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:55:18.049586 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:55:18.049586 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:55:18.049586 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:55:18.049586 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:55:18.049586 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:55:18.053090 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-416d5d4c-a95f-4281-8a47-b181960693b7 None None] Deleting port 3326c3df-8c0e-4f56-b670-5b84aaaec29b {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:55:18.053473 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-416d5d4c-a95f-4281-8a47-b181960693b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:18.145562 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d1fb479-56e1-480b-90af-c196b6f985b2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] GET failed (client error): The resource could not be found. Apr 28 19:55:18.148925 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9d1fb479-56e1-480b-90af-c196b6f985b2 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "GET /v2.0/ports/6cd4544b-e559-40da-aee8-5a78dafd5f12 HTTP/1.1" status: 404 len: 333 time: 0.1015503 Apr 28 19:55:18.150589 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40302) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:18.163306 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-416d5d4c-a95f-4281-8a47-b181960693b7 None None] For port 3326c3df-8c0e-4f56-b670-5b84aaaec29b, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=3326c3df-8c0e-4f56-b670-5b84aaaec29b,segment=NetworkSegment(9f80f447-1573-4387-bfe6-ae5a0b1f4397),segment_id=9f80f447-1573-4387-bfe6-ae5a0b1f4397)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:18.164321 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-416d5d4c-a95f-4281-8a47-b181960693b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:18.184514 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a6f789ba-8917-44b4-91ed-8edb642bfda3 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:18.184781 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 1c1a9daf-6f07-4d1a-998e-4dd1c924286e no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:55:18.208523 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 1c1a9daf-6f07-4d1a-998e-4dd1c924286e {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:55:18.208892 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 1c1a9daf-6f07-4d1a-998e-4dd1c924286e not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:55:18.214507 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-416d5d4c-a95f-4281-8a47-b181960693b7 None None] Calling delete_port for 3326c3df-8c0e-4f56-b670-5b84aaaec29b owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:55:18.223956 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a6f789ba-8917-44b4-91ed-8edb642bfda3 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:18.228382 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a6f789ba-8917-44b4-91ed-8edb642bfda3 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/networks/eaa4e538-9fde-4813-8d36-4eefcb845739 HTTP/1.1" status: 204 len: 168 time: 0.9001987 Apr 28 19:55:18.229892 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f789ba-8917-44b4-91ed-8edb642bfda3 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event deleted for resources: {'Network': ['ID=eaa4e538-9fde-4813-8d36-4eefcb845739,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:18.231829 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40304) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:18.245603 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-202a12cd-0466-4527-bf58-d57db450bc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:18.339089 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-416d5d4c-a95f-4281-8a47-b181960693b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:18.343748 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c9cbba96-5847-413f-844c-7cd2fb46c40d tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:18.361253 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416d5d4c-a95f-4281-8a47-b181960693b7 None None] No DVR routers for this DVR port 3326c3df-8c0e-4f56-b670-5b84aaaec29b on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:55:18.400520 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d5d4c-a95f-4281-8a47-b181960693b7 None None] Pushing event deleted for resources: {'Port': ['ID=3326c3df-8c0e-4f56-b670-5b84aaaec29b,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:18.411001 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f729cdde-a5f9-4895-a86e-c8188197aa12 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:18.417667 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-202a12cd-0466-4527-bf58-d57db450bc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:18.440884 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c3dca68b-da99-4d0a-b232-a09693b07c39 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Deleting port 3086a140-bf4d-4a6e-bf16-6b22aa84bb8d {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:55:18.441352 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3dca68b-da99-4d0a-b232-a09693b07c39 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:18.551366 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3dca68b-da99-4d0a-b232-a09693b07c39 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:18.564806 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c3dca68b-da99-4d0a-b232-a09693b07c39 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Calling delete_port for 3086a140-bf4d-4a6e-bf16-6b22aa84bb8d owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:55:18.609924 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f729cdde-a5f9-4895-a86e-c8188197aa12 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:18.633005 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-202a12cd-0466-4527-bf58-d57db450bc4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e44b7eb2-6267-4ed2-875d-2806f55f4d35']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:18.642855 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-f729cdde-a5f9-4895-a86e-c8188197aa12 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb8395ea-118f-47ad-8a7e-e6ff36cccf9e']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:18.651838 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-202a12cd-0466-4527-bf58-d57db450bc4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '834cf37c-66dd-4adc-8abb-f7ba06740c30') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:18.652288 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-202a12cd-0466-4527-bf58-d57db450bc4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '834cf37c-66dd-4adc-8abb-f7ba06740c30') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:18.662573 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-f729cdde-a5f9-4895-a86e-c8188197aa12 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f80f447-1573-4387-bfe6-ae5a0b1f4397') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:18.664324 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-f729cdde-a5f9-4895-a86e-c8188197aa12 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f80f447-1573-4387-bfe6-ae5a0b1f4397') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:18.667178 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-202a12cd-0466-4527-bf58-d57db450bc4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:18.678447 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f729cdde-a5f9-4895-a86e-c8188197aa12 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:18.723137 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-202a12cd-0466-4527-bf58-d57db450bc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:18.742913 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-202a12cd-0466-4527-bf58-d57db450bc4a admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:55:18.743828 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-202a12cd-0466-4527-bf58-d57db450bc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:18.744769 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f729cdde-a5f9-4895-a86e-c8188197aa12 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:18.746770 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:55:18.746770 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:55:18.746770 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:55:18.746770 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:55:18.746770 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:55:18.746770 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:55:18.746770 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:55:18.746770 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:55:18.746770 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:55:18.746770 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:55:18.746770 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:55:18.746770 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:55:18.746770 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:55:18.746770 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:55:18.746770 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:55:18.746770 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:55:18.746770 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:55:18.746770 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:55:18.746770 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:55:18.746770 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:55:18.746770 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:55:18.746770 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:55:18.746770 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:55:18.746770 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:55:18.746770 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:55:18.746770 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:55:18.746770 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:55:18.746770 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:55:18.746770 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:55:18.746770 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:55:18.746770 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:55:18.746770 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:55:18.760659 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f729cdde-a5f9-4895-a86e-c8188197aa12 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:55:18.761171 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f729cdde-a5f9-4895-a86e-c8188197aa12 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:18.764987 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:55:18.764987 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:55:18.764987 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:55:18.764987 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:55:18.764987 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:55:18.764987 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:55:18.764987 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:55:18.764987 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:55:18.764987 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:55:18.764987 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:55:18.764987 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:55:18.764987 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:55:18.764987 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:55:18.764987 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:55:18.764987 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:55:18.764987 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:55:18.764987 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:55:18.764987 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:55:18.764987 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:55:18.764987 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:55:18.764987 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:55:18.764987 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:55:18.764987 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:55:18.764987 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:55:18.764987 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:55:18.764987 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:55:18.764987 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:55:18.764987 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:55:18.764987 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:55:18.764987 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:55:18.764987 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:55:18.764987 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:55:18.817006 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3dca68b-da99-4d0a-b232-a09693b07c39 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:18.819744 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-202a12cd-0466-4527-bf58-d57db450bc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:18.860977 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dca68b-da99-4d0a-b232-a09693b07c39 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Port': ['ID=3086a140-bf4d-4a6e-bf16-6b22aa84bb8d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:18.865692 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f729cdde-a5f9-4895-a86e-c8188197aa12 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:18.867304 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-202a12cd-0466-4527-bf58-d57db450bc4a admin admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:18.873008 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-202a12cd-0466-4527-bf58-d57db450bc4a admin admin] 10.222.0.42 "DELETE /v2.0/networks/e44b7eb2-6267-4ed2-875d-2806f55f4d35 HTTP/1.1" status: 204 len: 168 time: 0.8602991 Apr 28 19:55:18.882029 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f729cdde-a5f9-4895-a86e-c8188197aa12 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:18.894344 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f729cdde-a5f9-4895-a86e-c8188197aa12 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/networks/eb8395ea-118f-47ad-8a7e-e6ff36cccf9e HTTP/1.1" status: 204 len: 168 time: 0.6481943 Apr 28 19:55:18.895171 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40308) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:18.913603 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729cdde-a5f9-4895-a86e-c8188197aa12 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event deleted for resources: {'Network': ['ID=eb8395ea-118f-47ad-8a7e-e6ff36cccf9e,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:18.918338 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-d238e85d-6b93-46e8-b9ae-3e3e949eb1c7 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Request body: {'network': {'name': 'tempest-RoutersTest-1100699526'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:18.925978 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a12cd-0466-4527-bf58-d57db450bc4a admin admin] Pushing event deleted for resources: {'Network': ['ID=e44b7eb2-6267-4ed2-875d-2806f55f4d35,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:18.936330 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c9cbba96-5847-413f-844c-7cd2fb46c40d tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:18.942593 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c9cbba96-5847-413f-844c-7cd2fb46c40d tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:19.085318 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d238e85d-6b93-46e8-b9ae-3e3e949eb1c7 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Made reservation on behalf of 8e56e936bdd14ca9aa8a5eb368e71d6b for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:19.094218 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d238e85d-6b93-46e8-b9ae-3e3e949eb1c7 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:19.111760 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c9cbba96-5847-413f-844c-7cd2fb46c40d tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:19.148772 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cbba96-5847-413f-844c-7cd2fb46c40d tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event updated for resources: {'Port': ['ID=673a9df4-fa3c-483b-85aa-594f19d2b9d4,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:19.164976 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3dca68b-da99-4d0a-b232-a09693b07c39 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:19.175984 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c3dca68b-da99-4d0a-b232-a09693b07c39 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/ports/3086a140-bf4d-4a6e-bf16-6b22aa84bb8d HTTP/1.1" status: 204 len: 168 time: 1.0195420 Apr 28 19:55:19.177986 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40314) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:19.247259 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-720d2445-5c6b-466f-97c4-f6838be5cb84 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] GET failed (client error): The resource could not be found. Apr 28 19:55:19.247259 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-720d2445-5c6b-466f-97c4-f6838be5cb84 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "GET /v2.0/ports/3086a140-bf4d-4a6e-bf16-6b22aa84bb8d HTTP/1.1" status: 404 len: 333 time: 0.0679893 Apr 28 19:55:19.250233 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40318) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:19.269719 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d238e85d-6b93-46e8-b9ae-3e3e949eb1c7 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:55:19.315482 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40320) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:19.337464 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d238e85d-6b93-46e8-b9ae-3e3e949eb1c7 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:19.337940 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-d238e85d-6b93-46e8-b9ae-3e3e949eb1c7 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Added segment 0558802f-bf6b-44b5-92be-738e091d3bf5 of type vlan for network 9d027758-c44a-4d89-95e6-581ee6f78990 Apr 28 19:55:19.359992 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cbba96-5847-413f-844c-7cd2fb46c40d tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Network 58f1a098-f5aa-4089-9a13-7e185a9ca563 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:19.363103 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-c9cbba96-5847-413f-844c-7cd2fb46c40d tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:19.408408 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8b404260-2cfe-4658-9b3f-19c1b546beee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=27c137bc62f8455aa7f357d109aa69ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0940320 Apr 28 19:55:19.408941 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40322) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:19.429962 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-369d0e6c-a587-4c13-838d-d5094442590d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Deleting subnet ae712ec2-0345-4bfa-bfb9-3b7b82441561 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:55:19.438687 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-369d0e6c-a587-4c13-838d-d5094442590d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:19.536243 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-369d0e6c-a587-4c13-838d-d5094442590d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:19.564928 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-199beece-9a51-498a-b5a1-6659dfb0f144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:19.589332 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-199beece-9a51-498a-b5a1-6659dfb0f144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:19.594664 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d238e85d-6b93-46e8-b9ae-3e3e949eb1c7 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:19.646126 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-199beece-9a51-498a-b5a1-6659dfb0f144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:19.649551 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-199beece-9a51-498a-b5a1-6659dfb0f144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:19.653628 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-199beece-9a51-498a-b5a1-6659dfb0f144 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/98dd3654-82e2-49b7-a7e3-3b413f7cb177 HTTP/1.1" status: 204 len: 168 time: 0.2402461 Apr 28 19:55:19.661660 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d238e85d-6b93-46e8-b9ae-3e3e949eb1c7 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:19.665539 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199beece-9a51-498a-b5a1-6659dfb0f144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dd3654-82e2-49b7-a7e3-3b413f7cb177,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:19.672879 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d238e85d-6b93-46e8-b9ae-3e3e949eb1c7 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:19.673820 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d238e85d-6b93-46e8-b9ae-3e3e949eb1c7 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:19.679290 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9cbba96-5847-413f-844c-7cd2fb46c40d tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Router 86975967-732a-4263-81a0-876e571fdfe9 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:55:19.681099 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199beece-9a51-498a-b5a1-6659dfb0f144 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:19.681444 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199beece-9a51-498a-b5a1-6659dfb0f144 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:19.681798 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199beece-9a51-498a-b5a1-6659dfb0f144 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:19.682164 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199beece-9a51-498a-b5a1-6659dfb0f144 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:19.682505 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199beece-9a51-498a-b5a1-6659dfb0f144 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:19.682836 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199beece-9a51-498a-b5a1-6659dfb0f144 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:19.683285 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199beece-9a51-498a-b5a1-6659dfb0f144 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:19.683531 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199beece-9a51-498a-b5a1-6659dfb0f144 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:19.683980 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199beece-9a51-498a-b5a1-6659dfb0f144 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:19.684391 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199beece-9a51-498a-b5a1-6659dfb0f144 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:19.684726 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199beece-9a51-498a-b5a1-6659dfb0f144 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:19.685050 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199beece-9a51-498a-b5a1-6659dfb0f144 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:19.782407 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d81c8f42-7bb2-4a62-9293-acefd46b8689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:19.812449 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 3326c3df-8c0e-4f56-b670-5b84aaaec29b no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:55:19.846029 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 3326c3df-8c0e-4f56-b670-5b84aaaec29b {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:55:19.846673 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 3326c3df-8c0e-4f56-b670-5b84aaaec29b not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:55:19.898858 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238e85d-6b93-46e8-b9ae-3e3e949eb1c7 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Network': ['ID=9d027758-c44a-4d89-95e6-581ee6f78990,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:19.911957 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 9d027758-c44a-4d89-95e6-581ee6f78990 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:55:19.912875 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d238e85d-6b93-46e8-b9ae-3e3e949eb1c7 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0086219 Apr 28 19:55:19.915925 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40326) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:19.918551 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9cbba96-5847-413f-844c-7cd2fb46c40d tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:55:19.924023 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-badd6187-2c7c-4900-8c9a-e3469bd4fcdd tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Request body: {'subnet': {'network_id': '9d027758-c44a-4d89-95e6-581ee6f78990', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:19.928990 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40328) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:19.930347 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c9cbba96-5847-413f-844c-7cd2fb46c40d tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "PUT /v2.0/routers/86975967-732a-4263-81a0-876e571fdfe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1626761 Apr 28 19:55:19.932520 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb740ea2-df75-45ad-8aa8-eed5b4d31181 None None] Sync routers for ids ['86975967-732a-4263-81a0-876e571fdfe9'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:55:19.944324 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb740ea2-df75-45ad-8aa8-eed5b4d31181 None None] Routers {'86975967-732a-4263-81a0-876e571fdfe9'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:19.945259 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-bb740ea2-df75-45ad-8aa8-eed5b4d31181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:54:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['86975967-732a-4263-81a0-876e571fdfe9'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:20.033704 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-bb740ea2-df75-45ad-8aa8-eed5b4d31181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:20.050329 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb740ea2-df75-45ad-8aa8-eed5b4d31181 None None] Routers {'86975967-732a-4263-81a0-876e571fdfe9'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:20.051957 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-bb740ea2-df75-45ad-8aa8-eed5b4d31181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:54:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['86975967-732a-4263-81a0-876e571fdfe9'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:20.064604 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-40706e97-fd4f-441f-bb4e-e09d07408152 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Request body: {'port': {'network_id': '58f1a098-f5aa-4089-9a13-7e185a9ca563', 'name': 'tempest-FloatingIPTestJSON-89997422'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:20.117335 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-bb740ea2-df75-45ad-8aa8-eed5b4d31181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:20.119264 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb740ea2-df75-45ad-8aa8-eed5b4d31181 None None] The sync data for ids ['86975967-732a-4263-81a0-876e571fdfe9'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:55:20.171479 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-369d0e6c-a587-4c13-838d-d5094442590d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:20.210470 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badd6187-2c7c-4900-8c9a-e3469bd4fcdd tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Made reservation on behalf of 8e56e936bdd14ca9aa8a5eb368e71d6b for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:20.214221 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-badd6187-2c7c-4900-8c9a-e3469bd4fcdd tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:20.317903 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40332) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:20.375037 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-cef6b533-8b18-46e3-8fc8-e5bc09616139 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f824244b48a54ed2bd9746e0069f6ab8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544281 Apr 28 19:55:20.380006 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40336) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:20.383370 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-369d0e6c-a587-4c13-838d-d5094442590d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:20.423213 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d0e6c-a587-4c13-838d-d5094442590d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Subnet': ['ID=ae712ec2-0345-4bfa-bfb9-3b7b82441561,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:20.452812 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a20207f9-55ea-4a48-90a6-f3142f7501e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:20.472284 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-369d0e6c-a587-4c13-838d-d5094442590d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:20.475468 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d1cb11-e40d-4f1b-9b25-9c098a961ef4 None None] Network 39fc3cc0-bf77-4bc9-a247-5d1a1c64264e requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:55:20.476575 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-369d0e6c-a587-4c13-838d-d5094442590d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/subnets/ae712ec2-0345-4bfa-bfb9-3b7b82441561 HTTP/1.1" status: 204 len: 168 time: 1.2253482 Apr 28 19:55:20.482103 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40338) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:20.524083 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a20207f9-55ea-4a48-90a6-f3142f7501e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:20.548572 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40706e97-fd4f-441f-bb4e-e09d07408152 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Made reservation on behalf of 2346ae7acda54a7d9a0535a1f9abe5a5 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:20.552914 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-40706e97-fd4f-441f-bb4e-e09d07408152 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:20.595161 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-40706e97-fd4f-441f-bb4e-e09d07408152 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] device_id is not set on port 866474a0-e003-4150-8deb-ce77956a73f0 yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:55:20.604903 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a20207f9-55ea-4a48-90a6-f3142f7501e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:20.610173 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a20207f9-55ea-4a48-90a6-f3142f7501e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:20.611972 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a20207f9-55ea-4a48-90a6-f3142f7501e2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/de022634-ff7a-4fc8-bcd5-acc0a1d55caa HTTP/1.1" status: 204 len: 168 time: 0.2299080 Apr 28 19:55:20.624774 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10d08aff-7179-4e04-84cc-5248738e36b5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:20.629364 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20207f9-55ea-4a48-90a6-f3142f7501e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de022634-ff7a-4fc8-bcd5-acc0a1d55caa,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:20.771465 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef02483-103c-41a5-932c-a30e8128eb8f None None] DHCP port deletion for 39fc3cc0-bf77-4bc9-a247-5d1a1c64264e request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:55:20.836788 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-bef02483-103c-41a5-932c-a30e8128eb8f None None] Deleting port 48a18ddc-9420-4d1f-ba5e-f500a9b9e618 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:55:20.837506 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bef02483-103c-41a5-932c-a30e8128eb8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:20.899991 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-badd6187-2c7c-4900-8c9a-e3469bd4fcdd tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:20.928506 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-bef02483-103c-41a5-932c-a30e8128eb8f None None] For port 48a18ddc-9420-4d1f-ba5e-f500a9b9e618, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=48a18ddc-9420-4d1f-ba5e-f500a9b9e618,segment=NetworkSegment(5d69bc0e-5d37-4a7e-aa7b-2a279a1fd940),segment_id=5d69bc0e-5d37-4a7e-aa7b-2a279a1fd940)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:20.929690 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bef02483-103c-41a5-932c-a30e8128eb8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:20.947553 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-bef02483-103c-41a5-932c-a30e8128eb8f None None] Calling delete_port for 48a18ddc-9420-4d1f-ba5e-f500a9b9e618 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:55:20.988039 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-40706e97-fd4f-441f-bb4e-e09d07408152 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Allocated IP 172.20.0.13 (58f1a098-f5aa-4089-9a13-7e185a9ca563/72a86233-37fa-4c0f-812a-1f4956c961ee/866474a0-e003-4150-8deb-ce77956a73f0) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:21.040379 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd6187-2c7c-4900-8c9a-e3469bd4fcdd tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Subnet': ['ID=fe449ff5-c2ac-4c98-98fc-f7e9f19a0f72,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:21.075497 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bef02483-103c-41a5-932c-a30e8128eb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:21.082996 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badd6187-2c7c-4900-8c9a-e3469bd4fcdd tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Checking segment: {'id': '0558802f-bf6b-44b5-92be-738e091d3bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9d027758-c44a-4d89-95e6-581ee6f78990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:55:21.083504 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badd6187-2c7c-4900-8c9a-e3469bd4fcdd tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network hostable DHCP agents. Network: 9d027758-c44a-4d89-95e6-581ee6f78990, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:55:21.089692 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-10d08aff-7179-4e04-84cc-5248738e36b5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Deleting port 48a18ddc-9420-4d1f-ba5e-f500a9b9e618 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:55:21.090184 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10d08aff-7179-4e04-84cc-5248738e36b5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:21.111784 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef02483-103c-41a5-932c-a30e8128eb8f None None] Pushing event deleted for resources: {'Port': ['ID=48a18ddc-9420-4d1f-ba5e-f500a9b9e618,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:21.122547 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef02483-103c-41a5-932c-a30e8128eb8f None None] No DVR routers for this DVR port 48a18ddc-9420-4d1f-ba5e-f500a9b9e618 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:55:21.211752 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badd6187-2c7c-4900-8c9a-e3469bd4fcdd tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network 9d027758-c44a-4d89-95e6-581ee6f78990 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:55:21.257460 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-10d08aff-7179-4e04-84cc-5248738e36b5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] For port 48a18ddc-9420-4d1f-ba5e-f500a9b9e618, host n-d-839810-1, got binding levels [] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:21.257802 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10d08aff-7179-4e04-84cc-5248738e36b5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:21.277739 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-badd6187-2c7c-4900-8c9a-e3469bd4fcdd tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 9d027758-c44a-4d89-95e6-581ee6f78990) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:21.288563 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badd6187-2c7c-4900-8c9a-e3469bd4fcdd tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:21.289215 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-badd6187-2c7c-4900-8c9a-e3469bd4fcdd tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:21.294203 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a28842b-3c5d-4019-930f-3e4176e7be1b None None] Network 9d027758-c44a-4d89-95e6-581ee6f78990 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:55:21.306793 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-10d08aff-7179-4e04-84cc-5248738e36b5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Calling delete_port for 48a18ddc-9420-4d1f-ba5e-f500a9b9e618 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:55:21.321745 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.ipam_backend_mixin [None req-10d08aff-7179-4e04-84cc-5248738e36b5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Port 48a18ddc-9420-4d1f-ba5e-f500a9b9e618 was not found and therefore no delete operation was performed {{(pid=102773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 28 19:55:21.326070 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10d08aff-7179-4e04-84cc-5248738e36b5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:21.355944 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-badd6187-2c7c-4900-8c9a-e3469bd4fcdd tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4386458 Apr 28 19:55:21.358806 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40354) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:21.364917 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-6e0e2ce9-16d9-4f49-81af-21d557d8a502 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-365638325', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:21.396242 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6e0e2ce9-16d9-4f49-81af-21d557d8a502 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:21.401714 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6e0e2ce9-16d9-4f49-81af-21d557d8a502 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:21.409500 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-40706e97-fd4f-441f-bb4e-e09d07408152 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:21.448513 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d08aff-7179-4e04-84cc-5248738e36b5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Port': ['ID=48a18ddc-9420-4d1f-ba5e-f500a9b9e618,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:21.455032 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d08aff-7179-4e04-84cc-5248738e36b5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] No DVR routers for this DVR port 48a18ddc-9420-4d1f-ba5e-f500a9b9e618 on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:55:21.546824 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-40706e97-fd4f-441f-bb4e-e09d07408152 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:21.550304 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6e0e2ce9-16d9-4f49-81af-21d557d8a502 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:21.555858 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6e0e2ce9-16d9-4f49-81af-21d557d8a502 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:21.582140 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10d08aff-7179-4e04-84cc-5248738e36b5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:21.590202 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa595d2-3fe4-4fdf-9ac6-1aa0c6e31633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-9d027758-c44a-4d89-95e6-581ee6f78990', 'network_id': '9d027758-c44a-4d89-95e6-581ee6f78990', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'fixed_ips': [{'subnet_id': 'fe449ff5-c2ac-4c98-98fc-f7e9f19a0f72'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:55:21.591541 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8fa595d2-3fe4-4fdf-9ac6-1aa0c6e31633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:21.608356 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6e0e2ce9-16d9-4f49-81af-21d557d8a502 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:21.614149 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6e0e2ce9-16d9-4f49-81af-21d557d8a502 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2530208 Apr 28 19:55:21.615198 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40364) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:21.621400 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-8cd77ce2-c105-4230-8f19-4dc934af9d25 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Request body: {'port': {'network_id': '9d027758-c44a-4d89-95e6-581ee6f78990', 'name': 'tempest-RoutersTest-1996027163'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:21.628708 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40706e97-fd4f-441f-bb4e-e09d07408152 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Network 58f1a098-f5aa-4089-9a13-7e185a9ca563 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:21.630473 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-10d08aff-7179-4e04-84cc-5248738e36b5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39fc3cc0-bf77-4bc9-a247-5d1a1c64264e']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:21.648744 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-10d08aff-7179-4e04-84cc-5248738e36b5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d69bc0e-5d37-4a7e-aa7b-2a279a1fd940') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:21.649283 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-10d08aff-7179-4e04-84cc-5248738e36b5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d69bc0e-5d37-4a7e-aa7b-2a279a1fd940') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:21.652147 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40706e97-fd4f-441f-bb4e-e09d07408152 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event updated for resources: {'Port': ['ID=866474a0-e003-4150-8deb-ce77956a73f0,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:21.661054 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-40706e97-fd4f-441f-bb4e-e09d07408152 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:21.665044 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40706e97-fd4f-441f-bb4e-e09d07408152 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:55:21.669745 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10d08aff-7179-4e04-84cc-5248738e36b5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:21.711624 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10d08aff-7179-4e04-84cc-5248738e36b5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:21.725591 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d08aff-7179-4e04-84cc-5248738e36b5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:55:21.726165 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10d08aff-7179-4e04-84cc-5248738e36b5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:21.730417 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:55:21.730417 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:55:21.730417 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:55:21.730417 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:55:21.730417 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:55:21.730417 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:55:21.730417 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:55:21.730417 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:55:21.730417 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:55:21.730417 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:55:21.730417 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:55:21.730417 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:55:21.730417 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:55:21.730417 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:55:21.730417 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:55:21.730417 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:55:21.730417 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:55:21.730417 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:55:21.730417 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:55:21.730417 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:55:21.730417 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:55:21.730417 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:55:21.730417 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:55:21.730417 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:55:21.730417 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:55:21.730417 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:55:21.730417 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:55:21.730417 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:55:21.730417 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:55:21.730417 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:55:21.730417 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:55:21.730417 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:55:21.768454 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40706e97-fd4f-441f-bb4e-e09d07408152 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:21.769255 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-40706e97-fd4f-441f-bb4e-e09d07408152 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:21.780803 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 48a18ddc-9420-4d1f-ba5e-f500a9b9e618 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:55:21.832576 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 48a18ddc-9420-4d1f-ba5e-f500a9b9e618 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:55:21.833676 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 48a18ddc-9420-4d1f-ba5e-f500a9b9e618 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:55:21.843239 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd77ce2-c105-4230-8f19-4dc934af9d25 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Made reservation on behalf of 8e56e936bdd14ca9aa8a5eb368e71d6b for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:21.853429 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8cd77ce2-c105-4230-8f19-4dc934af9d25 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:21.895126 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-8cd77ce2-c105-4230-8f19-4dc934af9d25 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] device_id is not set on port 73c6ff07-7a85-4660-84ea-17ad65978bbe yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:55:21.906145 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-8fa595d2-3fe4-4fdf-9ac6-1aa0c6e31633 None None] Allocated IP 172.20.0.2 (9d027758-c44a-4d89-95e6-581ee6f78990/fe449ff5-c2ac-4c98-98fc-f7e9f19a0f72/14a79488-65cd-4df2-8533-d9d8fa9b0038) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:22.093993 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f8eddc73-17a8-4758-b5ef-c36ec6f1b4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:22.150142 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8fa595d2-3fe4-4fdf-9ac6-1aa0c6e31633 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:22.169432 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8fa595d2-3fe4-4fdf-9ac6-1aa0c6e31633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:22.192431 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-40706e97-fd4f-441f-bb4e-e09d07408152 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1728113 Apr 28 19:55:22.193831 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40372) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:22.199607 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-6df49229-d0b4-4494-b658-89b572f024b9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Request body: {'port': {'network_id': '58f1a098-f5aa-4089-9a13-7e185a9ca563', 'name': 'tempest-FloatingIPTestJSON-1971319078'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:22.220877 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa595d2-3fe4-4fdf-9ac6-1aa0c6e31633 None None] Pushing event updated for resources: {'Port': ['ID=14a79488-65cd-4df2-8533-d9d8fa9b0038,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:22.222737 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-8cd77ce2-c105-4230-8f19-4dc934af9d25 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Allocated IP 172.20.0.12 (9d027758-c44a-4d89-95e6-581ee6f78990/fe449ff5-c2ac-4c98-98fc-f7e9f19a0f72/73c6ff07-7a85-4660-84ea-17ad65978bbe) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:22.231994 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa595d2-3fe4-4fdf-9ac6-1aa0c6e31633 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:22.233064 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa595d2-3fe4-4fdf-9ac6-1aa0c6e31633 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:22.233377 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa595d2-3fe4-4fdf-9ac6-1aa0c6e31633 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:22.233641 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa595d2-3fe4-4fdf-9ac6-1aa0c6e31633 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:22.233973 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa595d2-3fe4-4fdf-9ac6-1aa0c6e31633 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:22.234309 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa595d2-3fe4-4fdf-9ac6-1aa0c6e31633 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:22.234626 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa595d2-3fe4-4fdf-9ac6-1aa0c6e31633 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:22.234949 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa595d2-3fe4-4fdf-9ac6-1aa0c6e31633 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:22.235273 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa595d2-3fe4-4fdf-9ac6-1aa0c6e31633 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:22.235594 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa595d2-3fe4-4fdf-9ac6-1aa0c6e31633 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:22.235917 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa595d2-3fe4-4fdf-9ac6-1aa0c6e31633 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:22.236258 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa595d2-3fe4-4fdf-9ac6-1aa0c6e31633 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:22.261542 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa595d2-3fe4-4fdf-9ac6-1aa0c6e31633 None None] Network 9d027758-c44a-4d89-95e6-581ee6f78990 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:22.263656 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-8fa595d2-3fe4-4fdf-9ac6-1aa0c6e31633 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:22.272584 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa595d2-3fe4-4fdf-9ac6-1aa0c6e31633 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:55:22.309722 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10d08aff-7179-4e04-84cc-5248738e36b5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:22.323177 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10d08aff-7179-4e04-84cc-5248738e36b5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:22.330659 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-10d08aff-7179-4e04-84cc-5248738e36b5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/networks/39fc3cc0-bf77-4bc9-a247-5d1a1c64264e HTTP/1.1" status: 204 len: 168 time: 1.8426337 Apr 28 19:55:22.332544 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40376) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:22.337504 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-19b78857-9687-459f-a495-4fc632ccfdf6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1861116635'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:22.355907 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d08aff-7179-4e04-84cc-5248738e36b5 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Network': ['ID=39fc3cc0-bf77-4bc9-a247-5d1a1c64264e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:22.366679 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-8fa595d2-3fe4-4fdf-9ac6-1aa0c6e31633 None None] Attempting to bind port 14a79488-65cd-4df2-8533-d9d8fa9b0038 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:55:22.368142 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-8fa595d2-3fe4-4fdf-9ac6-1aa0c6e31633 None None] Attempting to bind port 14a79488-65cd-4df2-8533-d9d8fa9b0038 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '0558802f-bf6b-44b5-92be-738e091d3bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9d027758-c44a-4d89-95e6-581ee6f78990'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:55:22.368837 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa595d2-3fe4-4fdf-9ac6-1aa0c6e31633 None None] Attempting to bind port 14a79488-65cd-4df2-8533-d9d8fa9b0038 on network 9d027758-c44a-4d89-95e6-581ee6f78990 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:55:22.370454 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df49229-d0b4-4494-b658-89b572f024b9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Made reservation on behalf of 2346ae7acda54a7d9a0535a1f9abe5a5 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:22.378822 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa595d2-3fe4-4fdf-9ac6-1aa0c6e31633 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:55:22.379531 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa595d2-3fe4-4fdf-9ac6-1aa0c6e31633 None None] Checking segment: {'id': '0558802f-bf6b-44b5-92be-738e091d3bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9d027758-c44a-4d89-95e6-581ee6f78990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:55:22.380352 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8fa595d2-3fe4-4fdf-9ac6-1aa0c6e31633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:22.381003 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6df49229-d0b4-4494-b658-89b572f024b9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:22.382057 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa595d2-3fe4-4fdf-9ac6-1aa0c6e31633 None None] Bound using segment: {'id': '0558802f-bf6b-44b5-92be-738e091d3bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9d027758-c44a-4d89-95e6-581ee6f78990'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:55:22.382778 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-8fa595d2-3fe4-4fdf-9ac6-1aa0c6e31633 None None] Bound port: 14a79488-65cd-4df2-8533-d9d8fa9b0038, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0558802f-bf6b-44b5-92be-738e091d3bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9d027758-c44a-4d89-95e6-581ee6f78990'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:55:22.383340 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8fa595d2-3fe4-4fdf-9ac6-1aa0c6e31633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:22.408378 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-6df49229-d0b4-4494-b658-89b572f024b9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] device_id is not set on port 7ca48403-5467-4a40-9b5d-fc1646c59d88 yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:55:22.418534 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b78857-9687-459f-a495-4fc632ccfdf6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:22.424192 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-19b78857-9687-459f-a495-4fc632ccfdf6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:22.481718 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19b78857-9687-459f-a495-4fc632ccfdf6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:55:22.503960 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8cd77ce2-c105-4230-8f19-4dc934af9d25 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:22.509361 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-19b78857-9687-459f-a495-4fc632ccfdf6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:22.509623 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-19b78857-9687-459f-a495-4fc632ccfdf6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Added segment b2ea0aca-6f36-4fa4-81fd-04e95f601c08 of type vlan for network 026f6720-6293-4d23-95d9-8c8e6183ce22 Apr 28 19:55:22.521942 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-8fa595d2-3fe4-4fdf-9ac6-1aa0c6e31633 None None] For port 14a79488-65cd-4df2-8533-d9d8fa9b0038, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:55:22.527414 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-8fa595d2-3fe4-4fdf-9ac6-1aa0c6e31633 None None] For port 14a79488-65cd-4df2-8533-d9d8fa9b0038, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=14a79488-65cd-4df2-8533-d9d8fa9b0038,segment=NetworkSegment(0558802f-bf6b-44b5-92be-738e091d3bf5),segment_id=0558802f-bf6b-44b5-92be-738e091d3bf5)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:55:22.537178 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8fa595d2-3fe4-4fdf-9ac6-1aa0c6e31633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:22.583115 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-19b78857-9687-459f-a495-4fc632ccfdf6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:22.631423 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8cd77ce2-c105-4230-8f19-4dc934af9d25 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:22.689257 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-19b78857-9687-459f-a495-4fc632ccfdf6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:22.692861 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa595d2-3fe4-4fdf-9ac6-1aa0c6e31633 None None] Pushing event updated for resources: {'Port': ['ID=14a79488-65cd-4df2-8533-d9d8fa9b0038,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:22.695045 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b78857-9687-459f-a495-4fc632ccfdf6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:22.695514 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-19b78857-9687-459f-a495-4fc632ccfdf6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:22.730382 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-6df49229-d0b4-4494-b658-89b572f024b9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Allocated IP 172.20.0.2 (58f1a098-f5aa-4089-9a13-7e185a9ca563/72a86233-37fa-4c0f-812a-1f4956c961ee/7ca48403-5467-4a40-9b5d-fc1646c59d88) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:22.802562 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b78857-9687-459f-a495-4fc632ccfdf6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Network': ['ID=026f6720-6293-4d23-95d9-8c8e6183ce22,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:22.816359 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 026f6720-6293-4d23-95d9-8c8e6183ce22 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:55:22.825198 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd77ce2-c105-4230-8f19-4dc934af9d25 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network 9d027758-c44a-4d89-95e6-581ee6f78990 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:22.833954 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-8cd77ce2-c105-4230-8f19-4dc934af9d25 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:22.842908 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd77ce2-c105-4230-8f19-4dc934af9d25 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:55:22.917352 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-19b78857-9687-459f-a495-4fc632ccfdf6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5845420 Apr 28 19:55:22.921930 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40392) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:22.924210 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd77ce2-c105-4230-8f19-4dc934af9d25 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Port': ['ID=73c6ff07-7a85-4660-84ea-17ad65978bbe,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:22.931852 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-b9fdeed2-a1f9-4c0a-bd9f-12ea5cd52bec tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'subnet': {'network_id': '026f6720-6293-4d23-95d9-8c8e6183ce22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:22.965244 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd77ce2-c105-4230-8f19-4dc934af9d25 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:22.966004 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8cd77ce2-c105-4230-8f19-4dc934af9d25 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:23.070467 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8cd77ce2-c105-4230-8f19-4dc934af9d25 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4531386 Apr 28 19:55:23.075318 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40394) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:23.115725 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fdeed2-a1f9-4c0a-bd9f-12ea5cd52bec tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:23.121051 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b9fdeed2-a1f9-4c0a-bd9f-12ea5cd52bec tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:23.291888 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40404) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:23.342929 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6df49229-d0b4-4494-b658-89b572f024b9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:23.457000 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b9fdeed2-a1f9-4c0a-bd9f-12ea5cd52bec tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:23.460212 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1a140be6-44ae-4748-9abe-b45514d94a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:23.497475 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:23.516711 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6df49229-d0b4-4494-b658-89b572f024b9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:23.567454 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fdeed2-a1f9-4c0a-bd9f-12ea5cd52bec tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Subnet': ['ID=47114294-bdab-4405-b203-aa48064a37f0,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:23.583943 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fdeed2-a1f9-4c0a-bd9f-12ea5cd52bec tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Checking segment: {'id': 'b2ea0aca-6f36-4fa4-81fd-04e95f601c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '026f6720-6293-4d23-95d9-8c8e6183ce22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:55:23.584427 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fdeed2-a1f9-4c0a-bd9f-12ea5cd52bec tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Network hostable DHCP agents. Network: 026f6720-6293-4d23-95d9-8c8e6183ce22, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:55:23.595432 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df49229-d0b4-4494-b658-89b572f024b9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Network 58f1a098-f5aa-4089-9a13-7e185a9ca563 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:23.603080 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-6df49229-d0b4-4494-b658-89b572f024b9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:23.611184 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df49229-d0b4-4494-b658-89b572f024b9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:55:23.615448 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df49229-d0b4-4494-b658-89b572f024b9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event updated for resources: {'Port': ['ID=7ca48403-5467-4a40-9b5d-fc1646c59d88,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:23.628006 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fdeed2-a1f9-4c0a-bd9f-12ea5cd52bec tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Network 026f6720-6293-4d23-95d9-8c8e6183ce22 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:55:23.657014 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-387721ba-7a77-4fbb-9086-2bea781cc2c0 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:23.657939 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-b9fdeed2-a1f9-4c0a-bd9f-12ea5cd52bec tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 026f6720-6293-4d23-95d9-8c8e6183ce22) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:23.672880 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5147686c-acce-46e4-9690-6de29a62d191 None None] Network 026f6720-6293-4d23-95d9-8c8e6183ce22 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:55:23.692840 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1a140be6-44ae-4748-9abe-b45514d94a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:23.694629 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fdeed2-a1f9-4c0a-bd9f-12ea5cd52bec tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:23.695214 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b9fdeed2-a1f9-4c0a-bd9f-12ea5cd52bec tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:23.702501 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1a140be6-44ae-4748-9abe-b45514d94a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:23.762279 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b9fdeed2-a1f9-4c0a-bd9f-12ea5cd52bec tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8389783 Apr 28 19:55:23.770614 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40410) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:23.777777 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-79d7579b-fd75-47df-8b18-76e6cef76057 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-893888606', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:23.787219 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df49229-d0b4-4494-b658-89b572f024b9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:23.787885 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6df49229-d0b4-4494-b658-89b572f024b9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:23.805225 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1a140be6-44ae-4748-9abe-b45514d94a51 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3a093ffc88f0410da250b5b347483285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5119240 Apr 28 19:55:23.807482 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40414) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:23.825087 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a140be6-44ae-4748-9abe-b45514d94a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38bcf92-46e1-4e07-a498-f73336fe22eb,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:23.846475 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-79d7579b-fd75-47df-8b18-76e6cef76057 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:23.847717 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-79d7579b-fd75-47df-8b18-76e6cef76057 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:23.897578 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6df49229-d0b4-4494-b658-89b572f024b9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7027724 Apr 28 19:55:23.916118 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 14a79488-65cd-4df2-8533-d9d8fa9b0038 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:55:23.924441 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40416) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:23.928916 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-71c46027-df77-4b60-a190-02989fee79a3 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'port_id': '7ca48403-5467-4a40-9b5d-fc1646c59d88', 'fixed_ip_address': '172.20.0.2'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:23.937022 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-79d7579b-fd75-47df-8b18-76e6cef76057 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:23.945394 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-79d7579b-fd75-47df-8b18-76e6cef76057 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:23.975228 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-79d7579b-fd75-47df-8b18-76e6cef76057 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:23.976787 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-79d7579b-fd75-47df-8b18-76e6cef76057 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2025399 Apr 28 19:55:23.978027 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-71c46027-df77-4b60-a190-02989fee79a3 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:23.980864 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40418) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:23.985092 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a854af51-d472-452c-83b9-96d3f0380b6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-026f6720-6293-4d23-95d9-8c8e6183ce22', 'network_id': '026f6720-6293-4d23-95d9-8c8e6183ce22', 'tenant_id': 'df76f2f1df9e41aba417616e0f1401a5', 'fixed_ips': [{'subnet_id': '47114294-bdab-4405-b203-aa48064a37f0'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:55:23.986253 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a854af51-d472-452c-83b9-96d3f0380b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:23.991891 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-7fc2b447-80e6-48d8-ba70-84904d43b03b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'port': {'network_id': '026f6720-6293-4d23-95d9-8c8e6183ce22', 'name': 'tempest-PortsTestJSON-460033525'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:24.096421 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-342b44c6-98bd-4d19-bcbb-279b0d6dfcc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:24.149877 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 14a79488-65cd-4df2-8533-d9d8fa9b0038 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:24.150298 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:24.158348 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-a854af51-d472-452c-83b9-96d3f0380b6e None None] Allocated IP 172.20.0.2 (026f6720-6293-4d23-95d9-8c8e6183ce22/47114294-bdab-4405-b203-aa48064a37f0/9064c834-8f70-443c-b580-d603fb89f2c7) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:24.186719 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc2b447-80e6-48d8-ba70-84904d43b03b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:24.190483 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7fc2b447-80e6-48d8-ba70-84904d43b03b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:24.208913 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-71c46027-df77-4b60-a190-02989fee79a3 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:24.220277 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-7fc2b447-80e6-48d8-ba70-84904d43b03b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] device_id is not set on port e478172e-26e8-481b-a315-163074f86545 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:55:24.238113 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-387721ba-7a77-4fbb-9086-2bea781cc2c0 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:24.262737 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-387721ba-7a77-4fbb-9086-2bea781cc2c0 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:24.278918 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-342b44c6-98bd-4d19-bcbb-279b0d6dfcc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:24.320419 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:24.354253 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464dc2bc-3e4f-4cd1-9da9-0979c3307b2d None None] Network 9d027758-c44a-4d89-95e6-581ee6f78990 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:55:24.408201 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387721ba-7a77-4fbb-9086-2bea781cc2c0 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Port': ['ID=73c6ff07-7a85-4660-84ea-17ad65978bbe,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:24.455396 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-71c46027-df77-4b60-a190-02989fee79a3 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Allocated IP 172.25.8.40 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/a344b4d5-4e26-4a3d-9867-e8739291294b) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:24.476492 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 14a79488-65cd-4df2-8533-d9d8fa9b0038, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=14a79488-65cd-4df2-8533-d9d8fa9b0038,segment=NetworkSegment(0558802f-bf6b-44b5-92be-738e091d3bf5),segment_id=0558802f-bf6b-44b5-92be-738e091d3bf5)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:24.487080 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-342b44c6-98bd-4d19-bcbb-279b0d6dfcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:24.488617 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:24.489604 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-342b44c6-98bd-4d19-bcbb-279b0d6dfcc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:24.493198 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-342b44c6-98bd-4d19-bcbb-279b0d6dfcc5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b38bcf92-46e1-4e07-a498-f73336fe22eb HTTP/1.1" status: 204 len: 168 time: 0.6822233 Apr 28 19:55:24.509071 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b44c6-98bd-4d19-bcbb-279b0d6dfcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38bcf92-46e1-4e07-a498-f73336fe22eb,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:24.537795 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a854af51-d472-452c-83b9-96d3f0380b6e None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:24.562349 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7ba8a155-33b5-4f5b-8c86-192bfa2f0e43 None None] Provisioning complete for port 14a79488-65cd-4df2-8533-d9d8fa9b0038 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:24.562727 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7ba8a155-33b5-4f5b-8c86-192bfa2f0e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:24.596349 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-387721ba-7a77-4fbb-9086-2bea781cc2c0 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:24.628763 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a854af51-d472-452c-83b9-96d3f0380b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:24.774564 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-387721ba-7a77-4fbb-9086-2bea781cc2c0 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:24.978578 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=14a79488-65cd-4df2-8533-d9d8fa9b0038,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:25.085770 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-7fc2b447-80e6-48d8-ba70-84904d43b03b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Allocated IP 172.20.0.12 (026f6720-6293-4d23-95d9-8c8e6183ce22/47114294-bdab-4405-b203-aa48064a37f0/e478172e-26e8-481b-a315-163074f86545) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:25.144344 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a854af51-d472-452c-83b9-96d3f0380b6e None None] Network 026f6720-6293-4d23-95d9-8c8e6183ce22 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:25.145302 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-71c46027-df77-4b60-a190-02989fee79a3 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:25.145561 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854af51-d472-452c-83b9-96d3f0380b6e None None] Pushing event updated for resources: {'Port': ['ID=9064c834-8f70-443c-b580-d603fb89f2c7,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:25.153368 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-a854af51-d472-452c-83b9-96d3f0380b6e None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:25.156763 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a854af51-d472-452c-83b9-96d3f0380b6e None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:55:25.242219 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-a854af51-d472-452c-83b9-96d3f0380b6e None None] Attempting to bind port 9064c834-8f70-443c-b580-d603fb89f2c7 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:55:25.242510 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-a854af51-d472-452c-83b9-96d3f0380b6e None None] Attempting to bind port 9064c834-8f70-443c-b580-d603fb89f2c7 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'b2ea0aca-6f36-4fa4-81fd-04e95f601c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '026f6720-6293-4d23-95d9-8c8e6183ce22'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:55:25.242875 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a854af51-d472-452c-83b9-96d3f0380b6e None None] Attempting to bind port 9064c834-8f70-443c-b580-d603fb89f2c7 on network 026f6720-6293-4d23-95d9-8c8e6183ce22 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:55:25.252050 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a854af51-d472-452c-83b9-96d3f0380b6e None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:55:25.252469 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a854af51-d472-452c-83b9-96d3f0380b6e None None] Checking segment: {'id': 'b2ea0aca-6f36-4fa4-81fd-04e95f601c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '026f6720-6293-4d23-95d9-8c8e6183ce22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:55:25.252879 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a854af51-d472-452c-83b9-96d3f0380b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:25.253276 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a854af51-d472-452c-83b9-96d3f0380b6e None None] Bound using segment: {'id': 'b2ea0aca-6f36-4fa4-81fd-04e95f601c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '026f6720-6293-4d23-95d9-8c8e6183ce22'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:55:25.253765 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-a854af51-d472-452c-83b9-96d3f0380b6e None None] Bound port: 9064c834-8f70-443c-b580-d603fb89f2c7, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ea0aca-6f36-4fa4-81fd-04e95f601c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '026f6720-6293-4d23-95d9-8c8e6183ce22'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:55:25.254153 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a854af51-d472-452c-83b9-96d3f0380b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:25.329015 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-71c46027-df77-4b60-a190-02989fee79a3 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:25.353941 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c46027-df77-4b60-a190-02989fee79a3 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:25.357217 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-a854af51-d472-452c-83b9-96d3f0380b6e None None] For port 9064c834-8f70-443c-b580-d603fb89f2c7, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:55:25.362137 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-a854af51-d472-452c-83b9-96d3f0380b6e None None] For port 9064c834-8f70-443c-b580-d603fb89f2c7, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=9064c834-8f70-443c-b580-d603fb89f2c7,segment=NetworkSegment(b2ea0aca-6f36-4fa4-81fd-04e95f601c08),segment_id=b2ea0aca-6f36-4fa4-81fd-04e95f601c08)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:55:25.370363 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-387721ba-7a77-4fbb-9086-2bea781cc2c0 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:25.371667 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a854af51-d472-452c-83b9-96d3f0380b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:25.381194 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-387721ba-7a77-4fbb-9086-2bea781cc2c0 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:25.392178 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-71c46027-df77-4b60-a190-02989fee79a3 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:25.412322 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c46027-df77-4b60-a190-02989fee79a3 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:55:25.487502 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c46027-df77-4b60-a190-02989fee79a3 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event updated for resources: {'Port': ['ID=a344b4d5-4e26-4a3d-9867-e8739291294b,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:25.510096 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-387721ba-7a77-4fbb-9086-2bea781cc2c0 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:25.513203 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387721ba-7a77-4fbb-9086-2bea781cc2c0 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Port': ['ID=73c6ff07-7a85-4660-84ea-17ad65978bbe,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:25.525118 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854af51-d472-452c-83b9-96d3f0380b6e None None] Pushing event updated for resources: {'Port': ['ID=9064c834-8f70-443c-b580-d603fb89f2c7,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:25.527056 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7fc2b447-80e6-48d8-ba70-84904d43b03b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:25.581286 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-1613b78f-b8b5-4c4f-a27c-f66235424dbb None None] Provisioning complete for port 14a79488-65cd-4df2-8533-d9d8fa9b0038 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:25.582281 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1613b78f-b8b5-4c4f-a27c-f66235424dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:25.757369 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387721ba-7a77-4fbb-9086-2bea781cc2c0 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network 9d027758-c44a-4d89-95e6-581ee6f78990 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:25.762859 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-387721ba-7a77-4fbb-9086-2bea781cc2c0 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:25.764357 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7fc2b447-80e6-48d8-ba70-84904d43b03b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:25.777606 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 14a79488-65cd-4df2-8533-d9d8fa9b0038 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:55:25.789537 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:25.846828 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-1613b78f-b8b5-4c4f-a27c-f66235424dbb None None] Provisioning complete for port 73c6ff07-7a85-4660-84ea-17ad65978bbe triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:25.847217 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1613b78f-b8b5-4c4f-a27c-f66235424dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:25.860244 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2b447-80e6-48d8-ba70-84904d43b03b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Port': ['ID=e478172e-26e8-481b-a315-163074f86545,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:25.880672 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc2b447-80e6-48d8-ba70-84904d43b03b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Network 026f6720-6293-4d23-95d9-8c8e6183ce22 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:25.884118 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-7fc2b447-80e6-48d8-ba70-84904d43b03b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:25.887146 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc2b447-80e6-48d8-ba70-84904d43b03b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:55:25.937761 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-1613b78f-b8b5-4c4f-a27c-f66235424dbb None None] Port 73c6ff07-7a85-4660-84ea-17ad65978bbe cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:55:25.975839 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 14a79488-65cd-4df2-8533-d9d8fa9b0038 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:25.976065 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:25.989125 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc2b447-80e6-48d8-ba70-84904d43b03b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:25.989678 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7fc2b447-80e6-48d8-ba70-84904d43b03b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:26.005375 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:26.013244 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7fc2b447-80e6-48d8-ba70-84904d43b03b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0312381 Apr 28 19:55:26.018447 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40454) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:26.177364 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-d746395f-b782-4239-b76d-4e79527dd30a None None] Provisioning complete for port 73c6ff07-7a85-4660-84ea-17ad65978bbe triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:26.177747 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d746395f-b782-4239-b76d-4e79527dd30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:26.253715 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-d746395f-b782-4239-b76d-4e79527dd30a None None] Port 73c6ff07-7a85-4660-84ea-17ad65978bbe cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:55:26.331912 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387721ba-7a77-4fbb-9086-2bea781cc2c0 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Router ecf416d3-eb38-48e8-9031-7f925a0209e0 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:55:26.379007 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-33cf0776-a796-4f34-bb95-6d40893ca7b0 None None] Provisioning complete for port 73c6ff07-7a85-4660-84ea-17ad65978bbe triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:26.379571 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-33cf0776-a796-4f34-bb95-6d40893ca7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:26.456853 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-33cf0776-a796-4f34-bb95-6d40893ca7b0 None None] Port 73c6ff07-7a85-4660-84ea-17ad65978bbe cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:55:26.478749 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-71c46027-df77-4b60-a190-02989fee79a3 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:26.686133 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-71c46027-df77-4b60-a190-02989fee79a3 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:26.688634 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-aff6079f-62c7-4131-9683-dacd5e991e06 None None] Provisioning complete for port 73c6ff07-7a85-4660-84ea-17ad65978bbe triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:26.689576 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-aff6079f-62c7-4131-9683-dacd5e991e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:26.743468 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387721ba-7a77-4fbb-9086-2bea781cc2c0 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:55:26.761028 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad226d2c-d1d4-48a8-8eb7-120b15278144 None None] Sync routers for ids ['ecf416d3-eb38-48e8-9031-7f925a0209e0'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:55:26.762868 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-387721ba-7a77-4fbb-9086-2bea781cc2c0 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "PUT /v2.0/routers/ecf416d3-eb38-48e8-9031-7f925a0209e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6861885 Apr 28 19:55:26.763649 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40478) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:26.801905 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-aff6079f-62c7-4131-9683-dacd5e991e06 None None] Port 73c6ff07-7a85-4660-84ea-17ad65978bbe cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:55:26.818608 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad226d2c-d1d4-48a8-8eb7-120b15278144 None None] Routers {'ecf416d3-eb38-48e8-9031-7f925a0209e0'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:26.819495 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-ad226d2c-d1d4-48a8-8eb7-120b15278144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['ecf416d3-eb38-48e8-9031-7f925a0209e0'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:26.837220 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce39770-3bef-4e76-a891-541aeb5e5cdb tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:26.842781 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4ce39770-3bef-4e76-a891-541aeb5e5cdb tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "GET /v2.0/ports/73c6ff07-7a85-4660-84ea-17ad65978bbe HTTP/1.1" status: 200 len: 978 time: 0.0750227 Apr 28 19:55:26.846298 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40480) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:26.884048 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-ad226d2c-d1d4-48a8-8eb7-120b15278144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:26.894330 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad226d2c-d1d4-48a8-8eb7-120b15278144 None None] Routers {'ecf416d3-eb38-48e8-9031-7f925a0209e0'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:26.894974 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-ad226d2c-d1d4-48a8-8eb7-120b15278144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['ecf416d3-eb38-48e8-9031-7f925a0209e0'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:26.961440 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-ad226d2c-d1d4-48a8-8eb7-120b15278144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:26.962231 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad226d2c-d1d4-48a8-8eb7-120b15278144 None None] The sync data for ids ['ecf416d3-eb38-48e8-9031-7f925a0209e0'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:55:27.026591 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4bbec64b-af22-4e23-9c53-e693d5644a17 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:27.074100 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-71c46027-df77-4b60-a190-02989fee79a3 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:27.081098 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-71c46027-df77-4b60-a190-02989fee79a3 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:27.135870 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c46027-df77-4b60-a190-02989fee79a3 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event updated for resources: {'Port': ['ID=a344b4d5-4e26-4a3d-9867-e8739291294b,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:27.210069 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-71c46027-df77-4b60-a190-02989fee79a3 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:27.256546 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39f934e-3bc0-4609-a949-30f63c7d2b60 None None] Network 026f6720-6293-4d23-95d9-8c8e6183ce22 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:55:27.360964 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-2579f912-7318-4489-aaff-ba4bdafef848 None None] Provisioning complete for port 9064c834-8f70-443c-b580-d603fb89f2c7 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:27.360964 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2579f912-7318-4489-aaff-ba4bdafef848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:27.395843 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-71c46027-df77-4b60-a190-02989fee79a3 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Floating IP 05492205-20f9-49a8-bf0a-a70a3a508aaa associated. External IP: 172.25.8.40, port: 7ca48403-5467-4a40-9b5d-fc1646c59d88. Apr 28 19:55:27.559538 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2579f912-7318-4489-aaff-ba4bdafef848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:27.610609 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-2579f912-7318-4489-aaff-ba4bdafef848 None None] For port 9064c834-8f70-443c-b580-d603fb89f2c7, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=9064c834-8f70-443c-b580-d603fb89f2c7,segment=NetworkSegment(b2ea0aca-6f36-4fa4-81fd-04e95f601c08),segment_id=b2ea0aca-6f36-4fa4-81fd-04e95f601c08)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:27.632712 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2579f912-7318-4489-aaff-ba4bdafef848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:27.792140 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579f912-7318-4489-aaff-ba4bdafef848 None None] Pushing event updated for resources: {'Port': ['ID=9064c834-8f70-443c-b580-d603fb89f2c7,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:27.835124 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4bbec64b-af22-4e23-9c53-e693d5644a17 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:27.868209 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9064c834-8f70-443c-b580-d603fb89f2c7 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:55:27.896209 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4bbec64b-af22-4e23-9c53-e693d5644a17 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:27.990659 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c46027-df77-4b60-a190-02989fee79a3 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Router 86975967-732a-4263-81a0-876e571fdfe9 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:55:28.021599 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 9064c834-8f70-443c-b580-d603fb89f2c7 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:28.022168 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:28.093493 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-c6bce629-69f6-41ac-832f-2e84a8ca19c0 None None] Provisioning complete for port e478172e-26e8-481b-a315-163074f86545 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:28.094018 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c6bce629-69f6-41ac-832f-2e84a8ca19c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:28.177990 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c46027-df77-4b60-a190-02989fee79a3 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:55:28.190284 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e20a9b-5a5c-4f15-9906-845714b1506a None None] Sync routers for ids ['86975967-732a-4263-81a0-876e571fdfe9'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:55:28.208258 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e20a9b-5a5c-4f15-9906-845714b1506a None None] Routers {'86975967-732a-4263-81a0-876e571fdfe9'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:28.208920 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-f1e20a9b-5a5c-4f15-9906-845714b1506a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['86975967-732a-4263-81a0-876e571fdfe9'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:28.209960 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-71c46027-df77-4b60-a190-02989fee79a3 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:28.241683 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-c6bce629-69f6-41ac-832f-2e84a8ca19c0 None None] Port e478172e-26e8-481b-a315-163074f86545 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:55:28.258302 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-71c46027-df77-4b60-a190-02989fee79a3 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.3284719 Apr 28 19:55:28.259321 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40508) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:28.263212 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-c6bce629-69f6-41ac-832f-2e84a8ca19c0 None None] Provisioning complete for port 9064c834-8f70-443c-b580-d603fb89f2c7 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:28.263753 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c6bce629-69f6-41ac-832f-2e84a8ca19c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:28.268275 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-a344b314-94bf-4398-beb8-cc33af2ec543 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:28.320182 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-f1e20a9b-5a5c-4f15-9906-845714b1506a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:28.344911 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e20a9b-5a5c-4f15-9906-845714b1506a None None] Routers {'86975967-732a-4263-81a0-876e571fdfe9'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:28.345566 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-f1e20a9b-5a5c-4f15-9906-845714b1506a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['86975967-732a-4263-81a0-876e571fdfe9'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:28.365882 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a344b314-94bf-4398-beb8-cc33af2ec543 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for floatingip, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:28.401451 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-f1e20a9b-5a5c-4f15-9906-845714b1506a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:28.402369 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e20a9b-5a5c-4f15-9906-845714b1506a None None] The sync data for ids ['86975967-732a-4263-81a0-876e571fdfe9'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:55:28.498158 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-00a7623d-0368-4e0f-9aff-f5546e5e4270 None None] Provisioning complete for port e478172e-26e8-481b-a315-163074f86545 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:28.499140 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-00a7623d-0368-4e0f-9aff-f5546e5e4270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:28.555999 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbec64b-af22-4e23-9c53-e693d5644a17 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Port': ['ID=e478172e-26e8-481b-a315-163074f86545,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:28.565173 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-00a7623d-0368-4e0f-9aff-f5546e5e4270 None None] Port e478172e-26e8-481b-a315-163074f86545 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:55:28.609381 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a344b314-94bf-4398-beb8-cc33af2ec543 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:28.614425 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a344b314-94bf-4398-beb8-cc33af2ec543 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:28.616159 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-a344b314-94bf-4398-beb8-cc33af2ec543 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Floating IP 05492205-20f9-49a8-bf0a-a70a3a508aaa disassociated. External IP: 172.25.8.40, port: 7ca48403-5467-4a40-9b5d-fc1646c59d88. Apr 28 19:55:28.673014 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6d09086c-6c37-4660-abdd-d20b3cb490cf tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:28.693958 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-5786aec1-494e-4e5a-bc93-30e49fafeabc None None] Provisioning complete for port e478172e-26e8-481b-a315-163074f86545 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:28.694349 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5786aec1-494e-4e5a-bc93-30e49fafeabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:28.755875 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-5786aec1-494e-4e5a-bc93-30e49fafeabc None None] Port e478172e-26e8-481b-a315-163074f86545 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:55:28.878731 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a344b314-94bf-4398-beb8-cc33af2ec543 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Router 86975967-732a-4263-81a0-876e571fdfe9 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:55:28.956753 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4bbec64b-af22-4e23-9c53-e693d5644a17 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:29.043731 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a344b314-94bf-4398-beb8-cc33af2ec543 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:55:29.050129 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a344b314-94bf-4398-beb8-cc33af2ec543 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:29.058035 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73e745b-1eff-44b1-bfc8-400bb09d2424 None None] Sync routers for ids ['86975967-732a-4263-81a0-876e571fdfe9'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:55:29.078131 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73e745b-1eff-44b1-bfc8-400bb09d2424 None None] Routers {'86975967-732a-4263-81a0-876e571fdfe9'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:29.080377 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e73e745b-1eff-44b1-bfc8-400bb09d2424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['86975967-732a-4263-81a0-876e571fdfe9'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:29.102586 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a344b314-94bf-4398-beb8-cc33af2ec543 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "PUT /v2.0/floatingips/05492205-20f9-49a8-bf0a-a70a3a508aaa HTTP/1.1" status: 200 len: 687 time: 0.8409498 Apr 28 19:55:29.105258 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40522) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:29.133841 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e73e745b-1eff-44b1-bfc8-400bb09d2424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:29.146285 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73e745b-1eff-44b1-bfc8-400bb09d2424 None None] Routers {'86975967-732a-4263-81a0-876e571fdfe9'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:29.147091 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e73e745b-1eff-44b1-bfc8-400bb09d2424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['86975967-732a-4263-81a0-876e571fdfe9'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:29.185897 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-6d09086c-6c37-4660-abdd-d20b3cb490cf tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Deleting port 73c6ff07-7a85-4660-84ea-17ad65978bbe {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:55:29.186444 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6d09086c-6c37-4660-abdd-d20b3cb490cf tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:29.191246 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4bbec64b-af22-4e23-9c53-e693d5644a17 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:29.203524 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e73e745b-1eff-44b1-bfc8-400bb09d2424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:29.204211 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73e745b-1eff-44b1-bfc8-400bb09d2424 None None] The sync data for ids ['86975967-732a-4263-81a0-876e571fdfe9'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:55:29.564426 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6d09086c-6c37-4660-abdd-d20b3cb490cf tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:29.601682 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-6d09086c-6c37-4660-abdd-d20b3cb490cf tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Calling delete_port for 73c6ff07-7a85-4660-84ea-17ad65978bbe owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:55:29.764179 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9064c834-8f70-443c-b580-d603fb89f2c7 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:55:29.785736 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40542) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:29.819826 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-36b6fcf3-960f-4648-af4e-a0f4ed98b5ea tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Deleting port a344b4d5-4e26-4a3d-9867-e8739291294b {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:55:29.820304 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-36b6fcf3-960f-4648-af4e-a0f4ed98b5ea tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:29.838922 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 9064c834-8f70-443c-b580-d603fb89f2c7 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:29.839435 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:29.882347 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4bbec64b-af22-4e23-9c53-e693d5644a17 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:29.891571 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4bbec64b-af22-4e23-9c53-e693d5644a17 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:29.924665 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-36b6fcf3-960f-4648-af4e-a0f4ed98b5ea tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:29.925064 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-36b6fcf3-960f-4648-af4e-a0f4ed98b5ea tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:29.939284 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-36b6fcf3-960f-4648-af4e-a0f4ed98b5ea tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Calling delete_port for a344b4d5-4e26-4a3d-9867-e8739291294b owned by network:floatingip {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:55:30.042348 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4bbec64b-af22-4e23-9c53-e693d5644a17 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:30.049846 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbec64b-af22-4e23-9c53-e693d5644a17 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Port': ['ID=e478172e-26e8-481b-a315-163074f86545,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:30.084279 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6d09086c-6c37-4660-abdd-d20b3cb490cf tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:30.096756 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9d5920df-331e-4f73-8d47-0c9f756aec8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:30.131667 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-36b6fcf3-960f-4648-af4e-a0f4ed98b5ea tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:30.173866 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09086c-6c37-4660-abdd-d20b3cb490cf tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event deleted for resources: {'Port': ['ID=73c6ff07-7a85-4660-84ea-17ad65978bbe,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:30.178047 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6fcf3-960f-4648-af4e-a0f4ed98b5ea tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event deleted for resources: {'Port': ['ID=a344b4d5-4e26-4a3d-9867-e8739291294b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:30.290374 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9d5920df-331e-4f73-8d47-0c9f756aec8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:30.293592 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-36b6fcf3-960f-4648-af4e-a0f4ed98b5ea tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for floatingip, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:30.297486 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-36b6fcf3-960f-4648-af4e-a0f4ed98b5ea tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:30.299316 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-36b6fcf3-960f-4648-af4e-a0f4ed98b5ea tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "DELETE /v2.0/floatingips/05492205-20f9-49a8-bf0a-a70a3a508aaa HTTP/1.1" status: 204 len: 168 time: 1.1925435 Apr 28 19:55:30.302355 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40550) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:30.313269 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-f395c51f-aee8-4d08-928d-337c02dbab6e tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'port_id': '866474a0-e003-4150-8deb-ce77956a73f0'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:30.318561 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9d5920df-331e-4f73-8d47-0c9f756aec8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:30.352237 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9d5920df-331e-4f73-8d47-0c9f756aec8b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=11487f873a824e9b93e34054a1c32ca9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5643070 Apr 28 19:55:30.361354 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40552) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:30.417034 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbec64b-af22-4e23-9c53-e693d5644a17 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Network 026f6720-6293-4d23-95d9-8c8e6183ce22 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:30.418253 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f395c51f-aee8-4d08-928d-337c02dbab6e tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:30.420259 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-4bbec64b-af22-4e23-9c53-e693d5644a17 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:30.424220 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5920df-331e-4f73-8d47-0c9f756aec8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b036504a-ee35-41b5-bdb9-0b9cd576b36a,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:30.428649 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6d09086c-6c37-4660-abdd-d20b3cb490cf tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:30.495208 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-130c2d8a-b4b2-4130-a634-6728fbdc19cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:30.544868 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-130c2d8a-b4b2-4130-a634-6728fbdc19cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:30.650756 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f395c51f-aee8-4d08-928d-337c02dbab6e tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:30.755591 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-130c2d8a-b4b2-4130-a634-6728fbdc19cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:30.758395 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-130c2d8a-b4b2-4130-a634-6728fbdc19cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:30.759154 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d09086c-6c37-4660-abdd-d20b3cb490cf tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Router ecf416d3-eb38-48e8-9031-7f925a0209e0 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:55:30.759647 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-130c2d8a-b4b2-4130-a634-6728fbdc19cd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b036504a-ee35-41b5-bdb9-0b9cd576b36a HTTP/1.1" status: 204 len: 168 time: 0.3973238 Apr 28 19:55:30.779658 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c2d8a-b4b2-4130-a634-6728fbdc19cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b036504a-ee35-41b5-bdb9-0b9cd576b36a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:30.803029 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-f395c51f-aee8-4d08-928d-337c02dbab6e tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Allocated IP 172.25.8.207 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/2ed1c2ba-d93c-47c6-a7ec-65d4d47bf634) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:30.839813 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bbec64b-af22-4e23-9c53-e693d5644a17 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Router d342fbf9-3c96-402f-9260-a9cf5d81efd0 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:55:30.849618 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-6137db91-0860-4cca-b90d-b1e1346c8ded None None] Provisioning complete for port e478172e-26e8-481b-a315-163074f86545 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:30.850176 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6137db91-0860-4cca-b90d-b1e1346c8ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:30.876840 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d09086c-6c37-4660-abdd-d20b3cb490cf tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:55:30.882344 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6d09086c-6c37-4660-abdd-d20b3cb490cf tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "PUT /v2.0/routers/ecf416d3-eb38-48e8-9031-7f925a0209e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0351691 Apr 28 19:55:30.896518 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2362cc-d806-4523-af3a-6b4f521e93c9 None None] Sync routers for ids ['ecf416d3-eb38-48e8-9031-7f925a0209e0'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:55:30.911456 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40558) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:30.916903 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2362cc-d806-4523-af3a-6b4f521e93c9 None None] Routers {'ecf416d3-eb38-48e8-9031-7f925a0209e0'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:30.920626 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ce2362cc-d806-4523-af3a-6b4f521e93c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['ecf416d3-eb38-48e8-9031-7f925a0209e0'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:30.930887 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-6137db91-0860-4cca-b90d-b1e1346c8ded None None] Port e478172e-26e8-481b-a315-163074f86545 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:55:30.980708 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ce2362cc-d806-4523-af3a-6b4f521e93c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:30.994182 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2362cc-d806-4523-af3a-6b4f521e93c9 None None] Routers {'ecf416d3-eb38-48e8-9031-7f925a0209e0'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:30.994977 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ce2362cc-d806-4523-af3a-6b4f521e93c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['ecf416d3-eb38-48e8-9031-7f925a0209e0'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:30.999673 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbec64b-af22-4e23-9c53-e693d5644a17 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:55:31.008664 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4bbec64b-af22-4e23-9c53-e693d5644a17 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "PUT /v2.0/routers/d342fbf9-3c96-402f-9260-a9cf5d81efd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9860041 Apr 28 19:55:31.011692 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d16d94-8954-46bd-8b8f-15a18fbd8dcc None None] Sync routers for ids ['d342fbf9-3c96-402f-9260-a9cf5d81efd0'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:55:31.013932 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40562) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:31.027014 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d16d94-8954-46bd-8b8f-15a18fbd8dcc None None] Routers {'d342fbf9-3c96-402f-9260-a9cf5d81efd0'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:31.027913 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-79d16d94-8954-46bd-8b8f-15a18fbd8dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['d342fbf9-3c96-402f-9260-a9cf5d81efd0'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:31.071699 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ce2362cc-d806-4523-af3a-6b4f521e93c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:31.072408 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2362cc-d806-4523-af3a-6b4f521e93c9 None None] The sync data for ids ['ecf416d3-eb38-48e8-9031-7f925a0209e0'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:55:31.090574 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaef09fd-3c22-4799-b6ee-f0c78ff70cf1 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:31.093581 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-79d16d94-8954-46bd-8b8f-15a18fbd8dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:31.096762 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-eaef09fd-3c22-4799-b6ee-f0c78ff70cf1 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "GET /v2.0/ports?device_id=d342fbf9-3c96-402f-9260-a9cf5d81efd0 HTTP/1.1" status: 200 len: 982 time: 0.0790009 Apr 28 19:55:31.096978 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40566) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:31.103284 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d16d94-8954-46bd-8b8f-15a18fbd8dcc None None] Routers {'d342fbf9-3c96-402f-9260-a9cf5d81efd0'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:31.103918 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-79d16d94-8954-46bd-8b8f-15a18fbd8dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['d342fbf9-3c96-402f-9260-a9cf5d81efd0'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:31.145359 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-79d16d94-8954-46bd-8b8f-15a18fbd8dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:31.146262 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d16d94-8954-46bd-8b8f-15a18fbd8dcc None None] The sync data for ids ['d342fbf9-3c96-402f-9260-a9cf5d81efd0'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:55:31.299732 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f395c51f-aee8-4d08-928d-337c02dbab6e tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:31.306382 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40570) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:31.342700 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7d977d4c-5945-4c43-a460-d79b9229b55f req-91e7cb28-477e-46bb-b6c7-035ebec46753 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2646294 Apr 28 19:55:31.363778 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a6a0bbe0-9136-46fe-a94f-7f975fcb59f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:31.417835 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-8ae5e5db-d848-40a5-b38b-89b40e1c4e50 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] remove_router_interface failed (client error): The resource could not be found. Apr 28 19:55:31.422783 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8ae5e5db-d848-40a5-b38b-89b40e1c4e50 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "PUT /v2.0/routers/ecf416d3-eb38-48e8-9031-7f925a0209e0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5062654 Apr 28 19:55:31.427331 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40572) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:31.480706 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c7ecac66-0477-439e-96c9-6bbe43d78bb8 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecf416d3-eb38-48e8-9031-7f925a0209e0 HTTP/1.1" status: 200 len: 205 time: 0.0526335 Apr 28 19:55:31.487157 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40574) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:31.489436 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f395c51f-aee8-4d08-928d-337c02dbab6e tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:31.526398 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7bdd2ad9-7b18-4fdf-830a-35c1a2af58f7 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:31.626552 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f395c51f-aee8-4d08-928d-337c02dbab6e tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:31.632833 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d977d4c-5945-4c43-a460-d79b9229b55f req-63545137-0018-4cdf-a742-09db56c96b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:31.634343 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7d977d4c-5945-4c43-a460-d79b9229b55f req-63545137-0018-4cdf-a742-09db56c96b98 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d9e2f02c26d442699c083632dd6dfd5&device_id=5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6 HTTP/1.1" status: 200 len: 1096 time: 0.2282698 Apr 28 19:55:31.643588 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-f395c51f-aee8-4d08-928d-337c02dbab6e tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:31.653457 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4cd00190-dc6f-4478-92fc-75e023e23381 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:31.657110 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f395c51f-aee8-4d08-928d-337c02dbab6e tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:55:31.757765 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395c51f-aee8-4d08-928d-337c02dbab6e tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event updated for resources: {'Port': ['ID=2ed1c2ba-d93c-47c6-a7ec-65d4d47bf634,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:31.773166 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-7bdd2ad9-7b18-4fdf-830a-35c1a2af58f7 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Deleting port e478172e-26e8-481b-a315-163074f86545 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:55:31.774290 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7bdd2ad9-7b18-4fdf-830a-35c1a2af58f7 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:31.857912 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:31.897011 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7bdd2ad9-7b18-4fdf-830a-35c1a2af58f7 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:31.914395 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-7bdd2ad9-7b18-4fdf-830a-35c1a2af58f7 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Calling delete_port for e478172e-26e8-481b-a315-163074f86545 owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:55:31.991166 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4cd00190-dc6f-4478-92fc-75e023e23381 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:32.010963 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4cd00190-dc6f-4478-92fc-75e023e23381 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:32.014656 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a6a0bbe0-9136-46fe-a94f-7f975fcb59f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:32.036572 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a6a0bbe0-9136-46fe-a94f-7f975fcb59f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:32.125685 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7bdd2ad9-7b18-4fdf-830a-35c1a2af58f7 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:32.161423 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd2ad9-7b18-4fdf-830a-35c1a2af58f7 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Port': ['ID=e478172e-26e8-481b-a315-163074f86545,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:32.180706 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d977d4c-5945-4c43-a460-d79b9229b55f req-65b77d16-837d-445c-a8dd-1076bff18be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:32.182600 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7d977d4c-5945-4c43-a460-d79b9229b55f req-65b77d16-837d-445c-a8dd-1076bff18be0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=30db331d-2929-4954-8cf4-0f6f324e75e7 HTTP/1.1" status: 200 len: 898 time: 0.4545236 Apr 28 19:55:32.188756 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4cd00190-dc6f-4478-92fc-75e023e23381 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:32.189330 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd00190-dc6f-4478-92fc-75e023e23381 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Fanout notify agent at l3_agent the message router_deleted on router ecf416d3-eb38-48e8-9031-7f925a0209e0 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:55:32.197212 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4cd00190-dc6f-4478-92fc-75e023e23381 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:32.198839 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4cd00190-dc6f-4478-92fc-75e023e23381 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/routers/ecf416d3-eb38-48e8-9031-7f925a0209e0 HTTP/1.1" status: 204 len: 168 time: 0.7070849 Apr 28 19:55:32.215441 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40576) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:32.270753 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a6a0bbe0-9136-46fe-a94f-7f975fcb59f1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=617690ae741443018693f6ef07f7deb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9596751 Apr 28 19:55:32.271518 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a0bbe0-9136-46fe-a94f-7f975fcb59f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a886c86d-4d76-47b9-979d-2b409086a770,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:32.277693 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40582) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:32.349786 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7d977d4c-5945-4c43-a460-d79b9229b55f req-faf036e4-930b-4bf0-a690-9913e6758214 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3893e74-f67c-497c-af3e-a07168b01f05 HTTP/1.1" status: 200 len: 1000 time: 0.1475925 Apr 28 19:55:32.377764 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-409e7284-860c-4297-bd7d-2bc05dcce82d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Deleting subnet fe449ff5-c2ac-4c98-98fc-f7e9f19a0f72 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:55:32.381553 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-409e7284-860c-4297-bd7d-2bc05dcce82d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:32.425772 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-409e7284-860c-4297-bd7d-2bc05dcce82d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:32.480709 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d977d4c-5945-4c43-a460-d79b9229b55f req-f3de5fb6-a03c-4339-8717-b0c576f800fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:32.482257 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7d977d4c-5945-4c43-a460-d79b9229b55f req-f3de5fb6-a03c-4339-8717-b0c576f800fb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d4ca4fc0-ebf7-49e4-affa-59ffb35e90f0 HTTP/1.1" status: 200 len: 835 time: 0.1207976 Apr 28 19:55:32.538470 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-86a7500a-929e-4487-b731-18e00aa61e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:32.609295 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-86a7500a-929e-4487-b731-18e00aa61e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:32.659897 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d977d4c-5945-4c43-a460-d79b9229b55f req-37726753-d447-4aa7-8f43-cd4c57967e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:32.661531 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7d977d4c-5945-4c43-a460-d79b9229b55f req-37726753-d447-4aa7-8f43-cd4c57967e27 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=30db331d-2929-4954-8cf4-0f6f324e75e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1679332 Apr 28 19:55:32.838562 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f395c51f-aee8-4d08-928d-337c02dbab6e tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:32.908899 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-86a7500a-929e-4487-b731-18e00aa61e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:32.911543 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-86a7500a-929e-4487-b731-18e00aa61e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:32.912827 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-86a7500a-929e-4487-b731-18e00aa61e16 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a886c86d-4d76-47b9-979d-2b409086a770 HTTP/1.1" status: 204 len: 168 time: 0.6322520 Apr 28 19:55:32.938305 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-409e7284-860c-4297-bd7d-2bc05dcce82d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:32.953748 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7500a-929e-4487-b731-18e00aa61e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a886c86d-4d76-47b9-979d-2b409086a770,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:32.973404 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f395c51f-aee8-4d08-928d-337c02dbab6e tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:33.021995 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7d977d4c-5945-4c43-a460-d79b9229b55f req-d10dcd6d-f3ba-4ca4-9476-fdedf3a6a362 service neutron] 10.222.0.44 "GET /v2.0/networks/30db331d-2929-4954-8cf4-0f6f324e75e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526378 Apr 28 19:55:33.084889 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7bdd2ad9-7b18-4fdf-830a-35c1a2af58f7 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:33.210248 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-409e7284-860c-4297-bd7d-2bc05dcce82d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:33.217536 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7d977d4c-5945-4c43-a460-d79b9229b55f req-d89d3881-29ad-4aab-b838-3bc3c36f97b2 service neutron] 10.222.0.44 "GET /v2.0/networks/30db331d-2929-4954-8cf4-0f6f324e75e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658204 Apr 28 19:55:33.279135 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e7284-860c-4297-bd7d-2bc05dcce82d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event deleted for resources: {'Subnet': ['ID=fe449ff5-c2ac-4c98-98fc-f7e9f19a0f72,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:33.316931 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fd1b8e-b9ae-43a2-aff9-36e920cd7f3f None None] Network 9d027758-c44a-4d89-95e6-581ee6f78990 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:55:33.322900 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-409e7284-860c-4297-bd7d-2bc05dcce82d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:33.326388 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-409e7284-860c-4297-bd7d-2bc05dcce82d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/subnets/fe449ff5-c2ac-4c98-98fc-f7e9f19a0f72 HTTP/1.1" status: 204 len: 168 time: 1.1069033 Apr 28 19:55:33.333159 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40592) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:33.366252 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f395c51f-aee8-4d08-928d-337c02dbab6e tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:33.392224 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f395c51f-aee8-4d08-928d-337c02dbab6e tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:33.523939 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:33.581280 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07c73817-1dc0-49bd-90f0-f502d8b059f6 req-86b94c71-0830-4eb7-8dab-105a5cbd92f4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2641428 Apr 28 19:55:33.591301 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bdd2ad9-7b18-4fdf-830a-35c1a2af58f7 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Router d342fbf9-3c96-402f-9260-a9cf5d81efd0 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:55:33.638081 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395c51f-aee8-4d08-928d-337c02dbab6e tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event updated for resources: {'Port': ['ID=2ed1c2ba-d93c-47c6-a7ec-65d4d47bf634,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:33.662006 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fd3d0f-23ab-4833-ab93-cf826b425828 None None] DHCP port deletion for 9d027758-c44a-4d89-95e6-581ee6f78990 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:55:33.709105 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-74c0e876-94c9-4086-85be-8569ab848367 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:33.731290 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f395c51f-aee8-4d08-928d-337c02dbab6e tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:33.756449 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-15fd3d0f-23ab-4833-ab93-cf826b425828 None None] Deleting port 14a79488-65cd-4df2-8533-d9d8fa9b0038 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:55:33.757144 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-15fd3d0f-23ab-4833-ab93-cf826b425828 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:33.819445 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bdd2ad9-7b18-4fdf-830a-35c1a2af58f7 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:55:33.824744 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7bdd2ad9-7b18-4fdf-830a-35c1a2af58f7 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "PUT /v2.0/routers/d342fbf9-3c96-402f-9260-a9cf5d81efd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7266798 Apr 28 19:55:33.833379 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c921a4-20cd-453c-a264-f6bf1597c9b5 None None] Sync routers for ids ['d342fbf9-3c96-402f-9260-a9cf5d81efd0'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:55:33.840132 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40610) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:33.851888 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c921a4-20cd-453c-a264-f6bf1597c9b5 None None] Routers {'d342fbf9-3c96-402f-9260-a9cf5d81efd0'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:33.852692 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-a9c921a4-20cd-453c-a264-f6bf1597c9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['d342fbf9-3c96-402f-9260-a9cf5d81efd0'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:33.879156 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c73817-1dc0-49bd-90f0-f502d8b059f6 req-4e488773-fbeb-45dd-b4fc-35c91a5125b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:33.880703 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07c73817-1dc0-49bd-90f0-f502d8b059f6 req-4e488773-fbeb-45dd-b4fc-35c91a5125b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3397cabaf68f4eccbdd2d7c135e48bbd&device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 1097 time: 0.1928086 Apr 28 19:55:33.883802 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-15fd3d0f-23ab-4833-ab93-cf826b425828 None None] For port 14a79488-65cd-4df2-8533-d9d8fa9b0038, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=14a79488-65cd-4df2-8533-d9d8fa9b0038,segment=NetworkSegment(0558802f-bf6b-44b5-92be-738e091d3bf5),segment_id=0558802f-bf6b-44b5-92be-738e091d3bf5)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:33.904419 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-15fd3d0f-23ab-4833-ab93-cf826b425828 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:33.926027 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-15fd3d0f-23ab-4833-ab93-cf826b425828 None None] Calling delete_port for 14a79488-65cd-4df2-8533-d9d8fa9b0038 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:55:33.927604 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-a9c921a4-20cd-453c-a264-f6bf1597c9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:33.940341 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c921a4-20cd-453c-a264-f6bf1597c9b5 None None] Routers {'d342fbf9-3c96-402f-9260-a9cf5d81efd0'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:33.941424 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-a9c921a4-20cd-453c-a264-f6bf1597c9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['d342fbf9-3c96-402f-9260-a9cf5d81efd0'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:33.949345 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 14a79488-65cd-4df2-8533-d9d8fa9b0038 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:55:33.963938 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-01704140-e0f0-480c-bfdb-c995cb238c88 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] GET failed (client error): The resource could not be found. Apr 28 19:55:33.968181 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-01704140-e0f0-480c-bfdb-c995cb238c88 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "GET /v2.0/ports/e478172e-26e8-481b-a315-163074f86545 HTTP/1.1" status: 404 len: 333 time: 0.1243298 Apr 28 19:55:33.968904 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40614) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:34.009005 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-a9c921a4-20cd-453c-a264-f6bf1597c9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:34.022803 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c921a4-20cd-453c-a264-f6bf1597c9b5 None None] The sync data for ids ['d342fbf9-3c96-402f-9260-a9cf5d81efd0'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:55:34.081261 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c73817-1dc0-49bd-90f0-f502d8b059f6 req-aed11c4c-cb9e-42f2-83cd-e40ca7eb46b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:34.088498 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07c73817-1dc0-49bd-90f0-f502d8b059f6 req-aed11c4c-cb9e-42f2-83cd-e40ca7eb46b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=13d770d2-76f1-4754-862f-2caf67b7488d HTTP/1.1" status: 200 len: 912 time: 0.1812441 Apr 28 19:55:34.116128 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:34.171820 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 14a79488-65cd-4df2-8533-d9d8fa9b0038, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=14a79488-65cd-4df2-8533-d9d8fa9b0038,segment=NetworkSegment(0558802f-bf6b-44b5-92be-738e091d3bf5),segment_id=0558802f-bf6b-44b5-92be-738e091d3bf5)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:34.178398 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:34.298608 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07c73817-1dc0-49bd-90f0-f502d8b059f6 req-c240027f-d8eb-45e0-92f1-45c9d39585e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c67ace5d-1fb0-4547-8c1d-971faf48ea74 HTTP/1.1" status: 200 len: 1002 time: 0.2046318 Apr 28 19:55:34.329010 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-15fd3d0f-23ab-4833-ab93-cf826b425828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:34.347573 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=14a79488-65cd-4df2-8533-d9d8fa9b0038,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:34.363328 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c73817-1dc0-49bd-90f0-f502d8b059f6 req-1aad1382-0235-4b9e-b51e-7ab61c7d8b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:34.364979 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07c73817-1dc0-49bd-90f0-f502d8b059f6 req-1aad1382-0235-4b9e-b51e-7ab61c7d8b51 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=95e411ad-3fda-47de-9866-800115a43d0a HTTP/1.1" status: 200 len: 850 time: 0.0589490 Apr 28 19:55:34.434224 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd3d0f-23ab-4833-ab93-cf826b425828 None None] Pushing event deleted for resources: {'Port': ['ID=14a79488-65cd-4df2-8533-d9d8fa9b0038,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:34.441655 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c73817-1dc0-49bd-90f0-f502d8b059f6 req-946ba0ea-00fb-4f6d-bd6e-061a18a695af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:34.445843 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07c73817-1dc0-49bd-90f0-f502d8b059f6 req-946ba0ea-00fb-4f6d-bd6e-061a18a695af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13d770d2-76f1-4754-862f-2caf67b7488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727479 Apr 28 19:55:34.460185 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fd3d0f-23ab-4833-ab93-cf826b425828 None None] No DVR routers for this DVR port 14a79488-65cd-4df2-8533-d9d8fa9b0038 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:55:34.593825 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07c73817-1dc0-49bd-90f0-f502d8b059f6 req-64f08e01-82b2-44c4-82e0-883317acac18 service neutron] 10.222.0.15 "GET /v2.0/networks/13d770d2-76f1-4754-862f-2caf67b7488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398680 Apr 28 19:55:34.631331 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-657266ca-25b6-4ba0-a2c3-ae4187905f11 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:34.674684 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-f395c51f-aee8-4d08-928d-337c02dbab6e tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Floating IP c1123027-deae-4d84-a111-637cf8c007a9 associated. External IP: 172.25.8.207, port: 866474a0-e003-4150-8deb-ce77956a73f0. Apr 28 19:55:34.712309 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07c73817-1dc0-49bd-90f0-f502d8b059f6 req-1f4a585c-e789-4a1e-abab-6c1f17433dca service neutron] 10.222.0.15 "GET /v2.0/networks/13d770d2-76f1-4754-862f-2caf67b7488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108675 Apr 28 19:55:34.739751 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-74c0e876-94c9-4086-85be-8569ab848367 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Deleting port 14a79488-65cd-4df2-8533-d9d8fa9b0038 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:55:34.740388 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-74c0e876-94c9-4086-85be-8569ab848367 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:34.899409 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-657266ca-25b6-4ba0-a2c3-ae4187905f11 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:34.903159 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-657266ca-25b6-4ba0-a2c3-ae4187905f11 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:34.981733 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-74c0e876-94c9-4086-85be-8569ab848367 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] For port 14a79488-65cd-4df2-8533-d9d8fa9b0038, host n-d-839810-1, got binding levels [] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:34.982890 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-74c0e876-94c9-4086-85be-8569ab848367 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:35.002351 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-74c0e876-94c9-4086-85be-8569ab848367 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Calling delete_port for 14a79488-65cd-4df2-8533-d9d8fa9b0038 owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:55:35.007318 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.ipam_backend_mixin [None req-74c0e876-94c9-4086-85be-8569ab848367 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Port 14a79488-65cd-4df2-8533-d9d8fa9b0038 was not found and therefore no delete operation was performed {{(pid=102774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 28 19:55:35.009997 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-657266ca-25b6-4ba0-a2c3-ae4187905f11 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:35.010501 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657266ca-25b6-4ba0-a2c3-ae4187905f11 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Fanout notify agent at l3_agent the message router_deleted on router d342fbf9-3c96-402f-9260-a9cf5d81efd0 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:55:35.020022 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-657266ca-25b6-4ba0-a2c3-ae4187905f11 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:35.023881 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-657266ca-25b6-4ba0-a2c3-ae4187905f11 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/routers/d342fbf9-3c96-402f-9260-a9cf5d81efd0 HTTP/1.1" status: 204 len: 168 time: 1.0504131 Apr 28 19:55:35.023881 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-74c0e876-94c9-4086-85be-8569ab848367 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:35.024386 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40650) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:35.063545 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0e876-94c9-4086-85be-8569ab848367 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event deleted for resources: {'Port': ['ID=14a79488-65cd-4df2-8533-d9d8fa9b0038,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:35.065570 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c0e876-94c9-4086-85be-8569ab848367 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] No DVR routers for this DVR port 14a79488-65cd-4df2-8533-d9d8fa9b0038 on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:55:35.098436 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-04fe3ae2-c514-4f2b-be9b-ac95fe8c013d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Deleting subnet 47114294-bdab-4405-b203-aa48064a37f0 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:55:35.101797 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04fe3ae2-c514-4f2b-be9b-ac95fe8c013d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:35.155969 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04fe3ae2-c514-4f2b-be9b-ac95fe8c013d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:35.195495 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-74c0e876-94c9-4086-85be-8569ab848367 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:35.254071 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-74c0e876-94c9-4086-85be-8569ab848367 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d027758-c44a-4d89-95e6-581ee6f78990']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:35.268820 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-74c0e876-94c9-4086-85be-8569ab848367 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0558802f-bf6b-44b5-92be-738e091d3bf5') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:35.269139 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-74c0e876-94c9-4086-85be-8569ab848367 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0558802f-bf6b-44b5-92be-738e091d3bf5') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:35.274504 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04fe3ae2-c514-4f2b-be9b-ac95fe8c013d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:35.286699 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-74c0e876-94c9-4086-85be-8569ab848367 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:35.296771 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f395c51f-aee8-4d08-928d-337c02dbab6e tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Router 86975967-732a-4263-81a0-876e571fdfe9 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:55:35.310859 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-74c0e876-94c9-4086-85be-8569ab848367 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:35.323452 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c0e876-94c9-4086-85be-8569ab848367 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:55:35.323938 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-74c0e876-94c9-4086-85be-8569ab848367 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:35.329024 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:55:35.329024 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:55:35.329024 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:55:35.329024 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:55:35.329024 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:55:35.329024 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:55:35.329024 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:55:35.329024 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:55:35.329024 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:55:35.329024 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:55:35.329024 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:55:35.329024 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:55:35.329024 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:55:35.329024 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:55:35.329024 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:55:35.329024 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:55:35.329024 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:55:35.329024 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:55:35.329024 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:55:35.329024 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:55:35.329024 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:55:35.329024 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:55:35.329024 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:55:35.329024 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:55:35.329024 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:55:35.329024 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:55:35.329024 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:55:35.329024 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:55:35.329024 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:55:35.329024 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:55:35.329024 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:55:35.329024 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:55:35.365499 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04fe3ae2-c514-4f2b-be9b-ac95fe8c013d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:35.396065 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40664) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:35.401671 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04fe3ae2-c514-4f2b-be9b-ac95fe8c013d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:35.408729 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-04fe3ae2-c514-4f2b-be9b-ac95fe8c013d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/subnets/47114294-bdab-4405-b203-aa48064a37f0 HTTP/1.1" status: 204 len: 168 time: 0.3830452 Apr 28 19:55:35.416173 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71b2af0-cf7d-4553-8797-c355869e3248 None None] Network 026f6720-6293-4d23-95d9-8c8e6183ce22 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:55:35.438484 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40666) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:35.452550 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-74c0e876-94c9-4086-85be-8569ab848367 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:35.489485 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4c689b29-da74-42cd-95b4-7816c1887d72 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/floatingips/5ad2a661-7e6b-4d88-b3d5-bdeab168e44d HTTP/1.1" status: 200 len: 992 time: 0.0919366 Apr 28 19:55:35.490278 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe3ae2-c514-4f2b-be9b-ac95fe8c013d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Subnet': ['ID=47114294-bdab-4405-b203-aa48064a37f0,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:35.491817 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-74c0e876-94c9-4086-85be-8569ab848367 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:35.501670 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-74c0e876-94c9-4086-85be-8569ab848367 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/networks/9d027758-c44a-4d89-95e6-581ee6f78990 HTTP/1.1" status: 204 len: 168 time: 2.1616006 Apr 28 19:55:35.502680 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40670) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:35.511848 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-90dba160-1509-4d6a-8446-d4c8577470d9 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Request body: {'network': {'name': 'tempest-RoutersTest-1892477895'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:35.546902 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dba160-1509-4d6a-8446-d4c8577470d9 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Made reservation on behalf of 8e56e936bdd14ca9aa8a5eb368e71d6b for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:35.551529 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0e876-94c9-4086-85be-8569ab848367 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event deleted for resources: {'Network': ['ID=9d027758-c44a-4d89-95e6-581ee6f78990,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:35.556782 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-90dba160-1509-4d6a-8446-d4c8577470d9 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:35.616625 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90dba160-1509-4d6a-8446-d4c8577470d9 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:55:35.633291 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-90dba160-1509-4d6a-8446-d4c8577470d9 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:35.633707 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-90dba160-1509-4d6a-8446-d4c8577470d9 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Added segment b354c17a-4cfa-4f2f-8af1-ec091f28478e of type vlan for network 00444b01-3462-4273-bfe5-62624c8479ed Apr 28 19:55:35.639354 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-de7c73c8-51c2-4d53-a957-54a4e0ead9a3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:35.648074 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f395c51f-aee8-4d08-928d-337c02dbab6e tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:55:35.675866 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f395c51f-aee8-4d08-928d-337c02dbab6e tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:35.686833 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8de169e-51b2-4480-8f12-e45791f522f5 None None] Sync routers for ids ['86975967-732a-4263-81a0-876e571fdfe9'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:55:35.737888 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8de169e-51b2-4480-8f12-e45791f522f5 None None] Routers {'86975967-732a-4263-81a0-876e571fdfe9'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:35.738863 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-c8de169e-51b2-4480-8f12-e45791f522f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['86975967-732a-4263-81a0-876e571fdfe9'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:35.749968 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-90dba160-1509-4d6a-8446-d4c8577470d9 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:35.783985 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-c8de169e-51b2-4480-8f12-e45791f522f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:35.794031 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8de169e-51b2-4480-8f12-e45791f522f5 None None] Routers {'86975967-732a-4263-81a0-876e571fdfe9'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:35.794749 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-c8de169e-51b2-4480-8f12-e45791f522f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['86975967-732a-4263-81a0-876e571fdfe9'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:35.821983 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f395c51f-aee8-4d08-928d-337c02dbab6e tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.5185184 Apr 28 19:55:35.825156 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40680) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:35.827684 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-90dba160-1509-4d6a-8446-d4c8577470d9 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:35.836134 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40682) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:35.837226 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dba160-1509-4d6a-8446-d4c8577470d9 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:35.837942 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-90dba160-1509-4d6a-8446-d4c8577470d9 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:35.856201 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6db49de-53b5-4f0a-99ac-87030bf0d91a None None] DHCP port deletion for 026f6720-6293-4d23-95d9-8c8e6183ce22 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:55:35.863676 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-c8de169e-51b2-4480-8f12-e45791f522f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:35.864365 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8de169e-51b2-4480-8f12-e45791f522f5 None None] The sync data for ids ['86975967-732a-4263-81a0-876e571fdfe9'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:55:35.967882 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dba160-1509-4d6a-8446-d4c8577470d9 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Network': ['ID=00444b01-3462-4273-bfe5-62624c8479ed,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:35.973649 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c9f2d1a7-39f5-41b3-a2ff-116c94d17081 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "GET /v2.0/floatingips/c1123027-deae-4d84-a111-637cf8c007a9 HTTP/1.1" status: 200 len: 977 time: 0.1416399 Apr 28 19:55:35.973874 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40684) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:36.072996 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-90dba160-1509-4d6a-8446-d4c8577470d9 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5685894 Apr 28 19:55:36.080821 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40690) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:36.091278 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-77b17898-9db9-4ed0-9e5d-e9118914e5be tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Request body: {'subnet': {'network_id': '00444b01-3462-4273-bfe5-62624c8479ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:36.136664 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-03339094-4931-413a-8b97-1215672aa7f6 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1580226 Apr 28 19:55:36.140858 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40694) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:36.146355 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-d89c7064-05b9-4e25-8c6f-63a49cfc1f4a tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Request body: {'floatingip': {'port_id': '7ca48403-5467-4a40-9b5d-fc1646c59d88'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:36.158751 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 00444b01-3462-4273-bfe5-62624c8479ed details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:55:36.188529 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-de7c73c8-51c2-4d53-a957-54a4e0ead9a3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Deleting port 9064c834-8f70-443c-b580-d603fb89f2c7 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:55:36.188816 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-de7c73c8-51c2-4d53-a957-54a4e0ead9a3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:36.234559 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d89c7064-05b9-4e25-8c6f-63a49cfc1f4a tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for floatingip, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:36.274516 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-d6db49de-53b5-4f0a-99ac-87030bf0d91a None None] Deleting port 9064c834-8f70-443c-b580-d603fb89f2c7 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:55:36.275093 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d6db49de-53b5-4f0a-99ac-87030bf0d91a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:36.374868 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d6db49de-53b5-4f0a-99ac-87030bf0d91a None None] For port 9064c834-8f70-443c-b580-d603fb89f2c7, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=9064c834-8f70-443c-b580-d603fb89f2c7,segment=NetworkSegment(b2ea0aca-6f36-4fa4-81fd-04e95f601c08),segment_id=b2ea0aca-6f36-4fa4-81fd-04e95f601c08)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:36.375272 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d6db49de-53b5-4f0a-99ac-87030bf0d91a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:36.412321 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-d6db49de-53b5-4f0a-99ac-87030bf0d91a None None] Calling delete_port for 9064c834-8f70-443c-b580-d603fb89f2c7 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:55:36.417085 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-de7c73c8-51c2-4d53-a957-54a4e0ead9a3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] For port 9064c834-8f70-443c-b580-d603fb89f2c7, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=9064c834-8f70-443c-b580-d603fb89f2c7,segment=NetworkSegment(b2ea0aca-6f36-4fa4-81fd-04e95f601c08),segment_id=b2ea0aca-6f36-4fa4-81fd-04e95f601c08)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:36.417085 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-de7c73c8-51c2-4d53-a957-54a4e0ead9a3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:36.435692 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-de7c73c8-51c2-4d53-a957-54a4e0ead9a3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Calling delete_port for 9064c834-8f70-443c-b580-d603fb89f2c7 owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:55:36.448088 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b17898-9db9-4ed0-9e5d-e9118914e5be tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Made reservation on behalf of 8e56e936bdd14ca9aa8a5eb368e71d6b for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:36.452841 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77b17898-9db9-4ed0-9e5d-e9118914e5be tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:36.510654 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d6db49de-53b5-4f0a-99ac-87030bf0d91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:36.531485 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6db49de-53b5-4f0a-99ac-87030bf0d91a None None] No DVR routers for this DVR port 9064c834-8f70-443c-b580-d603fb89f2c7 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:55:36.554495 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db49de-53b5-4f0a-99ac-87030bf0d91a None None] Pushing event deleted for resources: {'Port': ['ID=9064c834-8f70-443c-b580-d603fb89f2c7,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:36.591040 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-6c99ad3f-fd37-4ce3-9cb1-a92f3cd4ad40 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Deleting port 65087fb5-7393-4f5e-9c47-7cff757e12e9 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:55:36.592297 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6c99ad3f-fd37-4ce3-9cb1-a92f3cd4ad40 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:36.782848 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6c99ad3f-fd37-4ce3-9cb1-a92f3cd4ad40 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:36.783485 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6c99ad3f-fd37-4ce3-9cb1-a92f3cd4ad40 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:36.797425 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-de7c73c8-51c2-4d53-a957-54a4e0ead9a3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:36.835738 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-6c99ad3f-fd37-4ce3-9cb1-a92f3cd4ad40 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Calling delete_port for 65087fb5-7393-4f5e-9c47-7cff757e12e9 owned by network:floatingip {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:55:36.870261 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7c73c8-51c2-4d53-a957-54a4e0ead9a3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] No DVR routers for this DVR port 9064c834-8f70-443c-b580-d603fb89f2c7 on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:55:36.874736 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c73c8-51c2-4d53-a957-54a4e0ead9a3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Port': ['ID=9064c834-8f70-443c-b580-d603fb89f2c7,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:37.090934 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-de7c73c8-51c2-4d53-a957-54a4e0ead9a3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:37.111757 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d89c7064-05b9-4e25-8c6f-63a49cfc1f4a tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:37.117549 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d89c7064-05b9-4e25-8c6f-63a49cfc1f4a tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:37.178666 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-de7c73c8-51c2-4d53-a957-54a4e0ead9a3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['026f6720-6293-4d23-95d9-8c8e6183ce22']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:37.191894 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77b17898-9db9-4ed0-9e5d-e9118914e5be tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:37.207825 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-de7c73c8-51c2-4d53-a957-54a4e0ead9a3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ea0aca-6f36-4fa4-81fd-04e95f601c08') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:37.208307 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-de7c73c8-51c2-4d53-a957-54a4e0ead9a3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ea0aca-6f36-4fa4-81fd-04e95f601c08') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:37.265952 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-de7c73c8-51c2-4d53-a957-54a4e0ead9a3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:37.270303 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [None req-d89c7064-05b9-4e25-8c6f-63a49cfc1f4a tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Floating IP c1123027-deae-4d84-a111-637cf8c007a9 associated. External IP: 172.25.8.207, port: 866474a0-e003-4150-8deb-ce77956a73f0. Apr 28 19:55:37.332515 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-de7c73c8-51c2-4d53-a957-54a4e0ead9a3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:37.362733 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b17898-9db9-4ed0-9e5d-e9118914e5be tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Subnet': ['ID=62062faf-e3ec-4a36-a67b-e5681b9ce287,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:37.367193 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7c73c8-51c2-4d53-a957-54a4e0ead9a3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:55:37.367669 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-de7c73c8-51c2-4d53-a957-54a4e0ead9a3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:55:37.371281 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:55:37.401857 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b17898-9db9-4ed0-9e5d-e9118914e5be tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Checking segment: {'id': 'b354c17a-4cfa-4f2f-8af1-ec091f28478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '00444b01-3462-4273-bfe5-62624c8479ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:55:37.402222 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b17898-9db9-4ed0-9e5d-e9118914e5be tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network hostable DHCP agents. Network: 00444b01-3462-4273-bfe5-62624c8479ed, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:55:37.499790 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-de7c73c8-51c2-4d53-a957-54a4e0ead9a3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:37.505377 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b17898-9db9-4ed0-9e5d-e9118914e5be tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network 00444b01-3462-4273-bfe5-62624c8479ed is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:55:37.515875 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-de7c73c8-51c2-4d53-a957-54a4e0ead9a3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:37.519680 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-de7c73c8-51c2-4d53-a957-54a4e0ead9a3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/networks/026f6720-6293-4d23-95d9-8c8e6183ce22 HTTP/1.1" status: 204 len: 168 time: 2.0775721 Apr 28 19:55:37.529558 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6c99ad3f-fd37-4ce3-9cb1-a92f3cd4ad40 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:37.532637 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40716) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:37.591937 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c73c8-51c2-4d53-a957-54a4e0ead9a3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Network': ['ID=026f6720-6293-4d23-95d9-8c8e6183ce22,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:37.592141 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89c7064-05b9-4e25-8c6f-63a49cfc1f4a tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Router 86975967-732a-4263-81a0-876e571fdfe9 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:55:37.599859 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c99ad3f-fd37-4ce3-9cb1-a92f3cd4ad40 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event deleted for resources: {'Port': ['ID=65087fb5-7393-4f5e-9c47-7cff757e12e9,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:37.618651 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-77b17898-9db9-4ed0-9e5d-e9118914e5be tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 00444b01-3462-4273-bfe5-62624c8479ed) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:37.629876 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a851e804-7989-4d7c-87af-6e48651eef7e None None] Network 00444b01-3462-4273-bfe5-62624c8479ed requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:55:37.633944 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b17898-9db9-4ed0-9e5d-e9118914e5be tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:37.634530 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77b17898-9db9-4ed0-9e5d-e9118914e5be tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:37.683176 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3446b7ee-7e60-4a45-8e9f-722b056246ed tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:37.690564 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3446b7ee-7e60-4a45-8e9f-722b056246ed tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "GET /v2.0/ports/3772c8e8-0e94-470d-80c9-075c0027baff HTTP/1.1" status: 200 len: 841 time: 0.1112370 Apr 28 19:55:37.705419 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40722) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:37.789219 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-77b17898-9db9-4ed0-9e5d-e9118914e5be tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7024517 Apr 28 19:55:37.796339 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40730) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:37.803084 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-c3fd8b20-cc22-4985-b27b-a95bc75d8fe6 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1448532041', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:37.806206 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9064c834-8f70-443c-b580-d603fb89f2c7 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:55:37.830431 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5034c0a7-3439-4b3e-be89-7d809b9df676 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "GET /v2.0/ports/3772c8e8-0e94-470d-80c9-075c0027baff?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1226096 Apr 28 19:55:37.834898 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6c99ad3f-fd37-4ce3-9cb1-a92f3cd4ad40 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for floatingip, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:37.835455 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-6c99ad3f-fd37-4ce3-9cb1-a92f3cd4ad40 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Floating IP 5ad2a661-7e6b-4d88-b3d5-bdeab168e44d disassociated (deleted). External IP: 172.25.8.84, port: c3893e74-f67c-497c-af3e-a07168b01f05. Apr 28 19:55:37.840001 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40732) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:37.883177 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89c7064-05b9-4e25-8c6f-63a49cfc1f4a tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:55:37.893562 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-80a92afa-c4b2-423e-9a1e-96b5f86e4dbb tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'subnet': {'network_id': '0b0973dd-e99f-48fb-8556-977d8bb71b26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:37.894490 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 9064c834-8f70-443c-b580-d603fb89f2c7 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:55:37.894982 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9064c834-8f70-443c-b580-d603fb89f2c7 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:55:37.897383 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823c5d57-401a-45a1-a5ab-111a07035c8c None None] Sync routers for ids ['86975967-732a-4263-81a0-876e571fdfe9'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:55:37.912065 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823c5d57-401a-45a1-a5ab-111a07035c8c None None] Routers {'86975967-732a-4263-81a0-876e571fdfe9'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:37.913975 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-823c5d57-401a-45a1-a5ab-111a07035c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['86975967-732a-4263-81a0-876e571fdfe9'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:37.935010 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c3fd8b20-cc22-4985-b27b-a95bc75d8fe6 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:37.936610 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c3fd8b20-cc22-4985-b27b-a95bc75d8fe6 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:38.011590 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bc5416-67d3-4b82-ae94-72aecb0e40fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-00444b01-3462-4273-bfe5-62624c8479ed', 'network_id': '00444b01-3462-4273-bfe5-62624c8479ed', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'fixed_ips': [{'subnet_id': '62062faf-e3ec-4a36-a67b-e5681b9ce287'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:55:38.012871 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f9bc5416-67d3-4b82-ae94-72aecb0e40fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:38.023436 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-823c5d57-401a-45a1-a5ab-111a07035c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:38.045328 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823c5d57-401a-45a1-a5ab-111a07035c8c None None] Routers {'86975967-732a-4263-81a0-876e571fdfe9'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:38.048856 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-823c5d57-401a-45a1-a5ab-111a07035c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['86975967-732a-4263-81a0-876e571fdfe9'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:38.177436 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-f9bc5416-67d3-4b82-ae94-72aecb0e40fa None None] Allocated IP 172.20.0.2 (00444b01-3462-4273-bfe5-62624c8479ed/62062faf-e3ec-4a36-a67b-e5681b9ce287/2f9bda00-94a9-4622-9d7d-fc56bc62fac2) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:38.286545 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-823c5d57-401a-45a1-a5ab-111a07035c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:38.287534 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823c5d57-401a-45a1-a5ab-111a07035c8c None None] The sync data for ids ['86975967-732a-4263-81a0-876e571fdfe9'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:55:38.293674 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89c7064-05b9-4e25-8c6f-63a49cfc1f4a tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Router 86975967-732a-4263-81a0-876e571fdfe9 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:55:38.436667 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40742) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:38.466058 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89c7064-05b9-4e25-8c6f-63a49cfc1f4a tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:55:38.478104 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d89c7064-05b9-4e25-8c6f-63a49cfc1f4a tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:38.479283 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f9bc5416-67d3-4b82-ae94-72aecb0e40fa None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:38.489209 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99230eea-564f-4c42-9d81-88a1bd614f49 None None] Sync routers for ids ['86975967-732a-4263-81a0-876e571fdfe9'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:55:38.496730 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f9bc5416-67d3-4b82-ae94-72aecb0e40fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:38.570080 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc5416-67d3-4b82-ae94-72aecb0e40fa None None] Pushing event updated for resources: {'Port': ['ID=2f9bda00-94a9-4622-9d7d-fc56bc62fac2,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:38.586077 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bc5416-67d3-4b82-ae94-72aecb0e40fa None None] Network 00444b01-3462-4273-bfe5-62624c8479ed is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:38.588663 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-f9bc5416-67d3-4b82-ae94-72aecb0e40fa None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:38.592751 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bc5416-67d3-4b82-ae94-72aecb0e40fa None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:55:38.595078 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99230eea-564f-4c42-9d81-88a1bd614f49 None None] Routers {'86975967-732a-4263-81a0-876e571fdfe9'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:38.596062 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-99230eea-564f-4c42-9d81-88a1bd614f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['86975967-732a-4263-81a0-876e571fdfe9'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:38.602673 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c3fd8b20-cc22-4985-b27b-a95bc75d8fe6 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:38.605863 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a92afa-c4b2-423e-9a1e-96b5f86e4dbb tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:38.610208 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-80a92afa-c4b2-423e-9a1e-96b5f86e4dbb tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:38.615104 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d89c7064-05b9-4e25-8c6f-63a49cfc1f4a tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "PUT /v2.0/floatingips/c1123027-deae-4d84-a111-637cf8c007a9 HTTP/1.1" status: 200 len: 978 time: 2.4707072 Apr 28 19:55:38.615386 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40746) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:38.620417 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-70dbcc8e-7f50-4e33-ae64-c5d248957faf tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:38.629214 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c3fd8b20-cc22-4985-b27b-a95bc75d8fe6 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:38.644163 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-99230eea-564f-4c42-9d81-88a1bd614f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:38.674840 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf7ccdf1-a1ed-4484-8b25-710de51a0f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:38.708904 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c3fd8b20-cc22-4985-b27b-a95bc75d8fe6 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:38.713738 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c3fd8b20-cc22-4985-b27b-a95bc75d8fe6 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9159272 Apr 28 19:55:38.714486 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40748) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:38.719166 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99230eea-564f-4c42-9d81-88a1bd614f49 None None] Routers {'86975967-732a-4263-81a0-876e571fdfe9'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:38.721234 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-99230eea-564f-4c42-9d81-88a1bd614f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['86975967-732a-4263-81a0-876e571fdfe9'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:38.728307 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-70dbcc8e-7f50-4e33-ae64-c5d248957faf tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for floatingip, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:38.794326 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-99230eea-564f-4c42-9d81-88a1bd614f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:38.796067 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99230eea-564f-4c42-9d81-88a1bd614f49 None None] The sync data for ids ['86975967-732a-4263-81a0-876e571fdfe9'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:55:38.803482 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-f9bc5416-67d3-4b82-ae94-72aecb0e40fa None None] Attempting to bind port 2f9bda00-94a9-4622-9d7d-fc56bc62fac2 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:55:38.803961 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-f9bc5416-67d3-4b82-ae94-72aecb0e40fa None None] Attempting to bind port 2f9bda00-94a9-4622-9d7d-fc56bc62fac2 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'b354c17a-4cfa-4f2f-8af1-ec091f28478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '00444b01-3462-4273-bfe5-62624c8479ed'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:55:38.807631 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bc5416-67d3-4b82-ae94-72aecb0e40fa None None] Attempting to bind port 2f9bda00-94a9-4622-9d7d-fc56bc62fac2 on network 00444b01-3462-4273-bfe5-62624c8479ed {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:55:38.816325 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bc5416-67d3-4b82-ae94-72aecb0e40fa None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:55:38.816325 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bc5416-67d3-4b82-ae94-72aecb0e40fa None None] Checking segment: {'id': 'b354c17a-4cfa-4f2f-8af1-ec091f28478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '00444b01-3462-4273-bfe5-62624c8479ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:55:38.816864 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f9bc5416-67d3-4b82-ae94-72aecb0e40fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:38.820314 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bc5416-67d3-4b82-ae94-72aecb0e40fa None None] Bound using segment: {'id': 'b354c17a-4cfa-4f2f-8af1-ec091f28478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '00444b01-3462-4273-bfe5-62624c8479ed'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:55:38.820314 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-f9bc5416-67d3-4b82-ae94-72aecb0e40fa None None] Bound port: 2f9bda00-94a9-4622-9d7d-fc56bc62fac2, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b354c17a-4cfa-4f2f-8af1-ec091f28478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '00444b01-3462-4273-bfe5-62624c8479ed'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:55:38.820314 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f9bc5416-67d3-4b82-ae94-72aecb0e40fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:38.929809 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-f9bc5416-67d3-4b82-ae94-72aecb0e40fa None None] For port 2f9bda00-94a9-4622-9d7d-fc56bc62fac2, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:55:38.934878 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-f9bc5416-67d3-4b82-ae94-72aecb0e40fa None None] For port 2f9bda00-94a9-4622-9d7d-fc56bc62fac2, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=2f9bda00-94a9-4622-9d7d-fc56bc62fac2,segment=NetworkSegment(b354c17a-4cfa-4f2f-8af1-ec091f28478e),segment_id=b354c17a-4cfa-4f2f-8af1-ec091f28478e)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:55:38.940607 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f9bc5416-67d3-4b82-ae94-72aecb0e40fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:38.957067 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c99ad3f-fd37-4ce3-9cb1-a92f3cd4ad40 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Router 77ca16b4-b89e-4a11-b22a-c0ae411cce4f has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:55:39.043110 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc5416-67d3-4b82-ae94-72aecb0e40fa None None] Pushing event updated for resources: {'Port': ['ID=2f9bda00-94a9-4622-9d7d-fc56bc62fac2,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:39.099735 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-80a92afa-c4b2-423e-9a1e-96b5f86e4dbb tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:39.200441 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a92afa-c4b2-423e-9a1e-96b5f86e4dbb tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Network 0b0973dd-e99f-48fb-8556-977d8bb71b26 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:39.212857 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-80a92afa-c4b2-423e-9a1e-96b5f86e4dbb tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:39.215827 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a92afa-c4b2-423e-9a1e-96b5f86e4dbb tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:39.216720 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-80a92afa-c4b2-423e-9a1e-96b5f86e4dbb tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:39.223244 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817ed82d-8d51-470f-a18d-969c5ee2df6e None None] Network 0b0973dd-e99f-48fb-8556-977d8bb71b26 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:55:39.243463 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a92afa-c4b2-423e-9a1e-96b5f86e4dbb tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Subnet': ['ID=1e45408f-c9a3-4e4f-91bb-57824e68964b,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:39.248163 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c99ad3f-fd37-4ce3-9cb1-a92f3cd4ad40 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:55:39.256015 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6c99ad3f-fd37-4ce3-9cb1-a92f3cd4ad40 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:39.269376 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08b07ec-1db7-4e4e-b859-8371e874118d None None] Sync routers for ids ['77ca16b4-b89e-4a11-b22a-c0ae411cce4f'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:55:39.286064 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-80a92afa-c4b2-423e-9a1e-96b5f86e4dbb tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4394021 Apr 28 19:55:39.286064 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40758) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:39.290152 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08b07ec-1db7-4e4e-b859-8371e874118d None None] Routers {'77ca16b4-b89e-4a11-b22a-c0ae411cce4f'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:39.291036 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-c08b07ec-1db7-4e4e-b859-8371e874118d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['77ca16b4-b89e-4a11-b22a-c0ae411cce4f'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:39.330435 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-0abf0add-555d-4c9a-b690-c2d04d4a7ae4 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'security_group': {'name': 'tempest-secgroup-324193897'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:39.375965 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6c99ad3f-fd37-4ce3-9cb1-a92f3cd4ad40 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "DELETE /v2.0/floatingips/5ad2a661-7e6b-4d88-b3d5-bdeab168e44d HTTP/1.1" status: 204 len: 168 time: 3.5339413 Apr 28 19:55:39.376758 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6', 'tag': 'c3893e74-f67c-497c-af3e-a07168b01f05'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:55:39.382947 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916ecd9c-81cc-4466-a599-6abddf77e1f3" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6", "tag": "c3893e74-f67c-497c-af3e-a07168b01f05"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:55:39.395857 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0abf0add-555d-4c9a-b690-c2d04d4a7ae4 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:39.437238 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf7ccdf1-a1ed-4484-8b25-710de51a0f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:39.502681 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf7ccdf1-a1ed-4484-8b25-710de51a0f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:39.517888 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-c08b07ec-1db7-4e4e-b859-8371e874118d None None] Set router 77ca16b4-b89e-4a11-b22a-c0ae411cce4f gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:55:39.541999 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1529e7-ea2d-41b9-bec4-6be471ebd494 x-openstack-request-id: req-cf1529e7-ea2d-41b9-bec4-6be471ebd494 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:55:39.542289 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6", "tag": "c3893e74-f67c-497c-af3e-a07168b01f05", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:55:39.542543 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cf1529e7-ea2d-41b9-bec4-6be471ebd494 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:55:39.542949 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf1529e7-ea2d-41b9-bec4-6be471ebd494'] response: {'name': 'network-changed', 'server_uuid': '5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6', 'tag': 'c3893e74-f67c-497c-af3e-a07168b01f05', 'status': 'completed', 'code': 200} Apr 28 19:55:39.574662 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0abf0add-555d-4c9a-b690-c2d04d4a7ae4 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:39.598322 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-bf7ccdf1-a1ed-4484-8b25-710de51a0f5a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=29a56beecc504329a5052c0fbb819616&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1603491 Apr 28 19:55:39.626918 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40764) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:39.639765 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febaa1d1-1a17-4c1a-b247-7c1d1871a239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-0b0973dd-e99f-48fb-8556-977d8bb71b26', 'network_id': '0b0973dd-e99f-48fb-8556-977d8bb71b26', 'tenant_id': 'df76f2f1df9e41aba417616e0f1401a5', 'fixed_ips': [{'subnet_id': '1e45408f-c9a3-4e4f-91bb-57824e68964b'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:55:39.640833 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-febaa1d1-1a17-4c1a-b247-7c1d1871a239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:39.737901 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0abf0add-555d-4c9a-b690-c2d04d4a7ae4 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:39.745830 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-70dbcc8e-7f50-4e33-ae64-c5d248957faf tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:39.797159 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ccdf1-a1ed-4484-8b25-710de51a0f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b21b201-cd0c-4819-9e56-8aaca5e5008d,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:39.841390 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-70dbcc8e-7f50-4e33-ae64-c5d248957faf tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:39.841877 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [None req-70dbcc8e-7f50-4e33-ae64-c5d248957faf tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Floating IP c1123027-deae-4d84-a111-637cf8c007a9 disassociated. External IP: 172.25.8.207, port: 7ca48403-5467-4a40-9b5d-fc1646c59d88. Apr 28 19:55:39.846874 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9fb62952-9672-455f-8b48-4f8f92fbd78d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:39.851067 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 2f9bda00-94a9-4622-9d7d-fc56bc62fac2 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:55:39.858701 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0abf0add-555d-4c9a-b690-c2d04d4a7ae4 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:39.865720 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0abf0add-555d-4c9a-b690-c2d04d4a7ae4 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5775027 Apr 28 19:55:39.875000 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf0add-555d-4c9a-b690-c2d04d4a7ae4 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eafc3df-ad71-4e55-b247-748c0d8c417d,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:39.891736 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40768) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:39.912211 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-c08b07ec-1db7-4e4e-b859-8371e874118d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'name': 'tempest-TestNetworkBasicOps-router-667246321', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '5265d459-9a02-4afa-b506-56388af0c2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:54:09Z', 'updated_at': '2022-04-28T19:54:19Z', 'revision_number': 4, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'gw_port': {'id': '5265d459-9a02-4afa-b506-56388af0c2ba', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:77:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:11Z', 'updated_at': '2022-04-28T19:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'c44def3a-520b-431a-b2d0-7a2aa0a848d2', 'name': '', 'network_id': '30db331d-2929-4954-8cf4-0f6f324e75e7', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'mac_address': 'fa:16:3e:db:79:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'd4ca4fc0-ebf7-49e4-affa-59ffb35e90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:16Z', 'updated_at': '2022-04-28T19:54:31Z', 'revision_number': 5, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'subnets': [{'id': 'd4ca4fc0-ebf7-49e4-affa-59ffb35e90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:39.912685 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-aa6f5595-ffda-4e64-bf19-581d274da590 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'security_group': {'name': 'tempest-secgroup-1848403611'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:39.938386 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ecd9c-81cc-4466-a599-6abddf77e1f3 req-bf488896-ecf0-4e7f-af6e-ea27439d4139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:39.939980 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-916ecd9c-81cc-4466-a599-6abddf77e1f3 req-bf488896-ecf0-4e7f-af6e-ea27439d4139 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d9e2f02c26d442699c083632dd6dfd5&device_id=5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6 HTTP/1.1" status: 200 len: 1096 time: 0.3962617 Apr 28 19:55:39.940931 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-28d180bf-d556-47a8-b109-b3117b95de41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:39.959900 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08b07ec-1db7-4e4e-b859-8371e874118d None None] Checking router: 77ca16b4-b89e-4a11-b22a-c0ae411cce4f for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:55:39.977954 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08b07ec-1db7-4e4e-b859-8371e874118d None None] Routers {'77ca16b4-b89e-4a11-b22a-c0ae411cce4f'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:39.979207 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-c08b07ec-1db7-4e4e-b859-8371e874118d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['77ca16b4-b89e-4a11-b22a-c0ae411cce4f'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:39.983070 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 2f9bda00-94a9-4622-9d7d-fc56bc62fac2 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:39.985711 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:40.041738 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-febaa1d1-1a17-4c1a-b247-7c1d1871a239 None None] Allocated IP 172.20.0.2 (0b0973dd-e99f-48fb-8556-977d8bb71b26/1e45408f-c9a3-4e4f-91bb-57824e68964b/da01e488-519d-4574-a95d-0b985e3064d8) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:40.057198 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aa6f5595-ffda-4e64-bf19-581d274da590 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:40.081894 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-28d180bf-d556-47a8-b109-b3117b95de41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:40.112830 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d677eb0-dc39-4a6c-b2eb-0a6128635d9b req-4cd9de9d-3472-468e-8255-1d01ca766bf8 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:40.114429 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d677eb0-dc39-4a6c-b2eb-0a6128635d9b req-4cd9de9d-3472-468e-8255-1d01ca766bf8 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6 HTTP/1.1" status: 200 len: 945 time: 0.2849672 Apr 28 19:55:40.136773 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-c08b07ec-1db7-4e4e-b859-8371e874118d None None] Set router 77ca16b4-b89e-4a11-b22a-c0ae411cce4f gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:55:40.336718 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-febaa1d1-1a17-4c1a-b247-7c1d1871a239 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:40.342791 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aa6f5595-ffda-4e64-bf19-581d274da590 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:40.359630 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-9fb62952-9672-455f-8b48-4f8f92fbd78d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Allocated IP 172.20.0.1 (00444b01-3462-4273-bfe5-62624c8479ed/62062faf-e3ec-4a36-a67b-e5681b9ce287/88a78bd1-0887-4d0e-88d3-255e697ca242) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:40.391690 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:40.394230 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-febaa1d1-1a17-4c1a-b247-7c1d1871a239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:40.406694 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d677eb0-dc39-4a6c-b2eb-0a6128635d9b req-049fd366-bcf4-4d5a-8f1f-e162a2c0f24b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=94ae8204-62a6-49ad-b2fd-122d2389dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2747703 Apr 28 19:55:40.409430 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ecd9c-81cc-4466-a599-6abddf77e1f3 req-8fc88f64-91d5-46a2-a507-85e7684277a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:40.411054 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-916ecd9c-81cc-4466-a599-6abddf77e1f3 req-8fc88f64-91d5-46a2-a507-85e7684277a5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=30db331d-2929-4954-8cf4-0f6f324e75e7 HTTP/1.1" status: 200 len: 898 time: 0.4582384 Apr 28 19:55:40.411696 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aa6f5595-ffda-4e64-bf19-581d274da590 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:40.476345 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-28d180bf-d556-47a8-b109-b3117b95de41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:40.478960 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-28d180bf-d556-47a8-b109-b3117b95de41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:40.480188 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-28d180bf-d556-47a8-b109-b3117b95de41 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6b21b201-cd0c-4819-9e56-8aaca5e5008d HTTP/1.1" status: 204 len: 168 time: 0.8504617 Apr 28 19:55:40.489731 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febaa1d1-1a17-4c1a-b247-7c1d1871a239 None None] Network 0b0973dd-e99f-48fb-8556-977d8bb71b26 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:40.493542 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f5595-ffda-4e64-bf19-581d274da590 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=274798b9-838f-4c1a-beae-0a35319cc96f,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:40.505442 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aa6f5595-ffda-4e64-bf19-581d274da590 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:40.509190 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-aa6f5595-ffda-4e64-bf19-581d274da590 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5979848 Apr 28 19:55:40.516278 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40780) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:40.526078 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-d1018aad-0e61-4dc5-b6cf-95bb73e73b13 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-484329089', 'security_groups': ['274798b9-838f-4c1a-beae-0a35319cc96f'], 'network_id': '0b0973dd-e99f-48fb-8556-977d8bb71b26', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1e45408f-c9a3-4e4f-91bb-57824e68964b'}]}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:40.544513 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-febaa1d1-1a17-4c1a-b247-7c1d1871a239 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:40.564013 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febaa1d1-1a17-4c1a-b247-7c1d1871a239 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:55:40.573375 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 2f9bda00-94a9-4622-9d7d-fc56bc62fac2, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=2f9bda00-94a9-4622-9d7d-fc56bc62fac2,segment=NetworkSegment(b354c17a-4cfa-4f2f-8af1-ec091f28478e),segment_id=b354c17a-4cfa-4f2f-8af1-ec091f28478e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:40.576566 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febaa1d1-1a17-4c1a-b247-7c1d1871a239 None None] Pushing event updated for resources: {'Port': ['ID=da01e488-519d-4574-a95d-0b985e3064d8,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:40.618212 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-c08b07ec-1db7-4e4e-b859-8371e874118d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'name': 'tempest-TestNetworkBasicOps-router-667246321', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '5265d459-9a02-4afa-b506-56388af0c2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:54:09Z', 'updated_at': '2022-04-28T19:54:19Z', 'revision_number': 4, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'gw_port': {'id': '5265d459-9a02-4afa-b506-56388af0c2ba', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:77:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:11Z', 'updated_at': '2022-04-28T19:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'c44def3a-520b-431a-b2d0-7a2aa0a848d2', 'name': '', 'network_id': '30db331d-2929-4954-8cf4-0f6f324e75e7', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'mac_address': 'fa:16:3e:db:79:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'd4ca4fc0-ebf7-49e4-affa-59ffb35e90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:16Z', 'updated_at': '2022-04-28T19:54:31Z', 'revision_number': 5, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'subnets': [{'id': 'd4ca4fc0-ebf7-49e4-affa-59ffb35e90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:40.632506 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-916ecd9c-81cc-4466-a599-6abddf77e1f3 req-7e1d8558-a993-4e73-83ec-eb4d5c2388c6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3893e74-f67c-497c-af3e-a07168b01f05 HTTP/1.1" status: 200 len: 217 time: 0.2069511 Apr 28 19:55:40.633638 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d180bf-d556-47a8-b109-b3117b95de41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b21b201-cd0c-4819-9e56-8aaca5e5008d,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:40.634322 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:40.691524 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1018aad-0e61-4dc5-b6cf-95bb73e73b13 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:40.695603 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08b07ec-1db7-4e4e-b859-8371e874118d None None] The sync data for ids ['77ca16b4-b89e-4a11-b22a-c0ae411cce4f'] in n-d-839810-1 is: [{'id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'name': 'tempest-TestNetworkBasicOps-router-667246321', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '5265d459-9a02-4afa-b506-56388af0c2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:54:09Z', 'updated_at': '2022-04-28T19:54:19Z', 'revision_number': 4, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'gw_port': {'id': '5265d459-9a02-4afa-b506-56388af0c2ba', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:77:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:11Z', 'updated_at': '2022-04-28T19:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'c44def3a-520b-431a-b2d0-7a2aa0a848d2', 'name': '', 'network_id': '30db331d-2929-4954-8cf4-0f6f324e75e7', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'mac_address': 'fa:16:3e:db:79:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'd4ca4fc0-ebf7-49e4-affa-59ffb35e90f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:16Z', 'updated_at': '2022-04-28T19:54:31Z', 'revision_number': 5, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'subnets': [{'id': 'd4ca4fc0-ebf7-49e4-affa-59ffb35e90f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:55:40.763692 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ecd9c-81cc-4466-a599-6abddf77e1f3 req-e096fb88-b04e-4bd3-8975-a3ea44d9b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:40.765353 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-916ecd9c-81cc-4466-a599-6abddf77e1f3 req-e096fb88-b04e-4bd3-8975-a3ea44d9b60e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d4ca4fc0-ebf7-49e4-affa-59ffb35e90f0 HTTP/1.1" status: 200 len: 835 time: 0.1248260 Apr 28 19:55:40.805823 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae976a94-6528-4ab4-82bd-a0431d475a1e None None] Network 00444b01-3462-4273-bfe5-62624c8479ed requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:55:40.848948 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ecd9c-81cc-4466-a599-6abddf77e1f3 req-f2df4b3d-e57a-4e07-b350-417149f45703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:40.850577 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-916ecd9c-81cc-4466-a599-6abddf77e1f3 req-f2df4b3d-e57a-4e07-b350-417149f45703 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=30db331d-2929-4954-8cf4-0f6f324e75e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733116 Apr 28 19:55:40.868043 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-febaa1d1-1a17-4c1a-b247-7c1d1871a239 None None] Attempting to bind port da01e488-519d-4574-a95d-0b985e3064d8 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:55:40.868722 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-febaa1d1-1a17-4c1a-b247-7c1d1871a239 None None] Attempting to bind port da01e488-519d-4574-a95d-0b985e3064d8 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '2673f008-f3bc-4c3b-8d52-280f8bdb6b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0b0973dd-e99f-48fb-8556-977d8bb71b26'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:55:40.868823 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febaa1d1-1a17-4c1a-b247-7c1d1871a239 None None] Attempting to bind port da01e488-519d-4574-a95d-0b985e3064d8 on network 0b0973dd-e99f-48fb-8556-977d8bb71b26 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:55:40.918193 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febaa1d1-1a17-4c1a-b247-7c1d1871a239 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:55:40.918450 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febaa1d1-1a17-4c1a-b247-7c1d1871a239 None None] Checking segment: {'id': '2673f008-f3bc-4c3b-8d52-280f8bdb6b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0b0973dd-e99f-48fb-8556-977d8bb71b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:55:40.918769 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-febaa1d1-1a17-4c1a-b247-7c1d1871a239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:40.919856 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febaa1d1-1a17-4c1a-b247-7c1d1871a239 None None] Bound using segment: {'id': '2673f008-f3bc-4c3b-8d52-280f8bdb6b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0b0973dd-e99f-48fb-8556-977d8bb71b26'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:55:40.920746 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-febaa1d1-1a17-4c1a-b247-7c1d1871a239 None None] Bound port: da01e488-519d-4574-a95d-0b985e3064d8, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2673f008-f3bc-4c3b-8d52-280f8bdb6b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0b0973dd-e99f-48fb-8556-977d8bb71b26'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:55:40.920875 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-febaa1d1-1a17-4c1a-b247-7c1d1871a239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:40.962056 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=2f9bda00-94a9-4622-9d7d-fc56bc62fac2,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:41.026425 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9fb62952-9672-455f-8b48-4f8f92fbd78d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:41.054770 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d1018aad-0e61-4dc5-b6cf-95bb73e73b13 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:41.090004 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-916ecd9c-81cc-4466-a599-6abddf77e1f3 req-34e6afed-6ae7-49d2-826f-d73459b2b154 service neutron] 10.222.0.44 "GET /v2.0/networks/30db331d-2929-4954-8cf4-0f6f324e75e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303946 Apr 28 19:55:41.099828 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-d1018aad-0e61-4dc5-b6cf-95bb73e73b13 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] device_id is not set on port ffc52821-34c1-4a6d-aaa2-9423cc562cfd yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:55:41.110640 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-febaa1d1-1a17-4c1a-b247-7c1d1871a239 None None] For port da01e488-519d-4574-a95d-0b985e3064d8, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:55:41.122728 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-73ed2051-214c-4c67-9b97-e8f96dde677c None None] Provisioning complete for port 2f9bda00-94a9-4622-9d7d-fc56bc62fac2 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:41.123158 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-73ed2051-214c-4c67-9b97-e8f96dde677c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:41.147620 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40788) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:41.170877 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-febaa1d1-1a17-4c1a-b247-7c1d1871a239 None None] For port da01e488-519d-4574-a95d-0b985e3064d8, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=da01e488-519d-4574-a95d-0b985e3064d8,segment=NetworkSegment(2673f008-f3bc-4c3b-8d52-280f8bdb6b61),segment_id=2673f008-f3bc-4c3b-8d52-280f8bdb6b61)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:55:41.202131 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f6a165-5db9-463c-959a-78811dff4078 None None] New status for floating IP 5ad2a661-7e6b-4d88-b3d5-bdeab168e44d: DOWN {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:55:41.204821 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-267f9ad6-3635-4b5c-917c-ebbb90812b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:41.211126 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-febaa1d1-1a17-4c1a-b247-7c1d1871a239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:41.253196 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70dbcc8e-7f50-4e33-ae64-c5d248957faf tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Router 86975967-732a-4263-81a0-876e571fdfe9 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:55:41.278477 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b86ad9-04ce-4b7f-9ad0-e09caea17dcd req-7eeea0b0-3779-4483-8e7b-69cb519fc9d6 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:41.278477 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-96b86ad9-04ce-4b7f-9ad0-e09caea17dcd req-7eeea0b0-3779-4483-8e7b-69cb519fc9d6 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6 HTTP/1.1" status: 200 len: 945 time: 0.2796657 Apr 28 19:55:41.283846 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-916ecd9c-81cc-4466-a599-6abddf77e1f3 req-124d326a-a028-437e-aded-7367ea7b6b68 service neutron] 10.222.0.44 "GET /v2.0/networks/30db331d-2929-4954-8cf4-0f6f324e75e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811111 Apr 28 19:55:41.362906 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febaa1d1-1a17-4c1a-b247-7c1d1871a239 None None] Pushing event updated for resources: {'Port': ['ID=da01e488-519d-4574-a95d-0b985e3064d8,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:41.363775 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-267f9ad6-3635-4b5c-917c-ebbb90812b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:41.369718 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-267f9ad6-3635-4b5c-917c-ebbb90812b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:41.400352 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9fb62952-9672-455f-8b48-4f8f92fbd78d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:41.426114 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f9ad6-3635-4b5c-917c-ebbb90812b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7ea246-c9a9-44a2-bbad-47c84f16dd85,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:41.480191 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-267f9ad6-3635-4b5c-917c-ebbb90812b9c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=19367d3440b64c3896b46852d20f2c83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3304718 Apr 28 19:55:41.484363 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40792) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:41.570302 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f67342d6-fcf9-40e5-8f54-ea66c5915ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:41.572238 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb62952-9672-455f-8b48-4f8f92fbd78d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network 00444b01-3462-4273-bfe5-62624c8479ed is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:41.600767 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f67342d6-fcf9-40e5-8f54-ea66c5915ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:41.611893 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-9fb62952-9672-455f-8b48-4f8f92fbd78d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:41.619787 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb62952-9672-455f-8b48-4f8f92fbd78d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:55:41.626163 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-d1018aad-0e61-4dc5-b6cf-95bb73e73b13 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Allocated IP 172.20.0.7 (0b0973dd-e99f-48fb-8556-977d8bb71b26/1e45408f-c9a3-4e4f-91bb-57824e68964b/ffc52821-34c1-4a6d-aaa2-9423cc562cfd) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:41.661754 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb62952-9672-455f-8b48-4f8f92fbd78d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Port': ['ID=88a78bd1-0887-4d0e-88d3-255e697ca242,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:41.704492 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f67342d6-fcf9-40e5-8f54-ea66c5915ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:41.712371 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f67342d6-fcf9-40e5-8f54-ea66c5915ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:41.715545 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f67342d6-fcf9-40e5-8f54-ea66c5915ef2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7f7ea246-c9a9-44a2-bbad-47c84f16dd85 HTTP/1.1" status: 204 len: 168 time: 0.2295778 Apr 28 19:55:41.752448 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67342d6-fcf9-40e5-8f54-ea66c5915ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7ea246-c9a9-44a2-bbad-47c84f16dd85,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:41.827872 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 2f9bda00-94a9-4622-9d7d-fc56bc62fac2 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:55:41.848215 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9fb62952-9672-455f-8b48-4f8f92fbd78d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:41.874360 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047a625-876e-420a-95e4-9a4abf0ab207 req-4ba58f2a-5451-43ac-8536-e12b888e4757 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:41.884140 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e047a625-876e-420a-95e4-9a4abf0ab207 req-4ba58f2a-5451-43ac-8536-e12b888e4757 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6 HTTP/1.1" status: 200 len: 945 time: 0.3524151 Apr 28 19:55:41.907286 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70dbcc8e-7f50-4e33-ae64-c5d248957faf tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:55:41.917957 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d68dc6d-ab07-4217-8860-7a63e86bd1b6 None None] Sync routers for ids ['86975967-732a-4263-81a0-876e571fdfe9'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:55:41.931231 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d68dc6d-ab07-4217-8860-7a63e86bd1b6 None None] Routers {'86975967-732a-4263-81a0-876e571fdfe9'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:41.931955 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-1d68dc6d-ab07-4217-8860-7a63e86bd1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['86975967-732a-4263-81a0-876e571fdfe9'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:41.971279 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 2f9bda00-94a9-4622-9d7d-fc56bc62fac2 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:41.971826 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:42.017156 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-70dbcc8e-7f50-4e33-ae64-c5d248957faf tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:42.018150 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-1d68dc6d-ab07-4217-8860-7a63e86bd1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:42.040704 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d68dc6d-ab07-4217-8860-7a63e86bd1b6 None None] Routers {'86975967-732a-4263-81a0-876e571fdfe9'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:42.041868 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-1d68dc6d-ab07-4217-8860-7a63e86bd1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['86975967-732a-4263-81a0-876e571fdfe9'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:42.085595 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-01a2836b-e6cd-40f1-b376-2262a3962b4c None None] Provisioning complete for port 2f9bda00-94a9-4622-9d7d-fc56bc62fac2 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:42.086011 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-01a2836b-e6cd-40f1-b376-2262a3962b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:42.119994 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-1d68dc6d-ab07-4217-8860-7a63e86bd1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:42.120711 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d68dc6d-ab07-4217-8860-7a63e86bd1b6 None None] The sync data for ids ['86975967-732a-4263-81a0-876e571fdfe9'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:55:42.136416 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-96b86ad9-04ce-4b7f-9ad0-e09caea17dcd req-be9fb596-9150-494c-bf81-ddd687f36d79 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Deleting port c3893e74-f67c-497c-af3e-a07168b01f05 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:55:42.136838 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-96b86ad9-04ce-4b7f-9ad0-e09caea17dcd req-be9fb596-9150-494c-bf81-ddd687f36d79 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:42.275318 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-70dbcc8e-7f50-4e33-ae64-c5d248957faf tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "PUT /v2.0/floatingips/c1123027-deae-4d84-a111-637cf8c007a9 HTTP/1.1" status: 200 len: 688 time: 3.6588488 Apr 28 19:55:42.280278 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40810) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:42.285246 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-01a2836b-e6cd-40f1-b376-2262a3962b4c None None] Provisioning complete for port 88a78bd1-0887-4d0e-88d3-255e697ca242 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:42.285627 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-01a2836b-e6cd-40f1-b376-2262a3962b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:42.350144 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e047a625-876e-420a-95e4-9a4abf0ab207 req-aedaab1c-db2c-44e6-b8ff-8c8f71b8e091 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/security-groups?id=94ae8204-62a6-49ad-b2fd-122d2389dd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4648917 Apr 28 19:55:42.371210 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-01a2836b-e6cd-40f1-b376-2262a3962b4c None None] Port 88a78bd1-0887-4d0e-88d3-255e697ca242 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:55:42.493384 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9fb62952-9672-455f-8b48-4f8f92fbd78d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:42.515122 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-96b86ad9-04ce-4b7f-9ad0-e09caea17dcd req-be9fb596-9150-494c-bf81-ddd687f36d79 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] For port c3893e74-f67c-497c-af3e-a07168b01f05, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c3893e74-f67c-497c-af3e-a07168b01f05,segment=NetworkSegment(9ba9efc4-c8e7-48d7-8b5d-67fe4068376f),segment_id=9ba9efc4-c8e7-48d7-8b5d-67fe4068376f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:42.515809 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-96b86ad9-04ce-4b7f-9ad0-e09caea17dcd req-be9fb596-9150-494c-bf81-ddd687f36d79 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:42.521648 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-39fb72dc-82e0-42fd-8926-560695495615 None None] Provisioning complete for port 88a78bd1-0887-4d0e-88d3-255e697ca242 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:42.522224 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-39fb72dc-82e0-42fd-8926-560695495615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:42.544736 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d1018aad-0e61-4dc5-b6cf-95bb73e73b13 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:42.552614 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-96b86ad9-04ce-4b7f-9ad0-e09caea17dcd req-be9fb596-9150-494c-bf81-ddd687f36d79 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Calling delete_port for c3893e74-f67c-497c-af3e-a07168b01f05 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:55:42.597209 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-951349e9-585a-4d09-ab5f-f863a01b1987 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Deleting port 2ed1c2ba-d93c-47c6-a7ec-65d4d47bf634 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:55:42.599130 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-951349e9-585a-4d09-ab5f-f863a01b1987 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:42.625183 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-39fb72dc-82e0-42fd-8926-560695495615 None None] Port 88a78bd1-0887-4d0e-88d3-255e697ca242 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:55:42.829242 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-951349e9-585a-4d09-ab5f-f863a01b1987 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:42.829549 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-951349e9-585a-4d09-ab5f-f863a01b1987 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:42.858298 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-951349e9-585a-4d09-ab5f-f863a01b1987 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Calling delete_port for 2ed1c2ba-d93c-47c6-a7ec-65d4d47bf634 owned by network:floatingip {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:55:43.042403 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-951349e9-585a-4d09-ab5f-f863a01b1987 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:43.078522 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951349e9-585a-4d09-ab5f-f863a01b1987 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event deleted for resources: {'Port': ['ID=2ed1c2ba-d93c-47c6-a7ec-65d4d47bf634,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:43.154812 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-951349e9-585a-4d09-ab5f-f863a01b1987 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for floatingip, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:43.158584 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-951349e9-585a-4d09-ab5f-f863a01b1987 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:43.159808 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-951349e9-585a-4d09-ab5f-f863a01b1987 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "DELETE /v2.0/floatingips/c1123027-deae-4d84-a111-637cf8c007a9 HTTP/1.1" status: 204 len: 168 time: 0.8777354 Apr 28 19:55:43.164587 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40834) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:43.167488 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-2cfe9d56-1adb-445d-a1cf-dd8d37652d4c None None] Provisioning complete for port 3772c8e8-0e94-470d-80c9-075c0027baff triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:43.167982 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2cfe9d56-1adb-445d-a1cf-dd8d37652d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:43.208404 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-22f69f1e-5b40-4467-b227-128885fbb8d2 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] delete failed (client error): The resource could not be found. Apr 28 19:55:43.209483 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-22f69f1e-5b40-4467-b227-128885fbb8d2 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "DELETE /v2.0/floatingips/c1123027-deae-4d84-a111-637cf8c007a9 HTTP/1.1" status: 404 len: 345 time: 0.0453427 Apr 28 19:55:43.213317 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40838) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:43.254982 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-2cfe9d56-1adb-445d-a1cf-dd8d37652d4c None None] Port 3772c8e8-0e94-470d-80c9-075c0027baff cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:55:43.290073 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-2cfe9d56-1adb-445d-a1cf-dd8d37652d4c None None] Provisioning complete for port da01e488-519d-4574-a95d-0b985e3064d8 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:43.290979 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2cfe9d56-1adb-445d-a1cf-dd8d37652d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:43.350355 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be757d16-41b5-4d2e-9af8-1991db04dd59 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:43.356382 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be757d16-41b5-4d2e-9af8-1991db04dd59 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:43.363171 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be757d16-41b5-4d2e-9af8-1991db04dd59 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:43.367868 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-be757d16-41b5-4d2e-9af8-1991db04dd59 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "GET /v2.0/ports?network_id=58f1a098-f5aa-4089-9a13-7e185a9ca563 HTTP/1.1" status: 200 len: 2357 time: 0.1535783 Apr 28 19:55:43.368529 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40842) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:43.423317 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2cfe9d56-1adb-445d-a1cf-dd8d37652d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:43.462366 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1e3fd1-1ff8-4033-9c5e-2d6a899d8e82 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:43.465241 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-96b86ad9-04ce-4b7f-9ad0-e09caea17dcd req-be9fb596-9150-494c-bf81-ddd687f36d79 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:43.470228 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-2cfe9d56-1adb-445d-a1cf-dd8d37652d4c None None] For port da01e488-519d-4574-a95d-0b985e3064d8, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=da01e488-519d-4574-a95d-0b985e3064d8,segment=NetworkSegment(2673f008-f3bc-4c3b-8d52-280f8bdb6b61),segment_id=2673f008-f3bc-4c3b-8d52-280f8bdb6b61)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:43.470832 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40846) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:43.472426 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4b1e3fd1-1ff8-4033-9c5e-2d6a899d8e82 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "GET /v2.0/subnets/72a86233-37fa-4c0f-812a-1f4956c961ee HTTP/1.1" status: 200 len: 797 time: 0.1026936 Apr 28 19:55:43.479011 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2cfe9d56-1adb-445d-a1cf-dd8d37652d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:43.529888 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-e451a79a-a24e-475c-b192-bfd12d9d84fc tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Request body: {'port': {'network_id': '58f1a098-f5aa-4089-9a13-7e185a9ca563', 'name': 'tempest-FloatingIPTestJSON-1269355988', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:43.562157 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe9d56-1adb-445d-a1cf-dd8d37652d4c None None] Pushing event updated for resources: {'Port': ['ID=da01e488-519d-4574-a95d-0b985e3064d8,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:43.571059 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5ffccebd-4cd2-4a2e-a512-8428f173fcd0 req-bf51c35a-41e4-43a7-839d-8c5b079d2bf7 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6 HTTP/1.1" status: 200 len: 210 time: 0.0914543 Apr 28 19:55:43.636153 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d1018aad-0e61-4dc5-b6cf-95bb73e73b13 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:43.638592 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9fb596-9150-494c-bf81-ddd687f36d79 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event deleted for resources: {'Port': ['ID=c3893e74-f67c-497c-af3e-a07168b01f05,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:43.778839 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1018aad-0e61-4dc5-b6cf-95bb73e73b13 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Network 0b0973dd-e99f-48fb-8556-977d8bb71b26 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:43.809134 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-d1018aad-0e61-4dc5-b6cf-95bb73e73b13 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:43.816955 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1018aad-0e61-4dc5-b6cf-95bb73e73b13 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:55:43.847688 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device da01e488-519d-4574-a95d-0b985e3064d8 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:55:43.867818 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b86ad9-04ce-4b7f-9ad0-e09caea17dcd req-be9fb596-9150-494c-bf81-ddd687f36d79 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] No DVR routers for this DVR port c3893e74-f67c-497c-af3e-a07168b01f05 on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:55:43.917389 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port da01e488-519d-4574-a95d-0b985e3064d8 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:43.917871 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:43.932491 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-96b86ad9-04ce-4b7f-9ad0-e09caea17dcd req-be9fb596-9150-494c-bf81-ddd687f36d79 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:43.937390 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-96b86ad9-04ce-4b7f-9ad0-e09caea17dcd req-be9fb596-9150-494c-bf81-ddd687f36d79 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.44 "DELETE /v2.0/ports/c3893e74-f67c-497c-af3e-a07168b01f05 HTTP/1.1" status: 204 len: 173 time: 2.6515636 Apr 28 19:55:43.939464 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6', 'name': 'network-vif-deleted', 'tag': 'c3893e74-f67c-497c-af3e-a07168b01f05'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:55:43.943623 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c53788-b129-4d92-94a1-40bde6d24529" -d '{"events": [{"server_uuid": "5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6", "name": "network-vif-deleted", "tag": "c3893e74-f67c-497c-af3e-a07168b01f05"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:55:43.951857 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1018aad-0e61-4dc5-b6cf-95bb73e73b13 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Port': ['ID=ffc52821-34c1-4a6d-aaa2-9423cc562cfd,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:44.077025 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4056034c-d368-4c6d-a556-33d6761b1aeb x-openstack-request-id: req-4056034c-d368-4c6d-a556-33d6761b1aeb {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:55:44.077366 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6", "name": "network-vif-deleted", "tag": "c3893e74-f67c-497c-af3e-a07168b01f05", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:55:44.077623 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4056034c-d368-4c6d-a556-33d6761b1aeb {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:55:44.078115 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4056034c-d368-4c6d-a556-33d6761b1aeb'] response: {'server_uuid': '5dd5661e-5fd3-49c2-a271-3d55e6c9c4f6', 'name': 'network-vif-deleted', 'tag': 'c3893e74-f67c-497c-af3e-a07168b01f05', 'status': 'completed', 'code': 200} Apr 28 19:55:44.139545 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1018aad-0e61-4dc5-b6cf-95bb73e73b13 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:44.140312 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d1018aad-0e61-4dc5-b6cf-95bb73e73b13 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:44.183720 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e451a79a-a24e-475c-b192-bfd12d9d84fc tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Made reservation on behalf of 2346ae7acda54a7d9a0535a1f9abe5a5 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:44.262761 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d1018aad-0e61-4dc5-b6cf-95bb73e73b13 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.7406299 Apr 28 19:55:44.264666 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40864) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:44.271651 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-4ffc7c2f-3c9b-4cbf-a9e3-58a2b98d1b3b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'subnet': {'network_id': '0b0973dd-e99f-48fb-8556-977d8bb71b26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:44.386798 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9fb62952-9672-455f-8b48-4f8f92fbd78d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:44.407776 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9fb62952-9672-455f-8b48-4f8f92fbd78d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:44.431306 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7a33583f-8671-4f74-862a-4583df939730 None None] Provisioning complete for port ffc52821-34c1-4a6d-aaa2-9423cc562cfd triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:44.432435 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7a33583f-8671-4f74-862a-4583df939730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:44.505170 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffc7c2f-3c9b-4cbf-a9e3-58a2b98d1b3b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:44.508766 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ffc7c2f-3c9b-4cbf-a9e3-58a2b98d1b3b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:44.513513 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7a33583f-8671-4f74-862a-4583df939730 None None] Port ffc52821-34c1-4a6d-aaa2-9423cc562cfd cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:55:44.526556 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e451a79a-a24e-475c-b192-bfd12d9d84fc tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:44.571769 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9fb62952-9672-455f-8b48-4f8f92fbd78d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:44.657999 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-e451a79a-a24e-475c-b192-bfd12d9d84fc tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] device_id is not set on port 41e67270-73d4-4a29-b842-e6e1d1eacbb6 yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:55:44.678721 n-d-839810-1 neutron-server[102774]: INFO neutron.db.ipam_backend_mixin [None req-4ffc7c2f-3c9b-4cbf-a9e3-58a2b98d1b3b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1e45408f-c9a3-4e4f-91bb-57824e68964b (CIDR: 172.20.0.0/28) Apr 28 19:55:44.684458 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ffc7c2f-3c9b-4cbf-a9e3-58a2b98d1b3b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:55:44.685466 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ffc7c2f-3c9b-4cbf-a9e3-58a2b98d1b3b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:55:44.702844 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb62952-9672-455f-8b48-4f8f92fbd78d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Port': ['ID=88a78bd1-0887-4d0e-88d3-255e697ca242,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:44.706160 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40872) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:44.722948 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4ffc7c2f-3c9b-4cbf-a9e3-58a2b98d1b3b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4567354 Apr 28 19:55:44.724002 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40874) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:44.730332 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-6cd6bfaa-0605-4ffb-b124-05894e6f92ec tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'subnet': {'network_id': '0b0973dd-e99f-48fb-8556-977d8bb71b26', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:44.891784 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd6bfaa-0605-4ffb-b124-05894e6f92ec tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:44.897973 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6cd6bfaa-0605-4ffb-b124-05894e6f92ec tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:45.015211 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb62952-9672-455f-8b48-4f8f92fbd78d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network 00444b01-3462-4273-bfe5-62624c8479ed is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:45.026945 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-66cd6ed1-e406-479d-99f5-30ca0037aea6 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:45.031021 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-9fb62952-9672-455f-8b48-4f8f92fbd78d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:45.100537 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c3893e74-f67c-497c-af3e-a07168b01f05 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:55:45.172068 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: c3893e74-f67c-497c-af3e-a07168b01f05 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:55:45.172437 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c3893e74-f67c-497c-af3e-a07168b01f05 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:55:45.247695 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-66cd6ed1-e406-479d-99f5-30ca0037aea6 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:45.273501 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6cd6bfaa-0605-4ffb-b124-05894e6f92ec tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:45.374742 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd6bfaa-0605-4ffb-b124-05894e6f92ec tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Network 0b0973dd-e99f-48fb-8556-977d8bb71b26 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:45.379126 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-6cd6bfaa-0605-4ffb-b124-05894e6f92ec tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:45.391361 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f513090f-2273-47a5-8f24-05a4e78074dd None None] Network 0b0973dd-e99f-48fb-8556-977d8bb71b26 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:55:45.391843 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd6bfaa-0605-4ffb-b124-05894e6f92ec tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:45.392777 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6cd6bfaa-0605-4ffb-b124-05894e6f92ec tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:45.420409 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6bfaa-0605-4ffb-b124-05894e6f92ec tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Subnet': ['ID=a6b5096c-5059-48e1-a200-44d96ce79ac5,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:45.430953 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6cd6bfaa-0605-4ffb-b124-05894e6f92ec tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7019587 Apr 28 19:55:45.433957 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40898) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:45.439812 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-989ec52b-964a-410e-82ff-3c55210a8a1e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1972378039', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a6b5096c-5059-48e1-a200-44d96ce79ac5'}], 'security_groups': ['9eafc3df-ad71-4e55-b247-748c0d8c417d']}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:45.470884 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-e451a79a-a24e-475c-b192-bfd12d9d84fc tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Allocated IP 172.20.0.14 (58f1a098-f5aa-4089-9a13-7e185a9ca563/72a86233-37fa-4c0f-812a-1f4956c961ee/41e67270-73d4-4a29-b842-e6e1d1eacbb6) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:45.476822 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-66cd6ed1-e406-479d-99f5-30ca0037aea6 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:45.479799 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-66cd6ed1-e406-479d-99f5-30ca0037aea6 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:45.488704 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-66cd6ed1-e406-479d-99f5-30ca0037aea6 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "DELETE /v2.0/security-groups/94ae8204-62a6-49ad-b2fd-122d2389dd1d HTTP/1.1" status: 204 len: 168 time: 0.7703667 Apr 28 19:55:45.516469 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-e451a79a-a24e-475c-b192-bfd12d9d84fc tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Allocated IP 172.20.0.12 (58f1a098-f5aa-4089-9a13-7e185a9ca563/72a86233-37fa-4c0f-812a-1f4956c961ee/41e67270-73d4-4a29-b842-e6e1d1eacbb6) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:45.525584 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd6ed1-e406-479d-99f5-30ca0037aea6 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ae8204-62a6-49ad-b2fd-122d2389dd1d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:45.537798 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-99b09ddc-f634-4bde-916a-d48fde77a602 None None] Provisioning complete for port 88a78bd1-0887-4d0e-88d3-255e697ca242 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:45.538327 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-99b09ddc-f634-4bde-916a-d48fde77a602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:45.560580 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40904) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:45.631893 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:55:45.718318 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb62952-9672-455f-8b48-4f8f92fbd78d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Router f6989ac0-18ee-4f68-a764-f59b1f387b19 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:55:45.789074 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-989ec52b-964a-410e-82ff-3c55210a8a1e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:45.820140 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-99b09ddc-f634-4bde-916a-d48fde77a602 None None] Port 88a78bd1-0887-4d0e-88d3-255e697ca242 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:55:46.052338 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb62952-9672-455f-8b48-4f8f92fbd78d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:55:46.073677 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eb8aa7-23a7-4597-ac8a-01f489b9cbf3 None None] Sync routers for ids ['f6989ac0-18ee-4f68-a764-f59b1f387b19'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:55:46.073968 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9fb62952-9672-455f-8b48-4f8f92fbd78d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "PUT /v2.0/routers/f6989ac0-18ee-4f68-a764-f59b1f387b19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3524778 Apr 28 19:55:46.074726 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40916) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:46.078260 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e451a79a-a24e-475c-b192-bfd12d9d84fc tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:46.098319 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eb8aa7-23a7-4597-ac8a-01f489b9cbf3 None None] Routers {'f6989ac0-18ee-4f68-a764-f59b1f387b19'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:46.098979 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-23eb8aa7-23a7-4597-ac8a-01f489b9cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['f6989ac0-18ee-4f68-a764-f59b1f387b19'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:46.157242 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af58f935-018e-4bd0-b20a-e633dd5c0243 None None] Update dhcp port {'port': {'network_id': '0b0973dd-e99f-48fb-8556-977d8bb71b26', 'fixed_ips': [{'subnet_id': '1e45408f-c9a3-4e4f-91bb-57824e68964b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a6b5096c-5059-48e1-a200-44d96ce79ac5'}], 'binding:host_id': 'n-d-839810-1'}, 'id': 'da01e488-519d-4574-a95d-0b985e3064d8'} from n-d-839810-1. {{(pid=102775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 28 19:55:46.170981 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2643c817-5d94-494c-ab79-9070bf0ed085 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:46.175035 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2643c817-5d94-494c-ab79-9070bf0ed085 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "GET /v2.0/ports/88a78bd1-0887-4d0e-88d3-255e697ca242 HTTP/1.1" status: 200 len: 910 time: 0.0953567 Apr 28 19:55:46.175690 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40918) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:46.190435 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-23eb8aa7-23a7-4597-ac8a-01f489b9cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:46.213689 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-af58f935-018e-4bd0-b20a-e633dd5c0243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:46.256073 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eb8aa7-23a7-4597-ac8a-01f489b9cbf3 None None] Routers {'f6989ac0-18ee-4f68-a764-f59b1f387b19'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:46.260565 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-23eb8aa7-23a7-4597-ac8a-01f489b9cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['f6989ac0-18ee-4f68-a764-f59b1f387b19'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:46.338643 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-23eb8aa7-23a7-4597-ac8a-01f489b9cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:46.339651 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eb8aa7-23a7-4597-ac8a-01f489b9cbf3 None None] The sync data for ids ['f6989ac0-18ee-4f68-a764-f59b1f387b19'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:55:46.396416 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e451a79a-a24e-475c-b192-bfd12d9d84fc tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:46.448706 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e451a79a-a24e-475c-b192-bfd12d9d84fc tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Network 58f1a098-f5aa-4089-9a13-7e185a9ca563 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:46.454128 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-e451a79a-a24e-475c-b192-bfd12d9d84fc tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:46.461604 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e451a79a-a24e-475c-b192-bfd12d9d84fc tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:55:46.499226 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40926) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:46.546847 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451a79a-a24e-475c-b192-bfd12d9d84fc tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event updated for resources: {'Port': ['ID=41e67270-73d4-4a29-b842-e6e1d1eacbb6,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:46.568810 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e451a79a-a24e-475c-b192-bfd12d9d84fc tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:46.570148 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e451a79a-a24e-475c-b192-bfd12d9d84fc tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:46.571124 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-989ec52b-964a-410e-82ff-3c55210a8a1e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Delete allocated IP 172.20.0.7 (0b0973dd-e99f-48fb-8556-977d8bb71b26/1e45408f-c9a3-4e4f-91bb-57824e68964b) {{(pid=102774) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 28 19:55:46.580750 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-989ec52b-964a-410e-82ff-3c55210a8a1e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Allocated IP 172.20.0.18 (0b0973dd-e99f-48fb-8556-977d8bb71b26/a6b5096c-5059-48e1-a200-44d96ce79ac5/ffc52821-34c1-4a6d-aaa2-9423cc562cfd) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:46.609087 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e451a79a-a24e-475c-b192-bfd12d9d84fc tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.1027100 Apr 28 19:55:46.609692 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40930) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:46.615030 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-7d78de8b-7741-4143-883e-347f90dfde83 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'port_id': '41e67270-73d4-4a29-b842-e6e1d1eacbb6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:46.657315 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7d78de8b-7741-4143-883e-347f90dfde83 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for floatingip, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:46.692497 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a3520162-e0e0-4ae1-92aa-3fc953f7f031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:46.699171 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9e133fd6-26e1-4e0c-b6b5-15b3d728fec5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:46.807608 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d4cb18a-4bf0-46c6-89f5-76366808a7e2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:46.852173 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-989ec52b-964a-410e-82ff-3c55210a8a1e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:46.885319 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-989ec52b-964a-410e-82ff-3c55210a8a1e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:46.936489 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-af58f935-018e-4bd0-b20a-e633dd5c0243 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-5f57df82-572c-439f-b311-80f82fd728b9 {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:55:46.937116 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-af58f935-018e-4bd0-b20a-e633dd5c0243 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:55:46.990877 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ec52b-964a-410e-82ff-3c55210a8a1e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Port': ['ID=ffc52821-34c1-4a6d-aaa2-9423cc562cfd,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:47.066654 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-989ec52b-964a-410e-82ff-3c55210a8a1e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] In _notify_port_updated(), no bound segment for port ffc52821-34c1-4a6d-aaa2-9423cc562cfd on network 0b0973dd-e99f-48fb-8556-977d8bb71b26 {{(pid=102774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 19:55:47.072281 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989ec52b-964a-410e-82ff-3c55210a8a1e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:47.072961 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-989ec52b-964a-410e-82ff-3c55210a8a1e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:47.077164 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-989ec52b-964a-410e-82ff-3c55210a8a1e tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "PUT /v2.0/ports/ffc52821-34c1-4a6d-aaa2-9423cc562cfd HTTP/1.1" status: 200 len: 921 time: 1.6388943 Apr 28 19:55:47.077702 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40932) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:47.379439 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a3520162-e0e0-4ae1-92aa-3fc953f7f031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:47.396524 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a3520162-e0e0-4ae1-92aa-3fc953f7f031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:47.438109 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7d78de8b-7741-4143-883e-347f90dfde83 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:47.471209 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a3520162-e0e0-4ae1-92aa-3fc953f7f031 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=115f4a0286be4189b00a99b614001e96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9683518 Apr 28 19:55:47.483006 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-af58f935-018e-4bd0-b20a-e633dd5c0243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:47.510126 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40940) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:47.512594 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3520162-e0e0-4ae1-92aa-3fc953f7f031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1871551-388f-432e-bc19-6a14183a73a6,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:47.642233 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-00b848e8-cc5d-489a-b9db-0d219a88316d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Deleting port ffc52821-34c1-4a6d-aaa2-9423cc562cfd {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:55:47.642575 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00b848e8-cc5d-489a-b9db-0d219a88316d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:47.683540 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-953b5b6c-29a1-48a8-ab44-3b7269e43e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:47.698624 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-7d78de8b-7741-4143-883e-347f90dfde83 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Allocated IP 172.25.8.36 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/0cc85994-9194-46fa-a808-b325afa4ab26) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:47.739526 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-953b5b6c-29a1-48a8-ab44-3b7269e43e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:47.764371 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-9e133fd6-26e1-4e0c-b6b5-15b3d728fec5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Deleting port c44def3a-520b-431a-b2d0-7a2aa0a848d2 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:55:47.764717 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9e133fd6-26e1-4e0c-b6b5-15b3d728fec5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:47.791176 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-af58f935-018e-4bd0-b20a-e633dd5c0243 None None] Allocated IP 172.20.0.19 (0b0973dd-e99f-48fb-8556-977d8bb71b26/a6b5096c-5059-48e1-a200-44d96ce79ac5/da01e488-519d-4574-a95d-0b985e3064d8) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:47.861291 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00b848e8-cc5d-489a-b9db-0d219a88316d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:47.888548 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-00b848e8-cc5d-489a-b9db-0d219a88316d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Calling delete_port for ffc52821-34c1-4a6d-aaa2-9423cc562cfd owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:55:47.940153 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-953b5b6c-29a1-48a8-ab44-3b7269e43e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:47.942788 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-953b5b6c-29a1-48a8-ab44-3b7269e43e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:47.943977 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-953b5b6c-29a1-48a8-ab44-3b7269e43e99 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d1871551-388f-432e-bc19-6a14183a73a6 HTTP/1.1" status: 204 len: 168 time: 0.4331017 Apr 28 19:55:47.979276 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7d78de8b-7741-4143-883e-347f90dfde83 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:47.980336 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-af58f935-018e-4bd0-b20a-e633dd5c0243 None None] For port da01e488-519d-4574-a95d-0b985e3064d8, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=da01e488-519d-4574-a95d-0b985e3064d8,segment=NetworkSegment(2673f008-f3bc-4c3b-8d52-280f8bdb6b61),segment_id=2673f008-f3bc-4c3b-8d52-280f8bdb6b61)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:47.994166 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-3d4cb18a-4bf0-46c6-89f5-76366808a7e2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Deleting port 88a78bd1-0887-4d0e-88d3-255e697ca242 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:55:47.994512 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d4cb18a-4bf0-46c6-89f5-76366808a7e2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:48.066320 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b5b6c-29a1-48a8-ab44-3b7269e43e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1871551-388f-432e-bc19-6a14183a73a6,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:48.088624 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7d78de8b-7741-4143-883e-347f90dfde83 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:48.116456 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-af58f935-018e-4bd0-b20a-e633dd5c0243 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:48.142138 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d4cb18a-4bf0-46c6-89f5-76366808a7e2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:48.143204 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-af58f935-018e-4bd0-b20a-e633dd5c0243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:48.215937 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58f935-018e-4bd0-b20a-e633dd5c0243 None None] Pushing event updated for resources: {'Port': ['ID=da01e488-519d-4574-a95d-0b985e3064d8,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:48.241668 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-9e133fd6-26e1-4e0c-b6b5-15b3d728fec5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] For port c44def3a-520b-431a-b2d0-7a2aa0a848d2, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c44def3a-520b-431a-b2d0-7a2aa0a848d2,segment=NetworkSegment(9ba9efc4-c8e7-48d7-8b5d-67fe4068376f),segment_id=9ba9efc4-c8e7-48d7-8b5d-67fe4068376f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:48.242052 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9e133fd6-26e1-4e0c-b6b5-15b3d728fec5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:48.258741 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d78de8b-7741-4143-883e-347f90dfde83 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:48.260567 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-3d4cb18a-4bf0-46c6-89f5-76366808a7e2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Calling delete_port for 88a78bd1-0887-4d0e-88d3-255e697ca242 owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:55:48.265532 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-9e133fd6-26e1-4e0c-b6b5-15b3d728fec5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Calling delete_port for c44def3a-520b-431a-b2d0-7a2aa0a848d2 owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:55:48.270227 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-7d78de8b-7741-4143-883e-347f90dfde83 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:48.275718 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78de8b-7741-4143-883e-347f90dfde83 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event updated for resources: {'Port': ['ID=0cc85994-9194-46fa-a808-b325afa4ab26,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:48.280447 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d78de8b-7741-4143-883e-347f90dfde83 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:55:48.367172 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00b848e8-cc5d-489a-b9db-0d219a88316d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:48.429031 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b848e8-cc5d-489a-b9db-0d219a88316d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Port': ['ID=ffc52821-34c1-4a6d-aaa2-9423cc562cfd,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:48.599228 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00b848e8-cc5d-489a-b9db-0d219a88316d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:48.605383 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40964) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:48.606703 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-00b848e8-cc5d-489a-b9db-0d219a88316d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/ports/ffc52821-34c1-4a6d-aaa2-9423cc562cfd HTTP/1.1" status: 204 len: 168 time: 1.5278814 Apr 28 19:55:48.626416 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40966) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:48.667016 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-659deef9-7d00-4e1b-82ea-211b765dac44 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] GET failed (client error): The resource could not be found. Apr 28 19:55:48.668592 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-659deef9-7d00-4e1b-82ea-211b765dac44 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "GET /v2.0/ports/ffc52821-34c1-4a6d-aaa2-9423cc562cfd HTTP/1.1" status: 404 len: 333 time: 0.0413492 Apr 28 19:55:48.677045 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40970) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:48.736948 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b4c9173c-fcc6-4632-aab6-c010bd0a8c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:48.748868 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d4cb18a-4bf0-46c6-89f5-76366808a7e2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:48.850776 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4cb18a-4bf0-46c6-89f5-76366808a7e2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event deleted for resources: {'Port': ['ID=88a78bd1-0887-4d0e-88d3-255e697ca242,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:49.013445 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-056b1914-31b3-40f8-b53a-413c02b97305 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:49.069539 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b4c9173c-fcc6-4632-aab6-c010bd0a8c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:49.074107 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9e133fd6-26e1-4e0c-b6b5-15b3d728fec5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:49.094427 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-056b1914-31b3-40f8-b53a-413c02b97305 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:49.150663 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b4c9173c-fcc6-4632-aab6-c010bd0a8c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:49.173601 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e133fd6-26e1-4e0c-b6b5-15b3d728fec5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event deleted for resources: {'Port': ['ID=c44def3a-520b-431a-b2d0-7a2aa0a848d2,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:49.306277 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d4cb18a-4bf0-46c6-89f5-76366808a7e2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:49.447762 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b4c9173c-fcc6-4632-aab6-c010bd0a8c48 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bfc6e10ea22a4d87bdab9622069e3ec7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7472343 Apr 28 19:55:49.455327 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9173c-fcc6-4632-aab6-c010bd0a8c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ed1dce-b02d-425c-a590-768f30d3b6e8,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:49.458476 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40984) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:49.495986 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-056b1914-31b3-40f8-b53a-413c02b97305 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:49.498722 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-056b1914-31b3-40f8-b53a-413c02b97305 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:49.503206 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-056b1914-31b3-40f8-b53a-413c02b97305 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/security-groups/274798b9-838f-4c1a-beae-0a35319cc96f HTTP/1.1" status: 204 len: 168 time: 0.8224783 Apr 28 19:55:49.505793 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40988) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:49.524435 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b1914-31b3-40f8-b53a-413c02b97305 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=274798b9-838f-4c1a-beae-0a35319cc96f,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:49.580907 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a2f19a02-18c9-4cae-9266-07f8fc6f413c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:49.593348 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dec5532-646f-4010-bb81-5ee3a659dcba None None] Could not find standard attr ID for object ffc52821-34c1-4a6d-aaa2-9423cc562cfd. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:55:49.624810 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dec5532-646f-4010-bb81-5ee3a659dcba None None] Provisioning complete for port 3772c8e8-0e94-470d-80c9-075c0027baff triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:49.625184 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dec5532-646f-4010-bb81-5ee3a659dcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:49.702858 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40990) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:49.711643 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dec5532-646f-4010-bb81-5ee3a659dcba None None] Port 3772c8e8-0e94-470d-80c9-075c0027baff cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:55:49.731098 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dec5532-646f-4010-bb81-5ee3a659dcba None None] Provisioning complete for port da01e488-519d-4574-a95d-0b985e3064d8 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:49.732296 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dec5532-646f-4010-bb81-5ee3a659dcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:49.801322 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a2f19a02-18c9-4cae-9266-07f8fc6f413c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:49.814651 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-43248c25-85d4-4afb-8fba-52fa94a86623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:49.857013 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e1e23a59-d3bc-4896-997e-50c92cf8fe4b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:49.865655 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4cb18a-4bf0-46c6-89f5-76366808a7e2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Router f6989ac0-18ee-4f68-a764-f59b1f387b19 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:55:49.917587 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device da01e488-519d-4574-a95d-0b985e3064d8 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:55:49.995699 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e1e23a59-d3bc-4896-997e-50c92cf8fe4b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:50.008406 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7d78de8b-7741-4143-883e-347f90dfde83 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:50.021755 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port da01e488-519d-4574-a95d-0b985e3064d8 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:50.022217 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:50.057571 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4cb18a-4bf0-46c6-89f5-76366808a7e2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:55:50.068184 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3d4cb18a-4bf0-46c6-89f5-76366808a7e2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "PUT /v2.0/routers/f6989ac0-18ee-4f68-a764-f59b1f387b19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8912272 Apr 28 19:55:50.071063 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40994) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:50.071784 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e1e23a59-d3bc-4896-997e-50c92cf8fe4b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:50.075315 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e1e23a59-d3bc-4896-997e-50c92cf8fe4b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:50.080238 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e1e23a59-d3bc-4896-997e-50c92cf8fe4b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/security-groups/9eafc3df-ad71-4e55-b247-748c0d8c417d HTTP/1.1" status: 204 len: 168 time: 0.5641634 Apr 28 19:55:50.081834 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0045977-c1c9-4faa-b7e0-b209a183963c None None] Sync routers for ids ['f6989ac0-18ee-4f68-a764-f59b1f387b19'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:55:50.087951 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40996) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:50.103960 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a2f19a02-18c9-4cae-9266-07f8fc6f413c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:50.108435 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a2f19a02-18c9-4cae-9266-07f8fc6f413c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:50.115904 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a2f19a02-18c9-4cae-9266-07f8fc6f413c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/26ed1dce-b02d-425c-a590-768f30d3b6e8 HTTP/1.1" status: 204 len: 168 time: 0.6518617 Apr 28 19:55:50.128456 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-17455daf-8ee6-4977-880e-a48f5c8a009c tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6989ac0-18ee-4f68-a764-f59b1f387b19 HTTP/1.1" status: 200 len: 205 time: 0.0467174 Apr 28 19:55:50.130172 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41000) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:50.132678 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9e133fd6-26e1-4e0c-b6b5-15b3d728fec5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:50.133327 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0045977-c1c9-4faa-b7e0-b209a183963c None None] Routers {'f6989ac0-18ee-4f68-a764-f59b1f387b19'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:50.134907 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b0045977-c1c9-4faa-b7e0-b209a183963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['f6989ac0-18ee-4f68-a764-f59b1f387b19'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:50.183481 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fd4ca024-d377-4401-89d2-11195d5f5841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:50.192911 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e23a59-d3bc-4896-997e-50c92cf8fe4b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eafc3df-ad71-4e55-b247-748c0d8c417d,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:50.259479 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7d78de8b-7741-4143-883e-347f90dfde83 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:50.289147 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b0045977-c1c9-4faa-b7e0-b209a183963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:50.322991 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0045977-c1c9-4faa-b7e0-b209a183963c None None] Routers {'f6989ac0-18ee-4f68-a764-f59b1f387b19'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:50.323818 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b0045977-c1c9-4faa-b7e0-b209a183963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['f6989ac0-18ee-4f68-a764-f59b1f387b19'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:50.362049 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a41e811-214e-4303-991f-66a338d3400b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Deleting subnet 1e45408f-c9a3-4e4f-91bb-57824e68964b {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:55:50.366024 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1a41e811-214e-4303-991f-66a338d3400b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:50.415882 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1a41e811-214e-4303-991f-66a338d3400b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:50.416237 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b0045977-c1c9-4faa-b7e0-b209a183963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:50.417166 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0045977-c1c9-4faa-b7e0-b209a183963c None None] The sync data for ids ['f6989ac0-18ee-4f68-a764-f59b1f387b19'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:55:50.438997 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-784c3a0c-866a-4123-908b-cb447a69cbdd None None] Could not find standard attr ID for object ffc52821-34c1-4a6d-aaa2-9423cc562cfd. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:55:50.520866 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1a41e811-214e-4303-991f-66a338d3400b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:50.595408 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-201b7c38-4d09-4086-8ea6-bb8611ea0b6a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:50.636025 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f19a02-18c9-4cae-9266-07f8fc6f413c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ed1dce-b02d-425c-a590-768f30d3b6e8,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:50.636899 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1a41e811-214e-4303-991f-66a338d3400b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:50.662756 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1a41e811-214e-4303-991f-66a338d3400b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:50.675717 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1a41e811-214e-4303-991f-66a338d3400b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/subnets/1e45408f-c9a3-4e4f-91bb-57824e68964b HTTP/1.1" status: 204 len: 168 time: 0.5522060 Apr 28 19:55:50.684451 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41014) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:50.734513 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7d78de8b-7741-4143-883e-347f90dfde83 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:50.746513 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7d78de8b-7741-4143-883e-347f90dfde83 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:50.760610 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-635489f6-8147-4e82-aeb5-394392988d14 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'subnet': {'network_id': '0b0973dd-e99f-48fb-8556-977d8bb71b26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:50.763948 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebcec27-8bed-47f8-b3b3-15b854297328 None None] Network 0b0973dd-e99f-48fb-8556-977d8bb71b26 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:55:50.874890 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41e811-214e-4303-991f-66a338d3400b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Subnet': ['ID=1e45408f-c9a3-4e4f-91bb-57824e68964b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:50.916651 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78de8b-7741-4143-883e-347f90dfde83 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event updated for resources: {'Port': ['ID=0cc85994-9194-46fa-a808-b325afa4ab26,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:51.013293 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-201b7c38-4d09-4086-8ea6-bb8611ea0b6a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:51.015680 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-201b7c38-4d09-4086-8ea6-bb8611ea0b6a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:51.078408 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-201b7c38-4d09-4086-8ea6-bb8611ea0b6a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:51.079078 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201b7c38-4d09-4086-8ea6-bb8611ea0b6a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Fanout notify agent at l3_agent the message router_deleted on router f6989ac0-18ee-4f68-a764-f59b1f387b19 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:55:51.085978 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-201b7c38-4d09-4086-8ea6-bb8611ea0b6a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:51.091332 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-201b7c38-4d09-4086-8ea6-bb8611ea0b6a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/routers/f6989ac0-18ee-4f68-a764-f59b1f387b19 HTTP/1.1" status: 204 len: 168 time: 0.9517965 Apr 28 19:55:51.091741 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41024) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:51.105808 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e133fd6-26e1-4e0c-b6b5-15b3d728fec5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Router 77ca16b4-b89e-4a11-b22a-c0ae411cce4f has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:55:51.109632 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7d78de8b-7741-4143-883e-347f90dfde83 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:51.226265 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-10bd7f6d-8008-4992-939b-79e46f800e6d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Deleting subnet 62062faf-e3ec-4a36-a67b-e5681b9ce287 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:55:51.230322 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-10bd7f6d-8008-4992-939b-79e46f800e6d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:51.276502 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-10bd7f6d-8008-4992-939b-79e46f800e6d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:51.312351 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fd4ca024-d377-4401-89d2-11195d5f5841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:51.315912 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [None req-7d78de8b-7741-4143-883e-347f90dfde83 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Floating IP f5af3fae-0582-48fc-a508-8a62bd0d6257 associated. External IP: 172.25.8.36, port: 41e67270-73d4-4a29-b842-e6e1d1eacbb6. Apr 28 19:55:51.330974 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fd4ca024-d377-4401-89d2-11195d5f5841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:51.407932 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-fd4ca024-d377-4401-89d2-11195d5f5841 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f3ef1f2c4b63462694ea6e01d3107bff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7022188 Apr 28 19:55:51.441258 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41030) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:51.461411 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635489f6-8147-4e82-aeb5-394392988d14 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:51.465212 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-635489f6-8147-4e82-aeb5-394392988d14 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:51.547964 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ca024-d377-4401-89d2-11195d5f5841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afac7296-a5e6-4a68-a495-3db0a6cea221,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:51.619673 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-10bd7f6d-8008-4992-939b-79e46f800e6d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:51.693032 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bc247352-463d-4e94-b02d-44cd9bf30922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:51.744912 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e133fd6-26e1-4e0c-b6b5-15b3d728fec5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:55:51.758589 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9e133fd6-26e1-4e0c-b6b5-15b3d728fec5 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "PUT /v2.0/routers/77ca16b4-b89e-4a11-b22a-c0ae411cce4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1966217 Apr 28 19:55:51.766826 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41034) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:51.767053 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b735aee5-f422-4079-9061-62bb295427bd None None] Sync routers for ids ['77ca16b4-b89e-4a11-b22a-c0ae411cce4f'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:55:51.815808 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bc247352-463d-4e94-b02d-44cd9bf30922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:51.830691 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b735aee5-f422-4079-9061-62bb295427bd None None] Routers {'77ca16b4-b89e-4a11-b22a-c0ae411cce4f'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:51.832989 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-b735aee5-f422-4079-9061-62bb295427bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['77ca16b4-b89e-4a11-b22a-c0ae411cce4f'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:51.980510 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-10bd7f6d-8008-4992-939b-79e46f800e6d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:52.006182 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-10bd7f6d-8008-4992-939b-79e46f800e6d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:52.014387 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-10bd7f6d-8008-4992-939b-79e46f800e6d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/subnets/62062faf-e3ec-4a36-a67b-e5681b9ce287 HTTP/1.1" status: 204 len: 168 time: 0.9127800 Apr 28 19:55:52.015987 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-635489f6-8147-4e82-aeb5-394392988d14 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:52.018439 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41040) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:52.033804 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f836b77c-d4d8-4f92-b6e3-a304b1f8a9df None None] Network 00444b01-3462-4273-bfe5-62624c8479ed requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:55:52.062666 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd7f6d-8008-4992-939b-79e46f800e6d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event deleted for resources: {'Subnet': ['ID=62062faf-e3ec-4a36-a67b-e5681b9ce287,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:52.081207 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ee8f9f3-ce4a-4549-a734-1fa27ac33c3d tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Deleting subnet d4ca4fc0-ebf7-49e4-affa-59ffb35e90f0 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:55:52.096861 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1ee8f9f3-ce4a-4549-a734-1fa27ac33c3d tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:52.111638 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635489f6-8147-4e82-aeb5-394392988d14 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Network 0b0973dd-e99f-48fb-8556-977d8bb71b26 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:52.157684 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-635489f6-8147-4e82-aeb5-394392988d14 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:52.160204 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d78de8b-7741-4143-883e-347f90dfde83 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Router 86975967-732a-4263-81a0-876e571fdfe9 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:55:52.161324 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635489f6-8147-4e82-aeb5-394392988d14 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:52.162198 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-635489f6-8147-4e82-aeb5-394392988d14 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:52.199584 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-635489f6-8147-4e82-aeb5-394392988d14 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4443710 Apr 28 19:55:52.200596 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41044) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:52.228998 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-b4eef2c4-3dd7-4374-8fec-79308d99e448 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'security_group': {'name': 'tempest-secgroup-1608854720'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:52.263104 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-189deb9e-748e-4515-89ce-43869852dca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:52.299420 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b4eef2c4-3dd7-4374-8fec-79308d99e448 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:52.316983 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1ee8f9f3-ce4a-4549-a734-1fa27ac33c3d tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:52.354177 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f3522b-b0fe-443a-a4e3-9592ec2982fe None None] Network 0b0973dd-e99f-48fb-8556-977d8bb71b26 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:55:52.465505 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635489f6-8147-4e82-aeb5-394392988d14 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Subnet': ['ID=4696b313-0fdd-4367-8bde-745194f61268,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:52.467942 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-c83ee23d-3f98-466f-a046-2ea66716858e None None] Provisioning complete for port 3772c8e8-0e94-470d-80c9-075c0027baff triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:52.474292 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c83ee23d-3f98-466f-a046-2ea66716858e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:52.475893 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bc247352-463d-4e94-b02d-44cd9bf30922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:52.478515 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bc247352-463d-4e94-b02d-44cd9bf30922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:52.483626 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-bc247352-463d-4e94-b02d-44cd9bf30922 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/afac7296-a5e6-4a68-a495-3db0a6cea221 HTTP/1.1" status: 204 len: 168 time: 1.0382657 Apr 28 19:55:52.550496 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc247352-463d-4e94-b02d-44cd9bf30922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afac7296-a5e6-4a68-a495-3db0a6cea221,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:52.583750 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1ee8f9f3-ce4a-4549-a734-1fa27ac33c3d tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:52.671808 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d78de8b-7741-4143-883e-347f90dfde83 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:55:52.689887 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a61707e-698c-4df3-ace6-5da731dbfa84 None None] Sync routers for ids ['86975967-732a-4263-81a0-876e571fdfe9'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:55:52.720464 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a61707e-698c-4df3-ace6-5da731dbfa84 None None] Routers {'86975967-732a-4263-81a0-876e571fdfe9'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:52.722824 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6a61707e-698c-4df3-ace6-5da731dbfa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['86975967-732a-4263-81a0-876e571fdfe9'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:52.737499 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fb52214a-7d5b-4090-941f-4ff4541ba491 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:52.752849 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-b735aee5-f422-4079-9061-62bb295427bd None None] Set router 77ca16b4-b89e-4a11-b22a-c0ae411cce4f gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:55:52.753561 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7d78de8b-7741-4143-883e-347f90dfde83 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:52.817339 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b4eef2c4-3dd7-4374-8fec-79308d99e448 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:52.829252 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b4eef2c4-3dd7-4374-8fec-79308d99e448 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:52.848972 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6a61707e-698c-4df3-ace6-5da731dbfa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:52.863745 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b4eef2c4-3dd7-4374-8fec-79308d99e448 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:52.870553 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a61707e-698c-4df3-ace6-5da731dbfa84 None None] Routers {'86975967-732a-4263-81a0-876e571fdfe9'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:52.871463 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6a61707e-698c-4df3-ace6-5da731dbfa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['86975967-732a-4263-81a0-876e571fdfe9'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:52.879429 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b4eef2c4-3dd7-4374-8fec-79308d99e448 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6641734 Apr 28 19:55:52.880065 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41056) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:52.893713 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-70f6faa2-002d-4f19-bfa0-14d2affaf7e1 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'security_group': {'name': 'tempest-secgroup-2088320099'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:52.922063 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7d78de8b-7741-4143-883e-347f90dfde83 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.3103406 Apr 28 19:55:52.928169 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41060) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:52.929217 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1ee8f9f3-ce4a-4549-a734-1fa27ac33c3d tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:52.947316 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-8ebe8bbd-fbd9-432d-af8e-f3028d557ffe tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Request body: {'floatingip': {'port_id': '41e67270-73d4-4a29-b842-e6e1d1eacbb6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:52.970806 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6a61707e-698c-4df3-ace6-5da731dbfa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:52.971997 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a61707e-698c-4df3-ace6-5da731dbfa84 None None] The sync data for ids ['86975967-732a-4263-81a0-876e571fdfe9'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:55:52.984293 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-fb52214a-7d5b-4090-941f-4ff4541ba491 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Deleting port 2f9bda00-94a9-4622-9d7d-fc56bc62fac2 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:55:52.984895 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fb52214a-7d5b-4090-941f-4ff4541ba491 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:53.045812 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-c83ee23d-3f98-466f-a046-2ea66716858e None None] Port 3772c8e8-0e94-470d-80c9-075c0027baff cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:55:53.105624 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-c83ee23d-3f98-466f-a046-2ea66716858e None None] Provisioning complete for port da01e488-519d-4574-a95d-0b985e3064d8 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:53.106028 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c83ee23d-3f98-466f-a046-2ea66716858e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:53.153619 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-fb52214a-7d5b-4090-941f-4ff4541ba491 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] For port 2f9bda00-94a9-4622-9d7d-fc56bc62fac2, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=2f9bda00-94a9-4622-9d7d-fc56bc62fac2,segment=NetworkSegment(b354c17a-4cfa-4f2f-8af1-ec091f28478e),segment_id=b354c17a-4cfa-4f2f-8af1-ec091f28478e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:53.154333 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fb52214a-7d5b-4090-941f-4ff4541ba491 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:53.159537 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1ee8f9f3-ce4a-4549-a734-1fa27ac33c3d tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:53.167684 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1ee8f9f3-ce4a-4549-a734-1fa27ac33c3d tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "DELETE /v2.0/subnets/d4ca4fc0-ebf7-49e4-affa-59ffb35e90f0 HTTP/1.1" status: 204 len: 168 time: 1.3970437 Apr 28 19:55:53.173276 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41064) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:53.181552 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8f9f3-ce4a-4549-a734-1fa27ac33c3d tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event deleted for resources: {'Subnet': ['ID=d4ca4fc0-ebf7-49e4-affa-59ffb35e90f0,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:53.195516 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eef2c4-3dd7-4374-8fec-79308d99e448 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43941ded-1689-4b29-81b7-37cc186a9e9c,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:53.198867 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5138a099-33dd-4a6a-a973-ed84b9e7b094 None None] Network 30db331d-2929-4954-8cf4-0f6f324e75e7 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:55:53.228697 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-70f6faa2-002d-4f19-bfa0-14d2affaf7e1 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:53.278884 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8ebe8bbd-fbd9-432d-af8e-f3028d557ffe tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for floatingip, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:53.309618 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74db86b0-5a95-4b84-a7b3-da1e20bc915e None None] DHCP port deletion for 00444b01-3462-4273-bfe5-62624c8479ed request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:55:53.322644 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-fb52214a-7d5b-4090-941f-4ff4541ba491 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Calling delete_port for 2f9bda00-94a9-4622-9d7d-fc56bc62fac2 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:55:53.426309 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41068) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:53.460908 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-70f6faa2-002d-4f19-bfa0-14d2affaf7e1 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:53.471253 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-70f6faa2-002d-4f19-bfa0-14d2affaf7e1 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:53.830371 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:53.899796 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bb542642-4716-40ab-99d3-7da5e3841776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:53.964140 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cfd1132a-6e2d-4873-bfbf-309aa95c4c8b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:54.036049 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fb52214a-7d5b-4090-941f-4ff4541ba491 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:54.126163 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-b735aee5-f422-4079-9061-62bb295427bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'name': 'tempest-TestNetworkBasicOps-router-667246321', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '5265d459-9a02-4afa-b506-56388af0c2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:54:09Z', 'updated_at': '2022-04-28T19:55:48Z', 'revision_number': 5, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'gw_port': {'id': '5265d459-9a02-4afa-b506-56388af0c2ba', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:77:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:11Z', 'updated_at': '2022-04-28T19:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:54.172462 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52214a-7d5b-4090-941f-4ff4541ba491 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event deleted for resources: {'Port': ['ID=2f9bda00-94a9-4622-9d7d-fc56bc62fac2,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:54.179616 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb52214a-7d5b-4090-941f-4ff4541ba491 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] No DVR routers for this DVR port 2f9bda00-94a9-4622-9d7d-fc56bc62fac2 on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:55:54.268711 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-74db86b0-5a95-4b84-a7b3-da1e20bc915e None None] Deleting port 2f9bda00-94a9-4622-9d7d-fc56bc62fac2 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:55:54.269259 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-74db86b0-5a95-4b84-a7b3-da1e20bc915e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:54.295402 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 2f9bda00-94a9-4622-9d7d-fc56bc62fac2 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:55:54.356823 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dd3a40-bdaf-40ee-9fbd-929416bea92b None None] DHCP port deletion for 30db331d-2929-4954-8cf4-0f6f324e75e7 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:55:54.357898 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fb52214a-7d5b-4090-941f-4ff4541ba491 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:54.386492 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-fb52214a-7d5b-4090-941f-4ff4541ba491 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00444b01-3462-4273-bfe5-62624c8479ed']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:54.390031 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 2f9bda00-94a9-4622-9d7d-fc56bc62fac2 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:55:54.390672 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 2f9bda00-94a9-4622-9d7d-fc56bc62fac2 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:55:54.400270 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-fb52214a-7d5b-4090-941f-4ff4541ba491 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b354c17a-4cfa-4f2f-8af1-ec091f28478e') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:54.400541 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-fb52214a-7d5b-4090-941f-4ff4541ba491 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b354c17a-4cfa-4f2f-8af1-ec091f28478e') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:54.412296 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fb52214a-7d5b-4090-941f-4ff4541ba491 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:54.429845 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fb52214a-7d5b-4090-941f-4ff4541ba491 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:54.437215 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb52214a-7d5b-4090-941f-4ff4541ba491 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:55:54.437554 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b735aee5-f422-4079-9061-62bb295427bd None None] Checking router: 77ca16b4-b89e-4a11-b22a-c0ae411cce4f for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:55:54.437737 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fb52214a-7d5b-4090-941f-4ff4541ba491 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:54.515753 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:55:54.515753 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:55:54.515753 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:55:54.515753 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:55:54.515753 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:55:54.515753 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:55:54.515753 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:55:54.515753 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:55:54.515753 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:55:54.515753 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:55:54.515753 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:55:54.515753 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:55:54.515753 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:55:54.515753 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:55:54.515753 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:55:54.515753 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:55:54.515753 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:55:54.515753 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:55:54.515753 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:55:54.515753 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:55:54.515753 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:55:54.515753 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:55:54.515753 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:55:54.515753 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:55:54.515753 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:55:54.515753 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:55:54.515753 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:55:54.515753 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:55:54.515753 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:55:54.515753 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:55:54.515753 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:55:54.515753 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:55:54.520233 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fb52214a-7d5b-4090-941f-4ff4541ba491 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:54.561892 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fb52214a-7d5b-4090-941f-4ff4541ba491 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:54.566184 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fb52214a-7d5b-4090-941f-4ff4541ba491 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/networks/00444b01-3462-4273-bfe5-62624c8479ed HTTP/1.1" status: 204 len: 168 time: 2.5433872 Apr 28 19:55:54.572149 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52214a-7d5b-4090-941f-4ff4541ba491 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event deleted for resources: {'Network': ['ID=00444b01-3462-4273-bfe5-62624c8479ed,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:54.573842 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41080) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:54.585689 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-ce72faf8-c6fd-4dd1-9773-c972fae959e2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-17671583', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}, 'admin_state_up': False}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:54.623615 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bb542642-4716-40ab-99d3-7da5e3841776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:54.636068 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bb542642-4716-40ab-99d3-7da5e3841776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:54.646929 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b735aee5-f422-4079-9061-62bb295427bd None None] Routers {'77ca16b4-b89e-4a11-b22a-c0ae411cce4f'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:54.648587 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-b735aee5-f422-4079-9061-62bb295427bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['77ca16b4-b89e-4a11-b22a-c0ae411cce4f'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:54.674168 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-bb542642-4716-40ab-99d3-7da5e3841776 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=39970821f89646e1a839587183fa8e3c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2126393 Apr 28 19:55:54.679760 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41084) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:54.752648 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ce72faf8-c6fd-4dd1-9773-c972fae959e2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:54.753759 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ce72faf8-c6fd-4dd1-9773-c972fae959e2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:54.761248 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-582a97a6-c8d1-461d-ae6f-ad0a40095e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:54.788731 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-582a97a6-c8d1-461d-ae6f-ad0a40095e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:54.842480 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cfd1132a-6e2d-4873-bfbf-309aa95c4c8b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:54.848647 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-70f6faa2-002d-4f19-bfa0-14d2affaf7e1 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:54.852266 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-70f6faa2-002d-4f19-bfa0-14d2affaf7e1 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9692569 Apr 28 19:55:54.861375 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6faa2-002d-4f19-bfa0-14d2affaf7e1 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c13492-55a3-48da-8506-edfdb03ae730,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:54.864470 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41088) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:54.877577 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c2867d-8ced-45d3-9afc-f52e80e99ded None None] Update dhcp port {'port': {'network_id': '0b0973dd-e99f-48fb-8556-977d8bb71b26', 'fixed_ips': [{'subnet_id': 'a6b5096c-5059-48e1-a200-44d96ce79ac5', 'ip_address': '172.20.0.19'}, {'subnet_id': '4696b313-0fdd-4367-8bde-745194f61268'}], 'binding:host_id': 'n-d-839810-1'}, 'id': 'da01e488-519d-4574-a95d-0b985e3064d8'} from n-d-839810-1. {{(pid=102775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 28 19:55:54.881928 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-74db86b0-5a95-4b84-a7b3-da1e20bc915e None None] For port 2f9bda00-94a9-4622-9d7d-fc56bc62fac2, host n-d-839810-1, got binding levels [] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:54.882454 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-74db86b0-5a95-4b84-a7b3-da1e20bc915e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:54.929048 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-74db86b0-5a95-4b84-a7b3-da1e20bc915e None None] Calling delete_port for 2f9bda00-94a9-4622-9d7d-fc56bc62fac2 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:55:54.941041 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.ipam_backend_mixin [None req-74db86b0-5a95-4b84-a7b3-da1e20bc915e None None] Port 2f9bda00-94a9-4622-9d7d-fc56bc62fac2 was not found and therefore no delete operation was performed {{(pid=102775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 28 19:55:54.946243 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-2fda21d1-83a9-4f9a-8c03-5a960fb1184d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'security_group': {'name': 'tempest-secgroup-1776032924'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:54.962414 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-b735aee5-f422-4079-9061-62bb295427bd None None] Set router 77ca16b4-b89e-4a11-b22a-c0ae411cce4f gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:55:54.969939 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-74db86b0-5a95-4b84-a7b3-da1e20bc915e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:54.987820 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2fda21d1-83a9-4f9a-8c03-5a960fb1184d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:55.004693 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-582a97a6-c8d1-461d-ae6f-ad0a40095e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:55.024308 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-582a97a6-c8d1-461d-ae6f-ad0a40095e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:55.032840 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-582a97a6-c8d1-461d-ae6f-ad0a40095e05 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8a6bbd55-e7fd-49e2-a1d9-ec326699ff66 HTTP/1.1" status: 204 len: 168 time: 0.3485315 Apr 28 19:55:55.036723 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb542642-4716-40ab-99d3-7da5e3841776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6bbd55-e7fd-49e2-a1d9-ec326699ff66,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:55.133029 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a97a6-c8d1-461d-ae6f-ad0a40095e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6bbd55-e7fd-49e2-a1d9-ec326699ff66,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:55.214037 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d5c2867d-8ced-45d3-9afc-f52e80e99ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:55.233410 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ce72faf8-c6fd-4dd1-9773-c972fae959e2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:55.261489 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-b3dd3a40-bdaf-40ee-9fbd-929416bea92b None None] Deleting port c05e72d3-bf63-4713-883e-67364bd320be {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:55:55.265935 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b3dd3a40-bdaf-40ee-9fbd-929416bea92b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:55.313480 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2fda21d1-83a9-4f9a-8c03-5a960fb1184d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:55.330846 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-74db86b0-5a95-4b84-a7b3-da1e20bc915e None None] Network 00444b01-3462-4273-bfe5-62624c8479ed is not hosted by any dhcp agent {{(pid=102775) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 28 19:55:55.331412 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74db86b0-5a95-4b84-a7b3-da1e20bc915e None None] No DVR routers for this DVR port 2f9bda00-94a9-4622-9d7d-fc56bc62fac2 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:55:55.348251 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db86b0-5a95-4b84-a7b3-da1e20bc915e None None] Pushing event deleted for resources: {'Port': ['ID=2f9bda00-94a9-4622-9d7d-fc56bc62fac2,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:55.362624 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1132a-6e2d-4873-bfbf-309aa95c4c8b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Deleting port 5265d459-9a02-4afa-b506-56388af0c2ba {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:55:55.363248 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cfd1132a-6e2d-4873-bfbf-309aa95c4c8b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:55.396615 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8ebe8bbd-fbd9-432d-af8e-f3028d557ffe tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:55.399566 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2fda21d1-83a9-4f9a-8c03-5a960fb1184d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:55.425781 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8ebe8bbd-fbd9-432d-af8e-f3028d557ffe tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:55.601537 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-cfd1132a-6e2d-4873-bfbf-309aa95c4c8b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] For port 5265d459-9a02-4afa-b506-56388af0c2ba, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=5265d459-9a02-4afa-b506-56388af0c2ba,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:55.601763 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2fda21d1-83a9-4f9a-8c03-5a960fb1184d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:55.602397 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cfd1132a-6e2d-4873-bfbf-309aa95c4c8b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:55.608821 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2fda21d1-83a9-4f9a-8c03-5a960fb1184d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7394032 Apr 28 19:55:55.611658 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-b3dd3a40-bdaf-40ee-9fbd-929416bea92b None None] For port c05e72d3-bf63-4713-883e-67364bd320be, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c05e72d3-bf63-4713-883e-67364bd320be,segment=NetworkSegment(9ba9efc4-c8e7-48d7-8b5d-67fe4068376f),segment_id=9ba9efc4-c8e7-48d7-8b5d-67fe4068376f)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:55.612972 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41094) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:55.614556 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b3dd3a40-bdaf-40ee-9fbd-929416bea92b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:55.618704 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1132a-6e2d-4873-bfbf-309aa95c4c8b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Calling delete_port for 5265d459-9a02-4afa-b506-56388af0c2ba owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:55:55.625712 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-c84db17f-19d3-47c7-a127-20de88aba3e6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1530534065', 'security_groups': ['0657f5eb-a49c-4940-aad7-6d2717e344d5'], 'network_id': '0b0973dd-e99f-48fb-8556-977d8bb71b26', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4696b313-0fdd-4367-8bde-745194f61268'}]}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:55.642215 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda21d1-83a9-4f9a-8c03-5a960fb1184d tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0657f5eb-a49c-4940-aad7-6d2717e344d5,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:55.645976 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-b3dd3a40-bdaf-40ee-9fbd-929416bea92b None None] Calling delete_port for c05e72d3-bf63-4713-883e-67364bd320be owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:55:55.920683 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c05e72d3-bf63-4713-883e-67364bd320be no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:55:55.954043 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ce72faf8-c6fd-4dd1-9773-c972fae959e2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:56.152478 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:56.202979 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cfd1132a-6e2d-4873-bfbf-309aa95c4c8b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:56.241323 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1132a-6e2d-4873-bfbf-309aa95c4c8b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event deleted for resources: {'Port': ['ID=5265d459-9a02-4afa-b506-56388af0c2ba,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:56.382065 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84db17f-19d3-47c7-a127-20de88aba3e6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:56.409968 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebe8bbd-fbd9-432d-af8e-f3028d557ffe tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Router 86975967-732a-4263-81a0-876e571fdfe9 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:55:56.483764 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cfd1132a-6e2d-4873-bfbf-309aa95c4c8b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:56.564823 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41116) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:56.594773 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ce72faf8-c6fd-4dd1-9773-c972fae959e2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:56.639689 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:56.653579 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cfd1132a-6e2d-4873-bfbf-309aa95c4c8b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:56.657016 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cfd1132a-6e2d-4873-bfbf-309aa95c4c8b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:56.660507 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ce72faf8-c6fd-4dd1-9773-c972fae959e2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:56.708288 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c84db17f-19d3-47c7-a127-20de88aba3e6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:56.768674 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cfd1132a-6e2d-4873-bfbf-309aa95c4c8b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:56.769218 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd1132a-6e2d-4873-bfbf-309aa95c4c8b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Fanout notify agent at l3_agent the message router_deleted on router 77ca16b4-b89e-4a11-b22a-c0ae411cce4f {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:55:56.779952 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cfd1132a-6e2d-4873-bfbf-309aa95c4c8b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:56.784033 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cfd1132a-6e2d-4873-bfbf-309aa95c4c8b tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "DELETE /v2.0/routers/77ca16b4-b89e-4a11-b22a-c0ae411cce4f HTTP/1.1" status: 204 len: 168 time: 3.6070604 Apr 28 19:55:56.787805 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41124) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:56.879629 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-d5c2867d-8ced-45d3-9afc-f52e80e99ded None None] Allocated IP 172.20.0.2 (0b0973dd-e99f-48fb-8556-977d8bb71b26/4696b313-0fdd-4367-8bde-745194f61268/da01e488-519d-4574-a95d-0b985e3064d8) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:56.910723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-c84db17f-19d3-47c7-a127-20de88aba3e6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] device_id is not set on port 884c3a36-f70f-4d09-9d6d-ca4334914396 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:55:56.937608 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679c55d-e8a3-49bb-aec8-97ca5c0fb2e5 req-296a0408-e47d-493e-95ab-4b1ef453e169 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:56.938452 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f214f3fb-e55c-4fac-b1d9-e955ffcadee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:56.939927 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6679c55d-e8a3-49bb-aec8-97ca5c0fb2e5 req-296a0408-e47d-493e-95ab-4b1ef453e169 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 946 time: 0.5703523 Apr 28 19:55:56.979437 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-ce72faf8-c6fd-4dd1-9773-c972fae959e2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Allocated IP 172.25.8.88 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/0ad4b5a5-3235-4fba-89fe-e5e992bc6328) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:56.985070 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-468bfe56-f277-4237-a4e1-0f26c42fe7f1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:57.039640 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b3dd3a40-bdaf-40ee-9fbd-929416bea92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:57.128176 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd3a40-bdaf-40ee-9fbd-929416bea92b None None] Pushing event deleted for resources: {'Port': ['ID=c05e72d3-bf63-4713-883e-67364bd320be,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:57.228085 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-468bfe56-f277-4237-a4e1-0f26c42fe7f1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:57.273723 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6679c55d-e8a3-49bb-aec8-97ca5c0fb2e5 req-2a5d03f9-9a11-449d-9916-8542c0496c33 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557106 Apr 28 19:55:57.293159 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-468bfe56-f277-4237-a4e1-0f26c42fe7f1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30db331d-2929-4954-8cf4-0f6f324e75e7']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:57.300580 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ce72faf8-c6fd-4dd1-9773-c972fae959e2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:57.312987 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebe8bbd-fbd9-432d-af8e-f3028d557ffe tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:55:57.321185 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8ebe8bbd-fbd9-432d-af8e-f3028d557ffe tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:57.322159 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Port c05e72d3-bf63-4713-883e-67364bd320be update to DOWN by agent not found {{(pid=102775) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 28 19:55:57.328304 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-468bfe56-f277-4237-a4e1-0f26c42fe7f1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba9efc4-c8e7-48d7-8b5d-67fe4068376f') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:57.328505 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-468bfe56-f277-4237-a4e1-0f26c42fe7f1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba9efc4-c8e7-48d7-8b5d-67fe4068376f') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:57.331635 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f214f3fb-e55c-4fac-b1d9-e955ffcadee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:57.337868 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dd3a40-bdaf-40ee-9fbd-929416bea92b None None] No DVR routers for this DVR port c05e72d3-bf63-4713-883e-67364bd320be on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:55:57.342780 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f214f3fb-e55c-4fac-b1d9-e955ffcadee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:57.348243 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-468bfe56-f277-4237-a4e1-0f26c42fe7f1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:57.367812 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b474b384-ac62-4f44-8b7b-72711cd300eb None None] Sync routers for ids ['86975967-732a-4263-81a0-876e571fdfe9'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:55:57.411780 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-468bfe56-f277-4237-a4e1-0f26c42fe7f1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:57.438070 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b474b384-ac62-4f44-8b7b-72711cd300eb None None] Routers {'86975967-732a-4263-81a0-876e571fdfe9'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:57.438614 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-b474b384-ac62-4f44-8b7b-72711cd300eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['86975967-732a-4263-81a0-876e571fdfe9'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:57.448429 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-468bfe56-f277-4237-a4e1-0f26c42fe7f1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:55:57.449098 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-468bfe56-f277-4237-a4e1-0f26c42fe7f1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:57.449450 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-b735aee5-f422-4079-9061-62bb295427bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'name': 'tempest-TestNetworkBasicOps-router-667246321', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '5265d459-9a02-4afa-b506-56388af0c2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:54:09Z', 'updated_at': '2022-04-28T19:55:48Z', 'revision_number': 5, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'gw_port': {'id': '5265d459-9a02-4afa-b506-56388af0c2ba', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:77:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:11Z', 'updated_at': '2022-04-28T19:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:57.454398 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:55:57.454398 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:55:57.454398 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:55:57.454398 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:55:57.454398 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:55:57.454398 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:55:57.454398 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:55:57.454398 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:55:57.454398 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:55:57.454398 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:55:57.454398 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:55:57.454398 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:55:57.454398 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:55:57.454398 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:55:57.454398 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:55:57.454398 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:55:57.454398 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:55:57.454398 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:55:57.454398 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:55:57.454398 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:55:57.454398 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:55:57.454398 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:55:57.454398 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:55:57.454398 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:55:57.454398 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:55:57.454398 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:55:57.454398 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:55:57.454398 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:55:57.454398 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:55:57.454398 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:55:57.454398 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:55:57.454398 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:55:57.458206 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214f3fb-e55c-4fac-b1d9-e955ffcadee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f1e4e6-eab4-4948-9faa-911dc28b7a91,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:57.480169 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8ebe8bbd-fbd9-432d-af8e-f3028d557ffe tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "PUT /v2.0/floatingips/f5af3fae-0582-48fc-a508-8a62bd0d6257 HTTP/1.1" status: 200 len: 978 time: 4.5484905 Apr 28 19:55:57.480800 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41134) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:57.486525 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f214f3fb-e55c-4fac-b1d9-e955ffcadee7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ff32e1e2bf854a64a8926a06a8979b48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9202557 Apr 28 19:55:57.490135 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41136) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:57.515080 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b735aee5-f422-4079-9061-62bb295427bd None None] The sync data for ids ['77ca16b4-b89e-4a11-b22a-c0ae411cce4f'] in n-d-839810-1 is: [{'id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'name': 'tempest-TestNetworkBasicOps-router-667246321', 'tenant_id': '9d9e2f02c26d442699c083632dd6dfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '5265d459-9a02-4afa-b506-56388af0c2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:54:09Z', 'updated_at': '2022-04-28T19:55:48Z', 'revision_number': 5, 'project_id': '9d9e2f02c26d442699c083632dd6dfd5', 'gw_port': {'id': '5265d459-9a02-4afa-b506-56388af0c2ba', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:77:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ca16b4-b89e-4a11-b22a-c0ae411cce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:11Z', 'updated_at': '2022-04-28T19:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:55:57.603214 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ce72faf8-c6fd-4dd1-9773-c972fae959e2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:57.659029 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-468bfe56-f277-4237-a4e1-0f26c42fe7f1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:57.663735 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-468bfe56-f277-4237-a4e1-0f26c42fe7f1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:57.667700 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-468bfe56-f277-4237-a4e1-0f26c42fe7f1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] 10.222.0.42 "DELETE /v2.0/networks/30db331d-2929-4954-8cf4-0f6f324e75e7 HTTP/1.1" status: 204 len: 168 time: 0.8793867 Apr 28 19:55:57.671984 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce72faf8-c6fd-4dd1-9773-c972fae959e2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:57.679903 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-ce72faf8-c6fd-4dd1-9773-c972fae959e2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:57.682584 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce72faf8-c6fd-4dd1-9773-c972fae959e2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:55:57.700976 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468bfe56-f277-4237-a4e1-0f26c42fe7f1 tempest-TestNetworkBasicOps-769630315 tempest-TestNetworkBasicOps-769630315-project] Pushing event deleted for resources: {'Network': ['ID=30db331d-2929-4954-8cf4-0f6f324e75e7,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:57.727940 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7753c36a-1b53-4ae2-91be-31ccb829e4ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:57.730761 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce72faf8-c6fd-4dd1-9773-c972fae959e2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Port': ['ID=0ad4b5a5-3235-4fba-89fe-e5e992bc6328,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:57.798287 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7753c36a-1b53-4ae2-91be-31ccb829e4ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:57.866347 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-a41fe914-cf04-42e1-b30c-7f462c3c25cd tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Deleting port 0cc85994-9194-46fa-a808-b325afa4ab26 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:55:57.866790 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a41fe914-cf04-42e1-b30c-7f462c3c25cd tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:57.940579 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7753c36a-1b53-4ae2-91be-31ccb829e4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:57.943364 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7753c36a-1b53-4ae2-91be-31ccb829e4ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:57.947623 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7753c36a-1b53-4ae2-91be-31ccb829e4ef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b9f1e4e6-eab4-4948-9faa-911dc28b7a91 HTTP/1.1" status: 204 len: 168 time: 0.4553664 Apr 28 19:55:57.986564 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7753c36a-1b53-4ae2-91be-31ccb829e4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f1e4e6-eab4-4948-9faa-911dc28b7a91,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:57.986802 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d5c2867d-8ced-45d3-9afc-f52e80e99ded None None] For port da01e488-519d-4574-a95d-0b985e3064d8, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=da01e488-519d-4574-a95d-0b985e3064d8,segment=NetworkSegment(2673f008-f3bc-4c3b-8d52-280f8bdb6b61),segment_id=2673f008-f3bc-4c3b-8d52-280f8bdb6b61)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:58.046668 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a41fe914-cf04-42e1-b30c-7f462c3c25cd tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:58.047272 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a41fe914-cf04-42e1-b30c-7f462c3c25cd tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:58.082456 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-a41fe914-cf04-42e1-b30c-7f462c3c25cd tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Calling delete_port for 0cc85994-9194-46fa-a808-b325afa4ab26 owned by network:floatingip {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:55:58.089813 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d5c2867d-8ced-45d3-9afc-f52e80e99ded None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:58.107600 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-b474b384-ac62-4f44-8b7b-72711cd300eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:58.123711 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c44def3a-520b-431a-b2d0-7a2aa0a848d2 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:55:58.129496 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d5c2867d-8ced-45d3-9afc-f52e80e99ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:58.199580 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b474b384-ac62-4f44-8b7b-72711cd300eb None None] Routers {'86975967-732a-4263-81a0-876e571fdfe9'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:58.201334 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-b474b384-ac62-4f44-8b7b-72711cd300eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['86975967-732a-4263-81a0-876e571fdfe9'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:58.203516 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: c44def3a-520b-431a-b2d0-7a2aa0a848d2 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:55:58.204151 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c44def3a-520b-431a-b2d0-7a2aa0a848d2 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:55:58.289878 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ce72faf8-c6fd-4dd1-9773-c972fae959e2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:58.315491 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-b474b384-ac62-4f44-8b7b-72711cd300eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:58.316524 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b474b384-ac62-4f44-8b7b-72711cd300eb None None] The sync data for ids ['86975967-732a-4263-81a0-876e571fdfe9'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:55:58.375409 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-c84db17f-19d3-47c7-a127-20de88aba3e6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Allocated IP 172.20.0.11 (0b0973dd-e99f-48fb-8556-977d8bb71b26/4696b313-0fdd-4367-8bde-745194f61268/884c3a36-f70f-4d09-9d6d-ca4334914396) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:58.435136 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41158) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:58.462804 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2867d-8ced-45d3-9afc-f52e80e99ded None None] Pushing event updated for resources: {'Port': ['ID=da01e488-519d-4574-a95d-0b985e3064d8,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:58.741843 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41164) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:58.759030 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a41fe914-cf04-42e1-b30c-7f462c3c25cd tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:58.808634 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a4598882-218e-471e-9f7d-fd7537af1ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:58.839731 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41fe914-cf04-42e1-b30c-7f462c3c25cd tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event deleted for resources: {'Port': ['ID=0cc85994-9194-46fa-a808-b325afa4ab26,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:58.966353 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c84db17f-19d3-47c7-a127-20de88aba3e6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:58.974633 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a41fe914-cf04-42e1-b30c-7f462c3c25cd tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for floatingip, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:58.975256 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-a41fe914-cf04-42e1-b30c-7f462c3c25cd tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Floating IP f5af3fae-0582-48fc-a508-8a62bd0d6257 disassociated (deleted). External IP: 172.25.8.36, port: 41e67270-73d4-4a29-b842-e6e1d1eacbb6. Apr 28 19:55:59.197859 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c84db17f-19d3-47c7-a127-20de88aba3e6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:59.257208 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a4598882-218e-471e-9f7d-fd7537af1ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:59.316311 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a4598882-218e-471e-9f7d-fd7537af1ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:59.328612 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84db17f-19d3-47c7-a127-20de88aba3e6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Network 0b0973dd-e99f-48fb-8556-977d8bb71b26 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:59.353117 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9fb0bba0-8b1a-436d-a200-00ca4e0f16ce admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9d9e2f02c26d442699c083632dd6dfd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9158947 Apr 28 19:55:59.358224 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41176) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:59.363211 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-c84db17f-19d3-47c7-a127-20de88aba3e6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:59.366258 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84db17f-19d3-47c7-a127-20de88aba3e6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:55:59.382861 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52071866-6a8d-46ba-8694-0249f4a37858 req-ab326a4f-4567-4a5a-b7f5-acb478d0e7f9 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:59.392942 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-52071866-6a8d-46ba-8694-0249f4a37858 req-ab326a4f-4567-4a5a-b7f5-acb478d0e7f9 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 946 time: 0.9413080 Apr 28 19:55:59.432558 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84db17f-19d3-47c7-a127-20de88aba3e6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Port': ['ID=884c3a36-f70f-4d09-9d6d-ca4334914396,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:59.450503 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a4598882-218e-471e-9f7d-fd7537af1ca7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cc245f308263452b988364e200bcb7df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7067127 Apr 28 19:55:59.459510 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41178) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:59.487824 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-8f207998-cd0e-4117-b5ea-82c48da08f97 None None] Provisioning complete for port 3772c8e8-0e94-470d-80c9-075c0027baff triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:59.488478 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8f207998-cd0e-4117-b5ea-82c48da08f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:59.536405 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-8f207998-cd0e-4117-b5ea-82c48da08f97 None None] Port 3772c8e8-0e94-470d-80c9-075c0027baff cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:55:59.538300 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4598882-218e-471e-9f7d-fd7537af1ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbad504-64e0-448a-ad51-31f0773dce44,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:59.571373 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-8f207998-cd0e-4117-b5ea-82c48da08f97 None None] Provisioning complete for port da01e488-519d-4574-a95d-0b985e3064d8 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:59.572283 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8f207998-cd0e-4117-b5ea-82c48da08f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:59.590382 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84db17f-19d3-47c7-a127-20de88aba3e6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:59.592339 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c84db17f-19d3-47c7-a127-20de88aba3e6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:59.617923 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41fe914-cf04-42e1-b30c-7f462c3c25cd tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Router 86975967-732a-4263-81a0-876e571fdfe9 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:55:59.642502 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c84db17f-19d3-47c7-a127-20de88aba3e6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.0243764 Apr 28 19:55:59.644753 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-52071866-6a8d-46ba-8694-0249f4a37858 req-d782d019-c30e-4c31-87fc-d7be4caf31f1 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2508156 Apr 28 19:55:59.656197 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41184) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:55:59.673750 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-c29cc11a-d3c5-4be0-8678-fb46607eb324 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'subnet': {'network_id': '0b0973dd-e99f-48fb-8556-977d8bb71b26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:59.698126 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d2e6ebbc-0753-4e51-a241-0fcb8b4a5e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:59.708152 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ce72faf8-c6fd-4dd1-9773-c972fae959e2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:59.791710 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3157edec-5a02-483e-a99c-b84a8e652949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:59.818911 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device da01e488-519d-4574-a95d-0b985e3064d8 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:55:59.830695 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3157edec-5a02-483e-a99c-b84a8e652949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:59.843091 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d2e6ebbc-0753-4e51-a241-0fcb8b4a5e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:59.923837 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-56a2d98a-d854-41b8-bff5-54c5e288cb0c None None] Provisioning complete for port 884c3a36-f70f-4d09-9d6d-ca4334914396 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:59.925070 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-56a2d98a-d854-41b8-bff5-54c5e288cb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:59.979264 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3157edec-5a02-483e-a99c-b84a8e652949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:59.982968 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3157edec-5a02-483e-a99c-b84a8e652949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:59.987954 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3157edec-5a02-483e-a99c-b84a8e652949 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fd6379af-8d53-479c-83ca-5a5aa7318114 HTTP/1.1" status: 204 len: 168 time: 0.6242712 Apr 28 19:55:59.997169 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce72faf8-c6fd-4dd1-9773-c972fae959e2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Router 6b34ce75-5636-44ee-902d-053552e3f8da is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:55:59.998369 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157edec-5a02-483e-a99c-b84a8e652949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6379af-8d53-479c-83ca-5a5aa7318114,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:00.033780 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-56a2d98a-d854-41b8-bff5-54c5e288cb0c None None] Port 884c3a36-f70f-4d09-9d6d-ca4334914396 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:56:00.089117 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port da01e488-519d-4574-a95d-0b985e3064d8 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:00.090125 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:00.211906 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 5265d459-9a02-4afa-b506-56388af0c2ba no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:56:00.220905 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce72faf8-c6fd-4dd1-9773-c972fae959e2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:56:00.234402 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db638bbc-832f-4750-9ee5-9b7582aba490 None None] Sync routers for ids ['6b34ce75-5636-44ee-902d-053552e3f8da'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:56:00.260445 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db638bbc-832f-4750-9ee5-9b7582aba490 None None] Routers {'6b34ce75-5636-44ee-902d-053552e3f8da'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:00.261511 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-db638bbc-832f-4750-9ee5-9b7582aba490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['6b34ce75-5636-44ee-902d-053552e3f8da'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:00.263368 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ce72faf8-c6fd-4dd1-9773-c972fae959e2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:00.266067 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ce72faf8-c6fd-4dd1-9773-c972fae959e2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 5.6850655 Apr 28 19:56:00.269514 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41198) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:00.286925 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 5265d459-9a02-4afa-b506-56388af0c2ba {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:56:00.287545 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 5265d459-9a02-4afa-b506-56388af0c2ba not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:56:00.355699 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-db638bbc-832f-4750-9ee5-9b7582aba490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:00.370609 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db638bbc-832f-4750-9ee5-9b7582aba490 None None] Routers {'6b34ce75-5636-44ee-902d-053552e3f8da'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:00.371668 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-db638bbc-832f-4750-9ee5-9b7582aba490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['6b34ce75-5636-44ee-902d-053552e3f8da'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:00.416994 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-db638bbc-832f-4750-9ee5-9b7582aba490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:00.417915 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db638bbc-832f-4750-9ee5-9b7582aba490 None None] The sync data for ids ['6b34ce75-5636-44ee-902d-053552e3f8da'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:56:00.435736 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41fe914-cf04-42e1-b30c-7f462c3c25cd tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:56:00.441368 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a41fe914-cf04-42e1-b30c-7f462c3c25cd tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:00.454365 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1220ba6d-5654-458a-a548-06092da94e83 None None] Sync routers for ids ['86975967-732a-4263-81a0-876e571fdfe9'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:56:00.472317 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1220ba6d-5654-458a-a548-06092da94e83 None None] Routers {'86975967-732a-4263-81a0-876e571fdfe9'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:00.473597 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-1220ba6d-5654-458a-a548-06092da94e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['86975967-732a-4263-81a0-876e571fdfe9'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:00.518469 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a41fe914-cf04-42e1-b30c-7f462c3c25cd tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "DELETE /v2.0/floatingips/f5af3fae-0582-48fc-a508-8a62bd0d6257 HTTP/1.1" status: 204 len: 168 time: 3.0363772 Apr 28 19:56:00.519329 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41202) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:00.520690 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d2e6ebbc-0753-4e51-a241-0fcb8b4a5e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:00.528754 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d2e6ebbc-0753-4e51-a241-0fcb8b4a5e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:00.532423 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d2e6ebbc-0753-4e51-a241-0fcb8b4a5e6c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8bbad504-64e0-448a-ad51-31f0773dce44 HTTP/1.1" status: 204 len: 168 time: 1.0731235 Apr 28 19:56:00.535474 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29cc11a-d3c5-4be0-8678-fb46607eb324 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:00.536093 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-1220ba6d-5654-458a-a548-06092da94e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:00.539316 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c29cc11a-d3c5-4be0-8678-fb46607eb324 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:00.572813 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1220ba6d-5654-458a-a548-06092da94e83 None None] Routers {'86975967-732a-4263-81a0-876e571fdfe9'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:00.574101 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-1220ba6d-5654-458a-a548-06092da94e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['86975967-732a-4263-81a0-876e571fdfe9'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:00.626749 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-1220ba6d-5654-458a-a548-06092da94e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:00.627324 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1220ba6d-5654-458a-a548-06092da94e83 None None] The sync data for ids ['86975967-732a-4263-81a0-876e571fdfe9'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:56:00.680137 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6d7fb2c2-7b0d-49dd-8bff-79d3a003f137 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "GET /v2.0/routers/6b34ce75-5636-44ee-902d-053552e3f8da HTTP/1.1" status: 200 len: 878 time: 0.4084606 Apr 28 19:56:00.683557 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41214) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:00.713687 n-d-839810-1 neutron-server[102774]: INFO neutron.db.ipam_backend_mixin [None req-c29cc11a-d3c5-4be0-8678-fb46607eb324 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4696b313-0fdd-4367-8bde-745194f61268 (CIDR: 172.20.0.0/28) Apr 28 19:56:00.722028 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-c29cc11a-d3c5-4be0-8678-fb46607eb324 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:56:00.722526 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c29cc11a-d3c5-4be0-8678-fb46607eb324 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:56:00.741990 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6ebbc-0753-4e51-a241-0fcb8b4a5e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbad504-64e0-448a-ad51-31f0773dce44,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:00.823637 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c29cc11a-d3c5-4be0-8678-fb46607eb324 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1659932 Apr 28 19:56:00.824316 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41218) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:00.832389 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-62d9d913-c4f2-44a8-a9b1-dedfc26295c6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'subnet': {'network_id': '0b0973dd-e99f-48fb-8556-977d8bb71b26', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:00.853988 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41222) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:00.882853 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6047f9f0-2fa3-441b-a06f-7edfb8482521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:00.895928 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-09a18af0-dac1-4ad5-b3a6-6e5fe43521f0 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Deleting port 41e67270-73d4-4a29-b842-e6e1d1eacbb6 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:56:00.896319 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-09a18af0-dac1-4ad5-b3a6-6e5fe43521f0 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:00.966973 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e25d9-65ff-4cc1-89b8-62973d874af3 req-70fed63a-2f82-47c3-aa9c-103b6e545b72 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:00.969505 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3f2e25d9-65ff-4cc1-89b8-62973d874af3 req-70fed63a-2f82-47c3-aa9c-103b6e545b72 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 946 time: 0.2125490 Apr 28 19:56:01.094054 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3f2e25d9-65ff-4cc1-89b8-62973d874af3 req-3d7eb345-2cfd-4857-ae58-6063d671ea85 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979400 Apr 28 19:56:01.109526 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-09a18af0-dac1-4ad5-b3a6-6e5fe43521f0 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:01.120678 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d9d913-c4f2-44a8-a9b1-dedfc26295c6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:01.125517 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-62d9d913-c4f2-44a8-a9b1-dedfc26295c6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:01.140917 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-09a18af0-dac1-4ad5-b3a6-6e5fe43521f0 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Calling delete_port for 41e67270-73d4-4a29-b842-e6e1d1eacbb6 owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:56:01.225386 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6047f9f0-2fa3-441b-a06f-7edfb8482521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:01.237104 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6047f9f0-2fa3-441b-a06f-7edfb8482521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:01.315109 n-d-839810-1 neutron-server[102774]: INFO neutron.db.ipam_backend_mixin [None req-62d9d913-c4f2-44a8-a9b1-dedfc26295c6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a6b5096c-5059-48e1-a200-44d96ce79ac5 (CIDR: 172.20.0.16/28) Apr 28 19:56:01.319564 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6047f9f0-2fa3-441b-a06f-7edfb8482521 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f21f90fc76c24e69a398bb0ad48a7f18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4608979 Apr 28 19:56:01.321299 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047f9f0-2fa3-441b-a06f-7edfb8482521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ff32a3-fee2-422f-98b9-df66f04db07a,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:01.324164 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41230) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:01.327019 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-62d9d913-c4f2-44a8-a9b1-dedfc26295c6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:56:01.327517 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62d9d913-c4f2-44a8-a9b1-dedfc26295c6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:56:01.350912 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e1c32d91-2efa-4d10-9be3-33a4ee41f01f tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 881 time: 0.6648369 Apr 28 19:56:01.354858 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41232) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:01.363657 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-419c4700-3aa5-4cd4-8905-cb9a313cd73b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-17671583'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:01.376273 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-62d9d913-c4f2-44a8-a9b1-dedfc26295c6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5498030 Apr 28 19:56:01.383729 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41236) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:01.389441 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-576a70d0-5f72-4620-b42a-ad3d86a74ef3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'subnet': {'network_id': '0b0973dd-e99f-48fb-8556-977d8bb71b26', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:01.524566 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ab00958-22f2-4c77-ab2e-0ba7c1afd02c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:01.528925 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576a70d0-5f72-4620-b42a-ad3d86a74ef3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Made reservation on behalf of df76f2f1df9e41aba417616e0f1401a5 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:01.533463 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-576a70d0-5f72-4620-b42a-ad3d86a74ef3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:01.609631 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ab00958-22f2-4c77-ab2e-0ba7c1afd02c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:01.801752 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ab00958-22f2-4c77-ab2e-0ba7c1afd02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:01.804749 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ab00958-22f2-4c77-ab2e-0ba7c1afd02c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:01.809773 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7ab00958-22f2-4c77-ab2e-0ba7c1afd02c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/04ff32a3-fee2-422f-98b9-df66f04db07a HTTP/1.1" status: 204 len: 168 time: 0.4830720 Apr 28 19:56:01.827896 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab00958-22f2-4c77-ab2e-0ba7c1afd02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ff32a3-fee2-422f-98b9-df66f04db07a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:01.833920 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-09a18af0-dac1-4ad5-b3a6-6e5fe43521f0 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:01.877484 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a18af0-dac1-4ad5-b3a6-6e5fe43521f0 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event deleted for resources: {'Port': ['ID=41e67270-73d4-4a29-b842-e6e1d1eacbb6,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:01.935925 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:02.063425 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-576a70d0-5f72-4620-b42a-ad3d86a74ef3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:02.130512 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576a70d0-5f72-4620-b42a-ad3d86a74ef3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Network 0b0973dd-e99f-48fb-8556-977d8bb71b26 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:02.134321 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-576a70d0-5f72-4620-b42a-ad3d86a74ef3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:02.140832 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576a70d0-5f72-4620-b42a-ad3d86a74ef3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:02.141416 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-576a70d0-5f72-4620-b42a-ad3d86a74ef3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:02.145413 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2b7db8-226c-4ff0-8ea6-c1dd0e3f8c7b None None] Network 0b0973dd-e99f-48fb-8556-977d8bb71b26 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:56:02.165198 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-576a70d0-5f72-4620-b42a-ad3d86a74ef3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7800589 Apr 28 19:56:02.169303 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41258) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:02.174959 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-04c2620c-d856-4d3f-8d01-797eb9313def tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2104258206', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6e76a002-af03-4960-a04c-a4585071f84c'}], 'security_groups': ['43941ded-1689-4b29-81b7-37cc186a9e9c', 'f0c13492-55a3-48da-8506-edfdb03ae730']}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:02.200707 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a70d0-5f72-4620-b42a-ad3d86a74ef3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Subnet': ['ID=6e76a002-af03-4960-a04c-a4585071f84c,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:02.230140 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-09a18af0-dac1-4ad5-b3a6-6e5fe43521f0 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:02.249694 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-09a18af0-dac1-4ad5-b3a6-6e5fe43521f0 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "DELETE /v2.0/ports/41e67270-73d4-4a29-b842-e6e1d1eacbb6 HTTP/1.1" status: 204 len: 168 time: 1.7263463 Apr 28 19:56:02.251976 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41264) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:02.277359 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-4b792ec7-d001-4e51-a956-657c9a29309b tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:02.350921 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-419c4700-3aa5-4cd4-8905-cb9a313cd73b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364'] for router, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:02.456702 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-419c4700-3aa5-4cd4-8905-cb9a313cd73b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626624'] for router, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:02.564305 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b792ec7-d001-4e51-a956-657c9a29309b tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for floatingip, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:02.627491 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-04c2620c-d856-4d3f-8d01-797eb9313def tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:02.630610 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce923f3-2895-4f65-9b7a-8da0d78e544e req-24e2fa80-72a5-49f1-badd-396c34e62946 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:02.633132 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5ce923f3-2895-4f65-9b7a-8da0d78e544e req-24e2fa80-72a5-49f1-badd-396c34e62946 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 946 time: 0.3365481 Apr 28 19:56:02.647292 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda1f679-068f-4f77-b221-5620c9cd3d68 None None] Update dhcp port {'port': {'network_id': '0b0973dd-e99f-48fb-8556-977d8bb71b26', 'fixed_ips': [{'subnet_id': 'a6b5096c-5059-48e1-a200-44d96ce79ac5', 'ip_address': '172.20.0.19'}, {'subnet_id': '4696b313-0fdd-4367-8bde-745194f61268', 'ip_address': '172.20.0.2'}, {'subnet_id': '6e76a002-af03-4960-a04c-a4585071f84c'}], 'binding:host_id': 'n-d-839810-1'}, 'id': 'da01e488-519d-4574-a95d-0b985e3064d8'} from n-d-839810-1. {{(pid=102775) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 28 19:56:02.683719 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-eda1f679-068f-4f77-b221-5620c9cd3d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:02.920302 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-eda1f679-068f-4f77-b221-5620c9cd3d68 None None] Allocated IP 172.20.0.34 (0b0973dd-e99f-48fb-8556-977d8bb71b26/6e76a002-af03-4960-a04c-a4585071f84c/da01e488-519d-4574-a95d-0b985e3064d8) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:02.960575 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5ce923f3-2895-4f65-9b7a-8da0d78e544e req-7318db36-708c-4b57-a44c-9dad7b8fa828 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2830367 Apr 28 19:56:03.058735 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419c4700-3aa5-4cd4-8905-cb9a313cd73b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Router 6b34ce75-5636-44ee-902d-053552e3f8da has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:56:03.126122 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-eda1f679-068f-4f77-b221-5620c9cd3d68 None None] For port da01e488-519d-4574-a95d-0b985e3064d8, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=da01e488-519d-4574-a95d-0b985e3064d8,segment=NetworkSegment(2673f008-f3bc-4c3b-8d52-280f8bdb6b61),segment_id=2673f008-f3bc-4c3b-8d52-280f8bdb6b61)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:56:03.198314 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b792ec7-d001-4e51-a956-657c9a29309b tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:03.218362 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-eda1f679-068f-4f77-b221-5620c9cd3d68 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:03.224545 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-eda1f679-068f-4f77-b221-5620c9cd3d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:03.261866 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41292) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:03.350797 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1f679-068f-4f77-b221-5620c9cd3d68 None None] Pushing event updated for resources: {'Port': ['ID=da01e488-519d-4574-a95d-0b985e3064d8,revision_number=7']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:03.447765 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-4b792ec7-d001-4e51-a956-657c9a29309b tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Allocated IP 172.25.8.64 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/9e1b0e39-5e55-4466-982d-34b166e69016) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:03.565193 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:03.675584 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-5d79df20-24fe-43e6-a019-eb8666811df5 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1037501410-network', 'tenant_id': '6f88a8a629844d8fa6bdaef977dd60fc'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:03.700379 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-04c2620c-d856-4d3f-8d01-797eb9313def tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Delete allocated IP 172.20.0.11 (0b0973dd-e99f-48fb-8556-977d8bb71b26/4696b313-0fdd-4367-8bde-745194f61268) {{(pid=102774) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 28 19:56:03.712754 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-04c2620c-d856-4d3f-8d01-797eb9313def tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Allocated IP 172.20.0.46 (0b0973dd-e99f-48fb-8556-977d8bb71b26/6e76a002-af03-4960-a04c-a4585071f84c/884c3a36-f70f-4d09-9d6d-ca4334914396) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:03.722218 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d79df20-24fe-43e6-a019-eb8666811df5 admin admin] Made reservation on behalf of 6f88a8a629844d8fa6bdaef977dd60fc for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:03.736452 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5d79df20-24fe-43e6-a019-eb8666811df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:03.761720 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5d79df20-24fe-43e6-a019-eb8666811df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:03.801550 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device da01e488-519d-4574-a95d-0b985e3064d8 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:56:03.940693 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port da01e488-519d-4574-a95d-0b985e3064d8 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:03.941248 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:04.133519 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5d79df20-24fe-43e6-a019-eb8666811df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:04.142710 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5d79df20-24fe-43e6-a019-eb8666811df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:04.249199 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419c4700-3aa5-4cd4-8905-cb9a313cd73b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:56:04.258013 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-419c4700-3aa5-4cd4-8905-cb9a313cd73b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:04.260882 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-419c4700-3aa5-4cd4-8905-cb9a313cd73b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "PUT /v2.0/routers/6b34ce75-5636-44ee-902d-053552e3f8da HTTP/1.1" status: 200 len: 885 time: 2.9034905 Apr 28 19:56:04.261496 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c25b95-4197-4e0c-b0c1-7598be88d53c None None] Sync routers for ids ['6b34ce75-5636-44ee-902d-053552e3f8da'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:56:04.264031 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41320) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:04.286462 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c25b95-4197-4e0c-b0c1-7598be88d53c None None] Routers {'6b34ce75-5636-44ee-902d-053552e3f8da'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:04.287233 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-08c25b95-4197-4e0c-b0c1-7598be88d53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['6b34ce75-5636-44ee-902d-053552e3f8da'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:04.333623 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79df20-24fe-43e6-a019-eb8666811df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dbcc9b-fa4c-44ef-8137-218bb17c8af7,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:04.344940 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b792ec7-d001-4e51-a956-657c9a29309b tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:04.374816 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-04c2620c-d856-4d3f-8d01-797eb9313def tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:04.377447 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d79df20-24fe-43e6-a019-eb8666811df5 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:56:04.412484 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5d79df20-24fe-43e6-a019-eb8666811df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:04.414479 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-5d79df20-24fe-43e6-a019-eb8666811df5 admin admin] Added segment 65d4b08a-9a82-4df5-ab4a-289807f17899 of type vlan for network 2bbde597-3a12-4e75-843c-377c379d30eb Apr 28 19:56:04.416720 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-08c25b95-4197-4e0c-b0c1-7598be88d53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:04.434806 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c25b95-4197-4e0c-b0c1-7598be88d53c None None] Routers {'6b34ce75-5636-44ee-902d-053552e3f8da'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:04.435460 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-08c25b95-4197-4e0c-b0c1-7598be88d53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['6b34ce75-5636-44ee-902d-053552e3f8da'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:04.451430 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-04c2620c-d856-4d3f-8d01-797eb9313def tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:04.501412 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-08c25b95-4197-4e0c-b0c1-7598be88d53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:04.502076 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c25b95-4197-4e0c-b0c1-7598be88d53c None None] The sync data for ids ['6b34ce75-5636-44ee-902d-053552e3f8da'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:56:04.541779 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b792ec7-d001-4e51-a956-657c9a29309b tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:04.553500 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8b8a74c7-8da3-413b-b07b-f270c4f7b774 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "GET /v2.0/routers/6b34ce75-5636-44ee-902d-053552e3f8da HTTP/1.1" status: 200 len: 885 time: 0.2882965 Apr 28 19:56:04.558677 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41328) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:04.617390 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-70376e9c-8a69-4696-a462-d068c54219ee tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b34ce75-5636-44ee-902d-053552e3f8da HTTP/1.1" status: 200 len: 205 time: 0.0344002 Apr 28 19:56:04.620412 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41332) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:04.644202 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5d79df20-24fe-43e6-a019-eb8666811df5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:04.702450 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-444b48c3-1777-4f11-91f9-d81e2777b2ca None None] Provisioning complete for port 3772c8e8-0e94-470d-80c9-075c0027baff triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:04.702450 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-444b48c3-1777-4f11-91f9-d81e2777b2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:04.723950 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbb96b-0f5f-4761-846b-2681ff651a04 req-4f59e982-ad9d-4930-9789-cbdc013899d4 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:04.725817 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8dfbb96b-0f5f-4761-846b-2681ff651a04 req-4f59e982-ad9d-4930-9789-cbdc013899d4 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 946 time: 0.5219247 Apr 28 19:56:04.742643 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2620c-d856-4d3f-8d01-797eb9313def tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event updated for resources: {'Port': ['ID=884c3a36-f70f-4d09-9d6d-ca4334914396,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:04.757272 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-04c2620c-d856-4d3f-8d01-797eb9313def tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] In _notify_port_updated(), no bound segment for port 884c3a36-f70f-4d09-9d6d-ca4334914396 on network 0b0973dd-e99f-48fb-8556-977d8bb71b26 {{(pid=102774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 19:56:04.764201 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c2620c-d856-4d3f-8d01-797eb9313def tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:04.764365 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2bbd71c4-e9c2-47b7-91e0-8e9e26ef1b21 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:04.764595 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-04c2620c-d856-4d3f-8d01-797eb9313def tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:04.766418 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-04c2620c-d856-4d3f-8d01-797eb9313def tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "PUT /v2.0/ports/884c3a36-f70f-4d09-9d6d-ca4334914396 HTTP/1.1" status: 200 len: 960 time: 2.5957601 Apr 28 19:56:04.767054 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5d79df20-24fe-43e6-a019-eb8666811df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:04.768717 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d79df20-24fe-43e6-a019-eb8666811df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:04.769373 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5d79df20-24fe-43e6-a019-eb8666811df5 admin admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:04.779417 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b792ec7-d001-4e51-a956-657c9a29309b tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:04.780331 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41340) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:04.815530 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-444b48c3-1777-4f11-91f9-d81e2777b2ca None None] Port 3772c8e8-0e94-470d-80c9-075c0027baff cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:56:04.833992 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-4b792ec7-d001-4e51-a956-657c9a29309b tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:04.837661 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b792ec7-d001-4e51-a956-657c9a29309b tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:56:04.852251 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-444b48c3-1777-4f11-91f9-d81e2777b2ca None None] Provisioning complete for port da01e488-519d-4574-a95d-0b985e3064d8 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:04.852793 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-444b48c3-1777-4f11-91f9-d81e2777b2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:04.853667 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79df20-24fe-43e6-a019-eb8666811df5 admin admin] Pushing event updated for resources: {'Network': ['ID=2bbde597-3a12-4e75-843c-377c379d30eb,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:04.859757 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5d79df20-24fe-43e6-a019-eb8666811df5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5940046 Apr 28 19:56:04.863214 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41342) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:04.875258 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 2bbde597-3a12-4e75-843c-377c379d30eb details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:56:04.887818 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-dfa79d14-6fbd-4252-8c8e-f0a997c40ebc admin admin] Request body: {'subnet': {'network_id': '2bbde597-3a12-4e75-843c-377c379d30eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1037501410-subnet', 'tenant_id': '6f88a8a629844d8fa6bdaef977dd60fc', 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:04.893616 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b792ec7-d001-4e51-a956-657c9a29309b tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event updated for resources: {'Port': ['ID=9e1b0e39-5e55-4466-982d-34b166e69016,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:04.897507 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8dfbb96b-0f5f-4761-846b-2681ff651a04 req-cc87820c-b11c-4b8e-8d1d-52e61a451681 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607687 Apr 28 19:56:04.922195 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa79d14-6fbd-4252-8c8e-f0a997c40ebc admin admin] Made reservation on behalf of 6f88a8a629844d8fa6bdaef977dd60fc for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:04.926695 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dfa79d14-6fbd-4252-8c8e-f0a997c40ebc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:05.127203 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b792ec7-d001-4e51-a956-657c9a29309b tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:05.137798 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2bbd71c4-e9c2-47b7-91e0-8e9e26ef1b21 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:05.167607 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-444b48c3-1777-4f11-91f9-d81e2777b2ca None None] Provisioning complete for port 884c3a36-f70f-4d09-9d6d-ca4334914396 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:05.167990 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-444b48c3-1777-4f11-91f9-d81e2777b2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:05.222108 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dfa79d14-6fbd-4252-8c8e-f0a997c40ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:05.252320 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-bf8dbc59-353e-426c-8ad8-0f9c873c3ba0 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Deleting port 884c3a36-f70f-4d09-9d6d-ca4334914396 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:56:05.252870 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf8dbc59-353e-426c-8ad8-0f9c873c3ba0 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:05.258395 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-444b48c3-1777-4f11-91f9-d81e2777b2ca None None] Port 884c3a36-f70f-4d09-9d6d-ca4334914396 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:56:05.266100 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b792ec7-d001-4e51-a956-657c9a29309b tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:05.320646 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa79d14-6fbd-4252-8c8e-f0a997c40ebc admin admin] Pushing event updated for resources: {'Subnet': ['ID=23cfc99e-770f-45dc-95f1-0d8e274e3b4b,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:05.330602 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa79d14-6fbd-4252-8c8e-f0a997c40ebc admin admin] Checking segment: {'id': '65d4b08a-9a82-4df5-ab4a-289807f17899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2bbde597-3a12-4e75-843c-377c379d30eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:56:05.331361 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa79d14-6fbd-4252-8c8e-f0a997c40ebc admin admin] Network hostable DHCP agents. Network: 2bbde597-3a12-4e75-843c-377c379d30eb, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:56:05.350426 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa79d14-6fbd-4252-8c8e-f0a997c40ebc admin admin] Network 2bbde597-3a12-4e75-843c-377c379d30eb is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:56:05.365220 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-dfa79d14-6fbd-4252-8c8e-f0a997c40ebc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 2bbde597-3a12-4e75-843c-377c379d30eb) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:05.373988 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa79d14-6fbd-4252-8c8e-f0a997c40ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:05.374582 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dfa79d14-6fbd-4252-8c8e-f0a997c40ebc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:05.380045 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1227fe1a-51e8-485c-ae8e-bc6f185668e2 None None] Network 2bbde597-3a12-4e75-843c-377c379d30eb requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:56:05.396812 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-e58abe28-2a0c-4bd3-aca4-f04a67f28199 None None] Provisioning complete for port 884c3a36-f70f-4d09-9d6d-ca4334914396 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:05.397317 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e58abe28-2a0c-4bd3-aca4-f04a67f28199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:05.408367 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-dfa79d14-6fbd-4252-8c8e-f0a997c40ebc admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5228057 Apr 28 19:56:05.409110 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41354) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:05.424494 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-1032b7d3-6163-472e-ac66-0766818e6883 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1037501410-router', 'tenant_id': '6f88a8a629844d8fa6bdaef977dd60fc', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:05.437047 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-e58abe28-2a0c-4bd3-aca4-f04a67f28199 None None] Port 884c3a36-f70f-4d09-9d6d-ca4334914396 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:56:05.458004 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1032b7d3-6163-472e-ac66-0766818e6883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:05.458791 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1032b7d3-6163-472e-ac66-0766818e6883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:05.591126 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1032b7d3-6163-472e-ac66-0766818e6883 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:05.647639 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-2bbd71c4-e9c2-47b7-91e0-8e9e26ef1b21 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Deleting port 0ad4b5a5-3235-4fba-89fe-e5e992bc6328 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:56:05.648348 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2bbd71c4-e9c2-47b7-91e0-8e9e26ef1b21 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:05.654523 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98557e0-d7e4-42f2-b06b-a0edcd6671d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-2bbde597-3a12-4e75-843c-377c379d30eb', 'network_id': '2bbde597-3a12-4e75-843c-377c379d30eb', 'tenant_id': '6f88a8a629844d8fa6bdaef977dd60fc', 'fixed_ips': [{'subnet_id': '23cfc99e-770f-45dc-95f1-0d8e274e3b4b'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:56:05.655484 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e98557e0-d7e4-42f2-b06b-a0edcd6671d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:05.661940 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf8dbc59-353e-426c-8ad8-0f9c873c3ba0 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:05.761777 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-bf8dbc59-353e-426c-8ad8-0f9c873c3ba0 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Calling delete_port for 884c3a36-f70f-4d09-9d6d-ca4334914396 owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:56:05.766471 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1032b7d3-6163-472e-ac66-0766818e6883 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:05.802422 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41360) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:05.821882 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b792ec7-d001-4e51-a956-657c9a29309b tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:05.859703 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-e98557e0-d7e4-42f2-b06b-a0edcd6671d6 None None] Allocated IP 172.20.0.2 (2bbde597-3a12-4e75-843c-377c379d30eb/23cfc99e-770f-45dc-95f1-0d8e274e3b4b/34aabd9d-75ac-4738-a09f-27aa653310f4) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:05.868011 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b792ec7-d001-4e51-a956-657c9a29309b tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:05.911951 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2bbd71c4-e9c2-47b7-91e0-8e9e26ef1b21 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:06.019796 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-2bbd71c4-e9c2-47b7-91e0-8e9e26ef1b21 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Calling delete_port for 0ad4b5a5-3235-4fba-89fe-e5e992bc6328 owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:56:06.072604 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-503d70c0-bf5d-473a-9406-88cfbb89ee2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:06.073318 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b792ec7-d001-4e51-a956-657c9a29309b tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event updated for resources: {'Port': ['ID=9e1b0e39-5e55-4466-982d-34b166e69016,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:06.086873 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e98557e0-d7e4-42f2-b06b-a0edcd6671d6 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:06.097655 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e98557e0-d7e4-42f2-b06b-a0edcd6671d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:06.147511 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b792ec7-d001-4e51-a956-657c9a29309b tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:06.161724 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98557e0-d7e4-42f2-b06b-a0edcd6671d6 None None] Network 2bbde597-3a12-4e75-843c-377c379d30eb is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:06.164082 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-e98557e0-d7e4-42f2-b06b-a0edcd6671d6 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:06.179248 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98557e0-d7e4-42f2-b06b-a0edcd6671d6 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:56:06.219074 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1032b7d3-6163-472e-ac66-0766818e6883 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:06.235737 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98557e0-d7e4-42f2-b06b-a0edcd6671d6 None None] Pushing event updated for resources: {'Port': ['ID=34aabd9d-75ac-4738-a09f-27aa653310f4,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:06.249985 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b792ec7-d001-4e51-a956-657c9a29309b tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:06.251269 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4b792ec7-d001-4e51-a956-657c9a29309b tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9924915 Apr 28 19:56:06.257385 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41366) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:06.263619 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-20697903-d978-4f57-a606-f27f31d592b7 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Request body: {'port': {'network_id': '58f1a098-f5aa-4089-9a13-7e185a9ca563', 'name': 'tempest-FloatingIPTestJSON-1759905798'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:06.269459 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1032b7d3-6163-472e-ac66-0766818e6883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:06.277037 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca84e4-dbf7-420b-ab95-efd461f6c1ca req-5a2c41be-b31d-43f9-9b82-abc3e0d59a1b tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:06.279616 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d7ca84e4-dbf7-420b-ab95-efd461f6c1ca req-5a2c41be-b31d-43f9-9b82-abc3e0d59a1b tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 946 time: 0.2405627 Apr 28 19:56:06.281517 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-e98557e0-d7e4-42f2-b06b-a0edcd6671d6 None None] Attempting to bind port 34aabd9d-75ac-4738-a09f-27aa653310f4 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:56:06.281891 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-e98557e0-d7e4-42f2-b06b-a0edcd6671d6 None None] Attempting to bind port 34aabd9d-75ac-4738-a09f-27aa653310f4 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '65d4b08a-9a82-4df5-ab4a-289807f17899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2bbde597-3a12-4e75-843c-377c379d30eb'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:56:06.283217 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98557e0-d7e4-42f2-b06b-a0edcd6671d6 None None] Attempting to bind port 34aabd9d-75ac-4738-a09f-27aa653310f4 on network 2bbde597-3a12-4e75-843c-377c379d30eb {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:56:06.287825 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98557e0-d7e4-42f2-b06b-a0edcd6671d6 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:56:06.288232 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98557e0-d7e4-42f2-b06b-a0edcd6671d6 None None] Checking segment: {'id': '65d4b08a-9a82-4df5-ab4a-289807f17899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2bbde597-3a12-4e75-843c-377c379d30eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:56:06.288637 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e98557e0-d7e4-42f2-b06b-a0edcd6671d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:06.289029 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98557e0-d7e4-42f2-b06b-a0edcd6671d6 None None] Bound using segment: {'id': '65d4b08a-9a82-4df5-ab4a-289807f17899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2bbde597-3a12-4e75-843c-377c379d30eb'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:56:06.289496 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-e98557e0-d7e4-42f2-b06b-a0edcd6671d6 None None] Bound port: 34aabd9d-75ac-4738-a09f-27aa653310f4, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d4b08a-9a82-4df5-ab4a-289807f17899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2bbde597-3a12-4e75-843c-377c379d30eb'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:56:06.289875 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e98557e0-d7e4-42f2-b06b-a0edcd6671d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:06.367125 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf8dbc59-353e-426c-8ad8-0f9c873c3ba0 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:06.379429 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-e98557e0-d7e4-42f2-b06b-a0edcd6671d6 None None] For port 34aabd9d-75ac-4738-a09f-27aa653310f4, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:56:06.383758 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-e98557e0-d7e4-42f2-b06b-a0edcd6671d6 None None] For port 34aabd9d-75ac-4738-a09f-27aa653310f4, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=34aabd9d-75ac-4738-a09f-27aa653310f4,segment=NetworkSegment(65d4b08a-9a82-4df5-ab4a-289807f17899),segment_id=65d4b08a-9a82-4df5-ab4a-289807f17899)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:56:06.402104 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e98557e0-d7e4-42f2-b06b-a0edcd6671d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:06.407420 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8dbc59-353e-426c-8ad8-0f9c873c3ba0 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Port': ['ID=884c3a36-f70f-4d09-9d6d-ca4334914396,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:06.448304 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-503d70c0-bf5d-473a-9406-88cfbb89ee2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:06.461614 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d7ca84e4-dbf7-420b-ab95-efd461f6c1ca req-21b4d0bb-27cd-47f3-8cdf-27102acd2203 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237185 Apr 28 19:56:06.514442 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-503d70c0-bf5d-473a-9406-88cfbb89ee2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:06.559811 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98557e0-d7e4-42f2-b06b-a0edcd6671d6 None None] Pushing event updated for resources: {'Port': ['ID=34aabd9d-75ac-4738-a09f-27aa653310f4,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:06.621140 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf8dbc59-353e-426c-8ad8-0f9c873c3ba0 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:06.625328 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-bf8dbc59-353e-426c-8ad8-0f9c873c3ba0 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/ports/884c3a36-f70f-4d09-9d6d-ca4334914396 HTTP/1.1" status: 204 len: 168 time: 1.8046198 Apr 28 19:56:06.631157 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41372) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:06.655672 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-503d70c0-bf5d-473a-9406-88cfbb89ee2b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ba6064cb8ce347c1bae2d00e58447941&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8495212 Apr 28 19:56:06.656516 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41374) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:06.660303 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d70c0-bf5d-473a-9406-88cfbb89ee2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa3b014-e93e-4e35-ba95-6ac1fd42f2e4,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:06.688258 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db1fe9c-b307-4436-bb55-e7a6f04b87a8 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] GET failed (client error): The resource could not be found. Apr 28 19:56:06.692329 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2db1fe9c-b307-4436-bb55-e7a6f04b87a8 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "GET /v2.0/ports/884c3a36-f70f-4d09-9d6d-ca4334914396 HTTP/1.1" status: 404 len: 333 time: 0.0569687 Apr 28 19:56:06.692329 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2bbd71c4-e9c2-47b7-91e0-8e9e26ef1b21 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:06.703293 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41376) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:06.779385 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd71c4-e9c2-47b7-91e0-8e9e26ef1b21 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event deleted for resources: {'Port': ['ID=0ad4b5a5-3235-4fba-89fe-e5e992bc6328,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:06.885298 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2bbd71c4-e9c2-47b7-91e0-8e9e26ef1b21 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:07.005293 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-1032b7d3-6163-472e-ac66-0766818e6883 admin admin] Allocated IP 172.25.8.184 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:07.030927 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20697903-d978-4f57-a606-f27f31d592b7 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Made reservation on behalf of 2346ae7acda54a7d9a0535a1f9abe5a5 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:07.034641 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-20697903-d978-4f57-a606-f27f31d592b7 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:07.038815 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b47cd24-7013-40ca-b22e-e33d49e1114b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:07.068373 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4825aa4f-ea7c-43c9-a0da-ab7086ba47c3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:07.073049 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b47cd24-7013-40ca-b22e-e33d49e1114b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:07.095430 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4825aa4f-ea7c-43c9-a0da-ab7086ba47c3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:07.135804 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-20697903-d978-4f57-a606-f27f31d592b7 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] device_id is not set on port 306e1669-9a38-4804-b1da-29e722580632 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:56:07.164155 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4825aa4f-ea7c-43c9-a0da-ab7086ba47c3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:07.167131 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4825aa4f-ea7c-43c9-a0da-ab7086ba47c3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:07.173480 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4825aa4f-ea7c-43c9-a0da-ab7086ba47c3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/security-groups/0657f5eb-a49c-4940-aad7-6d2717e344d5 HTTP/1.1" status: 204 len: 168 time: 0.4611857 Apr 28 19:56:07.173480 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41384) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:07.220306 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825aa4f-ea7c-43c9-a0da-ab7086ba47c3 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0657f5eb-a49c-4940-aad7-6d2717e344d5,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:07.230933 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2bbd71c4-e9c2-47b7-91e0-8e9e26ef1b21 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:07.247013 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2bbd71c4-e9c2-47b7-91e0-8e9e26ef1b21 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:07.354958 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b47cd24-7013-40ca-b22e-e33d49e1114b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:07.358776 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b47cd24-7013-40ca-b22e-e33d49e1114b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:07.360219 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5b47cd24-7013-40ca-b22e-e33d49e1114b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2aa3b014-e93e-4e35-ba95-6ac1fd42f2e4 HTTP/1.1" status: 204 len: 168 time: 0.6970081 Apr 28 19:56:07.394024 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2bbd71c4-e9c2-47b7-91e0-8e9e26ef1b21 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:07.396131 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbd71c4-e9c2-47b7-91e0-8e9e26ef1b21 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Fanout notify agent at l3_agent the message router_deleted on router 6b34ce75-5636-44ee-902d-053552e3f8da {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:56:07.405352 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47cd24-7013-40ca-b22e-e33d49e1114b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa3b014-e93e-4e35-ba95-6ac1fd42f2e4,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:07.414944 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2bbd71c4-e9c2-47b7-91e0-8e9e26ef1b21 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:07.416124 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2bbd71c4-e9c2-47b7-91e0-8e9e26ef1b21 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/routers/6b34ce75-5636-44ee-902d-053552e3f8da HTTP/1.1" status: 204 len: 168 time: 2.7928905 Apr 28 19:56:07.416747 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1032b7d3-6163-472e-ac66-0766818e6883 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:07.420926 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-20697903-d978-4f57-a606-f27f31d592b7 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Allocated IP 172.20.0.8 (58f1a098-f5aa-4089-9a13-7e185a9ca563/72a86233-37fa-4c0f-812a-1f4956c961ee/306e1669-9a38-4804-b1da-29e722580632) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:07.423150 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41388) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:07.429972 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-1a49050f-faed-4bfd-8e4b-46fabeae741b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Request body: {'network': {'name': 'tempest-RoutersTest-385350756'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:07.435877 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5dbb795e-745e-45ea-b79e-fb1547179679 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:07.489275 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5dbb795e-745e-45ea-b79e-fb1547179679 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:07.526839 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1032b7d3-6163-472e-ac66-0766818e6883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:07.614485 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5dbb795e-745e-45ea-b79e-fb1547179679 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:07.617887 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a49050f-faed-4bfd-8e4b-46fabeae741b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Made reservation on behalf of 8e56e936bdd14ca9aa8a5eb368e71d6b for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:07.618049 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5dbb795e-745e-45ea-b79e-fb1547179679 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:07.622291 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5dbb795e-745e-45ea-b79e-fb1547179679 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/security-groups/f0c13492-55a3-48da-8506-edfdb03ae730 HTTP/1.1" status: 204 len: 168 time: 0.4097738 Apr 28 19:56:07.623719 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41394) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:07.624193 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1a49050f-faed-4bfd-8e4b-46fabeae741b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:07.650177 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb795e-745e-45ea-b79e-fb1547179679 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c13492-55a3-48da-8506-edfdb03ae730,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:07.707227 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-022f5021-336d-40fb-b55d-5f4d1b4192bf tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:07.751234 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1032b7d3-6163-472e-ac66-0766818e6883 admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:07.767283 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-022f5021-336d-40fb-b55d-5f4d1b4192bf tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:07.806525 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-1032b7d3-6163-472e-ac66-0766818e6883 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:07.851862 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a49050f-faed-4bfd-8e4b-46fabeae741b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:56:07.864386 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1032b7d3-6163-472e-ac66-0766818e6883 admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:56:07.904641 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-022f5021-336d-40fb-b55d-5f4d1b4192bf tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:07.909375 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-022f5021-336d-40fb-b55d-5f4d1b4192bf tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:07.911628 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-022f5021-336d-40fb-b55d-5f4d1b4192bf tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/security-groups/43941ded-1689-4b29-81b7-37cc186a9e9c HTTP/1.1" status: 204 len: 168 time: 0.2867887 Apr 28 19:56:07.918008 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41396) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:07.945647 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f5021-336d-40fb-b55d-5f4d1b4192bf tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43941ded-1689-4b29-81b7-37cc186a9e9c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:07.968026 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032b7d3-6163-472e-ac66-0766818e6883 admin admin] Pushing event updated for resources: {'Port': ['ID=085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:07.996483 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1a49050f-faed-4bfd-8e4b-46fabeae741b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:07.997892 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-1a49050f-faed-4bfd-8e4b-46fabeae741b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Added segment 220b980b-7005-4c8f-875e-24b0642efef8 of type vlan for network 859aea8d-99e5-4df6-9ad8-8723ba751eae Apr 28 19:56:08.065031 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41402) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:08.101986 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 34aabd9d-75ac-4738-a09f-27aa653310f4 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:56:08.115849 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338362a-6e4d-427f-bfb3-5378bb269704 req-6dc4e1ac-365f-4c10-b667-b3593927b5ed tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:08.119880 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0338362a-6e4d-427f-bfb3-5378bb269704 req-6dc4e1ac-365f-4c10-b667-b3593927b5ed tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 946 time: 0.4821429 Apr 28 19:56:08.133841 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0930b81b-3bd5-443d-9fd6-aca1f62ecf41 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Deleting subnet 4696b313-0fdd-4367-8bde-745194f61268 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:56:08.152928 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0930b81b-3bd5-443d-9fd6-aca1f62ecf41 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:08.183080 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 34aabd9d-75ac-4738-a09f-27aa653310f4 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:08.184565 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:08.247470 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0930b81b-3bd5-443d-9fd6-aca1f62ecf41 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:08.290454 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:08.317811 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18eb5ec1-78a9-4785-bbd5-5ad0a52df095 None None] Network 2bbde597-3a12-4e75-843c-377c379d30eb requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:56:08.346122 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1a49050f-faed-4bfd-8e4b-46fabeae741b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:08.381258 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 34aabd9d-75ac-4738-a09f-27aa653310f4, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=34aabd9d-75ac-4738-a09f-27aa653310f4,segment=NetworkSegment(65d4b08a-9a82-4df5-ab4a-289807f17899),segment_id=65d4b08a-9a82-4df5-ab4a-289807f17899)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:56:08.398656 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:08.408158 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ee0ccb3a-de1c-4af1-b0cd-7498ce0b4bfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:08.423358 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0930b81b-3bd5-443d-9fd6-aca1f62ecf41 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:08.466529 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-2abaca66-8a2c-41b3-8919-161f422cf3c2 None None] Provisioning complete for port 34aabd9d-75ac-4738-a09f-27aa653310f4 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:08.466850 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2abaca66-8a2c-41b3-8919-161f422cf3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:08.524240 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0930b81b-3bd5-443d-9fd6-aca1f62ecf41 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:08.527722 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=34aabd9d-75ac-4738-a09f-27aa653310f4,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:08.567705 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0930b81b-3bd5-443d-9fd6-aca1f62ecf41 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Subnet': ['ID=4696b313-0fdd-4367-8bde-745194f61268,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:08.578143 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0930b81b-3bd5-443d-9fd6-aca1f62ecf41 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:08.582584 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0930b81b-3bd5-443d-9fd6-aca1f62ecf41 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/subnets/4696b313-0fdd-4367-8bde-745194f61268 HTTP/1.1" status: 204 len: 168 time: 0.6618090 Apr 28 19:56:08.588990 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41404) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:08.589364 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1834286c-3734-4799-bb26-cefb80c94ea1 None None] Network 0b0973dd-e99f-48fb-8556-977d8bb71b26 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:56:08.664628 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7ee5a4c-de9d-4b1f-baf9-5fe1969f4616 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Deleting subnet 6e76a002-af03-4960-a04c-a4585071f84c {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:56:08.669611 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b7ee5a4c-de9d-4b1f-baf9-5fe1969f4616 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:08.726893 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b7ee5a4c-de9d-4b1f-baf9-5fe1969f4616 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:08.848522 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b7ee5a4c-de9d-4b1f-baf9-5fe1969f4616 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:08.967129 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b7ee5a4c-de9d-4b1f-baf9-5fe1969f4616 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:09.014361 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0338362a-6e4d-427f-bfb3-5378bb269704 req-5dd4b165-ac68-49aa-b0cb-bb8edfd2e94e tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7828400 Apr 28 19:56:09.049070 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee5a4c-de9d-4b1f-baf9-5fe1969f4616 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Subnet': ['ID=6e76a002-af03-4960-a04c-a4585071f84c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:09.054162 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1a49050f-faed-4bfd-8e4b-46fabeae741b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:09.061673 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a49050f-faed-4bfd-8e4b-46fabeae741b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:09.063173 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1a49050f-faed-4bfd-8e4b-46fabeae741b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:09.085850 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b7ee5a4c-de9d-4b1f-baf9-5fe1969f4616 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:09.093524 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b7ee5a4c-de9d-4b1f-baf9-5fe1969f4616 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/subnets/6e76a002-af03-4960-a04c-a4585071f84c HTTP/1.1" status: 204 len: 168 time: 0.5029624 Apr 28 19:56:09.094536 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41410) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:09.143824 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7772870-9b75-4ca2-8bb2-2ce0d25bf8be tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] DELETE failed (client error): The resource could not be found. Apr 28 19:56:09.144650 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7772870-9b75-4ca2-8bb2-2ce0d25bf8be tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:56:09.151667 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b7772870-9b75-4ca2-8bb2-2ce0d25bf8be tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/subnets/4696b313-0fdd-4367-8bde-745194f61268 HTTP/1.1" status: 404 len: 337 time: 0.0524004 Apr 28 19:56:09.153773 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41412) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:09.218414 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1a49050f-faed-4bfd-8e4b-46fabeae741b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7923949 Apr 28 19:56:09.229929 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-20697903-d978-4f57-a606-f27f31d592b7 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:09.234352 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41416) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:09.245532 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b74ce5c5-d270-4baa-8402-b865ba398003 None None] Provisioning complete for port 34aabd9d-75ac-4738-a09f-27aa653310f4 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:09.246691 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b74ce5c5-d270-4baa-8402-b865ba398003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:09.248835 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-b6529a7d-7d0c-4eda-bdd8-d422c7e98960 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Request body: {'subnet': {'network_id': '859aea8d-99e5-4df6-9ad8-8723ba751eae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:09.319068 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49050f-faed-4bfd-8e4b-46fabeae741b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Network': ['ID=859aea8d-99e5-4df6-9ad8-8723ba751eae,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:09.389476 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-1170105f-7c7e-4ceb-91f3-deaa0746a070 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Deleting subnet a6b5096c-5059-48e1-a200-44d96ce79ac5 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:56:09.400310 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 859aea8d-99e5-4df6-9ad8-8723ba751eae details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:56:09.403726 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1170105f-7c7e-4ceb-91f3-deaa0746a070 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:09.608573 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1170105f-7c7e-4ceb-91f3-deaa0746a070 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:09.664434 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6529a7d-7d0c-4eda-bdd8-d422c7e98960 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Made reservation on behalf of 8e56e936bdd14ca9aa8a5eb368e71d6b for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:09.669287 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b6529a7d-7d0c-4eda-bdd8-d422c7e98960 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:09.690053 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1032b7d3-6163-472e-ac66-0766818e6883 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:09.702561 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f6281-7c8f-4f1c-967c-2c45a989b1f0 req-855639cf-77ea-4f37-b0ff-2718599b302a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:09.704353 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-592f6281-7c8f-4f1c-967c-2c45a989b1f0 req-855639cf-77ea-4f37-b0ff-2718599b302a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3397cabaf68f4eccbdd2d7c135e48bbd&device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 1097 time: 0.1961863 Apr 28 19:56:09.772325 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ee0ccb3a-de1c-4af1-b0cd-7498ce0b4bfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:09.772325 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-20697903-d978-4f57-a606-f27f31d592b7 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:09.847140 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 34aabd9d-75ac-4738-a09f-27aa653310f4 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:56:09.874240 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f6281-7c8f-4f1c-967c-2c45a989b1f0 req-967a64ed-36d2-4a26-9bd2-9afa4e25704c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:09.875896 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-592f6281-7c8f-4f1c-967c-2c45a989b1f0 req-967a64ed-36d2-4a26-9bd2-9afa4e25704c service neutron] 10.222.0.15 "GET /v2.0/networks?id=13d770d2-76f1-4754-862f-2caf67b7488d HTTP/1.1" status: 200 len: 912 time: 0.1629920 Apr 28 19:56:09.913467 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2694f-f9c4-4cc4-a5d7-b50b45e8b987 req-81fddf99-de7b-4ab4-8d8c-f2e1e4b48760 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:09.915279 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c7f2694f-f9c4-4cc4-a5d7-b50b45e8b987 req-81fddf99-de7b-4ab4-8d8c-f2e1e4b48760 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 946 time: 0.4434481 Apr 28 19:56:09.946122 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 34aabd9d-75ac-4738-a09f-27aa653310f4 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:09.947351 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:09.985452 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c56fe2b-bd2c-4970-b7d7-772d702ee4b1 None None] Network 0b0973dd-e99f-48fb-8556-977d8bb71b26 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:56:10.018928 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1170105f-7c7e-4ceb-91f3-deaa0746a070 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:10.048579 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ee0ccb3a-de1c-4af1-b0cd-7498ce0b4bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:10.070090 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-592f6281-7c8f-4f1c-967c-2c45a989b1f0 req-af96f1d7-b133-4850-96c3-f8e83cca299d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c67ace5d-1fb0-4547-8c1d-971faf48ea74 HTTP/1.1" status: 200 len: 1002 time: 0.1832366 Apr 28 19:56:10.088889 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3e9b5073-07d4-4978-aed3-7ede8fb7c4c8 None None] Provisioning complete for port 3772c8e8-0e94-470d-80c9-075c0027baff triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:10.089250 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3e9b5073-07d4-4978-aed3-7ede8fb7c4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:10.131827 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20697903-d978-4f57-a606-f27f31d592b7 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Network 58f1a098-f5aa-4089-9a13-7e185a9ca563 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:10.147802 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f6281-7c8f-4f1c-967c-2c45a989b1f0 req-cf5fc5f5-cc05-4bdc-aa73-772a9901ded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:10.149795 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-592f6281-7c8f-4f1c-967c-2c45a989b1f0 req-cf5fc5f5-cc05-4bdc-aa73-772a9901ded9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=95e411ad-3fda-47de-9866-800115a43d0a HTTP/1.1" status: 200 len: 850 time: 0.0723445 Apr 28 19:56:10.160209 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20697903-d978-4f57-a606-f27f31d592b7 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event updated for resources: {'Port': ['ID=306e1669-9a38-4804-b1da-29e722580632,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:10.160553 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1170105f-7c7e-4ceb-91f3-deaa0746a070 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:10.170608 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-20697903-d978-4f57-a606-f27f31d592b7 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:10.181862 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1032b7d3-6163-472e-ac66-0766818e6883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:10.184729 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20697903-d978-4f57-a606-f27f31d592b7 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:56:10.197680 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ccb3a-de1c-4af1-b0cd-7498ce0b4bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830c787f-cb88-45f9-8294-8e6ab236b67d,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:10.225082 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-3e9b5073-07d4-4978-aed3-7ede8fb7c4c8 None None] Port 3772c8e8-0e94-470d-80c9-075c0027baff cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:56:10.236050 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170105f-7c7e-4ceb-91f3-deaa0746a070 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Subnet': ['ID=a6b5096c-5059-48e1-a200-44d96ce79ac5,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:10.248428 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ee0ccb3a-de1c-4af1-b0cd-7498ce0b4bfb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5a9e70cc79ef4de9944e3edd63eee6f3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1792247 Apr 28 19:56:10.257708 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41428) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:10.260797 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c7f2694f-f9c4-4cc4-a5d7-b50b45e8b987 req-4983c574-0612-4772-9582-b91c8e6dcff0 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208583 Apr 28 19:56:10.288822 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1170105f-7c7e-4ceb-91f3-deaa0746a070 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:10.292139 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1170105f-7c7e-4ceb-91f3-deaa0746a070 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/subnets/a6b5096c-5059-48e1-a200-44d96ce79ac5 HTTP/1.1" status: 204 len: 168 time: 1.1372938 Apr 28 19:56:10.298697 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41430) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:10.344152 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3e9b5073-07d4-4978-aed3-7ede8fb7c4c8 None None] Provisioning complete for port da01e488-519d-4574-a95d-0b985e3064d8 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:10.344850 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3e9b5073-07d4-4978-aed3-7ede8fb7c4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:10.345119 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20697903-d978-4f57-a606-f27f31d592b7 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:10.345824 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-20697903-d978-4f57-a606-f27f31d592b7 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:10.375570 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-20697903-d978-4f57-a606-f27f31d592b7 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.1170373 Apr 28 19:56:10.376672 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41432) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:10.385855 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-ea97ec5d-7088-4b7e-a428-29e85682b077 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Request body: {'floatingip': {'port_id': '306e1669-9a38-4804-b1da-29e722580632'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:10.412676 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f6281-7c8f-4f1c-967c-2c45a989b1f0 req-fb996779-fe88-428c-a55c-f9bed4455768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:10.414378 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-592f6281-7c8f-4f1c-967c-2c45a989b1f0 req-fb996779-fe88-428c-a55c-f9bed4455768 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13d770d2-76f1-4754-862f-2caf67b7488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2257462 Apr 28 19:56:10.423712 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-989688e2-e004-454b-aaa1-f48bc81e6e77 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] DELETE failed (client error): The resource could not be found. Apr 28 19:56:10.424296 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-989688e2-e004-454b-aaa1-f48bc81e6e77 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:56:10.428726 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-989688e2-e004-454b-aaa1-f48bc81e6e77 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/subnets/1e45408f-c9a3-4e4f-91bb-57824e68964b HTTP/1.1" status: 404 len: 337 time: 0.1111405 Apr 28 19:56:10.439507 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41434) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:10.497244 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ea97ec5d-7088-4b7e-a428-29e85682b077 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for floatingip, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:10.555537 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05568d16-0b0d-48b3-990b-9e80a26f8104 None None] DHCP port deletion for 0b0973dd-e99f-48fb-8556-977d8bb71b26 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:56:10.627644 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-05568d16-0b0d-48b3-990b-9e80a26f8104 None None] Deleting port da01e488-519d-4574-a95d-0b985e3064d8 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:56:10.628308 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-05568d16-0b0d-48b3-990b-9e80a26f8104 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:10.718174 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1032b7d3-6163-472e-ac66-0766818e6883 admin admin] Router 7aec07ca-c0ed-48bd-9244-dfc229491cd9 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:56:10.753929 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-05568d16-0b0d-48b3-990b-9e80a26f8104 None None] For port da01e488-519d-4574-a95d-0b985e3064d8, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=da01e488-519d-4574-a95d-0b985e3064d8,segment=NetworkSegment(2673f008-f3bc-4c3b-8d52-280f8bdb6b61),segment_id=2673f008-f3bc-4c3b-8d52-280f8bdb6b61)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:56:10.754338 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-05568d16-0b0d-48b3-990b-9e80a26f8104 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:10.773311 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-05568d16-0b0d-48b3-990b-9e80a26f8104 None None] Calling delete_port for da01e488-519d-4574-a95d-0b985e3064d8 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:56:10.894241 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-05568d16-0b0d-48b3-990b-9e80a26f8104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:10.922841 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e7794448-dd10-4fe1-8d28-4264f661cc35 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "GET /v2.0/ports?device_id=d342fbf9-3c96-402f-9260-a9cf5d81efd0 HTTP/1.1" status: 200 len: 205 time: 0.4665425 Apr 28 19:56:10.928626 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41446) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:10.932249 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05568d16-0b0d-48b3-990b-9e80a26f8104 None None] Pushing event deleted for resources: {'Port': ['ID=da01e488-519d-4574-a95d-0b985e3064d8,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:10.942313 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05568d16-0b0d-48b3-990b-9e80a26f8104 None None] No DVR routers for this DVR port da01e488-519d-4574-a95d-0b985e3064d8 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:56:10.983665 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b6529a7d-7d0c-4eda-bdd8-d422c7e98960 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:11.039579 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1032b7d3-6163-472e-ac66-0766818e6883 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:56:11.051379 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-fc2f09cd-7ee0-4ad2-b586-87a2725a3432 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] delete failed (client error): The resource could not be found. Apr 28 19:56:11.054119 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ad181f-0104-4f5a-8dc4-df3a2d87816b None None] Sync routers for ids ['7aec07ca-c0ed-48bd-9244-dfc229491cd9'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:56:11.057101 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41450) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:11.057660 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fc2f09cd-7ee0-4ad2-b586-87a2725a3432 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/routers/d342fbf9-3c96-402f-9260-a9cf5d81efd0 HTTP/1.1" status: 404 len: 336 time: 0.1191719 Apr 28 19:56:11.071981 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ad181f-0104-4f5a-8dc4-df3a2d87816b None None] Routers {'7aec07ca-c0ed-48bd-9244-dfc229491cd9'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:11.077066 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-92ad181f-0104-4f5a-8dc4-df3a2d87816b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7aec07ca-c0ed-48bd-9244-dfc229491cd9'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:11.101481 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-544e2b26-170a-478a-9b85-f9f722c270f0 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] DELETE failed (client error): The resource could not be found. Apr 28 19:56:11.102001 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-544e2b26-170a-478a-9b85-f9f722c270f0 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:56:11.105226 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-544e2b26-170a-478a-9b85-f9f722c270f0 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/subnets/47114294-bdab-4405-b203-aa48064a37f0 HTTP/1.1" status: 404 len: 337 time: 0.0442450 Apr 28 19:56:11.113715 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-592f6281-7c8f-4f1c-967c-2c45a989b1f0 req-fbf2e54d-f2b9-49ec-a637-fa4df7bd60aa service neutron] 10.222.0.15 "GET /v2.0/networks/13d770d2-76f1-4754-862f-2caf67b7488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6836777 Apr 28 19:56:11.114567 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41452) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:11.119963 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2724e7e2-91ed-4941-a473-879be482066d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:11.136310 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1032b7d3-6163-472e-ac66-0766818e6883 admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:11.140761 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1032b7d3-6163-472e-ac66-0766818e6883 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.7278943 Apr 28 19:56:11.146877 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41454) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:11.240503 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-92ad181f-0104-4f5a-8dc4-df3a2d87816b None None] Set router 7aec07ca-c0ed-48bd-9244-dfc229491cd9 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:56:11.251917 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-592f6281-7c8f-4f1c-967c-2c45a989b1f0 req-f4cc9979-f64e-49df-99f8-01de355b238b service neutron] 10.222.0.15 "GET /v2.0/networks/13d770d2-76f1-4754-862f-2caf67b7488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241210 Apr 28 19:56:11.289380 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66aa696-a413-497a-b3e3-905d111e9afa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] DELETE failed (client error): The resource could not be found. Apr 28 19:56:11.290123 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e66aa696-a413-497a-b3e3-905d111e9afa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:56:11.296388 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e66aa696-a413-497a-b3e3-905d111e9afa tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/subnets/ae712ec2-0345-4bfa-bfb9-3b7b82441561 HTTP/1.1" status: 404 len: 337 time: 0.1773958 Apr 28 19:56:11.307922 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41458) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:11.343544 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6529a7d-7d0c-4eda-bdd8-d422c7e98960 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Subnet': ['ID=9fc4b442-112c-4a7a-8eca-a0e131d287e9,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:11.367705 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2724e7e2-91ed-4941-a473-879be482066d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:11.379658 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d87ff3c2-6169-42e6-b7ac-eb3badbd2054 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] DELETE failed (client error): The resource could not be found. Apr 28 19:56:11.380348 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d87ff3c2-6169-42e6-b7ac-eb3badbd2054 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:56:11.387138 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d87ff3c2-6169-42e6-b7ac-eb3badbd2054 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/subnets/1653666b-6927-4818-bf85-8dda716440bd HTTP/1.1" status: 404 len: 337 time: 0.0629447 Apr 28 19:56:11.388953 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.db.resource_extend [None req-ea97ec5d-7088-4b7e-a428-29e85682b077 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:56:11.390313 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41460) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:11.391146 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6529a7d-7d0c-4eda-bdd8-d422c7e98960 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Checking segment: {'id': '220b980b-7005-4c8f-875e-24b0642efef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '859aea8d-99e5-4df6-9ad8-8723ba751eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:56:11.391624 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6529a7d-7d0c-4eda-bdd8-d422c7e98960 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network hostable DHCP agents. Network: 859aea8d-99e5-4df6-9ad8-8723ba751eae, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:56:11.484339 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-afaf9493-2488-4ccf-ad22-51ad93ba67fd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] DELETE failed (client error): The resource could not be found. Apr 28 19:56:11.485235 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afaf9493-2488-4ccf-ad22-51ad93ba67fd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:56:11.490691 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-afaf9493-2488-4ccf-ad22-51ad93ba67fd tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/ports/2686b6bc-3a02-4c6d-afb8-5d93894dcec2 HTTP/1.1" status: 404 len: 333 time: 0.0925550 Apr 28 19:56:11.492801 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41462) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:11.526673 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6529a7d-7d0c-4eda-bdd8-d422c7e98960 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network 859aea8d-99e5-4df6-9ad8-8723ba751eae is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:56:11.531913 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ea97ec5d-7088-4b7e-a428-29e85682b077 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:11.536899 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-92ad181f-0104-4f5a-8dc4-df3a2d87816b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aec07ca-c0ed-48bd-9244-dfc229491cd9', 'name': 'tempest-ImageQuotaTest-1037501410-router', 'tenant_id': '6f88a8a629844d8fa6bdaef977dd60fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:05Z', 'updated_at': '2022-04-28T19:56:09Z', 'revision_number': 3, 'project_id': '6f88a8a629844d8fa6bdaef977dd60fc', 'gw_port': {'id': '085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aec07ca-c0ed-48bd-9244-dfc229491cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:06Z', 'updated_at': '2022-04-28T19:56:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:11.538719 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-84898932-bd09-4d31-bce6-b5f082ef16ea tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] DELETE failed (client error): The resource could not be found. Apr 28 19:56:11.540621 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84898932-bd09-4d31-bce6-b5f082ef16ea tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:56:11.544235 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32ed43-aa03-4ad3-b025-33110e616298 req-735eb8a2-1321-42c6-bbba-1a7b26b37b30 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:11.545124 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-84898932-bd09-4d31-bce6-b5f082ef16ea tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/subnets/9636e62f-1ab6-46e8-86e3-7344cbfb21dc HTTP/1.1" status: 404 len: 337 time: 0.0495892 Apr 28 19:56:11.545924 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-be32ed43-aa03-4ad3-b025-33110e616298 req-735eb8a2-1321-42c6-bbba-1a7b26b37b30 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 946 time: 0.1357789 Apr 28 19:56:11.549535 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41464) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:11.555779 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ea97ec5d-7088-4b7e-a428-29e85682b077 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:11.593439 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ad181f-0104-4f5a-8dc4-df3a2d87816b None None] Checking router: 7aec07ca-c0ed-48bd-9244-dfc229491cd9 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:56:11.593933 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ad181f-0104-4f5a-8dc4-df3a2d87816b None None] Updating router 7aec07ca-c0ed-48bd-9244-dfc229491cd9 port 085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:56:11.625873 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-92ad181f-0104-4f5a-8dc4-df3a2d87816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:11.652583 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-be32ed43-aa03-4ad3-b025-33110e616298 req-a3b75d11-dfe9-48b8-855d-3d9b34abccec tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852404 Apr 28 19:56:11.653130 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-b6529a7d-7d0c-4eda-bdd8-d422c7e98960 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 859aea8d-99e5-4df6-9ad8-8723ba751eae) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:11.661574 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae772de-3f6c-472e-9fa4-643a891cc829 None None] Network 859aea8d-99e5-4df6-9ad8-8723ba751eae requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:56:11.700868 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6529a7d-7d0c-4eda-bdd8-d422c7e98960 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:11.705564 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b6529a7d-7d0c-4eda-bdd8-d422c7e98960 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:11.721882 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2724e7e2-91ed-4941-a473-879be482066d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:11.724803 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2724e7e2-91ed-4941-a473-879be482066d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:11.729618 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2724e7e2-91ed-4941-a473-879be482066d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/830c787f-cb88-45f9-8294-8e6ab236b67d HTTP/1.1" status: 204 len: 168 time: 1.4704249 Apr 28 19:56:11.731340 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5c41e9-7f9d-4bef-b41a-2e63c5cdad3b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] DELETE failed (client error): The resource could not be found. Apr 28 19:56:11.731733 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a5c41e9-7f9d-4bef-b41a-2e63c5cdad3b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:56:11.735164 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0a5c41e9-7f9d-4bef-b41a-2e63c5cdad3b tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/subnets/397c006a-1afe-4ffe-9cfc-51cf431e3feb HTTP/1.1" status: 404 len: 337 time: 0.1836872 Apr 28 19:56:11.739823 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41468) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:11.830145 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b6529a7d-7d0c-4eda-bdd8-d422c7e98960 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5919416 Apr 28 19:56:11.830145 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724e7e2-91ed-4941-a473-879be482066d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830c787f-cb88-45f9-8294-8e6ab236b67d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:11.832024 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41470) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:11.842123 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-b84cfb25-cf28-45a1-8c97-1e445de1f1ca tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-247994375', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:11.847849 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa095420-7f1f-4f4b-8ec8-1c500cea853f tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] DELETE failed (client error): The resource could not be found. Apr 28 19:56:11.848449 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa095420-7f1f-4f4b-8ec8-1c500cea853f tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:56:11.851685 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-aa095420-7f1f-4f4b-8ec8-1c500cea853f tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/ports/48c52ecc-57f4-4dc1-a1cc-c40eae1cd394 HTTP/1.1" status: 404 len: 333 time: 0.1075907 Apr 28 19:56:11.854156 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41472) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:11.858916 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device da01e488-519d-4574-a95d-0b985e3064d8 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:56:11.889537 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea760ba-e281-47c7-b929-648b4e20a11c tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] DELETE failed (client error): The resource could not be found. Apr 28 19:56:11.889997 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea760ba-e281-47c7-b929-648b4e20a11c tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:56:11.893328 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8ea760ba-e281-47c7-b929-648b4e20a11c tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/subnets/00a68d99-1a94-4d06-ab31-55f3dad81a8c HTTP/1.1" status: 404 len: 337 time: 0.0381997 Apr 28 19:56:11.897371 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41474) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:11.905163 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: da01e488-519d-4574-a95d-0b985e3064d8 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:56:11.905628 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device da01e488-519d-4574-a95d-0b985e3064d8 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:56:11.932899 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce066a3-f20b-4e1a-ab05-838ae79ac148 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] DELETE failed (client error): The resource could not be found. Apr 28 19:56:11.932899 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce066a3-f20b-4e1a-ab05-838ae79ac148 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:56:11.936758 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6ce066a3-f20b-4e1a-ab05-838ae79ac148 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/subnets/2a422bad-7a8a-46f1-93ad-ef643e332661 HTTP/1.1" status: 404 len: 337 time: 0.0396025 Apr 28 19:56:11.938052 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b84cfb25-cf28-45a1-8c97-1e445de1f1ca tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:11.939113 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b84cfb25-cf28-45a1-8c97-1e445de1f1ca tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:11.943188 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41476) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:12.016966 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-ea97ec5d-7088-4b7e-a428-29e85682b077 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Floating IP d0a6e5f1-7d3b-40a4-9f92-a600ced91dcd associated. External IP: 172.25.8.64, port: 306e1669-9a38-4804-b1da-29e722580632. Apr 28 19:56:12.141874 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b84cfb25-cf28-45a1-8c97-1e445de1f1ca tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:12.147796 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b84cfb25-cf28-45a1-8c97-1e445de1f1ca tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:12.177989 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b84cfb25-cf28-45a1-8c97-1e445de1f1ca tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:12.182342 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b84cfb25-cf28-45a1-8c97-1e445de1f1ca tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3489351 Apr 28 19:56:12.185159 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41482) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:12.283716 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20ccde42-eaf9-4857-8f81-30bac89c57e6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Deleting port 3772c8e8-0e94-470d-80c9-075c0027baff {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:56:12.284085 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20ccde42-eaf9-4857-8f81-30bac89c57e6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:12.330804 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-92ad181f-0104-4f5a-8dc4-df3a2d87816b None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:12.342211 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-92ad181f-0104-4f5a-8dc4-df3a2d87816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:12.393113 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b4a823-549f-4910-8984-073b4f03d50c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-859aea8d-99e5-4df6-9ad8-8723ba751eae', 'network_id': '859aea8d-99e5-4df6-9ad8-8723ba751eae', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'fixed_ips': [{'subnet_id': '9fc4b442-112c-4a7a-8eca-a0e131d287e9'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:56:12.394425 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-42b4a823-549f-4910-8984-073b4f03d50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:12.546682 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20ccde42-eaf9-4857-8f81-30bac89c57e6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:12.637106 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20ccde42-eaf9-4857-8f81-30bac89c57e6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Calling delete_port for 3772c8e8-0e94-470d-80c9-075c0027baff owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:56:12.701741 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f232d36-61e4-44ff-9d44-9845abc2c3ae None None] Pushing event updated for resources: {'Port': ['ID=085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:12.709678 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-92ad181f-0104-4f5a-8dc4-df3a2d87816b None None] Attempting to bind port 085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:56:12.710497 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-92ad181f-0104-4f5a-8dc4-df3a2d87816b None None] Attempting to bind port 085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:56:12.711366 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ad181f-0104-4f5a-8dc4-df3a2d87816b None None] Attempting to bind port 085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:56:12.725505 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ad181f-0104-4f5a-8dc4-df3a2d87816b None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:56:12.726140 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ad181f-0104-4f5a-8dc4-df3a2d87816b None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:56:12.726731 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-92ad181f-0104-4f5a-8dc4-df3a2d87816b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:12.727425 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ad181f-0104-4f5a-8dc4-df3a2d87816b None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:56:12.728301 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-92ad181f-0104-4f5a-8dc4-df3a2d87816b None None] Bound port: 085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:56:12.728899 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-92ad181f-0104-4f5a-8dc4-df3a2d87816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:12.813778 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-42b4a823-549f-4910-8984-073b4f03d50c None None] Allocated IP 172.20.0.2 (859aea8d-99e5-4df6-9ad8-8723ba751eae/9fc4b442-112c-4a7a-8eca-a0e131d287e9/66c5bf72-4222-42e1-8d55-c77cf7fcc0af) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:12.832911 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ccfc4f8-d698-416c-9ab5-d539394eb6d8 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:12.890258 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-92ad181f-0104-4f5a-8dc4-df3a2d87816b None None] For port 085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:56:12.982683 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4cb83-f6f4-4621-8456-fec504bb56cd req-c3d414ad-a404-441c-8d72-1f987b2e1bba tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:12.985596 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2bb4cb83-f6f4-4621-8456-fec504bb56cd req-c3d414ad-a404-441c-8d72-1f987b2e1bba tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 946 time: 0.1640127 Apr 28 19:56:13.000681 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20ccde42-eaf9-4857-8f81-30bac89c57e6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:13.014040 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-92ad181f-0104-4f5a-8dc4-df3a2d87816b None None] For port 085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:56:13.027811 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea97ec5d-7088-4b7e-a428-29e85682b077 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Router 86975967-732a-4263-81a0-876e571fdfe9 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:56:13.031346 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-92ad181f-0104-4f5a-8dc4-df3a2d87816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:13.088268 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc3b4741-21ac-4b0f-85d9-397899c70c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:13.094179 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ccde42-eaf9-4857-8f81-30bac89c57e6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Port': ['ID=3772c8e8-0e94-470d-80c9-075c0027baff,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:13.102640 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20ccde42-eaf9-4857-8f81-30bac89c57e6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:13.107071 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-20ccde42-eaf9-4857-8f81-30bac89c57e6 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/ports/3772c8e8-0e94-470d-80c9-075c0027baff HTTP/1.1" status: 204 len: 168 time: 1.1619256 Apr 28 19:56:13.110716 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41502) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:13.229603 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f232d36-61e4-44ff-9d44-9845abc2c3ae None None] Pushing event updated for resources: {'Port': ['ID=085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:13.232198 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ad181f-0104-4f5a-8dc4-df3a2d87816b None None] Routers {'7aec07ca-c0ed-48bd-9244-dfc229491cd9'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:13.232752 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-92ad181f-0104-4f5a-8dc4-df3a2d87816b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7aec07ca-c0ed-48bd-9244-dfc229491cd9'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:13.238761 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2bb4cb83-f6f4-4621-8456-fec504bb56cd req-a5ea1f4a-caa0-443e-9458-097595cfd6a3 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289996 Apr 28 19:56:13.317941 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-42b4a823-549f-4910-8984-073b4f03d50c None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:13.332442 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-42b4a823-549f-4910-8984-073b4f03d50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:13.410637 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea97ec5d-7088-4b7e-a428-29e85682b077 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:56:13.417594 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ea97ec5d-7088-4b7e-a428-29e85682b077 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:13.431070 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eac45ad-8e97-4878-bc14-05b2eb2306f3 None None] Sync routers for ids ['86975967-732a-4263-81a0-876e571fdfe9'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:56:13.445988 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eac45ad-8e97-4878-bc14-05b2eb2306f3 None None] Routers {'86975967-732a-4263-81a0-876e571fdfe9'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:13.446620 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6eac45ad-8e97-4878-bc14-05b2eb2306f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['86975967-732a-4263-81a0-876e571fdfe9'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:13.452552 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4a823-549f-4910-8984-073b4f03d50c None None] Pushing event updated for resources: {'Port': ['ID=66c5bf72-4222-42e1-8d55-c77cf7fcc0af,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:13.453381 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da7d4ee7-20d2-4331-9e47-e9e0c4c0e753 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:13.492939 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ea97ec5d-7088-4b7e-a428-29e85682b077 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "PUT /v2.0/floatingips/d0a6e5f1-7d3b-40a4-9f92-a600ced91dcd HTTP/1.1" status: 200 len: 977 time: 3.1129377 Apr 28 19:56:13.493577 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41512) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:13.501345 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-92ad181f-0104-4f5a-8dc4-df3a2d87816b None None] Set router 7aec07ca-c0ed-48bd-9244-dfc229491cd9 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:56:13.537390 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6eac45ad-8e97-4878-bc14-05b2eb2306f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:13.548330 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eac45ad-8e97-4878-bc14-05b2eb2306f3 None None] Routers {'86975967-732a-4263-81a0-876e571fdfe9'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:13.549296 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6eac45ad-8e97-4878-bc14-05b2eb2306f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['86975967-732a-4263-81a0-876e571fdfe9'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:13.724013 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6eac45ad-8e97-4878-bc14-05b2eb2306f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:13.725107 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eac45ad-8e97-4878-bc14-05b2eb2306f3 None None] The sync data for ids ['86975967-732a-4263-81a0-876e571fdfe9'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:56:13.784051 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-5ccfc4f8-d698-416c-9ab5-d539394eb6d8 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Allocated IP 172.20.0.1 (859aea8d-99e5-4df6-9ad8-8723ba751eae/9fc4b442-112c-4a7a-8eca-a0e131d287e9/7cbcec3d-a95e-4e4a-8307-8175b95259a2) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:13.816658 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-dc3b4741-21ac-4b0f-85d9-397899c70c79 admin admin] Allocated IP 172.20.0.1 (2bbde597-3a12-4e75-843c-377c379d30eb/23cfc99e-770f-45dc-95f1-0d8e274e3b4b/380a2efd-6425-4443-8ab6-da38cc581399) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:13.950021 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b4a823-549f-4910-8984-073b4f03d50c None None] Network 859aea8d-99e5-4df6-9ad8-8723ba751eae is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:13.959593 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da7d4ee7-20d2-4331-9e47-e9e0c4c0e753 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:13.980029 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-42b4a823-549f-4910-8984-073b4f03d50c None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:13.983662 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b4a823-549f-4910-8984-073b4f03d50c None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:56:14.003125 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc3b4741-21ac-4b0f-85d9-397899c70c79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:14.008728 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ccfc4f8-d698-416c-9ab5-d539394eb6d8 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:14.052365 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc3b4741-21ac-4b0f-85d9-397899c70c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:14.069947 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ccfc4f8-d698-416c-9ab5-d539394eb6d8 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:14.079149 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-da7d4ee7-20d2-4331-9e47-e9e0c4c0e753 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b0973dd-e99f-48fb-8556-977d8bb71b26']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:14.080728 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-9484910b-35e1-4538-a1e8-db9e3b2b1488 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Deleting port 306e1669-9a38-4804-b1da-29e722580632 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:56:14.081193 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9484910b-35e1-4538-a1e8-db9e3b2b1488 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:14.103590 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-da7d4ee7-20d2-4331-9e47-e9e0c4c0e753 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2673f008-f3bc-4c3b-8d52-280f8bdb6b61') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:14.103941 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-da7d4ee7-20d2-4331-9e47-e9e0c4c0e753 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2673f008-f3bc-4c3b-8d52-280f8bdb6b61') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:14.112454 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-42b4a823-549f-4910-8984-073b4f03d50c None None] Attempting to bind port 66c5bf72-4222-42e1-8d55-c77cf7fcc0af on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:56:14.113157 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-42b4a823-549f-4910-8984-073b4f03d50c None None] Attempting to bind port 66c5bf72-4222-42e1-8d55-c77cf7fcc0af by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '220b980b-7005-4c8f-875e-24b0642efef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '859aea8d-99e5-4df6-9ad8-8723ba751eae'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:56:14.113842 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b4a823-549f-4910-8984-073b4f03d50c None None] Attempting to bind port 66c5bf72-4222-42e1-8d55-c77cf7fcc0af on network 859aea8d-99e5-4df6-9ad8-8723ba751eae {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:56:14.116047 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da7d4ee7-20d2-4331-9e47-e9e0c4c0e753 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:14.121989 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3b4741-21ac-4b0f-85d9-397899c70c79 admin admin] Network 2bbde597-3a12-4e75-843c-377c379d30eb is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:14.129213 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-dc3b4741-21ac-4b0f-85d9-397899c70c79 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:14.130090 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b4a823-549f-4910-8984-073b4f03d50c None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:56:14.131709 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b4a823-549f-4910-8984-073b4f03d50c None None] Checking segment: {'id': '220b980b-7005-4c8f-875e-24b0642efef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '859aea8d-99e5-4df6-9ad8-8723ba751eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:56:14.135419 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-42b4a823-549f-4910-8984-073b4f03d50c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:14.136159 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b4a823-549f-4910-8984-073b4f03d50c None None] Bound using segment: {'id': '220b980b-7005-4c8f-875e-24b0642efef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '859aea8d-99e5-4df6-9ad8-8723ba751eae'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:56:14.137804 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-42b4a823-549f-4910-8984-073b4f03d50c None None] Bound port: 66c5bf72-4222-42e1-8d55-c77cf7fcc0af, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220b980b-7005-4c8f-875e-24b0642efef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '859aea8d-99e5-4df6-9ad8-8723ba751eae'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:56:14.138022 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-42b4a823-549f-4910-8984-073b4f03d50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:14.144202 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da7d4ee7-20d2-4331-9e47-e9e0c4c0e753 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:14.151454 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3b4741-21ac-4b0f-85d9-397899c70c79 admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:56:14.154900 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da7d4ee7-20d2-4331-9e47-e9e0c4c0e753 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:56:14.156213 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da7d4ee7-20d2-4331-9e47-e9e0c4c0e753 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:14.283658 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:56:14.283658 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:56:14.283658 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:56:14.283658 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:56:14.283658 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:56:14.283658 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:56:14.283658 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:56:14.283658 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:56:14.283658 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:56:14.283658 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:56:14.283658 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:56:14.283658 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:56:14.283658 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:56:14.283658 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:56:14.283658 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:56:14.283658 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:56:14.283658 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:56:14.283658 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:56:14.283658 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:56:14.283658 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:56:14.283658 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:56:14.283658 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:56:14.283658 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:56:14.283658 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:56:14.283658 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:56:14.283658 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:56:14.283658 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:56:14.283658 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:56:14.283658 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:56:14.283658 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:56:14.283658 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:56:14.283658 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:56:14.293837 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da7d4ee7-20d2-4331-9e47-e9e0c4c0e753 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:14.335179 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-42b4a823-549f-4910-8984-073b4f03d50c None None] For port 66c5bf72-4222-42e1-8d55-c77cf7fcc0af, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:56:14.346260 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-42b4a823-549f-4910-8984-073b4f03d50c None None] For port 66c5bf72-4222-42e1-8d55-c77cf7fcc0af, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=66c5bf72-4222-42e1-8d55-c77cf7fcc0af,segment=NetworkSegment(220b980b-7005-4c8f-875e-24b0642efef8),segment_id=220b980b-7005-4c8f-875e-24b0642efef8)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:56:14.350666 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-92ad181f-0104-4f5a-8dc4-df3a2d87816b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aec07ca-c0ed-48bd-9244-dfc229491cd9', 'name': 'tempest-ImageQuotaTest-1037501410-router', 'tenant_id': '6f88a8a629844d8fa6bdaef977dd60fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:05Z', 'updated_at': '2022-04-28T19:56:09Z', 'revision_number': 3, 'project_id': '6f88a8a629844d8fa6bdaef977dd60fc', 'gw_port': {'id': '085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aec07ca-c0ed-48bd-9244-dfc229491cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:06Z', 'updated_at': '2022-04-28T19:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:14.355058 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-42b4a823-549f-4910-8984-073b4f03d50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:14.355938 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da7d4ee7-20d2-4331-9e47-e9e0c4c0e753 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:14.364299 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-da7d4ee7-20d2-4331-9e47-e9e0c4c0e753 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] 10.222.0.42 "DELETE /v2.0/networks/0b0973dd-e99f-48fb-8556-977d8bb71b26 HTTP/1.1" status: 204 len: 168 time: 1.2492759 Apr 28 19:56:14.389121 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccfc4f8-d698-416c-9ab5-d539394eb6d8 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network 859aea8d-99e5-4df6-9ad8-8723ba751eae is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:14.390384 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d4ee7-20d2-4331-9e47-e9e0c4c0e753 tempest-PortsTestJSON-2088559475 tempest-PortsTestJSON-2088559475-project] Pushing event deleted for resources: {'Network': ['ID=0b0973dd-e99f-48fb-8556-977d8bb71b26,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:14.396148 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-5ccfc4f8-d698-416c-9ab5-d539394eb6d8 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:14.399298 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccfc4f8-d698-416c-9ab5-d539394eb6d8 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:56:14.407604 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfc4f8-d698-416c-9ab5-d539394eb6d8 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Port': ['ID=7cbcec3d-a95e-4e4a-8307-8175b95259a2,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:14.424633 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b4741-21ac-4b0f-85d9-397899c70c79 admin admin] Pushing event updated for resources: {'Port': ['ID=380a2efd-6425-4443-8ab6-da38cc581399,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:14.457782 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4a823-549f-4910-8984-073b4f03d50c None None] Pushing event updated for resources: {'Port': ['ID=66c5bf72-4222-42e1-8d55-c77cf7fcc0af,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:14.466149 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ccfc4f8-d698-416c-9ab5-d539394eb6d8 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:14.466585 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ad181f-0104-4f5a-8dc4-df3a2d87816b None None] The sync data for ids ['7aec07ca-c0ed-48bd-9244-dfc229491cd9'] in n-d-839810-1 is: [{'id': '7aec07ca-c0ed-48bd-9244-dfc229491cd9', 'name': 'tempest-ImageQuotaTest-1037501410-router', 'tenant_id': '6f88a8a629844d8fa6bdaef977dd60fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:05Z', 'updated_at': '2022-04-28T19:56:09Z', 'revision_number': 3, 'project_id': '6f88a8a629844d8fa6bdaef977dd60fc', 'gw_port': {'id': '085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aec07ca-c0ed-48bd-9244-dfc229491cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:06Z', 'updated_at': '2022-04-28T19:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:56:14.606916 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc3b4741-21ac-4b0f-85d9-397899c70c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:14.752031 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9484910b-35e1-4538-a1e8-db9e3b2b1488 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:14.873570 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-bc5a1630-6c24-4457-96f4-7432d990dcc0 None None] Provisioning complete for port 380a2efd-6425-4443-8ab6-da38cc581399 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:14.873951 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bc5a1630-6c24-4457-96f4-7432d990dcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:14.961538 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ccfc4f8-d698-416c-9ab5-d539394eb6d8 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:14.998785 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-bc5a1630-6c24-4457-96f4-7432d990dcc0 None None] Port 380a2efd-6425-4443-8ab6-da38cc581399 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:56:15.191031 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41540) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:15.440299 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc3b4741-21ac-4b0f-85d9-397899c70c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:15.583660 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9484910b-35e1-4538-a1e8-db9e3b2b1488 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:15.583899 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9484910b-35e1-4538-a1e8-db9e3b2b1488 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:15.584203 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-9484910b-35e1-4538-a1e8-db9e3b2b1488 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Floating IP d0a6e5f1-7d3b-40a4-9f92-a600ced91dcd disassociated. External IP: 172.25.8.64, port: 306e1669-9a38-4804-b1da-29e722580632. Apr 28 19:56:15.584973 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-9484910b-35e1-4538-a1e8-db9e3b2b1488 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Calling delete_port for 306e1669-9a38-4804-b1da-29e722580632 owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:56:15.763375 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7234fa6c-3777-4753-9274-12d140490f59 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=df76f2f1df9e41aba417616e0f1401a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5599453 Apr 28 19:56:15.769161 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41560) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:15.840000 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ccfc4f8-d698-416c-9ab5-d539394eb6d8 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:15.855821 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ccfc4f8-d698-416c-9ab5-d539394eb6d8 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:15.877260 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41562) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:15.929059 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1a48a1c9-756c-4094-8d47-465d35642559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:15.962048 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:56:16.035417 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9484910b-35e1-4538-a1e8-db9e3b2b1488 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:16.036620 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ccfc4f8-d698-416c-9ab5-d539394eb6d8 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:16.099546 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:16.100089 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:16.105423 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1a48a1c9-756c-4094-8d47-465d35642559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:16.119852 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484910b-35e1-4538-a1e8-db9e3b2b1488 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event deleted for resources: {'Port': ['ID=306e1669-9a38-4804-b1da-29e722580632,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:16.276948 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc3b4741-21ac-4b0f-85d9-397899c70c79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:16.280362 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dee763f5-7b0e-4d39-8cee-fa0807f6c9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:16.292167 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccfc4f8-d698-416c-9ab5-d539394eb6d8 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network 859aea8d-99e5-4df6-9ad8-8723ba751eae is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:16.295019 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:16.298405 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfc4f8-d698-416c-9ab5-d539394eb6d8 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Port': ['ID=7cbcec3d-a95e-4e4a-8307-8175b95259a2,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:16.311872 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-5ccfc4f8-d698-416c-9ab5-d539394eb6d8 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:16.362011 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:56:16.372346 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:16.380256 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 66c5bf72-4222-42e1-8d55-c77cf7fcc0af up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:56:16.423144 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dee763f5-7b0e-4d39-8cee-fa0807f6c9f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:16.424331 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc3b4741-21ac-4b0f-85d9-397899c70c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:16.502716 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dc3b4741-21ac-4b0f-85d9-397899c70c79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:16.506556 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dee763f5-7b0e-4d39-8cee-fa0807f6c9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:16.510933 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:16.538571 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ccfc4f8-d698-416c-9ab5-d539394eb6d8 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Router 092060ba-cb47-4b73-9f16-f4f7db1e8810 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:56:16.581833 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 66c5bf72-4222-42e1-8d55-c77cf7fcc0af triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:16.582751 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:16.584299 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee763f5-7b0e-4d39-8cee-fa0807f6c9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afffea8a-7a96-4ca5-9a06-f9dc1314847b,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:16.681691 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe4fdc8-954a-44d2-a063-80550a33da37 None None] Network 859aea8d-99e5-4df6-9ad8-8723ba751eae requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:56:16.689389 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccfc4f8-d698-416c-9ab5-d539394eb6d8 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:56:16.699680 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5ccfc4f8-d698-416c-9ab5-d539394eb6d8 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "PUT /v2.0/routers/092060ba-cb47-4b73-9f16-f4f7db1e8810/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5130570 Apr 28 19:56:16.701639 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41576) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:16.747094 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5f1969-c21c-41c8-9438-fb4d43549e29 None None] Sync routers for ids ['092060ba-cb47-4b73-9f16-f4f7db1e8810'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:56:16.765445 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-dee763f5-7b0e-4d39-8cee-fa0807f6c9f4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e631a75623a54e9bb9147ed9c216071f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8863411 Apr 28 19:56:16.774066 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7c6cd2-bfee-4465-86a0-6c3095563b70 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:16.776046 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41580) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:16.781094 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-bc7c6cd2-bfee-4465-86a0-6c3095563b70 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "GET /v2.0/ports/7cbcec3d-a95e-4e4a-8307-8175b95259a2 HTTP/1.1" status: 200 len: 910 time: 0.0773807 Apr 28 19:56:16.781820 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41582) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:16.788381 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-f0b0de50-e4fc-455c-ab88-4695df6c0a77 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9fc4b442-112c-4a7a-8eca-a0e131d287e9'}]}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:16.801419 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b4741-21ac-4b0f-85d9-397899c70c79 admin admin] Pushing event updated for resources: {'Port': ['ID=380a2efd-6425-4443-8ab6-da38cc581399,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:16.829249 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-e0e36781-d2d5-41b8-a32d-ea065e2f93a6 None None] Provisioning complete for port 66c5bf72-4222-42e1-8d55-c77cf7fcc0af triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:16.829589 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e0e36781-d2d5-41b8-a32d-ea065e2f93a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:16.834197 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1a48a1c9-756c-4094-8d47-465d35642559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:16.837423 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1a48a1c9-756c-4094-8d47-465d35642559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:16.838924 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1a48a1c9-756c-4094-8d47-465d35642559 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d8db0efa-d911-4b0c-800e-d0cccd9eb40b HTTP/1.1" status: 204 len: 168 time: 1.0689757 Apr 28 19:56:16.844825 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9484910b-35e1-4538-a1e8-db9e3b2b1488 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Router 86975967-732a-4263-81a0-876e571fdfe9 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:56:16.861657 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5f1969-c21c-41c8-9438-fb4d43549e29 None None] Routers {'092060ba-cb47-4b73-9f16-f4f7db1e8810'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:16.862296 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0b5f1969-c21c-41c8-9438-fb4d43549e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['092060ba-cb47-4b73-9f16-f4f7db1e8810'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:16.898936 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48a1c9-756c-4094-8d47-465d35642559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8db0efa-d911-4b0c-800e-d0cccd9eb40b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:16.964825 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0b5f1969-c21c-41c8-9438-fb4d43549e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:16.995691 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3b4741-21ac-4b0f-85d9-397899c70c79 admin admin] Network 2bbde597-3a12-4e75-843c-377c379d30eb is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:17.002242 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:17.014611 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-dc3b4741-21ac-4b0f-85d9-397899c70c79 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:17.083863 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5f1969-c21c-41c8-9438-fb4d43549e29 None None] Routers {'092060ba-cb47-4b73-9f16-f4f7db1e8810'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:17.084796 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0b5f1969-c21c-41c8-9438-fb4d43549e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['092060ba-cb47-4b73-9f16-f4f7db1e8810'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:17.152421 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f0b0de50-e4fc-455c-ab88-4695df6c0a77 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:17.153053 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0b5f1969-c21c-41c8-9438-fb4d43549e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:17.153425 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5f1969-c21c-41c8-9438-fb4d43549e29 None None] The sync data for ids ['092060ba-cb47-4b73-9f16-f4f7db1e8810'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:56:17.211437 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 66c5bf72-4222-42e1-8d55-c77cf7fcc0af, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=66c5bf72-4222-42e1-8d55-c77cf7fcc0af,segment=NetworkSegment(220b980b-7005-4c8f-875e-24b0642efef8),segment_id=220b980b-7005-4c8f-875e-24b0642efef8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:56:17.229919 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:17.253635 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e0e36781-d2d5-41b8-a32d-ea065e2f93a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:17.430333 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3b4741-21ac-4b0f-85d9-397899c70c79 admin admin] Router 7aec07ca-c0ed-48bd-9244-dfc229491cd9 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:56:17.431194 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-04828847-44b1-4a91-90b6-cee61b84888c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:17.442331 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=66c5bf72-4222-42e1-8d55-c77cf7fcc0af,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:17.494330 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-e0e36781-d2d5-41b8-a32d-ea065e2f93a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:56:17.494959 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-e0e36781-d2d5-41b8-a32d-ea065e2f93a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:56:17.598855 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-04828847-44b1-4a91-90b6-cee61b84888c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:17.661279 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9484910b-35e1-4538-a1e8-db9e3b2b1488 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:56:17.676136 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bec626-44c3-465e-8aea-c9510446b837 None None] Sync routers for ids ['86975967-732a-4263-81a0-876e571fdfe9'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:56:17.696872 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bec626-44c3-465e-8aea-c9510446b837 None None] Routers {'86975967-732a-4263-81a0-876e571fdfe9'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:17.697516 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-08bec626-44c3-465e-8aea-c9510446b837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['86975967-732a-4263-81a0-876e571fdfe9'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:17.765713 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-08bec626-44c3-465e-8aea-c9510446b837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:17.814311 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bec626-44c3-465e-8aea-c9510446b837 None None] Routers {'86975967-732a-4263-81a0-876e571fdfe9'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:17.814919 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-08bec626-44c3-465e-8aea-c9510446b837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['86975967-732a-4263-81a0-876e571fdfe9'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:17.830571 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:56:17.887185 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-08bec626-44c3-465e-8aea-c9510446b837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:17.888810 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bec626-44c3-465e-8aea-c9510446b837 None None] The sync data for ids ['86975967-732a-4263-81a0-876e571fdfe9'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:56:17.940904 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:17.945285 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:17.962656 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f0b0de50-e4fc-455c-ab88-4695df6c0a77 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:17.981071 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f0b0de50-e4fc-455c-ab88-4695df6c0a77 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:18.194520 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b0de50-e4fc-455c-ab88-4695df6c0a77 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:18.195385 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f0b0de50-e4fc-455c-ab88-4695df6c0a77 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:18.207155 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f0b0de50-e4fc-455c-ab88-4695df6c0a77 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "PUT /v2.0/ports/7cbcec3d-a95e-4e4a-8307-8175b95259a2 HTTP/1.1" status: 200 len: 910 time: 1.4137084 Apr 28 19:56:18.207978 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41616) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:18.227350 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 66c5bf72-4222-42e1-8d55-c77cf7fcc0af up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:56:18.228016 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0de50-e4fc-455c-ab88-4695df6c0a77 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Port': ['ID=7cbcec3d-a95e-4e4a-8307-8175b95259a2,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:18.250724 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0de50-e4fc-455c-ab88-4695df6c0a77 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:18.251151 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0de50-e4fc-455c-ab88-4695df6c0a77 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:18.251499 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0de50-e4fc-455c-ab88-4695df6c0a77 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:18.251835 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0de50-e4fc-455c-ab88-4695df6c0a77 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:18.257676 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0de50-e4fc-455c-ab88-4695df6c0a77 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:18.258181 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0de50-e4fc-455c-ab88-4695df6c0a77 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:18.258522 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0de50-e4fc-455c-ab88-4695df6c0a77 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:18.258856 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0de50-e4fc-455c-ab88-4695df6c0a77 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:18.259186 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0de50-e4fc-455c-ab88-4695df6c0a77 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:18.259511 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0de50-e4fc-455c-ab88-4695df6c0a77 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:18.259835 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0de50-e4fc-455c-ab88-4695df6c0a77 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:18.260177 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0de50-e4fc-455c-ab88-4695df6c0a77 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:18.288068 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-264207a3-9f24-490a-a7b4-5fe286de28ee None None] Provisioning complete for port 66c5bf72-4222-42e1-8d55-c77cf7fcc0af triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:18.288756 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-264207a3-9f24-490a-a7b4-5fe286de28ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:18.371188 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 66c5bf72-4222-42e1-8d55-c77cf7fcc0af triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:18.371644 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:18.401748 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41618) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:18.535795 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-264207a3-9f24-490a-a7b4-5fe286de28ee None None] Provisioning complete for port 7cbcec3d-a95e-4e4a-8307-8175b95259a2 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:18.536413 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-264207a3-9f24-490a-a7b4-5fe286de28ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:18.592473 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-264207a3-9f24-490a-a7b4-5fe286de28ee None None] Port 7cbcec3d-a95e-4e4a-8307-8175b95259a2 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:56:18.649491 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9484910b-35e1-4538-a1e8-db9e3b2b1488 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:18.652058 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-264207a3-9f24-490a-a7b4-5fe286de28ee None None] Provisioning complete for port 380a2efd-6425-4443-8ab6-da38cc581399 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:18.652699 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-264207a3-9f24-490a-a7b4-5fe286de28ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:18.653841 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9484910b-35e1-4538-a1e8-db9e3b2b1488 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "DELETE /v2.0/ports/306e1669-9a38-4804-b1da-29e722580632 HTTP/1.1" status: 204 len: 168 time: 5.1462095 Apr 28 19:56:18.693217 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3b4741-21ac-4b0f-85d9-397899c70c79 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:56:18.695204 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41622) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:18.718847 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-dc3b4741-21ac-4b0f-85d9-397899c70c79 admin admin] 10.222.0.42 "PUT /v2.0/routers/7aec07ca-c0ed-48bd-9244-dfc229491cd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5687790 Apr 28 19:56:18.719709 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-04828847-44b1-4a91-90b6-cee61b84888c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:18.726505 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-04828847-44b1-4a91-90b6-cee61b84888c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:18.737414 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-04828847-44b1-4a91-90b6-cee61b84888c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/afffea8a-7a96-4ca5-9a06-f9dc1314847b HTTP/1.1" status: 204 len: 168 time: 1.9509943 Apr 28 19:56:18.741141 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-264207a3-9f24-490a-a7b4-5fe286de28ee None None] Port 380a2efd-6425-4443-8ab6-da38cc581399 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:56:18.751450 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d186c065-e093-4a2f-9ec7-dac3e737128c None None] Sync routers for ids ['7aec07ca-c0ed-48bd-9244-dfc229491cd9'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:56:18.782520 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d186c065-e093-4a2f-9ec7-dac3e737128c None None] Routers {'7aec07ca-c0ed-48bd-9244-dfc229491cd9'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:18.783813 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d186c065-e093-4a2f-9ec7-dac3e737128c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7aec07ca-c0ed-48bd-9244-dfc229491cd9'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:18.865770 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04828847-44b1-4a91-90b6-cee61b84888c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afffea8a-7a96-4ca5-9a06-f9dc1314847b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:18.881135 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-bb5ba99e-e8dd-4182-b776-c662ebf0d717 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "GET /v2.0/floatingips/d0a6e5f1-7d3b-40a4-9f92-a600ced91dcd HTTP/1.1" status: 200 len: 687 time: 0.1846879 Apr 28 19:56:18.882332 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41630) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:18.946511 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-d186c065-e093-4a2f-9ec7-dac3e737128c None None] Set router 7aec07ca-c0ed-48bd-9244-dfc229491cd9 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:56:19.100672 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-53b7806a-f5c9-4433-9dd5-4b79c76fc748 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Deleting port 9e1b0e39-5e55-4466-982d-34b166e69016 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:56:19.107478 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-53b7806a-f5c9-4433-9dd5-4b79c76fc748 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:19.298817 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-53b7806a-f5c9-4433-9dd5-4b79c76fc748 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:19.298817 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-53b7806a-f5c9-4433-9dd5-4b79c76fc748 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:19.327337 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-53b7806a-f5c9-4433-9dd5-4b79c76fc748 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Calling delete_port for 9e1b0e39-5e55-4466-982d-34b166e69016 owned by network:floatingip {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:56:19.443210 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-70f2433c-6622-4a48-8dc7-1f9f254c9998 None None] Provisioning complete for port 7cbcec3d-a95e-4e4a-8307-8175b95259a2 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:19.452880 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-70f2433c-6622-4a48-8dc7-1f9f254c9998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:19.483190 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-04dd1084-d93c-46cf-83cc-bda02ceabb15 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-452978281'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:19.546945 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04dd1084-d93c-46cf-83cc-bda02ceabb15 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Made reservation on behalf of 6ff88bb069834363bbb6cc9bff6bbe85 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:19.552957 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04dd1084-d93c-46cf-83cc-bda02ceabb15 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:19.574526 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04dd1084-d93c-46cf-83cc-bda02ceabb15 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:19.604599 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-70f2433c-6622-4a48-8dc7-1f9f254c9998 None None] Port 7cbcec3d-a95e-4e4a-8307-8175b95259a2 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:56:19.618405 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b96b6739-6bae-445f-a23d-a9e3b197937e tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:19.638549 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-53b7806a-f5c9-4433-9dd5-4b79c76fc748 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:19.702037 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d186c065-e093-4a2f-9ec7-dac3e737128c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aec07ca-c0ed-48bd-9244-dfc229491cd9', 'name': 'tempest-ImageQuotaTest-1037501410-router', 'tenant_id': '6f88a8a629844d8fa6bdaef977dd60fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:05Z', 'updated_at': '2022-04-28T19:56:15Z', 'revision_number': 4, 'project_id': '6f88a8a629844d8fa6bdaef977dd60fc', 'gw_port': {'id': '085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aec07ca-c0ed-48bd-9244-dfc229491cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:06Z', 'updated_at': '2022-04-28T19:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '380a2efd-6425-4443-8ab6-da38cc581399', 'name': '', 'network_id': '2bbde597-3a12-4e75-843c-377c379d30eb', 'tenant_id': '6f88a8a629844d8fa6bdaef977dd60fc', 'mac_address': 'fa:16:3e:60:9f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aec07ca-c0ed-48bd-9244-dfc229491cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '23cfc99e-770f-45dc-95f1-0d8e274e3b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:13Z', 'updated_at': '2022-04-28T19:56:15Z', 'revision_number': 2, 'project_id': '6f88a8a629844d8fa6bdaef977dd60fc', 'subnets': [{'id': '23cfc99e-770f-45dc-95f1-0d8e274e3b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:19.702624 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41648) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:19.714205 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7806a-f5c9-4433-9dd5-4b79c76fc748 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event deleted for resources: {'Port': ['ID=9e1b0e39-5e55-4466-982d-34b166e69016,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:19.760093 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d186c065-e093-4a2f-9ec7-dac3e737128c None None] Checking router: 7aec07ca-c0ed-48bd-9244-dfc229491cd9 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:56:19.760917 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d186c065-e093-4a2f-9ec7-dac3e737128c None None] Updating router 7aec07ca-c0ed-48bd-9244-dfc229491cd9 port 380a2efd-6425-4443-8ab6-da38cc581399 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:56:19.802159 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b4e435a2-a43f-4945-96c5-aa10079da913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:19.807645 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d186c065-e093-4a2f-9ec7-dac3e737128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:19.820809 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aebbba82-a1f0-40ff-935e-e9e546b3b571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:19.838709 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b7806a-f5c9-4433-9dd5-4b79c76fc748 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:19.839575 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b7806a-f5c9-4433-9dd5-4b79c76fc748 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:19.840643 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b7806a-f5c9-4433-9dd5-4b79c76fc748 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:19.840981 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b7806a-f5c9-4433-9dd5-4b79c76fc748 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:19.841322 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b7806a-f5c9-4433-9dd5-4b79c76fc748 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:19.841653 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b7806a-f5c9-4433-9dd5-4b79c76fc748 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:19.841983 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b7806a-f5c9-4433-9dd5-4b79c76fc748 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:19.842317 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b7806a-f5c9-4433-9dd5-4b79c76fc748 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:19.844348 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b7806a-f5c9-4433-9dd5-4b79c76fc748 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:19.844348 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b7806a-f5c9-4433-9dd5-4b79c76fc748 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:19.844348 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b7806a-f5c9-4433-9dd5-4b79c76fc748 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:19.844348 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b7806a-f5c9-4433-9dd5-4b79c76fc748 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:19.851276 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-53b7806a-f5c9-4433-9dd5-4b79c76fc748 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for floatingip, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:19.855277 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-53b7806a-f5c9-4433-9dd5-4b79c76fc748 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:19.856763 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-53b7806a-f5c9-4433-9dd5-4b79c76fc748 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "DELETE /v2.0/floatingips/d0a6e5f1-7d3b-40a4-9f92-a600ced91dcd HTTP/1.1" status: 204 len: 168 time: 0.9731765 Apr 28 19:56:19.860851 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41650) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:19.865603 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-a92004a4-83f1-4041-9922-e444ded371d9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'port_id': '7ca48403-5467-4a40-9b5d-fc1646c59d88'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:19.908551 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a92004a4-83f1-4041-9922-e444ded371d9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:19.974039 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04dd1084-d93c-46cf-83cc-bda02ceabb15 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:19.986381 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04dd1084-d93c-46cf-83cc-bda02ceabb15 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:20.024503 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04dd1084-d93c-46cf-83cc-bda02ceabb15 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:56:20.072800 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04dd1084-d93c-46cf-83cc-bda02ceabb15 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:20.072800 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-04dd1084-d93c-46cf-83cc-bda02ceabb15 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Added segment 05afbc6b-f5fc-4443-94df-66a1f78b4a90 of type vlan for network 82dca919-22c1-47d5-8ec4-c4836f718fe0 Apr 28 19:56:20.085469 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aebbba82-a1f0-40ff-935e-e9e546b3b571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:20.099570 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd1084-d93c-46cf-83cc-bda02ceabb15 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=939d7673-5ed9-4ed9-9deb-4f60446abd8f,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:20.108018 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aebbba82-a1f0-40ff-935e-e9e546b3b571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:20.155446 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04dd1084-d93c-46cf-83cc-bda02ceabb15 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:20.157217 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-aebbba82-a1f0-40ff-935e-e9e546b3b571 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d726f38c4ad24eb38946f465fe254643&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4509413 Apr 28 19:56:20.162393 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41658) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:20.229102 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04dd1084-d93c-46cf-83cc-bda02ceabb15 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:20.235556 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dd1084-d93c-46cf-83cc-bda02ceabb15 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:20.236222 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-04dd1084-d93c-46cf-83cc-bda02ceabb15 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:20.254485 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebbba82-a1f0-40ff-935e-e9e546b3b571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc6b708-400a-4b2d-971a-394ee84ec199,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:20.260751 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b96b6739-6bae-445f-a23d-a9e3b197937e tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Deleting port 7cbcec3d-a95e-4e4a-8307-8175b95259a2 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:56:20.261099 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b96b6739-6bae-445f-a23d-a9e3b197937e tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:20.328735 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-04dd1084-d93c-46cf-83cc-bda02ceabb15 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9223170 Apr 28 19:56:20.331234 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41662) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:20.332181 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-688a0b6f-c8ab-4a29-93b6-ef3848d31b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:20.340601 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-98e70b0c-9e4a-420e-b76a-32296c3e9978 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1385879305'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:20.363681 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a92004a4-83f1-4041-9922-e444ded371d9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:20.372008 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd1084-d93c-46cf-83cc-bda02ceabb15 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Network': ['ID=82dca919-22c1-47d5-8ec4-c4836f718fe0,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:20.388448 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d186c065-e093-4a2f-9ec7-dac3e737128c None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:20.401667 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 82dca919-22c1-47d5-8ec4-c4836f718fe0 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:56:20.434269 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-688a0b6f-c8ab-4a29-93b6-ef3848d31b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:20.467853 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b96b6739-6bae-445f-a23d-a9e3b197937e tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:20.484341 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d186c065-e093-4a2f-9ec7-dac3e737128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:20.500959 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b96b6739-6bae-445f-a23d-a9e3b197937e tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Calling delete_port for 7cbcec3d-a95e-4e4a-8307-8175b95259a2 owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:56:20.528158 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e70b0c-9e4a-420e-b76a-32296c3e9978 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Made reservation on behalf of 6ff88bb069834363bbb6cc9bff6bbe85 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:20.536435 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-98e70b0c-9e4a-420e-b76a-32296c3e9978 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:20.603148 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f3a20c-2c95-4092-985b-344a14ab29da None None] Pushing event updated for resources: {'Port': ['ID=380a2efd-6425-4443-8ab6-da38cc581399,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:20.611717 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-688a0b6f-c8ab-4a29-93b6-ef3848d31b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:20.616359 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-688a0b6f-c8ab-4a29-93b6-ef3848d31b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:20.622042 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-688a0b6f-c8ab-4a29-93b6-ef3848d31b8f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dcc6b708-400a-4b2d-971a-394ee84ec199 HTTP/1.1" status: 204 len: 168 time: 0.4565673 Apr 28 19:56:20.643281 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a0b6f-c8ab-4a29-93b6-ef3848d31b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc6b708-400a-4b2d-971a-394ee84ec199,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:20.662796 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e70b0c-9e4a-420e-b76a-32296c3e9978 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:56:20.674913 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-98e70b0c-9e4a-420e-b76a-32296c3e9978 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:20.675543 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-98e70b0c-9e4a-420e-b76a-32296c3e9978 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Added segment 6e808511-a5d3-4f1a-a0e6-dc58e233fe36 of type vlan for network 017956ac-a938-4f73-813b-4f7b6a3846d5 Apr 28 19:56:20.725957 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-98e70b0c-9e4a-420e-b76a-32296c3e9978 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:20.770723 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-98e70b0c-9e4a-420e-b76a-32296c3e9978 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:20.773465 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d186c065-e093-4a2f-9ec7-dac3e737128c None None] Attempting to bind port 380a2efd-6425-4443-8ab6-da38cc581399 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:56:20.774978 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d186c065-e093-4a2f-9ec7-dac3e737128c None None] Attempting to bind port 380a2efd-6425-4443-8ab6-da38cc581399 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '65d4b08a-9a82-4df5-ab4a-289807f17899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2bbde597-3a12-4e75-843c-377c379d30eb'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:56:20.776824 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d186c065-e093-4a2f-9ec7-dac3e737128c None None] Attempting to bind port 380a2efd-6425-4443-8ab6-da38cc581399 on network 2bbde597-3a12-4e75-843c-377c379d30eb {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:56:20.779548 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e70b0c-9e4a-420e-b76a-32296c3e9978 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:20.780565 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-98e70b0c-9e4a-420e-b76a-32296c3e9978 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:20.823304 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d186c065-e093-4a2f-9ec7-dac3e737128c None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:56:20.827825 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d186c065-e093-4a2f-9ec7-dac3e737128c None None] Checking segment: {'id': '65d4b08a-9a82-4df5-ab4a-289807f17899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2bbde597-3a12-4e75-843c-377c379d30eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:56:20.830404 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d186c065-e093-4a2f-9ec7-dac3e737128c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:20.832174 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d186c065-e093-4a2f-9ec7-dac3e737128c None None] Bound using segment: {'id': '65d4b08a-9a82-4df5-ab4a-289807f17899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2bbde597-3a12-4e75-843c-377c379d30eb'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:56:20.834993 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d186c065-e093-4a2f-9ec7-dac3e737128c None None] Bound port: 380a2efd-6425-4443-8ab6-da38cc581399, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d4b08a-9a82-4df5-ab4a-289807f17899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2bbde597-3a12-4e75-843c-377c379d30eb'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:56:20.837249 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d186c065-e093-4a2f-9ec7-dac3e737128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:20.890927 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-98e70b0c-9e4a-420e-b76a-32296c3e9978 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5503554 Apr 28 19:56:20.898736 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41674) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:20.909297 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b96b6739-6bae-445f-a23d-a9e3b197937e tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:20.909692 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-0957a03c-f4eb-444f-867d-82584b658012 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Request body: {'subnet': {'network_id': '82dca919-22c1-47d5-8ec4-c4836f718fe0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:20.955838 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e70b0c-9e4a-420e-b76a-32296c3e9978 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Network': ['ID=017956ac-a938-4f73-813b-4f7b6a3846d5,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:20.958981 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-a92004a4-83f1-4041-9922-e444ded371d9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Allocated IP 172.25.8.92 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/3b2d71a0-e1ae-40ab-b4f4-7e5cfb74e3de) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:21.009779 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b6739-6bae-445f-a23d-a9e3b197937e tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event deleted for resources: {'Port': ['ID=7cbcec3d-a95e-4e4a-8307-8175b95259a2,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:21.070620 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d186c065-e093-4a2f-9ec7-dac3e737128c None None] For port 380a2efd-6425-4443-8ab6-da38cc581399, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:56:21.082930 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d186c065-e093-4a2f-9ec7-dac3e737128c None None] For port 380a2efd-6425-4443-8ab6-da38cc581399, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=380a2efd-6425-4443-8ab6-da38cc581399,segment=NetworkSegment(65d4b08a-9a82-4df5-ab4a-289807f17899),segment_id=65d4b08a-9a82-4df5-ab4a-289807f17899)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:56:21.093957 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d186c065-e093-4a2f-9ec7-dac3e737128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:21.096848 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 017956ac-a938-4f73-813b-4f7b6a3846d5 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:56:21.166521 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0957a03c-f4eb-444f-867d-82584b658012 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Made reservation on behalf of 6ff88bb069834363bbb6cc9bff6bbe85 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:21.172401 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0957a03c-f4eb-444f-867d-82584b658012 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:21.233497 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f3a20c-2c95-4092-985b-344a14ab29da None None] Pushing event updated for resources: {'Port': ['ID=380a2efd-6425-4443-8ab6-da38cc581399,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:21.315364 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a92004a4-83f1-4041-9922-e444ded371d9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:21.351309 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-f0634f2e-048f-4404-8cb3-3142b6bf6c8f None None] Provisioning complete for port 380a2efd-6425-4443-8ab6-da38cc581399 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:21.351684 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f0634f2e-048f-4404-8cb3-3142b6bf6c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:21.357174 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b96b6739-6bae-445f-a23d-a9e3b197937e tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:21.465470 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d186c065-e093-4a2f-9ec7-dac3e737128c None None] Routers {'7aec07ca-c0ed-48bd-9244-dfc229491cd9'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:21.466132 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d186c065-e093-4a2f-9ec7-dac3e737128c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:55:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7aec07ca-c0ed-48bd-9244-dfc229491cd9'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:21.598368 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41682) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:21.668231 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a92004a4-83f1-4041-9922-e444ded371d9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:21.712238 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92004a4-83f1-4041-9922-e444ded371d9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:21.716479 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-a92004a4-83f1-4041-9922-e444ded371d9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:21.719300 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0957a03c-f4eb-444f-867d-82584b658012 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:21.727366 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92004a4-83f1-4041-9922-e444ded371d9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:56:21.753184 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-d186c065-e093-4a2f-9ec7-dac3e737128c None None] Set router 7aec07ca-c0ed-48bd-9244-dfc229491cd9 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:56:21.784058 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f0634f2e-048f-4404-8cb3-3142b6bf6c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:21.804093 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3ed223e4-b097-489a-a755-8935c3f2eb1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:21.852040 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92004a4-83f1-4041-9922-e444ded371d9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event updated for resources: {'Port': ['ID=3b2d71a0-e1ae-40ab-b4f4-7e5cfb74e3de,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:21.912419 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0957a03c-f4eb-444f-867d-82584b658012 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Checking segment: {'id': '05afbc6b-f5fc-4443-94df-66a1f78b4a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '82dca919-22c1-47d5-8ec4-c4836f718fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:56:21.912861 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0957a03c-f4eb-444f-867d-82584b658012 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network hostable DHCP agents. Network: 82dca919-22c1-47d5-8ec4-c4836f718fe0, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:56:21.953480 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3ed223e4-b097-489a-a755-8935c3f2eb1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:21.960863 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96b6739-6bae-445f-a23d-a9e3b197937e tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Router 092060ba-cb47-4b73-9f16-f4f7db1e8810 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:56:21.970265 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3ed223e4-b097-489a-a755-8935c3f2eb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:22.008836 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed223e4-b097-489a-a755-8935c3f2eb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ec7eb9-23c2-4049-926c-760d03c7cc7f,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:22.031846 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-f0634f2e-048f-4404-8cb3-3142b6bf6c8f None None] For port 380a2efd-6425-4443-8ab6-da38cc581399, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=380a2efd-6425-4443-8ab6-da38cc581399,segment=NetworkSegment(65d4b08a-9a82-4df5-ab4a-289807f17899),segment_id=65d4b08a-9a82-4df5-ab4a-289807f17899)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:56:22.076477 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f0634f2e-048f-4404-8cb3-3142b6bf6c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:22.124497 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3ed223e4-b097-489a-a755-8935c3f2eb1f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0c7e011747974a0a84d25f10e150a15f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5238221 Apr 28 19:56:22.129565 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1c0b530d-2590-44b1-b161-7579c8b84299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:22.168982 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41690) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:22.176635 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0634f2e-048f-4404-8cb3-3142b6bf6c8f None None] Pushing event updated for resources: {'Port': ['ID=380a2efd-6425-4443-8ab6-da38cc581399,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:22.210257 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96b6739-6bae-445f-a23d-a9e3b197937e tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:56:22.219324 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b96b6739-6bae-445f-a23d-a9e3b197937e tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "PUT /v2.0/routers/092060ba-cb47-4b73-9f16-f4f7db1e8810/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0073493 Apr 28 19:56:22.220192 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41692) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:22.226497 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288bcdc6-294e-402e-8f31-c1cfdc7ef3ca None None] Sync routers for ids ['092060ba-cb47-4b73-9f16-f4f7db1e8810'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:56:22.227924 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d186c065-e093-4a2f-9ec7-dac3e737128c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aec07ca-c0ed-48bd-9244-dfc229491cd9', 'name': 'tempest-ImageQuotaTest-1037501410-router', 'tenant_id': '6f88a8a629844d8fa6bdaef977dd60fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:05Z', 'updated_at': '2022-04-28T19:56:15Z', 'revision_number': 4, 'project_id': '6f88a8a629844d8fa6bdaef977dd60fc', 'gw_port': {'id': '085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aec07ca-c0ed-48bd-9244-dfc229491cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:06Z', 'updated_at': '2022-04-28T19:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '380a2efd-6425-4443-8ab6-da38cc581399', 'name': '', 'network_id': '2bbde597-3a12-4e75-843c-377c379d30eb', 'tenant_id': '6f88a8a629844d8fa6bdaef977dd60fc', 'mac_address': 'fa:16:3e:60:9f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aec07ca-c0ed-48bd-9244-dfc229491cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '23cfc99e-770f-45dc-95f1-0d8e274e3b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:13Z', 'updated_at': '2022-04-28T19:56:21Z', 'revision_number': 4, 'project_id': '6f88a8a629844d8fa6bdaef977dd60fc', 'subnets': [{'id': '23cfc99e-770f-45dc-95f1-0d8e274e3b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:22.253113 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288bcdc6-294e-402e-8f31-c1cfdc7ef3ca None None] Routers {'092060ba-cb47-4b73-9f16-f4f7db1e8810'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:22.253965 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-288bcdc6-294e-402e-8f31-c1cfdc7ef3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['092060ba-cb47-4b73-9f16-f4f7db1e8810'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:22.270284 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-d326f86f-6079-4fa3-85dc-162c3bf2f1e8 None None] Provisioning complete for port 380a2efd-6425-4443-8ab6-da38cc581399 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:22.271294 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d326f86f-6079-4fa3-85dc-162c3bf2f1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:22.276536 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d186c065-e093-4a2f-9ec7-dac3e737128c None None] The sync data for ids ['7aec07ca-c0ed-48bd-9244-dfc229491cd9'] in n-d-839810-1 is: [{'id': '7aec07ca-c0ed-48bd-9244-dfc229491cd9', 'name': 'tempest-ImageQuotaTest-1037501410-router', 'tenant_id': '6f88a8a629844d8fa6bdaef977dd60fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:05Z', 'updated_at': '2022-04-28T19:56:15Z', 'revision_number': 4, 'project_id': '6f88a8a629844d8fa6bdaef977dd60fc', 'gw_port': {'id': '085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aec07ca-c0ed-48bd-9244-dfc229491cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:06Z', 'updated_at': '2022-04-28T19:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '380a2efd-6425-4443-8ab6-da38cc581399', 'name': '', 'network_id': '2bbde597-3a12-4e75-843c-377c379d30eb', 'tenant_id': '6f88a8a629844d8fa6bdaef977dd60fc', 'mac_address': 'fa:16:3e:60:9f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aec07ca-c0ed-48bd-9244-dfc229491cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '23cfc99e-770f-45dc-95f1-0d8e274e3b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:13Z', 'updated_at': '2022-04-28T19:56:21Z', 'revision_number': 4, 'project_id': '6f88a8a629844d8fa6bdaef977dd60fc', 'subnets': [{'id': '23cfc99e-770f-45dc-95f1-0d8e274e3b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:56:22.298315 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-288bcdc6-294e-402e-8f31-c1cfdc7ef3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:22.316253 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288bcdc6-294e-402e-8f31-c1cfdc7ef3ca None None] Routers {'092060ba-cb47-4b73-9f16-f4f7db1e8810'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:22.317177 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-288bcdc6-294e-402e-8f31-c1cfdc7ef3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['092060ba-cb47-4b73-9f16-f4f7db1e8810'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:22.322499 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41694) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:22.326870 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957a03c-f4eb-444f-867d-82584b658012 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Subnet': ['ID=e8387ef5-0920-4bf3-b341-0496078aaca3,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:22.406556 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3e0a9213-3c64-40ea-bcd1-879ad3252da7 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "GET /v2.0/ports?device_id=092060ba-cb47-4b73-9f16-f4f7db1e8810 HTTP/1.1" status: 200 len: 205 time: 0.0825455 Apr 28 19:56:22.409388 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41698) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:22.447275 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-288bcdc6-294e-402e-8f31-c1cfdc7ef3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:22.451321 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288bcdc6-294e-402e-8f31-c1cfdc7ef3ca None None] The sync data for ids ['092060ba-cb47-4b73-9f16-f4f7db1e8810'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:56:22.552627 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0957a03c-f4eb-444f-867d-82584b658012 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network 82dca919-22c1-47d5-8ec4-c4836f718fe0 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:56:22.571979 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7934774c-9148-4a98-9877-fae884111bc5 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:22.576375 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-70f412a8-b800-4759-9822-050a400f0d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:22.625249 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-0957a03c-f4eb-444f-867d-82584b658012 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 82dca919-22c1-47d5-8ec4-c4836f718fe0) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:22.636360 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a38993-35bb-4930-a2d7-31f3a4b10258 None None] Network 82dca919-22c1-47d5-8ec4-c4836f718fe0 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:56:22.637572 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:56:22.674526 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-70f412a8-b800-4759-9822-050a400f0d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:22.692073 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0957a03c-f4eb-444f-867d-82584b658012 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:22.692707 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0957a03c-f4eb-444f-867d-82584b658012 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:22.874563 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-70f412a8-b800-4759-9822-050a400f0d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:22.878517 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0957a03c-f4eb-444f-867d-82584b658012 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9768836 Apr 28 19:56:22.881853 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-70f412a8-b800-4759-9822-050a400f0d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:22.882830 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-70f412a8-b800-4759-9822-050a400f0d65 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/19ec7eb9-23c2-4049-926c-760d03c7cc7f HTTP/1.1" status: 204 len: 168 time: 0.7127595 Apr 28 19:56:22.883793 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41702) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:22.906595 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-e54f6e32-4166-4fb0-b4e0-9e8a074c1cab tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Request body: {'subnet': {'network_id': '017956ac-a938-4f73-813b-4f7b6a3846d5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:22.916129 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f412a8-b800-4759-9822-050a400f0d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ec7eb9-23c2-4049-926c-760d03c7cc7f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:22.952153 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5028ee62-df1c-43a0-a06f-2be6cbfb0367 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-82dca919-22c1-47d5-8ec4-c4836f718fe0', 'network_id': '82dca919-22c1-47d5-8ec4-c4836f718fe0', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'fixed_ips': [{'subnet_id': 'e8387ef5-0920-4bf3-b341-0496078aaca3'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:56:22.953762 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5028ee62-df1c-43a0-a06f-2be6cbfb0367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:23.007493 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7934774c-9148-4a98-9877-fae884111bc5 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:23.011683 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7934774c-9148-4a98-9877-fae884111bc5 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:23.093011 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a92004a4-83f1-4041-9922-e444ded371d9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:23.117763 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7934774c-9148-4a98-9877-fae884111bc5 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:23.118319 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7934774c-9148-4a98-9877-fae884111bc5 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Fanout notify agent at l3_agent the message router_deleted on router 092060ba-cb47-4b73-9f16-f4f7db1e8810 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:56:23.127154 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7934774c-9148-4a98-9877-fae884111bc5 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:23.131272 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7934774c-9148-4a98-9877-fae884111bc5 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/routers/092060ba-cb47-4b73-9f16-f4f7db1e8810 HTTP/1.1" status: 204 len: 168 time: 0.7104502 Apr 28 19:56:23.132187 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41708) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:23.192641 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-5028ee62-df1c-43a0-a06f-2be6cbfb0367 None None] Allocated IP 2001:db8::2 (82dca919-22c1-47d5-8ec4-c4836f718fe0/e8387ef5-0920-4bf3-b341-0496078aaca3/d5dfcb60-5da9-415a-ac89-ffa2ea627c93) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:23.230132 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54f6e32-4166-4fb0-b4e0-9e8a074c1cab tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Made reservation on behalf of 6ff88bb069834363bbb6cc9bff6bbe85 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:23.231068 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-88fb2ae6-ee0b-4749-b107-eab4fba19349 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Deleting subnet 9fc4b442-112c-4a7a-8eca-a0e131d287e9 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:56:23.234858 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e54f6e32-4166-4fb0-b4e0-9e8a074c1cab tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:23.238076 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-88fb2ae6-ee0b-4749-b107-eab4fba19349 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:23.377467 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-88fb2ae6-ee0b-4749-b107-eab4fba19349 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:23.408007 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a92004a4-83f1-4041-9922-e444ded371d9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:23.509389 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9b6cfc9-5d36-4459-aa1b-0744681a585e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:23.573309 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:23.590240 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5028ee62-df1c-43a0-a06f-2be6cbfb0367 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:23.607095 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-88fb2ae6-ee0b-4749-b107-eab4fba19349 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:23.629850 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5028ee62-df1c-43a0-a06f-2be6cbfb0367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:23.739174 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5028ee62-df1c-43a0-a06f-2be6cbfb0367 None None] Network 82dca919-22c1-47d5-8ec4-c4836f718fe0 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:23.755462 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-5028ee62-df1c-43a0-a06f-2be6cbfb0367 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:23.759968 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5028ee62-df1c-43a0-a06f-2be6cbfb0367 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:56:23.771235 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-88fb2ae6-ee0b-4749-b107-eab4fba19349 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:23.840477 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028ee62-df1c-43a0-a06f-2be6cbfb0367 None None] Pushing event updated for resources: {'Port': ['ID=d5dfcb60-5da9-415a-ac89-ffa2ea627c93,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:23.859921 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-88fb2ae6-ee0b-4749-b107-eab4fba19349 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:23.875488 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-88fb2ae6-ee0b-4749-b107-eab4fba19349 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/subnets/9fc4b442-112c-4a7a-8eca-a0e131d287e9 HTTP/1.1" status: 204 len: 168 time: 0.7400255 Apr 28 19:56:23.876485 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb2ae6-ee0b-4749-b107-eab4fba19349 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event deleted for resources: {'Subnet': ['ID=9fc4b442-112c-4a7a-8eca-a0e131d287e9,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:23.880328 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41718) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:23.895270 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e54f6e32-4166-4fb0-b4e0-9e8a074c1cab tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:23.895914 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152db408-aadb-4e86-ba50-cd9313702ebe None None] Network 859aea8d-99e5-4df6-9ad8-8723ba751eae requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:56:23.903951 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a92004a4-83f1-4041-9922-e444ded371d9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:23.911982 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028ee62-df1c-43a0-a06f-2be6cbfb0367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:23.912367 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028ee62-df1c-43a0-a06f-2be6cbfb0367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:23.912710 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028ee62-df1c-43a0-a06f-2be6cbfb0367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:23.913071 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028ee62-df1c-43a0-a06f-2be6cbfb0367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:23.913377 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028ee62-df1c-43a0-a06f-2be6cbfb0367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:23.913706 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028ee62-df1c-43a0-a06f-2be6cbfb0367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:23.914033 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028ee62-df1c-43a0-a06f-2be6cbfb0367 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:23.914354 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028ee62-df1c-43a0-a06f-2be6cbfb0367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:23.914682 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028ee62-df1c-43a0-a06f-2be6cbfb0367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:23.915007 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028ee62-df1c-43a0-a06f-2be6cbfb0367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:23.915328 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028ee62-df1c-43a0-a06f-2be6cbfb0367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:23.915648 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028ee62-df1c-43a0-a06f-2be6cbfb0367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:23.955092 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a92004a4-83f1-4041-9922-e444ded371d9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:24.114279 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 380a2efd-6425-4443-8ab6-da38cc581399 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:56:24.126490 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f6e32-4166-4fb0-b4e0-9e8a074c1cab tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Subnet': ['ID=32ab7d23-025e-4028-a3ea-17805fc55e84,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:24.147677 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92004a4-83f1-4041-9922-e444ded371d9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event updated for resources: {'Port': ['ID=3b2d71a0-e1ae-40ab-b4f4-7e5cfb74e3de,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:24.154513 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f6e32-4166-4fb0-b4e0-9e8a074c1cab tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Checking segment: {'id': '6e808511-a5d3-4f1a-a0e6-dc58e233fe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '017956ac-a938-4f73-813b-4f7b6a3846d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:56:24.154865 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54f6e32-4166-4fb0-b4e0-9e8a074c1cab tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network hostable DHCP agents. Network: 017956ac-a938-4f73-813b-4f7b6a3846d5, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:56:24.243906 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-5028ee62-df1c-43a0-a06f-2be6cbfb0367 None None] Attempting to bind port d5dfcb60-5da9-415a-ac89-ffa2ea627c93 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:56:24.244625 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-5028ee62-df1c-43a0-a06f-2be6cbfb0367 None None] Attempting to bind port d5dfcb60-5da9-415a-ac89-ffa2ea627c93 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '05afbc6b-f5fc-4443-94df-66a1f78b4a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '82dca919-22c1-47d5-8ec4-c4836f718fe0'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:56:24.245313 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028ee62-df1c-43a0-a06f-2be6cbfb0367 None None] Attempting to bind port d5dfcb60-5da9-415a-ac89-ffa2ea627c93 on network 82dca919-22c1-47d5-8ec4-c4836f718fe0 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:56:24.265747 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028ee62-df1c-43a0-a06f-2be6cbfb0367 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:56:24.266489 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028ee62-df1c-43a0-a06f-2be6cbfb0367 None None] Checking segment: {'id': '05afbc6b-f5fc-4443-94df-66a1f78b4a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '82dca919-22c1-47d5-8ec4-c4836f718fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:56:24.267220 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5028ee62-df1c-43a0-a06f-2be6cbfb0367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:24.268021 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028ee62-df1c-43a0-a06f-2be6cbfb0367 None None] Bound using segment: {'id': '05afbc6b-f5fc-4443-94df-66a1f78b4a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '82dca919-22c1-47d5-8ec4-c4836f718fe0'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:56:24.268810 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-5028ee62-df1c-43a0-a06f-2be6cbfb0367 None None] Bound port: d5dfcb60-5da9-415a-ac89-ffa2ea627c93, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05afbc6b-f5fc-4443-94df-66a1f78b4a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '82dca919-22c1-47d5-8ec4-c4836f718fe0'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:56:24.269379 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5028ee62-df1c-43a0-a06f-2be6cbfb0367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:24.277911 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a92004a4-83f1-4041-9922-e444ded371d9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:24.316387 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54f6e32-4166-4fb0-b4e0-9e8a074c1cab tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network 017956ac-a938-4f73-813b-4f7b6a3846d5 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:56:24.367276 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-e54f6e32-4166-4fb0-b4e0-9e8a074c1cab tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 017956ac-a938-4f73-813b-4f7b6a3846d5) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:24.373732 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54f6e32-4166-4fb0-b4e0-9e8a074c1cab tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:24.374329 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e54f6e32-4166-4fb0-b4e0-9e8a074c1cab tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:24.385375 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3d32db-8c0a-47b1-86e3-ca31bc2efeae None None] Network 017956ac-a938-4f73-813b-4f7b6a3846d5 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:56:24.395712 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d9b6cfc9-5d36-4459-aa1b-0744681a585e admin admin] Deleting port 380a2efd-6425-4443-8ab6-da38cc581399 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:56:24.396084 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9b6cfc9-5d36-4459-aa1b-0744681a585e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:24.402910 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e54f6e32-4166-4fb0-b4e0-9e8a074c1cab tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5126948 Apr 28 19:56:24.418396 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41732) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:24.421882 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-c139e436-9e3c-4d19-af27-d0bdcbd87662 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-770209047', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:24.485339 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c394a395-fc5e-4e6f-810f-e3ff00326649 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:24.507013 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c139e436-9e3c-4d19-af27-d0bdcbd87662 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:24.510255 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c139e436-9e3c-4d19-af27-d0bdcbd87662 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:24.612353 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-a92004a4-83f1-4041-9922-e444ded371d9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Floating IP ec68e850-cdcf-4d19-a080-d01aacf1d148 associated. External IP: 172.25.8.92, port: 7ca48403-5467-4a40-9b5d-fc1646c59d88. Apr 28 19:56:24.698091 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d9b6cfc9-5d36-4459-aa1b-0744681a585e admin admin] For port 380a2efd-6425-4443-8ab6-da38cc581399, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=380a2efd-6425-4443-8ab6-da38cc581399,segment=NetworkSegment(65d4b08a-9a82-4df5-ab4a-289807f17899),segment_id=65d4b08a-9a82-4df5-ab4a-289807f17899)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:56:24.698460 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9b6cfc9-5d36-4459-aa1b-0744681a585e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:24.726326 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c139e436-9e3c-4d19-af27-d0bdcbd87662 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:24.753657 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d9b6cfc9-5d36-4459-aa1b-0744681a585e admin admin] Calling delete_port for 380a2efd-6425-4443-8ab6-da38cc581399 owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:56:24.758047 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c139e436-9e3c-4d19-af27-d0bdcbd87662 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:24.804919 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c139e436-9e3c-4d19-af27-d0bdcbd87662 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:24.809533 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c139e436-9e3c-4d19-af27-d0bdcbd87662 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3905461 Apr 28 19:56:24.846914 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41742) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:24.945306 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c394a395-fc5e-4e6f-810f-e3ff00326649 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Deleting port 66c5bf72-4222-42e1-8d55-c77cf7fcc0af {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:56:24.946187 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c394a395-fc5e-4e6f-810f-e3ff00326649 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:24.954388 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 380a2efd-6425-4443-8ab6-da38cc581399 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:24.956327 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:25.003311 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-5028ee62-df1c-43a0-a06f-2be6cbfb0367 None None] For port d5dfcb60-5da9-415a-ac89-ffa2ea627c93, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:56:25.007619 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-5028ee62-df1c-43a0-a06f-2be6cbfb0367 None None] For port d5dfcb60-5da9-415a-ac89-ffa2ea627c93, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=d5dfcb60-5da9-415a-ac89-ffa2ea627c93,segment=NetworkSegment(05afbc6b-f5fc-4443-94df-66a1f78b4a90),segment_id=05afbc6b-f5fc-4443-94df-66a1f78b4a90)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:56:25.024842 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-c394a395-fc5e-4e6f-810f-e3ff00326649 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] For port 66c5bf72-4222-42e1-8d55-c77cf7fcc0af, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=66c5bf72-4222-42e1-8d55-c77cf7fcc0af,segment=NetworkSegment(220b980b-7005-4c8f-875e-24b0642efef8),segment_id=220b980b-7005-4c8f-875e-24b0642efef8)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:56:25.025214 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c394a395-fc5e-4e6f-810f-e3ff00326649 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:25.038061 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5028ee62-df1c-43a0-a06f-2be6cbfb0367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:25.039105 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c394a395-fc5e-4e6f-810f-e3ff00326649 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Calling delete_port for 66c5bf72-4222-42e1-8d55-c77cf7fcc0af owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:56:25.445156 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a2d8f4-d0a5-4a0d-a64b-6205693b73c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-017956ac-a938-4f73-813b-4f7b6a3846d5', 'network_id': '017956ac-a938-4f73-813b-4f7b6a3846d5', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'fixed_ips': [{'subnet_id': '32ab7d23-025e-4028-a3ea-17805fc55e84'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:56:25.449348 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-63a2d8f4-d0a5-4a0d-a64b-6205693b73c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:25.478442 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63297332-8e49-4adc-9e25-055f41d7ae5c None None] DHCP port deletion for 859aea8d-99e5-4df6-9ad8-8723ba751eae request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:56:25.488458 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028ee62-df1c-43a0-a06f-2be6cbfb0367 None None] Pushing event updated for resources: {'Port': ['ID=d5dfcb60-5da9-415a-ac89-ffa2ea627c93,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:25.711750 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-bd016aff-181b-44dd-ade1-235b83dec366 req-f3204b72-0186-4e4e-82db-353e63042bb0 service neutron] (102774) timed out ('10.222.0.42', 49600) {{(pid=102774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 28 19:56:25.821205 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-63297332-8e49-4adc-9e25-055f41d7ae5c None None] Deleting port 66c5bf72-4222-42e1-8d55-c77cf7fcc0af {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:56:25.821579 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-63297332-8e49-4adc-9e25-055f41d7ae5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:25.828004 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:25.848616 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f1e73019-de1b-4e2a-8797-9b1a6f5a7680 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:25.858219 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-63a2d8f4-d0a5-4a0d-a64b-6205693b73c6 None None] Allocated IP 2001:db8:1::2 (017956ac-a938-4f73-813b-4f7b6a3846d5/32ab7d23-025e-4028-a3ea-17805fc55e84/bb25ca29-8f87-4baf-950e-d9f4190d28ad) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:25.907655 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92004a4-83f1-4041-9922-e444ded371d9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Router 86975967-732a-4263-81a0-876e571fdfe9 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:56:25.937005 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c394a395-fc5e-4e6f-810f-e3ff00326649 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:25.952078 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d5dfcb60-5da9-415a-ac89-ffa2ea627c93 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:56:25.973423 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9b6cfc9-5d36-4459-aa1b-0744681a585e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:25.985337 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394a395-fc5e-4e6f-810f-e3ff00326649 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event deleted for resources: {'Port': ['ID=66c5bf72-4222-42e1-8d55-c77cf7fcc0af,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:25.993904 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c394a395-fc5e-4e6f-810f-e3ff00326649 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] No DVR routers for this DVR port 66c5bf72-4222-42e1-8d55-c77cf7fcc0af on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:56:26.067571 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6cfc9-5d36-4459-aa1b-0744681a585e admin admin] Pushing event deleted for resources: {'Port': ['ID=380a2efd-6425-4443-8ab6-da38cc581399,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:26.109298 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-63297332-8e49-4adc-9e25-055f41d7ae5c None None] For port 66c5bf72-4222-42e1-8d55-c77cf7fcc0af, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=66c5bf72-4222-42e1-8d55-c77cf7fcc0af,segment=NetworkSegment(220b980b-7005-4c8f-875e-24b0642efef8),segment_id=220b980b-7005-4c8f-875e-24b0642efef8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:56:26.109774 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-63297332-8e49-4adc-9e25-055f41d7ae5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:26.133397 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:26.248009 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-63297332-8e49-4adc-9e25-055f41d7ae5c None None] Calling delete_port for 66c5bf72-4222-42e1-8d55-c77cf7fcc0af owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:56:26.400730 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92004a4-83f1-4041-9922-e444ded371d9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:56:26.423800 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c394a395-fc5e-4e6f-810f-e3ff00326649 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:26.427974 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c859abf2-ebce-45c2-8d9b-53e2e200497d None None] Sync routers for ids ['86975967-732a-4263-81a0-876e571fdfe9'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:56:26.487530 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-c394a395-fc5e-4e6f-810f-e3ff00326649 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['859aea8d-99e5-4df6-9ad8-8723ba751eae']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:26.509311 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port d5dfcb60-5da9-415a-ac89-ffa2ea627c93 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:26.509916 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:26.516034 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-c394a395-fc5e-4e6f-810f-e3ff00326649 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '220b980b-7005-4c8f-875e-24b0642efef8') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:26.516649 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-c394a395-fc5e-4e6f-810f-e3ff00326649 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '220b980b-7005-4c8f-875e-24b0642efef8') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:26.533812 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c394a395-fc5e-4e6f-810f-e3ff00326649 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:26.565008 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c394a395-fc5e-4e6f-810f-e3ff00326649 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:26.581559 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c394a395-fc5e-4e6f-810f-e3ff00326649 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:56:26.581977 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c394a395-fc5e-4e6f-810f-e3ff00326649 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:26.595278 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c859abf2-ebce-45c2-8d9b-53e2e200497d None None] Routers {'86975967-732a-4263-81a0-876e571fdfe9'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:26.595668 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-c859abf2-ebce-45c2-8d9b-53e2e200497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['86975967-732a-4263-81a0-876e571fdfe9'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:26.670313 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:56:26.670313 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:56:26.670313 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:56:26.670313 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:56:26.670313 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:56:26.670313 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:56:26.670313 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:56:26.670313 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:56:26.670313 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:56:26.670313 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:56:26.670313 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:56:26.670313 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:56:26.670313 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:56:26.670313 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:56:26.670313 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:56:26.670313 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:56:26.670313 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:56:26.670313 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:56:26.670313 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:56:26.670313 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:56:26.670313 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:56:26.670313 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:56:26.670313 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:56:26.670313 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:56:26.670313 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:56:26.670313 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:56:26.670313 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:56:26.670313 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:56:26.670313 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:56:26.670313 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:56:26.670313 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:56:26.670313 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:56:26.697236 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a92004a4-83f1-4041-9922-e444ded371d9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:26.705689 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c394a395-fc5e-4e6f-810f-e3ff00326649 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:26.714873 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c394a395-fc5e-4e6f-810f-e3ff00326649 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:26.722756 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c394a395-fc5e-4e6f-810f-e3ff00326649 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/networks/859aea8d-99e5-4df6-9ad8-8723ba751eae HTTP/1.1" status: 204 len: 168 time: 2.8372397 Apr 28 19:56:26.752964 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-c859abf2-ebce-45c2-8d9b-53e2e200497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:26.802897 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41790) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:26.804023 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394a395-fc5e-4e6f-810f-e3ff00326649 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event deleted for resources: {'Network': ['ID=859aea8d-99e5-4df6-9ad8-8723ba751eae,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:26.813342 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-9b23a876-5a58-40e4-8ed2-839edfbef978 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-598179015', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:26.844296 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a92004a4-83f1-4041-9922-e444ded371d9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.9798610 Apr 28 19:56:26.845935 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41792) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:26.846080 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-63a2d8f4-d0a5-4a0d-a64b-6205693b73c6 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:26.852027 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c859abf2-ebce-45c2-8d9b-53e2e200497d None None] Routers {'86975967-732a-4263-81a0-876e571fdfe9'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:26.852027 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-c859abf2-ebce-45c2-8d9b-53e2e200497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['86975967-732a-4263-81a0-876e571fdfe9'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:26.858383 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-8a1305bd-f7c6-46be-bc2c-ab7e98c6018c tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-572169751'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:26.861548 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-63297332-8e49-4adc-9e25-055f41d7ae5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:26.883909 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1305bd-f7c6-46be-bc2c-ab7e98c6018c tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Made reservation on behalf of 2346ae7acda54a7d9a0535a1f9abe5a5 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:26.891687 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8a1305bd-f7c6-46be-bc2c-ab7e98c6018c tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:26.937919 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a1305bd-f7c6-46be-bc2c-ab7e98c6018c tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:56:26.946049 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-63297332-8e49-4adc-9e25-055f41d7ae5c None None] Network 859aea8d-99e5-4df6-9ad8-8723ba751eae is not hosted by any dhcp agent {{(pid=102775) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 28 19:56:26.946522 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63297332-8e49-4adc-9e25-055f41d7ae5c None None] No DVR routers for this DVR port 66c5bf72-4222-42e1-8d55-c77cf7fcc0af on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:56:26.949928 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8a1305bd-f7c6-46be-bc2c-ab7e98c6018c tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:26.950155 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-8a1305bd-f7c6-46be-bc2c-ab7e98c6018c tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Added segment 33fb8839-f10e-486e-9488-329357d6ff10 of type vlan for network 45b2662e-ffcc-4833-829f-0dadaa2a1b96 Apr 28 19:56:27.027217 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8a1305bd-f7c6-46be-bc2c-ab7e98c6018c tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:27.035504 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63297332-8e49-4adc-9e25-055f41d7ae5c None None] Pushing event deleted for resources: {'Port': ['ID=66c5bf72-4222-42e1-8d55-c77cf7fcc0af,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:27.053870 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d383da44-af38-4b61-a175-1efa474c0081 None None] Network 82dca919-22c1-47d5-8ec4-c4836f718fe0 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:56:27.056599 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-63a2d8f4-d0a5-4a0d-a64b-6205693b73c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:27.086063 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9b6cfc9-5d36-4459-aa1b-0744681a585e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:27.091525 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8a1305bd-f7c6-46be-bc2c-ab7e98c6018c tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:27.098423 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1305bd-f7c6-46be-bc2c-ab7e98c6018c tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:27.099198 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8a1305bd-f7c6-46be-bc2c-ab7e98c6018c tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:27.103651 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a2d8f4-d0a5-4a0d-a64b-6205693b73c6 None None] Network 017956ac-a938-4f73-813b-4f7b6a3846d5 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:27.105855 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-c859abf2-ebce-45c2-8d9b-53e2e200497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:27.109426 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c859abf2-ebce-45c2-8d9b-53e2e200497d None None] The sync data for ids ['86975967-732a-4263-81a0-876e571fdfe9'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:56:27.126573 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-f1e73019-de1b-4e2a-8797-9b1a6f5a7680 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Allocated IP 2001:db8::1 (82dca919-22c1-47d5-8ec4-c4836f718fe0/e8387ef5-0920-4bf3-b341-0496078aaca3/f25e8591-78f0-490f-a03a-9472366151c7) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:27.134137 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9b23a876-5a58-40e4-8ed2-839edfbef978 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:27.135340 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9b23a876-5a58-40e4-8ed2-839edfbef978 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:27.145013 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-63a2d8f4-d0a5-4a0d-a64b-6205693b73c6 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:27.152909 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a2d8f4-d0a5-4a0d-a64b-6205693b73c6 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:56:27.171594 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:27.201703 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9b23a876-5a58-40e4-8ed2-839edfbef978 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:27.223940 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9b23a876-5a58-40e4-8ed2-839edfbef978 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:27.303229 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41804) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:27.311477 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8a1305bd-f7c6-46be-bc2c-ab7e98c6018c tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4622722 Apr 28 19:56:27.320808 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-357014a8-d0a4-4253-a2df-0fc7a45c26ed tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Request body: {'subnet': {'network_id': '45b2662e-ffcc-4833-829f-0dadaa2a1b96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:27.337148 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9b23a876-5a58-40e4-8ed2-839edfbef978 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:27.339063 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9b23a876-5a58-40e4-8ed2-839edfbef978 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5310199 Apr 28 19:56:27.340429 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1305bd-f7c6-46be-bc2c-ab7e98c6018c tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event updated for resources: {'Network': ['ID=45b2662e-ffcc-4833-829f-0dadaa2a1b96,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:27.342839 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41806) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:27.357900 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-a7866c36-a087-44c6-a3a1-6ea71c235d40 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Request body: {'network': {'name': 'tempest-RoutersTest-49076284'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:27.381457 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 45b2662e-ffcc-4833-829f-0dadaa2a1b96 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:56:27.403305 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7866c36-a087-44c6-a3a1-6ea71c235d40 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Made reservation on behalf of 8e56e936bdd14ca9aa8a5eb368e71d6b for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:27.408002 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a7866c36-a087-44c6-a3a1-6ea71c235d40 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:27.459855 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f1e73019-de1b-4e2a-8797-9b1a6f5a7680 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:27.466453 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7866c36-a087-44c6-a3a1-6ea71c235d40 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:56:27.483586 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a7866c36-a087-44c6-a3a1-6ea71c235d40 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:27.484399 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-a7866c36-a087-44c6-a3a1-6ea71c235d40 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Added segment f455a7dc-ef31-47ee-be2a-e93df35b6e8f of type vlan for network 010f5038-8bf6-49e7-b820-7246489a8fb5 Apr 28 19:56:27.497531 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port d5dfcb60-5da9-415a-ac89-ffa2ea627c93, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=d5dfcb60-5da9-415a-ac89-ffa2ea627c93,segment=NetworkSegment(05afbc6b-f5fc-4443-94df-66a1f78b4a90),segment_id=05afbc6b-f5fc-4443-94df-66a1f78b4a90)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:56:27.528410 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:27.530679 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-73e2e76d-cf76-43fa-a4bd-68d7af3c1c01 None None] Provisioning complete for port d5dfcb60-5da9-415a-ac89-ffa2ea627c93 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:27.532653 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-73e2e76d-cf76-43fa-a4bd-68d7af3c1c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:27.558318 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a7866c36-a087-44c6-a3a1-6ea71c235d40 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:27.595972 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a7866c36-a087-44c6-a3a1-6ea71c235d40 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:27.609543 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7866c36-a087-44c6-a3a1-6ea71c235d40 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:27.614975 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2d8f4-d0a5-4a0d-a64b-6205693b73c6 None None] Pushing event updated for resources: {'Port': ['ID=bb25ca29-8f87-4baf-950e-d9f4190d28ad,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:27.617113 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a7866c36-a087-44c6-a3a1-6ea71c235d40 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:27.646341 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357014a8-d0a4-4253-a2df-0fc7a45c26ed tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Made reservation on behalf of 2346ae7acda54a7d9a0535a1f9abe5a5 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:27.655799 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-357014a8-d0a4-4253-a2df-0fc7a45c26ed tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:27.658775 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a7866c36-a087-44c6-a3a1-6ea71c235d40 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.3072894 Apr 28 19:56:27.671471 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 66c5bf72-4222-42e1-8d55-c77cf7fcc0af no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:56:27.672338 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41810) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:27.678798 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-5360baea-606d-4e12-a0bb-3ce0db95b6ba tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Request body: {'subnet': {'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:27.701894 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 66c5bf72-4222-42e1-8d55-c77cf7fcc0af {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:56:27.702108 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 66c5bf72-4222-42e1-8d55-c77cf7fcc0af not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:56:27.729495 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-63a2d8f4-d0a5-4a0d-a64b-6205693b73c6 None None] Attempting to bind port bb25ca29-8f87-4baf-950e-d9f4190d28ad on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:56:27.730695 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-63a2d8f4-d0a5-4a0d-a64b-6205693b73c6 None None] Attempting to bind port bb25ca29-8f87-4baf-950e-d9f4190d28ad by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '6e808511-a5d3-4f1a-a0e6-dc58e233fe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '017956ac-a938-4f73-813b-4f7b6a3846d5'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:56:27.732679 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a2d8f4-d0a5-4a0d-a64b-6205693b73c6 None None] Attempting to bind port bb25ca29-8f87-4baf-950e-d9f4190d28ad on network 017956ac-a938-4f73-813b-4f7b6a3846d5 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:56:27.790571 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a2d8f4-d0a5-4a0d-a64b-6205693b73c6 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:56:27.791266 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a2d8f4-d0a5-4a0d-a64b-6205693b73c6 None None] Checking segment: {'id': '6e808511-a5d3-4f1a-a0e6-dc58e233fe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '017956ac-a938-4f73-813b-4f7b6a3846d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:56:27.792079 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-63a2d8f4-d0a5-4a0d-a64b-6205693b73c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:27.793238 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a2d8f4-d0a5-4a0d-a64b-6205693b73c6 None None] Bound using segment: {'id': '6e808511-a5d3-4f1a-a0e6-dc58e233fe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '017956ac-a938-4f73-813b-4f7b6a3846d5'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:56:27.794238 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-63a2d8f4-d0a5-4a0d-a64b-6205693b73c6 None None] Bound port: bb25ca29-8f87-4baf-950e-d9f4190d28ad, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e808511-a5d3-4f1a-a0e6-dc58e233fe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '017956ac-a938-4f73-813b-4f7b6a3846d5'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:56:27.794812 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-63a2d8f4-d0a5-4a0d-a64b-6205693b73c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:27.865363 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7866c36-a087-44c6-a3a1-6ea71c235d40 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Network': ['ID=010f5038-8bf6-49e7-b820-7246489a8fb5,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:27.877094 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5360baea-606d-4e12-a0bb-3ce0db95b6ba tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Made reservation on behalf of 8e56e936bdd14ca9aa8a5eb368e71d6b for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:27.881535 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5360baea-606d-4e12-a0bb-3ce0db95b6ba tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:27.903270 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 010f5038-8bf6-49e7-b820-7246489a8fb5 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:56:27.975664 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=d5dfcb60-5da9-415a-ac89-ffa2ea627c93,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:28.069558 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f1e73019-de1b-4e2a-8797-9b1a6f5a7680 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:28.113800 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-63a2d8f4-d0a5-4a0d-a64b-6205693b73c6 None None] For port bb25ca29-8f87-4baf-950e-d9f4190d28ad, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:56:28.131886 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-63a2d8f4-d0a5-4a0d-a64b-6205693b73c6 None None] For port bb25ca29-8f87-4baf-950e-d9f4190d28ad, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=bb25ca29-8f87-4baf-950e-d9f4190d28ad,segment=NetworkSegment(6e808511-a5d3-4f1a-a0e6-dc58e233fe36),segment_id=6e808511-a5d3-4f1a-a0e6-dc58e233fe36)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:56:28.142674 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-357014a8-d0a4-4253-a2df-0fc7a45c26ed tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:28.146243 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-63a2d8f4-d0a5-4a0d-a64b-6205693b73c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:28.193778 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e73019-de1b-4e2a-8797-9b1a6f5a7680 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network 82dca919-22c1-47d5-8ec4-c4836f718fe0 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:28.206001 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2d8f4-d0a5-4a0d-a64b-6205693b73c6 None None] Pushing event updated for resources: {'Port': ['ID=bb25ca29-8f87-4baf-950e-d9f4190d28ad,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:28.256914 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-f1e73019-de1b-4e2a-8797-9b1a6f5a7680 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:28.286248 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e73019-de1b-4e2a-8797-9b1a6f5a7680 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:56:28.287101 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f1e73019-de1b-4e2a-8797-9b1a6f5a7680 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:28.400032 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5360baea-606d-4e12-a0bb-3ce0db95b6ba tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:28.402166 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e73019-de1b-4e2a-8797-9b1a6f5a7680 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Port': ['ID=f25e8591-78f0-490f-a03a-9472366151c7,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:28.438669 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357014a8-d0a4-4253-a2df-0fc7a45c26ed tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event updated for resources: {'Subnet': ['ID=997eac6b-042d-4f1b-befb-4637d4302902,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:28.467960 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b6cfc9-5d36-4459-aa1b-0744681a585e admin admin] Router 7aec07ca-c0ed-48bd-9244-dfc229491cd9 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:56:28.496384 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357014a8-d0a4-4253-a2df-0fc7a45c26ed tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Checking segment: {'id': '33fb8839-f10e-486e-9488-329357d6ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '45b2662e-ffcc-4833-829f-0dadaa2a1b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:56:28.496761 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357014a8-d0a4-4253-a2df-0fc7a45c26ed tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Network hostable DHCP agents. Network: 45b2662e-ffcc-4833-829f-0dadaa2a1b96, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:56:28.609819 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5360baea-606d-4e12-a0bb-3ce0db95b6ba tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Subnet': ['ID=c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:28.665881 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f1e73019-de1b-4e2a-8797-9b1a6f5a7680 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:28.666565 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3260df43-47f2-4cd9-84df-c8d27772afaf None None] Provisioning complete for port f25e8591-78f0-490f-a03a-9472366151c7 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:28.670133 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3260df43-47f2-4cd9-84df-c8d27772afaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:28.673504 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357014a8-d0a4-4253-a2df-0fc7a45c26ed tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Network 45b2662e-ffcc-4833-829f-0dadaa2a1b96 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:56:28.681025 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5360baea-606d-4e12-a0bb-3ce0db95b6ba tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Checking segment: {'id': 'f455a7dc-ef31-47ee-be2a-e93df35b6e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:56:28.681922 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5360baea-606d-4e12-a0bb-3ce0db95b6ba tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network hostable DHCP agents. Network: 010f5038-8bf6-49e7-b820-7246489a8fb5, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:56:28.717072 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5360baea-606d-4e12-a0bb-3ce0db95b6ba tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network 010f5038-8bf6-49e7-b820-7246489a8fb5 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:56:28.738049 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-357014a8-d0a4-4253-a2df-0fc7a45c26ed tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 45b2662e-ffcc-4833-829f-0dadaa2a1b96) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:28.759035 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-5360baea-606d-4e12-a0bb-3ce0db95b6ba tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 010f5038-8bf6-49e7-b820-7246489a8fb5) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:28.766943 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5360baea-606d-4e12-a0bb-3ce0db95b6ba tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:28.767371 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5360baea-606d-4e12-a0bb-3ce0db95b6ba tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:28.806922 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-3260df43-47f2-4cd9-84df-c8d27772afaf None None] Port f25e8591-78f0-490f-a03a-9472366151c7 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:56:28.808887 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5360baea-606d-4e12-a0bb-3ce0db95b6ba tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1336665 Apr 28 19:56:28.812360 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41828) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:28.819065 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786979e1-8763-4231-8dbf-0a9c946f7f8b None None] Network 45b2662e-ffcc-4833-829f-0dadaa2a1b96 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:56:28.821462 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a17da4-a4eb-45cd-aa75-07e503c1f6d1 None None] Network 010f5038-8bf6-49e7-b820-7246489a8fb5 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:56:28.864314 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357014a8-d0a4-4253-a2df-0fc7a45c26ed tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:28.865181 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-357014a8-d0a4-4253-a2df-0fc7a45c26ed tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:28.959484 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-357014a8-d0a4-4253-a2df-0fc7a45c26ed tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6537066 Apr 28 19:56:28.969894 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41834) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:28.979558 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-c6171222-7d02-432b-900f-df4bb7854b0f tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1881426944', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}, 'admin_state_up': False}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:29.007440 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3260df43-47f2-4cd9-84df-c8d27772afaf None None] Provisioning complete for port d5dfcb60-5da9-415a-ac89-ffa2ea627c93 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:29.007817 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3260df43-47f2-4cd9-84df-c8d27772afaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:29.032031 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b6cfc9-5d36-4459-aa1b-0744681a585e admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:56:29.039824 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d9b6cfc9-5d36-4459-aa1b-0744681a585e admin admin] 10.222.0.42 "PUT /v2.0/routers/7aec07ca-c0ed-48bd-9244-dfc229491cd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8029721 Apr 28 19:56:29.052095 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef85126-5380-4418-91d2-711b5d06fd35 None None] Sync routers for ids ['7aec07ca-c0ed-48bd-9244-dfc229491cd9'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:56:29.103542 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41836) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:29.131952 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6171222-7d02-432b-900f-df4bb7854b0f tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:29.135426 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6171222-7d02-432b-900f-df4bb7854b0f tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:29.175073 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef85126-5380-4418-91d2-711b5d06fd35 None None] Routers {'7aec07ca-c0ed-48bd-9244-dfc229491cd9'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:29.175778 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-fef85126-5380-4418-91d2-711b5d06fd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7aec07ca-c0ed-48bd-9244-dfc229491cd9'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:29.373329 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f97c8b28-78c7-46e9-a559-a689f08ef029 admin admin] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:29.409738 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-fef85126-5380-4418-91d2-711b5d06fd35 None None] Set router 7aec07ca-c0ed-48bd-9244-dfc229491cd9 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:56:29.507582 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6171222-7d02-432b-900f-df4bb7854b0f tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:29.602973 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113d684f-7527-4c26-8fba-055fd4d3b66e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-45b2662e-ffcc-4833-829f-0dadaa2a1b96', 'network_id': '45b2662e-ffcc-4833-829f-0dadaa2a1b96', 'tenant_id': '2346ae7acda54a7d9a0535a1f9abe5a5', 'fixed_ips': [{'subnet_id': '997eac6b-042d-4f1b-befb-4637d4302902'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:56:29.609235 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-113d684f-7527-4c26-8fba-055fd4d3b66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:29.715604 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-fef85126-5380-4418-91d2-711b5d06fd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aec07ca-c0ed-48bd-9244-dfc229491cd9', 'name': 'tempest-ImageQuotaTest-1037501410-router', 'tenant_id': '6f88a8a629844d8fa6bdaef977dd60fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:05Z', 'updated_at': '2022-04-28T19:56:25Z', 'revision_number': 5, 'project_id': '6f88a8a629844d8fa6bdaef977dd60fc', 'gw_port': {'id': '085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aec07ca-c0ed-48bd-9244-dfc229491cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:06Z', 'updated_at': '2022-04-28T19:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:29.778907 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef85126-5380-4418-91d2-711b5d06fd35 None None] Checking router: 7aec07ca-c0ed-48bd-9244-dfc229491cd9 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:56:29.789841 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef85126-5380-4418-91d2-711b5d06fd35 None None] Routers {'7aec07ca-c0ed-48bd-9244-dfc229491cd9'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:29.790756 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-fef85126-5380-4418-91d2-711b5d06fd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7aec07ca-c0ed-48bd-9244-dfc229491cd9'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:29.916831 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f97c8b28-78c7-46e9-a559-a689f08ef029 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:30.027670 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-fef85126-5380-4418-91d2-711b5d06fd35 None None] Set router 7aec07ca-c0ed-48bd-9244-dfc229491cd9 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:56:30.065910 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f1e73019-de1b-4e2a-8797-9b1a6f5a7680 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:30.075258 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6171222-7d02-432b-900f-df4bb7854b0f tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:30.087075 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f1e73019-de1b-4e2a-8797-9b1a6f5a7680 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:30.088194 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f1e73019-de1b-4e2a-8797-9b1a6f5a7680 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:30.101481 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d5dfcb60-5da9-415a-ac89-ffa2ea627c93 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:56:30.131460 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-18e99cb6-8631-4c76-a436-d3cdc03cfb27 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:30.181580 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-73abf819-9059-429d-89d1-e18aa9e67df1 None None] Provisioning complete for port f25e8591-78f0-490f-a03a-9472366151c7 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:30.184647 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-73abf819-9059-429d-89d1-e18aa9e67df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:30.218316 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f97c8b28-78c7-46e9-a559-a689f08ef029 admin admin] Deleting port 085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:56:30.219174 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f97c8b28-78c7-46e9-a559-a689f08ef029 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:30.292202 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140c60b1-ce5e-472e-a991-9f8981550d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-010f5038-8bf6-49e7-b820-7246489a8fb5', 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'fixed_ips': [{'subnet_id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:56:30.297204 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-140c60b1-ce5e-472e-a991-9f8981550d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:30.307371 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e73019-de1b-4e2a-8797-9b1a6f5a7680 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Port': ['ID=f25e8591-78f0-490f-a03a-9472366151c7,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:30.377694 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6564d4-6450-4b8f-986f-9668cc05f94f None None] Network 017956ac-a938-4f73-813b-4f7b6a3846d5 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:56:30.552299 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f97c8b28-78c7-46e9-a559-a689f08ef029 admin admin] For port 085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:56:30.553622 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f97c8b28-78c7-46e9-a559-a689f08ef029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:30.570955 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e73019-de1b-4e2a-8797-9b1a6f5a7680 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network 82dca919-22c1-47d5-8ec4-c4836f718fe0 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:30.574832 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-fef85126-5380-4418-91d2-711b5d06fd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aec07ca-c0ed-48bd-9244-dfc229491cd9', 'name': 'tempest-ImageQuotaTest-1037501410-router', 'tenant_id': '6f88a8a629844d8fa6bdaef977dd60fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:05Z', 'updated_at': '2022-04-28T19:56:25Z', 'revision_number': 5, 'project_id': '6f88a8a629844d8fa6bdaef977dd60fc', 'gw_port': {'id': '085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aec07ca-c0ed-48bd-9244-dfc229491cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:06Z', 'updated_at': '2022-04-28T19:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:30.577331 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-f1e73019-de1b-4e2a-8797-9b1a6f5a7680 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:30.592350 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f97c8b28-78c7-46e9-a559-a689f08ef029 admin admin] Calling delete_port for 085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0 owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:56:30.622828 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port d5dfcb60-5da9-415a-ac89-ffa2ea627c93 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:30.623203 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:30.634809 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef85126-5380-4418-91d2-711b5d06fd35 None None] The sync data for ids ['7aec07ca-c0ed-48bd-9244-dfc229491cd9'] in n-d-839810-1 is: [{'id': '7aec07ca-c0ed-48bd-9244-dfc229491cd9', 'name': 'tempest-ImageQuotaTest-1037501410-router', 'tenant_id': '6f88a8a629844d8fa6bdaef977dd60fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:05Z', 'updated_at': '2022-04-28T19:56:25Z', 'revision_number': 5, 'project_id': '6f88a8a629844d8fa6bdaef977dd60fc', 'gw_port': {'id': '085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aec07ca-c0ed-48bd-9244-dfc229491cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:06Z', 'updated_at': '2022-04-28T19:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:56:30.787496 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-73abf819-9059-429d-89d1-e18aa9e67df1 None None] Port f25e8591-78f0-490f-a03a-9472366151c7 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:56:30.908602 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-18e99cb6-8631-4c76-a436-d3cdc03cfb27 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Allocated IP 172.20.0.1 (010f5038-8bf6-49e7-b820-7246489a8fb5/c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8/4113aede-9fc1-4824-829d-d39a94930a46) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:31.059271 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-113d684f-7527-4c26-8fba-055fd4d3b66e None None] Allocated IP 172.20.0.2 (45b2662e-ffcc-4833-829f-0dadaa2a1b96/997eac6b-042d-4f1b-befb-4637d4302902/e90c2b14-c7ab-4c37-817a-243bd49bd5eb) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:31.240684 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f97c8b28-78c7-46e9-a559-a689f08ef029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:31.254709 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-18e99cb6-8631-4c76-a436-d3cdc03cfb27 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:31.287373 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e73019-de1b-4e2a-8797-9b1a6f5a7680 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Router 198d07ec-6100-444d-a24b-1d67a9bb1e68 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:56:31.294599 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-113d684f-7527-4c26-8fba-055fd4d3b66e None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:31.317421 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c8b28-78c7-46e9-a559-a689f08ef029 admin admin] Pushing event deleted for resources: {'Port': ['ID=085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:31.324337 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-113d684f-7527-4c26-8fba-055fd4d3b66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:31.333305 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6171222-7d02-432b-900f-df4bb7854b0f tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:31.380286 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6171222-7d02-432b-900f-df4bb7854b0f tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:31.464594 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e73019-de1b-4e2a-8797-9b1a6f5a7680 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:56:31.472696 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f1e73019-de1b-4e2a-8797-9b1a6f5a7680 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "PUT /v2.0/routers/198d07ec-6100-444d-a24b-1d67a9bb1e68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6223145 Apr 28 19:56:31.473825 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41866) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:31.494771 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f97c8b28-78c7-46e9-a559-a689f08ef029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:31.524120 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a252ccb-5399-404c-9c98-c6107deb6977 None None] Sync routers for ids ['198d07ec-6100-444d-a24b-1d67a9bb1e68'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:56:31.546780 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-18e99cb6-8631-4c76-a436-d3cdc03cfb27 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:31.606611 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd145173-73c6-4075-85df-5fd16a2296ad tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:31.608198 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-bd145173-73c6-4075-85df-5fd16a2296ad tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "GET /v2.0/ports/f25e8591-78f0-490f-a03a-9472366151c7 HTTP/1.1" status: 200 len: 911 time: 0.1340013 Apr 28 19:56:31.618091 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41870) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:31.634561 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-8b351a7c-bd93-4973-870b-c0d8e7e26964 None None] Provisioning complete for port bb25ca29-8f87-4baf-950e-d9f4190d28ad triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:31.640919 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8b351a7c-bd93-4973-870b-c0d8e7e26964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:31.647747 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e99cb6-8631-4c76-a436-d3cdc03cfb27 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network 010f5038-8bf6-49e7-b820-7246489a8fb5 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:31.675354 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-18e99cb6-8631-4c76-a436-d3cdc03cfb27 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:31.685917 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e99cb6-8631-4c76-a436-d3cdc03cfb27 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:56:31.699465 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e99cb6-8631-4c76-a436-d3cdc03cfb27 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Port': ['ID=4113aede-9fc1-4824-829d-d39a94930a46,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:31.712137 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bb25ca29-8f87-4baf-950e-d9f4190d28ad up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:56:31.716977 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113d684f-7527-4c26-8fba-055fd4d3b66e None None] Network 45b2662e-ffcc-4833-829f-0dadaa2a1b96 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:31.751195 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-113d684f-7527-4c26-8fba-055fd4d3b66e None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:31.754664 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a252ccb-5399-404c-9c98-c6107deb6977 None None] Routers {'198d07ec-6100-444d-a24b-1d67a9bb1e68'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:31.755401 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0a252ccb-5399-404c-9c98-c6107deb6977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['198d07ec-6100-444d-a24b-1d67a9bb1e68'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:31.759194 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-c6171222-7d02-432b-900f-df4bb7854b0f tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Allocated IP 172.25.8.3 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/c2ac4a4b-9bdc-429d-a06a-69c380362683) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:31.762578 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113d684f-7527-4c26-8fba-055fd4d3b66e None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:56:31.797850 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-18e99cb6-8631-4c76-a436-d3cdc03cfb27 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:31.834327 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d684f-7527-4c26-8fba-055fd4d3b66e None None] Pushing event updated for resources: {'Port': ['ID=e90c2b14-c7ab-4c37-817a-243bd49bd5eb,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:32.015286 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-140c60b1-ce5e-472e-a991-9f8981550d68 None None] Allocated IP 172.20.0.2 (010f5038-8bf6-49e7-b820-7246489a8fb5/c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8/f2868ee8-7949-4339-b275-eb6c602ca7e7) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:32.040627 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6171222-7d02-432b-900f-df4bb7854b0f tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:32.080744 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-18e99cb6-8631-4c76-a436-d3cdc03cfb27 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:32.172570 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6171222-7d02-432b-900f-df4bb7854b0f tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:32.211905 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0a252ccb-5399-404c-9c98-c6107deb6977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:32.296945 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:32.305402 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f97c8b28-78c7-46e9-a559-a689f08ef029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:32.309563 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f97c8b28-78c7-46e9-a559-a689f08ef029 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:32.399246 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a252ccb-5399-404c-9c98-c6107deb6977 None None] Routers {'198d07ec-6100-444d-a24b-1d67a9bb1e68'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:32.399969 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0a252ccb-5399-404c-9c98-c6107deb6977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['198d07ec-6100-444d-a24b-1d67a9bb1e68'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:32.458671 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f97c8b28-78c7-46e9-a559-a689f08ef029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:32.459416 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97c8b28-78c7-46e9-a559-a689f08ef029 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7aec07ca-c0ed-48bd-9244-dfc229491cd9 {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:56:32.471206 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f97c8b28-78c7-46e9-a559-a689f08ef029 admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:32.472842 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f97c8b28-78c7-46e9-a559-a689f08ef029 admin admin] 10.222.0.42 "DELETE /v2.0/routers/7aec07ca-c0ed-48bd-9244-dfc229491cd9 HTTP/1.1" status: 204 len: 168 time: 3.3679707 Apr 28 19:56:32.477789 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41890) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:32.643828 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-140c60b1-ce5e-472e-a991-9f8981550d68 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:32.673390 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0a252ccb-5399-404c-9c98-c6107deb6977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:32.674178 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a252ccb-5399-404c-9c98-c6107deb6977 None None] The sync data for ids ['198d07ec-6100-444d-a24b-1d67a9bb1e68'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:56:32.675872 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-113d684f-7527-4c26-8fba-055fd4d3b66e None None] Attempting to bind port e90c2b14-c7ab-4c37-817a-243bd49bd5eb on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:56:32.676272 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-113d684f-7527-4c26-8fba-055fd4d3b66e None None] Attempting to bind port e90c2b14-c7ab-4c37-817a-243bd49bd5eb by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '33fb8839-f10e-486e-9488-329357d6ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '45b2662e-ffcc-4833-829f-0dadaa2a1b96'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:56:32.676657 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113d684f-7527-4c26-8fba-055fd4d3b66e None None] Attempting to bind port e90c2b14-c7ab-4c37-817a-243bd49bd5eb on network 45b2662e-ffcc-4833-829f-0dadaa2a1b96 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:56:32.716351 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-140c60b1-ce5e-472e-a991-9f8981550d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:32.729146 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-213507df-d286-4809-8c90-19a21e3b3eb7 admin admin] Deleting subnet 23cfc99e-770f-45dc-95f1-0d8e274e3b4b {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:56:32.734776 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-213507df-d286-4809-8c90-19a21e3b3eb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:32.746277 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113d684f-7527-4c26-8fba-055fd4d3b66e None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:56:32.746654 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113d684f-7527-4c26-8fba-055fd4d3b66e None None] Checking segment: {'id': '33fb8839-f10e-486e-9488-329357d6ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '45b2662e-ffcc-4833-829f-0dadaa2a1b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:56:32.747052 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-113d684f-7527-4c26-8fba-055fd4d3b66e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:32.747454 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113d684f-7527-4c26-8fba-055fd4d3b66e None None] Bound using segment: {'id': '33fb8839-f10e-486e-9488-329357d6ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '45b2662e-ffcc-4833-829f-0dadaa2a1b96'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:56:32.748476 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-113d684f-7527-4c26-8fba-055fd4d3b66e None None] Bound port: e90c2b14-c7ab-4c37-817a-243bd49bd5eb, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33fb8839-f10e-486e-9488-329357d6ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '45b2662e-ffcc-4833-829f-0dadaa2a1b96'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:56:32.748476 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-113d684f-7527-4c26-8fba-055fd4d3b66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:32.772809 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port bb25ca29-8f87-4baf-950e-d9f4190d28ad triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:32.773480 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:32.821693 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140c60b1-ce5e-472e-a991-9f8981550d68 None None] Network 010f5038-8bf6-49e7-b820-7246489a8fb5 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:32.822633 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8b351a7c-bd93-4973-870b-c0d8e7e26964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:32.836047 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-140c60b1-ce5e-472e-a991-9f8981550d68 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:32.844529 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140c60b1-ce5e-472e-a991-9f8981550d68 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:56:32.851641 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-213507df-d286-4809-8c90-19a21e3b3eb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:32.924708 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-56cb742f-89f5-48cc-a1b3-f513bf83f162 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:32.952950 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c60b1-ce5e-472e-a991-9f8981550d68 None None] Pushing event updated for resources: {'Port': ['ID=f2868ee8-7949-4339-b275-eb6c602ca7e7,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:32.993464 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-8b351a7c-bd93-4973-870b-c0d8e7e26964 None None] For port bb25ca29-8f87-4baf-950e-d9f4190d28ad, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=bb25ca29-8f87-4baf-950e-d9f4190d28ad,segment=NetworkSegment(6e808511-a5d3-4f1a-a0e6-dc58e233fe36),segment_id=6e808511-a5d3-4f1a-a0e6-dc58e233fe36)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:56:33.015181 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8b351a7c-bd93-4973-870b-c0d8e7e26964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:33.083200 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b351a7c-bd93-4973-870b-c0d8e7e26964 None None] Pushing event updated for resources: {'Port': ['ID=bb25ca29-8f87-4baf-950e-d9f4190d28ad,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:33.147059 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-113d684f-7527-4c26-8fba-055fd4d3b66e None None] For port e90c2b14-c7ab-4c37-817a-243bd49bd5eb, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:56:33.158984 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-113d684f-7527-4c26-8fba-055fd4d3b66e None None] For port e90c2b14-c7ab-4c37-817a-243bd49bd5eb, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=e90c2b14-c7ab-4c37-817a-243bd49bd5eb,segment=NetworkSegment(33fb8839-f10e-486e-9488-329357d6ff10),segment_id=33fb8839-f10e-486e-9488-329357d6ff10)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:56:33.170245 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-140c60b1-ce5e-472e-a991-9f8981550d68 None None] Attempting to bind port f2868ee8-7949-4339-b275-eb6c602ca7e7 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:56:33.170245 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-140c60b1-ce5e-472e-a991-9f8981550d68 None None] Attempting to bind port f2868ee8-7949-4339-b275-eb6c602ca7e7 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'f455a7dc-ef31-47ee-be2a-e93df35b6e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:56:33.171017 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140c60b1-ce5e-472e-a991-9f8981550d68 None None] Attempting to bind port f2868ee8-7949-4339-b275-eb6c602ca7e7 on network 010f5038-8bf6-49e7-b820-7246489a8fb5 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:56:33.194129 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140c60b1-ce5e-472e-a991-9f8981550d68 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:56:33.194534 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140c60b1-ce5e-472e-a991-9f8981550d68 None None] Checking segment: {'id': 'f455a7dc-ef31-47ee-be2a-e93df35b6e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:56:33.196481 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-140c60b1-ce5e-472e-a991-9f8981550d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:33.199495 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140c60b1-ce5e-472e-a991-9f8981550d68 None None] Bound using segment: {'id': 'f455a7dc-ef31-47ee-be2a-e93df35b6e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:56:33.213162 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-140c60b1-ce5e-472e-a991-9f8981550d68 None None] Bound port: f2868ee8-7949-4339-b275-eb6c602ca7e7, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f455a7dc-ef31-47ee-be2a-e93df35b6e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:56:33.213712 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-140c60b1-ce5e-472e-a991-9f8981550d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:33.265907 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-113d684f-7527-4c26-8fba-055fd4d3b66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:33.297441 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-213507df-d286-4809-8c90-19a21e3b3eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:33.322421 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-18e99cb6-8631-4c76-a436-d3cdc03cfb27 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:33.352074 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6171222-7d02-432b-900f-df4bb7854b0f tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event updated for resources: {'Port': ['ID=c2ac4a4b-9bdc-429d-a06a-69c380362683,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:33.360613 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-18e99cb6-8631-4c76-a436-d3cdc03cfb27 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:33.365673 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6171222-7d02-432b-900f-df4bb7854b0f tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:33.395164 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-c6171222-7d02-432b-900f-df4bb7854b0f tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:33.456421 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6171222-7d02-432b-900f-df4bb7854b0f tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:56:33.484262 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-140c60b1-ce5e-472e-a991-9f8981550d68 None None] For port f2868ee8-7949-4339-b275-eb6c602ca7e7, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:56:33.489983 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-140c60b1-ce5e-472e-a991-9f8981550d68 None None] For port f2868ee8-7949-4339-b275-eb6c602ca7e7, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=f2868ee8-7949-4339-b275-eb6c602ca7e7,segment=NetworkSegment(f455a7dc-ef31-47ee-be2a-e93df35b6e8f),segment_id=f455a7dc-ef31-47ee-be2a-e93df35b6e8f)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:56:33.519421 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-140c60b1-ce5e-472e-a991-9f8981550d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:33.527037 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-213507df-d286-4809-8c90-19a21e3b3eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:33.549435 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-18e99cb6-8631-4c76-a436-d3cdc03cfb27 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:33.560883 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e99cb6-8631-4c76-a436-d3cdc03cfb27 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Port': ['ID=4113aede-9fc1-4824-829d-d39a94930a46,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:33.593970 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-56124e04-3adb-465d-b21d-6fcefe7a25c2 None None] Provisioning complete for port f25e8591-78f0-490f-a03a-9472366151c7 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:33.594729 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-56124e04-3adb-465d-b21d-6fcefe7a25c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:33.596719 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:33.633702 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213507df-d286-4809-8c90-19a21e3b3eb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23cfc99e-770f-45dc-95f1-0d8e274e3b4b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:33.708642 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d684f-7527-4c26-8fba-055fd4d3b66e None None] Pushing event updated for resources: {'Port': ['ID=e90c2b14-c7ab-4c37-817a-243bd49bd5eb,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:33.717958 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-56124e04-3adb-465d-b21d-6fcefe7a25c2 None None] Port f25e8591-78f0-490f-a03a-9472366151c7 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:56:33.818521 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-56cb742f-89f5-48cc-a1b3-f513bf83f162 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Allocated IP 2001:db8:1::1 (017956ac-a938-4f73-813b-4f7b6a3846d5/32ab7d23-025e-4028-a3ea-17805fc55e84/17442206-1a7e-4846-9995-90f2a05bde34) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:34.043181 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-213507df-d286-4809-8c90-19a21e3b3eb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:34.049723 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-213507df-d286-4809-8c90-19a21e3b3eb7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/23cfc99e-770f-45dc-95f1-0d8e274e3b4b HTTP/1.1" status: 204 len: 168 time: 1.5707221 Apr 28 19:56:34.050761 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41910) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:34.054249 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bb25ca29-8f87-4baf-950e-d9f4190d28ad up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:56:34.105517 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d43668-dac5-4d0c-962f-46f281044f48 None None] Network 2bbde597-3a12-4e75-843c-377c379d30eb requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:56:34.151646 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6171222-7d02-432b-900f-df4bb7854b0f tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:34.195922 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-56124e04-3adb-465d-b21d-6fcefe7a25c2 None None] Provisioning complete for port bb25ca29-8f87-4baf-950e-d9f4190d28ad triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:34.198795 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-56124e04-3adb-465d-b21d-6fcefe7a25c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:34.241538 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c503a170-7acf-4238-9193-75bcacb9a2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:34.265920 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-56cb742f-89f5-48cc-a1b3-f513bf83f162 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:34.472235 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c503a170-7acf-4238-9193-75bcacb9a2f4 admin admin] Deleting port 34aabd9d-75ac-4738-a09f-27aa653310f4 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:56:34.472650 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c503a170-7acf-4238-9193-75bcacb9a2f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:34.484372 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-56cb742f-89f5-48cc-a1b3-f513bf83f162 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:34.502444 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c60b1-ce5e-472e-a991-9f8981550d68 None None] Pushing event updated for resources: {'Port': ['ID=f2868ee8-7949-4339-b275-eb6c602ca7e7,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:34.536938 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e99cb6-8631-4c76-a436-d3cdc03cfb27 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network 010f5038-8bf6-49e7-b820-7246489a8fb5 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:34.541509 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-18e99cb6-8631-4c76-a436-d3cdc03cfb27 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:34.644782 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c503a170-7acf-4238-9193-75bcacb9a2f4 admin admin] For port 34aabd9d-75ac-4738-a09f-27aa653310f4, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=34aabd9d-75ac-4738-a09f-27aa653310f4,segment=NetworkSegment(65d4b08a-9a82-4df5-ab4a-289807f17899),segment_id=65d4b08a-9a82-4df5-ab4a-289807f17899)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:56:34.646457 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c503a170-7acf-4238-9193-75bcacb9a2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:34.770369 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c503a170-7acf-4238-9193-75bcacb9a2f4 admin admin] Calling delete_port for 34aabd9d-75ac-4738-a09f-27aa653310f4 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:56:34.778482 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port bb25ca29-8f87-4baf-950e-d9f4190d28ad triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:34.779010 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:34.779330 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cb742f-89f5-48cc-a1b3-f513bf83f162 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network 017956ac-a938-4f73-813b-4f7b6a3846d5 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:34.799675 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-56cb742f-89f5-48cc-a1b3-f513bf83f162 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:34.847030 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6171222-7d02-432b-900f-df4bb7854b0f tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:34.871627 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cb742f-89f5-48cc-a1b3-f513bf83f162 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:56:34.872507 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-56cb742f-89f5-48cc-a1b3-f513bf83f162 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:35.034811 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e99cb6-8631-4c76-a436-d3cdc03cfb27 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Router 48962bb3-9323-48d9-9789-97de3970eaf2 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:56:35.046107 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb742f-89f5-48cc-a1b3-f513bf83f162 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Port': ['ID=17442206-1a7e-4846-9995-90f2a05bde34,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:35.114586 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a659127b-38f9-4074-9fdf-b8fe7dd9c794 None None] DHCP port deletion for 2bbde597-3a12-4e75-843c-377c379d30eb request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:56:35.188226 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 380a2efd-6425-4443-8ab6-da38cc581399 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:56:35.264091 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 380a2efd-6425-4443-8ab6-da38cc581399 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:56:35.265711 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 380a2efd-6425-4443-8ab6-da38cc581399 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:56:35.266194 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:56:35.347046 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:56:35.347384 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 085ed5a0-d83d-4e69-afa7-ec7d4dc0e3c0 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:56:35.353169 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e99cb6-8631-4c76-a436-d3cdc03cfb27 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:56:35.363046 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-18e99cb6-8631-4c76-a436-d3cdc03cfb27 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "PUT /v2.0/routers/48962bb3-9323-48d9-9789-97de3970eaf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5494959 Apr 28 19:56:35.366034 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41930) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:35.373593 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2800ddb4-45d6-4fbb-ae1a-d7db2ec9a7af None None] Sync routers for ids ['48962bb3-9323-48d9-9789-97de3970eaf2'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:56:35.416434 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-a659127b-38f9-4074-9fdf-b8fe7dd9c794 None None] Deleting port 34aabd9d-75ac-4738-a09f-27aa653310f4 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:56:35.416813 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a659127b-38f9-4074-9fdf-b8fe7dd9c794 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:35.423806 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2800ddb4-45d6-4fbb-ae1a-d7db2ec9a7af None None] Routers {'48962bb3-9323-48d9-9789-97de3970eaf2'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:35.424894 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-2800ddb4-45d6-4fbb-ae1a-d7db2ec9a7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['48962bb3-9323-48d9-9789-97de3970eaf2'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:35.455284 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-359a0b9b-f558-4d67-b074-3358b4adaa6d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Request body: {'network': {'name': 'tempest-RoutersTest-1090623973'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:35.519238 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c503a170-7acf-4238-9193-75bcacb9a2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:35.570260 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359a0b9b-f558-4d67-b074-3358b4adaa6d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Made reservation on behalf of 8e56e936bdd14ca9aa8a5eb368e71d6b for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:35.581875 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-359a0b9b-f558-4d67-b074-3358b4adaa6d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:35.602731 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c503a170-7acf-4238-9193-75bcacb9a2f4 admin admin] No DVR routers for this DVR port 34aabd9d-75ac-4738-a09f-27aa653310f4 on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:56:35.677105 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-56cb742f-89f5-48cc-a1b3-f513bf83f162 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:35.680206 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-2635a564-4811-440f-9404-62943a109dd5 None None] Provisioning complete for port 17442206-1a7e-4846-9995-90f2a05bde34 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:35.680902 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2635a564-4811-440f-9404-62943a109dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:35.686044 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-a659127b-38f9-4074-9fdf-b8fe7dd9c794 None None] For port 34aabd9d-75ac-4738-a09f-27aa653310f4, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=34aabd9d-75ac-4738-a09f-27aa653310f4,segment=NetworkSegment(65d4b08a-9a82-4df5-ab4a-289807f17899),segment_id=65d4b08a-9a82-4df5-ab4a-289807f17899)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:56:35.686664 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a659127b-38f9-4074-9fdf-b8fe7dd9c794 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:35.724441 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359a0b9b-f558-4d67-b074-3358b4adaa6d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:56:35.749157 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-a659127b-38f9-4074-9fdf-b8fe7dd9c794 None None] Calling delete_port for 34aabd9d-75ac-4738-a09f-27aa653310f4 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:56:35.763312 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503a170-7acf-4238-9193-75bcacb9a2f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=34aabd9d-75ac-4738-a09f-27aa653310f4,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:35.791175 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-2635a564-4811-440f-9404-62943a109dd5 None None] Port 17442206-1a7e-4846-9995-90f2a05bde34 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:56:35.817256 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-359a0b9b-f558-4d67-b074-3358b4adaa6d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:35.819141 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-359a0b9b-f558-4d67-b074-3358b4adaa6d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Added segment abc0caf5-c765-466a-90c2-5e2f9f1c8acf of type vlan for network 423a2c7a-8ab4-4035-998c-ca91e41cbc1d Apr 28 19:56:35.905120 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-2800ddb4-45d6-4fbb-ae1a-d7db2ec9a7af None None] Set router 48962bb3-9323-48d9-9789-97de3970eaf2 gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:56:35.931952 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a659127b-38f9-4074-9fdf-b8fe7dd9c794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:35.951442 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a659127b-38f9-4074-9fdf-b8fe7dd9c794 None None] No DVR routers for this DVR port 34aabd9d-75ac-4738-a09f-27aa653310f4 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:56:35.999334 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659127b-38f9-4074-9fdf-b8fe7dd9c794 None None] Pushing event deleted for resources: {'Port': ['ID=34aabd9d-75ac-4738-a09f-27aa653310f4,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:36.018990 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6171222-7d02-432b-900f-df4bb7854b0f tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Router de80bb43-aa79-4fc9-8ca3-cb3d219f95de is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:56:36.067371 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-359a0b9b-f558-4d67-b074-3358b4adaa6d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:36.073310 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device f2868ee8-7949-4339-b275-eb6c602ca7e7 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:56:36.095250 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c503a170-7acf-4238-9193-75bcacb9a2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:36.195935 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.db.resource_extend [None req-359a0b9b-f558-4d67-b074-3358b4adaa6d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:56:36.267014 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-c503a170-7acf-4238-9193-75bcacb9a2f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bbde597-3a12-4e75-843c-377c379d30eb']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:36.285734 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59375cb7-7f4f-4be2-9ef3-e8ade2b65f0a None None] Network 010f5038-8bf6-49e7-b820-7246489a8fb5 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:56:36.322398 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-359a0b9b-f558-4d67-b074-3358b4adaa6d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:36.324499 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port f2868ee8-7949-4339-b275-eb6c602ca7e7 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:36.325082 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:36.338486 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359a0b9b-f558-4d67-b074-3358b4adaa6d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:36.339720 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-359a0b9b-f558-4d67-b074-3358b4adaa6d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:36.375083 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-c503a170-7acf-4238-9193-75bcacb9a2f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65d4b08a-9a82-4df5-ab4a-289807f17899') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:36.375392 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-c503a170-7acf-4238-9193-75bcacb9a2f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65d4b08a-9a82-4df5-ab4a-289807f17899') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:36.394626 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6359e59-f0f8-41e4-9843-b0fb7584b86c None None] Network 45b2662e-ffcc-4833-829f-0dadaa2a1b96 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:56:36.410582 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c503a170-7acf-4238-9193-75bcacb9a2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:36.449239 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c503a170-7acf-4238-9193-75bcacb9a2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:36.463650 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c503a170-7acf-4238-9193-75bcacb9a2f4 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:56:36.464871 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c503a170-7acf-4238-9193-75bcacb9a2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:36.467004 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:56:36.467004 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:56:36.467004 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:56:36.467004 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:56:36.467004 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:56:36.467004 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:56:36.467004 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:56:36.467004 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:56:36.467004 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:56:36.467004 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:56:36.467004 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:56:36.467004 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:56:36.467004 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:56:36.467004 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:56:36.467004 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:56:36.467004 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:56:36.467004 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:56:36.467004 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:56:36.467004 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:56:36.467004 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:56:36.467004 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:56:36.467004 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:56:36.467004 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:56:36.467004 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:56:36.467004 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:56:36.467004 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:56:36.467004 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:56:36.467004 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:56:36.467004 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:56:36.467004 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:56:36.467004 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:56:36.467004 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:56:36.491241 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-359a0b9b-f558-4d67-b074-3358b4adaa6d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1230638 Apr 28 19:56:36.494637 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41942) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:36.530202 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-8f7ebf5b-0ebb-49a0-aa33-ae6c2ffa34ca tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Request body: {'subnet': {'network_id': '423a2c7a-8ab4-4035-998c-ca91e41cbc1d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:36.583391 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a0b9b-f558-4d67-b074-3358b4adaa6d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Network': ['ID=423a2c7a-8ab4-4035-998c-ca91e41cbc1d,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:36.592047 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6171222-7d02-432b-900f-df4bb7854b0f tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:56:36.660224 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 423a2c7a-8ab4-4035-998c-ca91e41cbc1d details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:56:36.671004 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5485b03-3077-4251-ac2e-5465917998ba None None] Sync routers for ids ['de80bb43-aa79-4fc9-8ca3-cb3d219f95de'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:56:36.676752 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-55595570-2f1b-4bd6-9ce1-4223306d60ed None None] Provisioning complete for port f2868ee8-7949-4339-b275-eb6c602ca7e7 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:36.684239 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-55595570-2f1b-4bd6-9ce1-4223306d60ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:36.705937 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6171222-7d02-432b-900f-df4bb7854b0f tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:36.717033 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c6171222-7d02-432b-900f-df4bb7854b0f tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.7423103 Apr 28 19:56:36.728534 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41944) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:36.772412 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-56cb742f-89f5-48cc-a1b3-f513bf83f162 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:36.802632 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-56cb742f-89f5-48cc-a1b3-f513bf83f162 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:36.804143 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-56cb742f-89f5-48cc-a1b3-f513bf83f162 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:36.830466 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-2800ddb4-45d6-4fbb-ae1a-d7db2ec9a7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'name': 'tempest-RoutersTest-router-598179015', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:27Z', 'updated_at': '2022-04-28T19:56:31Z', 'revision_number': 2, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'gw_port_host': None, '_interfaces': [{'id': '4113aede-9fc1-4824-829d-d39a94930a46', 'name': '', 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:23:03:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:30Z', 'updated_at': '2022-04-28T19:56:32Z', 'revision_number': 2, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:36.839949 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c503a170-7acf-4238-9193-75bcacb9a2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:36.893009 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c503a170-7acf-4238-9193-75bcacb9a2f4 admin admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:36.904725 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c503a170-7acf-4238-9193-75bcacb9a2f4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2bbde597-3a12-4e75-843c-377c379d30eb HTTP/1.1" status: 204 len: 168 time: 2.8478730 Apr 28 19:56:36.925882 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7ebf5b-0ebb-49a0-aa33-ae6c2ffa34ca tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Made reservation on behalf of 8e56e936bdd14ca9aa8a5eb368e71d6b for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:36.931092 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2800ddb4-45d6-4fbb-ae1a-d7db2ec9a7af None None] Checking router: 48962bb3-9323-48d9-9789-97de3970eaf2 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:56:36.931704 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2800ddb4-45d6-4fbb-ae1a-d7db2ec9a7af None None] Updating router 48962bb3-9323-48d9-9789-97de3970eaf2 port 4113aede-9fc1-4824-829d-d39a94930a46 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:56:36.941964 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8f7ebf5b-0ebb-49a0-aa33-ae6c2ffa34ca tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:36.984483 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb742f-89f5-48cc-a1b3-f513bf83f162 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Port': ['ID=17442206-1a7e-4846-9995-90f2a05bde34,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:37.047965 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-2800ddb4-45d6-4fbb-ae1a-d7db2ec9a7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:37.052960 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503a170-7acf-4238-9193-75bcacb9a2f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bbde597-3a12-4e75-843c-377c379d30eb,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:37.094501 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ea973b8c-ae20-4455-8c10-e4d90dacad61 req-487a83f1-a00b-415b-9d19-f5e94098258d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3047600 Apr 28 19:56:37.186687 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41954) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:37.189505 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cb742f-89f5-48cc-a1b3-f513bf83f162 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network 017956ac-a938-4f73-813b-4f7b6a3846d5 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:37.201467 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-56cb742f-89f5-48cc-a1b3-f513bf83f162 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:37.259079 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5485b03-3077-4251-ac2e-5465917998ba None None] Routers {'de80bb43-aa79-4fc9-8ca3-cb3d219f95de'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:37.261612 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-b5485b03-3077-4251-ac2e-5465917998ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['de80bb43-aa79-4fc9-8ca3-cb3d219f95de'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:37.382282 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41958) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:37.488397 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea973b8c-ae20-4455-8c10-e4d90dacad61 req-53a75ba5-9aa6-4aec-9c79-de3beafde737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:37.491188 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ea973b8c-ae20-4455-8c10-e4d90dacad61 req-53a75ba5-9aa6-4aec-9c79-de3beafde737 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3397cabaf68f4eccbdd2d7c135e48bbd&device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 1097 time: 0.3339410 Apr 28 19:56:37.526321 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56cb742f-89f5-48cc-a1b3-f513bf83f162 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Router 198d07ec-6100-444d-a24b-1d67a9bb1e68 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:56:37.542683 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-b5485b03-3077-4251-ac2e-5465917998ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:37.568741 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:37.654579 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port f2868ee8-7949-4339-b275-eb6c602ca7e7, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=f2868ee8-7949-4339-b275-eb6c602ca7e7,segment=NetworkSegment(f455a7dc-ef31-47ee-be2a-e93df35b6e8f),segment_id=f455a7dc-ef31-47ee-be2a-e93df35b6e8f)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:56:37.716674 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:37.717513 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e90c2b14-c7ab-4c37-817a-243bd49bd5eb up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:56:37.731332 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-369f39dc-b332-4fa0-9281-fda4a02824aa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6f88a8a629844d8fa6bdaef977dd60fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3447132 Apr 28 19:56:37.748949 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41962) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:37.785364 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-2800ddb4-45d6-4fbb-ae1a-d7db2ec9a7af None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:37.797234 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-2800ddb4-45d6-4fbb-ae1a-d7db2ec9a7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:37.845950 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cb742f-89f5-48cc-a1b3-f513bf83f162 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:56:37.853645 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-56cb742f-89f5-48cc-a1b3-f513bf83f162 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "PUT /v2.0/routers/198d07ec-6100-444d-a24b-1d67a9bb1e68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2344627 Apr 28 19:56:37.858681 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41966) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:37.876547 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079f0077-3491-48ec-8ba3-01316daebf4e None None] Sync routers for ids ['198d07ec-6100-444d-a24b-1d67a9bb1e68'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:56:37.907255 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea973b8c-ae20-4455-8c10-e4d90dacad61 req-e1d5ed0a-7a3d-44cb-a524-6379c1f4d0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:37.908984 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ea973b8c-ae20-4455-8c10-e4d90dacad61 req-e1d5ed0a-7a3d-44cb-a524-6379c1f4d0b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=13d770d2-76f1-4754-862f-2caf67b7488d HTTP/1.1" status: 200 len: 912 time: 0.3860118 Apr 28 19:56:37.930159 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079f0077-3491-48ec-8ba3-01316daebf4e None None] Routers {'198d07ec-6100-444d-a24b-1d67a9bb1e68'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:37.931630 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-079f0077-3491-48ec-8ba3-01316daebf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['198d07ec-6100-444d-a24b-1d67a9bb1e68'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:37.937580 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ba3078-d41f-4099-91b4-2d1b8023a89a tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:37.939232 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-31ba3078-d41f-4099-91b4-2d1b8023a89a tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "GET /v2.0/ports/17442206-1a7e-4846-9995-90f2a05bde34 HTTP/1.1" status: 200 len: 913 time: 0.0793829 Apr 28 19:56:37.945221 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 41970) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:37.948092 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5485b03-3077-4251-ac2e-5465917998ba None None] Routers {'de80bb43-aa79-4fc9-8ca3-cb3d219f95de'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:37.954482 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-b5485b03-3077-4251-ac2e-5465917998ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['de80bb43-aa79-4fc9-8ca3-cb3d219f95de'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:38.018215 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0085a014-9730-4e35-9532-f6c676cd3cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:38.030922 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-079f0077-3491-48ec-8ba3-01316daebf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:38.065249 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079f0077-3491-48ec-8ba3-01316daebf4e None None] Routers {'198d07ec-6100-444d-a24b-1d67a9bb1e68'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:38.065720 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=f2868ee8-7949-4339-b275-eb6c602ca7e7,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:38.067136 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-079f0077-3491-48ec-8ba3-01316daebf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['198d07ec-6100-444d-a24b-1d67a9bb1e68'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:38.076589 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ea973b8c-ae20-4455-8c10-e4d90dacad61 req-6a33d4c9-0899-4895-bd5b-fd90ffef9d19 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c67ace5d-1fb0-4547-8c1d-971faf48ea74 HTTP/1.1" status: 200 len: 1002 time: 0.1587193 Apr 28 19:56:38.139209 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-079f0077-3491-48ec-8ba3-01316daebf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:38.140058 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079f0077-3491-48ec-8ba3-01316daebf4e None None] The sync data for ids ['198d07ec-6100-444d-a24b-1d67a9bb1e68'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:56:38.143153 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8f7ebf5b-0ebb-49a0-aa33-ae6c2ffa34ca tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:38.160805 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea973b8c-ae20-4455-8c10-e4d90dacad61 req-d6e122a3-0a6f-4af2-80d5-a9ee74cf4490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:38.162319 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ea973b8c-ae20-4455-8c10-e4d90dacad61 req-d6e122a3-0a6f-4af2-80d5-a9ee74cf4490 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=95e411ad-3fda-47de-9866-800115a43d0a HTTP/1.1" status: 200 len: 850 time: 0.0784733 Apr 28 19:56:38.168874 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c399f-ea62-44d1-a2a3-8021428c75b4 None None] Pushing event updated for resources: {'Port': ['ID=4113aede-9fc1-4824-829d-d39a94930a46,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:38.178567 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c399f-ea62-44d1-a2a3-8021428c75b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:38.179076 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c399f-ea62-44d1-a2a3-8021428c75b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:38.179511 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c399f-ea62-44d1-a2a3-8021428c75b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:38.179949 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c399f-ea62-44d1-a2a3-8021428c75b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:38.180418 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c399f-ea62-44d1-a2a3-8021428c75b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:38.180851 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c399f-ea62-44d1-a2a3-8021428c75b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:38.181278 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c399f-ea62-44d1-a2a3-8021428c75b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:38.181723 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c399f-ea62-44d1-a2a3-8021428c75b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:38.182149 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c399f-ea62-44d1-a2a3-8021428c75b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:38.183086 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c399f-ea62-44d1-a2a3-8021428c75b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:38.183540 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c399f-ea62-44d1-a2a3-8021428c75b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:38.184083 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c399f-ea62-44d1-a2a3-8021428c75b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:38.215063 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-2800ddb4-45d6-4fbb-ae1a-d7db2ec9a7af None None] Attempting to bind port 4113aede-9fc1-4824-829d-d39a94930a46 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:56:38.215611 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-2800ddb4-45d6-4fbb-ae1a-d7db2ec9a7af None None] Attempting to bind port 4113aede-9fc1-4824-829d-d39a94930a46 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'f455a7dc-ef31-47ee-be2a-e93df35b6e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:56:38.216086 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2800ddb4-45d6-4fbb-ae1a-d7db2ec9a7af None None] Attempting to bind port 4113aede-9fc1-4824-829d-d39a94930a46 on network 010f5038-8bf6-49e7-b820-7246489a8fb5 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:56:38.222179 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2800ddb4-45d6-4fbb-ae1a-d7db2ec9a7af None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:56:38.222755 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2800ddb4-45d6-4fbb-ae1a-d7db2ec9a7af None None] Checking segment: {'id': 'f455a7dc-ef31-47ee-be2a-e93df35b6e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:56:38.223232 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-2800ddb4-45d6-4fbb-ae1a-d7db2ec9a7af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:38.223745 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2800ddb4-45d6-4fbb-ae1a-d7db2ec9a7af None None] Bound using segment: {'id': 'f455a7dc-ef31-47ee-be2a-e93df35b6e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:56:38.224506 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-2800ddb4-45d6-4fbb-ae1a-d7db2ec9a7af None None] Bound port: 4113aede-9fc1-4824-829d-d39a94930a46, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f455a7dc-ef31-47ee-be2a-e93df35b6e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:56:38.225137 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-2800ddb4-45d6-4fbb-ae1a-d7db2ec9a7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:38.268825 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea973b8c-ae20-4455-8c10-e4d90dacad61 req-3489018c-2b9d-4e0b-b1ca-4e96cfae5393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:38.270307 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ea973b8c-ae20-4455-8c10-e4d90dacad61 req-3489018c-2b9d-4e0b-b1ca-4e96cfae5393 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13d770d2-76f1-4754-862f-2caf67b7488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014075 Apr 28 19:56:38.293981 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-b5485b03-3077-4251-ac2e-5465917998ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:38.296543 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5485b03-3077-4251-ac2e-5465917998ba None None] The sync data for ids ['de80bb43-aa79-4fc9-8ca3-cb3d219f95de'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:56:38.335582 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port e90c2b14-c7ab-4c37-817a-243bd49bd5eb triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:38.337281 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-2800ddb4-45d6-4fbb-ae1a-d7db2ec9a7af None None] For port 4113aede-9fc1-4824-829d-d39a94930a46, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:56:38.340173 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:38.341208 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-2800ddb4-45d6-4fbb-ae1a-d7db2ec9a7af None None] For port 4113aede-9fc1-4824-829d-d39a94930a46, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=4113aede-9fc1-4824-829d-d39a94930a46,segment=NetworkSegment(f455a7dc-ef31-47ee-be2a-e93df35b6e8f),segment_id=f455a7dc-ef31-47ee-be2a-e93df35b6e8f)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:56:38.350437 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-2800ddb4-45d6-4fbb-ae1a-d7db2ec9a7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:38.491265 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c399f-ea62-44d1-a2a3-8021428c75b4 None None] Pushing event updated for resources: {'Port': ['ID=4113aede-9fc1-4824-829d-d39a94930a46,revision_number=4']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:38.501898 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2800ddb4-45d6-4fbb-ae1a-d7db2ec9a7af None None] Routers {'48962bb3-9323-48d9-9789-97de3970eaf2'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:38.503212 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-2800ddb4-45d6-4fbb-ae1a-d7db2ec9a7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['48962bb3-9323-48d9-9789-97de3970eaf2'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:38.521480 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ea973b8c-ae20-4455-8c10-e4d90dacad61 req-3f13735d-dfb9-46a7-8113-7a9607db811c service neutron] 10.222.0.15 "GET /v2.0/networks/13d770d2-76f1-4754-862f-2caf67b7488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432230 Apr 28 19:56:38.648896 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-f0d08a71-8fef-40fc-b495-44e5f26fd44d None None] Provisioning complete for port 17442206-1a7e-4846-9995-90f2a05bde34 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:38.648896 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f0d08a71-8fef-40fc-b495-44e5f26fd44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:38.710941 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-2800ddb4-45d6-4fbb-ae1a-d7db2ec9a7af None None] Set router 48962bb3-9323-48d9-9789-97de3970eaf2 gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:56:38.719884 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-f0d08a71-8fef-40fc-b495-44e5f26fd44d None None] Port 17442206-1a7e-4846-9995-90f2a05bde34 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:56:38.762925 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ea973b8c-ae20-4455-8c10-e4d90dacad61 req-e2de12a3-e52d-48fb-9e6c-b2d04259b7c2 service neutron] 10.222.0.15 "GET /v2.0/networks/13d770d2-76f1-4754-862f-2caf67b7488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343569 Apr 28 19:56:38.764676 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-f0d08a71-8fef-40fc-b495-44e5f26fd44d None None] Provisioning complete for port e90c2b14-c7ab-4c37-817a-243bd49bd5eb triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:38.765256 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f0d08a71-8fef-40fc-b495-44e5f26fd44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:38.811559 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:38.825163 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c8b05fc1-fb53-4f33-9a11-653b5e9bcb2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:38.872253 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port e90c2b14-c7ab-4c37-817a-243bd49bd5eb, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=e90c2b14-c7ab-4c37-817a-243bd49bd5eb,segment=NetworkSegment(33fb8839-f10e-486e-9488-329357d6ff10),segment_id=33fb8839-f10e-486e-9488-329357d6ff10)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:56:38.921568 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:38.946690 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c8b05fc1-fb53-4f33-9a11-653b5e9bcb2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:39.000854 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ebf5b-0ebb-49a0-aa33-ae6c2ffa34ca tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Subnet': ['ID=4087e084-68d7-46d2-8f6f-3858743c6573,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:39.024636 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=e90c2b14-c7ab-4c37-817a-243bd49bd5eb,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:39.060409 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-696ca6b4-9196-43bf-8b1e-8f6fcfba22cb None None] Provisioning complete for port f2868ee8-7949-4339-b275-eb6c602ca7e7 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:39.060791 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-696ca6b4-9196-43bf-8b1e-8f6fcfba22cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:39.121290 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 34aabd9d-75ac-4738-a09f-27aa653310f4 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:56:39.154999 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-2800ddb4-45d6-4fbb-ae1a-d7db2ec9a7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'name': 'tempest-RoutersTest-router-598179015', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:27Z', 'updated_at': '2022-04-28T19:56:31Z', 'revision_number': 2, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'gw_port_host': None, '_interfaces': [{'id': '4113aede-9fc1-4824-829d-d39a94930a46', 'name': '', 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:23:03:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:30Z', 'updated_at': '2022-04-28T19:56:38Z', 'revision_number': 4, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:39.178439 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 34aabd9d-75ac-4738-a09f-27aa653310f4 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:56:39.178783 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 34aabd9d-75ac-4738-a09f-27aa653310f4 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:56:39.231020 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2800ddb4-45d6-4fbb-ae1a-d7db2ec9a7af None None] The sync data for ids ['48962bb3-9323-48d9-9789-97de3970eaf2'] in n-d-839810-1 is: [{'id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'name': 'tempest-RoutersTest-router-598179015', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:27Z', 'updated_at': '2022-04-28T19:56:31Z', 'revision_number': 2, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'gw_port_host': None, '_interfaces': [{'id': '4113aede-9fc1-4824-829d-d39a94930a46', 'name': '', 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:23:03:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:30Z', 'updated_at': '2022-04-28T19:56:38Z', 'revision_number': 4, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:56:39.303554 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-696ca6b4-9196-43bf-8b1e-8f6fcfba22cb None None] Provisioning complete for port 4113aede-9fc1-4824-829d-d39a94930a46 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:39.303922 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-696ca6b4-9196-43bf-8b1e-8f6fcfba22cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:39.371086 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device f2868ee8-7949-4339-b275-eb6c602ca7e7 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:56:39.454372 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0085a014-9730-4e35-9532-f6c676cd3cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:39.477434 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-696ca6b4-9196-43bf-8b1e-8f6fcfba22cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:39.492349 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7ebf5b-0ebb-49a0-aa33-ae6c2ffa34ca tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Checking segment: {'id': 'abc0caf5-c765-466a-90c2-5e2f9f1c8acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '423a2c7a-8ab4-4035-998c-ca91e41cbc1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:56:39.492985 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7ebf5b-0ebb-49a0-aa33-ae6c2ffa34ca tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network hostable DHCP agents. Network: 423a2c7a-8ab4-4035-998c-ca91e41cbc1d, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:56:39.520661 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-696ca6b4-9196-43bf-8b1e-8f6fcfba22cb None None] For port 4113aede-9fc1-4824-829d-d39a94930a46, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=4113aede-9fc1-4824-829d-d39a94930a46,segment=NetworkSegment(f455a7dc-ef31-47ee-be2a-e93df35b6e8f),segment_id=f455a7dc-ef31-47ee-be2a-e93df35b6e8f)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:56:39.521869 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port f2868ee8-7949-4339-b275-eb6c602ca7e7 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:39.522161 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:39.534581 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0085a014-9730-4e35-9532-f6c676cd3cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:39.550163 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-696ca6b4-9196-43bf-8b1e-8f6fcfba22cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:39.596805 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0085a014-9730-4e35-9532-f6c676cd3cc0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=10c3de2afcb649bbae2e90c49d55f6b4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4041107 Apr 28 19:56:39.599641 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 41996) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:39.603972 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085a014-9730-4e35-9532-f6c676cd3cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ec26d8-3485-4b36-b321-6f5d35e940d7,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:39.637305 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7ebf5b-0ebb-49a0-aa33-ae6c2ffa34ca tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network 423a2c7a-8ab4-4035-998c-ca91e41cbc1d is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:56:39.679671 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ca6b4-9196-43bf-8b1e-8f6fcfba22cb None None] Pushing event updated for resources: {'Port': ['ID=4113aede-9fc1-4824-829d-d39a94930a46,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:39.683733 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-8f7ebf5b-0ebb-49a0-aa33-ae6c2ffa34ca tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 423a2c7a-8ab4-4035-998c-ca91e41cbc1d) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:39.702054 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7ebf5b-0ebb-49a0-aa33-ae6c2ffa34ca tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:39.702054 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8f7ebf5b-0ebb-49a0-aa33-ae6c2ffa34ca tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:39.717833 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce582b9-791c-46b0-b597-cbe7416a2697 None None] Network 423a2c7a-8ab4-4035-998c-ca91e41cbc1d requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:56:39.795210 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-106f4535-7154-4930-8398-9ec8cf773308 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:39.796462 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-20e268ef-818d-4a9e-a993-6c2a5b880155 None None] Provisioning complete for port 4113aede-9fc1-4824-829d-d39a94930a46 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:39.796462 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-20e268ef-818d-4a9e-a993-6c2a5b880155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:39.803322 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c8b05fc1-fb53-4f33-9a11-653b5e9bcb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:39.806183 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c8b05fc1-fb53-4f33-9a11-653b5e9bcb2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:39.810121 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c8b05fc1-fb53-4f33-9a11-653b5e9bcb2d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b8dbcc9b-fa4c-44ef-8137-218bb17c8af7 HTTP/1.1" status: 204 len: 168 time: 2.0574532 Apr 28 19:56:39.829148 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a808f4d7-939c-463d-8780-edfb1562af59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:39.881566 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a808f4d7-939c-463d-8780-edfb1562af59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:39.984373 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a808f4d7-939c-463d-8780-edfb1562af59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:39.987900 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a808f4d7-939c-463d-8780-edfb1562af59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:39.989996 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a808f4d7-939c-463d-8780-edfb1562af59 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/88ec26d8-3485-4b36-b321-6f5d35e940d7 HTTP/1.1" status: 204 len: 168 time: 0.3890450 Apr 28 19:56:40.024870 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a808f4d7-939c-463d-8780-edfb1562af59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ec26d8-3485-4b36-b321-6f5d35e940d7,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:40.260490 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e90c2b14-c7ab-4c37-817a-243bd49bd5eb up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:56:40.263905 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8f7ebf5b-0ebb-49a0-aa33-ae6c2ffa34ca tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7571275 Apr 28 19:56:40.267432 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42008) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:40.269496 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b05fc1-fb53-4f33-9a11-653b5e9bcb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dbcc9b-fa4c-44ef-8137-218bb17c8af7,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:40.387991 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8285cd90-1eeb-4376-9b6b-c85d7e0c8eb6 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:40.469278 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829f4a4f-a558-438f-9e87-df308a717c75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-423a2c7a-8ab4-4035-998c-ca91e41cbc1d', 'network_id': '423a2c7a-8ab4-4035-998c-ca91e41cbc1d', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'fixed_ips': [{'subnet_id': '4087e084-68d7-46d2-8f6f-3858743c6573'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:56:40.471253 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-829f4a4f-a558-438f-9e87-df308a717c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:40.487746 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-106f4535-7154-4930-8398-9ec8cf773308 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Allocated IP 172.20.0.1 (45b2662e-ffcc-4833-829f-0dadaa2a1b96/997eac6b-042d-4f1b-befb-4637d4302902/06173871-4582-41e1-ad52-83c7d6f20d86) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:40.725559 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-829f4a4f-a558-438f-9e87-df308a717c75 None None] Allocated IP 172.21.0.2 (423a2c7a-8ab4-4035-998c-ca91e41cbc1d/4087e084-68d7-46d2-8f6f-3858743c6573/726c50e0-28ef-4336-a3a5-64ffdf67e40b) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:40.728299 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port e90c2b14-c7ab-4c37-817a-243bd49bd5eb triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:40.728838 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:40.747108 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-106f4535-7154-4930-8398-9ec8cf773308 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:40.767449 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-49e45101-b232-4955-ac39-28633cfafb0e None None] Provisioning complete for port 4113aede-9fc1-4824-829d-d39a94930a46 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:40.767863 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-49e45101-b232-4955-ac39-28633cfafb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:40.830698 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-106f4535-7154-4930-8398-9ec8cf773308 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:40.911040 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f4535-7154-4930-8398-9ec8cf773308 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event updated for resources: {'Port': ['ID=06173871-4582-41e1-ad52-83c7d6f20d86,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:40.930838 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106f4535-7154-4930-8398-9ec8cf773308 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Network 45b2662e-ffcc-4833-829f-0dadaa2a1b96 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:40.935459 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-106f4535-7154-4930-8398-9ec8cf773308 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:40.961491 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106f4535-7154-4930-8398-9ec8cf773308 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:56:40.977089 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-07376fc2-1878-4d34-aba8-537d0023024b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:41.067455 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-106f4535-7154-4930-8398-9ec8cf773308 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:41.165852 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42016) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:41.208959 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-829f4a4f-a558-438f-9e87-df308a717c75 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:41.210014 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fd449d86-179b-4dc8-8580-b81f704650e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:41.221252 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-829f4a4f-a558-438f-9e87-df308a717c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:41.347770 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f4a4f-a558-438f-9e87-df308a717c75 None None] Pushing event updated for resources: {'Port': ['ID=726c50e0-28ef-4336-a3a5-64ffdf67e40b,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:41.376846 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829f4a4f-a558-438f-9e87-df308a717c75 None None] Network 423a2c7a-8ab4-4035-998c-ca91e41cbc1d is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:41.398629 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-829f4a4f-a558-438f-9e87-df308a717c75 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:41.403327 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829f4a4f-a558-438f-9e87-df308a717c75 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:56:41.407735 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 4113aede-9fc1-4824-829d-d39a94930a46 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:56:41.470579 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-90ddd1b4-6c69-4eb9-aaa7-80755195c326 None None] Provisioning complete for port 06173871-4582-41e1-ad52-83c7d6f20d86 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:41.470950 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-90ddd1b4-6c69-4eb9-aaa7-80755195c326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:41.506776 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42020) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:41.553047 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-106f4535-7154-4930-8398-9ec8cf773308 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:41.563790 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-90ddd1b4-6c69-4eb9-aaa7-80755195c326 None None] Port 06173871-4582-41e1-ad52-83c7d6f20d86 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:56:41.569711 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-829f4a4f-a558-438f-9e87-df308a717c75 None None] Attempting to bind port 726c50e0-28ef-4336-a3a5-64ffdf67e40b on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:56:41.570079 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-829f4a4f-a558-438f-9e87-df308a717c75 None None] Attempting to bind port 726c50e0-28ef-4336-a3a5-64ffdf67e40b by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'abc0caf5-c765-466a-90c2-5e2f9f1c8acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '423a2c7a-8ab4-4035-998c-ca91e41cbc1d'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:56:41.570440 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829f4a4f-a558-438f-9e87-df308a717c75 None None] Attempting to bind port 726c50e0-28ef-4336-a3a5-64ffdf67e40b on network 423a2c7a-8ab4-4035-998c-ca91e41cbc1d {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:56:41.578528 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829f4a4f-a558-438f-9e87-df308a717c75 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:56:41.578894 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829f4a4f-a558-438f-9e87-df308a717c75 None None] Checking segment: {'id': 'abc0caf5-c765-466a-90c2-5e2f9f1c8acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '423a2c7a-8ab4-4035-998c-ca91e41cbc1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:56:41.579317 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-829f4a4f-a558-438f-9e87-df308a717c75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:41.579695 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829f4a4f-a558-438f-9e87-df308a717c75 None None] Bound using segment: {'id': 'abc0caf5-c765-466a-90c2-5e2f9f1c8acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '423a2c7a-8ab4-4035-998c-ca91e41cbc1d'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:56:41.580200 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-829f4a4f-a558-438f-9e87-df308a717c75 None None] Bound port: 726c50e0-28ef-4336-a3a5-64ffdf67e40b, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc0caf5-c765-466a-90c2-5e2f9f1c8acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '423a2c7a-8ab4-4035-998c-ca91e41cbc1d'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:56:41.580586 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-829f4a4f-a558-438f-9e87-df308a717c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:41.584150 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d75329b-7a7f-4c42-b5e7-90f00efc47b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:41.599266 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 4113aede-9fc1-4824-829d-d39a94930a46 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:41.599923 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:41.755634 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-829f4a4f-a558-438f-9e87-df308a717c75 None None] For port 726c50e0-28ef-4336-a3a5-64ffdf67e40b, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:56:41.774273 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-829f4a4f-a558-438f-9e87-df308a717c75 None None] For port 726c50e0-28ef-4336-a3a5-64ffdf67e40b, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=726c50e0-28ef-4336-a3a5-64ffdf67e40b,segment=NetworkSegment(abc0caf5-c765-466a-90c2-5e2f9f1c8acf),segment_id=abc0caf5-c765-466a-90c2-5e2f9f1c8acf)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:56:41.781385 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-829f4a4f-a558-438f-9e87-df308a717c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:41.787055 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42024) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:41.872969 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f4a4f-a558-438f-9e87-df308a717c75 None None] Pushing event updated for resources: {'Port': ['ID=726c50e0-28ef-4336-a3a5-64ffdf67e40b,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:41.985861 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fd449d86-179b-4dc8-8580-b81f704650e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:41.988261 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-8285cd90-1eeb-4376-9b6b-c85d7e0c8eb6 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Deleting port 17442206-1a7e-4846-9995-90f2a05bde34 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:56:41.988618 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8285cd90-1eeb-4376-9b6b-c85d7e0c8eb6 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:42.004093 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fd449d86-179b-4dc8-8580-b81f704650e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:42.046035 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-07376fc2-1878-4d34-aba8-537d0023024b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Allocated IP 172.21.0.1 (423a2c7a-8ab4-4035-998c-ca91e41cbc1d/4087e084-68d7-46d2-8f6f-3858743c6573/26323941-603f-4c45-947a-9dfd11b93ffe) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:42.070283 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8c9d55b5-eb7d-41f5-a68a-eb263fc15f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:42.198947 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-fd449d86-179b-4dc8-8580-b81f704650e9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 1.0284059 Apr 28 19:56:42.199457 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42028) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:42.210525 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd449d86-179b-4dc8-8580-b81f704650e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e4f861-69de-4e63-a38d-3e6233fda5b3,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:42.228478 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-07376fc2-1878-4d34-aba8-537d0023024b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:42.292755 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f8ebaeea-6cc1-49b4-bb18-3965e250959e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:42.305527 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d75329b-7a7f-4c42-b5e7-90f00efc47b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:42.315405 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-07376fc2-1878-4d34-aba8-537d0023024b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:42.326233 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d75329b-7a7f-4c42-b5e7-90f00efc47b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:42.329848 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8285cd90-1eeb-4376-9b6b-c85d7e0c8eb6 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:42.332598 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f8ebaeea-6cc1-49b4-bb18-3965e250959e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:42.333613 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-106f4535-7154-4930-8398-9ec8cf773308 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:42.351566 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-106f4535-7154-4930-8398-9ec8cf773308 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:42.374554 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07376fc2-1878-4d34-aba8-537d0023024b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network 423a2c7a-8ab4-4035-998c-ca91e41cbc1d is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:42.386938 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-07376fc2-1878-4d34-aba8-537d0023024b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:42.396541 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-8285cd90-1eeb-4376-9b6b-c85d7e0c8eb6 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Calling delete_port for 17442206-1a7e-4846-9995-90f2a05bde34 owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:56:42.396999 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07376fc2-1878-4d34-aba8-537d0023024b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:56:42.437110 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07376fc2-1878-4d34-aba8-537d0023024b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Port': ['ID=26323941-603f-4c45-947a-9dfd11b93ffe,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:42.463351 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-07376fc2-1878-4d34-aba8-537d0023024b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:42.476951 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75329b-7a7f-4c42-b5e7-90f00efc47b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25626f5d-b043-4f4e-8c13-600de82b21e2,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:42.504154 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3d75329b-7a7f-4c42-b5e7-90f00efc47b0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f7f5a5c3fe3b48b3adf36b36d01406c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9861605 Apr 28 19:56:42.535288 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42030) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:42.541141 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-106f4535-7154-4930-8398-9ec8cf773308 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:42.548893 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f4535-7154-4930-8398-9ec8cf773308 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event updated for resources: {'Port': ['ID=06173871-4582-41e1-ad52-83c7d6f20d86,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:42.556874 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f8ebaeea-6cc1-49b4-bb18-3965e250959e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:42.559507 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f8ebaeea-6cc1-49b4-bb18-3965e250959e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:42.560686 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f8ebaeea-6cc1-49b4-bb18-3965e250959e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/22e4f861-69de-4e63-a38d-3e6233fda5b3 HTTP/1.1" status: 204 len: 168 time: 0.3602419 Apr 28 19:56:42.563034 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8c9d55b5-eb7d-41f5-a68a-eb263fc15f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:42.570960 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8c9d55b5-eb7d-41f5-a68a-eb263fc15f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:42.594391 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ebaeea-6cc1-49b4-bb18-3965e250959e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e4f861-69de-4e63-a38d-3e6233fda5b3,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:42.688654 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-07376fc2-1878-4d34-aba8-537d0023024b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:42.690926 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b8789909-a1b3-47dd-a120-10e4ea8ba685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:42.719732 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d55b5-eb7d-41f5-a68a-eb263fc15f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df64fbd5-64b6-43ab-8505-17a54c7c1b33,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:42.727514 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8c9d55b5-eb7d-41f5-a68a-eb263fc15f52 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=80fe960543b140c9acb7ef4c2257ea90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9306397 Apr 28 19:56:42.731187 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42034) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:42.736380 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b8789909-a1b3-47dd-a120-10e4ea8ba685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:42.883166 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106f4535-7154-4930-8398-9ec8cf773308 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Network 45b2662e-ffcc-4833-829f-0dadaa2a1b96 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:42.890286 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-106f4535-7154-4930-8398-9ec8cf773308 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:43.014866 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-057de9b3-dc44-41dd-a675-abf0bc2c513c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:43.033147 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8285cd90-1eeb-4376-9b6b-c85d7e0c8eb6 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:43.113795 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285cd90-1eeb-4376-9b6b-c85d7e0c8eb6 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Port': ['ID=17442206-1a7e-4846-9995-90f2a05bde34,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:43.180145 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b8789909-a1b3-47dd-a120-10e4ea8ba685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:43.185366 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b8789909-a1b3-47dd-a120-10e4ea8ba685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:43.186748 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b8789909-a1b3-47dd-a120-10e4ea8ba685 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/25626f5d-b043-4f4e-8c13-600de82b21e2 HTTP/1.1" status: 204 len: 168 time: 0.6502399 Apr 28 19:56:43.214759 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-057de9b3-dc44-41dd-a675-abf0bc2c513c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:43.229736 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106f4535-7154-4930-8398-9ec8cf773308 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Router de80bb43-aa79-4fc9-8ca3-cb3d219f95de has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:56:43.248145 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8789909-a1b3-47dd-a120-10e4ea8ba685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25626f5d-b043-4f4e-8c13-600de82b21e2,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:43.286072 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-07376fc2-1878-4d34-aba8-537d0023024b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:43.294359 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-07376fc2-1878-4d34-aba8-537d0023024b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:43.455946 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07376fc2-1878-4d34-aba8-537d0023024b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Port': ['ID=26323941-603f-4c45-947a-9dfd11b93ffe,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:43.457588 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 726c50e0-28ef-4336-a3a5-64ffdf67e40b up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:56:43.475242 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-07376fc2-1878-4d34-aba8-537d0023024b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:43.592127 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-52bb622d-fe97-4bd8-9bae-3302e6f74fae None None] Provisioning complete for port 06173871-4582-41e1-ad52-83c7d6f20d86 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:43.592388 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-52bb622d-fe97-4bd8-9bae-3302e6f74fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:43.598246 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd197aa9-dd7d-4523-b5fe-f6299415fe5c None None] Network 423a2c7a-8ab4-4035-998c-ca91e41cbc1d requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:56:43.628572 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 726c50e0-28ef-4336-a3a5-64ffdf67e40b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:43.629266 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:43.636771 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07376fc2-1878-4d34-aba8-537d0023024b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network 423a2c7a-8ab4-4035-998c-ca91e41cbc1d is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:43.638718 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-07376fc2-1878-4d34-aba8-537d0023024b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:43.686579 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106f4535-7154-4930-8398-9ec8cf773308 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:56:43.688427 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8285cd90-1eeb-4376-9b6b-c85d7e0c8eb6 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:43.701766 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-106f4535-7154-4930-8398-9ec8cf773308 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "PUT /v2.0/routers/de80bb43-aa79-4fc9-8ca3-cb3d219f95de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9714544 Apr 28 19:56:43.706096 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42044) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:43.714334 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-c2a4bea5-2976-48fb-81c5-12f31ed62030 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Request body: {'port': {'network_id': '45b2662e-ffcc-4833-829f-0dadaa2a1b96', 'name': 'tempest-FloatingIPTestJSON-449267075'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:43.731903 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02881f0f-5836-4964-8a4c-63bc78b34b90 None None] Sync routers for ids ['de80bb43-aa79-4fc9-8ca3-cb3d219f95de'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:56:43.779523 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-057de9b3-dc44-41dd-a675-abf0bc2c513c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:43.783278 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-057de9b3-dc44-41dd-a675-abf0bc2c513c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:43.784688 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-057de9b3-dc44-41dd-a675-abf0bc2c513c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/df64fbd5-64b6-43ab-8505-17a54c7c1b33 HTTP/1.1" status: 204 len: 168 time: 1.0449691 Apr 28 19:56:43.802669 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02881f0f-5836-4964-8a4c-63bc78b34b90 None None] Routers {'de80bb43-aa79-4fc9-8ca3-cb3d219f95de'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:43.803572 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-02881f0f-5836-4964-8a4c-63bc78b34b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['de80bb43-aa79-4fc9-8ca3-cb3d219f95de'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:43.868707 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07376fc2-1878-4d34-aba8-537d0023024b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Router 48962bb3-9323-48d9-9789-97de3970eaf2 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:56:43.975541 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-52bb622d-fe97-4bd8-9bae-3302e6f74fae None None] Port 06173871-4582-41e1-ad52-83c7d6f20d86 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:56:43.990599 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-02881f0f-5836-4964-8a4c-63bc78b34b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:44.040774 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02881f0f-5836-4964-8a4c-63bc78b34b90 None None] Routers {'de80bb43-aa79-4fc9-8ca3-cb3d219f95de'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:44.041421 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-02881f0f-5836-4964-8a4c-63bc78b34b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['de80bb43-aa79-4fc9-8ca3-cb3d219f95de'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:44.068789 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07376fc2-1878-4d34-aba8-537d0023024b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:56:44.081341 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cf960f-0c50-4247-a7f3-bef168d94467 None None] Sync routers for ids ['48962bb3-9323-48d9-9789-97de3970eaf2'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:56:44.085036 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-02881f0f-5836-4964-8a4c-63bc78b34b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:44.085295 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02881f0f-5836-4964-8a4c-63bc78b34b90 None None] The sync data for ids ['de80bb43-aa79-4fc9-8ca3-cb3d219f95de'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:56:44.090120 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-07376fc2-1878-4d34-aba8-537d0023024b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "PUT /v2.0/routers/48962bb3-9323-48d9-9789-97de3970eaf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8214400 Apr 28 19:56:44.091371 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42054) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:44.107432 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cf960f-0c50-4247-a7f3-bef168d94467 None None] Routers {'48962bb3-9323-48d9-9789-97de3970eaf2'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:44.107664 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-32da9fc4-444c-41eb-86a9-0c4d6fb5a101 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Request body: {'network': {'name': 'tempest-RoutersTest-260374080'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:44.108251 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-e3cf960f-0c50-4247-a7f3-bef168d94467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['48962bb3-9323-48d9-9789-97de3970eaf2'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:44.159361 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32da9fc4-444c-41eb-86a9-0c4d6fb5a101 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Made reservation on behalf of 8e56e936bdd14ca9aa8a5eb368e71d6b for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:44.163350 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-32da9fc4-444c-41eb-86a9-0c4d6fb5a101 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:44.197771 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32da9fc4-444c-41eb-86a9-0c4d6fb5a101 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:56:44.211352 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-32da9fc4-444c-41eb-86a9-0c4d6fb5a101 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:44.211905 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-32da9fc4-444c-41eb-86a9-0c4d6fb5a101 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Added segment 93d67731-c61b-4a90-8e87-b2e70fe9226f of type vlan for network 8c4514dd-6326-4831-a147-94692b600de1 Apr 28 19:56:44.287380 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-32da9fc4-444c-41eb-86a9-0c4d6fb5a101 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:44.300059 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-e3cf960f-0c50-4247-a7f3-bef168d94467 None None] Set router 48962bb3-9323-48d9-9789-97de3970eaf2 gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:56:44.362636 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-32da9fc4-444c-41eb-86a9-0c4d6fb5a101 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:44.372245 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32da9fc4-444c-41eb-86a9-0c4d6fb5a101 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:44.373504 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-32da9fc4-444c-41eb-86a9-0c4d6fb5a101 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:44.388784 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42064) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:44.425096 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-362d5764-2b9c-48a9-b860-04477560e16b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:44.443736 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057de9b3-dc44-41dd-a675-abf0bc2c513c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df64fbd5-64b6-43ab-8505-17a54c7c1b33,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:44.467774 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-32da9fc4-444c-41eb-86a9-0c4d6fb5a101 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3727789 Apr 28 19:56:44.520207 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42068) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:44.534077 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-de8b8983-63d3-4eec-a35d-4d22e45b89a2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Request body: {'subnet': {'network_id': '8c4514dd-6326-4831-a147-94692b600de1', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:44.570944 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:44.576092 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-1ea94ba8-9d22-4aef-89a2-35bd4e50ca56 None None] Provisioning complete for port 726c50e0-28ef-4336-a3a5-64ffdf67e40b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:44.576898 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1ea94ba8-9d22-4aef-89a2-35bd4e50ca56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:44.645104 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-e3cf960f-0c50-4247-a7f3-bef168d94467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'name': 'tempest-RoutersTest-router-598179015', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:27Z', 'updated_at': '2022-04-28T19:56:42Z', 'revision_number': 3, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'gw_port_host': None, '_interfaces': [{'id': '26323941-603f-4c45-947a-9dfd11b93ffe', 'name': '', 'network_id': '423a2c7a-8ab4-4035-998c-ca91e41cbc1d', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:80:9b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:41Z', 'updated_at': '2022-04-28T19:56:42Z', 'revision_number': 2, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4113aede-9fc1-4824-829d-d39a94930a46', 'name': '', 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:23:03:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:30Z', 'updated_at': '2022-04-28T19:56:39Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:44.721299 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cf960f-0c50-4247-a7f3-bef168d94467 None None] Checking router: 48962bb3-9323-48d9-9789-97de3970eaf2 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:56:44.721655 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cf960f-0c50-4247-a7f3-bef168d94467 None None] Updating router 48962bb3-9323-48d9-9789-97de3970eaf2 port 26323941-603f-4c45-947a-9dfd11b93ffe binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:56:44.743484 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 726c50e0-28ef-4336-a3a5-64ffdf67e40b, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=726c50e0-28ef-4336-a3a5-64ffdf67e40b,segment=NetworkSegment(abc0caf5-c765-466a-90c2-5e2f9f1c8acf),segment_id=abc0caf5-c765-466a-90c2-5e2f9f1c8acf)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:56:44.758705 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:44.765494 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a4bea5-2976-48fb-81c5-12f31ed62030 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Made reservation on behalf of 2346ae7acda54a7d9a0535a1f9abe5a5 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:44.769246 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c2a4bea5-2976-48fb-81c5-12f31ed62030 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:44.786132 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8285cd90-1eeb-4376-9b6b-c85d7e0c8eb6 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Router 198d07ec-6100-444d-a24b-1d67a9bb1e68 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:56:44.798429 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-c2a4bea5-2976-48fb-81c5-12f31ed62030 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] device_id is not set on port f91cf99a-6b61-4ecc-856f-413d0a8b21ac yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:56:44.803854 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-e3cf960f-0c50-4247-a7f3-bef168d94467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:44.827698 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da9fc4-444c-41eb-86a9-0c4d6fb5a101 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Network': ['ID=8c4514dd-6326-4831-a147-94692b600de1,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:44.857941 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 8c4514dd-6326-4831-a147-94692b600de1 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:56:44.884456 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8b8983-63d3-4eec-a35d-4d22e45b89a2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Made reservation on behalf of 8e56e936bdd14ca9aa8a5eb368e71d6b for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:44.889456 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-de8b8983-63d3-4eec-a35d-4d22e45b89a2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:45.057051 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=726c50e0-28ef-4336-a3a5-64ffdf67e40b,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:45.132881 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-f7dd5f87-da87-4e48-a555-9dd79d588ee9 None None] Provisioning complete for port 26323941-603f-4c45-947a-9dfd11b93ffe triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:45.133262 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f7dd5f87-da87-4e48-a555-9dd79d588ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:45.139589 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8285cd90-1eeb-4376-9b6b-c85d7e0c8eb6 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:56:45.155815 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8285cd90-1eeb-4376-9b6b-c85d7e0c8eb6 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "PUT /v2.0/routers/198d07ec-6100-444d-a24b-1d67a9bb1e68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2038608 Apr 28 19:56:45.156456 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42078) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:45.207607 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4b2fd7-3179-4eb8-9ee1-c2fb5b37b928 None None] Sync routers for ids ['198d07ec-6100-444d-a24b-1d67a9bb1e68'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:56:45.271294 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-de8b8983-63d3-4eec-a35d-4d22e45b89a2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:45.274808 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4b2fd7-3179-4eb8-9ee1-c2fb5b37b928 None None] Routers {'198d07ec-6100-444d-a24b-1d67a9bb1e68'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:45.275716 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-7c4b2fd7-3179-4eb8-9ee1-c2fb5b37b928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['198d07ec-6100-444d-a24b-1d67a9bb1e68'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:45.286539 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-f7dd5f87-da87-4e48-a555-9dd79d588ee9 None None] Port 26323941-603f-4c45-947a-9dfd11b93ffe cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:56:45.326971 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-c2a4bea5-2976-48fb-81c5-12f31ed62030 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Allocated IP 172.20.0.14 (45b2662e-ffcc-4833-829f-0dadaa2a1b96/997eac6b-042d-4f1b-befb-4637d4302902/f91cf99a-6b61-4ecc-856f-413d0a8b21ac) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:45.397429 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 726c50e0-28ef-4336-a3a5-64ffdf67e40b up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:56:45.437202 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-362d5764-2b9c-48a9-b860-04477560e16b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:45.465147 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-362d5764-2b9c-48a9-b860-04477560e16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:45.521167 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-e3cf960f-0c50-4247-a7f3-bef168d94467 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:45.524614 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-7c4b2fd7-3179-4eb8-9ee1-c2fb5b37b928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:45.531092 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-e3cf960f-0c50-4247-a7f3-bef168d94467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:45.553708 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-f7dd5f87-da87-4e48-a555-9dd79d588ee9 None None] Provisioning complete for port 726c50e0-28ef-4336-a3a5-64ffdf67e40b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:45.555107 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f7dd5f87-da87-4e48-a555-9dd79d588ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:45.560525 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b8983-63d3-4eec-a35d-4d22e45b89a2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Subnet': ['ID=8b844eab-c699-4005-8b60-5d76f7cddf8e,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:45.572177 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-362d5764-2b9c-48a9-b860-04477560e16b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=deda16b82b5e483e87478d1312301712&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1818476 Apr 28 19:56:45.581329 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42092) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:45.631800 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4b2fd7-3179-4eb8-9ee1-c2fb5b37b928 None None] Routers {'198d07ec-6100-444d-a24b-1d67a9bb1e68'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:45.634276 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-7c4b2fd7-3179-4eb8-9ee1-c2fb5b37b928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['198d07ec-6100-444d-a24b-1d67a9bb1e68'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:45.639686 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b32a9-e3fb-4eaf-aa3b-38e893b0ec7b None None] Pushing event updated for resources: {'Port': ['ID=26323941-603f-4c45-947a-9dfd11b93ffe,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:45.652007 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8b8983-63d3-4eec-a35d-4d22e45b89a2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Checking segment: {'id': '93d67731-c61b-4a90-8e87-b2e70fe9226f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8c4514dd-6326-4831-a147-94692b600de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:56:45.652395 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8b8983-63d3-4eec-a35d-4d22e45b89a2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network hostable DHCP agents. Network: 8c4514dd-6326-4831-a147-94692b600de1, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:56:45.691680 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d5764-2b9c-48a9-b860-04477560e16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8631d0bf-5165-4a4b-9397-eafd080b0118,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:45.737868 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 726c50e0-28ef-4336-a3a5-64ffdf67e40b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:45.738357 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:45.768407 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8b8983-63d3-4eec-a35d-4d22e45b89a2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network 8c4514dd-6326-4831-a147-94692b600de1 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:56:45.785051 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5714a1b5-48e5-47dc-ac90-f1387971068e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:45.801867 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-de8b8983-63d3-4eec-a35d-4d22e45b89a2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 8c4514dd-6326-4831-a147-94692b600de1) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:45.814826 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-e3cf960f-0c50-4247-a7f3-bef168d94467 None None] Attempting to bind port 26323941-603f-4c45-947a-9dfd11b93ffe on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:56:45.815196 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-e3cf960f-0c50-4247-a7f3-bef168d94467 None None] Attempting to bind port 26323941-603f-4c45-947a-9dfd11b93ffe by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'abc0caf5-c765-466a-90c2-5e2f9f1c8acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '423a2c7a-8ab4-4035-998c-ca91e41cbc1d'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:56:45.815591 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cf960f-0c50-4247-a7f3-bef168d94467 None None] Attempting to bind port 26323941-603f-4c45-947a-9dfd11b93ffe on network 423a2c7a-8ab4-4035-998c-ca91e41cbc1d {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:56:45.819882 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8b8983-63d3-4eec-a35d-4d22e45b89a2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:45.828315 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cf960f-0c50-4247-a7f3-bef168d94467 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:56:45.828686 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cf960f-0c50-4247-a7f3-bef168d94467 None None] Checking segment: {'id': 'abc0caf5-c765-466a-90c2-5e2f9f1c8acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '423a2c7a-8ab4-4035-998c-ca91e41cbc1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:56:45.829087 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-e3cf960f-0c50-4247-a7f3-bef168d94467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:45.829477 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cf960f-0c50-4247-a7f3-bef168d94467 None None] Bound using segment: {'id': 'abc0caf5-c765-466a-90c2-5e2f9f1c8acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '423a2c7a-8ab4-4035-998c-ca91e41cbc1d'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:56:45.829947 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-e3cf960f-0c50-4247-a7f3-bef168d94467 None None] Bound port: 26323941-603f-4c45-947a-9dfd11b93ffe, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc0caf5-c765-466a-90c2-5e2f9f1c8acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '423a2c7a-8ab4-4035-998c-ca91e41cbc1d'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:56:45.831861 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-de8b8983-63d3-4eec-a35d-4d22e45b89a2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:45.833796 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-e3cf960f-0c50-4247-a7f3-bef168d94467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:45.841072 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-7c4b2fd7-3179-4eb8-9ee1-c2fb5b37b928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:45.841969 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4b2fd7-3179-4eb8-9ee1-c2fb5b37b928 None None] The sync data for ids ['198d07ec-6100-444d-a24b-1d67a9bb1e68'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:56:45.858116 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474ebc61-af44-4334-b05f-660c3e655154 None None] Network 8c4514dd-6326-4831-a147-94692b600de1 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:56:45.871795 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-de8b8983-63d3-4eec-a35d-4d22e45b89a2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3492546 Apr 28 19:56:45.878967 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42100) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:45.899786 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5714a1b5-48e5-47dc-ac90-f1387971068e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:45.943640 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-e3cf960f-0c50-4247-a7f3-bef168d94467 None None] For port 26323941-603f-4c45-947a-9dfd11b93ffe, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:56:45.947163 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-e3cf960f-0c50-4247-a7f3-bef168d94467 None None] For port 26323941-603f-4c45-947a-9dfd11b93ffe, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=26323941-603f-4c45-947a-9dfd11b93ffe,segment=NetworkSegment(abc0caf5-c765-466a-90c2-5e2f9f1c8acf),segment_id=abc0caf5-c765-466a-90c2-5e2f9f1c8acf)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:56:45.954095 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-e3cf960f-0c50-4247-a7f3-bef168d94467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:46.053205 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c2a4bea5-2976-48fb-81c5-12f31ed62030 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:46.120726 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cf960f-0c50-4247-a7f3-bef168d94467 None None] Routers {'48962bb3-9323-48d9-9789-97de3970eaf2'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:46.121359 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-e3cf960f-0c50-4247-a7f3-bef168d94467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['48962bb3-9323-48d9-9789-97de3970eaf2'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:46.125140 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b32a9-e3fb-4eaf-aa3b-38e893b0ec7b None None] Pushing event updated for resources: {'Port': ['ID=26323941-603f-4c45-947a-9dfd11b93ffe,revision_number=4']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:46.150025 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c2a4bea5-2976-48fb-81c5-12f31ed62030 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:46.239039 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-9b626c6c-6230-4e88-9e72-403e8964b5b7 None None] Provisioning complete for port 26323941-603f-4c45-947a-9dfd11b93ffe triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:46.239690 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9b626c6c-6230-4e88-9e72-403e8964b5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:46.267994 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4bea5-2976-48fb-81c5-12f31ed62030 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event updated for resources: {'Port': ['ID=f91cf99a-6b61-4ecc-856f-413d0a8b21ac,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:46.300506 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a4bea5-2976-48fb-81c5-12f31ed62030 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Network 45b2662e-ffcc-4833-829f-0dadaa2a1b96 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:46.305637 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-c2a4bea5-2976-48fb-81c5-12f31ed62030 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:46.311736 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a4bea5-2976-48fb-81c5-12f31ed62030 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:56:46.393908 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56330f15-5936-4218-bb8a-34571b44fb52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-8c4514dd-6326-4831-a147-94692b600de1', 'network_id': '8c4514dd-6326-4831-a147-94692b600de1', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'fixed_ips': [{'subnet_id': '8b844eab-c699-4005-8b60-5d76f7cddf8e'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:56:46.404063 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-56330f15-5936-4218-bb8a-34571b44fb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:46.501793 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9b626c6c-6230-4e88-9e72-403e8964b5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:46.530470 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a4bea5-2976-48fb-81c5-12f31ed62030 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:46.531143 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c2a4bea5-2976-48fb-81c5-12f31ed62030 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:46.535883 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-e3cf960f-0c50-4247-a7f3-bef168d94467 None None] Set router 48962bb3-9323-48d9-9789-97de3970eaf2 gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:56:46.642168 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c2a4bea5-2976-48fb-81c5-12f31ed62030 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9338853 Apr 28 19:56:46.649158 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42108) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:46.663513 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb466c-c5ac-428c-a07c-2fe477c8f877 req-12034d37-179c-4ecd-8df9-bbbfab717d86 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:46.672135 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-51eb466c-c5ac-428c-a07c-2fe477c8f877 req-12034d37-179c-4ecd-8df9-bbbfab717d86 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 946 time: 0.4491928 Apr 28 19:56:46.684749 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-f6a5be8e-2634-4019-ab4a-fe25e8e4b03d tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Request body: {'floatingip': {'port_id': 'f91cf99a-6b61-4ecc-856f-413d0a8b21ac'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:46.703470 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f6f22497-49a1-4e35-8c1a-a26be5114306 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:46.740905 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-9b626c6c-6230-4e88-9e72-403e8964b5b7 None None] For port 26323941-603f-4c45-947a-9dfd11b93ffe, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=26323941-603f-4c45-947a-9dfd11b93ffe,segment=NetworkSegment(abc0caf5-c765-466a-90c2-5e2f9f1c8acf),segment_id=abc0caf5-c765-466a-90c2-5e2f9f1c8acf)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:56:46.756024 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9b626c6c-6230-4e88-9e72-403e8964b5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:46.799290 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5714a1b5-48e5-47dc-ac90-f1387971068e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:46.803144 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5714a1b5-48e5-47dc-ac90-f1387971068e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:46.804373 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5714a1b5-48e5-47dc-ac90-f1387971068e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8631d0bf-5165-4a4b-9397-eafd080b0118 HTTP/1.1" status: 204 len: 168 time: 1.2131453 Apr 28 19:56:46.828870 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5714a1b5-48e5-47dc-ac90-f1387971068e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8631d0bf-5165-4a4b-9397-eafd080b0118,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:46.955777 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-51eb466c-c5ac-428c-a07c-2fe477c8f877 req-d8771935-545a-40bd-8646-7ed752c3300e tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2541146 Apr 28 19:56:46.967790 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f6a5be8e-2634-4019-ab4a-fe25e8e4b03d tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for floatingip, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:46.981437 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-56330f15-5936-4218-bb8a-34571b44fb52 None None] Allocated IP 172.22.0.2 (8c4514dd-6326-4831-a147-94692b600de1/8b844eab-c699-4005-8b60-5d76f7cddf8e/323dd457-2ac8-45a8-ad0b-ae7f3df30190) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:46.993656 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b626c6c-6230-4e88-9e72-403e8964b5b7 None None] Pushing event updated for resources: {'Port': ['ID=26323941-603f-4c45-947a-9dfd11b93ffe,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:46.999622 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-5f9cb7fd-6dcd-4874-a9e4-9caeea46a3c2 None None] Provisioning complete for port 26323941-603f-4c45-947a-9dfd11b93ffe triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:47.000296 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5f9cb7fd-6dcd-4874-a9e4-9caeea46a3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:47.022602 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-e3cf960f-0c50-4247-a7f3-bef168d94467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'name': 'tempest-RoutersTest-router-598179015', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:27Z', 'updated_at': '2022-04-28T19:56:42Z', 'revision_number': 3, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'gw_port_host': None, '_interfaces': [{'id': '26323941-603f-4c45-947a-9dfd11b93ffe', 'name': '', 'network_id': '423a2c7a-8ab4-4035-998c-ca91e41cbc1d', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:80:9b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:41Z', 'updated_at': '2022-04-28T19:56:45Z', 'revision_number': 4, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4113aede-9fc1-4824-829d-d39a94930a46', 'name': '', 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:23:03:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:30Z', 'updated_at': '2022-04-28T19:56:39Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:47.098400 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cf960f-0c50-4247-a7f3-bef168d94467 None None] The sync data for ids ['48962bb3-9323-48d9-9789-97de3970eaf2'] in n-d-839810-1 is: [{'id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'name': 'tempest-RoutersTest-router-598179015', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:27Z', 'updated_at': '2022-04-28T19:56:42Z', 'revision_number': 3, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'gw_port_host': None, '_interfaces': [{'id': '26323941-603f-4c45-947a-9dfd11b93ffe', 'name': '', 'network_id': '423a2c7a-8ab4-4035-998c-ca91e41cbc1d', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:80:9b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:41Z', 'updated_at': '2022-04-28T19:56:45Z', 'revision_number': 4, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4113aede-9fc1-4824-829d-d39a94930a46', 'name': '', 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:23:03:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:30Z', 'updated_at': '2022-04-28T19:56:39Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:56:47.163324 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-f6f22497-49a1-4e35-8c1a-a26be5114306 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Deleting port f25e8591-78f0-490f-a03a-9472366151c7 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:56:47.163875 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f6f22497-49a1-4e35-8c1a-a26be5114306 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:47.219657 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-602c412d-17bc-4d6f-aab9-c31abee9e27b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:47.286837 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-5f9cb7fd-6dcd-4874-a9e4-9caeea46a3c2 None None] Provisioning complete for port f91cf99a-6b61-4ecc-856f-413d0a8b21ac triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:47.287318 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5f9cb7fd-6dcd-4874-a9e4-9caeea46a3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:47.365560 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-56330f15-5936-4218-bb8a-34571b44fb52 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:47.370051 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-5f9cb7fd-6dcd-4874-a9e4-9caeea46a3c2 None None] Port f91cf99a-6b61-4ecc-856f-413d0a8b21ac cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:56:47.377975 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-56330f15-5936-4218-bb8a-34571b44fb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:47.421743 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 26323941-603f-4c45-947a-9dfd11b93ffe up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:56:47.478116 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f6f22497-49a1-4e35-8c1a-a26be5114306 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:47.490418 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56330f15-5936-4218-bb8a-34571b44fb52 None None] Network 8c4514dd-6326-4831-a147-94692b600de1 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:47.498449 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-56330f15-5936-4218-bb8a-34571b44fb52 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:47.509839 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-f6f22497-49a1-4e35-8c1a-a26be5114306 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Calling delete_port for f25e8591-78f0-490f-a03a-9472366151c7 owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:56:47.525140 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56330f15-5936-4218-bb8a-34571b44fb52 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:56:47.532334 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56330f15-5936-4218-bb8a-34571b44fb52 None None] Pushing event updated for resources: {'Port': ['ID=323dd457-2ac8-45a8-ad0b-ae7f3df30190,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:47.628515 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 26323941-603f-4c45-947a-9dfd11b93ffe triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:47.629251 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:47.747999 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-56330f15-5936-4218-bb8a-34571b44fb52 None None] Attempting to bind port 323dd457-2ac8-45a8-ad0b-ae7f3df30190 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:56:47.748762 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-56330f15-5936-4218-bb8a-34571b44fb52 None None] Attempting to bind port 323dd457-2ac8-45a8-ad0b-ae7f3df30190 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '93d67731-c61b-4a90-8e87-b2e70fe9226f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8c4514dd-6326-4831-a147-94692b600de1'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:56:47.748996 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56330f15-5936-4218-bb8a-34571b44fb52 None None] Attempting to bind port 323dd457-2ac8-45a8-ad0b-ae7f3df30190 on network 8c4514dd-6326-4831-a147-94692b600de1 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:56:47.756433 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56330f15-5936-4218-bb8a-34571b44fb52 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:56:47.761001 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56330f15-5936-4218-bb8a-34571b44fb52 None None] Checking segment: {'id': '93d67731-c61b-4a90-8e87-b2e70fe9226f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8c4514dd-6326-4831-a147-94692b600de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:56:47.761621 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-56330f15-5936-4218-bb8a-34571b44fb52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:47.762497 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56330f15-5936-4218-bb8a-34571b44fb52 None None] Bound using segment: {'id': '93d67731-c61b-4a90-8e87-b2e70fe9226f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8c4514dd-6326-4831-a147-94692b600de1'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:56:47.762994 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-56330f15-5936-4218-bb8a-34571b44fb52 None None] Bound port: 323dd457-2ac8-45a8-ad0b-ae7f3df30190, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d67731-c61b-4a90-8e87-b2e70fe9226f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8c4514dd-6326-4831-a147-94692b600de1'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:56:47.765191 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-56330f15-5936-4218-bb8a-34571b44fb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:47.828374 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f6f22497-49a1-4e35-8c1a-a26be5114306 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:47.860065 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f22497-49a1-4e35-8c1a-a26be5114306 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Port': ['ID=f25e8591-78f0-490f-a03a-9472366151c7,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:48.021809 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-56330f15-5936-4218-bb8a-34571b44fb52 None None] For port 323dd457-2ac8-45a8-ad0b-ae7f3df30190, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:56:48.027208 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-56330f15-5936-4218-bb8a-34571b44fb52 None None] For port 323dd457-2ac8-45a8-ad0b-ae7f3df30190, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=323dd457-2ac8-45a8-ad0b-ae7f3df30190,segment=NetworkSegment(93d67731-c61b-4a90-8e87-b2e70fe9226f),segment_id=93d67731-c61b-4a90-8e87-b2e70fe9226f)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:56:48.036194 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-56330f15-5936-4218-bb8a-34571b44fb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:48.147147 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f6f22497-49a1-4e35-8c1a-a26be5114306 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:48.202764 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56330f15-5936-4218-bb8a-34571b44fb52 None None] Pushing event updated for resources: {'Port': ['ID=323dd457-2ac8-45a8-ad0b-ae7f3df30190,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:48.506209 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6abfe-e2f1-4991-9dab-5958fcec9d18 req-a1471e2c-082f-4090-b5a7-230f083bad67 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:48.508046 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f1e6abfe-e2f1-4991-9dab-5958fcec9d18 req-a1471e2c-082f-4090-b5a7-230f083bad67 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 946 time: 0.1905627 Apr 28 19:56:48.520340 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f22497-49a1-4e35-8c1a-a26be5114306 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Router 198d07ec-6100-444d-a24b-1d67a9bb1e68 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:56:48.668449 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f22497-49a1-4e35-8c1a-a26be5114306 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:56:48.674358 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-602c412d-17bc-4d6f-aab9-c31abee9e27b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Allocated IP 172.22.0.1 (8c4514dd-6326-4831-a147-94692b600de1/8b844eab-c699-4005-8b60-5d76f7cddf8e/37a4c838-c762-455d-bb23-103d65a9666c) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:48.675653 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f6f22497-49a1-4e35-8c1a-a26be5114306 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "PUT /v2.0/routers/198d07ec-6100-444d-a24b-1d67a9bb1e68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5155621 Apr 28 19:56:48.680496 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31947da1-02aa-4120-80a8-a307b47bb0e6 None None] Sync routers for ids ['198d07ec-6100-444d-a24b-1d67a9bb1e68'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:56:48.695755 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f1e6abfe-e2f1-4991-9dab-5958fcec9d18 req-368d35d5-3ea8-4ca9-9179-7b4dca2f05ec tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744833 Apr 28 19:56:48.696762 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42142) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:48.699852 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31947da1-02aa-4120-80a8-a307b47bb0e6 None None] Routers {'198d07ec-6100-444d-a24b-1d67a9bb1e68'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:48.700985 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-31947da1-02aa-4120-80a8-a307b47bb0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['198d07ec-6100-444d-a24b-1d67a9bb1e68'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:48.736148 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d1aa81aa-004e-4a08-9c96-88c53336b810 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "GET /v2.0/ports?device_id=198d07ec-6100-444d-a24b-1d67a9bb1e68 HTTP/1.1" status: 200 len: 205 time: 0.0361633 Apr 28 19:56:48.738933 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42144) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:48.784787 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-31947da1-02aa-4120-80a8-a307b47bb0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:48.811684 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31947da1-02aa-4120-80a8-a307b47bb0e6 None None] Routers {'198d07ec-6100-444d-a24b-1d67a9bb1e68'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:48.812438 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-31947da1-02aa-4120-80a8-a307b47bb0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['198d07ec-6100-444d-a24b-1d67a9bb1e68'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:48.815739 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b54b8-b58b-43d1-99ef-e4a62b8f214b req-2116981d-898a-4749-89bb-9709494c991a tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:48.817381 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3e0b54b8-b58b-43d1-99ef-e4a62b8f214b req-2116981d-898a-4749-89bb-9709494c991a tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 946 time: 0.9460151 Apr 28 19:56:48.853739 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-31947da1-02aa-4120-80a8-a307b47bb0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:48.855631 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31947da1-02aa-4120-80a8-a307b47bb0e6 None None] The sync data for ids ['198d07ec-6100-444d-a24b-1d67a9bb1e68'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:56:48.865793 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-70a62adf-88c3-48a0-8368-8fe7c212791b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.067946 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-70a62adf-88c3-48a0-8368-8fe7c212791b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.070372 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-70a62adf-88c3-48a0-8368-8fe7c212791b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.105750 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-602c412d-17bc-4d6f-aab9-c31abee9e27b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.130132 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-70a62adf-88c3-48a0-8368-8fe7c212791b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.130794 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a62adf-88c3-48a0-8368-8fe7c212791b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Fanout notify agent at l3_agent the message router_deleted on router 198d07ec-6100-444d-a24b-1d67a9bb1e68 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:56:49.131872 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-3e0b54b8-b58b-43d1-99ef-e4a62b8f214b req-07202ee4-ae47-4a65-b378-98875399b0cb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Deleting port c67ace5d-1fb0-4547-8c1d-971faf48ea74 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:56:49.132500 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3e0b54b8-b58b-43d1-99ef-e4a62b8f214b req-07202ee4-ae47-4a65-b378-98875399b0cb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.140494 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-70a62adf-88c3-48a0-8368-8fe7c212791b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.144764 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-70a62adf-88c3-48a0-8368-8fe7c212791b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/routers/198d07ec-6100-444d-a24b-1d67a9bb1e68 HTTP/1.1" status: 204 len: 168 time: 0.4039912 Apr 28 19:56:49.145474 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42154) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:49.229838 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-459d6c19-6bbe-44b8-9627-7732eea64459 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Deleting subnet 32ab7d23-025e-4028-a3ea-17805fc55e84 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:56:49.235314 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-459d6c19-6bbe-44b8-9627-7732eea64459 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.317847 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-459d6c19-6bbe-44b8-9627-7732eea64459 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.326628 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-602c412d-17bc-4d6f-aab9-c31abee9e27b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.391666 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602c412d-17bc-4d6f-aab9-c31abee9e27b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network 8c4514dd-6326-4831-a147-94692b600de1 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:49.393823 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-3e0b54b8-b58b-43d1-99ef-e4a62b8f214b req-07202ee4-ae47-4a65-b378-98875399b0cb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] For port c67ace5d-1fb0-4547-8c1d-971faf48ea74, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=c67ace5d-1fb0-4547-8c1d-971faf48ea74,segment=NetworkSegment(04dde85d-a8f7-46ce-a4b1-2af6311ad799),segment_id=04dde85d-a8f7-46ce-a4b1-2af6311ad799)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:56:49.394220 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3e0b54b8-b58b-43d1-99ef-e4a62b8f214b req-07202ee4-ae47-4a65-b378-98875399b0cb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.412129 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-602c412d-17bc-4d6f-aab9-c31abee9e27b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:49.428688 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602c412d-17bc-4d6f-aab9-c31abee9e27b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:56:49.471367 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 323dd457-2ac8-45a8-ad0b-ae7f3df30190 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:56:49.499290 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-459d6c19-6bbe-44b8-9627-7732eea64459 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.542571 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c412d-17bc-4d6f-aab9-c31abee9e27b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Port': ['ID=37a4c838-c762-455d-bb23-103d65a9666c,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:49.584606 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-459d6c19-6bbe-44b8-9627-7732eea64459 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.628631 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 323dd457-2ac8-45a8-ad0b-ae7f3df30190 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:49.629009 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.651980 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-459d6c19-6bbe-44b8-9627-7732eea64459 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.656800 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-459d6c19-6bbe-44b8-9627-7732eea64459 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/subnets/32ab7d23-025e-4028-a3ea-17805fc55e84 HTTP/1.1" status: 204 len: 168 time: 0.5102649 Apr 28 19:56:49.659240 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d6c19-6bbe-44b8-9627-7732eea64459 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Subnet': ['ID=32ab7d23-025e-4028-a3ea-17805fc55e84,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:49.661094 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42166) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:49.718982 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef25301-f5d7-4186-a48a-a33a7cf7975e None None] Network 017956ac-a938-4f73-813b-4f7b6a3846d5 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:56:49.772530 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-4855ff04-1866-4864-9f91-737e2b786539 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Deleting subnet e8387ef5-0920-4bf3-b341-0496078aaca3 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:56:49.788017 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4855ff04-1866-4864-9f91-737e2b786539 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.875843 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4855ff04-1866-4864-9f91-737e2b786539 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.977582 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-896162eb-1fa4-4057-8d83-03aa0ff49726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:50.049454 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:50.089525 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3e0b54b8-b58b-43d1-99ef-e4a62b8f214b req-07202ee4-ae47-4a65-b378-98875399b0cb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:50.090156 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3e0b54b8-b58b-43d1-99ef-e4a62b8f214b req-07202ee4-ae47-4a65-b378-98875399b0cb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:50.090325 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [req-3e0b54b8-b58b-43d1-99ef-e4a62b8f214b req-07202ee4-ae47-4a65-b378-98875399b0cb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Floating IP 020ef2c8-3c90-4ed0-becb-bd3041b79894 disassociated. External IP: 172.25.8.253, port: c67ace5d-1fb0-4547-8c1d-971faf48ea74. Apr 28 19:56:50.091197 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-3e0b54b8-b58b-43d1-99ef-e4a62b8f214b req-07202ee4-ae47-4a65-b378-98875399b0cb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Calling delete_port for c67ace5d-1fb0-4547-8c1d-971faf48ea74 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:56:50.095298 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4855ff04-1866-4864-9f91-737e2b786539 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:50.161491 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 323dd457-2ac8-45a8-ad0b-ae7f3df30190, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=323dd457-2ac8-45a8-ad0b-ae7f3df30190,segment=NetworkSegment(93d67731-c61b-4a90-8e87-b2e70fe9226f),segment_id=93d67731-c61b-4a90-8e87-b2e70fe9226f)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:56:50.171508 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf14f65-82c8-476a-8893-c0462905487e None None] DHCP port deletion for 017956ac-a938-4f73-813b-4f7b6a3846d5 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:56:50.216138 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:50.242304 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4855ff04-1866-4864-9f91-737e2b786539 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:50.256490 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f6a5be8e-2634-4019-ab4a-fe25e8e4b03d tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:50.260065 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-602c412d-17bc-4d6f-aab9-c31abee9e27b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:50.268522 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7886d944-22c2-41ee-b7ad-0070ef43ee02 None None] Network 8c4514dd-6326-4831-a147-94692b600de1 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:56:50.271233 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f6a5be8e-2634-4019-ab4a-fe25e8e4b03d tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:50.310908 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855ff04-1866-4864-9f91-737e2b786539 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Subnet': ['ID=e8387ef5-0920-4bf3-b341-0496078aaca3,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:50.318302 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4855ff04-1866-4864-9f91-737e2b786539 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:50.327155 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4855ff04-1866-4864-9f91-737e2b786539 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/subnets/e8387ef5-0920-4bf3-b341-0496078aaca3 HTTP/1.1" status: 204 len: 168 time: 0.6641836 Apr 28 19:56:50.328492 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42178) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:50.329918 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4ebda-7cd0-45fc-a0c5-adb2c89e4e19 req-7397dddb-56e7-49f3-9329-07c9c9cc065e tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:50.331485 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ceb4ebda-7cd0-45fc-a0c5-adb2c89e4e19 req-7397dddb-56e7-49f3-9329-07c9c9cc065e tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 946 time: 0.4475620 Apr 28 19:56:50.434953 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c596b9-d867-4ca8-a1ca-a75f321ad0d5 None None] Network 82dca919-22c1-47d5-8ec4-c4836f718fe0 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:56:50.479807 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3ae14d31-af49-4af7-b4d5-e48e9d4228ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:50.546007 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3e0b54b8-b58b-43d1-99ef-e4a62b8f214b req-07202ee4-ae47-4a65-b378-98875399b0cb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:50.566623 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ceb4ebda-7cd0-45fc-a0c5-adb2c89e4e19 req-c07a0c26-33df-47bb-a0f4-726c4947162f tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=78ba1dac-a878-4fe4-b14c-d19553fd0d56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881399 Apr 28 19:56:50.623373 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-3ae14d31-af49-4af7-b4d5-e48e9d4228ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Deleting port bb25ca29-8f87-4baf-950e-d9f4190d28ad {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:56:50.624290 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3ae14d31-af49-4af7-b4d5-e48e9d4228ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:50.625204 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07202ee4-ae47-4a65-b378-98875399b0cb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Pushing event deleted for resources: {'Port': ['ID=c67ace5d-1fb0-4547-8c1d-971faf48ea74,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:50.630813 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [None req-f6a5be8e-2634-4019-ab4a-fe25e8e4b03d tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Floating IP ec68e850-cdcf-4d19-a080-d01aacf1d148 associated. External IP: 172.25.8.92, port: 7ca48403-5467-4a40-9b5d-fc1646c59d88. Apr 28 19:56:50.674536 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=323dd457-2ac8-45a8-ad0b-ae7f3df30190,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:50.689529 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-602c412d-17bc-4d6f-aab9-c31abee9e27b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:50.783609 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-3ae14d31-af49-4af7-b4d5-e48e9d4228ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] For port bb25ca29-8f87-4baf-950e-d9f4190d28ad, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=bb25ca29-8f87-4baf-950e-d9f4190d28ad,segment=NetworkSegment(6e808511-a5d3-4f1a-a0e6-dc58e233fe36),segment_id=6e808511-a5d3-4f1a-a0e6-dc58e233fe36)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:56:50.784073 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3ae14d31-af49-4af7-b4d5-e48e9d4228ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:50.788454 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-e4b2e7f6-d27d-4b93-8f83-b77dae18edcf None None] Provisioning complete for port 323dd457-2ac8-45a8-ad0b-ae7f3df30190 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:50.789166 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e4b2e7f6-d27d-4b93-8f83-b77dae18edcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:50.802281 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-3ae14d31-af49-4af7-b4d5-e48e9d4228ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Calling delete_port for bb25ca29-8f87-4baf-950e-d9f4190d28ad owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:56:50.914610 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-9cf14f65-82c8-476a-8893-c0462905487e None None] Deleting port bb25ca29-8f87-4baf-950e-d9f4190d28ad {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:56:50.915016 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9cf14f65-82c8-476a-8893-c0462905487e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:50.946553 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3ae14d31-af49-4af7-b4d5-e48e9d4228ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:51.071884 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae14d31-af49-4af7-b4d5-e48e9d4228ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Port': ['ID=bb25ca29-8f87-4baf-950e-d9f4190d28ad,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:51.094493 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae14d31-af49-4af7-b4d5-e48e9d4228ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] No DVR routers for this DVR port bb25ca29-8f87-4baf-950e-d9f4190d28ad on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:56:51.315699 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e0b54b8-b58b-43d1-99ef-e4a62b8f214b req-07202ee4-ae47-4a65-b378-98875399b0cb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Router 9ed57afb-0429-4e6c-8fdb-f48fb2588c14 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:56:51.437945 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3ae14d31-af49-4af7-b4d5-e48e9d4228ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:51.492073 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-3ae14d31-af49-4af7-b4d5-e48e9d4228ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['017956ac-a938-4f73-813b-4f7b6a3846d5']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:51.504362 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-3ae14d31-af49-4af7-b4d5-e48e9d4228ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e808511-a5d3-4f1a-a0e6-dc58e233fe36') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:51.504799 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-3ae14d31-af49-4af7-b4d5-e48e9d4228ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e808511-a5d3-4f1a-a0e6-dc58e233fe36') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:51.515546 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3ae14d31-af49-4af7-b4d5-e48e9d4228ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:51.532537 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3ae14d31-af49-4af7-b4d5-e48e9d4228ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:51.552700 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-602c412d-17bc-4d6f-aab9-c31abee9e27b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:51.554700 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ae14d31-af49-4af7-b4d5-e48e9d4228ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:56:51.556137 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3ae14d31-af49-4af7-b4d5-e48e9d4228ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:51.587208 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-602c412d-17bc-4d6f-aab9-c31abee9e27b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:51.654872 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 323dd457-2ac8-45a8-ad0b-ae7f3df30190 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:56:51.711802 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:56:51.711802 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:56:51.711802 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:56:51.711802 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:56:51.711802 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:56:51.711802 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:56:51.711802 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:56:51.711802 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:56:51.711802 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:56:51.711802 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:56:51.711802 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:56:51.711802 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:56:51.711802 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:56:51.711802 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:56:51.711802 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:56:51.711802 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:56:51.711802 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:56:51.711802 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:56:51.711802 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:56:51.711802 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:56:51.711802 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:56:51.711802 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:56:51.711802 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:56:51.711802 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:56:51.711802 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:56:51.711802 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:56:51.711802 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:56:51.711802 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:56:51.711802 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:56:51.711802 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:56:51.711802 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:56:51.711802 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:56:51.716738 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3ae14d31-af49-4af7-b4d5-e48e9d4228ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:51.734081 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3ae14d31-af49-4af7-b4d5-e48e9d4228ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:51.745422 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3ae14d31-af49-4af7-b4d5-e48e9d4228ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/networks/017956ac-a938-4f73-813b-4f7b6a3846d5 HTTP/1.1" status: 204 len: 168 time: 1.4135602 Apr 28 19:56:51.749871 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42198) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:51.804182 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c412d-17bc-4d6f-aab9-c31abee9e27b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Port': ['ID=37a4c838-c762-455d-bb23-103d65a9666c,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:51.806985 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-9cf14f65-82c8-476a-8893-c0462905487e None None] For port bb25ca29-8f87-4baf-950e-d9f4190d28ad, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=bb25ca29-8f87-4baf-950e-d9f4190d28ad,segment=NetworkSegment(6e808511-a5d3-4f1a-a0e6-dc58e233fe36),segment_id=6e808511-a5d3-4f1a-a0e6-dc58e233fe36)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:56:51.809334 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9cf14f65-82c8-476a-8893-c0462905487e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:51.812342 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae14d31-af49-4af7-b4d5-e48e9d4228ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Network': ['ID=017956ac-a938-4f73-813b-4f7b6a3846d5,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:51.844424 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d54dc8-8de3-401f-b52a-e5a0f98fe2a4 None None] DHCP port deletion for 82dca919-22c1-47d5-8ec4-c4836f718fe0 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:56:51.862353 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-9cf14f65-82c8-476a-8893-c0462905487e None None] Calling delete_port for bb25ca29-8f87-4baf-950e-d9f4190d28ad owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:56:51.910761 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-76f68b83-827f-4ecb-90fe-6418ddad1611 req-6fa066ab-6523-4ec8-9daf-4b5328a4ca3f tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 210 time: 0.1090248 Apr 28 19:56:51.970002 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-687e7349-6b97-4b89-8dd7-e802679c5624 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:52.020599 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-602c412d-17bc-4d6f-aab9-c31abee9e27b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:52.067280 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a5be8e-2634-4019-ab4a-fe25e8e4b03d tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Router 86975967-732a-4263-81a0-876e571fdfe9 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:56:52.102768 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 323dd457-2ac8-45a8-ad0b-ae7f3df30190 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:52.103145 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:52.112800 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5a2c16f4-77d5-476b-b8a8-9699cb58ab2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:52.114433 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-687e7349-6b97-4b89-8dd7-e802679c5624 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Deleting port d5dfcb60-5da9-415a-ac89-ffa2ea627c93 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:56:52.114938 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-687e7349-6b97-4b89-8dd7-e802679c5624 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:52.169995 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-57d54dc8-8de3-401f-b52a-e5a0f98fe2a4 None None] Deleting port d5dfcb60-5da9-415a-ac89-ffa2ea627c93 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:56:52.170387 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-57d54dc8-8de3-401f-b52a-e5a0f98fe2a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:52.303623 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9cf14f65-82c8-476a-8893-c0462905487e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:52.352032 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9cf14f65-82c8-476a-8893-c0462905487e None None] Network 017956ac-a938-4f73-813b-4f7b6a3846d5 is not hosted by any dhcp agent {{(pid=102775) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 28 19:56:52.352874 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf14f65-82c8-476a-8893-c0462905487e None None] No DVR routers for this DVR port bb25ca29-8f87-4baf-950e-d9f4190d28ad on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:56:52.357666 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-57d54dc8-8de3-401f-b52a-e5a0f98fe2a4 None None] For port d5dfcb60-5da9-415a-ac89-ffa2ea627c93, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=d5dfcb60-5da9-415a-ac89-ffa2ea627c93,segment=NetworkSegment(05afbc6b-f5fc-4443-94df-66a1f78b4a90),segment_id=05afbc6b-f5fc-4443-94df-66a1f78b4a90)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:56:52.358619 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-57d54dc8-8de3-401f-b52a-e5a0f98fe2a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:52.366470 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0a73b80a-df58-43c4-a3c3-fec5a2932783 None None] Provisioning complete for port 323dd457-2ac8-45a8-ad0b-ae7f3df30190 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:52.367218 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0a73b80a-df58-43c4-a3c3-fec5a2932783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:52.430996 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf14f65-82c8-476a-8893-c0462905487e None None] Pushing event deleted for resources: {'Port': ['ID=bb25ca29-8f87-4baf-950e-d9f4190d28ad,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:52.452824 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-57d54dc8-8de3-401f-b52a-e5a0f98fe2a4 None None] Calling delete_port for d5dfcb60-5da9-415a-ac89-ffa2ea627c93 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:56:52.601096 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bb25ca29-8f87-4baf-950e-d9f4190d28ad no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:56:52.689398 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device c67ace5d-1fb0-4547-8c1d-971faf48ea74 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:56:52.711911 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: bb25ca29-8f87-4baf-950e-d9f4190d28ad {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:56:52.712436 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bb25ca29-8f87-4baf-950e-d9f4190d28ad not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:56:52.767831 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: c67ace5d-1fb0-4547-8c1d-971faf48ea74 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:56:52.780406 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device c67ace5d-1fb0-4547-8c1d-971faf48ea74 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:56:52.834429 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0a73b80a-df58-43c4-a3c3-fec5a2932783 None None] Provisioning complete for port 37a4c838-c762-455d-bb23-103d65a9666c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:52.835663 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0a73b80a-df58-43c4-a3c3-fec5a2932783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:52.839406 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-57d54dc8-8de3-401f-b52a-e5a0f98fe2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:52.899562 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e0b54b8-b58b-43d1-99ef-e4a62b8f214b req-07202ee4-ae47-4a65-b378-98875399b0cb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:56:52.908666 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-687e7349-6b97-4b89-8dd7-e802679c5624 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] For port d5dfcb60-5da9-415a-ac89-ffa2ea627c93, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=d5dfcb60-5da9-415a-ac89-ffa2ea627c93,segment=NetworkSegment(05afbc6b-f5fc-4443-94df-66a1f78b4a90),segment_id=05afbc6b-f5fc-4443-94df-66a1f78b4a90)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:56:52.909125 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-687e7349-6b97-4b89-8dd7-e802679c5624 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:52.939699 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd77cd6c-70ba-41ed-85d2-e154cbbfd678 None None] Sync routers for ids ['9ed57afb-0429-4e6c-8fdb-f48fb2588c14'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:56:52.940643 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-687e7349-6b97-4b89-8dd7-e802679c5624 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Calling delete_port for d5dfcb60-5da9-415a-ac89-ffa2ea627c93 owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:56:52.941420 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a5be8e-2634-4019-ab4a-fe25e8e4b03d tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:56:52.962899 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c8fcea-59ad-4f43-88d6-95606dc7bf2f None None] Sync routers for ids ['86975967-732a-4263-81a0-876e571fdfe9'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:56:52.977922 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c8fcea-59ad-4f43-88d6-95606dc7bf2f None None] Routers {'86975967-732a-4263-81a0-876e571fdfe9'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:52.978665 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b2c8fcea-59ad-4f43-88d6-95606dc7bf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['86975967-732a-4263-81a0-876e571fdfe9'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:52.979427 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d54dc8-8de3-401f-b52a-e5a0f98fe2a4 None None] Pushing event deleted for resources: {'Port': ['ID=d5dfcb60-5da9-415a-ac89-ffa2ea627c93,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:52.996648 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd77cd6c-70ba-41ed-85d2-e154cbbfd678 None None] Routers {'9ed57afb-0429-4e6c-8fdb-f48fb2588c14'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:52.997441 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-cd77cd6c-70ba-41ed-85d2-e154cbbfd678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9ed57afb-0429-4e6c-8fdb-f48fb2588c14'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:53.011892 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d54dc8-8de3-401f-b52a-e5a0f98fe2a4 None None] No DVR routers for this DVR port d5dfcb60-5da9-415a-ac89-ffa2ea627c93 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:56:53.014091 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602c412d-17bc-4d6f-aab9-c31abee9e27b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network 8c4514dd-6326-4831-a147-94692b600de1 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:53.024743 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b2c8fcea-59ad-4f43-88d6-95606dc7bf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:53.034275 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c8fcea-59ad-4f43-88d6-95606dc7bf2f None None] Routers {'86975967-732a-4263-81a0-876e571fdfe9'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:53.035149 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b2c8fcea-59ad-4f43-88d6-95606dc7bf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['86975967-732a-4263-81a0-876e571fdfe9'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:53.071327 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b2c8fcea-59ad-4f43-88d6-95606dc7bf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:53.072277 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c8fcea-59ad-4f43-88d6-95606dc7bf2f None None] The sync data for ids ['86975967-732a-4263-81a0-876e571fdfe9'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:56:53.095232 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-687e7349-6b97-4b89-8dd7-e802679c5624 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:53.140814 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e7349-6b97-4b89-8dd7-e802679c5624 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Port': ['ID=d5dfcb60-5da9-415a-ac89-ffa2ea627c93,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:53.144925 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687e7349-6b97-4b89-8dd7-e802679c5624 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] No DVR routers for this DVR port d5dfcb60-5da9-415a-ac89-ffa2ea627c93 on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:56:53.178975 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-cd77cd6c-70ba-41ed-85d2-e154cbbfd678 None None] Set router 9ed57afb-0429-4e6c-8fdb-f48fb2588c14 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:56:53.249030 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-687e7349-6b97-4b89-8dd7-e802679c5624 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:53.249922 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0a73b80a-df58-43c4-a3c3-fec5a2932783 None None] Port 37a4c838-c762-455d-bb23-103d65a9666c cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:56:53.257475 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-602c412d-17bc-4d6f-aab9-c31abee9e27b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:53.304407 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-687e7349-6b97-4b89-8dd7-e802679c5624 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82dca919-22c1-47d5-8ec4-c4836f718fe0']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:53.319443 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-687e7349-6b97-4b89-8dd7-e802679c5624 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05afbc6b-f5fc-4443-94df-66a1f78b4a90') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:53.319443 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-687e7349-6b97-4b89-8dd7-e802679c5624 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05afbc6b-f5fc-4443-94df-66a1f78b4a90') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:53.342622 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-687e7349-6b97-4b89-8dd7-e802679c5624 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:53.347029 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e0b54b8-b58b-43d1-99ef-e4a62b8f214b req-07202ee4-ae47-4a65-b378-98875399b0cb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] No DVR routers for this DVR port c67ace5d-1fb0-4547-8c1d-971faf48ea74 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:56:53.355537 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7bf55568-594f-4f0b-a38b-73a5b24b4330 req-398560fa-847d-46f0-ad76-9dfcd66b8790 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a73c94a-d50b-461f-9ad9-9a65fcece90d HTTP/1.1" status: 200 len: 210 time: 0.1524994 Apr 28 19:56:53.356860 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3e0b54b8-b58b-43d1-99ef-e4a62b8f214b req-07202ee4-ae47-4a65-b378-98875399b0cb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:53.360624 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3e0b54b8-b58b-43d1-99ef-e4a62b8f214b req-07202ee4-ae47-4a65-b378-98875399b0cb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.15 "DELETE /v2.0/ports/c67ace5d-1fb0-4547-8c1d-971faf48ea74 HTTP/1.1" status: 204 len: 173 time: 4.5189290 Apr 28 19:56:53.364701 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a73c94a-d50b-461f-9ad9-9a65fcece90d', 'name': 'network-vif-deleted', 'tag': 'c67ace5d-1fb0-4547-8c1d-971faf48ea74'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:56:53.368669 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cdef4e-4fcb-4e0d-b8f3-545b96332eb8" -d '{"events": [{"server_uuid": "2a73c94a-d50b-461f-9ad9-9a65fcece90d", "name": "network-vif-deleted", "tag": "c67ace5d-1fb0-4547-8c1d-971faf48ea74"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:56:53.385145 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-687e7349-6b97-4b89-8dd7-e802679c5624 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:53.409538 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-687e7349-6b97-4b89-8dd7-e802679c5624 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:56:53.412611 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-687e7349-6b97-4b89-8dd7-e802679c5624 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:53.426109 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d5dfcb60-5da9-415a-ac89-ffa2ea627c93 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:56:53.478388 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:56:53.492804 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: d5dfcb60-5da9-415a-ac89-ffa2ea627c93 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:56:53.493332 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d5dfcb60-5da9-415a-ac89-ffa2ea627c93 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:56:53.585068 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:53.606729 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-687e7349-6b97-4b89-8dd7-e802679c5624 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:53.626829 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-687e7349-6b97-4b89-8dd7-e802679c5624 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:53.635624 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-687e7349-6b97-4b89-8dd7-e802679c5624 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/networks/82dca919-22c1-47d5-8ec4-c4836f718fe0 HTTP/1.1" status: 204 len: 168 time: 1.8831995 Apr 28 19:56:53.647501 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42236) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:53.658430 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-e767e110-76c6-4d9e-add0-c276e2ab39ac tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1242208181'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:53.675891 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e7349-6b97-4b89-8dd7-e802679c5624 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Network': ['ID=82dca919-22c1-47d5-8ec4-c4836f718fe0,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:53.678207 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f8fc97-a140-4140-872d-fee96d31ae46 x-openstack-request-id: req-d9f8fc97-a140-4140-872d-fee96d31ae46 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:56:53.678207 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a73c94a-d50b-461f-9ad9-9a65fcece90d", "name": "network-vif-deleted", "tag": "c67ace5d-1fb0-4547-8c1d-971faf48ea74", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:56:53.678207 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d9f8fc97-a140-4140-872d-fee96d31ae46 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:56:53.679382 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9f8fc97-a140-4140-872d-fee96d31ae46'] response: {'server_uuid': '2a73c94a-d50b-461f-9ad9-9a65fcece90d', 'name': 'network-vif-deleted', 'tag': 'c67ace5d-1fb0-4547-8c1d-971faf48ea74', 'status': 'completed', 'code': 200} Apr 28 19:56:53.726482 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e767e110-76c6-4d9e-add0-c276e2ab39ac tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Made reservation on behalf of 6ff88bb069834363bbb6cc9bff6bbe85 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:53.735614 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a5be8e-2634-4019-ab4a-fe25e8e4b03d tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Router de80bb43-aa79-4fc9-8ca3-cb3d219f95de has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:56:53.739978 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e767e110-76c6-4d9e-add0-c276e2ab39ac tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:53.790073 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-cd77cd6c-70ba-41ed-85d2-e154cbbfd678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'name': 'tempest-AttachVolumeTestJSON-1465909234-router', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:03Z', 'updated_at': '2022-04-28T19:53:14Z', 'revision_number': 4, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'gw_port': {'id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:05Z', 'updated_at': '2022-04-28T19:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'de551ca5-1f12-470a-88b4-470351de7e58', 'name': '', 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'mac_address': 'fa:16:3e:bd:57:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '95e411ad-3fda-47de-9866-800115a43d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:12Z', 'updated_at': '2022-04-28T19:53:21Z', 'revision_number': 5, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'subnets': [{'id': '95e411ad-3fda-47de-9866-800115a43d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:53.794376 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e767e110-76c6-4d9e-add0-c276e2ab39ac tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:56:53.819998 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602c412d-17bc-4d6f-aab9-c31abee9e27b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Router 48962bb3-9323-48d9-9789-97de3970eaf2 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:56:53.827892 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e767e110-76c6-4d9e-add0-c276e2ab39ac tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:53.828472 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-e767e110-76c6-4d9e-add0-c276e2ab39ac tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Added segment 162fa244-09fe-4e18-8c39-dbf3dea4df41 of type vlan for network eb8f81e3-5a29-41b6-a3dc-951e66713964 Apr 28 19:56:53.862255 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd77cd6c-70ba-41ed-85d2-e154cbbfd678 None None] Checking router: 9ed57afb-0429-4e6c-8fdb-f48fb2588c14 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:56:53.868042 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-4774c3db-fc5d-4ae4-b93c-ded6ea50c8fa None None] Provisioning complete for port 37a4c838-c762-455d-bb23-103d65a9666c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:53.873510 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4774c3db-fc5d-4ae4-b93c-ded6ea50c8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:53.924087 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e767e110-76c6-4d9e-add0-c276e2ab39ac tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:53.937844 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd77cd6c-70ba-41ed-85d2-e154cbbfd678 None None] Routers {'9ed57afb-0429-4e6c-8fdb-f48fb2588c14'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:53.938503 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-cd77cd6c-70ba-41ed-85d2-e154cbbfd678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9ed57afb-0429-4e6c-8fdb-f48fb2588c14'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:53.978218 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e767e110-76c6-4d9e-add0-c276e2ab39ac tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:53.987760 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e767e110-76c6-4d9e-add0-c276e2ab39ac tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:53.988716 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e767e110-76c6-4d9e-add0-c276e2ab39ac tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:53.999111 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602c412d-17bc-4d6f-aab9-c31abee9e27b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:56:54.017642 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-602c412d-17bc-4d6f-aab9-c31abee9e27b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "PUT /v2.0/routers/48962bb3-9323-48d9-9789-97de3970eaf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1374974 Apr 28 19:56:54.020637 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42242) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:54.037256 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-9f7800f5-1405-43bd-b039-77c2f83a12bd tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Request body: {'network': {'name': 'tempest-RoutersTest-2035599656'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:54.056536 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a5be8e-2634-4019-ab4a-fe25e8e4b03d tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:56:54.069061 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c571987-64e3-493e-9d3e-73773d5b525f None None] Sync routers for ids ['de80bb43-aa79-4fc9-8ca3-cb3d219f95de'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:56:54.098495 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c571987-64e3-493e-9d3e-73773d5b525f None None] Routers {'de80bb43-aa79-4fc9-8ca3-cb3d219f95de'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:54.099852 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-2c571987-64e3-493e-9d3e-73773d5b525f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['de80bb43-aa79-4fc9-8ca3-cb3d219f95de'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:54.100501 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f6a5be8e-2634-4019-ab4a-fe25e8e4b03d tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:54.111946 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e767e110-76c6-4d9e-add0-c276e2ab39ac tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4605942 Apr 28 19:56:54.125178 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42244) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:54.140403 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-cd77cd6c-70ba-41ed-85d2-e154cbbfd678 None None] Set router 9ed57afb-0429-4e6c-8fdb-f48fb2588c14 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:56:54.146861 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-6f3938ec-926a-41a1-a11d-c8dfef995b52 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Request body: {'subnet': {'network_id': 'eb8f81e3-5a29-41b6-a3dc-951e66713964', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:54.179476 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7800f5-1405-43bd-b039-77c2f83a12bd tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Made reservation on behalf of 8e56e936bdd14ca9aa8a5eb368e71d6b for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:54.189387 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767e110-76c6-4d9e-add0-c276e2ab39ac tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Network': ['ID=eb8f81e3-5a29-41b6-a3dc-951e66713964,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:54.190081 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9f7800f5-1405-43bd-b039-77c2f83a12bd tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:54.202191 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac59d358-06f2-4fea-bb96-20540538380f None None] Sync routers for ids ['48962bb3-9323-48d9-9789-97de3970eaf2'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:56:54.214786 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network eb8f81e3-5a29-41b6-a3dc-951e66713964 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:56:54.234997 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-4774c3db-fc5d-4ae4-b93c-ded6ea50c8fa None None] Port 37a4c838-c762-455d-bb23-103d65a9666c cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:56:54.242260 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-2c571987-64e3-493e-9d3e-73773d5b525f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:54.245728 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac59d358-06f2-4fea-bb96-20540538380f None None] Routers {'48962bb3-9323-48d9-9789-97de3970eaf2'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:54.246369 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-ac59d358-06f2-4fea-bb96-20540538380f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['48962bb3-9323-48d9-9789-97de3970eaf2'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:54.267316 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c571987-64e3-493e-9d3e-73773d5b525f None None] Routers {'de80bb43-aa79-4fc9-8ca3-cb3d219f95de'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:54.270789 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-2c571987-64e3-493e-9d3e-73773d5b525f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['de80bb43-aa79-4fc9-8ca3-cb3d219f95de'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:54.294947 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42246) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:54.295182 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f6a5be8e-2634-4019-ab4a-fe25e8e4b03d tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "PUT /v2.0/floatingips/ec68e850-cdcf-4d19-a080-d01aacf1d148 HTTP/1.1" status: 200 len: 977 time: 7.6172199 Apr 28 19:56:54.300064 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f7800f5-1405-43bd-b039-77c2f83a12bd tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:56:54.320032 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-2c571987-64e3-493e-9d3e-73773d5b525f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:54.320418 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9f7800f5-1405-43bd-b039-77c2f83a12bd tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:54.320776 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-9f7800f5-1405-43bd-b039-77c2f83a12bd tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Added segment e83577d6-c525-423b-ab29-46266ce6ae5b of type vlan for network 515aabf5-c7d6-4413-a955-d5dec5bac93b Apr 28 19:56:54.321079 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c571987-64e3-493e-9d3e-73773d5b525f None None] The sync data for ids ['de80bb43-aa79-4fc9-8ca3-cb3d219f95de'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:56:54.369308 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3938ec-926a-41a1-a11d-c8dfef995b52 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Made reservation on behalf of 6ff88bb069834363bbb6cc9bff6bbe85 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:54.378370 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6f3938ec-926a-41a1-a11d-c8dfef995b52 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:54.411315 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9f7800f5-1405-43bd-b039-77c2f83a12bd tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:54.450025 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9f7800f5-1405-43bd-b039-77c2f83a12bd tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:54.466165 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7800f5-1405-43bd-b039-77c2f83a12bd tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:54.466869 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9f7800f5-1405-43bd-b039-77c2f83a12bd tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:54.568460 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-cc861bc3-987c-4514-9b2d-8249ae2af180 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Deleting port f91cf99a-6b61-4ecc-856f-413d0a8b21ac {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:56:54.568927 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cc861bc3-987c-4514-9b2d-8249ae2af180 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:54.590634 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9f7800f5-1405-43bd-b039-77c2f83a12bd tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5670059 Apr 28 19:56:54.614883 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42254) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:54.616305 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7800f5-1405-43bd-b039-77c2f83a12bd tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Network': ['ID=515aabf5-c7d6-4413-a955-d5dec5bac93b,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:54.624399 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-f26f0456-9c86-411d-877f-6a8be1fac650 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Request body: {'subnet': {'network_id': '515aabf5-c7d6-4413-a955-d5dec5bac93b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:54.716752 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-ac59d358-06f2-4fea-bb96-20540538380f None None] Set router 48962bb3-9323-48d9-9789-97de3970eaf2 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:56:54.718661 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cc861bc3-987c-4514-9b2d-8249ae2af180 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:54.755636 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26f0456-9c86-411d-877f-6a8be1fac650 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Made reservation on behalf of 8e56e936bdd14ca9aa8a5eb368e71d6b for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:54.760762 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f26f0456-9c86-411d-877f-6a8be1fac650 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:54.814969 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 515aabf5-c7d6-4413-a955-d5dec5bac93b details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:56:54.898773 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6f3938ec-926a-41a1-a11d-c8dfef995b52 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:55.019938 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3938ec-926a-41a1-a11d-c8dfef995b52 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Subnet': ['ID=3cada730-45e0-458b-9004-6f9fde94536b,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:55.100587 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3938ec-926a-41a1-a11d-c8dfef995b52 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Checking segment: {'id': '162fa244-09fe-4e18-8c39-dbf3dea4df41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'eb8f81e3-5a29-41b6-a3dc-951e66713964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:56:55.100955 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3938ec-926a-41a1-a11d-c8dfef995b52 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network hostable DHCP agents. Network: eb8f81e3-5a29-41b6-a3dc-951e66713964, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:56:55.128943 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cc861bc3-987c-4514-9b2d-8249ae2af180 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:55.129425 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cc861bc3-987c-4514-9b2d-8249ae2af180 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:55.129847 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-cc861bc3-987c-4514-9b2d-8249ae2af180 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Floating IP ec68e850-cdcf-4d19-a080-d01aacf1d148 disassociated. External IP: 172.25.8.92, port: f91cf99a-6b61-4ecc-856f-413d0a8b21ac. Apr 28 19:56:55.130298 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-cc861bc3-987c-4514-9b2d-8249ae2af180 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Calling delete_port for f91cf99a-6b61-4ecc-856f-413d0a8b21ac owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:56:55.136694 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f26f0456-9c86-411d-877f-6a8be1fac650 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:55.148045 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3938ec-926a-41a1-a11d-c8dfef995b52 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network eb8f81e3-5a29-41b6-a3dc-951e66713964 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:56:55.202155 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-6f3938ec-926a-41a1-a11d-c8dfef995b52 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, eb8f81e3-5a29-41b6-a3dc-951e66713964) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:55.214388 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6471e1-6956-4ce2-a7a8-01278046d09e None None] Network eb8f81e3-5a29-41b6-a3dc-951e66713964 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:56:55.221188 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3938ec-926a-41a1-a11d-c8dfef995b52 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:55.222203 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6f3938ec-926a-41a1-a11d-c8dfef995b52 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:55.247351 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6f3938ec-926a-41a1-a11d-c8dfef995b52 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1214435 Apr 28 19:56:55.249964 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42268) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:55.255121 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-01f2f068-360f-4d2d-b08d-d0a6188fbe50 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1888530616', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:55.267649 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f0456-9c86-411d-877f-6a8be1fac650 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Subnet': ['ID=35111d6b-6d1b-4ab9-825d-e4c6f4af81b1,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:55.300889 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-01f2f068-360f-4d2d-b08d-d0a6188fbe50 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:55.302419 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-01f2f068-360f-4d2d-b08d-d0a6188fbe50 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:55.355737 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26f0456-9c86-411d-877f-6a8be1fac650 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Checking segment: {'id': 'e83577d6-c525-423b-ab29-46266ce6ae5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '515aabf5-c7d6-4413-a955-d5dec5bac93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:56:55.356498 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26f0456-9c86-411d-877f-6a8be1fac650 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network hostable DHCP agents. Network: 515aabf5-c7d6-4413-a955-d5dec5bac93b, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:56:55.377538 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cc861bc3-987c-4514-9b2d-8249ae2af180 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:55.395661 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26f0456-9c86-411d-877f-6a8be1fac650 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network 515aabf5-c7d6-4413-a955-d5dec5bac93b is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:56:55.411345 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-f26f0456-9c86-411d-877f-6a8be1fac650 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 515aabf5-c7d6-4413-a955-d5dec5bac93b) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:55.417440 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26f0456-9c86-411d-877f-6a8be1fac650 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:55.418912 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f26f0456-9c86-411d-877f-6a8be1fac650 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:55.429215 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc861bc3-987c-4514-9b2d-8249ae2af180 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event deleted for resources: {'Port': ['ID=f91cf99a-6b61-4ecc-856f-413d0a8b21ac,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:55.435248 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade92e4e-5353-4fac-a2fe-4c108da2be32 None None] Network 515aabf5-c7d6-4413-a955-d5dec5bac93b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:56:55.461709 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42272) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:55.472091 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-01f2f068-360f-4d2d-b08d-d0a6188fbe50 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:55.480061 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f26f0456-9c86-411d-877f-6a8be1fac650 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8607018 Apr 28 19:56:55.529715 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-01f2f068-360f-4d2d-b08d-d0a6188fbe50 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:55.543371 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42278) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:55.631627 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aaca9052-ac51-4e29-add2-bd51885c638a tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:55.663046 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-ac59d358-06f2-4fea-bb96-20540538380f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'name': 'tempest-RoutersTest-router-598179015', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:27Z', 'updated_at': '2022-04-28T19:56:50Z', 'revision_number': 4, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'gw_port_host': None, '_interfaces': [{'id': '26323941-603f-4c45-947a-9dfd11b93ffe', 'name': '', 'network_id': '423a2c7a-8ab4-4035-998c-ca91e41cbc1d', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:80:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:41Z', 'updated_at': '2022-04-28T19:56:46Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37a4c838-c762-455d-bb23-103d65a9666c', 'name': '', 'network_id': '8c4514dd-6326-4831-a147-94692b600de1', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:0b:c1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '8b844eab-c699-4005-8b60-5d76f7cddf8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:47Z', 'updated_at': '2022-04-28T19:56:51Z', 'revision_number': 2, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '8b844eab-c699-4005-8b60-5d76f7cddf8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4113aede-9fc1-4824-829d-d39a94930a46', 'name': '', 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:23:03:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:30Z', 'updated_at': '2022-04-28T19:56:39Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:55.692949 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aaca9052-ac51-4e29-add2-bd51885c638a tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:55.703875 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-01f2f068-360f-4d2d-b08d-d0a6188fbe50 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:55.717863 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-01f2f068-360f-4d2d-b08d-d0a6188fbe50 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4665575 Apr 28 19:56:55.724050 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42282) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:55.732793 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac59d358-06f2-4fea-bb96-20540538380f None None] Checking router: 48962bb3-9323-48d9-9789-97de3970eaf2 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:56:55.733154 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac59d358-06f2-4fea-bb96-20540538380f None None] Updating router 48962bb3-9323-48d9-9789-97de3970eaf2 port 37a4c838-c762-455d-bb23-103d65a9666c binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:56:55.734941 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-329a94d1-e066-426e-85ee-00e17d18985f tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Request body: {'port': {'network_id': 'eb8f81e3-5a29-41b6-a3dc-951e66713964', 'name': 'tempest-RoutersIpV6Test-1453257003'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:55.866642 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-cd77cd6c-70ba-41ed-85d2-e154cbbfd678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'name': 'tempest-AttachVolumeTestJSON-1465909234-router', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:03Z', 'updated_at': '2022-04-28T19:53:14Z', 'revision_number': 4, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'gw_port': {'id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:05Z', 'updated_at': '2022-04-28T19:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'de551ca5-1f12-470a-88b4-470351de7e58', 'name': '', 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'mac_address': 'fa:16:3e:bd:57:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '95e411ad-3fda-47de-9866-800115a43d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:12Z', 'updated_at': '2022-04-28T19:53:21Z', 'revision_number': 5, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'subnets': [{'id': '95e411ad-3fda-47de-9866-800115a43d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:55.915360 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aaca9052-ac51-4e29-add2-bd51885c638a tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:55.924401 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-aaca9052-ac51-4e29-add2-bd51885c638a tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:55.928237 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-aaca9052-ac51-4e29-add2-bd51885c638a tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "DELETE /v2.0/security-groups/78ba1dac-a878-4fe4-b14c-d19553fd0d56 HTTP/1.1" status: 204 len: 168 time: 0.3811975 Apr 28 19:56:55.928470 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:55.939337 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd77cd6c-70ba-41ed-85d2-e154cbbfd678 None None] The sync data for ids ['9ed57afb-0429-4e6c-8fdb-f48fb2588c14'] in n-d-839810-1 is: [{'id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'name': 'tempest-AttachVolumeTestJSON-1465909234-router', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:03Z', 'updated_at': '2022-04-28T19:53:14Z', 'revision_number': 4, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'gw_port': {'id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:05Z', 'updated_at': '2022-04-28T19:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'de551ca5-1f12-470a-88b4-470351de7e58', 'name': '', 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'mac_address': 'fa:16:3e:bd:57:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '95e411ad-3fda-47de-9866-800115a43d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:12Z', 'updated_at': '2022-04-28T19:53:21Z', 'revision_number': 5, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'subnets': [{'id': '95e411ad-3fda-47de-9866-800115a43d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:56:55.941012 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ac59d358-06f2-4fea-bb96-20540538380f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:55.951487 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42290) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:55.995861 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1f95ce-bd47-4bd1-8621-fe2cf2939ed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-eb8f81e3-5a29-41b6-a3dc-951e66713964', 'network_id': 'eb8f81e3-5a29-41b6-a3dc-951e66713964', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'fixed_ips': [{'subnet_id': '3cada730-45e0-458b-9004-6f9fde94536b'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:56:55.997219 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ce1f95ce-bd47-4bd1-8621-fe2cf2939ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:56.024570 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca9052-ac51-4e29-add2-bd51885c638a tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ba1dac-a878-4fe4-b14c-d19553fd0d56,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:56.045171 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-9ab8c881-51b3-4274-8a10-dce33a6d5b56 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] show failed (client error): The resource could not be found. Apr 28 19:56:56.047091 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9ab8c881-51b3-4274-8a10-dce33a6d5b56 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups/78ba1dac-a878-4fe4-b14c-d19553fd0d56 HTTP/1.1" status: 404 len: 347 time: 0.0885499 Apr 28 19:56:56.051207 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42292) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:56.123372 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:56.139165 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc861bc3-987c-4514-9b2d-8249ae2af180 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Router de80bb43-aa79-4fc9-8ca3-cb3d219f95de has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:56:56.226141 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329a94d1-e066-426e-85ee-00e17d18985f tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Made reservation on behalf of 6ff88bb069834363bbb6cc9bff6bbe85 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:56.236615 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-329a94d1-e066-426e-85ee-00e17d18985f tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:56.286175 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a98ddd8-d953-4e66-b109-138cc3164570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-515aabf5-c7d6-4413-a955-d5dec5bac93b', 'network_id': '515aabf5-c7d6-4413-a955-d5dec5bac93b', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'fixed_ips': [{'subnet_id': '35111d6b-6d1b-4ab9-825d-e4c6f4af81b1'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:56:56.287368 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8a98ddd8-d953-4e66-b109-138cc3164570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:56.299424 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-329a94d1-e066-426e-85ee-00e17d18985f tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] device_id is not set on port 33f8cf65-73ed-442c-9a1d-c6fcfd0c924b yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:56:56.334493 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-02bf7d75-30b3-467c-83dd-3ab102f9ffee tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:56.368392 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ee492f91-96c6-4c4e-a295-9b8d02240953 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Deleting port 6e91b219-4e35-4aa0-8f4e-3f76b4dfe101 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:56:56.369991 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ee492f91-96c6-4c4e-a295-9b8d02240953 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:56.422282 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e820d7d3-c154-4b94-a20e-b31c012a7079 None None] New status for floating IP 020ef2c8-3c90-4ed0-becb-bd3041b79894: DOWN {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:56:56.439447 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc861bc3-987c-4514-9b2d-8249ae2af180 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:56:56.450814 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b000bc-8912-4ab6-9553-0304e17d22e1 None None] Sync routers for ids ['de80bb43-aa79-4fc9-8ca3-cb3d219f95de'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:56:56.470448 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b000bc-8912-4ab6-9553-0304e17d22e1 None None] Routers {'de80bb43-aa79-4fc9-8ca3-cb3d219f95de'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:56.471489 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-a6b000bc-8912-4ab6-9553-0304e17d22e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['de80bb43-aa79-4fc9-8ca3-cb3d219f95de'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:56.490853 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ee492f91-96c6-4c4e-a295-9b8d02240953 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:56.491185 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ee492f91-96c6-4c4e-a295-9b8d02240953 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:56.507908 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ee492f91-96c6-4c4e-a295-9b8d02240953 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Calling delete_port for 6e91b219-4e35-4aa0-8f4e-3f76b4dfe101 owned by network:floatingip {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:56:56.529806 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cc861bc3-987c-4514-9b2d-8249ae2af180 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:56.536700 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-cc861bc3-987c-4514-9b2d-8249ae2af180 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "DELETE /v2.0/ports/f91cf99a-6b61-4ecc-856f-413d0a8b21ac HTTP/1.1" status: 204 len: 168 time: 2.2402515 Apr 28 19:56:56.537379 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42294) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:56.561074 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-a6b000bc-8912-4ab6-9553-0304e17d22e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:56.570748 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b000bc-8912-4ab6-9553-0304e17d22e1 None None] Routers {'de80bb43-aa79-4fc9-8ca3-cb3d219f95de'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:56.571376 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-a6b000bc-8912-4ab6-9553-0304e17d22e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['de80bb43-aa79-4fc9-8ca3-cb3d219f95de'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:56.640804 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-a6b000bc-8912-4ab6-9553-0304e17d22e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:56.641442 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b000bc-8912-4ab6-9553-0304e17d22e1 None None] The sync data for ids ['de80bb43-aa79-4fc9-8ca3-cb3d219f95de'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:56:56.723915 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ee492f91-96c6-4c4e-a295-9b8d02240953 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:56.740588 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-e820d7d3-c154-4b94-a20e-b31c012a7079 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:56:56.741265 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-e820d7d3-c154-4b94-a20e-b31c012a7079 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:56:56.750405 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-ce1f95ce-bd47-4bd1-8621-fe2cf2939ed2 None None] Allocated IP 2001:db8::2 (eb8f81e3-5a29-41b6-a3dc-951e66713964/3cada730-45e0-458b-9004-6f9fde94536b/d9f2c659-4856-4b9d-a24a-60e2d54c5c41) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:56.780267 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee492f91-96c6-4c4e-a295-9b8d02240953 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Pushing event deleted for resources: {'Port': ['ID=6e91b219-4e35-4aa0-8f4e-3f76b4dfe101,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:56.902780 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-02bf7d75-30b3-467c-83dd-3ab102f9ffee tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Allocated IP 172.23.0.1 (515aabf5-c7d6-4413-a955-d5dec5bac93b/35111d6b-6d1b-4ab9-825d-e4c6f4af81b1/30a59aba-af06-41fe-ba2a-12746c04356f) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:56.910044 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ee492f91-96c6-4c4e-a295-9b8d02240953 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for floatingip, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:56.916482 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ee492f91-96c6-4c4e-a295-9b8d02240953 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:56.918586 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ee492f91-96c6-4c4e-a295-9b8d02240953 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "DELETE /v2.0/floatingips/020ef2c8-3c90-4ed0-becb-bd3041b79894 HTTP/1.1" status: 204 len: 168 time: 0.8656614 Apr 28 19:56:57.028532 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ac59d358-06f2-4fea-bb96-20540538380f None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:57.076689 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ac59d358-06f2-4fea-bb96-20540538380f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:57.154424 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-02bf7d75-30b3-467c-83dd-3ab102f9ffee tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:57.256320 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-02bf7d75-30b3-467c-83dd-3ab102f9ffee tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:57.319779 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e820d7d3-c154-4b94-a20e-b31c012a7079 None None] New status for floating IP 020ef2c8-3c90-4ed0-becb-bd3041b79894: DOWN {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:56:57.329020 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bf7d75-30b3-467c-83dd-3ab102f9ffee tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network 515aabf5-c7d6-4413-a955-d5dec5bac93b is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:57.332535 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e17bc438-f5ab-4eda-9058-3dd933bacb3c tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:57.339498 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf7d75-30b3-467c-83dd-3ab102f9ffee tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Port': ['ID=30a59aba-af06-41fe-ba2a-12746c04356f,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:57.377905 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-02bf7d75-30b3-467c-83dd-3ab102f9ffee tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:57.386901 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bf7d75-30b3-467c-83dd-3ab102f9ffee tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:56:57.439145 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-02bf7d75-30b3-467c-83dd-3ab102f9ffee tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:57.473672 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe92ae3-b04f-451f-8017-fc944cf3540a None None] Pushing event updated for resources: {'Port': ['ID=37a4c838-c762-455d-bb23-103d65a9666c,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:57.488611 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ce1f95ce-bd47-4bd1-8621-fe2cf2939ed2 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:57.529796 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ce1f95ce-bd47-4bd1-8621-fe2cf2939ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:57.539283 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-8a98ddd8-d953-4e66-b109-138cc3164570 None None] Allocated IP 172.23.0.2 (515aabf5-c7d6-4413-a955-d5dec5bac93b/35111d6b-6d1b-4ab9-825d-e4c6f4af81b1/6c54ec73-f7ca-42d9-b92d-2633e21132a6) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:57.613478 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-329a94d1-e066-426e-85ee-00e17d18985f tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Allocated IP 2001:db8::6b (eb8f81e3-5a29-41b6-a3dc-951e66713964/3cada730-45e0-458b-9004-6f9fde94536b/33f8cf65-73ed-442c-9a1d-c6fcfd0c924b) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:57.707305 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f95ce-bd47-4bd1-8621-fe2cf2939ed2 None None] Pushing event updated for resources: {'Port': ['ID=d9f2c659-4856-4b9d-a24a-60e2d54c5c41,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:57.792590 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42308) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:57.799662 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-394910a4-c721-435d-8e2f-fc48cd6431d4 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Request body: {'security_group': {'name': 'tempest-securitygroup--439376568', 'description': 'tempest-description--1461101219'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:57.819424 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-329a94d1-e066-426e-85ee-00e17d18985f tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:57.858199 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-394910a4-c721-435d-8e2f-fc48cd6431d4 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:57.879444 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1f95ce-bd47-4bd1-8621-fe2cf2939ed2 None None] Network eb8f81e3-5a29-41b6-a3dc-951e66713964 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:57.884631 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-ac59d358-06f2-4fea-bb96-20540538380f None None] Attempting to bind port 37a4c838-c762-455d-bb23-103d65a9666c on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:56:57.885582 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-ac59d358-06f2-4fea-bb96-20540538380f None None] Attempting to bind port 37a4c838-c762-455d-bb23-103d65a9666c by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '93d67731-c61b-4a90-8e87-b2e70fe9226f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8c4514dd-6326-4831-a147-94692b600de1'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:56:57.886180 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac59d358-06f2-4fea-bb96-20540538380f None None] Attempting to bind port 37a4c838-c762-455d-bb23-103d65a9666c on network 8c4514dd-6326-4831-a147-94692b600de1 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:56:57.893924 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac59d358-06f2-4fea-bb96-20540538380f None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:56:57.894294 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac59d358-06f2-4fea-bb96-20540538380f None None] Checking segment: {'id': '93d67731-c61b-4a90-8e87-b2e70fe9226f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8c4514dd-6326-4831-a147-94692b600de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:56:57.894693 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ac59d358-06f2-4fea-bb96-20540538380f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:57.895083 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac59d358-06f2-4fea-bb96-20540538380f None None] Bound using segment: {'id': '93d67731-c61b-4a90-8e87-b2e70fe9226f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8c4514dd-6326-4831-a147-94692b600de1'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:56:57.895599 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-ac59d358-06f2-4fea-bb96-20540538380f None None] Bound port: 37a4c838-c762-455d-bb23-103d65a9666c, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d67731-c61b-4a90-8e87-b2e70fe9226f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8c4514dd-6326-4831-a147-94692b600de1'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:56:57.896142 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ac59d358-06f2-4fea-bb96-20540538380f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:57.898570 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-ce1f95ce-bd47-4bd1-8621-fe2cf2939ed2 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:57.919355 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1f95ce-bd47-4bd1-8621-fe2cf2939ed2 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:56:57.928597 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-329a94d1-e066-426e-85ee-00e17d18985f tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:57.941025 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-71824d70-1f8c-43b9-a78f-d8a0dffc6b65 None None] Provisioning complete for port 37a4c838-c762-455d-bb23-103d65a9666c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:57.941398 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-71824d70-1f8c-43b9-a78f-d8a0dffc6b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:58.059843 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-394910a4-c721-435d-8e2f-fc48cd6431d4 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:58.079352 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329a94d1-e066-426e-85ee-00e17d18985f tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network eb8f81e3-5a29-41b6-a3dc-951e66713964 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:58.080307 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-394910a4-c721-435d-8e2f-fc48cd6431d4 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:58.106981 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-ce1f95ce-bd47-4bd1-8621-fe2cf2939ed2 None None] Attempting to bind port d9f2c659-4856-4b9d-a24a-60e2d54c5c41 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:56:58.107352 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-ce1f95ce-bd47-4bd1-8621-fe2cf2939ed2 None None] Attempting to bind port d9f2c659-4856-4b9d-a24a-60e2d54c5c41 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '162fa244-09fe-4e18-8c39-dbf3dea4df41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'eb8f81e3-5a29-41b6-a3dc-951e66713964'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:56:58.107711 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1f95ce-bd47-4bd1-8621-fe2cf2939ed2 None None] Attempting to bind port d9f2c659-4856-4b9d-a24a-60e2d54c5c41 on network eb8f81e3-5a29-41b6-a3dc-951e66713964 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:56:58.118612 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-71824d70-1f8c-43b9-a78f-d8a0dffc6b65 None None] Port 37a4c838-c762-455d-bb23-103d65a9666c cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:56:58.123922 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1f95ce-bd47-4bd1-8621-fe2cf2939ed2 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:56:58.124390 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1f95ce-bd47-4bd1-8621-fe2cf2939ed2 None None] Checking segment: {'id': '162fa244-09fe-4e18-8c39-dbf3dea4df41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'eb8f81e3-5a29-41b6-a3dc-951e66713964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:56:58.124792 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ce1f95ce-bd47-4bd1-8621-fe2cf2939ed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:58.125872 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1f95ce-bd47-4bd1-8621-fe2cf2939ed2 None None] Bound using segment: {'id': '162fa244-09fe-4e18-8c39-dbf3dea4df41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'eb8f81e3-5a29-41b6-a3dc-951e66713964'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:56:58.126449 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-ce1f95ce-bd47-4bd1-8621-fe2cf2939ed2 None None] Bound port: d9f2c659-4856-4b9d-a24a-60e2d54c5c41, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162fa244-09fe-4e18-8c39-dbf3dea4df41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'eb8f81e3-5a29-41b6-a3dc-951e66713964'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:56:58.126780 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ce1f95ce-bd47-4bd1-8621-fe2cf2939ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:58.170701 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8a98ddd8-d953-4e66-b109-138cc3164570 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:58.178367 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-ac59d358-06f2-4fea-bb96-20540538380f None None] For port 37a4c838-c762-455d-bb23-103d65a9666c, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:56:58.182669 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394910a4-c721-435d-8e2f-fc48cd6431d4 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d181c25a-5f76-4817-bf22-d7e69a891507,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:58.201984 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-329a94d1-e066-426e-85ee-00e17d18985f tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:58.215102 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8a98ddd8-d953-4e66-b109-138cc3164570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:58.221589 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329a94d1-e066-426e-85ee-00e17d18985f tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:56:58.227202 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-ac59d358-06f2-4fea-bb96-20540538380f None None] For port 37a4c838-c762-455d-bb23-103d65a9666c, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=37a4c838-c762-455d-bb23-103d65a9666c,segment=NetworkSegment(93d67731-c61b-4a90-8e87-b2e70fe9226f),segment_id=93d67731-c61b-4a90-8e87-b2e70fe9226f)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:56:58.232919 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329a94d1-e066-426e-85ee-00e17d18985f tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:58.233622 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-329a94d1-e066-426e-85ee-00e17d18985f tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:58.258032 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ac59d358-06f2-4fea-bb96-20540538380f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:58.275942 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-329a94d1-e066-426e-85ee-00e17d18985f tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5477242 Apr 28 19:56:58.275942 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a94d1-e066-426e-85ee-00e17d18985f tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Port': ['ID=33f8cf65-73ed-442c-9a1d-c6fcfd0c924b,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:58.277863 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42322) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:58.296845 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a98ddd8-d953-4e66-b109-138cc3164570 None None] Network 515aabf5-c7d6-4413-a955-d5dec5bac93b is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:58.305230 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-8a98ddd8-d953-4e66-b109-138cc3164570 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:58.310824 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-ce1f95ce-bd47-4bd1-8621-fe2cf2939ed2 None None] For port d9f2c659-4856-4b9d-a24a-60e2d54c5c41, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:56:58.312410 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98ddd8-d953-4e66-b109-138cc3164570 None None] Pushing event updated for resources: {'Port': ['ID=6c54ec73-f7ca-42d9-b92d-2633e21132a6,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:58.318196 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-ce1f95ce-bd47-4bd1-8621-fe2cf2939ed2 None None] For port d9f2c659-4856-4b9d-a24a-60e2d54c5c41, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=d9f2c659-4856-4b9d-a24a-60e2d54c5c41,segment=NetworkSegment(162fa244-09fe-4e18-8c39-dbf3dea4df41),segment_id=162fa244-09fe-4e18-8c39-dbf3dea4df41)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:56:58.320150 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a98ddd8-d953-4e66-b109-138cc3164570 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:56:58.332222 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ce1f95ce-bd47-4bd1-8621-fe2cf2939ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:58.425165 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac59d358-06f2-4fea-bb96-20540538380f None None] Routers {'48962bb3-9323-48d9-9789-97de3970eaf2'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:58.425808 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-ac59d358-06f2-4fea-bb96-20540538380f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['48962bb3-9323-48d9-9789-97de3970eaf2'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:58.449789 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-394910a4-c721-435d-8e2f-fc48cd6431d4 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:58.451169 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-394910a4-c721-435d-8e2f-fc48cd6431d4 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6549921 Apr 28 19:56:58.459396 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42328) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:58.475516 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-de2f7ec6-896d-4d9e-8232-8d3faaeb125b tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Request body: {'security_group_rule': {'security_group_id': 'd181c25a-5f76-4817-bf22-d7e69a891507', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:58.782465 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-02bf7d75-30b3-467c-83dd-3ab102f9ffee tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:58.792350 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-de2f7ec6-896d-4d9e-8232-8d3faaeb125b tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:58.846966 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe92ae3-b04f-451f-8017-fc944cf3540a None None] Pushing event updated for resources: {'Port': ['ID=37a4c838-c762-455d-bb23-103d65a9666c,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:58.863693 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-8a98ddd8-d953-4e66-b109-138cc3164570 None None] Attempting to bind port 6c54ec73-f7ca-42d9-b92d-2633e21132a6 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:56:58.865239 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-8a98ddd8-d953-4e66-b109-138cc3164570 None None] Attempting to bind port 6c54ec73-f7ca-42d9-b92d-2633e21132a6 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'e83577d6-c525-423b-ab29-46266ce6ae5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '515aabf5-c7d6-4413-a955-d5dec5bac93b'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:56:58.865838 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a98ddd8-d953-4e66-b109-138cc3164570 None None] Attempting to bind port 6c54ec73-f7ca-42d9-b92d-2633e21132a6 on network 515aabf5-c7d6-4413-a955-d5dec5bac93b {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:56:58.885823 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-88efb1e3-014a-4668-9c23-0c7d61014b3c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:58.913937 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a98ddd8-d953-4e66-b109-138cc3164570 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:56:58.914709 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a98ddd8-d953-4e66-b109-138cc3164570 None None] Checking segment: {'id': 'e83577d6-c525-423b-ab29-46266ce6ae5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '515aabf5-c7d6-4413-a955-d5dec5bac93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:56:58.917217 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8a98ddd8-d953-4e66-b109-138cc3164570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:58.918142 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a98ddd8-d953-4e66-b109-138cc3164570 None None] Bound using segment: {'id': 'e83577d6-c525-423b-ab29-46266ce6ae5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '515aabf5-c7d6-4413-a955-d5dec5bac93b'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:56:58.918861 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-8a98ddd8-d953-4e66-b109-138cc3164570 None None] Bound port: 6c54ec73-f7ca-42d9-b92d-2633e21132a6, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e83577d6-c525-423b-ab29-46266ce6ae5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '515aabf5-c7d6-4413-a955-d5dec5bac93b'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:56:58.919490 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8a98ddd8-d953-4e66-b109-138cc3164570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:58.964359 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-ac59d358-06f2-4fea-bb96-20540538380f None None] Set router 48962bb3-9323-48d9-9789-97de3970eaf2 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:56:59.084312 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42334) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:59.139125 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-de2f7ec6-896d-4d9e-8232-8d3faaeb125b tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:59.182959 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-de2f7ec6-896d-4d9e-8232-8d3faaeb125b tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:59.192026 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-bbecc777-d522-445a-9ef1-14267bb359f0 None None] Provisioning complete for port 37a4c838-c762-455d-bb23-103d65a9666c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:59.192540 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bbecc777-d522-445a-9ef1-14267bb359f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:59.265637 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f7ec6-896d-4d9e-8232-8d3faaeb125b tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa4ab96b-a249-443e-a7ce-bcf4e1ad5aac,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:59.288293 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-de2f7ec6-896d-4d9e-8232-8d3faaeb125b tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:59.292969 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-de2f7ec6-896d-4d9e-8232-8d3faaeb125b tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8275681 Apr 28 19:56:59.295184 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42340) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:59.317625 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-4cd7480c-8cf3-48dd-ba6f-2763c540b5b6 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Request body: {'security_group_rule': {'security_group_id': 'd181c25a-5f76-4817-bf22-d7e69a891507', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:59.422544 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f95ce-bd47-4bd1-8621-fe2cf2939ed2 None None] Pushing event updated for resources: {'Port': ['ID=d9f2c659-4856-4b9d-a24a-60e2d54c5c41,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:59.455401 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42342) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:56:59.497816 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4cd7480c-8cf3-48dd-ba6f-2763c540b5b6 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:59.518225 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-8a98ddd8-d953-4e66-b109-138cc3164570 None None] For port 6c54ec73-f7ca-42d9-b92d-2633e21132a6, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:56:59.533375 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-8a98ddd8-d953-4e66-b109-138cc3164570 None None] For port 6c54ec73-f7ca-42d9-b92d-2633e21132a6, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=6c54ec73-f7ca-42d9-b92d-2633e21132a6,segment=NetworkSegment(e83577d6-c525-423b-ab29-46266ce6ae5b),segment_id=e83577d6-c525-423b-ab29-46266ce6ae5b)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:56:59.541874 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8a98ddd8-d953-4e66-b109-138cc3164570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:59.551952 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-88efb1e3-014a-4668-9c23-0c7d61014b3c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:59.564929 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-88efb1e3-014a-4668-9c23-0c7d61014b3c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:59.618841 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:56:59.667231 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20899038-393f-4a5e-a69f-7c5192e096d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:59.708666 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-ac59d358-06f2-4fea-bb96-20540538380f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'name': 'tempest-RoutersTest-router-598179015', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:27Z', 'updated_at': '2022-04-28T19:56:50Z', 'revision_number': 4, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'gw_port_host': None, '_interfaces': [{'id': '26323941-603f-4c45-947a-9dfd11b93ffe', 'name': '', 'network_id': '423a2c7a-8ab4-4035-998c-ca91e41cbc1d', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:80:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:41Z', 'updated_at': '2022-04-28T19:56:46Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37a4c838-c762-455d-bb23-103d65a9666c', 'name': '', 'network_id': '8c4514dd-6326-4831-a147-94692b600de1', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:0b:c1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '8b844eab-c699-4005-8b60-5d76f7cddf8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:47Z', 'updated_at': '2022-04-28T19:56:58Z', 'revision_number': 4, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '8b844eab-c699-4005-8b60-5d76f7cddf8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4113aede-9fc1-4824-829d-d39a94930a46', 'name': '', 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:23:03:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:30Z', 'updated_at': '2022-04-28T19:56:39Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:59.716011 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98ddd8-d953-4e66-b109-138cc3164570 None None] Pushing event updated for resources: {'Port': ['ID=6c54ec73-f7ca-42d9-b92d-2633e21132a6,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:59.725201 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4cd7480c-8cf3-48dd-ba6f-2763c540b5b6 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:59.753775 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4cd7480c-8cf3-48dd-ba6f-2763c540b5b6 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:59.757439 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bbecc777-d522-445a-9ef1-14267bb359f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:59.763049 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac59d358-06f2-4fea-bb96-20540538380f None None] The sync data for ids ['48962bb3-9323-48d9-9789-97de3970eaf2'] in n-d-839810-1 is: [{'id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'name': 'tempest-RoutersTest-router-598179015', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:27Z', 'updated_at': '2022-04-28T19:56:50Z', 'revision_number': 4, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'gw_port_host': None, '_interfaces': [{'id': '26323941-603f-4c45-947a-9dfd11b93ffe', 'name': '', 'network_id': '423a2c7a-8ab4-4035-998c-ca91e41cbc1d', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:80:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:41Z', 'updated_at': '2022-04-28T19:56:46Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37a4c838-c762-455d-bb23-103d65a9666c', 'name': '', 'network_id': '8c4514dd-6326-4831-a147-94692b600de1', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:0b:c1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '8b844eab-c699-4005-8b60-5d76f7cddf8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:47Z', 'updated_at': '2022-04-28T19:56:58Z', 'revision_number': 4, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '8b844eab-c699-4005-8b60-5d76f7cddf8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4113aede-9fc1-4824-829d-d39a94930a46', 'name': '', 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:23:03:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:30Z', 'updated_at': '2022-04-28T19:56:39Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:56:59.770074 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88efb1e3-014a-4668-9c23-0c7d61014b3c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Port': ['ID=33f8cf65-73ed-442c-9a1d-c6fcfd0c924b,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:59.800316 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-02bf7d75-30b3-467c-83dd-3ab102f9ffee tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:59.828447 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ccad9281-05d4-4083-a41c-a534805f1bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:59.829154 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-bbecc777-d522-445a-9ef1-14267bb359f0 None None] For port 37a4c838-c762-455d-bb23-103d65a9666c, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=37a4c838-c762-455d-bb23-103d65a9666c,segment=NetworkSegment(93d67731-c61b-4a90-8e87-b2e70fe9226f),segment_id=93d67731-c61b-4a90-8e87-b2e70fe9226f)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:56:59.865093 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bbecc777-d522-445a-9ef1-14267bb359f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:59.883652 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-02bf7d75-30b3-467c-83dd-3ab102f9ffee tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:59.913711 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-e17bc438-f5ab-4eda-9058-3dd933bacb3c tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Deleting port 06173871-4582-41e1-ad52-83c7d6f20d86 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:56:59.914319 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e17bc438-f5ab-4eda-9058-3dd933bacb3c tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:59.924217 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7480c-8cf3-48dd-ba6f-2763c540b5b6 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea3f675-fd1e-4746-83b9-851831dbf959,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:59.931585 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-88efb1e3-014a-4668-9c23-0c7d61014b3c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:59.972634 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbecc777-d522-445a-9ef1-14267bb359f0 None None] Pushing event updated for resources: {'Port': ['ID=37a4c838-c762-455d-bb23-103d65a9666c,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:00.069985 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4cd7480c-8cf3-48dd-ba6f-2763c540b5b6 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:00.071149 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4cd7480c-8cf3-48dd-ba6f-2763c540b5b6 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7584682 Apr 28 19:57:00.102925 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42346) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:00.110459 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20899038-393f-4a5e-a69f-7c5192e096d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:00.117876 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-5fb9e721-b46f-4407-a214-838adb8c26fa tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:00.133109 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20899038-393f-4a5e-a69f-7c5192e096d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:00.170840 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20899038-393f-4a5e-a69f-7c5192e096d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55b70b7-7d93-461c-811e-586d4239d563,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:00.171823 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-02bf7d75-30b3-467c-83dd-3ab102f9ffee tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:00.179814 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-88efb1e3-014a-4668-9c23-0c7d61014b3c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:00.203670 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf7d75-30b3-467c-83dd-3ab102f9ffee tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event updated for resources: {'Port': ['ID=30a59aba-af06-41fe-ba2a-12746c04356f,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:00.252087 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-20899038-393f-4a5e-a69f-7c5192e096d9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b5c8d3ba010641f79f5dbeb1cb25e672&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7950509 Apr 28 19:57:00.271544 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5fb9e721-b46f-4407-a214-838adb8c26fa tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:00.281075 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42348) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:00.335716 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c19bb8-9ea5-4537-9c2f-ce1811d8ea97 None None] Network eb8f81e3-5a29-41b6-a3dc-951e66713964 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:57:00.354377 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e17bc438-f5ab-4eda-9058-3dd933bacb3c tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:00.421280 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-e17bc438-f5ab-4eda-9058-3dd933bacb3c tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Calling delete_port for 06173871-4582-41e1-ad52-83c7d6f20d86 owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:00.435307 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b4c223b4-bb8d-46ed-adfa-74fbfc5a9187 None None] Provisioning complete for port d9f2c659-4856-4b9d-a24a-60e2d54c5c41 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:00.435890 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b4c223b4-bb8d-46ed-adfa-74fbfc5a9187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:00.507286 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ccad9281-05d4-4083-a41c-a534805f1bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:00.565253 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ccad9281-05d4-4083-a41c-a534805f1bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:00.659138 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-88efb1e3-014a-4668-9c23-0c7d61014b3c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:00.664862 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5178d92f-3c91-416e-af6f-a8dcdfe2f23f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:00.665460 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-88efb1e3-014a-4668-9c23-0c7d61014b3c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:00.667258 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-88efb1e3-014a-4668-9c23-0c7d61014b3c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:00.669715 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bf7d75-30b3-467c-83dd-3ab102f9ffee tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Network 515aabf5-c7d6-4413-a955-d5dec5bac93b is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:00.679401 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ccad9281-05d4-4083-a41c-a534805f1bb7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=06415f947fa84b2fa56ef6c9cb6e37ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5866945 Apr 28 19:57:00.684914 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42350) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:00.691938 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad9281-05d4-4083-a41c-a534805f1bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20da4823-a482-4c8c-8421-4cb205f2c455,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:00.697472 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-02bf7d75-30b3-467c-83dd-3ab102f9ffee tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:00.744190 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88efb1e3-014a-4668-9c23-0c7d61014b3c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Port': ['ID=33f8cf65-73ed-442c-9a1d-c6fcfd0c924b,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:00.748932 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5178d92f-3c91-416e-af6f-a8dcdfe2f23f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:00.843289 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b4c223b4-bb8d-46ed-adfa-74fbfc5a9187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:00.884201 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88efb1e3-014a-4668-9c23-0c7d61014b3c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network eb8f81e3-5a29-41b6-a3dc-951e66713964 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:00.887254 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-88efb1e3-014a-4668-9c23-0c7d61014b3c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:00.902946 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-b4c223b4-bb8d-46ed-adfa-74fbfc5a9187 None None] For port d9f2c659-4856-4b9d-a24a-60e2d54c5c41, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=d9f2c659-4856-4b9d-a24a-60e2d54c5c41,segment=NetworkSegment(162fa244-09fe-4e18-8c39-dbf3dea4df41),segment_id=162fa244-09fe-4e18-8c39-dbf3dea4df41)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:57:00.909892 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b4c223b4-bb8d-46ed-adfa-74fbfc5a9187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:00.970533 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5178d92f-3c91-416e-af6f-a8dcdfe2f23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:00.973939 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5178d92f-3c91-416e-af6f-a8dcdfe2f23f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:00.975133 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5178d92f-3c91-416e-af6f-a8dcdfe2f23f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d55b70b7-7d93-461c-811e-586d4239d563 HTTP/1.1" status: 204 len: 168 time: 0.6921442 Apr 28 19:57:00.990565 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c223b4-bb8d-46ed-adfa-74fbfc5a9187 None None] Pushing event updated for resources: {'Port': ['ID=d9f2c659-4856-4b9d-a24a-60e2d54c5c41,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:01.043990 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178d92f-3c91-416e-af6f-a8dcdfe2f23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55b70b7-7d93-461c-811e-586d4239d563,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:01.083017 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dec7064d-e91a-4cfa-8c2d-d34bb4c46b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:01.112254 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88efb1e3-014a-4668-9c23-0c7d61014b3c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Router fc046ff3-f082-4ed6-941b-5f114fee501e is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:57:01.133883 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5fb9e721-b46f-4407-a214-838adb8c26fa tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:01.182994 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dec7064d-e91a-4cfa-8c2d-d34bb4c46b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:01.205664 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02bf7d75-30b3-467c-83dd-3ab102f9ffee tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Router 48962bb3-9323-48d9-9789-97de3970eaf2 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:57:01.354932 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-6819cdd5-7a08-4f67-a5be-f4b6478ed51e None None] Provisioning complete for port 33f8cf65-73ed-442c-9a1d-c6fcfd0c924b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:01.355933 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6819cdd5-7a08-4f67-a5be-f4b6478ed51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:01.473276 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-6819cdd5-7a08-4f67-a5be-f4b6478ed51e None None] Port 33f8cf65-73ed-442c-9a1d-c6fcfd0c924b cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:57:01.489866 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-6819cdd5-7a08-4f67-a5be-f4b6478ed51e None None] Provisioning complete for port d9f2c659-4856-4b9d-a24a-60e2d54c5c41 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:01.490510 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6819cdd5-7a08-4f67-a5be-f4b6478ed51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:01.557225 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e17bc438-f5ab-4eda-9058-3dd933bacb3c tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:01.578937 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a399799b-a669-4116-8cb0-32826a52036f None None] Network 515aabf5-c7d6-4413-a955-d5dec5bac93b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:57:01.613556 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 37a4c838-c762-455d-bb23-103d65a9666c up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:57:01.637531 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42356) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:01.664994 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17bc438-f5ab-4eda-9058-3dd933bacb3c tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event deleted for resources: {'Port': ['ID=06173871-4582-41e1-ad52-83c7d6f20d86,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:01.667430 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dec7064d-e91a-4cfa-8c2d-d34bb4c46b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:01.670036 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dec7064d-e91a-4cfa-8c2d-d34bb4c46b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:01.671192 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-dec7064d-e91a-4cfa-8c2d-d34bb4c46b5c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/20da4823-a482-4c8c-8421-4cb205f2c455 HTTP/1.1" status: 204 len: 168 time: 0.9763565 Apr 28 19:57:01.690750 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-5fb9e721-b46f-4407-a214-838adb8c26fa tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Allocated IP 172.25.8.125 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/61666e60-feb0-4882-9a89-f2f18b161ff7) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:01.729290 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ba39a69-01c3-4536-9a3d-7d1cc2e57ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:01.731280 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7064d-e91a-4cfa-8c2d-d34bb4c46b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20da4823-a482-4c8c-8421-4cb205f2c455,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:01.848546 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bf7d75-30b3-467c-83dd-3ab102f9ffee tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:57:01.877063 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 37a4c838-c762-455d-bb23-103d65a9666c triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:01.877736 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:01.879736 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091438d3-827d-4eb6-afa2-a1d02005f511 None None] Sync routers for ids ['48962bb3-9323-48d9-9789-97de3970eaf2'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:57:01.919876 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091438d3-827d-4eb6-afa2-a1d02005f511 None None] Routers {'48962bb3-9323-48d9-9789-97de3970eaf2'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:01.925825 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-091438d3-827d-4eb6-afa2-a1d02005f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['48962bb3-9323-48d9-9789-97de3970eaf2'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:01.974645 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88efb1e3-014a-4668-9c23-0c7d61014b3c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:57:01.992232 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-88efb1e3-014a-4668-9c23-0c7d61014b3c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "PUT /v2.0/routers/fc046ff3-f082-4ed6-941b-5f114fee501e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7131622 Apr 28 19:57:01.998779 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42362) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:02.006842 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981e3ac2-8528-4e13-9a3a-6ab14acc7ce3 None None] Sync routers for ids ['fc046ff3-f082-4ed6-941b-5f114fee501e'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:57:02.009032 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:02.016160 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-02bf7d75-30b3-467c-83dd-3ab102f9ffee tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "PUT /v2.0/routers/48962bb3-9323-48d9-9789-97de3970eaf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5509923 Apr 28 19:57:02.016467 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42364) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:02.021236 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-604eb24f-306c-4c1e-a953-a07523c7fdef tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:02.054107 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981e3ac2-8528-4e13-9a3a-6ab14acc7ce3 None None] Routers {'fc046ff3-f082-4ed6-941b-5f114fee501e'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:02.055970 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-981e3ac2-8528-4e13-9a3a-6ab14acc7ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['fc046ff3-f082-4ed6-941b-5f114fee501e'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:02.059701 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ba39a69-01c3-4536-9a3d-7d1cc2e57ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:02.155404 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-981e3ac2-8528-4e13-9a3a-6ab14acc7ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:02.171448 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-c0fc556f-562d-4256-bb3e-f5453f15b11e None None] Provisioning complete for port 33f8cf65-73ed-442c-9a1d-c6fcfd0c924b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:02.172250 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c0fc556f-562d-4256-bb3e-f5453f15b11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:02.175251 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981e3ac2-8528-4e13-9a3a-6ab14acc7ce3 None None] Routers {'fc046ff3-f082-4ed6-941b-5f114fee501e'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:02.176583 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794f2651-5009-4b52-9da2-cc1c1347c9a0 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:02.177019 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-981e3ac2-8528-4e13-9a3a-6ab14acc7ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['fc046ff3-f082-4ed6-941b-5f114fee501e'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:02.180547 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-794f2651-5009-4b52-9da2-cc1c1347c9a0 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "GET /v2.0/ports/33f8cf65-73ed-442c-9a1d-c6fcfd0c924b HTTP/1.1" status: 200 len: 983 time: 0.1166365 Apr 28 19:57:02.180547 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ba39a69-01c3-4536-9a3d-7d1cc2e57ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:02.182475 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42366) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:02.260216 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-981e3ac2-8528-4e13-9a3a-6ab14acc7ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:02.264151 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981e3ac2-8528-4e13-9a3a-6ab14acc7ce3 None None] The sync data for ids ['fc046ff3-f082-4ed6-941b-5f114fee501e'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:57:02.279249 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-091438d3-827d-4eb6-afa2-a1d02005f511 None None] Set router 48962bb3-9323-48d9-9789-97de3970eaf2 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:57:02.346747 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7ba39a69-01c3-4536-9a3d-7d1cc2e57ba4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be9cee129a794c72904db4aadb78b654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6829278 Apr 28 19:57:02.347462 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42368) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:02.364739 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42370) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:02.372175 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-c0fc556f-562d-4256-bb3e-f5453f15b11e None None] Port 33f8cf65-73ed-442c-9a1d-c6fcfd0c924b cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:57:02.399402 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d9f2c659-4856-4b9d-a24a-60e2d54c5c41 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:57:02.403336 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5fb9e721-b46f-4407-a214-838adb8c26fa tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:02.494496 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-c0fc556f-562d-4256-bb3e-f5453f15b11e None None] Provisioning complete for port 6c54ec73-f7ca-42d9-b92d-2633e21132a6 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:02.495076 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c0fc556f-562d-4256-bb3e-f5453f15b11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:02.521331 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba39a69-01c3-4536-9a3d-7d1cc2e57ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafde046-26ac-4639-84a2-1ff9351ae390,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:02.533314 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5fb9e721-b46f-4407-a214-838adb8c26fa tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:02.573177 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bb46cb08-608e-4f51-8e54-a5db4cdab636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:02.613978 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port d9f2c659-4856-4b9d-a24a-60e2d54c5c41 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:02.614375 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:02.626744 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb9e721-b46f-4407-a214-838adb8c26fa tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:02.627783 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9e721-b46f-4407-a214-838adb8c26fa tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Pushing event updated for resources: {'Port': ['ID=61666e60-feb0-4882-9a89-f2f18b161ff7,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:02.632499 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d651c017-2abe-48ce-a64b-37969243ac19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:02.637926 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e17bc438-f5ab-4eda-9058-3dd933bacb3c tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:02.649071 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-5fb9e721-b46f-4407-a214-838adb8c26fa tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:02.658839 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb9e721-b46f-4407-a214-838adb8c26fa tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:57:02.700699 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d651c017-2abe-48ce-a64b-37969243ac19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:02.773359 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bb46cb08-608e-4f51-8e54-a5db4cdab636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:02.845686 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c0fc556f-562d-4256-bb3e-f5453f15b11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:02.847019 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d651c017-2abe-48ce-a64b-37969243ac19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:02.850809 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d651c017-2abe-48ce-a64b-37969243ac19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:02.852330 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d651c017-2abe-48ce-a64b-37969243ac19 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fafde046-26ac-4639-84a2-1ff9351ae390 HTTP/1.1" status: 204 len: 168 time: 0.4573777 Apr 28 19:57:02.862653 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.extraroute_db [None req-604eb24f-306c-4c1e-a953-a07523c7fdef tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 28 19:57:02.874361 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 6c54ec73-f7ca-42d9-b92d-2633e21132a6 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:57:02.912193 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651c017-2abe-48ce-a64b-37969243ac19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafde046-26ac-4639-84a2-1ff9351ae390,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:02.934229 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.extraroute_db [None req-604eb24f-306c-4c1e-a953-a07523c7fdef tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Removed routes are [] {{(pid=102773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 28 19:57:02.934804 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-604eb24f-306c-4c1e-a953-a07523c7fdef tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364'] for router, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:02.938401 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-c0fc556f-562d-4256-bb3e-f5453f15b11e None None] For port 6c54ec73-f7ca-42d9-b92d-2633e21132a6, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=6c54ec73-f7ca-42d9-b92d-2633e21132a6,segment=NetworkSegment(e83577d6-c525-423b-ab29-46266ce6ae5b),segment_id=e83577d6-c525-423b-ab29-46266ce6ae5b)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:57:02.956667 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c0fc556f-562d-4256-bb3e-f5453f15b11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:03.020422 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc556f-562d-4256-bb3e-f5453f15b11e None None] Pushing event updated for resources: {'Port': ['ID=6c54ec73-f7ca-42d9-b92d-2633e21132a6,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:03.044719 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bb46cb08-608e-4f51-8e54-a5db4cdab636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:03.046981 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-091438d3-827d-4eb6-afa2-a1d02005f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'name': 'tempest-RoutersTest-router-598179015', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:27Z', 'updated_at': '2022-04-28T19:56:58Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'gw_port_host': None, '_interfaces': [{'id': '26323941-603f-4c45-947a-9dfd11b93ffe', 'name': '', 'network_id': '423a2c7a-8ab4-4035-998c-ca91e41cbc1d', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:80:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:41Z', 'updated_at': '2022-04-28T19:56:46Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30a59aba-af06-41fe-ba2a-12746c04356f', 'name': '', 'network_id': '515aabf5-c7d6-4413-a955-d5dec5bac93b', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:97:84:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '35111d6b-6d1b-4ab9-825d-e4c6f4af81b1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:56Z', 'updated_at': '2022-04-28T19:56:59Z', 'revision_number': 2, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '35111d6b-6d1b-4ab9-825d-e4c6f4af81b1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37a4c838-c762-455d-bb23-103d65a9666c', 'name': '', 'network_id': '8c4514dd-6326-4831-a147-94692b600de1', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:0b:c1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '8b844eab-c699-4005-8b60-5d76f7cddf8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:47Z', 'updated_at': '2022-04-28T19:56:59Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '8b844eab-c699-4005-8b60-5d76f7cddf8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4113aede-9fc1-4824-829d-d39a94930a46', 'name': '', 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:23:03:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:30Z', 'updated_at': '2022-04-28T19:56:39Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:03.113658 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091438d3-827d-4eb6-afa2-a1d02005f511 None None] Checking router: 48962bb3-9323-48d9-9789-97de3970eaf2 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:57:03.114156 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091438d3-827d-4eb6-afa2-a1d02005f511 None None] Updating router 48962bb3-9323-48d9-9789-97de3970eaf2 port 30a59aba-af06-41fe-ba2a-12746c04356f binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:57:03.121721 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 6c54ec73-f7ca-42d9-b92d-2633e21132a6 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:03.121721 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:03.164713 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5fb9e721-b46f-4407-a214-838adb8c26fa tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:03.169854 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b8ebfdd6-901c-4194-bd90-1677e1016104 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:03.198051 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-f9829594-e2b9-4941-9c3d-edc4b12a708c None None] Provisioning complete for port 33f8cf65-73ed-442c-9a1d-c6fcfd0c924b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:03.198477 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f9829594-e2b9-4941-9c3d-edc4b12a708c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:03.218912 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-bb46cb08-608e-4f51-8e54-a5db4cdab636 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5f727eb016004a428146d937ea905c16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7051558 Apr 28 19:57:03.221162 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42376) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:03.222055 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46cb08-608e-4f51-8e54-a5db4cdab636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8871d7-2b30-4cf4-92a8-1b698eb725da,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:03.268282 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-091438d3-827d-4eb6-afa2-a1d02005f511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:03.295827 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-f9829594-e2b9-4941-9c3d-edc4b12a708c None None] Port 33f8cf65-73ed-442c-9a1d-c6fcfd0c924b cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:57:03.312510 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-604eb24f-306c-4c1e-a953-a07523c7fdef tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364'] for router, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:03.321682 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-604eb24f-306c-4c1e-a953-a07523c7fdef tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626624'] for router, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:03.347004 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5fb9e721-b46f-4407-a214-838adb8c26fa tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:03.370494 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-f9829594-e2b9-4941-9c3d-edc4b12a708c None None] Provisioning complete for port 6c54ec73-f7ca-42d9-b92d-2633e21132a6 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:03.370869 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f9829594-e2b9-4941-9c3d-edc4b12a708c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:03.502212 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604eb24f-306c-4c1e-a953-a07523c7fdef tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Router 48962bb3-9323-48d9-9789-97de3970eaf2 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:57:03.579670 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fbf41658-e012-4d45-ae09-a65d3a1b9544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:03.660988 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebfdd6-901c-4194-bd90-1677e1016104 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Deleting port 33f8cf65-73ed-442c-9a1d-c6fcfd0c924b {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:57:03.661341 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b8ebfdd6-901c-4194-bd90-1677e1016104 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:03.669358 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604eb24f-306c-4c1e-a953-a07523c7fdef tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:57:03.686128 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-604eb24f-306c-4c1e-a953-a07523c7fdef tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:03.689955 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-604eb24f-306c-4c1e-a953-a07523c7fdef tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "PUT /v2.0/routers/48962bb3-9323-48d9-9789-97de3970eaf2 HTTP/1.1" status: 200 len: 933 time: 1.6698771 Apr 28 19:57:03.690945 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42390) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:03.861639 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e82c1184-b191-4e35-8989-e1eb792bb0c3 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "GET /v2.0/routers/48962bb3-9323-48d9-9789-97de3970eaf2 HTTP/1.1" status: 200 len: 933 time: 0.1695611 Apr 28 19:57:03.863847 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b8ebfdd6-901c-4194-bd90-1677e1016104 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:03.866507 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42396) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:03.880941 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-071e5dad-0c0d-4448-9b05-774c87783b39 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Request body: {'router': {'routes': None}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:03.906040 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:03.931367 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebfdd6-901c-4194-bd90-1677e1016104 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Calling delete_port for 33f8cf65-73ed-442c-9a1d-c6fcfd0c924b owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:04.004826 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 6c54ec73-f7ca-42d9-b92d-2633e21132a6 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:57:04.074063 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fbf41658-e012-4d45-ae09-a65d3a1b9544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:04.128185 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5fb9e721-b46f-4407-a214-838adb8c26fa tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:04.140619 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5fb9e721-b46f-4407-a214-838adb8c26fa tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:04.148587 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17bc438-f5ab-4eda-9058-3dd933bacb3c tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Router de80bb43-aa79-4fc9-8ca3-cb3d219f95de has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:57:04.155727 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-f9829594-e2b9-4941-9c3d-edc4b12a708c None None] Provisioning complete for port 30a59aba-af06-41fe-ba2a-12746c04356f triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:04.155938 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f9829594-e2b9-4941-9c3d-edc4b12a708c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:04.217819 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-091438d3-827d-4eb6-afa2-a1d02005f511 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:04.224623 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 6c54ec73-f7ca-42d9-b92d-2633e21132a6 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:04.224998 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:04.230711 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-f9829594-e2b9-4941-9c3d-edc4b12a708c None None] Port 30a59aba-af06-41fe-ba2a-12746c04356f cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:57:04.258063 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-091438d3-827d-4eb6-afa2-a1d02005f511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:04.260621 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fbf41658-e012-4d45-ae09-a65d3a1b9544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:04.263080 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fbf41658-e012-4d45-ae09-a65d3a1b9544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:04.266578 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-fbf41658-e012-4d45-ae09-a65d3a1b9544 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/df8871d7-2b30-4cf4-92a8-1b698eb725da HTTP/1.1" status: 204 len: 168 time: 0.9829605 Apr 28 19:57:04.270303 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9e721-b46f-4407-a214-838adb8c26fa tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Pushing event updated for resources: {'Port': ['ID=61666e60-feb0-4882-9a89-f2f18b161ff7,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:04.293776 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf41658-e012-4d45-ae09-a65d3a1b9544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8871d7-2b30-4cf4-92a8-1b698eb725da,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:04.320842 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5fb9e721-b46f-4407-a214-838adb8c26fa tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:04.437584 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5fb9e721-b46f-4407-a214-838adb8c26fa tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:04.441320 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef0abdb-0c60-4976-806e-d1db05473330 None None] Pushing event updated for resources: {'Port': ['ID=30a59aba-af06-41fe-ba2a-12746c04356f,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:04.453028 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5fb9e721-b46f-4407-a214-838adb8c26fa tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3436675 Apr 28 19:57:04.473006 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-d8097fe8-a717-4be0-a1d1-a48af12d8941 None None] Provisioning complete for port 30a59aba-af06-41fe-ba2a-12746c04356f triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:04.473328 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d8097fe8-a717-4be0-a1d1-a48af12d8941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:04.505144 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17bc438-f5ab-4eda-9058-3dd933bacb3c tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:57:04.515464 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e17bc438-f5ab-4eda-9058-3dd933bacb3c tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "PUT /v2.0/routers/de80bb43-aa79-4fc9-8ca3-cb3d219f95de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9726701 Apr 28 19:57:04.518681 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42408) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:04.539200 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a31cd50-5abe-40bd-9cee-4c5de00b667f None None] Sync routers for ids ['de80bb43-aa79-4fc9-8ca3-cb3d219f95de'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:57:04.585311 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-091438d3-827d-4eb6-afa2-a1d02005f511 None None] Attempting to bind port 30a59aba-af06-41fe-ba2a-12746c04356f on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:57:04.585885 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-091438d3-827d-4eb6-afa2-a1d02005f511 None None] Attempting to bind port 30a59aba-af06-41fe-ba2a-12746c04356f by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'e83577d6-c525-423b-ab29-46266ce6ae5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '515aabf5-c7d6-4413-a955-d5dec5bac93b'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:57:04.587567 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091438d3-827d-4eb6-afa2-a1d02005f511 None None] Attempting to bind port 30a59aba-af06-41fe-ba2a-12746c04356f on network 515aabf5-c7d6-4413-a955-d5dec5bac93b {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:57:04.622871 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091438d3-827d-4eb6-afa2-a1d02005f511 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:57:04.623478 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091438d3-827d-4eb6-afa2-a1d02005f511 None None] Checking segment: {'id': 'e83577d6-c525-423b-ab29-46266ce6ae5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '515aabf5-c7d6-4413-a955-d5dec5bac93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:57:04.624252 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-091438d3-827d-4eb6-afa2-a1d02005f511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:04.624660 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091438d3-827d-4eb6-afa2-a1d02005f511 None None] Bound using segment: {'id': 'e83577d6-c525-423b-ab29-46266ce6ae5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '515aabf5-c7d6-4413-a955-d5dec5bac93b'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:57:04.625141 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-091438d3-827d-4eb6-afa2-a1d02005f511 None None] Bound port: 30a59aba-af06-41fe-ba2a-12746c04356f, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e83577d6-c525-423b-ab29-46266ce6ae5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '515aabf5-c7d6-4413-a955-d5dec5bac93b'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:57:04.625693 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-091438d3-827d-4eb6-afa2-a1d02005f511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:04.646857 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-d8097fe8-a717-4be0-a1d1-a48af12d8941 None None] Port 30a59aba-af06-41fe-ba2a-12746c04356f cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:57:04.651935 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a31cd50-5abe-40bd-9cee-4c5de00b667f None None] Routers {'de80bb43-aa79-4fc9-8ca3-cb3d219f95de'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:04.652938 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-4a31cd50-5abe-40bd-9cee-4c5de00b667f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['de80bb43-aa79-4fc9-8ca3-cb3d219f95de'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:04.735619 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-4a31cd50-5abe-40bd-9cee-4c5de00b667f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:04.781423 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42422) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:04.814078 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a31cd50-5abe-40bd-9cee-4c5de00b667f None None] Routers {'de80bb43-aa79-4fc9-8ca3-cb3d219f95de'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:04.814733 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-4a31cd50-5abe-40bd-9cee-4c5de00b667f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['de80bb43-aa79-4fc9-8ca3-cb3d219f95de'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:04.818049 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-68adc34c-e625-41ea-b456-5b9055e69309 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:04.860883 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-fcacdd9a-91ce-4a22-b350-a81f491e99c3 None None] Provisioning complete for port 30a59aba-af06-41fe-ba2a-12746c04356f triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:04.861257 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fcacdd9a-91ce-4a22-b350-a81f491e99c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:04.867253 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-091438d3-827d-4eb6-afa2-a1d02005f511 None None] For port 30a59aba-af06-41fe-ba2a-12746c04356f, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:57:04.870439 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-4a31cd50-5abe-40bd-9cee-4c5de00b667f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:04.871166 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a31cd50-5abe-40bd-9cee-4c5de00b667f None None] The sync data for ids ['de80bb43-aa79-4fc9-8ca3-cb3d219f95de'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:57:04.904083 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-091438d3-827d-4eb6-afa2-a1d02005f511 None None] For port 30a59aba-af06-41fe-ba2a-12746c04356f, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=30a59aba-af06-41fe-ba2a-12746c04356f,segment=NetworkSegment(e83577d6-c525-423b-ab29-46266ce6ae5b),segment_id=e83577d6-c525-423b-ab29-46266ce6ae5b)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:57:04.918369 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-091438d3-827d-4eb6-afa2-a1d02005f511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:04.961113 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-fcacdd9a-91ce-4a22-b350-a81f491e99c3 None None] Port 30a59aba-af06-41fe-ba2a-12746c04356f cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:57:04.992435 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091438d3-827d-4eb6-afa2-a1d02005f511 None None] Routers {'48962bb3-9323-48d9-9789-97de3970eaf2'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:04.993001 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-091438d3-827d-4eb6-afa2-a1d02005f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['48962bb3-9323-48d9-9789-97de3970eaf2'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:04.998606 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef0abdb-0c60-4976-806e-d1db05473330 None None] Pushing event updated for resources: {'Port': ['ID=30a59aba-af06-41fe-ba2a-12746c04356f,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:05.094082 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-68adc34c-e625-41ea-b456-5b9055e69309 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:05.108939 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d5d10c5e-5e25-4bd9-85d2-efa41d45a1b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:05.128169 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b8ebfdd6-901c-4194-bd90-1677e1016104 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:05.133163 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-244c1a64-da14-484b-935c-07511a6b82e6 req-45e82170-6a08-4e15-adcf-334dd7ed6008 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--439376568&fields=id&tenant_id=3397cabaf68f4eccbdd2d7c135e48bbd HTTP/1.1" status: 200 len: 267 time: 0.3185956 Apr 28 19:57:05.143567 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-091438d3-827d-4eb6-afa2-a1d02005f511 None None] Set router 48962bb3-9323-48d9-9789-97de3970eaf2 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:57:05.207721 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebfdd6-901c-4194-bd90-1677e1016104 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Port': ['ID=33f8cf65-73ed-442c-9a1d-c6fcfd0c924b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:05.345101 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-68adc34c-e625-41ea-b456-5b9055e69309 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Deleting port c2ac4a4b-9bdc-429d-a06a-69c380362683 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:57:05.345329 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-68adc34c-e625-41ea-b456-5b9055e69309 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:05.485314 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b8ebfdd6-901c-4194-bd90-1677e1016104 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:05.500661 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c1a64-da14-484b-935c-07511a6b82e6 req-7b2e562f-d15c-4eb1-8acb-10f99f599e26 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:05.503715 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-244c1a64-da14-484b-935c-07511a6b82e6 req-7b2e562f-d15c-4eb1-8acb-10f99f599e26 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/networks?id=13d770d2-76f1-4754-862f-2caf67b7488d HTTP/1.1" status: 200 len: 811 time: 0.3695989 Apr 28 19:57:05.516433 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d5d10c5e-5e25-4bd9-85d2-efa41d45a1b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:05.533231 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-091438d3-827d-4eb6-afa2-a1d02005f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'name': 'tempest-RoutersTest-router-598179015', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:27Z', 'updated_at': '2022-04-28T19:57:02Z', 'revision_number': 6, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'gw_port_host': None, '_interfaces': [{'id': '26323941-603f-4c45-947a-9dfd11b93ffe', 'name': '', 'network_id': '423a2c7a-8ab4-4035-998c-ca91e41cbc1d', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:80:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:41Z', 'updated_at': '2022-04-28T19:56:46Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30a59aba-af06-41fe-ba2a-12746c04356f', 'name': '', 'network_id': '515aabf5-c7d6-4413-a955-d5dec5bac93b', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:97:84:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '35111d6b-6d1b-4ab9-825d-e4c6f4af81b1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:56Z', 'updated_at': '2022-04-28T19:57:04Z', 'revision_number': 4, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '35111d6b-6d1b-4ab9-825d-e4c6f4af81b1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37a4c838-c762-455d-bb23-103d65a9666c', 'name': '', 'network_id': '8c4514dd-6326-4831-a147-94692b600de1', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:0b:c1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '8b844eab-c699-4005-8b60-5d76f7cddf8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:47Z', 'updated_at': '2022-04-28T19:56:59Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '8b844eab-c699-4005-8b60-5d76f7cddf8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4113aede-9fc1-4824-829d-d39a94930a46', 'name': '', 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:23:03:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:30Z', 'updated_at': '2022-04-28T19:56:39Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:05.551011 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d5d10c5e-5e25-4bd9-85d2-efa41d45a1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:05.594559 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091438d3-827d-4eb6-afa2-a1d02005f511 None None] The sync data for ids ['48962bb3-9323-48d9-9789-97de3970eaf2'] in n-d-839810-1 is: [{'id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'name': 'tempest-RoutersTest-router-598179015', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:27Z', 'updated_at': '2022-04-28T19:57:02Z', 'revision_number': 6, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'gw_port_host': None, '_interfaces': [{'id': '26323941-603f-4c45-947a-9dfd11b93ffe', 'name': '', 'network_id': '423a2c7a-8ab4-4035-998c-ca91e41cbc1d', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:80:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:41Z', 'updated_at': '2022-04-28T19:56:46Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30a59aba-af06-41fe-ba2a-12746c04356f', 'name': '', 'network_id': '515aabf5-c7d6-4413-a955-d5dec5bac93b', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:97:84:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '35111d6b-6d1b-4ab9-825d-e4c6f4af81b1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:56Z', 'updated_at': '2022-04-28T19:57:04Z', 'revision_number': 4, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '35111d6b-6d1b-4ab9-825d-e4c6f4af81b1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37a4c838-c762-455d-bb23-103d65a9666c', 'name': '', 'network_id': '8c4514dd-6326-4831-a147-94692b600de1', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:0b:c1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '8b844eab-c699-4005-8b60-5d76f7cddf8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:47Z', 'updated_at': '2022-04-28T19:56:59Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '8b844eab-c699-4005-8b60-5d76f7cddf8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4113aede-9fc1-4824-829d-d39a94930a46', 'name': '', 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:23:03:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:30Z', 'updated_at': '2022-04-28T19:56:39Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:57:05.613969 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.extraroute_db [None req-071e5dad-0c0d-4448-9b05-774c87783b39 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Added routes are [] {{(pid=102773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 28 19:57:05.614250 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.extraroute_db [None req-071e5dad-0c0d-4448-9b05-774c87783b39 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 28 19:57:05.621834 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d5d10c5e-5e25-4bd9-85d2-efa41d45a1b5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4501c62fbfdd4eb6b5700077e251cea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8336153 Apr 28 19:57:05.623687 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d10c5e-5e25-4bd9-85d2-efa41d45a1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c64ba8-1500-4e27-ae19-91be25e2bd3f,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:05.628828 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-8dc15356-f755-4521-b279-da32652e753d None None] Provisioning complete for port 30a59aba-af06-41fe-ba2a-12746c04356f triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:05.629202 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8dc15356-f755-4521-b279-da32652e753d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:05.644915 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42450) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:05.688345 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-244c1a64-da14-484b-935c-07511a6b82e6 req-64c42afd-f614-4a04-815d-d3eb7f4bb57d tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/quotas/3397cabaf68f4eccbdd2d7c135e48bbd HTTP/1.1" status: 200 len: 375 time: 0.1699605 Apr 28 19:57:05.707500 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-68adc34c-e625-41ea-b456-5b9055e69309 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:05.795125 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8dc15356-f755-4521-b279-da32652e753d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:05.797507 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-68adc34c-e625-41ea-b456-5b9055e69309 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Calling delete_port for c2ac4a4b-9bdc-429d-a06a-69c380362683 owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:05.852480 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-8dc15356-f755-4521-b279-da32652e753d None None] For port 30a59aba-af06-41fe-ba2a-12746c04356f, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=30a59aba-af06-41fe-ba2a-12746c04356f,segment=NetworkSegment(e83577d6-c525-423b-ab29-46266ce6ae5b),segment_id=e83577d6-c525-423b-ab29-46266ce6ae5b)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:57:05.858367 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8dc15356-f755-4521-b279-da32652e753d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:05.864538 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-071e5dad-0c0d-4448-9b05-774c87783b39 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364'] for router, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:05.939105 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc15356-f755-4521-b279-da32652e753d None None] Pushing event updated for resources: {'Port': ['ID=30a59aba-af06-41fe-ba2a-12746c04356f,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:05.939676 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-244c1a64-da14-484b-935c-07511a6b82e6 req-49b26fdf-21e4-4856-a5f8-a4622e593a73 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3397cabaf68f4eccbdd2d7c135e48bbd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2279747 Apr 28 19:57:05.942309 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ebfdd6-901c-4194-bd90-1677e1016104 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Router fc046ff3-f082-4ed6-941b-5f114fee501e has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:57:06.049877 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1c324733-9f05-483d-ae44-b1a691d5ce33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:06.080287 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 30a59aba-af06-41fe-ba2a-12746c04356f up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:57:06.199855 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-68adc34c-e625-41ea-b456-5b9055e69309 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:06.215948 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1c324733-9f05-483d-ae44-b1a691d5ce33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:06.226989 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 30a59aba-af06-41fe-ba2a-12746c04356f triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:06.227372 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:06.381739 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68adc34c-e625-41ea-b456-5b9055e69309 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event deleted for resources: {'Port': ['ID=c2ac4a4b-9bdc-429d-a06a-69c380362683,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:06.427762 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-68adc34c-e625-41ea-b456-5b9055e69309 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:06.483427 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ebfdd6-901c-4194-bd90-1677e1016104 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:57:06.502210 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbb90c6-2dd4-41da-9d61-035737be59d3 None None] Sync routers for ids ['fc046ff3-f082-4ed6-941b-5f114fee501e'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:57:06.525730 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b8ebfdd6-901c-4194-bd90-1677e1016104 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "PUT /v2.0/routers/fc046ff3-f082-4ed6-941b-5f114fee501e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3355718 Apr 28 19:57:06.525730 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42470) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:06.531033 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbb90c6-2dd4-41da-9d61-035737be59d3 None None] Routers {'fc046ff3-f082-4ed6-941b-5f114fee501e'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:06.545826 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-244c1a64-da14-484b-935c-07511a6b82e6 req-6092dfe8-b988-4d6e-9788-5d7e1b08b7d7 service neutron] 10.222.0.42 "GET /v2.0/networks/13d770d2-76f1-4754-862f-2caf67b7488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5782070 Apr 28 19:57:06.548629 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-68adc34c-e625-41ea-b456-5b9055e69309 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:06.549928 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-8dbb90c6-2dd4-41da-9d61-035737be59d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['fc046ff3-f082-4ed6-941b-5f114fee501e'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:06.554345 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-68adc34c-e625-41ea-b456-5b9055e69309 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:06.628611 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-68adc34c-e625-41ea-b456-5b9055e69309 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:06.629856 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68adc34c-e625-41ea-b456-5b9055e69309 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Fanout notify agent at l3_agent the message router_deleted on router de80bb43-aa79-4fc9-8ca3-cb3d219f95de {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:57:06.635592 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-071e5dad-0c0d-4448-9b05-774c87783b39 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364'] for router, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:06.641201 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-68adc34c-e625-41ea-b456-5b9055e69309 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:06.642764 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-68adc34c-e625-41ea-b456-5b9055e69309 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "DELETE /v2.0/routers/de80bb43-aa79-4fc9-8ca3-cb3d219f95de HTTP/1.1" status: 204 len: 168 time: 2.1231611 Apr 28 19:57:06.646181 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-071e5dad-0c0d-4448-9b05-774c87783b39 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626624'] for router, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:06.658972 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42474) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:06.661797 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-8dbb90c6-2dd4-41da-9d61-035737be59d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:06.675621 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbb90c6-2dd4-41da-9d61-035737be59d3 None None] Routers {'fc046ff3-f082-4ed6-941b-5f114fee501e'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:06.676286 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-8dbb90c6-2dd4-41da-9d61-035737be59d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['fc046ff3-f082-4ed6-941b-5f114fee501e'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:06.721296 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-8dbb90c6-2dd4-41da-9d61-035737be59d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:06.722219 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbb90c6-2dd4-41da-9d61-035737be59d3 None None] The sync data for ids ['fc046ff3-f082-4ed6-941b-5f114fee501e'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:57:06.764789 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-c93496bd-57fc-4604-8bed-2d666ace0cdb tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Deleting subnet 997eac6b-042d-4f1b-befb-4637d4302902 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:57:06.771433 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c93496bd-57fc-4604-8bed-2d666ace0cdb tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:06.811706 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-3aa9ce4e-fd6a-4cf4-92e4-64312d4e6cd6 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] remove_router_interface failed (client error): The resource could not be found. Apr 28 19:57:06.815729 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3aa9ce4e-fd6a-4cf4-92e4-64312d4e6cd6 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "PUT /v2.0/routers/fc046ff3-f082-4ed6-941b-5f114fee501e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2904513 Apr 28 19:57:06.816738 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1c324733-9f05-483d-ae44-b1a691d5ce33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:06.817165 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42476) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:06.820036 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1c324733-9f05-483d-ae44-b1a691d5ce33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:06.821427 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1c324733-9f05-483d-ae44-b1a691d5ce33 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/91c64ba8-1500-4e27-ae19-91be25e2bd3f HTTP/1.1" status: 204 len: 168 time: 1.1754811 Apr 28 19:57:06.834184 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-244c1a64-da14-484b-935c-07511a6b82e6 req-68f937d4-a4fb-4b81-90f5-531ab851f35a service neutron] 10.222.0.42 "GET /v2.0/networks/13d770d2-76f1-4754-862f-2caf67b7488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159834 Apr 28 19:57:06.859697 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a9df532e-dce8-42b7-b981-bcaf27321a2a tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc046ff3-f082-4ed6-941b-5f114fee501e HTTP/1.1" status: 200 len: 205 time: 0.0405810 Apr 28 19:57:06.861975 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c93496bd-57fc-4604-8bed-2d666ace0cdb tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:06.863874 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42482) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:06.920579 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c324733-9f05-483d-ae44-b1a691d5ce33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c64ba8-1500-4e27-ae19-91be25e2bd3f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:06.972885 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6aa279d-0578-4652-9b43-10851c8b74e6 None None] Sync routers for ids ['48962bb3-9323-48d9-9789-97de3970eaf2'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:57:06.995495 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071e5dad-0c0d-4448-9b05-774c87783b39 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Router 48962bb3-9323-48d9-9789-97de3970eaf2 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:57:06.998031 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aa279d-0578-4652-9b43-10851c8b74e6 None None] Routers {'48962bb3-9323-48d9-9789-97de3970eaf2'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:06.999734 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-a6aa279d-0578-4652-9b43-10851c8b74e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['48962bb3-9323-48d9-9789-97de3970eaf2'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:07.027440 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6d00755e-e4c6-49cc-ade2-008bee67a256 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:07.174259 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-a6aa279d-0578-4652-9b43-10851c8b74e6 None None] Set router 48962bb3-9323-48d9-9789-97de3970eaf2 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:57:07.237349 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07ebdd80-5700-48f5-8d72-a365ee664847 req-c8c0e871-af5f-40b9-9389-1946872656e1 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac732c81-4d98-4cc5-a702-0bf0be3d7e61 HTTP/1.1" status: 200 len: 210 time: 0.0423355 Apr 28 19:57:07.283997 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071e5dad-0c0d-4448-9b05-774c87783b39 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:57:07.304175 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-071e5dad-0c0d-4448-9b05-774c87783b39 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:07.304175 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-071e5dad-0c0d-4448-9b05-774c87783b39 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "PUT /v2.0/routers/48962bb3-9323-48d9-9789-97de3970eaf2 HTTP/1.1" status: 200 len: 699 time: 3.4348154 Apr 28 19:57:07.305894 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42492) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:07.380616 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c93496bd-57fc-4604-8bed-2d666ace0cdb tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:07.446964 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8e553f1e-d6a8-48d8-8e99-a597df11298f tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "GET /v2.0/routers/48962bb3-9323-48d9-9789-97de3970eaf2 HTTP/1.1" status: 200 len: 699 time: 0.1394567 Apr 28 19:57:07.450101 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42502) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:07.451707 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6d00755e-e4c6-49cc-ade2-008bee67a256 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:07.460414 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6d00755e-e4c6-49cc-ade2-008bee67a256 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:07.499173 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-a6aa279d-0578-4652-9b43-10851c8b74e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'name': 'tempest-RoutersTest-router-598179015', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:27Z', 'updated_at': '2022-04-28T19:57:05Z', 'revision_number': 7, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'gw_port_host': None, '_interfaces': [{'id': '26323941-603f-4c45-947a-9dfd11b93ffe', 'name': '', 'network_id': '423a2c7a-8ab4-4035-998c-ca91e41cbc1d', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:80:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:41Z', 'updated_at': '2022-04-28T19:56:46Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30a59aba-af06-41fe-ba2a-12746c04356f', 'name': '', 'network_id': '515aabf5-c7d6-4413-a955-d5dec5bac93b', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:97:84:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '35111d6b-6d1b-4ab9-825d-e4c6f4af81b1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:56Z', 'updated_at': '2022-04-28T19:57:05Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '35111d6b-6d1b-4ab9-825d-e4c6f4af81b1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37a4c838-c762-455d-bb23-103d65a9666c', 'name': '', 'network_id': '8c4514dd-6326-4831-a147-94692b600de1', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:0b:c1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '8b844eab-c699-4005-8b60-5d76f7cddf8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:47Z', 'updated_at': '2022-04-28T19:56:59Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '8b844eab-c699-4005-8b60-5d76f7cddf8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4113aede-9fc1-4824-829d-d39a94930a46', 'name': '', 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:23:03:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:30Z', 'updated_at': '2022-04-28T19:56:39Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:07.536419 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6aa279d-0578-4652-9b43-10851c8b74e6 None None] Checking router: 48962bb3-9323-48d9-9789-97de3970eaf2 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:57:07.546877 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6d00755e-e4c6-49cc-ade2-008bee67a256 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:07.547666 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aa279d-0578-4652-9b43-10851c8b74e6 None None] Routers {'48962bb3-9323-48d9-9789-97de3970eaf2'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:07.548417 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d00755e-e4c6-49cc-ade2-008bee67a256 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Fanout notify agent at l3_agent the message router_deleted on router fc046ff3-f082-4ed6-941b-5f114fee501e {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:57:07.548899 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-a6aa279d-0578-4652-9b43-10851c8b74e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['48962bb3-9323-48d9-9789-97de3970eaf2'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:07.562670 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6d00755e-e4c6-49cc-ade2-008bee67a256 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:07.564178 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6d00755e-e4c6-49cc-ade2-008bee67a256 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/routers/fc046ff3-f082-4ed6-941b-5f114fee501e HTTP/1.1" status: 204 len: 168 time: 0.6992514 Apr 28 19:57:07.566176 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c93496bd-57fc-4604-8bed-2d666ace0cdb tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:07.577903 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42506) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:07.586671 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c93496bd-57fc-4604-8bed-2d666ace0cdb tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:07.593778 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c93496bd-57fc-4604-8bed-2d666ace0cdb tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "DELETE /v2.0/subnets/997eac6b-042d-4f1b-befb-4637d4302902 HTTP/1.1" status: 204 len: 168 time: 0.9332979 Apr 28 19:57:07.658292 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42510) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:07.669527 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93496bd-57fc-4604-8bed-2d666ace0cdb tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event deleted for resources: {'Subnet': ['ID=997eac6b-042d-4f1b-befb-4637d4302902,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:07.696361 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-660a81cb-fa60-4e00-a511-69e04e803da1 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Deleting subnet 3cada730-45e0-458b-9004-6f9fde94536b {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:57:07.702056 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-660a81cb-fa60-4e00-a511-69e04e803da1 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:07.736620 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194ae04d-7eee-42f9-a477-8d473c2b9ffd None None] Network 45b2662e-ffcc-4833-829f-0dadaa2a1b96 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:57:07.768166 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-660a81cb-fa60-4e00-a511-69e04e803da1 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:07.858685 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-a6aa279d-0578-4652-9b43-10851c8b74e6 None None] Set router 48962bb3-9323-48d9-9789-97de3970eaf2 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:57:07.889825 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-07c72401-be37-494a-a183-9b38fb832a21 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:07.956800 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-660a81cb-fa60-4e00-a511-69e04e803da1 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:08.060745 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 30a59aba-af06-41fe-ba2a-12746c04356f up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:57:08.122993 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-660a81cb-fa60-4e00-a511-69e04e803da1 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:08.221732 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-660a81cb-fa60-4e00-a511-69e04e803da1 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:08.228189 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-660a81cb-fa60-4e00-a511-69e04e803da1 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/subnets/3cada730-45e0-458b-9004-6f9fde94536b HTTP/1.1" status: 204 len: 168 time: 0.6445718 Apr 28 19:57:08.231180 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a81cb-fa60-4e00-a511-69e04e803da1 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Subnet': ['ID=3cada730-45e0-458b-9004-6f9fde94536b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:08.236936 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 30a59aba-af06-41fe-ba2a-12746c04356f triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:08.237682 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:08.253657 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42526) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:08.253939 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc10da6-e2a2-4569-8571-64c11942b1b3 None None] Network eb8f81e3-5a29-41b6-a3dc-951e66713964 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:57:08.280155 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-07c72401-be37-494a-a183-9b38fb832a21 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Deleting port e90c2b14-c7ab-4c37-817a-243bd49bd5eb {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:57:08.280736 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-07c72401-be37-494a-a183-9b38fb832a21 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:08.339952 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7cd137-1db1-4fbf-b37f-bb81723fb899 None None] DHCP port deletion for 45b2662e-ffcc-4833-829f-0dadaa2a1b96 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:57:08.417395 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-07c72401-be37-494a-a183-9b38fb832a21 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] For port e90c2b14-c7ab-4c37-817a-243bd49bd5eb, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=e90c2b14-c7ab-4c37-817a-243bd49bd5eb,segment=NetworkSegment(33fb8839-f10e-486e-9488-329357d6ff10),segment_id=33fb8839-f10e-486e-9488-329357d6ff10)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:57:08.417763 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-07c72401-be37-494a-a183-9b38fb832a21 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:08.434921 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-07c72401-be37-494a-a183-9b38fb832a21 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Calling delete_port for e90c2b14-c7ab-4c37-817a-243bd49bd5eb owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:08.479812 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ef38574e-805f-4be0-b5a0-bf9e453f0ab7 req-f65e2166-5583-4202-ac90-d2dde056352a tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac732c81-4d98-4cc5-a702-0bf0be3d7e61 HTTP/1.1" status: 200 len: 210 time: 0.0804603 Apr 28 19:57:08.506458 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cfb464da-2cf6-481d-b5cd-58c79f1857f2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:08.603904 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-cfb464da-2cf6-481d-b5cd-58c79f1857f2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Deleting port d9f2c659-4856-4b9d-a24a-60e2d54c5c41 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:57:08.604815 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cfb464da-2cf6-481d-b5cd-58c79f1857f2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:08.735365 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-cfb464da-2cf6-481d-b5cd-58c79f1857f2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] For port d9f2c659-4856-4b9d-a24a-60e2d54c5c41, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=d9f2c659-4856-4b9d-a24a-60e2d54c5c41,segment=NetworkSegment(162fa244-09fe-4e18-8c39-dbf3dea4df41),segment_id=162fa244-09fe-4e18-8c39-dbf3dea4df41)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:57:08.740277 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cfb464da-2cf6-481d-b5cd-58c79f1857f2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:08.775997 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-cfb464da-2cf6-481d-b5cd-58c79f1857f2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Calling delete_port for d9f2c659-4856-4b9d-a24a-60e2d54c5c41 owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:08.996152 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0b7cd137-1db1-4fbf-b37f-bb81723fb899 None None] Deleting port e90c2b14-c7ab-4c37-817a-243bd49bd5eb {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:57:08.996530 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0b7cd137-1db1-4fbf-b37f-bb81723fb899 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:09.012686 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cfb464da-2cf6-481d-b5cd-58c79f1857f2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:09.062859 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb464da-2cf6-481d-b5cd-58c79f1857f2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Port': ['ID=d9f2c659-4856-4b9d-a24a-60e2d54c5c41,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:09.093362 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb464da-2cf6-481d-b5cd-58c79f1857f2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] No DVR routers for this DVR port d9f2c659-4856-4b9d-a24a-60e2d54c5c41 on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:57:09.167949 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b9e286-e41b-4f89-b309-c8deab82a024 None None] DHCP port deletion for eb8f81e3-5a29-41b6-a3dc-951e66713964 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:57:09.194702 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-a6aa279d-0578-4652-9b43-10851c8b74e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'name': 'tempest-RoutersTest-router-598179015', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:27Z', 'updated_at': '2022-04-28T19:57:05Z', 'revision_number': 7, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'gw_port_host': None, '_interfaces': [{'id': '26323941-603f-4c45-947a-9dfd11b93ffe', 'name': '', 'network_id': '423a2c7a-8ab4-4035-998c-ca91e41cbc1d', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:80:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:41Z', 'updated_at': '2022-04-28T19:56:46Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30a59aba-af06-41fe-ba2a-12746c04356f', 'name': '', 'network_id': '515aabf5-c7d6-4413-a955-d5dec5bac93b', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:97:84:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '35111d6b-6d1b-4ab9-825d-e4c6f4af81b1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:56Z', 'updated_at': '2022-04-28T19:57:05Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '35111d6b-6d1b-4ab9-825d-e4c6f4af81b1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37a4c838-c762-455d-bb23-103d65a9666c', 'name': '', 'network_id': '8c4514dd-6326-4831-a147-94692b600de1', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:0b:c1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '8b844eab-c699-4005-8b60-5d76f7cddf8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:47Z', 'updated_at': '2022-04-28T19:56:59Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '8b844eab-c699-4005-8b60-5d76f7cddf8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4113aede-9fc1-4824-829d-d39a94930a46', 'name': '', 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:23:03:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:30Z', 'updated_at': '2022-04-28T19:56:39Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:09.240568 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6aa279d-0578-4652-9b43-10851c8b74e6 None None] The sync data for ids ['48962bb3-9323-48d9-9789-97de3970eaf2'] in n-d-839810-1 is: [{'id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'name': 'tempest-RoutersTest-router-598179015', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:27Z', 'updated_at': '2022-04-28T19:57:05Z', 'revision_number': 7, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'gw_port_host': None, '_interfaces': [{'id': '26323941-603f-4c45-947a-9dfd11b93ffe', 'name': '', 'network_id': '423a2c7a-8ab4-4035-998c-ca91e41cbc1d', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:80:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:41Z', 'updated_at': '2022-04-28T19:56:46Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30a59aba-af06-41fe-ba2a-12746c04356f', 'name': '', 'network_id': '515aabf5-c7d6-4413-a955-d5dec5bac93b', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:97:84:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '35111d6b-6d1b-4ab9-825d-e4c6f4af81b1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:56Z', 'updated_at': '2022-04-28T19:57:05Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '35111d6b-6d1b-4ab9-825d-e4c6f4af81b1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37a4c838-c762-455d-bb23-103d65a9666c', 'name': '', 'network_id': '8c4514dd-6326-4831-a147-94692b600de1', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:0b:c1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '8b844eab-c699-4005-8b60-5d76f7cddf8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:47Z', 'updated_at': '2022-04-28T19:56:59Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '8b844eab-c699-4005-8b60-5d76f7cddf8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4113aede-9fc1-4824-829d-d39a94930a46', 'name': '', 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:23:03:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:30Z', 'updated_at': '2022-04-28T19:56:39Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:57:09.261864 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cfb464da-2cf6-481d-b5cd-58c79f1857f2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:09.293971 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-cfb464da-2cf6-481d-b5cd-58c79f1857f2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb8f81e3-5a29-41b6-a3dc-951e66713964']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:09.294303 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0b7cd137-1db1-4fbf-b37f-bb81723fb899 None None] For port e90c2b14-c7ab-4c37-817a-243bd49bd5eb, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=e90c2b14-c7ab-4c37-817a-243bd49bd5eb,segment=NetworkSegment(33fb8839-f10e-486e-9488-329357d6ff10),segment_id=33fb8839-f10e-486e-9488-329357d6ff10)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:57:09.294548 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0b7cd137-1db1-4fbf-b37f-bb81723fb899 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:09.306020 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-cfb464da-2cf6-481d-b5cd-58c79f1857f2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '162fa244-09fe-4e18-8c39-dbf3dea4df41') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:09.307090 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-cfb464da-2cf6-481d-b5cd-58c79f1857f2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '162fa244-09fe-4e18-8c39-dbf3dea4df41') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:09.320182 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cfb464da-2cf6-481d-b5cd-58c79f1857f2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:09.330141 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-07c72401-be37-494a-a183-9b38fb832a21 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:09.332252 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0b7cd137-1db1-4fbf-b37f-bb81723fb899 None None] Calling delete_port for e90c2b14-c7ab-4c37-817a-243bd49bd5eb owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:09.336240 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cfb464da-2cf6-481d-b5cd-58c79f1857f2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:09.343975 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb464da-2cf6-481d-b5cd-58c79f1857f2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:57:09.344579 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cfb464da-2cf6-481d-b5cd-58c79f1857f2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:09.384542 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c72401-be37-494a-a183-9b38fb832a21 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event deleted for resources: {'Port': ['ID=e90c2b14-c7ab-4c37-817a-243bd49bd5eb,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:09.403658 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c72401-be37-494a-a183-9b38fb832a21 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] No DVR routers for this DVR port e90c2b14-c7ab-4c37-817a-243bd49bd5eb on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:57:09.407721 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5aeff441-0082-4b94-a345-f236b144b694 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:09.424275 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:57:09.424275 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:57:09.424275 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:57:09.424275 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:57:09.424275 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:57:09.424275 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:57:09.424275 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:57:09.424275 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:57:09.424275 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:57:09.424275 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:57:09.424275 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:57:09.424275 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:57:09.424275 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:57:09.424275 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:57:09.424275 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:57:09.424275 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:57:09.424275 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:57:09.424275 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:57:09.424275 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:57:09.424275 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:57:09.424275 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:57:09.424275 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:57:09.424275 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:57:09.424275 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:57:09.424275 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:57:09.424275 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:57:09.424275 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:57:09.424275 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:57:09.424275 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:57:09.424275 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:57:09.424275 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:57:09.424275 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:57:09.436534 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cfb464da-2cf6-481d-b5cd-58c79f1857f2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:09.447053 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cfb464da-2cf6-481d-b5cd-58c79f1857f2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:09.454529 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-cfb464da-2cf6-481d-b5cd-58c79f1857f2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/networks/eb8f81e3-5a29-41b6-a3dc-951e66713964 HTTP/1.1" status: 204 len: 168 time: 1.1965728 Apr 28 19:57:09.492916 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42564) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:09.496231 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb464da-2cf6-481d-b5cd-58c79f1857f2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Network': ['ID=eb8f81e3-5a29-41b6-a3dc-951e66713964,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:09.502204 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-d98ee78c-0d1e-46ba-9037-26c44ccfd54e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1285196043'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:09.542688 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98ee78c-0d1e-46ba-9037-26c44ccfd54e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Made reservation on behalf of 6ff88bb069834363bbb6cc9bff6bbe85 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:09.548871 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d98ee78c-0d1e-46ba-9037-26c44ccfd54e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:09.580205 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0b7cd137-1db1-4fbf-b37f-bb81723fb899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:09.599820 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d98ee78c-0d1e-46ba-9037-26c44ccfd54e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:57:09.616354 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d98ee78c-0d1e-46ba-9037-26c44ccfd54e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:09.616844 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-d98ee78c-0d1e-46ba-9037-26c44ccfd54e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Added segment bbae1afe-dc91-4a7b-a6c7-639ba27bf895 of type vlan for network 211c0b77-95bb-41fe-915f-561c3cbc4620 Apr 28 19:57:09.633647 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7cd137-1db1-4fbf-b37f-bb81723fb899 None None] Pushing event deleted for resources: {'Port': ['ID=e90c2b14-c7ab-4c37-817a-243bd49bd5eb,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:09.633860 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42570) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:09.650446 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7cd137-1db1-4fbf-b37f-bb81723fb899 None None] No DVR routers for this DVR port e90c2b14-c7ab-4c37-817a-243bd49bd5eb on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:57:09.685536 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d98ee78c-0d1e-46ba-9037-26c44ccfd54e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:09.718102 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d98ee78c-0d1e-46ba-9037-26c44ccfd54e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:09.721759 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c1a64-da14-484b-935c-07511a6b82e6 req-dd790de6-124e-47f6-9eef-0c7e8c3c11f4 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:09.723584 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-244c1a64-da14-484b-935c-07511a6b82e6 req-dd790de6-124e-47f6-9eef-0c7e8c3c11f4 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.44 "GET /v2.0/networks?id=13d770d2-76f1-4754-862f-2caf67b7488d HTTP/1.1" status: 200 len: 811 time: 0.5440390 Apr 28 19:57:09.727619 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98ee78c-0d1e-46ba-9037-26c44ccfd54e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:09.728613 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d98ee78c-0d1e-46ba-9037-26c44ccfd54e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:09.736138 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ebf1af43-14bb-4b4c-b9ff-fa610f4aba7b req-7452ed41-fde6-4167-9703-43044666a012 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac732c81-4d98-4cc5-a702-0bf0be3d7e61 HTTP/1.1" status: 200 len: 210 time: 0.1001091 Apr 28 19:57:09.770894 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4004e4e7-411f-4672-b25c-008bd4dd68bf None None] Sync routers for ids ['48962bb3-9323-48d9-9789-97de3970eaf2'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:57:09.782906 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4004e4e7-411f-4672-b25c-008bd4dd68bf None None] Routers {'48962bb3-9323-48d9-9789-97de3970eaf2'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:09.783802 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-4004e4e7-411f-4672-b25c-008bd4dd68bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['48962bb3-9323-48d9-9789-97de3970eaf2'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:09.798087 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ee78c-0d1e-46ba-9037-26c44ccfd54e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Network': ['ID=211c0b77-95bb-41fe-915f-561c3cbc4620,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:09.800785 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-07c72401-be37-494a-a183-9b38fb832a21 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:09.820812 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d98ee78c-0d1e-46ba-9037-26c44ccfd54e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3257415 Apr 28 19:57:09.821457 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42574) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:09.822631 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 211c0b77-95bb-41fe-915f-561c3cbc4620 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:57:09.827477 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-558d9e44-491c-4787-b443-a488c4c4bcc2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Request body: {'subnet': {'network_id': '211c0b77-95bb-41fe-915f-561c3cbc4620', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:09.866196 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-07c72401-be37-494a-a183-9b38fb832a21 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b2662e-ffcc-4833-829f-0dadaa2a1b96']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:09.891212 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-4004e4e7-411f-4672-b25c-008bd4dd68bf None None] Set router 48962bb3-9323-48d9-9789-97de3970eaf2 gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:57:09.892846 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-07c72401-be37-494a-a183-9b38fb832a21 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33fb8839-f10e-486e-9488-329357d6ff10') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:09.892977 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-07c72401-be37-494a-a183-9b38fb832a21 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33fb8839-f10e-486e-9488-329357d6ff10') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:09.898818 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-244c1a64-da14-484b-935c-07511a6b82e6 req-55783014-647b-4c26-b752-297833ef8011 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3397cabaf68f4eccbdd2d7c135e48bbd HTTP/1.1" status: 200 len: 379 time: 0.1593223 Apr 28 19:57:09.921712 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-07c72401-be37-494a-a183-9b38fb832a21 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:09.927049 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-244c1a64-da14-484b-935c-07511a6b82e6 req-77c3661b-fbfe-485d-ac23-2777c9ac5fdb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Request body: {'port': {'device_id': 'ac732c81-4d98-4cc5-a702-0bf0be3d7e61', 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d', 'admin_state_up': True, 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'security_groups': ['d181c25a-5f76-4817-bf22-d7e69a891507']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:09.968845 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0447e51c-7dec-4a03-8598-ab57ec3ae622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:09.999304 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-07c72401-be37-494a-a183-9b38fb832a21 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:10.006780 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558d9e44-491c-4787-b443-a488c4c4bcc2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Made reservation on behalf of 6ff88bb069834363bbb6cc9bff6bbe85 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:10.010760 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-558d9e44-491c-4787-b443-a488c4c4bcc2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:10.015906 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07c72401-be37-494a-a183-9b38fb832a21 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:57:10.016632 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-07c72401-be37-494a-a183-9b38fb832a21 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:10.020530 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:57:10.020530 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:57:10.020530 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:57:10.020530 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:57:10.020530 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:57:10.020530 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:57:10.020530 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:57:10.020530 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:57:10.020530 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:57:10.020530 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:57:10.020530 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:57:10.020530 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:57:10.020530 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:57:10.020530 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:57:10.020530 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:57:10.020530 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:57:10.020530 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:57:10.020530 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:57:10.020530 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:57:10.020530 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:57:10.020530 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:57:10.020530 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:57:10.020530 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:57:10.020530 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:57:10.020530 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:57:10.020530 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:57:10.020530 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:57:10.020530 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:57:10.020530 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:57:10.020530 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:57:10.020530 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:57:10.020530 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:57:10.074830 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d9f2c659-4856-4b9d-a24a-60e2d54c5c41 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:57:10.097247 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: d9f2c659-4856-4b9d-a24a-60e2d54c5c41 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:57:10.097896 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d9f2c659-4856-4b9d-a24a-60e2d54c5c41 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:57:10.098527 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e90c2b14-c7ab-4c37-817a-243bd49bd5eb no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:57:10.127100 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: e90c2b14-c7ab-4c37-817a-243bd49bd5eb {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:57:10.128265 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e90c2b14-c7ab-4c37-817a-243bd49bd5eb not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:57:10.195597 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-07c72401-be37-494a-a183-9b38fb832a21 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:10.207176 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-07c72401-be37-494a-a183-9b38fb832a21 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:10.214964 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-07c72401-be37-494a-a183-9b38fb832a21 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "DELETE /v2.0/networks/45b2662e-ffcc-4833-829f-0dadaa2a1b96 HTTP/1.1" status: 204 len: 168 time: 2.5550964 Apr 28 19:57:10.215253 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42578) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:10.244598 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c72401-be37-494a-a183-9b38fb832a21 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event deleted for resources: {'Network': ['ID=45b2662e-ffcc-4833-829f-0dadaa2a1b96,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:10.296386 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5aeff441-0082-4b94-a345-f236b144b694 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Deleting port 30a59aba-af06-41fe-ba2a-12746c04356f {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:57:10.297154 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5aeff441-0082-4b94-a345-f236b144b694 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:10.317567 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-244c1a64-da14-484b-935c-07511a6b82e6 req-77c3661b-fbfe-485d-ac23-2777c9ac5fdb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Made reservation on behalf of 3397cabaf68f4eccbdd2d7c135e48bbd for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:10.321723 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-244c1a64-da14-484b-935c-07511a6b82e6 req-77c3661b-fbfe-485d-ac23-2777c9ac5fdb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:10.327974 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-4004e4e7-411f-4672-b25c-008bd4dd68bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'name': 'tempest-RoutersTest-router-598179015', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:27Z', 'updated_at': '2022-04-28T19:57:05Z', 'revision_number': 7, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'gw_port_host': None, '_interfaces': [{'id': '26323941-603f-4c45-947a-9dfd11b93ffe', 'name': '', 'network_id': '423a2c7a-8ab4-4035-998c-ca91e41cbc1d', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:80:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:41Z', 'updated_at': '2022-04-28T19:56:46Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30a59aba-af06-41fe-ba2a-12746c04356f', 'name': '', 'network_id': '515aabf5-c7d6-4413-a955-d5dec5bac93b', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:97:84:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '35111d6b-6d1b-4ab9-825d-e4c6f4af81b1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:56Z', 'updated_at': '2022-04-28T19:57:05Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '35111d6b-6d1b-4ab9-825d-e4c6f4af81b1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37a4c838-c762-455d-bb23-103d65a9666c', 'name': '', 'network_id': '8c4514dd-6326-4831-a147-94692b600de1', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:0b:c1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '8b844eab-c699-4005-8b60-5d76f7cddf8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:47Z', 'updated_at': '2022-04-28T19:56:59Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '8b844eab-c699-4005-8b60-5d76f7cddf8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4113aede-9fc1-4824-829d-d39a94930a46', 'name': '', 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:23:03:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:30Z', 'updated_at': '2022-04-28T19:56:39Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:10.333491 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0447e51c-7dec-4a03-8598-ab57ec3ae622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:10.360717 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4004e4e7-411f-4672-b25c-008bd4dd68bf None None] Checking router: 48962bb3-9323-48d9-9789-97de3970eaf2 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:57:10.369982 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4004e4e7-411f-4672-b25c-008bd4dd68bf None None] Routers {'48962bb3-9323-48d9-9789-97de3970eaf2'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:10.370923 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-4004e4e7-411f-4672-b25c-008bd4dd68bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['48962bb3-9323-48d9-9789-97de3970eaf2'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:10.400720 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0447e51c-7dec-4a03-8598-ab57ec3ae622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:10.486921 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5aeff441-0082-4b94-a345-f236b144b694 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] For port 30a59aba-af06-41fe-ba2a-12746c04356f, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=30a59aba-af06-41fe-ba2a-12746c04356f,segment=NetworkSegment(e83577d6-c525-423b-ab29-46266ce6ae5b),segment_id=e83577d6-c525-423b-ab29-46266ce6ae5b)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:57:10.487578 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5aeff441-0082-4b94-a345-f236b144b694 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:10.493472 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0447e51c-7dec-4a03-8598-ab57ec3ae622 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3f6d2eab3b214f4c980544c384671764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8306005 Apr 28 19:57:10.497216 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0447e51c-7dec-4a03-8598-ab57ec3ae622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3eaee9-6a5a-47a9-afa0-9ab3c5a6a257,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:10.517389 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-4004e4e7-411f-4672-b25c-008bd4dd68bf None None] Set router 48962bb3-9323-48d9-9789-97de3970eaf2 gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:57:10.526059 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42584) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:10.564132 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5aeff441-0082-4b94-a345-f236b144b694 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Calling delete_port for 30a59aba-af06-41fe-ba2a-12746c04356f owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:10.564291 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-558d9e44-491c-4787-b443-a488c4c4bcc2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:10.576356 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af29b-6c73-4eff-8b7e-fe3356a68689 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Deleting port 3b2d71a0-e1ae-40ab-b4f4-7e5cfb74e3de {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:57:10.576841 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8f9af29b-6c73-4eff-8b7e-fe3356a68689 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:10.680235 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-244c1a64-da14-484b-935c-07511a6b82e6 req-77c3661b-fbfe-485d-ac23-2777c9ac5fdb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Allocated IP 172.20.0.8 (13d770d2-76f1-4754-862f-2caf67b7488d/95e411ad-3fda-47de-9866-800115a43d0a/ea477b41-020f-453a-aa33-c8fb69e1291a) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:10.690081 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d9e44-491c-4787-b443-a488c4c4bcc2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Subnet': ['ID=5440646c-ad40-40b0-bd3d-dd705a99e522,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:10.718042 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558d9e44-491c-4787-b443-a488c4c4bcc2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Checking segment: {'id': 'bbae1afe-dc91-4a7b-a6c7-639ba27bf895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '211c0b77-95bb-41fe-915f-561c3cbc4620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:57:10.718042 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558d9e44-491c-4787-b443-a488c4c4bcc2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network hostable DHCP agents. Network: 211c0b77-95bb-41fe-915f-561c3cbc4620, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:57:10.730178 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bb0507d7-a6ea-4ce7-b373-b2cbfd308a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:10.764242 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8f9af29b-6c73-4eff-8b7e-fe3356a68689 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:10.764725 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8f9af29b-6c73-4eff-8b7e-fe3356a68689 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:10.768045 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558d9e44-491c-4787-b443-a488c4c4bcc2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network 211c0b77-95bb-41fe-915f-561c3cbc4620 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:57:10.782795 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bb0507d7-a6ea-4ce7-b373-b2cbfd308a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:10.785594 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af29b-6c73-4eff-8b7e-fe3356a68689 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Calling delete_port for 3b2d71a0-e1ae-40ab-b4f4-7e5cfb74e3de owned by network:floatingip {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:10.787458 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-558d9e44-491c-4787-b443-a488c4c4bcc2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 211c0b77-95bb-41fe-915f-561c3cbc4620) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:10.796007 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558d9e44-491c-4787-b443-a488c4c4bcc2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:10.796673 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-558d9e44-491c-4787-b443-a488c4c4bcc2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:10.801650 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4b38fa-96fa-4fc3-9300-c887157cfc35 None None] Network 211c0b77-95bb-41fe-915f-561c3cbc4620 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:57:10.878192 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-558d9e44-491c-4787-b443-a488c4c4bcc2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0552633 Apr 28 19:57:10.890967 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42592) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:10.893619 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-4004e4e7-411f-4672-b25c-008bd4dd68bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'name': 'tempest-RoutersTest-router-598179015', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:27Z', 'updated_at': '2022-04-28T19:57:05Z', 'revision_number': 7, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'gw_port_host': None, '_interfaces': [{'id': '26323941-603f-4c45-947a-9dfd11b93ffe', 'name': '', 'network_id': '423a2c7a-8ab4-4035-998c-ca91e41cbc1d', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:80:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:41Z', 'updated_at': '2022-04-28T19:56:46Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30a59aba-af06-41fe-ba2a-12746c04356f', 'name': '', 'network_id': '515aabf5-c7d6-4413-a955-d5dec5bac93b', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:97:84:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '35111d6b-6d1b-4ab9-825d-e4c6f4af81b1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:56Z', 'updated_at': '2022-04-28T19:57:05Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '35111d6b-6d1b-4ab9-825d-e4c6f4af81b1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37a4c838-c762-455d-bb23-103d65a9666c', 'name': '', 'network_id': '8c4514dd-6326-4831-a147-94692b600de1', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:0b:c1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '8b844eab-c699-4005-8b60-5d76f7cddf8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:47Z', 'updated_at': '2022-04-28T19:56:59Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '8b844eab-c699-4005-8b60-5d76f7cddf8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4113aede-9fc1-4824-829d-d39a94930a46', 'name': '', 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:23:03:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:30Z', 'updated_at': '2022-04-28T19:56:39Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:10.903904 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-2a73dbc1-f366-44f1-bbf5-1916245bd174 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-791224811', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:10.927890 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-11e63e67-8924-446c-8643-097d63c56ae0 req-b4c9ebe1-3225-4799-a344-ccd4d7881760 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac732c81-4d98-4cc5-a702-0bf0be3d7e61 HTTP/1.1" status: 200 len: 210 time: 0.0564411 Apr 28 19:57:10.933313 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4004e4e7-411f-4672-b25c-008bd4dd68bf None None] The sync data for ids ['48962bb3-9323-48d9-9789-97de3970eaf2'] in n-d-839810-1 is: [{'id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'name': 'tempest-RoutersTest-router-598179015', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:27Z', 'updated_at': '2022-04-28T19:57:05Z', 'revision_number': 7, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'gw_port_host': None, '_interfaces': [{'id': '26323941-603f-4c45-947a-9dfd11b93ffe', 'name': '', 'network_id': '423a2c7a-8ab4-4035-998c-ca91e41cbc1d', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:80:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:41Z', 'updated_at': '2022-04-28T19:56:46Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30a59aba-af06-41fe-ba2a-12746c04356f', 'name': '', 'network_id': '515aabf5-c7d6-4413-a955-d5dec5bac93b', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:97:84:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '35111d6b-6d1b-4ab9-825d-e4c6f4af81b1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:56Z', 'updated_at': '2022-04-28T19:57:05Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '35111d6b-6d1b-4ab9-825d-e4c6f4af81b1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37a4c838-c762-455d-bb23-103d65a9666c', 'name': '', 'network_id': '8c4514dd-6326-4831-a147-94692b600de1', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:0b:c1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '8b844eab-c699-4005-8b60-5d76f7cddf8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:47Z', 'updated_at': '2022-04-28T19:56:59Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '8b844eab-c699-4005-8b60-5d76f7cddf8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4113aede-9fc1-4824-829d-d39a94930a46', 'name': '', 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:23:03:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:30Z', 'updated_at': '2022-04-28T19:56:39Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:57:10.976462 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2a73dbc1-f366-44f1-bbf5-1916245bd174 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:10.985707 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2a73dbc1-f366-44f1-bbf5-1916245bd174 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:11.028706 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bb0507d7-a6ea-4ce7-b373-b2cbfd308a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:11.031607 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bb0507d7-a6ea-4ce7-b373-b2cbfd308a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:11.032954 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-bb0507d7-a6ea-4ce7-b373-b2cbfd308a95 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ce3eaee9-6a5a-47a9-afa0-9ab3c5a6a257 HTTP/1.1" status: 204 len: 168 time: 0.5065734 Apr 28 19:57:11.066033 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0507d7-a6ea-4ce7-b373-b2cbfd308a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3eaee9-6a5a-47a9-afa0-9ab3c5a6a257,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:11.112908 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8f9af29b-6c73-4eff-8b7e-fe3356a68689 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:11.126158 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-244c1a64-da14-484b-935c-07511a6b82e6 req-77c3661b-fbfe-485d-ac23-2777c9ac5fdb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:11.129756 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5aeff441-0082-4b94-a345-f236b144b694 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:11.200624 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000cf660-baf5-4619-952a-ff340514d3f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-211c0b77-95bb-41fe-915f-561c3cbc4620', 'network_id': '211c0b77-95bb-41fe-915f-561c3cbc4620', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'fixed_ips': [{'subnet_id': '5440646c-ad40-40b0-bd3d-dd705a99e522'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:57:11.202198 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-000cf660-baf5-4619-952a-ff340514d3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:11.211457 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeff441-0082-4b94-a345-f236b144b694 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event deleted for resources: {'Port': ['ID=30a59aba-af06-41fe-ba2a-12746c04356f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:11.357317 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-244c1a64-da14-484b-935c-07511a6b82e6 req-77c3661b-fbfe-485d-ac23-2777c9ac5fdb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:11.490582 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-000cf660-baf5-4619-952a-ff340514d3f2 None None] Allocated IP 2001:db8::2 (211c0b77-95bb-41fe-915f-561c3cbc4620/5440646c-ad40-40b0-bd3d-dd705a99e522/be1dd3dc-7a0f-49b0-ba2d-6733160ec4eb) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:11.529140 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3661b-fbfe-485d-ac23-2777c9ac5fdb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Pushing event updated for resources: {'Port': ['ID=ea477b41-020f-453a-aa33-c8fb69e1291a,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:11.550542 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-244c1a64-da14-484b-935c-07511a6b82e6 req-77c3661b-fbfe-485d-ac23-2777c9ac5fdb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Network 13d770d2-76f1-4754-862f-2caf67b7488d is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:11.569111 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-244c1a64-da14-484b-935c-07511a6b82e6 req-77c3661b-fbfe-485d-ac23-2777c9ac5fdb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:11.585653 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-244c1a64-da14-484b-935c-07511a6b82e6 req-77c3661b-fbfe-485d-ac23-2777c9ac5fdb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:57:11.612007 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5aeff441-0082-4b94-a345-f236b144b694 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:11.817039 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c1a64-da14-484b-935c-07511a6b82e6 req-77c3661b-fbfe-485d-ac23-2777c9ac5fdb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:11.818017 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-244c1a64-da14-484b-935c-07511a6b82e6 req-77c3661b-fbfe-485d-ac23-2777c9ac5fdb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:11.829542 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-000cf660-baf5-4619-952a-ff340514d3f2 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:11.844680 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-000cf660-baf5-4619-952a-ff340514d3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:11.880555 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af29b-6c73-4eff-8b7e-fe3356a68689 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event deleted for resources: {'Port': ['ID=3b2d71a0-e1ae-40ab-b4f4-7e5cfb74e3de,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:11.896154 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-244c1a64-da14-484b-935c-07511a6b82e6 req-77c3661b-fbfe-485d-ac23-2777c9ac5fdb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9806547 Apr 28 19:57:11.940303 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-244c1a64-da14-484b-935c-07511a6b82e6 req-d84243a0-3569-4f51-95e3-66c9eef0eb25 service neutron] Request body: {'port': {'device_id': 'ac732c81-4d98-4cc5-a702-0bf0be3d7e61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:11.961944 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2a73dbc1-f366-44f1-bbf5-1916245bd174 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:11.963536 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000cf660-baf5-4619-952a-ff340514d3f2 None None] Network 211c0b77-95bb-41fe-915f-561c3cbc4620 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:12.013342 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2a73dbc1-f366-44f1-bbf5-1916245bd174 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:12.020530 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000cf660-baf5-4619-952a-ff340514d3f2 None None] Pushing event updated for resources: {'Port': ['ID=be1dd3dc-7a0f-49b0-ba2d-6733160ec4eb,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:12.024357 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-000cf660-baf5-4619-952a-ff340514d3f2 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:12.026984 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000cf660-baf5-4619-952a-ff340514d3f2 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:57:12.123544 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2a73dbc1-f366-44f1-bbf5-1916245bd174 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:12.127420 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2a73dbc1-f366-44f1-bbf5-1916245bd174 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.2280869 Apr 28 19:57:12.128624 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42614) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:12.141203 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8f9af29b-6c73-4eff-8b7e-fe3356a68689 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for floatingip, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:12.142854 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-6c3744fb-8917-4404-bd65-d9a389140f97 None None] Provisioning complete for port ea477b41-020f-453a-aa33-c8fb69e1291a triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:12.143282 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6c3744fb-8917-4404-bd65-d9a389140f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:12.144152 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8f9af29b-6c73-4eff-8b7e-fe3356a68689 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:12.145500 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8f9af29b-6c73-4eff-8b7e-fe3356a68689 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "DELETE /v2.0/floatingips/ec68e850-cdcf-4d19-a080-d01aacf1d148 HTTP/1.1" status: 204 len: 168 time: 1.9234762 Apr 28 19:57:12.149201 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42616) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:12.162951 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-244c1a64-da14-484b-935c-07511a6b82e6 req-d84243a0-3569-4f51-95e3-66c9eef0eb25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:12.210764 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c38f40-f08d-47bf-8018-4af006d8938b tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] DELETE failed (client error): The resource could not be found. Apr 28 19:57:12.212563 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-000cf660-baf5-4619-952a-ff340514d3f2 None None] Attempting to bind port be1dd3dc-7a0f-49b0-ba2d-6733160ec4eb on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:57:12.212994 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-000cf660-baf5-4619-952a-ff340514d3f2 None None] Attempting to bind port be1dd3dc-7a0f-49b0-ba2d-6733160ec4eb by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'bbae1afe-dc91-4a7b-a6c7-639ba27bf895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '211c0b77-95bb-41fe-915f-561c3cbc4620'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:57:12.213288 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000cf660-baf5-4619-952a-ff340514d3f2 None None] Attempting to bind port be1dd3dc-7a0f-49b0-ba2d-6733160ec4eb on network 211c0b77-95bb-41fe-915f-561c3cbc4620 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:57:12.213674 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c38f40-f08d-47bf-8018-4af006d8938b tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:57:12.222039 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-42c38f40-f08d-47bf-8018-4af006d8938b tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "DELETE /v2.0/ports/f91cf99a-6b61-4ecc-856f-413d0a8b21ac HTTP/1.1" status: 404 len: 333 time: 0.0710349 Apr 28 19:57:12.223021 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42622) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:12.225537 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000cf660-baf5-4619-952a-ff340514d3f2 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:57:12.225914 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000cf660-baf5-4619-952a-ff340514d3f2 None None] Checking segment: {'id': 'bbae1afe-dc91-4a7b-a6c7-639ba27bf895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '211c0b77-95bb-41fe-915f-561c3cbc4620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:57:12.226317 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-000cf660-baf5-4619-952a-ff340514d3f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:12.226720 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000cf660-baf5-4619-952a-ff340514d3f2 None None] Bound using segment: {'id': 'bbae1afe-dc91-4a7b-a6c7-639ba27bf895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '211c0b77-95bb-41fe-915f-561c3cbc4620'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:57:12.227201 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-000cf660-baf5-4619-952a-ff340514d3f2 None None] Bound port: be1dd3dc-7a0f-49b0-ba2d-6733160ec4eb, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbae1afe-dc91-4a7b-a6c7-639ba27bf895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '211c0b77-95bb-41fe-915f-561c3cbc4620'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:57:12.227584 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-000cf660-baf5-4619-952a-ff340514d3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:12.248806 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-6c3744fb-8917-4404-bd65-d9a389140f97 None None] Port ea477b41-020f-453a-aa33-c8fb69e1291a cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:57:12.270350 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-afbdec8a-d766-4dca-a953-5fb163a4154f tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "GET /v2.0/ports?device_id=de80bb43-aa79-4fc9-8ca3-cb3d219f95de HTTP/1.1" status: 200 len: 205 time: 0.0451462 Apr 28 19:57:12.271386 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42624) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:12.333981 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-000cf660-baf5-4619-952a-ff340514d3f2 None None] For port be1dd3dc-7a0f-49b0-ba2d-6733160ec4eb, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:57:12.337293 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-000cf660-baf5-4619-952a-ff340514d3f2 None None] For port be1dd3dc-7a0f-49b0-ba2d-6733160ec4eb, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=be1dd3dc-7a0f-49b0-ba2d-6733160ec4eb,segment=NetworkSegment(bbae1afe-dc91-4a7b-a6c7-639ba27bf895),segment_id=bbae1afe-dc91-4a7b-a6c7-639ba27bf895)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:57:12.343967 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-000cf660-baf5-4619-952a-ff340514d3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:12.355497 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aeff441-0082-4b94-a345-f236b144b694 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Router 48962bb3-9323-48d9-9789-97de3970eaf2 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:57:12.382245 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-ffd991d1-d59f-4eea-bee8-c893b224c7fd tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] delete failed (client error): The resource could not be found. Apr 28 19:57:12.386083 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ffd991d1-d59f-4eea-bee8-c893b224c7fd tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "DELETE /v2.0/routers/de80bb43-aa79-4fc9-8ca3-cb3d219f95de HTTP/1.1" status: 404 len: 336 time: 0.0807538 Apr 28 19:57:12.386967 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42628) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:12.417250 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000cf660-baf5-4619-952a-ff340514d3f2 None None] Pushing event updated for resources: {'Port': ['ID=be1dd3dc-7a0f-49b0-ba2d-6733160ec4eb,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:12.443210 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-edf1db79-4772-4ce3-99c0-3ed845758ded tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] DELETE failed (client error): The resource could not be found. Apr 28 19:57:12.444162 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edf1db79-4772-4ce3-99c0-3ed845758ded tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:57:12.450727 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-edf1db79-4772-4ce3-99c0-3ed845758ded tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "DELETE /v2.0/subnets/997eac6b-042d-4f1b-befb-4637d4302902 HTTP/1.1" status: 404 len: 337 time: 0.0624700 Apr 28 19:57:12.451576 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42632) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:12.504305 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69a4b3-b833-4fd1-b16e-95b6b4a809c8 req-9f4a6ad5-00a1-40ad-862e-d97251f97882 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:12.506602 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cf69a4b3-b833-4fd1-b16e-95b6b4a809c8 req-9f4a6ad5-00a1-40ad-862e-d97251f97882 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac732c81-4d98-4cc5-a702-0bf0be3d7e61 HTTP/1.1" status: 200 len: 931 time: 0.3448822 Apr 28 19:57:12.568094 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-d9f497b6-5fef-4bc1-879c-b608c1b4e7cc tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Deleting port 7ca48403-5467-4a40-9b5d-fc1646c59d88 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:57:12.568622 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d9f497b6-5fef-4bc1-879c-b608c1b4e7cc tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:12.714406 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d9f497b6-5fef-4bc1-879c-b608c1b4e7cc tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:12.742450 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-d9f497b6-5fef-4bc1-879c-b608c1b4e7cc tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Calling delete_port for 7ca48403-5467-4a40-9b5d-fc1646c59d88 owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:12.835447 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cf69a4b3-b833-4fd1-b16e-95b6b4a809c8 req-88b93fa9-be5b-4ff3-9116-85e036c507e4 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=d181c25a-5f76-4817-bf22-d7e69a891507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2754805 Apr 28 19:57:12.885392 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aeff441-0082-4b94-a345-f236b144b694 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:57:12.895815 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5aeff441-0082-4b94-a345-f236b144b694 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "PUT /v2.0/routers/48962bb3-9323-48d9-9789-97de3970eaf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4420183 Apr 28 19:57:12.897078 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00987319-8ce3-4425-95d8-2fa9e92746bc None None] Sync routers for ids ['48962bb3-9323-48d9-9789-97de3970eaf2'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:57:12.898377 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42644) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:12.915182 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d9f497b6-5fef-4bc1-879c-b608c1b4e7cc tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:12.918594 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00987319-8ce3-4425-95d8-2fa9e92746bc None None] Routers {'48962bb3-9323-48d9-9789-97de3970eaf2'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:12.919299 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-00987319-8ce3-4425-95d8-2fa9e92746bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['48962bb3-9323-48d9-9789-97de3970eaf2'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:12.975175 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f497b6-5fef-4bc1-879c-b608c1b4e7cc tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event deleted for resources: {'Port': ['ID=7ca48403-5467-4a40-9b5d-fc1646c59d88,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:13.089250 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d9f497b6-5fef-4bc1-879c-b608c1b4e7cc tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:13.094738 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d9f497b6-5fef-4bc1-879c-b608c1b4e7cc tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "DELETE /v2.0/ports/7ca48403-5467-4a40-9b5d-fc1646c59d88 HTTP/1.1" status: 204 len: 168 time: 0.6398697 Apr 28 19:57:13.096909 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42652) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:13.144415 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-00987319-8ce3-4425-95d8-2fa9e92746bc None None] Set router 48962bb3-9323-48d9-9789-97de3970eaf2 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:57:13.250339 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-872fb0fc-0cc7-4405-a6d5-7766c0d6393c tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Deleting port 866474a0-e003-4150-8deb-ce77956a73f0 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:57:13.250692 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-872fb0fc-0cc7-4405-a6d5-7766c0d6393c tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:13.290125 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42656) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:13.430214 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-89e6b7db-ed14-4371-987f-9d60e99e81dd tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:13.490414 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-872fb0fc-0cc7-4405-a6d5-7766c0d6393c tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:13.498880 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-00987319-8ce3-4425-95d8-2fa9e92746bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'name': 'tempest-RoutersTest-router-598179015', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:27Z', 'updated_at': '2022-04-28T19:57:10Z', 'revision_number': 8, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'gw_port_host': None, '_interfaces': [{'id': '26323941-603f-4c45-947a-9dfd11b93ffe', 'name': '', 'network_id': '423a2c7a-8ab4-4035-998c-ca91e41cbc1d', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:80:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:41Z', 'updated_at': '2022-04-28T19:56:46Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37a4c838-c762-455d-bb23-103d65a9666c', 'name': '', 'network_id': '8c4514dd-6326-4831-a147-94692b600de1', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:0b:c1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '8b844eab-c699-4005-8b60-5d76f7cddf8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:47Z', 'updated_at': '2022-04-28T19:56:59Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '8b844eab-c699-4005-8b60-5d76f7cddf8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4113aede-9fc1-4824-829d-d39a94930a46', 'name': '', 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:23:03:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:30Z', 'updated_at': '2022-04-28T19:56:39Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:13.516044 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-c2bf5167-5610-42ec-89db-43a3a335ef1a tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:13.538822 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00987319-8ce3-4425-95d8-2fa9e92746bc None None] Checking router: 48962bb3-9323-48d9-9789-97de3970eaf2 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:57:13.546141 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-872fb0fc-0cc7-4405-a6d5-7766c0d6393c tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Calling delete_port for 866474a0-e003-4150-8deb-ce77956a73f0 owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:13.551139 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00987319-8ce3-4425-95d8-2fa9e92746bc None None] Routers {'48962bb3-9323-48d9-9789-97de3970eaf2'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:13.552215 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-00987319-8ce3-4425-95d8-2fa9e92746bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['48962bb3-9323-48d9-9789-97de3970eaf2'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:13.597547 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ed1206-b11f-457c-8542-bd10749a0003 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Deleting subnet 35111d6b-6d1b-4ab9-825d-e4c6f4af81b1 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:57:13.637807 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c2bf5167-5610-42ec-89db-43a3a335ef1a tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:13.654538 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-45ed1206-b11f-457c-8542-bd10749a0003 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:13.695942 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-00987319-8ce3-4425-95d8-2fa9e92746bc None None] Set router 48962bb3-9323-48d9-9789-97de3970eaf2 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:57:13.770078 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-45ed1206-b11f-457c-8542-bd10749a0003 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:13.841797 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-872fb0fc-0cc7-4405-a6d5-7766c0d6393c tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:13.895270 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c2bf5167-5610-42ec-89db-43a3a335ef1a tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:13.901844 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872fb0fc-0cc7-4405-a6d5-7766c0d6393c tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event deleted for resources: {'Port': ['ID=866474a0-e003-4150-8deb-ce77956a73f0,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:13.921828 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67588f69-1393-4c12-823a-dd39dcaebdb4 None None] Network 211c0b77-95bb-41fe-915f-561c3cbc4620 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:57:14.141178 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-244c1a64-da14-484b-935c-07511a6b82e6 req-d84243a0-3569-4f51-95e3-66c9eef0eb25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea477b41-020f-453a-aa33-c8fb69e1291a {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:57:14.141784 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-872fb0fc-0cc7-4405-a6d5-7766c0d6393c tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:14.147150 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-872fb0fc-0cc7-4405-a6d5-7766c0d6393c tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "DELETE /v2.0/ports/866474a0-e003-4150-8deb-ce77956a73f0 HTTP/1.1" status: 204 len: 168 time: 1.0452199 Apr 28 19:57:14.154967 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42668) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:14.175789 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-89e6b7db-ed14-4371-987f-9d60e99e81dd tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Allocated IP 2001:db8::1 (211c0b77-95bb-41fe-915f-561c3cbc4620/5440646c-ad40-40b0-bd3d-dd705a99e522/2c40c334-df24-4bcf-89ba-96cf7d7f158c) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:14.201730 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-c2bf5167-5610-42ec-89db-43a3a335ef1a tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] Allocated IP 172.25.8.188 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/c555645f-68da-49ac-9d59-a85324e7e9b3) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:14.211128 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8ffef-9b20-446a-9cec-f74db7449e36 req-a6ba2636-6273-4d2e-a16f-77b9b2b64d83 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:14.212951 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-69e8ffef-9b20-446a-9cec-f74db7449e36 req-a6ba2636-6273-4d2e-a16f-77b9b2b64d83 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac732c81-4d98-4cc5-a702-0bf0be3d7e61 HTTP/1.1" status: 200 len: 931 time: 0.1710300 Apr 28 19:57:14.251206 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device be1dd3dc-7a0f-49b0-ba2d-6733160ec4eb up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:57:14.286237 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-69e8ffef-9b20-446a-9cec-f74db7449e36 req-c4406c61-6609-4858-a051-85b6243da9d6 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=d181c25a-5f76-4817-bf22-d7e69a891507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651619 Apr 28 19:57:14.333883 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-244c1a64-da14-484b-935c-07511a6b82e6 req-d84243a0-3569-4f51-95e3-66c9eef0eb25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:14.359327 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108a29c2-0d48-4f57-9e29-7aafd38b6c11 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:14.364291 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-108a29c2-0d48-4f57-9e29-7aafd38b6c11 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "GET /v2.0/ports?device_id=86975967-732a-4263-81a0-876e571fdfe9 HTTP/1.1" status: 200 len: 913 time: 0.2047753 Apr 28 19:57:14.364291 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42670) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:14.367863 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-45ed1206-b11f-457c-8542-bd10749a0003 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:14.372928 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-6d01ab14-113e-4a52-beaf-6695b63e7786 None None] Provisioning complete for port be1dd3dc-7a0f-49b0-ba2d-6733160ec4eb triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:14.372928 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6d01ab14-113e-4a52-beaf-6695b63e7786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:14.470427 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-89e6b7db-ed14-4371-987f-9d60e99e81dd tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:14.500573 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-244c1a64-da14-484b-935c-07511a6b82e6 req-d84243a0-3569-4f51-95e3-66c9eef0eb25 service neutron] Transition to ACTIVE for port object ea477b41-020f-453a-aa33-c8fb69e1291a will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:14.502494 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c2bf5167-5610-42ec-89db-43a3a335ef1a tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:14.503320 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-45ed1206-b11f-457c-8542-bd10749a0003 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:14.519976 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-244c1a64-da14-484b-935c-07511a6b82e6 req-d84243a0-3569-4f51-95e3-66c9eef0eb25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:14.590811 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993514ef-fbf3-479a-83dd-f6491d36de5d None None] Network 515aabf5-c7d6-4413-a955-d5dec5bac93b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:57:14.600694 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed1206-b11f-457c-8542-bd10749a0003 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event deleted for resources: {'Subnet': ['ID=35111d6b-6d1b-4ab9-825d-e4c6f4af81b1,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:14.606750 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-45ed1206-b11f-457c-8542-bd10749a0003 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:14.610363 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-45ed1206-b11f-457c-8542-bd10749a0003 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/subnets/35111d6b-6d1b-4ab9-825d-e4c6f4af81b1 HTTP/1.1" status: 204 len: 168 time: 1.7092917 Apr 28 19:57:14.614069 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42674) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:14.631834 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-89e6b7db-ed14-4371-987f-9d60e99e81dd tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:14.673517 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c2bf5167-5610-42ec-89db-43a3a335ef1a tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:14.795516 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bf5167-5610-42ec-89db-43a3a335ef1a tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:14.806461 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-c2bf5167-5610-42ec-89db-43a3a335ef1a tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:14.832934 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bf5167-5610-42ec-89db-43a3a335ef1a tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:57:14.846945 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84243a0-3569-4f51-95e3-66c9eef0eb25 service neutron] Pushing event updated for resources: {'Port': ['ID=ea477b41-020f-453a-aa33-c8fb69e1291a,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:14.867295 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-00987319-8ce3-4425-95d8-2fa9e92746bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'name': 'tempest-RoutersTest-router-598179015', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:27Z', 'updated_at': '2022-04-28T19:57:10Z', 'revision_number': 8, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'gw_port_host': None, '_interfaces': [{'id': '26323941-603f-4c45-947a-9dfd11b93ffe', 'name': '', 'network_id': '423a2c7a-8ab4-4035-998c-ca91e41cbc1d', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:80:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:41Z', 'updated_at': '2022-04-28T19:56:46Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37a4c838-c762-455d-bb23-103d65a9666c', 'name': '', 'network_id': '8c4514dd-6326-4831-a147-94692b600de1', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:0b:c1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '8b844eab-c699-4005-8b60-5d76f7cddf8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:47Z', 'updated_at': '2022-04-28T19:56:59Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '8b844eab-c699-4005-8b60-5d76f7cddf8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4113aede-9fc1-4824-829d-d39a94930a46', 'name': '', 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:23:03:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:30Z', 'updated_at': '2022-04-28T19:56:39Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:14.871551 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port be1dd3dc-7a0f-49b0-ba2d-6733160ec4eb triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:14.872064 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:14.879205 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5bdca3f8-66df-4fa2-925c-be710653081d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:14.917283 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf5167-5610-42ec-89db-43a3a335ef1a tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] Pushing event updated for resources: {'Port': ['ID=c555645f-68da-49ac-9d59-a85324e7e9b3,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:14.962923 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e6b7db-ed14-4371-987f-9d60e99e81dd tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network 211c0b77-95bb-41fe-915f-561c3cbc4620 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:14.982461 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-89e6b7db-ed14-4371-987f-9d60e99e81dd tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:15.008011 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e6b7db-ed14-4371-987f-9d60e99e81dd tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:57:15.008601 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-89e6b7db-ed14-4371-987f-9d60e99e81dd tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.022533 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00987319-8ce3-4425-95d8-2fa9e92746bc None None] The sync data for ids ['48962bb3-9323-48d9-9789-97de3970eaf2'] in n-d-839810-1 is: [{'id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'name': 'tempest-RoutersTest-router-598179015', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:27Z', 'updated_at': '2022-04-28T19:57:10Z', 'revision_number': 8, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'gw_port_host': None, '_interfaces': [{'id': '26323941-603f-4c45-947a-9dfd11b93ffe', 'name': '', 'network_id': '423a2c7a-8ab4-4035-998c-ca91e41cbc1d', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:80:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:41Z', 'updated_at': '2022-04-28T19:56:46Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37a4c838-c762-455d-bb23-103d65a9666c', 'name': '', 'network_id': '8c4514dd-6326-4831-a147-94692b600de1', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:0b:c1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '8b844eab-c699-4005-8b60-5d76f7cddf8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:47Z', 'updated_at': '2022-04-28T19:56:59Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '8b844eab-c699-4005-8b60-5d76f7cddf8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4113aede-9fc1-4824-829d-d39a94930a46', 'name': '', 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:23:03:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:30Z', 'updated_at': '2022-04-28T19:56:39Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:57:15.090651 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c2bf5167-5610-42ec-89db-43a3a335ef1a tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.100347 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6d01ab14-113e-4a52-beaf-6695b63e7786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.114715 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6b7db-ed14-4371-987f-9d60e99e81dd tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Port': ['ID=2c40c334-df24-4bcf-89ba-96cf7d7f158c,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:15.138711 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c2bf5167-5610-42ec-89db-43a3a335ef1a tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.179158 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-244c1a64-da14-484b-935c-07511a6b82e6 req-d84243a0-3569-4f51-95e3-66c9eef0eb25 service neutron] Attempting to bind port ea477b41-020f-453a-aa33-c8fb69e1291a on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:57:15.179158 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-244c1a64-da14-484b-935c-07511a6b82e6 req-d84243a0-3569-4f51-95e3-66c9eef0eb25 service neutron] Attempting to bind port ea477b41-020f-453a-aa33-c8fb69e1291a by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '04dde85d-a8f7-46ce-a4b1-2af6311ad799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:57:15.179158 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244c1a64-da14-484b-935c-07511a6b82e6 req-d84243a0-3569-4f51-95e3-66c9eef0eb25 service neutron] Attempting to bind port ea477b41-020f-453a-aa33-c8fb69e1291a on network 13d770d2-76f1-4754-862f-2caf67b7488d {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:57:15.194941 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-6d01ab14-113e-4a52-beaf-6695b63e7786 None None] For port be1dd3dc-7a0f-49b0-ba2d-6733160ec4eb, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=be1dd3dc-7a0f-49b0-ba2d-6733160ec4eb,segment=NetworkSegment(bbae1afe-dc91-4a7b-a6c7-639ba27bf895),segment_id=bbae1afe-dc91-4a7b-a6c7-639ba27bf895)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:57:15.198483 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244c1a64-da14-484b-935c-07511a6b82e6 req-d84243a0-3569-4f51-95e3-66c9eef0eb25 service neutron] Port ea477b41-020f-453a-aa33-c8fb69e1291a on network 13d770d2-76f1-4754-862f-2caf67b7488d not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:57:15.198830 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244c1a64-da14-484b-935c-07511a6b82e6 req-d84243a0-3569-4f51-95e3-66c9eef0eb25 service neutron] Attempting to bind port ea477b41-020f-453a-aa33-c8fb69e1291a on network 13d770d2-76f1-4754-862f-2caf67b7488d {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:57:15.212363 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244c1a64-da14-484b-935c-07511a6b82e6 req-d84243a0-3569-4f51-95e3-66c9eef0eb25 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:57:15.212708 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244c1a64-da14-484b-935c-07511a6b82e6 req-d84243a0-3569-4f51-95e3-66c9eef0eb25 service neutron] Checking segment: {'id': '04dde85d-a8f7-46ce-a4b1-2af6311ad799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:57:15.213549 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244c1a64-da14-484b-935c-07511a6b82e6 req-d84243a0-3569-4f51-95e3-66c9eef0eb25 service neutron] Bound using segment: {'id': '04dde85d-a8f7-46ce-a4b1-2af6311ad799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:57:15.213697 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-244c1a64-da14-484b-935c-07511a6b82e6 req-d84243a0-3569-4f51-95e3-66c9eef0eb25 service neutron] Bound port: ea477b41-020f-453a-aa33-c8fb69e1291a, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04dde85d-a8f7-46ce-a4b1-2af6311ad799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:57:15.213988 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-244c1a64-da14-484b-935c-07511a6b82e6 req-d84243a0-3569-4f51-95e3-66c9eef0eb25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.220263 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6d01ab14-113e-4a52-beaf-6695b63e7786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.256444 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5bdca3f8-66df-4fa2-925c-be710653081d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Deleting port 6c54ec73-f7ca-42d9-b92d-2633e21132a6 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:57:15.256790 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5bdca3f8-66df-4fa2-925c-be710653081d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.258772 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-89e6b7db-ed14-4371-987f-9d60e99e81dd tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.275286 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.297745 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2116c9ac-6c89-41b4-a789-bb1dd0425ee9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.307378 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01ab14-113e-4a52-beaf-6695b63e7786 None None] Pushing event updated for resources: {'Port': ['ID=be1dd3dc-7a0f-49b0-ba2d-6733160ec4eb,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:15.427361 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:57:15.429965 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:57:15.454008 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a59494-125b-4ea1-8a9e-ac984cd74861 None None] DHCP port deletion for 515aabf5-c7d6-4413-a955-d5dec5bac93b request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:57:15.470295 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c2bf5167-5610-42ec-89db-43a3a335ef1a tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.477954 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c2bf5167-5610-42ec-89db-43a3a335ef1a tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.528872 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-23a59494-125b-4ea1-8a9e-ac984cd74861 None None] Deleting port 6c54ec73-f7ca-42d9-b92d-2633e21132a6 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:57:15.529132 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-23a59494-125b-4ea1-8a9e-ac984cd74861 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.544527 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-244c1a64-da14-484b-935c-07511a6b82e6 req-d84243a0-3569-4f51-95e3-66c9eef0eb25 service neutron] For port ea477b41-020f-453a-aa33-c8fb69e1291a, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:57:15.555440 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5bdca3f8-66df-4fa2-925c-be710653081d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] For port 6c54ec73-f7ca-42d9-b92d-2633e21132a6, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=6c54ec73-f7ca-42d9-b92d-2633e21132a6,segment=NetworkSegment(e83577d6-c525-423b-ab29-46266ce6ae5b),segment_id=e83577d6-c525-423b-ab29-46266ce6ae5b)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:57:15.557956 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5bdca3f8-66df-4fa2-925c-be710653081d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.624984 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-23a59494-125b-4ea1-8a9e-ac984cd74861 None None] For port 6c54ec73-f7ca-42d9-b92d-2633e21132a6, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=6c54ec73-f7ca-42d9-b92d-2633e21132a6,segment=NetworkSegment(e83577d6-c525-423b-ab29-46266ce6ae5b),segment_id=e83577d6-c525-423b-ab29-46266ce6ae5b)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:57:15.625295 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-23a59494-125b-4ea1-8a9e-ac984cd74861 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.646692 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-23a59494-125b-4ea1-8a9e-ac984cd74861 None None] Calling delete_port for 6c54ec73-f7ca-42d9-b92d-2633e21132a6 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:15.695795 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf5167-5610-42ec-89db-43a3a335ef1a tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] Pushing event updated for resources: {'Port': ['ID=c555645f-68da-49ac-9d59-a85324e7e9b3,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:15.724389 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5bdca3f8-66df-4fa2-925c-be710653081d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Calling delete_port for 6c54ec73-f7ca-42d9-b92d-2633e21132a6 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:15.728681 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-244c1a64-da14-484b-935c-07511a6b82e6 req-d84243a0-3569-4f51-95e3-66c9eef0eb25 service neutron] For port ea477b41-020f-453a-aa33-c8fb69e1291a, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=ea477b41-020f-453a-aa33-c8fb69e1291a,segment=NetworkSegment(04dde85d-a8f7-46ce-a4b1-2af6311ad799),segment_id=04dde85d-a8f7-46ce-a4b1-2af6311ad799)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:57:15.731433 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c2bf5167-5610-42ec-89db-43a3a335ef1a tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.753135 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c2bf5167-5610-42ec-89db-43a3a335ef1a tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.757457 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c2bf5167-5610-42ec-89db-43a3a335ef1a tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4654775 Apr 28 19:57:15.758168 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42682) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:15.759254 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-244c1a64-da14-484b-935c-07511a6b82e6 req-d84243a0-3569-4f51-95e3-66c9eef0eb25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.767009 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-e6e07cd3-3a43-4121-a9ca-2db706ba7394 tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1453637388', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'fixed_ips': [{'ip_address': '172.25.8.188'}]}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:15.820659 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e07cd3-3a43-4121-a9ca-2db706ba7394 tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] Made reservation on behalf of be15adfd984d4b3e8e9fe5f56e2d2d17 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:15.824616 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e6e07cd3-3a43-4121-a9ca-2db706ba7394 tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.853997 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee7e70-fcb2-4d63-9a47-a61ce406a0ca req-f085e784-3da5-498b-b7c7-3b526826d7f8 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:15.855585 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94ee7e70-fcb2-4d63-9a47-a61ce406a0ca req-f085e784-3da5-498b-b7c7-3b526826d7f8 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac732c81-4d98-4cc5-a702-0bf0be3d7e61 HTTP/1.1" status: 200 len: 943 time: 0.4169884 Apr 28 19:57:15.886342 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e6e07cd3-3a43-4121-a9ca-2db706ba7394 tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.887700 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-1e6955dc-d303-468b-a4b6-65e1cbd1f229 None None] Provisioning complete for port be1dd3dc-7a0f-49b0-ba2d-6733160ec4eb triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:15.892449 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1e6955dc-d303-468b-a4b6-65e1cbd1f229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.925023 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c1a64-da14-484b-935c-07511a6b82e6 req-d84243a0-3569-4f51-95e3-66c9eef0eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:15.925561 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-244c1a64-da14-484b-935c-07511a6b82e6 req-d84243a0-3569-4f51-95e3-66c9eef0eb25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.930483 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-244c1a64-da14-484b-935c-07511a6b82e6 req-d84243a0-3569-4f51-95e3-66c9eef0eb25 service neutron] 10.222.0.44 "PUT /v2.0/ports/ea477b41-020f-453a-aa33-c8fb69e1291a HTTP/1.1" status: 200 len: 1091 time: 4.0160434 Apr 28 19:57:15.936288 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac732c81-4d98-4cc5-a702-0bf0be3d7e61', 'tag': 'ea477b41-020f-453a-aa33-c8fb69e1291a'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:57:15.944770 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c7fef4-4fb9-4b3d-9a70-59a800d4789c" -d '{"events": [{"name": "network-changed", "server_uuid": "ac732c81-4d98-4cc5-a702-0bf0be3d7e61", "tag": "ea477b41-020f-453a-aa33-c8fb69e1291a"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:57:16.047983 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-23a59494-125b-4ea1-8a9e-ac984cd74861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:16.073056 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a59494-125b-4ea1-8a9e-ac984cd74861 None None] No DVR routers for this DVR port 6c54ec73-f7ca-42d9-b92d-2633e21132a6 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:57:16.084832 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105ba449-a36c-43b9-839e-9b80ef372982 x-openstack-request-id: req-105ba449-a36c-43b9-839e-9b80ef372982 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:57:16.085348 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac732c81-4d98-4cc5-a702-0bf0be3d7e61", "tag": "ea477b41-020f-453a-aa33-c8fb69e1291a", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:57:16.085773 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-105ba449-a36c-43b9-839e-9b80ef372982 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:57:16.086342 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-105ba449-a36c-43b9-839e-9b80ef372982'] response: {'name': 'network-changed', 'server_uuid': 'ac732c81-4d98-4cc5-a702-0bf0be3d7e61', 'tag': 'ea477b41-020f-453a-aa33-c8fb69e1291a', 'status': 'completed', 'code': 200} Apr 28 19:57:16.130353 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a59494-125b-4ea1-8a9e-ac984cd74861 None None] Pushing event deleted for resources: {'Port': ['ID=6c54ec73-f7ca-42d9-b92d-2633e21132a6,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:16.189876 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-1e6955dc-d303-468b-a4b6-65e1cbd1f229 None None] Provisioning complete for port 2c40c334-df24-4bcf-89ba-96cf7d7f158c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:16.190236 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1e6955dc-d303-468b-a4b6-65e1cbd1f229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:16.229912 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84243a0-3569-4f51-95e3-66c9eef0eb25 service neutron] Pushing event updated for resources: {'Port': ['ID=ea477b41-020f-453a-aa33-c8fb69e1291a,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:16.239516 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-2116c9ac-6c89-41b4-a789-bb1dd0425ee9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Deleting port 673a9df4-fa3c-483b-85aa-594f19d2b9d4 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:57:16.261076 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2116c9ac-6c89-41b4-a789-bb1dd0425ee9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:16.323413 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-1e6955dc-d303-468b-a4b6-65e1cbd1f229 None None] Port 2c40c334-df24-4bcf-89ba-96cf7d7f158c cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:57:16.343481 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94ee7e70-fcb2-4d63-9a47-a61ce406a0ca req-69d5e1a5-ecfd-415f-a134-2f3658061336 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=d181c25a-5f76-4817-bf22-d7e69a891507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4440215 Apr 28 19:57:16.361988 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c1a64-da14-484b-935c-07511a6b82e6 req-8cd834a4-8167-4ec9-8595-fc13c6c86690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:16.365361 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-244c1a64-da14-484b-935c-07511a6b82e6 req-8cd834a4-8167-4ec9-8595-fc13c6c86690 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3397cabaf68f4eccbdd2d7c135e48bbd&device_id=ac732c81-4d98-4cc5-a702-0bf0be3d7e61 HTTP/1.1" status: 200 len: 1094 time: 0.3324139 Apr 28 19:57:16.412628 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e6e07cd3-3a43-4121-a9ca-2db706ba7394 tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:16.421666 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e6e07cd3-3a43-4121-a9ca-2db706ba7394 tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:16.447458 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device be1dd3dc-7a0f-49b0-ba2d-6733160ec4eb up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:57:16.452982 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-244c1a64-da14-484b-935c-07511a6b82e6 req-28baf6e4-17e8-475c-ac28-262a201efe95 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea477b41-020f-453a-aa33-c8fb69e1291a HTTP/1.1" status: 200 len: 217 time: 0.0726981 Apr 28 19:57:16.458889 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5bdca3f8-66df-4fa2-925c-be710653081d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:16.462869 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2116c9ac-6c89-41b4-a789-bb1dd0425ee9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:16.479040 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-e6e07cd3-3a43-4121-a9ca-2db706ba7394 tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] device_id is not set on port bc7cdc78-802c-4aa2-9231-b270f260f187 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:57:16.497760 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-2116c9ac-6c89-41b4-a789-bb1dd0425ee9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Calling delete_port for 673a9df4-fa3c-483b-85aa-594f19d2b9d4 owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:16.516323 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-ce98ea54-63f8-4960-a821-b3f4c8244ac1 None None] Provisioning complete for port 2c40c334-df24-4bcf-89ba-96cf7d7f158c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:16.516693 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ce98ea54-63f8-4960-a821-b3f4c8244ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:16.536111 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdca3f8-66df-4fa2-925c-be710653081d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event deleted for resources: {'Port': ['ID=6c54ec73-f7ca-42d9-b92d-2633e21132a6,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:16.547099 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdca3f8-66df-4fa2-925c-be710653081d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] No DVR routers for this DVR port 6c54ec73-f7ca-42d9-b92d-2633e21132a6 on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:57:16.573496 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-ce98ea54-63f8-4960-a821-b3f4c8244ac1 None None] Port 2c40c334-df24-4bcf-89ba-96cf7d7f158c cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:57:16.583136 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port be1dd3dc-7a0f-49b0-ba2d-6733160ec4eb triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:16.583506 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:16.605602 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-89e6b7db-ed14-4371-987f-9d60e99e81dd tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:16.608343 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c1a64-da14-484b-935c-07511a6b82e6 req-4b715555-3045-481d-8a96-75ef65a70da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:16.610176 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-244c1a64-da14-484b-935c-07511a6b82e6 req-4b715555-3045-481d-8a96-75ef65a70da1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95e411ad-3fda-47de-9866-800115a43d0a HTTP/1.1" status: 200 len: 850 time: 0.1460290 Apr 28 19:57:16.627912 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e07cd3-3a43-4121-a9ca-2db706ba7394 tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57102333-581f-4e01-829a-2f6e77c2178c,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:16.638856 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-89e6b7db-ed14-4371-987f-9d60e99e81dd tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:16.639645 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-89e6b7db-ed14-4371-987f-9d60e99e81dd tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:16.773527 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5bdca3f8-66df-4fa2-925c-be710653081d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:16.832012 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 30a59aba-af06-41fe-ba2a-12746c04356f no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:57:16.853844 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-5bdca3f8-66df-4fa2-925c-be710653081d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['515aabf5-c7d6-4413-a955-d5dec5bac93b']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:16.856742 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e07cd3-3a43-4121-a9ca-2db706ba7394 tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 28 19:57:16.857406 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e07cd3-3a43-4121-a9ca-2db706ba7394 tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:57:16.858848 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6b7db-ed14-4371-987f-9d60e99e81dd tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Port': ['ID=2c40c334-df24-4bcf-89ba-96cf7d7f158c,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:16.878248 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-5bdca3f8-66df-4fa2-925c-be710653081d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e83577d6-c525-423b-ab29-46266ce6ae5b') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:16.878687 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-5bdca3f8-66df-4fa2-925c-be710653081d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e83577d6-c525-423b-ab29-46266ce6ae5b') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:16.882162 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 30a59aba-af06-41fe-ba2a-12746c04356f {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:57:16.882521 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 30a59aba-af06-41fe-ba2a-12746c04356f not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:57:16.883499 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 6c54ec73-f7ca-42d9-b92d-2633e21132a6 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:57:16.884717 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c1a64-da14-484b-935c-07511a6b82e6 req-4c9cd745-4fb4-43e7-a7bc-cbfa3fa40ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:16.886325 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-244c1a64-da14-484b-935c-07511a6b82e6 req-4c9cd745-4fb4-43e7-a7bc-cbfa3fa40ef1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=13d770d2-76f1-4754-862f-2caf67b7488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2582624 Apr 28 19:57:16.889639 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e6e07cd3-3a43-4121-a9ca-2db706ba7394 tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.1265130 Apr 28 19:57:16.893953 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42696) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:16.915332 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5bdca3f8-66df-4fa2-925c-be710653081d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:16.920306 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 6c54ec73-f7ca-42d9-b92d-2633e21132a6 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:57:16.920921 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 6c54ec73-f7ca-42d9-b92d-2633e21132a6 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:57:16.986719 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5bdca3f8-66df-4fa2-925c-be710653081d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:16.999618 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bdca3f8-66df-4fa2-925c-be710653081d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:57:17.000136 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5bdca3f8-66df-4fa2-925c-be710653081d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: self.session.flush() Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:57:17.004560 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:57:17.067995 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e6b7db-ed14-4371-987f-9d60e99e81dd tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network 211c0b77-95bb-41fe-915f-561c3cbc4620 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:17.076912 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-89e6b7db-ed14-4371-987f-9d60e99e81dd tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:17.099096 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5bdca3f8-66df-4fa2-925c-be710653081d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:17.113019 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2116c9ac-6c89-41b4-a789-bb1dd0425ee9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:17.133520 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-244c1a64-da14-484b-935c-07511a6b82e6 req-46289d07-a6eb-4ac7-bb49-e9e9cd4423f4 service neutron] 10.222.0.44 "GET /v2.0/networks/13d770d2-76f1-4754-862f-2caf67b7488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349567 Apr 28 19:57:17.146326 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5bdca3f8-66df-4fa2-925c-be710653081d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:17.149840 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5bdca3f8-66df-4fa2-925c-be710653081d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/networks/515aabf5-c7d6-4413-a955-d5dec5bac93b HTTP/1.1" status: 204 len: 168 time: 2.5333529 Apr 28 19:57:17.157397 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42698) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:17.203296 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdca3f8-66df-4fa2-925c-be710653081d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event deleted for resources: {'Network': ['ID=515aabf5-c7d6-4413-a955-d5dec5bac93b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:17.305486 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116c9ac-6c89-41b4-a789-bb1dd0425ee9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event deleted for resources: {'Port': ['ID=673a9df4-fa3c-483b-85aa-594f19d2b9d4,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:17.341518 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-244c1a64-da14-484b-935c-07511a6b82e6 req-1bb31048-ebf8-4b8b-9af5-3ecca04f847a service neutron] 10.222.0.44 "GET /v2.0/networks/13d770d2-76f1-4754-862f-2caf67b7488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976898 Apr 28 19:57:17.413819 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e6b7db-ed14-4371-987f-9d60e99e81dd tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Router d578b92e-9019-48fd-b731-89440da87ffe is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:57:17.457110 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7fef4-4fb9-4b3d-9a70-59a800d4789c req-4f419869-bd90-46f5-a4eb-5da64f087ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:17.458923 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7c7fef4-4fb9-4b3d-9a70-59a800d4789c req-4f419869-bd90-46f5-a4eb-5da64f087ddb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3397cabaf68f4eccbdd2d7c135e48bbd&device_id=ac732c81-4d98-4cc5-a702-0bf0be3d7e61 HTTP/1.1" status: 200 len: 1094 time: 0.0602577 Apr 28 19:57:17.470018 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-a0ef3d69-3849-4ff5-8168-909c6087719b tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] Deleting port c555645f-68da-49ac-9d59-a85324e7e9b3 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:57:17.470628 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a0ef3d69-3849-4ff5-8168-909c6087719b tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:17.505291 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-88e39ab2-bc26-491a-87d5-e22a790af624 None None] Provisioning complete for port 2c40c334-df24-4bcf-89ba-96cf7d7f158c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:17.505864 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-88e39ab2-bc26-491a-87d5-e22a790af624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:17.564930 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-88e39ab2-bc26-491a-87d5-e22a790af624 None None] Port 2c40c334-df24-4bcf-89ba-96cf7d7f158c cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:57:17.607437 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e6b7db-ed14-4371-987f-9d60e99e81dd tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:57:17.617705 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee027dea-e7d2-4cb3-9f5e-354e4e75d283 None None] Sync routers for ids ['d578b92e-9019-48fd-b731-89440da87ffe'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:57:17.624513 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-89e6b7db-ed14-4371-987f-9d60e99e81dd tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "PUT /v2.0/routers/d578b92e-9019-48fd-b731-89440da87ffe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4907529 Apr 28 19:57:17.625163 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42702) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:17.630890 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee027dea-e7d2-4cb3-9f5e-354e4e75d283 None None] Routers {'d578b92e-9019-48fd-b731-89440da87ffe'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:17.631525 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ee027dea-e7d2-4cb3-9f5e-354e4e75d283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['d578b92e-9019-48fd-b731-89440da87ffe'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:17.664760 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ee027dea-e7d2-4cb3-9f5e-354e4e75d283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:17.674505 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee027dea-e7d2-4cb3-9f5e-354e4e75d283 None None] Routers {'d578b92e-9019-48fd-b731-89440da87ffe'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:17.675410 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ee027dea-e7d2-4cb3-9f5e-354e4e75d283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['d578b92e-9019-48fd-b731-89440da87ffe'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:17.678942 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7fef4-4fb9-4b3d-9a70-59a800d4789c req-cd55d382-308e-4fb4-86b2-c7413bad5c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:17.680411 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7c7fef4-4fb9-4b3d-9a70-59a800d4789c req-cd55d382-308e-4fb4-86b2-c7413bad5c27 service neutron] 10.222.0.44 "GET /v2.0/networks?id=13d770d2-76f1-4754-862f-2caf67b7488d HTTP/1.1" status: 200 len: 912 time: 0.1815310 Apr 28 19:57:17.691067 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b47f41-406a-4d97-af58-aa71429851ef tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:17.694582 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-48b47f41-406a-4d97-af58-aa71429851ef tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "GET /v2.0/ports/2c40c334-df24-4bcf-89ba-96cf7d7f158c HTTP/1.1" status: 200 len: 911 time: 0.0665493 Apr 28 19:57:17.700576 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42704) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:17.713811 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ee027dea-e7d2-4cb3-9f5e-354e4e75d283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:17.714527 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee027dea-e7d2-4cb3-9f5e-354e4e75d283 None None] The sync data for ids ['d578b92e-9019-48fd-b731-89440da87ffe'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:57:17.738960 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7c7fef4-4fb9-4b3d-9a70-59a800d4789c req-05ec65e2-8bc6-4497-baaa-7267a592346f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea477b41-020f-453a-aa33-c8fb69e1291a HTTP/1.1" status: 200 len: 217 time: 0.0450275 Apr 28 19:57:17.860333 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7fef4-4fb9-4b3d-9a70-59a800d4789c req-1e666efb-d511-465d-8682-ba40c015eb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:17.861845 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7c7fef4-4fb9-4b3d-9a70-59a800d4789c req-1e666efb-d511-465d-8682-ba40c015eb44 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95e411ad-3fda-47de-9866-800115a43d0a HTTP/1.1" status: 200 len: 850 time: 0.0919740 Apr 28 19:57:17.989505 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7fef4-4fb9-4b3d-9a70-59a800d4789c req-35b71a13-4229-4f4c-bf22-b295f98ea00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:17.991068 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7c7fef4-4fb9-4b3d-9a70-59a800d4789c req-35b71a13-4229-4f4c-bf22-b295f98ea00b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=13d770d2-76f1-4754-862f-2caf67b7488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1189497 Apr 28 19:57:18.106294 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2d82f-c853-4db8-a32a-1ec9475f130e req-fceb20c1-a7e5-42a6-9ec0-e854469d98c7 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:18.107815 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c0a2d82f-c853-4db8-a32a-1ec9475f130e req-fceb20c1-a7e5-42a6-9ec0-e854469d98c7 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac732c81-4d98-4cc5-a702-0bf0be3d7e61 HTTP/1.1" status: 200 len: 943 time: 0.5835135 Apr 28 19:57:18.114258 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a0ef3d69-3849-4ff5-8168-909c6087719b tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:18.114618 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a0ef3d69-3849-4ff5-8168-909c6087719b tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:18.135520 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2116c9ac-6c89-41b4-a789-bb1dd0425ee9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:18.161009 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-a0ef3d69-3849-4ff5-8168-909c6087719b tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] Calling delete_port for c555645f-68da-49ac-9d59-a85324e7e9b3 owned by network:floatingip {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:18.176659 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7c7fef4-4fb9-4b3d-9a70-59a800d4789c req-9a2bc2c8-4963-4021-8cb1-0fbc7f905c9c service neutron] 10.222.0.44 "GET /v2.0/networks/13d770d2-76f1-4754-862f-2caf67b7488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754973 Apr 28 19:57:18.303357 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c0a2d82f-c853-4db8-a32a-1ec9475f130e req-ecf2fac1-8a7b-4676-ac53-960dc689b3b1 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=d181c25a-5f76-4817-bf22-d7e69a891507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693022 Apr 28 19:57:18.600161 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a0ef3d69-3849-4ff5-8168-909c6087719b tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:18.712274 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7c7fef4-4fb9-4b3d-9a70-59a800d4789c req-e791004a-5818-454f-b3b6-c07681965689 service neutron] 10.222.0.44 "GET /v2.0/networks/13d770d2-76f1-4754-862f-2caf67b7488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5267494 Apr 28 19:57:18.719646 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cebf7260-7a86-4f0f-824c-0d3ea4f13c16 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:18.740790 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef3d69-3849-4ff5-8168-909c6087719b tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] Pushing event deleted for resources: {'Port': ['ID=c555645f-68da-49ac-9d59-a85324e7e9b3,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:18.745738 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2116c9ac-6c89-41b4-a789-bb1dd0425ee9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Router 86975967-732a-4263-81a0-876e571fdfe9 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:57:18.756024 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a0ef3d69-3849-4ff5-8168-909c6087719b tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:18.760980 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a0ef3d69-3849-4ff5-8168-909c6087719b tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:18.766503 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a0ef3d69-3849-4ff5-8168-909c6087719b tempest-ExternalNetworksAdminNegativeTestJSON-910453217 tempest-ExternalNetworksAdminNegativeTestJSON-910453217-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/de65f49b-0376-4ad7-886e-79040d92814b HTTP/1.1" status: 204 len: 168 time: 1.8675144 Apr 28 19:57:18.766503 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90f9b1c5-982d-449b-9b54-5a77a7556bfc tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:19.063083 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2116c9ac-6c89-41b4-a789-bb1dd0425ee9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:57:19.071189 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2116c9ac-6c89-41b4-a789-bb1dd0425ee9 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "PUT /v2.0/routers/86975967-732a-4263-81a0-876e571fdfe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7061913 Apr 28 19:57:19.076118 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1cc5d4-b3a1-4039-8857-c7390ab5fe35 None None] Sync routers for ids ['86975967-732a-4263-81a0-876e571fdfe9'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:57:19.077748 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42720) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:19.090101 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1cc5d4-b3a1-4039-8857-c7390ab5fe35 None None] Routers {'86975967-732a-4263-81a0-876e571fdfe9'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:19.090879 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-2a1cc5d4-b3a1-4039-8857-c7390ab5fe35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['86975967-732a-4263-81a0-876e571fdfe9'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:19.195282 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-2a1cc5d4-b3a1-4039-8857-c7390ab5fe35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:19.225413 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1cc5d4-b3a1-4039-8857-c7390ab5fe35 None None] Routers {'86975967-732a-4263-81a0-876e571fdfe9'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:19.226462 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-2a1cc5d4-b3a1-4039-8857-c7390ab5fe35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['86975967-732a-4263-81a0-876e571fdfe9'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:19.255067 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42724) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:19.306818 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-90f9b1c5-982d-449b-9b54-5a77a7556bfc tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Deleting port 37a4c838-c762-455d-bb23-103d65a9666c {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:57:19.307466 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90f9b1c5-982d-449b-9b54-5a77a7556bfc tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:19.368373 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-2a1cc5d4-b3a1-4039-8857-c7390ab5fe35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:19.372415 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1cc5d4-b3a1-4039-8857-c7390ab5fe35 None None] The sync data for ids ['86975967-732a-4263-81a0-876e571fdfe9'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:57:19.497438 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-90f9b1c5-982d-449b-9b54-5a77a7556bfc tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] For port 37a4c838-c762-455d-bb23-103d65a9666c, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=37a4c838-c762-455d-bb23-103d65a9666c,segment=NetworkSegment(93d67731-c61b-4a90-8e87-b2e70fe9226f),segment_id=93d67731-c61b-4a90-8e87-b2e70fe9226f)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:57:19.497960 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90f9b1c5-982d-449b-9b54-5a77a7556bfc tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:19.514046 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-90f9b1c5-982d-449b-9b54-5a77a7556bfc tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Calling delete_port for 37a4c838-c762-455d-bb23-103d65a9666c owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:19.514828 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-563f84f4-7cc4-4fbb-b2e5-c3b5fe3be7a4 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:19.573322 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-cebf7260-7a86-4f0f-824c-0d3ea4f13c16 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Deleting port 2c40c334-df24-4bcf-89ba-96cf7d7f158c {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:57:19.573672 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cebf7260-7a86-4f0f-824c-0d3ea4f13c16 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:19.597877 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f5c67f6e-b626-43c7-8c25-cc51acf8cde0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:19.648834 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540963a4-d987-43fa-a767-b14b1de25dfc req-b274485e-5682-43fa-8deb-e6615b37f211 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:19.650535 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-540963a4-d987-43fa-a767-b14b1de25dfc req-b274485e-5682-43fa-8deb-e6615b37f211 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac732c81-4d98-4cc5-a702-0bf0be3d7e61 HTTP/1.1" status: 200 len: 943 time: 0.2076185 Apr 28 19:57:19.782395 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-af77af94-45c3-4312-afae-9dd8f7b4a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:19.799287 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cebf7260-7a86-4f0f-824c-0d3ea4f13c16 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:19.808695 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90f9b1c5-982d-449b-9b54-5a77a7556bfc tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:19.818650 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-cebf7260-7a86-4f0f-824c-0d3ea4f13c16 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Calling delete_port for 2c40c334-df24-4bcf-89ba-96cf7d7f158c owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:19.820947 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f5c67f6e-b626-43c7-8c25-cc51acf8cde0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:19.830773 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f5c67f6e-b626-43c7-8c25-cc51acf8cde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:19.876815 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9b1c5-982d-449b-9b54-5a77a7556bfc tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event deleted for resources: {'Port': ['ID=37a4c838-c762-455d-bb23-103d65a9666c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:19.938316 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f9b1c5-982d-449b-9b54-5a77a7556bfc tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:19.938671 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f9b1c5-982d-449b-9b54-5a77a7556bfc tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:19.938903 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f9b1c5-982d-449b-9b54-5a77a7556bfc tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:19.940038 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f9b1c5-982d-449b-9b54-5a77a7556bfc tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:19.940410 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f9b1c5-982d-449b-9b54-5a77a7556bfc tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:19.940728 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f9b1c5-982d-449b-9b54-5a77a7556bfc tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:19.941056 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f9b1c5-982d-449b-9b54-5a77a7556bfc tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:19.941378 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f9b1c5-982d-449b-9b54-5a77a7556bfc tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:19.941698 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f9b1c5-982d-449b-9b54-5a77a7556bfc tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:19.942017 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f9b1c5-982d-449b-9b54-5a77a7556bfc tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:19.942334 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f9b1c5-982d-449b-9b54-5a77a7556bfc tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:19.942648 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f9b1c5-982d-449b-9b54-5a77a7556bfc tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:19.989636 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f5c67f6e-b626-43c7-8c25-cc51acf8cde0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=819985875d50497d8f8656a81283df62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7331874 Apr 28 19:57:19.996858 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42730) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:19.998532 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c67f6e-b626-43c7-8c25-cc51acf8cde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9df96ae-1ab3-4ebe-b1b9-49db577dd29b,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:20.085350 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-540963a4-d987-43fa-a767-b14b1de25dfc req-8b608fde-072e-4db2-99a2-bab5469cd2eb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=d181c25a-5f76-4817-bf22-d7e69a891507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4257333 Apr 28 19:57:20.099564 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cebf7260-7a86-4f0f-824c-0d3ea4f13c16 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:20.140564 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf7260-7a86-4f0f-824c-0d3ea4f13c16 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Port': ['ID=2c40c334-df24-4bcf-89ba-96cf7d7f158c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:20.163140 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebf7260-7a86-4f0f-824c-0d3ea4f13c16 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:20.167426 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebf7260-7a86-4f0f-824c-0d3ea4f13c16 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:20.168256 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebf7260-7a86-4f0f-824c-0d3ea4f13c16 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:20.169178 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebf7260-7a86-4f0f-824c-0d3ea4f13c16 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:20.170035 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebf7260-7a86-4f0f-824c-0d3ea4f13c16 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:20.170966 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebf7260-7a86-4f0f-824c-0d3ea4f13c16 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:20.172428 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebf7260-7a86-4f0f-824c-0d3ea4f13c16 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:20.172870 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebf7260-7a86-4f0f-824c-0d3ea4f13c16 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:20.173933 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebf7260-7a86-4f0f-824c-0d3ea4f13c16 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:20.174393 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebf7260-7a86-4f0f-824c-0d3ea4f13c16 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:20.176328 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebf7260-7a86-4f0f-824c-0d3ea4f13c16 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:20.176787 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebf7260-7a86-4f0f-824c-0d3ea4f13c16 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:20.184412 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-563f84f4-7cc4-4fbb-b2e5-c3b5fe3be7a4 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:20.282084 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-03df0f88-2cda-4c5b-92cb-d4bdb780554c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:20.285759 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90f9b1c5-982d-449b-9b54-5a77a7556bfc tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:20.362009 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-03df0f88-2cda-4c5b-92cb-d4bdb780554c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:20.409616 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cebf7260-7a86-4f0f-824c-0d3ea4f13c16 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:20.481051 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-563f84f4-7cc4-4fbb-b2e5-c3b5fe3be7a4 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Deleting port c25807cc-d848-49ea-8f39-84038a45d44a {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:57:20.481532 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-563f84f4-7cc4-4fbb-b2e5-c3b5fe3be7a4 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:20.569588 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f9b1c5-982d-449b-9b54-5a77a7556bfc tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Router 48962bb3-9323-48d9-9789-97de3970eaf2 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:57:20.570679 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-03df0f88-2cda-4c5b-92cb-d4bdb780554c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:20.573600 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-03df0f88-2cda-4c5b-92cb-d4bdb780554c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:20.577370 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-03df0f88-2cda-4c5b-92cb-d4bdb780554c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f9df96ae-1ab3-4ebe-b1b9-49db577dd29b HTTP/1.1" status: 204 len: 168 time: 0.5774357 Apr 28 19:57:20.585983 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df0f88-2cda-4c5b-92cb-d4bdb780554c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9df96ae-1ab3-4ebe-b1b9-49db577dd29b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:20.705011 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebf7260-7a86-4f0f-824c-0d3ea4f13c16 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Router d578b92e-9019-48fd-b731-89440da87ffe has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:57:20.706951 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-563f84f4-7cc4-4fbb-b2e5-c3b5fe3be7a4 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:20.712811 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f9b1c5-982d-449b-9b54-5a77a7556bfc tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:57:20.721401 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-90f9b1c5-982d-449b-9b54-5a77a7556bfc tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "PUT /v2.0/routers/48962bb3-9323-48d9-9789-97de3970eaf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5441101 Apr 28 19:57:20.722008 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42738) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:20.725519 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74077c8-e76e-4995-a6d3-61fda2a60de0 None None] Sync routers for ids ['48962bb3-9323-48d9-9789-97de3970eaf2'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:57:20.746893 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74077c8-e76e-4995-a6d3-61fda2a60de0 None None] Routers {'48962bb3-9323-48d9-9789-97de3970eaf2'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:20.747754 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b74077c8-e76e-4995-a6d3-61fda2a60de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['48962bb3-9323-48d9-9789-97de3970eaf2'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:20.757907 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-563f84f4-7cc4-4fbb-b2e5-c3b5fe3be7a4 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Calling delete_port for c25807cc-d848-49ea-8f39-84038a45d44a owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:20.797330 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-160df925-3349-42b9-b73f-b1f2984132cc tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Deleting subnet 8b844eab-c699-4005-8b60-5d76f7cddf8e {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:57:20.802178 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-160df925-3349-42b9-b73f-b1f2984132cc tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:20.861269 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-160df925-3349-42b9-b73f-b1f2984132cc tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:20.903881 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebf7260-7a86-4f0f-824c-0d3ea4f13c16 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:57:20.913826 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42742) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:20.914488 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cebf7260-7a86-4f0f-824c-0d3ea4f13c16 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "PUT /v2.0/routers/d578b92e-9019-48fd-b731-89440da87ffe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2127657 Apr 28 19:57:20.918408 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4322a70-d233-45ea-87c4-18d77b252ee3 None None] Sync routers for ids ['d578b92e-9019-48fd-b731-89440da87ffe'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:57:20.943301 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4322a70-d233-45ea-87c4-18d77b252ee3 None None] Routers {'d578b92e-9019-48fd-b731-89440da87ffe'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:20.944074 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-a4322a70-d233-45ea-87c4-18d77b252ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['d578b92e-9019-48fd-b731-89440da87ffe'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:20.962902 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-b74077c8-e76e-4995-a6d3-61fda2a60de0 None None] Set router 48962bb3-9323-48d9-9789-97de3970eaf2 gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:57:21.049261 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-74511fb1-7643-4839-8de1-8e49ef4159f6 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "GET /v2.0/ports?device_id=d578b92e-9019-48fd-b731-89440da87ffe HTTP/1.1" status: 200 len: 205 time: 0.1318526 Apr 28 19:57:21.049818 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42744) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:21.060483 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-a4322a70-d233-45ea-87c4-18d77b252ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:21.078174 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4322a70-d233-45ea-87c4-18d77b252ee3 None None] Routers {'d578b92e-9019-48fd-b731-89440da87ffe'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:21.080571 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-a4322a70-d233-45ea-87c4-18d77b252ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['d578b92e-9019-48fd-b731-89440da87ffe'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:21.158065 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42748) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:21.167091 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-a4322a70-d233-45ea-87c4-18d77b252ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:21.169288 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4322a70-d233-45ea-87c4-18d77b252ee3 None None] The sync data for ids ['d578b92e-9019-48fd-b731-89440da87ffe'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:57:21.215847 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-563f84f4-7cc4-4fbb-b2e5-c3b5fe3be7a4 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:21.263272 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f84f4-7cc4-4fbb-b2e5-c3b5fe3be7a4 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event deleted for resources: {'Port': ['ID=c25807cc-d848-49ea-8f39-84038a45d44a,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:21.267525 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7e60dbc1-6c9d-4b6d-97e5-25497e44f7be admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be15adfd984d4b3e8e9fe5f56e2d2d17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1063559 Apr 28 19:57:21.283212 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42750) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:21.329606 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-62e48d2a-5877-4d38-861a-8194dee1b04d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:21.335499 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b74077c8-e76e-4995-a6d3-61fda2a60de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'name': 'tempest-RoutersTest-router-598179015', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:27Z', 'updated_at': '2022-04-28T19:57:19Z', 'revision_number': 9, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'gw_port_host': None, '_interfaces': [{'id': '26323941-603f-4c45-947a-9dfd11b93ffe', 'name': '', 'network_id': '423a2c7a-8ab4-4035-998c-ca91e41cbc1d', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:80:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:41Z', 'updated_at': '2022-04-28T19:56:46Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4113aede-9fc1-4824-829d-d39a94930a46', 'name': '', 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:23:03:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:30Z', 'updated_at': '2022-04-28T19:56:39Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:21.372654 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74077c8-e76e-4995-a6d3-61fda2a60de0 None None] Checking router: 48962bb3-9323-48d9-9789-97de3970eaf2 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:57:21.385455 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74077c8-e76e-4995-a6d3-61fda2a60de0 None None] Routers {'48962bb3-9323-48d9-9789-97de3970eaf2'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:21.386898 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b74077c8-e76e-4995-a6d3-61fda2a60de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:56:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['48962bb3-9323-48d9-9789-97de3970eaf2'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:21.387248 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-160df925-3349-42b9-b73f-b1f2984132cc tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:21.483978 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device ea477b41-020f-453a-aa33-c8fb69e1291a details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:57:21.504385 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-563f84f4-7cc4-4fbb-b2e5-c3b5fe3be7a4 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:21.557230 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-b74077c8-e76e-4995-a6d3-61fda2a60de0 None None] Set router 48962bb3-9323-48d9-9789-97de3970eaf2 gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:57:21.671652 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7405404e-9a94-4a69-9b49-ea42955ab364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:21.677699 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port ea477b41-020f-453a-aa33-c8fb69e1291a, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=ea477b41-020f-453a-aa33-c8fb69e1291a,segment=NetworkSegment(04dde85d-a8f7-46ce-a4b1-2af6311ad799),segment_id=04dde85d-a8f7-46ce-a4b1-2af6311ad799)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:57:21.691146 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-563f84f4-7cc4-4fbb-b2e5-c3b5fe3be7a4 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:21.698243 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-563f84f4-7cc4-4fbb-b2e5-c3b5fe3be7a4 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:21.703485 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'ea477b41-020f-453a-aa33-c8fb69e1291a', 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d', 'port_id': 'ea477b41-020f-453a-aa33-c8fb69e1291a', 'mac_address': 'fa:16:3e:f1:53:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95e411ad-3fda-47de-9866-800115a43d0a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:57:21.787314 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:21.819461 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea477b41-020f-453a-aa33-c8fb69e1291a {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:57:21.828795 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7405404e-9a94-4a69-9b49-ea42955ab364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:21.856084 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-563f84f4-7cc4-4fbb-b2e5-c3b5fe3be7a4 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:21.857077 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563f84f4-7cc4-4fbb-b2e5-c3b5fe3be7a4 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Fanout notify agent at l3_agent the message router_deleted on router 86975967-732a-4263-81a0-876e571fdfe9 {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:57:21.870098 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port ea477b41-020f-453a-aa33-c8fb69e1291a, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=ea477b41-020f-453a-aa33-c8fb69e1291a,segment=NetworkSegment(04dde85d-a8f7-46ce-a4b1-2af6311ad799),segment_id=04dde85d-a8f7-46ce-a4b1-2af6311ad799)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:57:21.874246 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-563f84f4-7cc4-4fbb-b2e5-c3b5fe3be7a4 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:21.878371 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-563f84f4-7cc4-4fbb-b2e5-c3b5fe3be7a4 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "DELETE /v2.0/routers/86975967-732a-4263-81a0-876e571fdfe9 HTTP/1.1" status: 204 len: 168 time: 2.7995820 Apr 28 19:57:21.879253 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42758) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:21.881266 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:21.988989 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=ea477b41-020f-453a-aa33-c8fb69e1291a,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:22.029911 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b74077c8-e76e-4995-a6d3-61fda2a60de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'name': 'tempest-RoutersTest-router-598179015', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:27Z', 'updated_at': '2022-04-28T19:57:19Z', 'revision_number': 9, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'gw_port_host': None, '_interfaces': [{'id': '26323941-603f-4c45-947a-9dfd11b93ffe', 'name': '', 'network_id': '423a2c7a-8ab4-4035-998c-ca91e41cbc1d', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:80:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:41Z', 'updated_at': '2022-04-28T19:56:46Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4113aede-9fc1-4824-829d-d39a94930a46', 'name': '', 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:23:03:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:30Z', 'updated_at': '2022-04-28T19:56:39Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:22.046050 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4f9e8919-a9ac-4fdc-8922-784101749b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:22.082482 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74077c8-e76e-4995-a6d3-61fda2a60de0 None None] The sync data for ids ['48962bb3-9323-48d9-9789-97de3970eaf2'] in n-d-839810-1 is: [{'id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'name': 'tempest-RoutersTest-router-598179015', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:27Z', 'updated_at': '2022-04-28T19:57:19Z', 'revision_number': 9, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'gw_port_host': None, '_interfaces': [{'id': '26323941-603f-4c45-947a-9dfd11b93ffe', 'name': '', 'network_id': '423a2c7a-8ab4-4035-998c-ca91e41cbc1d', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:80:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:41Z', 'updated_at': '2022-04-28T19:56:46Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': '4087e084-68d7-46d2-8f6f-3858743c6573', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4113aede-9fc1-4824-829d-d39a94930a46', 'name': '', 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:23:03:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:30Z', 'updated_at': '2022-04-28T19:56:39Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:57:22.101522 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9cf3d3d-5192-4290-b69f-4ec366b279a0 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Deleting subnet 72a86233-37fa-4c0f-812a-1f4956c961ee {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:57:22.109279 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['ea477b41-020f-453a-aa33-c8fb69e1291a'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:57:22.119976 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c9cf3d3d-5192-4290-b69f-4ec366b279a0 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:22.175767 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7405404e-9a94-4a69-9b49-ea42955ab364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:22.179023 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7405404e-9a94-4a69-9b49-ea42955ab364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:22.184814 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7405404e-9a94-4a69-9b49-ea42955ab364 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/57102333-581f-4e01-829a-2f6e77c2178c HTTP/1.1" status: 204 len: 168 time: 0.9003704 Apr 28 19:57:22.205658 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405404e-9a94-4a69-9b49-ea42955ab364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57102333-581f-4e01-829a-2f6e77c2178c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:22.213191 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c9cf3d3d-5192-4290-b69f-4ec366b279a0 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:22.294598 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e6a65-814e-4593-84f5-553cd6695180 req-56aab509-300b-4779-8d82-fb9bcdcb0bf5 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:22.296290 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cd4e6a65-814e-4593-84f5-553cd6695180 req-56aab509-300b-4779-8d82-fb9bcdcb0bf5 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac732c81-4d98-4cc5-a702-0bf0be3d7e61 HTTP/1.1" status: 200 len: 943 time: 1.0383453 Apr 28 19:57:22.301289 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c9cf3d3d-5192-4290-b69f-4ec366b279a0 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:22.371534 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-62e48d2a-5877-4d38-861a-8194dee1b04d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:22.377722 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-62e48d2a-5877-4d38-861a-8194dee1b04d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:22.386963 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c9cf3d3d-5192-4290-b69f-4ec366b279a0 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:22.403829 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cd4e6a65-814e-4593-84f5-553cd6695180 req-d0f76e1c-e9ce-4e83-a16b-c892a6699a07 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=d181c25a-5f76-4817-bf22-d7e69a891507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935032 Apr 28 19:57:22.463799 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 37a4c838-c762-455d-bb23-103d65a9666c no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:57:22.479385 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-160df925-3349-42b9-b73f-b1f2984132cc tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:22.492084 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 37a4c838-c762-455d-bb23-103d65a9666c {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:57:22.492534 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 37a4c838-c762-455d-bb23-103d65a9666c not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:57:22.504712 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf3d3d-5192-4290-b69f-4ec366b279a0 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event deleted for resources: {'Subnet': ['ID=72a86233-37fa-4c0f-812a-1f4956c961ee,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:22.506944 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c9cf3d3d-5192-4290-b69f-4ec366b279a0 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:22.511068 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c9cf3d3d-5192-4290-b69f-4ec366b279a0 tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "DELETE /v2.0/subnets/72a86233-37fa-4c0f-812a-1f4956c961ee HTTP/1.1" status: 204 len: 168 time: 0.6097233 Apr 28 19:57:22.513573 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba668a6a-31f8-4a9c-bac9-7adab6606882 None None] Network 8c4514dd-6326-4831-a147-94692b600de1 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:57:22.518007 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42762) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:22.518647 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-62e48d2a-5877-4d38-861a-8194dee1b04d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:22.530717 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e48d2a-5877-4d38-861a-8194dee1b04d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Fanout notify agent at l3_agent the message router_deleted on router d578b92e-9019-48fd-b731-89440da87ffe {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:57:22.533194 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-160df925-3349-42b9-b73f-b1f2984132cc tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:22.537114 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-160df925-3349-42b9-b73f-b1f2984132cc tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/subnets/8b844eab-c699-4005-8b60-5d76f7cddf8e HTTP/1.1" status: 204 len: 168 time: 1.8139806 Apr 28 19:57:22.556437 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42766) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:22.569415 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-62e48d2a-5877-4d38-861a-8194dee1b04d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:22.573707 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-62e48d2a-5877-4d38-861a-8194dee1b04d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/routers/d578b92e-9019-48fd-b731-89440da87ffe HTTP/1.1" status: 204 len: 168 time: 1.5183144 Apr 28 19:57:22.573707 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160df925-3349-42b9-b73f-b1f2984132cc tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event deleted for resources: {'Subnet': ['ID=8b844eab-c699-4005-8b60-5d76f7cddf8e,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:22.576767 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42768) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:22.655836 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccd72a89-3913-4ddd-91e8-8f05578fbebe tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Deleting subnet 5440646c-ad40-40b0-bd3d-dd705a99e522 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:57:22.659345 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ccd72a89-3913-4ddd-91e8-8f05578fbebe tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:22.711322 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ccd72a89-3913-4ddd-91e8-8f05578fbebe tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:22.749510 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-19dd765c-b716-411c-83e2-284a8752751a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:22.808493 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0b5a8ccf-26d9-4a7c-9a93-d13e8ef92f1b tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:22.845812 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ccd72a89-3913-4ddd-91e8-8f05578fbebe tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:22.910340 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c7d996-392d-49e8-9e87-f3b0b332b062 None None] DHCP port deletion for 8c4514dd-6326-4831-a147-94692b600de1 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:57:22.925515 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ccd72a89-3913-4ddd-91e8-8f05578fbebe tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:22.964335 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd72a89-3913-4ddd-91e8-8f05578fbebe tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Subnet': ['ID=5440646c-ad40-40b0-bd3d-dd705a99e522,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:22.964605 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0b5a8ccf-26d9-4a7c-9a93-d13e8ef92f1b tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:22.971044 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ccd72a89-3913-4ddd-91e8-8f05578fbebe tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:22.974779 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ccd72a89-3913-4ddd-91e8-8f05578fbebe tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/subnets/5440646c-ad40-40b0-bd3d-dd705a99e522 HTTP/1.1" status: 204 len: 168 time: 0.3966589 Apr 28 19:57:22.977065 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42778) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:22.990051 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd0c477-fbff-4dce-be6d-2a2595285b14 None None] Network 211c0b77-95bb-41fe-915f-561c3cbc4620 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:57:23.005297 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-0b5a8ccf-26d9-4a7c-9a93-d13e8ef92f1b tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f1a098-f5aa-4089-9a13-7e185a9ca563']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:23.018844 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-0b5a8ccf-26d9-4a7c-9a93-d13e8ef92f1b tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7535215-efb5-400d-a52d-210bcefcfa31') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:23.019143 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-0b5a8ccf-26d9-4a7c-9a93-d13e8ef92f1b tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7535215-efb5-400d-a52d-210bcefcfa31') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:23.037056 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0b5a8ccf-26d9-4a7c-9a93-d13e8ef92f1b tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.053997 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0b5a8ccf-26d9-4a7c-9a93-d13e8ef92f1b tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.061812 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b5a8ccf-26d9-4a7c-9a93-d13e8ef92f1b tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:57:23.062246 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0b5a8ccf-26d9-4a7c-9a93-d13e8ef92f1b tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.065907 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:57:23.065907 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:57:23.065907 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:57:23.065907 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:57:23.065907 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:57:23.065907 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:57:23.065907 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:57:23.065907 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:57:23.065907 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:57:23.065907 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:57:23.065907 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:57:23.065907 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:57:23.065907 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:57:23.065907 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:57:23.065907 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:57:23.065907 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:57:23.065907 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:57:23.065907 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:57:23.065907 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:57:23.065907 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:57:23.065907 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:57:23.065907 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:57:23.065907 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:57:23.065907 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:57:23.065907 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:57:23.065907 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:57:23.065907 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:57:23.065907 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:57:23.065907 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:57:23.065907 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:57:23.065907 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:57:23.065907 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:57:23.107586 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ccfaaea-c1ff-49b9-b08e-7b680e9589ba tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.112416 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-d9c7d996-392d-49e8-9e87-f3b0b332b062 None None] Deleting port 323dd457-2ac8-45a8-ad0b-ae7f3df30190 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:57:23.112994 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d9c7d996-392d-49e8-9e87-f3b0b332b062 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.150468 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-19dd765c-b716-411c-83e2-284a8752751a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Deleting port 323dd457-2ac8-45a8-ad0b-ae7f3df30190 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:57:23.151079 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-19dd765c-b716-411c-83e2-284a8752751a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.215261 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-2ccfaaea-c1ff-49b9-b08e-7b680e9589ba tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Deleting port be1dd3dc-7a0f-49b0-ba2d-6733160ec4eb {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:57:23.215885 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ccfaaea-c1ff-49b9-b08e-7b680e9589ba tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.217485 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0b5a8ccf-26d9-4a7c-9a93-d13e8ef92f1b tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.250327 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0b5a8ccf-26d9-4a7c-9a93-d13e8ef92f1b tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.255730 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0b5a8ccf-26d9-4a7c-9a93-d13e8ef92f1b tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] 10.222.0.42 "DELETE /v2.0/networks/58f1a098-f5aa-4089-9a13-7e185a9ca563 HTTP/1.1" status: 204 len: 168 time: 0.7345083 Apr 28 19:57:23.255730 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a8ccf-26d9-4a7c-9a93-d13e8ef92f1b tempest-FloatingIPTestJSON-1724237701 tempest-FloatingIPTestJSON-1724237701-project] Pushing event deleted for resources: {'Network': ['ID=58f1a098-f5aa-4089-9a13-7e185a9ca563,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:23.275474 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-19dd765c-b716-411c-83e2-284a8752751a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] For port 323dd457-2ac8-45a8-ad0b-ae7f3df30190, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=323dd457-2ac8-45a8-ad0b-ae7f3df30190,segment=NetworkSegment(93d67731-c61b-4a90-8e87-b2e70fe9226f),segment_id=93d67731-c61b-4a90-8e87-b2e70fe9226f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:57:23.276240 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-19dd765c-b716-411c-83e2-284a8752751a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.289733 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-19dd765c-b716-411c-83e2-284a8752751a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Calling delete_port for 323dd457-2ac8-45a8-ad0b-ae7f3df30190 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:23.312513 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d9c7d996-392d-49e8-9e87-f3b0b332b062 None None] For port 323dd457-2ac8-45a8-ad0b-ae7f3df30190, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=323dd457-2ac8-45a8-ad0b-ae7f3df30190,segment=NetworkSegment(93d67731-c61b-4a90-8e87-b2e70fe9226f),segment_id=93d67731-c61b-4a90-8e87-b2e70fe9226f)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:57:23.312920 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d9c7d996-392d-49e8-9e87-f3b0b332b062 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.358290 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-d9c7d996-392d-49e8-9e87-f3b0b332b062 None None] Calling delete_port for 323dd457-2ac8-45a8-ad0b-ae7f3df30190 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:23.363012 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-2ccfaaea-c1ff-49b9-b08e-7b680e9589ba tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] For port be1dd3dc-7a0f-49b0-ba2d-6733160ec4eb, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=be1dd3dc-7a0f-49b0-ba2d-6733160ec4eb,segment=NetworkSegment(bbae1afe-dc91-4a7b-a6c7-639ba27bf895),segment_id=bbae1afe-dc91-4a7b-a6c7-639ba27bf895)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:57:23.364017 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ccfaaea-c1ff-49b9-b08e-7b680e9589ba tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.381158 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-2ccfaaea-c1ff-49b9-b08e-7b680e9589ba tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Calling delete_port for be1dd3dc-7a0f-49b0-ba2d-6733160ec4eb owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:23.438102 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-19dd765c-b716-411c-83e2-284a8752751a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.464546 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dd765c-b716-411c-83e2-284a8752751a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] No DVR routers for this DVR port 323dd457-2ac8-45a8-ad0b-ae7f3df30190 on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:57:23.503126 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd765c-b716-411c-83e2-284a8752751a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event deleted for resources: {'Port': ['ID=323dd457-2ac8-45a8-ad0b-ae7f3df30190,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:23.536764 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5d577f-209a-4a60-9d77-62f0666c7f29 None None] DHCP port deletion for 211c0b77-95bb-41fe-915f-561c3cbc4620 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:57:23.550784 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device ea477b41-020f-453a-aa33-c8fb69e1291a up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:57:23.574443 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ccfaaea-c1ff-49b9-b08e-7b680e9589ba tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.646290 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccfaaea-c1ff-49b9-b08e-7b680e9589ba tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] No DVR routers for this DVR port be1dd3dc-7a0f-49b0-ba2d-6733160ec4eb on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:57:23.651754 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42798) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:23.655720 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccfaaea-c1ff-49b9-b08e-7b680e9589ba tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Port': ['ID=be1dd3dc-7a0f-49b0-ba2d-6733160ec4eb,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:23.713525 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42802) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:23.715419 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-6d5d577f-209a-4a60-9d77-62f0666c7f29 None None] The port 'be1dd3dc-7a0f-49b0-ba2d-6733160ec4eb' was deleted {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 28 19:57:23.735794 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-19dd765c-b716-411c-83e2-284a8752751a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.768196 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-19dd765c-b716-411c-83e2-284a8752751a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c4514dd-6326-4831-a147-94692b600de1']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:23.769509 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.778169 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02dae5-d13c-49e5-918a-6feb6d957906 req-05b86690-8f9e-4c79-906f-c5d8dbc2e2f9 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:23.780674 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac02dae5-d13c-49e5-918a-6feb6d957906 req-05b86690-8f9e-4c79-906f-c5d8dbc2e2f9 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac732c81-4d98-4cc5-a702-0bf0be3d7e61 HTTP/1.1" status: 200 len: 944 time: 0.2184246 Apr 28 19:57:23.788962 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-19dd765c-b716-411c-83e2-284a8752751a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d67731-c61b-4a90-8e87-b2e70fe9226f') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:23.789295 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-19dd765c-b716-411c-83e2-284a8752751a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d67731-c61b-4a90-8e87-b2e70fe9226f') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:23.789427 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ccfaaea-c1ff-49b9-b08e-7b680e9589ba tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.819797 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-2ccfaaea-c1ff-49b9-b08e-7b680e9589ba tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211c0b77-95bb-41fe-915f-561c3cbc4620']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:23.820822 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-19dd765c-b716-411c-83e2-284a8752751a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.832852 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-2ccfaaea-c1ff-49b9-b08e-7b680e9589ba tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbae1afe-dc91-4a7b-a6c7-639ba27bf895') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:23.833234 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-2ccfaaea-c1ff-49b9-b08e-7b680e9589ba tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbae1afe-dc91-4a7b-a6c7-639ba27bf895') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:23.856936 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac02dae5-d13c-49e5-918a-6feb6d957906 req-d6d272e7-0d6a-4319-acb4-e2e52a7eda70 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=d181c25a-5f76-4817-bf22-d7e69a891507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605292 Apr 28 19:57:23.857229 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ccfaaea-c1ff-49b9-b08e-7b680e9589ba tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.857457 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-19dd765c-b716-411c-83e2-284a8752751a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.860321 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d9c7d996-392d-49e8-9e87-f3b0b332b062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.864736 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19dd765c-b716-411c-83e2-284a8752751a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:57:23.867645 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-19dd765c-b716-411c-83e2-284a8752751a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.871696 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:57:23.871696 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:57:23.871696 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:57:23.871696 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:57:23.871696 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:57:23.871696 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:57:23.871696 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:57:23.871696 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:57:23.871696 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:57:23.871696 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:57:23.871696 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:57:23.871696 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:57:23.871696 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:57:23.871696 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:57:23.871696 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:57:23.871696 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:57:23.871696 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:57:23.871696 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:57:23.871696 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:57:23.871696 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:57:23.871696 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:57:23.871696 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:57:23.871696 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:57:23.871696 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:57:23.871696 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:57:23.871696 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:57:23.871696 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:57:23.871696 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:57:23.871696 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:57:23.871696 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:57:23.871696 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:57:23.871696 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:57:23.878977 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c7d996-392d-49e8-9e87-f3b0b332b062 None None] No DVR routers for this DVR port 323dd457-2ac8-45a8-ad0b-ae7f3df30190 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:57:23.880492 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port ea477b41-020f-453a-aa33-c8fb69e1291a completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:57:23.896401 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ccfaaea-c1ff-49b9-b08e-7b680e9589ba tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.919499 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ccfaaea-c1ff-49b9-b08e-7b680e9589ba tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:57:23.921732 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ccfaaea-c1ff-49b9-b08e-7b680e9589ba tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.925841 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:57:23.925841 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:57:23.925841 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:57:23.925841 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:57:23.925841 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:57:23.925841 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:57:23.925841 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:57:23.925841 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:57:23.925841 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:57:23.925841 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:57:23.925841 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:57:23.925841 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:57:23.925841 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:57:23.925841 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:57:23.925841 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:57:23.925841 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:57:23.925841 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:57:23.925841 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:57:23.925841 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:57:23.925841 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:57:23.925841 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:57:23.925841 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:57:23.925841 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:57:23.925841 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:57:23.925841 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:57:23.925841 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:57:23.925841 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:57:23.925841 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:57:23.925841 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:57:23.925841 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:57:23.925841 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:57:23.925841 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:57:23.947384 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port ea477b41-020f-453a-aa33-c8fb69e1291a triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:23.947756 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.975209 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-19dd765c-b716-411c-83e2-284a8752751a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.986686 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-19dd765c-b716-411c-83e2-284a8752751a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.992476 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-19dd765c-b716-411c-83e2-284a8752751a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/networks/8c4514dd-6326-4831-a147-94692b600de1 HTTP/1.1" status: 204 len: 168 time: 1.4324403 Apr 28 19:57:23.998116 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42806) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:24.015070 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7d996-392d-49e8-9e87-f3b0b332b062 None None] Pushing event deleted for resources: {'Port': ['ID=323dd457-2ac8-45a8-ad0b-ae7f3df30190,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:24.021679 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd765c-b716-411c-83e2-284a8752751a tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event deleted for resources: {'Network': ['ID=8c4514dd-6326-4831-a147-94692b600de1,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:24.048183 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7d996-392d-49e8-9e87-f3b0b332b062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:24.048817 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7d996-392d-49e8-9e87-f3b0b332b062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:24.049475 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7d996-392d-49e8-9e87-f3b0b332b062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:24.049991 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7d996-392d-49e8-9e87-f3b0b332b062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:24.050492 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7d996-392d-49e8-9e87-f3b0b332b062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:24.051008 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7d996-392d-49e8-9e87-f3b0b332b062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:24.051512 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7d996-392d-49e8-9e87-f3b0b332b062 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:24.051853 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7d996-392d-49e8-9e87-f3b0b332b062 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:24.052241 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7d996-392d-49e8-9e87-f3b0b332b062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:24.052755 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7d996-392d-49e8-9e87-f3b0b332b062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:24.053253 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7d996-392d-49e8-9e87-f3b0b332b062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:24.053751 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7d996-392d-49e8-9e87-f3b0b332b062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:24.060565 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-60ff088c-8595-4952-bc14-c063e03c8aca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2346ae7acda54a7d9a0535a1f9abe5a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3349810 Apr 28 19:57:24.062725 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42808) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:24.077377 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ccfaaea-c1ff-49b9-b08e-7b680e9589ba tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:24.119145 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ccfaaea-c1ff-49b9-b08e-7b680e9589ba tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:24.123084 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2ccfaaea-c1ff-49b9-b08e-7b680e9589ba tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/networks/211c0b77-95bb-41fe-915f-561c3cbc4620 HTTP/1.1" status: 204 len: 168 time: 1.1440864 Apr 28 19:57:24.128433 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42810) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:24.134803 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:24.139629 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccfaaea-c1ff-49b9-b08e-7b680e9589ba tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Network': ['ID=211c0b77-95bb-41fe-915f-561c3cbc4620,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:24.140508 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-0393a840-6311-4643-b317-15326c797ff4 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-922679424', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}, 'admin_state_up': False}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:24.157636 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-a48b9a59-1ecd-4a9f-a1eb-12c30194b590 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1906053821'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:24.176521 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac732c81-4d98-4cc5-a702-0bf0be3d7e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea477b41-020f-453a-aa33-c8fb69e1291a'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:57:24.179305 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c0d1fb-b3b0-4877-b28f-7d98be1f9f33" -d '{"events": [{"server_uuid": "ac732c81-4d98-4cc5-a702-0bf0be3d7e61", "name": "network-vif-plugged", "status": "completed", "tag": "ea477b41-020f-453a-aa33-c8fb69e1291a"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:57:24.199682 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port ea477b41-020f-453a-aa33-c8fb69e1291a, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=ea477b41-020f-453a-aa33-c8fb69e1291a,segment=NetworkSegment(04dde85d-a8f7-46ce-a4b1-2af6311ad799),segment_id=04dde85d-a8f7-46ce-a4b1-2af6311ad799)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:57:24.206147 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:24.237549 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9fd69e36-ea9a-4e73-b85e-2933623c1c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:24.241972 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0393a840-6311-4643-b317-15326c797ff4 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:24.248670 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0393a840-6311-4643-b317-15326c797ff4 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:24.259202 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48b9a59-1ecd-4a9f-a1eb-12c30194b590 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Made reservation on behalf of 9e9c5314bb5e4a71bd28b899dbbabafa for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:24.262996 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a48b9a59-1ecd-4a9f-a1eb-12c30194b590 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:24.266193 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff411f7-e2ca-4510-8091-e6f6e4e736f0 x-openstack-request-id: req-1ff411f7-e2ca-4510-8091-e6f6e4e736f0 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:57:24.266803 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac732c81-4d98-4cc5-a702-0bf0be3d7e61", "name": "network-vif-plugged", "status": "completed", "tag": "ea477b41-020f-453a-aa33-c8fb69e1291a", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:57:24.267273 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1ff411f7-e2ca-4510-8091-e6f6e4e736f0 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:57:24.280089 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ff411f7-e2ca-4510-8091-e6f6e4e736f0'] response: {'server_uuid': 'ac732c81-4d98-4cc5-a702-0bf0be3d7e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea477b41-020f-453a-aa33-c8fb69e1291a', 'code': 200} Apr 28 19:57:24.286104 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device be1dd3dc-7a0f-49b0-ba2d-6733160ec4eb no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:57:24.303958 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a48b9a59-1ecd-4a9f-a1eb-12c30194b590 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:24.333004 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: be1dd3dc-7a0f-49b0-ba2d-6733160ec4eb {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:57:24.333741 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device be1dd3dc-7a0f-49b0-ba2d-6733160ec4eb not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:57:24.334401 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 323dd457-2ac8-45a8-ad0b-ae7f3df30190 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:57:24.353724 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0393a840-6311-4643-b317-15326c797ff4 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:24.378367 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9fd69e36-ea9a-4e73-b85e-2933623c1c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:24.513051 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a48b9a59-1ecd-4a9f-a1eb-12c30194b590 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:24.518523 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9fd69e36-ea9a-4e73-b85e-2933623c1c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:24.521687 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9fd69e36-ea9a-4e73-b85e-2933623c1c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:24.524032 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a48b9a59-1ecd-4a9f-a1eb-12c30194b590 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:24.527866 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9fd69e36-ea9a-4e73-b85e-2933623c1c4b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/19dde3b0-edd6-4705-9a1b-5d0f5d8fa1bc HTTP/1.1" status: 204 len: 168 time: 0.4629858 Apr 28 19:57:24.544289 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a48b9a59-1ecd-4a9f-a1eb-12c30194b590 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:57:24.558233 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a48b9a59-1ecd-4a9f-a1eb-12c30194b590 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:24.558573 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 323dd457-2ac8-45a8-ad0b-ae7f3df30190 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:57:24.558845 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 323dd457-2ac8-45a8-ad0b-ae7f3df30190 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:57:24.559373 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-a48b9a59-1ecd-4a9f-a1eb-12c30194b590 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Added segment ec853ffe-62d5-4271-a7c8-35097d84c213 of type vlan for network f1e28d88-0c8a-48e2-a116-88812d6627b3 Apr 28 19:57:24.580766 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd69e36-ea9a-4e73-b85e-2933623c1c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dde3b0-edd6-4705-9a1b-5d0f5d8fa1bc,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:24.614659 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=ea477b41-020f-453a-aa33-c8fb69e1291a,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:24.628512 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a6c21-24d1-4d9c-bd1e-0a49d94bbcc0 req-f592179d-fbab-47ae-8185-180d17af06f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:24.630359 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-466a6c21-24d1-4d9c-bd1e-0a49d94bbcc0 req-f592179d-fbab-47ae-8185-180d17af06f1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ac732c81-4d98-4cc5-a702-0bf0be3d7e61 HTTP/1.1" status: 200 len: 1096 time: 0.1862328 Apr 28 19:57:24.635374 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a48b9a59-1ecd-4a9f-a1eb-12c30194b590 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:24.707228 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b9a59-1ecd-4a9f-a1eb-12c30194b590 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28b1d737-472b-474d-92b1-d02d666fffb6,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:24.745144 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a48b9a59-1ecd-4a9f-a1eb-12c30194b590 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:24.752466 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48b9a59-1ecd-4a9f-a1eb-12c30194b590 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:24.753108 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a48b9a59-1ecd-4a9f-a1eb-12c30194b590 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:24.847126 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a48b9a59-1ecd-4a9f-a1eb-12c30194b590 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1929340 Apr 28 19:57:24.880128 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b9a59-1ecd-4a9f-a1eb-12c30194b590 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event updated for resources: {'Network': ['ID=f1e28d88-0c8a-48e2-a116-88812d6627b3,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:24.896304 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network f1e28d88-0c8a-48e2-a116-88812d6627b3 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:57:24.929321 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d3d9a16c-f4a4-4483-aba8-5e1a2670134d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:25.051878 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42828) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:25.060273 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-8bee0820-15a7-4f4a-8939-1cdffd71b049 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Request body: {'subnet': {'network_id': 'f1e28d88-0c8a-48e2-a116-88812d6627b3', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:25.173714 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0393a840-6311-4643-b317-15326c797ff4 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:25.264291 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-466a6c21-24d1-4d9c-bd1e-0a49d94bbcc0 req-5197556b-73d0-4435-bda9-55e9d2a24063 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d181c25a-5f76-4817-bf22-d7e69a891507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999885 Apr 28 19:57:25.332784 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c034ac-859e-4842-9815-76b2be74bd0b req-79a6ffe7-b65e-4c21-ab74-d9adacd3fc7c tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:25.334471 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-45c034ac-859e-4842-9815-76b2be74bd0b req-79a6ffe7-b65e-4c21-ab74-d9adacd3fc7c tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac732c81-4d98-4cc5-a702-0bf0be3d7e61 HTTP/1.1" status: 200 len: 945 time: 0.1692398 Apr 28 19:57:25.335640 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bee0820-15a7-4f4a-8939-1cdffd71b049 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Made reservation on behalf of 9e9c5314bb5e4a71bd28b899dbbabafa for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:25.341337 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8bee0820-15a7-4f4a-8939-1cdffd71b049 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:25.386472 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-45c034ac-859e-4842-9815-76b2be74bd0b req-de952b8c-446e-4078-af49-7e847dd4e8e8 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=d181c25a-5f76-4817-bf22-d7e69a891507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438497 Apr 28 19:57:25.533747 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0393a840-6311-4643-b317-15326c797ff4 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:25.573245 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0393a840-6311-4643-b317-15326c797ff4 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:25.684666 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-d3d9a16c-f4a4-4483-aba8-5e1a2670134d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Deleting port 26323941-603f-4c45-947a-9dfd11b93ffe {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:57:25.685136 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d3d9a16c-f4a4-4483-aba8-5e1a2670134d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:25.705157 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8bee0820-15a7-4f4a-8939-1cdffd71b049 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:25.739898 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-0393a840-6311-4643-b317-15326c797ff4 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Allocated IP 172.25.8.170 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/7c071f16-5833-4bc4-bf85-e6d91c9d4b03) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:25.774077 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:25.802104 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42846) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:25.818692 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee0820-15a7-4f4a-8939-1cdffd71b049 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event updated for resources: {'Subnet': ['ID=c54bbaab-3e52-487f-9e20-84017ba1a35a,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:25.861127 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bee0820-15a7-4f4a-8939-1cdffd71b049 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Checking segment: {'id': 'ec853ffe-62d5-4271-a7c8-35097d84c213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f1e28d88-0c8a-48e2-a116-88812d6627b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:57:25.861503 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bee0820-15a7-4f4a-8939-1cdffd71b049 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Network hostable DHCP agents. Network: f1e28d88-0c8a-48e2-a116-88812d6627b3, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:57:25.868824 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-d3d9a16c-f4a4-4483-aba8-5e1a2670134d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] For port 26323941-603f-4c45-947a-9dfd11b93ffe, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=26323941-603f-4c45-947a-9dfd11b93ffe,segment=NetworkSegment(abc0caf5-c765-466a-90c2-5e2f9f1c8acf),segment_id=abc0caf5-c765-466a-90c2-5e2f9f1c8acf)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:57:25.869257 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d3d9a16c-f4a4-4483-aba8-5e1a2670134d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:25.893762 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-d3d9a16c-f4a4-4483-aba8-5e1a2670134d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Calling delete_port for 26323941-603f-4c45-947a-9dfd11b93ffe owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:25.900960 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0393a840-6311-4643-b317-15326c797ff4 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:25.901364 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bee0820-15a7-4f4a-8939-1cdffd71b049 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Network f1e28d88-0c8a-48e2-a116-88812d6627b3 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:57:25.915936 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-8bee0820-15a7-4f4a-8939-1cdffd71b049 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, f1e28d88-0c8a-48e2-a116-88812d6627b3) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:25.932048 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f2df38-70a0-4f67-b1fc-f78bc5079dbe None None] Network f1e28d88-0c8a-48e2-a116-88812d6627b3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:57:25.956063 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bee0820-15a7-4f4a-8939-1cdffd71b049 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:25.956824 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8bee0820-15a7-4f4a-8939-1cdffd71b049 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:25.962954 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0393a840-6311-4643-b317-15326c797ff4 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:25.986041 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8bee0820-15a7-4f4a-8939-1cdffd71b049 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9323912 Apr 28 19:57:25.989743 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42850) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:25.997332 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-18486ab1-6da9-4527-8164-430eb5e7c36e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1455244197'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:26.003588 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.014515 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-08b3c886-d6d9-4f6c-8136-493ec1e8ad3a tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-109783503'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:26.028519 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0393a840-6311-4643-b317-15326c797ff4 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:26.034359 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-0393a840-6311-4643-b317-15326c797ff4 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:26.056197 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0393a840-6311-4643-b317-15326c797ff4 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:57:26.108243 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0393a840-6311-4643-b317-15326c797ff4 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Port': ['ID=7c071f16-5833-4bc4-bf85-e6d91c9d4b03,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:26.112806 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18486ab1-6da9-4527-8164-430eb5e7c36e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Made reservation on behalf of 9e9c5314bb5e4a71bd28b899dbbabafa for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:26.116283 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-18486ab1-6da9-4527-8164-430eb5e7c36e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.121534 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b3c886-d6d9-4f6c-8136-493ec1e8ad3a tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Made reservation on behalf of 9fd8330da5634336aaa31c91b0d47466 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:26.125192 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-08b3c886-d6d9-4f6c-8136-493ec1e8ad3a tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.144724 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-08b3c886-d6d9-4f6c-8136-493ec1e8ad3a tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.250208 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c44fc6-5479-468a-8f91-e716cf1f2fc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-f1e28d88-0c8a-48e2-a116-88812d6627b3', 'network_id': 'f1e28d88-0c8a-48e2-a116-88812d6627b3', 'tenant_id': '9e9c5314bb5e4a71bd28b899dbbabafa', 'fixed_ips': [{'subnet_id': 'c54bbaab-3e52-487f-9e20-84017ba1a35a'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:57:26.250434 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18486ab1-6da9-4527-8164-430eb5e7c36e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:57:26.250733 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-88c44fc6-5479-468a-8f91-e716cf1f2fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.274994 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-18486ab1-6da9-4527-8164-430eb5e7c36e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.276094 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-18486ab1-6da9-4527-8164-430eb5e7c36e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Added segment 58dc0daa-6470-4831-b94e-eeef287770fd of type vlan for network 8c6a1f3f-0e6c-481e-90d9-67a7eca5c118 Apr 28 19:57:26.295687 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-08b3c886-d6d9-4f6c-8136-493ec1e8ad3a tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.323396 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-08b3c886-d6d9-4f6c-8136-493ec1e8ad3a tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.347053 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d3d9a16c-f4a4-4483-aba8-5e1a2670134d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.351044 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-18486ab1-6da9-4527-8164-430eb5e7c36e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.397878 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b3c886-d6d9-4f6c-8136-493ec1e8ad3a tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:57:26.410306 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9a16c-f4a4-4483-aba8-5e1a2670134d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event deleted for resources: {'Port': ['ID=26323941-603f-4c45-947a-9dfd11b93ffe,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:26.429454 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3c886-d6d9-4f6c-8136-493ec1e8ad3a tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a45455f6-36e0-43ac-970f-d388bb86f201,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:26.459288 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-08b3c886-d6d9-4f6c-8136-493ec1e8ad3a tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.459637 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-08b3c886-d6d9-4f6c-8136-493ec1e8ad3a tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Added segment b06812b0-8743-44e5-ac37-c983d7dacf9b of type vlan for network 0c6575e9-c103-4708-907b-f04a089823a6 Apr 28 19:57:26.499081 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-18486ab1-6da9-4527-8164-430eb5e7c36e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.507731 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-88c44fc6-5479-468a-8f91-e716cf1f2fc1 None None] Allocated IP 172.20.255.242 (f1e28d88-0c8a-48e2-a116-88812d6627b3/c54bbaab-3e52-487f-9e20-84017ba1a35a/41966721-3670-47a4-be50-6c198bb004ca) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:26.516173 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18486ab1-6da9-4527-8164-430eb5e7c36e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:26.516818 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-18486ab1-6da9-4527-8164-430eb5e7c36e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.611902 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0393a840-6311-4643-b317-15326c797ff4 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.721193 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18486ab1-6da9-4527-8164-430eb5e7c36e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event updated for resources: {'Network': ['ID=8c6a1f3f-0e6c-481e-90d9-67a7eca5c118,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:26.740009 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 8c6a1f3f-0e6c-481e-90d9-67a7eca5c118 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:57:26.771619 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-08b3c886-d6d9-4f6c-8136-493ec1e8ad3a tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.777862 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-18486ab1-6da9-4527-8164-430eb5e7c36e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7869740 Apr 28 19:57:26.783417 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42856) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:26.790082 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-98bd4365-7bca-4501-9b50-2ff4563a4461 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Request body: {'subnet': {'network_id': '8c6a1f3f-0e6c-481e-90d9-67a7eca5c118', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:26.809986 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-88c44fc6-5479-468a-8f91-e716cf1f2fc1 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.827762 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-88c44fc6-5479-468a-8f91-e716cf1f2fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.848313 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c44fc6-5479-468a-8f91-e716cf1f2fc1 None None] Network f1e28d88-0c8a-48e2-a116-88812d6627b3 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:26.869592 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-88c44fc6-5479-468a-8f91-e716cf1f2fc1 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:26.873492 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c44fc6-5479-468a-8f91-e716cf1f2fc1 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:57:26.913699 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2ac2e-5c7c-46ea-a85d-fc5899ec6ece req-ef89283e-4d8f-4265-8e1e-c65b127a3102 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:26.916006 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-81c2ac2e-5c7c-46ea-a85d-fc5899ec6ece req-ef89283e-4d8f-4265-8e1e-c65b127a3102 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac732c81-4d98-4cc5-a702-0bf0be3d7e61 HTTP/1.1" status: 200 len: 945 time: 0.3411825 Apr 28 19:57:26.927988 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-08b3c886-d6d9-4f6c-8136-493ec1e8ad3a tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.933125 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c44fc6-5479-468a-8f91-e716cf1f2fc1 None None] Pushing event updated for resources: {'Port': ['ID=41966721-3670-47a4-be50-6c198bb004ca,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:26.942290 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b3c886-d6d9-4f6c-8136-493ec1e8ad3a tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:26.943681 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-08b3c886-d6d9-4f6c-8136-493ec1e8ad3a tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.949408 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-88c44fc6-5479-468a-8f91-e716cf1f2fc1 None None] Attempting to bind port 41966721-3670-47a4-be50-6c198bb004ca on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:57:26.949983 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-88c44fc6-5479-468a-8f91-e716cf1f2fc1 None None] Attempting to bind port 41966721-3670-47a4-be50-6c198bb004ca by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'ec853ffe-62d5-4271-a7c8-35097d84c213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f1e28d88-0c8a-48e2-a116-88812d6627b3'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:57:26.950422 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c44fc6-5479-468a-8f91-e716cf1f2fc1 None None] Attempting to bind port 41966721-3670-47a4-be50-6c198bb004ca on network f1e28d88-0c8a-48e2-a116-88812d6627b3 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:57:26.957659 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c44fc6-5479-468a-8f91-e716cf1f2fc1 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:57:26.957659 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c44fc6-5479-468a-8f91-e716cf1f2fc1 None None] Checking segment: {'id': 'ec853ffe-62d5-4271-a7c8-35097d84c213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f1e28d88-0c8a-48e2-a116-88812d6627b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:57:26.958039 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-88c44fc6-5479-468a-8f91-e716cf1f2fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.958472 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c44fc6-5479-468a-8f91-e716cf1f2fc1 None None] Bound using segment: {'id': 'ec853ffe-62d5-4271-a7c8-35097d84c213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f1e28d88-0c8a-48e2-a116-88812d6627b3'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:57:26.958993 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-88c44fc6-5479-468a-8f91-e716cf1f2fc1 None None] Bound port: 41966721-3670-47a4-be50-6c198bb004ca, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec853ffe-62d5-4271-a7c8-35097d84c213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f1e28d88-0c8a-48e2-a116-88812d6627b3'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:57:26.959434 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-88c44fc6-5479-468a-8f91-e716cf1f2fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.970354 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d3d9a16c-f4a4-4483-aba8-5e1a2670134d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:27.004447 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98bd4365-7bca-4501-9b50-2ff4563a4461 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Made reservation on behalf of 9e9c5314bb5e4a71bd28b899dbbabafa for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:27.011495 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-98bd4365-7bca-4501-9b50-2ff4563a4461 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:27.033460 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-08b3c886-d6d9-4f6c-8136-493ec1e8ad3a tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2259474 Apr 28 19:57:27.035359 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42858) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:27.042949 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-3ceb9daf-4485-49aa-a8e4-be676e73ea30 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Request body: {'subnet': {'network_id': '0c6575e9-c103-4708-907b-f04a089823a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:27.049393 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0393a840-6311-4643-b317-15326c797ff4 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:27.076041 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-88c44fc6-5479-468a-8f91-e716cf1f2fc1 None None] For port 41966721-3670-47a4-be50-6c198bb004ca, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:57:27.079273 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-88c44fc6-5479-468a-8f91-e716cf1f2fc1 None None] For port 41966721-3670-47a4-be50-6c198bb004ca, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=41966721-3670-47a4-be50-6c198bb004ca,segment=NetworkSegment(ec853ffe-62d5-4271-a7c8-35097d84c213),segment_id=ec853ffe-62d5-4271-a7c8-35097d84c213)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:57:27.086224 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-88c44fc6-5479-468a-8f91-e716cf1f2fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:27.097194 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3c886-d6d9-4f6c-8136-493ec1e8ad3a tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Pushing event updated for resources: {'Network': ['ID=0c6575e9-c103-4708-907b-f04a089823a6,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:27.141444 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-81c2ac2e-5c7c-46ea-a85d-fc5899ec6ece req-0e9bba8d-1410-4c96-93fe-14be8e958306 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=d181c25a-5f76-4817-bf22-d7e69a891507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932883 Apr 28 19:57:27.154280 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c44fc6-5479-468a-8f91-e716cf1f2fc1 None None] Pushing event updated for resources: {'Port': ['ID=41966721-3670-47a4-be50-6c198bb004ca,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:27.157201 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 0c6575e9-c103-4708-907b-f04a089823a6 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:57:27.353595 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d9a16c-f4a4-4483-aba8-5e1a2670134d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Router 48962bb3-9323-48d9-9789-97de3970eaf2 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:57:27.438836 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ceb9daf-4485-49aa-a8e4-be676e73ea30 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Made reservation on behalf of 9fd8330da5634336aaa31c91b0d47466 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:27.442337 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3ceb9daf-4485-49aa-a8e4-be676e73ea30 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:27.501123 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d9a16c-f4a4-4483-aba8-5e1a2670134d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:57:27.541849 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b4033e-ea62-4834-a4d5-f4946dbf0bd7 None None] Sync routers for ids ['48962bb3-9323-48d9-9789-97de3970eaf2'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:57:27.561155 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d3d9a16c-f4a4-4483-aba8-5e1a2670134d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "PUT /v2.0/routers/48962bb3-9323-48d9-9789-97de3970eaf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5611682 Apr 28 19:57:27.563823 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42868) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:27.573237 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b4033e-ea62-4834-a4d5-f4946dbf0bd7 None None] Routers {'48962bb3-9323-48d9-9789-97de3970eaf2'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:27.573872 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-f7b4033e-ea62-4834-a4d5-f4946dbf0bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:57:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['48962bb3-9323-48d9-9789-97de3970eaf2'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:27.657901 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b468599-cbf7-471b-9171-9a279be62eda tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Deleting subnet 4087e084-68d7-46d2-8f6f-3858743c6573 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:57:27.668505 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1b468599-cbf7-471b-9171-9a279be62eda tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:27.728303 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42870) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:27.771111 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772507a-deb4-4022-9610-166906fcd399 req-56402559-a9b3-4289-99b2-38f5ce7df479 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:27.781140 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7772507a-deb4-4022-9610-166906fcd399 req-56402559-a9b3-4289-99b2-38f5ce7df479 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac732c81-4d98-4cc5-a702-0bf0be3d7e61 HTTP/1.1" status: 200 len: 945 time: 0.4398172 Apr 28 19:57:27.791173 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1b468599-cbf7-471b-9171-9a279be62eda tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:27.797569 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42874) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:27.806254 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-ba23a0c4-fa6d-450a-bf28-9b25040baaeb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Request body: {'floatingip': {'port_id': 'ea477b41-020f-453a-aa33-c8fb69e1291a'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:27.816523 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-f7b4033e-ea62-4834-a4d5-f4946dbf0bd7 None None] Set router 48962bb3-9323-48d9-9789-97de3970eaf2 gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:57:27.923606 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ba23a0c4-fa6d-450a-bf28-9b25040baaeb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for floatingip, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:27.935453 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3ceb9daf-4485-49aa-a8e4-be676e73ea30 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:27.976690 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-61d4154d-abaa-4ccc-a1a9-e066afc8046f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:28.038603 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0393a840-6311-4643-b317-15326c797ff4 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Router d5039871-123d-43ae-9575-698e31128e4e is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:57:28.070368 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb9daf-4485-49aa-a8e4-be676e73ea30 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Pushing event updated for resources: {'Subnet': ['ID=42d8c612-f1d9-4d94-b4be-0295c2955d1e,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:28.085866 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-98bd4365-7bca-4501-9b50-2ff4563a4461 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:28.148333 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-f7b4033e-ea62-4834-a4d5-f4946dbf0bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'name': 'tempest-RoutersTest-router-598179015', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:27Z', 'updated_at': '2022-04-28T19:57:26Z', 'revision_number': 10, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'gw_port_host': None, '_interfaces': [{'id': '4113aede-9fc1-4824-829d-d39a94930a46', 'name': '', 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:23:03:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:30Z', 'updated_at': '2022-04-28T19:56:39Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:28.181372 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceb9daf-4485-49aa-a8e4-be676e73ea30 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Checking segment: {'id': 'b06812b0-8743-44e5-ac37-c983d7dacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0c6575e9-c103-4708-907b-f04a089823a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:57:28.181835 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceb9daf-4485-49aa-a8e4-be676e73ea30 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Network hostable DHCP agents. Network: 0c6575e9-c103-4708-907b-f04a089823a6, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:57:28.197558 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b4033e-ea62-4834-a4d5-f4946dbf0bd7 None None] Checking router: 48962bb3-9323-48d9-9789-97de3970eaf2 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:57:28.244424 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b4033e-ea62-4834-a4d5-f4946dbf0bd7 None None] Routers {'48962bb3-9323-48d9-9789-97de3970eaf2'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:28.245490 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-f7b4033e-ea62-4834-a4d5-f4946dbf0bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:57:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['48962bb3-9323-48d9-9789-97de3970eaf2'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:28.298658 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1b468599-cbf7-471b-9171-9a279be62eda tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:28.357772 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd4365-7bca-4501-9b50-2ff4563a4461 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event updated for resources: {'Subnet': ['ID=18424d9a-3135-40ba-9dd6-fd66724a8e0b,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:28.361693 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0393a840-6311-4643-b317-15326c797ff4 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:57:28.378301 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f063541b-f68b-4dbd-b99e-e51df6e81416 None None] Sync routers for ids ['d5039871-123d-43ae-9575-698e31128e4e'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:57:28.392165 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bd4365-7bca-4501-9b50-2ff4563a4461 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Checking segment: {'id': '58dc0daa-6470-4831-b94e-eeef287770fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c6a1f3f-0e6c-481e-90d9-67a7eca5c118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:57:28.393511 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bd4365-7bca-4501-9b50-2ff4563a4461 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Network hostable DHCP agents. Network: 8c6a1f3f-0e6c-481e-90d9-67a7eca5c118, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:57:28.395739 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f063541b-f68b-4dbd-b99e-e51df6e81416 None None] Routers {'d5039871-123d-43ae-9575-698e31128e4e'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:28.397903 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-f063541b-f68b-4dbd-b99e-e51df6e81416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:57:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['d5039871-123d-43ae-9575-698e31128e4e'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:28.427751 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceb9daf-4485-49aa-a8e4-be676e73ea30 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Network 0c6575e9-c103-4708-907b-f04a089823a6 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:57:28.440482 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bd4365-7bca-4501-9b50-2ff4563a4461 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Network 8c6a1f3f-0e6c-481e-90d9-67a7eca5c118 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:57:28.449625 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-f063541b-f68b-4dbd-b99e-e51df6e81416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:28.452069 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 41966721-3670-47a4-be50-6c198bb004ca up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:57:28.460847 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-98bd4365-7bca-4501-9b50-2ff4563a4461 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 8c6a1f3f-0e6c-481e-90d9-67a7eca5c118) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:28.464619 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-3ceb9daf-4485-49aa-a8e4-be676e73ea30 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 0c6575e9-c103-4708-907b-f04a089823a6) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:28.487067 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec063c47-b95b-490c-baea-e9ac7c611eed None None] Network 8c6a1f3f-0e6c-481e-90d9-67a7eca5c118 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:57:28.488329 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bd4365-7bca-4501-9b50-2ff4563a4461 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:28.489288 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0068cfbf-b0f0-4b2d-949f-a5386aa29d50 None None] Network 0c6575e9-c103-4708-907b-f04a089823a6 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:57:28.491618 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-98bd4365-7bca-4501-9b50-2ff4563a4461 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:28.497127 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-f7b4033e-ea62-4834-a4d5-f4946dbf0bd7 None None] Set router 48962bb3-9323-48d9-9789-97de3970eaf2 gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:57:28.508003 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceb9daf-4485-49aa-a8e4-be676e73ea30 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:28.508723 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3ceb9daf-4485-49aa-a8e4-be676e73ea30 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:28.533508 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0393a840-6311-4643-b317-15326c797ff4 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:28.539339 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0393a840-6311-4643-b317-15326c797ff4 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.4097214 Apr 28 19:57:28.540132 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42876) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:28.629158 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f063541b-f68b-4dbd-b99e-e51df6e81416 None None] Routers {'d5039871-123d-43ae-9575-698e31128e4e'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:28.630106 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-f063541b-f68b-4dbd-b99e-e51df6e81416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:57:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['d5039871-123d-43ae-9575-698e31128e4e'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:28.698721 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-f063541b-f68b-4dbd-b99e-e51df6e81416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:28.699460 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f063541b-f68b-4dbd-b99e-e51df6e81416 None None] The sync data for ids ['d5039871-123d-43ae-9575-698e31128e4e'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:57:28.743556 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5b2a7a09-c59e-4462-8fef-b65f76fd517d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "GET /v2.0/routers/d5039871-123d-43ae-9575-698e31128e4e HTTP/1.1" status: 200 len: 884 time: 0.1863432 Apr 28 19:57:28.747357 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42878) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:28.763317 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3ceb9daf-4485-49aa-a8e4-be676e73ea30 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7268229 Apr 28 19:57:28.770581 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-98bd4365-7bca-4501-9b50-2ff4563a4461 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.9855196 Apr 28 19:57:28.771564 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42880) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:28.772168 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42882) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:28.787241 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-56c1bc1f-70cf-4480-8b29-edd37b67550b tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2030374270', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:28.793394 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231736c6-2143-4494-aafd-f454dbc7b623 None None] Network f1e28d88-0c8a-48e2-a116-88812d6627b3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:57:28.794369 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-f7b4033e-ea62-4834-a4d5-f4946dbf0bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'name': 'tempest-RoutersTest-router-598179015', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:27Z', 'updated_at': '2022-04-28T19:57:26Z', 'revision_number': 10, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'gw_port_host': None, '_interfaces': [{'id': '4113aede-9fc1-4824-829d-d39a94930a46', 'name': '', 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:23:03:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:30Z', 'updated_at': '2022-04-28T19:56:39Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:28.823963 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b4033e-ea62-4834-a4d5-f4946dbf0bd7 None None] The sync data for ids ['48962bb3-9323-48d9-9789-97de3970eaf2'] in n-d-839810-1 is: [{'id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'name': 'tempest-RoutersTest-router-598179015', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:27Z', 'updated_at': '2022-04-28T19:57:26Z', 'revision_number': 10, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'gw_port_host': None, '_interfaces': [{'id': '4113aede-9fc1-4824-829d-d39a94930a46', 'name': '', 'network_id': '010f5038-8bf6-49e7-b820-7246489a8fb5', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'mac_address': 'fa:16:3e:23:03:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:30Z', 'updated_at': '2022-04-28T19:56:39Z', 'revision_number': 5, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'subnets': [{'id': 'c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:57:28.916001 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-56c1bc1f-70cf-4480-8b29-edd37b67550b tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:28.917073 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-56c1bc1f-70cf-4480-8b29-edd37b67550b tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:28.934763 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 41966721-3670-47a4-be50-6c198bb004ca triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:28.935330 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:28.994379 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2a6adc08-1a2e-464a-b829-dcea212cf51d tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:29.055056 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-56c1bc1f-70cf-4480-8b29-edd37b67550b tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:29.066486 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-56c1bc1f-70cf-4480-8b29-edd37b67550b tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:29.082539 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-6b44e186-33c7-4c7e-9839-918ce21f344e None None] Provisioning complete for port 41966721-3670-47a4-be50-6c198bb004ca triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:29.083319 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6b44e186-33c7-4c7e-9839-918ce21f344e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:29.115884 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-56c1bc1f-70cf-4480-8b29-edd37b67550b tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:29.117149 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-56c1bc1f-70cf-4480-8b29-edd37b67550b tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3427756 Apr 28 19:57:29.120964 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42884) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:29.144000 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1b468599-cbf7-471b-9171-9a279be62eda tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:29.145507 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2a6adc08-1a2e-464a-b829-dcea212cf51d tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:29.190530 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-76a058d8-0793-439d-a781-9b6281f3e4aa tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4381840 Apr 28 19:57:29.195016 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42886) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:29.202962 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-c7075679-e615-4a04-abdf-654bef292e8f tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-922679424'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:29.219584 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7e0d72-fcd5-4072-ac68-49d256c8ff67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-8c6a1f3f-0e6c-481e-90d9-67a7eca5c118', 'network_id': '8c6a1f3f-0e6c-481e-90d9-67a7eca5c118', 'tenant_id': '9e9c5314bb5e4a71bd28b899dbbabafa', 'fixed_ips': [{'subnet_id': '18424d9a-3135-40ba-9dd6-fd66724a8e0b'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:57:29.220993 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8d7e0d72-fcd5-4072-ac68-49d256c8ff67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:29.225501 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-61d4154d-abaa-4ccc-a1a9-e066afc8046f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:29.285036 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b468599-cbf7-471b-9171-9a279be62eda tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event deleted for resources: {'Subnet': ['ID=4087e084-68d7-46d2-8f6f-3858743c6573,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:29.286878 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-61d4154d-abaa-4ccc-a1a9-e066afc8046f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:29.321542 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1b468599-cbf7-471b-9171-9a279be62eda tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:29.328272 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1b468599-cbf7-471b-9171-9a279be62eda tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/subnets/4087e084-68d7-46d2-8f6f-3858743c6573 HTTP/1.1" status: 204 len: 168 time: 1.7631741 Apr 28 19:57:29.329405 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42888) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:29.332174 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde28be8-b040-476b-8b8a-bd99a98d8aa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-0c6575e9-c103-4708-907b-f04a089823a6', 'network_id': '0c6575e9-c103-4708-907b-f04a089823a6', 'tenant_id': '9fd8330da5634336aaa31c91b0d47466', 'fixed_ips': [{'subnet_id': '42d8c612-f1d9-4d94-b4be-0295c2955d1e'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:57:29.333205 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fde28be8-b040-476b-8b8a-bd99a98d8aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:29.338511 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.db.resource_extend [None req-ba23a0c4-fa6d-450a-bf28-9b25040baaeb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:57:29.342536 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2a6adc08-1a2e-464a-b829-dcea212cf51d tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:29.357171 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:29.360894 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb91f7b-f2fa-4a6c-aa49-e08b19792cd2 None None] Network 423a2c7a-8ab4-4035-998c-ca91e41cbc1d requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:57:29.432341 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6adc08-1a2e-464a-b829-dcea212cf51d tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event deleted for resources: {'Subnet': ['ID=18424d9a-3135-40ba-9dd6-fd66724a8e0b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:29.471967 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-61d4154d-abaa-4ccc-a1a9-e066afc8046f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4bca22d12f774e4ea5c076646391ea7e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7425907 Apr 28 19:57:29.479243 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4154d-abaa-4ccc-a1a9-e066afc8046f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73903e23-ed4e-4618-b3fb-6991748d035c,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:29.483447 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42890) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:29.513197 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ba23a0c4-fa6d-450a-bf28-9b25040baaeb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:29.568446 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ba23a0c4-fa6d-450a-bf28-9b25040baaeb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:29.578695 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d38f152c-2e1f-4e84-abfc-90d19a82cf56 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:29.609345 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2a6adc08-1a2e-464a-b829-dcea212cf51d tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:29.735909 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-21311fc7-23ba-4c6f-aca0-9a87b0e3ba2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:29.789964 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 41966721-3670-47a4-be50-6c198bb004ca, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=41966721-3670-47a4-be50-6c198bb004ca,segment=NetworkSegment(ec853ffe-62d5-4271-a7c8-35097d84c213),segment_id=ec853ffe-62d5-4271-a7c8-35097d84c213)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:57:29.814455 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:29.816792 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d8f5c774-4e9f-4901-88a4-baa23dd84f6d tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:29.872595 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-ba23a0c4-fa6d-450a-bf28-9b25040baaeb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Floating IP 4e3bcffd-5d00-4c92-996e-843f2e77437b associated. External IP: 172.25.8.125, port: ea477b41-020f-453a-aa33-c8fb69e1291a. Apr 28 19:57:29.877440 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-21311fc7-23ba-4c6f-aca0-9a87b0e3ba2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server [None req-8d7e0d72-fcd5-4072-ac68-49d256c8ff67 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 18424d9a-3135-40ba-9dd6-fd66724a8e0b: This subnet is being modified by another concurrent operation. Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise exception Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 18424d9a-3135-40ba-9dd6-fd66724a8e0b: This subnet is being modified by another concurrent operation. Apr 28 19:57:29.953375 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server Apr 28 19:57:30.023376 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb67dfbd-cb8c-46af-a9f3-efd17b687bd6 None None] Network 8c6a1f3f-0e6c-481e-90d9-67a7eca5c118 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:57:30.031219 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-fde28be8-b040-476b-8b8a-bd99a98d8aa3 None None] Allocated IP 172.20.0.2 (0c6575e9-c103-4708-907b-f04a089823a6/42d8c612-f1d9-4d94-b4be-0295c2955d1e/a7beff13-c4e8-4eae-9961-b53f86b84924) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:30.037237 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=41966721-3670-47a4-be50-6c198bb004ca,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:30.041396 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-2a6adc08-1a2e-464a-b829-dcea212cf51d tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c6a1f3f-0e6c-481e-90d9-67a7eca5c118']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:30.074539 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-2a6adc08-1a2e-464a-b829-dcea212cf51d tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58dc0daa-6470-4831-b94e-eeef287770fd') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:30.074835 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-2a6adc08-1a2e-464a-b829-dcea212cf51d tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58dc0daa-6470-4831-b94e-eeef287770fd') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:30.093918 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2a6adc08-1a2e-464a-b829-dcea212cf51d tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:30.147809 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-21311fc7-23ba-4c6f-aca0-9a87b0e3ba2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:30.149065 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-21311fc7-23ba-4c6f-aca0-9a87b0e3ba2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:30.150649 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-21311fc7-23ba-4c6f-aca0-9a87b0e3ba2f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/73903e23-ed4e-4618-b3fb-6991748d035c HTTP/1.1" status: 204 len: 168 time: 0.6644852 Apr 28 19:57:30.167024 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2a6adc08-1a2e-464a-b829-dcea212cf51d tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:30.168091 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21311fc7-23ba-4c6f-aca0-9a87b0e3ba2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73903e23-ed4e-4618-b3fb-6991748d035c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:30.209052 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a6adc08-1a2e-464a-b829-dcea212cf51d tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:57:30.216734 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2a6adc08-1a2e-464a-b829-dcea212cf51d tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:30.226750 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:57:30.226750 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:57:30.226750 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:57:30.226750 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:57:30.226750 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:57:30.226750 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:57:30.226750 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:57:30.226750 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:57:30.226750 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:57:30.226750 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:57:30.226750 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:57:30.226750 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:57:30.226750 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:57:30.226750 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:57:30.226750 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:57:30.226750 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:57:30.226750 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:57:30.226750 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:57:30.226750 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:57:30.226750 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:57:30.226750 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:57:30.226750 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:57:30.226750 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:57:30.226750 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:57:30.226750 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:57:30.226750 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:57:30.226750 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:57:30.226750 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:57:30.226750 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:57:30.226750 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:57:30.226750 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:57:30.226750 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:57:30.261563 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-1c1f0698-3597-40fb-8153-56e09b9befe1 None None] Provisioning complete for port 41966721-3670-47a4-be50-6c198bb004ca triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:30.262313 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1c1f0698-3597-40fb-8153-56e09b9befe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:30.327023 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31db8f50-cfcf-4421-be3c-bbf6b00c5bb1 None None] DHCP port deletion for 423a2c7a-8ab4-4035-998c-ca91e41cbc1d request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:57:30.386293 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba23a0c4-fa6d-450a-bf28-9b25040baaeb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Router 9ed57afb-0429-4e6c-8fdb-f48fb2588c14 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:57:30.392504 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d38f152c-2e1f-4e84-abfc-90d19a82cf56 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Deleting port 726c50e0-28ef-4336-a3a5-64ffdf67e40b {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:57:30.392948 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d38f152c-2e1f-4e84-abfc-90d19a82cf56 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:30.395810 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 41966721-3670-47a4-be50-6c198bb004ca up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:57:30.427185 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c7075679-e615-4a04-abdf-654bef292e8f tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364'] for router, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:30.476001 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2a6adc08-1a2e-464a-b829-dcea212cf51d tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:30.491534 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c7075679-e615-4a04-abdf-654bef292e8f tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626624'] for router, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:30.499743 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2a6adc08-1a2e-464a-b829-dcea212cf51d tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:30.502854 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2a6adc08-1a2e-464a-b829-dcea212cf51d tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "DELETE /v2.0/networks/8c6a1f3f-0e6c-481e-90d9-67a7eca5c118 HTTP/1.1" status: 204 len: 168 time: 1.7262299 Apr 28 19:57:30.508774 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d38f152c-2e1f-4e84-abfc-90d19a82cf56 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] For port 726c50e0-28ef-4336-a3a5-64ffdf67e40b, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=726c50e0-28ef-4336-a3a5-64ffdf67e40b,segment=NetworkSegment(abc0caf5-c765-466a-90c2-5e2f9f1c8acf),segment_id=abc0caf5-c765-466a-90c2-5e2f9f1c8acf)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:57:30.508774 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d38f152c-2e1f-4e84-abfc-90d19a82cf56 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:30.509106 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42896) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:30.516062 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-d79a036f-7564-4c9d-9bab-2fd09f0c0807 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-871098190'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:30.557442 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fde28be8-b040-476b-8b8a-bd99a98d8aa3 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:30.584028 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fde28be8-b040-476b-8b8a-bd99a98d8aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:30.592486 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-31db8f50-cfcf-4421-be3c-bbf6b00c5bb1 None None] Deleting port 726c50e0-28ef-4336-a3a5-64ffdf67e40b {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:57:30.593001 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-31db8f50-cfcf-4421-be3c-bbf6b00c5bb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:30.609806 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42898) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:30.620059 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6adc08-1a2e-464a-b829-dcea212cf51d tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event deleted for resources: {'Network': ['ID=8c6a1f3f-0e6c-481e-90d9-67a7eca5c118,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:30.621707 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79a036f-7564-4c9d-9bab-2fd09f0c0807 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Made reservation on behalf of 9e9c5314bb5e4a71bd28b899dbbabafa for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:30.625189 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d79a036f-7564-4c9d-9bab-2fd09f0c0807 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:30.627454 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d38f152c-2e1f-4e84-abfc-90d19a82cf56 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Calling delete_port for 726c50e0-28ef-4336-a3a5-64ffdf67e40b owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:30.644636 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde28be8-b040-476b-8b8a-bd99a98d8aa3 None None] Pushing event updated for resources: {'Port': ['ID=a7beff13-c4e8-4eae-9961-b53f86b84924,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:30.649973 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba23a0c4-fa6d-450a-bf28-9b25040baaeb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:57:30.655607 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-da89f93d-50d9-4114-983f-7960874dfd18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:30.661827 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e96677-89df-4743-81c7-db4fd66c2eb1 None None] Sync routers for ids ['9ed57afb-0429-4e6c-8fdb-f48fb2588c14'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:57:30.669311 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ba23a0c4-fa6d-450a-bf28-9b25040baaeb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:30.674796 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 41966721-3670-47a4-be50-6c198bb004ca triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:30.675180 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:30.675754 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e96677-89df-4743-81c7-db4fd66c2eb1 None None] Routers {'9ed57afb-0429-4e6c-8fdb-f48fb2588c14'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:30.676646 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-a1e96677-89df-4743-81c7-db4fd66c2eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:57:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9ed57afb-0429-4e6c-8fdb-f48fb2588c14'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:30.707002 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-d8f5c774-4e9f-4901-88a4-baa23dd84f6d tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Allocated IP 172.20.0.1 (0c6575e9-c103-4708-907b-f04a089823a6/42d8c612-f1d9-4d94-b4be-0295c2955d1e/b19987cb-bc49-45c3-8dd5-5545223fa9a0) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:30.738907 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79a036f-7564-4c9d-9bab-2fd09f0c0807 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:57:30.750312 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d38f152c-2e1f-4e84-abfc-90d19a82cf56 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:30.756820 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ba23a0c4-fa6d-450a-bf28-9b25040baaeb tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "PUT /v2.0/floatingips/4e3bcffd-5d00-4c92-996e-843f2e77437b HTTP/1.1" status: 200 len: 991 time: 2.9580801 Apr 28 19:57:30.765306 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac732c81-4d98-4cc5-a702-0bf0be3d7e61', 'tag': 'ea477b41-020f-453a-aa33-c8fb69e1291a'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:57:30.767762 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fb633b-8806-478b-aefb-6f3ec527bc25" -d '{"events": [{"name": "network-changed", "server_uuid": "ac732c81-4d98-4cc5-a702-0bf0be3d7e61", "tag": "ea477b41-020f-453a-aa33-c8fb69e1291a"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:57:30.770984 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde28be8-b040-476b-8b8a-bd99a98d8aa3 None None] Network 0c6575e9-c103-4708-907b-f04a089823a6 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:30.795112 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7075679-e615-4a04-abdf-654bef292e8f tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Router d5039871-123d-43ae-9575-698e31128e4e has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:57:30.795843 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d79a036f-7564-4c9d-9bab-2fd09f0c0807 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:30.796592 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-d79a036f-7564-4c9d-9bab-2fd09f0c0807 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Added segment b3a6ade5-a605-42c4-bbc4-e7473d3fbfb5 of type vlan for network f165f0e9-4462-435f-8568-5d9fb91ceed4 Apr 28 19:57:30.801029 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f152c-2e1f-4e84-abfc-90d19a82cf56 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event deleted for resources: {'Port': ['ID=726c50e0-28ef-4336-a3a5-64ffdf67e40b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:30.812872 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-fde28be8-b040-476b-8b8a-bd99a98d8aa3 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:30.818391 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38f152c-2e1f-4e84-abfc-90d19a82cf56 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] No DVR routers for this DVR port 726c50e0-28ef-4336-a3a5-64ffdf67e40b on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:57:30.827337 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde28be8-b040-476b-8b8a-bd99a98d8aa3 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:57:30.839892 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-a1e96677-89df-4743-81c7-db4fd66c2eb1 None None] Set router 9ed57afb-0429-4e6c-8fdb-f48fb2588c14 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:57:30.923851 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d79a036f-7564-4c9d-9bab-2fd09f0c0807 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:30.986228 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-da89f93d-50d9-4114-983f-7960874dfd18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:30.991365 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d8f5c774-4e9f-4901-88a4-baa23dd84f6d tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:30.997920 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-da89f93d-50d9-4114-983f-7960874dfd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:31.021775 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d79a036f-7564-4c9d-9bab-2fd09f0c0807 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:31.028452 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7075679-e615-4a04-abdf-654bef292e8f tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:57:31.028989 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79a036f-7564-4c9d-9bab-2fd09f0c0807 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:31.030072 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d79a036f-7564-4c9d-9bab-2fd09f0c0807 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:31.047505 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c7075679-e615-4a04-abdf-654bef292e8f tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:31.048794 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c7075679-e615-4a04-abdf-654bef292e8f tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "PUT /v2.0/routers/d5039871-123d-43ae-9575-698e31128e4e HTTP/1.1" status: 200 len: 891 time: 1.8515048 Apr 28 19:57:31.059526 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42906) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:31.072582 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-31db8f50-cfcf-4421-be3c-bbf6b00c5bb1 None None] For port 726c50e0-28ef-4336-a3a5-64ffdf67e40b, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=726c50e0-28ef-4336-a3a5-64ffdf67e40b,segment=NetworkSegment(abc0caf5-c765-466a-90c2-5e2f9f1c8acf),segment_id=abc0caf5-c765-466a-90c2-5e2f9f1c8acf)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:57:31.073017 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-31db8f50-cfcf-4421-be3c-bbf6b00c5bb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:31.089339 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-31db8f50-cfcf-4421-be3c-bbf6b00c5bb1 None None] Calling delete_port for 726c50e0-28ef-4336-a3a5-64ffdf67e40b owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:31.122047 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a036f-7564-4c9d-9bab-2fd09f0c0807 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event updated for resources: {'Network': ['ID=f165f0e9-4462-435f-8568-5d9fb91ceed4,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:31.157614 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-da89f93d-50d9-4114-983f-7960874dfd18 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8e6f544bf4764052a9a9b170a716e4cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5442302 Apr 28 19:57:31.159637 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42908) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:31.167423 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d79a036f-7564-4c9d-9bab-2fd09f0c0807 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6574657 Apr 28 19:57:31.168221 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89f93d-50d9-4114-983f-7960874dfd18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39fb13d-a288-43e2-b7b8-99431343a5ba,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:31.170641 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42910) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:31.175569 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-a1e96677-89df-4743-81c7-db4fd66c2eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'name': 'tempest-AttachVolumeTestJSON-1465909234-router', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:03Z', 'updated_at': '2022-04-28T19:53:14Z', 'revision_number': 4, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'gw_port': {'id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:05Z', 'updated_at': '2022-04-28T19:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '4e3bcffd-5d00-4c92-996e-843f2e77437b', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'floating_ip_address': '172.25.8.125', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'port_id': 'ea477b41-020f-453a-aa33-c8fb69e1291a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d', 'mac_address': 'fa:16:3e:f1:53:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac732c81-4d98-4cc5-a702-0bf0be3d7e61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:57:03Z', 'updated_at': '2022-04-28T19:57:29Z', 'revision_number': 1, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de551ca5-1f12-470a-88b4-470351de7e58', 'name': '', 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'mac_address': 'fa:16:3e:bd:57:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '95e411ad-3fda-47de-9866-800115a43d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:12Z', 'updated_at': '2022-04-28T19:53:21Z', 'revision_number': 5, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'subnets': [{'id': '95e411ad-3fda-47de-9866-800115a43d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:31.182149 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-edcb4bbd-560a-45ab-b5c1-b7c4b3a690e5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Request body: {'subnet': {'network_id': 'f165f0e9-4462-435f-8568-5d9fb91ceed4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:31.212879 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e96677-89df-4743-81c7-db4fd66c2eb1 None None] Checking router: 9ed57afb-0429-4e6c-8fdb-f48fb2588c14 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:57:31.223468 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-fde28be8-b040-476b-8b8a-bd99a98d8aa3 None None] Attempting to bind port a7beff13-c4e8-4eae-9961-b53f86b84924 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:57:31.223843 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-fde28be8-b040-476b-8b8a-bd99a98d8aa3 None None] Attempting to bind port a7beff13-c4e8-4eae-9961-b53f86b84924 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'b06812b0-8743-44e5-ac37-c983d7dacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0c6575e9-c103-4708-907b-f04a089823a6'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:57:31.224216 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e96677-89df-4743-81c7-db4fd66c2eb1 None None] Routers {'9ed57afb-0429-4e6c-8fdb-f48fb2588c14'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:31.224323 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde28be8-b040-476b-8b8a-bd99a98d8aa3 None None] Attempting to bind port a7beff13-c4e8-4eae-9961-b53f86b84924 on network 0c6575e9-c103-4708-907b-f04a089823a6 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:57:31.224996 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-a1e96677-89df-4743-81c7-db4fd66c2eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:57:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9ed57afb-0429-4e6c-8fdb-f48fb2588c14'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:31.237013 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network f165f0e9-4462-435f-8568-5d9fb91ceed4 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:57:31.239233 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0da9a05-759f-4826-babd-d3a6ae084510 None None] Sync routers for ids ['d5039871-123d-43ae-9575-698e31128e4e'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:57:31.317054 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d38f152c-2e1f-4e84-abfc-90d19a82cf56 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:31.317885 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb4de14-3e33-443b-82d1-30d9f5a85e76 x-openstack-request-id: req-bcb4de14-3e33-443b-82d1-30d9f5a85e76 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:57:31.318168 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac732c81-4d98-4cc5-a702-0bf0be3d7e61", "tag": "ea477b41-020f-453a-aa33-c8fb69e1291a", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:57:31.318424 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bcb4de14-3e33-443b-82d1-30d9f5a85e76 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:57:31.318833 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcb4de14-3e33-443b-82d1-30d9f5a85e76'] response: {'name': 'network-changed', 'server_uuid': 'ac732c81-4d98-4cc5-a702-0bf0be3d7e61', 'tag': 'ea477b41-020f-453a-aa33-c8fb69e1291a', 'status': 'completed', 'code': 200} Apr 28 19:57:31.324380 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d8f5c774-4e9f-4901-88a4-baa23dd84f6d tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:31.346544 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-d38f152c-2e1f-4e84-abfc-90d19a82cf56 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['423a2c7a-8ab4-4035-998c-ca91e41cbc1d']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:31.362603 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-d38f152c-2e1f-4e84-abfc-90d19a82cf56 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc0caf5-c765-466a-90c2-5e2f9f1c8acf') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:31.363767 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-d38f152c-2e1f-4e84-abfc-90d19a82cf56 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc0caf5-c765-466a-90c2-5e2f9f1c8acf') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:31.371734 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-a1e96677-89df-4743-81c7-db4fd66c2eb1 None None] Set router 9ed57afb-0429-4e6c-8fdb-f48fb2588c14 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:57:31.378900 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d38f152c-2e1f-4e84-abfc-90d19a82cf56 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:57:31.380875 n-d-839810-1 neutron-server[102775]: self.session.flush() Apr 28 19:57:31.389267 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 26323941-603f-4c45-947a-9dfd11b93ffe no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:57:31.395976 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d38f152c-2e1f-4e84-abfc-90d19a82cf56 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:31.396302 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde28be8-b040-476b-8b8a-bd99a98d8aa3 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:57:31.396779 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f5c774-4e9f-4901-88a4-baa23dd84f6d tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Network 0c6575e9-c103-4708-907b-f04a089823a6 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:31.396903 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde28be8-b040-476b-8b8a-bd99a98d8aa3 None None] Checking segment: {'id': 'b06812b0-8743-44e5-ac37-c983d7dacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0c6575e9-c103-4708-907b-f04a089823a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:57:31.397506 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fde28be8-b040-476b-8b8a-bd99a98d8aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:31.399492 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde28be8-b040-476b-8b8a-bd99a98d8aa3 None None] Bound using segment: {'id': 'b06812b0-8743-44e5-ac37-c983d7dacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0c6575e9-c103-4708-907b-f04a089823a6'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:57:31.400133 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-fde28be8-b040-476b-8b8a-bd99a98d8aa3 None None] Bound port: a7beff13-c4e8-4eae-9961-b53f86b84924, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b06812b0-8743-44e5-ac37-c983d7dacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0c6575e9-c103-4708-907b-f04a089823a6'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:57:31.400540 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fde28be8-b040-476b-8b8a-bd99a98d8aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:31.403661 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d38f152c-2e1f-4e84-abfc-90d19a82cf56 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:57:31.404272 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d38f152c-2e1f-4e84-abfc-90d19a82cf56 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:31.412465 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-d8f5c774-4e9f-4901-88a4-baa23dd84f6d tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:31.420445 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f5c774-4e9f-4901-88a4-baa23dd84f6d tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:57:31.422442 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-31db8f50-cfcf-4421-be3c-bbf6b00c5bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:31.472418 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d8f5c774-4e9f-4901-88a4-baa23dd84f6d tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:31.478846 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:57:31.478846 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:57:31.478846 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:57:31.478846 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:57:31.478846 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:57:31.478846 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:57:31.478846 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:57:31.478846 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:57:31.478846 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:57:31.478846 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:57:31.478846 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:57:31.478846 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:57:31.478846 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:57:31.478846 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:57:31.478846 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:57:31.478846 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:57:31.478846 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:57:31.478846 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:57:31.478846 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:57:31.478846 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:57:31.478846 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:57:31.478846 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:57:31.478846 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:57:31.478846 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:57:31.478846 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:57:31.478846 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:57:31.478846 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:57:31.478846 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:57:31.478846 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:57:31.478846 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:57:31.478846 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:57:31.478846 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:57:31.507185 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d38f152c-2e1f-4e84-abfc-90d19a82cf56 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:31.509555 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 26323941-603f-4c45-947a-9dfd11b93ffe {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:57:31.510160 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 26323941-603f-4c45-947a-9dfd11b93ffe not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:57:31.522041 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0da9a05-759f-4826-babd-d3a6ae084510 None None] Routers {'d5039871-123d-43ae-9575-698e31128e4e'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:31.523462 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e0da9a05-759f-4826-babd-d3a6ae084510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:57:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['d5039871-123d-43ae-9575-698e31128e4e'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:31.531207 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db8f50-cfcf-4421-be3c-bbf6b00c5bb1 None None] Pushing event deleted for resources: {'Port': ['ID=726c50e0-28ef-4336-a3a5-64ffdf67e40b,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:31.533908 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d38f152c-2e1f-4e84-abfc-90d19a82cf56 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:31.538628 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-71a7d138-eb10-4939-a222-427e8684b137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:31.543634 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31db8f50-cfcf-4421-be3c-bbf6b00c5bb1 None None] No DVR routers for this DVR port 726c50e0-28ef-4336-a3a5-64ffdf67e40b on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:57:31.546075 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d38f152c-2e1f-4e84-abfc-90d19a82cf56 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/networks/423a2c7a-8ab4-4035-998c-ca91e41cbc1d HTTP/1.1" status: 204 len: 168 time: 2.2151906 Apr 28 19:57:31.569466 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-71a7d138-eb10-4939-a222-427e8684b137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:31.579617 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42912) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:31.611642 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e0da9a05-759f-4826-babd-d3a6ae084510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:31.626812 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5c774-4e9f-4901-88a4-baa23dd84f6d tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Pushing event updated for resources: {'Port': ['ID=b19987cb-bc49-45c3-8dd5-5545223fa9a0,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:31.637648 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-71a7d138-eb10-4939-a222-427e8684b137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:31.640496 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-71a7d138-eb10-4939-a222-427e8684b137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:31.641801 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-71a7d138-eb10-4939-a222-427e8684b137 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b39fb13d-a288-43e2-b7b8-99431343a5ba HTTP/1.1" status: 204 len: 168 time: 0.4810758 Apr 28 19:57:31.644293 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0da9a05-759f-4826-babd-d3a6ae084510 None None] Routers {'d5039871-123d-43ae-9575-698e31128e4e'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:31.646624 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e0da9a05-759f-4826-babd-d3a6ae084510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:57:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['d5039871-123d-43ae-9575-698e31128e4e'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:31.666915 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f152c-2e1f-4e84-abfc-90d19a82cf56 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event deleted for resources: {'Network': ['ID=423a2c7a-8ab4-4035-998c-ca91e41cbc1d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:31.712324 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e0da9a05-759f-4826-babd-d3a6ae084510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:31.713119 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0da9a05-759f-4826-babd-d3a6ae084510 None None] The sync data for ids ['d5039871-123d-43ae-9575-698e31128e4e'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:57:31.723702 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-fde28be8-b040-476b-8b8a-bd99a98d8aa3 None None] For port a7beff13-c4e8-4eae-9961-b53f86b84924, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:57:31.728579 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcb4bbd-560a-45ab-b5c1-b7c4b3a690e5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Made reservation on behalf of 9e9c5314bb5e4a71bd28b899dbbabafa for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:31.728804 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-fde28be8-b040-476b-8b8a-bd99a98d8aa3 None None] For port a7beff13-c4e8-4eae-9961-b53f86b84924, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a7beff13-c4e8-4eae-9961-b53f86b84924,segment=NetworkSegment(b06812b0-8743-44e5-ac37-c983d7dacf9b),segment_id=b06812b0-8743-44e5-ac37-c983d7dacf9b)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:57:31.731684 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb633b-8806-478b-aefb-6f3ec527bc25 req-2453a29a-d2c7-4c20-b5cf-06012635429f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:31.732143 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-a1e96677-89df-4743-81c7-db4fd66c2eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'name': 'tempest-AttachVolumeTestJSON-1465909234-router', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:03Z', 'updated_at': '2022-04-28T19:53:14Z', 'revision_number': 4, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'gw_port': {'id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:05Z', 'updated_at': '2022-04-28T19:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '4e3bcffd-5d00-4c92-996e-843f2e77437b', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'floating_ip_address': '172.25.8.125', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'port_id': 'ea477b41-020f-453a-aa33-c8fb69e1291a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d', 'mac_address': 'fa:16:3e:f1:53:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac732c81-4d98-4cc5-a702-0bf0be3d7e61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:57:03Z', 'updated_at': '2022-04-28T19:57:29Z', 'revision_number': 1, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de551ca5-1f12-470a-88b4-470351de7e58', 'name': '', 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'mac_address': 'fa:16:3e:bd:57:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '95e411ad-3fda-47de-9866-800115a43d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:12Z', 'updated_at': '2022-04-28T19:53:21Z', 'revision_number': 5, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'subnets': [{'id': '95e411ad-3fda-47de-9866-800115a43d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:31.733323 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65fb633b-8806-478b-aefb-6f3ec527bc25 req-2453a29a-d2c7-4c20-b5cf-06012635429f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3397cabaf68f4eccbdd2d7c135e48bbd&device_id=ac732c81-4d98-4cc5-a702-0bf0be3d7e61 HTTP/1.1" status: 200 len: 1096 time: 0.2513874 Apr 28 19:57:31.737552 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-edcb4bbd-560a-45ab-b5c1-b7c4b3a690e5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:31.739131 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fde28be8-b040-476b-8b8a-bd99a98d8aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:31.746038 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ff3edb4f-e8a0-49c1-8970-1f294a867450 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "GET /v2.0/routers/d5039871-123d-43ae-9575-698e31128e4e HTTP/1.1" status: 200 len: 891 time: 0.6851964 Apr 28 19:57:31.747299 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42916) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:31.749959 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7d138-eb10-4939-a222-427e8684b137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39fb13d-a288-43e2-b7b8-99431343a5ba,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:31.808916 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-63edf204-9c36-438e-b350-c4bae7099288 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5039871-123d-43ae-9575-698e31128e4e HTTP/1.1" status: 200 len: 205 time: 0.0502131 Apr 28 19:57:31.811504 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42918) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:31.832681 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde28be8-b040-476b-8b8a-bd99a98d8aa3 None None] Pushing event updated for resources: {'Port': ['ID=a7beff13-c4e8-4eae-9961-b53f86b84924,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:31.899697 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:31.919000 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.ipam_backend_mixin [None req-edcb4bbd-560a-45ab-b5c1-b7c4b3a690e5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Performing IP validity checks on allocation pools {{(pid=102774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 28 19:57:31.919479 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.ipam_backend_mixin [None req-edcb4bbd-560a-45ab-b5c1-b7c4b3a690e5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 28 19:57:31.929698 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e96677-89df-4743-81c7-db4fd66c2eb1 None None] The sync data for ids ['9ed57afb-0429-4e6c-8fdb-f48fb2588c14'] in n-d-839810-1 is: [{'id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'name': 'tempest-AttachVolumeTestJSON-1465909234-router', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:03Z', 'updated_at': '2022-04-28T19:53:14Z', 'revision_number': 4, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'gw_port': {'id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:05Z', 'updated_at': '2022-04-28T19:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '4e3bcffd-5d00-4c92-996e-843f2e77437b', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'floating_ip_address': '172.25.8.125', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'port_id': 'ea477b41-020f-453a-aa33-c8fb69e1291a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d', 'mac_address': 'fa:16:3e:f1:53:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac732c81-4d98-4cc5-a702-0bf0be3d7e61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:57:03Z', 'updated_at': '2022-04-28T19:57:29Z', 'revision_number': 1, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de551ca5-1f12-470a-88b4-470351de7e58', 'name': '', 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'mac_address': 'fa:16:3e:bd:57:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '95e411ad-3fda-47de-9866-800115a43d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:12Z', 'updated_at': '2022-04-28T19:53:21Z', 'revision_number': 5, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'subnets': [{'id': '95e411ad-3fda-47de-9866-800115a43d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:57:31.988744 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d8f5c774-4e9f-4901-88a4-baa23dd84f6d tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:32.296532 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb633b-8806-478b-aefb-6f3ec527bc25 req-121f5584-be55-4322-942f-e633ab452e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:32.298684 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65fb633b-8806-478b-aefb-6f3ec527bc25 req-121f5584-be55-4322-942f-e633ab452e45 service neutron] 10.222.0.44 "GET /v2.0/networks?id=13d770d2-76f1-4754-862f-2caf67b7488d HTTP/1.1" status: 200 len: 912 time: 0.5479913 Apr 28 19:57:32.304656 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-edf86b71-3a78-48db-acc1-e1b65d218d9d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:32.375682 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a7beff13-c4e8-4eae-9961-b53f86b84924 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:57:32.384521 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782dc200-9b3f-41e9-b015-5b9f53c274e8 None None] New status for floating IP 4e3bcffd-5d00-4c92-996e-843f2e77437b: ACTIVE {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:57:32.478350 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port a7beff13-c4e8-4eae-9961-b53f86b84924 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:32.478658 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:32.536007 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65fb633b-8806-478b-aefb-6f3ec527bc25 req-f8c2876c-9452-4f71-9e8b-a7467dbb31ee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea477b41-020f-453a-aa33-c8fb69e1291a HTTP/1.1" status: 200 len: 999 time: 0.2274504 Apr 28 19:57:32.644027 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-edf86b71-3a78-48db-acc1-e1b65d218d9d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:32.672076 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:32.726012 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port a7beff13-c4e8-4eae-9961-b53f86b84924, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a7beff13-c4e8-4eae-9961-b53f86b84924,segment=NetworkSegment(b06812b0-8743-44e5-ac37-c983d7dacf9b),segment_id=b06812b0-8743-44e5-ac37-c983d7dacf9b)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:57:32.731520 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:32.777955 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb633b-8806-478b-aefb-6f3ec527bc25 req-236e14f3-3896-4e40-a827-6201ce3ba616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:32.784757 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65fb633b-8806-478b-aefb-6f3ec527bc25 req-236e14f3-3896-4e40-a827-6201ce3ba616 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95e411ad-3fda-47de-9866-800115a43d0a HTTP/1.1" status: 200 len: 850 time: 0.1607685 Apr 28 19:57:32.838097 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=a7beff13-c4e8-4eae-9961-b53f86b84924,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:32.879557 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 726c50e0-28ef-4336-a3a5-64ffdf67e40b no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:57:32.884774 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-edf86b71-3a78-48db-acc1-e1b65d218d9d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Deleting port 7c071f16-5833-4bc4-bf85-e6d91c9d4b03 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:57:32.885333 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-edf86b71-3a78-48db-acc1-e1b65d218d9d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:32.909425 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb633b-8806-478b-aefb-6f3ec527bc25 req-82e9790c-9d4a-4efd-8e29-6e348dcc2cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:32.911255 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65fb633b-8806-478b-aefb-6f3ec527bc25 req-82e9790c-9d4a-4efd-8e29-6e348dcc2cf8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=13d770d2-76f1-4754-862f-2caf67b7488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116352 Apr 28 19:57:32.915602 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 726c50e0-28ef-4336-a3a5-64ffdf67e40b {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:57:32.916275 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 726c50e0-28ef-4336-a3a5-64ffdf67e40b not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:57:32.938743 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d8f5c774-4e9f-4901-88a4-baa23dd84f6d tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:32.957974 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d8f5c774-4e9f-4901-88a4-baa23dd84f6d tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:32.988994 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7f62fc08-6f42-4d6e-816e-2ccacdd0b4ed req-dd919a87-50d1-4be5-b3f8-89c34f3f3265 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ac732c81-4d98-4cc5-a702-0bf0be3d7e61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1945229 Apr 28 19:57:33.038385 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-edcb4bbd-560a-45ab-b5c1-b7c4b3a690e5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:33.073248 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d8f5c774-4e9f-4901-88a4-baa23dd84f6d tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:33.112640 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-edf86b71-3a78-48db-acc1-e1b65d218d9d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:33.133407 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-28316e70-e107-4e8b-b352-793eca93849d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:33.172811 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-edf86b71-3a78-48db-acc1-e1b65d218d9d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Calling delete_port for 7c071f16-5833-4bc4-bf85-e6d91c9d4b03 owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:33.185798 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65fb633b-8806-478b-aefb-6f3ec527bc25 req-2cc358e2-3319-4b5b-ac9c-82b98127271c service neutron] 10.222.0.44 "GET /v2.0/networks/13d770d2-76f1-4754-862f-2caf67b7488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597682 Apr 28 19:57:33.206646 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5c774-4e9f-4901-88a4-baa23dd84f6d tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Pushing event updated for resources: {'Port': ['ID=b19987cb-bc49-45c3-8dd5-5545223fa9a0,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:33.237756 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcb4bbd-560a-45ab-b5c1-b7c4b3a690e5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Checking segment: {'id': 'b3a6ade5-a605-42c4-bbc4-e7473d3fbfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f165f0e9-4462-435f-8568-5d9fb91ceed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:57:33.238134 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcb4bbd-560a-45ab-b5c1-b7c4b3a690e5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Network hostable DHCP agents. Network: f165f0e9-4462-435f-8568-5d9fb91ceed4, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:57:33.247704 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb4bbd-560a-45ab-b5c1-b7c4b3a690e5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event updated for resources: {'Subnet': ['ID=adbfffb0-87c1-4125-9470-9bd2e05bb575,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:33.270942 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f5c774-4e9f-4901-88a4-baa23dd84f6d tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Network 0c6575e9-c103-4708-907b-f04a089823a6 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:33.272787 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-d8f5c774-4e9f-4901-88a4-baa23dd84f6d tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:33.279220 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcb4bbd-560a-45ab-b5c1-b7c4b3a690e5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Network f165f0e9-4462-435f-8568-5d9fb91ceed4 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:57:33.320503 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ef5c5e-8aa7-489b-87d9-1b669a765e90 None None] Network 0c6575e9-c103-4708-907b-f04a089823a6 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:57:33.328377 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-edcb4bbd-560a-45ab-b5c1-b7c4b3a690e5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, f165f0e9-4462-435f-8568-5d9fb91ceed4) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:33.346803 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4192af9-fb04-4d52-9d65-b7450c4d51ea None None] Network f165f0e9-4462-435f-8568-5d9fb91ceed4 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:57:33.360716 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcb4bbd-560a-45ab-b5c1-b7c4b3a690e5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:33.361314 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-edcb4bbd-560a-45ab-b5c1-b7c4b3a690e5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:33.398047 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-edcb4bbd-560a-45ab-b5c1-b7c4b3a690e5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.2204702 Apr 28 19:57:33.401273 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42944) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:33.519289 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65fb633b-8806-478b-aefb-6f3ec527bc25 req-03c0459d-abdd-417b-ab72-b7828ec2ec78 service neutron] 10.222.0.44 "GET /v2.0/networks/13d770d2-76f1-4754-862f-2caf67b7488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858651 Apr 28 19:57:33.525119 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:33.535706 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f5c774-4e9f-4901-88a4-baa23dd84f6d tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Router 89132bc1-ef59-4983-8df8-3da09aefcdf4 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:57:33.562319 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c41414f4-02bd-4eb4-b0de-f37d8b9d0da8 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:33.616928 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-cf47f8ad-d8a7-476b-8744-0c30a13b3fbc None None] Provisioning complete for port a7beff13-c4e8-4eae-9961-b53f86b84924 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:33.617322 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cf47f8ad-d8a7-476b-8744-0c30a13b3fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:33.708510 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f5c774-4e9f-4901-88a4-baa23dd84f6d tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:57:33.716940 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d8f5c774-4e9f-4901-88a4-baa23dd84f6d tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] 10.222.0.42 "PUT /v2.0/routers/89132bc1-ef59-4983-8df8-3da09aefcdf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5909917 Apr 28 19:57:33.718597 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c41414f4-02bd-4eb4-b0de-f37d8b9d0da8 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:33.723484 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350f2126-1a66-4ee2-b0fb-286be4579d04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-f165f0e9-4462-435f-8568-5d9fb91ceed4', 'network_id': 'f165f0e9-4462-435f-8568-5d9fb91ceed4', 'tenant_id': '9e9c5314bb5e4a71bd28b899dbbabafa', 'fixed_ips': [{'subnet_id': 'adbfffb0-87c1-4125-9470-9bd2e05bb575'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:57:33.725412 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-350f2126-1a66-4ee2-b0fb-286be4579d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:33.742080 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a18c304-b7d0-4169-a346-c4696747c752 None None] Sync routers for ids ['89132bc1-ef59-4983-8df8-3da09aefcdf4'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:57:33.781607 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42952) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:33.787209 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-27290e4d-e25a-463b-ae57-18ee70237324 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Request body: {'port': {'network_id': '0c6575e9-c103-4708-907b-f04a089823a6', 'name': 'tempest-FloatingIPNegativeTestJSON-1682004253'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:33.793006 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c41414f4-02bd-4eb4-b0de-f37d8b9d0da8 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:33.871987 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41414f4-02bd-4eb4-b0de-f37d8b9d0da8 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event deleted for resources: {'Subnet': ['ID=adbfffb0-87c1-4125-9470-9bd2e05bb575,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:33.951289 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c41414f4-02bd-4eb4-b0de-f37d8b9d0da8 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:33.988001 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-c41414f4-02bd-4eb4-b0de-f37d8b9d0da8 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f165f0e9-4462-435f-8568-5d9fb91ceed4']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:33.991009 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c4fc89-2df6-4c1c-90f4-72dec08a0fa2 None None] Network f165f0e9-4462-435f-8568-5d9fb91ceed4 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:57:33.993483 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a18c304-b7d0-4169-a346-c4696747c752 None None] Routers {'89132bc1-ef59-4983-8df8-3da09aefcdf4'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:33.994198 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0a18c304-b7d0-4169-a346-c4696747c752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:57:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['89132bc1-ef59-4983-8df8-3da09aefcdf4'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:34.003477 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-c41414f4-02bd-4eb4-b0de-f37d8b9d0da8 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a6ade5-a605-42c4-bbc4-e7473d3fbfb5') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:34.003777 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-c41414f4-02bd-4eb4-b0de-f37d8b9d0da8 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a6ade5-a605-42c4-bbc4-e7473d3fbfb5') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:34.032503 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c41414f4-02bd-4eb4-b0de-f37d8b9d0da8 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:34.049434 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27290e4d-e25a-463b-ae57-18ee70237324 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Made reservation on behalf of 9fd8330da5634336aaa31c91b0d47466 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:34.053073 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-27290e4d-e25a-463b-ae57-18ee70237324 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:34.056552 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c41414f4-02bd-4eb4-b0de-f37d8b9d0da8 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:34.072909 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c41414f4-02bd-4eb4-b0de-f37d8b9d0da8 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:57:34.073367 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c41414f4-02bd-4eb4-b0de-f37d8b9d0da8 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:34.076780 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:57:34.076780 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:57:34.076780 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:57:34.076780 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:57:34.076780 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:57:34.076780 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:57:34.076780 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:57:34.076780 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:57:34.076780 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:57:34.076780 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:57:34.076780 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:57:34.076780 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:57:34.076780 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:57:34.076780 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:57:34.076780 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:57:34.076780 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:57:34.076780 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:57:34.076780 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:57:34.076780 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:57:34.076780 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:57:34.076780 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:57:34.076780 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:57:34.076780 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:57:34.076780 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:57:34.076780 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:57:34.076780 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:57:34.076780 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:57:34.076780 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:57:34.076780 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:57:34.076780 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:57:34.076780 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:57:34.076780 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:57:34.096745 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-27290e4d-e25a-463b-ae57-18ee70237324 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] device_id is not set on port 805027a5-16dc-4d56-a0c9-ac45fe81552e yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:57:34.155978 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c41414f4-02bd-4eb4-b0de-f37d8b9d0da8 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:34.167090 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c41414f4-02bd-4eb4-b0de-f37d8b9d0da8 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:34.173173 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c41414f4-02bd-4eb4-b0de-f37d8b9d0da8 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "DELETE /v2.0/networks/f165f0e9-4462-435f-8568-5d9fb91ceed4 HTTP/1.1" status: 204 len: 168 time: 0.7703097 Apr 28 19:57:34.182672 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42960) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:34.203446 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-12605abe-3f21-4efd-b927-41dfe91ab3ba tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-186431396'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:34.236410 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41414f4-02bd-4eb4-b0de-f37d8b9d0da8 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event deleted for resources: {'Network': ['ID=f165f0e9-4462-435f-8568-5d9fb91ceed4,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:34.263333 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-edf86b71-3a78-48db-acc1-e1b65d218d9d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:34.277965 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62fc08-6f42-4d6e-816e-2ccacdd0b4ed req-7b1b61ca-d0fd-4176-ad00-28880608749f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:34.280856 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f62fc08-6f42-4d6e-816e-2ccacdd0b4ed req-7b1b61ca-d0fd-4176-ad00-28880608749f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3397cabaf68f4eccbdd2d7c135e48bbd&device_id=ac732c81-4d98-4cc5-a702-0bf0be3d7e61 HTTP/1.1" status: 200 len: 1096 time: 0.2236209 Apr 28 19:57:34.295751 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0a18c304-b7d0-4169-a346-c4696747c752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:34.331417 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a7beff13-c4e8-4eae-9961-b53f86b84924 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:57:34.332763 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf86b71-3a78-48db-acc1-e1b65d218d9d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Port': ['ID=7c071f16-5833-4bc4-bf85-e6d91c9d4b03,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:34.356369 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-27290e4d-e25a-463b-ae57-18ee70237324 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Allocated IP 172.20.0.7 (0c6575e9-c103-4708-907b-f04a089823a6/42d8c612-f1d9-4d94-b4be-0295c2955d1e/805027a5-16dc-4d56-a0c9-ac45fe81552e) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:34.373387 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12605abe-3f21-4efd-b927-41dfe91ab3ba tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Made reservation on behalf of 9e9c5314bb5e4a71bd28b899dbbabafa for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:34.377160 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-12605abe-3f21-4efd-b927-41dfe91ab3ba tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:34.396478 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a18c304-b7d0-4169-a346-c4696747c752 None None] Routers {'89132bc1-ef59-4983-8df8-3da09aefcdf4'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:34.397355 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0a18c304-b7d0-4169-a346-c4696747c752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:57:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['89132bc1-ef59-4983-8df8-3da09aefcdf4'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:34.463876 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0a18c304-b7d0-4169-a346-c4696747c752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:34.464661 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a18c304-b7d0-4169-a346-c4696747c752 None None] The sync data for ids ['89132bc1-ef59-4983-8df8-3da09aefcdf4'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:57:34.535274 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12605abe-3f21-4efd-b927-41dfe91ab3ba tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:57:34.539318 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port a7beff13-c4e8-4eae-9961-b53f86b84924 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:34.540380 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:34.598396 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-edf86b71-3a78-48db-acc1-e1b65d218d9d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:34.607506 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-12605abe-3f21-4efd-b927-41dfe91ab3ba tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:34.607858 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-12605abe-3f21-4efd-b927-41dfe91ab3ba tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Added segment 25efede0-7d3a-4518-bcde-9654176ae5a2 of type vlan for network 553553c7-582c-4469-bb64-67017e10b972 Apr 28 19:57:34.694720 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-27290e4d-e25a-463b-ae57-18ee70237324 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:34.730378 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62fc08-6f42-4d6e-816e-2ccacdd0b4ed req-3b314a45-83b9-49c7-984b-558767acd9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:34.731910 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f62fc08-6f42-4d6e-816e-2ccacdd0b4ed req-3b314a45-83b9-49c7-984b-558767acd9c4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=13d770d2-76f1-4754-862f-2caf67b7488d HTTP/1.1" status: 200 len: 912 time: 0.4106174 Apr 28 19:57:34.739283 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-28316e70-e107-4e8b-b352-793eca93849d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Deleting port 4113aede-9fc1-4824-829d-d39a94930a46 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:57:34.739650 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-28316e70-e107-4e8b-b352-793eca93849d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:34.744259 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-27290e4d-e25a-463b-ae57-18ee70237324 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:34.793724 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-12605abe-3f21-4efd-b927-41dfe91ab3ba tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:34.803104 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27290e4d-e25a-463b-ae57-18ee70237324 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Network 0c6575e9-c103-4708-907b-f04a089823a6 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:34.809415 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-27290e4d-e25a-463b-ae57-18ee70237324 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:34.813662 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27290e4d-e25a-463b-ae57-18ee70237324 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:57:34.846413 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27290e4d-e25a-463b-ae57-18ee70237324 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Pushing event updated for resources: {'Port': ['ID=805027a5-16dc-4d56-a0c9-ac45fe81552e,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:34.869698 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-450f5d55-6aa7-47ea-9e6a-23d7031fbf5e None None] Provisioning complete for port a7beff13-c4e8-4eae-9961-b53f86b84924 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:34.872509 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27290e4d-e25a-463b-ae57-18ee70237324 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:34.872695 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-edf86b71-3a78-48db-acc1-e1b65d218d9d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:34.873163 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-27290e4d-e25a-463b-ae57-18ee70237324 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:34.877238 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-450f5d55-6aa7-47ea-9e6a-23d7031fbf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:34.884225 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-edf86b71-3a78-48db-acc1-e1b65d218d9d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:34.892843 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-27290e4d-e25a-463b-ae57-18ee70237324 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1094503 Apr 28 19:57:34.895463 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42968) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:34.901841 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-d26fc798-df1e-4709-a9e8-3979a05cdb5a tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:34.928578 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d26fc798-df1e-4709-a9e8-3979a05cdb5a tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:34.993568 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-edf86b71-3a78-48db-acc1-e1b65d218d9d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:34.994094 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf86b71-3a78-48db-acc1-e1b65d218d9d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Fanout notify agent at l3_agent the message router_deleted on router d5039871-123d-43ae-9575-698e31128e4e {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:57:35.010379 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-edf86b71-3a78-48db-acc1-e1b65d218d9d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:35.020776 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-edf86b71-3a78-48db-acc1-e1b65d218d9d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/routers/d5039871-123d-43ae-9575-698e31128e4e HTTP/1.1" status: 204 len: 168 time: 3.2060757 Apr 28 19:57:35.021769 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42972) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:35.024338 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-28316e70-e107-4e8b-b352-793eca93849d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] For port 4113aede-9fc1-4824-829d-d39a94930a46, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=4113aede-9fc1-4824-829d-d39a94930a46,segment=NetworkSegment(f455a7dc-ef31-47ee-be2a-e93df35b6e8f),segment_id=f455a7dc-ef31-47ee-be2a-e93df35b6e8f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:57:35.024708 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-28316e70-e107-4e8b-b352-793eca93849d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:35.036496 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-7b801aab-f289-47f4-8246-366feb685b7c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1568344575'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:35.039792 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-12605abe-3f21-4efd-b927-41dfe91ab3ba tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:35.045319 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12605abe-3f21-4efd-b927-41dfe91ab3ba tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:35.045939 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-12605abe-3f21-4efd-b927-41dfe91ab3ba tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:35.049775 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f62fc08-6f42-4d6e-816e-2ccacdd0b4ed req-9add020f-415b-4e7b-966e-745770c7e867 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea477b41-020f-453a-aa33-c8fb69e1291a HTTP/1.1" status: 200 len: 1001 time: 0.2232325 Apr 28 19:57:35.097200 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-450f5d55-6aa7-47ea-9e6a-23d7031fbf5e None None] Provisioning complete for port b19987cb-bc49-45c3-8dd5-5545223fa9a0 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:35.097856 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-450f5d55-6aa7-47ea-9e6a-23d7031fbf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:35.125838 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-28316e70-e107-4e8b-b352-793eca93849d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Calling delete_port for 4113aede-9fc1-4824-829d-d39a94930a46 owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:35.143570 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d26fc798-df1e-4709-a9e8-3979a05cdb5a tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:35.174242 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-450f5d55-6aa7-47ea-9e6a-23d7031fbf5e None None] Port b19987cb-bc49-45c3-8dd5-5545223fa9a0 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:57:35.205950 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-12605abe-3f21-4efd-b927-41dfe91ab3ba tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0120656 Apr 28 19:57:35.212122 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42974) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:35.217132 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-a1dc19ca-9f61-411b-bc55-2b4a2575d407 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Request body: {'subnet': {'network_id': '553553c7-582c-4469-bb64-67017e10b972', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:35.269393 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b801aab-f289-47f4-8246-366feb685b7c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Made reservation on behalf of 6ff88bb069834363bbb6cc9bff6bbe85 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:35.273467 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7b801aab-f289-47f4-8246-366feb685b7c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:35.306598 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a31b1be7-1341-481d-8a02-3955177e83e8 None None] Provisioning complete for port b19987cb-bc49-45c3-8dd5-5545223fa9a0 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:35.306909 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a31b1be7-1341-481d-8a02-3955177e83e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:35.391173 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12605abe-3f21-4efd-b927-41dfe91ab3ba tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event updated for resources: {'Network': ['ID=553553c7-582c-4469-bb64-67017e10b972,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:35.406575 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-a31b1be7-1341-481d-8a02-3955177e83e8 None None] Port b19987cb-bc49-45c3-8dd5-5545223fa9a0 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:57:35.407830 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62fc08-6f42-4d6e-816e-2ccacdd0b4ed req-d821c0e8-b8a7-49be-8ea1-f37c8d72339b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:35.409470 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f62fc08-6f42-4d6e-816e-2ccacdd0b4ed req-d821c0e8-b8a7-49be-8ea1-f37c8d72339b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95e411ad-3fda-47de-9866-800115a43d0a HTTP/1.1" status: 200 len: 850 time: 0.3473737 Apr 28 19:57:35.414976 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 553553c7-582c-4469-bb64-67017e10b972 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:57:35.424665 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b801aab-f289-47f4-8246-366feb685b7c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:57:35.435256 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7b801aab-f289-47f4-8246-366feb685b7c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:35.435609 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-7b801aab-f289-47f4-8246-366feb685b7c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Added segment 8c70c032-867f-4093-95b4-7a077e062296 of type vlan for network 8a6e909a-51de-4416-a24b-c86d6d991851 Apr 28 19:57:35.528272 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-d26fc798-df1e-4709-a9e8-3979a05cdb5a tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Allocated IP 172.25.8.22 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/64c995ff-7aaa-4071-895b-7e941c95df61) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:35.530961 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7b801aab-f289-47f4-8246-366feb685b7c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:35.535737 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1dc19ca-9f61-411b-bc55-2b4a2575d407 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Made reservation on behalf of 9e9c5314bb5e4a71bd28b899dbbabafa for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:35.540667 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a1dc19ca-9f61-411b-bc55-2b4a2575d407 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:35.634234 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62fc08-6f42-4d6e-816e-2ccacdd0b4ed req-8397fc20-d30e-44c5-aa9e-df7758fd1e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:35.636563 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f62fc08-6f42-4d6e-816e-2ccacdd0b4ed req-8397fc20-d30e-44c5-aa9e-df7758fd1e4d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=13d770d2-76f1-4754-862f-2caf67b7488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1598516 Apr 28 19:57:35.659323 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-52fb3d8e-f80a-4ee0-836e-e059dd0578db None None] Provisioning complete for port b19987cb-bc49-45c3-8dd5-5545223fa9a0 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:35.659696 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-52fb3d8e-f80a-4ee0-836e-e059dd0578db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:35.723607 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7b801aab-f289-47f4-8246-366feb685b7c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:35.730993 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b801aab-f289-47f4-8246-366feb685b7c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:35.732671 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7b801aab-f289-47f4-8246-366feb685b7c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:35.742069 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-52fb3d8e-f80a-4ee0-836e-e059dd0578db None None] Port b19987cb-bc49-45c3-8dd5-5545223fa9a0 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:57:35.803574 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-28316e70-e107-4e8b-b352-793eca93849d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:35.808008 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d26fc798-df1e-4709-a9e8-3979a05cdb5a tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:35.816551 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b801aab-f289-47f4-8246-366feb685b7c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Network': ['ID=8a6e909a-51de-4416-a24b-c86d6d991851,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:35.827794 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 8a6e909a-51de-4416-a24b-c86d6d991851 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:57:35.854818 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28316e70-e107-4e8b-b352-793eca93849d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event deleted for resources: {'Port': ['ID=4113aede-9fc1-4824-829d-d39a94930a46,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:35.883624 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2699f8f-d7db-4749-87ef-b6998915e221 None None] get_active_networks_info from n-d-839810-1 {{(pid=102775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 28 19:57:35.895358 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7b801aab-f289-47f4-8246-366feb685b7c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8648984 Apr 28 19:57:35.897987 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42982) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:35.911614 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-093f66ad-b6e4-4aaf-8d35-a35c86bba184 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Request body: {'subnet': {'network_id': '8a6e909a-51de-4416-a24b-c86d6d991851', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:35.937125 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d26fc798-df1e-4709-a9e8-3979a05cdb5a tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:35.968941 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a1dc19ca-9f61-411b-bc55-2b4a2575d407 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:36.025018 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26fc798-df1e-4709-a9e8-3979a05cdb5a tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:36.037689 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-d26fc798-df1e-4709-a9e8-3979a05cdb5a tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:36.044785 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-6b0ba56c-0040-43bb-bc39-e21f5b0b0aa7 None None] Provisioning complete for port 805027a5-16dc-4d56-a0c9-ac45fe81552e triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:36.045417 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6b0ba56c-0040-43bb-bc39-e21f5b0b0aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:36.051831 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26fc798-df1e-4709-a9e8-3979a05cdb5a tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:57:36.061684 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26fc798-df1e-4709-a9e8-3979a05cdb5a tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Pushing event updated for resources: {'Port': ['ID=64c995ff-7aaa-4071-895b-7e941c95df61,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:36.124553 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f62fc08-6f42-4d6e-816e-2ccacdd0b4ed req-a6ca3792-a901-4ed4-9c5c-d7673891b7e4 service neutron] 10.222.0.44 "GET /v2.0/networks/13d770d2-76f1-4754-862f-2caf67b7488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4764650 Apr 28 19:57:36.125307 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc19ca-9f61-411b-bc55-2b4a2575d407 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event updated for resources: {'Subnet': ['ID=0085941a-73dc-40c4-8ba5-66f1782ea068,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:36.135498 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc19ca-9f61-411b-bc55-2b4a2575d407 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Checking segment: {'id': '25efede0-7d3a-4518-bcde-9654176ae5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '553553c7-582c-4469-bb64-67017e10b972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:57:36.135832 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dc19ca-9f61-411b-bc55-2b4a2575d407 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Network hostable DHCP agents. Network: 553553c7-582c-4469-bb64-67017e10b972, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:57:36.137112 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093f66ad-b6e4-4aaf-8d35-a35c86bba184 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Made reservation on behalf of 6ff88bb069834363bbb6cc9bff6bbe85 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:36.138387 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-6b0ba56c-0040-43bb-bc39-e21f5b0b0aa7 None None] Port 805027a5-16dc-4d56-a0c9-ac45fe81552e cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:57:36.149129 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-093f66ad-b6e4-4aaf-8d35-a35c86bba184 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:36.228446 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dc19ca-9f61-411b-bc55-2b4a2575d407 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Network 553553c7-582c-4469-bb64-67017e10b972 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:57:36.275321 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d26fc798-df1e-4709-a9e8-3979a05cdb5a tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:36.299590 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-a1dc19ca-9f61-411b-bc55-2b4a2575d407 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 553553c7-582c-4469-bb64-67017e10b972) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:36.323888 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dc19ca-9f61-411b-bc55-2b4a2575d407 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:36.324817 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a1dc19ca-9f61-411b-bc55-2b4a2575d407 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:36.340436 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d26fc798-df1e-4709-a9e8-3979a05cdb5a tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:36.372737 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2699f8f-d7db-4749-87ef-b6998915e221 None None] Unable to find a vacant binding_index for network 553553c7-582c-4469-bb64-67017e10b972 and agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 {{(pid=102775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 28 19:57:36.378757 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2699f8f-d7db-4749-87ef-b6998915e221 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 553553c7-582c-4469-bb64-67017e10b972) {{(pid=102775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 19:57:36.386873 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a1dc19ca-9f61-411b-bc55-2b4a2575d407 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1736410 Apr 28 19:57:36.391732 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42986) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:36.406384 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-28316e70-e107-4e8b-b352-793eca93849d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:36.442585 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f62fc08-6f42-4d6e-816e-2ccacdd0b4ed req-7560b068-9746-45e0-bd48-735d5416b3a7 service neutron] 10.222.0.44 "GET /v2.0/networks/13d770d2-76f1-4754-862f-2caf67b7488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539701 Apr 28 19:57:36.581409 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6c031ed1-8984-4828-afc1-0a5200e69aa9 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:36.625681 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:57:36.667871 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28316e70-e107-4e8b-b352-793eca93849d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Router 48962bb3-9323-48d9-9789-97de3970eaf2 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:57:36.673996 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-093f66ad-b6e4-4aaf-8d35-a35c86bba184 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:36.679114 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6c031ed1-8984-4828-afc1-0a5200e69aa9 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:36.696864 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373f9275-04b7-4773-b95a-87ef97991442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-553553c7-582c-4469-bb64-67017e10b972', 'network_id': '553553c7-582c-4469-bb64-67017e10b972', 'tenant_id': '9e9c5314bb5e4a71bd28b899dbbabafa', 'fixed_ips': [{'subnet_id': '0085941a-73dc-40c4-8ba5-66f1782ea068'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:57:36.697842 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-373f9275-04b7-4773-b95a-87ef97991442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:36.779605 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d26fc798-df1e-4709-a9e8-3979a05cdb5a tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:36.784130 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6c031ed1-8984-4828-afc1-0a5200e69aa9 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:36.792323 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d26fc798-df1e-4709-a9e8-3979a05cdb5a tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:36.833348 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f66ad-b6e4-4aaf-8d35-a35c86bba184 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Subnet': ['ID=3c396093-64cc-47d5-b92f-86cd7fd24502,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:36.849978 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c031ed1-8984-4828-afc1-0a5200e69aa9 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event deleted for resources: {'Subnet': ['ID=0085941a-73dc-40c4-8ba5-66f1782ea068,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server [None req-373f9275-04b7-4773-b95a-87ef97991442 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0085941a-73dc-40c4-8ba5-66f1782ea068: This subnet is being modified by another concurrent operation. Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise exception Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0085941a-73dc-40c4-8ba5-66f1782ea068: This subnet is being modified by another concurrent operation. Apr 28 19:57:36.867499 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server Apr 28 19:57:36.894548 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28316e70-e107-4e8b-b352-793eca93849d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:57:36.903401 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-28316e70-e107-4e8b-b352-793eca93849d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "PUT /v2.0/routers/48962bb3-9323-48d9-9789-97de3970eaf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3210666 Apr 28 19:57:36.907173 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e0dc04-f0d2-44f6-a3c1-97be3b3fa91a None None] Sync routers for ids ['48962bb3-9323-48d9-9789-97de3970eaf2'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:57:36.910229 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42988) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:36.910985 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093f66ad-b6e4-4aaf-8d35-a35c86bba184 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Checking segment: {'id': '8c70c032-867f-4093-95b4-7a077e062296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8a6e909a-51de-4416-a24b-c86d6d991851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:57:36.911346 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093f66ad-b6e4-4aaf-8d35-a35c86bba184 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network hostable DHCP agents. Network: 8a6e909a-51de-4416-a24b-c86d6d991851, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:57:36.918338 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6c031ed1-8984-4828-afc1-0a5200e69aa9 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:36.921868 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e0dc04-f0d2-44f6-a3c1-97be3b3fa91a None None] Routers {'48962bb3-9323-48d9-9789-97de3970eaf2'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:36.922746 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-42e0dc04-f0d2-44f6-a3c1-97be3b3fa91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:57:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['48962bb3-9323-48d9-9789-97de3970eaf2'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:36.927020 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37747736-e393-487f-b4cf-bc06d912a0fd None None] get_active_networks_info from n-d-839810-1 {{(pid=102775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 28 19:57:36.945419 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-6c031ed1-8984-4828-afc1-0a5200e69aa9 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553553c7-582c-4469-bb64-67017e10b972']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:36.959192 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-6c031ed1-8984-4828-afc1-0a5200e69aa9 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25efede0-7d3a-4518-bcde-9654176ae5a2') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:36.960256 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-6c031ed1-8984-4828-afc1-0a5200e69aa9 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25efede0-7d3a-4518-bcde-9654176ae5a2') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:36.978871 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6c031ed1-8984-4828-afc1-0a5200e69aa9 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:36.990362 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ca5171c-6872-4ffd-9650-d6b55eef5efd tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Deleting subnet c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:57:36.997411 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6c031ed1-8984-4828-afc1-0a5200e69aa9 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:36.997927 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1ca5171c-6872-4ffd-9650-d6b55eef5efd tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:37.032446 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c031ed1-8984-4828-afc1-0a5200e69aa9 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:57:37.035976 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6c031ed1-8984-4828-afc1-0a5200e69aa9 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:37.042832 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-42e0dc04-f0d2-44f6-a3c1-97be3b3fa91a None None] Set router 48962bb3-9323-48d9-9789-97de3970eaf2 gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:57:37.047206 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:57:37.047206 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:57:37.047206 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:57:37.047206 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:57:37.047206 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:57:37.047206 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:57:37.047206 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:57:37.047206 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:57:37.047206 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:57:37.047206 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:57:37.047206 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:57:37.047206 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:57:37.047206 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:57:37.047206 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:57:37.047206 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:57:37.047206 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:57:37.047206 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:57:37.047206 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:57:37.047206 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:57:37.047206 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:57:37.047206 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:57:37.047206 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:57:37.047206 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:57:37.047206 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:57:37.047206 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:57:37.047206 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:57:37.047206 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:57:37.047206 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:57:37.047206 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:57:37.047206 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:57:37.047206 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:57:37.047206 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:57:37.051456 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1ca5171c-6872-4ffd-9650-d6b55eef5efd tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:37.092469 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093f66ad-b6e4-4aaf-8d35-a35c86bba184 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network 8a6e909a-51de-4416-a24b-c86d6d991851 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:57:37.116248 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-093f66ad-b6e4-4aaf-8d35-a35c86bba184 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 8a6e909a-51de-4416-a24b-c86d6d991851) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:37.122050 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093f66ad-b6e4-4aaf-8d35-a35c86bba184 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:37.122645 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-093f66ad-b6e4-4aaf-8d35-a35c86bba184 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:37.132634 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-42e0dc04-f0d2-44f6-a3c1-97be3b3fa91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'name': 'tempest-RoutersTest-router-598179015', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:27Z', 'updated_at': '2022-04-28T19:57:35Z', 'revision_number': 11, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:37.162744 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-093f66ad-b6e4-4aaf-8d35-a35c86bba184 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2636452 Apr 28 19:57:37.173029 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e0dc04-f0d2-44f6-a3c1-97be3b3fa91a None None] Checking router: 48962bb3-9323-48d9-9789-97de3970eaf2 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:57:37.180648 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 42992) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:37.183391 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e0dc04-f0d2-44f6-a3c1-97be3b3fa91a None None] Routers {'48962bb3-9323-48d9-9789-97de3970eaf2'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:37.184072 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-42e0dc04-f0d2-44f6-a3c1-97be3b3fa91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:57:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['48962bb3-9323-48d9-9789-97de3970eaf2'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:37.186182 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-90e29c00-f771-4a87-8dd1-0f5331662d5c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-667747308', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:37.203013 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26fc798-df1e-4709-a9e8-3979a05cdb5a tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Pushing event updated for resources: {'Port': ['ID=64c995ff-7aaa-4071-895b-7e941c95df61,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:37.221055 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d26fc798-df1e-4709-a9e8-3979a05cdb5a tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:37.234705 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6c031ed1-8984-4828-afc1-0a5200e69aa9 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:37.242311 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1ca5171c-6872-4ffd-9650-d6b55eef5efd tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:37.245672 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6c031ed1-8984-4828-afc1-0a5200e69aa9 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:37.252213 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6c031ed1-8984-4828-afc1-0a5200e69aa9 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "DELETE /v2.0/networks/553553c7-582c-4469-bb64-67017e10b972 HTTP/1.1" status: 204 len: 168 time: 0.8593936 Apr 28 19:57:37.252520 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-90e29c00-f771-4a87-8dd1-0f5331662d5c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:37.253495 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-90e29c00-f771-4a87-8dd1-0f5331662d5c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:37.255900 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d26fc798-df1e-4709-a9e8-3979a05cdb5a tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:37.260248 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d26fc798-df1e-4709-a9e8-3979a05cdb5a tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3602960 Apr 28 19:57:37.261738 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42994) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:37.262080 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42996) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:37.269189 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-2badfe83-5970-43bd-bc61-b6ea3ead8cac tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1065077384'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:37.284564 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-42e0dc04-f0d2-44f6-a3c1-97be3b3fa91a None None] Set router 48962bb3-9323-48d9-9789-97de3970eaf2 gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:57:37.290902 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37747736-e393-487f-b4cf-bc06d912a0fd None None] Unable to find a vacant binding_index for network 8a6e909a-51de-4416-a24b-c86d6d991851 and agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 {{(pid=102775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 28 19:57:37.295116 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-36afb766-75a6-41db-8226-e8eeda4fc874 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Request body: {'floatingip': {'port_id': '805027a5-16dc-4d56-a0c9-ac45fe81552e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:37.305553 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37747736-e393-487f-b4cf-bc06d912a0fd None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 8a6e909a-51de-4416-a24b-c86d6d991851) {{(pid=102775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 19:57:37.312328 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2badfe83-5970-43bd-bc61-b6ea3ead8cac tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Made reservation on behalf of 9e9c5314bb5e4a71bd28b899dbbabafa for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:37.315125 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2badfe83-5970-43bd-bc61-b6ea3ead8cac tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:37.320586 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-90e29c00-f771-4a87-8dd1-0f5331662d5c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:37.343702 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-90e29c00-f771-4a87-8dd1-0f5331662d5c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:37.353203 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-42e0dc04-f0d2-44f6-a3c1-97be3b3fa91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'name': 'tempest-RoutersTest-router-598179015', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:27Z', 'updated_at': '2022-04-28T19:57:35Z', 'revision_number': 11, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:37.366340 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c031ed1-8984-4828-afc1-0a5200e69aa9 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event deleted for resources: {'Network': ['ID=553553c7-582c-4469-bb64-67017e10b972,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:37.384222 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-36afb766-75a6-41db-8226-e8eeda4fc874 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks [] for floatingip, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:37.385694 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-90e29c00-f771-4a87-8dd1-0f5331662d5c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:37.391968 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-90e29c00-f771-4a87-8dd1-0f5331662d5c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2091174 Apr 28 19:57:37.392187 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 42998) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:37.393298 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e0dc04-f0d2-44f6-a3c1-97be3b3fa91a None None] The sync data for ids ['48962bb3-9323-48d9-9789-97de3970eaf2'] in n-d-839810-1 is: [{'id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'name': 'tempest-RoutersTest-router-598179015', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:27Z', 'updated_at': '2022-04-28T19:57:35Z', 'revision_number': 11, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'gw_port_host': None}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:57:37.427208 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1ca5171c-6872-4ffd-9650-d6b55eef5efd tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:37.449778 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1ca5171c-6872-4ffd-9650-d6b55eef5efd tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:37.455951 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1ca5171c-6872-4ffd-9650-d6b55eef5efd tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/subnets/c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8 HTTP/1.1" status: 204 len: 168 time: 0.5393133 Apr 28 19:57:37.484520 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43000) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:37.589295 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8daf266b-b368-4fd6-a14c-88ae1f0d56d2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:37.595151 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2badfe83-5970-43bd-bc61-b6ea3ead8cac tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:57:37.701588 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed82b39-6e6c-46d5-9023-66a7d38ac1dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-8a6e909a-51de-4416-a24b-c86d6d991851', 'network_id': '8a6e909a-51de-4416-a24b-c86d6d991851', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'fixed_ips': [{'subnet_id': '3c396093-64cc-47d5-b92f-86cd7fd24502'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:57:37.702465 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0ed82b39-6e6c-46d5-9023-66a7d38ac1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:37.772790 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2badfe83-5970-43bd-bc61-b6ea3ead8cac tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:37.773290 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-2badfe83-5970-43bd-bc61-b6ea3ead8cac tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Added segment a57139ae-e1b4-445b-9890-79b61aead416 of type vlan for network 6cc26d72-4c33-44a4-a924-a23be62a6659 Apr 28 19:57:37.907754 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-0ed82b39-6e6c-46d5-9023-66a7d38ac1dd None None] Allocated IP 2001:db8::2 (8a6e909a-51de-4416-a24b-c86d6d991851/3c396093-64cc-47d5-b92f-86cd7fd24502/8c3b8be5-4c3c-4ac7-9113-7fdb3f2558a2) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:37.920579 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5171c-6872-4ffd-9650-d6b55eef5efd tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event deleted for resources: {'Subnet': ['ID=c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:37.937494 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2badfe83-5970-43bd-bc61-b6ea3ead8cac tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:37.993115 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-36afb766-75a6-41db-8226-e8eeda4fc874 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] update failed (client error): The resource could not be found. Apr 28 19:57:37.997674 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-36afb766-75a6-41db-8226-e8eeda4fc874 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] 10.222.0.42 "PUT /v2.0/floatingips/ca607a96-77ce-49e8-9995-d279e0830ff4 HTTP/1.1" status: 404 len: 507 time: 0.7036769 Apr 28 19:57:37.999323 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43004) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:38.052453 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-8daf266b-b368-4fd6-a14c-88ae1f0d56d2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Deleting port f2868ee8-7949-4339-b275-eb6c602ca7e7 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:57:38.052793 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8daf266b-b368-4fd6-a14c-88ae1f0d56d2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:38.059994 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2badfe83-5970-43bd-bc61-b6ea3ead8cac tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:38.065607 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2badfe83-5970-43bd-bc61-b6ea3ead8cac tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:38.066560 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2badfe83-5970-43bd-bc61-b6ea3ead8cac tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:38.110518 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2badfe83-5970-43bd-bc61-b6ea3ead8cac tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8446989 Apr 28 19:57:38.129443 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43008) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:38.152571 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0ed82b39-6e6c-46d5-9023-66a7d38ac1dd None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:38.166882 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0ed82b39-6e6c-46d5-9023-66a7d38ac1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:38.188224 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-ae1f501b-ee20-4ca2-9e32-161b4d1eeabc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Request body: {'subnet': {'network_id': '6cc26d72-4c33-44a4-a924-a23be62a6659', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:38.232174 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20e12a35-b6ef-4d65-90da-dd4db6518cc6 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Deleting port 64c995ff-7aaa-4071-895b-7e941c95df61 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:57:38.232539 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20e12a35-b6ef-4d65-90da-dd4db6518cc6 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:38.278410 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 4113aede-9fc1-4824-829d-d39a94930a46 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:57:38.280158 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed82b39-6e6c-46d5-9023-66a7d38ac1dd None None] Pushing event updated for resources: {'Port': ['ID=8c3b8be5-4c3c-4ac7-9113-7fdb3f2558a2,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:38.296852 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2badfe83-5970-43bd-bc61-b6ea3ead8cac tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event updated for resources: {'Network': ['ID=6cc26d72-4c33-44a4-a924-a23be62a6659,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:38.305508 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-8daf266b-b368-4fd6-a14c-88ae1f0d56d2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] For port f2868ee8-7949-4339-b275-eb6c602ca7e7, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=f2868ee8-7949-4339-b275-eb6c602ca7e7,segment=NetworkSegment(f455a7dc-ef31-47ee-be2a-e93df35b6e8f),segment_id=f455a7dc-ef31-47ee-be2a-e93df35b6e8f)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:57:38.306056 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8daf266b-b368-4fd6-a14c-88ae1f0d56d2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:38.335865 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20e12a35-b6ef-4d65-90da-dd4db6518cc6 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:38.336299 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20e12a35-b6ef-4d65-90da-dd4db6518cc6 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:38.342976 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed82b39-6e6c-46d5-9023-66a7d38ac1dd None None] Network 8a6e909a-51de-4416-a24b-c86d6d991851 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:38.343812 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 6cc26d72-4c33-44a4-a924-a23be62a6659 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:57:38.347132 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 4113aede-9fc1-4824-829d-d39a94930a46 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:57:38.347464 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 4113aede-9fc1-4824-829d-d39a94930a46 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:57:38.351468 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-20e12a35-b6ef-4d65-90da-dd4db6518cc6 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Calling delete_port for 64c995ff-7aaa-4071-895b-7e941c95df61 owned by network:floatingip {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:38.360437 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-45816b2c-bd9c-43bd-9333-7a9b2985110e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:38.401659 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-8daf266b-b368-4fd6-a14c-88ae1f0d56d2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Calling delete_port for f2868ee8-7949-4339-b275-eb6c602ca7e7 owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:38.427223 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-0ed82b39-6e6c-46d5-9023-66a7d38ac1dd None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:38.442666 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed82b39-6e6c-46d5-9023-66a7d38ac1dd None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:57:38.559903 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20e12a35-b6ef-4d65-90da-dd4db6518cc6 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:38.561945 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43014) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:38.565669 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-0ed82b39-6e6c-46d5-9023-66a7d38ac1dd None None] Attempting to bind port 8c3b8be5-4c3c-4ac7-9113-7fdb3f2558a2 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:57:38.566403 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-0ed82b39-6e6c-46d5-9023-66a7d38ac1dd None None] Attempting to bind port 8c3b8be5-4c3c-4ac7-9113-7fdb3f2558a2 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '8c70c032-867f-4093-95b4-7a077e062296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8a6e909a-51de-4416-a24b-c86d6d991851'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:57:38.567742 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed82b39-6e6c-46d5-9023-66a7d38ac1dd None None] Attempting to bind port 8c3b8be5-4c3c-4ac7-9113-7fdb3f2558a2 on network 8a6e909a-51de-4416-a24b-c86d6d991851 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:57:38.573765 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed82b39-6e6c-46d5-9023-66a7d38ac1dd None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:57:38.574937 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed82b39-6e6c-46d5-9023-66a7d38ac1dd None None] Checking segment: {'id': '8c70c032-867f-4093-95b4-7a077e062296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8a6e909a-51de-4416-a24b-c86d6d991851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:57:38.574937 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0ed82b39-6e6c-46d5-9023-66a7d38ac1dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:38.575323 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed82b39-6e6c-46d5-9023-66a7d38ac1dd None None] Bound using segment: {'id': '8c70c032-867f-4093-95b4-7a077e062296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8a6e909a-51de-4416-a24b-c86d6d991851'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:57:38.575753 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-0ed82b39-6e6c-46d5-9023-66a7d38ac1dd None None] Bound port: 8c3b8be5-4c3c-4ac7-9113-7fdb3f2558a2, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c70c032-867f-4093-95b4-7a077e062296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8a6e909a-51de-4416-a24b-c86d6d991851'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:57:38.577520 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0ed82b39-6e6c-46d5-9023-66a7d38ac1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:38.594459 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e12a35-b6ef-4d65-90da-dd4db6518cc6 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Pushing event deleted for resources: {'Port': ['ID=64c995ff-7aaa-4071-895b-7e941c95df61,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:38.684587 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20e12a35-b6ef-4d65-90da-dd4db6518cc6 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks [] for floatingip, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:38.687260 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-20e12a35-b6ef-4d65-90da-dd4db6518cc6 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:38.698252 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-20e12a35-b6ef-4d65-90da-dd4db6518cc6 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] 10.222.0.42 "DELETE /v2.0/floatingips/ca607a96-77ce-49e8-9995-d279e0830ff4 HTTP/1.1" status: 204 len: 168 time: 0.6880372 Apr 28 19:57:38.698727 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43018) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:38.705354 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-d98e8f69-60ae-4339-af99-b27f2cf3920c tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Request body: {'floatingip': {'floating_network_id': '0c6575e9-c103-4708-907b-f04a089823a6', 'port_id': '805027a5-16dc-4d56-a0c9-ac45fe81552e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:38.726297 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0ed82b39-6e6c-46d5-9023-66a7d38ac1dd None None] For port 8c3b8be5-4c3c-4ac7-9113-7fdb3f2558a2, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:57:38.731886 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0ed82b39-6e6c-46d5-9023-66a7d38ac1dd None None] For port 8c3b8be5-4c3c-4ac7-9113-7fdb3f2558a2, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=8c3b8be5-4c3c-4ac7-9113-7fdb3f2558a2,segment=NetworkSegment(8c70c032-867f-4093-95b4-7a077e062296),segment_id=8c70c032-867f-4093-95b4-7a077e062296)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:57:38.741388 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0ed82b39-6e6c-46d5-9023-66a7d38ac1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:38.764634 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d98e8f69-60ae-4339-af99-b27f2cf3920c tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks [] for floatingip, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:38.797025 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c4f3cd64-39b7-4ca0-902f-313211e7795c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:38.831138 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed82b39-6e6c-46d5-9023-66a7d38ac1dd None None] Pushing event updated for resources: {'Port': ['ID=8c3b8be5-4c3c-4ac7-9113-7fdb3f2558a2,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:38.989143 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c4f3cd64-39b7-4ca0-902f-313211e7795c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:38.997749 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c4f3cd64-39b7-4ca0-902f-313211e7795c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:39.029968 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-d98e8f69-60ae-4339-af99-b27f2cf3920c tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:57:39.031047 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d98e8f69-60ae-4339-af99-b27f2cf3920c tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3312757 Apr 28 19:57:39.038198 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43020) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:39.044129 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-4e5c8f36-cdfd-4eaa-bdeb-bdfab2775cee tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'port_id': '805027a5-16dc-4d56-a0c9-ac45fe81552e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:39.094300 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3cd64-39b7-4ca0-902f-313211e7795c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15628f8e-6c90-4bf6-a3fc-ec3470ce61e1,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:39.103716 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c4f3cd64-39b7-4ca0-902f-313211e7795c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=70727bfacf664ca2b002359c14eb3a2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5392590 Apr 28 19:57:39.106479 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43022) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:39.171252 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4e5c8f36-cdfd-4eaa-bdeb-bdfab2775cee tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:39.187092 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1f501b-ee20-4ca2-9e32-161b4d1eeabc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Made reservation on behalf of 9e9c5314bb5e4a71bd28b899dbbabafa for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:39.190567 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ae1f501b-ee20-4ca2-9e32-161b4d1eeabc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:39.195748 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10d4b886-af7b-47d2-99f7-9c635dc25861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:39.229181 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10d4b886-af7b-47d2-99f7-9c635dc25861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:39.293494 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10d4b886-af7b-47d2-99f7-9c635dc25861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:39.296384 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10d4b886-af7b-47d2-99f7-9c635dc25861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:39.297300 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-10d4b886-af7b-47d2-99f7-9c635dc25861 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/15628f8e-6c90-4bf6-a3fc-ec3470ce61e1 HTTP/1.1" status: 204 len: 168 time: 0.1898766 Apr 28 19:57:39.306472 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4b886-af7b-47d2-99f7-9c635dc25861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15628f8e-6c90-4bf6-a3fc-ec3470ce61e1,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:39.328210 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8daf266b-b368-4fd6-a14c-88ae1f0d56d2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:39.422720 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf266b-b368-4fd6-a14c-88ae1f0d56d2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event deleted for resources: {'Port': ['ID=f2868ee8-7949-4339-b275-eb6c602ca7e7,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:39.434860 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daf266b-b368-4fd6-a14c-88ae1f0d56d2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] No DVR routers for this DVR port f2868ee8-7949-4339-b275-eb6c602ca7e7 on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:57:39.491965 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-45816b2c-bd9c-43bd-9333-7a9b2985110e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Allocated IP 2001:db8::1 (8a6e909a-51de-4416-a24b-c86d6d991851/3c396093-64cc-47d5-b92f-86cd7fd24502/b7a6e420-97d6-4540-a9e2-c1a629386665) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:39.601014 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43028) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:39.603378 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8daf266b-b368-4fd6-a14c-88ae1f0d56d2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:39.616810 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f6f974f-6458-4161-a475-b44914190d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:39.714677 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f6f974f-6458-4161-a475-b44914190d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:39.720317 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f6f974f-6458-4161-a475-b44914190d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:39.722839 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-8daf266b-b368-4fd6-a14c-88ae1f0d56d2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010f5038-8bf6-49e7-b820-7246489a8fb5']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:39.748835 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-8daf266b-b368-4fd6-a14c-88ae1f0d56d2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f455a7dc-ef31-47ee-be2a-e93df35b6e8f') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:39.749127 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-8daf266b-b368-4fd6-a14c-88ae1f0d56d2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f455a7dc-ef31-47ee-be2a-e93df35b6e8f') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:39.763316 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8f6f974f-6458-4161-a475-b44914190d10 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0d27e4ea0ea34dc39b8c26b3b5a598ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1602981 Apr 28 19:57:39.764236 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f974f-6458-4161-a475-b44914190d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f4d066-0a38-4ba2-a3a7-db725e060a90,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:39.767420 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43030) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:39.778336 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8daf266b-b368-4fd6-a14c-88ae1f0d56d2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:39.795702 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ae1f501b-ee20-4ca2-9e32-161b4d1eeabc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:39.806656 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4e5c8f36-cdfd-4eaa-bdeb-bdfab2775cee tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:39.823857 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4955b844-1f31-4dc9-81b6-f9c3f5e8535e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:39.850909 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4955b844-1f31-4dc9-81b6-f9c3f5e8535e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:39.852215 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8daf266b-b368-4fd6-a14c-88ae1f0d56d2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:39.880055 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-45816b2c-bd9c-43bd-9333-7a9b2985110e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:39.881719 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8daf266b-b368-4fd6-a14c-88ae1f0d56d2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:57:39.882607 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8daf266b-b368-4fd6-a14c-88ae1f0d56d2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:39.889306 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:57:39.889306 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:57:39.889306 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:57:39.889306 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:57:39.889306 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:57:39.889306 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:57:39.889306 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:57:39.889306 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:57:39.889306 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:57:39.889306 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:57:39.889306 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:57:39.889306 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:57:39.889306 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:57:39.889306 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:57:39.889306 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:57:39.889306 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:57:39.889306 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:57:39.889306 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:57:39.889306 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:57:39.889306 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:57:39.889306 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:57:39.889306 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:57:39.889306 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:57:39.889306 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:57:39.889306 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:57:39.889306 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:57:39.889306 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:57:39.889306 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:57:39.889306 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:57:39.889306 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:57:39.889306 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:57:39.889306 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:57:39.914346 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4955b844-1f31-4dc9-81b6-f9c3f5e8535e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:39.918086 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4955b844-1f31-4dc9-81b6-f9c3f5e8535e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:39.919499 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4955b844-1f31-4dc9-81b6-f9c3f5e8535e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/06f4d066-0a38-4ba2-a3a7-db725e060a90 HTTP/1.1" status: 204 len: 168 time: 0.1519296 Apr 28 19:57:39.931728 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4955b844-1f31-4dc9-81b6-f9c3f5e8535e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f4d066-0a38-4ba2-a3a7-db725e060a90,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:39.994943 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f501b-ee20-4ca2-9e32-161b4d1eeabc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event updated for resources: {'Subnet': ['ID=4bebad89-e8c4-4790-ac4e-3c9cde8bfee7,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:40.036212 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8daf266b-b368-4fd6-a14c-88ae1f0d56d2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:40.058303 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8daf266b-b368-4fd6-a14c-88ae1f0d56d2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:40.064340 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7907da29-9dcf-4801-b96c-9373e59f5c38 None None] Network 553553c7-582c-4469-bb64-67017e10b972 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:57:40.064906 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8daf266b-b368-4fd6-a14c-88ae1f0d56d2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/networks/010f5038-8bf6-49e7-b820-7246489a8fb5 HTTP/1.1" status: 204 len: 168 time: 2.5592763 Apr 28 19:57:40.065010 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e10d369-b543-488d-9acf-61927175ac43 None None] Network 8a6e909a-51de-4416-a24b-c86d6d991851 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:57:40.067326 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43034) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:40.073193 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-61634d11-448a-42c6-a1a9-46dd3b812416 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Request body: {'router': {'routes': None}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:40.104424 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1f501b-ee20-4ca2-9e32-161b4d1eeabc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Checking segment: {'id': 'a57139ae-e1b4-445b-9890-79b61aead416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6cc26d72-4c33-44a4-a924-a23be62a6659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:57:40.104932 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1f501b-ee20-4ca2-9e32-161b4d1eeabc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Network hostable DHCP agents. Network: 6cc26d72-4c33-44a4-a924-a23be62a6659, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:57:40.107135 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf266b-b368-4fd6-a14c-88ae1f0d56d2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Pushing event deleted for resources: {'Network': ['ID=010f5038-8bf6-49e7-b820-7246489a8fb5,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:40.128845 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-45816b2c-bd9c-43bd-9333-7a9b2985110e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:40.140754 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7907da29-9dcf-4801-b96c-9373e59f5c38 None None] Network 553553c7-582c-4469-bb64-67017e10b972 could not be found, it might have been deleted concurrently. {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 28 19:57:40.175504 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-4e5c8f36-cdfd-4eaa-bdeb-bdfab2775cee tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Allocated IP 172.25.8.249 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/2d77d4fb-1c66-4ad2-8194-29303e75099d) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:40.192450 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1f501b-ee20-4ca2-9e32-161b4d1eeabc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Network 6cc26d72-4c33-44a4-a924-a23be62a6659 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:57:40.215867 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45816b2c-bd9c-43bd-9333-7a9b2985110e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network 8a6e909a-51de-4416-a24b-c86d6d991851 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:40.224508 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-45816b2c-bd9c-43bd-9333-7a9b2985110e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:40.233549 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45816b2c-bd9c-43bd-9333-7a9b2985110e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:57:40.234105 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-45816b2c-bd9c-43bd-9333-7a9b2985110e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:40.261774 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-d8de346a-5340-475d-92ae-1006d9a44fb1 None None] Provisioning complete for port 8c3b8be5-4c3c-4ac7-9113-7fdb3f2558a2 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:40.262989 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d8de346a-5340-475d-92ae-1006d9a44fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:40.263232 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-ae1f501b-ee20-4ca2-9e32-161b4d1eeabc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 6cc26d72-4c33-44a4-a924-a23be62a6659) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:40.265237 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dff60fe-b847-4e5a-a07a-1113a2cce372 None None] Network 553553c7-582c-4469-bb64-67017e10b972 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:57:40.345288 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5e7612-40e5-4b95-a828-11196865d7ca None None] Network 6cc26d72-4c33-44a4-a924-a23be62a6659 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:57:40.364875 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dff60fe-b847-4e5a-a07a-1113a2cce372 None None] Network 553553c7-582c-4469-bb64-67017e10b972 could not be found, it might have been deleted concurrently. {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 28 19:57:40.384439 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.extraroute_db [None req-61634d11-448a-42c6-a1a9-46dd3b812416 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Added routes are [] {{(pid=102773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 28 19:57:40.384866 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.extraroute_db [None req-61634d11-448a-42c6-a1a9-46dd3b812416 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Removed routes are [] {{(pid=102773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 28 19:57:40.400718 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61634d11-448a-42c6-a1a9-46dd3b812416 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364'] for router, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:40.415373 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45816b2c-bd9c-43bd-9333-7a9b2985110e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Port': ['ID=b7a6e420-97d6-4540-a9e2-c1a629386665,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:40.425183 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1f501b-ee20-4ca2-9e32-161b4d1eeabc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:40.425852 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ae1f501b-ee20-4ca2-9e32-161b4d1eeabc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:40.463537 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ae1f501b-ee20-4ca2-9e32-161b4d1eeabc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2803645 Apr 28 19:57:40.492930 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 8c3b8be5-4c3c-4ac7-9113-7fdb3f2558a2 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:57:40.517804 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43042) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:40.585554 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6548f9-1f46-4b29-bbfc-83cf63643723 None None] DHCP port deletion for 010f5038-8bf6-49e7-b820-7246489a8fb5 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:57:40.622665 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d8de346a-5340-475d-92ae-1006d9a44fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:40.715743 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-45816b2c-bd9c-43bd-9333-7a9b2985110e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:40.733632 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61634d11-448a-42c6-a1a9-46dd3b812416 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364'] for router, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:40.738228 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61634d11-448a-42c6-a1a9-46dd3b812416 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626624'] for router, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:40.853477 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61634d11-448a-42c6-a1a9-46dd3b812416 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Router 48962bb3-9323-48d9-9789-97de3970eaf2 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:57:40.881486 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d8de346a-5340-475d-92ae-1006d9a44fb1 None None] For port 8c3b8be5-4c3c-4ac7-9113-7fdb3f2558a2, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=8c3b8be5-4c3c-4ac7-9113-7fdb3f2558a2,segment=NetworkSegment(8c70c032-867f-4093-95b4-7a077e062296),segment_id=8c70c032-867f-4093-95b4-7a077e062296)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:57:40.899319 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d8de346a-5340-475d-92ae-1006d9a44fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:40.945027 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4e5c8f36-cdfd-4eaa-bdeb-bdfab2775cee tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:40.969740 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 8c3b8be5-4c3c-4ac7-9113-7fdb3f2558a2 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:40.970161 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:41.009499 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61634d11-448a-42c6-a1a9-46dd3b812416 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:57:41.028456 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61634d11-448a-42c6-a1a9-46dd3b812416 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:41.032574 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-61634d11-448a-42c6-a1a9-46dd3b812416 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "PUT /v2.0/routers/48962bb3-9323-48d9-9789-97de3970eaf2 HTTP/1.1" status: 200 len: 700 time: 0.9636333 Apr 28 19:57:41.040085 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43056) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:41.041844 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d419dd16-900e-4b38-809f-2c14a54db6b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-6cc26d72-4c33-44a4-a924-a23be62a6659', 'network_id': '6cc26d72-4c33-44a4-a924-a23be62a6659', 'tenant_id': '9e9c5314bb5e4a71bd28b899dbbabafa', 'fixed_ips': [{'subnet_id': '4bebad89-e8c4-4790-ac4e-3c9cde8bfee7'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:57:41.042866 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d419dd16-900e-4b38-809f-2c14a54db6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:41.064961 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45a48bd-e5dc-4010-9d5e-281ce4bfe936 None None] Sync routers for ids ['48962bb3-9323-48d9-9789-97de3970eaf2'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:57:41.071768 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7dc4e003-0ec1-4ad7-b2e9-f3077b4175bc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:41.089226 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-16d6b097-5b9a-4bf5-83c5-5cdf4293da35 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "GET /v2.0/ports?device_id=48962bb3-9323-48d9-9789-97de3970eaf2 HTTP/1.1" status: 200 len: 205 time: 0.0470879 Apr 28 19:57:41.090029 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43058) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:41.141141 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45a48bd-e5dc-4010-9d5e-281ce4bfe936 None None] Routers {'48962bb3-9323-48d9-9789-97de3970eaf2'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:41.141916 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d45a48bd-e5dc-4010-9d5e-281ce4bfe936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:57:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['48962bb3-9323-48d9-9789-97de3970eaf2'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:41.173171 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4e5c8f36-cdfd-4eaa-bdeb-bdfab2775cee tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:41.191086 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-45816b2c-bd9c-43bd-9333-7a9b2985110e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:41.211627 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b94a9c7d-64ed-4768-b005-ad699867c4e7 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:41.239519 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-45816b2c-bd9c-43bd-9333-7a9b2985110e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:41.240438 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-45816b2c-bd9c-43bd-9333-7a9b2985110e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:41.299986 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5c8f36-cdfd-4eaa-bdeb-bdfab2775cee tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:41.322863 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-4e5c8f36-cdfd-4eaa-bdeb-bdfab2775cee tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:41.343525 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-d45a48bd-e5dc-4010-9d5e-281ce4bfe936 None None] Set router 48962bb3-9323-48d9-9789-97de3970eaf2 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:57:41.366967 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5c8f36-cdfd-4eaa-bdeb-bdfab2775cee tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:57:41.403126 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d45a48bd-e5dc-4010-9d5e-281ce4bfe936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'name': 'tempest-RoutersTest-router-598179015', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:27Z', 'updated_at': '2022-04-28T19:57:35Z', 'revision_number': 11, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:41.404248 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c8f36-cdfd-4eaa-bdeb-bdfab2775cee tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Pushing event updated for resources: {'Port': ['ID=2d77d4fb-1c66-4ad2-8194-29303e75099d,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:41.448521 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7dc4e003-0ec1-4ad7-b2e9-f3077b4175bc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:41.455671 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b94a9c7d-64ed-4768-b005-ad699867c4e7 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:41.458821 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b94a9c7d-64ed-4768-b005-ad699867c4e7 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:41.460134 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45a48bd-e5dc-4010-9d5e-281ce4bfe936 None None] Checking router: 48962bb3-9323-48d9-9789-97de3970eaf2 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:57:41.462084 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de346a-5340-475d-92ae-1006d9a44fb1 None None] Pushing event updated for resources: {'Port': ['ID=8c3b8be5-4c3c-4ac7-9113-7fdb3f2558a2,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:41.530424 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45a48bd-e5dc-4010-9d5e-281ce4bfe936 None None] Routers {'48962bb3-9323-48d9-9789-97de3970eaf2'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:41.531469 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d45a48bd-e5dc-4010-9d5e-281ce4bfe936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:57:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['48962bb3-9323-48d9-9789-97de3970eaf2'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:41.561629 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b94a9c7d-64ed-4768-b005-ad699867c4e7 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:41.562391 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94a9c7d-64ed-4768-b005-ad699867c4e7 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Fanout notify agent at l3_agent the message router_deleted on router 48962bb3-9323-48d9-9789-97de3970eaf2 {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:57:41.570534 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b94a9c7d-64ed-4768-b005-ad699867c4e7 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:41.572431 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b94a9c7d-64ed-4768-b005-ad699867c4e7 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/routers/48962bb3-9323-48d9-9789-97de3970eaf2 HTTP/1.1" status: 204 len: 168 time: 0.4813483 Apr 28 19:57:41.578688 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43066) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:41.583201 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-0bf263e7-b75e-4628-ac3f-47558cbecf8b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-151060547', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:41.611299 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0bf263e7-b75e-4628-ac3f-47558cbecf8b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:41.612917 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0bf263e7-b75e-4628-ac3f-47558cbecf8b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:41.634142 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-d45a48bd-e5dc-4010-9d5e-281ce4bfe936 None None] Set router 48962bb3-9323-48d9-9789-97de3970eaf2 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:57:41.682609 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45816b2c-bd9c-43bd-9333-7a9b2985110e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Port': ['ID=b7a6e420-97d6-4540-a9e2-c1a629386665,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:41.698404 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0bf263e7-b75e-4628-ac3f-47558cbecf8b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:41.702704 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d45a48bd-e5dc-4010-9d5e-281ce4bfe936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'name': 'tempest-RoutersTest-router-598179015', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:27Z', 'updated_at': '2022-04-28T19:57:35Z', 'revision_number': 11, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:41.706461 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0bf263e7-b75e-4628-ac3f-47558cbecf8b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:41.746748 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0bf263e7-b75e-4628-ac3f-47558cbecf8b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:41.750233 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45816b2c-bd9c-43bd-9333-7a9b2985110e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network 8a6e909a-51de-4416-a24b-c86d6d991851 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:41.750463 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0bf263e7-b75e-4628-ac3f-47558cbecf8b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1706142 Apr 28 19:57:41.753080 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43068) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:41.754811 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-45816b2c-bd9c-43bd-9333-7a9b2985110e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:41.756934 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45a48bd-e5dc-4010-9d5e-281ce4bfe936 None None] The sync data for ids ['48962bb3-9323-48d9-9789-97de3970eaf2'] in n-d-839810-1 is: [{'id': '48962bb3-9323-48d9-9789-97de3970eaf2', 'name': 'tempest-RoutersTest-router-598179015', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:27Z', 'updated_at': '2022-04-28T19:57:35Z', 'revision_number': 11, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'gw_port_host': None}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:57:41.764912 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-c3731385-54fc-4d2b-9ddb-7898148fa382 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:41.782873 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-d419dd16-900e-4b38-809f-2c14a54db6b2 None None] Allocated IP 172.20.0.2 (6cc26d72-4c33-44a4-a924-a23be62a6659/4bebad89-e8c4-4790-ac4e-3c9cde8bfee7/133dbf58-1bf8-4bd9-a2ef-2603a7c8ab5d) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:41.851298 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-4e5c8f36-cdfd-4eaa-bdeb-bdfab2775cee tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Deleting port 2d77d4fb-1c66-4ad2-8194-29303e75099d {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:57:41.852266 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4e5c8f36-cdfd-4eaa-bdeb-bdfab2775cee tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:41.897119 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59abbf73-f295-4c85-b1b8-00d7e7f4d1a2 None None] Network 8a6e909a-51de-4416-a24b-c86d6d991851 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:57:42.047011 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-cda034d0-bea5-4fee-b5a2-2d4d3e2e06ee None None] Provisioning complete for port 8c3b8be5-4c3c-4ac7-9113-7fdb3f2558a2 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:42.047371 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cda034d0-bea5-4fee-b5a2-2d4d3e2e06ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:42.131040 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3731385-54fc-4d2b-9ddb-7898148fa382 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364'] for router, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:42.149806 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3731385-54fc-4d2b-9ddb-7898148fa382 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626624'] for router, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:42.178104 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d419dd16-900e-4b38-809f-2c14a54db6b2 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:42.190171 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4e5c8f36-cdfd-4eaa-bdeb-bdfab2775cee tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:42.192894 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4e5c8f36-cdfd-4eaa-bdeb-bdfab2775cee tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:42.212148 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d419dd16-900e-4b38-809f-2c14a54db6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:42.253692 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7dc4e003-0ec1-4ad7-b2e9-f3077b4175bc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:42.275525 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-4e5c8f36-cdfd-4eaa-bdeb-bdfab2775cee tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Calling delete_port for 2d77d4fb-1c66-4ad2-8194-29303e75099d owned by network:floatingip {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:42.298555 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3731385-54fc-4d2b-9ddb-7898148fa382 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Router 5343186b-c795-4215-a9cd-be21448146d7 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:57:42.304148 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d419dd16-900e-4b38-809f-2c14a54db6b2 None None] Network 6cc26d72-4c33-44a4-a924-a23be62a6659 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:42.316673 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-d419dd16-900e-4b38-809f-2c14a54db6b2 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:42.319671 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 8c3b8be5-4c3c-4ac7-9113-7fdb3f2558a2 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:57:42.328415 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc4e003-0ec1-4ad7-b2e9-f3077b4175bc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event deleted for resources: {'Subnet': ['ID=4bebad89-e8c4-4790-ac4e-3c9cde8bfee7,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:42.359094 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d419dd16-900e-4b38-809f-2c14a54db6b2 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:57:42.362516 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419dd16-900e-4b38-809f-2c14a54db6b2 None None] Pushing event updated for resources: {'Port': ['ID=133dbf58-1bf8-4bd9-a2ef-2603a7c8ab5d,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:42.401218 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3731385-54fc-4d2b-9ddb-7898148fa382 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:57:42.409117 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3731385-54fc-4d2b-9ddb-7898148fa382 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:42.414873 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c3731385-54fc-4d2b-9ddb-7898148fa382 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "PUT /v2.0/routers/5343186b-c795-4215-a9cd-be21448146d7 HTTP/1.1" status: 200 len: 693 time: 0.6602120 Apr 28 19:57:42.415757 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43076) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:42.417612 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0496c211-325a-4e68-b6af-0a997f7837b5 None None] Sync routers for ids ['5343186b-c795-4215-a9cd-be21448146d7'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:57:42.420692 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-cda034d0-bea5-4fee-b5a2-2d4d3e2e06ee None None] Provisioning complete for port b7a6e420-97d6-4540-a9e2-c1a629386665 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:42.421065 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cda034d0-bea5-4fee-b5a2-2d4d3e2e06ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:42.430618 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45816b2c-bd9c-43bd-9333-7a9b2985110e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Router 5ca2f291-9943-4174-86df-f483f40073b1 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:57:42.444437 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0496c211-325a-4e68-b6af-0a997f7837b5 None None] Routers {'5343186b-c795-4215-a9cd-be21448146d7'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:42.445300 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-0496c211-325a-4e68-b6af-0a997f7837b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:57:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['5343186b-c795-4215-a9cd-be21448146d7'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:42.499307 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d419dd16-900e-4b38-809f-2c14a54db6b2 None None] Attempting to bind port 133dbf58-1bf8-4bd9-a2ef-2603a7c8ab5d on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:57:42.499654 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d419dd16-900e-4b38-809f-2c14a54db6b2 None None] Attempting to bind port 133dbf58-1bf8-4bd9-a2ef-2603a7c8ab5d by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'a57139ae-e1b4-445b-9890-79b61aead416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6cc26d72-4c33-44a4-a924-a23be62a6659'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:57:42.501184 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d419dd16-900e-4b38-809f-2c14a54db6b2 None None] Attempting to bind port 133dbf58-1bf8-4bd9-a2ef-2603a7c8ab5d on network 6cc26d72-4c33-44a4-a924-a23be62a6659 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:57:42.503137 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7dc4e003-0ec1-4ad7-b2e9-f3077b4175bc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:42.505922 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 8c3b8be5-4c3c-4ac7-9113-7fdb3f2558a2 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:42.506294 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:42.536413 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d419dd16-900e-4b38-809f-2c14a54db6b2 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:57:42.539992 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d419dd16-900e-4b38-809f-2c14a54db6b2 None None] Checking segment: {'id': 'a57139ae-e1b4-445b-9890-79b61aead416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6cc26d72-4c33-44a4-a924-a23be62a6659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:57:42.540518 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d419dd16-900e-4b38-809f-2c14a54db6b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:42.540924 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d419dd16-900e-4b38-809f-2c14a54db6b2 None None] Bound using segment: {'id': 'a57139ae-e1b4-445b-9890-79b61aead416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6cc26d72-4c33-44a4-a924-a23be62a6659'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:57:42.541431 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d419dd16-900e-4b38-809f-2c14a54db6b2 None None] Bound port: 133dbf58-1bf8-4bd9-a2ef-2603a7c8ab5d, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a57139ae-e1b4-445b-9890-79b61aead416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6cc26d72-4c33-44a4-a924-a23be62a6659'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:57:42.545048 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d419dd16-900e-4b38-809f-2c14a54db6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:42.547356 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-cda034d0-bea5-4fee-b5a2-2d4d3e2e06ee None None] Port b7a6e420-97d6-4540-a9e2-c1a629386665 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:57:42.582347 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f6fa5282-cbab-4750-826b-acb2ab90673b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "GET /v2.0/routers/5343186b-c795-4215-a9cd-be21448146d7 HTTP/1.1" status: 200 len: 699 time: 0.1652145 Apr 28 19:57:42.584918 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43078) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:42.594502 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-0496c211-325a-4e68-b6af-0a997f7837b5 None None] Set router 5343186b-c795-4215-a9cd-be21448146d7 gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:57:42.625533 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-7dc4e003-0ec1-4ad7-b2e9-f3077b4175bc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc26d72-4c33-44a4-a924-a23be62a6659']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:42.631595 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3950c72c-df43-4341-8e97-070bea60e0dc tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "GET /v2.0/ports?device_id=5343186b-c795-4215-a9cd-be21448146d7 HTTP/1.1" status: 200 len: 205 time: 0.0455282 Apr 28 19:57:42.643717 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43080) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:42.651850 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-7dc4e003-0ec1-4ad7-b2e9-f3077b4175bc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a57139ae-e1b4-445b-9890-79b61aead416') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:42.652330 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-7dc4e003-0ec1-4ad7-b2e9-f3077b4175bc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a57139ae-e1b4-445b-9890-79b61aead416') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:42.674538 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-0496c211-325a-4e68-b6af-0a997f7837b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5343186b-c795-4215-a9cd-be21448146d7', 'name': 'tempest-RoutersTest-router-151060547', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:57:41Z', 'updated_at': '2022-04-28T19:57:42Z', 'revision_number': 2, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:42.710001 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0496c211-325a-4e68-b6af-0a997f7837b5 None None] Checking router: 5343186b-c795-4215-a9cd-be21448146d7 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:57:42.717936 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d419dd16-900e-4b38-809f-2c14a54db6b2 None None] For port 133dbf58-1bf8-4bd9-a2ef-2603a7c8ab5d, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:57:42.723561 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0496c211-325a-4e68-b6af-0a997f7837b5 None None] Routers {'5343186b-c795-4215-a9cd-be21448146d7'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:42.724476 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-0496c211-325a-4e68-b6af-0a997f7837b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:57:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['5343186b-c795-4215-a9cd-be21448146d7'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:42.748988 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7dc4e003-0ec1-4ad7-b2e9-f3077b4175bc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:42.803214 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device f2868ee8-7949-4339-b275-eb6c602ca7e7 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:57:42.840261 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-0496c211-325a-4e68-b6af-0a997f7837b5 None None] Set router 5343186b-c795-4215-a9cd-be21448146d7 gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:57:42.852875 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: f2868ee8-7949-4339-b275-eb6c602ca7e7 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:57:42.853523 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device f2868ee8-7949-4339-b275-eb6c602ca7e7 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:57:42.899855 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0cccc99a-1381-4ca8-a3c5-93abce1abb2d None None] Provisioning complete for port 8c3b8be5-4c3c-4ac7-9113-7fdb3f2558a2 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:42.900267 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0cccc99a-1381-4ca8-a3c5-93abce1abb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:42.915111 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-0496c211-325a-4e68-b6af-0a997f7837b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5343186b-c795-4215-a9cd-be21448146d7', 'name': 'tempest-RoutersTest-router-151060547', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:57:41Z', 'updated_at': '2022-04-28T19:57:42Z', 'revision_number': 2, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:42.949423 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0496c211-325a-4e68-b6af-0a997f7837b5 None None] The sync data for ids ['5343186b-c795-4215-a9cd-be21448146d7'] in n-d-839810-1 is: [{'id': '5343186b-c795-4215-a9cd-be21448146d7', 'name': 'tempest-RoutersTest-router-151060547', 'tenant_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:57:41Z', 'updated_at': '2022-04-28T19:57:42Z', 'revision_number': 2, 'project_id': '8e56e936bdd14ca9aa8a5eb368e71d6b', 'gw_port_host': None}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:57:43.090927 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0cccc99a-1381-4ca8-a3c5-93abce1abb2d None None] Provisioning complete for port b7a6e420-97d6-4540-a9e2-c1a629386665 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:43.091310 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0cccc99a-1381-4ca8-a3c5-93abce1abb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:43.149413 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0cccc99a-1381-4ca8-a3c5-93abce1abb2d None None] Port b7a6e420-97d6-4540-a9e2-c1a629386665 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:57:43.240522 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45816b2c-bd9c-43bd-9333-7a9b2985110e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:57:43.261702 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24d5f23-ac7a-4d35-a585-179104b0264d None None] Sync routers for ids ['5ca2f291-9943-4174-86df-f483f40073b1'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:57:43.295568 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a96dd733-2d21-42f5-8a0f-ea2952be8dab None None] Provisioning complete for port b7a6e420-97d6-4540-a9e2-c1a629386665 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:43.295789 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-45816b2c-bd9c-43bd-9333-7a9b2985110e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "PUT /v2.0/routers/5ca2f291-9943-4174-86df-f483f40073b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8651011 Apr 28 19:57:43.295886 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a96dd733-2d21-42f5-8a0f-ea2952be8dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:43.299288 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43084) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:43.306257 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24d5f23-ac7a-4d35-a585-179104b0264d None None] Routers {'5ca2f291-9943-4174-86df-f483f40073b1'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:43.306257 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d24d5f23-ac7a-4d35-a585-179104b0264d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:57:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['5ca2f291-9943-4174-86df-f483f40073b1'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:43.307082 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7dc4e003-0ec1-4ad7-b2e9-f3077b4175bc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:43.313521 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-45cb2053-eee5-4058-a453-5eacdc657f30 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:43.320445 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4e5c8f36-cdfd-4eaa-bdeb-bdfab2775cee tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:43.321539 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc4e003-0ec1-4ad7-b2e9-f3077b4175bc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:57:43.321950 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7dc4e003-0ec1-4ad7-b2e9-f3077b4175bc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:43.359672 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:57:43.359672 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:57:43.359672 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:57:43.359672 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:57:43.359672 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:57:43.359672 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:57:43.359672 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:57:43.359672 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:57:43.359672 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:57:43.359672 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:57:43.359672 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:57:43.359672 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:57:43.359672 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:57:43.359672 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:57:43.359672 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:57:43.359672 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:57:43.359672 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:57:43.359672 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:57:43.359672 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:57:43.359672 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:57:43.359672 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:57:43.359672 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:57:43.359672 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:57:43.359672 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:57:43.359672 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:57:43.359672 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:57:43.359672 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:57:43.359672 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:57:43.359672 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:57:43.359672 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:57:43.359672 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:57:43.359672 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:57:43.366735 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d24d5f23-ac7a-4d35-a585-179104b0264d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:43.373426 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e993c55d-df89-4b33-9652-f8806c95d57e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:43.374847 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e993c55d-df89-4b33-9652-f8806c95d57e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "GET /v2.0/ports/b7a6e420-97d6-4540-a9e2-c1a629386665 HTTP/1.1" status: 200 len: 911 time: 0.0680606 Apr 28 19:57:43.379068 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43086) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:43.385153 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-5ef6386a-bc94-4494-87e8-8025e67f09b7 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3c396093-64cc-47d5-b92f-86cd7fd24502'}]}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:43.391730 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24d5f23-ac7a-4d35-a585-179104b0264d None None] Routers {'5ca2f291-9943-4174-86df-f483f40073b1'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:43.395895 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d24d5f23-ac7a-4d35-a585-179104b0264d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:57:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['5ca2f291-9943-4174-86df-f483f40073b1'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:43.398894 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-a96dd733-2d21-42f5-8a0f-ea2952be8dab None None] Port b7a6e420-97d6-4540-a9e2-c1a629386665 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:57:43.454134 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d24d5f23-ac7a-4d35-a585-179104b0264d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:43.454784 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24d5f23-ac7a-4d35-a585-179104b0264d None None] The sync data for ids ['5ca2f291-9943-4174-86df-f483f40073b1'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:57:43.493782 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c8f36-cdfd-4eaa-bdeb-bdfab2775cee tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Pushing event deleted for resources: {'Port': ['ID=2d77d4fb-1c66-4ad2-8194-29303e75099d,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:43.518038 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-f1c34424-8fb8-40d6-b932-dc530ba0677f None None] Provisioning complete for port b7a6e420-97d6-4540-a9e2-c1a629386665 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:43.518406 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f1c34424-8fb8-40d6-b932-dc530ba0677f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:43.561612 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ef6386a-bc94-4494-87e8-8025e67f09b7 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:43.563301 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-f1c34424-8fb8-40d6-b932-dc530ba0677f None None] Port b7a6e420-97d6-4540-a9e2-c1a629386665 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:57:43.576052 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-45cb2053-eee5-4058-a453-5eacdc657f30 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:43.587863 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d419dd16-900e-4b38-809f-2c14a54db6b2 None None] For port 133dbf58-1bf8-4bd9-a2ef-2603a7c8ab5d, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=133dbf58-1bf8-4bd9-a2ef-2603a7c8ab5d,segment=NetworkSegment(a57139ae-e1b4-445b-9890-79b61aead416),segment_id=a57139ae-e1b4-445b-9890-79b61aead416)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:57:43.593092 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d419dd16-900e-4b38-809f-2c14a54db6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:43.597080 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-45cb2053-eee5-4058-a453-5eacdc657f30 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:43.604554 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.db.api [None req-7dc4e003-0ec1-4ad7-b2e9-f3077b4175bc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 28 19:57:43.604554 n-d-839810-1 neutron-server[102774]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 28 19:57:43.604554 n-d-839810-1 neutron-server[102774]: [parameters: {'id': '6cc26d72-4c33-44a4-a924-a23be62a6659'}] Apr 28 19:57:43.604554 n-d-839810-1 neutron-server[102774]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:57:43.605400 n-d-839810-1 neutron-server[102774]: DEBUG oslo_db.api [None req-7dc4e003-0ec1-4ad7-b2e9-f3077b4175bc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:57:43.670372 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-45cb2053-eee5-4058-a453-5eacdc657f30 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:43.670876 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cb2053-eee5-4058-a453-5eacdc657f30 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Fanout notify agent at l3_agent the message router_deleted on router 5343186b-c795-4215-a9cd-be21448146d7 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:57:43.678791 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-45cb2053-eee5-4058-a453-5eacdc657f30 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:43.684057 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-45cb2053-eee5-4058-a453-5eacdc657f30 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/routers/5343186b-c795-4215-a9cd-be21448146d7 HTTP/1.1" status: 204 len: 168 time: 1.0306265 Apr 28 19:57:43.684269 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419dd16-900e-4b38-809f-2c14a54db6b2 None None] Pushing event updated for resources: {'Port': ['ID=133dbf58-1bf8-4bd9-a2ef-2603a7c8ab5d,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:43.684733 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43088) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:43.702351 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4214ed19-ce1a-43e9-9c91-677cba586725 None None] Network 6cc26d72-4c33-44a4-a924-a23be62a6659 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:57:43.723645 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-93c44199-0a3f-481c-a325-9d9ce6281772 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "GET /v2.0/ports?device_id=5343186b-c795-4215-a9cd-be21448146d7 HTTP/1.1" status: 200 len: 205 time: 0.0345399 Apr 28 19:57:43.725066 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43090) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:43.736123 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-4e5c8f36-cdfd-4eaa-bdeb-bdfab2775cee tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] create failed (client error): The resource could not be found. Apr 28 19:57:43.737252 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4e5c8f36-cdfd-4eaa-bdeb-bdfab2775cee tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.6966121 Apr 28 19:57:43.740429 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43092) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:43.798211 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-99ba4b85-54ec-4886-a565-75f19b2b8326 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] delete failed (client error): The resource could not be found. Apr 28 19:57:43.799399 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-99ba4b85-54ec-4886-a565-75f19b2b8326 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/routers/5343186b-c795-4215-a9cd-be21448146d7 HTTP/1.1" status: 404 len: 336 time: 0.0734029 Apr 28 19:57:43.802892 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43094) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:43.844419 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716d7626-3095-48d8-b35a-5aafdb6054e9 None None] get_active_networks_info from n-d-839810-1 {{(pid=102775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 28 19:57:43.846953 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea22fa51-7515-430a-b7ec-9a52f3f851b7 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] DELETE failed (client error): The resource could not be found. Apr 28 19:57:43.847477 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea22fa51-7515-430a-b7ec-9a52f3f851b7 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:57:43.850646 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ea22fa51-7515-430a-b7ec-9a52f3f851b7 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/subnets/35111d6b-6d1b-4ab9-825d-e4c6f4af81b1 HTTP/1.1" status: 404 len: 337 time: 0.0468791 Apr 28 19:57:43.854508 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43096) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:43.855410 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-1022fcc1-f308-4d88-8417-474666e57441 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Deleting port 805027a5-16dc-4d56-a0c9-ac45fe81552e {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:57:43.855771 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1022fcc1-f308-4d88-8417-474666e57441 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:43.888682 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-7925ed26-6c70-4bab-9393-bf518316e231 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] DELETE failed (client error): The resource could not be found. Apr 28 19:57:43.889228 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7925ed26-6c70-4bab-9393-bf518316e231 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:57:43.894647 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7925ed26-6c70-4bab-9393-bf518316e231 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/subnets/8b844eab-c699-4005-8b60-5d76f7cddf8e HTTP/1.1" status: 404 len: 337 time: 0.0368018 Apr 28 19:57:43.902378 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43098) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:43.939650 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-0171f17c-ad99-4d21-8e02-e20b9d57508c tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] DELETE failed (client error): The resource could not be found. Apr 28 19:57:43.940092 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0171f17c-ad99-4d21-8e02-e20b9d57508c tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:57:43.943089 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0171f17c-ad99-4d21-8e02-e20b9d57508c tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/subnets/4087e084-68d7-46d2-8f6f-3858743c6573 HTTP/1.1" status: 404 len: 337 time: 0.0398276 Apr 28 19:57:43.946653 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43100) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:43.957165 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716d7626-3095-48d8-b35a-5aafdb6054e9 None None] Resources bound (agent type, host, resource id): {{(pid=102775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 19:57:43.979612 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae5d493-7aec-449e-92ce-a4071962d98e tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] DELETE failed (client error): The resource could not be found. Apr 28 19:57:43.980068 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ae5d493-7aec-449e-92ce-a4071962d98e tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:57:43.983074 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1ae5d493-7aec-449e-92ce-a4071962d98e tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/subnets/c7c349fc-d4f5-4795-9cdd-fd0c11ab10f8 HTTP/1.1" status: 404 len: 337 time: 0.0363698 Apr 28 19:57:43.989432 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43102) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:44.027858 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f5d3860e-cd7c-48de-ab17-054753ce1aa2 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "GET /v2.0/ports?device_id=48962bb3-9323-48d9-9789-97de3970eaf2 HTTP/1.1" status: 200 len: 205 time: 0.0373359 Apr 28 19:57:44.030299 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43104) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:44.033356 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1022fcc1-f308-4d88-8417-474666e57441 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:44.083247 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-39aa201e-642a-48d5-bcdc-817ede857ad9 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] delete failed (client error): The resource could not be found. Apr 28 19:57:44.084767 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-39aa201e-642a-48d5-bcdc-817ede857ad9 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/routers/48962bb3-9323-48d9-9789-97de3970eaf2 HTTP/1.1" status: 404 len: 336 time: 0.0534995 Apr 28 19:57:44.089443 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43108) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:44.090443 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-1022fcc1-f308-4d88-8417-474666e57441 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Calling delete_port for 805027a5-16dc-4d56-a0c9-ac45fe81552e owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:44.115676 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ef6386a-bc94-4494-87e8-8025e67f09b7 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:44.141383 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7dc4e003-0ec1-4ad7-b2e9-f3077b4175bc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:44.157824 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ef6386a-bc94-4494-87e8-8025e67f09b7 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:44.184915 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef6386a-bc94-4494-87e8-8025e67f09b7 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:44.186001 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ef6386a-bc94-4494-87e8-8025e67f09b7 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:44.189239 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5ef6386a-bc94-4494-87e8-8025e67f09b7 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "PUT /v2.0/ports/b7a6e420-97d6-4540-a9e2-c1a629386665 HTTP/1.1" status: 200 len: 911 time: 0.8078406 Apr 28 19:57:44.193319 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c152b8c0-88e7-4a23-a849-d6749e46a074 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "GET /v2.0/ports?device_id=092060ba-cb47-4b73-9f16-f4f7db1e8810 HTTP/1.1" status: 200 len: 205 time: 0.1026344 Apr 28 19:57:44.194232 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43112) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:44.199514 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43114) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:44.262710 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-3b642445-4111-4c40-9cd4-d2b7c988d567 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] delete failed (client error): The resource could not be found. Apr 28 19:57:44.263990 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3b642445-4111-4c40-9cd4-d2b7c988d567 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/routers/092060ba-cb47-4b73-9f16-f4f7db1e8810 HTTP/1.1" status: 404 len: 336 time: 0.0634224 Apr 28 19:57:44.266385 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43116) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:44.305393 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-e27bb891-7cbc-413d-b18f-0686a51f1317 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] DELETE failed (client error): The resource could not be found. Apr 28 19:57:44.305843 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e27bb891-7cbc-413d-b18f-0686a51f1317 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:57:44.311267 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e27bb891-7cbc-413d-b18f-0686a51f1317 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/subnets/9fc4b442-112c-4a7a-8eca-a0e131d287e9 HTTP/1.1" status: 404 len: 337 time: 0.0437763 Apr 28 19:57:44.342024 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43118) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:44.385311 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-56b475e7-4993-4514-95e2-b5f8473e1f11 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b34ce75-5636-44ee-902d-053552e3f8da HTTP/1.1" status: 200 len: 205 time: 0.0422139 Apr 28 19:57:44.393417 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43122) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:44.436519 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6386a-bc94-4494-87e8-8025e67f09b7 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Port': ['ID=b7a6e420-97d6-4540-a9e2-c1a629386665,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:44.466277 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-6d06b17a-e4df-41c9-906b-492a31986d8b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] delete failed (client error): The resource could not be found. Apr 28 19:57:44.467388 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6d06b17a-e4df-41c9-906b-492a31986d8b tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/routers/6b34ce75-5636-44ee-902d-053552e3f8da HTTP/1.1" status: 404 len: 336 time: 0.0703702 Apr 28 19:57:44.470402 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43124) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:44.484047 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1022fcc1-f308-4d88-8417-474666e57441 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:44.500363 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-7dc4e003-0ec1-4ad7-b2e9-f3077b4175bc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Deleting port 133dbf58-1bf8-4bd9-a2ef-2603a7c8ab5d {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:57:44.500694 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7dc4e003-0ec1-4ad7-b2e9-f3077b4175bc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:44.508696 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-410f73ff-b8bc-4b73-8377-eedd5665e413 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6989ac0-18ee-4f68-a764-f59b1f387b19 HTTP/1.1" status: 200 len: 205 time: 0.0372472 Apr 28 19:57:44.512266 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43126) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:44.624049 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022fcc1-f308-4d88-8417-474666e57441 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Pushing event deleted for resources: {'Port': ['ID=805027a5-16dc-4d56-a0c9-ac45fe81552e,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:44.632497 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-a318b921-9880-4520-83d9-e1a0c1debca0 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] delete failed (client error): The resource could not be found. Apr 28 19:57:44.636523 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a318b921-9880-4520-83d9-e1a0c1debca0 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/routers/f6989ac0-18ee-4f68-a764-f59b1f387b19 HTTP/1.1" status: 404 len: 336 time: 0.1117480 Apr 28 19:57:44.639081 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43130) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:44.703534 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-efb3a162-53dc-4e23-be64-a6871d984993 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] DELETE failed (client error): The resource could not be found. Apr 28 19:57:44.703991 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efb3a162-53dc-4e23-be64-a6871d984993 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:57:44.715612 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-efb3a162-53dc-4e23-be64-a6871d984993 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/subnets/62062faf-e3ec-4a36-a67b-e5681b9ce287 HTTP/1.1" status: 404 len: 337 time: 0.0700996 Apr 28 19:57:44.741212 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43136) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:44.799223 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8ffb40db-4bc6-4c52-b454-27ffd8db4fea tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecf416d3-eb38-48e8-9031-7f925a0209e0 HTTP/1.1" status: 200 len: 205 time: 0.0532358 Apr 28 19:57:44.809879 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43138) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:44.815254 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-7dc4e003-0ec1-4ad7-b2e9-f3077b4175bc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] For port 133dbf58-1bf8-4bd9-a2ef-2603a7c8ab5d, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=133dbf58-1bf8-4bd9-a2ef-2603a7c8ab5d,segment=NetworkSegment(a57139ae-e1b4-445b-9890-79b61aead416),segment_id=a57139ae-e1b4-445b-9890-79b61aead416)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:57:44.815742 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7dc4e003-0ec1-4ad7-b2e9-f3077b4175bc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:44.873833 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-7dc4e003-0ec1-4ad7-b2e9-f3077b4175bc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Calling delete_port for 133dbf58-1bf8-4bd9-a2ef-2603a7c8ab5d owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:44.879642 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-573cf9f1-b8de-4c7f-b209-74bc4c9e585f tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] delete failed (client error): The resource could not be found. Apr 28 19:57:44.880716 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-573cf9f1-b8de-4c7f-b209-74bc4c9e585f tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/routers/ecf416d3-eb38-48e8-9031-7f925a0209e0 HTTP/1.1" status: 404 len: 336 time: 0.0698786 Apr 28 19:57:44.883253 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1022fcc1-f308-4d88-8417-474666e57441 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:44.889142 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1022fcc1-f308-4d88-8417-474666e57441 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] 10.222.0.42 "DELETE /v2.0/ports/805027a5-16dc-4d56-a0c9-ac45fe81552e HTTP/1.1" status: 204 len: 168 time: 1.1476495 Apr 28 19:57:44.893116 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43142) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:44.893450 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43144) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:44.951766 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2afe5ae-ca0c-48b9-ad36-4f302889f5ec tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] DELETE failed (client error): The resource could not be found. Apr 28 19:57:44.952122 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2afe5ae-ca0c-48b9-ad36-4f302889f5ec tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:57:44.957141 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a2afe5ae-ca0c-48b9-ad36-4f302889f5ec tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/subnets/fe449ff5-c2ac-4c98-98fc-f7e9f19a0f72 HTTP/1.1" status: 404 len: 337 time: 0.0606968 Apr 28 19:57:44.962377 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43148) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:45.004828 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-53e33e6f-cdb0-4b12-b36c-628d62bec62d tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec8816ff-429e-4c3f-84b9-702fba6b99f5 HTTP/1.1" status: 200 len: 205 time: 0.0410955 Apr 28 19:57:45.008596 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43150) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:45.029939 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb9e4c2-c57e-42b7-86f2-ae3dfc94a209 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:45.031431 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6bb9e4c2-c57e-42b7-86f2-ae3dfc94a209 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] 10.222.0.42 "GET /v2.0/ports?device_id=89132bc1-ef59-4983-8df8-3da09aefcdf4 HTTP/1.1" status: 200 len: 913 time: 0.1358585 Apr 28 19:57:45.034735 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43152) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:45.068840 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-898c2dbf-2127-4016-9979-a18afc57bad4 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] delete failed (client error): The resource could not be found. Apr 28 19:57:45.069872 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-898c2dbf-2127-4016-9979-a18afc57bad4 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/routers/ec8816ff-429e-4c3f-84b9-702fba6b99f5 HTTP/1.1" status: 404 len: 336 time: 0.0590234 Apr 28 19:57:45.076908 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43154) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:45.106837 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5404816-af13-4056-94f6-a46ab11b9a06 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] DELETE failed (client error): The resource could not be found. Apr 28 19:57:45.106837 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5404816-af13-4056-94f6-a46ab11b9a06 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:57:45.110779 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c5404816-af13-4056-94f6-a46ab11b9a06 tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/subnets/9e759973-1cb5-4bd5-9bc6-c30575ce07fc HTTP/1.1" status: 404 len: 337 time: 0.0315609 Apr 28 19:57:45.112015 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43156) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:45.122136 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7dc4e003-0ec1-4ad7-b2e9-f3077b4175bc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:45.150460 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f8bdfac-aba6-489d-9e8b-a0d5f657a5cb tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] DELETE failed (client error): The resource could not be found. Apr 28 19:57:45.150460 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f8bdfac-aba6-489d-9e8b-a0d5f657a5cb tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:57:45.154612 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3f8bdfac-aba6-489d-9e8b-a0d5f657a5cb tempest-RoutersTest-1245521652 tempest-RoutersTest-1245521652-project] 10.222.0.42 "DELETE /v2.0/subnets/537a2ff9-d4c7-48d9-b3f9-2ba3c711d466 HTTP/1.1" status: 404 len: 337 time: 0.0402620 Apr 28 19:57:45.172949 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc4e003-0ec1-4ad7-b2e9-f3077b4175bc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event deleted for resources: {'Port': ['ID=133dbf58-1bf8-4bd9-a2ef-2603a7c8ab5d,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:45.174849 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc4e003-0ec1-4ad7-b2e9-f3077b4175bc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] No DVR routers for this DVR port 133dbf58-1bf8-4bd9-a2ef-2603a7c8ab5d on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:57:45.263377 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7dc4e003-0ec1-4ad7-b2e9-f3077b4175bc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:45.297946 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-7dc4e003-0ec1-4ad7-b2e9-f3077b4175bc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc26d72-4c33-44a4-a924-a23be62a6659']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:45.314946 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-7dc4e003-0ec1-4ad7-b2e9-f3077b4175bc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a57139ae-e1b4-445b-9890-79b61aead416') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:45.315377 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-7dc4e003-0ec1-4ad7-b2e9-f3077b4175bc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a57139ae-e1b4-445b-9890-79b61aead416') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:45.328003 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7dc4e003-0ec1-4ad7-b2e9-f3077b4175bc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:45.348588 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7dc4e003-0ec1-4ad7-b2e9-f3077b4175bc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:45.356494 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc4e003-0ec1-4ad7-b2e9-f3077b4175bc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:57:45.357152 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7dc4e003-0ec1-4ad7-b2e9-f3077b4175bc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:45.438039 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0afbb5d3-8606-4d9d-9760-b78c646efc88 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:45.451639 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:57:45.451639 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:57:45.451639 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:57:45.451639 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:57:45.451639 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:57:45.451639 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:57:45.451639 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:57:45.451639 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:57:45.451639 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:57:45.451639 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:57:45.451639 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:57:45.451639 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:57:45.451639 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:57:45.451639 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:57:45.451639 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:57:45.451639 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:57:45.451639 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:57:45.451639 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:57:45.451639 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:57:45.451639 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:57:45.451639 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:57:45.451639 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:57:45.451639 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:57:45.451639 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:57:45.451639 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:57:45.451639 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:57:45.451639 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:57:45.451639 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:57:45.451639 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:57:45.451639 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:57:45.451639 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:57:45.451639 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:57:45.457783 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7dc4e003-0ec1-4ad7-b2e9-f3077b4175bc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:45.463309 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7dc4e003-0ec1-4ad7-b2e9-f3077b4175bc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:45.466840 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7dc4e003-0ec1-4ad7-b2e9-f3077b4175bc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "DELETE /v2.0/networks/6cc26d72-4c33-44a4-a924-a23be62a6659 HTTP/1.1" status: 204 len: 168 time: 4.9473341 Apr 28 19:57:45.479592 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43162) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:45.489284 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-4a9ca260-0efa-466d-83c1-05ab9a6f8aed tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1783752419'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:45.509635 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc4e003-0ec1-4ad7-b2e9-f3077b4175bc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event deleted for resources: {'Network': ['ID=6cc26d72-4c33-44a4-a924-a23be62a6659,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:45.524215 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43164) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:45.555623 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9ca260-0efa-466d-83c1-05ab9a6f8aed tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Made reservation on behalf of 9e9c5314bb5e4a71bd28b899dbbabafa for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:45.560201 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a9ca260-0efa-466d-83c1-05ab9a6f8aed tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:45.585489 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a9ca260-0efa-466d-83c1-05ab9a6f8aed tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:57:45.595617 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a9ca260-0efa-466d-83c1-05ab9a6f8aed tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:45.596060 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-4a9ca260-0efa-466d-83c1-05ab9a6f8aed tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Added segment a878f777-4bad-4069-bf06-ef4b92667f52 of type vlan for network 26a5913b-6241-490c-a858-28af9eca320b Apr 28 19:57:45.641830 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a9ca260-0efa-466d-83c1-05ab9a6f8aed tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:45.667193 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ab680a3-c3be-4521-8732-c2548a5ae738 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:45.696396 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a9ca260-0efa-466d-83c1-05ab9a6f8aed tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:45.701940 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9ca260-0efa-466d-83c1-05ab9a6f8aed tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:45.702518 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a9ca260-0efa-466d-83c1-05ab9a6f8aed tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:45.729495 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-17b6e31d-3276-4743-9c0d-9caf6074ec5b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8e56e936bdd14ca9aa8a5eb368e71d6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2024460 Apr 28 19:57:45.733623 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43168) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:45.791013 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4a9ca260-0efa-466d-83c1-05ab9a6f8aed tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3072932 Apr 28 19:57:45.791480 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43174) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:45.798758 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-9c6ea3a8-f1d2-4be6-b346-98158272359f tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Request body: {'subnet': {'network_id': '26a5913b-6241-490c-a858-28af9eca320b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:45.812869 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ca260-0efa-466d-83c1-05ab9a6f8aed tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event updated for resources: {'Network': ['ID=26a5913b-6241-490c-a858-28af9eca320b,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:45.827916 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 26a5913b-6241-490c-a858-28af9eca320b details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:57:45.858713 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0567c73f-e93b-410f-a1df-45ce3b3a8fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:45.877836 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0567c73f-e93b-410f-a1df-45ce3b3a8fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:45.936704 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0567c73f-e93b-410f-a1df-45ce3b3a8fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:45.939964 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0567c73f-e93b-410f-a1df-45ce3b3a8fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:45.942073 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0567c73f-e93b-410f-a1df-45ce3b3a8fc7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ed08bd73-b6c4-42c5-9208-3cb794d63ad0 HTTP/1.1" status: 204 len: 168 time: 0.2077479 Apr 28 19:57:45.952378 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567c73f-e93b-410f-a1df-45ce3b3a8fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed08bd73-b6c4-42c5-9208-3cb794d63ad0,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:45.996232 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6ea3a8-f1d2-4be6-b346-98158272359f tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Made reservation on behalf of 9e9c5314bb5e4a71bd28b899dbbabafa for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:45.999726 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c6ea3a8-f1d2-4be6-b346-98158272359f tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:46.017605 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-0afbb5d3-8606-4d9d-9760-b78c646efc88 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Deleting port b7a6e420-97d6-4540-a9e2-c1a629386665 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:57:46.017953 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0afbb5d3-8606-4d9d-9760-b78c646efc88 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:46.112606 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.ipam_backend_mixin [None req-9c6ea3a8-f1d2-4be6-b346-98158272359f tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Performing IP validity checks on allocation pools {{(pid=102773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 28 19:57:46.113128 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.ipam_backend_mixin [None req-9c6ea3a8-f1d2-4be6-b346-98158272359f tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 28 19:57:46.233595 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0afbb5d3-8606-4d9d-9760-b78c646efc88 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:46.250447 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-0afbb5d3-8606-4d9d-9760-b78c646efc88 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Calling delete_port for b7a6e420-97d6-4540-a9e2-c1a629386665 owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:46.396239 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5ab680a3-c3be-4521-8732-c2548a5ae738 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Deleting port b19987cb-bc49-45c3-8dd5-5545223fa9a0 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:57:46.396583 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ab680a3-c3be-4521-8732-c2548a5ae738 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:46.474580 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c6ea3a8-f1d2-4be6-b346-98158272359f tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:46.611769 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ea3a8-f1d2-4be6-b346-98158272359f tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event updated for resources: {'Subnet': ['ID=e27847b4-1254-40e1-9355-8e2841012f0f,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:46.621495 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ab680a3-c3be-4521-8732-c2548a5ae738 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:46.674304 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5ab680a3-c3be-4521-8732-c2548a5ae738 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Calling delete_port for b19987cb-bc49-45c3-8dd5-5545223fa9a0 owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:46.687429 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6ea3a8-f1d2-4be6-b346-98158272359f tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Checking segment: {'id': 'a878f777-4bad-4069-bf06-ef4b92667f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '26a5913b-6241-490c-a858-28af9eca320b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:57:46.687805 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6ea3a8-f1d2-4be6-b346-98158272359f tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Network hostable DHCP agents. Network: 26a5913b-6241-490c-a858-28af9eca320b, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:57:46.757387 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0afbb5d3-8606-4d9d-9760-b78c646efc88 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:46.784977 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43204) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:46.803510 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6ea3a8-f1d2-4be6-b346-98158272359f tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Network 26a5913b-6241-490c-a858-28af9eca320b is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:57:46.816419 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afbb5d3-8606-4d9d-9760-b78c646efc88 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Port': ['ID=b7a6e420-97d6-4540-a9e2-c1a629386665,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:46.891469 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-9c6ea3a8-f1d2-4be6-b346-98158272359f tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 26a5913b-6241-490c-a858-28af9eca320b) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:46.898213 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6ea3a8-f1d2-4be6-b346-98158272359f tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:46.899497 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9c6ea3a8-f1d2-4be6-b346-98158272359f tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:46.911813 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad4dce5-725e-4b31-9015-9c1f78b9525e None None] Network 26a5913b-6241-490c-a858-28af9eca320b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:57:46.945675 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-1320f3de-4b3c-4a14-96c1-51c76e8f804f tempest-DvrRoutersNegativeTest-1942507752 tempest-DvrRoutersNegativeTest-1942507752-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1951712436', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:46.948686 n-d-839810-1 neutron-server[102774]: DEBUG neutron.policy [None req-1320f3de-4b3c-4a14-96c1-51c76e8f804f tempest-DvrRoutersNegativeTest-1942507752 tempest-DvrRoutersNegativeTest-1942507752-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102774) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 28 19:57:46.954484 n-d-839810-1 neutron-server[102774]: DEBUG neutron.policy [None req-1320f3de-4b3c-4a14-96c1-51c76e8f804f tempest-DvrRoutersNegativeTest-1942507752 tempest-DvrRoutersNegativeTest-1942507752-project] Failed policy check for 'create_router' {{(pid=102774) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 28 19:57:46.955274 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-1320f3de-4b3c-4a14-96c1-51c76e8f804f tempest-DvrRoutersNegativeTest-1942507752 tempest-DvrRoutersNegativeTest-1942507752-project] create failed (client error): Access was denied to this resource. Apr 28 19:57:46.957315 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1320f3de-4b3c-4a14-96c1-51c76e8f804f tempest-DvrRoutersNegativeTest-1942507752 tempest-DvrRoutersNegativeTest-1942507752-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1704712 Apr 28 19:57:47.037480 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9c6ea3a8-f1d2-4be6-b346-98158272359f tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2433760 Apr 28 19:57:47.040288 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0afbb5d3-8606-4d9d-9760-b78c646efc88 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:47.041563 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43210) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:47.216831 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bfba2ab9-8f5d-47da-a5cd-3ed76815ffa0 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:47.282905 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bfba2ab9-8f5d-47da-a5cd-3ed76815ffa0 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:47.288436 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ab680a3-c3be-4521-8732-c2548a5ae738 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:47.363508 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a17c66-9b5f-4d85-95f6-e1389e5eb3ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-26a5913b-6241-490c-a858-28af9eca320b', 'network_id': '26a5913b-6241-490c-a858-28af9eca320b', 'tenant_id': '9e9c5314bb5e4a71bd28b899dbbabafa', 'fixed_ips': [{'subnet_id': 'e27847b4-1254-40e1-9355-8e2841012f0f'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:57:47.365304 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab680a3-c3be-4521-8732-c2548a5ae738 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Pushing event deleted for resources: {'Port': ['ID=b19987cb-bc49-45c3-8dd5-5545223fa9a0,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:47.366879 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-26a17c66-9b5f-4d85-95f6-e1389e5eb3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:47.381222 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bfba2ab9-8f5d-47da-a5cd-3ed76815ffa0 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:47.387319 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43220) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:47.402224 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afbb5d3-8606-4d9d-9760-b78c646efc88 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Router 5ca2f291-9943-4174-86df-f483f40073b1 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:57:47.438427 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba2ab9-8f5d-47da-a5cd-3ed76815ffa0 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event deleted for resources: {'Subnet': ['ID=e27847b4-1254-40e1-9355-8e2841012f0f,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:47.541357 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bfba2ab9-8f5d-47da-a5cd-3ed76815ffa0 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:47.545334 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a538d9-82e4-47a6-9030-5f262df10c0f None None] Network 26a5913b-6241-490c-a858-28af9eca320b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:57:47.567389 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-bfba2ab9-8f5d-47da-a5cd-3ed76815ffa0 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a5913b-6241-490c-a858-28af9eca320b']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:47.578555 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-bfba2ab9-8f5d-47da-a5cd-3ed76815ffa0 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a878f777-4bad-4069-bf06-ef4b92667f52') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:47.579191 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-bfba2ab9-8f5d-47da-a5cd-3ed76815ffa0 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a878f777-4bad-4069-bf06-ef4b92667f52') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:47.591158 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bfba2ab9-8f5d-47da-a5cd-3ed76815ffa0 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:47.612738 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bfba2ab9-8f5d-47da-a5cd-3ed76815ffa0 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:47.618300 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfba2ab9-8f5d-47da-a5cd-3ed76815ffa0 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:57:47.618736 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bfba2ab9-8f5d-47da-a5cd-3ed76815ffa0 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:47.637209 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ab680a3-c3be-4521-8732-c2548a5ae738 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:47.686112 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afbb5d3-8606-4d9d-9760-b78c646efc88 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:57:47.694852 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0afbb5d3-8606-4d9d-9760-b78c646efc88 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "PUT /v2.0/routers/5ca2f291-9943-4174-86df-f483f40073b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4940286 Apr 28 19:57:47.695718 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43228) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:47.696770 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb4df6f-e1c6-4150-90aa-c88d123b017b None None] Sync routers for ids ['5ca2f291-9943-4174-86df-f483f40073b1'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:57:47.709379 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb4df6f-e1c6-4150-90aa-c88d123b017b None None] Routers {'5ca2f291-9943-4174-86df-f483f40073b1'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:47.710517 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-fbb4df6f-e1c6-4150-90aa-c88d123b017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:57:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['5ca2f291-9943-4174-86df-f483f40073b1'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:47.727898 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:57:47.727898 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:57:47.727898 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:57:47.727898 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:57:47.727898 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:57:47.727898 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:57:47.727898 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:57:47.727898 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:57:47.727898 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:57:47.727898 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:57:47.727898 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:57:47.727898 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:57:47.727898 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:57:47.727898 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:57:47.727898 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:57:47.727898 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:57:47.727898 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:57:47.727898 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:57:47.727898 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:57:47.727898 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:57:47.727898 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:57:47.727898 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:57:47.727898 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:57:47.727898 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:57:47.727898 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:57:47.727898 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:57:47.727898 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:57:47.727898 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:57:47.727898 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:57:47.727898 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:57:47.727898 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:57:47.727898 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:57:47.756954 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-fbb4df6f-e1c6-4150-90aa-c88d123b017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:47.770790 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb4df6f-e1c6-4150-90aa-c88d123b017b None None] Routers {'5ca2f291-9943-4174-86df-f483f40073b1'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:47.771519 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-fbb4df6f-e1c6-4150-90aa-c88d123b017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:57:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['5ca2f291-9943-4174-86df-f483f40073b1'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:47.777731 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1e259a42-42b0-46a3-ad7d-57f9326a355a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:47.787726 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bfba2ab9-8f5d-47da-a5cd-3ed76815ffa0 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:47.806434 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-fbb4df6f-e1c6-4150-90aa-c88d123b017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:47.807287 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb4df6f-e1c6-4150-90aa-c88d123b017b None None] The sync data for ids ['5ca2f291-9943-4174-86df-f483f40073b1'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:57:47.814205 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-236fd1ee-fbf5-4114-b0a9-fd94ec4d45b5 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca2f291-9943-4174-86df-f483f40073b1 HTTP/1.1" status: 200 len: 205 time: 0.0548987 Apr 28 19:57:47.814311 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43232) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:47.819513 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bfba2ab9-8f5d-47da-a5cd-3ed76815ffa0 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:47.823016 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-bfba2ab9-8f5d-47da-a5cd-3ed76815ffa0 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "DELETE /v2.0/networks/26a5913b-6241-490c-a858-28af9eca320b HTTP/1.1" status: 204 len: 168 time: 0.7800276 Apr 28 19:57:47.838474 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43234) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:47.843514 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-cf648dcb-a79e-4950-89eb-d9f08c22d34a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-226873832'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:47.849166 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba2ab9-8f5d-47da-a5cd-3ed76815ffa0 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event deleted for resources: {'Network': ['ID=26a5913b-6241-490c-a858-28af9eca320b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:47.893828 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf648dcb-a79e-4950-89eb-d9f08c22d34a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Made reservation on behalf of 9e9c5314bb5e4a71bd28b899dbbabafa for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:47.898806 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cf648dcb-a79e-4950-89eb-d9f08c22d34a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:47.904896 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1b068dfb-04b3-4cc9-bf4c-30a91cdf4e6e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:47.943916 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf648dcb-a79e-4950-89eb-d9f08c22d34a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:57:47.963276 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cf648dcb-a79e-4950-89eb-d9f08c22d34a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:47.963629 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-cf648dcb-a79e-4950-89eb-d9f08c22d34a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Added segment b9122074-1d4b-41ed-a476-4c79a2a2f52f of type vlan for network fd85790a-c3aa-4524-a491-46096944f8bd Apr 28 19:57:47.974267 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1e259a42-42b0-46a3-ad7d-57f9326a355a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:47.997775 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1e259a42-42b0-46a3-ad7d-57f9326a355a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:48.018013 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cf648dcb-a79e-4950-89eb-d9f08c22d34a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:48.043750 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab680a3-c3be-4521-8732-c2548a5ae738 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Router 89132bc1-ef59-4983-8df8-3da09aefcdf4 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:57:48.053225 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e259a42-42b0-46a3-ad7d-57f9326a355a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225baa9c-f72f-465c-a310-ce2d5d2adb29,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:48.071610 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1e259a42-42b0-46a3-ad7d-57f9326a355a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d4eaebd717eb4a65a01b9f225df1a05f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6805086 Apr 28 19:57:48.074414 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43242) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:48.093596 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cf648dcb-a79e-4950-89eb-d9f08c22d34a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:48.099095 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf648dcb-a79e-4950-89eb-d9f08c22d34a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:48.099679 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cf648dcb-a79e-4950-89eb-d9f08c22d34a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:48.186374 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-cf648dcb-a79e-4950-89eb-d9f08c22d34a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3439491 Apr 28 19:57:48.191414 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43246) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:48.196987 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-b49ce2de-f535-4394-a02a-bd06da13eb3d tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Request body: {'subnet': {'network_id': 'fd85790a-c3aa-4524-a491-46096944f8bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:48.210529 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf648dcb-a79e-4950-89eb-d9f08c22d34a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event updated for resources: {'Network': ['ID=fd85790a-c3aa-4524-a491-46096944f8bd,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:48.226783 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network fd85790a-c3aa-4524-a491-46096944f8bd details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:57:48.231140 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e0b0d03b-657a-467a-8970-031c72070543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:48.313745 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e0b0d03b-657a-467a-8970-031c72070543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:48.370105 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49ce2de-f535-4394-a02a-bd06da13eb3d tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Made reservation on behalf of 9e9c5314bb5e4a71bd28b899dbbabafa for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:48.374079 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b49ce2de-f535-4394-a02a-bd06da13eb3d tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:48.445049 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e0b0d03b-657a-467a-8970-031c72070543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:48.448176 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e0b0d03b-657a-467a-8970-031c72070543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:48.452248 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e0b0d03b-657a-467a-8970-031c72070543 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/225baa9c-f72f-465c-a310-ce2d5d2adb29 HTTP/1.1" status: 204 len: 168 time: 0.3768022 Apr 28 19:57:48.472251 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0d03b-657a-467a-8970-031c72070543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225baa9c-f72f-465c-a310-ce2d5d2adb29,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:48.497284 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1b068dfb-04b3-4cc9-bf4c-30a91cdf4e6e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:48.499726 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1b068dfb-04b3-4cc9-bf4c-30a91cdf4e6e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:48.549841 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1b068dfb-04b3-4cc9-bf4c-30a91cdf4e6e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:48.550753 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b068dfb-04b3-4cc9-bf4c-30a91cdf4e6e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Fanout notify agent at l3_agent the message router_deleted on router 5ca2f291-9943-4174-86df-f483f40073b1 {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:57:48.560776 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1b068dfb-04b3-4cc9-bf4c-30a91cdf4e6e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:48.564598 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1b068dfb-04b3-4cc9-bf4c-30a91cdf4e6e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/routers/5ca2f291-9943-4174-86df-f483f40073b1 HTTP/1.1" status: 204 len: 168 time: 0.7493970 Apr 28 19:57:48.565229 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43258) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:48.655162 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b49ce2de-f535-4394-a02a-bd06da13eb3d tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:48.670260 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab680a3-c3be-4521-8732-c2548a5ae738 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:57:48.676846 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5ab680a3-c3be-4521-8732-c2548a5ae738 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] 10.222.0.42 "PUT /v2.0/routers/89132bc1-ef59-4983-8df8-3da09aefcdf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6408648 Apr 28 19:57:48.684133 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43264) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:48.691502 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9567008-a4e7-4475-8c46-feb7652f91d6 None None] Sync routers for ids ['89132bc1-ef59-4983-8df8-3da09aefcdf4'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:57:48.693080 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-8de85556-3709-4f3f-8b4d-d24e8cab388c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Deleting subnet 3c396093-64cc-47d5-b92f-86cd7fd24502 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:57:48.718319 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9567008-a4e7-4475-8c46-feb7652f91d6 None None] Routers {'89132bc1-ef59-4983-8df8-3da09aefcdf4'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:48.720255 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d9567008-a4e7-4475-8c46-feb7652f91d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:57:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['89132bc1-ef59-4983-8df8-3da09aefcdf4'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:48.733441 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ce2de-f535-4394-a02a-bd06da13eb3d tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event updated for resources: {'Subnet': ['ID=6c841a79-fa61-4c92-bd50-03d513c4f072,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:48.745076 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8de85556-3709-4f3f-8b4d-d24e8cab388c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:48.762223 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d9567008-a4e7-4475-8c46-feb7652f91d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:48.782281 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9567008-a4e7-4475-8c46-feb7652f91d6 None None] Routers {'89132bc1-ef59-4983-8df8-3da09aefcdf4'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:48.784435 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d9567008-a4e7-4475-8c46-feb7652f91d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:57:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['89132bc1-ef59-4983-8df8-3da09aefcdf4'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:48.807527 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49ce2de-f535-4394-a02a-bd06da13eb3d tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Checking segment: {'id': 'b9122074-1d4b-41ed-a476-4c79a2a2f52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fd85790a-c3aa-4524-a491-46096944f8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:57:48.808557 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49ce2de-f535-4394-a02a-bd06da13eb3d tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Network hostable DHCP agents. Network: fd85790a-c3aa-4524-a491-46096944f8bd, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:57:48.817359 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-422a3b2a-fc28-4538-96e0-778798735e24 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:48.844180 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49ce2de-f535-4394-a02a-bd06da13eb3d tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Network fd85790a-c3aa-4524-a491-46096944f8bd is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:57:48.861434 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-b49ce2de-f535-4394-a02a-bd06da13eb3d tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, fd85790a-c3aa-4524-a491-46096944f8bd) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:48.866056 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8de85556-3709-4f3f-8b4d-d24e8cab388c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:48.869659 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d9567008-a4e7-4475-8c46-feb7652f91d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:48.872402 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9567008-a4e7-4475-8c46-feb7652f91d6 None None] The sync data for ids ['89132bc1-ef59-4983-8df8-3da09aefcdf4'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:57:48.875836 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e876867-0048-4c63-a90a-32f917b7fbab None None] Network fd85790a-c3aa-4524-a491-46096944f8bd requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:57:48.881231 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49ce2de-f535-4394-a02a-bd06da13eb3d tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:48.881839 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b49ce2de-f535-4394-a02a-bd06da13eb3d tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:48.921414 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b49ce2de-f535-4394-a02a-bd06da13eb3d tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7287061 Apr 28 19:57:48.923702 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43276) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:49.077177 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fbd573-a38a-424a-89fc-b30a5e50ecab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-fd85790a-c3aa-4524-a491-46096944f8bd', 'network_id': 'fd85790a-c3aa-4524-a491-46096944f8bd', 'tenant_id': '9e9c5314bb5e4a71bd28b899dbbabafa', 'fixed_ips': [{'subnet_id': '6c841a79-fa61-4c92-bd50-03d513c4f072'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:57:49.078101 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-20fbd573-a38a-424a-89fc-b30a5e50ecab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:49.094118 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8de85556-3709-4f3f-8b4d-d24e8cab388c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:49.121629 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6e8229d0-8516-4dc5-8599-8bd85fc4d18e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:49.159698 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-422a3b2a-fc28-4538-96e0-778798735e24 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:49.162837 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8de85556-3709-4f3f-8b4d-d24e8cab388c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:49.166299 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-422a3b2a-fc28-4538-96e0-778798735e24 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:49.198768 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de85556-3709-4f3f-8b4d-d24e8cab388c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Subnet': ['ID=3c396093-64cc-47d5-b92f-86cd7fd24502,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:49.205148 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8de85556-3709-4f3f-8b4d-d24e8cab388c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:49.211933 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8de85556-3709-4f3f-8b4d-d24e8cab388c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/subnets/3c396093-64cc-47d5-b92f-86cd7fd24502 HTTP/1.1" status: 204 len: 168 time: 0.6455257 Apr 28 19:57:49.216675 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43286) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:49.260235 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0f54ea-1080-45c5-84a9-918025ba0f4c None None] Network 8a6e909a-51de-4416-a24b-c86d6d991851 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:57:49.262420 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6e8229d0-8516-4dc5-8599-8bd85fc4d18e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:49.263671 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-422a3b2a-fc28-4538-96e0-778798735e24 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:49.264475 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422a3b2a-fc28-4538-96e0-778798735e24 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Fanout notify agent at l3_agent the message router_deleted on router 89132bc1-ef59-4983-8df8-3da09aefcdf4 {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:57:49.272215 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-422a3b2a-fc28-4538-96e0-778798735e24 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:49.274946 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-422a3b2a-fc28-4538-96e0-778798735e24 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] 10.222.0.42 "DELETE /v2.0/routers/89132bc1-ef59-4983-8df8-3da09aefcdf4 HTTP/1.1" status: 204 len: 168 time: 0.5934212 Apr 28 19:57:49.279143 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43290) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:49.361984 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b834345-792f-408d-a6c3-dd37cae540ae tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Deleting subnet 42d8c612-f1d9-4d94-b4be-0295c2955d1e {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:57:49.366149 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6b834345-792f-408d-a6c3-dd37cae540ae tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:49.420419 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-63d59c5e-cd25-4b5b-8137-f9516a050126 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:49.424821 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6e8229d0-8516-4dc5-8599-8bd85fc4d18e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:49.428617 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6b834345-792f-408d-a6c3-dd37cae540ae tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server [None req-20fbd573-a38a-424a-89fc-b30a5e50ecab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c841a79-fa61-4c92-bd50-03d513c4f072: This subnet is being modified by another concurrent operation. Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise exception Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c841a79-fa61-4c92-bd50-03d513c4f072: This subnet is being modified by another concurrent operation. Apr 28 19:57:49.447296 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server Apr 28 19:57:49.486224 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b96dd84-1d2b-487e-8a54-8c2b67130de2 None None] Network fd85790a-c3aa-4524-a491-46096944f8bd requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:57:49.487357 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8229d0-8516-4dc5-8599-8bd85fc4d18e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event deleted for resources: {'Subnet': ['ID=6c841a79-fa61-4c92-bd50-03d513c4f072,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:49.588299 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6b834345-792f-408d-a6c3-dd37cae540ae tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:49.599282 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6e8229d0-8516-4dc5-8599-8bd85fc4d18e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:49.656689 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-6e8229d0-8516-4dc5-8599-8bd85fc4d18e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd85790a-c3aa-4524-a491-46096944f8bd']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:49.671113 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-6e8229d0-8516-4dc5-8599-8bd85fc4d18e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9122074-1d4b-41ed-a476-4c79a2a2f52f') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:49.671414 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-6e8229d0-8516-4dc5-8599-8bd85fc4d18e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9122074-1d4b-41ed-a476-4c79a2a2f52f') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:49.692360 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6e8229d0-8516-4dc5-8599-8bd85fc4d18e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:49.693762 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0598a7-3aef-4ff9-baa9-a0bf1fd111eb None None] DHCP port deletion for 8a6e909a-51de-4416-a24b-c86d6d991851 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:57:49.720279 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6e8229d0-8516-4dc5-8599-8bd85fc4d18e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:49.724503 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6b834345-792f-408d-a6c3-dd37cae540ae tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:49.731394 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-63d59c5e-cd25-4b5b-8137-f9516a050126 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Deleting port 8c3b8be5-4c3c-4ac7-9113-7fdb3f2558a2 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:57:49.731738 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-63d59c5e-cd25-4b5b-8137-f9516a050126 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:49.738816 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8229d0-8516-4dc5-8599-8bd85fc4d18e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:57:49.739341 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6e8229d0-8516-4dc5-8599-8bd85fc4d18e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:49.744045 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:57:49.744045 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:57:49.744045 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:57:49.744045 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:57:49.744045 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:57:49.744045 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:57:49.744045 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:57:49.744045 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:57:49.744045 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:57:49.744045 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:57:49.744045 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:57:49.744045 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:57:49.744045 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:57:49.744045 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:57:49.744045 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:57:49.744045 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:57:49.744045 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:57:49.744045 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:57:49.744045 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:57:49.744045 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:57:49.744045 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:57:49.744045 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:57:49.744045 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:57:49.744045 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:57:49.744045 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:57:49.744045 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:57:49.744045 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:57:49.744045 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:57:49.744045 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:57:49.744045 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:57:49.744045 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:57:49.744045 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:57:49.758143 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-5c0598a7-3aef-4ff9-baa9-a0bf1fd111eb None None] Deleting port 8c3b8be5-4c3c-4ac7-9113-7fdb3f2558a2 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:57:49.759241 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5c0598a7-3aef-4ff9-baa9-a0bf1fd111eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:49.771198 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43308) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:49.801870 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b834345-792f-408d-a6c3-dd37cae540ae tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Pushing event deleted for resources: {'Subnet': ['ID=42d8c612-f1d9-4d94-b4be-0295c2955d1e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:49.832197 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6b834345-792f-408d-a6c3-dd37cae540ae tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:49.836971 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6b834345-792f-408d-a6c3-dd37cae540ae tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] 10.222.0.42 "DELETE /v2.0/subnets/42d8c612-f1d9-4d94-b4be-0295c2955d1e HTTP/1.1" status: 204 len: 168 time: 0.5560207 Apr 28 19:57:49.839746 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43314) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:49.849115 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2de0d0a-c695-441c-ad34-ce261c4d3ab5 None None] Network 0c6575e9-c103-4708-907b-f04a089823a6 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:57:49.890181 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-63d59c5e-cd25-4b5b-8137-f9516a050126 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] For port 8c3b8be5-4c3c-4ac7-9113-7fdb3f2558a2, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=8c3b8be5-4c3c-4ac7-9113-7fdb3f2558a2,segment=NetworkSegment(8c70c032-867f-4093-95b4-7a077e062296),segment_id=8c70c032-867f-4093-95b4-7a077e062296)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:57:49.890803 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-63d59c5e-cd25-4b5b-8137-f9516a050126 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:49.893706 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6e8229d0-8516-4dc5-8599-8bd85fc4d18e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:49.926512 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6e8229d0-8516-4dc5-8599-8bd85fc4d18e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:49.930549 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6e8229d0-8516-4dc5-8599-8bd85fc4d18e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "DELETE /v2.0/networks/fd85790a-c3aa-4524-a491-46096944f8bd HTTP/1.1" status: 204 len: 168 time: 1.0052216 Apr 28 19:57:49.931487 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8229d0-8516-4dc5-8599-8bd85fc4d18e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event deleted for resources: {'Network': ['ID=fd85790a-c3aa-4524-a491-46096944f8bd,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:49.935650 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2b336563-14dd-4565-8683-47d03514e3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:49.943791 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43316) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:49.950016 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-46be11a0-3990-4157-ba58-cafcef2600fa tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1033657430'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:49.955441 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-63d59c5e-cd25-4b5b-8137-f9516a050126 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Calling delete_port for 8c3b8be5-4c3c-4ac7-9113-7fdb3f2558a2 owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:49.970815 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-5c0598a7-3aef-4ff9-baa9-a0bf1fd111eb None None] For port 8c3b8be5-4c3c-4ac7-9113-7fdb3f2558a2, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=8c3b8be5-4c3c-4ac7-9113-7fdb3f2558a2,segment=NetworkSegment(8c70c032-867f-4093-95b4-7a077e062296),segment_id=8c70c032-867f-4093-95b4-7a077e062296)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:57:49.971220 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5c0598a7-3aef-4ff9-baa9-a0bf1fd111eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:49.979292 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-ccbca726-d224-4afe-b766-866e0063355c tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Request body: {'security_group': {'name': 'tempest-secgroup--1083044674'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:50.006893 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-5c0598a7-3aef-4ff9-baa9-a0bf1fd111eb None None] Calling delete_port for 8c3b8be5-4c3c-4ac7-9113-7fdb3f2558a2 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:50.019562 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-70f30f91-5667-4670-8ae6-4821b45bf4a6 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.042743 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46be11a0-3990-4157-ba58-cafcef2600fa tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Made reservation on behalf of 9e9c5314bb5e4a71bd28b899dbbabafa for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:50.047021 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-46be11a0-3990-4157-ba58-cafcef2600fa tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.073872 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ccbca726-d224-4afe-b766-866e0063355c tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.099500 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ccbca726-d224-4afe-b766-866e0063355c tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.105219 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-70f30f91-5667-4670-8ae6-4821b45bf4a6 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Deleting port a7beff13-c4e8-4eae-9961-b53f86b84924 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:57:50.105887 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-70f30f91-5667-4670-8ae6-4821b45bf4a6 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.131100 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46be11a0-3990-4157-ba58-cafcef2600fa tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:57:50.152002 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-46be11a0-3990-4157-ba58-cafcef2600fa tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.152377 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-46be11a0-3990-4157-ba58-cafcef2600fa tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Added segment 90b1d18f-15a5-4c2c-ad77-fe1bfe6ccc8a of type vlan for network 3a4af135-fcff-4986-abbf-748e2daa7776 Apr 28 19:57:50.164652 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-63d59c5e-cd25-4b5b-8137-f9516a050126 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.190642 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5c0598a7-3aef-4ff9-baa9-a0bf1fd111eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.205956 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-70f30f91-5667-4670-8ae6-4821b45bf4a6 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] For port a7beff13-c4e8-4eae-9961-b53f86b84924, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a7beff13-c4e8-4eae-9961-b53f86b84924,segment=NetworkSegment(b06812b0-8743-44e5-ac37-c983d7dacf9b),segment_id=b06812b0-8743-44e5-ac37-c983d7dacf9b)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:57:50.206413 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-70f30f91-5667-4670-8ae6-4821b45bf4a6 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.228072 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-70f30f91-5667-4670-8ae6-4821b45bf4a6 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Calling delete_port for a7beff13-c4e8-4eae-9961-b53f86b84924 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:50.237144 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d59c5e-cd25-4b5b-8137-f9516a050126 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Port': ['ID=8c3b8be5-4c3c-4ac7-9113-7fdb3f2558a2,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:50.240227 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d59c5e-cd25-4b5b-8137-f9516a050126 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] No DVR routers for this DVR port 8c3b8be5-4c3c-4ac7-9113-7fdb3f2558a2 on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:57:50.245982 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0598a7-3aef-4ff9-baa9-a0bf1fd111eb None None] Pushing event deleted for resources: {'Port': ['ID=8c3b8be5-4c3c-4ac7-9113-7fdb3f2558a2,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:50.251180 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0598a7-3aef-4ff9-baa9-a0bf1fd111eb None None] No DVR routers for this DVR port 8c3b8be5-4c3c-4ac7-9113-7fdb3f2558a2 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:57:50.286777 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92f15ac-1236-4ce5-956c-3c87002c3410 None None] DHCP port deletion for 0c6575e9-c103-4708-907b-f04a089823a6 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:57:50.330745 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-46be11a0-3990-4157-ba58-cafcef2600fa tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.344985 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-70f30f91-5667-4670-8ae6-4821b45bf4a6 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.346335 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 8c3b8be5-4c3c-4ac7-9113-7fdb3f2558a2 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:57:50.374197 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 8c3b8be5-4c3c-4ac7-9113-7fdb3f2558a2 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:57:50.374449 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 8c3b8be5-4c3c-4ac7-9113-7fdb3f2558a2 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:57:50.384634 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f30f91-5667-4670-8ae6-4821b45bf4a6 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Pushing event deleted for resources: {'Port': ['ID=a7beff13-c4e8-4eae-9961-b53f86b84924,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:50.396398 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f30f91-5667-4670-8ae6-4821b45bf4a6 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] No DVR routers for this DVR port a7beff13-c4e8-4eae-9961-b53f86b84924 on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:57:50.422480 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-b92f15ac-1236-4ce5-956c-3c87002c3410 None None] Deleting port a7beff13-c4e8-4eae-9961-b53f86b84924 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:57:50.423230 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b92f15ac-1236-4ce5-956c-3c87002c3410 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.456543 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-63d59c5e-cd25-4b5b-8137-f9516a050126 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.486601 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ccbca726-d224-4afe-b766-866e0063355c tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.498239 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-70f30f91-5667-4670-8ae6-4821b45bf4a6 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.506345 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ccbca726-d224-4afe-b766-866e0063355c tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.509348 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-b92f15ac-1236-4ce5-956c-3c87002c3410 None None] For port a7beff13-c4e8-4eae-9961-b53f86b84924, host n-d-839810-1, got binding levels [] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:57:50.509755 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b92f15ac-1236-4ce5-956c-3c87002c3410 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.522912 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-70f30f91-5667-4670-8ae6-4821b45bf4a6 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c6575e9-c103-4708-907b-f04a089823a6']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:50.524584 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-63d59c5e-cd25-4b5b-8137-f9516a050126 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a6e909a-51de-4416-a24b-c86d6d991851']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:50.526009 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-b92f15ac-1236-4ce5-956c-3c87002c3410 None None] Calling delete_port for a7beff13-c4e8-4eae-9961-b53f86b84924 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:50.528946 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.ipam_backend_mixin [None req-b92f15ac-1236-4ce5-956c-3c87002c3410 None None] Port a7beff13-c4e8-4eae-9961-b53f86b84924 was not found and therefore no delete operation was performed {{(pid=102775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 28 19:57:50.531964 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b92f15ac-1236-4ce5-956c-3c87002c3410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.535476 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-70f30f91-5667-4670-8ae6-4821b45bf4a6 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b06812b0-8743-44e5-ac37-c983d7dacf9b') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:50.535833 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-70f30f91-5667-4670-8ae6-4821b45bf4a6 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b06812b0-8743-44e5-ac37-c983d7dacf9b') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:50.545707 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-46be11a0-3990-4157-ba58-cafcef2600fa tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.546252 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92f15ac-1236-4ce5-956c-3c87002c3410 None None] No DVR routers for this DVR port a7beff13-c4e8-4eae-9961-b53f86b84924 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:57:50.547470 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-70f30f91-5667-4670-8ae6-4821b45bf4a6 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.553926 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46be11a0-3990-4157-ba58-cafcef2600fa tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:50.554786 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-46be11a0-3990-4157-ba58-cafcef2600fa tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.565011 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-70f30f91-5667-4670-8ae6-4821b45bf4a6 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.574688 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f30f91-5667-4670-8ae6-4821b45bf4a6 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:57:50.575954 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-70f30f91-5667-4670-8ae6-4821b45bf4a6 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.577996 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f15ac-1236-4ce5-956c-3c87002c3410 None None] Pushing event deleted for resources: {'Port': ['ID=a7beff13-c4e8-4eae-9961-b53f86b84924,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:50.589840 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:57:50.589840 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:57:50.589840 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:57:50.589840 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:57:50.589840 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:57:50.589840 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:57:50.589840 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:57:50.589840 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:57:50.589840 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:57:50.589840 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:57:50.589840 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:57:50.589840 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:57:50.589840 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:57:50.589840 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:57:50.589840 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:57:50.589840 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:57:50.589840 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:57:50.589840 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:57:50.589840 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:57:50.589840 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:57:50.589840 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:57:50.589840 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:57:50.589840 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:57:50.589840 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:57:50.589840 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:57:50.589840 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:57:50.589840 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:57:50.589840 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:57:50.589840 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:57:50.589840 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:57:50.589840 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:57:50.589840 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:57:50.592476 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-63d59c5e-cd25-4b5b-8137-f9516a050126 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c70c032-867f-4093-95b4-7a077e062296') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:50.593072 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-63d59c5e-cd25-4b5b-8137-f9516a050126 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c70c032-867f-4093-95b4-7a077e062296') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:50.597837 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9e1ba1-aa33-4964-a549-0df4c93f1c9b None None] get_active_networks_info from n-d-839810-1 {{(pid=102775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 28 19:57:50.617873 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-46be11a0-3990-4157-ba58-cafcef2600fa tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6725574 Apr 28 19:57:50.630412 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-63d59c5e-cd25-4b5b-8137-f9516a050126 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.634091 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43324) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:50.674077 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-48799abb-607a-47f7-a291-e21dbcc3fe29 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Request body: {'subnet': {'network_id': '3a4af135-fcff-4986-abbf-748e2daa7776', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:50.689914 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9e1ba1-aa33-4964-a549-0df4c93f1c9b None None] Resources bound (agent type, host, resource id): {{(pid=102775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 19:57:50.692351 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-70f30f91-5667-4670-8ae6-4821b45bf4a6 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.703815 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-70f30f91-5667-4670-8ae6-4821b45bf4a6 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.707014 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-70f30f91-5667-4670-8ae6-4821b45bf4a6 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] 10.222.0.42 "DELETE /v2.0/networks/0c6575e9-c103-4708-907b-f04a089823a6 HTTP/1.1" status: 204 len: 168 time: 0.8657100 Apr 28 19:57:50.720154 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f30f91-5667-4670-8ae6-4821b45bf4a6 tempest-FloatingIPNegativeTestJSON-1544034493 tempest-FloatingIPNegativeTestJSON-1544034493-project] Pushing event deleted for resources: {'Network': ['ID=0c6575e9-c103-4708-907b-f04a089823a6,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:50.743052 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbca726-d224-4afe-b766-866e0063355c tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f024348-6a10-4849-9c6f-21c7c2e44e02,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:50.747123 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-63d59c5e-cd25-4b5b-8137-f9516a050126 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.796487 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d59c5e-cd25-4b5b-8137-f9516a050126 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:57:50.796902 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-63d59c5e-cd25-4b5b-8137-f9516a050126 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.801758 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be11a0-3990-4157-ba58-cafcef2600fa tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event updated for resources: {'Network': ['ID=3a4af135-fcff-4986-abbf-748e2daa7776,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:50.805731 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:57:50.805731 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:57:50.805731 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:57:50.805731 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:57:50.805731 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:57:50.805731 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:57:50.805731 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:57:50.805731 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:57:50.805731 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:57:50.805731 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:57:50.805731 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:57:50.805731 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:57:50.805731 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:57:50.805731 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:57:50.805731 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:57:50.805731 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:57:50.805731 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:57:50.805731 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:57:50.805731 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:57:50.805731 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:57:50.805731 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:57:50.805731 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:57:50.805731 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:57:50.805731 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:57:50.805731 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:57:50.805731 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:57:50.805731 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:57:50.805731 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:57:50.805731 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:57:50.805731 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:57:50.805731 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:57:50.805731 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:57:50.820903 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 3a4af135-fcff-4986-abbf-748e2daa7776 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:57:50.831589 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ccbca726-d224-4afe-b766-866e0063355c tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.844693 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ccbca726-d224-4afe-b766-866e0063355c tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.928781 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbca726-d224-4afe-b766-866e0063355c tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c04a9d-726d-4741-a4b0-7ff51aa4c42b,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:51.019106 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ccbca726-d224-4afe-b766-866e0063355c tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.020543 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ccbca726-d224-4afe-b766-866e0063355c tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2459543 Apr 28 19:57:51.022983 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-63d59c5e-cd25-4b5b-8137-f9516a050126 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.024628 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43336) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:51.035157 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48799abb-607a-47f7-a291-e21dbcc3fe29 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Made reservation on behalf of 9e9c5314bb5e4a71bd28b899dbbabafa for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:51.044376 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-48799abb-607a-47f7-a291-e21dbcc3fe29 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.092679 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-63d59c5e-cd25-4b5b-8137-f9516a050126 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.099255 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-63d59c5e-cd25-4b5b-8137-f9516a050126 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/networks/8a6e909a-51de-4416-a24b-c86d6d991851 HTTP/1.1" status: 204 len: 168 time: 1.8815777 Apr 28 19:57:51.105771 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43338) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:51.112763 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-835e915f-317a-4fd1-b266-a2bb7f6a0a1d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-984485113', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:51.122799 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d59c5e-cd25-4b5b-8137-f9516a050126 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Network': ['ID=8a6e909a-51de-4416-a24b-c86d6d991851,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:51.128535 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-42059e03-f5e1-4855-bb69-be16b27c8ca7 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1029522 Apr 28 19:57:51.131664 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43340) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:51.137222 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-cb5e463c-8b2a-49e1-86d0-74e9f746ffa8 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Request body: {'security_group': {'name': 'tempest-security--688163863', 'description': 'tempest-security-description-638407442'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:51.150125 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43342) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:51.178006 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb5e463c-8b2a-49e1-86d0-74e9f746ffa8 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.183415 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-835e915f-317a-4fd1-b266-a2bb7f6a0a1d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.184453 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-835e915f-317a-4fd1-b266-a2bb7f6a0a1d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.279675 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb5e463c-8b2a-49e1-86d0-74e9f746ffa8 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.283712 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-835e915f-317a-4fd1-b266-a2bb7f6a0a1d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.286873 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb5e463c-8b2a-49e1-86d0-74e9f746ffa8 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.292790 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb5e463c-8b2a-49e1-86d0-74e9f746ffa8 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.294605 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cb5e463c-8b2a-49e1-86d0-74e9f746ffa8 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "PUT /v2.0/security-groups/a3c04a9d-726d-4741-a4b0-7ff51aa4c42b HTTP/1.1" status: 200 len: 1778 time: 0.1613486 Apr 28 19:57:51.309863 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43346) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:51.324825 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-835e915f-317a-4fd1-b266-a2bb7f6a0a1d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.341874 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e463c-8b2a-49e1-86d0-74e9f746ffa8 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c04a9d-726d-4741-a4b0-7ff51aa4c42b,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:51.359037 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-48799abb-607a-47f7-a291-e21dbcc3fe29 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.370843 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-835e915f-317a-4fd1-b266-a2bb7f6a0a1d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.372024 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-835e915f-317a-4fd1-b266-a2bb7f6a0a1d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2650204 Apr 28 19:57:51.375217 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43348) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:51.380178 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-34fd9ecd-7c77-4037-ae0b-960ab4e5654e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-351689296'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:51.400840 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-eaf8b383-24fc-4596-8117-7fb3d7ed7099 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9fd8330da5634336aaa31c91b0d47466&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2476368 Apr 28 19:57:51.403288 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43350) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:51.408792 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-86257278-93b5-48ae-af7f-7c4fec27ce22 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "GET /v2.0/security-groups/a3c04a9d-726d-4741-a4b0-7ff51aa4c42b HTTP/1.1" status: 200 len: 1778 time: 0.0956070 Apr 28 19:57:51.410879 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43352) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:51.436633 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48799abb-607a-47f7-a291-e21dbcc3fe29 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event updated for resources: {'Subnet': ['ID=8d10b6a9-775e-45d0-a36f-34dafccbc906,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:51.440676 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fd9ecd-7c77-4037-ae0b-960ab4e5654e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Made reservation on behalf of 6ff88bb069834363bbb6cc9bff6bbe85 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:51.443974 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48799abb-607a-47f7-a291-e21dbcc3fe29 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Checking segment: {'id': '90b1d18f-15a5-4c2c-ad77-fe1bfe6ccc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3a4af135-fcff-4986-abbf-748e2daa7776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:57:51.444343 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48799abb-607a-47f7-a291-e21dbcc3fe29 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Network hostable DHCP agents. Network: 3a4af135-fcff-4986-abbf-748e2daa7776, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:57:51.445811 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-34fd9ecd-7c77-4037-ae0b-960ab4e5654e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.462430 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48799abb-607a-47f7-a291-e21dbcc3fe29 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Network 3a4af135-fcff-4986-abbf-748e2daa7776 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:57:51.470704 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-48799abb-607a-47f7-a291-e21dbcc3fe29 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 3a4af135-fcff-4986-abbf-748e2daa7776) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:51.475144 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48799abb-607a-47f7-a291-e21dbcc3fe29 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:51.475542 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-48799abb-607a-47f7-a291-e21dbcc3fe29 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.480503 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a152b78-e90a-4bce-8f40-9703622c6cc1 None None] Network 3a4af135-fcff-4986-abbf-748e2daa7776 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:57:51.494007 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-48799abb-607a-47f7-a291-e21dbcc3fe29 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8588212 Apr 28 19:57:51.496554 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43354) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:51.521307 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34fd9ecd-7c77-4037-ae0b-960ab4e5654e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:57:51.547467 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-923aaaf8-e5fc-46ff-a4a1-6366a7b3d7de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.556958 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-34fd9ecd-7c77-4037-ae0b-960ab4e5654e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.557306 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-34fd9ecd-7c77-4037-ae0b-960ab4e5654e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Added segment cbd399ff-a8c5-4417-8e78-2c0a9e7f8a8c of type vlan for network 28d71419-8bdb-470c-ba68-cfb3351d196f Apr 28 19:57:51.579556 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2906cf9a-376b-46d6-b372-f4523bbb277e tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.617470 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2b098234-313e-4822-89ae-5b85b4ee8535 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.643406 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-923aaaf8-e5fc-46ff-a4a1-6366a7b3d7de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.648058 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2906cf9a-376b-46d6-b372-f4523bbb277e tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.657635 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-34fd9ecd-7c77-4037-ae0b-960ab4e5654e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.706839 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422abebf-541b-4d9e-9fcc-658478690678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-3a4af135-fcff-4986-abbf-748e2daa7776', 'network_id': '3a4af135-fcff-4986-abbf-748e2daa7776', 'tenant_id': '9e9c5314bb5e4a71bd28b899dbbabafa', 'fixed_ips': [{'subnet_id': '8d10b6a9-775e-45d0-a36f-34dafccbc906'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:57:51.707766 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-422abebf-541b-4d9e-9fcc-658478690678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.740432 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-34fd9ecd-7c77-4037-ae0b-960ab4e5654e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.749003 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fd9ecd-7c77-4037-ae0b-960ab4e5654e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:51.749654 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-34fd9ecd-7c77-4037-ae0b-960ab4e5654e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.783199 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2906cf9a-376b-46d6-b372-f4523bbb277e tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.785991 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2906cf9a-376b-46d6-b372-f4523bbb277e tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.789754 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2906cf9a-376b-46d6-b372-f4523bbb277e tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "DELETE /v2.0/security-groups/a3c04a9d-726d-4741-a4b0-7ff51aa4c42b HTTP/1.1" status: 204 len: 168 time: 0.3754125 Apr 28 19:57:51.841476 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43356) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:51.847969 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-34fd9ecd-7c77-4037-ae0b-960ab4e5654e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4690881 Apr 28 19:57:51.848647 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43358) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:51.858858 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-923aaaf8-e5fc-46ff-a4a1-6366a7b3d7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.861869 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-923aaaf8-e5fc-46ff-a4a1-6366a7b3d7de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.863052 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-923aaaf8-e5fc-46ff-a4a1-6366a7b3d7de admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a45455f6-36e0-43ac-970f-d388bb86f201 HTTP/1.1" status: 204 len: 168 time: 0.4588544 Apr 28 19:57:51.882699 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-d366d794-ce16-4b35-b296-506679c31b5b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Request body: {'subnet': {'network_id': '28d71419-8bdb-470c-ba68-cfb3351d196f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:51.904526 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2906cf9a-376b-46d6-b372-f4523bbb277e tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c04a9d-726d-4741-a4b0-7ff51aa4c42b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:51.923069 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd9ecd-7c77-4037-ae0b-960ab4e5654e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Network': ['ID=28d71419-8bdb-470c-ba68-cfb3351d196f,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:51.953107 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 28d71419-8bdb-470c-ba68-cfb3351d196f details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:57:51.987869 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923aaaf8-e5fc-46ff-a4a1-6366a7b3d7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45455f6-36e0-43ac-970f-d388bb86f201,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:52.075523 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-422abebf-541b-4d9e-9fcc-658478690678 None None] Allocated IP 172.20.0.1 (3a4af135-fcff-4986-abbf-748e2daa7776/8d10b6a9-775e-45d0-a36f-34dafccbc906/09f192f7-0196-4418-af0e-ea454ed21e5d) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:52.091242 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2b098234-313e-4822-89ae-5b85b4ee8535 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:52.116214 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a5481adb-055e-4f29-add3-3ca62987a84f tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2644739 Apr 28 19:57:52.123463 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cf6db3d7-794c-47e9-87f0-b567c8237102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:52.124465 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43366) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:52.154734 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-a31bcecf-9431-460c-a2d2-58cec1162d7f tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] delete failed (client error): The resource could not be found. Apr 28 19:57:52.159131 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a31bcecf-9431-460c-a2d2-58cec1162d7f tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "DELETE /v2.0/security-groups/a3c04a9d-726d-4741-a4b0-7ff51aa4c42b HTTP/1.1" status: 404 len: 347 time: 0.0273640 Apr 28 19:57:52.159549 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43370) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:52.165728 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-bbd52041-1a7a-4cc1-a15c-20dd39b2beb5 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Request body: {'security_group': {'name': 'tempest-secgroup--243080828'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:52.170243 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d366d794-ce16-4b35-b296-506679c31b5b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Made reservation on behalf of 6ff88bb069834363bbb6cc9bff6bbe85 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:52.173707 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d366d794-ce16-4b35-b296-506679c31b5b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:52.275772 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bbd52041-1a7a-4cc1-a15c-20dd39b2beb5 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:52.318271 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a7beff13-c4e8-4eae-9961-b53f86b84924 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:57:52.352345 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: a7beff13-c4e8-4eae-9961-b53f86b84924 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:57:52.352807 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a7beff13-c4e8-4eae-9961-b53f86b84924 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:57:52.370608 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-422abebf-541b-4d9e-9fcc-658478690678 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:52.388486 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-422abebf-541b-4d9e-9fcc-658478690678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:52.407254 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2b098234-313e-4822-89ae-5b85b4ee8535 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:52.459861 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bbd52041-1a7a-4cc1-a15c-20dd39b2beb5 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:52.469925 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b098234-313e-4822-89ae-5b85b4ee8535 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event deleted for resources: {'Subnet': ['ID=8d10b6a9-775e-45d0-a36f-34dafccbc906,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:52.478501 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422abebf-541b-4d9e-9fcc-658478690678 None None] Pushing event updated for resources: {'Port': ['ID=09f192f7-0196-4418-af0e-ea454ed21e5d,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:52.482116 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bbd52041-1a7a-4cc1-a15c-20dd39b2beb5 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:52.514081 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422abebf-541b-4d9e-9fcc-658478690678 None None] Network 3a4af135-fcff-4986-abbf-748e2daa7776 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:52.515588 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-422abebf-541b-4d9e-9fcc-658478690678 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:52.518367 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422abebf-541b-4d9e-9fcc-658478690678 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:57:52.549301 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d366d794-ce16-4b35-b296-506679c31b5b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:52.565810 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd52041-1a7a-4cc1-a15c-20dd39b2beb5 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2f1e4e-2139-45a8-8ad1-8de4dd5640d8,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:52.571313 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bbd52041-1a7a-4cc1-a15c-20dd39b2beb5 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:52.571708 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2b098234-313e-4822-89ae-5b85b4ee8535 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:52.572597 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-bbd52041-1a7a-4cc1-a15c-20dd39b2beb5 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4120042 Apr 28 19:57:52.577973 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43380) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:52.597155 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-2b098234-313e-4822-89ae-5b85b4ee8535 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4af135-fcff-4986-abbf-748e2daa7776']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:52.604797 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-2b2b31db-72bb-46b1-8dc1-22b946b41e45 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Request body: {'security_group_rule': {'security_group_id': 'eb2f1e4e-2139-45a8-8ad1-8de4dd5640d8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:52.609730 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-2b098234-313e-4822-89ae-5b85b4ee8535 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b1d18f-15a5-4c2c-ad77-fe1bfe6ccc8a') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:52.610242 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-2b098234-313e-4822-89ae-5b85b4ee8535 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b1d18f-15a5-4c2c-ad77-fe1bfe6ccc8a') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:52.624677 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2b098234-313e-4822-89ae-5b85b4ee8535 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:52.643643 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2b098234-313e-4822-89ae-5b85b4ee8535 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:52.650500 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b2b31db-72bb-46b1-8dc1-22b946b41e45 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:52.653457 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-422abebf-541b-4d9e-9fcc-658478690678 None None] Attempting to bind port 09f192f7-0196-4418-af0e-ea454ed21e5d on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:57:52.653823 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-422abebf-541b-4d9e-9fcc-658478690678 None None] Attempting to bind port 09f192f7-0196-4418-af0e-ea454ed21e5d by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '90b1d18f-15a5-4c2c-ad77-fe1bfe6ccc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3a4af135-fcff-4986-abbf-748e2daa7776'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:57:52.654184 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422abebf-541b-4d9e-9fcc-658478690678 None None] Attempting to bind port 09f192f7-0196-4418-af0e-ea454ed21e5d on network 3a4af135-fcff-4986-abbf-748e2daa7776 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:57:52.660060 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b098234-313e-4822-89ae-5b85b4ee8535 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:57:52.660060 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2b098234-313e-4822-89ae-5b85b4ee8535 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:52.663212 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:57:52.663212 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:57:52.663212 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:57:52.663212 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:57:52.663212 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:57:52.663212 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:57:52.663212 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:57:52.663212 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:57:52.663212 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:57:52.663212 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:57:52.663212 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:57:52.663212 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:57:52.663212 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:57:52.663212 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:57:52.663212 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:57:52.663212 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:57:52.663212 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:57:52.663212 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:57:52.663212 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:57:52.663212 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:57:52.663212 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:57:52.663212 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:57:52.663212 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:57:52.663212 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:57:52.663212 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:57:52.663212 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:57:52.663212 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:57:52.663212 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:57:52.663212 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:57:52.663212 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:57:52.663212 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:57:52.663212 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:57:52.668220 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422abebf-541b-4d9e-9fcc-658478690678 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:57:52.668396 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422abebf-541b-4d9e-9fcc-658478690678 None None] Checking segment: {'id': '90b1d18f-15a5-4c2c-ad77-fe1bfe6ccc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3a4af135-fcff-4986-abbf-748e2daa7776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:57:52.668717 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-422abebf-541b-4d9e-9fcc-658478690678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:52.669105 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422abebf-541b-4d9e-9fcc-658478690678 None None] Bound using segment: {'id': '90b1d18f-15a5-4c2c-ad77-fe1bfe6ccc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3a4af135-fcff-4986-abbf-748e2daa7776'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:57:52.677106 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-422abebf-541b-4d9e-9fcc-658478690678 None None] Bound port: 09f192f7-0196-4418-af0e-ea454ed21e5d, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b1d18f-15a5-4c2c-ad77-fe1bfe6ccc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3a4af135-fcff-4986-abbf-748e2daa7776'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:57:52.677525 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-422abebf-541b-4d9e-9fcc-658478690678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:52.680889 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366d794-ce16-4b35-b296-506679c31b5b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Subnet': ['ID=e8a27d8e-6c5c-4fa1-975c-e39cc226c5db,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:52.716303 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d366d794-ce16-4b35-b296-506679c31b5b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Checking segment: {'id': 'cbd399ff-a8c5-4417-8e78-2c0a9e7f8a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '28d71419-8bdb-470c-ba68-cfb3351d196f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:57:52.716841 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d366d794-ce16-4b35-b296-506679c31b5b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network hostable DHCP agents. Network: 28d71419-8bdb-470c-ba68-cfb3351d196f, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:57:52.767779 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.db.api [None req-2b098234-313e-4822-89ae-5b85b4ee8535 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 28 19:57:52.767779 n-d-839810-1 neutron-server[102774]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 28 19:57:52.767779 n-d-839810-1 neutron-server[102774]: [parameters: {'id': '3a4af135-fcff-4986-abbf-748e2daa7776'}] Apr 28 19:57:52.767779 n-d-839810-1 neutron-server[102774]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:57:52.768565 n-d-839810-1 neutron-server[102774]: DEBUG oslo_db.api [None req-2b098234-313e-4822-89ae-5b85b4ee8535 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:57:52.780299 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b2b31db-72bb-46b1-8dc1-22b946b41e45 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:52.786905 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b2b31db-72bb-46b1-8dc1-22b946b41e45 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:52.794825 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d366d794-ce16-4b35-b296-506679c31b5b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network 28d71419-8bdb-470c-ba68-cfb3351d196f is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:57:52.823679 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b31db-72bb-46b1-8dc1-22b946b41e45 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c0c5f0e-1c1f-4c7d-8b4c-eaa51450006e,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:52.825889 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-d366d794-ce16-4b35-b296-506679c31b5b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 28d71419-8bdb-470c-ba68-cfb3351d196f) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:52.831698 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b2b31db-72bb-46b1-8dc1-22b946b41e45 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:52.835505 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2b2b31db-72bb-46b1-8dc1-22b946b41e45 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2534184 Apr 28 19:57:52.835505 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d366d794-ce16-4b35-b296-506679c31b5b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:52.835505 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d366d794-ce16-4b35-b296-506679c31b5b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:52.835762 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43386) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:52.871913 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8de4c1cd-420c-4c8c-ab85-7106ce95676e tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:52.873383 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d366d794-ce16-4b35-b296-506679c31b5b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0090377 Apr 28 19:57:52.876054 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43390) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:52.930782 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8de4c1cd-420c-4c8c-ab85-7106ce95676e tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:52.956606 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f8f00d-53c1-4124-a6c8-75da5d9910af None None] Network 28d71419-8bdb-470c-ba68-cfb3351d196f requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:57:53.070727 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8de4c1cd-420c-4c8c-ab85-7106ce95676e tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.078607 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43394) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:53.082564 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8de4c1cd-420c-4c8c-ab85-7106ce95676e tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.083702 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8de4c1cd-420c-4c8c-ab85-7106ce95676e tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/2c0c5f0e-1c1f-4c7d-8b4c-eaa51450006e HTTP/1.1" status: 204 len: 168 time: 0.2465096 Apr 28 19:57:53.086722 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43398) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:53.089355 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-422abebf-541b-4d9e-9fcc-658478690678 None None] For port 09f192f7-0196-4418-af0e-ea454ed21e5d, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:57:53.090450 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4c1cd-420c-4c8c-ab85-7106ce95676e tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c0c5f0e-1c1f-4c7d-8b4c-eaa51450006e,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:53.135327 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-422abebf-541b-4d9e-9fcc-658478690678 None None] For port 09f192f7-0196-4418-af0e-ea454ed21e5d, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=09f192f7-0196-4418-af0e-ea454ed21e5d,segment=NetworkSegment(90b1d18f-15a5-4c2c-ad77-fe1bfe6ccc8a),segment_id=90b1d18f-15a5-4c2c-ad77-fe1bfe6ccc8a)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:57:53.149072 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-422abebf-541b-4d9e-9fcc-658478690678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.152538 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-96749851-b3b9-416c-bd90-5920c7e02808 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0629034 Apr 28 19:57:53.155134 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43404) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:53.232954 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f2532b3-f4a5-4a51-8db6-dec47f4c970e tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.277363 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f2532b3-f4a5-4a51-8db6-dec47f4c970e tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.297643 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2b098234-313e-4822-89ae-5b85b4ee8535 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.311532 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0e0b9ce7-3380-41eb-916b-f8f566517871 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.341844 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422abebf-541b-4d9e-9fcc-658478690678 None None] Pushing event updated for resources: {'Port': ['ID=09f192f7-0196-4418-af0e-ea454ed21e5d,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:53.345245 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f2532b3-f4a5-4a51-8db6-dec47f4c970e tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.353450 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f2532b3-f4a5-4a51-8db6-dec47f4c970e tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.357278 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3f2532b3-f4a5-4a51-8db6-dec47f4c970e tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "DELETE /v2.0/security-groups/eb2f1e4e-2139-45a8-8ad1-8de4dd5640d8 HTTP/1.1" status: 204 len: 168 time: 0.1989162 Apr 28 19:57:53.358829 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73339ffa-12f6-4b5b-9dd6-868a39def38f None None] Network 3a4af135-fcff-4986-abbf-748e2daa7776 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:57:53.369548 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43408) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:53.370446 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2532b3-f4a5-4a51-8db6-dec47f4c970e tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2f1e4e-2139-45a8-8ad1-8de4dd5640d8,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:53.406080 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-4f33c64c-7c93-4165-896d-4e9093a02346 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Request body: {'networks': [{'name': 'tempest-network--471671131'}, {'name': 'tempest-network--1306017956'}]} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:53.406541 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-4f33c64c-7c93-4165-896d-4e9093a02346 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Request body: {'network': {'name': 'tempest-network--471671131'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:53.407106 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-4f33c64c-7c93-4165-896d-4e9093a02346 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Request body: {'network': {'name': 'tempest-network--1306017956'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:53.407252 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aafd06f-a451-4bed-bbb5-c2f96d8be364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-28d71419-8bdb-470c-ba68-cfb3351d196f', 'network_id': '28d71419-8bdb-470c-ba68-cfb3351d196f', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'fixed_ips': [{'subnet_id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:57:53.408286 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5aafd06f-a451-4bed-bbb5-c2f96d8be364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.447322 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1a4ff04c-4fd2-4217-b241-f277483f6c8d tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0732670 Apr 28 19:57:53.453177 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43410) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:53.459853 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f33c64c-7c93-4165-896d-4e9093a02346 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Made reservation on behalf of 0edbf6bea5e64a8bb94227e952ed3d3a for: {'network': 2} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:53.467622 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4f33c64c-7c93-4165-896d-4e9093a02346 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.480380 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4f33c64c-7c93-4165-896d-4e9093a02346 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.488979 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-23f28268-b941-4af6-ae18-a7a261e5ab61 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Request body: {'security_group': {'name': 'tempest-secgroup--1804457871'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:53.597873 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4f33c64c-7c93-4165-896d-4e9093a02346 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.602339 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-23f28268-b941-4af6-ae18-a7a261e5ab61 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.611109 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4f33c64c-7c93-4165-896d-4e9093a02346 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.611835 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4f33c64c-7c93-4165-896d-4e9093a02346 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.674514 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f33c64c-7c93-4165-896d-4e9093a02346 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:57:53.682479 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f33c64c-7c93-4165-896d-4e9093a02346 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbecf019-bffd-44fb-af6c-7669f0a28fdb,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:53.691388 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4f33c64c-7c93-4165-896d-4e9093a02346 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.691824 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-4f33c64c-7c93-4165-896d-4e9093a02346 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Added segment ec484bb1-e054-4e32-9865-3ccd8f968ab3 of type vlan for network e454ff66-fcbe-4417-bb26-b8789cb64932 Apr 28 19:57:53.725144 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-5aafd06f-a451-4bed-bbb5-c2f96d8be364 None None] Allocated IP 2001:db8::2 (28d71419-8bdb-470c-ba68-cfb3351d196f/e8a27d8e-6c5c-4fa1-975c-e39cc226c5db/58de22d7-4810-4cbf-970c-acf0d208203c) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:53.745384 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4f33c64c-7c93-4165-896d-4e9093a02346 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.803623 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-2b098234-313e-4822-89ae-5b85b4ee8535 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Deleting port 09f192f7-0196-4418-af0e-ea454ed21e5d {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:57:53.813106 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f33c64c-7c93-4165-896d-4e9093a02346 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:57:53.813879 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2b098234-313e-4822-89ae-5b85b4ee8535 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.828040 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4f33c64c-7c93-4165-896d-4e9093a02346 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.828489 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-4f33c64c-7c93-4165-896d-4e9093a02346 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Added segment 510aac65-ca30-429c-afa3-9d4351db8df1 of type vlan for network e24c8590-7093-4198-ab17-9192dd15ee7a Apr 28 19:57:53.878677 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4f33c64c-7c93-4165-896d-4e9093a02346 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.891535 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.916442 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4f33c64c-7c93-4165-896d-4e9093a02346 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.917133 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4f33c64c-7c93-4165-896d-4e9093a02346 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.923216 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f33c64c-7c93-4165-896d-4e9093a02346 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:53.928780 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f33c64c-7c93-4165-896d-4e9093a02346 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:53.930623 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4f33c64c-7c93-4165-896d-4e9093a02346 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.963201 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-23f28268-b941-4af6-ae18-a7a261e5ab61 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.982707 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-23f28268-b941-4af6-ae18-a7a261e5ab61 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.986316 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4f33c64c-7c93-4165-896d-4e9093a02346 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.9051659 Apr 28 19:57:53.990030 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5aafd06f-a451-4bed-bbb5-c2f96d8be364 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.999685 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43412) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:54.004583 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5aafd06f-a451-4bed-bbb5-c2f96d8be364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:54.027613 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-23f28268-b941-4af6-ae18-a7a261e5ab61 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:54.028952 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-23f28268-b941-4af6-ae18-a7a261e5ab61 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5741050 Apr 28 19:57:54.039200 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43414) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:54.039579 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-2b098234-313e-4822-89ae-5b85b4ee8535 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] For port 09f192f7-0196-4418-af0e-ea454ed21e5d, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=09f192f7-0196-4418-af0e-ea454ed21e5d,segment=NetworkSegment(90b1d18f-15a5-4c2c-ad77-fe1bfe6ccc8a),segment_id=90b1d18f-15a5-4c2c-ad77-fe1bfe6ccc8a)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:57:54.039913 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2b098234-313e-4822-89ae-5b85b4ee8535 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:54.044009 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-d892df81-6d93-4d2d-9ee6-b64d1eb873c7 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Request body: {'security_group_rule': {'security_group_id': '7f96328a-7485-46c7-8d6d-89a7a83e873d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:54.074541 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aafd06f-a451-4bed-bbb5-c2f96d8be364 None None] Network 28d71419-8bdb-470c-ba68-cfb3351d196f is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:54.083219 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-5aafd06f-a451-4bed-bbb5-c2f96d8be364 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:54.089540 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aafd06f-a451-4bed-bbb5-c2f96d8be364 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:57:54.091792 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aafd06f-a451-4bed-bbb5-c2f96d8be364 None None] Pushing event updated for resources: {'Port': ['ID=58de22d7-4810-4cbf-970c-acf0d208203c,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:54.097564 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d892df81-6d93-4d2d-9ee6-b64d1eb873c7 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:54.138965 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-2b098234-313e-4822-89ae-5b85b4ee8535 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Calling delete_port for 09f192f7-0196-4418-af0e-ea454ed21e5d owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:57:54.156444 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f28268-b941-4af6-ae18-a7a261e5ab61 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f96328a-7485-46c7-8d6d-89a7a83e873d,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:54.171675 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d892df81-6d93-4d2d-9ee6-b64d1eb873c7 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:54.174291 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f33c64c-7c93-4165-896d-4e9093a02346 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Pushing event updated for resources: {'Network': ['ID=e454ff66-fcbe-4417-bb26-b8789cb64932,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:54.195602 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network e454ff66-fcbe-4417-bb26-b8789cb64932 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:57:54.250043 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-0e0b9ce7-3380-41eb-916b-f8f566517871 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Allocated IP 2001:db8::1 (28d71419-8bdb-470c-ba68-cfb3351d196f/e8a27d8e-6c5c-4fa1-975c-e39cc226c5db/fd5e1779-e5e4-43da-9a28-58ebaa06196c) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:54.286530 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751a0756-5387-40ab-bf6a-725827d781bd tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:54.294807 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751a0756-5387-40ab-bf6a-725827d781bd tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:54.295317 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-5aafd06f-a451-4bed-bbb5-c2f96d8be364 None None] Attempting to bind port 58de22d7-4810-4cbf-970c-acf0d208203c on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:57:54.295690 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-5aafd06f-a451-4bed-bbb5-c2f96d8be364 None None] Attempting to bind port 58de22d7-4810-4cbf-970c-acf0d208203c by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'cbd399ff-a8c5-4417-8e78-2c0a9e7f8a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '28d71419-8bdb-470c-ba68-cfb3351d196f'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:57:54.296052 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aafd06f-a451-4bed-bbb5-c2f96d8be364 None None] Attempting to bind port 58de22d7-4810-4cbf-970c-acf0d208203c on network 28d71419-8bdb-470c-ba68-cfb3351d196f {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:57:54.301040 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751a0756-5387-40ab-bf6a-725827d781bd tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:54.307205 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751a0756-5387-40ab-bf6a-725827d781bd tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:54.311153 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aafd06f-a451-4bed-bbb5-c2f96d8be364 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:57:54.311537 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aafd06f-a451-4bed-bbb5-c2f96d8be364 None None] Checking segment: {'id': 'cbd399ff-a8c5-4417-8e78-2c0a9e7f8a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '28d71419-8bdb-470c-ba68-cfb3351d196f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:57:54.311888 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-751a0756-5387-40ab-bf6a-725827d781bd tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3066568 Apr 28 19:57:54.312034 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5aafd06f-a451-4bed-bbb5-c2f96d8be364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:54.312350 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aafd06f-a451-4bed-bbb5-c2f96d8be364 None None] Bound using segment: {'id': 'cbd399ff-a8c5-4417-8e78-2c0a9e7f8a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '28d71419-8bdb-470c-ba68-cfb3351d196f'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:57:54.312823 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-5aafd06f-a451-4bed-bbb5-c2f96d8be364 None None] Bound port: 58de22d7-4810-4cbf-970c-acf0d208203c, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd399ff-a8c5-4417-8e78-2c0a9e7f8a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '28d71419-8bdb-470c-ba68-cfb3351d196f'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:57:54.313205 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5aafd06f-a451-4bed-bbb5-c2f96d8be364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:54.314115 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43416) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:54.316597 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f33c64c-7c93-4165-896d-4e9093a02346 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Pushing event updated for resources: {'Network': ['ID=e24c8590-7093-4198-ab17-9192dd15ee7a,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:54.319059 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d892df81-6d93-4d2d-9ee6-b64d1eb873c7 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:54.331624 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network e24c8590-7093-4198-ab17-9192dd15ee7a details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:57:54.354728 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892df81-6d93-4d2d-9ee6-b64d1eb873c7 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa66e1d-8c47-47b2-9639-1bd2e716a945,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:54.387996 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d892df81-6d93-4d2d-9ee6-b64d1eb873c7 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:54.389373 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d892df81-6d93-4d2d-9ee6-b64d1eb873c7 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3491440 Apr 28 19:57:54.392192 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43420) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:54.396586 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-6931f535-f5c2-44fa-8319-a642bbe968ac tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Request body: {'security_group_rule': {'security_group_id': '7f96328a-7485-46c7-8d6d-89a7a83e873d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:54.465594 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6931f535-f5c2-44fa-8319-a642bbe968ac tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:54.482296 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-5aafd06f-a451-4bed-bbb5-c2f96d8be364 None None] For port 58de22d7-4810-4cbf-970c-acf0d208203c, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:57:54.486507 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-5aafd06f-a451-4bed-bbb5-c2f96d8be364 None None] For port 58de22d7-4810-4cbf-970c-acf0d208203c, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=58de22d7-4810-4cbf-970c-acf0d208203c,segment=NetworkSegment(cbd399ff-a8c5-4417-8e78-2c0a9e7f8a8c),segment_id=cbd399ff-a8c5-4417-8e78-2c0a9e7f8a8c)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:57:54.493712 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5aafd06f-a451-4bed-bbb5-c2f96d8be364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:54.545972 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2b098234-313e-4822-89ae-5b85b4ee8535 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:54.570166 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aafd06f-a451-4bed-bbb5-c2f96d8be364 None None] Pushing event updated for resources: {'Port': ['ID=58de22d7-4810-4cbf-970c-acf0d208203c,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:54.607337 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6931f535-f5c2-44fa-8319-a642bbe968ac tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:54.611968 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b098234-313e-4822-89ae-5b85b4ee8535 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event deleted for resources: {'Port': ['ID=09f192f7-0196-4418-af0e-ea454ed21e5d,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:54.614116 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b098234-313e-4822-89ae-5b85b4ee8535 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] No DVR routers for this DVR port 09f192f7-0196-4418-af0e-ea454ed21e5d on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:57:54.621286 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b6781faf-c3ca-44d7-a77a-eab877c2b5d4 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:54.621831 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6931f535-f5c2-44fa-8319-a642bbe968ac tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:54.659851 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931f535-f5c2-44fa-8319-a642bbe968ac tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=619aa629-9869-4294-9041-39b0c2be62dc,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:54.678491 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6931f535-f5c2-44fa-8319-a642bbe968ac tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:54.682640 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6931f535-f5c2-44fa-8319-a642bbe968ac tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2868223 Apr 28 19:57:54.682640 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43422) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:54.691318 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-a83f681c-ced4-4b03-860a-ae5a88d51fa3 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Request body: {'security_group_rule': {'security_group_id': '7f96328a-7485-46c7-8d6d-89a7a83e873d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:54.723890 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a83f681c-ced4-4b03-860a-ae5a88d51fa3 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:54.734212 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0e0b9ce7-3380-41eb-916b-f8f566517871 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:54.747431 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2b098234-313e-4822-89ae-5b85b4ee8535 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:54.798746 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a83f681c-ced4-4b03-860a-ae5a88d51fa3 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:54.805694 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a83f681c-ced4-4b03-860a-ae5a88d51fa3 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:54.823777 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-2b098234-313e-4822-89ae-5b85b4ee8535 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4af135-fcff-4986-abbf-748e2daa7776']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:54.841592 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f681c-ced4-4b03-860a-ae5a88d51fa3 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68450fbd-575c-44e0-b358-b2a0aa25d1cf,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:54.858212 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a83f681c-ced4-4b03-860a-ae5a88d51fa3 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:54.859477 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a83f681c-ced4-4b03-860a-ae5a88d51fa3 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1748636 Apr 28 19:57:54.862164 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43424) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:54.866879 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-a35ac686-33e6-4b69-8258-d02fa10a4ab1 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Request body: {'security_group_rule': {'security_group_id': '7f96328a-7485-46c7-8d6d-89a7a83e873d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:54.899615 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b6781faf-c3ca-44d7-a77a-eab877c2b5d4 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:54.903202 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-2b098234-313e-4822-89ae-5b85b4ee8535 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b1d18f-15a5-4c2c-ad77-fe1bfe6ccc8a') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:54.903498 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-2b098234-313e-4822-89ae-5b85b4ee8535 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b1d18f-15a5-4c2c-ad77-fe1bfe6ccc8a') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:54.906238 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a35ac686-33e6-4b69-8258-d02fa10a4ab1 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:54.928027 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2b098234-313e-4822-89ae-5b85b4ee8535 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:54.947130 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-b6781faf-c3ca-44d7-a77a-eab877c2b5d4 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e454ff66-fcbe-4417-bb26-b8789cb64932']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:54.958934 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0e0b9ce7-3380-41eb-916b-f8f566517871 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:54.960218 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2b098234-313e-4822-89ae-5b85b4ee8535 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:54.970745 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-b6781faf-c3ca-44d7-a77a-eab877c2b5d4 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec484bb1-e054-4e32-9865-3ccd8f968ab3') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:54.971038 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-b6781faf-c3ca-44d7-a77a-eab877c2b5d4 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec484bb1-e054-4e32-9865-3ccd8f968ab3') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:54.986588 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b098234-313e-4822-89ae-5b85b4ee8535 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:57:54.986925 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2b098234-313e-4822-89ae-5b85b4ee8535 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:54.990166 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:57:54.990166 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:57:54.990166 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:57:54.990166 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:57:54.990166 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:57:54.990166 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:57:54.990166 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:57:54.990166 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:57:54.990166 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:57:54.990166 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:57:54.990166 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:57:54.990166 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:57:54.990166 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:57:54.990166 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:57:54.990166 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:57:54.990166 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:57:54.990166 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:57:54.990166 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:57:54.990166 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:57:54.990166 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:57:54.990166 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:57:54.990166 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:57:54.990166 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:57:54.990166 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:57:54.990166 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:57:54.990166 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:57:54.990166 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:57:54.990166 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:57:54.990166 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:57:54.990166 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:57:54.990166 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:57:54.990166 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:57:54.999961 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a35ac686-33e6-4b69-8258-d02fa10a4ab1 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.005122 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a35ac686-33e6-4b69-8258-d02fa10a4ab1 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.029930 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b6781faf-c3ca-44d7-a77a-eab877c2b5d4 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.040238 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ac686-33e6-4b69-8258-d02fa10a4ab1 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92f24777-e796-46a8-8119-d1ef1179aa9d,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:55.045780 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a35ac686-33e6-4b69-8258-d02fa10a4ab1 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.051067 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a35ac686-33e6-4b69-8258-d02fa10a4ab1 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1877866 Apr 28 19:57:55.052050 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43426) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:55.057223 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-ad8a4f11-6589-4a01-8707-19457c5d5346 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Request body: {'security_group_rule': {'security_group_id': '7f96328a-7485-46c7-8d6d-89a7a83e873d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:55.077634 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0b9ce7-3380-41eb-916b-f8f566517871 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network 28d71419-8bdb-470c-ba68-cfb3351d196f is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:55.086132 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ad8a4f11-6589-4a01-8707-19457c5d5346 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.090911 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-0e0b9ce7-3380-41eb-916b-f8f566517871 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:55.104648 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0b9ce7-3380-41eb-916b-f8f566517871 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:57:55.105603 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0e0b9ce7-3380-41eb-916b-f8f566517871 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.108856 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b6781faf-c3ca-44d7-a77a-eab877c2b5d4 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.159180 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ad8a4f11-6589-4a01-8707-19457c5d5346 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.159728 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6781faf-c3ca-44d7-a77a-eab877c2b5d4 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:57:55.160157 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b6781faf-c3ca-44d7-a77a-eab877c2b5d4 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.164731 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ad8a4f11-6589-4a01-8707-19457c5d5346 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.166563 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:57:55.166563 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:57:55.166563 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:57:55.166563 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:57:55.166563 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:57:55.166563 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:57:55.166563 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:57:55.166563 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:57:55.166563 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:57:55.166563 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:57:55.166563 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:57:55.166563 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:57:55.166563 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:57:55.166563 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:57:55.166563 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:57:55.166563 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:57:55.166563 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:57:55.166563 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:57:55.166563 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:57:55.166563 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:57:55.166563 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:57:55.166563 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:57:55.166563 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:57:55.166563 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:57:55.166563 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:57:55.166563 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:57:55.166563 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:57:55.166563 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:57:55.166563 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:57:55.166563 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:57:55.166563 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:57:55.166563 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:57:55.169256 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2b098234-313e-4822-89ae-5b85b4ee8535 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.180609 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b9ce7-3380-41eb-916b-f8f566517871 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Port': ['ID=fd5e1779-e5e4-43da-9a28-58ebaa06196c,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:55.187320 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a4f11-6589-4a01-8707-19457c5d5346 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3f72358-18f3-43f0-b164-b07200451d4a,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:55.194237 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ad8a4f11-6589-4a01-8707-19457c5d5346 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.198447 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ad8a4f11-6589-4a01-8707-19457c5d5346 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1453178 Apr 28 19:57:55.199285 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43428) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:55.199567 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2b098234-313e-4822-89ae-5b85b4ee8535 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.203107 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2b098234-313e-4822-89ae-5b85b4ee8535 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "DELETE /v2.0/networks/3a4af135-fcff-4986-abbf-748e2daa7776 HTTP/1.1" status: 204 len: 168 time: 3.7056472 Apr 28 19:57:55.206456 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43430) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:55.216389 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-33aa38e8-5708-45da-801c-48d26334b381 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1385774208'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:55.250445 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f1c9da8-cdc6-4b01-9774-61ad99ed0644 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.259572 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f1c9da8-cdc6-4b01-9774-61ad99ed0644 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.267548 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33aa38e8-5708-45da-801c-48d26334b381 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Made reservation on behalf of 9e9c5314bb5e4a71bd28b899dbbabafa for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:55.274845 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-33aa38e8-5708-45da-801c-48d26334b381 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.275101 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b098234-313e-4822-89ae-5b85b4ee8535 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event deleted for resources: {'Network': ['ID=3a4af135-fcff-4986-abbf-748e2daa7776,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:55.285512 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b6781faf-c3ca-44d7-a77a-eab877c2b5d4 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.297385 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b6781faf-c3ca-44d7-a77a-eab877c2b5d4 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.303936 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43432) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:55.305180 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b6781faf-c3ca-44d7-a77a-eab877c2b5d4 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] 10.222.0.42 "DELETE /v2.0/networks/e454ff66-fcbe-4417-bb26-b8789cb64932 HTTP/1.1" status: 204 len: 168 time: 0.9811201 Apr 28 19:57:55.328495 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6781faf-c3ca-44d7-a77a-eab877c2b5d4 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Pushing event deleted for resources: {'Network': ['ID=e454ff66-fcbe-4417-bb26-b8789cb64932,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:55.345109 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33aa38e8-5708-45da-801c-48d26334b381 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:57:55.374894 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0e0b9ce7-3380-41eb-916b-f8f566517871 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.399057 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-33aa38e8-5708-45da-801c-48d26334b381 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.399641 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-33aa38e8-5708-45da-801c-48d26334b381 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Added segment 56b564eb-ec88-4fc2-a985-0ae43b106210 of type vlan for network 3014b3b9-a37b-4480-b867-4a84f0388bcd Apr 28 19:57:55.402648 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f1c9da8-cdc6-4b01-9774-61ad99ed0644 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.423956 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f1c9da8-cdc6-4b01-9774-61ad99ed0644 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.427768 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8f1c9da8-cdc6-4b01-9774-61ad99ed0644 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/f3f72358-18f3-43f0-b164-b07200451d4a HTTP/1.1" status: 204 len: 168 time: 0.2273016 Apr 28 19:57:55.430594 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43434) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:55.457120 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c9da8-cdc6-4b01-9774-61ad99ed0644 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3f72358-18f3-43f0-b164-b07200451d4a,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:55.489228 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-352dd015-c34b-486b-b551-b4b40d57fc8c tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.502358 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-33aa38e8-5708-45da-801c-48d26334b381 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.588009 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-33aa38e8-5708-45da-801c-48d26334b381 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.594646 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33aa38e8-5708-45da-801c-48d26334b381 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:55.595259 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-33aa38e8-5708-45da-801c-48d26334b381 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.606425 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5112f7fb-4ee7-47a9-8bcd-9387c94b9334 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1745396 Apr 28 19:57:55.608985 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43442) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:55.695594 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a9c29778-7bbe-4960-ae44-72f5de3519e2 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.720520 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a9c29778-7bbe-4960-ae44-72f5de3519e2 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.735504 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-352dd015-c34b-486b-b551-b4b40d57fc8c tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.741076 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-33aa38e8-5708-45da-801c-48d26334b381 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5335159 Apr 28 19:57:55.763298 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43444) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:55.771134 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-fcdf12f3-a107-45a2-be0e-aa6416f809ad tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:55.809665 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa38e8-5708-45da-801c-48d26334b381 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event updated for resources: {'Network': ['ID=3014b3b9-a37b-4480-b867-4a84f0388bcd,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:55.812918 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-352dd015-c34b-486b-b551-b4b40d57fc8c tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24c8590-7093-4198-ab17-9192dd15ee7a']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:55.820190 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.829345 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 3014b3b9-a37b-4480-b867-4a84f0388bcd details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:57:55.848598 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-352dd015-c34b-486b-b551-b4b40d57fc8c tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '510aac65-ca30-429c-afa3-9d4351db8df1') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:55.848898 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-352dd015-c34b-486b-b551-b4b40d57fc8c tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '510aac65-ca30-429c-afa3-9d4351db8df1') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:55.868927 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-352dd015-c34b-486b-b551-b4b40d57fc8c tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.892990 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-352dd015-c34b-486b-b551-b4b40d57fc8c tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.905717 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-352dd015-c34b-486b-b551-b4b40d57fc8c tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:57:55.906130 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-352dd015-c34b-486b-b551-b4b40d57fc8c tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.909367 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:57:55.909367 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:57:55.909367 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:57:55.909367 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:57:55.909367 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:57:55.909367 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:57:55.909367 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:57:55.909367 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:57:55.909367 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:57:55.909367 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:57:55.909367 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:57:55.909367 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:57:55.909367 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:57:55.909367 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:57:55.909367 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:57:55.909367 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:57:55.909367 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:57:55.909367 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:57:55.909367 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:57:55.909367 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:57:55.909367 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:57:55.909367 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:57:55.909367 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:57:55.909367 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:57:55.909367 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:57:55.909367 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:57:55.909367 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:57:55.909367 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:57:55.909367 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:57:55.909367 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:57:55.909367 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:57:55.909367 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:57:55.916931 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a9c29778-7bbe-4960-ae44-72f5de3519e2 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.936298 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a9c29778-7bbe-4960-ae44-72f5de3519e2 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.938134 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a9c29778-7bbe-4960-ae44-72f5de3519e2 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/92f24777-e796-46a8-8119-d1ef1179aa9d HTTP/1.1" status: 204 len: 168 time: 0.3280344 Apr 28 19:57:55.941364 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43446) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:55.996619 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c29778-7bbe-4960-ae44-72f5de3519e2 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92f24777-e796-46a8-8119-d1ef1179aa9d,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:56.014764 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:56.090039 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-352dd015-c34b-486b-b551-b4b40d57fc8c tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:56.134392 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-95b0c59c-0883-4fe9-a1cf-d950de998364 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1896675 Apr 28 19:57:56.136002 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43448) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:56.138116 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-352dd015-c34b-486b-b551-b4b40d57fc8c tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:56.142875 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-352dd015-c34b-486b-b551-b4b40d57fc8c tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] 10.222.0.42 "DELETE /v2.0/networks/e24c8590-7093-4198-ab17-9192dd15ee7a HTTP/1.1" status: 204 len: 168 time: 0.8318439 Apr 28 19:57:56.145356 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43450) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:56.177246 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad021b89-cdb7-41ed-bf3f-ccdd8b025cbb None None] Network 28d71419-8bdb-470c-ba68-cfb3351d196f requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:57:56.191465 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0e0b9ce7-3380-41eb-916b-f8f566517871 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:56.207187 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0e0b9ce7-3380-41eb-916b-f8f566517871 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:56.208070 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0e0b9ce7-3380-41eb-916b-f8f566517871 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:56.213513 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fcdf12f3-a107-45a2-be0e-aa6416f809ad tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:56.230392 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-710a9592-2b53-4e9a-acb6-a9a85d724d03 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:56.272744 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-710a9592-2b53-4e9a-acb6-a9a85d724d03 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:56.283631 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fcdf12f3-a107-45a2-be0e-aa6416f809ad tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:56.336767 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-900fc205-387a-4989-926c-093cb52c85f1 None None] Provisioning complete for port 58de22d7-4810-4cbf-970c-acf0d208203c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:56.337140 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-900fc205-387a-4989-926c-093cb52c85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:56.360053 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fcdf12f3-a107-45a2-be0e-aa6416f809ad tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Network 3014b3b9-a37b-4480-b867-4a84f0388bcd is not hosted by any dhcp agent {{(pid=102774) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 28 19:57:56.361993 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed5a81d-0aa2-4823-a225-1d2b6c6f4cef tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:56.370503 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdf12f3-a107-45a2-be0e-aa6416f809ad tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:56.371181 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed5a81d-0aa2-4823-a225-1d2b6c6f4cef tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:56.371918 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fcdf12f3-a107-45a2-be0e-aa6416f809ad tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:56.372965 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-bed5a81d-0aa2-4823-a225-1d2b6c6f4cef tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2265768 Apr 28 19:57:56.373887 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-fcdf12f3-a107-45a2-be0e-aa6416f809ad tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "PUT /v2.0/networks/3014b3b9-a37b-4480-b867-4a84f0388bcd HTTP/1.1" status: 200 len: 723 time: 0.6077356 Apr 28 19:57:56.376783 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352dd015-c34b-486b-b551-b4b40d57fc8c tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Pushing event deleted for resources: {'Network': ['ID=e24c8590-7093-4198-ab17-9192dd15ee7a,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:56.379436 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43454) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:56.379436 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43452) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:56.387605 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-508f0ba5-6060-49ab-9bd4-2de0fbbe7a7e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Request body: {'subnet': {'network_id': '3014b3b9-a37b-4480-b867-4a84f0388bcd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:56.395833 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-662c8c45-f99a-41d1-a829-3a24b61a8716 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-601928597'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:56.411265 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 58de22d7-4810-4cbf-970c-acf0d208203c up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:57:56.512023 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662c8c45-f99a-41d1-a829-3a24b61a8716 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Made reservation on behalf of 0edbf6bea5e64a8bb94227e952ed3d3a for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:56.518693 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b9ce7-3380-41eb-916b-f8f566517871 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Port': ['ID=fd5e1779-e5e4-43da-9a28-58ebaa06196c,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:56.521273 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-662c8c45-f99a-41d1-a829-3a24b61a8716 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:56.551818 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-710a9592-2b53-4e9a-acb6-a9a85d724d03 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:56.562474 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-710a9592-2b53-4e9a-acb6-a9a85d724d03 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:56.578012 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-710a9592-2b53-4e9a-acb6-a9a85d724d03 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/68450fbd-575c-44e0-b358-b2a0aa25d1cf HTTP/1.1" status: 204 len: 168 time: 0.4354398 Apr 28 19:57:56.578604 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf12f3-a107-45a2-be0e-aa6416f809ad tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event updated for resources: {'Network': ['ID=3014b3b9-a37b-4480-b867-4a84f0388bcd,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:56.583279 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43456) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:56.584948 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-662c8c45-f99a-41d1-a829-3a24b61a8716 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:57:56.596857 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-662c8c45-f99a-41d1-a829-3a24b61a8716 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:56.597217 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-662c8c45-f99a-41d1-a829-3a24b61a8716 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Added segment 8019f091-60d5-42fd-ad0b-7f45b1b82c0e of type vlan for network 7254690b-b503-46e6-b15a-e42f11dd8ff7 Apr 28 19:57:56.608497 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 3014b3b9-a37b-4480-b867-4a84f0388bcd details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:57:56.674854 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-662c8c45-f99a-41d1-a829-3a24b61a8716 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:56.685100 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a9592-2b53-4e9a-acb6-a9a85d724d03 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68450fbd-575c-44e0-b358-b2a0aa25d1cf,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:56.727977 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508f0ba5-6060-49ab-9bd4-2de0fbbe7a7e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Made reservation on behalf of 9e9c5314bb5e4a71bd28b899dbbabafa for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:56.731532 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-508f0ba5-6060-49ab-9bd4-2de0fbbe7a7e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:56.734173 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0b9ce7-3380-41eb-916b-f8f566517871 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network 28d71419-8bdb-470c-ba68-cfb3351d196f is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:56.739924 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-0e0b9ce7-3380-41eb-916b-f8f566517871 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:56.756973 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-662c8c45-f99a-41d1-a829-3a24b61a8716 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:56.762699 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662c8c45-f99a-41d1-a829-3a24b61a8716 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:56.763296 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-662c8c45-f99a-41d1-a829-3a24b61a8716 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:56.768136 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ff8b84fd-7a68-4907-b212-1339ca53e062 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1759238 Apr 28 19:57:56.772084 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43460) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:56.785780 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-900fc205-387a-4989-926c-093cb52c85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:56.803510 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 58de22d7-4810-4cbf-970c-acf0d208203c triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:56.804919 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:56.914510 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-662c8c45-f99a-41d1-a829-3a24b61a8716 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5335195 Apr 28 19:57:56.921533 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-900fc205-387a-4989-926c-093cb52c85f1 None None] For port 58de22d7-4810-4cbf-970c-acf0d208203c, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=58de22d7-4810-4cbf-970c-acf0d208203c,segment=NetworkSegment(cbd399ff-a8c5-4417-8e78-2c0a9e7f8a8c),segment_id=cbd399ff-a8c5-4417-8e78-2c0a9e7f8a8c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:57:56.922036 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43462) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:56.935068 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-900fc205-387a-4989-926c-093cb52c85f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:56.952278 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0b9ce7-3380-41eb-916b-f8f566517871 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Router 65efe934-e2d0-4ac1-ad54-67f063774231 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:57:56.952730 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-1b8c6206-3937-4436-b864-da44fe49b3a6 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-851599072'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:56.964710 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-864a05b6-e297-4a09-b05d-6063adcc1baa tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:57.011314 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-864a05b6-e297-4a09-b05d-6063adcc1baa tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:57.021650 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c8c45-f99a-41d1-a829-3a24b61a8716 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Pushing event updated for resources: {'Network': ['ID=7254690b-b503-46e6-b15a-e42f11dd8ff7,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:57.041832 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 7254690b-b503-46e6-b15a-e42f11dd8ff7 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:57:57.067186 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8c6206-3937-4436-b864-da44fe49b3a6 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Made reservation on behalf of 0edbf6bea5e64a8bb94227e952ed3d3a for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:57.072581 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1b8c6206-3937-4436-b864-da44fe49b3a6 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:57.110561 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-864a05b6-e297-4a09-b05d-6063adcc1baa tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:57.121495 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-864a05b6-e297-4a09-b05d-6063adcc1baa tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:57.124909 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-864a05b6-e297-4a09-b05d-6063adcc1baa tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/619aa629-9869-4294-9041-39b0c2be62dc HTTP/1.1" status: 204 len: 168 time: 0.3458784 Apr 28 19:57:57.125086 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0b9ce7-3380-41eb-916b-f8f566517871 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:57:57.128778 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43464) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:57.139385 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43934103-821a-40b0-93d5-8ebdc418173b None None] Sync routers for ids ['65efe934-e2d0-4ac1-ad54-67f063774231'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:57:57.143431 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0e0b9ce7-3380-41eb-916b-f8f566517871 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "PUT /v2.0/routers/65efe934-e2d0-4ac1-ad54-67f063774231/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2634866 Apr 28 19:57:57.149419 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43466) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:57.156808 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-7b78b86d-431b-460c-ade0-19d2d15802ca tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1914683465'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:57.168664 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43934103-821a-40b0-93d5-8ebdc418173b None None] Routers {'65efe934-e2d0-4ac1-ad54-67f063774231'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:57.170080 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-43934103-821a-40b0-93d5-8ebdc418173b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:57:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['65efe934-e2d0-4ac1-ad54-67f063774231'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:57.174591 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900fc205-387a-4989-926c-093cb52c85f1 None None] Pushing event updated for resources: {'Port': ['ID=58de22d7-4810-4cbf-970c-acf0d208203c,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:57.186319 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a05b6-e297-4a09-b05d-6063adcc1baa tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=619aa629-9869-4294-9041-39b0c2be62dc,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:57.213054 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b78b86d-431b-460c-ade0-19d2d15802ca tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Made reservation on behalf of 6ff88bb069834363bbb6cc9bff6bbe85 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:57.215122 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b8c6206-3937-4436-b864-da44fe49b3a6 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:57:57.219573 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b78b86d-431b-460c-ade0-19d2d15802ca tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:57.251434 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1b8c6206-3937-4436-b864-da44fe49b3a6 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:57.251434 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-1b8c6206-3937-4436-b864-da44fe49b3a6 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Added segment 8a6110b8-efcd-4717-9d4d-1eb94587932f of type vlan for network 9240040e-6c6a-4066-b182-4b63545170a7 Apr 28 19:57:57.279082 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-da1797d8-7850-4727-85ea-2e1143e899a7 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1490674 Apr 28 19:57:57.281591 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43468) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:57.309332 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-508f0ba5-6060-49ab-9bd4-2de0fbbe7a7e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:57.310826 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b78b86d-431b-460c-ade0-19d2d15802ca tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:57:57.312237 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1b8c6206-3937-4436-b864-da44fe49b3a6 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:57.334251 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9201cb8a-804f-4e1a-8db7-e543a9cd4db0 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:57.346475 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9201cb8a-804f-4e1a-8db7-e543a9cd4db0 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:57.369443 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f0ba5-6060-49ab-9bd4-2de0fbbe7a7e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event updated for resources: {'Subnet': ['ID=437061ed-6b89-42d0-bde6-62943dd1cbfe,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:57.391721 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b78b86d-431b-460c-ade0-19d2d15802ca tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:57.392381 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a6c60582-c12e-43e2-bfbc-c197e34515fa None None] Provisioning complete for port fd5e1779-e5e4-43da-9a28-58ebaa06196c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:57.393765 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-7b78b86d-431b-460c-ade0-19d2d15802ca tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Added segment 8790e334-8f05-423b-8575-539f34f20c45 of type vlan for network 9d736f5d-9643-4b7a-8447-f4103bd10514 Apr 28 19:57:57.394310 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a6c60582-c12e-43e2-bfbc-c197e34515fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:57.397641 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9201cb8a-804f-4e1a-8db7-e543a9cd4db0 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:57.412918 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1b8c6206-3937-4436-b864-da44fe49b3a6 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:57.420379 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9201cb8a-804f-4e1a-8db7-e543a9cd4db0 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:57.425118 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9201cb8a-804f-4e1a-8db7-e543a9cd4db0 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/dfa66e1d-8c47-47b2-9639-1bd2e716a945 HTTP/1.1" status: 204 len: 168 time: 0.1411648 Apr 28 19:57:57.426111 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8c6206-3937-4436-b864-da44fe49b3a6 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:57.426736 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1b8c6206-3937-4436-b864-da44fe49b3a6 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:57.428214 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43470) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:57.488035 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201cb8a-804f-4e1a-8db7-e543a9cd4db0 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dfa66e1d-8c47-47b2-9639-1bd2e716a945,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:57.490929 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-a6c60582-c12e-43e2-bfbc-c197e34515fa None None] Port fd5e1779-e5e4-43da-9a28-58ebaa06196c cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:57:57.518851 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a6c60582-c12e-43e2-bfbc-c197e34515fa None None] Provisioning complete for port 58de22d7-4810-4cbf-970c-acf0d208203c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:57.519419 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a6c60582-c12e-43e2-bfbc-c197e34515fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:57.540526 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b78b86d-431b-460c-ade0-19d2d15802ca tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:57.548456 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1b8c6206-3937-4436-b864-da44fe49b3a6 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6010408 Apr 28 19:57:57.549835 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508f0ba5-6060-49ab-9bd4-2de0fbbe7a7e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Checking segment: {'id': '56b564eb-ec88-4fc2-a985-0ae43b106210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3014b3b9-a37b-4480-b867-4a84f0388bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:57:57.549835 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508f0ba5-6060-49ab-9bd4-2de0fbbe7a7e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Network hostable DHCP agents. Network: 3014b3b9-a37b-4480-b867-4a84f0388bcd, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:57:57.555334 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43472) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:57.573895 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-129fc2d9-8b62-42f1-a863-8339e1271d7d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Request body: {'ports': [{'network_id': '7254690b-b503-46e6-b15a-e42f11dd8ff7', 'name': 'tempest-port--644843899', 'admin_state_up': True}, {'network_id': '9240040e-6c6a-4066-b182-4b63545170a7', 'admin_state_up': False}]} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:57.574215 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-129fc2d9-8b62-42f1-a863-8339e1271d7d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Request body: {'port': {'network_id': '7254690b-b503-46e6-b15a-e42f11dd8ff7', 'name': 'tempest-port--644843899', 'admin_state_up': True}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:57.574766 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-129fc2d9-8b62-42f1-a863-8339e1271d7d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Request body: {'port': {'network_id': '9240040e-6c6a-4066-b182-4b63545170a7', 'admin_state_up': False}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:57.582305 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-21f8d5b4-40cc-45e7-b381-91ad310c8225 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1497648 Apr 28 19:57:57.584312 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-43934103-821a-40b0-93d5-8ebdc418173b None None] Set router 65efe934-e2d0-4ac1-ad54-67f063774231 gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:57:57.584738 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43474) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:57.595653 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c6206-3937-4436-b864-da44fe49b3a6 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Pushing event updated for resources: {'Network': ['ID=9240040e-6c6a-4066-b182-4b63545170a7,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:57.650584 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508f0ba5-6060-49ab-9bd4-2de0fbbe7a7e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Network 3014b3b9-a37b-4480-b867-4a84f0388bcd is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:57:57.676875 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-508f0ba5-6060-49ab-9bd4-2de0fbbe7a7e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 3014b3b9-a37b-4480-b867-4a84f0388bcd) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:57.681881 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b78b86d-431b-460c-ade0-19d2d15802ca tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:57.692398 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508f0ba5-6060-49ab-9bd4-2de0fbbe7a7e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:57.692957 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-508f0ba5-6060-49ab-9bd4-2de0fbbe7a7e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:57.698567 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b78b86d-431b-460c-ade0-19d2d15802ca tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:57.699352 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b78b86d-431b-460c-ade0-19d2d15802ca tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:57.765335 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-508f0ba5-6060-49ab-9bd4-2de0fbbe7a7e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3835077 Apr 28 19:57:57.765964 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43480) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:57.779136 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-32396006-917b-423b-b2b1-e91dd83069c8 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:57.786739 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43482) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:57.787477 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7b78b86d-431b-460c-ade0-19d2d15802ca tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6369226 Apr 28 19:57:57.827177 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-26108bbe-cd61-4e3d-98c0-5718bb8c0453 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Request body: {'subnet': {'network_id': '9d736f5d-9643-4b7a-8447-f4103bd10514', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:57.877140 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-98506693-7ca7-4dde-8b60-13365931894a tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:57.879858 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78b86d-431b-460c-ade0-19d2d15802ca tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Network': ['ID=9d736f5d-9643-4b7a-8447-f4103bd10514,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:57.928628 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129fc2d9-8b62-42f1-a863-8339e1271d7d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Made reservation on behalf of 0edbf6bea5e64a8bb94227e952ed3d3a for: {'port': 2} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:57.943292 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-98506693-7ca7-4dde-8b60-13365931894a tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:57.950501 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-129fc2d9-8b62-42f1-a863-8339e1271d7d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:58.001933 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 9240040e-6c6a-4066-b182-4b63545170a7 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:57:58.007095 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cd7945-0daf-43ec-9b50-315c758c4154 None None] Network 3014b3b9-a37b-4480-b867-4a84f0388bcd requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:57:58.020819 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 9d736f5d-9643-4b7a-8447-f4103bd10514 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:57:58.053020 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-43934103-821a-40b0-93d5-8ebdc418173b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'name': 'tempest-RoutersIpV6Test-router-984485113', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:57:51Z', 'updated_at': '2022-04-28T19:57:55Z', 'revision_number': 2, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'gw_port_host': None, '_interfaces': [{'id': 'fd5e1779-e5e4-43da-9a28-58ebaa06196c', 'name': '', 'network_id': '28d71419-8bdb-470c-ba68-cfb3351d196f', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:94:0b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:57:53Z', 'updated_at': '2022-04-28T19:57:55Z', 'revision_number': 2, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:58.067700 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-98506693-7ca7-4dde-8b60-13365931894a tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:58.071801 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-98506693-7ca7-4dde-8b60-13365931894a tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:58.073562 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-98506693-7ca7-4dde-8b60-13365931894a tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "DELETE /v2.0/security-groups/7f96328a-7485-46c7-8d6d-89a7a83e873d HTTP/1.1" status: 204 len: 168 time: 0.4857445 Apr 28 19:57:58.074481 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-129fc2d9-8b62-42f1-a863-8339e1271d7d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:58.076249 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43486) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:58.110581 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98506693-7ca7-4dde-8b60-13365931894a tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f96328a-7485-46c7-8d6d-89a7a83e873d,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:58.121095 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43934103-821a-40b0-93d5-8ebdc418173b None None] Checking router: 65efe934-e2d0-4ac1-ad54-67f063774231 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:57:58.121453 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43934103-821a-40b0-93d5-8ebdc418173b None None] Updating router 65efe934-e2d0-4ac1-ad54-67f063774231 port fd5e1779-e5e4-43da-9a28-58ebaa06196c binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:57:58.149258 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-43934103-821a-40b0-93d5-8ebdc418173b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:58.165550 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-32396006-917b-423b-b2b1-e91dd83069c8 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14374713'] for subnet, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:58.365674 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 58de22d7-4810-4cbf-970c-acf0d208203c up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:57:58.592369 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a945a935-09ca-4ab9-a64a-a5804030fd9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-3014b3b9-a37b-4480-b867-4a84f0388bcd', 'network_id': '3014b3b9-a37b-4480-b867-4a84f0388bcd', 'tenant_id': '9e9c5314bb5e4a71bd28b899dbbabafa', 'fixed_ips': [{'subnet_id': '437061ed-6b89-42d0-bde6-62943dd1cbfe'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:57:58.596179 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a945a935-09ca-4ab9-a64a-a5804030fd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:58.650827 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-43934103-821a-40b0-93d5-8ebdc418173b None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:58.659198 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-43934103-821a-40b0-93d5-8ebdc418173b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:58.768772 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a075c-a26b-4249-826a-e78dbeb3b9ac None None] Pushing event updated for resources: {'Port': ['ID=fd5e1779-e5e4-43da-9a28-58ebaa06196c,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:58.807612 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 58de22d7-4810-4cbf-970c-acf0d208203c triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:58.807612 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:58.832397 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a075c-a26b-4249-826a-e78dbeb3b9ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:58.832850 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a075c-a26b-4249-826a-e78dbeb3b9ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:58.833272 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a075c-a26b-4249-826a-e78dbeb3b9ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:58.834132 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a075c-a26b-4249-826a-e78dbeb3b9ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:58.834132 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a075c-a26b-4249-826a-e78dbeb3b9ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:58.834506 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a075c-a26b-4249-826a-e78dbeb3b9ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:58.834910 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a075c-a26b-4249-826a-e78dbeb3b9ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:58.836032 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a075c-a26b-4249-826a-e78dbeb3b9ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:58.847902 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a075c-a26b-4249-826a-e78dbeb3b9ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:58.848400 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a075c-a26b-4249-826a-e78dbeb3b9ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:58.848846 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a075c-a26b-4249-826a-e78dbeb3b9ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:58.849293 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a075c-a26b-4249-826a-e78dbeb3b9ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:58.902737 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-43934103-821a-40b0-93d5-8ebdc418173b None None] Attempting to bind port fd5e1779-e5e4-43da-9a28-58ebaa06196c on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:57:58.903223 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-43934103-821a-40b0-93d5-8ebdc418173b None None] Attempting to bind port fd5e1779-e5e4-43da-9a28-58ebaa06196c by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'cbd399ff-a8c5-4417-8e78-2c0a9e7f8a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '28d71419-8bdb-470c-ba68-cfb3351d196f'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:57:58.903662 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43934103-821a-40b0-93d5-8ebdc418173b None None] Attempting to bind port fd5e1779-e5e4-43da-9a28-58ebaa06196c on network 28d71419-8bdb-470c-ba68-cfb3351d196f {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:57:58.920628 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43934103-821a-40b0-93d5-8ebdc418173b None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:57:58.921133 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43934103-821a-40b0-93d5-8ebdc418173b None None] Checking segment: {'id': 'cbd399ff-a8c5-4417-8e78-2c0a9e7f8a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '28d71419-8bdb-470c-ba68-cfb3351d196f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:57:58.921631 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-43934103-821a-40b0-93d5-8ebdc418173b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:58.922112 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43934103-821a-40b0-93d5-8ebdc418173b None None] Bound using segment: {'id': 'cbd399ff-a8c5-4417-8e78-2c0a9e7f8a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '28d71419-8bdb-470c-ba68-cfb3351d196f'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:57:58.922680 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-43934103-821a-40b0-93d5-8ebdc418173b None None] Bound port: fd5e1779-e5e4-43da-9a28-58ebaa06196c, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd399ff-a8c5-4417-8e78-2c0a9e7f8a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '28d71419-8bdb-470c-ba68-cfb3351d196f'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:57:58.923166 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-43934103-821a-40b0-93d5-8ebdc418173b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:58.966852 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-dc260708-72e1-4cc9-a41c-5b08cfaaa5fe None None] Provisioning complete for port fd5e1779-e5e4-43da-9a28-58ebaa06196c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:58.967225 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-dc260708-72e1-4cc9-a41c-5b08cfaaa5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:58.998925 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26108bbe-cd61-4e3d-98c0-5718bb8c0453 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Made reservation on behalf of 6ff88bb069834363bbb6cc9bff6bbe85 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:59.014006 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-26108bbe-cd61-4e3d-98c0-5718bb8c0453 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:59.055646 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-43934103-821a-40b0-93d5-8ebdc418173b None None] For port fd5e1779-e5e4-43da-9a28-58ebaa06196c, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:57:59.060334 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-43934103-821a-40b0-93d5-8ebdc418173b None None] For port fd5e1779-e5e4-43da-9a28-58ebaa06196c, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=fd5e1779-e5e4-43da-9a28-58ebaa06196c,segment=NetworkSegment(cbd399ff-a8c5-4417-8e78-2c0a9e7f8a8c),segment_id=cbd399ff-a8c5-4417-8e78-2c0a9e7f8a8c)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:57:59.072540 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-43934103-821a-40b0-93d5-8ebdc418173b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:59.099092 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-dc260708-72e1-4cc9-a41c-5b08cfaaa5fe None None] Port fd5e1779-e5e4-43da-9a28-58ebaa06196c cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:57:59.109719 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d16ba2e0-b914-4615-89b0-ed0d56d76aee tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.0308437 Apr 28 19:57:59.113917 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43500) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:59.120639 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-e2ae5b2f-ba22-470b-b73f-5e182b93220b tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Request body: {'security_group': {'name': 'tempest-secgroup--276863965'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:59.171630 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43934103-821a-40b0-93d5-8ebdc418173b None None] Routers {'65efe934-e2d0-4ac1-ad54-67f063774231'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:57:59.173659 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-43934103-821a-40b0-93d5-8ebdc418173b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:57:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['65efe934-e2d0-4ac1-ad54-67f063774231'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:59.177094 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a075c-a26b-4249-826a-e78dbeb3b9ac None None] Pushing event updated for resources: {'Port': ['ID=fd5e1779-e5e4-43da-9a28-58ebaa06196c,revision_number=4']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:59.192550 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2ae5b2f-ba22-470b-b73f-5e182b93220b tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:59.218381 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-32396006-917b-423b-b2b1-e91dd83069c8 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736828789944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12642137'] for subnet, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:59.344705 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-43934103-821a-40b0-93d5-8ebdc418173b None None] Set router 65efe934-e2d0-4ac1-ad54-67f063774231 gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:57:59.402547 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3bd5265b-e00a-4fcd-8ddc-afcdccba54a8 None None] Provisioning complete for port fd5e1779-e5e4-43da-9a28-58ebaa06196c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:59.405241 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3bd5265b-e00a-4fcd-8ddc-afcdccba54a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:59.407856 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-a945a935-09ca-4ab9-a64a-a5804030fd9d None None] Allocated IP 172.20.0.2 (3014b3b9-a37b-4480-b867-4a84f0388bcd/437061ed-6b89-42d0-bde6-62943dd1cbfe/0a7e311f-22b1-411e-9b9a-6f8c3eefe770) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:59.436581 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2ae5b2f-ba22-470b-b73f-5e182b93220b tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:59.446834 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2ae5b2f-ba22-470b-b73f-5e182b93220b tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:59.509305 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32396006-917b-423b-b2b1-e91dd83069c8 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event updated for resources: {'Subnet': ['ID=437061ed-6b89-42d0-bde6-62943dd1cbfe,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:59.515270 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae5b2f-ba22-470b-b73f-5e182b93220b tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4cb74e-9c6f-4f63-af38-c30a64fa7a77,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:59.559857 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43506) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:59.592349 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2ae5b2f-ba22-470b-b73f-5e182b93220b tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:59.593624 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e2ae5b2f-ba22-470b-b73f-5e182b93220b tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4787009 Apr 28 19:57:59.607473 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43510) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:59.609955 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-0f25ca28-59f5-4566-a9be-efae01e18af5 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Request body: {'security_group_rule': {'security_group_id': '8d4cb74e-9c6f-4f63-af38-c30a64fa7a77', 'direction': 'ingress', 'protocol': 17}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:59.650131 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f25ca28-59f5-4566-a9be-efae01e18af5 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:59.682435 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32396006-917b-423b-b2b1-e91dd83069c8 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:59.695829 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-32396006-917b-423b-b2b1-e91dd83069c8 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:59.697631 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-32396006-917b-423b-b2b1-e91dd83069c8 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "PUT /v2.0/subnets/437061ed-6b89-42d0-bde6-62943dd1cbfe HTTP/1.1" status: 200 len: 806 time: 1.9230714 Apr 28 19:57:59.703163 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43512) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:59.731995 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f25ca28-59f5-4566-a9be-efae01e18af5 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:59.739061 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f25ca28-59f5-4566-a9be-efae01e18af5 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:59.825775 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3bd5265b-e00a-4fcd-8ddc-afcdccba54a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:59.829070 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-129fc2d9-8b62-42f1-a863-8339e1271d7d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] device_id is not set on port b9e8e0b2-7098-47df-813c-81de955c8b65 yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:57:59.836562 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-43934103-821a-40b0-93d5-8ebdc418173b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'name': 'tempest-RoutersIpV6Test-router-984485113', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:57:51Z', 'updated_at': '2022-04-28T19:57:55Z', 'revision_number': 2, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'gw_port_host': None, '_interfaces': [{'id': 'fd5e1779-e5e4-43da-9a28-58ebaa06196c', 'name': '', 'network_id': '28d71419-8bdb-470c-ba68-cfb3351d196f', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:94:0b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:57:53Z', 'updated_at': '2022-04-28T19:57:59Z', 'revision_number': 4, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:59.838283 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e76f0893-1667-429d-835d-37511e304d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:59.859890 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f25ca28-59f5-4566-a9be-efae01e18af5 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:59.866857 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0f25ca28-59f5-4566-a9be-efae01e18af5 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2615154 Apr 28 19:57:59.873064 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43934103-821a-40b0-93d5-8ebdc418173b None None] The sync data for ids ['65efe934-e2d0-4ac1-ad54-67f063774231'] in n-d-839810-1 is: [{'id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'name': 'tempest-RoutersIpV6Test-router-984485113', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:57:51Z', 'updated_at': '2022-04-28T19:57:55Z', 'revision_number': 2, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'gw_port_host': None, '_interfaces': [{'id': 'fd5e1779-e5e4-43da-9a28-58ebaa06196c', 'name': '', 'network_id': '28d71419-8bdb-470c-ba68-cfb3351d196f', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:94:0b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:57:53Z', 'updated_at': '2022-04-28T19:57:59Z', 'revision_number': 4, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:57:59.887520 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43514) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:57:59.893335 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25ca28-59f5-4566-a9be-efae01e18af5 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f653c46b-85b6-481f-bbb5-7ccde73ea598,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:59.956809 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-3bd5265b-e00a-4fcd-8ddc-afcdccba54a8 None None] For port fd5e1779-e5e4-43da-9a28-58ebaa06196c, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=fd5e1779-e5e4-43da-9a28-58ebaa06196c,segment=NetworkSegment(cbd399ff-a8c5-4417-8e78-2c0a9e7f8a8c),segment_id=cbd399ff-a8c5-4417-8e78-2c0a9e7f8a8c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:57:59.968850 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3bd5265b-e00a-4fcd-8ddc-afcdccba54a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:59.971300 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a945a935-09ca-4ab9-a64a-a5804030fd9d None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:59.999896 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a945a935-09ca-4ab9-a64a-a5804030fd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:00.031929 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a945a935-09ca-4ab9-a64a-a5804030fd9d None None] Network 3014b3b9-a37b-4480-b867-4a84f0388bcd is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:00.042031 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-a945a935-09ca-4ab9-a64a-a5804030fd9d None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:00.045809 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a945a935-09ca-4ab9-a64a-a5804030fd9d None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:58:00.048066 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e76f0893-1667-429d-835d-37511e304d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:00.052379 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5265b-e00a-4fcd-8ddc-afcdccba54a8 None None] Pushing event updated for resources: {'Port': ['ID=fd5e1779-e5e4-43da-9a28-58ebaa06196c,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:00.057400 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e76f0893-1667-429d-835d-37511e304d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:00.126108 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e76f0893-1667-429d-835d-37511e304d9c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=67cd747bf511412c916084f88810e471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5645111 Apr 28 19:58:00.127210 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43516) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:00.127817 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f0893-1667-429d-835d-37511e304d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71f3aa1-b581-4bd2-8a28-10735a76880b,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:00.131765 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d6162a49-cf15-4c93-a831-7fc25ee12ce5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:00.149484 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945a935-09ca-4ab9-a64a-a5804030fd9d None None] Pushing event updated for resources: {'Port': ['ID=0a7e311f-22b1-411e-9b9a-6f8c3eefe770,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:00.160321 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-a945a935-09ca-4ab9-a64a-a5804030fd9d None None] Attempting to bind port 0a7e311f-22b1-411e-9b9a-6f8c3eefe770 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:58:00.161018 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-a945a935-09ca-4ab9-a64a-a5804030fd9d None None] Attempting to bind port 0a7e311f-22b1-411e-9b9a-6f8c3eefe770 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '56b564eb-ec88-4fc2-a985-0ae43b106210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3014b3b9-a37b-4480-b867-4a84f0388bcd'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:58:00.161240 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a945a935-09ca-4ab9-a64a-a5804030fd9d None None] Attempting to bind port 0a7e311f-22b1-411e-9b9a-6f8c3eefe770 on network 3014b3b9-a37b-4480-b867-4a84f0388bcd {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:58:00.167372 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a945a935-09ca-4ab9-a64a-a5804030fd9d None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:58:00.167853 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a945a935-09ca-4ab9-a64a-a5804030fd9d None None] Checking segment: {'id': '56b564eb-ec88-4fc2-a985-0ae43b106210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3014b3b9-a37b-4480-b867-4a84f0388bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:58:00.168400 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a945a935-09ca-4ab9-a64a-a5804030fd9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:00.168892 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a945a935-09ca-4ab9-a64a-a5804030fd9d None None] Bound using segment: {'id': '56b564eb-ec88-4fc2-a985-0ae43b106210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3014b3b9-a37b-4480-b867-4a84f0388bcd'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:58:00.169487 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-a945a935-09ca-4ab9-a64a-a5804030fd9d None None] Bound port: 0a7e311f-22b1-411e-9b9a-6f8c3eefe770, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b564eb-ec88-4fc2-a985-0ae43b106210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3014b3b9-a37b-4480-b867-4a84f0388bcd'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:58:00.169974 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a945a935-09ca-4ab9-a64a-a5804030fd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:00.172153 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-5f20e068-82b6-46e6-88f5-5a5c6cb74355 None None] Provisioning complete for port fd5e1779-e5e4-43da-9a28-58ebaa06196c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:00.172571 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5f20e068-82b6-46e6-88f5-5a5c6cb74355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:00.196342 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-671243f6-d830-4b65-aabd-99dc8432effc tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:00.214400 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7d460eb2-dc0a-42cd-a094-5713fad3d30f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:00.336497 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-a945a935-09ca-4ab9-a64a-a5804030fd9d None None] For port 0a7e311f-22b1-411e-9b9a-6f8c3eefe770, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:58:00.341193 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-671243f6-d830-4b65-aabd-99dc8432effc tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:00.341787 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-a945a935-09ca-4ab9-a64a-a5804030fd9d None None] For port 0a7e311f-22b1-411e-9b9a-6f8c3eefe770, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=0a7e311f-22b1-411e-9b9a-6f8c3eefe770,segment=NetworkSegment(56b564eb-ec88-4fc2-a985-0ae43b106210),segment_id=56b564eb-ec88-4fc2-a985-0ae43b106210)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:58:00.360216 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-26108bbe-cd61-4e3d-98c0-5718bb8c0453 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:00.362192 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a945a935-09ca-4ab9-a64a-a5804030fd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:00.423936 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-129fc2d9-8b62-42f1-a863-8339e1271d7d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:00.452467 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945a935-09ca-4ab9-a64a-a5804030fd9d None None] Pushing event updated for resources: {'Port': ['ID=0a7e311f-22b1-411e-9b9a-6f8c3eefe770,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:00.526196 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26108bbe-cd61-4e3d-98c0-5718bb8c0453 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Subnet': ['ID=8d64df69-8bb8-4c74-b0ee-bd1d03161916,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:00.645506 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d6162a49-cf15-4c93-a831-7fc25ee12ce5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Deleting port 0a7e311f-22b1-411e-9b9a-6f8c3eefe770 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:58:00.646939 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d6162a49-cf15-4c93-a831-7fc25ee12ce5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:00.670309 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-129fc2d9-8b62-42f1-a863-8339e1271d7d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] device_id is not set on port e9a871f9-cfc7-494f-b73c-b053057e3c16 yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:58:00.725178 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-671243f6-d830-4b65-aabd-99dc8432effc tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:00.728087 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-671243f6-d830-4b65-aabd-99dc8432effc tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:00.729538 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-671243f6-d830-4b65-aabd-99dc8432effc tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "DELETE /v2.0/security-groups/8d4cb74e-9c6f-4f63-af38-c30a64fa7a77 HTTP/1.1" status: 204 len: 168 time: 0.8408263 Apr 28 19:58:00.739834 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26108bbe-cd61-4e3d-98c0-5718bb8c0453 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Checking segment: {'id': '8790e334-8f05-423b-8575-539f34f20c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9d736f5d-9643-4b7a-8447-f4103bd10514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:58:00.740230 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26108bbe-cd61-4e3d-98c0-5718bb8c0453 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network hostable DHCP agents. Network: 9d736f5d-9643-4b7a-8447-f4103bd10514, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:58:00.750830 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43522) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:00.796636 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d6162a49-cf15-4c93-a831-7fc25ee12ce5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] For port 0a7e311f-22b1-411e-9b9a-6f8c3eefe770, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=0a7e311f-22b1-411e-9b9a-6f8c3eefe770,segment=NetworkSegment(56b564eb-ec88-4fc2-a985-0ae43b106210),segment_id=56b564eb-ec88-4fc2-a985-0ae43b106210)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:58:00.797005 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d6162a49-cf15-4c93-a831-7fc25ee12ce5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:00.819284 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d6162a49-cf15-4c93-a831-7fc25ee12ce5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Calling delete_port for 0a7e311f-22b1-411e-9b9a-6f8c3eefe770 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:58:00.859780 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7d460eb2-dc0a-42cd-a094-5713fad3d30f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:00.911579 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671243f6-d830-4b65-aabd-99dc8432effc tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4cb74e-9c6f-4f63-af38-c30a64fa7a77,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:00.940436 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26108bbe-cd61-4e3d-98c0-5718bb8c0453 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network 9d736f5d-9643-4b7a-8447-f4103bd10514 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:58:00.945481 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7d460eb2-dc0a-42cd-a094-5713fad3d30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:00.949272 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7d460eb2-dc0a-42cd-a094-5713fad3d30f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:00.950596 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7d460eb2-dc0a-42cd-a094-5713fad3d30f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f71f3aa1-b581-4bd2-8a28-10735a76880b HTTP/1.1" status: 204 len: 168 time: 0.8183186 Apr 28 19:58:00.959267 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-26108bbe-cd61-4e3d-98c0-5718bb8c0453 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 9d736f5d-9643-4b7a-8447-f4103bd10514) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:00.969939 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adea934-063e-4d6c-b583-d1d860df8558 None None] Network 9d736f5d-9643-4b7a-8447-f4103bd10514 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:58:00.978563 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d460eb2-dc0a-42cd-a094-5713fad3d30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71f3aa1-b581-4bd2-8a28-10735a76880b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:00.983948 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26108bbe-cd61-4e3d-98c0-5718bb8c0453 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:00.984570 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-26108bbe-cd61-4e3d-98c0-5718bb8c0453 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:01.029034 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43532) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:01.036152 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-26108bbe-cd61-4e3d-98c0-5718bb8c0453 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2458875 Apr 28 19:58:01.082860 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d940ba3a-dbfd-4928-abd6-d17ee8821aff tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2011437 Apr 28 19:58:01.088893 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43534) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:01.095232 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-fdf8436c-e703-43d3-9063-a2ae218e25de tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Request body: {'security_group': {'name': 'tempest-secgroup--90779851'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:01.262843 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fdf8436c-e703-43d3-9063-a2ae218e25de tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:01.292559 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-129fc2d9-8b62-42f1-a863-8339e1271d7d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:01.294818 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d6162a49-cf15-4c93-a831-7fc25ee12ce5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:01.350603 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f5c7cd-cc05-41fc-b675-7dc201f0e13a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-9d736f5d-9643-4b7a-8447-f4103bd10514', 'network_id': '9d736f5d-9643-4b7a-8447-f4103bd10514', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'fixed_ips': [{'subnet_id': '8d64df69-8bb8-4c74-b0ee-bd1d03161916'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:58:01.352383 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-59f5c7cd-cc05-41fc-b675-7dc201f0e13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:01.435866 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6162a49-cf15-4c93-a831-7fc25ee12ce5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event deleted for resources: {'Port': ['ID=0a7e311f-22b1-411e-9b9a-6f8c3eefe770,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:01.469242 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fdf8436c-e703-43d3-9063-a2ae218e25de tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:01.489059 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6162a49-cf15-4c93-a831-7fc25ee12ce5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] No DVR routers for this DVR port 0a7e311f-22b1-411e-9b9a-6f8c3eefe770 on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:58:01.502939 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fdf8436c-e703-43d3-9063-a2ae218e25de tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:01.580769 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8436c-e703-43d3-9063-a2ae218e25de tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09e110f7-cb58-48ce-82fd-e304f6bfa5b2,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:01.604226 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f23f8123-73ea-40c5-96cf-79f0ef8ce2b2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:01.625076 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-59f5c7cd-cc05-41fc-b675-7dc201f0e13a None None] Allocated IP 2001:db8:1::2 (9d736f5d-9643-4b7a-8447-f4103bd10514/8d64df69-8bb8-4c74-b0ee-bd1d03161916/360a76ca-303b-469f-9d91-a3454b088da7) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:01.629641 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fdf8436c-e703-43d3-9063-a2ae218e25de tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:01.634854 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fdf8436c-e703-43d3-9063-a2ae218e25de tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5397594 Apr 28 19:58:01.636044 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-129fc2d9-8b62-42f1-a863-8339e1271d7d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:01.637648 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43548) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:01.651599 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-69ed286f-b5de-4cd7-90c1-22cc9ff7e0b1 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Request body: {'security_group': {'name': 'tempest-secgroup--1271308873'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:01.742521 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d6162a49-cf15-4c93-a831-7fc25ee12ce5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:01.870530 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129fc2d9-8b62-42f1-a863-8339e1271d7d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Pushing event updated for resources: {'Port': ['ID=b9e8e0b2-7098-47df-813c-81de955c8b65,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:01.878573 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-69ed286f-b5de-4cd7-90c1-22cc9ff7e0b1 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:01.905301 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-59f5c7cd-cc05-41fc-b675-7dc201f0e13a None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:01.935983 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-59f5c7cd-cc05-41fc-b675-7dc201f0e13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:01.961113 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129fc2d9-8b62-42f1-a863-8339e1271d7d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Checking segment: {'id': '8019f091-60d5-42fd-ad0b-7f45b1b82c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7254690b-b503-46e6-b15a-e42f11dd8ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:58:01.961501 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129fc2d9-8b62-42f1-a863-8339e1271d7d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Network hostable DHCP agents. Network: 7254690b-b503-46e6-b15a-e42f11dd8ff7, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:58:01.997289 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:02.004464 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f5c7cd-cc05-41fc-b675-7dc201f0e13a None None] Network 9d736f5d-9643-4b7a-8447-f4103bd10514 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:02.012829 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-59f5c7cd-cc05-41fc-b675-7dc201f0e13a None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:02.015487 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f5c7cd-cc05-41fc-b675-7dc201f0e13a None None] Pushing event updated for resources: {'Port': ['ID=360a76ca-303b-469f-9d91-a3454b088da7,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:02.017984 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f5c7cd-cc05-41fc-b675-7dc201f0e13a None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:58:02.061999 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d6162a49-cf15-4c93-a831-7fc25ee12ce5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:02.086810 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-f23f8123-73ea-40c5-96cf-79f0ef8ce2b2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Allocated IP 2001:db8:1::1 (9d736f5d-9643-4b7a-8447-f4103bd10514/8d64df69-8bb8-4c74-b0ee-bd1d03161916/622fde1c-c4f4-47b9-99bf-fece94e2da4e) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:02.119860 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129fc2d9-8b62-42f1-a863-8339e1271d7d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Network 7254690b-b503-46e6-b15a-e42f11dd8ff7 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:58:02.134782 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6162a49-cf15-4c93-a831-7fc25ee12ce5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event deleted for resources: {'Subnet': ['ID=437061ed-6b89-42d0-bde6-62943dd1cbfe,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:02.151132 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-59f5c7cd-cc05-41fc-b675-7dc201f0e13a None None] Attempting to bind port 360a76ca-303b-469f-9d91-a3454b088da7 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:58:02.152553 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-59f5c7cd-cc05-41fc-b675-7dc201f0e13a None None] Attempting to bind port 360a76ca-303b-469f-9d91-a3454b088da7 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '8790e334-8f05-423b-8575-539f34f20c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9d736f5d-9643-4b7a-8447-f4103bd10514'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:58:02.152890 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f5c7cd-cc05-41fc-b675-7dc201f0e13a None None] Attempting to bind port 360a76ca-303b-469f-9d91-a3454b088da7 on network 9d736f5d-9643-4b7a-8447-f4103bd10514 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:58:02.154792 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-129fc2d9-8b62-42f1-a863-8339e1271d7d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 7254690b-b503-46e6-b15a-e42f11dd8ff7) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:02.174848 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd418c05-ede5-4d3d-9b30-f689121fbdd3 None None] Network 7254690b-b503-46e6-b15a-e42f11dd8ff7 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:58:02.176325 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129fc2d9-8b62-42f1-a863-8339e1271d7d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:58:02.177120 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-129fc2d9-8b62-42f1-a863-8339e1271d7d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:02.222281 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f5c7cd-cc05-41fc-b675-7dc201f0e13a None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:58:02.222665 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f5c7cd-cc05-41fc-b675-7dc201f0e13a None None] Checking segment: {'id': '8790e334-8f05-423b-8575-539f34f20c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9d736f5d-9643-4b7a-8447-f4103bd10514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:58:02.224203 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-59f5c7cd-cc05-41fc-b675-7dc201f0e13a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:02.224575 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f5c7cd-cc05-41fc-b675-7dc201f0e13a None None] Bound using segment: {'id': '8790e334-8f05-423b-8575-539f34f20c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9d736f5d-9643-4b7a-8447-f4103bd10514'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:58:02.225080 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-59f5c7cd-cc05-41fc-b675-7dc201f0e13a None None] Bound port: 360a76ca-303b-469f-9d91-a3454b088da7, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8790e334-8f05-423b-8575-539f34f20c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9d736f5d-9643-4b7a-8447-f4103bd10514'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:58:02.229337 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-59f5c7cd-cc05-41fc-b675-7dc201f0e13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:02.284198 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-69ed286f-b5de-4cd7-90c1-22cc9ff7e0b1 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:02.315808 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-69ed286f-b5de-4cd7-90c1-22cc9ff7e0b1 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:02.338358 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d6162a49-cf15-4c93-a831-7fc25ee12ce5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:02.356770 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43560) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:02.379803 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3579dc-68b4-4ae3-ab53-5844a912c776 None None] Network 3014b3b9-a37b-4480-b867-4a84f0388bcd requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:58:02.386977 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f23f8123-73ea-40c5-96cf-79f0ef8ce2b2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:02.394141 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129fc2d9-8b62-42f1-a863-8339e1271d7d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Pushing event updated for resources: {'Port': ['ID=e9a871f9-cfc7-494f-b73c-b053057e3c16,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:02.406594 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-1266a02d-56b9-4b43-aee9-30ebbc3eb053 None None] Could not find standard attr ID for object 0a7e311f-22b1-411e-9b9a-6f8c3eefe770. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:58:02.416635 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device fd5e1779-e5e4-43da-9a28-58ebaa06196c up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:58:02.434461 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-d6162a49-cf15-4c93-a831-7fc25ee12ce5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3014b3b9-a37b-4480-b867-4a84f0388bcd']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:02.438084 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f23f8123-73ea-40c5-96cf-79f0ef8ce2b2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:02.439186 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-69ed286f-b5de-4cd7-90c1-22cc9ff7e0b1 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:02.443575 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-69ed286f-b5de-4cd7-90c1-22cc9ff7e0b1 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7970266 Apr 28 19:58:02.445170 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43564) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:02.457306 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-403d2d35-95c7-43e7-ab39-b09a5f6adb17 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Request body: {'security_group_rule': {'security_group_id': '09e110f7-cb58-48ce-82fd-e304f6bfa5b2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3483296a-e507-48e6-a7d5-29ed0ceeecae', 'remote_ip_prefix': None}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:02.465224 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed286f-b5de-4cd7-90c1-22cc9ff7e0b1 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3483296a-e507-48e6-a7d5-29ed0ceeecae,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:02.469998 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-d6162a49-cf15-4c93-a831-7fc25ee12ce5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b564eb-ec88-4fc2-a985-0ae43b106210') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:02.470585 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-d6162a49-cf15-4c93-a831-7fc25ee12ce5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b564eb-ec88-4fc2-a985-0ae43b106210') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:02.473157 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129fc2d9-8b62-42f1-a863-8339e1271d7d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Checking segment: {'id': '8a6110b8-efcd-4717-9d4d-1eb94587932f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9240040e-6c6a-4066-b182-4b63545170a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:58:02.473865 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129fc2d9-8b62-42f1-a863-8339e1271d7d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Network hostable DHCP agents. Network: 9240040e-6c6a-4066-b182-4b63545170a7, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:58:02.491034 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d6162a49-cf15-4c93-a831-7fc25ee12ce5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:02.524391 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d6162a49-cf15-4c93-a831-7fc25ee12ce5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:02.528195 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129fc2d9-8b62-42f1-a863-8339e1271d7d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Network 9240040e-6c6a-4066-b182-4b63545170a7 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:58:02.535525 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23f8123-73ea-40c5-96cf-79f0ef8ce2b2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network 9d736f5d-9643-4b7a-8447-f4103bd10514 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:02.543432 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-f23f8123-73ea-40c5-96cf-79f0ef8ce2b2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:02.545157 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-129fc2d9-8b62-42f1-a863-8339e1271d7d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 9240040e-6c6a-4066-b182-4b63545170a7) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:02.549982 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6162a49-cf15-4c93-a831-7fc25ee12ce5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:58:02.550936 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d6162a49-cf15-4c93-a831-7fc25ee12ce5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:02.557723 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:58:02.557723 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:58:02.557723 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:58:02.557723 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:58:02.557723 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:58:02.557723 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:58:02.557723 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:58:02.557723 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:58:02.557723 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:58:02.557723 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:58:02.557723 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:58:02.557723 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:58:02.557723 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:58:02.557723 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:58:02.557723 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:58:02.557723 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:58:02.557723 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:58:02.557723 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:58:02.557723 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:58:02.557723 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:58:02.557723 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:58:02.557723 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:58:02.557723 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:58:02.557723 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:58:02.557723 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:58:02.557723 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:58:02.557723 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:58:02.557723 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:58:02.557723 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:58:02.557723 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:58:02.557723 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:58:02.557723 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:58:02.561280 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23f8123-73ea-40c5-96cf-79f0ef8ce2b2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:58:02.561869 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f23f8123-73ea-40c5-96cf-79f0ef8ce2b2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:02.567414 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f8123-73ea-40c5-96cf-79f0ef8ce2b2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Port': ['ID=622fde1c-c4f4-47b9-99bf-fece94e2da4e,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:02.572700 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129fc2d9-8b62-42f1-a863-8339e1271d7d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:58:02.578675 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129fc2d9-8b62-42f1-a863-8339e1271d7d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:02.582990 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-8fbdfa81-5a15-4140-8c5d-20edd9e1df0c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-913656857-network', 'tenant_id': '6b37d7a6499d457f9dd577c8b2dc4e4a'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:02.583700 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129fc2d9-8b62-42f1-a863-8339e1271d7d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:02.584507 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-129fc2d9-8b62-42f1-a863-8339e1271d7d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:02.603663 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4be8be3-9225-422c-8e80-fde6f1fe06d9 None None] Network 9240040e-6c6a-4066-b182-4b63545170a7 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:58:02.609918 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-59f5c7cd-cc05-41fc-b675-7dc201f0e13a None None] For port 360a76ca-303b-469f-9d91-a3454b088da7, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:58:02.636795 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-403d2d35-95c7-43e7-ab39-b09a5f6adb17 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:02.655620 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-129fc2d9-8b62-42f1-a863-8339e1271d7d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.0906518 Apr 28 19:58:02.656335 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43566) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:02.684892 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbdfa81-5a15-4140-8c5d-20edd9e1df0c admin admin] Made reservation on behalf of 6b37d7a6499d457f9dd577c8b2dc4e4a for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:02.688045 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8fbdfa81-5a15-4140-8c5d-20edd9e1df0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:02.699519 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8fbdfa81-5a15-4140-8c5d-20edd9e1df0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:02.715652 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-59f5c7cd-cc05-41fc-b675-7dc201f0e13a None None] For port 360a76ca-303b-469f-9d91-a3454b088da7, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=360a76ca-303b-469f-9d91-a3454b088da7,segment=NetworkSegment(8790e334-8f05-423b-8575-539f34f20c45),segment_id=8790e334-8f05-423b-8575-539f34f20c45)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:58:02.718587 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d6162a49-cf15-4c93-a831-7fc25ee12ce5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:02.735658 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d6162a49-cf15-4c93-a831-7fc25ee12ce5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:02.739045 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d6162a49-cf15-4c93-a831-7fc25ee12ce5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "DELETE /v2.0/networks/3014b3b9-a37b-4480-b867-4a84f0388bcd HTTP/1.1" status: 204 len: 168 time: 3.0245755 Apr 28 19:58:02.742362 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43568) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:02.744437 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-59f5c7cd-cc05-41fc-b675-7dc201f0e13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:02.766210 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f23f8123-73ea-40c5-96cf-79f0ef8ce2b2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:02.779395 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67f2d41-da38-4f13-b6b8-ee0b88d4495a tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:02.785472 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67f2d41-da38-4f13-b6b8-ee0b88d4495a tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:02.790715 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d67f2d41-da38-4f13-b6b8-ee0b88d4495a tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1306722 Apr 28 19:58:02.795846 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c56014-73ca-4084-b805-5f740116f710 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] DELETE failed (client error): The resource could not be found. Apr 28 19:58:02.796758 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36c56014-73ca-4084-b805-5f740116f710 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:58:02.800045 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-36c56014-73ca-4084-b805-5f740116f710 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "DELETE /v2.0/networks/3014b3b9-a37b-4480-b867-4a84f0388bcd HTTP/1.1" status: 404 len: 339 time: 0.0478592 Apr 28 19:58:02.802175 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43570) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:02.804758 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6162a49-cf15-4c93-a831-7fc25ee12ce5 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event deleted for resources: {'Network': ['ID=3014b3b9-a37b-4480-b867-4a84f0388bcd,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:02.807036 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43572) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:02.856094 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-88e3b254-9a14-45f6-a9bb-aa0d723cc802 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1576209535', 'description': 'd1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:02.940652 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-403d2d35-95c7-43e7-ab39-b09a5f6adb17 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:02.956604 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e3b254-9a14-45f6-a9bb-aa0d723cc802 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Made reservation on behalf of 9e9c5314bb5e4a71bd28b899dbbabafa for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:02.960761 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-88e3b254-9a14-45f6-a9bb-aa0d723cc802 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:02.963415 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-403d2d35-95c7-43e7-ab39-b09a5f6adb17 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:03.011594 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f5c7cd-cc05-41fc-b675-7dc201f0e13a None None] Pushing event updated for resources: {'Port': ['ID=360a76ca-303b-469f-9d91-a3454b088da7,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:03.014479 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d2d35-95c7-43e7-ab39-b09a5f6adb17 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed4220e7-7d17-4190-855c-8103cafff28c,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:03.020500 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port fd5e1779-e5e4-43da-9a28-58ebaa06196c triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:03.020874 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:03.048177 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e3b254-9a14-45f6-a9bb-aa0d723cc802 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:58:03.055403 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-403d2d35-95c7-43e7-ab39-b09a5f6adb17 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:03.060274 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-403d2d35-95c7-43e7-ab39-b09a5f6adb17 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6066315 Apr 28 19:58:03.062098 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43574) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:03.063296 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4a6abb-94c4-4b0c-8083-b73c63e2ff8b None None] DHCP port deletion for 3014b3b9-a37b-4480-b867-4a84f0388bcd request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:58:03.067073 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab3e8104-13b2-455f-993d-6e5b393439cb tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Deleting port b9e8e0b2-7098-47df-813c-81de955c8b65 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:58:03.067572 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab3e8104-13b2-455f-993d-6e5b393439cb tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:03.175153 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f23f8123-73ea-40c5-96cf-79f0ef8ce2b2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:03.180518 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab3e8104-13b2-455f-993d-6e5b393439cb tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:03.201439 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f23f8123-73ea-40c5-96cf-79f0ef8ce2b2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:03.202370 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f23f8123-73ea-40c5-96cf-79f0ef8ce2b2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:03.212415 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ab3e8104-13b2-455f-993d-6e5b393439cb tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Calling delete_port for b9e8e0b2-7098-47df-813c-81de955c8b65 owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:58:03.352434 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b43af4-9cdc-426f-a857-79b59f422a72 None None] Network 3014b3b9-a37b-4480-b867-4a84f0388bcd requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:58:03.365038 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-88e3b254-9a14-45f6-a9bb-aa0d723cc802 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:03.366133 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-88e3b254-9a14-45f6-a9bb-aa0d723cc802 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Added segment 7faf1925-a505-4a7d-aabe-7ea0c844df3d of type vlan for network 0ed0773e-0494-4306-ba71-81715751b723 Apr 28 19:58:03.371332 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b43af4-9cdc-426f-a857-79b59f422a72 None None] Network 3014b3b9-a37b-4480-b867-4a84f0388bcd could not be found, it might have been deleted concurrently. {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 28 19:58:03.444577 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab3e8104-13b2-455f-993d-6e5b393439cb tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:03.447785 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-88e3b254-9a14-45f6-a9bb-aa0d723cc802 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:03.462256 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23f8123-73ea-40c5-96cf-79f0ef8ce2b2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network 9d736f5d-9643-4b7a-8447-f4103bd10514 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:03.467122 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:03.474265 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-f23f8123-73ea-40c5-96cf-79f0ef8ce2b2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:03.482665 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f8123-73ea-40c5-96cf-79f0ef8ce2b2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Port': ['ID=622fde1c-c4f4-47b9-99bf-fece94e2da4e,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:03.507295 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e8104-13b2-455f-993d-6e5b393439cb tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Pushing event deleted for resources: {'Port': ['ID=b9e8e0b2-7098-47df-813c-81de955c8b65,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:03.523734 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ab3e8104-13b2-455f-993d-6e5b393439cb tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:03.527454 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ab3e8104-13b2-455f-993d-6e5b393439cb tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] 10.222.0.42 "DELETE /v2.0/ports/b9e8e0b2-7098-47df-813c-81de955c8b65 HTTP/1.1" status: 204 len: 168 time: 0.7239647 Apr 28 19:58:03.528760 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a68a7e04-4ea1-4035-9d98-4e27ec40653d tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:03.532512 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43578) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:03.569201 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a68a7e04-4ea1-4035-9d98-4e27ec40653d tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:03.582011 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-88e3b254-9a14-45f6-a9bb-aa0d723cc802 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:03.587392 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e3b254-9a14-45f6-a9bb-aa0d723cc802 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:03.588358 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-88e3b254-9a14-45f6-a9bb-aa0d723cc802 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:03.593613 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8fbdfa81-5a15-4140-8c5d-20edd9e1df0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:03.601523 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8fbdfa81-5a15-4140-8c5d-20edd9e1df0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:03.633682 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fbdfa81-5a15-4140-8c5d-20edd9e1df0c admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:58:03.659859 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8fbdfa81-5a15-4140-8c5d-20edd9e1df0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:03.660249 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-8fbdfa81-5a15-4140-8c5d-20edd9e1df0c admin admin] Added segment c95242ed-98de-4763-958a-b115f1285680 of type vlan for network 6ea279c8-c05e-401f-b564-7918a30ed558 Apr 28 19:58:03.672247 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23f8123-73ea-40c5-96cf-79f0ef8ce2b2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Router 65efe934-e2d0-4ac1-ad54-67f063774231 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:58:03.673229 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbdfa81-5a15-4140-8c5d-20edd9e1df0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261eb004-f686-489c-9688-b570783313c1,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:03.695609 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-88e3b254-9a14-45f6-a9bb-aa0d723cc802 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8486111 Apr 28 19:58:03.702073 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43580) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:03.729828 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a68a7e04-4ea1-4035-9d98-4e27ec40653d tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:03.736745 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a68a7e04-4ea1-4035-9d98-4e27ec40653d tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:03.737920 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a68a7e04-4ea1-4035-9d98-4e27ec40653d tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/ed4220e7-7d17-4190-855c-8103cafff28c HTTP/1.1" status: 204 len: 168 time: 0.5373027 Apr 28 19:58:03.745638 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43582) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:03.756774 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a7e04-4ea1-4035-9d98-4e27ec40653d tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed4220e7-7d17-4190-855c-8103cafff28c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:03.760219 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e3b254-9a14-45f6-a9bb-aa0d723cc802 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event updated for resources: {'Network': ['ID=0ed0773e-0494-4306-ba71-81715751b723,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:03.779674 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 0ed0773e-0494-4306-ba71-81715751b723 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:58:03.783404 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8fbdfa81-5a15-4140-8c5d-20edd9e1df0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:03.792200 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-6c3c628c-4011-408e-8d3d-c099fa67639d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Deleting port e9a871f9-cfc7-494f-b73c-b053057e3c16 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:58:03.792559 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6c3c628c-4011-408e-8d3d-c099fa67639d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:03.880508 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6c3c628c-4011-408e-8d3d-c099fa67639d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:03.898423 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-6c3c628c-4011-408e-8d3d-c099fa67639d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Calling delete_port for e9a871f9-cfc7-494f-b73c-b053057e3c16 owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:58:03.899037 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ff3070-69e8-4af2-8656-2e0427ca34e3 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:03.900580 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-18ff3070-69e8-4af2-8656-2e0427ca34e3 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "GET /v2.0/networks?id=0ed0773e-0494-4306-ba71-81715751b723 HTTP/1.1" status: 200 len: 761 time: 0.1975291 Apr 28 19:58:03.905977 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43584) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:03.911744 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-a6a95f6c-2d2e-44f5-b62c-d37c88259efe tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Request body: {'network': {'description': 'd2'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:03.977024 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2d7693aa-c62a-45d5-b86c-d8dfe90790f9 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2271771 Apr 28 19:58:03.979550 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43586) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:03.981527 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8fbdfa81-5a15-4140-8c5d-20edd9e1df0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:03.982481 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbdfa81-5a15-4140-8c5d-20edd9e1df0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:03.983067 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8fbdfa81-5a15-4140-8c5d-20edd9e1df0c admin admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:04.095073 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23f8123-73ea-40c5-96cf-79f0ef8ce2b2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:58:04.108585 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43588) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:04.108748 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f23f8123-73ea-40c5-96cf-79f0ef8ce2b2 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "PUT /v2.0/routers/65efe934-e2d0-4ac1-ad54-67f063774231/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0785980 Apr 28 19:58:04.121545 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-1672a00e-9b74-4aab-851e-7fa8e7bd8b88 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-207964405'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:04.123502 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8fbdfa81-5a15-4140-8c5d-20edd9e1df0c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7647736 Apr 28 19:58:04.129495 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca880a-f2e5-4d7b-8ef7-a0a6b67dc687 None None] Sync routers for ids ['65efe934-e2d0-4ac1-ad54-67f063774231'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:58:04.130037 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43590) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:04.145300 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-eec4cb95-01e3-4785-b9ed-fcff2cfdfb44 admin admin] Request body: {'subnet': {'network_id': '6ea279c8-c05e-401f-b564-7918a30ed558', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-913656857-subnet', 'tenant_id': '6b37d7a6499d457f9dd577c8b2dc4e4a', 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:04.153000 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cca880a-f2e5-4d7b-8ef7-a0a6b67dc687 None None] Routers {'65efe934-e2d0-4ac1-ad54-67f063774231'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:58:04.154003 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-2cca880a-f2e5-4d7b-8ef7-a0a6b67dc687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:57:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['65efe934-e2d0-4ac1-ad54-67f063774231'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:04.161583 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbdfa81-5a15-4140-8c5d-20edd9e1df0c admin admin] Pushing event updated for resources: {'Network': ['ID=6ea279c8-c05e-401f-b564-7918a30ed558,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:04.188867 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6c3c628c-4011-408e-8d3d-c099fa67639d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:04.190485 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-69cc1a05-db9f-4247-9117-6f0eb9696eef tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:04.205773 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec4cb95-01e3-4785-b9ed-fcff2cfdfb44 admin admin] Made reservation on behalf of 6b37d7a6499d457f9dd577c8b2dc4e4a for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:04.212897 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-eec4cb95-01e3-4785-b9ed-fcff2cfdfb44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:04.221852 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6a95f6c-2d2e-44f5-b62c-d37c88259efe tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:04.258626 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 6ea279c8-c05e-401f-b564-7918a30ed558 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:58:04.269482 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1672a00e-9b74-4aab-851e-7fa8e7bd8b88 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Made reservation on behalf of 6ff88bb069834363bbb6cc9bff6bbe85 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:04.274576 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1672a00e-9b74-4aab-851e-7fa8e7bd8b88 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:04.276458 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c628c-4011-408e-8d3d-c099fa67639d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Pushing event deleted for resources: {'Port': ['ID=e9a871f9-cfc7-494f-b73c-b053057e3c16,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:04.281557 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6c3c628c-4011-408e-8d3d-c099fa67639d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:04.287700 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6c3c628c-4011-408e-8d3d-c099fa67639d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] 10.222.0.42 "DELETE /v2.0/ports/e9a871f9-cfc7-494f-b73c-b053057e3c16 HTTP/1.1" status: 204 len: 168 time: 0.7539446 Apr 28 19:58:04.289124 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43592) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:04.299857 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6a95f6c-2d2e-44f5-b62c-d37c88259efe tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:04.362946 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a6a95f6c-2d2e-44f5-b62c-d37c88259efe tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Network 0ed0773e-0494-4306-ba71-81715751b723 is not hosted by any dhcp agent {{(pid=102773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 28 19:58:04.369132 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a95f6c-2d2e-44f5-b62c-d37c88259efe tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:04.369822 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6a95f6c-2d2e-44f5-b62c-d37c88259efe tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:04.373560 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a6a95f6c-2d2e-44f5-b62c-d37c88259efe tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "PUT /v2.0/networks/0ed0773e-0494-4306-ba71-81715751b723 HTTP/1.1" status: 200 len: 758 time: 0.4639769 Apr 28 19:58:04.384455 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43594) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:04.405219 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6b0e2e39-10f7-458d-8873-246b7fb6bbe7 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1012321 Apr 28 19:58:04.407858 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43596) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:04.423070 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-65c26230-27ff-4830-961b-f675f86ffc39 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1958980483'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:04.436289 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-69cc1a05-db9f-4247-9117-6f0eb9696eef tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:04.436528 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 360a76ca-303b-469f-9d91-a3454b088da7 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:58:04.525526 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1672a00e-9b74-4aab-851e-7fa8e7bd8b88 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:58:04.548124 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a95f6c-2d2e-44f5-b62c-d37c88259efe tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event updated for resources: {'Network': ['ID=0ed0773e-0494-4306-ba71-81715751b723,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:04.560916 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-69cc1a05-db9f-4247-9117-6f0eb9696eef tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:04.564480 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-69cc1a05-db9f-4247-9117-6f0eb9696eef tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:04.567641 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1672a00e-9b74-4aab-851e-7fa8e7bd8b88 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:04.567987 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-1672a00e-9b74-4aab-851e-7fa8e7bd8b88 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Added segment 826ec49d-2a7e-4c72-9a2d-6772ec82077c of type vlan for network bfd0994d-d2a7-4da3-a599-bcc0bbd469db Apr 28 19:58:04.569966 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43600) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:04.570661 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-69cc1a05-db9f-4247-9117-6f0eb9696eef tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "DELETE /v2.0/security-groups/3483296a-e507-48e6-a7d5-29ed0ceeecae HTTP/1.1" status: 204 len: 168 time: 0.5899806 Apr 28 19:58:04.572503 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c26230-27ff-4830-961b-f675f86ffc39 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Made reservation on behalf of 0edbf6bea5e64a8bb94227e952ed3d3a for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:04.576083 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-65c26230-27ff-4830-961b-f675f86ffc39 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:04.576882 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-eec4cb95-01e3-4785-b9ed-fcff2cfdfb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:04.602828 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9612dbc2-7347-4d3d-8c8c-d2e6bc0582ce None None] Network 9d736f5d-9643-4b7a-8447-f4103bd10514 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:58:04.605948 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 0ed0773e-0494-4306-ba71-81715751b723 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:58:04.610460 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-2cca880a-f2e5-4d7b-8ef7-a0a6b67dc687 None None] Set router 65efe934-e2d0-4ac1-ad54-67f063774231 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:58:04.615899 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc1a05-db9f-4247-9117-6f0eb9696eef tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3483296a-e507-48e6-a7d5-29ed0ceeecae,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:04.625559 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b828c94-7924-471e-8974-46467d4642ab tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:04.627280 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3b828c94-7924-471e-8974-46467d4642ab tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "GET /v2.0/networks?id=0ed0773e-0494-4306-ba71-81715751b723 HTTP/1.1" status: 200 len: 761 time: 0.2407320 Apr 28 19:58:04.631266 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43602) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:04.639657 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-034deb10-1afe-4838-bf73-fee62bec3e66 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-552307821'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:04.662585 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4cb95-01e3-4785-b9ed-fcff2cfdfb44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c13f0db6-e66f-4dd0-ab5b-8b0ba12ac834,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:04.676691 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1672a00e-9b74-4aab-851e-7fa8e7bd8b88 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:04.695289 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034deb10-1afe-4838-bf73-fee62bec3e66 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Made reservation on behalf of 9e9c5314bb5e4a71bd28b899dbbabafa for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:04.698062 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65c26230-27ff-4830-961b-f675f86ffc39 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:58:04.699667 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-034deb10-1afe-4838-bf73-fee62bec3e66 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:04.726606 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-65c26230-27ff-4830-961b-f675f86ffc39 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:04.727346 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-65c26230-27ff-4830-961b-f675f86ffc39 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Added segment e3923579-575a-460d-b958-fcd53e986866 of type vlan for network 5d371606-089d-45c0-a0a5-4eb4c3bf35e5 Apr 28 19:58:04.729076 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec4cb95-01e3-4785-b9ed-fcff2cfdfb44 admin admin] Checking segment: {'id': 'c95242ed-98de-4763-958a-b115f1285680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6ea279c8-c05e-401f-b564-7918a30ed558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:58:04.729619 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec4cb95-01e3-4785-b9ed-fcff2cfdfb44 admin admin] Network hostable DHCP agents. Network: 6ea279c8-c05e-401f-b564-7918a30ed558, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:58:04.739494 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5557a624-30e7-4ccf-8717-4501033d46b7 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1677277 Apr 28 19:58:04.740385 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-97419872-a881-44d6-bd19-b84e63b82da8 None None] Provisioning complete for port 360a76ca-303b-469f-9d91-a3454b088da7 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:04.740764 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-97419872-a881-44d6-bd19-b84e63b82da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:04.746272 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43604) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:04.753495 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-034deb10-1afe-4838-bf73-fee62bec3e66 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:58:04.788089 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec4cb95-01e3-4785-b9ed-fcff2cfdfb44 admin admin] Network 6ea279c8-c05e-401f-b564-7918a30ed558 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:58:04.792737 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-65c26230-27ff-4830-961b-f675f86ffc39 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:04.801851 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-034deb10-1afe-4838-bf73-fee62bec3e66 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:04.802079 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-034deb10-1afe-4838-bf73-fee62bec3e66 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Added segment f82343eb-7862-4776-a689-20e035f67a53 of type vlan for network 5617b786-ab2c-40e3-bdf4-e002e1cd6782 Apr 28 19:58:04.823851 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1672a00e-9b74-4aab-851e-7fa8e7bd8b88 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:04.831130 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1672a00e-9b74-4aab-851e-7fa8e7bd8b88 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:04.832408 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1672a00e-9b74-4aab-851e-7fa8e7bd8b88 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:04.841196 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-65c26230-27ff-4830-961b-f675f86ffc39 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:04.848759 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c26230-27ff-4830-961b-f675f86ffc39 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:04.849353 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-65c26230-27ff-4830-961b-f675f86ffc39 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:04.850775 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-eec4cb95-01e3-4785-b9ed-fcff2cfdfb44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 6ea279c8-c05e-401f-b564-7918a30ed558) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:04.876680 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec4cb95-01e3-4785-b9ed-fcff2cfdfb44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:04.876680 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-eec4cb95-01e3-4785-b9ed-fcff2cfdfb44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:04.878959 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f1f5717b-3615-4607-bc70-2aae9db56417 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:04.887592 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-034deb10-1afe-4838-bf73-fee62bec3e66 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:04.905673 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 360a76ca-303b-469f-9d91-a3454b088da7 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:04.905972 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:04.929582 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f1f5717b-3615-4607-bc70-2aae9db56417 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:04.933329 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1672a00e-9b74-4aab-851e-7fa8e7bd8b88 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8205669 Apr 28 19:58:04.934137 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43606) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:04.935233 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-eec4cb95-01e3-4785-b9ed-fcff2cfdfb44 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8039072 Apr 28 19:58:04.938460 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43608) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:04.942176 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-1f9cf25e-07aa-4f57-8278-e30a4ae97320 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Request body: {'subnet': {'network_id': 'bfd0994d-d2a7-4da3-a599-bcc0bbd469db', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:04.957716 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-65c26230-27ff-4830-961b-f675f86ffc39 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5406959 Apr 28 19:58:04.961995 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43610) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:04.966212 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-87e0bb08-1a1e-41f4-a176-51c2ab05db09 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-913656857-router', 'tenant_id': '6b37d7a6499d457f9dd577c8b2dc4e4a', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:04.971806 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b1e622-7984-477d-a2f2-67184b2ff2c3 None None] Network 6ea279c8-c05e-401f-b564-7918a30ed558 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:58:04.977055 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-ff160b1f-47de-4e89-a180-2af17c3e911d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1301860863'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:04.980607 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-034deb10-1afe-4838-bf73-fee62bec3e66 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:04.982516 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672a00e-9b74-4aab-851e-7fa8e7bd8b88 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Network': ['ID=bfd0994d-d2a7-4da3-a599-bcc0bbd469db,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:04.986820 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034deb10-1afe-4838-bf73-fee62bec3e66 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:04.987426 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-034deb10-1afe-4838-bf73-fee62bec3e66 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:05.066492 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034deb10-1afe-4838-bf73-fee62bec3e66 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event updated for resources: {'Network': ['ID=5617b786-ab2c-40e3-bdf4-e002e1cd6782,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:05.090675 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-034deb10-1afe-4838-bf73-fee62bec3e66 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4544449 Apr 28 19:58:05.090986 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f1f5717b-3615-4607-bc70-2aae9db56417 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:05.093831 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f1f5717b-3615-4607-bc70-2aae9db56417 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:05.098376 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f1f5717b-3615-4607-bc70-2aae9db56417 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "DELETE /v2.0/security-groups/09e110f7-cb58-48ce-82fd-e304f6bfa5b2 HTTP/1.1" status: 204 len: 168 time: 0.3505533 Apr 28 19:58:05.098561 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43612) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:05.098867 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43614) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:05.099804 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-87e0bb08-1a1e-41f4-a176-51c2ab05db09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:05.101317 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-87e0bb08-1a1e-41f4-a176-51c2ab05db09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:05.106539 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff160b1f-47de-4e89-a180-2af17c3e911d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Made reservation on behalf of 0edbf6bea5e64a8bb94227e952ed3d3a for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:05.110146 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ff160b1f-47de-4e89-a180-2af17c3e911d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:05.126031 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5717b-3615-4607-bc70-2aae9db56417 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e110f7-cb58-48ce-82fd-e304f6bfa5b2,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:05.134317 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-30cf59ed-0cfe-47a7-82c1-cf8b856f9519 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Request body: {'subnet': {'network_id': '5617b786-ab2c-40e3-bdf4-e002e1cd6782', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:05.145428 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff160b1f-47de-4e89-a180-2af17c3e911d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:58:05.156671 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ff160b1f-47de-4e89-a180-2af17c3e911d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:05.157030 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-ff160b1f-47de-4e89-a180-2af17c3e911d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Added segment 09464c93-aa4f-48a5-941f-49058571038a of type vlan for network 8e415e11-828c-40ac-af1f-662d13c79988 Apr 28 19:58:05.177416 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-97419872-a881-44d6-bd19-b84e63b82da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:05.197645 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network bfd0994d-d2a7-4da3-a599-bcc0bbd469db details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:58:05.201743 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 5617b786-ab2c-40e3-bdf4-e002e1cd6782 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:58:05.206153 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ff160b1f-47de-4e89-a180-2af17c3e911d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:05.229365 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c26230-27ff-4830-961b-f675f86ffc39 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Pushing event updated for resources: {'Network': ['ID=5d371606-089d-45c0-a0a5-4eb4c3bf35e5,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:05.239282 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ff160b1f-47de-4e89-a180-2af17c3e911d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:05.247195 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff160b1f-47de-4e89-a180-2af17c3e911d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:05.247964 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ff160b1f-47de-4e89-a180-2af17c3e911d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:05.327232 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ff160b1f-47de-4e89-a180-2af17c3e911d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3638661 Apr 28 19:58:05.338431 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-87e0bb08-1a1e-41f4-a176-51c2ab05db09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:05.339752 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9cf25e-07aa-4f57-8278-e30a4ae97320 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Made reservation on behalf of 6ff88bb069834363bbb6cc9bff6bbe85 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:05.346108 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1f9cf25e-07aa-4f57-8278-e30a4ae97320 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:05.365225 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff160b1f-47de-4e89-a180-2af17c3e911d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Pushing event updated for resources: {'Network': ['ID=8e415e11-828c-40ac-af1f-662d13c79988,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:05.394494 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-97419872-a881-44d6-bd19-b84e63b82da8 None None] For port 360a76ca-303b-469f-9d91-a3454b088da7, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=360a76ca-303b-469f-9d91-a3454b088da7,segment=NetworkSegment(8790e334-8f05-423b-8575-539f34f20c45),segment_id=8790e334-8f05-423b-8575-539f34f20c45)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:58:05.415587 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 5d371606-089d-45c0-a0a5-4eb4c3bf35e5 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:58:05.463020 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43616) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:05.467923 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-5f9c0b22-abf5-48f9-a37d-bbe947b9c5e7 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Request body: {'security_group': {'name': 'tempest-secgroup--359295743'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:05.473083 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5c85bca8-4afd-4255-8937-18ff5bfb82e1 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3660858 Apr 28 19:58:05.477570 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cf59ed-0cfe-47a7-82c1-cf8b856f9519 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Made reservation on behalf of 9e9c5314bb5e4a71bd28b899dbbabafa for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:05.480921 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-30cf59ed-0cfe-47a7-82c1-cf8b856f9519 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:05.501454 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5f9c0b22-abf5-48f9-a37d-bbe947b9c5e7 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:05.536836 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 8e415e11-828c-40ac-af1f-662d13c79988 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:58:05.631010 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-97419872-a881-44d6-bd19-b84e63b82da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:05.695809 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5f9c0b22-abf5-48f9-a37d-bbe947b9c5e7 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:05.703325 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5f9c0b22-abf5-48f9-a37d-bbe947b9c5e7 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:05.774076 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5f9c0b22-abf5-48f9-a37d-bbe947b9c5e7 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:05.776227 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5f9c0b22-abf5-48f9-a37d-bbe947b9c5e7 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3120549 Apr 28 19:58:05.779254 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43620) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:05.792296 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-d25c0489-63dd-40a5-87a5-e0fde061902b tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Request body: {'security_group_rule': {'security_group_id': '6c5024a9-3013-4d8a-8508-c1f4408ad5ff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:05.811183 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c0b22-abf5-48f9-a37d-bbe947b9c5e7 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5024a9-3013-4d8a-8508-c1f4408ad5ff,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:05.812735 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-30cf59ed-0cfe-47a7-82c1-cf8b856f9519 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:05.856479 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d25c0489-63dd-40a5-87a5-e0fde061902b tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:05.910264 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97419872-a881-44d6-bd19-b84e63b82da8 None None] Pushing event updated for resources: {'Port': ['ID=360a76ca-303b-469f-9d91-a3454b088da7,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:05.981645 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d25c0489-63dd-40a5-87a5-e0fde061902b tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:05.991964 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d25c0489-63dd-40a5-87a5-e0fde061902b tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:06.027004 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c0489-63dd-40a5-87a5-e0fde061902b tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b2f9b49-6086-49cd-b8e1-e4184a42839a,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:06.045869 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d25c0489-63dd-40a5-87a5-e0fde061902b tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:06.047126 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d25c0489-63dd-40a5-87a5-e0fde061902b tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2638180 Apr 28 19:58:06.050076 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43622) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:06.106692 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-801de233-0736-4388-a2bc-6c9a400dbcbb tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:06.130618 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-801de233-0736-4388-a2bc-6c9a400dbcbb tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:06.180611 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-801de233-0736-4388-a2bc-6c9a400dbcbb tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:06.187166 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-801de233-0736-4388-a2bc-6c9a400dbcbb tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:06.188449 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-801de233-0736-4388-a2bc-6c9a400dbcbb tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/4b2f9b49-6086-49cd-b8e1-e4184a42839a HTTP/1.1" status: 204 len: 168 time: 0.1373396 Apr 28 19:58:06.192512 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43624) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:06.216123 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801de233-0736-4388-a2bc-6c9a400dbcbb tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b2f9b49-6086-49cd-b8e1-e4184a42839a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:06.270930 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-715d0b50-0a96-44a4-937a-3f1314a4fbff tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0715330 Apr 28 19:58:06.275364 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43626) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:06.349772 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-87e0bb08-1a1e-41f4-a176-51c2ab05db09 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:06.387392 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c02a-d9fd-468d-9d21-7219c322ec20 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:06.438557 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c02a-d9fd-468d-9d21-7219c322ec20 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:06.459346 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cf59ed-0cfe-47a7-82c1-cf8b856f9519 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Checking segment: {'id': 'f82343eb-7862-4776-a689-20e035f67a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '5617b786-ab2c-40e3-bdf4-e002e1cd6782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:58:06.459765 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cf59ed-0cfe-47a7-82c1-cf8b856f9519 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Network hostable DHCP agents. Network: 5617b786-ab2c-40e3-bdf4-e002e1cd6782, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:58:06.468458 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b7aba8-f70a-42f9-9b30-1cd1d1874c58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-6ea279c8-c05e-401f-b564-7918a30ed558', 'network_id': '6ea279c8-c05e-401f-b564-7918a30ed558', 'tenant_id': '6b37d7a6499d457f9dd577c8b2dc4e4a', 'fixed_ips': [{'subnet_id': 'c13f0db6-e66f-4dd0-ab5b-8b0ba12ac834'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:58:06.469620 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-41b7aba8-f70a-42f9-9b30-1cd1d1874c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:06.479595 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf59ed-0cfe-47a7-82c1-cf8b856f9519 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event updated for resources: {'Subnet': ['ID=8bb71c4f-f430-4cfb-832c-af4029e642b7,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:06.499791 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 0a7e311f-22b1-411e-9b9a-6f8c3eefe770 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:58:06.537405 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c02a-d9fd-468d-9d21-7219c322ec20 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:06.540353 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c02a-d9fd-468d-9d21-7219c322ec20 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:06.544819 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f8c1c02a-d9fd-468d-9d21-7219c322ec20 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "DELETE /v2.0/security-groups/6c5024a9-3013-4d8a-8508-c1f4408ad5ff HTTP/1.1" status: 204 len: 168 time: 0.2683718 Apr 28 19:58:06.545473 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43628) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:06.583969 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1c02a-d9fd-468d-9d21-7219c322ec20 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5024a9-3013-4d8a-8508-c1f4408ad5ff,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:06.640912 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ecfa1736-d6db-4f01-9392-e6fb83c52185 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0868635 Apr 28 19:58:06.643468 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43630) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:06.658333 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-728dd587-ac47-4af2-b0f2-36bc90616fbb tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Request body: {'security_group': {'name': 'tempest-secgroup--40417207'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:06.688367 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cf59ed-0cfe-47a7-82c1-cf8b856f9519 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Network 5617b786-ab2c-40e3-bdf4-e002e1cd6782 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:58:06.736294 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-728dd587-ac47-4af2-b0f2-36bc90616fbb tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:06.785229 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-30cf59ed-0cfe-47a7-82c1-cf8b856f9519 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 5617b786-ab2c-40e3-bdf4-e002e1cd6782) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:06.791376 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cf59ed-0cfe-47a7-82c1-cf8b856f9519 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:06.792352 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-30cf59ed-0cfe-47a7-82c1-cf8b856f9519 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:06.898833 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-30cf59ed-0cfe-47a7-82c1-cf8b856f9519 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7924533 Apr 28 19:58:06.900018 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43634) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:06.904585 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-728dd587-ac47-4af2-b0f2-36bc90616fbb tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:06.910660 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-728dd587-ac47-4af2-b0f2-36bc90616fbb tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:06.953737 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-728dd587-ac47-4af2-b0f2-36bc90616fbb tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:06.961707 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-728dd587-ac47-4af2-b0f2-36bc90616fbb tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3155994 Apr 28 19:58:06.963805 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43636) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:06.971712 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-98f30b03-bc80-4beb-bf45-2ace42f16c8a tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Request body: {'security_group_rule': {'security_group_id': 'd840971c-b2e8-4fe2-a577-b7b2dbf53960', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:06.997647 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728dd587-ac47-4af2-b0f2-36bc90616fbb tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d840971c-b2e8-4fe2-a577-b7b2dbf53960,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:07.010965 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-98f30b03-bc80-4beb-bf45-2ace42f16c8a tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:07.128593 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8b3c0518-f53a-4bcd-aa20-064c199a2593 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:07.198285 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-98f30b03-bc80-4beb-bf45-2ace42f16c8a tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:07.205444 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1f9cf25e-07aa-4f57-8278-e30a4ae97320 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:07.208624 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 0a7e311f-22b1-411e-9b9a-6f8c3eefe770 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:58:07.209151 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 0a7e311f-22b1-411e-9b9a-6f8c3eefe770 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:58:07.210775 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-98f30b03-bc80-4beb-bf45-2ace42f16c8a tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:07.266992 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd7e066-0599-4a0f-94c7-8b3f81b2fa51 None None] Network 5617b786-ab2c-40e3-bdf4-e002e1cd6782 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:58:07.279766 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-98f30b03-bc80-4beb-bf45-2ace42f16c8a tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:07.291628 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-98f30b03-bc80-4beb-bf45-2ace42f16c8a tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3217769 Apr 28 19:58:07.297891 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43638) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:07.346497 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f30b03-bc80-4beb-bf45-2ace42f16c8a tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0281f1de-4fb2-434f-bc2a-e63f956a5d4a,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:07.361558 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-68136c8e-1322-4199-aa4c-b43a8aa6f30a tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "GET /v2.0/security-group-rules/0281f1de-4fb2-434f-bc2a-e63f956a5d4a HTTP/1.1" status: 200 len: 763 time: 0.0624256 Apr 28 19:58:07.376500 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43640) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:07.380758 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9cf25e-07aa-4f57-8278-e30a4ae97320 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Subnet': ['ID=2d3592eb-f8ff-452a-9932-25ea888fc728,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:07.386604 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8b3c0518-f53a-4bcd-aa20-064c199a2593 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:07.473027 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9cf25e-07aa-4f57-8278-e30a4ae97320 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Checking segment: {'id': '826ec49d-2a7e-4c72-9a2d-6772ec82077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bfd0994d-d2a7-4da3-a599-bcc0bbd469db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:58:07.473497 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9cf25e-07aa-4f57-8278-e30a4ae97320 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network hostable DHCP agents. Network: bfd0994d-d2a7-4da3-a599-bcc0bbd469db, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:58:07.487276 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b6e3d5f1-8028-4a20-830e-20986e0bfb64 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1024992 Apr 28 19:58:07.488328 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43642) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:07.513751 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-2cca880a-f2e5-4d7b-8ef7-a0a6b67dc687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'name': 'tempest-RoutersIpV6Test-router-984485113', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:57:51Z', 'updated_at': '2022-04-28T19:58:02Z', 'revision_number': 3, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'gw_port_host': None, '_interfaces': [{'id': '622fde1c-c4f4-47b9-99bf-fece94e2da4e', 'name': '', 'network_id': '9d736f5d-9643-4b7a-8447-f4103bd10514', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:73:a6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '8d64df69-8bb8-4c74-b0ee-bd1d03161916', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:01Z', 'updated_at': '2022-04-28T19:58:02Z', 'revision_number': 2, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': '8d64df69-8bb8-4c74-b0ee-bd1d03161916', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5e1779-e5e4-43da-9a28-58ebaa06196c', 'name': '', 'network_id': '28d71419-8bdb-470c-ba68-cfb3351d196f', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:94:0b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:57:53Z', 'updated_at': '2022-04-28T19:57:59Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:07.518185 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9cf25e-07aa-4f57-8278-e30a4ae97320 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network bfd0994d-d2a7-4da3-a599-bcc0bbd469db is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:58:07.546261 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-1f9cf25e-07aa-4f57-8278-e30a4ae97320 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, bfd0994d-d2a7-4da3-a599-bcc0bbd469db) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:07.551339 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 360a76ca-303b-469f-9d91-a3454b088da7 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:58:07.552433 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9cf25e-07aa-4f57-8278-e30a4ae97320 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:07.553165 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1f9cf25e-07aa-4f57-8278-e30a4ae97320 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:07.567043 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-06ed68cc-b6ea-460e-8b9a-6356f31ebdf7 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:07.586871 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-87e0bb08-1a1e-41f4-a176-51c2ab05db09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:07.589008 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-06ed68cc-b6ea-460e-8b9a-6356f31ebdf7 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:07.639550 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-87e0bb08-1a1e-41f4-a176-51c2ab05db09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:07.661631 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8b3c0518-f53a-4bcd-aa20-064c199a2593 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:07.666200 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-06ed68cc-b6ea-460e-8b9a-6356f31ebdf7 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:07.682384 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-06ed68cc-b6ea-460e-8b9a-6356f31ebdf7 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:07.686828 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-06ed68cc-b6ea-460e-8b9a-6356f31ebdf7 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/0281f1de-4fb2-434f-bc2a-e63f956a5d4a HTTP/1.1" status: 204 len: 168 time: 0.1971478 Apr 28 19:58:07.691234 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed68cc-b6ea-460e-8b9a-6356f31ebdf7 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0281f1de-4fb2-434f-bc2a-e63f956a5d4a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:07.699159 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43644) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:07.737258 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36667a3d-e281-490b-802d-5bb10a087ca2 None None] Network bfd0994d-d2a7-4da3-a599-bcc0bbd469db requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:58:07.790043 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9db9410c-821e-44af-a2f4-e227c124ef00 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0896676 Apr 28 19:58:07.791039 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43648) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:07.801434 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-8608d920-c9b8-461a-97ef-f09f2d1fa348 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Request body: {'security_group_rule': {'security_group_id': 'd840971c-b2e8-4fe2-a577-b7b2dbf53960', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:07.815759 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-87e0bb08-1a1e-41f4-a176-51c2ab05db09 admin admin] Allocated IP 172.25.8.183 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/25f8b840-a165-4ec0-bf70-dd7fb56b5bc9) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:07.832770 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca880a-f2e5-4d7b-8ef7-a0a6b67dc687 None None] Checking router: 65efe934-e2d0-4ac1-ad54-67f063774231 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:58:07.833140 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca880a-f2e5-4d7b-8ef7-a0a6b67dc687 None None] Updating router 65efe934-e2d0-4ac1-ad54-67f063774231 port 622fde1c-c4f4-47b9-99bf-fece94e2da4e binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:58:07.868532 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8608d920-c9b8-461a-97ef-f09f2d1fa348 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:07.957621 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8608d920-c9b8-461a-97ef-f09f2d1fa348 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:07.964513 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8608d920-c9b8-461a-97ef-f09f2d1fa348 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:07.967885 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-96751222-67bc-404e-8d94-c8f5bea00a77 None None] Provisioning complete for port 622fde1c-c4f4-47b9-99bf-fece94e2da4e triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:07.970956 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-96751222-67bc-404e-8d94-c8f5bea00a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:07.974432 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-87e0bb08-1a1e-41f4-a176-51c2ab05db09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:07.990011 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8608d920-c9b8-461a-97ef-f09f2d1fa348 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:07.994810 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8608d920-c9b8-461a-97ef-f09f2d1fa348 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2021906 Apr 28 19:58:07.996975 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43650) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:08.005191 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608d920-c9b8-461a-97ef-f09f2d1fa348 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=718b2666-3bd0-4991-b8a7-e9230744afd0,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:08.030495 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a7182a48-9725-44a6-a7ac-8dbc52696578 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "GET /v2.0/security-group-rules/718b2666-3bd0-4991-b8a7-e9230744afd0 HTTP/1.1" status: 200 len: 763 time: 0.0323544 Apr 28 19:58:08.031846 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43652) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:08.062737 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-96751222-67bc-404e-8d94-c8f5bea00a77 None None] Port 622fde1c-c4f4-47b9-99bf-fece94e2da4e cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:58:08.087131 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-36d88b7a-91d0-47a4-b7e3-ed8b513aac7f tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0538929 Apr 28 19:58:08.088161 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43654) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:08.115935 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e7834af3-2152-45f5-af53-d7461d41f6f7 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:08.125968 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e7834af3-2152-45f5-af53-d7461d41f6f7 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:08.127071 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8b3c0518-f53a-4bcd-aa20-064c199a2593 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:08.143554 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2cca880a-f2e5-4d7b-8ef7-a0a6b67dc687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:08.153878 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-96751222-67bc-404e-8d94-c8f5bea00a77 None None] Provisioning complete for port 360a76ca-303b-469f-9d91-a3454b088da7 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:08.154254 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-96751222-67bc-404e-8d94-c8f5bea00a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:08.166016 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e7834af3-2152-45f5-af53-d7461d41f6f7 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:08.171831 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c0518-f53a-4bcd-aa20-064c199a2593 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event deleted for resources: {'Subnet': ['ID=8bb71c4f-f430-4cfb-832c-af4029e642b7,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:08.176746 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e7834af3-2152-45f5-af53-d7461d41f6f7 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:08.182832 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1f9cf25e-07aa-4f57-8278-e30a4ae97320 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2451444 Apr 28 19:58:08.183449 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e7834af3-2152-45f5-af53-d7461d41f6f7 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/718b2666-3bd0-4991-b8a7-e9230744afd0 HTTP/1.1" status: 204 len: 168 time: 0.0940921 Apr 28 19:58:08.188763 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43656) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:08.188763 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43658) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:08.190359 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-8b3c0518-f53a-4bcd-aa20-064c199a2593 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5617b786-ab2c-40e3-bdf4-e002e1cd6782']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:08.193646 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-87e0bb08-1a1e-41f4-a176-51c2ab05db09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:08.213937 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7834af3-2152-45f5-af53-d7461d41f6f7 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=718b2666-3bd0-4991-b8a7-e9230744afd0,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:08.237487 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-8b3c0518-f53a-4bcd-aa20-064c199a2593 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f82343eb-7862-4776-a689-20e035f67a53') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:08.238221 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-8b3c0518-f53a-4bcd-aa20-064c199a2593 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f82343eb-7862-4776-a689-20e035f67a53') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:08.299977 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e0bb08-1a1e-41f4-a176-51c2ab05db09 admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:08.311147 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-41b7aba8-f70a-42f9-9b30-1cd1d1874c58 None None] Allocated IP 172.20.0.2 (6ea279c8-c05e-401f-b564-7918a30ed558/c13f0db6-e66f-4dd0-ab5b-8b0ba12ac834/168b41e3-5640-4f93-8824-38b4e74bbd4c) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:08.315073 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8b3c0518-f53a-4bcd-aa20-064c199a2593 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:08.330770 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-87e0bb08-1a1e-41f4-a176-51c2ab05db09 admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:08.334152 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b255e51c-9007-4681-a004-5c24923c3238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-5617b786-ab2c-40e3-bdf4-e002e1cd6782', 'network_id': '5617b786-ab2c-40e3-bdf4-e002e1cd6782', 'tenant_id': '9e9c5314bb5e4a71bd28b899dbbabafa', 'fixed_ips': [{'subnet_id': '8bb71c4f-f430-4cfb-832c-af4029e642b7'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:58:08.335948 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b255e51c-9007-4681-a004-5c24923c3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:08.342185 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3e526b32-fe85-48e2-b777-3b22ef176462 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1412008 Apr 28 19:58:08.342879 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43660) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:08.349793 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-ffd61556-6a1b-4a0e-81a7-f763690445d4 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Request body: {'security_group_rule': {'security_group_id': 'd840971c-b2e8-4fe2-a577-b7b2dbf53960', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:08.358743 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e0bb08-1a1e-41f4-a176-51c2ab05db09 admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:58:08.368493 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8b3c0518-f53a-4bcd-aa20-064c199a2593 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:08.412396 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0bb08-1a1e-41f4-a176-51c2ab05db09 admin admin] Pushing event updated for resources: {'Port': ['ID=25f8b840-a165-4ec0-bf70-dd7fb56b5bc9,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:08.430547 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b3c0518-f53a-4bcd-aa20-064c199a2593 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:58:08.432286 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8b3c0518-f53a-4bcd-aa20-064c199a2593 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:08.436634 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:58:08.436634 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:58:08.436634 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:58:08.436634 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:58:08.436634 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:58:08.436634 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:58:08.436634 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:58:08.436634 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:58:08.436634 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:58:08.436634 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:58:08.436634 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:58:08.436634 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:58:08.436634 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:58:08.436634 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:58:08.436634 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:58:08.436634 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:58:08.436634 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:58:08.436634 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:58:08.436634 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:58:08.436634 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:58:08.436634 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:58:08.436634 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:58:08.436634 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:58:08.436634 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:58:08.436634 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:58:08.436634 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:58:08.436634 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:58:08.436634 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:58:08.436634 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:58:08.436634 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:58:08.436634 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:58:08.436634 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:58:08.520905 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 360a76ca-303b-469f-9d91-a3454b088da7 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:08.523938 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:08.615741 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8b3c0518-f53a-4bcd-aa20-064c199a2593 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:08.633400 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8b3c0518-f53a-4bcd-aa20-064c199a2593 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:08.639414 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8b3c0518-f53a-4bcd-aa20-064c199a2593 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "DELETE /v2.0/networks/5617b786-ab2c-40e3-bdf4-e002e1cd6782 HTTP/1.1" status: 204 len: 168 time: 1.7185109 Apr 28 19:58:08.645071 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43662) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:08.668993 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43664) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:08.677742 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-3ba4df74-e929-43cf-8af5-22656ceeaef2 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Request body: {'subnets': [{'network_id': '5d371606-089d-45c0-a0a5-4eb4c3bf35e5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1758636063', 'ip_version': 6}, {'network_id': '8e415e11-828c-40ac-af1f-662d13c79988', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:08.678504 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-3ba4df74-e929-43cf-8af5-22656ceeaef2 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Request body: {'subnet': {'network_id': '5d371606-089d-45c0-a0a5-4eb4c3bf35e5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1758636063', 'ip_version': 6}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:08.680523 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-3ba4df74-e929-43cf-8af5-22656ceeaef2 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Request body: {'subnet': {'network_id': '8e415e11-828c-40ac-af1f-662d13c79988', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:08.726392 n-d-839810-1 neutron-server[102774]: INFO neutron.db.securitygroups_db [None req-ffd61556-6a1b-4a0e-81a7-f763690445d4 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Project 9f5bfe76edc74da48e94a4ef2c47c0d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 19:58:08.747005 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c0518-f53a-4bcd-aa20-064c199a2593 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event deleted for resources: {'Network': ['ID=5617b786-ab2c-40e3-bdf4-e002e1cd6782,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:08.767917 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34dfc81-743f-4062-b643-411ca1a047c2 None None] Network 5617b786-ab2c-40e3-bdf4-e002e1cd6782 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:58:08.810458 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-f905688c-8493-47e1-b7c9-3f550ad44eb0 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] GET failed (client error): The resource could not be found. Apr 28 19:58:08.812067 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f905688c-8493-47e1-b7c9-3f550ad44eb0 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "GET /v2.0/subnets/8bb71c4f-f430-4cfb-832c-af4029e642b7 HTTP/1.1" status: 404 len: 337 time: 0.1592214 Apr 28 19:58:08.815419 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43666) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:08.839158 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d4c17c-aa31-4b4e-8bb2-64ed73b48eee tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] DELETE failed (client error): The resource could not be found. Apr 28 19:58:08.840145 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05d4c17c-aa31-4b4e-8bb2-64ed73b48eee tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:58:08.844430 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-05d4c17c-aa31-4b4e-8bb2-64ed73b48eee tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "DELETE /v2.0/networks/5617b786-ab2c-40e3-bdf4-e002e1cd6782 HTTP/1.1" status: 404 len: 339 time: 0.0275288 Apr 28 19:58:08.849958 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43668) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:08.931189 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34dfc81-743f-4062-b643-411ca1a047c2 None None] Network 5617b786-ab2c-40e3-bdf4-e002e1cd6782 could not be found, it might have been deleted concurrently. {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 28 19:58:08.977475 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16036e00-1ddf-4799-8830-373012dbd285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-bfd0994d-d2a7-4da3-a599-bcc0bbd469db', 'network_id': 'bfd0994d-d2a7-4da3-a599-bcc0bbd469db', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'fixed_ips': [{'subnet_id': '2d3592eb-f8ff-452a-9932-25ea888fc728'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:58:08.978369 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-16036e00-1ddf-4799-8830-373012dbd285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:09.090033 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-87e0bb08-1a1e-41f4-a176-51c2ab05db09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:09.154026 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240ee357-228e-494f-9235-1507dd16a433 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:09.157947 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-240ee357-228e-494f-9235-1507dd16a433 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3041227 Apr 28 19:58:09.158164 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43672) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:09.167516 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ffd61556-6a1b-4a0e-81a7-f763690445d4 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:09.206784 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b9d3e282-6a82-472c-8e1e-5ff694a70ce9 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "GET /v2.0/subnets?network_id=562d8c9c-50aa-492e-ae08-06d7f5fe6347 HTTP/1.1" status: 200 len: 207 time: 0.0475590 Apr 28 19:58:09.212727 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43674) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:09.277792 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b6cc7331-ee92-4f88-a949-f89ace0a5317 None None] Provisioning complete for port 622fde1c-c4f4-47b9-99bf-fece94e2da4e triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:09.278497 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b6cc7331-ee92-4f88-a949-f89ace0a5317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:09.305738 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-11633e60-beb3-48e8-8d79-a8ccf65f9bc8 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:09.338732 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-41b7aba8-f70a-42f9-9b30-1cd1d1874c58 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:09.384779 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-41b7aba8-f70a-42f9-9b30-1cd1d1874c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:09.422610 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-b6cc7331-ee92-4f88-a949-f89ace0a5317 None None] Port 622fde1c-c4f4-47b9-99bf-fece94e2da4e cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:58:09.435757 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ffd61556-6a1b-4a0e-81a7-f763690445d4 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:09.447654 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ffd61556-6a1b-4a0e-81a7-f763690445d4 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:09.465890 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-16036e00-1ddf-4799-8830-373012dbd285 None None] Allocated IP 2001:db8:2::2 (bfd0994d-d2a7-4da3-a599-bcc0bbd469db/2d3592eb-f8ff-452a-9932-25ea888fc728/df325b09-55c8-4854-93a0-5c4961d1dde1) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:09.472318 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf17aad-f5d9-4015-9215-11beabce7848 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:09.480569 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf17aad-f5d9-4015-9215-11beabce7848 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:09.486266 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd61556-6a1b-4a0e-81a7-f763690445d4 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88987474-8750-4641-a8c7-1fb05a338d22,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:09.486877 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf17aad-f5d9-4015-9215-11beabce7848 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:09.491974 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba4df74-e929-43cf-8af5-22656ceeaef2 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Made reservation on behalf of 0edbf6bea5e64a8bb94227e952ed3d3a for: {'subnet': 2} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:09.495491 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf17aad-f5d9-4015-9215-11beabce7848 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:09.496702 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3ba4df74-e929-43cf-8af5-22656ceeaef2 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:09.497046 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3ba4df74-e929-43cf-8af5-22656ceeaef2 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:09.497197 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-adf17aad-f5d9-4015-9215-11beabce7848 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2828956 Apr 28 19:58:09.501550 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43676) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:09.507653 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b7aba8-f70a-42f9-9b30-1cd1d1874c58 None None] Network 6ea279c8-c05e-401f-b564-7918a30ed558 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:09.513079 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7aba8-f70a-42f9-9b30-1cd1d1874c58 None None] Pushing event updated for resources: {'Port': ['ID=168b41e3-5640-4f93-8824-38b4e74bbd4c,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:09.517839 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2cca880a-f2e5-4d7b-8ef7-a0a6b67dc687 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:09.521375 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-41b7aba8-f70a-42f9-9b30-1cd1d1874c58 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:09.526864 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b7aba8-f70a-42f9-9b30-1cd1d1874c58 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:58:09.546325 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2cca880a-f2e5-4d7b-8ef7-a0a6b67dc687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:09.553323 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ffd61556-6a1b-4a0e-81a7-f763690445d4 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:09.558625 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ffd61556-6a1b-4a0e-81a7-f763690445d4 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2117903 Apr 28 19:58:09.558799 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43678) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:09.614771 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-87e0bb08-1a1e-41f4-a176-51c2ab05db09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:09.623104 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-62844221-c800-45ac-8ef9-a8e8bc7b9ec5 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "GET /v2.0/security-group-rules/88987474-8750-4641-a8c7-1fb05a338d22 HTTP/1.1" status: 200 len: 769 time: 0.0620759 Apr 28 19:58:09.628363 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43680) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:09.697396 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b386b-d0ef-4f0f-b34d-f071eb86633e None None] Pushing event updated for resources: {'Port': ['ID=622fde1c-c4f4-47b9-99bf-fece94e2da4e,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:09.716164 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-41b7aba8-f70a-42f9-9b30-1cd1d1874c58 None None] Attempting to bind port 168b41e3-5640-4f93-8824-38b4e74bbd4c on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:58:09.716164 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-41b7aba8-f70a-42f9-9b30-1cd1d1874c58 None None] Attempting to bind port 168b41e3-5640-4f93-8824-38b4e74bbd4c by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'c95242ed-98de-4763-958a-b115f1285680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6ea279c8-c05e-401f-b564-7918a30ed558'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:58:09.716645 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b7aba8-f70a-42f9-9b30-1cd1d1874c58 None None] Attempting to bind port 168b41e3-5640-4f93-8824-38b4e74bbd4c on network 6ea279c8-c05e-401f-b564-7918a30ed558 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:58:09.758768 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b7aba8-f70a-42f9-9b30-1cd1d1874c58 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:58:09.758768 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b7aba8-f70a-42f9-9b30-1cd1d1874c58 None None] Checking segment: {'id': 'c95242ed-98de-4763-958a-b115f1285680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6ea279c8-c05e-401f-b564-7918a30ed558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:58:09.758768 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-41b7aba8-f70a-42f9-9b30-1cd1d1874c58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:09.759435 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b7aba8-f70a-42f9-9b30-1cd1d1874c58 None None] Bound using segment: {'id': 'c95242ed-98de-4763-958a-b115f1285680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6ea279c8-c05e-401f-b564-7918a30ed558'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:58:09.760005 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-41b7aba8-f70a-42f9-9b30-1cd1d1874c58 None None] Bound port: 168b41e3-5640-4f93-8824-38b4e74bbd4c, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95242ed-98de-4763-958a-b115f1285680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6ea279c8-c05e-401f-b564-7918a30ed558'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:58:09.760527 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-41b7aba8-f70a-42f9-9b30-1cd1d1874c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:09.834255 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8f7df832-04fe-45e5-87e9-fedda75db7ed tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2047331 Apr 28 19:58:09.837275 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43682) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:09.855428 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-94514ef2-da1c-4b95-8ebf-9f03bb257ecc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3533697 Apr 28 19:58:09.859309 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43684) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:09.884852 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-704a4973-23b5-4842-846c-d0565181e94d tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:09.894183 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-704a4973-23b5-4842-846c-d0565181e94d tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.014767 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-704a4973-23b5-4842-846c-d0565181e94d tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.018472 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd20bd1-9128-4447-b4f0-eb90e3021780 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:10.020140 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd20bd1-9128-4447-b4f0-eb90e3021780 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:10.022270 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9bd20bd1-9128-4447-b4f0-eb90e3021780 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1624725 Apr 28 19:58:10.026527 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43688) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:10.027227 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-704a4973-23b5-4842-846c-d0565181e94d tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.028811 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-704a4973-23b5-4842-846c-d0565181e94d tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/88987474-8750-4641-a8c7-1fb05a338d22 HTTP/1.1" status: 204 len: 168 time: 0.1901679 Apr 28 19:58:10.031910 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43690) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:10.038530 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e0bb08-1a1e-41f4-a176-51c2ab05db09 admin admin] Router ddaf446b-9854-41f6-bc17-d7530ec89fe0 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:58:10.055387 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a4973-23b5-4842-846c-d0565181e94d tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88987474-8750-4641-a8c7-1fb05a338d22,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:10.090046 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-2cca880a-f2e5-4d7b-8ef7-a0a6b67dc687 None None] Attempting to bind port 622fde1c-c4f4-47b9-99bf-fece94e2da4e on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:58:10.090403 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-2cca880a-f2e5-4d7b-8ef7-a0a6b67dc687 None None] Attempting to bind port 622fde1c-c4f4-47b9-99bf-fece94e2da4e by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '8790e334-8f05-423b-8575-539f34f20c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9d736f5d-9643-4b7a-8447-f4103bd10514'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:58:10.090762 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cca880a-f2e5-4d7b-8ef7-a0a6b67dc687 None None] Attempting to bind port 622fde1c-c4f4-47b9-99bf-fece94e2da4e on network 9d736f5d-9643-4b7a-8447-f4103bd10514 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:58:10.115531 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-16036e00-1ddf-4799-8830-373012dbd285 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.118104 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-cd893f9c-f97d-4d34-a4f8-ac6899530573 None None] Provisioning complete for port 622fde1c-c4f4-47b9-99bf-fece94e2da4e triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:10.118902 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cd893f9c-f97d-4d34-a4f8-ac6899530573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.120243 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cca880a-f2e5-4d7b-8ef7-a0a6b67dc687 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:58:10.121122 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cca880a-f2e5-4d7b-8ef7-a0a6b67dc687 None None] Checking segment: {'id': '8790e334-8f05-423b-8575-539f34f20c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9d736f5d-9643-4b7a-8447-f4103bd10514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:58:10.121122 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2cca880a-f2e5-4d7b-8ef7-a0a6b67dc687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.121383 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cca880a-f2e5-4d7b-8ef7-a0a6b67dc687 None None] Bound using segment: {'id': '8790e334-8f05-423b-8575-539f34f20c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9d736f5d-9643-4b7a-8447-f4103bd10514'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:58:10.121834 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-2cca880a-f2e5-4d7b-8ef7-a0a6b67dc687 None None] Bound port: 622fde1c-c4f4-47b9-99bf-fece94e2da4e, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8790e334-8f05-423b-8575-539f34f20c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9d736f5d-9643-4b7a-8447-f4103bd10514'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:58:10.122500 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2cca880a-f2e5-4d7b-8ef7-a0a6b67dc687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.126112 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-41b7aba8-f70a-42f9-9b30-1cd1d1874c58 None None] For port 168b41e3-5640-4f93-8824-38b4e74bbd4c, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:58:10.138951 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd027e8-adf6-4ff6-bce0-b16463f34039 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:10.140922 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd027e8-adf6-4ff6-bce0-b16463f34039 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['shared'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:10.145905 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9fd027e8-adf6-4ff6-bce0-b16463f34039 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1146514 Apr 28 19:58:10.147646 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43692) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:10.172299 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-16036e00-1ddf-4799-8830-373012dbd285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.176174 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-41b7aba8-f70a-42f9-9b30-1cd1d1874c58 None None] For port 168b41e3-5640-4f93-8824-38b4e74bbd4c, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=168b41e3-5640-4f93-8824-38b4e74bbd4c,segment=NetworkSegment(c95242ed-98de-4763-958a-b115f1285680),segment_id=c95242ed-98de-4763-958a-b115f1285680)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:58:10.188466 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d0978835-df5d-4bcb-82f6-5f83a80a25d4 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1525652 Apr 28 19:58:10.190593 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43694) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:10.216682 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-41b7aba8-f70a-42f9-9b30-1cd1d1874c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.268201 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-cd893f9c-f97d-4d34-a4f8-ac6899530573 None None] Port 622fde1c-c4f4-47b9-99bf-fece94e2da4e cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:58:10.273988 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3ba4df74-e929-43cf-8af5-22656ceeaef2 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.276142 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e0bb08-1a1e-41f4-a176-51c2ab05db09 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:58:10.289937 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-11633e60-beb3-48e8-8d79-a8ccf65f9bc8 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Allocated IP 2001:db8:2::1 (bfd0994d-d2a7-4da3-a599-bcc0bbd469db/2d3592eb-f8ff-452a-9932-25ea888fc728/5517180d-d1ae-4d37-ba2d-78f2063489f3) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:10.292491 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16036e00-1ddf-4799-8830-373012dbd285 None None] Network bfd0994d-d2a7-4da3-a599-bcc0bbd469db is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:10.298865 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd624cf1-a9b7-49d5-bb38-2574b2993ddb None None] Sync routers for ids ['ddaf446b-9854-41f6-bc17-d7530ec89fe0'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:58:10.310610 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16036e00-1ddf-4799-8830-373012dbd285 None None] Pushing event updated for resources: {'Port': ['ID=df325b09-55c8-4854-93a0-5c4961d1dde1,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:10.315355 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-16036e00-1ddf-4799-8830-373012dbd285 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:10.326976 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd624cf1-a9b7-49d5-bb38-2574b2993ddb None None] Routers {'ddaf446b-9854-41f6-bc17-d7530ec89fe0'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:58:10.327664 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-bd624cf1-a9b7-49d5-bb38-2574b2993ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:57:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['ddaf446b-9854-41f6-bc17-d7530ec89fe0'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:10.329688 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16036e00-1ddf-4799-8830-373012dbd285 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:58:10.381797 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14555208-2ffd-45d6-9fb0-0a8709e43127 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:10.390632 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-14555208-2ffd-45d6-9fb0-0a8709e43127 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "GET /v2.0/networks/f1e28d88-0c8a-48e2-a116-88812d6627b3 HTTP/1.1" status: 200 len: 800 time: 0.2406492 Apr 28 19:58:10.393925 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43696) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:10.422218 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-87e0bb08-1a1e-41f4-a176-51c2ab05db09 admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.422808 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4df74-e929-43cf-8af5-22656ceeaef2 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Pushing event updated for resources: {'Subnet': ['ID=4504dab5-e5cf-4e10-b851-7a77198eba5d,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:10.435940 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-87e0bb08-1a1e-41f4-a176-51c2ab05db09 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4851475 Apr 28 19:58:10.450861 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43698) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:10.458894 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-95910b2d-930e-47c7-b127-2401a5bb8a26 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.496012 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba4df74-e929-43cf-8af5-22656ceeaef2 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Checking segment: {'id': 'e3923579-575a-460d-b958-fcd53e986866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5d371606-089d-45c0-a0a5-4eb4c3bf35e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:58:10.496407 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba4df74-e929-43cf-8af5-22656ceeaef2 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Network hostable DHCP agents. Network: 5d371606-089d-45c0-a0a5-4eb4c3bf35e5, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:58:10.497474 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-2cca880a-f2e5-4d7b-8ef7-a0a6b67dc687 None None] For port 622fde1c-c4f4-47b9-99bf-fece94e2da4e, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:58:10.511018 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-95910b2d-930e-47c7-b127-2401a5bb8a26 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.541834 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-bd624cf1-a9b7-49d5-bb38-2574b2993ddb None None] Set router ddaf446b-9854-41f6-bc17-d7530ec89fe0 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:58:10.548590 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-2cca880a-f2e5-4d7b-8ef7-a0a6b67dc687 None None] For port 622fde1c-c4f4-47b9-99bf-fece94e2da4e, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=622fde1c-c4f4-47b9-99bf-fece94e2da4e,segment=NetworkSegment(8790e334-8f05-423b-8575-539f34f20c45),segment_id=8790e334-8f05-423b-8575-539f34f20c45)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:58:10.554147 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7aba8-f70a-42f9-9b30-1cd1d1874c58 None None] Pushing event updated for resources: {'Port': ['ID=168b41e3-5640-4f93-8824-38b4e74bbd4c,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:10.569762 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-16036e00-1ddf-4799-8830-373012dbd285 None None] Attempting to bind port df325b09-55c8-4854-93a0-5c4961d1dde1 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:58:10.571648 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-16036e00-1ddf-4799-8830-373012dbd285 None None] Attempting to bind port df325b09-55c8-4854-93a0-5c4961d1dde1 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '826ec49d-2a7e-4c72-9a2d-6772ec82077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bfd0994d-d2a7-4da3-a599-bcc0bbd469db'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:58:10.572363 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16036e00-1ddf-4799-8830-373012dbd285 None None] Attempting to bind port df325b09-55c8-4854-93a0-5c4961d1dde1 on network bfd0994d-d2a7-4da3-a599-bcc0bbd469db {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:58:10.578947 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2cca880a-f2e5-4d7b-8ef7-a0a6b67dc687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.596550 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16036e00-1ddf-4799-8830-373012dbd285 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:58:10.597226 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16036e00-1ddf-4799-8830-373012dbd285 None None] Checking segment: {'id': '826ec49d-2a7e-4c72-9a2d-6772ec82077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bfd0994d-d2a7-4da3-a599-bcc0bbd469db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:58:10.597926 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-16036e00-1ddf-4799-8830-373012dbd285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.598555 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16036e00-1ddf-4799-8830-373012dbd285 None None] Bound using segment: {'id': '826ec49d-2a7e-4c72-9a2d-6772ec82077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bfd0994d-d2a7-4da3-a599-bcc0bbd469db'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:58:10.599002 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba4df74-e929-43cf-8af5-22656ceeaef2 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Network 5d371606-089d-45c0-a0a5-4eb4c3bf35e5 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:58:10.599586 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-16036e00-1ddf-4799-8830-373012dbd285 None None] Bound port: df325b09-55c8-4854-93a0-5c4961d1dde1, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826ec49d-2a7e-4c72-9a2d-6772ec82077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bfd0994d-d2a7-4da3-a599-bcc0bbd469db'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:58:10.600904 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-16036e00-1ddf-4799-8830-373012dbd285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.639944 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-11633e60-beb3-48e8-8d79-a8ccf65f9bc8 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.679287 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-3ba4df74-e929-43cf-8af5-22656ceeaef2 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 5d371606-089d-45c0-a0a5-4eb4c3bf35e5) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:10.684719 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3ba4df74-e929-43cf-8af5-22656ceeaef2 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.715051 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6dbff6-ceb8-449a-a891-10946b496446 None None] Network 5d371606-089d-45c0-a0a5-4eb4c3bf35e5 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:58:10.784370 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-95910b2d-930e-47c7-b127-2401a5bb8a26 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.793179 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-95910b2d-930e-47c7-b127-2401a5bb8a26 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.797530 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-95910b2d-930e-47c7-b127-2401a5bb8a26 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "DELETE /v2.0/security-groups/d840971c-b2e8-4fe2-a577-b7b2dbf53960 HTTP/1.1" status: 204 len: 168 time: 0.6045201 Apr 28 19:58:10.805713 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43700) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:10.838418 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-bd624cf1-a9b7-49d5-bb38-2574b2993ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaf446b-9854-41f6-bc17-d7530ec89fe0', 'name': 'tempest-TestAggregatesBasicOps-913656857-router', 'tenant_id': '6b37d7a6499d457f9dd577c8b2dc4e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '25f8b840-a165-4ec0-bf70-dd7fb56b5bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:05Z', 'updated_at': '2022-04-28T19:58:08Z', 'revision_number': 3, 'project_id': '6b37d7a6499d457f9dd577c8b2dc4e4a', 'gw_port': {'id': '25f8b840-a165-4ec0-bf70-dd7fb56b5bc9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:51:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaf446b-9854-41f6-bc17-d7530ec89fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:07Z', 'updated_at': '2022-04-28T19:58:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:10.854615 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-11633e60-beb3-48e8-8d79-a8ccf65f9bc8 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.878690 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd624cf1-a9b7-49d5-bb38-2574b2993ddb None None] Checking router: ddaf446b-9854-41f6-bc17-d7530ec89fe0 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:58:10.879010 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd624cf1-a9b7-49d5-bb38-2574b2993ddb None None] Updating router ddaf446b-9854-41f6-bc17-d7530ec89fe0 port 25f8b840-a165-4ec0-bf70-dd7fb56b5bc9 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:58:10.893531 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95910b2d-930e-47c7-b127-2401a5bb8a26 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d840971c-b2e8-4fe2-a577-b7b2dbf53960,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:10.906838 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-bd624cf1-a9b7-49d5-bb38-2574b2993ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.936346 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba4df74-e929-43cf-8af5-22656ceeaef2 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Checking segment: {'id': '09464c93-aa4f-48a5-941f-49058571038a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8e415e11-828c-40ac-af1f-662d13c79988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:58:10.936861 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba4df74-e929-43cf-8af5-22656ceeaef2 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Network hostable DHCP agents. Network: 8e415e11-828c-40ac-af1f-662d13c79988, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:58:10.941140 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4df74-e929-43cf-8af5-22656ceeaef2 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Pushing event updated for resources: {'Subnet': ['ID=222e127e-f973-4f36-9111-67b0734ec44a,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:10.951392 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11633e60-beb3-48e8-8d79-a8ccf65f9bc8 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network bfd0994d-d2a7-4da3-a599-bcc0bbd469db is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:10.973812 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-11633e60-beb3-48e8-8d79-a8ccf65f9bc8 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:10.978673 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11633e60-beb3-48e8-8d79-a8ccf65f9bc8 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:58:10.979879 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-11633e60-beb3-48e8-8d79-a8ccf65f9bc8 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:11.097898 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-efac2948-fb2e-43ca-9f1c-54c641e671ad tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2852910 Apr 28 19:58:11.099480 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43704) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:11.103766 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba4df74-e929-43cf-8af5-22656ceeaef2 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Network 8e415e11-828c-40ac-af1f-662d13c79988 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:58:11.125784 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-50b18f24-1116-4809-abf8-597ffb2106a3 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Request body: {'security_group': {'name': 'tempest-secgroup--461061049'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:11.134792 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cca880a-f2e5-4d7b-8ef7-a0a6b67dc687 None None] Routers {'65efe934-e2d0-4ac1-ad54-67f063774231'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:58:11.135242 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-2cca880a-f2e5-4d7b-8ef7-a0a6b67dc687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:57:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['65efe934-e2d0-4ac1-ad54-67f063774231'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:11.140993 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11633e60-beb3-48e8-8d79-a8ccf65f9bc8 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Port': ['ID=5517180d-d1ae-4d37-ba2d-78f2063489f3,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:11.142877 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b386b-d0ef-4f0f-b34d-f071eb86633e None None] Pushing event updated for resources: {'Port': ['ID=622fde1c-c4f4-47b9-99bf-fece94e2da4e,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:11.145631 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-3ba4df74-e929-43cf-8af5-22656ceeaef2 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 8e415e11-828c-40ac-af1f-662d13c79988) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:11.153251 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba4df74-e929-43cf-8af5-22656ceeaef2 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:11.154463 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba4df74-e929-43cf-8af5-22656ceeaef2 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:11.156372 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3ba4df74-e929-43cf-8af5-22656ceeaef2 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:11.218194 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3ba4df74-e929-43cf-8af5-22656ceeaef2 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.5457690 Apr 28 19:58:11.220962 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43706) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:11.237948 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9bc588-eb70-4ae8-aa79-02fe0a30abdf None None] Network 8e415e11-828c-40ac-af1f-662d13c79988 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:58:11.318622 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-50b18f24-1116-4809-abf8-597ffb2106a3 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:11.358861 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ff4a9d-3af4-4ad1-a741-68e6ae48dbd0 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:11.361822 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ff4a9d-3af4-4ad1-a741-68e6ae48dbd0 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:11.364953 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ff4a9d-3af4-4ad1-a741-68e6ae48dbd0 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:11.365725 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-bd624cf1-a9b7-49d5-bb38-2574b2993ddb None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:11.380670 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-81ff4a9d-3af4-4ad1-a741-68e6ae48dbd0 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1560438 Apr 28 19:58:11.385519 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-bd624cf1-a9b7-49d5-bb38-2574b2993ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:11.420302 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43708) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:11.444752 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-11633e60-beb3-48e8-8d79-a8ccf65f9bc8 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:11.445932 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 168b41e3-5640-4f93-8824-38b4e74bbd4c up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:58:11.492618 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df4aee-2ae0-4e80-8c55-b22b4eb2e5ce None None] Pushing event updated for resources: {'Port': ['ID=25f8b840-a165-4ec0-bf70-dd7fb56b5bc9,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:11.513739 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-416ec800-eefb-492f-8415-943a572b0be7 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Deleting subnet 4504dab5-e5cf-4e10-b851-7a77198eba5d {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:58:11.539071 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-416ec800-eefb-492f-8415-943a572b0be7 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:11.543256 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-bd624cf1-a9b7-49d5-bb38-2574b2993ddb None None] Attempting to bind port 25f8b840-a165-4ec0-bf70-dd7fb56b5bc9 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:58:11.543628 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-bd624cf1-a9b7-49d5-bb38-2574b2993ddb None None] Attempting to bind port 25f8b840-a165-4ec0-bf70-dd7fb56b5bc9 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:58:11.544132 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd624cf1-a9b7-49d5-bb38-2574b2993ddb None None] Attempting to bind port 25f8b840-a165-4ec0-bf70-dd7fb56b5bc9 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:58:11.557570 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd624cf1-a9b7-49d5-bb38-2574b2993ddb None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:58:11.557931 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd624cf1-a9b7-49d5-bb38-2574b2993ddb None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:58:11.558424 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-bd624cf1-a9b7-49d5-bb38-2574b2993ddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:11.558826 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd624cf1-a9b7-49d5-bb38-2574b2993ddb None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:58:11.559327 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-bd624cf1-a9b7-49d5-bb38-2574b2993ddb None None] Bound port: 25f8b840-a165-4ec0-bf70-dd7fb56b5bc9, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:58:11.567080 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-bd624cf1-a9b7-49d5-bb38-2574b2993ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:11.567838 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-16036e00-1ddf-4799-8830-373012dbd285 None None] For port df325b09-55c8-4854-93a0-5c4961d1dde1, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:58:11.658956 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891646cd-d9db-42f3-8c99-f1f109abd1df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-5d371606-089d-45c0-a0a5-4eb4c3bf35e5', 'network_id': '5d371606-089d-45c0-a0a5-4eb4c3bf35e5', 'tenant_id': '0edbf6bea5e64a8bb94227e952ed3d3a', 'fixed_ips': [{'subnet_id': '4504dab5-e5cf-4e10-b851-7a77198eba5d'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:58:11.660905 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-891646cd-d9db-42f3-8c99-f1f109abd1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:11.667245 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-16036e00-1ddf-4799-8830-373012dbd285 None None] For port df325b09-55c8-4854-93a0-5c4961d1dde1, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=df325b09-55c8-4854-93a0-5c4961d1dde1,segment=NetworkSegment(826ec49d-2a7e-4c72-9a2d-6772ec82077c),segment_id=826ec49d-2a7e-4c72-9a2d-6772ec82077c)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:58:11.675037 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-416ec800-eefb-492f-8415-943a572b0be7 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:11.690874 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-2cca880a-f2e5-4d7b-8ef7-a0a6b67dc687 None None] Set router 65efe934-e2d0-4ac1-ad54-67f063774231 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:58:11.704586 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-bd624cf1-a9b7-49d5-bb38-2574b2993ddb None None] For port 25f8b840-a165-4ec0-bf70-dd7fb56b5bc9, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:58:11.715730 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-bd624cf1-a9b7-49d5-bb38-2574b2993ddb None None] For port 25f8b840-a165-4ec0-bf70-dd7fb56b5bc9, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=25f8b840-a165-4ec0-bf70-dd7fb56b5bc9,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:58:11.721806 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-bd624cf1-a9b7-49d5-bb38-2574b2993ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:11.737917 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-16036e00-1ddf-4799-8830-373012dbd285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:11.740328 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-4c8cd8d9-931d-4b14-b6d2-89fe65397714 None None] Provisioning complete for port 622fde1c-c4f4-47b9-99bf-fece94e2da4e triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:11.741436 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4c8cd8d9-931d-4b14-b6d2-89fe65397714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:11.799356 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-97a13774-a960-4220-aaf7-59526c1cbe42 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "GET /v2.0/networks/f1e28d88-0c8a-48e2-a116-88812d6627b3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 1.4040699 Apr 28 19:58:11.807595 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43710) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:11.811192 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df4aee-2ae0-4e80-8c55-b22b4eb2e5ce None None] Pushing event updated for resources: {'Port': ['ID=25f8b840-a165-4ec0-bf70-dd7fb56b5bc9,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:11.814456 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd624cf1-a9b7-49d5-bb38-2574b2993ddb None None] Routers {'ddaf446b-9854-41f6-bc17-d7530ec89fe0'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:58:11.815111 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-bd624cf1-a9b7-49d5-bb38-2574b2993ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:57:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['ddaf446b-9854-41f6-bc17-d7530ec89fe0'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:11.859942 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-416ec800-eefb-492f-8415-943a572b0be7 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:11.981947 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-416ec800-eefb-492f-8415-943a572b0be7 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:12.029058 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c523de-91ed-44f7-83df-7e2df335428a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:12.030554 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-13c523de-91ed-44f7-83df-7e2df335428a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "GET /v2.0/subnets/c54bbaab-3e52-487f-9e20-84017ba1a35a HTTP/1.1" status: 200 len: 811 time: 0.2177813 Apr 28 19:58:12.042537 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-50b18f24-1116-4809-abf8-597ffb2106a3 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:12.043323 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43712) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:12.066922 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1166b5-f08b-4d96-952e-8cd71860614c None None] Network 6ea279c8-c05e-401f-b564-7918a30ed558 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:58:12.114122 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-416ec800-eefb-492f-8415-943a572b0be7 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:12.127206 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-416ec800-eefb-492f-8415-943a572b0be7 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] 10.222.0.42 "DELETE /v2.0/subnets/4504dab5-e5cf-4e10-b851-7a77198eba5d HTTP/1.1" status: 204 len: 168 time: 0.7034411 Apr 28 19:58:12.162196 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43714) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:12.183312 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-bd624cf1-a9b7-49d5-bb38-2574b2993ddb None None] Set router ddaf446b-9854-41f6-bc17-d7530ec89fe0 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:58:12.184383 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ec800-eefb-492f-8415-943a572b0be7 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Pushing event deleted for resources: {'Subnet': ['ID=4504dab5-e5cf-4e10-b851-7a77198eba5d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:12.199813 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-50b18f24-1116-4809-abf8-597ffb2106a3 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:12.203313 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 168b41e3-5640-4f93-8824-38b4e74bbd4c triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:12.203696 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:12.254178 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-11633e60-beb3-48e8-8d79-a8ccf65f9bc8 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:12.275999 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-50b18f24-1116-4809-abf8-597ffb2106a3 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:12.277229 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-50b18f24-1116-4809-abf8-597ffb2106a3 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1594124 Apr 28 19:58:12.284609 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-11633e60-beb3-48e8-8d79-a8ccf65f9bc8 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:12.285400 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-11633e60-beb3-48e8-8d79-a8ccf65f9bc8 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:12.288450 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43718) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:12.316316 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-ee75c27d-f588-47b5-b88f-dce35582eb86 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Request body: {'security_group_rule': {'security_group_id': 'bfd77a4b-1a0d-4e64-be56-55d1fac5843f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:12.381691 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248a99d1-e597-43a2-abeb-5b8d097e4e93 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['shared'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:12.386035 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-248a99d1-e597-43a2-abeb-5b8d097e4e93 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "GET /v2.0/subnets/c54bbaab-3e52-487f-9e20-84017ba1a35a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3413031 Apr 28 19:58:12.395351 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16036e00-1ddf-4799-8830-373012dbd285 None None] Pushing event updated for resources: {'Port': ['ID=df325b09-55c8-4854-93a0-5c4961d1dde1,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:12.409759 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43720) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:12.415036 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b18f24-1116-4809-abf8-597ffb2106a3 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd77a4b-1a0d-4e64-be56-55d1fac5843f,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:12.424128 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-611e70c8-e54c-4fc7-9ac0-250e707e690b tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1011706957'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:12.496604 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb88b5a2-004f-414d-9278-5c80c3826417 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Deleting subnet 222e127e-f973-4f36-9111-67b0734ec44a {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:58:12.519092 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11633e60-beb3-48e8-8d79-a8ccf65f9bc8 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Port': ['ID=5517180d-d1ae-4d37-ba2d-78f2063489f3,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:12.524019 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ee75c27d-f588-47b5-b88f-dce35582eb86 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:12.535293 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bed62c9-5d08-4e00-8593-c523c2cccfdd None None] Network 5d371606-089d-45c0-a0a5-4eb4c3bf35e5 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:58:12.545696 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f26108-eb04-4087-8d4e-bf0ce14148f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-8e415e11-828c-40ac-af1f-662d13c79988', 'network_id': '8e415e11-828c-40ac-af1f-662d13c79988', 'tenant_id': '0edbf6bea5e64a8bb94227e952ed3d3a', 'fixed_ips': [{'subnet_id': '222e127e-f973-4f36-9111-67b0734ec44a'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:58:12.547007 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-13f26108-eb04-4087-8d4e-bf0ce14148f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:12.584448 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-eb88b5a2-004f-414d-9278-5c80c3826417 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:12.591681 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-bd624cf1-a9b7-49d5-bb38-2574b2993ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaf446b-9854-41f6-bc17-d7530ec89fe0', 'name': 'tempest-TestAggregatesBasicOps-913656857-router', 'tenant_id': '6b37d7a6499d457f9dd577c8b2dc4e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '25f8b840-a165-4ec0-bf70-dd7fb56b5bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:05Z', 'updated_at': '2022-04-28T19:58:08Z', 'revision_number': 3, 'project_id': '6b37d7a6499d457f9dd577c8b2dc4e4a', 'gw_port': {'id': '25f8b840-a165-4ec0-bf70-dd7fb56b5bc9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:51:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaf446b-9854-41f6-bc17-d7530ec89fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:07Z', 'updated_at': '2022-04-28T19:58:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:12.610016 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611e70c8-e54c-4fc7-9ac0-250e707e690b tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Made reservation on behalf of 9e9c5314bb5e4a71bd28b899dbbabafa for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:12.613510 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-611e70c8-e54c-4fc7-9ac0-250e707e690b tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:12.641777 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd624cf1-a9b7-49d5-bb38-2574b2993ddb None None] The sync data for ids ['ddaf446b-9854-41f6-bc17-d7530ec89fe0'] in n-d-839810-1 is: [{'id': 'ddaf446b-9854-41f6-bc17-d7530ec89fe0', 'name': 'tempest-TestAggregatesBasicOps-913656857-router', 'tenant_id': '6b37d7a6499d457f9dd577c8b2dc4e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '25f8b840-a165-4ec0-bf70-dd7fb56b5bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:05Z', 'updated_at': '2022-04-28T19:58:08Z', 'revision_number': 3, 'project_id': '6b37d7a6499d457f9dd577c8b2dc4e4a', 'gw_port': {'id': '25f8b840-a165-4ec0-bf70-dd7fb56b5bc9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:51:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaf446b-9854-41f6-bc17-d7530ec89fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:07Z', 'updated_at': '2022-04-28T19:58:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:58:12.648533 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ba1da37d-69ed-4d51-beae-1473f41d0508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:12.665121 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-eb88b5a2-004f-414d-9278-5c80c3826417 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:12.669834 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11633e60-beb3-48e8-8d79-a8ccf65f9bc8 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network bfd0994d-d2a7-4da3-a599-bcc0bbd469db is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:12.673249 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-11633e60-beb3-48e8-8d79-a8ccf65f9bc8 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:12.696235 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ee75c27d-f588-47b5-b88f-dce35582eb86 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:12.702632 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ee75c27d-f588-47b5-b88f-dce35582eb86 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:12.714073 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-611e70c8-e54c-4fc7-9ac0-250e707e690b tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:58:12.818133 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-611e70c8-e54c-4fc7-9ac0-250e707e690b tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:12.818589 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-611e70c8-e54c-4fc7-9ac0-250e707e690b tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Added segment 1868ca0d-0cdd-4903-ac18-d402f7b6188f of type vlan for network c5d3493b-c827-47c0-9a36-52d42a1fff7f Apr 28 19:58:12.864754 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75c27d-f588-47b5-b88f-dce35582eb86 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ea62d3-1b7e-4c5f-9fec-c1f3305a2bc1,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:12.870896 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ee75c27d-f588-47b5-b88f-dce35582eb86 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:12.874903 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ee75c27d-f588-47b5-b88f-dce35582eb86 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5733013 Apr 28 19:58:12.875898 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43722) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:12.886702 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11633e60-beb3-48e8-8d79-a8ccf65f9bc8 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Router 65efe934-e2d0-4ac1-ad54-67f063774231 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:58:12.932976 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-eb88b5a2-004f-414d-9278-5c80c3826417 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:12.975096 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-611e70c8-e54c-4fc7-9ac0-250e707e690b tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:12.995971 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ae5c4f87-fc76-427f-8ad2-5ef9a3f984db tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:13.025714 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ae5c4f87-fc76-427f-8ad2-5ef9a3f984db tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:13.066016 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-611e70c8-e54c-4fc7-9ac0-250e707e690b tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:13.069502 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4c8cd8d9-931d-4b14-b6d2-89fe65397714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:13.071974 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611e70c8-e54c-4fc7-9ac0-250e707e690b tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:13.072648 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-611e70c8-e54c-4fc7-9ac0-250e707e690b tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:13.125612 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-eb88b5a2-004f-414d-9278-5c80c3826417 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:13.129213 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ae5c4f87-fc76-427f-8ad2-5ef9a3f984db tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:13.133707 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ae5c4f87-fc76-427f-8ad2-5ef9a3f984db tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:13.137966 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ae5c4f87-fc76-427f-8ad2-5ef9a3f984db tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "DELETE /v2.0/security-groups/bfd77a4b-1a0d-4e64-be56-55d1fac5843f HTTP/1.1" status: 204 len: 168 time: 0.2580938 Apr 28 19:58:13.141580 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43724) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:13.190379 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:13.198151 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c4f87-fc76-427f-8ad2-5ef9a3f984db tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd77a4b-1a0d-4e64-be56-55d1fac5843f,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:13.213296 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb88b5a2-004f-414d-9278-5c80c3826417 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Pushing event deleted for resources: {'Subnet': ['ID=222e127e-f973-4f36-9111-67b0734ec44a,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:13.218730 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-611e70c8-e54c-4fc7-9ac0-250e707e690b tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8035188 Apr 28 19:58:13.233968 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43726) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:13.239992 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-9ed905db-084a-43f3-bb5f-01e29d4fd9ef tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Request body: {'subnet': {'network_id': 'c5d3493b-c827-47c0-9a36-52d42a1fff7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:13.240220 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-ba1da37d-69ed-4d51-beae-1473f41d0508 admin admin] Allocated IP 172.20.0.1 (6ea279c8-c05e-401f-b564-7918a30ed558/c13f0db6-e66f-4dd0-ab5b-8b0ba12ac834/ef9e556a-817b-445b-bdbe-5d5451b69b95) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:13.251155 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-eb88b5a2-004f-414d-9278-5c80c3826417 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:13.263617 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-eb88b5a2-004f-414d-9278-5c80c3826417 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] 10.222.0.42 "DELETE /v2.0/subnets/222e127e-f973-4f36-9111-67b0734ec44a HTTP/1.1" status: 204 len: 168 time: 1.0946712 Apr 28 19:58:13.268848 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43730) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:13.278533 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11633e60-beb3-48e8-8d79-a8ccf65f9bc8 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server [None req-13f26108-eb04-4087-8d4e-bf0ce14148f6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 222e127e-f973-4f36-9111-67b0734ec44a: This subnet is being modified by another concurrent operation. Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise exception Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 222e127e-f973-4f36-9111-67b0734ec44a: This subnet is being modified by another concurrent operation. Apr 28 19:58:13.279077 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server Apr 28 19:58:13.325444 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-4c8cd8d9-931d-4b14-b6d2-89fe65397714 None None] For port 622fde1c-c4f4-47b9-99bf-fece94e2da4e, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=622fde1c-c4f4-47b9-99bf-fece94e2da4e,segment=NetworkSegment(8790e334-8f05-423b-8575-539f34f20c45),segment_id=8790e334-8f05-423b-8575-539f34f20c45)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:58:13.332946 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-11633e60-beb3-48e8-8d79-a8ccf65f9bc8 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "PUT /v2.0/routers/65efe934-e2d0-4ac1-ad54-67f063774231/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1248112 Apr 28 19:58:13.338251 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43732) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:13.341538 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505a2fea-b522-4880-9716-86ca64a28e6b tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:13.349914 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-505a2fea-b522-4880-9716-86ca64a28e6b tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0731077 Apr 28 19:58:13.349914 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e70c8-e54c-4fc7-9ac0-250e707e690b tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event updated for resources: {'Network': ['ID=c5d3493b-c827-47c0-9a36-52d42a1fff7f,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:13.351934 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43734) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:13.353873 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-8fe137ea-34e2-453b-aa44-2937ab79395b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1960785335'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:13.362081 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4c8cd8d9-931d-4b14-b6d2-89fe65397714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:13.411779 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 168b41e3-5640-4f93-8824-38b4e74bbd4c, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=168b41e3-5640-4f93-8824-38b4e74bbd4c,segment=NetworkSegment(c95242ed-98de-4763-958a-b115f1285680),segment_id=c95242ed-98de-4763-958a-b115f1285680)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:58:13.417973 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-2cca880a-f2e5-4d7b-8ef7-a0a6b67dc687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'name': 'tempest-RoutersIpV6Test-router-984485113', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:57:51Z', 'updated_at': '2022-04-28T19:58:02Z', 'revision_number': 3, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'gw_port_host': None, '_interfaces': [{'id': '622fde1c-c4f4-47b9-99bf-fece94e2da4e', 'name': '', 'network_id': '9d736f5d-9643-4b7a-8447-f4103bd10514', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:73:a6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '8d64df69-8bb8-4c74-b0ee-bd1d03161916', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:01Z', 'updated_at': '2022-04-28T19:58:10Z', 'revision_number': 4, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': '8d64df69-8bb8-4c74-b0ee-bd1d03161916', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5e1779-e5e4-43da-9a28-58ebaa06196c', 'name': '', 'network_id': '28d71419-8bdb-470c-ba68-cfb3351d196f', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:94:0b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:57:53Z', 'updated_at': '2022-04-28T19:57:59Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:13.428871 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network c5d3493b-c827-47c0-9a36-52d42a1fff7f details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:58:13.453667 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-dd9f4e2a-608d-4c27-a7f0-a09bf8ce4c83 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3042879 Apr 28 19:58:13.463590 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43736) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:13.526858 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec50c82a-8fa6-4ec4-b43a-4183f323c6f5 None None] Network 8e415e11-828c-40ac-af1f-662d13c79988 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:58:13.531064 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe137ea-34e2-453b-aa44-2937ab79395b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Made reservation on behalf of 6ff88bb069834363bbb6cc9bff6bbe85 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:13.537558 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8fe137ea-34e2-453b-aa44-2937ab79395b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:13.578377 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7485a90c-11ec-4aca-aac0-424118de31da tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:13.625983 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:58:13.670245 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed905db-084a-43f3-bb5f-01e29d4fd9ef tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Made reservation on behalf of 9e9c5314bb5e4a71bd28b899dbbabafa for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:13.674115 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9ed905db-084a-43f3-bb5f-01e29d4fd9ef tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:13.685023 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6640ede6-a875-44a0-a187-ece0dac72b58 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2180467 Apr 28 19:58:13.688017 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43738) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:13.713314 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ba1da37d-69ed-4d51-beae-1473f41d0508 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:13.716340 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:13.719393 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe137ea-34e2-453b-aa44-2937ab79395b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:58:13.745175 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8fe137ea-34e2-453b-aa44-2937ab79395b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:13.745735 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-8fe137ea-34e2-453b-aa44-2937ab79395b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Added segment 87c2ccd5-0891-49a0-bca9-a809e2fa867d of type vlan for network 373f5516-a20a-4638-b709-e5d746f7876b Apr 28 19:58:13.762465 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-b3ff11ad-671c-4f3a-84c5-d77c66f84540 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] delete failed (client error): The resource could not be found. Apr 28 19:58:13.763908 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b3ff11ad-671c-4f3a-84c5-d77c66f84540 tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "DELETE /v2.0/security-groups/bfd77a4b-1a0d-4e64-be56-55d1fac5843f HTTP/1.1" status: 404 len: 347 time: 0.0747404 Apr 28 19:58:13.773520 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43740) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:13.813971 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca880a-f2e5-4d7b-8ef7-a0a6b67dc687 None None] The sync data for ids ['65efe934-e2d0-4ac1-ad54-67f063774231'] in n-d-839810-1 is: [{'id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'name': 'tempest-RoutersIpV6Test-router-984485113', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:57:51Z', 'updated_at': '2022-04-28T19:58:02Z', 'revision_number': 3, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'gw_port_host': None, '_interfaces': [{'id': '622fde1c-c4f4-47b9-99bf-fece94e2da4e', 'name': '', 'network_id': '9d736f5d-9643-4b7a-8447-f4103bd10514', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:73:a6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '8d64df69-8bb8-4c74-b0ee-bd1d03161916', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:01Z', 'updated_at': '2022-04-28T19:58:10Z', 'revision_number': 4, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': '8d64df69-8bb8-4c74-b0ee-bd1d03161916', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5e1779-e5e4-43da-9a28-58ebaa06196c', 'name': '', 'network_id': '28d71419-8bdb-470c-ba68-cfb3351d196f', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:94:0b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:57:53Z', 'updated_at': '2022-04-28T19:57:59Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:58:13.902022 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8cd8d9-931d-4b14-b6d2-89fe65397714 None None] Pushing event updated for resources: {'Port': ['ID=622fde1c-c4f4-47b9-99bf-fece94e2da4e,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:13.912267 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b4b89386-7cbe-4649-9972-2eba79d8f98c None None] Provisioning complete for port 168b41e3-5640-4f93-8824-38b4e74bbd4c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:13.912905 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b4b89386-7cbe-4649-9972-2eba79d8f98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:13.934012 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.ipam_backend_mixin [None req-9ed905db-084a-43f3-bb5f-01e29d4fd9ef tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Performing IP validity checks on allocation pools {{(pid=102774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 28 19:58:13.934788 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.ipam_backend_mixin [None req-9ed905db-084a-43f3-bb5f-01e29d4fd9ef tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 28 19:58:13.936471 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8fe137ea-34e2-453b-aa44-2937ab79395b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:13.938778 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7485a90c-11ec-4aca-aac0-424118de31da tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:13.988518 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-7485a90c-11ec-4aca-aac0-424118de31da tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e415e11-828c-40ac-af1f-662d13c79988']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:14.012775 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-7485a90c-11ec-4aca-aac0-424118de31da tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09464c93-aa4f-48a5-941f-49058571038a') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:14.013230 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-7485a90c-11ec-4aca-aac0-424118de31da tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09464c93-aa4f-48a5-941f-49058571038a') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:14.044418 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5e30555d-8f9d-4cca-a849-c6d2346b32af tempest-SecGroupIPv6Test-408560511 tempest-SecGroupIPv6Test-408560511-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2548447 Apr 28 19:58:14.050965 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ba1da37d-69ed-4d51-beae-1473f41d0508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:14.054239 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 25f8b840-a165-4ec0-bf70-dd7fb56b5bc9 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:58:14.057447 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.db.resource_extend [None req-8fe137ea-34e2-453b-aa44-2937ab79395b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:58:14.059345 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7485a90c-11ec-4aca-aac0-424118de31da tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:14.110411 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7485a90c-11ec-4aca-aac0-424118de31da tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:14.129267 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9a451e-0675-43b2-a0fd-457ea4871a77 None None] Network bfd0994d-d2a7-4da3-a599-bcc0bbd469db requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:58:14.158837 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1da37d-69ed-4d51-beae-1473f41d0508 admin admin] Network 6ea279c8-c05e-401f-b564-7918a30ed558 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:14.163364 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7485a90c-11ec-4aca-aac0-424118de31da tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:58:14.163780 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7485a90c-11ec-4aca-aac0-424118de31da tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:14.167834 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:58:14.167834 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:58:14.167834 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:58:14.167834 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:58:14.167834 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:58:14.167834 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:58:14.167834 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:58:14.167834 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:58:14.167834 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:58:14.167834 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:58:14.167834 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:58:14.167834 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:58:14.167834 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:58:14.167834 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:58:14.167834 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:58:14.167834 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:58:14.167834 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:58:14.167834 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:58:14.167834 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:58:14.167834 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:58:14.167834 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:58:14.167834 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:58:14.167834 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:58:14.167834 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:58:14.167834 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:58:14.167834 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:58:14.167834 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:58:14.167834 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:58:14.167834 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:58:14.167834 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:58:14.167834 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:58:14.167834 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:58:14.173464 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-ba1da37d-69ed-4d51-beae-1473f41d0508 admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:14.187081 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1da37d-69ed-4d51-beae-1473f41d0508 admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:58:14.192642 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8fe137ea-34e2-453b-aa44-2937ab79395b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:14.196868 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe137ea-34e2-453b-aa44-2937ab79395b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:14.197667 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8fe137ea-34e2-453b-aa44-2937ab79395b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:14.322174 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1da37d-69ed-4d51-beae-1473f41d0508 admin admin] Pushing event updated for resources: {'Port': ['ID=ef9e556a-817b-445b-bdbe-5d5451b69b95,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:14.371239 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=168b41e3-5640-4f93-8824-38b4e74bbd4c,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:14.456364 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8fe137ea-34e2-453b-aa44-2937ab79395b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1098971 Apr 28 19:58:14.468243 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43748) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:14.479645 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-9af287df-6659-4a1f-ba63-55e009cdc68b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Request body: {'subnet': {'network_id': '373f5516-a20a-4638-b709-e5d746f7876b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:14.574392 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe137ea-34e2-453b-aa44-2937ab79395b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Network': ['ID=373f5516-a20a-4638-b709-e5d746f7876b,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:14.579793 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ba1da37d-69ed-4d51-beae-1473f41d0508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:14.612199 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7485a90c-11ec-4aca-aac0-424118de31da tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:14.695765 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7485a90c-11ec-4aca-aac0-424118de31da tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:14.697677 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 373f5516-a20a-4638-b709-e5d746f7876b details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:58:14.710035 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7485a90c-11ec-4aca-aac0-424118de31da tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] 10.222.0.42 "DELETE /v2.0/networks/8e415e11-828c-40ac-af1f-662d13c79988 HTTP/1.1" status: 204 len: 168 time: 1.3569300 Apr 28 19:58:14.712839 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485a90c-11ec-4aca-aac0-424118de31da tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Pushing event deleted for resources: {'Network': ['ID=8e415e11-828c-40ac-af1f-662d13c79988,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:14.720983 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43750) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:14.753363 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43752) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:14.818977 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9ed905db-084a-43f3-bb5f-01e29d4fd9ef tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:14.873964 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 25f8b840-a165-4ec0-bf70-dd7fb56b5bc9 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:14.874759 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:14.934044 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af287df-6659-4a1f-ba63-55e009cdc68b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Made reservation on behalf of 6ff88bb069834363bbb6cc9bff6bbe85 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:14.944081 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9af287df-6659-4a1f-ba63-55e009cdc68b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:15.047819 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-dd7277c5-5ba2-4b03-86e7-612c0c6fa2be None None] Provisioning complete for port 168b41e3-5640-4f93-8824-38b4e74bbd4c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:15.048463 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-dd7277c5-5ba2-4b03-86e7-612c0c6fa2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:15.053914 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed905db-084a-43f3-bb5f-01e29d4fd9ef tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event updated for resources: {'Subnet': ['ID=d901fa89-2a55-49ae-82a8-b230de54b321,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:15.060061 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b93b0d6-87e6-40b5-969b-e5cf561f43ea tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:15.094510 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed905db-084a-43f3-bb5f-01e29d4fd9ef tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Checking segment: {'id': '1868ca0d-0cdd-4903-ac18-d402f7b6188f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c5d3493b-c827-47c0-9a36-52d42a1fff7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:58:15.094796 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed905db-084a-43f3-bb5f-01e29d4fd9ef tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Network hostable DHCP agents. Network: c5d3493b-c827-47c0-9a36-52d42a1fff7f, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:58:15.181973 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed905db-084a-43f3-bb5f-01e29d4fd9ef tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Network c5d3493b-c827-47c0-9a36-52d42a1fff7f is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:58:15.216601 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:15.254000 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 25f8b840-a165-4ec0-bf70-dd7fb56b5bc9, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=25f8b840-a165-4ec0-bf70-dd7fb56b5bc9,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:58:15.264319 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-da61c0a9-fce1-4cc2-a818-9820fe5ebca4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9f5bfe76edc74da48e94a4ef2c47c0d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5093241 Apr 28 19:58:15.270274 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:15.272131 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-9ed905db-084a-43f3-bb5f-01e29d4fd9ef tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, c5d3493b-c827-47c0-9a36-52d42a1fff7f) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:15.273584 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device df325b09-55c8-4854-93a0-5c4961d1dde1 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:58:15.274323 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43756) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:15.303387 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b93b0d6-87e6-40b5-969b-e5cf561f43ea tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:15.322259 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed905db-084a-43f3-bb5f-01e29d4fd9ef tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:15.323392 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9ed905db-084a-43f3-bb5f-01e29d4fd9ef tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:15.356918 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de19cb8a-bd67-421a-b426-22e6abe6a887 None None] Network c5d3493b-c827-47c0-9a36-52d42a1fff7f requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:58:15.380870 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-4b93b0d6-87e6-40b5-969b-e5cf561f43ea tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d371606-089d-45c0-a0a5-4eb4c3bf35e5']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:15.399308 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-dd7277c5-5ba2-4b03-86e7-612c0c6fa2be None None] Provisioning complete for port df325b09-55c8-4854-93a0-5c4961d1dde1 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:15.400126 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-dd7277c5-5ba2-4b03-86e7-612c0c6fa2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:15.404062 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9ed905db-084a-43f3-bb5f-01e29d4fd9ef tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.1689935 Apr 28 19:58:15.411760 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-4b93b0d6-87e6-40b5-969b-e5cf561f43ea tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3923579-575a-460d-b958-fcd53e986866') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:15.412051 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-4b93b0d6-87e6-40b5-969b-e5cf561f43ea tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3923579-575a-460d-b958-fcd53e986866') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:15.421542 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43758) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:15.427511 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-d497291d-4005-413a-af58-ac409e4dd1d4 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:15.440064 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b93b0d6-87e6-40b5-969b-e5cf561f43ea tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:15.512933 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b93b0d6-87e6-40b5-969b-e5cf561f43ea tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:15.520399 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=25f8b840-a165-4ec0-bf70-dd7fb56b5bc9,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:15.552339 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b93b0d6-87e6-40b5-969b-e5cf561f43ea tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:58:15.553604 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b93b0d6-87e6-40b5-969b-e5cf561f43ea tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:15.562461 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:58:15.562461 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:58:15.562461 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:58:15.562461 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:58:15.562461 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:58:15.562461 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:58:15.562461 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:58:15.562461 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:58:15.562461 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:58:15.562461 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:58:15.562461 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:58:15.562461 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:58:15.562461 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:58:15.562461 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:58:15.562461 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:58:15.562461 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:58:15.562461 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:58:15.562461 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:58:15.562461 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:58:15.562461 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:58:15.562461 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:58:15.562461 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:58:15.562461 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:58:15.562461 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:58:15.562461 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:58:15.562461 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:58:15.562461 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:58:15.562461 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:58:15.562461 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:58:15.562461 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:58:15.562461 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:58:15.562461 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:58:15.610336 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ba1da37d-69ed-4d51-beae-1473f41d0508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:15.625927 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8fc75c43-55ef-484e-8b39-a213adfabea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:15.652516 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port df325b09-55c8-4854-93a0-5c4961d1dde1 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:15.652963 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:15.762812 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-dd7277c5-5ba2-4b03-86e7-612c0c6fa2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:15.799308 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b93b0d6-87e6-40b5-969b-e5cf561f43ea tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:15.802404 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8fc75c43-55ef-484e-8b39-a213adfabea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:15.814590 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572a6f0d-ae5c-42bb-82bc-b6f11756a077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-c5d3493b-c827-47c0-9a36-52d42a1fff7f', 'network_id': 'c5d3493b-c827-47c0-9a36-52d42a1fff7f', 'tenant_id': '9e9c5314bb5e4a71bd28b899dbbabafa', 'fixed_ips': [{'subnet_id': 'd901fa89-2a55-49ae-82a8-b230de54b321'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:58:15.815950 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-572a6f0d-ae5c-42bb-82bc-b6f11756a077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:15.828002 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b93b0d6-87e6-40b5-969b-e5cf561f43ea tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:15.831596 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4b93b0d6-87e6-40b5-969b-e5cf561f43ea tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] 10.222.0.42 "DELETE /v2.0/networks/5d371606-089d-45c0-a0a5-4eb4c3bf35e5 HTTP/1.1" status: 204 len: 168 time: 1.1077950 Apr 28 19:58:15.834181 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43768) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:15.867843 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d497291d-4005-413a-af58-ac409e4dd1d4 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13385494'] for subnet, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:15.876163 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-dd7277c5-5ba2-4b03-86e7-612c0c6fa2be None None] For port df325b09-55c8-4854-93a0-5c4961d1dde1, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=df325b09-55c8-4854-93a0-5c4961d1dde1,segment=NetworkSegment(826ec49d-2a7e-4c72-9a2d-6772ec82077c),segment_id=826ec49d-2a7e-4c72-9a2d-6772ec82077c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:58:15.900830 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a731f43-f3b4-40ba-a43a-c1992750fe84 None None] Sync routers for ids ['65efe934-e2d0-4ac1-ad54-67f063774231'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:58:15.910878 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-dd7277c5-5ba2-4b03-86e7-612c0c6fa2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:15.966270 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3497df3e-25fc-43cb-8e81-8c899d028ec9 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:16.026150 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93b0d6-87e6-40b5-969b-e5cf561f43ea tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Pushing event deleted for resources: {'Network': ['ID=5d371606-089d-45c0-a0a5-4eb4c3bf35e5,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:16.067257 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a731f43-f3b4-40ba-a43a-c1992750fe84 None None] Routers {'65efe934-e2d0-4ac1-ad54-67f063774231'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:58:16.067903 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3a731f43-f3b4-40ba-a43a-c1992750fe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:57:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['65efe934-e2d0-4ac1-ad54-67f063774231'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:16.216935 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a65150d2-658c-4145-9556-24125006721e None None] Provisioning complete for port ef9e556a-817b-445b-bdbe-5d5451b69b95 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:16.218049 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a65150d2-658c-4145-9556-24125006721e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:16.264301 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7277c5-5ba2-4b03-86e7-612c0c6fa2be None None] Pushing event updated for resources: {'Port': ['ID=df325b09-55c8-4854-93a0-5c4961d1dde1,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:16.289418 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-3a731f43-f3b4-40ba-a43a-c1992750fe84 None None] Set router 65efe934-e2d0-4ac1-ad54-67f063774231 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:58:16.314341 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ba1da37d-69ed-4d51-beae-1473f41d0508 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:16.342982 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ba1da37d-69ed-4d51-beae-1473f41d0508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:16.360198 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-a65150d2-658c-4145-9556-24125006721e None None] Port ef9e556a-817b-445b-bdbe-5d5451b69b95 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:58:16.372847 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 25f8b840-a165-4ec0-bf70-dd7fb56b5bc9 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:58:16.474981 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1da37d-69ed-4d51-beae-1473f41d0508 admin admin] Pushing event updated for resources: {'Port': ['ID=ef9e556a-817b-445b-bdbe-5d5451b69b95,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:16.486794 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9af287df-6659-4a1f-ba63-55e009cdc68b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:16.494483 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3497df3e-25fc-43cb-8e81-8c899d028ec9 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:16.574803 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-3497df3e-25fc-43cb-8e81-8c899d028ec9 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9240040e-6c6a-4066-b182-4b63545170a7']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:16.580280 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ba1da37d-69ed-4d51-beae-1473f41d0508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:16.598711 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-3497df3e-25fc-43cb-8e81-8c899d028ec9 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a6110b8-efcd-4717-9d4d-1eb94587932f') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:16.599558 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-3497df3e-25fc-43cb-8e81-8c899d028ec9 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a6110b8-efcd-4717-9d4d-1eb94587932f') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:16.636800 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af287df-6659-4a1f-ba63-55e009cdc68b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Subnet': ['ID=5e103257-48a1-4a95-9317-80fd6aef139f,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:16.641237 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3497df3e-25fc-43cb-8e81-8c899d028ec9 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:16.654836 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af287df-6659-4a1f-ba63-55e009cdc68b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Checking segment: {'id': '87c2ccd5-0891-49a0-bca9-a809e2fa867d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '373f5516-a20a-4638-b709-e5d746f7876b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:58:16.655506 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af287df-6659-4a1f-ba63-55e009cdc68b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network hostable DHCP agents. Network: 373f5516-a20a-4638-b709-e5d746f7876b, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:58:16.711164 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3497df3e-25fc-43cb-8e81-8c899d028ec9 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:16.730528 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3497df3e-25fc-43cb-8e81-8c899d028ec9 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:58:16.731350 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3497df3e-25fc-43cb-8e81-8c899d028ec9 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:16.737155 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:58:16.737155 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:58:16.737155 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:58:16.737155 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:58:16.737155 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:58:16.737155 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:58:16.737155 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:58:16.737155 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:58:16.737155 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:58:16.737155 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:58:16.737155 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:58:16.737155 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:58:16.737155 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:58:16.737155 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:58:16.737155 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:58:16.737155 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:58:16.737155 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:58:16.737155 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:58:16.737155 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:58:16.737155 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:58:16.737155 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:58:16.737155 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:58:16.737155 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:58:16.737155 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:58:16.737155 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:58:16.737155 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:58:16.737155 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:58:16.737155 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:58:16.737155 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:58:16.737155 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:58:16.737155 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:58:16.737155 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:58:16.761846 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af287df-6659-4a1f-ba63-55e009cdc68b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network 373f5516-a20a-4638-b709-e5d746f7876b is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:58:16.809428 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-9af287df-6659-4a1f-ba63-55e009cdc68b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 373f5516-a20a-4638-b709-e5d746f7876b) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:16.820309 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-572a6f0d-ae5c-42bb-82bc-b6f11756a077 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 28 19:58:16.820309 n-d-839810-1 neutron-server[102775]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Apr 28 19:58:16.820309 n-d-839810-1 neutron-server[102775]: [parameters: {'in_use': 1, 'id_1': 'd901fa89-2a55-49ae-82a8-b230de54b321'}] Apr 28 19:58:16.820309 n-d-839810-1 neutron-server[102775]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:58:16.821001 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-572a6f0d-ae5c-42bb-82bc-b6f11756a077 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:58:16.827512 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a65150d2-658c-4145-9556-24125006721e None None] Provisioning complete for port 5517180d-d1ae-4d37-ba2d-78f2063489f3 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:16.828515 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a65150d2-658c-4145-9556-24125006721e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:16.832171 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af287df-6659-4a1f-ba63-55e009cdc68b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:16.833130 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9af287df-6659-4a1f-ba63-55e009cdc68b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:16.843982 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4621617c-917d-47f4-86b4-166ae6be878b None None] Network 373f5516-a20a-4638-b709-e5d746f7876b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:58:16.852384 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d497291d-4005-413a-af58-ac409e4dd1d4 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736828789944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16299408'] for subnet, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:16.878992 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3497df3e-25fc-43cb-8e81-8c899d028ec9 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:16.884229 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1da37d-69ed-4d51-beae-1473f41d0508 admin admin] Network 6ea279c8-c05e-401f-b564-7918a30ed558 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:16.891772 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9af287df-6659-4a1f-ba63-55e009cdc68b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4205496 Apr 28 19:58:16.892741 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43778) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:16.898994 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d497291d-4005-413a-af58-ac409e4dd1d4 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:16.899597 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d497291d-4005-413a-af58-ac409e4dd1d4 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:16.904009 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d497291d-4005-413a-af58-ac409e4dd1d4 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "PUT /v2.0/subnets/d901fa89-2a55-49ae-82a8-b230de54b321 HTTP/1.1" status: 200 len: 877 time: 1.4811523 Apr 28 19:58:16.906777 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43780) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:16.913560 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3497df3e-25fc-43cb-8e81-8c899d028ec9 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:16.917739 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3497df3e-25fc-43cb-8e81-8c899d028ec9 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] 10.222.0.42 "DELETE /v2.0/networks/9240040e-6c6a-4066-b182-4b63545170a7 HTTP/1.1" status: 204 len: 168 time: 1.0816181 Apr 28 19:58:16.921498 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43782) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:16.931921 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-ba1da37d-69ed-4d51-beae-1473f41d0508 admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:16.999287 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497df3e-25fc-43cb-8e81-8c899d028ec9 tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Pushing event deleted for resources: {'Network': ['ID=9240040e-6c6a-4066-b182-4b63545170a7,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:17.034505 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ee0b8f6d-dd86-4aed-9be6-f69c22dca18d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:17.067452 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8fc75c43-55ef-484e-8b39-a213adfabea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:17.071036 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8fc75c43-55ef-484e-8b39-a213adfabea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:17.074586 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8fc75c43-55ef-484e-8b39-a213adfabea1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2f024348-6a10-4849-9c6f-21c7c2e44e02 HTTP/1.1" status: 204 len: 168 time: 1.7834325 Apr 28 19:58:17.087456 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc75c43-55ef-484e-8b39-a213adfabea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f024348-6a10-4849-9c6f-21c7c2e44e02,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:17.095591 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-a65150d2-658c-4145-9556-24125006721e None None] Port 5517180d-d1ae-4d37-ba2d-78f2063489f3 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:58:17.098503 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497291d-4005-413a-af58-ac409e4dd1d4 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event updated for resources: {'Subnet': ['ID=d901fa89-2a55-49ae-82a8-b230de54b321,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:17.161738 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 25f8b840-a165-4ec0-bf70-dd7fb56b5bc9 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:17.162348 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:17.281770 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a65150d2-658c-4145-9556-24125006721e None None] Provisioning complete for port df325b09-55c8-4854-93a0-5c4961d1dde1 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:17.282311 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a65150d2-658c-4145-9556-24125006721e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:17.296306 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ee0b8f6d-dd86-4aed-9be6-f69c22dca18d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:17.326352 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-572a6f0d-ae5c-42bb-82bc-b6f11756a077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:17.351513 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-ee0b8f6d-dd86-4aed-9be6-f69c22dca18d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7254690b-b503-46e6-b15a-e42f11dd8ff7']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:17.369067 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-ee0b8f6d-dd86-4aed-9be6-f69c22dca18d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8019f091-60d5-42fd-ad0b-7f45b1b82c0e') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:17.370168 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-ee0b8f6d-dd86-4aed-9be6-f69c22dca18d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8019f091-60d5-42fd-ad0b-7f45b1b82c0e') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:17.395660 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ee0b8f6d-dd86-4aed-9be6-f69c22dca18d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:17.403964 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3a731f43-f3b4-40ba-a43a-c1992750fe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'name': 'tempest-RoutersIpV6Test-router-984485113', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:57:51Z', 'updated_at': '2022-04-28T19:58:11Z', 'revision_number': 4, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'gw_port_host': None, '_interfaces': [{'id': '5517180d-d1ae-4d37-ba2d-78f2063489f3', 'name': '', 'network_id': 'bfd0994d-d2a7-4da3-a599-bcc0bbd469db', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:08:37:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '2d3592eb-f8ff-452a-9932-25ea888fc728', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:09Z', 'updated_at': '2022-04-28T19:58:11Z', 'revision_number': 2, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': '2d3592eb-f8ff-452a-9932-25ea888fc728', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '622fde1c-c4f4-47b9-99bf-fece94e2da4e', 'name': '', 'network_id': '9d736f5d-9643-4b7a-8447-f4103bd10514', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:73:a6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '8d64df69-8bb8-4c74-b0ee-bd1d03161916', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:01Z', 'updated_at': '2022-04-28T19:58:13Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': '8d64df69-8bb8-4c74-b0ee-bd1d03161916', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5e1779-e5e4-43da-9a28-58ebaa06196c', 'name': '', 'network_id': '28d71419-8bdb-470c-ba68-cfb3351d196f', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:94:0b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:57:53Z', 'updated_at': '2022-04-28T19:57:59Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:17.423770 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ee0b8f6d-dd86-4aed-9be6-f69c22dca18d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:17.439975 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a731f43-f3b4-40ba-a43a-c1992750fe84 None None] Checking router: 65efe934-e2d0-4ac1-ad54-67f063774231 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:58:17.440866 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a731f43-f3b4-40ba-a43a-c1992750fe84 None None] Updating router 65efe934-e2d0-4ac1-ad54-67f063774231 port 5517180d-d1ae-4d37-ba2d-78f2063489f3 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:58:17.442722 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0b8f6d-dd86-4aed-9be6-f69c22dca18d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:58:17.443140 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ee0b8f6d-dd86-4aed-9be6-f69c22dca18d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:17.463107 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:58:17.463107 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:58:17.463107 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:58:17.463107 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:58:17.463107 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:58:17.463107 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:58:17.463107 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:58:17.463107 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:58:17.463107 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:58:17.463107 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:58:17.463107 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:58:17.463107 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:58:17.463107 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:58:17.463107 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:58:17.463107 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:58:17.463107 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:58:17.463107 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:58:17.463107 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:58:17.463107 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:58:17.463107 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:58:17.463107 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:58:17.463107 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:58:17.463107 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:58:17.463107 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:58:17.463107 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:58:17.463107 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:58:17.463107 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:58:17.463107 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:58:17.463107 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:58:17.463107 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:58:17.463107 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:58:17.463107 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:58:17.556981 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ee0b8f6d-dd86-4aed-9be6-f69c22dca18d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:17.593270 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ee0b8f6d-dd86-4aed-9be6-f69c22dca18d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:17.597003 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8052260-a15b-4c9b-8c75-ea663c493105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-373f5516-a20a-4638-b709-e5d746f7876b', 'network_id': '373f5516-a20a-4638-b709-e5d746f7876b', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'fixed_ips': [{'subnet_id': '5e103257-48a1-4a95-9317-80fd6aef139f'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:58:17.598235 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ee0b8f6d-dd86-4aed-9be6-f69c22dca18d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] 10.222.0.42 "DELETE /v2.0/networks/7254690b-b503-46e6-b15a-e42f11dd8ff7 HTTP/1.1" status: 204 len: 168 time: 0.6753733 Apr 28 19:58:17.598500 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a8052260-a15b-4c9b-8c75-ea663c493105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:17.621888 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3a731f43-f3b4-40ba-a43a-c1992750fe84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:17.635066 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b8f6d-dd86-4aed-9be6-f69c22dca18d tempest-BulkNetworkOpsIpV6Test-1383282436 tempest-BulkNetworkOpsIpV6Test-1383282436-project] Pushing event deleted for resources: {'Network': ['ID=7254690b-b503-46e6-b15a-e42f11dd8ff7,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:17.877547 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b4a0281-ff79-4fae-8d7a-4ac63840672a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:17.984968 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba1da37d-69ed-4d51-beae-1473f41d0508 admin admin] Router ddaf446b-9854-41f6-bc17-d7530ec89fe0 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:58:18.028283 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b4a0281-ff79-4fae-8d7a-4ac63840672a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:18.041365 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43802) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:18.047511 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9c9df51-05ea-4536-a4a6-1cc9dd4a76ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:18.067700 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 168b41e3-5640-4f93-8824-38b4e74bbd4c up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:58:18.138489 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-572a6f0d-ae5c-42bb-82bc-b6f11756a077 None None] Allocated IP 172.20.0.3 (c5d3493b-c827-47c0-9a36-52d42a1fff7f/d901fa89-2a55-49ae-82a8-b230de54b321/1fbbb30f-329e-4bc0-9a13-f7d567866bc6) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:18.163363 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-6bc312bc-b351-4992-b365-db5850f39500 None None] Provisioning complete for port ef9e556a-817b-445b-bdbe-5d5451b69b95 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:18.163685 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6bc312bc-b351-4992-b365-db5850f39500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:18.285047 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1235987d-ddf3-4c46-8ca0-ebd3a81bc268 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0edbf6bea5e64a8bb94227e952ed3d3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2397876 Apr 28 19:58:18.288739 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43814) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:18.323620 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-6bc312bc-b351-4992-b365-db5850f39500 None None] Port ef9e556a-817b-445b-bdbe-5d5451b69b95 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:58:18.347273 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-a8052260-a15b-4c9b-8c75-ea663c493105 None None] Allocated IP 2001:db8:3::2 (373f5516-a20a-4638-b709-e5d746f7876b/5e103257-48a1-4a95-9317-80fd6aef139f/0ae2e956-26e1-41dd-bca7-b8ec48a2b64c) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:18.369146 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cc546fcb-25b4-4e5b-80d5-8dfa3596b3e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:18.403384 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43816) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:18.415088 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 168b41e3-5640-4f93-8824-38b4e74bbd4c triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:18.415652 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:18.416450 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cc546fcb-25b4-4e5b-80d5-8dfa3596b3e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:18.482305 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cc546fcb-25b4-4e5b-80d5-8dfa3596b3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:18.486854 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cc546fcb-25b4-4e5b-80d5-8dfa3596b3e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:18.488620 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-6bc312bc-b351-4992-b365-db5850f39500 None None] Provisioning complete for port 5517180d-d1ae-4d37-ba2d-78f2063489f3 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:18.492670 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6bc312bc-b351-4992-b365-db5850f39500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:18.493788 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-cc546fcb-25b4-4e5b-80d5-8dfa3596b3e6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cbecf019-bffd-44fb-af6c-7669f0a28fdb HTTP/1.1" status: 204 len: 168 time: 0.2032988 Apr 28 19:58:18.505442 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc546fcb-25b4-4e5b-80d5-8dfa3596b3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbecf019-bffd-44fb-af6c-7669f0a28fdb,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:18.659119 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-55281c5b-dd6f-4a72-bf2b-a091cd29d502 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:18.660202 n-d-839810-1 neutron-server[102774]: WARNING neutron.api.v2.base [None req-55281c5b-dd6f-4a72-bf2b-a091cd29d502 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 28 19:58:18.661061 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-55281c5b-dd6f-4a72-bf2b-a091cd29d502 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] create failed (client error): There was a conflict when trying to complete your request. Apr 28 19:58:18.662939 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-55281c5b-dd6f-4a72-bf2b-a091cd29d502 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2577026 Apr 28 19:58:18.666901 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43826) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:18.679709 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-231cc687-c890-4664-855f-613f709d3151 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Request body: {'security_group': {'name': 'tempest-secgroup--106548236'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:18.757782 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-231cc687-c890-4664-855f-613f709d3151 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:18.772685 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-231cc687-c890-4664-855f-613f709d3151 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:18.819512 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1da37d-69ed-4d51-beae-1473f41d0508 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:58:18.830193 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83d0fab-fc33-4c09-8af8-ac8c9c5ea49f None None] Sync routers for ids ['ddaf446b-9854-41f6-bc17-d7530ec89fe0'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:58:18.840897 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ba1da37d-69ed-4d51-beae-1473f41d0508 admin admin] 10.222.0.42 "PUT /v2.0/routers/ddaf446b-9854-41f6-bc17-d7530ec89fe0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3876071 Apr 28 19:58:18.854932 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83d0fab-fc33-4c09-8af8-ac8c9c5ea49f None None] Routers {'ddaf446b-9854-41f6-bc17-d7530ec89fe0'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:58:18.855840 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-d83d0fab-fc33-4c09-8af8-ac8c9c5ea49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:57:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['ddaf446b-9854-41f6-bc17-d7530ec89fe0'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:18.931464 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3a731f43-f3b4-40ba-a43a-c1992750fe84 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:18.972005 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-231cc687-c890-4664-855f-613f709d3151 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:18.978674 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-231cc687-c890-4664-855f-613f709d3151 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:19.025687 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-d83d0fab-fc33-4c09-8af8-ac8c9c5ea49f None None] Set router ddaf446b-9854-41f6-bc17-d7530ec89fe0 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:58:19.039455 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231cc687-c890-4664-855f-613f709d3151 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e51320ef-16d7-4ef4-b1ee-ceea9229bbd1,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:19.090653 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a8052260-a15b-4c9b-8c75-ea663c493105 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:19.105366 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-6bc312bc-b351-4992-b365-db5850f39500 None None] Port 5517180d-d1ae-4d37-ba2d-78f2063489f3 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:58:19.108192 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3a731f43-f3b4-40ba-a43a-c1992750fe84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:19.121345 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a8052260-a15b-4c9b-8c75-ea663c493105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:19.147564 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-231cc687-c890-4664-855f-613f709d3151 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:19.153869 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-231cc687-c890-4664-855f-613f709d3151 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:19.213107 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 622fde1c-c4f4-47b9-99bf-fece94e2da4e up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:58:19.227449 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231cc687-c890-4664-855f-613f709d3151 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd7e306-a593-4eb5-a9a5-649b2a66d359,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:19.276083 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-f9c9df51-05ea-4536-a4a6-1cc9dd4a76ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Allocated IP 2001:db8:3::1 (373f5516-a20a-4638-b709-e5d746f7876b/5e103257-48a1-4a95-9317-80fd6aef139f/09c68c8a-8441-43c3-a227-7c69a06f802d) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:19.276714 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-231cc687-c890-4664-855f-613f709d3151 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:19.279530 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-231cc687-c890-4664-855f-613f709d3151 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6100998 Apr 28 19:58:19.283798 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43836) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:19.289505 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-84c1f2f4-4967-4bbf-af24-4d8bdabe70e8 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Request body: {'security_group_rule': {'security_group_id': '1dd7e306-a593-4eb5-a9a5-649b2a66d359', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:19.347366 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-84c1f2f4-4967-4bbf-af24-4d8bdabe70e8 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:19.348068 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8052260-a15b-4c9b-8c75-ea663c493105 None None] Network 373f5516-a20a-4638-b709-e5d746f7876b is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:19.360210 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-a8052260-a15b-4c9b-8c75-ea663c493105 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:19.367422 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8052260-a15b-4c9b-8c75-ea663c493105 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:58:19.534138 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-d83d0fab-fc33-4c09-8af8-ac8c9c5ea49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaf446b-9854-41f6-bc17-d7530ec89fe0', 'name': 'tempest-TestAggregatesBasicOps-913656857-router', 'tenant_id': '6b37d7a6499d457f9dd577c8b2dc4e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '25f8b840-a165-4ec0-bf70-dd7fb56b5bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:05Z', 'updated_at': '2022-04-28T19:58:14Z', 'revision_number': 4, 'project_id': '6b37d7a6499d457f9dd577c8b2dc4e4a', 'gw_port': {'id': '25f8b840-a165-4ec0-bf70-dd7fb56b5bc9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:51:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaf446b-9854-41f6-bc17-d7530ec89fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:07Z', 'updated_at': '2022-04-28T19:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'ef9e556a-817b-445b-bdbe-5d5451b69b95', 'name': '', 'network_id': '6ea279c8-c05e-401f-b564-7918a30ed558', 'tenant_id': '6b37d7a6499d457f9dd577c8b2dc4e4a', 'mac_address': 'fa:16:3e:69:5b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaf446b-9854-41f6-bc17-d7530ec89fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': 'c13f0db6-e66f-4dd0-ab5b-8b0ba12ac834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:12Z', 'updated_at': '2022-04-28T19:58:15Z', 'revision_number': 2, 'project_id': '6b37d7a6499d457f9dd577c8b2dc4e4a', 'subnets': [{'id': 'c13f0db6-e66f-4dd0-ab5b-8b0ba12ac834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:19.603955 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-84c1f2f4-4967-4bbf-af24-4d8bdabe70e8 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:19.613428 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-84c1f2f4-4967-4bbf-af24-4d8bdabe70e8 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:19.618192 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83d0fab-fc33-4c09-8af8-ac8c9c5ea49f None None] Checking router: ddaf446b-9854-41f6-bc17-d7530ec89fe0 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:58:19.619847 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83d0fab-fc33-4c09-8af8-ac8c9c5ea49f None None] Updating router ddaf446b-9854-41f6-bc17-d7530ec89fe0 port ef9e556a-817b-445b-bdbe-5d5451b69b95 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:58:19.681989 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-d83d0fab-fc33-4c09-8af8-ac8c9c5ea49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:19.687306 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1f2f4-4967-4bbf-af24-4d8bdabe70e8 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=916e3e5e-da61-4fba-8b66-aba7d89429ff,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:19.716090 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-84c1f2f4-4967-4bbf-af24-4d8bdabe70e8 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:19.717381 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-84c1f2f4-4967-4bbf-af24-4d8bdabe70e8 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4322641 Apr 28 19:58:19.728323 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43848) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:19.758743 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-daed5566-eabb-4713-9f1b-fbd6473502ed tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Request body: {'security_group_rule': {'security_group_id': '1dd7e306-a593-4eb5-a9a5-649b2a66d359', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:19.815194 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-a8052260-a15b-4c9b-8c75-ea663c493105 None None] Attempting to bind port 0ae2e956-26e1-41dd-bca7-b8ec48a2b64c on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:58:19.815578 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-a8052260-a15b-4c9b-8c75-ea663c493105 None None] Attempting to bind port 0ae2e956-26e1-41dd-bca7-b8ec48a2b64c by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '87c2ccd5-0891-49a0-bca9-a809e2fa867d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '373f5516-a20a-4638-b709-e5d746f7876b'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:58:19.815943 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8052260-a15b-4c9b-8c75-ea663c493105 None None] Attempting to bind port 0ae2e956-26e1-41dd-bca7-b8ec48a2b64c on network 373f5516-a20a-4638-b709-e5d746f7876b {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:58:19.822482 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333709e0-f1cb-494d-accf-fdb875029ed7 None None] Pushing event updated for resources: {'Port': ['ID=5517180d-d1ae-4d37-ba2d-78f2063489f3,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:19.833982 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8052260-a15b-4c9b-8c75-ea663c493105 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:58:19.834921 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8052260-a15b-4c9b-8c75-ea663c493105 None None] Checking segment: {'id': '87c2ccd5-0891-49a0-bca9-a809e2fa867d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '373f5516-a20a-4638-b709-e5d746f7876b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:58:19.836278 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a8052260-a15b-4c9b-8c75-ea663c493105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:19.836949 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8052260-a15b-4c9b-8c75-ea663c493105 None None] Bound using segment: {'id': '87c2ccd5-0891-49a0-bca9-a809e2fa867d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '373f5516-a20a-4638-b709-e5d746f7876b'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:58:19.837980 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-a8052260-a15b-4c9b-8c75-ea663c493105 None None] Bound port: 0ae2e956-26e1-41dd-bca7-b8ec48a2b64c, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c2ccd5-0891-49a0-bca9-a809e2fa867d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '373f5516-a20a-4638-b709-e5d746f7876b'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:58:19.838610 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a8052260-a15b-4c9b-8c75-ea663c493105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:19.917545 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-572a6f0d-ae5c-42bb-82bc-b6f11756a077 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:19.989500 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-daed5566-eabb-4713-9f1b-fbd6473502ed tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:20.063946 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8052260-a15b-4c9b-8c75-ea663c493105 None None] Pushing event updated for resources: {'Port': ['ID=0ae2e956-26e1-41dd-bca7-b8ec48a2b64c,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:20.074070 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9c9df51-05ea-4536-a4a6-1cc9dd4a76ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:20.152766 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-daed5566-eabb-4713-9f1b-fbd6473502ed tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] create failed (client error): There was a conflict when trying to complete your request. Apr 28 19:58:20.155558 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-daed5566-eabb-4713-9f1b-fbd6473502ed tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4237678 Apr 28 19:58:20.158512 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43862) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:20.186335 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9c9df51-05ea-4536-a4a6-1cc9dd4a76ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:20.254182 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9df51-05ea-4536-a4a6-1cc9dd4a76ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Port': ['ID=09c68c8a-8441-43c3-a227-7c69a06f802d,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:20.262629 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c9df51-05ea-4536-a4a6-1cc9dd4a76ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network 373f5516-a20a-4638-b709-e5d746f7876b is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:20.266091 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-a8052260-a15b-4c9b-8c75-ea663c493105 None None] For port 0ae2e956-26e1-41dd-bca7-b8ec48a2b64c, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:58:20.268578 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-f9c9df51-05ea-4536-a4a6-1cc9dd4a76ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:20.276587 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9df51-05ea-4536-a4a6-1cc9dd4a76ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:20.277342 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9df51-05ea-4536-a4a6-1cc9dd4a76ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:20.277565 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-a8052260-a15b-4c9b-8c75-ea663c493105 None None] For port 0ae2e956-26e1-41dd-bca7-b8ec48a2b64c, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=0ae2e956-26e1-41dd-bca7-b8ec48a2b64c,segment=NetworkSegment(87c2ccd5-0891-49a0-bca9-a809e2fa867d),segment_id=87c2ccd5-0891-49a0-bca9-a809e2fa867d)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:58:20.277886 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9df51-05ea-4536-a4a6-1cc9dd4a76ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:20.278306 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9df51-05ea-4536-a4a6-1cc9dd4a76ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:20.278647 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9df51-05ea-4536-a4a6-1cc9dd4a76ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:20.279209 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9df51-05ea-4536-a4a6-1cc9dd4a76ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:20.279439 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9df51-05ea-4536-a4a6-1cc9dd4a76ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:20.279886 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9df51-05ea-4536-a4a6-1cc9dd4a76ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:20.280262 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9df51-05ea-4536-a4a6-1cc9dd4a76ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:20.280586 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9df51-05ea-4536-a4a6-1cc9dd4a76ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:20.281082 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9df51-05ea-4536-a4a6-1cc9dd4a76ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:20.281874 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9df51-05ea-4536-a4a6-1cc9dd4a76ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:20.289310 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c9df51-05ea-4536-a4a6-1cc9dd4a76ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:58:20.290071 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9c9df51-05ea-4536-a4a6-1cc9dd4a76ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:20.311425 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a8052260-a15b-4c9b-8c75-ea663c493105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:20.316949 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-663f66de-d4ad-47b6-8e30-d2899b947d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:20.319771 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ef04de3-6991-4f67-bac9-36369e1ad5ee tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:20.364549 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-d83d0fab-fc33-4c09-8af8-ac8c9c5ea49f None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:20.373962 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-d83d0fab-fc33-4c09-8af8-ac8c9c5ea49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:20.375997 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-572a6f0d-ae5c-42bb-82bc-b6f11756a077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:20.390034 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-95cfa2cb-4aa6-4004-a85f-0ddd26122b74 None None] Provisioning complete for port 5517180d-d1ae-4d37-ba2d-78f2063489f3 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:20.390918 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-95cfa2cb-4aa6-4004-a85f-0ddd26122b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:20.402086 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ef04de3-6991-4f67-bac9-36369e1ad5ee tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:20.446747 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43870) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:20.453410 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-6c4c7b10-9fa4-4648-b51f-d3334d273ec4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-673493449-network', 'tenant_id': '741daf5df68a44259dc53b6573c5431c'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:20.527509 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4c7b10-9fa4-4648-b51f-d3334d273ec4 admin admin] Made reservation on behalf of 741daf5df68a44259dc53b6573c5431c for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:20.529959 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e9a9c9-b99f-4068-b691-d3749ba95a1e None None] Pushing event updated for resources: {'Port': ['ID=ef9e556a-817b-445b-bdbe-5d5451b69b95,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:20.530202 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6c4c7b10-9fa4-4648-b51f-d3334d273ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:20.562690 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6c4c7b10-9fa4-4648-b51f-d3334d273ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:20.583215 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ef04de3-6991-4f67-bac9-36369e1ad5ee tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:20.602586 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ef04de3-6991-4f67-bac9-36369e1ad5ee tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:20.604689 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7ef04de3-6991-4f67-bac9-36369e1ad5ee tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "DELETE /v2.0/security-groups/1dd7e306-a593-4eb5-a9a5-649b2a66d359 HTTP/1.1" status: 204 len: 168 time: 0.4448550 Apr 28 19:58:20.607396 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572a6f0d-ae5c-42bb-82bc-b6f11756a077 None None] Network c5d3493b-c827-47c0-9a36-52d42a1fff7f is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:20.607808 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b4a0281-ff79-4fae-8d7a-4ac63840672a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:20.610364 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43872) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:20.622583 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-572a6f0d-ae5c-42bb-82bc-b6f11756a077 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:20.628593 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572a6f0d-ae5c-42bb-82bc-b6f11756a077 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:58:20.632160 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-3a731f43-f3b4-40ba-a43a-c1992750fe84 None None] Attempting to bind port 5517180d-d1ae-4d37-ba2d-78f2063489f3 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:58:20.632837 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-3a731f43-f3b4-40ba-a43a-c1992750fe84 None None] Attempting to bind port 5517180d-d1ae-4d37-ba2d-78f2063489f3 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '826ec49d-2a7e-4c72-9a2d-6772ec82077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bfd0994d-d2a7-4da3-a599-bcc0bbd469db'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:58:20.633468 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a731f43-f3b4-40ba-a43a-c1992750fe84 None None] Attempting to bind port 5517180d-d1ae-4d37-ba2d-78f2063489f3 on network bfd0994d-d2a7-4da3-a599-bcc0bbd469db {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:58:20.642941 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef04de3-6991-4f67-bac9-36369e1ad5ee tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd7e306-a593-4eb5-a9a5-649b2a66d359,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:20.655811 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 622fde1c-c4f4-47b9-99bf-fece94e2da4e triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:20.656658 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:20.668785 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef04de3-6991-4f67-bac9-36369e1ad5ee tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:20.668785 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef04de3-6991-4f67-bac9-36369e1ad5ee tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:20.668785 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef04de3-6991-4f67-bac9-36369e1ad5ee tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:20.668785 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef04de3-6991-4f67-bac9-36369e1ad5ee tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:20.668785 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef04de3-6991-4f67-bac9-36369e1ad5ee tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:20.668785 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef04de3-6991-4f67-bac9-36369e1ad5ee tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:20.668785 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef04de3-6991-4f67-bac9-36369e1ad5ee tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:20.668785 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef04de3-6991-4f67-bac9-36369e1ad5ee tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:20.668785 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef04de3-6991-4f67-bac9-36369e1ad5ee tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:20.668785 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef04de3-6991-4f67-bac9-36369e1ad5ee tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:20.676662 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef04de3-6991-4f67-bac9-36369e1ad5ee tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:20.677023 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef04de3-6991-4f67-bac9-36369e1ad5ee tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:20.680743 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-d83d0fab-fc33-4c09-8af8-ac8c9c5ea49f None None] Attempting to bind port ef9e556a-817b-445b-bdbe-5d5451b69b95 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:58:20.680743 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-d83d0fab-fc33-4c09-8af8-ac8c9c5ea49f None None] Attempting to bind port ef9e556a-817b-445b-bdbe-5d5451b69b95 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'c95242ed-98de-4763-958a-b115f1285680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6ea279c8-c05e-401f-b564-7918a30ed558'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:58:20.681249 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83d0fab-fc33-4c09-8af8-ac8c9c5ea49f None None] Attempting to bind port ef9e556a-817b-445b-bdbe-5d5451b69b95 on network 6ea279c8-c05e-401f-b564-7918a30ed558 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:58:20.692993 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83d0fab-fc33-4c09-8af8-ac8c9c5ea49f None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:58:20.693468 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83d0fab-fc33-4c09-8af8-ac8c9c5ea49f None None] Checking segment: {'id': 'c95242ed-98de-4763-958a-b115f1285680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6ea279c8-c05e-401f-b564-7918a30ed558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:58:20.693775 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-d83d0fab-fc33-4c09-8af8-ac8c9c5ea49f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:20.694178 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83d0fab-fc33-4c09-8af8-ac8c9c5ea49f None None] Bound using segment: {'id': 'c95242ed-98de-4763-958a-b115f1285680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6ea279c8-c05e-401f-b564-7918a30ed558'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:58:20.694662 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-d83d0fab-fc33-4c09-8af8-ac8c9c5ea49f None None] Bound port: ef9e556a-817b-445b-bdbe-5d5451b69b95, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95242ed-98de-4763-958a-b115f1285680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6ea279c8-c05e-401f-b564-7918a30ed558'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:58:20.695041 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-d83d0fab-fc33-4c09-8af8-ac8c9c5ea49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:20.792403 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a0281-ff79-4fae-8d7a-4ac63840672a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event deleted for resources: {'Subnet': ['ID=d901fa89-2a55-49ae-82a8-b230de54b321,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:20.808476 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a731f43-f3b4-40ba-a43a-c1992750fe84 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:58:20.819565 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a731f43-f3b4-40ba-a43a-c1992750fe84 None None] Checking segment: {'id': '826ec49d-2a7e-4c72-9a2d-6772ec82077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bfd0994d-d2a7-4da3-a599-bcc0bbd469db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:58:20.820604 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3a731f43-f3b4-40ba-a43a-c1992750fe84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:20.822700 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a731f43-f3b4-40ba-a43a-c1992750fe84 None None] Bound using segment: {'id': '826ec49d-2a7e-4c72-9a2d-6772ec82077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bfd0994d-d2a7-4da3-a599-bcc0bbd469db'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:58:20.824767 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-3a731f43-f3b4-40ba-a43a-c1992750fe84 None None] Bound port: 5517180d-d1ae-4d37-ba2d-78f2063489f3, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826ec49d-2a7e-4c72-9a2d-6772ec82077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bfd0994d-d2a7-4da3-a599-bcc0bbd469db'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:58:20.828786 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3a731f43-f3b4-40ba-a43a-c1992750fe84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:20.901628 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6c4c7b10-9fa4-4648-b51f-d3334d273ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:20.908834 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8052260-a15b-4c9b-8c75-ea663c493105 None None] Pushing event updated for resources: {'Port': ['ID=0ae2e956-26e1-41dd-bca7-b8ec48a2b64c,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:20.918447 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6c4c7b10-9fa4-4648-b51f-d3334d273ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:20.924511 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-95cfa2cb-4aa6-4004-a85f-0ddd26122b74 None None] Port 5517180d-d1ae-4d37-ba2d-78f2063489f3 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:58:20.983884 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-d83d0fab-fc33-4c09-8af8-ac8c9c5ea49f None None] For port ef9e556a-817b-445b-bdbe-5d5451b69b95, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:58:20.994798 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c7b10-9fa4-4648-b51f-d3334d273ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ce2d43-032c-48f6-ac69-f14968d6fe4f,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:21.000555 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-d83d0fab-fc33-4c09-8af8-ac8c9c5ea49f None None] For port ef9e556a-817b-445b-bdbe-5d5451b69b95, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ef9e556a-817b-445b-bdbe-5d5451b69b95,segment=NetworkSegment(c95242ed-98de-4763-958a-b115f1285680),segment_id=c95242ed-98de-4763-958a-b115f1285680)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:58:21.025574 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-d83d0fab-fc33-4c09-8af8-ac8c9c5ea49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:21.037228 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4c7b10-9fa4-4648-b51f-d3334d273ec4 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:58:21.060040 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9c9df51-05ea-4536-a4a6-1cc9dd4a76ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:21.066036 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6c4c7b10-9fa4-4648-b51f-d3334d273ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:21.066409 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-6c4c7b10-9fa4-4648-b51f-d3334d273ec4 admin admin] Added segment 637dbb8e-1ca4-4163-a824-eb644782f21a of type vlan for network 52b25f64-d443-4e17-aeab-4da46016be75 Apr 28 19:58:21.109722 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b4a0281-ff79-4fae-8d7a-4ac63840672a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:21.170580 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6c4c7b10-9fa4-4648-b51f-d3334d273ec4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:21.216748 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6c4c7b10-9fa4-4648-b51f-d3334d273ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:21.218036 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4c7b10-9fa4-4648-b51f-d3334d273ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:21.219334 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6c4c7b10-9fa4-4648-b51f-d3334d273ec4 admin admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:21.225733 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-572a6f0d-ae5c-42bb-82bc-b6f11756a077 None None] Attempting to bind port 1fbbb30f-329e-4bc0-9a13-f7d567866bc6 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:58:21.226369 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-572a6f0d-ae5c-42bb-82bc-b6f11756a077 None None] Attempting to bind port 1fbbb30f-329e-4bc0-9a13-f7d567866bc6 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '1868ca0d-0cdd-4903-ac18-d402f7b6188f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c5d3493b-c827-47c0-9a36-52d42a1fff7f'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:58:21.226901 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572a6f0d-ae5c-42bb-82bc-b6f11756a077 None None] Attempting to bind port 1fbbb30f-329e-4bc0-9a13-f7d567866bc6 on network c5d3493b-c827-47c0-9a36-52d42a1fff7f {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:58:21.227392 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-72778568-7885-4622-864f-6a1792851a50 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6034908 Apr 28 19:58:21.235361 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43884) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:21.240038 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83d0fab-fc33-4c09-8af8-ac8c9c5ea49f None None] Routers {'ddaf446b-9854-41f6-bc17-d7530ec89fe0'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:58:21.246430 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-9aea9b98-da02-40dc-b086-cd76f696a3e9 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Request body: {'security_group': {'name': 'tempest-secgroup--1714767105'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:21.260972 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572a6f0d-ae5c-42bb-82bc-b6f11756a077 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:58:21.261282 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-d83d0fab-fc33-4c09-8af8-ac8c9c5ea49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:57:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['ddaf446b-9854-41f6-bc17-d7530ec89fe0'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:21.262035 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572a6f0d-ae5c-42bb-82bc-b6f11756a077 None None] Checking segment: {'id': '1868ca0d-0cdd-4903-ac18-d402f7b6188f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c5d3493b-c827-47c0-9a36-52d42a1fff7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:58:21.262620 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-572a6f0d-ae5c-42bb-82bc-b6f11756a077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:21.263409 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572a6f0d-ae5c-42bb-82bc-b6f11756a077 None None] Bound using segment: {'id': '1868ca0d-0cdd-4903-ac18-d402f7b6188f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c5d3493b-c827-47c0-9a36-52d42a1fff7f'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:58:21.264140 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-572a6f0d-ae5c-42bb-82bc-b6f11756a077 None None] Bound port: 1fbbb30f-329e-4bc0-9a13-f7d567866bc6, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1868ca0d-0cdd-4903-ac18-d402f7b6188f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c5d3493b-c827-47c0-9a36-52d42a1fff7f'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:58:21.264739 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-572a6f0d-ae5c-42bb-82bc-b6f11756a077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:21.278038 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-4b4a0281-ff79-4fae-8d7a-4ac63840672a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5d3493b-c827-47c0-9a36-52d42a1fff7f']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:21.357104 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e9a9c9-b99f-4068-b691-d3749ba95a1e None None] Pushing event updated for resources: {'Port': ['ID=ef9e556a-817b-445b-bdbe-5d5451b69b95,revision_number=4']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:21.389491 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a6f0d-ae5c-42bb-82bc-b6f11756a077 None None] Pushing event updated for resources: {'Port': ['ID=1fbbb30f-329e-4bc0-9a13-f7d567866bc6,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:21.396244 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6c4c7b10-9fa4-4648-b51f-d3334d273ec4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9464395 Apr 28 19:58:21.407764 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43886) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:21.421001 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-2047bf9d-1af3-442b-b3a3-959c59cdd3f6 admin admin] Request body: {'subnet': {'network_id': '52b25f64-d443-4e17-aeab-4da46016be75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-673493449-subnet', 'tenant_id': '741daf5df68a44259dc53b6573c5431c', 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:21.477281 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2047bf9d-1af3-442b-b3a3-959c59cdd3f6 admin admin] Made reservation on behalf of 741daf5df68a44259dc53b6573c5431c for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:21.484750 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2047bf9d-1af3-442b-b3a3-959c59cdd3f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:21.535417 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-572a6f0d-ae5c-42bb-82bc-b6f11756a077 None None] For port 1fbbb30f-329e-4bc0-9a13-f7d567866bc6, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:58:21.535703 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c7b10-9fa4-4648-b51f-d3334d273ec4 admin admin] Pushing event updated for resources: {'Network': ['ID=52b25f64-d443-4e17-aeab-4da46016be75,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:21.539244 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-d83d0fab-fc33-4c09-8af8-ac8c9c5ea49f None None] Set router ddaf446b-9854-41f6-bc17-d7530ec89fe0 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:58:21.551637 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-572a6f0d-ae5c-42bb-82bc-b6f11756a077 None None] For port 1fbbb30f-329e-4bc0-9a13-f7d567866bc6, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=1fbbb30f-329e-4bc0-9a13-f7d567866bc6,segment=NetworkSegment(1868ca0d-0cdd-4903-ac18-d402f7b6188f),segment_id=1868ca0d-0cdd-4903-ac18-d402f7b6188f)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:58:21.567990 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 52b25f64-d443-4e17-aeab-4da46016be75 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:58:21.634979 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9aea9b98-da02-40dc-b086-cd76f696a3e9 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:21.662116 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-4b4a0281-ff79-4fae-8d7a-4ac63840672a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1868ca0d-0cdd-4903-ac18-d402f7b6188f') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:21.662853 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-4b4a0281-ff79-4fae-8d7a-4ac63840672a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1868ca0d-0cdd-4903-ac18-d402f7b6188f') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:21.700368 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-572a6f0d-ae5c-42bb-82bc-b6f11756a077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:21.704258 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b4a0281-ff79-4fae-8d7a-4ac63840672a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:21.720092 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-89d92f18-a4a1-4704-9778-026737090595 None None] Provisioning complete for port ef9e556a-817b-445b-bdbe-5d5451b69b95 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:21.726759 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-89d92f18-a4a1-4704-9778-026737090595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:21.777795 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b4a0281-ff79-4fae-8d7a-4ac63840672a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:21.841544 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b4a0281-ff79-4fae-8d7a-4ac63840672a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:58:21.843124 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b4a0281-ff79-4fae-8d7a-4ac63840672a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:21.878751 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:58:21.878751 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:58:21.878751 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:58:21.878751 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:58:21.878751 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:58:21.878751 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:58:21.878751 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:58:21.878751 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:58:21.878751 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:58:21.878751 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:58:21.878751 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:58:21.878751 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:58:21.878751 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:58:21.878751 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:58:21.878751 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:58:21.878751 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:58:21.878751 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:58:21.878751 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:58:21.878751 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:58:21.878751 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:58:21.878751 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:58:21.878751 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:58:21.878751 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:58:21.878751 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:58:21.878751 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:58:21.878751 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:58:21.878751 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:58:21.878751 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:58:21.878751 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:58:21.878751 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:58:21.878751 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:58:21.878751 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:58:21.932602 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2047bf9d-1af3-442b-b3a3-959c59cdd3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:22.024684 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047bf9d-1af3-442b-b3a3-959c59cdd3f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78abfa0c-9359-4a89-8a79-0aefc801119d,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:22.081341 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2047bf9d-1af3-442b-b3a3-959c59cdd3f6 admin admin] Checking segment: {'id': '637dbb8e-1ca4-4163-a824-eb644782f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '52b25f64-d443-4e17-aeab-4da46016be75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:58:22.081341 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2047bf9d-1af3-442b-b3a3-959c59cdd3f6 admin admin] Network hostable DHCP agents. Network: 52b25f64-d443-4e17-aeab-4da46016be75, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:58:22.081735 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-d83d0fab-fc33-4c09-8af8-ac8c9c5ea49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaf446b-9854-41f6-bc17-d7530ec89fe0', 'name': 'tempest-TestAggregatesBasicOps-913656857-router', 'tenant_id': '6b37d7a6499d457f9dd577c8b2dc4e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '25f8b840-a165-4ec0-bf70-dd7fb56b5bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:05Z', 'updated_at': '2022-04-28T19:58:14Z', 'revision_number': 4, 'project_id': '6b37d7a6499d457f9dd577c8b2dc4e4a', 'gw_port': {'id': '25f8b840-a165-4ec0-bf70-dd7fb56b5bc9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:51:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaf446b-9854-41f6-bc17-d7530ec89fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:07Z', 'updated_at': '2022-04-28T19:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'ef9e556a-817b-445b-bdbe-5d5451b69b95', 'name': '', 'network_id': '6ea279c8-c05e-401f-b564-7918a30ed558', 'tenant_id': '6b37d7a6499d457f9dd577c8b2dc4e4a', 'mac_address': 'fa:16:3e:69:5b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaf446b-9854-41f6-bc17-d7530ec89fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': 'c13f0db6-e66f-4dd0-ab5b-8b0ba12ac834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:12Z', 'updated_at': '2022-04-28T19:58:20Z', 'revision_number': 4, 'project_id': '6b37d7a6499d457f9dd577c8b2dc4e4a', 'subnets': [{'id': 'c13f0db6-e66f-4dd0-ab5b-8b0ba12ac834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:22.083144 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a6f0d-ae5c-42bb-82bc-b6f11756a077 None None] Pushing event updated for resources: {'Port': ['ID=1fbbb30f-329e-4bc0-9a13-f7d567866bc6,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:22.108294 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-3a731f43-f3b4-40ba-a43a-c1992750fe84 None None] For port 5517180d-d1ae-4d37-ba2d-78f2063489f3, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:58:22.130009 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2047bf9d-1af3-442b-b3a3-959c59cdd3f6 admin admin] Network 52b25f64-d443-4e17-aeab-4da46016be75 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:58:22.133409 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-4b4a0281-ff79-4fae-8d7a-4ac63840672a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 28 19:58:22.133409 n-d-839810-1 neutron-server[102773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 28 19:58:22.133409 n-d-839810-1 neutron-server[102773]: [parameters: {'id': 'c5d3493b-c827-47c0-9a36-52d42a1fff7f'}] Apr 28 19:58:22.133409 n-d-839810-1 neutron-server[102773]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:58:22.133843 n-d-839810-1 neutron-server[102773]: DEBUG oslo_db.api [None req-4b4a0281-ff79-4fae-8d7a-4ac63840672a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:58:22.155391 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-2047bf9d-1af3-442b-b3a3-959c59cdd3f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 52b25f64-d443-4e17-aeab-4da46016be75) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:22.157530 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83d0fab-fc33-4c09-8af8-ac8c9c5ea49f None None] The sync data for ids ['ddaf446b-9854-41f6-bc17-d7530ec89fe0'] in n-d-839810-1 is: [{'id': 'ddaf446b-9854-41f6-bc17-d7530ec89fe0', 'name': 'tempest-TestAggregatesBasicOps-913656857-router', 'tenant_id': '6b37d7a6499d457f9dd577c8b2dc4e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '25f8b840-a165-4ec0-bf70-dd7fb56b5bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:05Z', 'updated_at': '2022-04-28T19:58:14Z', 'revision_number': 4, 'project_id': '6b37d7a6499d457f9dd577c8b2dc4e4a', 'gw_port': {'id': '25f8b840-a165-4ec0-bf70-dd7fb56b5bc9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:51:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaf446b-9854-41f6-bc17-d7530ec89fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:07Z', 'updated_at': '2022-04-28T19:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'ef9e556a-817b-445b-bdbe-5d5451b69b95', 'name': '', 'network_id': '6ea279c8-c05e-401f-b564-7918a30ed558', 'tenant_id': '6b37d7a6499d457f9dd577c8b2dc4e4a', 'mac_address': 'fa:16:3e:69:5b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaf446b-9854-41f6-bc17-d7530ec89fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': 'c13f0db6-e66f-4dd0-ab5b-8b0ba12ac834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:12Z', 'updated_at': '2022-04-28T19:58:20Z', 'revision_number': 4, 'project_id': '6b37d7a6499d457f9dd577c8b2dc4e4a', 'subnets': [{'id': 'c13f0db6-e66f-4dd0-ab5b-8b0ba12ac834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:58:22.163513 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2047bf9d-1af3-442b-b3a3-959c59cdd3f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:22.164351 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2047bf9d-1af3-442b-b3a3-959c59cdd3f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:22.197298 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9aea9b98-da02-40dc-b086-cd76f696a3e9 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:22.213477 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9aea9b98-da02-40dc-b086-cd76f696a3e9 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:22.219259 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2047bf9d-1af3-442b-b3a3-959c59cdd3f6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8097403 Apr 28 19:58:22.219938 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43902) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:22.233474 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9c9df51-05ea-4536-a4a6-1cc9dd4a76ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:22.248713 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-25064c7a-7f20-47f4-8b95-5b2a7be89a40 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-673493449-router', 'tenant_id': '741daf5df68a44259dc53b6573c5431c', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:22.259908 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9aea9b98-da02-40dc-b086-cd76f696a3e9 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:22.263814 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9aea9b98-da02-40dc-b086-cd76f696a3e9 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0202804 Apr 28 19:58:22.269749 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9c9df51-05ea-4536-a4a6-1cc9dd4a76ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:22.270594 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9c9df51-05ea-4536-a4a6-1cc9dd4a76ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:22.279337 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43904) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:22.320654 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7056d696-8f31-4487-857f-6480fcc8996d None None] Network 52b25f64-d443-4e17-aeab-4da46016be75 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:58:22.325364 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-c093305b-928e-4fb1-b66f-1876a8eb0950 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Request body: {'security_group_rule': {'security_group_id': '931d6e45-6dc3-40d5-af39-94f711a4ecb4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:22.326544 n-d-839810-1 neutron-server[102774]: WARNING neutron.api.v2.base [None req-c093305b-928e-4fb1-b66f-1876a8eb0950 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 28 19:58:22.327603 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-c093305b-928e-4fb1-b66f-1876a8eb0950 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:58:22.329186 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c093305b-928e-4fb1-b66f-1876a8eb0950 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0357330 Apr 28 19:58:22.335007 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43906) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:22.378423 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-25064c7a-7f20-47f4-8b95-5b2a7be89a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:22.379882 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-25064c7a-7f20-47f4-8b95-5b2a7be89a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:22.477924 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea9b98-da02-40dc-b086-cd76f696a3e9 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=931d6e45-6dc3-40d5-af39-94f711a4ecb4,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:22.565884 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-25064c7a-7f20-47f4-8b95-5b2a7be89a40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:22.569978 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfdef1b-be15-403d-a592-1d89e9beabce None None] Network 373f5516-a20a-4638-b709-e5d746f7876b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:58:22.607611 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-3a731f43-f3b4-40ba-a43a-c1992750fe84 None None] For port 5517180d-d1ae-4d37-ba2d-78f2063489f3, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=5517180d-d1ae-4d37-ba2d-78f2063489f3,segment=NetworkSegment(826ec49d-2a7e-4c72-9a2d-6772ec82077c),segment_id=826ec49d-2a7e-4c72-9a2d-6772ec82077c)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:58:22.642520 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3a731f43-f3b4-40ba-a43a-c1992750fe84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:22.666394 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b4a0281-ff79-4fae-8d7a-4ac63840672a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:22.701930 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c9df51-05ea-4536-a4a6-1cc9dd4a76ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Network 373f5516-a20a-4638-b709-e5d746f7876b is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:22.760441 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-f9c9df51-05ea-4536-a4a6-1cc9dd4a76ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:22.775768 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9df51-05ea-4536-a4a6-1cc9dd4a76ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event updated for resources: {'Port': ['ID=09c68c8a-8441-43c3-a227-7c69a06f802d,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:22.812417 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f3713594-74e4-4126-a6ef-c9a362f817db tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:22.833839 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3215c5a0-86b1-44eb-baa2-03d18855cffa None None] Network c5d3493b-c827-47c0-9a36-52d42a1fff7f requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:58:22.869015 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333709e0-f1cb-494d-accf-fdb875029ed7 None None] Pushing event updated for resources: {'Port': ['ID=5517180d-d1ae-4d37-ba2d-78f2063489f3,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:22.882590 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-73f84538-0687-4b18-a5fb-da4e5d0e19d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:23.019272 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-25064c7a-7f20-47f4-8b95-5b2a7be89a40 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:23.109532 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f3713594-74e4-4126-a6ef-c9a362f817db tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:23.120056 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a731f43-f3b4-40ba-a43a-c1992750fe84 None None] Routers {'65efe934-e2d0-4ac1-ad54-67f063774231'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:58:23.121119 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3a731f43-f3b4-40ba-a43a-c1992750fe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:58:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['65efe934-e2d0-4ac1-ad54-67f063774231'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:23.206669 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c9df51-05ea-4536-a4a6-1cc9dd4a76ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Router 65efe934-e2d0-4ac1-ad54-67f063774231 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:58:23.228674 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4b4a0281-ff79-4fae-8d7a-4ac63840672a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Deleting port 1fbbb30f-329e-4bc0-9a13-f7d567866bc6 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:58:23.228674 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b4a0281-ff79-4fae-8d7a-4ac63840672a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:23.385419 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-89d92f18-a4a1-4704-9778-026737090595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:23.398950 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 0ae2e956-26e1-41dd-bca7-b8ec48a2b64c up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:58:23.416843 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4b4a0281-ff79-4fae-8d7a-4ac63840672a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] For port 1fbbb30f-329e-4bc0-9a13-f7d567866bc6, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=1fbbb30f-329e-4bc0-9a13-f7d567866bc6,segment=NetworkSegment(1868ca0d-0cdd-4903-ac18-d402f7b6188f),segment_id=1868ca0d-0cdd-4903-ac18-d402f7b6188f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:58:23.417284 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b4a0281-ff79-4fae-8d7a-4ac63840672a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:23.439956 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4b4a0281-ff79-4fae-8d7a-4ac63840672a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Calling delete_port for 1fbbb30f-329e-4bc0-9a13-f7d567866bc6 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:58:23.491454 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f3713594-74e4-4126-a6ef-c9a362f817db tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:23.494225 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f3713594-74e4-4126-a6ef-c9a362f817db tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:23.497650 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f3713594-74e4-4126-a6ef-c9a362f817db tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "DELETE /v2.0/security-groups/931d6e45-6dc3-40d5-af39-94f711a4ecb4 HTTP/1.1" status: 204 len: 168 time: 1.1560776 Apr 28 19:58:23.519483 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-89d92f18-a4a1-4704-9778-026737090595 None None] For port ef9e556a-817b-445b-bdbe-5d5451b69b95, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ef9e556a-817b-445b-bdbe-5d5451b69b95,segment=NetworkSegment(c95242ed-98de-4763-958a-b115f1285680),segment_id=c95242ed-98de-4763-958a-b115f1285680)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:58:23.526674 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43924) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:23.573338 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3713594-74e4-4126-a6ef-c9a362f817db tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=931d6e45-6dc3-40d5-af39-94f711a4ecb4,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:23.592695 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43926) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:23.658282 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-89d92f18-a4a1-4704-9778-026737090595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:23.718907 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9482c0be-c9f7-4832-add7-a765499d51fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-52b25f64-d443-4e17-aeab-4da46016be75', 'network_id': '52b25f64-d443-4e17-aeab-4da46016be75', 'tenant_id': '741daf5df68a44259dc53b6573c5431c', 'fixed_ips': [{'subnet_id': '78abfa0c-9359-4a89-8a79-0aefc801119d'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:58:23.719743 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9482c0be-c9f7-4832-add7-a765499d51fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:23.739270 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2671a075-1756-4e0a-94ea-90d9942d09fa tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1964929 Apr 28 19:58:23.753707 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43930) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:23.766031 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-59ae0816-5345-4a3c-99a7-bea3109ee3e5 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Request body: {'security_group': {'name': 'tempest-secgroup--131441788'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:23.850837 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c9df51-05ea-4536-a4a6-1cc9dd4a76ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:58:23.867558 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f9c9df51-05ea-4536-a4a6-1cc9dd4a76ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "PUT /v2.0/routers/65efe934-e2d0-4ac1-ad54-67f063774231/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9613245 Apr 28 19:58:23.869986 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43932) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:23.876258 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-9999ac9c-c0ea-4a0a-a9e4-249a6255f719 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:23.894616 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-59ae0816-5345-4a3c-99a7-bea3109ee3e5 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:23.970861 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d92f18-a4a1-4704-9778-026737090595 None None] Pushing event updated for resources: {'Port': ['ID=ef9e556a-817b-445b-bdbe-5d5451b69b95,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:24.002843 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b4a0281-ff79-4fae-8d7a-4ac63840672a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:24.036720 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:24.043926 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4a0281-ff79-4fae-8d7a-4ac63840672a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] No DVR routers for this DVR port 1fbbb30f-329e-4bc0-9a13-f7d567866bc6 on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:58:24.082917 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a0281-ff79-4fae-8d7a-4ac63840672a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event deleted for resources: {'Port': ['ID=1fbbb30f-329e-4bc0-9a13-f7d567866bc6,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:24.089110 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-3a731f43-f3b4-40ba-a43a-c1992750fe84 None None] Set router 65efe934-e2d0-4ac1-ad54-67f063774231 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:58:24.130572 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ecaafd-e09e-450c-96e0-aca523610f8c None None] Network c5d3493b-c827-47c0-9a36-52d42a1fff7f requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:58:24.190632 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-25064c7a-7f20-47f4-8b95-5b2a7be89a40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:24.192715 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f78449a5-30a5-4c2c-a4fb-208514b07a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:24.233931 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-25064c7a-7f20-47f4-8b95-5b2a7be89a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:24.261023 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b4a0281-ff79-4fae-8d7a-4ac63840672a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:24.296990 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-4b4a0281-ff79-4fae-8d7a-4ac63840672a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5d3493b-c827-47c0-9a36-52d42a1fff7f']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:24.317297 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-4b4a0281-ff79-4fae-8d7a-4ac63840672a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1868ca0d-0cdd-4903-ac18-d402f7b6188f') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:24.317702 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-4b4a0281-ff79-4fae-8d7a-4ac63840672a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1868ca0d-0cdd-4903-ac18-d402f7b6188f') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:24.338519 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b4a0281-ff79-4fae-8d7a-4ac63840672a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:24.366916 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b4a0281-ff79-4fae-8d7a-4ac63840672a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:24.377994 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b4a0281-ff79-4fae-8d7a-4ac63840672a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:58:24.378419 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b4a0281-ff79-4fae-8d7a-4ac63840672a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:24.396221 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-59ae0816-5345-4a3c-99a7-bea3109ee3e5 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:24.411906 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-59ae0816-5345-4a3c-99a7-bea3109ee3e5 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:24.437603 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-30e1d42d-f12b-415c-849d-c7c75b811026 None None] Provisioning complete for port ef9e556a-817b-445b-bdbe-5d5451b69b95 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:24.438208 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-30e1d42d-f12b-415c-849d-c7c75b811026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:24.481462 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 0ae2e956-26e1-41dd-bca7-b8ec48a2b64c triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:24.481998 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:24.486996 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-59ae0816-5345-4a3c-99a7-bea3109ee3e5 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:24.494476 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-59ae0816-5345-4a3c-99a7-bea3109ee3e5 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7387915 Apr 28 19:58:24.497917 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:58:24.497917 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:58:24.497917 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:58:24.497917 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:58:24.497917 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:58:24.497917 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:58:24.497917 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:58:24.497917 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:58:24.497917 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:58:24.497917 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:58:24.497917 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:58:24.497917 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:58:24.497917 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:58:24.497917 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:58:24.497917 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:58:24.497917 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:58:24.497917 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:58:24.497917 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:58:24.497917 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:58:24.497917 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:58:24.497917 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:58:24.497917 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:58:24.497917 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:58:24.497917 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:58:24.497917 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:58:24.497917 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:58:24.497917 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:58:24.497917 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:58:24.497917 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:58:24.497917 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:58:24.497917 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:58:24.497917 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:58:24.501129 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43934) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:24.504047 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-25064c7a-7f20-47f4-8b95-5b2a7be89a40 admin admin] Allocated IP 172.25.8.154 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/bed8be82-f30e-4125-a4f2-b9e9b96d7465) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:24.518180 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f78449a5-30a5-4c2c-a4fb-208514b07a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:24.521652 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae0816-5345-4a3c-99a7-bea3109ee3e5 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e297acc3-cc50-4f58-89f2-1a13106d2961,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:24.529871 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f78449a5-30a5-4c2c-a4fb-208514b07a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:24.562532 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f78449a5-30a5-4c2c-a4fb-208514b07a60 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a15b1e44d3f9404dacbc09b0544b9876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9433072 Apr 28 19:58:24.564319 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43938) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:24.736971 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78449a5-30a5-4c2c-a4fb-208514b07a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64597026-06a5-4bc5-871d-e0e0943aa17c,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:24.797328 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4de591e2-378e-47d7-bda3-7b1808dbb9e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:24.862839 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.extraroute_db [None req-9999ac9c-c0ea-4a0a-a9e4-249a6255f719 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 28 19:58:24.872386 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-25064c7a-7f20-47f4-8b95-5b2a7be89a40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:24.884456 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4de591e2-378e-47d7-bda3-7b1808dbb9e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:24.889932 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-9482c0be-c9f7-4832-add7-a765499d51fd None None] Allocated IP 172.20.0.2 (52b25f64-d443-4e17-aeab-4da46016be75/78abfa0c-9359-4a89-8a79-0aefc801119d/8ac07fc3-0fb7-466d-a760-75260f5096a2) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:24.893534 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.extraroute_db [None req-9999ac9c-c0ea-4a0a-a9e4-249a6255f719 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Removed routes are [] {{(pid=102773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 28 19:58:24.894804 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9999ac9c-c0ea-4a0a-a9e4-249a6255f719 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364'] for router, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:24.908583 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-f490103c-413c-46b1-b482-277f9fcc944c tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Request body: {'security_group_rule': {'security_group_id': 'e297acc3-cc50-4f58-89f2-1a13106d2961', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:24.910624 n-d-839810-1 neutron-server[102773]: WARNING neutron.api.v2.base [None req-f490103c-413c-46b1-b482-277f9fcc944c tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 28 19:58:24.911411 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-f490103c-413c-46b1-b482-277f9fcc944c tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:58:24.914024 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f490103c-413c-46b1-b482-277f9fcc944c tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0126483 Apr 28 19:58:24.922268 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43940) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:24.927888 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b4a0281-ff79-4fae-8d7a-4ac63840672a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:24.956304 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b4a0281-ff79-4fae-8d7a-4ac63840672a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:24.970329 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4b4a0281-ff79-4fae-8d7a-4ac63840672a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "DELETE /v2.0/networks/c5d3493b-c827-47c0-9a36-52d42a1fff7f HTTP/1.1" status: 204 len: 168 time: 8.0502288 Apr 28 19:58:24.971675 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43942) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:25.101534 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e1f0c897-62f7-4318-98f0-abad42b307e6 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:25.102339 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:25.113535 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-25064c7a-7f20-47f4-8b95-5b2a7be89a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:25.176903 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4de591e2-378e-47d7-bda3-7b1808dbb9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:25.182149 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4de591e2-378e-47d7-bda3-7b1808dbb9e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:25.187274 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4de591e2-378e-47d7-bda3-7b1808dbb9e8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/64597026-06a5-4bc5-871d-e0e0943aa17c HTTP/1.1" status: 204 len: 168 time: 0.6199265 Apr 28 19:58:25.190821 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25064c7a-7f20-47f4-8b95-5b2a7be89a40 admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:25.227153 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de591e2-378e-47d7-bda3-7b1808dbb9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64597026-06a5-4bc5-871d-e0e0943aa17c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:25.237051 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-25064c7a-7f20-47f4-8b95-5b2a7be89a40 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:25.264975 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25064c7a-7f20-47f4-8b95-5b2a7be89a40 admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:58:25.287367 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e1f0c897-62f7-4318-98f0-abad42b307e6 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:25.329633 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3a731f43-f3b4-40ba-a43a-c1992750fe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'name': 'tempest-RoutersIpV6Test-router-984485113', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:57:51Z', 'updated_at': '2022-04-28T19:58:20Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'gw_port_host': None, '_interfaces': [{'id': '09c68c8a-8441-43c3-a227-7c69a06f802d', 'name': '', 'network_id': '373f5516-a20a-4638-b709-e5d746f7876b', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:c2:35:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '5e103257-48a1-4a95-9317-80fd6aef139f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:18Z', 'updated_at': '2022-04-28T19:58:21Z', 'revision_number': 2, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': '5e103257-48a1-4a95-9317-80fd6aef139f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5517180d-d1ae-4d37-ba2d-78f2063489f3', 'name': '', 'network_id': 'bfd0994d-d2a7-4da3-a599-bcc0bbd469db', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:08:37:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '2d3592eb-f8ff-452a-9932-25ea888fc728', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:09Z', 'updated_at': '2022-04-28T19:58:21Z', 'revision_number': 4, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': '2d3592eb-f8ff-452a-9932-25ea888fc728', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '622fde1c-c4f4-47b9-99bf-fece94e2da4e', 'name': '', 'network_id': '9d736f5d-9643-4b7a-8447-f4103bd10514', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:73:a6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '8d64df69-8bb8-4c74-b0ee-bd1d03161916', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:01Z', 'updated_at': '2022-04-28T19:58:13Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': '8d64df69-8bb8-4c74-b0ee-bd1d03161916', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5e1779-e5e4-43da-9a28-58ebaa06196c', 'name': '', 'network_id': '28d71419-8bdb-470c-ba68-cfb3351d196f', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:94:0b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:57:53Z', 'updated_at': '2022-04-28T19:57:59Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:25.350878 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 0ae2e956-26e1-41dd-bca7-b8ec48a2b64c, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=0ae2e956-26e1-41dd-bca7-b8ec48a2b64c,segment=NetworkSegment(87c2ccd5-0891-49a0-bca9-a809e2fa867d),segment_id=87c2ccd5-0891-49a0-bca9-a809e2fa867d)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:58:25.393688 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-30e1d42d-f12b-415c-849d-c7c75b811026 None None] Provisioning complete for port 0ae2e956-26e1-41dd-bca7-b8ec48a2b64c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:25.394081 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-30e1d42d-f12b-415c-849d-c7c75b811026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:25.398817 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:25.399652 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ef9e556a-817b-445b-bdbe-5d5451b69b95 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:58:25.401860 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a731f43-f3b4-40ba-a43a-c1992750fe84 None None] The sync data for ids ['65efe934-e2d0-4ac1-ad54-67f063774231'] in n-d-839810-1 is: [{'id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'name': 'tempest-RoutersIpV6Test-router-984485113', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:57:51Z', 'updated_at': '2022-04-28T19:58:20Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'gw_port_host': None, '_interfaces': [{'id': '09c68c8a-8441-43c3-a227-7c69a06f802d', 'name': '', 'network_id': '373f5516-a20a-4638-b709-e5d746f7876b', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:c2:35:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '5e103257-48a1-4a95-9317-80fd6aef139f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:18Z', 'updated_at': '2022-04-28T19:58:21Z', 'revision_number': 2, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': '5e103257-48a1-4a95-9317-80fd6aef139f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5517180d-d1ae-4d37-ba2d-78f2063489f3', 'name': '', 'network_id': 'bfd0994d-d2a7-4da3-a599-bcc0bbd469db', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:08:37:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '2d3592eb-f8ff-452a-9932-25ea888fc728', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:09Z', 'updated_at': '2022-04-28T19:58:21Z', 'revision_number': 4, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': '2d3592eb-f8ff-452a-9932-25ea888fc728', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '622fde1c-c4f4-47b9-99bf-fece94e2da4e', 'name': '', 'network_id': '9d736f5d-9643-4b7a-8447-f4103bd10514', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:73:a6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '8d64df69-8bb8-4c74-b0ee-bd1d03161916', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:01Z', 'updated_at': '2022-04-28T19:58:13Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': '8d64df69-8bb8-4c74-b0ee-bd1d03161916', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5e1779-e5e4-43da-9a28-58ebaa06196c', 'name': '', 'network_id': '28d71419-8bdb-470c-ba68-cfb3351d196f', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:94:0b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:57:53Z', 'updated_at': '2022-04-28T19:57:59Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:58:25.439449 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25064c7a-7f20-47f4-8b95-5b2a7be89a40 admin admin] Pushing event updated for resources: {'Port': ['ID=bed8be82-f30e-4125-a4f2-b9e9b96d7465,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:25.445501 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e1f0c897-62f7-4318-98f0-abad42b307e6 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:25.448875 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e1f0c897-62f7-4318-98f0-abad42b307e6 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:25.450413 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e1f0c897-62f7-4318-98f0-abad42b307e6 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "DELETE /v2.0/security-groups/e297acc3-cc50-4f58-89f2-1a13106d2961 HTTP/1.1" status: 204 len: 168 time: 0.5242894 Apr 28 19:58:25.460078 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43946) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:25.598203 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f0c897-62f7-4318-98f0-abad42b307e6 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e297acc3-cc50-4f58-89f2-1a13106d2961,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:25.633978 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a0281-ff79-4fae-8d7a-4ac63840672a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event deleted for resources: {'Network': ['ID=c5d3493b-c827-47c0-9a36-52d42a1fff7f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:25.640022 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c067f9-7dad-4c69-b682-c14d56282cc8 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] DELETE failed (client error): The resource could not be found. Apr 28 19:58:25.640022 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63c067f9-7dad-4c69-b682-c14d56282cc8 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:58:25.643926 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-63c067f9-7dad-4c69-b682-c14d56282cc8 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "DELETE /v2.0/subnets/d901fa89-2a55-49ae-82a8-b230de54b321 HTTP/1.1" status: 404 len: 337 time: 0.6627603 Apr 28 19:58:25.697082 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9482c0be-c9f7-4832-add7-a765499d51fd None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:25.713148 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=0ae2e956-26e1-41dd-bca7-b8ec48a2b64c,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:25.720231 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9482c0be-c9f7-4832-add7-a765499d51fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:25.731826 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43952) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:25.749913 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:25.755320 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:25.755979 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:25.756645 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:25.757154 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:25.757641 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:25.758135 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:25.758637 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:25.759150 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:25.764690 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:25.765295 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:25.765800 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:25.785626 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-6422640e-c0ad-4ea6-812b-36da664a4cdc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] DELETE failed (client error): The resource could not be found. Apr 28 19:58:25.786293 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6422640e-c0ad-4ea6-812b-36da664a4cdc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:58:25.791578 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6422640e-c0ad-4ea6-812b-36da664a4cdc tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "DELETE /v2.0/networks/c5d3493b-c827-47c0-9a36-52d42a1fff7f HTTP/1.1" status: 404 len: 339 time: 0.0440700 Apr 28 19:58:25.805966 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43954) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:25.854225 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c8e798-8629-4714-8b8f-3b238bc31175 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] DELETE failed (client error): The resource could not be found. Apr 28 19:58:25.855051 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17c8e798-8629-4714-8b8f-3b238bc31175 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:58:25.858974 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-17c8e798-8629-4714-8b8f-3b238bc31175 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "DELETE /v2.0/subnets/8bb71c4f-f430-4cfb-832c-af4029e642b7 HTTP/1.1" status: 404 len: 337 time: 0.0506184 Apr 28 19:58:25.861129 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43956) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:25.866565 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9482c0be-c9f7-4832-add7-a765499d51fd None None] Pushing event updated for resources: {'Port': ['ID=8ac07fc3-0fb7-466d-a760-75260f5096a2,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:25.932654 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b4ac3a5-b450-4384-9988-246ad16ba652 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] DELETE failed (client error): The resource could not be found. Apr 28 19:58:25.940481 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b4ac3a5-b450-4384-9988-246ad16ba652 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:58:25.944592 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3b4ac3a5-b450-4384-9988-246ad16ba652 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "DELETE /v2.0/networks/5617b786-ab2c-40e3-bdf4-e002e1cd6782 HTTP/1.1" status: 404 len: 339 time: 0.0820165 Apr 28 19:58:25.951286 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9482c0be-c9f7-4832-add7-a765499d51fd None None] Network 52b25f64-d443-4e17-aeab-4da46016be75 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:25.961867 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port ef9e556a-817b-445b-bdbe-5d5451b69b95 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:25.963607 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:25.971519 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43958) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:25.987406 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-9482c0be-c9f7-4832-add7-a765499d51fd None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:25.996765 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e87c6377-3f1a-4f2c-84c6-f671fc059aa2 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5296922 Apr 28 19:58:26.008419 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43960) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:26.019755 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-f5c66086-7774-4cd0-b2fe-634b4fb2693a tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Request body: {'security_group': {'name': 'tempest-secgroup--1154357294'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:26.031796 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9482c0be-c9f7-4832-add7-a765499d51fd None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:58:26.047789 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:26.069810 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:26.113073 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9999ac9c-c0ea-4a0a-a9e4-249a6255f719 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364'] for router, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:26.117417 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f5c66086-7774-4cd0-b2fe-634b4fb2693a tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:26.144827 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9999ac9c-c0ea-4a0a-a9e4-249a6255f719 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626624'] for router, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:26.200833 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8997d5e6-0591-4e97-a344-65445ab13a8f tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:26.204647 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43962) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:26.246872 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ab24844c-cf00-4b64-9d12-6c22a64fff5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:26.251049 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-30e1d42d-f12b-415c-849d-c7c75b811026 None None] Provisioning complete for port 5517180d-d1ae-4d37-ba2d-78f2063489f3 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:26.251426 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-30e1d42d-f12b-415c-849d-c7c75b811026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:26.279431 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-9482c0be-c9f7-4832-add7-a765499d51fd None None] Attempting to bind port 8ac07fc3-0fb7-466d-a760-75260f5096a2 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:58:26.279758 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-9482c0be-c9f7-4832-add7-a765499d51fd None None] Attempting to bind port 8ac07fc3-0fb7-466d-a760-75260f5096a2 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '637dbb8e-1ca4-4163-a824-eb644782f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '52b25f64-d443-4e17-aeab-4da46016be75'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:58:26.280095 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9482c0be-c9f7-4832-add7-a765499d51fd None None] Attempting to bind port 8ac07fc3-0fb7-466d-a760-75260f5096a2 on network 52b25f64-d443-4e17-aeab-4da46016be75 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:58:26.438340 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device df325b09-55c8-4854-93a0-5c4961d1dde1 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:58:26.448084 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9482c0be-c9f7-4832-add7-a765499d51fd None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:58:26.448555 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9482c0be-c9f7-4832-add7-a765499d51fd None None] Checking segment: {'id': '637dbb8e-1ca4-4163-a824-eb644782f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '52b25f64-d443-4e17-aeab-4da46016be75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:58:26.448896 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9482c0be-c9f7-4832-add7-a765499d51fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:26.456292 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9482c0be-c9f7-4832-add7-a765499d51fd None None] Bound using segment: {'id': '637dbb8e-1ca4-4163-a824-eb644782f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '52b25f64-d443-4e17-aeab-4da46016be75'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:58:26.456898 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-9482c0be-c9f7-4832-add7-a765499d51fd None None] Bound port: 8ac07fc3-0fb7-466d-a760-75260f5096a2, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '637dbb8e-1ca4-4163-a824-eb644782f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '52b25f64-d443-4e17-aeab-4da46016be75'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:58:26.457312 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9482c0be-c9f7-4832-add7-a765499d51fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:26.475366 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8997d5e6-0591-4e97-a344-65445ab13a8f tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:26.585041 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9999ac9c-c0ea-4a0a-a9e4-249a6255f719 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Router 65efe934-e2d0-4ac1-ad54-67f063774231 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:58:26.636370 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-8997d5e6-0591-4e97-a344-65445ab13a8f tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed0773e-0494-4306-ba71-81715751b723']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:26.659477 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-8997d5e6-0591-4e97-a344-65445ab13a8f tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7faf1925-a505-4a7d-aabe-7ea0c844df3d') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:26.660237 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-8997d5e6-0591-4e97-a344-65445ab13a8f tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7faf1925-a505-4a7d-aabe-7ea0c844df3d') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:26.706895 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-9482c0be-c9f7-4832-add7-a765499d51fd None None] For port 8ac07fc3-0fb7-466d-a760-75260f5096a2, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:58:26.712285 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-9482c0be-c9f7-4832-add7-a765499d51fd None None] For port 8ac07fc3-0fb7-466d-a760-75260f5096a2, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=8ac07fc3-0fb7-466d-a760-75260f5096a2,segment=NetworkSegment(637dbb8e-1ca4-4163-a824-eb644782f21a),segment_id=637dbb8e-1ca4-4163-a824-eb644782f21a)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:58:26.716390 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port df325b09-55c8-4854-93a0-5c4961d1dde1 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:26.716719 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8997d5e6-0591-4e97-a344-65445ab13a8f tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:26.717331 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:26.719749 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-25064c7a-7f20-47f4-8b95-5b2a7be89a40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:26.751034 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9482c0be-c9f7-4832-add7-a765499d51fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:26.785390 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8997d5e6-0591-4e97-a344-65445ab13a8f tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:26.806747 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8997d5e6-0591-4e97-a344-65445ab13a8f tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:58:26.807212 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8997d5e6-0591-4e97-a344-65445ab13a8f tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:26.811077 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:58:26.811077 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:58:26.811077 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:58:26.811077 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:58:26.811077 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:58:26.811077 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:58:26.811077 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:58:26.811077 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:58:26.811077 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:58:26.811077 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:58:26.811077 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:58:26.811077 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:58:26.811077 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:58:26.811077 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:58:26.811077 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:58:26.811077 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:58:26.811077 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:58:26.811077 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:58:26.811077 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:58:26.811077 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:58:26.811077 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:58:26.811077 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:58:26.811077 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:58:26.811077 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:58:26.811077 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:58:26.811077 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:58:26.811077 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:58:26.811077 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:58:26.811077 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:58:26.811077 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:58:26.811077 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:58:26.811077 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:58:26.815960 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ab24844c-cf00-4b64-9d12-6c22a64fff5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:26.827664 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f5c66086-7774-4cd0-b2fe-634b4fb2693a tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:26.846796 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f5c66086-7774-4cd0-b2fe-634b4fb2693a tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:26.879205 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ab24844c-cf00-4b64-9d12-6c22a64fff5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:26.889502 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-30e1d42d-f12b-415c-849d-c7c75b811026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:26.940120 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ab24844c-cf00-4b64-9d12-6c22a64fff5a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cd25986222e24aaa9501d2af428eac40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7314169 Apr 28 19:58:26.946588 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9482c0be-c9f7-4832-add7-a765499d51fd None None] Pushing event updated for resources: {'Port': ['ID=8ac07fc3-0fb7-466d-a760-75260f5096a2,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:26.953426 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43966) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:26.963107 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-30e1d42d-f12b-415c-849d-c7c75b811026 None None] For port 5517180d-d1ae-4d37-ba2d-78f2063489f3, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=5517180d-d1ae-4d37-ba2d-78f2063489f3,segment=NetworkSegment(826ec49d-2a7e-4c72-9a2d-6772ec82077c),segment_id=826ec49d-2a7e-4c72-9a2d-6772ec82077c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:58:27.001560 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-30e1d42d-f12b-415c-849d-c7c75b811026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:27.002038 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f5c66086-7774-4cd0-b2fe-634b4fb2693a tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:27.006464 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f5c66086-7774-4cd0-b2fe-634b4fb2693a tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9903457 Apr 28 19:58:27.019703 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43968) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:27.041676 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-17f20f61-8614-4897-a0c3-e9cfa6bdf102 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Request body: {'security_group_rule': {'security_group_id': '29e8bbf7-4ec3-41cc-8489-e5165a8f4d85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:27.044624 n-d-839810-1 neutron-server[102773]: WARNING neutron.api.v2.base [None req-17f20f61-8614-4897-a0c3-e9cfa6bdf102 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 28 19:58:27.045215 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-17f20f61-8614-4897-a0c3-e9cfa6bdf102 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:58:27.058922 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43970) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:27.061974 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-17f20f61-8614-4897-a0c3-e9cfa6bdf102 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0410030 Apr 28 19:58:27.075416 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c66086-7774-4cd0-b2fe-634b4fb2693a tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29e8bbf7-4ec3-41cc-8489-e5165a8f4d85,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:27.079190 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9999ac9c-c0ea-4a0a-a9e4-249a6255f719 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:58:27.086859 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9999ac9c-c0ea-4a0a-a9e4-249a6255f719 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:27.092297 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9999ac9c-c0ea-4a0a-a9e4-249a6255f719 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "PUT /v2.0/routers/65efe934-e2d0-4ac1-ad54-67f063774231 HTTP/1.1" status: 200 len: 953 time: 3.2211003 Apr 28 19:58:27.092971 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43972) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:27.104639 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1d42d-f12b-415c-849d-c7c75b811026 None None] Pushing event updated for resources: {'Port': ['ID=5517180d-d1ae-4d37-ba2d-78f2063489f3,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:27.105117 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-e7d3533f-250d-434d-91d3-3c49005dbd92 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Request body: {'security_group_rule': {'security_group_id': '29e8bbf7-4ec3-41cc-8489-e5165a8f4d85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:27.106690 n-d-839810-1 neutron-server[102774]: WARNING neutron.api.v2.base [None req-e7d3533f-250d-434d-91d3-3c49005dbd92 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 28 19:58:27.107775 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-e7d3533f-250d-434d-91d3-3c49005dbd92 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:58:27.110000 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e7d3533f-250d-434d-91d3-3c49005dbd92 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0421472 Apr 28 19:58:27.130300 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8997d5e6-0591-4e97-a344-65445ab13a8f tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:27.143964 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3c98b72d-b4eb-4d72-8489-42063e6ccaa1 None None] Provisioning complete for port 09c68c8a-8441-43c3-a227-7c69a06f802d triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:27.145183 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3c98b72d-b4eb-4d72-8489-42063e6ccaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:27.172623 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43974) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:27.177426 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-6ad175fb-5945-4359-8d56-25f7266db66c tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Request body: {'security_group_rule': {'security_group_id': '29e8bbf7-4ec3-41cc-8489-e5165a8f4d85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:27.178397 n-d-839810-1 neutron-server[102773]: WARNING neutron.api.v2.base [None req-6ad175fb-5945-4359-8d56-25f7266db66c tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 28 19:58:27.180741 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-6ad175fb-5945-4359-8d56-25f7266db66c tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:58:27.184813 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6ad175fb-5945-4359-8d56-25f7266db66c tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082116 Apr 28 19:58:27.184998 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24844c-cf00-4b64-9d12-6c22a64fff5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b8d534-f763-4e4a-a492-4354af72cb6f,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:27.185113 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43976) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:27.190325 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-9d569814-92fc-43c8-a63f-fb4fa7369f4b tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Request body: {'security_group_rule': {'security_group_id': '29e8bbf7-4ec3-41cc-8489-e5165a8f4d85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:27.193152 n-d-839810-1 neutron-server[102773]: WARNING neutron.api.v2.base [None req-9d569814-92fc-43c8-a63f-fb4fa7369f4b tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 28 19:58:27.194247 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-9d569814-92fc-43c8-a63f-fb4fa7369f4b tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:58:27.198043 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9d569814-92fc-43c8-a63f-fb4fa7369f4b tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0099347 Apr 28 19:58:27.216795 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 43978) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:27.230425 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8997d5e6-0591-4e97-a344-65445ab13a8f tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:27.233651 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8997d5e6-0591-4e97-a344-65445ab13a8f tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "DELETE /v2.0/networks/0ed0773e-0494-4306-ba71-81715751b723 HTTP/1.1" status: 204 len: 168 time: 1.2517920 Apr 28 19:58:27.257154 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-3c98b72d-b4eb-4d72-8489-42063e6ccaa1 None None] Port 09c68c8a-8441-43c3-a227-7c69a06f802d cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:58:27.285438 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43980) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:27.298631 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3c98b72d-b4eb-4d72-8489-42063e6ccaa1 None None] Provisioning complete for port 0ae2e956-26e1-41dd-bca7-b8ec48a2b64c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:27.299014 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3c98b72d-b4eb-4d72-8489-42063e6ccaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:27.354268 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f9e182-047d-4489-95f3-4e250815a8cf tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] DELETE failed (client error): The resource could not be found. Apr 28 19:58:27.356305 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f9e182-047d-4489-95f3-4e250815a8cf tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:58:27.360842 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-03f9e182-047d-4489-95f3-4e250815a8cf tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "DELETE /v2.0/subnets/437061ed-6b89-42d0-bde6-62943dd1cbfe HTTP/1.1" status: 404 len: 337 time: 0.0681047 Apr 28 19:58:27.366299 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43982) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:27.445837 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997d5e6-0591-4e97-a344-65445ab13a8f tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event deleted for resources: {'Network': ['ID=0ed0773e-0494-4306-ba71-81715751b723,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:27.448167 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c187d5f-af88-43eb-b31c-5e69b6e20e60 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] DELETE failed (client error): The resource could not be found. Apr 28 19:58:27.448933 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c187d5f-af88-43eb-b31c-5e69b6e20e60 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:58:27.452359 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8c187d5f-af88-43eb-b31c-5e69b6e20e60 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "DELETE /v2.0/networks/3014b3b9-a37b-4480-b867-4a84f0388bcd HTTP/1.1" status: 404 len: 339 time: 0.0813816 Apr 28 19:58:27.455223 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43984) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:27.509649 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b6639125-4245-493f-9b05-1bdeea3c09e4 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "GET /v2.0/routers/65efe934-e2d0-4ac1-ad54-67f063774231 HTTP/1.1" status: 200 len: 953 time: 0.4154406 Apr 28 19:58:27.510699 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43986) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:27.556511 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49df58d-c5b4-4474-8057-dc00ada7154a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] DELETE failed (client error): The resource could not be found. Apr 28 19:58:27.558180 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49df58d-c5b4-4474-8057-dc00ada7154a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:58:27.562105 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a49df58d-c5b4-4474-8057-dc00ada7154a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "DELETE /v2.0/subnets/8d10b6a9-775e-45d0-a36f-34dafccbc906 HTTP/1.1" status: 404 len: 337 time: 0.1060050 Apr 28 19:58:27.565756 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-ce79aaea-ac77-4d96-abc4-8638a5733ace tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Request body: {'router': {'routes': None}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:27.569916 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43988) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:27.598342 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 0ae2e956-26e1-41dd-bca7-b8ec48a2b64c up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:58:27.627430 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-8570a7ed-8fbc-45a7-864c-19663e7970b8 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] DELETE failed (client error): The resource could not be found. Apr 28 19:58:27.628027 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8570a7ed-8fbc-45a7-864c-19663e7970b8 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:58:27.631725 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8570a7ed-8fbc-45a7-864c-19663e7970b8 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "DELETE /v2.0/networks/3a4af135-fcff-4986-abbf-748e2daa7776 HTTP/1.1" status: 404 len: 339 time: 0.0598347 Apr 28 19:58:27.636158 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43990) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:27.701395 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c7aade7-c20a-4ff1-b91b-832a07bc3260 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] DELETE failed (client error): The resource could not be found. Apr 28 19:58:27.701862 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c7aade7-c20a-4ff1-b91b-832a07bc3260 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:58:27.705691 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1c7aade7-c20a-4ff1-b91b-832a07bc3260 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "DELETE /v2.0/subnets/6c841a79-fa61-4c92-bd50-03d513c4f072 HTTP/1.1" status: 404 len: 337 time: 0.0699873 Apr 28 19:58:27.708778 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43992) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:27.737656 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-55557654-e5f5-486c-9942-d7530a10b65a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] DELETE failed (client error): The resource could not be found. Apr 28 19:58:27.738260 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55557654-e5f5-486c-9942-d7530a10b65a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:58:27.742531 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-55557654-e5f5-486c-9942-d7530a10b65a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "DELETE /v2.0/networks/fd85790a-c3aa-4524-a491-46096944f8bd HTTP/1.1" status: 404 len: 339 time: 0.0325334 Apr 28 19:58:27.746105 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43994) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:27.802153 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeaa0a55-7a87-41f4-9afb-3a77b075135f tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] DELETE failed (client error): The resource could not be found. Apr 28 19:58:27.803406 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeaa0a55-7a87-41f4-9afb-3a77b075135f tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:58:27.807239 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-eeaa0a55-7a87-41f4-9afb-3a77b075135f tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "DELETE /v2.0/subnets/e27847b4-1254-40e1-9355-8e2841012f0f HTTP/1.1" status: 404 len: 337 time: 0.0603116 Apr 28 19:58:27.815625 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 43996) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:27.913184 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-25064c7a-7f20-47f4-8b95-5b2a7be89a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:27.915228 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-741ae334-ebd5-4903-a06e-3ee71e65c2b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:27.922234 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-8020ce1a-2350-4030-813c-061208d6f7ad tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] DELETE failed (client error): The resource could not be found. Apr 28 19:58:27.922871 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8020ce1a-2350-4030-813c-061208d6f7ad tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:58:27.934482 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8020ce1a-2350-4030-813c-061208d6f7ad tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "DELETE /v2.0/networks/26a5913b-6241-490c-a858-28af9eca320b HTTP/1.1" status: 404 len: 339 time: 0.1177068 Apr 28 19:58:27.939427 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44000) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:27.942748 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-89245152-a075-4f51-a0ce-163de74ccd96 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:27.955691 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 0ae2e956-26e1-41dd-bca7-b8ec48a2b64c triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:27.956443 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:28.010548 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-89245152-a075-4f51-a0ce-163de74ccd96 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:28.033608 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed8a878d-a5cc-4aec-9398-db768cf0d881 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] DELETE failed (client error): The resource could not be found. Apr 28 19:58:28.034093 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed8a878d-a5cc-4aec-9398-db768cf0d881 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:58:28.042739 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ed8a878d-a5cc-4aec-9398-db768cf0d881 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "DELETE /v2.0/subnets/4bebad89-e8c4-4790-ac4e-3c9cde8bfee7 HTTP/1.1" status: 404 len: 337 time: 0.1019983 Apr 28 19:58:28.045583 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44002) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:28.071741 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 5517180d-d1ae-4d37-ba2d-78f2063489f3 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:58:28.075402 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acdca95-a5ec-43cf-a6d1-cf6da00b2d40 None None] Sync routers for ids ['65efe934-e2d0-4ac1-ad54-67f063774231'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:58:28.084898 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b43cb968-05ee-433c-9726-813b756b1098 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] DELETE failed (client error): The resource could not be found. Apr 28 19:58:28.085819 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b43cb968-05ee-433c-9726-813b756b1098 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:58:28.090381 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b43cb968-05ee-433c-9726-813b756b1098 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "DELETE /v2.0/networks/6cc26d72-4c33-44a4-a924-a23be62a6659 HTTP/1.1" status: 404 len: 339 time: 0.0437207 Apr 28 19:58:28.093335 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44004) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:28.111026 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-89245152-a075-4f51-a0ce-163de74ccd96 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:28.113718 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-89245152-a075-4f51-a0ce-163de74ccd96 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:28.115095 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-89245152-a075-4f51-a0ce-163de74ccd96 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "DELETE /v2.0/security-groups/29e8bbf7-4ec3-41cc-8489-e5165a8f4d85 HTTP/1.1" status: 204 len: 168 time: 0.8861916 Apr 28 19:58:28.126602 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-741ae334-ebd5-4903-a06e-3ee71e65c2b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:28.128716 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44006) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:28.138853 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-1abccb98-4195-471a-ae41-c4025c905f48 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] DELETE failed (client error): The resource could not be found. Apr 28 19:58:28.139381 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1abccb98-4195-471a-ae41-c4025c905f48 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:58:28.143450 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1abccb98-4195-471a-ae41-c4025c905f48 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "DELETE /v2.0/subnets/0085941a-73dc-40c4-8ba5-66f1782ea068 HTTP/1.1" status: 404 len: 337 time: 0.0489354 Apr 28 19:58:28.157449 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acdca95-a5ec-43cf-a6d1-cf6da00b2d40 None None] Routers {'65efe934-e2d0-4ac1-ad54-67f063774231'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:58:28.158105 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-4acdca95-a5ec-43cf-a6d1-cf6da00b2d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:58:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['65efe934-e2d0-4ac1-ad54-67f063774231'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:28.164454 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44008) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:28.183451 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89245152-a075-4f51-a0ce-163de74ccd96 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e8bbf7-4ec3-41cc-8489-e5165a8f4d85,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:28.195244 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-965b7a16-84ed-450e-a77b-3d7dcce14f74 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] DELETE failed (client error): The resource could not be found. Apr 28 19:58:28.195918 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-965b7a16-84ed-450e-a77b-3d7dcce14f74 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:58:28.199842 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-965b7a16-84ed-450e-a77b-3d7dcce14f74 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "DELETE /v2.0/networks/553553c7-582c-4469-bb64-67017e10b972 HTTP/1.1" status: 404 len: 339 time: 0.0342767 Apr 28 19:58:28.216573 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44010) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:28.328657 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef881850-ad86-443f-97eb-064aab86572a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] DELETE failed (client error): The resource could not be found. Apr 28 19:58:28.329091 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef881850-ad86-443f-97eb-064aab86572a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:58:28.332356 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-4acdca95-a5ec-43cf-a6d1-cf6da00b2d40 None None] Set router 65efe934-e2d0-4ac1-ad54-67f063774231 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:58:28.336668 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ef881850-ad86-443f-97eb-064aab86572a tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "DELETE /v2.0/subnets/adbfffb0-87c1-4125-9470-9bd2e05bb575 HTTP/1.1" status: 404 len: 337 time: 0.1163559 Apr 28 19:58:28.337312 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44012) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:28.351815 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e8613f93-eedc-49bd-92bb-39eaa43e287c tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2218544 Apr 28 19:58:28.377586 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-80637c7b-6078-43e7-b892-9d7e9b560ae2 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] DELETE failed (client error): The resource could not be found. Apr 28 19:58:28.378971 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80637c7b-6078-43e7-b892-9d7e9b560ae2 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:58:28.384471 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44014) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:28.385516 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-80637c7b-6078-43e7-b892-9d7e9b560ae2 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "DELETE /v2.0/networks/f165f0e9-4462-435f-8568-5d9fb91ceed4 HTTP/1.1" status: 404 len: 339 time: 0.0399549 Apr 28 19:58:28.385900 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44016) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:28.407817 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-0fc9b5dd-b257-4fa0-8674-78f609d27e9a tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Request body: {'security_group': {'name': 'tempest-secgroup--2000141937'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:28.427043 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc31365-7e58-4425-a98f-eb0e32b09469 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] DELETE failed (client error): The resource could not be found. Apr 28 19:58:28.427390 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dc31365-7e58-4425-a98f-eb0e32b09469 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:58:28.435104 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7dc31365-7e58-4425-a98f-eb0e32b09469 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "DELETE /v2.0/subnets/18424d9a-3135-40ba-9dd6-fd66724a8e0b HTTP/1.1" status: 404 len: 337 time: 0.0454228 Apr 28 19:58:28.436013 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44018) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:28.471094 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ff699f-7dcc-433f-a0cf-4ad06b84a703 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] DELETE failed (client error): The resource could not be found. Apr 28 19:58:28.471829 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14ff699f-7dcc-433f-a0cf-4ad06b84a703 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:58:28.473618 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0fc9b5dd-b257-4fa0-8674-78f609d27e9a tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:28.478292 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-14ff699f-7dcc-433f-a0cf-4ad06b84a703 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "DELETE /v2.0/networks/8c6a1f3f-0e6c-481e-90d9-67a7eca5c118 HTTP/1.1" status: 404 len: 339 time: 0.0377369 Apr 28 19:58:28.479382 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44020) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:28.504908 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.extraroute_db [None req-ce79aaea-ac77-4d96-abc4-8638a5733ace tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Added routes are [] {{(pid=102773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 28 19:58:28.505231 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.extraroute_db [None req-ce79aaea-ac77-4d96-abc4-8638a5733ace tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 28 19:58:28.523888 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 5517180d-d1ae-4d37-ba2d-78f2063489f3 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:28.525104 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:28.545964 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-741ae334-ebd5-4903-a06e-3ee71e65c2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:28.548849 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-741ae334-ebd5-4903-a06e-3ee71e65c2b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:28.550123 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-741ae334-ebd5-4903-a06e-3ee71e65c2b9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a1b8d534-f763-4e4a-a492-4354af72cb6f HTTP/1.1" status: 204 len: 168 time: 1.5724688 Apr 28 19:58:28.567981 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ce79aaea-ac77-4d96-abc4-8638a5733ace tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364'] for router, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:28.591928 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25064c7a-7f20-47f4-8b95-5b2a7be89a40 admin admin] Router 666a4b92-b638-4fed-b044-6683508916b0 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:58:28.594701 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ae334-ebd5-4903-a06e-3ee71e65c2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b8d534-f763-4e4a-a492-4354af72cb6f,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:28.632567 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-7df0d7fb-d0bd-41c3-969a-46c59fcb6bf4 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Deleting subnet c54bbaab-3e52-487f-9e20-84017ba1a35a {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:58:28.640782 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7df0d7fb-d0bd-41c3-969a-46c59fcb6bf4 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:28.641064 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e45ceca-97fe-47ef-982c-3bce10380a02 None None] Network 52b25f64-d443-4e17-aeab-4da46016be75 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:58:28.643187 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0fc9b5dd-b257-4fa0-8674-78f609d27e9a tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:28.677257 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0fc9b5dd-b257-4fa0-8674-78f609d27e9a tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:28.702974 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0fc9b5dd-b257-4fa0-8674-78f609d27e9a tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:28.705330 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0fc9b5dd-b257-4fa0-8674-78f609d27e9a tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3197680 Apr 28 19:58:28.715884 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44024) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:28.722399 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-b63d22d2-e4d9-4a50-b79b-976bef86888e tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Request body: {'security_group_rule': {'security_group_id': '0a47a029-d8c6-4c3a-b1cc-b5b6e2b68355', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:28.722845 n-d-839810-1 neutron-server[102773]: WARNING neutron.api.v2.base [None req-b63d22d2-e4d9-4a50-b79b-976bef86888e tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 28 19:58:28.723420 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-b63d22d2-e4d9-4a50-b79b-976bef86888e tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:58:28.725419 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b63d22d2-e4d9-4a50-b79b-976bef86888e tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070763 Apr 28 19:58:28.732177 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44026) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:28.747579 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-e89bea0b-1e79-4d47-88d4-a055e78cb783 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Request body: {'security_group_rule': {'security_group_id': '0a47a029-d8c6-4c3a-b1cc-b5b6e2b68355', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:28.765036 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9b5dd-b257-4fa0-8674-78f609d27e9a tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a47a029-d8c6-4c3a-b1cc-b5b6e2b68355,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:28.831219 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25064c7a-7f20-47f4-8b95-5b2a7be89a40 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:58:28.834323 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-11b03629-4a60-4bb5-99fa-6dee3c9a154d None None] Provisioning complete for port 8ac07fc3-0fb7-466d-a760-75260f5096a2 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:28.834769 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-11b03629-4a60-4bb5-99fa-6dee3c9a154d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:28.850952 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc698c31-4ba4-449b-b097-2e7dcd59f39d None None] Sync routers for ids ['666a4b92-b638-4fed-b044-6683508916b0'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:58:28.863996 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc698c31-4ba4-449b-b097-2e7dcd59f39d None None] Routers {'666a4b92-b638-4fed-b044-6683508916b0'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:58:28.866762 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-bc698c31-4ba4-449b-b097-2e7dcd59f39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:58:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['666a4b92-b638-4fed-b044-6683508916b0'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:28.893235 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-25064c7a-7f20-47f4-8b95-5b2a7be89a40 admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:28.894582 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-25064c7a-7f20-47f4-8b95-5b2a7be89a40 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.6735327 Apr 28 19:58:28.900695 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7df0d7fb-d0bd-41c3-969a-46c59fcb6bf4 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:28.908763 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44030) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:28.929512 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-e89bea0b-1e79-4d47-88d4-a055e78cb783 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:58:28.938227 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e89bea0b-1e79-4d47-88d4-a055e78cb783 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2004504 Apr 28 19:58:28.943633 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44034) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:28.960823 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-195d530d-faa5-4b44-9d2e-f8c6651383ef tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Request body: {'security_group_rule': {'security_group_id': '0a47a029-d8c6-4c3a-b1cc-b5b6e2b68355', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:28.961426 n-d-839810-1 neutron-server[102773]: WARNING neutron.api.v2.base [None req-195d530d-faa5-4b44-9d2e-f8c6651383ef tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 28 19:58:28.961855 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-195d530d-faa5-4b44-9d2e-f8c6651383ef tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:58:28.965355 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-195d530d-faa5-4b44-9d2e-f8c6651383ef tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0183620 Apr 28 19:58:28.981526 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44038) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:28.986822 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ef9e556a-817b-445b-bdbe-5d5451b69b95 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:58:28.993343 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ce79aaea-ac77-4d96-abc4-8638a5733ace tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364'] for router, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:28.993791 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-6cf7b020-f38e-43d9-865f-1d8109b5070f tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Request body: {'security_group_rule': {'security_group_id': '0a47a029-d8c6-4c3a-b1cc-b5b6e2b68355', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:28.997595 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ce79aaea-ac77-4d96-abc4-8638a5733ace tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626624'] for router, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:29.141250 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-6cf7b020-f38e-43d9-865f-1d8109b5070f tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:58:29.142836 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6cf7b020-f38e-43d9-865f-1d8109b5070f tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1585274 Apr 28 19:58:29.148328 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7df0d7fb-d0bd-41c3-969a-46c59fcb6bf4 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:29.151709 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44044) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:29.182534 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-4acdca95-a5ec-43cf-a6d1-cf6da00b2d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'name': 'tempest-RoutersIpV6Test-router-984485113', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:57:51Z', 'updated_at': '2022-04-28T19:58:24Z', 'revision_number': 6, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'gw_port_host': None, '_interfaces': [{'id': '09c68c8a-8441-43c3-a227-7c69a06f802d', 'name': '', 'network_id': '373f5516-a20a-4638-b709-e5d746f7876b', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:c2:35:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '5e103257-48a1-4a95-9317-80fd6aef139f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:18Z', 'updated_at': '2022-04-28T19:58:21Z', 'revision_number': 2, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': '5e103257-48a1-4a95-9317-80fd6aef139f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5517180d-d1ae-4d37-ba2d-78f2063489f3', 'name': '', 'network_id': 'bfd0994d-d2a7-4da3-a599-bcc0bbd469db', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:08:37:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '2d3592eb-f8ff-452a-9932-25ea888fc728', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:09Z', 'updated_at': '2022-04-28T19:58:26Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': '2d3592eb-f8ff-452a-9932-25ea888fc728', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '622fde1c-c4f4-47b9-99bf-fece94e2da4e', 'name': '', 'network_id': '9d736f5d-9643-4b7a-8447-f4103bd10514', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:73:a6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '8d64df69-8bb8-4c74-b0ee-bd1d03161916', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:01Z', 'updated_at': '2022-04-28T19:58:13Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': '8d64df69-8bb8-4c74-b0ee-bd1d03161916', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5e1779-e5e4-43da-9a28-58ebaa06196c', 'name': '', 'network_id': '28d71419-8bdb-470c-ba68-cfb3351d196f', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:94:0b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:57:53Z', 'updated_at': '2022-04-28T19:57:59Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:29.186069 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-f904018d-4643-4e2a-9580-d80042e933da tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Request body: {'security_group_rule': {'security_group_id': '0a47a029-d8c6-4c3a-b1cc-b5b6e2b68355', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:29.186551 n-d-839810-1 neutron-server[102774]: WARNING neutron.api.v2.base [None req-f904018d-4643-4e2a-9580-d80042e933da tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 28 19:58:29.187043 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-f904018d-4643-4e2a-9580-d80042e933da tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:58:29.189837 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f904018d-4643-4e2a-9580-d80042e933da tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0353718 Apr 28 19:58:29.195609 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44046) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:29.215354 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-7eca76bf-c04c-4162-8e3e-3b4bcdbab92f tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Request body: {'security_group_rule': {'security_group_id': '0a47a029-d8c6-4c3a-b1cc-b5b6e2b68355', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:29.243710 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acdca95-a5ec-43cf-a6d1-cf6da00b2d40 None None] Checking router: 65efe934-e2d0-4ac1-ad54-67f063774231 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:58:29.244482 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acdca95-a5ec-43cf-a6d1-cf6da00b2d40 None None] Updating router 65efe934-e2d0-4ac1-ad54-67f063774231 port 09c68c8a-8441-43c3-a227-7c69a06f802d binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:58:29.259002 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-bc698c31-4ba4-449b-b097-2e7dcd59f39d None None] Set router 666a4b92-b638-4fed-b044-6683508916b0 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:58:29.279095 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port ef9e556a-817b-445b-bdbe-5d5451b69b95 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:29.279859 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:29.282067 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4acdca95-a5ec-43cf-a6d1-cf6da00b2d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:29.284032 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-11b03629-4a60-4bb5-99fa-6dee3c9a154d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:29.288666 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce79aaea-ac77-4d96-abc4-8638a5733ace tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Router 65efe934-e2d0-4ac1-ad54-67f063774231 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:58:29.386568 n-d-839810-1 neutron-server[102774]: INFO neutron.db.securitygroups_db [None req-7eca76bf-c04c-4162-8e3e-3b4bcdbab92f tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Project fa76325048e0488fa57a75a4baef42a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 19:58:29.444204 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7df0d7fb-d0bd-41c3-969a-46c59fcb6bf4 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:29.451332 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-7eca76bf-c04c-4162-8e3e-3b4bcdbab92f tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:58:29.455000 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7eca76bf-c04c-4162-8e3e-3b4bcdbab92f tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2555828 Apr 28 19:58:29.459022 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44052) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:29.466956 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-b7767614-54ea-4fc3-8fa3-978aa96f0f49 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Request body: {'security_group_rule': {'security_group_id': '0a47a029-d8c6-4c3a-b1cc-b5b6e2b68355', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:29.467441 n-d-839810-1 neutron-server[102774]: WARNING neutron.api.v2.base [None req-b7767614-54ea-4fc3-8fa3-978aa96f0f49 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 28 19:58:29.468144 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-b7767614-54ea-4fc3-8fa3-978aa96f0f49 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:58:29.472299 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b7767614-54ea-4fc3-8fa3-978aa96f0f49 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0088511 Apr 28 19:58:29.485854 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44054) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:29.491760 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-b8cca66b-9122-4c2d-8541-447a2bb5796a tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Request body: {'security_group_rule': {'security_group_id': '0a47a029-d8c6-4c3a-b1cc-b5b6e2b68355', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:29.519345 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0d7fb-d0bd-41c3-969a-46c59fcb6bf4 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event deleted for resources: {'Subnet': ['ID=c54bbaab-3e52-487f-9e20-84017ba1a35a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:29.540399 n-d-839810-1 neutron-server[102773]: INFO neutron.db.securitygroups_db [None req-b8cca66b-9122-4c2d-8541-447a2bb5796a tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Project fa76325048e0488fa57a75a4baef42a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 19:58:29.549561 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce79aaea-ac77-4d96-abc4-8638a5733ace tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:58:29.571916 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ce79aaea-ac77-4d96-abc4-8638a5733ace tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:29.580081 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ce79aaea-ac77-4d96-abc4-8638a5733ace tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "PUT /v2.0/routers/65efe934-e2d0-4ac1-ad54-67f063774231 HTTP/1.1" status: 200 len: 703 time: 2.0253541 Apr 28 19:58:29.582872 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44058) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:29.586004 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7df0d7fb-d0bd-41c3-969a-46c59fcb6bf4 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:29.590314 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7df0d7fb-d0bd-41c3-969a-46c59fcb6bf4 tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "DELETE /v2.0/subnets/c54bbaab-3e52-487f-9e20-84017ba1a35a HTTP/1.1" status: 204 len: 168 time: 1.1035957 Apr 28 19:58:29.593720 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44060) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:29.611254 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-11b03629-4a60-4bb5-99fa-6dee3c9a154d None None] For port 8ac07fc3-0fb7-466d-a760-75260f5096a2, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=8ac07fc3-0fb7-466d-a760-75260f5096a2,segment=NetworkSegment(637dbb8e-1ca4-4163-a824-eb644782f21a),segment_id=637dbb8e-1ca4-4163-a824-eb644782f21a)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:58:29.614867 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31dd80e-7dda-4eec-8bec-77d89b1edc0b None None] get_active_networks_info from n-d-839810-1 {{(pid=102775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 28 19:58:29.641189 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-11b03629-4a60-4bb5-99fa-6dee3c9a154d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:29.659168 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-b8cca66b-9122-4c2d-8541-447a2bb5796a tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:58:29.659168 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b8cca66b-9122-4c2d-8541-447a2bb5796a tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1678255 Apr 28 19:58:29.665967 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44062) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:29.670329 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-594a6654-735b-4dfe-9362-343ea4b2af61 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Request body: {'security_group_rule': {'security_group_id': '0a47a029-d8c6-4c3a-b1cc-b5b6e2b68355', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:29.766377 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-65634a25-d2d6-4643-8c52-32352629474e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:29.779611 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d6aa1812-f7b0-414d-8cc6-7c5fdf8a9ee1 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "GET /v2.0/routers/65efe934-e2d0-4ac1-ad54-67f063774231 HTTP/1.1" status: 200 len: 703 time: 0.1911116 Apr 28 19:58:29.780221 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44066) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:29.787257 n-d-839810-1 neutron-server[102774]: INFO neutron.db.securitygroups_db [None req-594a6654-735b-4dfe-9362-343ea4b2af61 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Project fa76325048e0488fa57a75a4baef42a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 19:58:29.791494 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-bc698c31-4ba4-449b-b097-2e7dcd59f39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666a4b92-b638-4fed-b044-6683508916b0', 'name': 'tempest-TestAggregatesBasicOps-673493449-router', 'tenant_id': '741daf5df68a44259dc53b6573c5431c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'bed8be82-f30e-4125-a4f2-b9e9b96d7465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:22Z', 'updated_at': '2022-04-28T19:58:26Z', 'revision_number': 3, 'project_id': '741daf5df68a44259dc53b6573c5431c', 'gw_port': {'id': 'bed8be82-f30e-4125-a4f2-b9e9b96d7465', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666a4b92-b638-4fed-b044-6683508916b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:24Z', 'updated_at': '2022-04-28T19:58:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:29.856618 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-594a6654-735b-4dfe-9362-343ea4b2af61 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:58:29.857700 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-594a6654-735b-4dfe-9362-343ea4b2af61 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1907876 Apr 28 19:58:29.860524 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44070) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:29.891033 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc698c31-4ba4-449b-b097-2e7dcd59f39d None None] Checking router: 666a4b92-b638-4fed-b044-6683508916b0 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:58:29.891513 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc698c31-4ba4-449b-b097-2e7dcd59f39d None None] Updating router 666a4b92-b638-4fed-b044-6683508916b0 port bed8be82-f30e-4125-a4f2-b9e9b96d7465 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:58:29.954251 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-bc698c31-4ba4-449b-b097-2e7dcd59f39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:29.958833 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-10122d8f-0fa3-4263-aaf5-7e6152d743a5 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:29.991564 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 8ac07fc3-0fb7-466d-a760-75260f5096a2 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:58:30.024490 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9bd62ee2-47a4-48ea-aaf9-27c771ed4c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.036702 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-10122d8f-0fa3-4263-aaf5-7e6152d743a5 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.182847 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-10122d8f-0fa3-4263-aaf5-7e6152d743a5 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.185781 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-10122d8f-0fa3-4263-aaf5-7e6152d743a5 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.187012 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-10122d8f-0fa3-4263-aaf5-7e6152d743a5 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "DELETE /v2.0/security-groups/0a47a029-d8c6-4c3a-b1cc-b5b6e2b68355 HTTP/1.1" status: 204 len: 168 time: 0.3255439 Apr 28 19:58:30.192183 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-4cc441d6-eaf9-46af-a13f-0cda6635867b None None] Provisioning complete for port 8ac07fc3-0fb7-466d-a760-75260f5096a2 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:30.192829 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4cc441d6-eaf9-46af-a13f-0cda6635867b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.196981 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44078) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:30.222890 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b03629-4a60-4bb5-99fa-6dee3c9a154d None None] Pushing event updated for resources: {'Port': ['ID=8ac07fc3-0fb7-466d-a760-75260f5096a2,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:30.254859 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10122d8f-0fa3-4263-aaf5-7e6152d743a5 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a47a029-d8c6-4c3a-b1cc-b5b6e2b68355,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:30.344925 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6b54723c-7b5e-4933-89e4-1e2f56697384 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1432152 Apr 28 19:58:30.350319 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44080) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:30.364253 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-f6713d28-6bda-4fd3-b697-9f2b4cfc06b7 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Request body: {'security_group': {'name': 'tempest-secgroup--395772870'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:30.389998 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-9bd62ee2-47a4-48ea-aaf9-27c771ed4c0a admin admin] Allocated IP 172.20.0.1 (52b25f64-d443-4e17-aeab-4da46016be75/78abfa0c-9359-4a89-8a79-0aefc801119d/97cd81bf-b614-4787-b7a8-209fabe8659b) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:30.403074 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f6713d28-6bda-4fd3-b697-9f2b4cfc06b7 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.460749 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4acdca95-a5ec-43cf-a6d1-cf6da00b2d40 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.472085 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-bc698c31-4ba4-449b-b097-2e7dcd59f39d None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.479827 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-bc698c31-4ba4-449b-b097-2e7dcd59f39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.503959 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4acdca95-a5ec-43cf-a6d1-cf6da00b2d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.518376 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-bc698c31-4ba4-449b-b097-2e7dcd59f39d None None] Attempting to bind port bed8be82-f30e-4125-a4f2-b9e9b96d7465 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:58:30.518625 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f6713d28-6bda-4fd3-b697-9f2b4cfc06b7 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.519375 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-bc698c31-4ba4-449b-b097-2e7dcd59f39d None None] Attempting to bind port bed8be82-f30e-4125-a4f2-b9e9b96d7465 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:58:30.520204 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc698c31-4ba4-449b-b097-2e7dcd59f39d None None] Attempting to bind port bed8be82-f30e-4125-a4f2-b9e9b96d7465 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:58:30.530588 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f6713d28-6bda-4fd3-b697-9f2b4cfc06b7 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.550479 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc698c31-4ba4-449b-b097-2e7dcd59f39d None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:58:30.551453 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc698c31-4ba4-449b-b097-2e7dcd59f39d None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:58:30.552235 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-bc698c31-4ba4-449b-b097-2e7dcd59f39d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.553521 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc698c31-4ba4-449b-b097-2e7dcd59f39d None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:58:30.554534 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-bc698c31-4ba4-449b-b097-2e7dcd59f39d None None] Bound port: bed8be82-f30e-4125-a4f2-b9e9b96d7465, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:58:30.555501 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-bc698c31-4ba4-449b-b097-2e7dcd59f39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.579424 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-65634a25-d2d6-4643-8c52-32352629474e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Deleting port 41966721-3670-47a4-be50-6c198bb004ca {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:58:30.580569 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-65634a25-d2d6-4643-8c52-32352629474e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.602006 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f6713d28-6bda-4fd3-b697-9f2b4cfc06b7 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.604374 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f6713d28-6bda-4fd3-b697-9f2b4cfc06b7 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2519062 Apr 28 19:58:30.607070 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6713d28-6bda-4fd3-b697-9f2b4cfc06b7 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffeab21e-b2f6-40ff-ae36-5599634fc29d,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:30.609293 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44086) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:30.616403 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-3fbb9885-8d5a-4ead-b293-fa9437f7aaf7 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Request body: {'security_group_rule': {'security_group_id': 'ffeab21e-b2f6-40ff-ae36-5599634fc29d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:30.634020 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-bc698c31-4ba4-449b-b097-2e7dcd59f39d None None] For port bed8be82-f30e-4125-a4f2-b9e9b96d7465, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:58:30.638225 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-bc698c31-4ba4-449b-b097-2e7dcd59f39d None None] For port bed8be82-f30e-4125-a4f2-b9e9b96d7465, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=bed8be82-f30e-4125-a4f2-b9e9b96d7465,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:58:30.649922 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-bc698c31-4ba4-449b-b097-2e7dcd59f39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.689223 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc698c31-4ba4-449b-b097-2e7dcd59f39d None None] Routers {'666a4b92-b638-4fed-b044-6683508916b0'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:58:30.689772 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-bc698c31-4ba4-449b-b097-2e7dcd59f39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:58:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['666a4b92-b638-4fed-b044-6683508916b0'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:30.696070 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-65634a25-d2d6-4643-8c52-32352629474e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] For port 41966721-3670-47a4-be50-6c198bb004ca, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=41966721-3670-47a4-be50-6c198bb004ca,segment=NetworkSegment(ec853ffe-62d5-4271-a7c8-35097d84c213),segment_id=ec853ffe-62d5-4271-a7c8-35097d84c213)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:58:30.697270 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-65634a25-d2d6-4643-8c52-32352629474e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.736700 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-65634a25-d2d6-4643-8c52-32352629474e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Calling delete_port for 41966721-3670-47a4-be50-6c198bb004ca owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:58:30.742686 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9bd62ee2-47a4-48ea-aaf9-27c771ed4c0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.749606 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 8ac07fc3-0fb7-466d-a760-75260f5096a2 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:30.750786 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.789799 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-3fbb9885-8d5a-4ead-b293-fa9437f7aaf7 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] create failed (client error): The resource could not be found. Apr 28 19:58:30.798050 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3fbb9885-8d5a-4ead-b293-fa9437f7aaf7 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1857080 Apr 28 19:58:30.802966 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44092) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:30.819086 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-a1f2454e-9a88-4d5b-a9f8-bf8083de0fe5 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Request body: {'security_group_rule': {'security_group_id': 'ffeab21e-b2f6-40ff-ae36-5599634fc29d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5fb451fe-27bf-4d43-93c3-4687da2e1a8f'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:30.821961 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-24aa247d-6d0a-4b17-b349-6d08d3729926 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.831265 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-bc698c31-4ba4-449b-b097-2e7dcd59f39d None None] Set router 666a4b92-b638-4fed-b044-6683508916b0 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:58:30.903163 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-a1f2454e-9a88-4d5b-a9f8-bf8083de0fe5 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] create failed (client error): The resource could not be found. Apr 28 19:58:30.906843 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a1f2454e-9a88-4d5b-a9f8-bf8083de0fe5 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0959709 Apr 28 19:58:30.907360 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44096) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:30.922691 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9bd62ee2-47a4-48ea-aaf9-27c771ed4c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.980139 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd62ee2-47a4-48ea-aaf9-27c771ed4c0a admin admin] Network 52b25f64-d443-4e17-aeab-4da46016be75 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:30.994610 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-9bd62ee2-47a4-48ea-aaf9-27c771ed4c0a admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:30.999296 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd62ee2-47a4-48ea-aaf9-27c771ed4c0a admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:58:31.025967 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-65634a25-d2d6-4643-8c52-32352629474e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:31.026265 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31faa8ba-b146-438b-84fb-172f589b05bd None None] Pushing event updated for resources: {'Port': ['ID=09c68c8a-8441-43c3-a227-7c69a06f802d,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:31.040858 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9bd62ee2-47a4-48ea-aaf9-27c771ed4c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:31.056632 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-4acdca95-a5ec-43cf-a6d1-cf6da00b2d40 None None] Attempting to bind port 09c68c8a-8441-43c3-a227-7c69a06f802d on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:58:31.057156 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-4acdca95-a5ec-43cf-a6d1-cf6da00b2d40 None None] Attempting to bind port 09c68c8a-8441-43c3-a227-7c69a06f802d by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '87c2ccd5-0891-49a0-bca9-a809e2fa867d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '373f5516-a20a-4638-b709-e5d746f7876b'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:58:31.057541 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acdca95-a5ec-43cf-a6d1-cf6da00b2d40 None None] Attempting to bind port 09c68c8a-8441-43c3-a227-7c69a06f802d on network 373f5516-a20a-4638-b709-e5d746f7876b {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:58:31.073037 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9c1af-7906-4451-b600-9de2cb40386a None None] Pushing event updated for resources: {'Port': ['ID=bed8be82-f30e-4125-a4f2-b9e9b96d7465,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:31.076560 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acdca95-a5ec-43cf-a6d1-cf6da00b2d40 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:58:31.076931 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acdca95-a5ec-43cf-a6d1-cf6da00b2d40 None None] Checking segment: {'id': '87c2ccd5-0891-49a0-bca9-a809e2fa867d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '373f5516-a20a-4638-b709-e5d746f7876b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:58:31.077332 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4acdca95-a5ec-43cf-a6d1-cf6da00b2d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:31.077722 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acdca95-a5ec-43cf-a6d1-cf6da00b2d40 None None] Bound using segment: {'id': '87c2ccd5-0891-49a0-bca9-a809e2fa867d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '373f5516-a20a-4638-b709-e5d746f7876b'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:58:31.078195 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-4acdca95-a5ec-43cf-a6d1-cf6da00b2d40 None None] Bound port: 09c68c8a-8441-43c3-a227-7c69a06f802d, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c2ccd5-0891-49a0-bca9-a809e2fa867d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '373f5516-a20a-4638-b709-e5d746f7876b'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:58:31.078733 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4acdca95-a5ec-43cf-a6d1-cf6da00b2d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:31.083300 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65634a25-d2d6-4643-8c52-32352629474e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event deleted for resources: {'Port': ['ID=41966721-3670-47a4-be50-6c198bb004ca,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:31.087218 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65634a25-d2d6-4643-8c52-32352629474e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] No DVR routers for this DVR port 41966721-3670-47a4-be50-6c198bb004ca on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:58:31.100155 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-07c64d51-4354-4c0e-ba81-f6093786dedc tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:31.103157 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31dd80e-7dda-4eec-8bec-77d89b1edc0b None None] Resources bound (agent type, host, resource id): {{(pid=102775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 19:58:31.104238 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd62ee2-47a4-48ea-aaf9-27c771ed4c0a admin admin] Pushing event updated for resources: {'Port': ['ID=97cd81bf-b614-4787-b7a8-209fabe8659b,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:31.217537 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-07c64d51-4354-4c0e-ba81-f6093786dedc tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:31.222602 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-65634a25-d2d6-4643-8c52-32352629474e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:31.247354 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9c1af-7906-4451-b600-9de2cb40386a None None] Pushing event updated for resources: {'Port': ['ID=bed8be82-f30e-4125-a4f2-b9e9b96d7465,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:31.274915 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-65634a25-d2d6-4643-8c52-32352629474e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e28d88-0c8a-48e2-a116-88812d6627b3']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:31.281447 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-bc698c31-4ba4-449b-b097-2e7dcd59f39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666a4b92-b638-4fed-b044-6683508916b0', 'name': 'tempest-TestAggregatesBasicOps-673493449-router', 'tenant_id': '741daf5df68a44259dc53b6573c5431c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'bed8be82-f30e-4125-a4f2-b9e9b96d7465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:22Z', 'updated_at': '2022-04-28T19:58:26Z', 'revision_number': 3, 'project_id': '741daf5df68a44259dc53b6573c5431c', 'gw_port': {'id': 'bed8be82-f30e-4125-a4f2-b9e9b96d7465', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666a4b92-b638-4fed-b044-6683508916b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:24Z', 'updated_at': '2022-04-28T19:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:31.303448 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-65634a25-d2d6-4643-8c52-32352629474e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec853ffe-62d5-4271-a7c8-35097d84c213') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:31.303448 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-65634a25-d2d6-4643-8c52-32352629474e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec853ffe-62d5-4271-a7c8-35097d84c213') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:31.319555 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc698c31-4ba4-449b-b097-2e7dcd59f39d None None] The sync data for ids ['666a4b92-b638-4fed-b044-6683508916b0'] in n-d-839810-1 is: [{'id': '666a4b92-b638-4fed-b044-6683508916b0', 'name': 'tempest-TestAggregatesBasicOps-673493449-router', 'tenant_id': '741daf5df68a44259dc53b6573c5431c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'bed8be82-f30e-4125-a4f2-b9e9b96d7465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:22Z', 'updated_at': '2022-04-28T19:58:26Z', 'revision_number': 3, 'project_id': '741daf5df68a44259dc53b6573c5431c', 'gw_port': {'id': 'bed8be82-f30e-4125-a4f2-b9e9b96d7465', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666a4b92-b638-4fed-b044-6683508916b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:24Z', 'updated_at': '2022-04-28T19:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:58:31.359663 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-65634a25-d2d6-4643-8c52-32352629474e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:31.399064 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-65634a25-d2d6-4643-8c52-32352629474e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:31.416088 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65634a25-d2d6-4643-8c52-32352629474e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:58:31.416705 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-65634a25-d2d6-4643-8c52-32352629474e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:31.421298 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:58:31.421298 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:58:31.421298 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:58:31.421298 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:58:31.421298 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:58:31.421298 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:58:31.421298 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:58:31.421298 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:58:31.421298 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:58:31.421298 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:58:31.421298 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:58:31.421298 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:58:31.421298 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:58:31.421298 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:58:31.421298 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:58:31.421298 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:58:31.421298 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:58:31.421298 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:58:31.421298 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:58:31.421298 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:58:31.421298 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:58:31.421298 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:58:31.421298 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:58:31.421298 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:58:31.421298 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:58:31.421298 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:58:31.421298 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:58:31.421298 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:58:31.421298 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:58:31.421298 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:58:31.421298 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:58:31.421298 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:58:31.450529 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-24aa247d-6d0a-4b17-b349-6d08d3729926 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Deleting port 09c68c8a-8441-43c3-a227-7c69a06f802d {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:58:31.450999 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-24aa247d-6d0a-4b17-b349-6d08d3729926 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:31.453492 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-07c64d51-4354-4c0e-ba81-f6093786dedc tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:31.457953 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-07c64d51-4354-4c0e-ba81-f6093786dedc tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:31.460374 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-07c64d51-4354-4c0e-ba81-f6093786dedc tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "DELETE /v2.0/security-groups/ffeab21e-b2f6-40ff-ae36-5599634fc29d HTTP/1.1" status: 204 len: 168 time: 0.5513759 Apr 28 19:58:31.466097 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44104) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:31.487659 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9bd62ee2-47a4-48ea-aaf9-27c771ed4c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:31.515457 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c64d51-4354-4c0e-ba81-f6093786dedc tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffeab21e-b2f6-40ff-ae36-5599634fc29d,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:31.585811 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-4acdca95-a5ec-43cf-a6d1-cf6da00b2d40 None None] For port 09c68c8a-8441-43c3-a227-7c69a06f802d, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:58:31.599965 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3d444b23-ce27-45f9-9215-3848d4ea6b13 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1260836 Apr 28 19:58:31.602250 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44108) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:31.608400 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-4acdca95-a5ec-43cf-a6d1-cf6da00b2d40 None None] For port 09c68c8a-8441-43c3-a227-7c69a06f802d, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=09c68c8a-8441-43c3-a227-7c69a06f802d,segment=NetworkSegment(87c2ccd5-0891-49a0-bca9-a809e2fa867d),segment_id=87c2ccd5-0891-49a0-bca9-a809e2fa867d)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:58:31.609374 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-dd38e270-8c03-4416-b417-931d88723718 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Request body: {'security_group_rule': {'security_group_id': '0b1789b5-2b36-4a4f-a57e-e267ff329df9', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:31.622864 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4acdca95-a5ec-43cf-a6d1-cf6da00b2d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:31.635136 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-65634a25-d2d6-4643-8c52-32352629474e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:31.659347 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-65634a25-d2d6-4643-8c52-32352629474e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:31.665469 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-65634a25-d2d6-4643-8c52-32352629474e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] 10.222.0.42 "DELETE /v2.0/networks/f1e28d88-0c8a-48e2-a116-88812d6627b3 HTTP/1.1" status: 204 len: 168 time: 2.0708914 Apr 28 19:58:31.744979 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-dd38e270-8c03-4416-b417-931d88723718 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] create failed (client error): The resource could not be found. Apr 28 19:58:31.750146 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-dd38e270-8c03-4416-b417-931d88723718 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1412768 Apr 28 19:58:31.754225 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44116) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:31.765832 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acdca95-a5ec-43cf-a6d1-cf6da00b2d40 None None] Routers {'65efe934-e2d0-4ac1-ad54-67f063774231'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:58:31.766789 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-4acdca95-a5ec-43cf-a6d1-cf6da00b2d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:58:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['65efe934-e2d0-4ac1-ad54-67f063774231'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:31.782526 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65634a25-d2d6-4643-8c52-32352629474e tempest-NetworksTest-1569548976 tempest-NetworksTest-1569548976-project] Pushing event deleted for resources: {'Network': ['ID=f1e28d88-0c8a-48e2-a116-88812d6627b3,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:31.814565 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-c11bd091-fdbb-42f1-aa6c-3c32639dda9e tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Request body: {'security_group': {'name': 'tempest-secgroup--1440310612'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:31.825168 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-24aa247d-6d0a-4b17-b349-6d08d3729926 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] For port 09c68c8a-8441-43c3-a227-7c69a06f802d, host n-d-839810-1, got binding levels [] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:58:31.825968 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-24aa247d-6d0a-4b17-b349-6d08d3729926 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:31.852455 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-24aa247d-6d0a-4b17-b349-6d08d3729926 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Calling delete_port for 09c68c8a-8441-43c3-a227-7c69a06f802d owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:58:31.859446 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31faa8ba-b146-438b-84fb-172f589b05bd None None] Pushing event updated for resources: {'Port': ['ID=09c68c8a-8441-43c3-a227-7c69a06f802d,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:31.984096 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9bd62ee2-47a4-48ea-aaf9-27c771ed4c0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:31.991375 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c11bd091-fdbb-42f1-aa6c-3c32639dda9e tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:32.011203 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9bd62ee2-47a4-48ea-aaf9-27c771ed4c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:32.107007 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:32.141389 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 09c68c8a-8441-43c3-a227-7c69a06f802d up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:58:32.149094 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-4acdca95-a5ec-43cf-a6d1-cf6da00b2d40 None None] Set router 65efe934-e2d0-4ac1-ad54-67f063774231 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:58:32.151956 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c75bb73-c1a0-42b6-872a-f3c5b7078f29 None None] get_active_networks_info from n-d-839810-1 {{(pid=102775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 28 19:58:32.214811 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd62ee2-47a4-48ea-aaf9-27c771ed4c0a admin admin] Pushing event updated for resources: {'Port': ['ID=97cd81bf-b614-4787-b7a8-209fabe8659b,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:32.265481 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-24aa247d-6d0a-4b17-b349-6d08d3729926 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:32.322197 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9bd62ee2-47a4-48ea-aaf9-27c771ed4c0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:32.342979 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa247d-6d0a-4b17-b349-6d08d3729926 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Port': ['ID=09c68c8a-8441-43c3-a227-7c69a06f802d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:32.374619 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f8701bf7-f1d4-4ca7-8c88-051c18520d28 req-a93f0568-78de-4261-a7e5-818687d24e7a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ac732c81-4d98-4cc5-a702-0bf0be3d7e61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1538548 Apr 28 19:58:32.484216 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No active binding found for port 09c68c8a-8441-43c3-a227-7c69a06f802d {{(pid=102775) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 28 19:58:32.484920 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 09c68c8a-8441-43c3-a227-7c69a06f802d not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 28 19:58:32.490880 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44124) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:32.493543 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c11bd091-fdbb-42f1-aa6c-3c32639dda9e tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:32.508082 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c11bd091-fdbb-42f1-aa6c-3c32639dda9e tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:32.559434 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd62ee2-47a4-48ea-aaf9-27c771ed4c0a admin admin] Network 52b25f64-d443-4e17-aeab-4da46016be75 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:32.568705 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-9bd62ee2-47a4-48ea-aaf9-27c771ed4c0a admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:32.583650 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c11bd091-fdbb-42f1-aa6c-3c32639dda9e tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:32.586193 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c11bd091-fdbb-42f1-aa6c-3c32639dda9e tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8306980 Apr 28 19:58:32.590070 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44128) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:32.599148 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-756815af-3a8e-47d2-b558-be5f31b83a00 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Request body: {'security_group': {'name': 'tempest-secgroup--321239181'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:32.611535 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Port 09c68c8a-8441-43c3-a227-7c69a06f802d not found, will not notify nova. {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 28 19:58:32.612160 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 8ac07fc3-0fb7-466d-a760-75260f5096a2 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:58:32.650488 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11bd091-fdbb-42f1-aa6c-3c32639dda9e tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a30e120-ef8f-4eb6-aa9a-4d72a3bf2512,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:32.674643 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8701bf7-f1d4-4ca7-8c88-051c18520d28 req-80f52d5c-fa91-43b2-bdf6-2b2ec2039b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:32.687311 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f8701bf7-f1d4-4ca7-8c88-051c18520d28 req-80f52d5c-fa91-43b2-bdf6-2b2ec2039b43 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3397cabaf68f4eccbdd2d7c135e48bbd&device_id=ac732c81-4d98-4cc5-a702-0bf0be3d7e61 HTTP/1.1" status: 200 len: 1096 time: 0.1794469 Apr 28 19:58:32.700297 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-24aa247d-6d0a-4b17-b349-6d08d3729926 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:32.757549 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 8ac07fc3-0fb7-466d-a760-75260f5096a2 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:32.757938 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:32.801221 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c75bb73-c1a0-42b6-872a-f3c5b7078f29 None None] Resources bound (agent type, host, resource id): {{(pid=102775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 19:58:32.918055 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8701bf7-f1d4-4ca7-8c88-051c18520d28 req-45566ba6-5799-4492-820a-fc6ef021cbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:32.919548 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f8701bf7-f1d4-4ca7-8c88-051c18520d28 req-45566ba6-5799-4492-820a-fc6ef021cbb4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=13d770d2-76f1-4754-862f-2caf67b7488d HTTP/1.1" status: 200 len: 912 time: 0.2058187 Apr 28 19:58:33.008669 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-756815af-3a8e-47d2-b558-be5f31b83a00 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:33.012709 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-4acdca95-a5ec-43cf-a6d1-cf6da00b2d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'name': 'tempest-RoutersIpV6Test-router-984485113', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:57:51Z', 'updated_at': '2022-04-28T19:58:28Z', 'revision_number': 7, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'gw_port_host': None, '_interfaces': [{'id': '09c68c8a-8441-43c3-a227-7c69a06f802d', 'name': '', 'network_id': '373f5516-a20a-4638-b709-e5d746f7876b', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:c2:35:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '5e103257-48a1-4a95-9317-80fd6aef139f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:18Z', 'updated_at': '2022-04-28T19:58:31Z', 'revision_number': 4, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': '5e103257-48a1-4a95-9317-80fd6aef139f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5517180d-d1ae-4d37-ba2d-78f2063489f3', 'name': '', 'network_id': 'bfd0994d-d2a7-4da3-a599-bcc0bbd469db', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:08:37:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '2d3592eb-f8ff-452a-9932-25ea888fc728', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:09Z', 'updated_at': '2022-04-28T19:58:26Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': '2d3592eb-f8ff-452a-9932-25ea888fc728', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '622fde1c-c4f4-47b9-99bf-fece94e2da4e', 'name': '', 'network_id': '9d736f5d-9643-4b7a-8447-f4103bd10514', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:73:a6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '8d64df69-8bb8-4c74-b0ee-bd1d03161916', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:01Z', 'updated_at': '2022-04-28T19:58:13Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': '8d64df69-8bb8-4c74-b0ee-bd1d03161916', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5e1779-e5e4-43da-9a28-58ebaa06196c', 'name': '', 'network_id': '28d71419-8bdb-470c-ba68-cfb3351d196f', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:94:0b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:57:53Z', 'updated_at': '2022-04-28T19:57:59Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:33.018710 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24aa247d-6d0a-4b17-b349-6d08d3729926 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Router 65efe934-e2d0-4ac1-ad54-67f063774231 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:58:33.088194 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-756815af-3a8e-47d2-b558-be5f31b83a00 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:33.097404 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-756815af-3a8e-47d2-b558-be5f31b83a00 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:33.125119 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f8701bf7-f1d4-4ca7-8c88-051c18520d28 req-465b561e-8b80-47d2-bbb4-2cb5b5e2a414 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea477b41-020f-453a-aa33-c8fb69e1291a HTTP/1.1" status: 200 len: 1001 time: 0.1133347 Apr 28 19:58:33.133831 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acdca95-a5ec-43cf-a6d1-cf6da00b2d40 None None] The sync data for ids ['65efe934-e2d0-4ac1-ad54-67f063774231'] in n-d-839810-1 is: [{'id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'name': 'tempest-RoutersIpV6Test-router-984485113', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:57:51Z', 'updated_at': '2022-04-28T19:58:28Z', 'revision_number': 7, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'gw_port_host': None, '_interfaces': [{'id': '09c68c8a-8441-43c3-a227-7c69a06f802d', 'name': '', 'network_id': '373f5516-a20a-4638-b709-e5d746f7876b', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:c2:35:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '5e103257-48a1-4a95-9317-80fd6aef139f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:18Z', 'updated_at': '2022-04-28T19:58:31Z', 'revision_number': 4, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': '5e103257-48a1-4a95-9317-80fd6aef139f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5517180d-d1ae-4d37-ba2d-78f2063489f3', 'name': '', 'network_id': 'bfd0994d-d2a7-4da3-a599-bcc0bbd469db', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:08:37:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '2d3592eb-f8ff-452a-9932-25ea888fc728', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:09Z', 'updated_at': '2022-04-28T19:58:26Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': '2d3592eb-f8ff-452a-9932-25ea888fc728', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '622fde1c-c4f4-47b9-99bf-fece94e2da4e', 'name': '', 'network_id': '9d736f5d-9643-4b7a-8447-f4103bd10514', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:73:a6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '8d64df69-8bb8-4c74-b0ee-bd1d03161916', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:01Z', 'updated_at': '2022-04-28T19:58:13Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': '8d64df69-8bb8-4c74-b0ee-bd1d03161916', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5e1779-e5e4-43da-9a28-58ebaa06196c', 'name': '', 'network_id': '28d71419-8bdb-470c-ba68-cfb3351d196f', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:94:0b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:57:53Z', 'updated_at': '2022-04-28T19:57:59Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:58:33.175781 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-84af1f9e-b376-47bb-a455-b310766a5c7b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9e9c5314bb5e4a71bd28b899dbbabafa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6789327 Apr 28 19:58:33.181453 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44130) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:33.201543 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-756815af-3a8e-47d2-b558-be5f31b83a00 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:33.205353 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-756815af-3a8e-47d2-b558-be5f31b83a00 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6115181 Apr 28 19:58:33.206846 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44132) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:33.213939 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-e7b0da43-5d82-4c79-a8ca-6a7cae32e05d tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Request body: {'security_group_rule': {'security_group_id': '3a30e120-ef8f-4eb6-aa9a-4d72a3bf2512', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '62764a7a-f407-4de3-a34e-0d48d4a99a8d'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:33.221947 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756815af-3a8e-47d2-b558-be5f31b83a00 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62764a7a-f407-4de3-a34e-0d48d4a99a8d,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:33.233203 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd62ee2-47a4-48ea-aaf9-27c771ed4c0a admin admin] Router 666a4b92-b638-4fed-b044-6683508916b0 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:58:33.233754 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24aa247d-6d0a-4b17-b349-6d08d3729926 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:58:33.245607 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-24aa247d-6d0a-4b17-b349-6d08d3729926 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "PUT /v2.0/routers/65efe934-e2d0-4ac1-ad54-67f063774231/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4608552 Apr 28 19:58:33.249756 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44134) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:33.263706 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8701bf7-f1d4-4ca7-8c88-051c18520d28 req-06dd8a70-9174-4707-8a79-2c52b80d01ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:33.265550 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f8701bf7-f1d4-4ca7-8c88-051c18520d28 req-06dd8a70-9174-4707-8a79-2c52b80d01ff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95e411ad-3fda-47de-9866-800115a43d0a HTTP/1.1" status: 200 len: 850 time: 0.1116109 Apr 28 19:58:33.349813 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8701bf7-f1d4-4ca7-8c88-051c18520d28 req-94888a69-0ec8-439d-be04-a19a09770dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:33.352003 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f8701bf7-f1d4-4ca7-8c88-051c18520d28 req-94888a69-0ec8-439d-be04-a19a09770dc9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=13d770d2-76f1-4754-862f-2caf67b7488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755374 Apr 28 19:58:33.353168 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-e7b0da43-5d82-4c79-a8ca-6a7cae32e05d tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:58:33.354382 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e7b0da43-5d82-4c79-a8ca-6a7cae32e05d tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1463513 Apr 28 19:58:33.357671 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44138) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:33.433708 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da487cd-7e13-4105-92f4-5cc921fa2960 None None] DHCP port deletion for f1e28d88-0c8a-48e2-a116-88812d6627b3 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:58:33.462112 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc431b9-7bea-437c-b688-aef050c728a0 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Deleting subnet 5e103257-48a1-4a95-9317-80fd6aef139f {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:58:33.468212 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cbc431b9-7bea-437c-b688-aef050c728a0 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:33.475966 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:33.515285 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fd03d85d-ab31-47e4-afa6-cdce4745eae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:33.529891 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2d8d6462-03e9-4325-9e7f-52316f1b3789 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:33.544595 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fd03d85d-ab31-47e4-afa6-cdce4745eae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:33.576717 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2d8d6462-03e9-4325-9e7f-52316f1b3789 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:33.621884 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f8701bf7-f1d4-4ca7-8c88-051c18520d28 req-6137e23d-44f6-4abf-a7de-97af4eda98d1 service neutron] 10.222.0.44 "GET /v2.0/networks/13d770d2-76f1-4754-862f-2caf67b7488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912408 Apr 28 19:58:33.683414 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fd03d85d-ab31-47e4-afa6-cdce4745eae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:33.712142 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fd03d85d-ab31-47e4-afa6-cdce4745eae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:33.713421 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-fd03d85d-ab31-47e4-afa6-cdce4745eae5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/28b1d737-472b-474d-92b1-d02d666fffb6 HTTP/1.1" status: 204 len: 168 time: 0.5272095 Apr 28 19:58:33.829425 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76a9642-5fd4-440b-ae05-2ce028deed3d None None] Sync routers for ids ['65efe934-e2d0-4ac1-ad54-67f063774231'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:58:33.832469 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cbc431b9-7bea-437c-b688-aef050c728a0 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:33.837011 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd03d85d-ab31-47e4-afa6-cdce4745eae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b1d737-472b-474d-92b1-d02d666fffb6,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:33.873789 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76a9642-5fd4-440b-ae05-2ce028deed3d None None] Routers {'65efe934-e2d0-4ac1-ad54-67f063774231'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:58:33.875351 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e76a9642-5fd4-440b-ae05-2ce028deed3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:58:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['65efe934-e2d0-4ac1-ad54-67f063774231'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:33.937545 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd62ee2-47a4-48ea-aaf9-27c771ed4c0a admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:58:33.978115 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9bd62ee2-47a4-48ea-aaf9-27c771ed4c0a admin admin] 10.222.0.42 "PUT /v2.0/routers/666a4b92-b638-4fed-b044-6683508916b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0505383 Apr 28 19:58:34.022665 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2d8d6462-03e9-4325-9e7f-52316f1b3789 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:34.044133 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2d8d6462-03e9-4325-9e7f-52316f1b3789 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:34.049344 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2d8d6462-03e9-4325-9e7f-52316f1b3789 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "DELETE /v2.0/security-groups/62764a7a-f407-4de3-a34e-0d48d4a99a8d HTTP/1.1" status: 204 len: 168 time: 0.6884918 Apr 28 19:58:34.051892 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44148) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:34.140418 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d6462-03e9-4325-9e7f-52316f1b3789 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62764a7a-f407-4de3-a34e-0d48d4a99a8d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:34.184272 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cbc431b9-7bea-437c-b688-aef050c728a0 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:34.216776 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f8701bf7-f1d4-4ca7-8c88-051c18520d28 req-a8aced5e-bece-4ed6-a8b5-922ca84b37c5 service neutron] 10.222.0.44 "GET /v2.0/networks/13d770d2-76f1-4754-862f-2caf67b7488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5845141 Apr 28 19:58:34.317364 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bed8be82-f30e-4125-a4f2-b9e9b96d7465 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:58:34.377240 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-126f1538-ad6c-4595-b12b-51c046c6983d tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3224170 Apr 28 19:58:34.380147 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44160) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:34.466751 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-e76a9642-5fd4-440b-ae05-2ce028deed3d None None] Set router 65efe934-e2d0-4ac1-ad54-67f063774231 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:58:34.508542 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cbc431b9-7bea-437c-b688-aef050c728a0 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:34.521395 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052a0dc7-98b0-4090-9994-c7184b106c13 None None] Sync routers for ids ['666a4b92-b638-4fed-b044-6683508916b0'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:58:34.555374 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-492f6d8f-b6e7-49bb-9cca-d0f6cf9061ce tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:34.561833 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052a0dc7-98b0-4090-9994-c7184b106c13 None None] Routers {'666a4b92-b638-4fed-b044-6683508916b0'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:58:34.562482 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-052a0dc7-98b0-4090-9994-c7184b106c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:58:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['666a4b92-b638-4fed-b044-6683508916b0'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:34.601241 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc431b9-7bea-437c-b688-aef050c728a0 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Subnet': ['ID=5e103257-48a1-4a95-9317-80fd6aef139f,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:34.612412 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-492f6d8f-b6e7-49bb-9cca-d0f6cf9061ce tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:34.615982 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cbc431b9-7bea-437c-b688-aef050c728a0 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:34.632392 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-cbc431b9-7bea-437c-b688-aef050c728a0 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/subnets/5e103257-48a1-4a95-9317-80fd6aef139f HTTP/1.1" status: 204 len: 168 time: 1.3785198 Apr 28 19:58:34.633489 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44174) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:34.656247 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-2ec448e4-ade1-4997-8211-8e0a7e041ce5 None None] Provisioning complete for port 97cd81bf-b614-4787-b7a8-209fabe8659b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:34.656624 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2ec448e4-ade1-4997-8211-8e0a7e041ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:34.713453 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-2ec448e4-ade1-4997-8211-8e0a7e041ce5 None None] Port 97cd81bf-b614-4787-b7a8-209fabe8659b cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:58:34.743082 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50418fcb-673f-4a38-8b38-e17e00d5642e None None] Network 373f5516-a20a-4638-b709-e5d746f7876b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:58:34.768530 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-492f6d8f-b6e7-49bb-9cca-d0f6cf9061ce tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:34.776147 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-492f6d8f-b6e7-49bb-9cca-d0f6cf9061ce tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:34.793855 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-492f6d8f-b6e7-49bb-9cca-d0f6cf9061ce tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "DELETE /v2.0/security-groups/3a30e120-ef8f-4eb6-aa9a-4d72a3bf2512 HTTP/1.1" status: 204 len: 168 time: 0.4116981 Apr 28 19:58:34.813600 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44182) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:34.839651 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bc69d00b-4837-4917-95f3-2639f210652e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:34.891605 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-052a0dc7-98b0-4090-9994-c7184b106c13 None None] Set router 666a4b92-b638-4fed-b044-6683508916b0 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:58:34.958155 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f6d8f-b6e7-49bb-9cca-d0f6cf9061ce tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a30e120-ef8f-4eb6-aa9a-4d72a3bf2512,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:34.966004 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-bc69d00b-4837-4917-95f3-2639f210652e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Deleting port 0ae2e956-26e1-41dd-bca7-b8ec48a2b64c {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:58:34.966614 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bc69d00b-4837-4917-95f3-2639f210652e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:35.025270 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b7c2a24b-b953-4fd1-804d-9f94d407c5bd None None] Could not find standard attr ID for object 09c68c8a-8441-43c3-a227-7c69a06f802d. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:58:35.080497 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-72e3e671-9717-4508-8aed-f3bf9b783b04 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2559628 Apr 28 19:58:35.086016 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44194) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:35.105207 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-14be9219-ff61-4d77-8a59-6d54f4b40d5a tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Request body: {'security_group': {'name': 'tempest-secgroup--1157981184'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:35.158951 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-bc69d00b-4837-4917-95f3-2639f210652e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] For port 0ae2e956-26e1-41dd-bca7-b8ec48a2b64c, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=0ae2e956-26e1-41dd-bca7-b8ec48a2b64c,segment=NetworkSegment(87c2ccd5-0891-49a0-bca9-a809e2fa867d),segment_id=87c2ccd5-0891-49a0-bca9-a809e2fa867d)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:58:35.159623 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bc69d00b-4837-4917-95f3-2639f210652e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:35.174981 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-14be9219-ff61-4d77-8a59-6d54f4b40d5a tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:35.246460 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-bc69d00b-4837-4917-95f3-2639f210652e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Calling delete_port for 0ae2e956-26e1-41dd-bca7-b8ec48a2b64c owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:58:35.275604 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-052a0dc7-98b0-4090-9994-c7184b106c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666a4b92-b638-4fed-b044-6683508916b0', 'name': 'tempest-TestAggregatesBasicOps-673493449-router', 'tenant_id': '741daf5df68a44259dc53b6573c5431c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'bed8be82-f30e-4125-a4f2-b9e9b96d7465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:22Z', 'updated_at': '2022-04-28T19:58:31Z', 'revision_number': 4, 'project_id': '741daf5df68a44259dc53b6573c5431c', 'gw_port': {'id': 'bed8be82-f30e-4125-a4f2-b9e9b96d7465', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666a4b92-b638-4fed-b044-6683508916b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:24Z', 'updated_at': '2022-04-28T19:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '97cd81bf-b614-4787-b7a8-209fabe8659b', 'name': '', 'network_id': '52b25f64-d443-4e17-aeab-4da46016be75', 'tenant_id': '741daf5df68a44259dc53b6573c5431c', 'mac_address': 'fa:16:3e:13:b6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666a4b92-b638-4fed-b044-6683508916b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '78abfa0c-9359-4a89-8a79-0aefc801119d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:30Z', 'updated_at': '2022-04-28T19:58:31Z', 'revision_number': 2, 'project_id': '741daf5df68a44259dc53b6573c5431c', 'subnets': [{'id': '78abfa0c-9359-4a89-8a79-0aefc801119d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:35.340276 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052a0dc7-98b0-4090-9994-c7184b106c13 None None] Checking router: 666a4b92-b638-4fed-b044-6683508916b0 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:58:35.340933 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052a0dc7-98b0-4090-9994-c7184b106c13 None None] Updating router 666a4b92-b638-4fed-b044-6683508916b0 port 97cd81bf-b614-4787-b7a8-209fabe8659b binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:58:35.393824 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-14be9219-ff61-4d77-8a59-6d54f4b40d5a tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:35.405519 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-14be9219-ff61-4d77-8a59-6d54f4b40d5a tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:35.454719 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be9219-ff61-4d77-8a59-6d54f4b40d5a tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed31a23b-4ef0-4634-ae89-4bd1ff6fa2b6,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:35.507085 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-14be9219-ff61-4d77-8a59-6d54f4b40d5a tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:35.510992 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-14be9219-ff61-4d77-8a59-6d54f4b40d5a tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4209588 Apr 28 19:58:35.515032 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44216) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:35.519250 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b7c2a24b-b953-4fd1-804d-9f94d407c5bd None None] Provisioning complete for port 97cd81bf-b614-4787-b7a8-209fabe8659b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:35.519635 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b7c2a24b-b953-4fd1-804d-9f94d407c5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:35.521694 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port bed8be82-f30e-4125-a4f2-b9e9b96d7465 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:35.522070 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:35.528409 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-76e0b1a6-2381-42f9-88ab-92ca33dbb961 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Request body: {'security_group_rule': {'security_group_id': 'ed31a23b-4ef0-4634-ae89-4bd1ff6fa2b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:35.544426 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-052a0dc7-98b0-4090-9994-c7184b106c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:35.551968 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bc69d00b-4837-4917-95f3-2639f210652e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:35.594654 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-76e0b1a6-2381-42f9-88ab-92ca33dbb961 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:58:35.599969 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-76e0b1a6-2381-42f9-88ab-92ca33dbb961 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0809677 Apr 28 19:58:35.600977 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc69d00b-4837-4917-95f3-2639f210652e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Port': ['ID=0ae2e956-26e1-41dd-bca7-b8ec48a2b64c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:35.603188 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44220) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:35.618413 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc69d00b-4837-4917-95f3-2639f210652e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] No DVR routers for this DVR port 0ae2e956-26e1-41dd-bca7-b8ec48a2b64c on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:58:35.624183 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-20c4f2d1-4dd5-49d9-8aba-9f692acd8e01 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Request body: {'security_group_rule': {'security_group_id': 'ed31a23b-4ef0-4634-ae89-4bd1ff6fa2b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:35.735951 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-b7c2a24b-b953-4fd1-804d-9f94d407c5bd None None] Port 97cd81bf-b614-4787-b7a8-209fabe8659b cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:58:35.782274 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0822993-57c6-4883-91b2-e0a0a831cff8 None None] DHCP port deletion for 373f5516-a20a-4638-b709-e5d746f7876b request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:58:35.876380 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bc69d00b-4837-4917-95f3-2639f210652e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:35.904607 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:35.927918 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-20c4f2d1-4dd5-49d9-8aba-9f692acd8e01 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:58:35.932605 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-20c4f2d1-4dd5-49d9-8aba-9f692acd8e01 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3276327 Apr 28 19:58:35.935814 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44230) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:35.953979 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-bc69d00b-4837-4917-95f3-2639f210652e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['373f5516-a20a-4638-b709-e5d746f7876b']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:35.957582 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port bed8be82-f30e-4125-a4f2-b9e9b96d7465, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=bed8be82-f30e-4125-a4f2-b9e9b96d7465,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:58:35.968861 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-bc69d00b-4837-4917-95f3-2639f210652e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c2ccd5-0891-49a0-bca9-a809e2fa867d') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:35.969162 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-bc69d00b-4837-4917-95f3-2639f210652e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c2ccd5-0891-49a0-bca9-a809e2fa867d') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:35.973483 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:35.988315 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e76a9642-5fd4-440b-ae05-2ce028deed3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'name': 'tempest-RoutersIpV6Test-router-984485113', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:57:51Z', 'updated_at': '2022-04-28T19:58:32Z', 'revision_number': 8, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'gw_port_host': None, '_interfaces': [{'id': '5517180d-d1ae-4d37-ba2d-78f2063489f3', 'name': '', 'network_id': 'bfd0994d-d2a7-4da3-a599-bcc0bbd469db', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:08:37:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '2d3592eb-f8ff-452a-9932-25ea888fc728', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:09Z', 'updated_at': '2022-04-28T19:58:26Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': '2d3592eb-f8ff-452a-9932-25ea888fc728', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '622fde1c-c4f4-47b9-99bf-fece94e2da4e', 'name': '', 'network_id': '9d736f5d-9643-4b7a-8447-f4103bd10514', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:73:a6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '8d64df69-8bb8-4c74-b0ee-bd1d03161916', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:01Z', 'updated_at': '2022-04-28T19:58:13Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': '8d64df69-8bb8-4c74-b0ee-bd1d03161916', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5e1779-e5e4-43da-9a28-58ebaa06196c', 'name': '', 'network_id': '28d71419-8bdb-470c-ba68-cfb3351d196f', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:94:0b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:57:53Z', 'updated_at': '2022-04-28T19:57:59Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:35.991822 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bc69d00b-4837-4917-95f3-2639f210652e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:36.027191 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bc69d00b-4837-4917-95f3-2639f210652e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:36.044847 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc69d00b-4837-4917-95f3-2639f210652e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:58:36.045258 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bc69d00b-4837-4917-95f3-2639f210652e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:36.048627 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:58:36.048627 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:58:36.048627 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:58:36.048627 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:58:36.048627 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:58:36.048627 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:58:36.048627 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:58:36.048627 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:58:36.048627 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:58:36.048627 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:58:36.048627 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:58:36.048627 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:58:36.048627 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:58:36.048627 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:58:36.048627 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:58:36.048627 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:58:36.048627 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:58:36.048627 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:58:36.048627 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:58:36.048627 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:58:36.048627 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:58:36.048627 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:58:36.048627 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:58:36.048627 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:58:36.048627 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:58:36.048627 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:58:36.048627 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:58:36.048627 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:58:36.048627 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:58:36.048627 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:58:36.048627 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:58:36.048627 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:58:36.072263 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76a9642-5fd4-440b-ae05-2ce028deed3d None None] Checking router: 65efe934-e2d0-4ac1-ad54-67f063774231 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:58:36.075312 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 41966721-3670-47a4-be50-6c198bb004ca no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:58:36.076316 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b217adf2-62cb-49b9-bd4a-ad9167da5f14 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:36.117652 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 41966721-3670-47a4-be50-6c198bb004ca {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:58:36.118036 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 41966721-3670-47a4-be50-6c198bb004ca not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:58:36.128377 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b217adf2-62cb-49b9-bd4a-ad9167da5f14 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:36.166402 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76a9642-5fd4-440b-ae05-2ce028deed3d None None] Routers {'65efe934-e2d0-4ac1-ad54-67f063774231'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:58:36.167052 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e76a9642-5fd4-440b-ae05-2ce028deed3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:58:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['65efe934-e2d0-4ac1-ad54-67f063774231'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:36.173548 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bc69d00b-4837-4917-95f3-2639f210652e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:36.206979 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bc69d00b-4837-4917-95f3-2639f210652e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:36.207622 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b217adf2-62cb-49b9-bd4a-ad9167da5f14 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:36.211066 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b217adf2-62cb-49b9-bd4a-ad9167da5f14 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:36.211813 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-052a0dc7-98b0-4090-9994-c7184b106c13 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:36.214954 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b217adf2-62cb-49b9-bd4a-ad9167da5f14 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "DELETE /v2.0/security-groups/ed31a23b-4ef0-4634-ae89-4bd1ff6fa2b6 HTTP/1.1" status: 204 len: 168 time: 0.2753215 Apr 28 19:58:36.215820 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44232) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:36.218424 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44234) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:36.219872 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-bc69d00b-4837-4917-95f3-2639f210652e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/networks/373f5516-a20a-4638-b709-e5d746f7876b HTTP/1.1" status: 204 len: 168 time: 1.5840516 Apr 28 19:58:36.225373 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-052a0dc7-98b0-4090-9994-c7184b106c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:36.265442 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc69d00b-4837-4917-95f3-2639f210652e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Network': ['ID=373f5516-a20a-4638-b709-e5d746f7876b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:36.274969 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 0ae2e956-26e1-41dd-bca7-b8ec48a2b64c no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:58:36.327535 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217adf2-62cb-49b9-bd4a-ad9167da5f14 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed31a23b-4ef0-4634-ae89-4bd1ff6fa2b6,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:36.393488 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd18aa0a-6022-4aff-b9c3-9eca9006d980 None None] Pushing event updated for resources: {'Port': ['ID=97cd81bf-b614-4787-b7a8-209fabe8659b,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:36.424959 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 0ae2e956-26e1-41dd-bca7-b8ec48a2b64c {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:58:36.425303 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 0ae2e956-26e1-41dd-bca7-b8ec48a2b64c not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:58:36.443541 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=bed8be82-f30e-4125-a4f2-b9e9b96d7465,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:36.472534 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-052a0dc7-98b0-4090-9994-c7184b106c13 None None] Attempting to bind port 97cd81bf-b614-4787-b7a8-209fabe8659b on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:58:36.479684 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-052a0dc7-98b0-4090-9994-c7184b106c13 None None] Attempting to bind port 97cd81bf-b614-4787-b7a8-209fabe8659b by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '637dbb8e-1ca4-4163-a824-eb644782f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '52b25f64-d443-4e17-aeab-4da46016be75'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:58:36.480481 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052a0dc7-98b0-4090-9994-c7184b106c13 None None] Attempting to bind port 97cd81bf-b614-4787-b7a8-209fabe8659b on network 52b25f64-d443-4e17-aeab-4da46016be75 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:58:36.492907 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052a0dc7-98b0-4090-9994-c7184b106c13 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:58:36.493274 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052a0dc7-98b0-4090-9994-c7184b106c13 None None] Checking segment: {'id': '637dbb8e-1ca4-4163-a824-eb644782f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '52b25f64-d443-4e17-aeab-4da46016be75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:58:36.493755 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-052a0dc7-98b0-4090-9994-c7184b106c13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:36.494153 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052a0dc7-98b0-4090-9994-c7184b106c13 None None] Bound using segment: {'id': '637dbb8e-1ca4-4163-a824-eb644782f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '52b25f64-d443-4e17-aeab-4da46016be75'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:58:36.494640 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-052a0dc7-98b0-4090-9994-c7184b106c13 None None] Bound port: 97cd81bf-b614-4787-b7a8-209fabe8659b, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '637dbb8e-1ca4-4163-a824-eb644782f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '52b25f64-d443-4e17-aeab-4da46016be75'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:58:36.495019 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-052a0dc7-98b0-4090-9994-c7184b106c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:36.506070 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-e76a9642-5fd4-440b-ae05-2ce028deed3d None None] Set router 65efe934-e2d0-4ac1-ad54-67f063774231 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:58:36.707106 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-052a0dc7-98b0-4090-9994-c7184b106c13 None None] For port 97cd81bf-b614-4787-b7a8-209fabe8659b, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:58:36.717797 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-052a0dc7-98b0-4090-9994-c7184b106c13 None None] For port 97cd81bf-b614-4787-b7a8-209fabe8659b, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=97cd81bf-b614-4787-b7a8-209fabe8659b,segment=NetworkSegment(637dbb8e-1ca4-4163-a824-eb644782f21a),segment_id=637dbb8e-1ca4-4163-a824-eb644782f21a)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:58:36.726060 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-052a0dc7-98b0-4090-9994-c7184b106c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:36.758477 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-f0cbc2bd-ecb2-41d5-8cb8-884fed46be74 None None] Provisioning complete for port 97cd81bf-b614-4787-b7a8-209fabe8659b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:36.759224 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f0cbc2bd-ecb2-41d5-8cb8-884fed46be74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:36.826021 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052a0dc7-98b0-4090-9994-c7184b106c13 None None] Routers {'666a4b92-b638-4fed-b044-6683508916b0'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:58:36.827385 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-052a0dc7-98b0-4090-9994-c7184b106c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:58:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['666a4b92-b638-4fed-b044-6683508916b0'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:36.949910 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd18aa0a-6022-4aff-b9c3-9eca9006d980 None None] Pushing event updated for resources: {'Port': ['ID=97cd81bf-b614-4787-b7a8-209fabe8659b,revision_number=4']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:37.057241 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f0cbc2bd-ecb2-41d5-8cb8-884fed46be74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:37.139491 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fad055ee-4bf0-4a62-8592-7ac9841e0752 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.9197760 Apr 28 19:58:37.144268 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44272) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:37.159410 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-ad33d5d2-3cd4-4dfc-bd4b-3fa5d75e6b8b tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Request body: {'security_group': {'name': 'tempest-secgroup--1792154368'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:37.205278 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-052a0dc7-98b0-4090-9994-c7184b106c13 None None] Set router 666a4b92-b638-4fed-b044-6683508916b0 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:58:37.229878 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e76a9642-5fd4-440b-ae05-2ce028deed3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'name': 'tempest-RoutersIpV6Test-router-984485113', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:57:51Z', 'updated_at': '2022-04-28T19:58:32Z', 'revision_number': 8, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'gw_port_host': None, '_interfaces': [{'id': '5517180d-d1ae-4d37-ba2d-78f2063489f3', 'name': '', 'network_id': 'bfd0994d-d2a7-4da3-a599-bcc0bbd469db', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:08:37:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '2d3592eb-f8ff-452a-9932-25ea888fc728', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:09Z', 'updated_at': '2022-04-28T19:58:26Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': '2d3592eb-f8ff-452a-9932-25ea888fc728', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '622fde1c-c4f4-47b9-99bf-fece94e2da4e', 'name': '', 'network_id': '9d736f5d-9643-4b7a-8447-f4103bd10514', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:73:a6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '8d64df69-8bb8-4c74-b0ee-bd1d03161916', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:01Z', 'updated_at': '2022-04-28T19:58:13Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': '8d64df69-8bb8-4c74-b0ee-bd1d03161916', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5e1779-e5e4-43da-9a28-58ebaa06196c', 'name': '', 'network_id': '28d71419-8bdb-470c-ba68-cfb3351d196f', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:94:0b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:57:53Z', 'updated_at': '2022-04-28T19:57:59Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:37.240682 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-f0cbc2bd-ecb2-41d5-8cb8-884fed46be74 None None] For port 97cd81bf-b614-4787-b7a8-209fabe8659b, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=97cd81bf-b614-4787-b7a8-209fabe8659b,segment=NetworkSegment(637dbb8e-1ca4-4163-a824-eb644782f21a),segment_id=637dbb8e-1ca4-4163-a824-eb644782f21a)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:58:37.307727 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f0cbc2bd-ecb2-41d5-8cb8-884fed46be74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:37.313815 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76a9642-5fd4-440b-ae05-2ce028deed3d None None] The sync data for ids ['65efe934-e2d0-4ac1-ad54-67f063774231'] in n-d-839810-1 is: [{'id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'name': 'tempest-RoutersIpV6Test-router-984485113', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:57:51Z', 'updated_at': '2022-04-28T19:58:32Z', 'revision_number': 8, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'gw_port_host': None, '_interfaces': [{'id': '5517180d-d1ae-4d37-ba2d-78f2063489f3', 'name': '', 'network_id': 'bfd0994d-d2a7-4da3-a599-bcc0bbd469db', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:08:37:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '2d3592eb-f8ff-452a-9932-25ea888fc728', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:09Z', 'updated_at': '2022-04-28T19:58:26Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': '2d3592eb-f8ff-452a-9932-25ea888fc728', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '622fde1c-c4f4-47b9-99bf-fece94e2da4e', 'name': '', 'network_id': '9d736f5d-9643-4b7a-8447-f4103bd10514', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:73:a6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '8d64df69-8bb8-4c74-b0ee-bd1d03161916', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:01Z', 'updated_at': '2022-04-28T19:58:13Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': '8d64df69-8bb8-4c74-b0ee-bd1d03161916', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5e1779-e5e4-43da-9a28-58ebaa06196c', 'name': '', 'network_id': '28d71419-8bdb-470c-ba68-cfb3351d196f', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:94:0b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:57:53Z', 'updated_at': '2022-04-28T19:57:59Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:58:37.367449 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ad33d5d2-3cd4-4dfc-bd4b-3fa5d75e6b8b tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:37.461781 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b78e1fbe-c55f-4509-96d2-37e6af55b8bf None None] Provisioning complete for port 97cd81bf-b614-4787-b7a8-209fabe8659b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:37.462154 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b78e1fbe-c55f-4509-96d2-37e6af55b8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:37.464025 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cbc2bd-ecb2-41d5-8cb8-884fed46be74 None None] Pushing event updated for resources: {'Port': ['ID=97cd81bf-b614-4787-b7a8-209fabe8659b,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:37.560604 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ad33d5d2-3cd4-4dfc-bd4b-3fa5d75e6b8b tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:37.567228 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ad33d5d2-3cd4-4dfc-bd4b-3fa5d75e6b8b tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:37.694730 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ad33d5d2-3cd4-4dfc-bd4b-3fa5d75e6b8b tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:37.703452 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ad33d5d2-3cd4-4dfc-bd4b-3fa5d75e6b8b tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5577140 Apr 28 19:58:37.712788 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44288) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:37.731802 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33d5d2-3cd4-4dfc-bd4b-3fa5d75e6b8b tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d59f2b7-c5b8-4a88-9c71-3c813fe7d061,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:37.743225 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-c6479aa8-97f1-40d0-abe5-eff43c52bf97 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:37.743650 n-d-839810-1 neutron-server[102773]: WARNING neutron.api.v2.base [None req-c6479aa8-97f1-40d0-abe5-eff43c52bf97 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 28 19:58:37.750109 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-c6479aa8-97f1-40d0-abe5-eff43c52bf97 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] update failed (client error): There was a conflict when trying to complete your request. Apr 28 19:58:37.758576 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44292) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:37.761053 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c6479aa8-97f1-40d0-abe5-eff43c52bf97 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "PUT /v2.0/security-groups/5d59f2b7-c5b8-4a88-9c71-3c813fe7d061 HTTP/1.1" status: 409 len: 330 time: 0.0339081 Apr 28 19:58:37.873737 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ac5c227-1f13-4901-b016-89b8f6ce61d2 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:37.873905 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-052a0dc7-98b0-4090-9994-c7184b106c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666a4b92-b638-4fed-b044-6683508916b0', 'name': 'tempest-TestAggregatesBasicOps-673493449-router', 'tenant_id': '741daf5df68a44259dc53b6573c5431c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'bed8be82-f30e-4125-a4f2-b9e9b96d7465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:22Z', 'updated_at': '2022-04-28T19:58:31Z', 'revision_number': 4, 'project_id': '741daf5df68a44259dc53b6573c5431c', 'gw_port': {'id': 'bed8be82-f30e-4125-a4f2-b9e9b96d7465', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666a4b92-b638-4fed-b044-6683508916b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:24Z', 'updated_at': '2022-04-28T19:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '97cd81bf-b614-4787-b7a8-209fabe8659b', 'name': '', 'network_id': '52b25f64-d443-4e17-aeab-4da46016be75', 'tenant_id': '741daf5df68a44259dc53b6573c5431c', 'mac_address': 'fa:16:3e:13:b6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666a4b92-b638-4fed-b044-6683508916b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '78abfa0c-9359-4a89-8a79-0aefc801119d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:30Z', 'updated_at': '2022-04-28T19:58:36Z', 'revision_number': 4, 'project_id': '741daf5df68a44259dc53b6573c5431c', 'subnets': [{'id': '78abfa0c-9359-4a89-8a79-0aefc801119d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:37.953211 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052a0dc7-98b0-4090-9994-c7184b106c13 None None] The sync data for ids ['666a4b92-b638-4fed-b044-6683508916b0'] in n-d-839810-1 is: [{'id': '666a4b92-b638-4fed-b044-6683508916b0', 'name': 'tempest-TestAggregatesBasicOps-673493449-router', 'tenant_id': '741daf5df68a44259dc53b6573c5431c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'bed8be82-f30e-4125-a4f2-b9e9b96d7465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:22Z', 'updated_at': '2022-04-28T19:58:31Z', 'revision_number': 4, 'project_id': '741daf5df68a44259dc53b6573c5431c', 'gw_port': {'id': 'bed8be82-f30e-4125-a4f2-b9e9b96d7465', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666a4b92-b638-4fed-b044-6683508916b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:24Z', 'updated_at': '2022-04-28T19:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '97cd81bf-b614-4787-b7a8-209fabe8659b', 'name': '', 'network_id': '52b25f64-d443-4e17-aeab-4da46016be75', 'tenant_id': '741daf5df68a44259dc53b6573c5431c', 'mac_address': 'fa:16:3e:13:b6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666a4b92-b638-4fed-b044-6683508916b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '78abfa0c-9359-4a89-8a79-0aefc801119d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:30Z', 'updated_at': '2022-04-28T19:58:36Z', 'revision_number': 4, 'project_id': '741daf5df68a44259dc53b6573c5431c', 'subnets': [{'id': '78abfa0c-9359-4a89-8a79-0aefc801119d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:58:37.990324 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ac5c227-1f13-4901-b016-89b8f6ce61d2 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:38.054330 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44300) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:38.139473 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ac5c227-1f13-4901-b016-89b8f6ce61d2 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:38.147973 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ac5c227-1f13-4901-b016-89b8f6ce61d2 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:38.160643 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4ac5c227-1f13-4901-b016-89b8f6ce61d2 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "DELETE /v2.0/security-groups/5d59f2b7-c5b8-4a88-9c71-3c813fe7d061 HTTP/1.1" status: 204 len: 168 time: 0.4003696 Apr 28 19:58:38.165888 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44302) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:38.292960 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5c227-1f13-4901-b016-89b8f6ce61d2 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d59f2b7-c5b8-4a88-9c71-3c813fe7d061,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:38.379870 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-aa8ee959-78f4-4d7d-b21a-712d60a80dab tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2013724 Apr 28 19:58:38.388524 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44304) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:38.412848 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-3603504e-67cb-413e-9272-d4cec8cabc62 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] delete failed (client error): The resource could not be found. Apr 28 19:58:38.414540 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3603504e-67cb-413e-9272-d4cec8cabc62 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "DELETE /v2.0/security-groups/c3d40336-e339-4e5d-8245-546f6e6e9dba HTTP/1.1" status: 404 len: 347 time: 0.0245147 Apr 28 19:58:38.419977 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44306) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:38.457889 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-9668d24b-a0bd-4bc5-91c9-10e314d3172e tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] show failed (client error): The resource could not be found. Apr 28 19:58:38.459403 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9668d24b-a0bd-4bc5-91c9-10e314d3172e tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "GET /v2.0/security-groups/9d711d42-a676-4c11-85ad-d114211c5707 HTTP/1.1" status: 404 len: 347 time: 0.0378721 Apr 28 19:58:38.464087 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44308) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:38.491023 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7ceb7ff1-1aaf-4d19-9e8e-efdad602a309 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:38.497921 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-4cc9c322-a9e9-43c8-88c9-44730d3650f6 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] show failed (client error): The resource could not be found. Apr 28 19:58:38.499067 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4cc9c322-a9e9-43c8-88c9-44730d3650f6 tempest-NegativeSecGroupIPv6Test-1675988962 tempest-NegativeSecGroupIPv6Test-1675988962-project] 10.222.0.42 "GET /v2.0/security-group-rules/d9b8419d-375a-44dd-9992-91ddbf35699d HTTP/1.1" status: 404 len: 356 time: 0.0313103 Apr 28 19:58:38.501814 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 97cd81bf-b614-4787-b7a8-209fabe8659b up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:58:38.634345 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 97cd81bf-b614-4787-b7a8-209fabe8659b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:38.635596 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:38.848033 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bed8be82-f30e-4125-a4f2-b9e9b96d7465 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:58:38.969873 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port bed8be82-f30e-4125-a4f2-b9e9b96d7465 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:38.981625 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:39.206546 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 09c68c8a-8441-43c3-a227-7c69a06f802d no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:58:39.252457 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44328) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:39.266822 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 09c68c8a-8441-43c3-a227-7c69a06f802d {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:58:39.267162 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 09c68c8a-8441-43c3-a227-7c69a06f802d not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:58:39.568948 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d50dc02c-bb4f-4f72-804c-8abccb2cc8bb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fa76325048e0488fa57a75a4baef42a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3131127 Apr 28 19:58:39.571451 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44334) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:39.589128 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-7ceb7ff1-1aaf-4d19-9e8e-efdad602a309 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Deleting port 5517180d-d1ae-4d37-ba2d-78f2063489f3 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:58:39.589594 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7ceb7ff1-1aaf-4d19-9e8e-efdad602a309 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:39.670505 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-06004742-fef2-401d-8eb8-bebfde934256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:39.694888 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a694c802-1649-49c3-9bd6-9ca5ab075269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:39.707249 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-06004742-fef2-401d-8eb8-bebfde934256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:39.748012 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-7ceb7ff1-1aaf-4d19-9e8e-efdad602a309 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] For port 5517180d-d1ae-4d37-ba2d-78f2063489f3, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=5517180d-d1ae-4d37-ba2d-78f2063489f3,segment=NetworkSegment(826ec49d-2a7e-4c72-9a2d-6772ec82077c),segment_id=826ec49d-2a7e-4c72-9a2d-6772ec82077c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:58:39.748690 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7ceb7ff1-1aaf-4d19-9e8e-efdad602a309 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:39.764483 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-7ceb7ff1-1aaf-4d19-9e8e-efdad602a309 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Calling delete_port for 5517180d-d1ae-4d37-ba2d-78f2063489f3 owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:58:39.819928 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-06004742-fef2-401d-8eb8-bebfde934256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:39.822889 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-06004742-fef2-401d-8eb8-bebfde934256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:39.824871 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-06004742-fef2-401d-8eb8-bebfde934256 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e51320ef-16d7-4ef4-b1ee-ceea9229bbd1 HTTP/1.1" status: 204 len: 168 time: 0.2505696 Apr 28 19:58:39.838993 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06004742-fef2-401d-8eb8-bebfde934256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51320ef-16d7-4ef4-b1ee-ceea9229bbd1,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:40.218988 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7ceb7ff1-1aaf-4d19-9e8e-efdad602a309 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:40.343052 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb7ff1-1aaf-4d19-9e8e-efdad602a309 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Port': ['ID=5517180d-d1ae-4d37-ba2d-78f2063489f3,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:40.652734 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7ceb7ff1-1aaf-4d19-9e8e-efdad602a309 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:41.301048 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ceb7ff1-1aaf-4d19-9e8e-efdad602a309 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Router 65efe934-e2d0-4ac1-ad54-67f063774231 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:58:41.475631 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ceb7ff1-1aaf-4d19-9e8e-efdad602a309 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:58:41.491452 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed6d4e2-7a62-4e2d-9e77-4b083c2b916f None None] Sync routers for ids ['65efe934-e2d0-4ac1-ad54-67f063774231'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:58:41.506339 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7ceb7ff1-1aaf-4d19-9e8e-efdad602a309 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "PUT /v2.0/routers/65efe934-e2d0-4ac1-ad54-67f063774231/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2697620 Apr 28 19:58:41.506727 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed6d4e2-7a62-4e2d-9e77-4b083c2b916f None None] Routers {'65efe934-e2d0-4ac1-ad54-67f063774231'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:58:41.507386 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-4ed6d4e2-7a62-4e2d-9e77-4b083c2b916f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:58:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['65efe934-e2d0-4ac1-ad54-67f063774231'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:41.507956 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44374) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:41.521606 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-a694c802-1649-49c3-9bd6-9ca5ab075269 admin admin] Deleting port ef9e556a-817b-445b-bdbe-5d5451b69b95 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:58:41.523260 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a694c802-1649-49c3-9bd6-9ca5ab075269 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:41.669152 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d1c804-a197-4b99-bfb7-b7633bcdec0b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Deleting subnet 2d3592eb-f8ff-452a-9932-25ea888fc728 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:58:41.682834 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b9d1c804-a197-4b99-bfb7-b7633bcdec0b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:41.692324 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-4ed6d4e2-7a62-4e2d-9e77-4b083c2b916f None None] Set router 65efe934-e2d0-4ac1-ad54-67f063774231 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:58:41.731573 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-a694c802-1649-49c3-9bd6-9ca5ab075269 admin admin] For port ef9e556a-817b-445b-bdbe-5d5451b69b95, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ef9e556a-817b-445b-bdbe-5d5451b69b95,segment=NetworkSegment(c95242ed-98de-4763-958a-b115f1285680),segment_id=c95242ed-98de-4763-958a-b115f1285680)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:58:41.732197 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a694c802-1649-49c3-9bd6-9ca5ab075269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:41.760556 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-a694c802-1649-49c3-9bd6-9ca5ab075269 admin admin] Calling delete_port for ef9e556a-817b-445b-bdbe-5d5451b69b95 owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:58:41.782275 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b9d1c804-a197-4b99-bfb7-b7633bcdec0b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:41.902314 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b9d1c804-a197-4b99-bfb7-b7633bcdec0b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:42.091246 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b9d1c804-a197-4b99-bfb7-b7633bcdec0b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:42.155639 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-4ed6d4e2-7a62-4e2d-9e77-4b083c2b916f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'name': 'tempest-RoutersIpV6Test-router-984485113', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:57:51Z', 'updated_at': '2022-04-28T19:58:39Z', 'revision_number': 9, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'gw_port_host': None, '_interfaces': [{'id': '622fde1c-c4f4-47b9-99bf-fece94e2da4e', 'name': '', 'network_id': '9d736f5d-9643-4b7a-8447-f4103bd10514', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:73:a6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '8d64df69-8bb8-4c74-b0ee-bd1d03161916', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:01Z', 'updated_at': '2022-04-28T19:58:13Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': '8d64df69-8bb8-4c74-b0ee-bd1d03161916', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5e1779-e5e4-43da-9a28-58ebaa06196c', 'name': '', 'network_id': '28d71419-8bdb-470c-ba68-cfb3351d196f', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:94:0b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:57:53Z', 'updated_at': '2022-04-28T19:57:59Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:42.180141 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1c804-a197-4b99-bfb7-b7633bcdec0b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Subnet': ['ID=2d3592eb-f8ff-452a-9932-25ea888fc728,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:42.194227 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b9d1c804-a197-4b99-bfb7-b7633bcdec0b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:42.203410 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b9d1c804-a197-4b99-bfb7-b7633bcdec0b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/subnets/2d3592eb-f8ff-452a-9932-25ea888fc728 HTTP/1.1" status: 204 len: 168 time: 0.6905499 Apr 28 19:58:42.203604 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a694c802-1649-49c3-9bd6-9ca5ab075269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:42.204479 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44390) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:42.275367 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed6d4e2-7a62-4e2d-9e77-4b083c2b916f None None] Checking router: 65efe934-e2d0-4ac1-ad54-67f063774231 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:58:42.277654 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5933c224-fec5-4795-869e-e9f9d5636578 None None] Network bfd0994d-d2a7-4da3-a599-bcc0bbd469db requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:58:42.319980 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694c802-1649-49c3-9bd6-9ca5ab075269 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef9e556a-817b-445b-bdbe-5d5451b69b95,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:42.361802 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b5b51b2-d254-4d1c-a0fa-49d8e232b0df tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:42.399663 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed6d4e2-7a62-4e2d-9e77-4b083c2b916f None None] Routers {'65efe934-e2d0-4ac1-ad54-67f063774231'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:58:42.400351 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-4ed6d4e2-7a62-4e2d-9e77-4b083c2b916f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:58:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['65efe934-e2d0-4ac1-ad54-67f063774231'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:42.501848 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-4b5b51b2-d254-4d1c-a0fa-49d8e232b0df tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Deleting port df325b09-55c8-4854-93a0-5c4961d1dde1 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:58:42.503332 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b5b51b2-d254-4d1c-a0fa-49d8e232b0df tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:42.687609 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-4ed6d4e2-7a62-4e2d-9e77-4b083c2b916f None None] Set router 65efe934-e2d0-4ac1-ad54-67f063774231 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:58:42.759913 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-4b5b51b2-d254-4d1c-a0fa-49d8e232b0df tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] For port df325b09-55c8-4854-93a0-5c4961d1dde1, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=df325b09-55c8-4854-93a0-5c4961d1dde1,segment=NetworkSegment(826ec49d-2a7e-4c72-9a2d-6772ec82077c),segment_id=826ec49d-2a7e-4c72-9a2d-6772ec82077c)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:58:42.763133 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b5b51b2-d254-4d1c-a0fa-49d8e232b0df tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:42.816317 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-4b5b51b2-d254-4d1c-a0fa-49d8e232b0df tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Calling delete_port for df325b09-55c8-4854-93a0-5c4961d1dde1 owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:58:42.863704 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a694c802-1649-49c3-9bd6-9ca5ab075269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:42.885120 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f030a0-d83a-49e6-b418-0f27e0a22a21 None None] DHCP port deletion for bfd0994d-d2a7-4da3-a599-bcc0bbd469db request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:58:42.977289 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b5b51b2-d254-4d1c-a0fa-49d8e232b0df tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:43.048804 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b51b2-d254-4d1c-a0fa-49d8e232b0df tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Port': ['ID=df325b09-55c8-4854-93a0-5c4961d1dde1,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:43.051955 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5b51b2-d254-4d1c-a0fa-49d8e232b0df tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] No DVR routers for this DVR port df325b09-55c8-4854-93a0-5c4961d1dde1 on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:58:43.222412 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b5b51b2-d254-4d1c-a0fa-49d8e232b0df tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:43.278074 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-4b5b51b2-d254-4d1c-a0fa-49d8e232b0df tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd0994d-d2a7-4da3-a599-bcc0bbd469db']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:43.305407 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-4b5b51b2-d254-4d1c-a0fa-49d8e232b0df tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '826ec49d-2a7e-4c72-9a2d-6772ec82077c') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:43.305640 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-4b5b51b2-d254-4d1c-a0fa-49d8e232b0df tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '826ec49d-2a7e-4c72-9a2d-6772ec82077c') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:43.325993 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b5b51b2-d254-4d1c-a0fa-49d8e232b0df tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:43.330292 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a694c802-1649-49c3-9bd6-9ca5ab075269 admin admin] Router ddaf446b-9854-41f6-bc17-d7530ec89fe0 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:58:43.377697 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b5b51b2-d254-4d1c-a0fa-49d8e232b0df tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:43.383314 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-90f030a0-d83a-49e6-b418-0f27e0a22a21 None None] The port 'df325b09-55c8-4854-93a0-5c4961d1dde1' was deleted {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 28 19:58:43.394148 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b5b51b2-d254-4d1c-a0fa-49d8e232b0df tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:58:43.396651 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b5b51b2-d254-4d1c-a0fa-49d8e232b0df tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:43.406085 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:58:43.406085 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:58:43.406085 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:58:43.406085 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:58:43.406085 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:58:43.406085 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:58:43.406085 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:58:43.406085 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:58:43.406085 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:58:43.406085 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:58:43.406085 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:58:43.406085 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:58:43.406085 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:58:43.406085 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:58:43.406085 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:58:43.406085 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:58:43.406085 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:58:43.406085 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:58:43.406085 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:58:43.406085 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:58:43.406085 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:58:43.406085 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:58:43.406085 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:58:43.406085 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:58:43.406085 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:58:43.406085 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:58:43.406085 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:58:43.406085 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:58:43.406085 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:58:43.406085 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:58:43.406085 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:58:43.406085 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:58:43.425409 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-4ed6d4e2-7a62-4e2d-9e77-4b083c2b916f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'name': 'tempest-RoutersIpV6Test-router-984485113', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:57:51Z', 'updated_at': '2022-04-28T19:58:39Z', 'revision_number': 9, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'gw_port_host': None, '_interfaces': [{'id': '622fde1c-c4f4-47b9-99bf-fece94e2da4e', 'name': '', 'network_id': '9d736f5d-9643-4b7a-8447-f4103bd10514', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:73:a6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '8d64df69-8bb8-4c74-b0ee-bd1d03161916', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:01Z', 'updated_at': '2022-04-28T19:58:13Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': '8d64df69-8bb8-4c74-b0ee-bd1d03161916', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5e1779-e5e4-43da-9a28-58ebaa06196c', 'name': '', 'network_id': '28d71419-8bdb-470c-ba68-cfb3351d196f', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:94:0b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:57:53Z', 'updated_at': '2022-04-28T19:57:59Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:43.461001 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed6d4e2-7a62-4e2d-9e77-4b083c2b916f None None] The sync data for ids ['65efe934-e2d0-4ac1-ad54-67f063774231'] in n-d-839810-1 is: [{'id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'name': 'tempest-RoutersIpV6Test-router-984485113', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:57:51Z', 'updated_at': '2022-04-28T19:58:39Z', 'revision_number': 9, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'gw_port_host': None, '_interfaces': [{'id': '622fde1c-c4f4-47b9-99bf-fece94e2da4e', 'name': '', 'network_id': '9d736f5d-9643-4b7a-8447-f4103bd10514', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:73:a6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '8d64df69-8bb8-4c74-b0ee-bd1d03161916', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:01Z', 'updated_at': '2022-04-28T19:58:13Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': '8d64df69-8bb8-4c74-b0ee-bd1d03161916', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5e1779-e5e4-43da-9a28-58ebaa06196c', 'name': '', 'network_id': '28d71419-8bdb-470c-ba68-cfb3351d196f', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:94:0b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:57:53Z', 'updated_at': '2022-04-28T19:57:59Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:58:43.491765 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a694c802-1649-49c3-9bd6-9ca5ab075269 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:58:43.497915 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a694c802-1649-49c3-9bd6-9ca5ab075269 admin admin] 10.222.0.42 "PUT /v2.0/routers/ddaf446b-9854-41f6-bc17-d7530ec89fe0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4423139 Apr 28 19:58:43.500609 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44412) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:43.524390 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb78f9b-702d-4212-9bd7-31e8e327f2a1 None None] Sync routers for ids ['ddaf446b-9854-41f6-bc17-d7530ec89fe0'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:58:43.555167 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb78f9b-702d-4212-9bd7-31e8e327f2a1 None None] Routers {'ddaf446b-9854-41f6-bc17-d7530ec89fe0'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:58:43.558852 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-dcb78f9b-702d-4212-9bd7-31e8e327f2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:58:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['ddaf446b-9854-41f6-bc17-d7530ec89fe0'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:43.577127 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b5b51b2-d254-4d1c-a0fa-49d8e232b0df tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:43.591326 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b5b51b2-d254-4d1c-a0fa-49d8e232b0df tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:43.602101 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4b5b51b2-d254-4d1c-a0fa-49d8e232b0df tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/networks/bfd0994d-d2a7-4da3-a599-bcc0bbd469db HTTP/1.1" status: 204 len: 168 time: 1.3957291 Apr 28 19:58:43.606306 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44416) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:43.739606 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f81ef46-e9be-4e8e-bdeb-e90b6a74a220 admin admin] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:43.751454 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-dcb78f9b-702d-4212-9bd7-31e8e327f2a1 None None] Set router ddaf446b-9854-41f6-bc17-d7530ec89fe0 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:58:43.769492 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b51b2-d254-4d1c-a0fa-49d8e232b0df tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Network': ['ID=bfd0994d-d2a7-4da3-a599-bcc0bbd469db,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:43.976413 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f81ef46-e9be-4e8e-bdeb-e90b6a74a220 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:44.090248 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5f81ef46-e9be-4e8e-bdeb-e90b6a74a220 admin admin] Deleting port 25f8b840-a165-4ec0-bf70-dd7fb56b5bc9 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:58:44.090588 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f81ef46-e9be-4e8e-bdeb-e90b6a74a220 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:44.115764 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-dcb78f9b-702d-4212-9bd7-31e8e327f2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaf446b-9854-41f6-bc17-d7530ec89fe0', 'name': 'tempest-TestAggregatesBasicOps-913656857-router', 'tenant_id': '6b37d7a6499d457f9dd577c8b2dc4e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '25f8b840-a165-4ec0-bf70-dd7fb56b5bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:05Z', 'updated_at': '2022-04-28T19:58:42Z', 'revision_number': 5, 'project_id': '6b37d7a6499d457f9dd577c8b2dc4e4a', 'gw_port': {'id': '25f8b840-a165-4ec0-bf70-dd7fb56b5bc9', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:51:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaf446b-9854-41f6-bc17-d7530ec89fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:07Z', 'updated_at': '2022-04-28T19:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:44.204921 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb78f9b-702d-4212-9bd7-31e8e327f2a1 None None] Checking router: ddaf446b-9854-41f6-bc17-d7530ec89fe0 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:58:44.256041 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb78f9b-702d-4212-9bd7-31e8e327f2a1 None None] Routers {'ddaf446b-9854-41f6-bc17-d7530ec89fe0'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:58:44.256755 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-dcb78f9b-702d-4212-9bd7-31e8e327f2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:58:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['ddaf446b-9854-41f6-bc17-d7530ec89fe0'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:44.317033 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5f81ef46-e9be-4e8e-bdeb-e90b6a74a220 admin admin] For port 25f8b840-a165-4ec0-bf70-dd7fb56b5bc9, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=25f8b840-a165-4ec0-bf70-dd7fb56b5bc9,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:58:44.317411 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f81ef46-e9be-4e8e-bdeb-e90b6a74a220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:44.361300 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5f81ef46-e9be-4e8e-bdeb-e90b6a74a220 admin admin] Calling delete_port for 25f8b840-a165-4ec0-bf70-dd7fb56b5bc9 owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:58:44.402327 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b4a1e8ea-1272-494e-878b-16298d46de9d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:44.443141 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device df325b09-55c8-4854-93a0-5c4961d1dde1 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:58:44.466693 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-dcb78f9b-702d-4212-9bd7-31e8e327f2a1 None None] Set router ddaf446b-9854-41f6-bc17-d7530ec89fe0 gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:58:44.507660 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: df325b09-55c8-4854-93a0-5c4961d1dde1 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:58:44.509236 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device df325b09-55c8-4854-93a0-5c4961d1dde1 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:58:44.509757 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 5517180d-d1ae-4d37-ba2d-78f2063489f3 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:58:44.556350 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-dcb78f9b-702d-4212-9bd7-31e8e327f2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaf446b-9854-41f6-bc17-d7530ec89fe0', 'name': 'tempest-TestAggregatesBasicOps-913656857-router', 'tenant_id': '6b37d7a6499d457f9dd577c8b2dc4e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:05Z', 'updated_at': '2022-04-28T19:58:43Z', 'revision_number': 6, 'project_id': '6b37d7a6499d457f9dd577c8b2dc4e4a', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:44.587208 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 5517180d-d1ae-4d37-ba2d-78f2063489f3 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:58:44.587631 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 5517180d-d1ae-4d37-ba2d-78f2063489f3 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:58:44.623864 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb78f9b-702d-4212-9bd7-31e8e327f2a1 None None] The sync data for ids ['ddaf446b-9854-41f6-bc17-d7530ec89fe0'] in n-d-839810-1 is: [{'id': 'ddaf446b-9854-41f6-bc17-d7530ec89fe0', 'name': 'tempest-TestAggregatesBasicOps-913656857-router', 'tenant_id': '6b37d7a6499d457f9dd577c8b2dc4e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:05Z', 'updated_at': '2022-04-28T19:58:43Z', 'revision_number': 6, 'project_id': '6b37d7a6499d457f9dd577c8b2dc4e4a', 'gw_port_host': None}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:58:44.703680 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f81ef46-e9be-4e8e-bdeb-e90b6a74a220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:44.737241 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81ef46-e9be-4e8e-bdeb-e90b6a74a220 admin admin] Pushing event deleted for resources: {'Port': ['ID=25f8b840-a165-4ec0-bf70-dd7fb56b5bc9,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:44.844016 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f81ef46-e9be-4e8e-bdeb-e90b6a74a220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:44.949171 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f81ef46-e9be-4e8e-bdeb-e90b6a74a220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:44.955310 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f81ef46-e9be-4e8e-bdeb-e90b6a74a220 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:45.005353 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-b4a1e8ea-1272-494e-878b-16298d46de9d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Deleting port 622fde1c-c4f4-47b9-99bf-fece94e2da4e {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:58:45.006216 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b4a1e8ea-1272-494e-878b-16298d46de9d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:45.009514 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f81ef46-e9be-4e8e-bdeb-e90b6a74a220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:45.015381 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f81ef46-e9be-4e8e-bdeb-e90b6a74a220 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddaf446b-9854-41f6-bc17-d7530ec89fe0 {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:58:45.034514 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f81ef46-e9be-4e8e-bdeb-e90b6a74a220 admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:45.039009 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5f81ef46-e9be-4e8e-bdeb-e90b6a74a220 admin admin] 10.222.0.42 "DELETE /v2.0/routers/ddaf446b-9854-41f6-bc17-d7530ec89fe0 HTTP/1.1" status: 204 len: 168 time: 1.5341451 Apr 28 19:58:45.039376 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44442) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:45.137262 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-b4a1e8ea-1272-494e-878b-16298d46de9d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] For port 622fde1c-c4f4-47b9-99bf-fece94e2da4e, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=622fde1c-c4f4-47b9-99bf-fece94e2da4e,segment=NetworkSegment(8790e334-8f05-423b-8575-539f34f20c45),segment_id=8790e334-8f05-423b-8575-539f34f20c45)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:58:45.137628 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b4a1e8ea-1272-494e-878b-16298d46de9d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:45.158415 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-b4a1e8ea-1272-494e-878b-16298d46de9d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Calling delete_port for 622fde1c-c4f4-47b9-99bf-fece94e2da4e owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:58:45.165614 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ddb359-a18a-46e7-8768-aabdd1c45102 admin admin] Deleting subnet c13f0db6-e66f-4dd0-ab5b-8b0ba12ac834 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:58:45.169949 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb359-a18a-46e7-8768-aabdd1c45102 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:45.227216 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb359-a18a-46e7-8768-aabdd1c45102 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:45.523796 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb359-a18a-46e7-8768-aabdd1c45102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:45.721561 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb359-a18a-46e7-8768-aabdd1c45102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:45.755854 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b4a1e8ea-1272-494e-878b-16298d46de9d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:45.758816 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ddb359-a18a-46e7-8768-aabdd1c45102 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c13f0db6-e66f-4dd0-ab5b-8b0ba12ac834,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:45.761624 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb359-a18a-46e7-8768-aabdd1c45102 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:45.770393 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f3156a-0b59-4e28-bf40-6ba3140d41a7 None None] Network 6ea279c8-c05e-401f-b564-7918a30ed558 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:58:45.772662 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d1ddb359-a18a-46e7-8768-aabdd1c45102 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c13f0db6-e66f-4dd0-ab5b-8b0ba12ac834 HTTP/1.1" status: 204 len: 168 time: 0.7317269 Apr 28 19:58:45.773631 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44466) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:45.808053 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1e8ea-1272-494e-878b-16298d46de9d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Port': ['ID=622fde1c-c4f4-47b9-99bf-fece94e2da4e,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:45.935834 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-603d8f1f-4ebd-4d59-bcd3-62a293ca5853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:46.135581 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-603d8f1f-4ebd-4d59-bcd3-62a293ca5853 admin admin] Deleting port 168b41e3-5640-4f93-8824-38b4e74bbd4c {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:58:46.136344 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-603d8f1f-4ebd-4d59-bcd3-62a293ca5853 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:46.277076 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b4a1e8ea-1272-494e-878b-16298d46de9d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:46.430101 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26f90e5-4bed-45c8-af11-70cbc330e161 None None] DHCP port deletion for 6ea279c8-c05e-401f-b564-7918a30ed558 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:58:46.466632 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-603d8f1f-4ebd-4d59-bcd3-62a293ca5853 admin admin] For port 168b41e3-5640-4f93-8824-38b4e74bbd4c, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=168b41e3-5640-4f93-8824-38b4e74bbd4c,segment=NetworkSegment(c95242ed-98de-4763-958a-b115f1285680),segment_id=c95242ed-98de-4763-958a-b115f1285680)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:58:46.467007 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-603d8f1f-4ebd-4d59-bcd3-62a293ca5853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:46.496532 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-603d8f1f-4ebd-4d59-bcd3-62a293ca5853 admin admin] Calling delete_port for 168b41e3-5640-4f93-8824-38b4e74bbd4c owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:58:46.511271 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ef9e556a-817b-445b-bdbe-5d5451b69b95 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:58:46.634397 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: ef9e556a-817b-445b-bdbe-5d5451b69b95 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:58:46.637142 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ef9e556a-817b-445b-bdbe-5d5451b69b95 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:58:46.638602 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 25f8b840-a165-4ec0-bf70-dd7fb56b5bc9 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:58:46.659656 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-603d8f1f-4ebd-4d59-bcd3-62a293ca5853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:46.703864 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d8f1f-4ebd-4d59-bcd3-62a293ca5853 admin admin] Pushing event deleted for resources: {'Port': ['ID=168b41e3-5640-4f93-8824-38b4e74bbd4c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:46.719395 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603d8f1f-4ebd-4d59-bcd3-62a293ca5853 admin admin] No DVR routers for this DVR port 168b41e3-5640-4f93-8824-38b4e74bbd4c on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:58:46.749630 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 25f8b840-a165-4ec0-bf70-dd7fb56b5bc9 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:58:46.753053 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 25f8b840-a165-4ec0-bf70-dd7fb56b5bc9 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:58:46.803784 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a1e8ea-1272-494e-878b-16298d46de9d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Router 65efe934-e2d0-4ac1-ad54-67f063774231 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:58:46.842591 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-b26f90e5-4bed-45c8-af11-70cbc330e161 None None] Deleting port 168b41e3-5640-4f93-8824-38b4e74bbd4c {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:58:46.843557 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b26f90e5-4bed-45c8-af11-70cbc330e161 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:46.905966 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-603d8f1f-4ebd-4d59-bcd3-62a293ca5853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:46.952514 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-603d8f1f-4ebd-4d59-bcd3-62a293ca5853 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea279c8-c05e-401f-b564-7918a30ed558']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:46.966993 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-b26f90e5-4bed-45c8-af11-70cbc330e161 None None] For port 168b41e3-5640-4f93-8824-38b4e74bbd4c, host n-d-839810-1, got binding levels [] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:58:46.967778 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b26f90e5-4bed-45c8-af11-70cbc330e161 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:46.982196 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-b26f90e5-4bed-45c8-af11-70cbc330e161 None None] Calling delete_port for 168b41e3-5640-4f93-8824-38b4e74bbd4c owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:58:46.985262 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-603d8f1f-4ebd-4d59-bcd3-62a293ca5853 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c95242ed-98de-4763-958a-b115f1285680') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:46.985558 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-603d8f1f-4ebd-4d59-bcd3-62a293ca5853 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c95242ed-98de-4763-958a-b115f1285680') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:46.985837 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.ipam_backend_mixin [None req-b26f90e5-4bed-45c8-af11-70cbc330e161 None None] Port 168b41e3-5640-4f93-8824-38b4e74bbd4c was not found and therefore no delete operation was performed {{(pid=102775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 28 19:58:46.987812 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b26f90e5-4bed-45c8-af11-70cbc330e161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:47.021290 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-603d8f1f-4ebd-4d59-bcd3-62a293ca5853 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:47.041376 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f90e5-4bed-45c8-af11-70cbc330e161 None None] Pushing event deleted for resources: {'Port': ['ID=168b41e3-5640-4f93-8824-38b4e74bbd4c,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:47.064007 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-603d8f1f-4ebd-4d59-bcd3-62a293ca5853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:47.070105 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26f90e5-4bed-45c8-af11-70cbc330e161 None None] No DVR routers for this DVR port 168b41e3-5640-4f93-8824-38b4e74bbd4c on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:58:47.082146 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603d8f1f-4ebd-4d59-bcd3-62a293ca5853 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:58:47.085194 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-603d8f1f-4ebd-4d59-bcd3-62a293ca5853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:47.087511 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:58:47.087511 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:58:47.087511 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:58:47.087511 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:58:47.087511 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:58:47.087511 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:58:47.087511 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:58:47.087511 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:58:47.087511 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:58:47.087511 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:58:47.087511 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:58:47.087511 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:58:47.087511 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:58:47.087511 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:58:47.087511 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:58:47.087511 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:58:47.087511 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:58:47.087511 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:58:47.087511 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:58:47.087511 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:58:47.087511 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:58:47.087511 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:58:47.087511 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:58:47.087511 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:58:47.087511 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:58:47.087511 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:58:47.087511 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:58:47.087511 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:58:47.087511 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:58:47.087511 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:58:47.087511 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:58:47.087511 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:58:47.120019 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a1e8ea-1272-494e-878b-16298d46de9d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:58:47.143245 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b4a1e8ea-1272-494e-878b-16298d46de9d tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "PUT /v2.0/routers/65efe934-e2d0-4ac1-ad54-67f063774231/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5313399 Apr 28 19:58:47.144128 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab13d0d-8476-4abe-b4bb-814e50725367 None None] Sync routers for ids ['65efe934-e2d0-4ac1-ad54-67f063774231'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:58:47.154871 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44486) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:47.167592 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab13d0d-8476-4abe-b4bb-814e50725367 None None] Routers {'65efe934-e2d0-4ac1-ad54-67f063774231'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:58:47.168921 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-1ab13d0d-8476-4abe-b4bb-814e50725367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:58:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['65efe934-e2d0-4ac1-ad54-67f063774231'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:47.240466 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-603d8f1f-4ebd-4d59-bcd3-62a293ca5853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:47.254803 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-603d8f1f-4ebd-4d59-bcd3-62a293ca5853 admin admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:47.263489 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-603d8f1f-4ebd-4d59-bcd3-62a293ca5853 admin admin] 10.222.0.42 "DELETE /v2.0/networks/6ea279c8-c05e-401f-b564-7918a30ed558 HTTP/1.1" status: 204 len: 168 time: 1.4874461 Apr 28 19:58:47.275659 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44488) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:47.424968 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfef762a-d5b2-4589-9859-ff98aeac7174 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Deleting subnet 8d64df69-8bb8-4c74-b0ee-bd1d03161916 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:58:47.448462 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dfef762a-d5b2-4589-9859-ff98aeac7174 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:47.463828 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-1ab13d0d-8476-4abe-b4bb-814e50725367 None None] Set router 65efe934-e2d0-4ac1-ad54-67f063774231 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:58:47.472432 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d8f1f-4ebd-4d59-bcd3-62a293ca5853 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ea279c8-c05e-401f-b564-7918a30ed558,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:47.586254 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dfef762a-d5b2-4589-9859-ff98aeac7174 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:47.947968 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dfef762a-d5b2-4589-9859-ff98aeac7174 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:47.983493 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-1ab13d0d-8476-4abe-b4bb-814e50725367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'name': 'tempest-RoutersIpV6Test-router-984485113', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:57:51Z', 'updated_at': '2022-04-28T19:58:45Z', 'revision_number': 10, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'gw_port_host': None, '_interfaces': [{'id': 'fd5e1779-e5e4-43da-9a28-58ebaa06196c', 'name': '', 'network_id': '28d71419-8bdb-470c-ba68-cfb3351d196f', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:94:0b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:57:53Z', 'updated_at': '2022-04-28T19:57:59Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:48.039668 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab13d0d-8476-4abe-b4bb-814e50725367 None None] Checking router: 65efe934-e2d0-4ac1-ad54-67f063774231 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:58:48.078331 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab13d0d-8476-4abe-b4bb-814e50725367 None None] Routers {'65efe934-e2d0-4ac1-ad54-67f063774231'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:58:48.078973 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-1ab13d0d-8476-4abe-b4bb-814e50725367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:58:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['65efe934-e2d0-4ac1-ad54-67f063774231'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:48.109831 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dfef762a-d5b2-4589-9859-ff98aeac7174 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:48.157669 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef762a-d5b2-4589-9859-ff98aeac7174 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Subnet': ['ID=8d64df69-8bb8-4c74-b0ee-bd1d03161916,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:48.159706 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dfef762a-d5b2-4589-9859-ff98aeac7174 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:48.189871 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-dfef762a-d5b2-4589-9859-ff98aeac7174 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/subnets/8d64df69-8bb8-4c74-b0ee-bd1d03161916 HTTP/1.1" status: 204 len: 168 time: 1.0217888 Apr 28 19:58:48.190594 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44502) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:48.219667 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab32638e-bc51-40f3-9333-364f6f465876 None None] Network 9d736f5d-9643-4b7a-8447-f4103bd10514 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:58:48.331437 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-1ab13d0d-8476-4abe-b4bb-814e50725367 None None] Set router 65efe934-e2d0-4ac1-ad54-67f063774231 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:58:48.334042 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 168b41e3-5640-4f93-8824-38b4e74bbd4c no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:58:48.416353 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c92037a4-a3d9-4d2e-85a4-4e6ecd82dc4a tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:48.495994 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 168b41e3-5640-4f93-8824-38b4e74bbd4c {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:58:48.500587 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 168b41e3-5640-4f93-8824-38b4e74bbd4c not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:58:48.543588 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c92037a4-a3d9-4d2e-85a4-4e6ecd82dc4a tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Deleting port 360a76ca-303b-469f-9d91-a3454b088da7 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:58:48.544077 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c92037a4-a3d9-4d2e-85a4-4e6ecd82dc4a tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:48.726250 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-c92037a4-a3d9-4d2e-85a4-4e6ecd82dc4a tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] For port 360a76ca-303b-469f-9d91-a3454b088da7, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=360a76ca-303b-469f-9d91-a3454b088da7,segment=NetworkSegment(8790e334-8f05-423b-8575-539f34f20c45),segment_id=8790e334-8f05-423b-8575-539f34f20c45)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:58:48.726613 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c92037a4-a3d9-4d2e-85a4-4e6ecd82dc4a tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:48.763589 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ff51a32c-3a8e-4ebb-8c0c-b618d69b4026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:48.777198 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c92037a4-a3d9-4d2e-85a4-4e6ecd82dc4a tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Calling delete_port for 360a76ca-303b-469f-9d91-a3454b088da7 owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:58:48.895590 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-1ab13d0d-8476-4abe-b4bb-814e50725367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'name': 'tempest-RoutersIpV6Test-router-984485113', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:57:51Z', 'updated_at': '2022-04-28T19:58:45Z', 'revision_number': 10, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'gw_port_host': None, '_interfaces': [{'id': 'fd5e1779-e5e4-43da-9a28-58ebaa06196c', 'name': '', 'network_id': '28d71419-8bdb-470c-ba68-cfb3351d196f', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:94:0b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:57:53Z', 'updated_at': '2022-04-28T19:57:59Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:48.998758 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab13d0d-8476-4abe-b4bb-814e50725367 None None] The sync data for ids ['65efe934-e2d0-4ac1-ad54-67f063774231'] in n-d-839810-1 is: [{'id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'name': 'tempest-RoutersIpV6Test-router-984485113', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:57:51Z', 'updated_at': '2022-04-28T19:58:45Z', 'revision_number': 10, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'gw_port_host': None, '_interfaces': [{'id': 'fd5e1779-e5e4-43da-9a28-58ebaa06196c', 'name': '', 'network_id': '28d71419-8bdb-470c-ba68-cfb3351d196f', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'mac_address': 'fa:16:3e:94:0b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:57:53Z', 'updated_at': '2022-04-28T19:57:59Z', 'revision_number': 5, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'subnets': [{'id': 'e8a27d8e-6c5c-4fa1-975c-e39cc226c5db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:58:49.009301 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88899203-3179-4c42-b44b-1ec8efd28056 None None] DHCP port deletion for 9d736f5d-9643-4b7a-8447-f4103bd10514 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:58:49.160991 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c92037a4-a3d9-4d2e-85a4-4e6ecd82dc4a tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:49.191708 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-88899203-3179-4c42-b44b-1ec8efd28056 None None] Deleting port 360a76ca-303b-469f-9d91-a3454b088da7 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:58:49.196556 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-88899203-3179-4c42-b44b-1ec8efd28056 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:49.405869 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-88899203-3179-4c42-b44b-1ec8efd28056 None None] For port 360a76ca-303b-469f-9d91-a3454b088da7, host n-d-839810-1, got binding levels [] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:58:49.407577 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-88899203-3179-4c42-b44b-1ec8efd28056 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:49.450944 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-88899203-3179-4c42-b44b-1ec8efd28056 None None] Calling delete_port for 360a76ca-303b-469f-9d91-a3454b088da7 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:58:49.463164 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.ipam_backend_mixin [None req-88899203-3179-4c42-b44b-1ec8efd28056 None None] Port 360a76ca-303b-469f-9d91-a3454b088da7 was not found and therefore no delete operation was performed {{(pid=102775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 28 19:58:49.465532 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-88899203-3179-4c42-b44b-1ec8efd28056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:49.467736 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ff51a32c-3a8e-4ebb-8c0c-b618d69b4026 admin admin] Deleting port 97cd81bf-b614-4787-b7a8-209fabe8659b {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:58:49.468238 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ff51a32c-3a8e-4ebb-8c0c-b618d69b4026 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:49.556901 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88899203-3179-4c42-b44b-1ec8efd28056 None None] Pushing event deleted for resources: {'Port': ['ID=360a76ca-303b-469f-9d91-a3454b088da7,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:49.586997 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88899203-3179-4c42-b44b-1ec8efd28056 None None] No DVR routers for this DVR port 360a76ca-303b-469f-9d91-a3454b088da7 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:58:49.774139 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ff51a32c-3a8e-4ebb-8c0c-b618d69b4026 admin admin] For port 97cd81bf-b614-4787-b7a8-209fabe8659b, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=97cd81bf-b614-4787-b7a8-209fabe8659b,segment=NetworkSegment(637dbb8e-1ca4-4163-a824-eb644782f21a),segment_id=637dbb8e-1ca4-4163-a824-eb644782f21a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:58:49.778995 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ff51a32c-3a8e-4ebb-8c0c-b618d69b4026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:49.796605 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d798572c-366a-4b36-b385-afb5946445b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:49.819266 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ff51a32c-3a8e-4ebb-8c0c-b618d69b4026 admin admin] Calling delete_port for 97cd81bf-b614-4787-b7a8-209fabe8659b owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:58:49.953481 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92037a4-a3d9-4d2e-85a4-4e6ecd82dc4a tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Port': ['ID=360a76ca-303b-469f-9d91-a3454b088da7,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:49.981863 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92037a4-a3d9-4d2e-85a4-4e6ecd82dc4a tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] No DVR routers for this DVR port 360a76ca-303b-469f-9d91-a3454b088da7 on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:58:50.025879 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ff51a32c-3a8e-4ebb-8c0c-b618d69b4026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:50.062950 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff51a32c-3a8e-4ebb-8c0c-b618d69b4026 admin admin] Pushing event deleted for resources: {'Port': ['ID=97cd81bf-b614-4787-b7a8-209fabe8659b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:50.356512 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c92037a4-a3d9-4d2e-85a4-4e6ecd82dc4a tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:50.407507 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-c92037a4-a3d9-4d2e-85a4-4e6ecd82dc4a tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d736f5d-9643-4b7a-8447-f4103bd10514']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:50.416450 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 360a76ca-303b-469f-9d91-a3454b088da7 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:58:50.427614 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-c92037a4-a3d9-4d2e-85a4-4e6ecd82dc4a tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8790e334-8f05-423b-8575-539f34f20c45') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:50.427983 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-c92037a4-a3d9-4d2e-85a4-4e6ecd82dc4a tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8790e334-8f05-423b-8575-539f34f20c45') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:50.445896 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c92037a4-a3d9-4d2e-85a4-4e6ecd82dc4a tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:50.451946 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 360a76ca-303b-469f-9d91-a3454b088da7 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:58:50.455868 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 360a76ca-303b-469f-9d91-a3454b088da7 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:58:50.456504 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 622fde1c-c4f4-47b9-99bf-fece94e2da4e no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:58:50.479932 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c92037a4-a3d9-4d2e-85a4-4e6ecd82dc4a tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:50.489067 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92037a4-a3d9-4d2e-85a4-4e6ecd82dc4a tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:58:50.490266 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c92037a4-a3d9-4d2e-85a4-4e6ecd82dc4a tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:50.494028 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:58:50.494028 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:58:50.494028 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:58:50.494028 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:58:50.494028 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:58:50.494028 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:58:50.494028 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:58:50.494028 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:58:50.494028 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:58:50.494028 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:58:50.494028 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:58:50.494028 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:58:50.494028 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:58:50.494028 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:58:50.494028 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:58:50.494028 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:58:50.494028 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:58:50.494028 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:58:50.494028 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:58:50.494028 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:58:50.494028 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:58:50.494028 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:58:50.494028 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:58:50.494028 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:58:50.494028 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:58:50.494028 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:58:50.494028 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:58:50.494028 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:58:50.494028 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:58:50.494028 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:58:50.494028 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:58:50.494028 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:58:50.547294 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 622fde1c-c4f4-47b9-99bf-fece94e2da4e {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:58:50.548072 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 622fde1c-c4f4-47b9-99bf-fece94e2da4e not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:58:50.574421 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ff51a32c-3a8e-4ebb-8c0c-b618d69b4026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:50.625832 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:58:50.646794 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c92037a4-a3d9-4d2e-85a4-4e6ecd82dc4a tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:50.654500 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c92037a4-a3d9-4d2e-85a4-4e6ecd82dc4a tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:50.669507 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c92037a4-a3d9-4d2e-85a4-4e6ecd82dc4a tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/networks/9d736f5d-9643-4b7a-8447-f4103bd10514 HTTP/1.1" status: 204 len: 168 time: 2.4774766 Apr 28 19:58:50.671891 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44530) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:50.977950 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92037a4-a3d9-4d2e-85a4-4e6ecd82dc4a tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Network': ['ID=9d736f5d-9643-4b7a-8447-f4103bd10514,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:51.122752 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff51a32c-3a8e-4ebb-8c0c-b618d69b4026 admin admin] Router 666a4b92-b638-4fed-b044-6683508916b0 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:58:51.356256 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff51a32c-3a8e-4ebb-8c0c-b618d69b4026 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:58:51.369003 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b60cae-95e2-4322-89fd-e5f4aba2d534 None None] Sync routers for ids ['666a4b92-b638-4fed-b044-6683508916b0'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:58:51.376383 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ff51a32c-3a8e-4ebb-8c0c-b618d69b4026 admin admin] 10.222.0.42 "PUT /v2.0/routers/666a4b92-b638-4fed-b044-6683508916b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0956094 Apr 28 19:58:51.376383 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44542) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:51.401118 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b60cae-95e2-4322-89fd-e5f4aba2d534 None None] Routers {'666a4b92-b638-4fed-b044-6683508916b0'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:58:51.402106 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-85b60cae-95e2-4322-89fd-e5f4aba2d534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:58:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['666a4b92-b638-4fed-b044-6683508916b0'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:51.672408 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d6546464-f0cc-4eb4-9733-f9fe44313e58 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:51.798042 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9be59935-411b-48fd-aa78-762f343a01b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:51.845909 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-85b60cae-95e2-4322-89fd-e5f4aba2d534 None None] Set router 666a4b92-b638-4fed-b044-6683508916b0 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:58:51.980777 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9be59935-411b-48fd-aa78-762f343a01b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:52.042574 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-aea23470-bf76-4682-82e0-29d76446a58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:52.114271 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-9be59935-411b-48fd-aa78-762f343a01b5 admin admin] Deleting port bed8be82-f30e-4125-a4f2-b9e9b96d7465 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:58:52.114665 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9be59935-411b-48fd-aa78-762f343a01b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:52.196578 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-d6546464-f0cc-4eb4-9733-f9fe44313e58 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Deleting port fd5e1779-e5e4-43da-9a28-58ebaa06196c {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:58:52.197185 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d6546464-f0cc-4eb4-9733-f9fe44313e58 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:52.206245 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-85b60cae-95e2-4322-89fd-e5f4aba2d534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666a4b92-b638-4fed-b044-6683508916b0', 'name': 'tempest-TestAggregatesBasicOps-673493449-router', 'tenant_id': '741daf5df68a44259dc53b6573c5431c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'bed8be82-f30e-4125-a4f2-b9e9b96d7465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:22Z', 'updated_at': '2022-04-28T19:58:49Z', 'revision_number': 5, 'project_id': '741daf5df68a44259dc53b6573c5431c', 'gw_port': {'id': 'bed8be82-f30e-4125-a4f2-b9e9b96d7465', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666a4b92-b638-4fed-b044-6683508916b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:24Z', 'updated_at': '2022-04-28T19:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:52.265020 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b60cae-95e2-4322-89fd-e5f4aba2d534 None None] Checking router: 666a4b92-b638-4fed-b044-6683508916b0 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:58:52.278169 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b60cae-95e2-4322-89fd-e5f4aba2d534 None None] Routers {'666a4b92-b638-4fed-b044-6683508916b0'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:58:52.278169 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-85b60cae-95e2-4322-89fd-e5f4aba2d534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:58:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['666a4b92-b638-4fed-b044-6683508916b0'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:52.327993 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-9be59935-411b-48fd-aa78-762f343a01b5 admin admin] For port bed8be82-f30e-4125-a4f2-b9e9b96d7465, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=bed8be82-f30e-4125-a4f2-b9e9b96d7465,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:58:52.329176 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9be59935-411b-48fd-aa78-762f343a01b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:52.353869 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-9be59935-411b-48fd-aa78-762f343a01b5 admin admin] Calling delete_port for bed8be82-f30e-4125-a4f2-b9e9b96d7465 owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:58:52.408349 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-d6546464-f0cc-4eb4-9733-f9fe44313e58 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] For port fd5e1779-e5e4-43da-9a28-58ebaa06196c, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=fd5e1779-e5e4-43da-9a28-58ebaa06196c,segment=NetworkSegment(cbd399ff-a8c5-4417-8e78-2c0a9e7f8a8c),segment_id=cbd399ff-a8c5-4417-8e78-2c0a9e7f8a8c)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:58:52.409321 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d6546464-f0cc-4eb4-9733-f9fe44313e58 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:52.429895 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-85b60cae-95e2-4322-89fd-e5f4aba2d534 None None] Set router 666a4b92-b638-4fed-b044-6683508916b0 gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:58:52.443742 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-d6546464-f0cc-4eb4-9733-f9fe44313e58 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Calling delete_port for fd5e1779-e5e4-43da-9a28-58ebaa06196c owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:58:52.553508 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-85b60cae-95e2-4322-89fd-e5f4aba2d534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666a4b92-b638-4fed-b044-6683508916b0', 'name': 'tempest-TestAggregatesBasicOps-673493449-router', 'tenant_id': '741daf5df68a44259dc53b6573c5431c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:22Z', 'updated_at': '2022-04-28T19:58:51Z', 'revision_number': 6, 'project_id': '741daf5df68a44259dc53b6573c5431c', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:52.600821 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9be59935-411b-48fd-aa78-762f343a01b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:52.621458 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b60cae-95e2-4322-89fd-e5f4aba2d534 None None] The sync data for ids ['666a4b92-b638-4fed-b044-6683508916b0'] in n-d-839810-1 is: [{'id': '666a4b92-b638-4fed-b044-6683508916b0', 'name': 'tempest-TestAggregatesBasicOps-673493449-router', 'tenant_id': '741daf5df68a44259dc53b6573c5431c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:22Z', 'updated_at': '2022-04-28T19:58:51Z', 'revision_number': 6, 'project_id': '741daf5df68a44259dc53b6573c5431c', 'gw_port_host': None}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:58:52.652365 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be59935-411b-48fd-aa78-762f343a01b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bed8be82-f30e-4125-a4f2-b9e9b96d7465,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:52.747613 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9be59935-411b-48fd-aa78-762f343a01b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:52.763454 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d6546464-f0cc-4eb4-9733-f9fe44313e58 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:52.795144 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6546464-f0cc-4eb4-9733-f9fe44313e58 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Port': ['ID=fd5e1779-e5e4-43da-9a28-58ebaa06196c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:52.891301 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9be59935-411b-48fd-aa78-762f343a01b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:52.894160 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9be59935-411b-48fd-aa78-762f343a01b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:52.929058 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d6546464-f0cc-4eb4-9733-f9fe44313e58 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:52.949535 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9be59935-411b-48fd-aa78-762f343a01b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:52.950050 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be59935-411b-48fd-aa78-762f343a01b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 666a4b92-b638-4fed-b044-6683508916b0 {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:58:52.955384 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9be59935-411b-48fd-aa78-762f343a01b5 admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:52.963552 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9be59935-411b-48fd-aa78-762f343a01b5 admin admin] 10.222.0.42 "DELETE /v2.0/routers/666a4b92-b638-4fed-b044-6683508916b0 HTTP/1.1" status: 204 len: 168 time: 1.5868621 Apr 28 19:58:52.963967 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44564) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:53.107269 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea1d620-9c06-400b-a78e-476ac2a5b803 admin admin] Deleting subnet 78abfa0c-9359-4a89-8a79-0aefc801119d {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:58:53.116418 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ea1d620-9c06-400b-a78e-476ac2a5b803 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:53.200779 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6546464-f0cc-4eb4-9733-f9fe44313e58 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Router 65efe934-e2d0-4ac1-ad54-67f063774231 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:58:53.219873 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ea1d620-9c06-400b-a78e-476ac2a5b803 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:53.322265 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6546464-f0cc-4eb4-9733-f9fe44313e58 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:58:53.335087 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ae423e-b40b-43c6-82cd-178de5a4383e None None] Sync routers for ids ['65efe934-e2d0-4ac1-ad54-67f063774231'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:58:53.338299 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d6546464-f0cc-4eb4-9733-f9fe44313e58 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "PUT /v2.0/routers/65efe934-e2d0-4ac1-ad54-67f063774231/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6656656 Apr 28 19:58:53.342378 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44576) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:53.354393 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ae423e-b40b-43c6-82cd-178de5a4383e None None] Routers {'65efe934-e2d0-4ac1-ad54-67f063774231'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:58:53.359051 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-52ae423e-b40b-43c6-82cd-178de5a4383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:58:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['65efe934-e2d0-4ac1-ad54-67f063774231'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:53.425025 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ea1d620-9c06-400b-a78e-476ac2a5b803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:53.470581 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-00be9ab6-2978-43a1-8aaa-c49dc8aea7c6 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Deleting subnet e8a27d8e-6c5c-4fa1-975c-e39cc226c5db {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:58:53.478971 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00be9ab6-2978-43a1-8aaa-c49dc8aea7c6 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:53.515803 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-52ae423e-b40b-43c6-82cd-178de5a4383e None None] Set router 65efe934-e2d0-4ac1-ad54-67f063774231 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:58:53.539477 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ea1d620-9c06-400b-a78e-476ac2a5b803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:53.561295 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00be9ab6-2978-43a1-8aaa-c49dc8aea7c6 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:53.597789 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1d620-9c06-400b-a78e-476ac2a5b803 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78abfa0c-9359-4a89-8a79-0aefc801119d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:53.614568 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ea1d620-9c06-400b-a78e-476ac2a5b803 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:53.621020 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5ea1d620-9c06-400b-a78e-476ac2a5b803 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/78abfa0c-9359-4a89-8a79-0aefc801119d HTTP/1.1" status: 204 len: 168 time: 0.6559720 Apr 28 19:58:53.624738 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44584) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:53.643806 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-52ae423e-b40b-43c6-82cd-178de5a4383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'name': 'tempest-RoutersIpV6Test-router-984485113', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:57:51Z', 'updated_at': '2022-04-28T19:58:52Z', 'revision_number': 11, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:53.701851 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00be9ab6-2978-43a1-8aaa-c49dc8aea7c6 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:53.749866 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4119bd12-994f-4381-bf11-cebf9a71ec37 None None] Network 52b25f64-d443-4e17-aeab-4da46016be75 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:58:53.808737 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ae423e-b40b-43c6-82cd-178de5a4383e None None] Checking router: 65efe934-e2d0-4ac1-ad54-67f063774231 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:58:53.809240 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00be9ab6-2978-43a1-8aaa-c49dc8aea7c6 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:53.852966 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00be9ab6-2978-43a1-8aaa-c49dc8aea7c6 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:53.858760 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-00be9ab6-2978-43a1-8aaa-c49dc8aea7c6 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/subnets/e8a27d8e-6c5c-4fa1-975c-e39cc226c5db HTTP/1.1" status: 204 len: 168 time: 0.5138969 Apr 28 19:58:53.862407 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-24da161b-45f8-40dd-ad97-91d84d99176f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:53.867133 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44586) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:53.889852 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be9ab6-2978-43a1-8aaa-c49dc8aea7c6 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Subnet': ['ID=e8a27d8e-6c5c-4fa1-975c-e39cc226c5db,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:53.999566 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e617ec73-d60f-456f-9ab2-afca36a62b7f None None] Network 28d71419-8bdb-470c-ba68-cfb3351d196f requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:58:54.051321 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ecb1cdaa-4cbe-4524-82ac-5d99dbd19720 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:54.128253 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-24da161b-45f8-40dd-ad97-91d84d99176f admin admin] Deleting port 8ac07fc3-0fb7-466d-a760-75260f5096a2 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:58:54.128658 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-24da161b-45f8-40dd-ad97-91d84d99176f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:54.135289 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ae423e-b40b-43c6-82cd-178de5a4383e None None] Routers {'65efe934-e2d0-4ac1-ad54-67f063774231'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:58:54.135947 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-52ae423e-b40b-43c6-82cd-178de5a4383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:58:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['65efe934-e2d0-4ac1-ad54-67f063774231'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:54.137886 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:54.295882 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-24da161b-45f8-40dd-ad97-91d84d99176f admin admin] For port 8ac07fc3-0fb7-466d-a760-75260f5096a2, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=8ac07fc3-0fb7-466d-a760-75260f5096a2,segment=NetworkSegment(637dbb8e-1ca4-4163-a824-eb644782f21a),segment_id=637dbb8e-1ca4-4163-a824-eb644782f21a)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:58:54.296512 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-24da161b-45f8-40dd-ad97-91d84d99176f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:54.347849 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-24da161b-45f8-40dd-ad97-91d84d99176f admin admin] Calling delete_port for 8ac07fc3-0fb7-466d-a760-75260f5096a2 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:58:54.350923 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ecb1cdaa-4cbe-4524-82ac-5d99dbd19720 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Deleting port 58de22d7-4810-4cbf-970c-acf0d208203c {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:58:54.351349 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ecb1cdaa-4cbe-4524-82ac-5d99dbd19720 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:54.446805 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ecb1cdaa-4cbe-4524-82ac-5d99dbd19720 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] For port 58de22d7-4810-4cbf-970c-acf0d208203c, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=58de22d7-4810-4cbf-970c-acf0d208203c,segment=NetworkSegment(cbd399ff-a8c5-4417-8e78-2c0a9e7f8a8c),segment_id=cbd399ff-a8c5-4417-8e78-2c0a9e7f8a8c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:58:54.447571 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ecb1cdaa-4cbe-4524-82ac-5d99dbd19720 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:54.468494 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ecb1cdaa-4cbe-4524-82ac-5d99dbd19720 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Calling delete_port for 58de22d7-4810-4cbf-970c-acf0d208203c owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:58:54.695799 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-24da161b-45f8-40dd-ad97-91d84d99176f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:54.708985 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-52ae423e-b40b-43c6-82cd-178de5a4383e None None] Set router 65efe934-e2d0-4ac1-ad54-67f063774231 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:58:54.730449 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ecb1cdaa-4cbe-4524-82ac-5d99dbd19720 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:54.773533 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da161b-45f8-40dd-ad97-91d84d99176f admin admin] Pushing event deleted for resources: {'Port': ['ID=8ac07fc3-0fb7-466d-a760-75260f5096a2,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:54.797532 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24da161b-45f8-40dd-ad97-91d84d99176f admin admin] No DVR routers for this DVR port 8ac07fc3-0fb7-466d-a760-75260f5096a2 on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:58:54.809268 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 97cd81bf-b614-4787-b7a8-209fabe8659b no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:58:54.832701 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb1cdaa-4cbe-4524-82ac-5d99dbd19720 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] No DVR routers for this DVR port 58de22d7-4810-4cbf-970c-acf0d208203c on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:58:54.838280 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1cdaa-4cbe-4524-82ac-5d99dbd19720 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Port': ['ID=58de22d7-4810-4cbf-970c-acf0d208203c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:54.859619 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-52ae423e-b40b-43c6-82cd-178de5a4383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'name': 'tempest-RoutersIpV6Test-router-984485113', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:57:51Z', 'updated_at': '2022-04-28T19:58:52Z', 'revision_number': 11, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:54.872434 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 97cd81bf-b614-4787-b7a8-209fabe8659b {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:58:54.872971 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 97cd81bf-b614-4787-b7a8-209fabe8659b not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:58:54.873851 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bed8be82-f30e-4125-a4f2-b9e9b96d7465 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:58:54.942450 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: bed8be82-f30e-4125-a4f2-b9e9b96d7465 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:58:54.942982 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bed8be82-f30e-4125-a4f2-b9e9b96d7465 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:58:54.946507 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ae423e-b40b-43c6-82cd-178de5a4383e None None] The sync data for ids ['65efe934-e2d0-4ac1-ad54-67f063774231'] in n-d-839810-1 is: [{'id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'name': 'tempest-RoutersIpV6Test-router-984485113', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:57:51Z', 'updated_at': '2022-04-28T19:58:52Z', 'revision_number': 11, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'gw_port_host': None}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:58:55.005814 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdb9c62-5f90-4759-8ab5-e2b6c59dd1d9 None None] DHCP port deletion for 52b25f64-d443-4e17-aeab-4da46016be75 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:58:55.373841 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f5f8e3-2a3d-4baa-ab3b-030afa7084f7 None None] DHCP port deletion for 28d71419-8bdb-470c-ba68-cfb3351d196f request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:58:55.657019 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-24da161b-45f8-40dd-ad97-91d84d99176f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:55.681182 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ecb1cdaa-4cbe-4524-82ac-5d99dbd19720 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:55.719658 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-24da161b-45f8-40dd-ad97-91d84d99176f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b25f64-d443-4e17-aeab-4da46016be75']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:55.747876 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-ecb1cdaa-4cbe-4524-82ac-5d99dbd19720 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d71419-8bdb-470c-ba68-cfb3351d196f']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:55.758868 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-24da161b-45f8-40dd-ad97-91d84d99176f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '637dbb8e-1ca4-4163-a824-eb644782f21a') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:55.759630 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-24da161b-45f8-40dd-ad97-91d84d99176f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '637dbb8e-1ca4-4163-a824-eb644782f21a') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:55.769528 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-ecb1cdaa-4cbe-4524-82ac-5d99dbd19720 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd399ff-a8c5-4417-8e78-2c0a9e7f8a8c') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:55.770123 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-ecb1cdaa-4cbe-4524-82ac-5d99dbd19720 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd399ff-a8c5-4417-8e78-2c0a9e7f8a8c') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:55.779582 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-24da161b-45f8-40dd-ad97-91d84d99176f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:55.790700 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ecb1cdaa-4cbe-4524-82ac-5d99dbd19720 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:55.806630 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-24da161b-45f8-40dd-ad97-91d84d99176f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:55.811096 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:55.814662 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ecb1cdaa-4cbe-4524-82ac-5d99dbd19720 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:55.821613 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24da161b-45f8-40dd-ad97-91d84d99176f admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:58:55.822467 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-24da161b-45f8-40dd-ad97-91d84d99176f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:55.824716 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:58:55.824716 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:58:55.824716 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:58:55.824716 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:58:55.824716 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:58:55.824716 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:58:55.824716 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:58:55.824716 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:58:55.824716 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:58:55.824716 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:58:55.824716 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:58:55.824716 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:58:55.824716 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:58:55.824716 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:58:55.824716 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:58:55.824716 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:58:55.824716 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:58:55.824716 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:58:55.824716 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:58:55.824716 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:58:55.824716 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:58:55.824716 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:58:55.824716 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:58:55.824716 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:58:55.824716 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:58:55.824716 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:58:55.824716 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:58:55.824716 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:58:55.824716 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:58:55.824716 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:58:55.824716 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:58:55.824716 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:58:55.846265 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb1cdaa-4cbe-4524-82ac-5d99dbd19720 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:58:55.847123 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ecb1cdaa-4cbe-4524-82ac-5d99dbd19720 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:55.851395 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 19:58:55.851395 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:58:55.851395 n-d-839810-1 neutron-server[102773]: timer() Apr 28 19:58:55.851395 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:58:55.851395 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 19:58:55.851395 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:58:55.851395 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 19:58:55.851395 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:58:55.851395 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 19:58:55.851395 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:58:55.851395 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 19:58:55.851395 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:58:55.851395 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 19:58:55.851395 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:58:55.851395 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:58:55.851395 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:58:55.851395 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:58:55.851395 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:58:55.851395 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 19:58:55.851395 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:58:55.851395 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 19:58:55.851395 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:58:55.851395 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:58:55.851395 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:58:55.851395 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 19:58:55.851395 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:58:55.851395 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:58:55.851395 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:58:55.851395 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:58:55.851395 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:58:55.851395 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:58:55.851395 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:58:55.944775 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:55.977336 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ecb1cdaa-4cbe-4524-82ac-5d99dbd19720 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:55.993125 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-24da161b-45f8-40dd-ad97-91d84d99176f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:55.995378 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ecb1cdaa-4cbe-4524-82ac-5d99dbd19720 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:56.000160 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ecb1cdaa-4cbe-4524-82ac-5d99dbd19720 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/networks/28d71419-8bdb-470c-ba68-cfb3351d196f HTTP/1.1" status: 204 len: 168 time: 2.1304181 Apr 28 19:58:56.002123 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44632) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:56.008944 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-c7f16304-8eeb-4071-8552-03f49b66e60b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Request body: {'router': {'routes': None}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:56.013800 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-24da161b-45f8-40dd-ad97-91d84d99176f admin admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:56.017092 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-24da161b-45f8-40dd-ad97-91d84d99176f admin admin] 10.222.0.42 "DELETE /v2.0/networks/52b25f64-d443-4e17-aeab-4da46016be75 HTTP/1.1" status: 204 len: 168 time: 2.3913529 Apr 28 19:58:56.018197 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1cdaa-4cbe-4524-82ac-5d99dbd19720 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Pushing event deleted for resources: {'Network': ['ID=28d71419-8bdb-470c-ba68-cfb3351d196f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:56.056836 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da161b-45f8-40dd-ad97-91d84d99176f admin admin] Pushing event deleted for resources: {'Network': ['ID=52b25f64-d443-4e17-aeab-4da46016be75,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:56.272378 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 8ac07fc3-0fb7-466d-a760-75260f5096a2 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:58:56.325080 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb59fdd-cc15-4fea-ae12-182c78dedb9e req-acfd5d43-1c51-48b0-aa97-a95eabce536f tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:56.334809 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 8ac07fc3-0fb7-466d-a760-75260f5096a2 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:58:56.336715 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-adb59fdd-cc15-4fea-ae12-182c78dedb9e req-acfd5d43-1c51-48b0-aa97-a95eabce536f tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac732c81-4d98-4cc5-a702-0bf0be3d7e61 HTTP/1.1" status: 200 len: 945 time: 0.1536956 Apr 28 19:58:56.338839 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 8ac07fc3-0fb7-466d-a760-75260f5096a2 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:58:56.340052 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device fd5e1779-e5e4-43da-9a28-58ebaa06196c no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:58:56.381169 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44650) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:56.386554 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.extraroute_db [None req-c7f16304-8eeb-4071-8552-03f49b66e60b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Added routes are [] {{(pid=102774) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 28 19:58:56.386871 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.extraroute_db [None req-c7f16304-8eeb-4071-8552-03f49b66e60b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Removed routes are [] {{(pid=102774) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 28 19:58:56.387222 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c7f16304-8eeb-4071-8552-03f49b66e60b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364'] for router, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:56.392475 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: fd5e1779-e5e4-43da-9a28-58ebaa06196c {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:58:56.392926 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device fd5e1779-e5e4-43da-9a28-58ebaa06196c not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:58:56.393495 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 58de22d7-4810-4cbf-970c-acf0d208203c no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:58:56.474304 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 58de22d7-4810-4cbf-970c-acf0d208203c {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:58:56.481829 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 58de22d7-4810-4cbf-970c-acf0d208203c not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:58:56.519029 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-adb59fdd-cc15-4fea-ae12-182c78dedb9e req-29b4b250-1023-49fd-8e9a-095496f8ab8a tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=d181c25a-5f76-4817-bf22-d7e69a891507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786993 Apr 28 19:58:56.546604 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b46a42ac-eebb-4e03-b37f-78bb254fa4fb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6b37d7a6499d457f9dd577c8b2dc4e4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1648490 Apr 28 19:58:56.550312 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44658) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:56.569874 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c7f16304-8eeb-4071-8552-03f49b66e60b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364'] for router, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:56.574257 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c7f16304-8eeb-4071-8552-03f49b66e60b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626624'] for router, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:56.657520 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e8f75f1b-c04d-4f60-bc1f-ecbabd4c6330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:56.685897 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e8f75f1b-c04d-4f60-bc1f-ecbabd4c6330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:56.748151 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e8f75f1b-c04d-4f60-bc1f-ecbabd4c6330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:56.751296 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e8f75f1b-c04d-4f60-bc1f-ecbabd4c6330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:56.758221 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e8f75f1b-c04d-4f60-bc1f-ecbabd4c6330 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/261eb004-f686-489c-9688-b570783313c1 HTTP/1.1" status: 204 len: 168 time: 0.2065115 Apr 28 19:58:56.767903 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f75f1b-c04d-4f60-bc1f-ecbabd4c6330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261eb004-f686-489c-9688-b570783313c1,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:57.099089 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f16304-8eeb-4071-8552-03f49b66e60b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Router 65efe934-e2d0-4ac1-ad54-67f063774231 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:58:57.199122 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f16304-8eeb-4071-8552-03f49b66e60b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:58:57.211210 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e47efdd-e56b-469f-801d-cac14c4d4322 None None] Sync routers for ids ['65efe934-e2d0-4ac1-ad54-67f063774231'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:58:57.218775 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c7f16304-8eeb-4071-8552-03f49b66e60b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:57.220843 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c7f16304-8eeb-4071-8552-03f49b66e60b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "PUT /v2.0/routers/65efe934-e2d0-4ac1-ad54-67f063774231 HTTP/1.1" status: 200 len: 704 time: 1.2165062 Apr 28 19:58:57.223558 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44666) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:57.225161 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e47efdd-e56b-469f-801d-cac14c4d4322 None None] Routers {'65efe934-e2d0-4ac1-ad54-67f063774231'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:58:57.225790 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6e47efdd-e56b-469f-801d-cac14c4d4322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:58:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['65efe934-e2d0-4ac1-ad54-67f063774231'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:57.322048 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-6e47efdd-e56b-469f-801d-cac14c4d4322 None None] Set router 65efe934-e2d0-4ac1-ad54-67f063774231 gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:58:57.322851 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44668) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:57.327033 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cb6e3783-380c-46b3-92b8-c134ce297360 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "GET /v2.0/ports?device_id=65efe934-e2d0-4ac1-ad54-67f063774231 HTTP/1.1" status: 200 len: 205 time: 0.1019943 Apr 28 19:58:57.389028 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6e47efdd-e56b-469f-801d-cac14c4d4322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'name': 'tempest-RoutersIpV6Test-router-984485113', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:57:51Z', 'updated_at': '2022-04-28T19:58:52Z', 'revision_number': 11, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:57.416169 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44674) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:57.424563 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e47efdd-e56b-469f-801d-cac14c4d4322 None None] Checking router: 65efe934-e2d0-4ac1-ad54-67f063774231 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:58:57.436991 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e47efdd-e56b-469f-801d-cac14c4d4322 None None] Routers {'65efe934-e2d0-4ac1-ad54-67f063774231'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:58:57.437950 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6e47efdd-e56b-469f-801d-cac14c4d4322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:58:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['65efe934-e2d0-4ac1-ad54-67f063774231'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:57.539969 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e05031fc-6c75-4016-a784-d01ef66218ec tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:57.603316 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-815aba9d-33aa-4865-9c0e-c5e283ac72d2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=741daf5df68a44259dc53b6573c5431c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1835463 Apr 28 19:58:57.603829 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44682) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:57.637326 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-6e47efdd-e56b-469f-801d-cac14c4d4322 None None] Set router 65efe934-e2d0-4ac1-ad54-67f063774231 gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:58:57.752130 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f72325ed-de16-490a-94d8-bfd2ef2462e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:57.809055 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb9118-e141-4928-95a1-85ae7e9645d5 req-81fd14ef-9b1c-4422-af94-9b025aca9aec tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:57.810918 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fbcb9118-e141-4928-95a1-85ae7e9645d5 req-81fd14ef-9b1c-4422-af94-9b025aca9aec tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac732c81-4d98-4cc5-a702-0bf0be3d7e61 HTTP/1.1" status: 200 len: 945 time: 0.1216838 Apr 28 19:58:57.891258 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6e47efdd-e56b-469f-801d-cac14c4d4322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'name': 'tempest-RoutersIpV6Test-router-984485113', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:57:51Z', 'updated_at': '2022-04-28T19:58:52Z', 'revision_number': 11, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:57.921014 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f72325ed-de16-490a-94d8-bfd2ef2462e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:57.976701 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e47efdd-e56b-469f-801d-cac14c4d4322 None None] The sync data for ids ['65efe934-e2d0-4ac1-ad54-67f063774231'] in n-d-839810-1 is: [{'id': '65efe934-e2d0-4ac1-ad54-67f063774231', 'name': 'tempest-RoutersIpV6Test-router-984485113', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:57:51Z', 'updated_at': '2022-04-28T19:58:52Z', 'revision_number': 11, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'gw_port_host': None}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:58:58.007720 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e05031fc-6c75-4016-a784-d01ef66218ec tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:58.013644 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e05031fc-6c75-4016-a784-d01ef66218ec tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:58.196850 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e05031fc-6c75-4016-a784-d01ef66218ec tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:58.197497 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05031fc-6c75-4016-a784-d01ef66218ec tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Fanout notify agent at l3_agent the message router_deleted on router 65efe934-e2d0-4ac1-ad54-67f063774231 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:58:58.198981 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-fbcb9118-e141-4928-95a1-85ae7e9645d5 req-593ab696-8668-4e8e-850d-1a29d4785bdc tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Deleting port ea477b41-020f-453a-aa33-c8fb69e1291a {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:58:58.199322 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-fbcb9118-e141-4928-95a1-85ae7e9645d5 req-593ab696-8668-4e8e-850d-1a29d4785bdc tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:58.235856 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e05031fc-6c75-4016-a784-d01ef66218ec tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:58.257072 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e05031fc-6c75-4016-a784-d01ef66218ec tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/routers/65efe934-e2d0-4ac1-ad54-67f063774231 HTTP/1.1" status: 204 len: 168 time: 0.9329197 Apr 28 19:58:58.259664 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44688) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:58.288506 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-77d12374-9f35-4206-a810-34b1181abe6c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-38101531', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:58.335858 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77d12374-9f35-4206-a810-34b1181abe6c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:58.338517 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77d12374-9f35-4206-a810-34b1181abe6c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:58.366199 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-fbcb9118-e141-4928-95a1-85ae7e9645d5 req-593ab696-8668-4e8e-850d-1a29d4785bdc tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] For port ea477b41-020f-453a-aa33-c8fb69e1291a, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=ea477b41-020f-453a-aa33-c8fb69e1291a,segment=NetworkSegment(04dde85d-a8f7-46ce-a4b1-2af6311ad799),segment_id=04dde85d-a8f7-46ce-a4b1-2af6311ad799)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:58:58.366556 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-fbcb9118-e141-4928-95a1-85ae7e9645d5 req-593ab696-8668-4e8e-850d-1a29d4785bdc tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:58.604053 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45813b-95bf-45d6-b312-bd9688c2843e req-2b56c99b-9c7b-4095-906c-e9c6a98433b9 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:58.616448 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9a45813b-95bf-45d6-b312-bd9688c2843e req-2b56c99b-9c7b-4095-906c-e9c6a98433b9 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac732c81-4d98-4cc5-a702-0bf0be3d7e61 HTTP/1.1" status: 200 len: 945 time: 0.8178458 Apr 28 19:58:58.648352 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f72325ed-de16-490a-94d8-bfd2ef2462e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:58.651509 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f72325ed-de16-490a-94d8-bfd2ef2462e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:58.653164 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f72325ed-de16-490a-94d8-bfd2ef2462e6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/71ce2d43-032c-48f6-ac69-f14968d6fe4f HTTP/1.1" status: 204 len: 168 time: 1.0482121 Apr 28 19:58:58.671102 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72325ed-de16-490a-94d8-bfd2ef2462e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ce2d43-032c-48f6-ac69-f14968d6fe4f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:58.798546 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77d12374-9f35-4206-a810-34b1181abe6c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:58.820174 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77d12374-9f35-4206-a810-34b1181abe6c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:58.881610 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77d12374-9f35-4206-a810-34b1181abe6c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:58.884054 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-77d12374-9f35-4206-a810-34b1181abe6c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6223371 Apr 28 19:58:58.891074 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44710) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:58:58.904692 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-42d83168-dc96-449d-ae66-bd0cd97b9a4c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:58.944556 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-fbcb9118-e141-4928-95a1-85ae7e9645d5 req-593ab696-8668-4e8e-850d-1a29d4785bdc tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:58.947582 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-fbcb9118-e141-4928-95a1-85ae7e9645d5 req-593ab696-8668-4e8e-850d-1a29d4785bdc tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:58.949457 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [req-fbcb9118-e141-4928-95a1-85ae7e9645d5 req-593ab696-8668-4e8e-850d-1a29d4785bdc tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Floating IP 4e3bcffd-5d00-4c92-996e-843f2e77437b disassociated. External IP: 172.25.8.125, port: ea477b41-020f-453a-aa33-c8fb69e1291a. Apr 28 19:58:58.950132 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-fbcb9118-e141-4928-95a1-85ae7e9645d5 req-593ab696-8668-4e8e-850d-1a29d4785bdc tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Calling delete_port for ea477b41-020f-453a-aa33-c8fb69e1291a owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:58:59.201604 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-fbcb9118-e141-4928-95a1-85ae7e9645d5 req-593ab696-8668-4e8e-850d-1a29d4785bdc tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:59.247891 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ab696-8668-4e8e-850d-1a29d4785bdc tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Pushing event deleted for resources: {'Port': ['ID=ea477b41-020f-453a-aa33-c8fb69e1291a,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:59.407201 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9a45813b-95bf-45d6-b312-bd9688c2843e req-d6cef159-f26f-4bda-b24c-6910a0808f81 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups?id=d181c25a-5f76-4817-bf22-d7e69a891507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7661312 Apr 28 19:58:59.453741 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbcb9118-e141-4928-95a1-85ae7e9645d5 req-593ab696-8668-4e8e-850d-1a29d4785bdc tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Router 9ed57afb-0429-4e6c-8fdb-f48fb2588c14 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:58:59.620609 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-42d83168-dc96-449d-ae66-bd0cd97b9a4c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364'] for router, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:59.668577 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-42d83168-dc96-449d-ae66-bd0cd97b9a4c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626624'] for router, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:59.776918 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbcb9118-e141-4928-95a1-85ae7e9645d5 req-593ab696-8668-4e8e-850d-1a29d4785bdc tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:58:59.811377 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42abc9a5-4808-4fc2-b2da-8d30d6cedd81 None None] Sync routers for ids ['9ed57afb-0429-4e6c-8fdb-f48fb2588c14'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:58:59.828674 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42abc9a5-4808-4fc2-b2da-8d30d6cedd81 None None] Routers {'9ed57afb-0429-4e6c-8fdb-f48fb2588c14'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:58:59.833207 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-42abc9a5-4808-4fc2-b2da-8d30d6cedd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:58:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9ed57afb-0429-4e6c-8fdb-f48fb2588c14'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:59.931046 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbcb9118-e141-4928-95a1-85ae7e9645d5 req-593ab696-8668-4e8e-850d-1a29d4785bdc tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] No DVR routers for this DVR port ea477b41-020f-453a-aa33-c8fb69e1291a on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:58:59.948190 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-fbcb9118-e141-4928-95a1-85ae7e9645d5 req-593ab696-8668-4e8e-850d-1a29d4785bdc tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:59.958258 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fbcb9118-e141-4928-95a1-85ae7e9645d5 req-593ab696-8668-4e8e-850d-1a29d4785bdc tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.44 "DELETE /v2.0/ports/ea477b41-020f-453a-aa33-c8fb69e1291a HTTP/1.1" status: 204 len: 173 time: 2.1362751 Apr 28 19:58:59.959476 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac732c81-4d98-4cc5-a702-0bf0be3d7e61', 'name': 'network-vif-deleted', 'tag': 'ea477b41-020f-453a-aa33-c8fb69e1291a'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:58:59.971069 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1705b92d-89b1-490f-b7fa-462df3c23185" -d '{"events": [{"server_uuid": "ac732c81-4d98-4cc5-a702-0bf0be3d7e61", "name": "network-vif-deleted", "tag": "ea477b41-020f-453a-aa33-c8fb69e1291a"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:59:00.040277 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d83168-dc96-449d-ae66-bd0cd97b9a4c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Router e6c4db86-4ad3-49be-b8b2-612c28748d3e is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:59:00.129304 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4ebb10-0f5c-4fae-bef5-f093fded51a4 x-openstack-request-id: req-0d4ebb10-0f5c-4fae-bef5-f093fded51a4 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:59:00.130166 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac732c81-4d98-4cc5-a702-0bf0be3d7e61", "name": "network-vif-deleted", "tag": "ea477b41-020f-453a-aa33-c8fb69e1291a", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:59:00.130412 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0d4ebb10-0f5c-4fae-bef5-f093fded51a4 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:59:00.130898 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d4ebb10-0f5c-4fae-bef5-f093fded51a4'] response: {'server_uuid': 'ac732c81-4d98-4cc5-a702-0bf0be3d7e61', 'name': 'network-vif-deleted', 'tag': 'ea477b41-020f-453a-aa33-c8fb69e1291a', 'status': 'completed', 'code': 200} Apr 28 19:59:00.255857 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d83168-dc96-449d-ae66-bd0cd97b9a4c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:59:00.271749 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d677a6-fc82-408c-8ea6-75618e4901b9 None None] Sync routers for ids ['e6c4db86-4ad3-49be-b8b2-612c28748d3e'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:59:00.287971 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-42d83168-dc96-449d-ae66-bd0cd97b9a4c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:00.290520 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-42d83168-dc96-449d-ae66-bd0cd97b9a4c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "PUT /v2.0/routers/e6c4db86-4ad3-49be-b8b2-612c28748d3e HTTP/1.1" status: 200 len: 696 time: 1.3984787 Apr 28 19:59:00.293308 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44748) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:00.304023 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d677a6-fc82-408c-8ea6-75618e4901b9 None None] Routers {'e6c4db86-4ad3-49be-b8b2-612c28748d3e'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:59:00.304886 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b4d677a6-fc82-408c-8ea6-75618e4901b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:58:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['e6c4db86-4ad3-49be-b8b2-612c28748d3e'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:00.313866 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-42abc9a5-4808-4fc2-b2da-8d30d6cedd81 None None] Set router 9ed57afb-0429-4e6c-8fdb-f48fb2588c14 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:59:00.415179 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3527a2c5-3a16-4ddf-9b7a-45d5651aa5ff tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "GET /v2.0/routers/e6c4db86-4ad3-49be-b8b2-612c28748d3e HTTP/1.1" status: 200 len: 702 time: 0.1205118 Apr 28 19:59:00.417948 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44752) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:00.495410 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-b4d677a6-fc82-408c-8ea6-75618e4901b9 None None] Set router e6c4db86-4ad3-49be-b8b2-612c28748d3e gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:59:00.515268 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44758) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:00.523663 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e194389b-b0c2-4672-b88c-2ee1a2aa4537 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6c4db86-4ad3-49be-b8b2-612c28748d3e HTTP/1.1" status: 200 len: 205 time: 0.0914333 Apr 28 19:59:00.631608 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44760) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:00.656867 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b4d677a6-fc82-408c-8ea6-75618e4901b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c4db86-4ad3-49be-b8b2-612c28748d3e', 'name': 'tempest-RoutersIpV6Test-router-38101531', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:58Z', 'updated_at': '2022-04-28T19:58:59Z', 'revision_number': 2, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:00.716358 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3b6ca5a0-8fe1-461d-beb8-f5971f51d182 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:00.729246 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2556a3c3-ae20-4ab6-9aa8-c53e13739b0a req-21f9a4d8-27f4-4581-8acf-9f1cf259163d tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac732c81-4d98-4cc5-a702-0bf0be3d7e61 HTTP/1.1" status: 200 len: 210 time: 0.0608454 Apr 28 19:59:00.757376 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d677a6-fc82-408c-8ea6-75618e4901b9 None None] Checking router: e6c4db86-4ad3-49be-b8b2-612c28748d3e for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:59:00.783957 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d677a6-fc82-408c-8ea6-75618e4901b9 None None] Routers {'e6c4db86-4ad3-49be-b8b2-612c28748d3e'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:59:00.784885 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b4d677a6-fc82-408c-8ea6-75618e4901b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:58:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['e6c4db86-4ad3-49be-b8b2-612c28748d3e'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:00.933840 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-3c2b5163-989a-4b43-ad57-d4e1895d1f81 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2096051399-network', 'tenant_id': 'ed88649b71bc458cae04e424d2624ce7'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:00.944066 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-b4d677a6-fc82-408c-8ea6-75618e4901b9 None None] Set router e6c4db86-4ad3-49be-b8b2-612c28748d3e gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:59:00.982365 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2b5163-989a-4b43-ad57-d4e1895d1f81 admin admin] Made reservation on behalf of ed88649b71bc458cae04e424d2624ce7 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:00.985214 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c2b5163-989a-4b43-ad57-d4e1895d1f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:01.000468 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c2b5163-989a-4b43-ad57-d4e1895d1f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:01.040986 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b4d677a6-fc82-408c-8ea6-75618e4901b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c4db86-4ad3-49be-b8b2-612c28748d3e', 'name': 'tempest-RoutersIpV6Test-router-38101531', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:58Z', 'updated_at': '2022-04-28T19:58:59Z', 'revision_number': 2, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:01.112707 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d677a6-fc82-408c-8ea6-75618e4901b9 None None] The sync data for ids ['e6c4db86-4ad3-49be-b8b2-612c28748d3e'] in n-d-839810-1 is: [{'id': 'e6c4db86-4ad3-49be-b8b2-612c28748d3e', 'name': 'tempest-RoutersIpV6Test-router-38101531', 'tenant_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:58Z', 'updated_at': '2022-04-28T19:58:59Z', 'revision_number': 2, 'project_id': '6ff88bb069834363bbb6cc9bff6bbe85', 'gw_port_host': None}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:59:01.115099 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-42abc9a5-4808-4fc2-b2da-8d30d6cedd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'name': 'tempest-AttachVolumeTestJSON-1465909234-router', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:03Z', 'updated_at': '2022-04-28T19:53:14Z', 'revision_number': 4, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'gw_port': {'id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:05Z', 'updated_at': '2022-04-28T19:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'de551ca5-1f12-470a-88b4-470351de7e58', 'name': '', 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'mac_address': 'fa:16:3e:bd:57:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '95e411ad-3fda-47de-9866-800115a43d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:12Z', 'updated_at': '2022-04-28T19:53:21Z', 'revision_number': 5, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'subnets': [{'id': '95e411ad-3fda-47de-9866-800115a43d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:01.201773 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42abc9a5-4808-4fc2-b2da-8d30d6cedd81 None None] Checking router: 9ed57afb-0429-4e6c-8fdb-f48fb2588c14 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:59:01.207413 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3b6ca5a0-8fe1-461d-beb8-f5971f51d182 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:01.219244 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3b6ca5a0-8fe1-461d-beb8-f5971f51d182 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:01.227754 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42abc9a5-4808-4fc2-b2da-8d30d6cedd81 None None] Routers {'9ed57afb-0429-4e6c-8fdb-f48fb2588c14'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:59:01.228795 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-42abc9a5-4808-4fc2-b2da-8d30d6cedd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:58:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9ed57afb-0429-4e6c-8fdb-f48fb2588c14'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:01.234933 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c2b5163-989a-4b43-ad57-d4e1895d1f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:01.242179 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c2b5163-989a-4b43-ad57-d4e1895d1f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:01.274470 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c2b5163-989a-4b43-ad57-d4e1895d1f81 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:59:01.297214 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c2b5163-989a-4b43-ad57-d4e1895d1f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:01.297573 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-3c2b5163-989a-4b43-ad57-d4e1895d1f81 admin admin] Added segment 7926db30-73c1-46df-8406-ef9a080be03c of type vlan for network 952ab810-004c-432f-bca4-db060534f298 Apr 28 19:59:01.359411 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3b6ca5a0-8fe1-461d-beb8-f5971f51d182 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:01.361525 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6ca5a0-8fe1-461d-beb8-f5971f51d182 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Fanout notify agent at l3_agent the message router_deleted on router e6c4db86-4ad3-49be-b8b2-612c28748d3e {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:59:01.372255 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3b6ca5a0-8fe1-461d-beb8-f5971f51d182 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:01.373793 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3b6ca5a0-8fe1-461d-beb8-f5971f51d182 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/routers/e6c4db86-4ad3-49be-b8b2-612c28748d3e HTTP/1.1" status: 204 len: 168 time: 0.8566260 Apr 28 19:59:01.377265 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44770) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:01.417228 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c2b5163-989a-4b43-ad57-d4e1895d1f81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:01.436003 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4f62b045-a4a9-4a8d-8f52-2ebfef06d877 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6c4db86-4ad3-49be-b8b2-612c28748d3e HTTP/1.1" status: 200 len: 205 time: 0.0529594 Apr 28 19:59:01.439710 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44772) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:01.472509 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-42abc9a5-4808-4fc2-b2da-8d30d6cedd81 None None] Set router 9ed57afb-0429-4e6c-8fdb-f48fb2588c14 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:59:01.480432 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b5163-989a-4b43-ad57-d4e1895d1f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b045beab-5062-4dc0-b840-4b9963cb7aa1,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:01.531845 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c2b5163-989a-4b43-ad57-d4e1895d1f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:01.534124 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2b5163-989a-4b43-ad57-d4e1895d1f81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:01.534832 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3c2b5163-989a-4b43-ad57-d4e1895d1f81 admin admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:01.657259 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3c2b5163-989a-4b43-ad57-d4e1895d1f81 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0234807 Apr 28 19:59:01.665224 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44778) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:01.671129 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-345f98b4-161e-445e-9a92-089387ac3f7a admin admin] Request body: {'subnet': {'network_id': '952ab810-004c-432f-bca4-db060534f298', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2096051399-subnet', 'tenant_id': 'ed88649b71bc458cae04e424d2624ce7', 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:01.705715 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345f98b4-161e-445e-9a92-089387ac3f7a admin admin] Made reservation on behalf of ed88649b71bc458cae04e424d2624ce7 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:01.710178 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-345f98b4-161e-445e-9a92-089387ac3f7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:01.768471 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b5163-989a-4b43-ad57-d4e1895d1f81 admin admin] Pushing event updated for resources: {'Network': ['ID=952ab810-004c-432f-bca4-db060534f298,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:01.798790 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 952ab810-004c-432f-bca4-db060534f298 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:59:01.986971 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device ea477b41-020f-453a-aa33-c8fb69e1291a no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:59:01.991009 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44784) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:02.138768 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: ea477b41-020f-453a-aa33-c8fb69e1291a {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:59:02.139705 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device ea477b41-020f-453a-aa33-c8fb69e1291a not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:59:02.178161 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:02.196724 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4c9c1d66-97a2-4b43-bd67-6f095f13e81a tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:02.236993 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4c9c1d66-97a2-4b43-bd67-6f095f13e81a tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:02.260219 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-42abc9a5-4808-4fc2-b2da-8d30d6cedd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'name': 'tempest-AttachVolumeTestJSON-1465909234-router', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:03Z', 'updated_at': '2022-04-28T19:53:14Z', 'revision_number': 4, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'gw_port': {'id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:05Z', 'updated_at': '2022-04-28T19:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'de551ca5-1f12-470a-88b4-470351de7e58', 'name': '', 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'mac_address': 'fa:16:3e:bd:57:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '95e411ad-3fda-47de-9866-800115a43d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:12Z', 'updated_at': '2022-04-28T19:53:21Z', 'revision_number': 5, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'subnets': [{'id': '95e411ad-3fda-47de-9866-800115a43d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:02.294714 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42abc9a5-4808-4fc2-b2da-8d30d6cedd81 None None] The sync data for ids ['9ed57afb-0429-4e6c-8fdb-f48fb2588c14'] in n-d-839810-1 is: [{'id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'name': 'tempest-AttachVolumeTestJSON-1465909234-router', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:03Z', 'updated_at': '2022-04-28T19:53:14Z', 'revision_number': 4, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'gw_port': {'id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:05Z', 'updated_at': '2022-04-28T19:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'de551ca5-1f12-470a-88b4-470351de7e58', 'name': '', 'network_id': '13d770d2-76f1-4754-862f-2caf67b7488d', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'mac_address': 'fa:16:3e:bd:57:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '95e411ad-3fda-47de-9866-800115a43d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:12Z', 'updated_at': '2022-04-28T19:53:21Z', 'revision_number': 5, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'subnets': [{'id': '95e411ad-3fda-47de-9866-800115a43d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:59:02.350100 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-87a605b8-98ef-4216-b9a9-6ee26fad3aa0 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] delete failed (client error): The resource could not be found. Apr 28 19:59:02.351363 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-87a605b8-98ef-4216-b9a9-6ee26fad3aa0 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/routers/e6c4db86-4ad3-49be-b8b2-612c28748d3e HTTP/1.1" status: 404 len: 336 time: 0.9103286 Apr 28 19:59:02.356449 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44788) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:02.399274 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b1477f5-6d30-4c10-876e-4b4fea852e4b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] DELETE failed (client error): The resource could not be found. Apr 28 19:59:02.399672 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b1477f5-6d30-4c10-876e-4b4fea852e4b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:59:02.408209 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44790) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:02.409380 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6b1477f5-6d30-4c10-876e-4b4fea852e4b tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/subnets/5e103257-48a1-4a95-9317-80fd6aef139f HTTP/1.1" status: 404 len: 337 time: 0.0518584 Apr 28 19:59:02.484424 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4c9c1d66-97a2-4b43-bd67-6f095f13e81a tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:02.488085 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4c9c1d66-97a2-4b43-bd67-6f095f13e81a tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:02.490048 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-165eec47-b23d-4f47-ba99-80db6732d2a5 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] DELETE failed (client error): The resource could not be found. Apr 28 19:59:02.490489 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-165eec47-b23d-4f47-ba99-80db6732d2a5 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:59:02.491113 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4c9c1d66-97a2-4b43-bd67-6f095f13e81a tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "DELETE /v2.0/security-groups/d181c25a-5f76-4817-bf22-d7e69a891507 HTTP/1.1" status: 204 len: 168 time: 0.4967208 Apr 28 19:59:02.496011 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-165eec47-b23d-4f47-ba99-80db6732d2a5 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/subnets/2d3592eb-f8ff-452a-9932-25ea888fc728 HTTP/1.1" status: 404 len: 337 time: 0.0845282 Apr 28 19:59:02.496011 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44794) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:02.510257 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44796) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:02.527007 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-31c60d79-e554-4a42-8bbf-2933eeaa39d5 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] show failed (client error): The resource could not be found. Apr 28 19:59:02.531403 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-31c60d79-e554-4a42-8bbf-2933eeaa39d5 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "GET /v2.0/security-groups/d181c25a-5f76-4817-bf22-d7e69a891507 HTTP/1.1" status: 404 len: 347 time: 0.0356553 Apr 28 19:59:02.532550 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44800) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:02.596589 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c1d66-97a2-4b43-bd67-6f095f13e81a tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d181c25a-5f76-4817-bf22-d7e69a891507,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:02.601178 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-345f98b4-161e-445e-9a92-089387ac3f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:02.605382 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-6de7462e-9f17-4fe8-b30b-2f66765e37b1 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] DELETE failed (client error): The resource could not be found. Apr 28 19:59:02.605382 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6de7462e-9f17-4fe8-b30b-2f66765e37b1 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:59:02.611152 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6de7462e-9f17-4fe8-b30b-2f66765e37b1 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/subnets/8d64df69-8bb8-4c74-b0ee-bd1d03161916 HTTP/1.1" status: 404 len: 337 time: 0.0969431 Apr 28 19:59:02.611827 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44806) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:02.750418 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c9feef7-bf80-4653-a614-4bd79389c555 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] DELETE failed (client error): The resource could not be found. Apr 28 19:59:02.751959 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c9feef7-bf80-4653-a614-4bd79389c555 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:59:02.755414 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1c9feef7-bf80-4653-a614-4bd79389c555 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/subnets/e8a27d8e-6c5c-4fa1-975c-e39cc226c5db HTTP/1.1" status: 404 len: 337 time: 0.1389093 Apr 28 19:59:02.773040 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44814) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:02.803927 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f98b4-161e-445e-9a92-089387ac3f7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=94ad0d3d-90ae-4fb6-917f-af5d5a387839,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:02.833211 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4b92f81f-a829-4bc1-a50f-ffd7084243f3 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "GET /v2.0/ports?device_id=65efe934-e2d0-4ac1-ad54-67f063774231 HTTP/1.1" status: 200 len: 205 time: 0.0577328 Apr 28 19:59:02.837672 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44816) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:02.899078 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-298a914b-9095-4d10-ab6a-5a6f1e659d30 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Deleting port 61666e60-feb0-4882-9a89-f2f18b161ff7 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:59:02.899779 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-298a914b-9095-4d10-ab6a-5a6f1e659d30 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:02.943951 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f98b4-161e-445e-9a92-089387ac3f7a admin admin] Checking segment: {'id': '7926db30-73c1-46df-8406-ef9a080be03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '952ab810-004c-432f-bca4-db060534f298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:59:02.944442 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345f98b4-161e-445e-9a92-089387ac3f7a admin admin] Network hostable DHCP agents. Network: 952ab810-004c-432f-bca4-db060534f298, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:59:02.959058 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-ed86c2e7-6fe5-43f2-95b5-26bb931d7a49 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] delete failed (client error): The resource could not be found. Apr 28 19:59:02.960273 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ed86c2e7-6fe5-43f2-95b5-26bb931d7a49 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/routers/65efe934-e2d0-4ac1-ad54-67f063774231 HTTP/1.1" status: 404 len: 336 time: 0.1212795 Apr 28 19:59:02.974598 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44820) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:03.039413 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f87db0da-1410-4a71-b6d7-944ae704cd9f tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca2f291-9943-4174-86df-f483f40073b1 HTTP/1.1" status: 200 len: 205 time: 0.0634375 Apr 28 19:59:03.042045 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44822) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:03.069381 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345f98b4-161e-445e-9a92-089387ac3f7a admin admin] Network 952ab810-004c-432f-bca4-db060534f298 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:59:03.088421 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-345f98b4-161e-445e-9a92-089387ac3f7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 952ab810-004c-432f-bca4-db060534f298) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:03.102027 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ad4e0e-ea45-4744-84bc-0aa39bd2e944 None None] Network 952ab810-004c-432f-bca4-db060534f298 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:59:03.107581 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345f98b4-161e-445e-9a92-089387ac3f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:03.108932 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-345f98b4-161e-445e-9a92-089387ac3f7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:03.111572 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-7cd5efcf-3d64-442f-9fbd-e389f823e1b1 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] delete failed (client error): The resource could not be found. Apr 28 19:59:03.117913 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7cd5efcf-3d64-442f-9fbd-e389f823e1b1 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/routers/5ca2f291-9943-4174-86df-f483f40073b1 HTTP/1.1" status: 404 len: 336 time: 0.0743811 Apr 28 19:59:03.122055 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44824) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:03.147310 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-345f98b4-161e-445e-9a92-089387ac3f7a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4773798 Apr 28 19:59:03.148012 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44826) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:03.157282 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-35b626fb-fe16-469a-9de9-933859faf11f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2096051399-router', 'tenant_id': 'ed88649b71bc458cae04e424d2624ce7', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:03.198234 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-298a914b-9095-4d10-ab6a-5a6f1e659d30 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:03.198966 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-298a914b-9095-4d10-ab6a-5a6f1e659d30 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:03.202683 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-644b816b-a71a-4a1f-958f-80d10e0c459c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] DELETE failed (client error): The resource could not be found. Apr 28 19:59:03.203690 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-644b816b-a71a-4a1f-958f-80d10e0c459c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:59:03.206083 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-35b626fb-fe16-469a-9de9-933859faf11f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:03.207311 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-35b626fb-fe16-469a-9de9-933859faf11f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:03.219354 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-644b816b-a71a-4a1f-958f-80d10e0c459c tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/subnets/3c396093-64cc-47d5-b92f-86cd7fd24502 HTTP/1.1" status: 404 len: 337 time: 0.0945346 Apr 28 19:59:03.222234 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44828) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:03.224965 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25166442-773a-47ff-8477-1f7266dbdef2 None None] New status for floating IP 4e3bcffd-5d00-4c92-996e-843f2e77437b: DOWN {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:59:03.246242 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-298a914b-9095-4d10-ab6a-5a6f1e659d30 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Calling delete_port for 61666e60-feb0-4882-9a89-f2f18b161ff7 owned by network:floatingip {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:59:03.324407 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-35b626fb-fe16-469a-9de9-933859faf11f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:03.327966 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8c062ae9-d4cb-4067-bd71-c3caf6999a10 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5039871-123d-43ae-9575-698e31128e4e HTTP/1.1" status: 200 len: 205 time: 0.0990067 Apr 28 19:59:03.336374 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44830) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:03.456000 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-3d52b4a1-e2d7-43da-afcb-8436ca7fce78 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] delete failed (client error): The resource could not be found. Apr 28 19:59:03.458108 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3d52b4a1-e2d7-43da-afcb-8436ca7fce78 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/routers/d5039871-123d-43ae-9575-698e31128e4e HTTP/1.1" status: 404 len: 336 time: 0.1195743 Apr 28 19:59:03.462868 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44832) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:03.556326 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cbb12f45-1d5a-40e8-97fa-c04016775cf5 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "GET /v2.0/ports?device_id=d578b92e-9019-48fd-b731-89440da87ffe HTTP/1.1" status: 200 len: 205 time: 0.0772355 Apr 28 19:59:03.557304 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44834) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:03.654484 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-7740ae74-14cf-4dc7-b64b-8e31f43d2e69 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] delete failed (client error): The resource could not be found. Apr 28 19:59:03.659025 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:03.659752 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7740ae74-14cf-4dc7-b64b-8e31f43d2e69 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/routers/d578b92e-9019-48fd-b731-89440da87ffe HTTP/1.1" status: 404 len: 336 time: 0.0953395 Apr 28 19:59:03.661282 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44842) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:03.676453 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-25166442-773a-47ff-8477-1f7266dbdef2 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 28 19:59:03.676453 n-d-839810-1 neutron-server[102775]: [SQL: UPDATE floatingips SET `status`=%(status)s WHERE floatingips.id = %(floatingips_id)s] Apr 28 19:59:03.676453 n-d-839810-1 neutron-server[102775]: [parameters: {'status': 'DOWN', 'floatingips_id': '4e3bcffd-5d00-4c92-996e-843f2e77437b'}] Apr 28 19:59:03.676453 n-d-839810-1 neutron-server[102775]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:59:03.676931 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-25166442-773a-47ff-8477-1f7266dbdef2 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:59:03.734454 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b978e3d-7972-4455-9000-f4e3d5eae434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-952ab810-004c-432f-bca4-db060534f298', 'network_id': '952ab810-004c-432f-bca4-db060534f298', 'tenant_id': 'ed88649b71bc458cae04e424d2624ce7', 'fixed_ips': [{'subnet_id': '94ad0d3d-90ae-4fb6-917f-af5d5a387839'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:59:03.735393 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6b978e3d-7972-4455-9000-f4e3d5eae434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:03.743463 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-35b626fb-fe16-469a-9de9-933859faf11f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:03.794726 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-449c810d-b843-4a9f-8e48-263667c3d4fe tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] DELETE failed (client error): The resource could not be found. Apr 28 19:59:03.794726 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-449c810d-b843-4a9f-8e48-263667c3d4fe tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:59:03.794953 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-449c810d-b843-4a9f-8e48-263667c3d4fe tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/subnets/5440646c-ad40-40b0-bd3d-dd705a99e522 HTTP/1.1" status: 404 len: 337 time: 0.1238794 Apr 28 19:59:03.802557 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44850) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:03.850821 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-298a914b-9095-4d10-ab6a-5a6f1e659d30 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:03.908634 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a914b-9095-4d10-ab6a-5a6f1e659d30 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Pushing event deleted for resources: {'Port': ['ID=61666e60-feb0-4882-9a89-f2f18b161ff7,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:03.918945 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6807313b-52c3-4e4b-87fe-1d612dfdd5eb tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc046ff3-f082-4ed6-941b-5f114fee501e HTTP/1.1" status: 200 len: 205 time: 0.1137562 Apr 28 19:59:03.922959 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44856) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:03.976452 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-3441515e-69e1-4295-a461-9635a54e4544 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] delete failed (client error): The resource could not be found. Apr 28 19:59:03.977972 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3441515e-69e1-4295-a461-9635a54e4544 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/routers/fc046ff3-f082-4ed6-941b-5f114fee501e HTTP/1.1" status: 404 len: 336 time: 0.0539033 Apr 28 19:59:03.981829 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44860) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:04.068928 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-53190297-13ac-4f72-abd0-dadc7293c33e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] DELETE failed (client error): The resource could not be found. Apr 28 19:59:04.069617 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53190297-13ac-4f72-abd0-dadc7293c33e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:59:04.073732 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-53190297-13ac-4f72-abd0-dadc7293c33e tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/subnets/3cada730-45e0-458b-9004-6f9fde94536b HTTP/1.1" status: 404 len: 337 time: 0.0881698 Apr 28 19:59:04.076811 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44864) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:04.115901 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2bc80b65-d55c-466c-93be-59191a928962 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "GET /v2.0/ports?device_id=198d07ec-6100-444d-a24b-1d67a9bb1e68 HTTP/1.1" status: 200 len: 205 time: 0.0377245 Apr 28 19:59:04.119839 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44866) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:04.171430 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-298a914b-9095-4d10-ab6a-5a6f1e659d30 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks [] for floatingip, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:04.175158 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-298a914b-9095-4d10-ab6a-5a6f1e659d30 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:04.177774 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-298a914b-9095-4d10-ab6a-5a6f1e659d30 tempest-AttachVolumeTestJSON-1344896973 tempest-AttachVolumeTestJSON-1344896973-project] 10.222.0.42 "DELETE /v2.0/floatingips/4e3bcffd-5d00-4c92-996e-843f2e77437b HTTP/1.1" status: 204 len: 168 time: 1.6437445 Apr 28 19:59:04.179213 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-4baa2802-2424-4995-b98e-6617da17de33 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] delete failed (client error): The resource could not be found. Apr 28 19:59:04.180536 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4baa2802-2424-4995-b98e-6617da17de33 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/routers/198d07ec-6100-444d-a24b-1d67a9bb1e68 HTTP/1.1" status: 404 len: 336 time: 0.0593748 Apr 28 19:59:04.183715 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44868) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:04.293841 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ee501c-b4b1-41d5-91e3-616bf8d8f814 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] DELETE failed (client error): The resource could not be found. Apr 28 19:59:04.296228 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ee501c-b4b1-41d5-91e3-616bf8d8f814 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:59:04.303345 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-20ee501c-b4b1-41d5-91e3-616bf8d8f814 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/subnets/32ab7d23-025e-4028-a3ea-17805fc55e84 HTTP/1.1" status: 404 len: 337 time: 0.1173828 Apr 28 19:59:04.305029 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44872) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:04.436249 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-35b626fb-fe16-469a-9de9-933859faf11f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:04.446276 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-f055e182-1490-410a-8b4a-f93e3db01764 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] DELETE failed (client error): The resource could not be found. Apr 28 19:59:04.458483 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f055e182-1490-410a-8b4a-f93e3db01764 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:59:04.462069 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-35b626fb-fe16-469a-9de9-933859faf11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:04.462983 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f055e182-1490-410a-8b4a-f93e3db01764 tempest-RoutersIpV6Test-558669108 tempest-RoutersIpV6Test-558669108-project] 10.222.0.42 "DELETE /v2.0/subnets/e8387ef5-0920-4bf3-b341-0496078aaca3 HTTP/1.1" status: 404 len: 337 time: 0.1528707 Apr 28 19:59:04.596072 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44882) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:04.601181 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25166442-773a-47ff-8477-1f7266dbdef2 None None] New status for floating IP 4e3bcffd-5d00-4c92-996e-843f2e77437b: DOWN {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:59:04.688143 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-35b626fb-fe16-469a-9de9-933859faf11f admin admin] Allocated IP 172.25.8.191 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:04.842139 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-6b978e3d-7972-4455-9000-f4e3d5eae434 None None] Allocated IP 172.20.0.2 (952ab810-004c-432f-bca4-db060534f298/94ad0d3d-90ae-4fb6-917f-af5d5a387839/8209c5d7-24f0-49d3-874b-1f815eeb8ec2) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:04.886409 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d7137cb3-8597-4244-a056-564e5ae1f80c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:05.011971 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-35b626fb-fe16-469a-9de9-933859faf11f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:05.117411 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-35b626fb-fe16-469a-9de9-933859faf11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:05.141387 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6b978e3d-7972-4455-9000-f4e3d5eae434 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:05.153308 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6b978e3d-7972-4455-9000-f4e3d5eae434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:05.190487 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d7137cb3-8597-4244-a056-564e5ae1f80c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:05.191095 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44898) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:05.210501 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d7137cb3-8597-4244-a056-564e5ae1f80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:05.224049 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b626fb-fe16-469a-9de9-933859faf11f admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:05.230874 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-35b626fb-fe16-469a-9de9-933859faf11f admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:05.243570 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b626fb-fe16-469a-9de9-933859faf11f admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:59:05.245578 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b978e3d-7972-4455-9000-f4e3d5eae434 None None] Pushing event updated for resources: {'Port': ['ID=8209c5d7-24f0-49d3-874b-1f815eeb8ec2,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:05.275560 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b978e3d-7972-4455-9000-f4e3d5eae434 None None] Network 952ab810-004c-432f-bca4-db060534f298 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:05.284721 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-6b978e3d-7972-4455-9000-f4e3d5eae434 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:05.293425 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b978e3d-7972-4455-9000-f4e3d5eae434 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:59:05.325565 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b626fb-fe16-469a-9de9-933859faf11f admin admin] Pushing event updated for resources: {'Port': ['ID=91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:05.370916 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d7137cb3-8597-4244-a056-564e5ae1f80c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b839a83bdfae42f984b93df8f68c8fe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7737312 Apr 28 19:59:05.374071 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44906) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:05.378381 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7137cb3-8597-4244-a056-564e5ae1f80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ddbb9a-67ee-417e-a4ef-af3b13683d16,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:05.408219 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-6b978e3d-7972-4455-9000-f4e3d5eae434 None None] Attempting to bind port 8209c5d7-24f0-49d3-874b-1f815eeb8ec2 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:59:05.409071 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-6b978e3d-7972-4455-9000-f4e3d5eae434 None None] Attempting to bind port 8209c5d7-24f0-49d3-874b-1f815eeb8ec2 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '7926db30-73c1-46df-8406-ef9a080be03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '952ab810-004c-432f-bca4-db060534f298'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:59:05.410068 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b978e3d-7972-4455-9000-f4e3d5eae434 None None] Attempting to bind port 8209c5d7-24f0-49d3-874b-1f815eeb8ec2 on network 952ab810-004c-432f-bca4-db060534f298 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:59:05.421717 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b978e3d-7972-4455-9000-f4e3d5eae434 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:59:05.423670 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b978e3d-7972-4455-9000-f4e3d5eae434 None None] Checking segment: {'id': '7926db30-73c1-46df-8406-ef9a080be03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '952ab810-004c-432f-bca4-db060534f298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:59:05.425199 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6b978e3d-7972-4455-9000-f4e3d5eae434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:05.425815 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b978e3d-7972-4455-9000-f4e3d5eae434 None None] Bound using segment: {'id': '7926db30-73c1-46df-8406-ef9a080be03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '952ab810-004c-432f-bca4-db060534f298'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:59:05.428150 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-6b978e3d-7972-4455-9000-f4e3d5eae434 None None] Bound port: 8209c5d7-24f0-49d3-874b-1f815eeb8ec2, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7926db30-73c1-46df-8406-ef9a080be03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '952ab810-004c-432f-bca4-db060534f298'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:59:05.428777 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6b978e3d-7972-4455-9000-f4e3d5eae434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:05.484416 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-92a7331e-d230-4165-b1ef-dc97a9737408 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6ff88bb069834363bbb6cc9bff6bbe85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2897928 Apr 28 19:59:05.486985 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44912) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:05.556687 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-158af699-bda0-43d7-8fcd-e4fb7235a0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:05.590690 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-158af699-bda0-43d7-8fcd-e4fb7235a0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:05.596222 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-6b978e3d-7972-4455-9000-f4e3d5eae434 None None] For port 8209c5d7-24f0-49d3-874b-1f815eeb8ec2, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:59:05.610065 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-6b978e3d-7972-4455-9000-f4e3d5eae434 None None] For port 8209c5d7-24f0-49d3-874b-1f815eeb8ec2, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=8209c5d7-24f0-49d3-874b-1f815eeb8ec2,segment=NetworkSegment(7926db30-73c1-46df-8406-ef9a080be03c),segment_id=7926db30-73c1-46df-8406-ef9a080be03c)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:59:05.616732 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6b978e3d-7972-4455-9000-f4e3d5eae434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:05.659551 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-158af699-bda0-43d7-8fcd-e4fb7235a0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:05.665886 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-158af699-bda0-43d7-8fcd-e4fb7235a0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:05.667511 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-158af699-bda0-43d7-8fcd-e4fb7235a0b8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/939d7673-5ed9-4ed9-9deb-4f60446abd8f HTTP/1.1" status: 204 len: 168 time: 0.1796045 Apr 28 19:59:05.686918 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158af699-bda0-43d7-8fcd-e4fb7235a0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939d7673-5ed9-4ed9-9deb-4f60446abd8f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:05.809594 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b978e3d-7972-4455-9000-f4e3d5eae434 None None] Pushing event updated for resources: {'Port': ['ID=8209c5d7-24f0-49d3-874b-1f815eeb8ec2,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:05.900615 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b8823df6-5e37-434f-86e3-d8d359185208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:06.100692 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-35b626fb-fe16-469a-9de9-933859faf11f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:06.115670 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b8823df6-5e37-434f-86e3-d8d359185208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:06.316804 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b8823df6-5e37-434f-86e3-d8d359185208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:06.328156 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b8823df6-5e37-434f-86e3-d8d359185208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:06.336150 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b8823df6-5e37-434f-86e3-d8d359185208 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/36ddbb9a-67ee-417e-a4ef-af3b13683d16 HTTP/1.1" status: 204 len: 168 time: 0.9599223 Apr 28 19:59:06.387154 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8823df6-5e37-434f-86e3-d8d359185208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ddbb9a-67ee-417e-a4ef-af3b13683d16,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:06.440362 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 8209c5d7-24f0-49d3-874b-1f815eeb8ec2 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:59:06.600671 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 8209c5d7-24f0-49d3-874b-1f815eeb8ec2 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:06.603115 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:06.694292 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-35b626fb-fe16-469a-9de9-933859faf11f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:06.805981 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:06.883748 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 8209c5d7-24f0-49d3-874b-1f815eeb8ec2, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=8209c5d7-24f0-49d3-874b-1f815eeb8ec2,segment=NetworkSegment(7926db30-73c1-46df-8406-ef9a080be03c),segment_id=7926db30-73c1-46df-8406-ef9a080be03c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:59:06.893664 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:07.008532 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=8209c5d7-24f0-49d3-874b-1f815eeb8ec2,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:07.092684 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b626fb-fe16-469a-9de9-933859faf11f admin admin] Router 7823a8d5-b73e-4445-81d5-f5fff7241429 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:59:07.107202 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44958) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:07.136306 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9f4998d5-692d-43d7-86d2-c9610ad20e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:07.188858 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44960) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:07.286182 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9f4998d5-692d-43d7-86d2-c9610ad20e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:07.292949 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9f4998d5-692d-43d7-86d2-c9610ad20e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:07.363802 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9f4998d5-692d-43d7-86d2-c9610ad20e46 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c287b0763e8f4295bf6048f2f170b5f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2550042 Apr 28 19:59:07.366249 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4998d5-692d-43d7-86d2-c9610ad20e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833371ce-78ec-4f18-a7db-51cbd4e89565,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:07.369071 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44964) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:07.375203 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b626fb-fe16-469a-9de9-933859faf11f admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:59:07.387191 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fe9337-ff35-4285-bebf-e6b6564d361e None None] Sync routers for ids ['7823a8d5-b73e-4445-81d5-f5fff7241429'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:59:07.408613 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-35b626fb-fe16-469a-9de9-933859faf11f admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:07.413740 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 44966) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:07.414541 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-35b626fb-fe16-469a-9de9-933859faf11f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2652848 Apr 28 19:59:07.425667 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fe9337-ff35-4285-bebf-e6b6564d361e None None] Routers {'7823a8d5-b73e-4445-81d5-f5fff7241429'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:59:07.426052 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-75fe9337-ff35-4285-bebf-e6b6564d361e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:58:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7823a8d5-b73e-4445-81d5-f5fff7241429'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:07.439526 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd06cc28-f001-4dea-87c5-5cbaa5ec02fa None None] Network 952ab810-004c-432f-bca4-db060534f298 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:59:07.571165 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-dbd690dc-8098-474d-b224-a8ff29b30c5e tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1704351683'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:07.653782 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0126ea1d-86cd-4bfc-bfc5-8f7d8e57291b None None] Provisioning complete for port 8209c5d7-24f0-49d3-874b-1f815eeb8ec2 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:07.654055 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0126ea1d-86cd-4bfc-bfc5-8f7d8e57291b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:07.820810 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-75fe9337-ff35-4285-bebf-e6b6564d361e None None] Set router 7823a8d5-b73e-4445-81d5-f5fff7241429 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:59:07.906442 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dbd690dc-8098-474d-b224-a8ff29b30c5e tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:07.955864 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dbd690dc-8098-474d-b224-a8ff29b30c5e tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:07.959831 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6813f03d-619e-48e3-82b1-0a20a3fc7c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:07.998783 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6813f03d-619e-48e3-82b1-0a20a3fc7c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:08.088715 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6813f03d-619e-48e3-82b1-0a20a3fc7c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:08.092249 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6813f03d-619e-48e3-82b1-0a20a3fc7c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:08.093455 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6813f03d-619e-48e3-82b1-0a20a3fc7c03 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/833371ce-78ec-4f18-a7db-51cbd4e89565 HTTP/1.1" status: 204 len: 168 time: 0.7231669 Apr 28 19:59:08.138553 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813f03d-619e-48e3-82b1-0a20a3fc7c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833371ce-78ec-4f18-a7db-51cbd4e89565,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:08.215605 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-75fe9337-ff35-4285-bebf-e6b6564d361e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'name': 'tempest-TestServerBasicOps-2096051399-router', 'tenant_id': 'ed88649b71bc458cae04e424d2624ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:59:03Z', 'updated_at': '2022-04-28T19:59:05Z', 'revision_number': 3, 'project_id': 'ed88649b71bc458cae04e424d2624ce7', 'gw_port': {'id': '91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:59:04Z', 'updated_at': '2022-04-28T19:59:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:08.255802 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-cfc4be6d-342b-4246-afad-34892806939a None None] Provisioning complete for port 8209c5d7-24f0-49d3-874b-1f815eeb8ec2 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:08.259146 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cfc4be6d-342b-4246-afad-34892806939a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:08.322224 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fe9337-ff35-4285-bebf-e6b6564d361e None None] Checking router: 7823a8d5-b73e-4445-81d5-f5fff7241429 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:59:08.323705 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fe9337-ff35-4285-bebf-e6b6564d361e None None] Updating router 7823a8d5-b73e-4445-81d5-f5fff7241429 port 91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:59:08.361850 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 8209c5d7-24f0-49d3-874b-1f815eeb8ec2 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:59:08.408326 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-75fe9337-ff35-4285-bebf-e6b6564d361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:08.508555 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dbd690dc-8098-474d-b224-a8ff29b30c5e tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:08.521113 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 8209c5d7-24f0-49d3-874b-1f815eeb8ec2 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:08.523431 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:08.523684 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dbd690dc-8098-474d-b224-a8ff29b30c5e tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:08.530857 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb046253-9a25-4dd9-8ba3-6aedd13c4b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:08.695066 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd690dc-8098-474d-b224-a8ff29b30c5e tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4425cb4-6cfb-4c75-8f14-27e42fca95f8,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:08.960319 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-75fe9337-ff35-4285-bebf-e6b6564d361e None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:08.967911 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-75fe9337-ff35-4285-bebf-e6b6564d361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:08.977089 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dbd690dc-8098-474d-b224-a8ff29b30c5e tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:08.993853 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dbd690dc-8098-474d-b224-a8ff29b30c5e tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:09.018507 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae08bd-eaa2-422b-a0d6-ab0f2a846fd6 None None] Pushing event updated for resources: {'Port': ['ID=91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:09.035677 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae08bd-eaa2-422b-a0d6-ab0f2a846fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:09.036261 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae08bd-eaa2-422b-a0d6-ab0f2a846fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:09.036751 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae08bd-eaa2-422b-a0d6-ab0f2a846fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:09.037267 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae08bd-eaa2-422b-a0d6-ab0f2a846fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:09.037757 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae08bd-eaa2-422b-a0d6-ab0f2a846fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:09.038242 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae08bd-eaa2-422b-a0d6-ab0f2a846fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:09.039002 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae08bd-eaa2-422b-a0d6-ab0f2a846fd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:09.039334 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae08bd-eaa2-422b-a0d6-ab0f2a846fd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:09.039661 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae08bd-eaa2-422b-a0d6-ab0f2a846fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:09.039984 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae08bd-eaa2-422b-a0d6-ab0f2a846fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:09.040333 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae08bd-eaa2-422b-a0d6-ab0f2a846fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:09.040653 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae08bd-eaa2-422b-a0d6-ab0f2a846fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:09.059845 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-75fe9337-ff35-4285-bebf-e6b6564d361e None None] Attempting to bind port 91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:59:09.060244 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-75fe9337-ff35-4285-bebf-e6b6564d361e None None] Attempting to bind port 91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:59:09.060605 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fe9337-ff35-4285-bebf-e6b6564d361e None None] Attempting to bind port 91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:59:09.066015 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fe9337-ff35-4285-bebf-e6b6564d361e None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:59:09.066400 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fe9337-ff35-4285-bebf-e6b6564d361e None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:59:09.067061 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-75fe9337-ff35-4285-bebf-e6b6564d361e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:09.067822 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fe9337-ff35-4285-bebf-e6b6564d361e None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:59:09.069580 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-75fe9337-ff35-4285-bebf-e6b6564d361e None None] Bound port: 91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:59:09.070156 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-75fe9337-ff35-4285-bebf-e6b6564d361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:09.100750 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dbd690dc-8098-474d-b224-a8ff29b30c5e tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:09.102761 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-dbd690dc-8098-474d-b224-a8ff29b30c5e tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9119368 Apr 28 19:59:09.104991 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44992) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:09.132167 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd690dc-8098-474d-b224-a8ff29b30c5e tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=092dce27-9b8e-4c4f-8802-469876bfdfac,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:09.157031 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-cb046253-9a25-4dd9-8ba3-6aedd13c4b8b admin admin] Allocated IP 172.20.0.1 (952ab810-004c-432f-bca4-db060534f298/94ad0d3d-90ae-4fb6-917f-af5d5a387839/369066a5-4cad-4888-becc-85ead05d2cbd) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:09.200056 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-58c1794b-126e-4ed8-ab80-43e4b3170755 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0938423 Apr 28 19:59:09.203205 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 44996) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:09.210082 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-a0768c31-0156-4b73-bfe9-b02f09a38c09 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Request body: {'security_group': {'name': 'tempest-security--1380728104', 'description': 'tempest-security-description-495802139'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:09.225839 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-75fe9337-ff35-4285-bebf-e6b6564d361e None None] For port 91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:59:09.230180 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-75fe9337-ff35-4285-bebf-e6b6564d361e None None] For port 91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:59:09.238656 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-75fe9337-ff35-4285-bebf-e6b6564d361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:09.252551 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a0768c31-0156-4b73-bfe9-b02f09a38c09 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:09.327548 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb046253-9a25-4dd9-8ba3-6aedd13c4b8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:09.336558 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fe9337-ff35-4285-bebf-e6b6564d361e None None] Routers {'7823a8d5-b73e-4445-81d5-f5fff7241429'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:59:09.337459 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-75fe9337-ff35-4285-bebf-e6b6564d361e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:58:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7823a8d5-b73e-4445-81d5-f5fff7241429'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:09.337709 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a0768c31-0156-4b73-bfe9-b02f09a38c09 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:09.342997 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a0768c31-0156-4b73-bfe9-b02f09a38c09 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:09.348801 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a0768c31-0156-4b73-bfe9-b02f09a38c09 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:09.350096 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a0768c31-0156-4b73-bfe9-b02f09a38c09 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "PUT /v2.0/security-groups/092dce27-9b8e-4c4f-8802-469876bfdfac HTTP/1.1" status: 200 len: 1779 time: 0.1458495 Apr 28 19:59:09.353496 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45000) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:09.384435 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0768c31-0156-4b73-bfe9-b02f09a38c09 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=092dce27-9b8e-4c4f-8802-469876bfdfac,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:09.404085 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae08bd-eaa2-422b-a0d6-ab0f2a846fd6 None None] Pushing event updated for resources: {'Port': ['ID=91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:09.474452 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb046253-9a25-4dd9-8ba3-6aedd13c4b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:09.519545 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0992bd87-4f36-4402-bbdb-6cd0d77ebf9b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "GET /v2.0/security-groups/092dce27-9b8e-4c4f-8802-469876bfdfac HTTP/1.1" status: 200 len: 1779 time: 0.1551864 Apr 28 19:59:09.522751 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45004) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:09.564364 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-75fe9337-ff35-4285-bebf-e6b6564d361e None None] Set router 7823a8d5-b73e-4445-81d5-f5fff7241429 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:59:09.567714 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb046253-9a25-4dd9-8ba3-6aedd13c4b8b admin admin] Network 952ab810-004c-432f-bca4-db060534f298 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:09.611177 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-cb046253-9a25-4dd9-8ba3-6aedd13c4b8b admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:09.614618 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb046253-9a25-4dd9-8ba3-6aedd13c4b8b admin admin] Pushing event updated for resources: {'Port': ['ID=369066a5-4cad-4888-becc-85ead05d2cbd,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:09.619457 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb046253-9a25-4dd9-8ba3-6aedd13c4b8b admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:59:09.637220 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d4718611-3574-4657-b3c3-30ac31c1d478 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:09.668240 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb046253-9a25-4dd9-8ba3-6aedd13c4b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:09.673478 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d4718611-3574-4657-b3c3-30ac31c1d478 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:09.755032 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d4718611-3574-4657-b3c3-30ac31c1d478 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:09.758644 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d4718611-3574-4657-b3c3-30ac31c1d478 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:09.760377 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d4718611-3574-4657-b3c3-30ac31c1d478 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "DELETE /v2.0/security-groups/092dce27-9b8e-4c4f-8802-469876bfdfac HTTP/1.1" status: 204 len: 168 time: 0.2365460 Apr 28 19:59:09.768041 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45014) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:09.815107 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4718611-3574-4657-b3c3-30ac31c1d478 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=092dce27-9b8e-4c4f-8802-469876bfdfac,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:09.877364 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45024) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:09.884845 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8fbf2bd5-bd6e-4644-9d09-7961d36aad45 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1148756 Apr 28 19:59:09.905843 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-3a9bbada-3a9d-4713-92b8-b1610cd91e84 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] delete failed (client error): The resource could not be found. Apr 28 19:59:09.909351 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3a9bbada-3a9d-4713-92b8-b1610cd91e84 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "DELETE /v2.0/security-groups/092dce27-9b8e-4c4f-8802-469876bfdfac HTTP/1.1" status: 404 len: 347 time: 0.0309472 Apr 28 19:59:09.917624 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45028) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:09.929555 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-3185574b-7aa8-4d0f-b07d-7888e3850f42 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Request body: {'security_group': {'name': 'tempest-secgroup--101804409'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:10.018504 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3185574b-7aa8-4d0f-b07d-7888e3850f42 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:10.087797 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb046253-9a25-4dd9-8ba3-6aedd13c4b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:10.102058 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-75fe9337-ff35-4285-bebf-e6b6564d361e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'name': 'tempest-TestServerBasicOps-2096051399-router', 'tenant_id': 'ed88649b71bc458cae04e424d2624ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:59:03Z', 'updated_at': '2022-04-28T19:59:05Z', 'revision_number': 3, 'project_id': 'ed88649b71bc458cae04e424d2624ce7', 'gw_port': {'id': '91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:59:04Z', 'updated_at': '2022-04-28T19:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:10.206162 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fe9337-ff35-4285-bebf-e6b6564d361e None None] The sync data for ids ['7823a8d5-b73e-4445-81d5-f5fff7241429'] in n-d-839810-1 is: [{'id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'name': 'tempest-TestServerBasicOps-2096051399-router', 'tenant_id': 'ed88649b71bc458cae04e424d2624ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:59:03Z', 'updated_at': '2022-04-28T19:59:05Z', 'revision_number': 3, 'project_id': 'ed88649b71bc458cae04e424d2624ce7', 'gw_port': {'id': '91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:59:04Z', 'updated_at': '2022-04-28T19:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:59:10.212080 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a72ab236-6d60-42d1-a9a2-bceb1908b7c9 None None] Provisioning complete for port 369066a5-4cad-4888-becc-85ead05d2cbd triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:10.212080 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a72ab236-6d60-42d1-a9a2-bceb1908b7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:10.235137 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3185574b-7aa8-4d0f-b07d-7888e3850f42 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:10.243478 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3185574b-7aa8-4d0f-b07d-7888e3850f42 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:10.368497 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3185574b-7aa8-4d0f-b07d-7888e3850f42 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:10.372295 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3185574b-7aa8-4d0f-b07d-7888e3850f42 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4511607 Apr 28 19:59:10.372773 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45046) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:10.389606 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-7ffbc451-8615-494b-9966-6cffcbc2984b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Request body: {'security_group_rule': {'security_group_id': '34e18e62-4798-45de-b00b-7fb74d9dcbbc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:10.396047 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-a72ab236-6d60-42d1-a9a2-bceb1908b7c9 None None] Port 369066a5-4cad-4888-becc-85ead05d2cbd cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:59:10.403913 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3185574b-7aa8-4d0f-b07d-7888e3850f42 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e18e62-4798-45de-b00b-7fb74d9dcbbc,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:10.490766 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ffbc451-8615-494b-9966-6cffcbc2984b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:10.684389 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ffbc451-8615-494b-9966-6cffcbc2984b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:10.697476 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ffbc451-8615-494b-9966-6cffcbc2984b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:10.778570 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb046253-9a25-4dd9-8ba3-6aedd13c4b8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:10.786654 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb046253-9a25-4dd9-8ba3-6aedd13c4b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:10.806317 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffbc451-8615-494b-9966-6cffcbc2984b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=151e75fc-c59b-45fe-8267-47857493faf9,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:10.829332 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ffbc451-8615-494b-9966-6cffcbc2984b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:10.830608 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7ffbc451-8615-494b-9966-6cffcbc2984b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4559977 Apr 28 19:59:10.841380 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45060) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:10.937247 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0344d557-cf76-48b8-9cab-ca8aa0123c80 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:10.965943 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0344d557-cf76-48b8-9cab-ca8aa0123c80 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:11.023393 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb046253-9a25-4dd9-8ba3-6aedd13c4b8b admin admin] Pushing event updated for resources: {'Port': ['ID=369066a5-4cad-4888-becc-85ead05d2cbd,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:11.026448 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb046253-9a25-4dd9-8ba3-6aedd13c4b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:11.043628 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0344d557-cf76-48b8-9cab-ca8aa0123c80 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:11.049942 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0344d557-cf76-48b8-9cab-ca8aa0123c80 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:11.053962 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0344d557-cf76-48b8-9cab-ca8aa0123c80 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/151e75fc-c59b-45fe-8267-47857493faf9 HTTP/1.1" status: 204 len: 168 time: 0.2087045 Apr 28 19:59:11.068259 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45066) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:11.077197 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344d557-cf76-48b8-9cab-ca8aa0123c80 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=151e75fc-c59b-45fe-8267-47857493faf9,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:11.267240 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45072) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:11.285049 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a9dc459b-b3ac-49d3-825b-1908a2b669e5 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2038422 Apr 28 19:59:11.373397 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-42badf62-b0bd-490d-bf9c-4d13332155d4 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:11.403708 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb046253-9a25-4dd9-8ba3-6aedd13c4b8b admin admin] Network 952ab810-004c-432f-bca4-db060534f298 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:11.407533 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-cb046253-9a25-4dd9-8ba3-6aedd13c4b8b admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:11.456650 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-42badf62-b0bd-490d-bf9c-4d13332155d4 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:11.592373 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-42badf62-b0bd-490d-bf9c-4d13332155d4 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:11.595628 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-42badf62-b0bd-490d-bf9c-4d13332155d4 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:11.596974 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-42badf62-b0bd-490d-bf9c-4d13332155d4 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "DELETE /v2.0/security-groups/34e18e62-4798-45de-b00b-7fb74d9dcbbc HTTP/1.1" status: 204 len: 168 time: 0.3287227 Apr 28 19:59:11.601293 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45078) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:11.648559 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42badf62-b0bd-490d-bf9c-4d13332155d4 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e18e62-4798-45de-b00b-7fb74d9dcbbc,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:11.691266 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb046253-9a25-4dd9-8ba3-6aedd13c4b8b admin admin] Router 7823a8d5-b73e-4445-81d5-f5fff7241429 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:59:11.734118 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-bbf0308e-baa0-4829-9f15-69cecc61530d tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1244810 Apr 28 19:59:11.734965 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45084) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:11.740628 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-9373f8a2-9825-43be-b359-d144ed39f5d3 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1522367259'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:11.800026 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9373f8a2-9825-43be-b359-d144ed39f5d3 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:11.959492 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-1010b741-46d0-4bac-a843-13e08b6dc6af None None] Provisioning complete for port 369066a5-4cad-4888-becc-85ead05d2cbd triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:11.960093 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1010b741-46d0-4bac-a843-13e08b6dc6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:11.962716 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9373f8a2-9825-43be-b359-d144ed39f5d3 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:11.973776 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9373f8a2-9825-43be-b359-d144ed39f5d3 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:12.032227 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9373f8a2-9825-43be-b359-d144ed39f5d3 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:12.033510 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9373f8a2-9825-43be-b359-d144ed39f5d3 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2971716 Apr 28 19:59:12.048838 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45090) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:12.051575 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373f8a2-9825-43be-b359-d144ed39f5d3 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01271cdb-aed6-45f2-8e13-70c70d562d52,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:12.056563 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-4ebc3030-fd16-4879-83a6-f09238f6b1cf tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Request body: {'security_group_rule': {'security_group_id': '01271cdb-aed6-45f2-8e13-70c70d562d52', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:12.087981 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb046253-9a25-4dd9-8ba3-6aedd13c4b8b admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:59:12.091984 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-1010b741-46d0-4bac-a843-13e08b6dc6af None None] Port 369066a5-4cad-4888-becc-85ead05d2cbd cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:59:12.123782 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3030-fd16-4879-83a6-f09238f6b1cf tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:12.132042 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cb046253-9a25-4dd9-8ba3-6aedd13c4b8b admin admin] 10.222.0.42 "PUT /v2.0/routers/7823a8d5-b73e-4445-81d5-f5fff7241429/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7163045 Apr 28 19:59:12.286808 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3030-fd16-4879-83a6-f09238f6b1cf tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:12.296957 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3030-fd16-4879-83a6-f09238f6b1cf tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:12.325475 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc3030-fd16-4879-83a6-f09238f6b1cf tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc088f61-67b7-4fca-88dc-b0c413b37068,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:12.349733 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3030-fd16-4879-83a6-f09238f6b1cf tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:12.350976 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4ebc3030-fd16-4879-83a6-f09238f6b1cf tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3010008 Apr 28 19:59:12.353649 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45100) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:12.361602 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-a3dc97ed-2fb7-42ec-bbf2-6fa3e21e501a tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Request body: {'security_group_rule': {'security_group_id': '01271cdb-aed6-45f2-8e13-70c70d562d52', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:12.419155 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a3dc97ed-2fb7-42ec-bbf2-6fa3e21e501a tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:12.424492 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:59:12.437971 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45104) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:12.611304 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:12.611710 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:12.626480 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a3dc97ed-2fb7-42ec-bbf2-6fa3e21e501a tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:12.635488 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a3dc97ed-2fb7-42ec-bbf2-6fa3e21e501a tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:12.681890 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc97ed-2fb7-42ec-bbf2-6fa3e21e501a tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36320dc9-7539-4892-96c7-3ba6db4270fd,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:12.694505 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a3dc97ed-2fb7-42ec-bbf2-6fa3e21e501a tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:12.698763 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45110) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:12.705205 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-4e6d9bf6-1966-4543-91eb-349e2d41c799 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Request body: {'security_group_rule': {'security_group_id': '01271cdb-aed6-45f2-8e13-70c70d562d52', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:12.733177 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a3dc97ed-2fb7-42ec-bbf2-6fa3e21e501a tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3783731 Apr 28 19:59:12.778619 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4e6d9bf6-1966-4543-91eb-349e2d41c799 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:12.875547 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-db3a5b1f-bfb7-40b8-a62b-f1d868c4bc63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:12.899655 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:12.975619 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:59:12.981408 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:13.047306 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:13.070394 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4e6d9bf6-1966-4543-91eb-349e2d41c799 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:13.079658 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4e6d9bf6-1966-4543-91eb-349e2d41c799 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:13.122461 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d9bf6-1966-4543-91eb-349e2d41c799 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb76b77-0ce4-4824-ab33-26547f4afb2d,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:13.134690 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4e6d9bf6-1966-4543-91eb-349e2d41c799 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:13.140482 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45122) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:13.141114 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4e6d9bf6-1966-4543-91eb-349e2d41c799 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4412258 Apr 28 19:59:13.146679 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-d1337dca-240b-4f84-80e2-b109a1e94274 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Request body: {'security_group_rule': {'security_group_id': '01271cdb-aed6-45f2-8e13-70c70d562d52', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:13.172919 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-db3a5b1f-bfb7-40b8-a62b-f1d868c4bc63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:13.182804 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-db3a5b1f-bfb7-40b8-a62b-f1d868c4bc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:13.206762 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d1337dca-240b-4f84-80e2-b109a1e94274 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:13.230844 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-db3a5b1f-bfb7-40b8-a62b-f1d868c4bc63 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5613b41b63bb49cbb6a838fc7ac642cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7917089 Apr 28 19:59:13.233438 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45128) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:13.241686 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45130) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:13.242042 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a5b1f-bfb7-40b8-a62b-f1d868c4bc63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ff9ab1-6b81-4e5a-b3ee-5b6d99cea4c9,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:13.264827 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-72a364d6-de1f-41d3-a835-f69d0811a275 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1828777067-network', 'tenant_id': 'f2725b7f37804fb39a9d5a0ed4b6da5a'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:13.326737 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-790e39fa-7748-4b43-847c-eb9cd468116f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:13.375240 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-790e39fa-7748-4b43-847c-eb9cd468116f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:13.408490 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a364d6-de1f-41d3-a835-f69d0811a275 admin admin] Made reservation on behalf of f2725b7f37804fb39a9d5a0ed4b6da5a for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:13.411722 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-72a364d6-de1f-41d3-a835-f69d0811a275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:13.430873 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-72a364d6-de1f-41d3-a835-f69d0811a275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:13.465566 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-790e39fa-7748-4b43-847c-eb9cd468116f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:13.469530 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-790e39fa-7748-4b43-847c-eb9cd468116f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:13.482163 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d1337dca-240b-4f84-80e2-b109a1e94274 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:13.485355 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-790e39fa-7748-4b43-847c-eb9cd468116f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a1ff9ab1-6b81-4e5a-b3ee-5b6d99cea4c9 HTTP/1.1" status: 204 len: 168 time: 0.2498622 Apr 28 19:59:13.497605 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d1337dca-240b-4f84-80e2-b109a1e94274 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:13.502405 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e39fa-7748-4b43-847c-eb9cd468116f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ff9ab1-6b81-4e5a-b3ee-5b6d99cea4c9,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:13.547962 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1337dca-240b-4f84-80e2-b109a1e94274 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e291c1-b092-4bca-9768-29fd3d8c95b0,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:13.573113 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d1337dca-240b-4f84-80e2-b109a1e94274 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:13.574369 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d1337dca-240b-4f84-80e2-b109a1e94274 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4328036 Apr 28 19:59:13.577251 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45148) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:13.585043 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-f419c1e9-eb15-4157-b251-cf87d08f28fc tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Request body: {'security_group_rule': {'security_group_id': '01271cdb-aed6-45f2-8e13-70c70d562d52', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:13.588213 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d37fc2-1343-446f-b87e-cf9f002d7b52 None None] Sync routers for ids ['7823a8d5-b73e-4445-81d5-f5fff7241429'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:59:13.614146 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d37fc2-1343-446f-b87e-cf9f002d7b52 None None] Routers {'7823a8d5-b73e-4445-81d5-f5fff7241429'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:59:13.614970 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-c4d37fc2-1343-446f-b87e-cf9f002d7b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:58:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7823a8d5-b73e-4445-81d5-f5fff7241429'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:13.650408 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-72a364d6-de1f-41d3-a835-f69d0811a275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:13.661699 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-72a364d6-de1f-41d3-a835-f69d0811a275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:13.718097 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a364d6-de1f-41d3-a835-f69d0811a275 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:59:13.753200 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f419c1e9-eb15-4157-b251-cf87d08f28fc tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:13.765444 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a364d6-de1f-41d3-a835-f69d0811a275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432783ac-9c57-4812-9f3c-356a720e91c7,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:13.795636 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-72a364d6-de1f-41d3-a835-f69d0811a275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:13.796270 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-72a364d6-de1f-41d3-a835-f69d0811a275 admin admin] Added segment 270586ab-b0b8-42ff-8cea-7dd0d404ef62 of type vlan for network 8d0ad792-c7a4-46fa-ba02-0094f1bc4d9d Apr 28 19:59:13.866961 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-c4d37fc2-1343-446f-b87e-cf9f002d7b52 None None] Set router 7823a8d5-b73e-4445-81d5-f5fff7241429 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:59:13.914696 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-72a364d6-de1f-41d3-a835-f69d0811a275 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:13.957862 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f419c1e9-eb15-4157-b251-cf87d08f28fc tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:13.965157 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f419c1e9-eb15-4157-b251-cf87d08f28fc tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:14.037230 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-72a364d6-de1f-41d3-a835-f69d0811a275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:14.040404 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a364d6-de1f-41d3-a835-f69d0811a275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:14.043880 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-72a364d6-de1f-41d3-a835-f69d0811a275 admin admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:14.103486 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f419c1e9-eb15-4157-b251-cf87d08f28fc tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:14.106966 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f419c1e9-eb15-4157-b251-cf87d08f28fc tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5283279 Apr 28 19:59:14.109673 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45172) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:14.179584 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45174) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:14.222530 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e962a8a2-8473-46e3-94d9-18ee184b979d tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:14.242393 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e962a8a2-8473-46e3-94d9-18ee184b979d tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:14.322837 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-72a364d6-de1f-41d3-a835-f69d0811a275 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0794508 Apr 28 19:59:14.325547 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419c1e9-eb15-4157-b251-cf87d08f28fc tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f39e5ad8-9137-4f8d-89da-332e97b6734c,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:14.326865 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0fce84c8-c68f-4b83-9dc1-8e6733a48ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:14.329382 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:59:14.335078 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45180) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:14.345188 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-cf5b4c4c-d494-408d-9e8b-cdf5497117c5 admin admin] Request body: {'subnet': {'network_id': '8d0ad792-c7a4-46fa-ba02-0094f1bc4d9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1828777067-subnet', 'tenant_id': 'f2725b7f37804fb39a9d5a0ed4b6da5a', 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:14.350878 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e962a8a2-8473-46e3-94d9-18ee184b979d tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:14.361118 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a364d6-de1f-41d3-a835-f69d0811a275 admin admin] Pushing event updated for resources: {'Network': ['ID=8d0ad792-c7a4-46fa-ba02-0094f1bc4d9d,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:14.361355 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e962a8a2-8473-46e3-94d9-18ee184b979d tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:14.362678 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e962a8a2-8473-46e3-94d9-18ee184b979d tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/f39e5ad8-9137-4f8d-89da-332e97b6734c HTTP/1.1" status: 204 len: 168 time: 0.2505610 Apr 28 19:59:14.368193 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45182) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:14.398221 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 8d0ad792-c7a4-46fa-ba02-0094f1bc4d9d details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:59:14.399616 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962a8a2-8473-46e3-94d9-18ee184b979d tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f39e5ad8-9137-4f8d-89da-332e97b6734c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:14.418620 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5b4c4c-d494-408d-9e8b-cdf5497117c5 admin admin] Made reservation on behalf of f2725b7f37804fb39a9d5a0ed4b6da5a for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:14.421555 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cf5b4c4c-d494-408d-9e8b-cdf5497117c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:14.424564 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-c4d37fc2-1343-446f-b87e-cf9f002d7b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'name': 'tempest-TestServerBasicOps-2096051399-router', 'tenant_id': 'ed88649b71bc458cae04e424d2624ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:59:03Z', 'updated_at': '2022-04-28T19:59:09Z', 'revision_number': 4, 'project_id': 'ed88649b71bc458cae04e424d2624ce7', 'gw_port': {'id': '91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:59:04Z', 'updated_at': '2022-04-28T19:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '369066a5-4cad-4888-becc-85ead05d2cbd', 'name': '', 'network_id': '952ab810-004c-432f-bca4-db060534f298', 'tenant_id': 'ed88649b71bc458cae04e424d2624ce7', 'mac_address': 'fa:16:3e:0f:81:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '94ad0d3d-90ae-4fb6-917f-af5d5a387839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:59:08Z', 'updated_at': '2022-04-28T19:59:10Z', 'revision_number': 2, 'project_id': 'ed88649b71bc458cae04e424d2624ce7', 'subnets': [{'id': '94ad0d3d-90ae-4fb6-917f-af5d5a387839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:14.543723 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d37fc2-1343-446f-b87e-cf9f002d7b52 None None] Checking router: 7823a8d5-b73e-4445-81d5-f5fff7241429 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:59:14.544002 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d37fc2-1343-446f-b87e-cf9f002d7b52 None None] Updating router 7823a8d5-b73e-4445-81d5-f5fff7241429 port 369066a5-4cad-4888-becc-85ead05d2cbd binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:59:14.571816 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-df3656a3-bdc3-4b8d-a5c0-7c9394a99152 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1979086 Apr 28 19:59:14.582837 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45190) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:14.602373 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c4d37fc2-1343-446f-b87e-cf9f002d7b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:14.633318 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f109e12-92ad-4294-b932-acc6f74e47bf tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:14.640405 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0fce84c8-c68f-4b83-9dc1-8e6733a48ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:14.650121 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f109e12-92ad-4294-b932-acc6f74e47bf tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:14.650584 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0fce84c8-c68f-4b83-9dc1-8e6733a48ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:14.709139 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0fce84c8-c68f-4b83-9dc1-8e6733a48ca1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9fa40774f45042539fbc32fb995dcec7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5183630 Apr 28 19:59:14.711656 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f109e12-92ad-4294-b932-acc6f74e47bf tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:14.712622 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45192) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:14.727026 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f109e12-92ad-4294-b932-acc6f74e47bf tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:14.728333 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0f109e12-92ad-4294-b932-acc6f74e47bf tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/f3e291c1-b092-4bca-9768-29fd3d8c95b0 HTTP/1.1" status: 204 len: 168 time: 0.1501591 Apr 28 19:59:14.731292 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f109e12-92ad-4294-b932-acc6f74e47bf tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3e291c1-b092-4bca-9768-29fd3d8c95b0,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:14.732014 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45194) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:14.758286 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:14.758646 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:14.781480 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce84c8-c68f-4b83-9dc1-8e6733a48ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453d33d0-0a66-4d2f-9364-ff0c0656df2f,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:14.836381 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5798c7d6-2bdc-4d8b-89b3-36bd54eef742 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0929592 Apr 28 19:59:14.843912 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45196) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:14.880155 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e04f72eb-9aa4-4dbe-bc03-3ea70972da8b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:14.884054 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-96a0b613-c0f6-4b0b-9239-dc0a6a989f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:14.891899 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e04f72eb-9aa4-4dbe-bc03-3ea70972da8b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:14.908862 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cf5b4c4c-d494-408d-9e8b-cdf5497117c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:14.931798 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-96a0b613-c0f6-4b0b-9239-dc0a6a989f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:14.955408 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e04f72eb-9aa4-4dbe-bc03-3ea70972da8b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:14.971237 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e04f72eb-9aa4-4dbe-bc03-3ea70972da8b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:14.973370 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e04f72eb-9aa4-4dbe-bc03-3ea70972da8b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/cdb76b77-0ce4-4824-ab33-26547f4afb2d HTTP/1.1" status: 204 len: 168 time: 0.1277349 Apr 28 19:59:14.984422 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45200) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:14.997017 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f72eb-9aa4-4dbe-bc03-3ea70972da8b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cdb76b77-0ce4-4824-ab33-26547f4afb2d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:15.073063 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5b4c4c-d494-408d-9e8b-cdf5497117c5 admin admin] Checking segment: {'id': '270586ab-b0b8-42ff-8cea-7dd0d404ef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8d0ad792-c7a4-46fa-ba02-0094f1bc4d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:59:15.073591 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5b4c4c-d494-408d-9e8b-cdf5497117c5 admin admin] Network hostable DHCP agents. Network: 8d0ad792-c7a4-46fa-ba02-0094f1bc4d9d, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:59:15.074847 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f1b369be-b630-488e-8fef-a8dd0534f311 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0887349 Apr 28 19:59:15.077796 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45202) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:15.086522 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b4c4c-d494-408d-9e8b-cdf5497117c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32f29167-d4fb-4c3c-b1f9-d7973d7a630e,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:15.114896 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5b4c4c-d494-408d-9e8b-cdf5497117c5 admin admin] Network 8d0ad792-c7a4-46fa-ba02-0094f1bc4d9d is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:59:15.132498 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-cf5b4c4c-d494-408d-9e8b-cdf5497117c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 8d0ad792-c7a4-46fa-ba02-0094f1bc4d9d) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:15.148060 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5b4c4c-d494-408d-9e8b-cdf5497117c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:15.148917 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cf5b4c4c-d494-408d-9e8b-cdf5497117c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:15.152670 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-96a0b613-c0f6-4b0b-9239-dc0a6a989f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:15.154799 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f02cf9e-6f3d-40c6-b666-a8e7cac77707 None None] Network 8d0ad792-c7a4-46fa-ba02-0094f1bc4d9d requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:59:15.162893 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-96a0b613-c0f6-4b0b-9239-dc0a6a989f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:15.164505 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-96a0b613-c0f6-4b0b-9239-dc0a6a989f09 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/453d33d0-0a66-4d2f-9364-ff0c0656df2f HTTP/1.1" status: 204 len: 168 time: 0.4506710 Apr 28 19:59:15.174029 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-62280d64-9d4a-482c-86a0-13073376ca4a tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:15.188632 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-cf5b4c4c-d494-408d-9e8b-cdf5497117c5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8464639 Apr 28 19:59:15.190572 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-62280d64-9d4a-482c-86a0-13073376ca4a tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:15.192941 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45206) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:15.202481 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-dbb9aa32-0418-42a0-ab14-5e0d8db94c1d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1828777067-router', 'tenant_id': 'f2725b7f37804fb39a9d5a0ed4b6da5a', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:15.216214 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0b613-c0f6-4b0b-9239-dc0a6a989f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453d33d0-0a66-4d2f-9364-ff0c0656df2f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:15.256767 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dbb9aa32-0418-42a0-ab14-5e0d8db94c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:15.258126 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dbb9aa32-0418-42a0-ab14-5e0d8db94c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:15.279842 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-62280d64-9d4a-482c-86a0-13073376ca4a tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:15.306595 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-62280d64-9d4a-482c-86a0-13073376ca4a tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:15.311770 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-62280d64-9d4a-482c-86a0-13073376ca4a tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/36320dc9-7539-4892-96c7-3ba6db4270fd HTTP/1.1" status: 204 len: 168 time: 0.2303016 Apr 28 19:59:15.313119 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62280d64-9d4a-482c-86a0-13073376ca4a tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36320dc9-7539-4892-96c7-3ba6db4270fd,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:15.315382 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45208) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:15.474122 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dbb9aa32-0418-42a0-ab14-5e0d8db94c1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:15.796342 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dbb9aa32-0418-42a0-ab14-5e0d8db94c1d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:15.841795 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-37ac1e20-8e2b-47b9-b516-cd6754c36216 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.5208430 Apr 28 19:59:15.845441 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45222) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:15.923606 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf52858f-5e42-43da-b001-f98296c80411 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:15.958588 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf52858f-5e42-43da-b001-f98296c80411 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:16.100923 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf52858f-5e42-43da-b001-f98296c80411 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:16.119703 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf52858f-5e42-43da-b001-f98296c80411 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:16.123438 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cf52858f-5e42-43da-b001-f98296c80411 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/fc088f61-67b7-4fca-88dc-b0c413b37068 HTTP/1.1" status: 204 len: 168 time: 0.2746699 Apr 28 19:59:16.129592 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45238) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:16.158740 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52858f-5e42-43da-b001-f98296c80411 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc088f61-67b7-4fca-88dc-b0c413b37068,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:16.264403 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e86ede1a-5620-4274-8322-3f562e2932c1 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1334870 Apr 28 19:59:16.267684 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45246) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:16.344740 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dbb9aa32-0418-42a0-ab14-5e0d8db94c1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:16.387639 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb20197-99f0-4de8-82ae-5b7747ae8071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-8d0ad792-c7a4-46fa-ba02-0094f1bc4d9d', 'network_id': '8d0ad792-c7a4-46fa-ba02-0094f1bc4d9d', 'tenant_id': 'f2725b7f37804fb39a9d5a0ed4b6da5a', 'fixed_ips': [{'subnet_id': '32f29167-d4fb-4c3c-b1f9-d7973d7a630e'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 19:59:16.389296 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0fb20197-99f0-4de8-82ae-5b7747ae8071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:16.434531 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dbb9aa32-0418-42a0-ab14-5e0d8db94c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:16.573427 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-720d6932-7ea2-4e9c-b9ff-92ca1c3761b4 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:16.675107 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-720d6932-7ea2-4e9c-b9ff-92ca1c3761b4 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:16.676468 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-0fb20197-99f0-4de8-82ae-5b7747ae8071 None None] Allocated IP 172.20.0.2 (8d0ad792-c7a4-46fa-ba02-0094f1bc4d9d/32f29167-d4fb-4c3c-b1f9-d7973d7a630e/7e928b9c-3a0f-4b75-bead-3b231a888f30) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:16.891875 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-720d6932-7ea2-4e9c-b9ff-92ca1c3761b4 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:16.898248 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-720d6932-7ea2-4e9c-b9ff-92ca1c3761b4 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:16.904031 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45262) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:16.908702 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-720d6932-7ea2-4e9c-b9ff-92ca1c3761b4 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "DELETE /v2.0/security-groups/01271cdb-aed6-45f2-8e13-70c70d562d52 HTTP/1.1" status: 204 len: 168 time: 0.6398060 Apr 28 19:59:16.929662 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-dbb9aa32-0418-42a0-ab14-5e0d8db94c1d admin admin] Allocated IP 172.25.8.78 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/69f98fca-abfe-449d-af44-83ebc800279d) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:16.953688 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0fb20197-99f0-4de8-82ae-5b7747ae8071 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:16.958720 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c4d37fc2-1343-446f-b87e-cf9f002d7b52 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:16.961526 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0fb20197-99f0-4de8-82ae-5b7747ae8071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:16.970710 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d6932-7ea2-4e9c-b9ff-92ca1c3761b4 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01271cdb-aed6-45f2-8e13-70c70d562d52,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:17.012806 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c4d37fc2-1343-446f-b87e-cf9f002d7b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:17.029493 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb20197-99f0-4de8-82ae-5b7747ae8071 None None] Pushing event updated for resources: {'Port': ['ID=7e928b9c-3a0f-4b75-bead-3b231a888f30,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:17.051322 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb20197-99f0-4de8-82ae-5b7747ae8071 None None] Network 8d0ad792-c7a4-46fa-ba02-0094f1bc4d9d is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:17.063252 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cd23368a-66a7-447a-ae6d-0583fef8e288 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1475694 Apr 28 19:59:17.064094 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45264) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:17.073157 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-1d5b6d69-59ab-46d4-acfb-7a90dffd5f3b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Request body: {'security_group': {'name': 'tempest-secgroup--575292577'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:17.124061 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3952e-b111-449c-8168-5391162f8dee None None] Pushing event updated for resources: {'Port': ['ID=369066a5-4cad-4888-becc-85ead05d2cbd,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:17.140721 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1d5b6d69-59ab-46d4-acfb-7a90dffd5f3b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:17.190163 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-0fb20197-99f0-4de8-82ae-5b7747ae8071 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:17.200725 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb20197-99f0-4de8-82ae-5b7747ae8071 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:59:17.264775 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-c4d37fc2-1343-446f-b87e-cf9f002d7b52 None None] Attempting to bind port 369066a5-4cad-4888-becc-85ead05d2cbd on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:59:17.265149 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-c4d37fc2-1343-446f-b87e-cf9f002d7b52 None None] Attempting to bind port 369066a5-4cad-4888-becc-85ead05d2cbd by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '7926db30-73c1-46df-8406-ef9a080be03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '952ab810-004c-432f-bca4-db060534f298'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:59:17.265515 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d37fc2-1343-446f-b87e-cf9f002d7b52 None None] Attempting to bind port 369066a5-4cad-4888-becc-85ead05d2cbd on network 952ab810-004c-432f-bca4-db060534f298 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:59:17.267200 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dbb9aa32-0418-42a0-ab14-5e0d8db94c1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:17.369538 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d37fc2-1343-446f-b87e-cf9f002d7b52 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:59:17.369925 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d37fc2-1343-446f-b87e-cf9f002d7b52 None None] Checking segment: {'id': '7926db30-73c1-46df-8406-ef9a080be03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '952ab810-004c-432f-bca4-db060534f298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:59:17.370342 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c4d37fc2-1343-446f-b87e-cf9f002d7b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:17.370746 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d37fc2-1343-446f-b87e-cf9f002d7b52 None None] Bound using segment: {'id': '7926db30-73c1-46df-8406-ef9a080be03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '952ab810-004c-432f-bca4-db060534f298'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:59:17.372533 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-c4d37fc2-1343-446f-b87e-cf9f002d7b52 None None] Bound port: 369066a5-4cad-4888-becc-85ead05d2cbd, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7926db30-73c1-46df-8406-ef9a080be03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '952ab810-004c-432f-bca4-db060534f298'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:59:17.372929 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c4d37fc2-1343-446f-b87e-cf9f002d7b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:17.388295 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-0fb20197-99f0-4de8-82ae-5b7747ae8071 None None] Attempting to bind port 7e928b9c-3a0f-4b75-bead-3b231a888f30 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:59:17.388967 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-0fb20197-99f0-4de8-82ae-5b7747ae8071 None None] Attempting to bind port 7e928b9c-3a0f-4b75-bead-3b231a888f30 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '270586ab-b0b8-42ff-8cea-7dd0d404ef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8d0ad792-c7a4-46fa-ba02-0094f1bc4d9d'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:59:17.389091 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb20197-99f0-4de8-82ae-5b7747ae8071 None None] Attempting to bind port 7e928b9c-3a0f-4b75-bead-3b231a888f30 on network 8d0ad792-c7a4-46fa-ba02-0094f1bc4d9d {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:59:17.397278 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1d5b6d69-59ab-46d4-acfb-7a90dffd5f3b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:17.401848 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1d5b6d69-59ab-46d4-acfb-7a90dffd5f3b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:17.427093 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb20197-99f0-4de8-82ae-5b7747ae8071 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:59:17.427371 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb20197-99f0-4de8-82ae-5b7747ae8071 None None] Checking segment: {'id': '270586ab-b0b8-42ff-8cea-7dd0d404ef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8d0ad792-c7a4-46fa-ba02-0094f1bc4d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:59:17.427709 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0fb20197-99f0-4de8-82ae-5b7747ae8071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:17.428152 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb20197-99f0-4de8-82ae-5b7747ae8071 None None] Bound using segment: {'id': '270586ab-b0b8-42ff-8cea-7dd0d404ef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8d0ad792-c7a4-46fa-ba02-0094f1bc4d9d'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:59:17.429576 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dbb9aa32-0418-42a0-ab14-5e0d8db94c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:17.447841 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b6d69-59ab-46d4-acfb-7a90dffd5f3b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42cbd3c1-f88c-45c5-a6eb-41d90b69c236,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:17.450929 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-0fb20197-99f0-4de8-82ae-5b7747ae8071 None None] Bound port: 7e928b9c-3a0f-4b75-bead-3b231a888f30, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270586ab-b0b8-42ff-8cea-7dd0d404ef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8d0ad792-c7a4-46fa-ba02-0094f1bc4d9d'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:59:17.456364 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0fb20197-99f0-4de8-82ae-5b7747ae8071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:17.472174 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1d5b6d69-59ab-46d4-acfb-7a90dffd5f3b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:17.473630 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1d5b6d69-59ab-46d4-acfb-7a90dffd5f3b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4085240 Apr 28 19:59:17.476365 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45272) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:17.482524 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-913b751a-a7c7-41cb-881f-1002ad4eb24e tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Request body: {'security_group_rule': {'security_group_id': '42cbd3c1-f88c-45c5-a6eb-41d90b69c236', 'direction': 'ingress', 'protocol': 17}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:17.529112 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-913b751a-a7c7-41cb-881f-1002ad4eb24e tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:17.558065 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb9aa32-0418-42a0-ab14-5e0d8db94c1d admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:17.578674 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-dbb9aa32-0418-42a0-ab14-5e0d8db94c1d admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:17.579390 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-c4d37fc2-1343-446f-b87e-cf9f002d7b52 None None] For port 369066a5-4cad-4888-becc-85ead05d2cbd, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:59:17.585498 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-c4d37fc2-1343-446f-b87e-cf9f002d7b52 None None] For port 369066a5-4cad-4888-becc-85ead05d2cbd, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=369066a5-4cad-4888-becc-85ead05d2cbd,segment=NetworkSegment(7926db30-73c1-46df-8406-ef9a080be03c),segment_id=7926db30-73c1-46df-8406-ef9a080be03c)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:59:17.593254 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb9aa32-0418-42a0-ab14-5e0d8db94c1d admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:59:17.593483 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c4d37fc2-1343-446f-b87e-cf9f002d7b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:17.621134 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb9aa32-0418-42a0-ab14-5e0d8db94c1d admin admin] Pushing event updated for resources: {'Port': ['ID=69f98fca-abfe-449d-af44-83ebc800279d,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:17.688967 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3952e-b111-449c-8168-5391162f8dee None None] Pushing event updated for resources: {'Port': ['ID=369066a5-4cad-4888-becc-85ead05d2cbd,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:17.705361 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-913b751a-a7c7-41cb-881f-1002ad4eb24e tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:17.710796 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-913b751a-a7c7-41cb-881f-1002ad4eb24e tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:17.734975 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7df9aea6-30d3-4a27-83b3-84372c85e3ec None None] Provisioning complete for port 369066a5-4cad-4888-becc-85ead05d2cbd triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:17.735780 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7df9aea6-30d3-4a27-83b3-84372c85e3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:17.750469 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b751a-a7c7-41cb-881f-1002ad4eb24e tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b370e9-e143-4e95-b8ad-d392064f3b87,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:17.766368 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-913b751a-a7c7-41cb-881f-1002ad4eb24e tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:17.773492 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-913b751a-a7c7-41cb-881f-1002ad4eb24e tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2947428 Apr 28 19:59:17.775551 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45278) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:17.870260 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d37fc2-1343-446f-b87e-cf9f002d7b52 None None] Routers {'7823a8d5-b73e-4445-81d5-f5fff7241429'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:59:17.872934 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-c4d37fc2-1343-446f-b87e-cf9f002d7b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:58:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7823a8d5-b73e-4445-81d5-f5fff7241429'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:17.915796 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a03835a4-1529-4c61-9617-e20bb46f550b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:17.973293 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a03835a4-1529-4c61-9617-e20bb46f550b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:18.064747 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0fb20197-99f0-4de8-82ae-5b7747ae8071 None None] For port 7e928b9c-3a0f-4b75-bead-3b231a888f30, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:59:18.078043 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a03835a4-1529-4c61-9617-e20bb46f550b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:18.080579 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0fb20197-99f0-4de8-82ae-5b7747ae8071 None None] For port 7e928b9c-3a0f-4b75-bead-3b231a888f30, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=7e928b9c-3a0f-4b75-bead-3b231a888f30,segment=NetworkSegment(270586ab-b0b8-42ff-8cea-7dd0d404ef62),segment_id=270586ab-b0b8-42ff-8cea-7dd0d404ef62)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:59:18.094457 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0fb20197-99f0-4de8-82ae-5b7747ae8071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:18.095777 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a03835a4-1529-4c61-9617-e20bb46f550b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:18.102115 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a03835a4-1529-4c61-9617-e20bb46f550b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "DELETE /v2.0/security-groups/42cbd3c1-f88c-45c5-a6eb-41d90b69c236 HTTP/1.1" status: 204 len: 168 time: 0.3253889 Apr 28 19:59:18.121715 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45288) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:18.124907 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03835a4-1529-4c61-9617-e20bb46f550b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cbd3c1-f88c-45c5-a6eb-41d90b69c236,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:18.232773 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-273d1db4-449d-4b03-844c-cbc4d7ffe29d tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1028323 Apr 28 19:59:18.236144 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45294) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:18.236844 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dbb9aa32-0418-42a0-ab14-5e0d8db94c1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:18.251481 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-4174a0d7-6455-4650-bff6-e41dbaa9238b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1748460764'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:18.306209 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4174a0d7-6455-4650-bff6-e41dbaa9238b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:18.306506 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-c4d37fc2-1343-446f-b87e-cf9f002d7b52 None None] Set router 7823a8d5-b73e-4445-81d5-f5fff7241429 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:59:18.426365 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7df9aea6-30d3-4a27-83b3-84372c85e3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:18.505410 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb20197-99f0-4de8-82ae-5b7747ae8071 None None] Pushing event updated for resources: {'Port': ['ID=7e928b9c-3a0f-4b75-bead-3b231a888f30,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:18.524910 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4174a0d7-6455-4650-bff6-e41dbaa9238b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:18.535785 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4174a0d7-6455-4650-bff6-e41dbaa9238b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:18.660406 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174a0d7-6455-4650-bff6-e41dbaa9238b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a316c5f-5aa5-4c20-83a1-8d21877dab0c,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:18.668151 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4174a0d7-6455-4650-bff6-e41dbaa9238b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:18.669221 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4174a0d7-6455-4650-bff6-e41dbaa9238b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4319293 Apr 28 19:59:18.672871 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45304) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:18.679013 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-a398f25b-565a-4422-b309-6fd1040a2a0b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Request body: {'security_group': {'name': 'tempest-secgroup--377572725'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:18.722064 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a398f25b-565a-4422-b309-6fd1040a2a0b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:18.888335 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7df9aea6-30d3-4a27-83b3-84372c85e3ec None None] For port 369066a5-4cad-4888-becc-85ead05d2cbd, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=369066a5-4cad-4888-becc-85ead05d2cbd,segment=NetworkSegment(7926db30-73c1-46df-8406-ef9a080be03c),segment_id=7926db30-73c1-46df-8406-ef9a080be03c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:59:18.920301 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a398f25b-565a-4422-b309-6fd1040a2a0b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:18.928078 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a398f25b-565a-4422-b309-6fd1040a2a0b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:18.939596 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7df9aea6-30d3-4a27-83b3-84372c85e3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:19.007855 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a398f25b-565a-4422-b309-6fd1040a2a0b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:19.011361 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a398f25b-565a-4422-b309-6fd1040a2a0b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3374376 Apr 28 19:59:19.024567 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45308) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:19.047694 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-d9a3a5ee-5554-447e-bd36-d7384e98b070 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Request body: {'security_group_rule': {'security_group_id': '7a316c5f-5aa5-4c20-83a1-8d21877dab0c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0c877563-237b-4f37-9593-6c8bef9cca8d', 'remote_ip_prefix': None}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:19.148199 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a398f25b-565a-4422-b309-6fd1040a2a0b tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c877563-237b-4f37-9593-6c8bef9cca8d,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:19.177318 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9aea6-30d3-4a27-83b3-84372c85e3ec None None] Pushing event updated for resources: {'Port': ['ID=369066a5-4cad-4888-becc-85ead05d2cbd,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:19.226466 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9a3a5ee-5554-447e-bd36-d7384e98b070 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:19.294461 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-2dea5139-3f2c-4194-9e8a-b0d10d30aeac None None] Provisioning complete for port 369066a5-4cad-4888-becc-85ead05d2cbd triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:19.294839 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2dea5139-3f2c-4194-9e8a-b0d10d30aeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:19.387320 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-c4d37fc2-1343-446f-b87e-cf9f002d7b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'name': 'tempest-TestServerBasicOps-2096051399-router', 'tenant_id': 'ed88649b71bc458cae04e424d2624ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:59:03Z', 'updated_at': '2022-04-28T19:59:09Z', 'revision_number': 4, 'project_id': 'ed88649b71bc458cae04e424d2624ce7', 'gw_port': {'id': '91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:59:04Z', 'updated_at': '2022-04-28T19:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '369066a5-4cad-4888-becc-85ead05d2cbd', 'name': '', 'network_id': '952ab810-004c-432f-bca4-db060534f298', 'tenant_id': 'ed88649b71bc458cae04e424d2624ce7', 'mac_address': 'fa:16:3e:0f:81:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '94ad0d3d-90ae-4fb6-917f-af5d5a387839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:59:08Z', 'updated_at': '2022-04-28T19:59:17Z', 'revision_number': 4, 'project_id': 'ed88649b71bc458cae04e424d2624ce7', 'subnets': [{'id': '94ad0d3d-90ae-4fb6-917f-af5d5a387839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:19.462848 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d37fc2-1343-446f-b87e-cf9f002d7b52 None None] The sync data for ids ['7823a8d5-b73e-4445-81d5-f5fff7241429'] in n-d-839810-1 is: [{'id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'name': 'tempest-TestServerBasicOps-2096051399-router', 'tenant_id': 'ed88649b71bc458cae04e424d2624ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:59:03Z', 'updated_at': '2022-04-28T19:59:09Z', 'revision_number': 4, 'project_id': 'ed88649b71bc458cae04e424d2624ce7', 'gw_port': {'id': '91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:59:04Z', 'updated_at': '2022-04-28T19:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '369066a5-4cad-4888-becc-85ead05d2cbd', 'name': '', 'network_id': '952ab810-004c-432f-bca4-db060534f298', 'tenant_id': 'ed88649b71bc458cae04e424d2624ce7', 'mac_address': 'fa:16:3e:0f:81:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '94ad0d3d-90ae-4fb6-917f-af5d5a387839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:59:08Z', 'updated_at': '2022-04-28T19:59:17Z', 'revision_number': 4, 'project_id': 'ed88649b71bc458cae04e424d2624ce7', 'subnets': [{'id': '94ad0d3d-90ae-4fb6-917f-af5d5a387839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:59:19.493712 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9a3a5ee-5554-447e-bd36-d7384e98b070 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:19.501465 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9a3a5ee-5554-447e-bd36-d7384e98b070 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:19.538244 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3a5ee-5554-447e-bd36-d7384e98b070 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b339d351-42cc-4dd6-8c6c-0424578aae77,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:19.593542 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45326) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:19.654857 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9a3a5ee-5554-447e-bd36-d7384e98b070 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:19.659047 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d9a3a5ee-5554-447e-bd36-d7384e98b070 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6231256 Apr 28 19:59:19.664357 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45330) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:19.695748 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dbb9aa32-0418-42a0-ab14-5e0d8db94c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:19.789741 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4124c618-5da9-4b04-83f3-c2a803713574 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:19.804062 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9b99c399-6cb3-407a-a8e0-cd8c5dccc3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:19.832480 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4124c618-5da9-4b04-83f3-c2a803713574 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:19.948774 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4124c618-5da9-4b04-83f3-c2a803713574 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:19.967259 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4124c618-5da9-4b04-83f3-c2a803713574 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:19.973695 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4124c618-5da9-4b04-83f3-c2a803713574 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/b339d351-42cc-4dd6-8c6c-0424578aae77 HTTP/1.1" status: 204 len: 168 time: 0.2971277 Apr 28 19:59:19.984608 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45334) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:20.060066 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124c618-5da9-4b04-83f3-c2a803713574 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b339d351-42cc-4dd6-8c6c-0424578aae77,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:20.083385 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1d1259c2-24a1-4f03-9b15-6408e43a053d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:20.179723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb9aa32-0418-42a0-ab14-5e0d8db94c1d admin admin] Router 099c7e1a-4068-4134-a90b-a7083da82e4d is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:59:20.193519 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d74dd803-a7f7-4204-9759-4bb4e1c1475d tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2054496 Apr 28 19:59:20.195064 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45336) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:20.337279 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1d1259c2-24a1-4f03-9b15-6408e43a053d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:20.342971 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1d1259c2-24a1-4f03-9b15-6408e43a053d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:20.353987 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53668e8a-a0b3-4791-a73a-b1f20cfd35ca None None] Network 8d0ad792-c7a4-46fa-ba02-0094f1bc4d9d requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:59:20.422600 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1259c2-24a1-4f03-9b15-6408e43a053d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849dc8a1-dfe0-4787-b81d-d2c550663265,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:20.428844 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1d1259c2-24a1-4f03-9b15-6408e43a053d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1282e8a5a6ed4f52b4bc0e51a31ba87c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8331630 Apr 28 19:59:20.435111 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45340) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:20.445757 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1259c2-24a1-4f03-9b15-6408e43a053d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:20.446100 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1259c2-24a1-4f03-9b15-6408e43a053d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:20.446692 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1259c2-24a1-4f03-9b15-6408e43a053d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:20.447039 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1259c2-24a1-4f03-9b15-6408e43a053d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:20.447375 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1259c2-24a1-4f03-9b15-6408e43a053d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:20.447708 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1259c2-24a1-4f03-9b15-6408e43a053d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:20.448039 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1259c2-24a1-4f03-9b15-6408e43a053d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:20.448544 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1259c2-24a1-4f03-9b15-6408e43a053d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:20.448869 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1259c2-24a1-4f03-9b15-6408e43a053d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:20.449194 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1259c2-24a1-4f03-9b15-6408e43a053d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:20.449520 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1259c2-24a1-4f03-9b15-6408e43a053d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:20.449848 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1259c2-24a1-4f03-9b15-6408e43a053d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:20.578867 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-638860ec-1132-49d1-abba-94d059266e3a None None] Provisioning complete for port 7e928b9c-3a0f-4b75-bead-3b231a888f30 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:20.580087 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-638860ec-1132-49d1-abba-94d059266e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:20.610108 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-11004e1c-cbb7-439e-8f2e-2846b07a74f4 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:20.628148 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4f508fb0-1355-4381-b8ee-0cab82317361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:20.667482 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb9aa32-0418-42a0-ab14-5e0d8db94c1d admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:59:20.687084 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-11004e1c-cbb7-439e-8f2e-2846b07a74f4 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:20.691384 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947f4713-3624-4c68-94fe-f0f81c797d7d None None] Sync routers for ids ['099c7e1a-4068-4134-a90b-a7083da82e4d'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:59:20.701243 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4f508fb0-1355-4381-b8ee-0cab82317361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:20.712257 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947f4713-3624-4c68-94fe-f0f81c797d7d None None] Routers {'099c7e1a-4068-4134-a90b-a7083da82e4d'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:59:20.713357 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-947f4713-3624-4c68-94fe-f0f81c797d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:58:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['099c7e1a-4068-4134-a90b-a7083da82e4d'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:20.756684 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dbb9aa32-0418-42a0-ab14-5e0d8db94c1d admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:20.760669 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-dbb9aa32-0418-42a0-ab14-5e0d8db94c1d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.5630825 Apr 28 19:59:20.761070 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45344) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:20.826748 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 369066a5-4cad-4888-becc-85ead05d2cbd up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:59:20.868950 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-11004e1c-cbb7-439e-8f2e-2846b07a74f4 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:20.870875 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-11004e1c-cbb7-439e-8f2e-2846b07a74f4 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:20.873537 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-11004e1c-cbb7-439e-8f2e-2846b07a74f4 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "DELETE /v2.0/security-groups/0c877563-237b-4f37-9593-6c8bef9cca8d HTTP/1.1" status: 204 len: 168 time: 0.6750090 Apr 28 19:59:20.876864 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45350) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:20.909589 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11004e1c-cbb7-439e-8f2e-2846b07a74f4 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c877563-237b-4f37-9593-6c8bef9cca8d,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:20.909893 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4f508fb0-1355-4381-b8ee-0cab82317361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:20.920863 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4f508fb0-1355-4381-b8ee-0cab82317361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:20.925167 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4f508fb0-1355-4381-b8ee-0cab82317361 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/849dc8a1-dfe0-4787-b81d-d2c550663265 HTTP/1.1" status: 204 len: 168 time: 0.4889565 Apr 28 19:59:20.983980 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11004e1c-cbb7-439e-8f2e-2846b07a74f4 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:20.995571 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-947f4713-3624-4c68-94fe-f0f81c797d7d None None] Set router 099c7e1a-4068-4134-a90b-a7083da82e4d gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:59:21.005154 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11004e1c-cbb7-439e-8f2e-2846b07a74f4 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:21.012735 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11004e1c-cbb7-439e-8f2e-2846b07a74f4 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:21.013387 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11004e1c-cbb7-439e-8f2e-2846b07a74f4 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:21.013911 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11004e1c-cbb7-439e-8f2e-2846b07a74f4 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:21.020710 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11004e1c-cbb7-439e-8f2e-2846b07a74f4 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:21.021382 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11004e1c-cbb7-439e-8f2e-2846b07a74f4 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:21.022162 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11004e1c-cbb7-439e-8f2e-2846b07a74f4 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:21.022931 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11004e1c-cbb7-439e-8f2e-2846b07a74f4 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:21.023465 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11004e1c-cbb7-439e-8f2e-2846b07a74f4 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:21.023973 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11004e1c-cbb7-439e-8f2e-2846b07a74f4 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:21.024499 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11004e1c-cbb7-439e-8f2e-2846b07a74f4 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:21.154973 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-17333a16-c020-4c19-9fb6-251918ad9d86 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2617059 Apr 28 19:59:21.156063 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45356) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:21.268748 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-638860ec-1132-49d1-abba-94d059266e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:21.349543 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1dd84c85-eb16-4403-b91f-d943bbc84984 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:21.399507 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 369066a5-4cad-4888-becc-85ead05d2cbd triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:21.399881 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:21.421809 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1dd84c85-eb16-4403-b91f-d943bbc84984 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:21.516069 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45364) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:21.526668 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-947f4713-3624-4c68-94fe-f0f81c797d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099c7e1a-4068-4134-a90b-a7083da82e4d', 'name': 'tempest-TestServerBasicOps-1828777067-router', 'tenant_id': 'f2725b7f37804fb39a9d5a0ed4b6da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '69f98fca-abfe-449d-af44-83ebc800279d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:59:15Z', 'updated_at': '2022-04-28T19:59:17Z', 'revision_number': 3, 'project_id': 'f2725b7f37804fb39a9d5a0ed4b6da5a', 'gw_port': {'id': '69f98fca-abfe-449d-af44-83ebc800279d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:36:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099c7e1a-4068-4134-a90b-a7083da82e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:59:16Z', 'updated_at': '2022-04-28T19:59:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:21.544746 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1dd84c85-eb16-4403-b91f-d943bbc84984 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:21.547833 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1dd84c85-eb16-4403-b91f-d943bbc84984 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:21.553062 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-638860ec-1132-49d1-abba-94d059266e3a None None] For port 7e928b9c-3a0f-4b75-bead-3b231a888f30, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=7e928b9c-3a0f-4b75-bead-3b231a888f30,segment=NetworkSegment(270586ab-b0b8-42ff-8cea-7dd0d404ef62),segment_id=270586ab-b0b8-42ff-8cea-7dd0d404ef62)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:59:21.554729 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1dd84c85-eb16-4403-b91f-d943bbc84984 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "DELETE /v2.0/security-groups/7a316c5f-5aa5-4c20-83a1-8d21877dab0c HTTP/1.1" status: 204 len: 168 time: 0.3975968 Apr 28 19:59:21.557532 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45368) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:21.619679 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-638860ec-1132-49d1-abba-94d059266e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:21.624888 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd84c85-eb16-4403-b91f-d943bbc84984 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a316c5f-5aa5-4c20-83a1-8d21877dab0c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:21.695940 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947f4713-3624-4c68-94fe-f0f81c797d7d None None] Checking router: 099c7e1a-4068-4134-a90b-a7083da82e4d for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:59:21.696496 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947f4713-3624-4c68-94fe-f0f81c797d7d None None] Updating router 099c7e1a-4068-4134-a90b-a7083da82e4d port 69f98fca-abfe-449d-af44-83ebc800279d binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:59:21.777274 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-93a4c2c5-3ee0-47fe-9a5d-07f3c7c8136d tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2083409 Apr 28 19:59:21.778089 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45370) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:21.782740 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-2e308408-a1a2-4030-b6ed-505b234b7772 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1045474185'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:21.810174 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-947f4713-3624-4c68-94fe-f0f81c797d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:21.915831 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45378) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:21.927647 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638860ec-1132-49d1-abba-94d059266e3a None None] Pushing event updated for resources: {'Port': ['ID=7e928b9c-3a0f-4b75-bead-3b231a888f30,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:21.944599 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 7e928b9c-3a0f-4b75-bead-3b231a888f30 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:59:21.949118 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b4894279-22c4-4656-af5d-555cf2063d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:22.020202 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b600d82-e295-46a0-aae4-6dbd7910fb60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:22.037946 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2e308408-a1a2-4030-b6ed-505b234b7772 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:22.065708 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f508fb0-1355-4381-b8ee-0cab82317361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849dc8a1-dfe0-4787-b81d-d2c550663265,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:22.123191 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ddb429c8-9673-4ded-9da0-2cb9c12eb5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:22.167741 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 7e928b9c-3a0f-4b75-bead-3b231a888f30 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:22.172607 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:22.283724 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-26915202-da4f-4eb8-b422-27aac3b01016 None None] Provisioning complete for port 7e928b9c-3a0f-4b75-bead-3b231a888f30 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:22.291586 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-26915202-da4f-4eb8-b422-27aac3b01016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:22.414022 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b600d82-e295-46a0-aae4-6dbd7910fb60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:22.437323 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b600d82-e295-46a0-aae4-6dbd7910fb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:22.577373 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-947f4713-3624-4c68-94fe-f0f81c797d7d None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:22.586188 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-947f4713-3624-4c68-94fe-f0f81c797d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:22.599615 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 7e928b9c-3a0f-4b75-bead-3b231a888f30 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:59:22.666720 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2e308408-a1a2-4030-b6ed-505b234b7772 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:22.696863 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45388) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:22.698050 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4b600d82-e295-46a0-aae4-6dbd7910fb60 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=06d655c9808b4312bc44c551e7e20e99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7791243 Apr 28 19:59:22.700824 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b600d82-e295-46a0-aae4-6dbd7910fb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aed9241-0bab-4668-b98b-9ceee5a67125,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:22.711636 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2e308408-a1a2-4030-b6ed-505b234b7772 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:22.712915 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-947f4713-3624-4c68-94fe-f0f81c797d7d None None] Attempting to bind port 69f98fca-abfe-449d-af44-83ebc800279d on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:59:22.713413 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-947f4713-3624-4c68-94fe-f0f81c797d7d None None] Attempting to bind port 69f98fca-abfe-449d-af44-83ebc800279d by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:59:22.713628 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947f4713-3624-4c68-94fe-f0f81c797d7d None None] Attempting to bind port 69f98fca-abfe-449d-af44-83ebc800279d on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:59:22.726922 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 7e928b9c-3a0f-4b75-bead-3b231a888f30 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:22.727411 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:22.755985 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947f4713-3624-4c68-94fe-f0f81c797d7d None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:59:22.760883 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947f4713-3624-4c68-94fe-f0f81c797d7d None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:59:22.779811 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-947f4713-3624-4c68-94fe-f0f81c797d7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:22.780423 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947f4713-3624-4c68-94fe-f0f81c797d7d None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:59:22.780951 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-947f4713-3624-4c68-94fe-f0f81c797d7d None None] Bound port: 69f98fca-abfe-449d-af44-83ebc800279d, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:59:22.781356 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-947f4713-3624-4c68-94fe-f0f81c797d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:22.784570 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d2b1ee-4122-4d33-8cf1-3cd167ade656 None None] Pushing event updated for resources: {'Port': ['ID=69f98fca-abfe-449d-af44-83ebc800279d,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:22.799049 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45392) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:22.875614 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b4894279-22c4-4656-af5d-555cf2063d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:22.894270 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2e308408-a1a2-4030-b6ed-505b234b7772 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:22.899905 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2e308408-a1a2-4030-b6ed-505b234b7772 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1205873 Apr 28 19:59:22.902381 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45396) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:22.902731 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e308408-a1a2-4030-b6ed-505b234b7772 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d07bbd-57ae-4529-bcc0-56e013f39c9b,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:22.911608 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-947f4713-3624-4c68-94fe-f0f81c797d7d None None] For port 69f98fca-abfe-449d-af44-83ebc800279d, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:59:22.915040 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-947f4713-3624-4c68-94fe-f0f81c797d7d None None] For port 69f98fca-abfe-449d-af44-83ebc800279d, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=69f98fca-abfe-449d-af44-83ebc800279d,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:59:22.919811 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-f9e9ca88-181c-41cf-9dfe-818a566619b7 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Request body: {'security_group_rule': {'security_group_id': 'e4d07bbd-57ae-4529-bcc0-56e013f39c9b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:22.923811 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-947f4713-3624-4c68-94fe-f0f81c797d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:22.931305 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b4894279-22c4-4656-af5d-555cf2063d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:22.982132 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4894279-22c4-4656-af5d-555cf2063d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030787a4-eb5e-43bb-b125-6139a685f589,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:23.013616 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f21b6e78-e64d-4545-a057-d12dfe8321b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:23.046242 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b4894279-22c4-4656-af5d-555cf2063d84 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=36ba539afac242d09f4f0226fd60ef28&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5260594 Apr 28 19:59:23.046242 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45398) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:23.046681 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947f4713-3624-4c68-94fe-f0f81c797d7d None None] Routers {'099c7e1a-4068-4134-a90b-a7083da82e4d'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:59:23.047109 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-947f4713-3624-4c68-94fe-f0f81c797d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:59:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['099c7e1a-4068-4134-a90b-a7083da82e4d'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:23.078786 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f9e9ca88-181c-41cf-9dfe-818a566619b7 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:23.158674 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f21b6e78-e64d-4545-a057-d12dfe8321b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:23.169365 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-809df930-c2d7-4107-9afa-b4a4d2c230ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:23.204699 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-809df930-c2d7-4107-9afa-b4a4d2c230ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:23.253635 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-08f0e942-ae54-4e97-8f61-b1d9f9934efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:23.359079 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f21b6e78-e64d-4545-a057-d12dfe8321b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:23.364396 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f21b6e78-e64d-4545-a057-d12dfe8321b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:23.365728 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f21b6e78-e64d-4545-a057-d12dfe8321b3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5aed9241-0bab-4668-b98b-9ceee5a67125 HTTP/1.1" status: 204 len: 168 time: 0.6677606 Apr 28 19:59:23.414274 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d2b1ee-4122-4d33-8cf1-3cd167ade656 None None] Pushing event updated for resources: {'Port': ['ID=69f98fca-abfe-449d-af44-83ebc800279d,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:23.424213 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f9e9ca88-181c-41cf-9dfe-818a566619b7 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:23.452160 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f9e9ca88-181c-41cf-9dfe-818a566619b7 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:23.458810 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b6e78-e64d-4545-a057-d12dfe8321b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aed9241-0bab-4668-b98b-9ceee5a67125,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:23.478948 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-947f4713-3624-4c68-94fe-f0f81c797d7d None None] Set router 099c7e1a-4068-4134-a90b-a7083da82e4d gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:59:23.528244 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:23.550871 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9ca88-181c-41cf-9dfe-818a566619b7 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50130d35-030a-4856-9816-684e0dc26df7,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:23.556324 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-809df930-c2d7-4107-9afa-b4a4d2c230ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:23.560039 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-809df930-c2d7-4107-9afa-b4a4d2c230ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:23.561577 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-809df930-c2d7-4107-9afa-b4a4d2c230ce admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/030787a4-eb5e-43bb-b125-6139a685f589 HTTP/1.1" status: 204 len: 168 time: 0.5144665 Apr 28 19:59:23.564507 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f9e9ca88-181c-41cf-9dfe-818a566619b7 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:23.567179 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f9e9ca88-181c-41cf-9dfe-818a566619b7 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6561987 Apr 28 19:59:23.589327 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45410) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:23.590033 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809df930-c2d7-4107-9afa-b4a4d2c230ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030787a4-eb5e-43bb-b125-6139a685f589,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:23.751149 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-947f4713-3624-4c68-94fe-f0f81c797d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099c7e1a-4068-4134-a90b-a7083da82e4d', 'name': 'tempest-TestServerBasicOps-1828777067-router', 'tenant_id': 'f2725b7f37804fb39a9d5a0ed4b6da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '69f98fca-abfe-449d-af44-83ebc800279d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:59:15Z', 'updated_at': '2022-04-28T19:59:17Z', 'revision_number': 3, 'project_id': 'f2725b7f37804fb39a9d5a0ed4b6da5a', 'gw_port': {'id': '69f98fca-abfe-449d-af44-83ebc800279d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:36:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099c7e1a-4068-4134-a90b-a7083da82e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:59:16Z', 'updated_at': '2022-04-28T19:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:23.760478 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-08f0e942-ae54-4e97-8f61-b1d9f9934efc admin admin] Allocated IP 172.20.0.1 (8d0ad792-c7a4-46fa-ba02-0094f1bc4d9d/32f29167-d4fb-4c3c-b1f9-d7973d7a630e/ca9a8bfd-4d6a-4f8d-b950-458a17dab032) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:23.772818 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c0090d8c-ec0b-4b86-b692-05f6033746c2 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:23.787632 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947f4713-3624-4c68-94fe-f0f81c797d7d None None] The sync data for ids ['099c7e1a-4068-4134-a90b-a7083da82e4d'] in n-d-839810-1 is: [{'id': '099c7e1a-4068-4134-a90b-a7083da82e4d', 'name': 'tempest-TestServerBasicOps-1828777067-router', 'tenant_id': 'f2725b7f37804fb39a9d5a0ed4b6da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '69f98fca-abfe-449d-af44-83ebc800279d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:59:15Z', 'updated_at': '2022-04-28T19:59:17Z', 'revision_number': 3, 'project_id': 'f2725b7f37804fb39a9d5a0ed4b6da5a', 'gw_port': {'id': '69f98fca-abfe-449d-af44-83ebc800279d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:36:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099c7e1a-4068-4134-a90b-a7083da82e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:59:16Z', 'updated_at': '2022-04-28T19:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:59:23.801465 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c0090d8c-ec0b-4b86-b692-05f6033746c2 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:23.911394 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c0090d8c-ec0b-4b86-b692-05f6033746c2 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:23.935399 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c0090d8c-ec0b-4b86-b692-05f6033746c2 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:23.939468 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c0090d8c-ec0b-4b86-b692-05f6033746c2 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/50130d35-030a-4856-9816-684e0dc26df7 HTTP/1.1" status: 204 len: 168 time: 0.3386223 Apr 28 19:59:23.939468 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0090d8c-ec0b-4b86-b692-05f6033746c2 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50130d35-030a-4856-9816-684e0dc26df7,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:23.947914 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45416) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:23.985932 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-08f0e942-ae54-4e97-8f61-b1d9f9934efc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:24.061994 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-08f0e942-ae54-4e97-8f61-b1d9f9934efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:24.115841 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-42b1a381-e8b7-48c1-b774-2821858ac8b8 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1636319 Apr 28 19:59:24.117500 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f0e942-ae54-4e97-8f61-b1d9f9934efc admin admin] Network 8d0ad792-c7a4-46fa-ba02-0094f1bc4d9d is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:24.117660 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45424) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:24.120236 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-08f0e942-ae54-4e97-8f61-b1d9f9934efc admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:24.132167 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f0e942-ae54-4e97-8f61-b1d9f9934efc admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:59:24.225926 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45426) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:24.228620 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0e942-ae54-4e97-8f61-b1d9f9934efc admin admin] Pushing event updated for resources: {'Port': ['ID=ca9a8bfd-4d6a-4f8d-b950-458a17dab032,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:24.292392 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b1f06614-778e-4bce-952d-05e1159e7986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:24.315293 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-08f0e942-ae54-4e97-8f61-b1d9f9934efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:24.454878 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-89a55f76-147f-497f-adae-912ef728a4b6 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:24.539535 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-89a55f76-147f-497f-adae-912ef728a4b6 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:24.556330 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-1a2e9417-45b8-41a6-9564-6d56e962a79f None None] Provisioning complete for port ca9a8bfd-4d6a-4f8d-b950-458a17dab032 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:24.557273 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1a2e9417-45b8-41a6-9564-6d56e962a79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:24.579808 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-08f0e942-ae54-4e97-8f61-b1d9f9934efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:24.629597 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-1a2e9417-45b8-41a6-9564-6d56e962a79f None None] Port ca9a8bfd-4d6a-4f8d-b950-458a17dab032 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:59:24.652020 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 69f98fca-abfe-449d-af44-83ebc800279d up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:59:24.786313 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b1f06614-778e-4bce-952d-05e1159e7986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:24.790490 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-89a55f76-147f-497f-adae-912ef728a4b6 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:24.793345 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-89a55f76-147f-497f-adae-912ef728a4b6 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:24.795590 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-89a55f76-147f-497f-adae-912ef728a4b6 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "DELETE /v2.0/security-groups/e4d07bbd-57ae-4529-bcc0-56e013f39c9b HTTP/1.1" status: 204 len: 168 time: 0.6768401 Apr 28 19:59:24.799177 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45440) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:24.853302 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b1f06614-778e-4bce-952d-05e1159e7986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:24.874934 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a55f76-147f-497f-adae-912ef728a4b6 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d07bbd-57ae-4529-bcc0-56e013f39c9b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:24.938229 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-afdb4b48-306a-471e-b717-17be292c3d85 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1321054 Apr 28 19:59:24.938483 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-08f0e942-ae54-4e97-8f61-b1d9f9934efc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:24.938483 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45444) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:24.945432 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-7d44567c-8412-4a10-b601-31aa6152208a tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Request body: {'security_group': {'name': 'tempest-secgroup--105006891'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:24.945869 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6c9ab92a-626a-4eee-ae87-91b30f6a5971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:24.976862 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-08f0e942-ae54-4e97-8f61-b1d9f9934efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:25.075274 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b1f06614-778e-4bce-952d-05e1159e7986 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e229f9c08c7a43c6afebeb6e145f7ebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8467376 Apr 28 19:59:25.079669 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45456) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:25.123581 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f06614-778e-4bce-952d-05e1159e7986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e763327-37ba-488b-8313-b26a1ad7da19,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:25.187695 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7d44567c-8412-4a10-b601-31aa6152208a tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:25.193628 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0e942-ae54-4e97-8f61-b1d9f9934efc admin admin] Pushing event updated for resources: {'Port': ['ID=ca9a8bfd-4d6a-4f8d-b950-458a17dab032,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:25.211279 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 69f98fca-abfe-449d-af44-83ebc800279d triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:25.212219 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:25.220537 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9ee41bb3-f8c4-457a-9054-401820088f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:25.224047 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-08f0e942-ae54-4e97-8f61-b1d9f9934efc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:25.271637 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9ee41bb3-f8c4-457a-9054-401820088f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:25.339495 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:25.363430 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 69f98fca-abfe-449d-af44-83ebc800279d, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=69f98fca-abfe-449d-af44-83ebc800279d,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:59:25.374603 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:25.405259 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-6c9ab92a-626a-4eee-ae87-91b30f6a5971 admin admin] Deleting port de551ca5-1f12-470a-88b4-470351de7e58 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:59:25.405928 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6c9ab92a-626a-4eee-ae87-91b30f6a5971 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:25.459205 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9ee41bb3-f8c4-457a-9054-401820088f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:25.461864 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9ee41bb3-f8c4-457a-9054-401820088f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:25.463342 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9ee41bb3-f8c4-457a-9054-401820088f77 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2e763327-37ba-488b-8313-b26a1ad7da19 HTTP/1.1" status: 204 len: 168 time: 0.3540392 Apr 28 19:59:25.479079 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee41bb3-f8c4-457a-9054-401820088f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e763327-37ba-488b-8313-b26a1ad7da19,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:25.486654 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=69f98fca-abfe-449d-af44-83ebc800279d,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:25.530422 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7d44567c-8412-4a10-b601-31aa6152208a tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:25.540446 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7d44567c-8412-4a10-b601-31aa6152208a tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:25.544724 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f0e942-ae54-4e97-8f61-b1d9f9934efc admin admin] Network 8d0ad792-c7a4-46fa-ba02-0094f1bc4d9d is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:25.555160 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-6c9ab92a-626a-4eee-ae87-91b30f6a5971 admin admin] For port de551ca5-1f12-470a-88b4-470351de7e58, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=de551ca5-1f12-470a-88b4-470351de7e58,segment=NetworkSegment(04dde85d-a8f7-46ce-a4b1-2af6311ad799),segment_id=04dde85d-a8f7-46ce-a4b1-2af6311ad799)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:59:25.555587 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6c9ab92a-626a-4eee-ae87-91b30f6a5971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:25.564286 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-08f0e942-ae54-4e97-8f61-b1d9f9934efc admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:25.590647 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-6c9ab92a-626a-4eee-ae87-91b30f6a5971 admin admin] Calling delete_port for de551ca5-1f12-470a-88b4-470351de7e58 owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:59:25.785544 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:25.833526 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44567c-8412-4a10-b601-31aa6152208a tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c2c231-b7c2-4390-a882-03f13bf8b4f0,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:25.841512 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7d44567c-8412-4a10-b601-31aa6152208a tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:25.845328 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7d44567c-8412-4a10-b601-31aa6152208a tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9051952 Apr 28 19:59:25.846098 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45472) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:25.851638 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-39de60a8-c1ad-4e28-8693-102016619b69 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Request body: {'security_group_rule': {'security_group_id': 'a6c2c231-b7c2-4390-a882-03f13bf8b4f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:25.860318 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f0e942-ae54-4e97-8f61-b1d9f9934efc admin admin] Router 099c7e1a-4068-4134-a90b-a7083da82e4d has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:59:25.939619 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:25.958900 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-39de60a8-c1ad-4e28-8693-102016619b69 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:26.073179 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-1d7d8684-4d4c-4c1c-9e55-84cb21575423 None None] Provisioning complete for port ca9a8bfd-4d6a-4f8d-b950-458a17dab032 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:26.073542 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1d7d8684-4d4c-4c1c-9e55-84cb21575423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:26.090269 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f0e942-ae54-4e97-8f61-b1d9f9934efc admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:59:26.092290 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6c9ab92a-626a-4eee-ae87-91b30f6a5971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:26.104124 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-08f0e942-ae54-4e97-8f61-b1d9f9934efc admin admin] 10.222.0.42 "PUT /v2.0/routers/099c7e1a-4068-4134-a90b-a7083da82e4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3419423 Apr 28 19:59:26.140419 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-1d7d8684-4d4c-4c1c-9e55-84cb21575423 None None] Port ca9a8bfd-4d6a-4f8d-b950-458a17dab032 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:59:26.170603 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-39de60a8-c1ad-4e28-8693-102016619b69 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:26.172715 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ab92a-626a-4eee-ae87-91b30f6a5971 admin admin] Pushing event deleted for resources: {'Port': ['ID=de551ca5-1f12-470a-88b4-470351de7e58,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:26.180728 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-39de60a8-c1ad-4e28-8693-102016619b69 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:26.262753 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de60a8-c1ad-4e28-8693-102016619b69 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f252bb66-393d-45c7-84af-6b25d201e053,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:26.275985 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-39de60a8-c1ad-4e28-8693-102016619b69 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:26.277464 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-39de60a8-c1ad-4e28-8693-102016619b69 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4306383 Apr 28 19:59:26.281230 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45490) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:26.323756 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-20aa7e60-20ab-4923-82a0-f998e6bed5e1 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "GET /v2.0/security-group-rules/f252bb66-393d-45c7-84af-6b25d201e053 HTTP/1.1" status: 200 len: 763 time: 0.0419362 Apr 28 19:59:26.326250 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45492) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:26.432034 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e68fe215-26d4-447c-8dff-9dce4467ca82 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1043181 Apr 28 19:59:26.434614 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45498) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:26.489495 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d391c953-8ee6-4513-8255-fcab56197f05 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:26.509481 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d391c953-8ee6-4513-8255-fcab56197f05 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:26.543258 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0995d976-48e1-41ba-8674-8e109cb44dda None None] Sync routers for ids ['099c7e1a-4068-4134-a90b-a7083da82e4d'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:59:26.548940 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d391c953-8ee6-4513-8255-fcab56197f05 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:26.583162 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d391c953-8ee6-4513-8255-fcab56197f05 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:26.585100 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0995d976-48e1-41ba-8674-8e109cb44dda None None] Routers {'099c7e1a-4068-4134-a90b-a7083da82e4d'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:59:26.586906 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45504) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:26.587784 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0995d976-48e1-41ba-8674-8e109cb44dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:59:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['099c7e1a-4068-4134-a90b-a7083da82e4d'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:26.596531 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d391c953-8ee6-4513-8255-fcab56197f05 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/f252bb66-393d-45c7-84af-6b25d201e053 HTTP/1.1" status: 204 len: 168 time: 0.1600490 Apr 28 19:59:26.597661 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391c953-8ee6-4513-8255-fcab56197f05 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f252bb66-393d-45c7-84af-6b25d201e053,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:26.622800 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6c9ab92a-626a-4eee-ae87-91b30f6a5971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:26.688308 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 69f98fca-abfe-449d-af44-83ebc800279d up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:59:26.777732 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7f0f3425-f08f-49de-b0b2-202182386d53 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1894238 Apr 28 19:59:26.780478 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45514) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:26.785648 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-413a5793-ef64-48be-9342-fae5271c178e tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Request body: {'security_group_rule': {'security_group_id': 'a6c2c231-b7c2-4390-a882-03f13bf8b4f0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:26.828869 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-413a5793-ef64-48be-9342-fae5271c178e tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:26.850517 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-0995d976-48e1-41ba-8674-8e109cb44dda None None] Set router 099c7e1a-4068-4134-a90b-a7083da82e4d gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:59:26.895496 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 69f98fca-abfe-449d-af44-83ebc800279d triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:26.895879 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:26.942443 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-413a5793-ef64-48be-9342-fae5271c178e tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:26.950485 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-413a5793-ef64-48be-9342-fae5271c178e tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:26.979849 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-413a5793-ef64-48be-9342-fae5271c178e tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:26.981139 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-413a5793-ef64-48be-9342-fae5271c178e tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1996408 Apr 28 19:59:26.983927 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45518) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:26.992465 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a5793-ef64-48be-9342-fae5271c178e tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace286d1-2c49-4b5f-b027-f4451507706c,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:27.012126 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f9472e18-e04f-4914-86a9-2a07a9a902bc tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "GET /v2.0/security-group-rules/ace286d1-2c49-4b5f-b027-f4451507706c HTTP/1.1" status: 200 len: 763 time: 0.0244987 Apr 28 19:59:27.013086 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45520) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:27.067856 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a4d5708f-d76c-4f72-a053-f3c62220880f tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0480084 Apr 28 19:59:27.068578 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45522) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:27.111197 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0086deca-91dd-4804-9234-e2897bec7cc1 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:27.132950 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0086deca-91dd-4804-9234-e2897bec7cc1 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:27.200209 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0086deca-91dd-4804-9234-e2897bec7cc1 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:27.209702 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0086deca-91dd-4804-9234-e2897bec7cc1 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:27.217837 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0086deca-91dd-4804-9234-e2897bec7cc1 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/ace286d1-2c49-4b5f-b027-f4451507706c HTTP/1.1" status: 204 len: 168 time: 0.1480575 Apr 28 19:59:27.225270 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45526) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:27.230931 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086deca-91dd-4804-9234-e2897bec7cc1 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ace286d1-2c49-4b5f-b027-f4451507706c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:27.319013 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d657a240-7fde-4f14-bea6-dd2e4c1d0ec0 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0881388 Apr 28 19:59:27.321132 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45534) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:27.327418 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-1c997eb8-0c82-463a-94dc-f7ce78eaa135 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Request body: {'security_group_rule': {'security_group_id': 'a6c2c231-b7c2-4390-a882-03f13bf8b4f0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:27.328045 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9ab92a-626a-4eee-ae87-91b30f6a5971 admin admin] Router 9ed57afb-0429-4e6c-8fdb-f48fb2588c14 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:59:27.347776 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0995d976-48e1-41ba-8674-8e109cb44dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099c7e1a-4068-4134-a90b-a7083da82e4d', 'name': 'tempest-TestServerBasicOps-1828777067-router', 'tenant_id': 'f2725b7f37804fb39a9d5a0ed4b6da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '69f98fca-abfe-449d-af44-83ebc800279d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:59:15Z', 'updated_at': '2022-04-28T19:59:24Z', 'revision_number': 4, 'project_id': 'f2725b7f37804fb39a9d5a0ed4b6da5a', 'gw_port': {'id': '69f98fca-abfe-449d-af44-83ebc800279d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099c7e1a-4068-4134-a90b-a7083da82e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:59:16Z', 'updated_at': '2022-04-28T19:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'ca9a8bfd-4d6a-4f8d-b950-458a17dab032', 'name': '', 'network_id': '8d0ad792-c7a4-46fa-ba02-0094f1bc4d9d', 'tenant_id': 'f2725b7f37804fb39a9d5a0ed4b6da5a', 'mac_address': 'fa:16:3e:70:fa:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099c7e1a-4068-4134-a90b-a7083da82e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '32f29167-d4fb-4c3c-b1f9-d7973d7a630e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:59:23Z', 'updated_at': '2022-04-28T19:59:24Z', 'revision_number': 2, 'project_id': 'f2725b7f37804fb39a9d5a0ed4b6da5a', 'subnets': [{'id': '32f29167-d4fb-4c3c-b1f9-d7973d7a630e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:27.405243 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0995d976-48e1-41ba-8674-8e109cb44dda None None] Checking router: 099c7e1a-4068-4134-a90b-a7083da82e4d for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:59:27.407972 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1c997eb8-0c82-463a-94dc-f7ce78eaa135 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:27.408734 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0995d976-48e1-41ba-8674-8e109cb44dda None None] Updating router 099c7e1a-4068-4134-a90b-a7083da82e4d port ca9a8bfd-4d6a-4f8d-b950-458a17dab032 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:59:27.479385 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0995d976-48e1-41ba-8674-8e109cb44dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:27.556241 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1c997eb8-0c82-463a-94dc-f7ce78eaa135 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:27.566815 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1c997eb8-0c82-463a-94dc-f7ce78eaa135 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:27.599403 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9ab92a-626a-4eee-ae87-91b30f6a5971 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:59:27.614836 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8ba3fc-63d5-4cd3-8ef8-5a5dffc8dabd None None] Sync routers for ids ['9ed57afb-0429-4e6c-8fdb-f48fb2588c14'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:59:27.619156 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6c9ab92a-626a-4eee-ae87-91b30f6a5971 admin admin] 10.222.0.42 "PUT /v2.0/routers/9ed57afb-0429-4e6c-8fdb-f48fb2588c14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8137457 Apr 28 19:59:27.621202 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45544) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:27.622801 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1c997eb8-0c82-463a-94dc-f7ce78eaa135 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:27.626890 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1c997eb8-0c82-463a-94dc-f7ce78eaa135 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3042967 Apr 28 19:59:27.629535 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45546) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:27.637772 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:59:27.659328 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c997eb8-0c82-463a-94dc-f7ce78eaa135 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b6629b0-29ba-4500-b91e-05c4c9e94398,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:27.661656 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8ba3fc-63d5-4cd3-8ef8-5a5dffc8dabd None None] Routers {'9ed57afb-0429-4e6c-8fdb-f48fb2588c14'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:59:27.662295 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-df8ba3fc-63d5-4cd3-8ef8-5a5dffc8dabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:59:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9ed57afb-0429-4e6c-8fdb-f48fb2588c14'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:27.671318 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-445194ea-bf65-4f8c-9139-5f1349d9e8ae tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "GET /v2.0/security-group-rules/4b6629b0-29ba-4500-b91e-05c4c9e94398 HTTP/1.1" status: 200 len: 764 time: 0.0350699 Apr 28 19:59:27.671929 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45548) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:27.753554 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9839dedf-0924-49bb-a936-7483dfdf2cd4 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0804138 Apr 28 19:59:27.754180 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45552) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:27.828412 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-81b4cc26-ae46-4f07-bef5-35cbcb349e45 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:27.850208 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-81b4cc26-ae46-4f07-bef5-35cbcb349e45 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:27.874288 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7df84662-9f79-4654-af55-43ac9fd39582 admin admin] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:27.885113 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-81b4cc26-ae46-4f07-bef5-35cbcb349e45 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:27.892639 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-81b4cc26-ae46-4f07-bef5-35cbcb349e45 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:27.896782 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-81b4cc26-ae46-4f07-bef5-35cbcb349e45 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/4b6629b0-29ba-4500-b91e-05c4c9e94398 HTTP/1.1" status: 204 len: 168 time: 0.1416094 Apr 28 19:59:27.897680 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45556) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:27.923795 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45558) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:27.930131 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-347d7191-1184-4d1c-9c53-89bea766f837 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-348955850', 'description': 'tempest-secgroup-smoke-348955850 description', 'project_id': 'ed88649b71bc458cae04e424d2624ce7'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:27.936271 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b4cc26-ae46-4f07-bef5-35cbcb349e45 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b6629b0-29ba-4500-b91e-05c4c9e94398,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:27.969652 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-df8ba3fc-63d5-4cd3-8ef8-5a5dffc8dabd None None] Set router 9ed57afb-0429-4e6c-8fdb-f48fb2588c14 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:59:27.988622 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f069ed08-1d83-459d-b81b-53e254e4cbf5 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0859246 Apr 28 19:59:27.990265 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45562) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:28.001372 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-347d7191-1184-4d1c-9c53-89bea766f837 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:28.085365 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9b3b41be-f7c0-4ef0-9978-4739672ff9a7 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:28.126276 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7df84662-9f79-4654-af55-43ac9fd39582 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:28.137343 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9b3b41be-f7c0-4ef0-9978-4739672ff9a7 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:28.200379 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0995d976-48e1-41ba-8674-8e109cb44dda None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:28.204222 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-347d7191-1184-4d1c-9c53-89bea766f837 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:28.212393 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0995d976-48e1-41ba-8674-8e109cb44dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:28.214181 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-347d7191-1184-4d1c-9c53-89bea766f837 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:28.236665 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-7df84662-9f79-4654-af55-43ac9fd39582 admin admin] Deleting port 45029dc0-82f5-4a47-b6a2-02cb20ae952b {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:59:28.237206 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7df84662-9f79-4654-af55-43ac9fd39582 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:28.245649 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-347d7191-1184-4d1c-9c53-89bea766f837 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:28.249612 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-347d7191-1184-4d1c-9c53-89bea766f837 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3219960 Apr 28 19:59:28.250530 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45568) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:28.265517 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-d773025b-5001-43db-afc3-3731c32264cb tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Request body: {'security_group_rule': {'security_group_id': '0b879d0f-a786-4628-8a1d-c38da7708230', 'project_id': 'ed88649b71bc458cae04e424d2624ce7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:28.296864 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d7191-1184-4d1c-9c53-89bea766f837 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b879d0f-a786-4628-8a1d-c38da7708230,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:28.306388 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9b3b41be-f7c0-4ef0-9978-4739672ff9a7 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:28.313396 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9b3b41be-f7c0-4ef0-9978-4739672ff9a7 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:28.317173 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9b3b41be-f7c0-4ef0-9978-4739672ff9a7 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "DELETE /v2.0/security-groups/a6c2c231-b7c2-4390-a882-03f13bf8b4f0 HTTP/1.1" status: 204 len: 168 time: 0.3232875 Apr 28 19:59:28.325491 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45572) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:28.390135 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cce758-826e-4b80-869e-589786814139 None None] Pushing event updated for resources: {'Port': ['ID=ca9a8bfd-4d6a-4f8d-b950-458a17dab032,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:28.400383 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-df8ba3fc-63d5-4cd3-8ef8-5a5dffc8dabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'name': 'tempest-AttachVolumeTestJSON-1465909234-router', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:03Z', 'updated_at': '2022-04-28T19:59:25Z', 'revision_number': 5, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'gw_port': {'id': '45029dc0-82f5-4a47-b6a2-02cb20ae952b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:05Z', 'updated_at': '2022-04-28T19:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:28.409241 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b41be-f7c0-4ef0-9978-4739672ff9a7 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c2c231-b7c2-4390-a882-03f13bf8b4f0,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:28.412784 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cce758-826e-4b80-869e-589786814139 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:28.413359 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cce758-826e-4b80-869e-589786814139 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:28.413964 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cce758-826e-4b80-869e-589786814139 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:28.414533 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cce758-826e-4b80-869e-589786814139 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:28.415354 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cce758-826e-4b80-869e-589786814139 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:28.416157 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cce758-826e-4b80-869e-589786814139 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:28.416687 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cce758-826e-4b80-869e-589786814139 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:28.417198 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cce758-826e-4b80-869e-589786814139 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:28.418413 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cce758-826e-4b80-869e-589786814139 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:28.419032 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cce758-826e-4b80-869e-589786814139 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:28.419583 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cce758-826e-4b80-869e-589786814139 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:28.420075 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cce758-826e-4b80-869e-589786814139 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:28.428866 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-0995d976-48e1-41ba-8674-8e109cb44dda None None] Attempting to bind port ca9a8bfd-4d6a-4f8d-b950-458a17dab032 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:59:28.429501 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-0995d976-48e1-41ba-8674-8e109cb44dda None None] Attempting to bind port ca9a8bfd-4d6a-4f8d-b950-458a17dab032 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '270586ab-b0b8-42ff-8cea-7dd0d404ef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8d0ad792-c7a4-46fa-ba02-0094f1bc4d9d'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:59:28.430086 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0995d976-48e1-41ba-8674-8e109cb44dda None None] Attempting to bind port ca9a8bfd-4d6a-4f8d-b950-458a17dab032 on network 8d0ad792-c7a4-46fa-ba02-0094f1bc4d9d {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:59:28.448121 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-7df84662-9f79-4654-af55-43ac9fd39582 admin admin] For port 45029dc0-82f5-4a47-b6a2-02cb20ae952b, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=45029dc0-82f5-4a47-b6a2-02cb20ae952b,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:59:28.448786 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7df84662-9f79-4654-af55-43ac9fd39582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:28.455709 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d773025b-5001-43db-afc3-3731c32264cb tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:28.466346 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-99041fbf-bf7b-4e75-a494-3889840d9ca1 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1329598 Apr 28 19:59:28.476771 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-7df84662-9f79-4654-af55-43ac9fd39582 admin admin] Calling delete_port for 45029dc0-82f5-4a47-b6a2-02cb20ae952b owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:59:28.477936 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0995d976-48e1-41ba-8674-8e109cb44dda None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:59:28.479402 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0995d976-48e1-41ba-8674-8e109cb44dda None None] Checking segment: {'id': '270586ab-b0b8-42ff-8cea-7dd0d404ef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8d0ad792-c7a4-46fa-ba02-0094f1bc4d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:59:28.480172 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0995d976-48e1-41ba-8674-8e109cb44dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:28.482032 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8ba3fc-63d5-4cd3-8ef8-5a5dffc8dabd None None] Checking router: 9ed57afb-0429-4e6c-8fdb-f48fb2588c14 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:59:28.482572 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0995d976-48e1-41ba-8674-8e109cb44dda None None] Bound using segment: {'id': '270586ab-b0b8-42ff-8cea-7dd0d404ef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8d0ad792-c7a4-46fa-ba02-0094f1bc4d9d'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:59:28.486696 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-0995d976-48e1-41ba-8674-8e109cb44dda None None] Bound port: ca9a8bfd-4d6a-4f8d-b950-458a17dab032, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270586ab-b0b8-42ff-8cea-7dd0d404ef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8d0ad792-c7a4-46fa-ba02-0094f1bc4d9d'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:59:28.488709 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45576) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:28.489488 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0995d976-48e1-41ba-8674-8e109cb44dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:28.501729 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8ba3fc-63d5-4cd3-8ef8-5a5dffc8dabd None None] Routers {'9ed57afb-0429-4e6c-8fdb-f48fb2588c14'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:59:28.502374 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-df8ba3fc-63d5-4cd3-8ef8-5a5dffc8dabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:59:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9ed57afb-0429-4e6c-8fdb-f48fb2588c14'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:28.504910 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-ff612476-b401-4c40-a28d-e8860d243ad0 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1484994415'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:28.607511 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ff612476-b401-4c40-a28d-e8860d243ad0 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:28.677183 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0995d976-48e1-41ba-8674-8e109cb44dda None None] For port ca9a8bfd-4d6a-4f8d-b950-458a17dab032, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:59:28.680444 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d773025b-5001-43db-afc3-3731c32264cb tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:28.695203 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0995d976-48e1-41ba-8674-8e109cb44dda None None] For port ca9a8bfd-4d6a-4f8d-b950-458a17dab032, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ca9a8bfd-4d6a-4f8d-b950-458a17dab032,segment=NetworkSegment(270586ab-b0b8-42ff-8cea-7dd0d404ef62),segment_id=270586ab-b0b8-42ff-8cea-7dd0d404ef62)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:59:28.709918 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-df8ba3fc-63d5-4cd3-8ef8-5a5dffc8dabd None None] Set router 9ed57afb-0429-4e6c-8fdb-f48fb2588c14 gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:59:28.712003 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d773025b-5001-43db-afc3-3731c32264cb tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:28.713968 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0995d976-48e1-41ba-8674-8e109cb44dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:28.788876 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773025b-5001-43db-afc3-3731c32264cb tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44c25601-def8-4b00-a63b-cd542f4d9c57,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:28.813704 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0995d976-48e1-41ba-8674-8e109cb44dda None None] Routers {'099c7e1a-4068-4134-a90b-a7083da82e4d'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:59:28.815366 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0995d976-48e1-41ba-8674-8e109cb44dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:59:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['099c7e1a-4068-4134-a90b-a7083da82e4d'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:28.830961 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d773025b-5001-43db-afc3-3731c32264cb tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:28.834971 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d773025b-5001-43db-afc3-3731c32264cb tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5811319 Apr 28 19:59:28.839949 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45586) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:28.860760 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-f5361e97-ef48-4de4-a1f4-1b32983a6bd7 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Request body: {'security_group_rule': {'security_group_id': '0b879d0f-a786-4628-8a1d-c38da7708230', 'project_id': 'ed88649b71bc458cae04e424d2624ce7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:28.862861 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-df8ba3fc-63d5-4cd3-8ef8-5a5dffc8dabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'name': 'tempest-AttachVolumeTestJSON-1465909234-router', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:03Z', 'updated_at': '2022-04-28T19:59:28Z', 'revision_number': 6, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:28.895382 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7df84662-9f79-4654-af55-43ac9fd39582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:28.951131 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8ba3fc-63d5-4cd3-8ef8-5a5dffc8dabd None None] The sync data for ids ['9ed57afb-0429-4e6c-8fdb-f48fb2588c14'] in n-d-839810-1 is: [{'id': '9ed57afb-0429-4e6c-8fdb-f48fb2588c14', 'name': 'tempest-AttachVolumeTestJSON-1465909234-router', 'tenant_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:03Z', 'updated_at': '2022-04-28T19:59:28Z', 'revision_number': 6, 'project_id': '3397cabaf68f4eccbdd2d7c135e48bbd', 'gw_port_host': None}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:59:28.963237 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ff612476-b401-4c40-a28d-e8860d243ad0 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:28.976177 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ff612476-b401-4c40-a28d-e8860d243ad0 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.012478 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cce758-826e-4b80-869e-589786814139 None None] Pushing event updated for resources: {'Port': ['ID=ca9a8bfd-4d6a-4f8d-b950-458a17dab032,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:29.027679 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-409d6674-c8b3-4736-99ee-6e0cb9b30dfe None None] Provisioning complete for port ca9a8bfd-4d6a-4f8d-b950-458a17dab032 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:29.028065 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-409d6674-c8b3-4736-99ee-6e0cb9b30dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.061951 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df84662-9f79-4654-af55-43ac9fd39582 admin admin] Pushing event deleted for resources: {'Port': ['ID=45029dc0-82f5-4a47-b6a2-02cb20ae952b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:29.087805 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ff612476-b401-4c40-a28d-e8860d243ad0 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.093384 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ff612476-b401-4c40-a28d-e8860d243ad0 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6008184 Apr 28 19:59:29.100286 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45596) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:29.107629 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-41de7265-9eb9-4e62-825c-44afd32f4bb9 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Request body: {'security_group_rule': {'security_group_id': '68793dec-faa4-4b90-865e-998aea3d5376', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:29.125893 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff612476-b401-4c40-a28d-e8860d243ad0 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68793dec-faa4-4b90-865e-998aea3d5376,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:29.129980 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f5361e97-ef48-4de4-a1f4-1b32983a6bd7 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.158547 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7df84662-9f79-4654-af55-43ac9fd39582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.216290 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-41de7265-9eb9-4e62-825c-44afd32f4bb9 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.247169 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-409d6674-c8b3-4736-99ee-6e0cb9b30dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.275854 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-0995d976-48e1-41ba-8674-8e109cb44dda None None] Set router 099c7e1a-4068-4134-a90b-a7083da82e4d gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:59:29.285927 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f5361e97-ef48-4de4-a1f4-1b32983a6bd7 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.294264 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f5361e97-ef48-4de4-a1f4-1b32983a6bd7 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.331202 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-409d6674-c8b3-4736-99ee-6e0cb9b30dfe None None] For port ca9a8bfd-4d6a-4f8d-b950-458a17dab032, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ca9a8bfd-4d6a-4f8d-b950-458a17dab032,segment=NetworkSegment(270586ab-b0b8-42ff-8cea-7dd0d404ef62),segment_id=270586ab-b0b8-42ff-8cea-7dd0d404ef62)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:59:29.335445 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7df84662-9f79-4654-af55-43ac9fd39582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.338729 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-409d6674-c8b3-4736-99ee-6e0cb9b30dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.340634 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7df84662-9f79-4654-af55-43ac9fd39582 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.368990 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5361e97-ef48-4de4-a1f4-1b32983a6bd7 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=698afd16-8af0-48d9-9b35-39baf65958be,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:29.401393 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d6674-c8b3-4736-99ee-6e0cb9b30dfe None None] Pushing event updated for resources: {'Port': ['ID=ca9a8bfd-4d6a-4f8d-b950-458a17dab032,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:29.432310 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-41de7265-9eb9-4e62-825c-44afd32f4bb9 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.448716 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f5361e97-ef48-4de4-a1f4-1b32983a6bd7 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.450839 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f5361e97-ef48-4de4-a1f4-1b32983a6bd7 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6096992 Apr 28 19:59:29.453152 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-41de7265-9eb9-4e62-825c-44afd32f4bb9 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.453747 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45602) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:29.464014 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-52f01795-f8f4-4ea8-b549-1b72644d5486 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Request body: {'security_group_rule': {'security_group_id': '0b879d0f-a786-4628-8a1d-c38da7708230', 'project_id': 'ed88649b71bc458cae04e424d2624ce7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:29.485342 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de7265-9eb9-4e62-825c-44afd32f4bb9 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=926507a7-c8d5-4b9f-b9ff-32ef64fc2cbd,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:29.507938 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-41de7265-9eb9-4e62-825c-44afd32f4bb9 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.511755 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-41de7265-9eb9-4e62-825c-44afd32f4bb9 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4080415 Apr 28 19:59:29.512210 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45606) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:29.513058 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7df84662-9f79-4654-af55-43ac9fd39582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.515467 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df84662-9f79-4654-af55-43ac9fd39582 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ed57afb-0429-4e6c-8fdb-f48fb2588c14 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:59:29.531387 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7df84662-9f79-4654-af55-43ac9fd39582 admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.539333 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7df84662-9f79-4654-af55-43ac9fd39582 admin admin] 10.222.0.42 "DELETE /v2.0/routers/9ed57afb-0429-4e6c-8fdb-f48fb2588c14 HTTP/1.1" status: 204 len: 168 time: 1.9165983 Apr 28 19:59:29.540736 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45608) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:29.553187 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-52f01795-f8f4-4ea8-b549-1b72644d5486 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.566046 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-842609a9-82a9-4e11-bba8-c2bca0dac6e5 None None] Provisioning complete for port ca9a8bfd-4d6a-4f8d-b950-458a17dab032 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:29.566549 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-842609a9-82a9-4e11-bba8-c2bca0dac6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.611299 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0d443c75-1a19-46b7-9a86-5fc118662598 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.649562 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0d443c75-1a19-46b7-9a86-5fc118662598 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.680160 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7de417c-80a6-4dc3-9c08-3cdc7b7f5072 admin admin] Deleting subnet 95e411ad-3fda-47de-9866-800115a43d0a {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 19:59:29.686802 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c7de417c-80a6-4dc3-9c08-3cdc7b7f5072 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.710007 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0d443c75-1a19-46b7-9a86-5fc118662598 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.714841 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0d443c75-1a19-46b7-9a86-5fc118662598 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.716562 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0d443c75-1a19-46b7-9a86-5fc118662598 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "DELETE /v2.0/security-groups/68793dec-faa4-4b90-865e-998aea3d5376 HTTP/1.1" status: 204 len: 168 time: 0.2023344 Apr 28 19:59:29.722435 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45610) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:29.727453 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-52f01795-f8f4-4ea8-b549-1b72644d5486 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.736713 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-52f01795-f8f4-4ea8-b549-1b72644d5486 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.741673 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d443c75-1a19-46b7-9a86-5fc118662598 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68793dec-faa4-4b90-865e-998aea3d5376,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:29.746711 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0995d976-48e1-41ba-8674-8e109cb44dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099c7e1a-4068-4134-a90b-a7083da82e4d', 'name': 'tempest-TestServerBasicOps-1828777067-router', 'tenant_id': 'f2725b7f37804fb39a9d5a0ed4b6da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '69f98fca-abfe-449d-af44-83ebc800279d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:59:15Z', 'updated_at': '2022-04-28T19:59:24Z', 'revision_number': 4, 'project_id': 'f2725b7f37804fb39a9d5a0ed4b6da5a', 'gw_port': {'id': '69f98fca-abfe-449d-af44-83ebc800279d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099c7e1a-4068-4134-a90b-a7083da82e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:59:16Z', 'updated_at': '2022-04-28T19:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'ca9a8bfd-4d6a-4f8d-b950-458a17dab032', 'name': '', 'network_id': '8d0ad792-c7a4-46fa-ba02-0094f1bc4d9d', 'tenant_id': 'f2725b7f37804fb39a9d5a0ed4b6da5a', 'mac_address': 'fa:16:3e:70:fa:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099c7e1a-4068-4134-a90b-a7083da82e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '32f29167-d4fb-4c3c-b1f9-d7973d7a630e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:59:23Z', 'updated_at': '2022-04-28T19:59:28Z', 'revision_number': 4, 'project_id': 'f2725b7f37804fb39a9d5a0ed4b6da5a', 'subnets': [{'id': '32f29167-d4fb-4c3c-b1f9-d7973d7a630e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:29.755931 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c7de417c-80a6-4dc3-9c08-3cdc7b7f5072 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.780954 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0995d976-48e1-41ba-8674-8e109cb44dda None None] The sync data for ids ['099c7e1a-4068-4134-a90b-a7083da82e4d'] in n-d-839810-1 is: [{'id': '099c7e1a-4068-4134-a90b-a7083da82e4d', 'name': 'tempest-TestServerBasicOps-1828777067-router', 'tenant_id': 'f2725b7f37804fb39a9d5a0ed4b6da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '69f98fca-abfe-449d-af44-83ebc800279d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:59:15Z', 'updated_at': '2022-04-28T19:59:24Z', 'revision_number': 4, 'project_id': 'f2725b7f37804fb39a9d5a0ed4b6da5a', 'gw_port': {'id': '69f98fca-abfe-449d-af44-83ebc800279d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099c7e1a-4068-4134-a90b-a7083da82e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:59:16Z', 'updated_at': '2022-04-28T19:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'ca9a8bfd-4d6a-4f8d-b950-458a17dab032', 'name': '', 'network_id': '8d0ad792-c7a4-46fa-ba02-0094f1bc4d9d', 'tenant_id': 'f2725b7f37804fb39a9d5a0ed4b6da5a', 'mac_address': 'fa:16:3e:70:fa:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099c7e1a-4068-4134-a90b-a7083da82e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '32f29167-d4fb-4c3c-b1f9-d7973d7a630e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:59:23Z', 'updated_at': '2022-04-28T19:59:28Z', 'revision_number': 4, 'project_id': 'f2725b7f37804fb39a9d5a0ed4b6da5a', 'subnets': [{'id': '32f29167-d4fb-4c3c-b1f9-d7973d7a630e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:59:29.793407 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f01795-f8f4-4ea8-b549-1b72644d5486 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f49f27-7049-4bb5-b3c5-4f938bb2e92c,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:29.798202 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-54e03388-41c8-4369-9731-799d5b21dc9f tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0692568 Apr 28 19:59:29.808780 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45614) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:29.831439 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-52f01795-f8f4-4ea8-b549-1b72644d5486 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.835575 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-52f01795-f8f4-4ea8-b549-1b72644d5486 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3778749 Apr 28 19:59:29.835773 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45618) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:29.840684 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-b4aee948-0afa-4d39-b69a-614e4c9be772 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Request body: {'security_group_rule': {'security_group_id': '0b879d0f-a786-4628-8a1d-c38da7708230', 'project_id': 'ed88649b71bc458cae04e424d2624ce7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:29.890052 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c7de417c-80a6-4dc3-9c08-3cdc7b7f5072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.892795 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-70451160-0ac6-4dba-9090-0272d459f459 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0826375 Apr 28 19:59:29.894041 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b4aee948-0afa-4d39-b69a-614e4c9be772 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.896562 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45622) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:29.931449 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-92bd7452-c682-43bc-ba1f-d88f60c703fa tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] delete failed (client error): The resource could not be found. Apr 28 19:59:29.936140 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45624) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:29.939254 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-92bd7452-c682-43bc-ba1f-d88f60c703fa tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "DELETE /v2.0/security-groups/68793dec-faa4-4b90-865e-998aea3d5376 HTTP/1.1" status: 404 len: 347 time: 0.0412784 Apr 28 19:59:30.017117 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c7de417c-80a6-4dc3-9c08-3cdc7b7f5072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:30.034775 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b4aee948-0afa-4d39-b69a-614e4c9be772 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:30.040595 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ae8c0cdc-d405-485e-99d0-6840887e26a0 tempest-SecGroupTest-559205936 tempest-SecGroupTest-559205936-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1027038 Apr 28 19:59:30.048017 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b4aee948-0afa-4d39-b69a-614e4c9be772 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:30.080851 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aee948-0afa-4d39-b69a-614e4c9be772 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=babc8595-4c49-4636-8181-a140bed7b664,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:30.099076 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b4aee948-0afa-4d39-b69a-614e4c9be772 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:30.106761 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b4aee948-0afa-4d39-b69a-614e4c9be772 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2698708 Apr 28 19:59:30.107411 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45638) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:30.127222 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-636bc50f-7a3c-4e29-9dc2-8e70eb6da189 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Request body: {'security_group_rule': {'security_group_id': '0b879d0f-a786-4628-8a1d-c38da7708230', 'project_id': 'ed88649b71bc458cae04e424d2624ce7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:30.129883 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de417c-80a6-4dc3-9c08-3cdc7b7f5072 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95e411ad-3fda-47de-9866-800115a43d0a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:30.139381 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c7de417c-80a6-4dc3-9c08-3cdc7b7f5072 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:30.148115 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c7de417c-80a6-4dc3-9c08-3cdc7b7f5072 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/95e411ad-3fda-47de-9866-800115a43d0a HTTP/1.1" status: 204 len: 168 time: 0.5834997 Apr 28 19:59:30.148963 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45640) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:30.151571 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551ad446-9467-4a7b-ae27-aca343fb6155 None None] Network 13d770d2-76f1-4754-862f-2caf67b7488d requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 19:59:30.201504 n-d-839810-1 neutron-server[102773]: INFO neutron.db.securitygroups_db [None req-636bc50f-7a3c-4e29-9dc2-8e70eb6da189 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Project ed88649b71bc458cae04e424d2624ce7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 19:59:30.209002 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-636bc50f-7a3c-4e29-9dc2-8e70eb6da189 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:30.257169 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a66ab3dd-165f-4b53-8074-d60545ecc5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:30.378532 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-a66ab3dd-165f-4b53-8074-d60545ecc5ba admin admin] Deleting port 74580360-1d7c-4e64-8387-1030c0f8dd4a {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:59:30.379141 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a66ab3dd-165f-4b53-8074-d60545ecc5ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:30.405187 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-636bc50f-7a3c-4e29-9dc2-8e70eb6da189 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:30.427231 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-636bc50f-7a3c-4e29-9dc2-8e70eb6da189 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:30.524912 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636bc50f-7a3c-4e29-9dc2-8e70eb6da189 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4756b1e-ab83-4b1f-b644-399e7ffd7114,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:30.535899 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565b443e-ce40-4bab-9851-9a3f85fdf06f None None] DHCP port deletion for 13d770d2-76f1-4754-862f-2caf67b7488d request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 19:59:30.538445 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-636bc50f-7a3c-4e29-9dc2-8e70eb6da189 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:30.543452 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-636bc50f-7a3c-4e29-9dc2-8e70eb6da189 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4347763 Apr 28 19:59:30.544315 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45652) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:30.557935 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-9307cd4b-3c02-4981-ab4e-a34b7ecc27ea tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Request body: {'security_group_rule': {'security_group_id': '0b879d0f-a786-4628-8a1d-c38da7708230', 'project_id': 'ed88649b71bc458cae04e424d2624ce7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:30.580046 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-a66ab3dd-165f-4b53-8074-d60545ecc5ba admin admin] For port 74580360-1d7c-4e64-8387-1030c0f8dd4a, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=74580360-1d7c-4e64-8387-1030c0f8dd4a,segment=NetworkSegment(04dde85d-a8f7-46ce-a4b1-2af6311ad799),segment_id=04dde85d-a8f7-46ce-a4b1-2af6311ad799)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:59:30.586816 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a66ab3dd-165f-4b53-8074-d60545ecc5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:30.609479 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-a66ab3dd-165f-4b53-8074-d60545ecc5ba admin admin] Calling delete_port for 74580360-1d7c-4e64-8387-1030c0f8dd4a owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:59:30.633736 n-d-839810-1 neutron-server[102773]: INFO neutron.db.securitygroups_db [None req-9307cd4b-3c02-4981-ab4e-a34b7ecc27ea tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Project ed88649b71bc458cae04e424d2624ce7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 19:59:30.643503 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9307cd4b-3c02-4981-ab4e-a34b7ecc27ea tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:30.692496 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ca9a8bfd-4d6a-4f8d-b950-458a17dab032 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:59:30.697378 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-565b443e-ce40-4bab-9851-9a3f85fdf06f None None] Deleting port 74580360-1d7c-4e64-8387-1030c0f8dd4a {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 19:59:30.698331 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-565b443e-ce40-4bab-9851-9a3f85fdf06f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:30.745711 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45658) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:30.828235 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a66ab3dd-165f-4b53-8074-d60545ecc5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:30.832306 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9307cd4b-3c02-4981-ab4e-a34b7ecc27ea tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:30.843415 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9307cd4b-3c02-4981-ab4e-a34b7ecc27ea tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:30.873135 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9307cd4b-3c02-4981-ab4e-a34b7ecc27ea tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9995a45-5c4d-400f-a65b-0caf62b45b2b,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:30.883117 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ab3dd-165f-4b53-8074-d60545ecc5ba admin admin] Pushing event deleted for resources: {'Port': ['ID=74580360-1d7c-4e64-8387-1030c0f8dd4a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:30.883686 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9307cd4b-3c02-4981-ab4e-a34b7ecc27ea tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:30.885000 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9307cd4b-3c02-4981-ab4e-a34b7ecc27ea tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3392792 Apr 28 19:59:30.889124 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66ab3dd-165f-4b53-8074-d60545ecc5ba admin admin] No DVR routers for this DVR port 74580360-1d7c-4e64-8387-1030c0f8dd4a on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:59:30.952124 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-565b443e-ce40-4bab-9851-9a3f85fdf06f None None] For port 74580360-1d7c-4e64-8387-1030c0f8dd4a, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=74580360-1d7c-4e64-8387-1030c0f8dd4a,segment=NetworkSegment(04dde85d-a8f7-46ce-a4b1-2af6311ad799),segment_id=04dde85d-a8f7-46ce-a4b1-2af6311ad799)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:59:30.952625 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-565b443e-ce40-4bab-9851-9a3f85fdf06f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:30.970889 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-565b443e-ce40-4bab-9851-9a3f85fdf06f None None] Calling delete_port for 74580360-1d7c-4e64-8387-1030c0f8dd4a owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 19:59:31.139237 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a66ab3dd-165f-4b53-8074-d60545ecc5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:31.170803 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9af8f033-eb4b-4e66-b864-c5520444e177 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9ea95cf2edf74cc7a4765469032f8474&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4188843 Apr 28 19:59:31.174749 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45672) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:31.219292 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-a66ab3dd-165f-4b53-8074-d60545ecc5ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d770d2-76f1-4754-862f-2caf67b7488d']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:31.263687 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-a66ab3dd-165f-4b53-8074-d60545ecc5ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04dde85d-a8f7-46ce-a4b1-2af6311ad799') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:31.263687 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-a66ab3dd-165f-4b53-8074-d60545ecc5ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04dde85d-a8f7-46ce-a4b1-2af6311ad799') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:31.291258 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a66ab3dd-165f-4b53-8074-d60545ecc5ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:31.358391 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port ca9a8bfd-4d6a-4f8d-b950-458a17dab032 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:31.359003 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:31.366431 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a66ab3dd-165f-4b53-8074-d60545ecc5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:31.375520 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a66ab3dd-165f-4b53-8074-d60545ecc5ba admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:59:31.377272 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a66ab3dd-165f-4b53-8074-d60545ecc5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:31.422777 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45692) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:31.459029 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 19:59:31.459029 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:59:31.459029 n-d-839810-1 neutron-server[102774]: timer() Apr 28 19:59:31.459029 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:59:31.459029 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 19:59:31.459029 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:59:31.459029 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 19:59:31.459029 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:59:31.459029 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 19:59:31.459029 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:59:31.459029 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 19:59:31.459029 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:59:31.459029 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 19:59:31.459029 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:59:31.459029 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:59:31.459029 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:59:31.459029 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:59:31.459029 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:59:31.459029 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 19:59:31.459029 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:59:31.459029 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 19:59:31.459029 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:59:31.459029 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:59:31.459029 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:59:31.459029 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 19:59:31.459029 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:59:31.459029 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:59:31.459029 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:59:31.459029 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:59:31.459029 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:59:31.459029 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:59:31.459029 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:59:31.485310 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a66ab3dd-165f-4b53-8074-d60545ecc5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:31.485631 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-565b443e-ce40-4bab-9851-9a3f85fdf06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:31.506115 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a66ab3dd-165f-4b53-8074-d60545ecc5ba admin admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:31.509380 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a66ab3dd-165f-4b53-8074-d60545ecc5ba admin admin] 10.222.0.42 "DELETE /v2.0/networks/13d770d2-76f1-4754-862f-2caf67b7488d HTTP/1.1" status: 204 len: 168 time: 1.3594148 Apr 28 19:59:31.514507 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-565b443e-ce40-4bab-9851-9a3f85fdf06f None None] Network 13d770d2-76f1-4754-862f-2caf67b7488d is not hosted by any dhcp agent {{(pid=102775) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 28 19:59:31.514977 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565b443e-ce40-4bab-9851-9a3f85fdf06f None None] No DVR routers for this DVR port 74580360-1d7c-4e64-8387-1030c0f8dd4a on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:59:31.526753 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-d9aba6d8-2ce0-4ebd-a95c-31e53a4cc266 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-348955850&fields=id&tenant_id=ed88649b71bc458cae04e424d2624ce7 HTTP/1.1" status: 200 len: 267 time: 0.2805820 Apr 28 19:59:31.527648 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d8288ee-8e16-4be9-985f-53a5f6fedccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:31.557542 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ab3dd-165f-4b53-8074-d60545ecc5ba admin admin] Pushing event deleted for resources: {'Network': ['ID=13d770d2-76f1-4754-862f-2caf67b7488d,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:31.601448 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b443e-ce40-4bab-9851-9a3f85fdf06f None None] Pushing event deleted for resources: {'Port': ['ID=74580360-1d7c-4e64-8387-1030c0f8dd4a,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:31.633272 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-121ae233-5948-40d7-a1c0-0df5748859c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:31.663148 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d8288ee-8e16-4be9-985f-53a5f6fedccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:31.763438 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45700) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:31.774661 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-121ae233-5948-40d7-a1c0-0df5748859c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:31.778019 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 45029dc0-82f5-4a47-b6a2-02cb20ae952b no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:59:31.781554 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-121ae233-5948-40d7-a1c0-0df5748859c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:31.829154 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-121ae233-5948-40d7-a1c0-0df5748859c0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=83ab10b4c28d4d059163ceea6a95ca20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4049063 Apr 28 19:59:31.837330 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45704) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:31.848454 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 45029dc0-82f5-4a47-b6a2-02cb20ae952b {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:59:31.849149 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 45029dc0-82f5-4a47-b6a2-02cb20ae952b not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:59:31.851378 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device de551ca5-1f12-470a-88b4-470351de7e58 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:59:31.867180 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ae233-5948-40d7-a1c0-0df5748859c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6e212b-7d11-4154-9f20-0dcd9d444bd8,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:31.905936 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: de551ca5-1f12-470a-88b4-470351de7e58 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:59:31.906535 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device de551ca5-1f12-470a-88b4-470351de7e58 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:59:31.922998 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:31.971457 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e5c8688e-8823-404a-8c3c-b9208edb3bd9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3397cabaf68f4eccbdd2d7c135e48bbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2042747 Apr 28 19:59:31.971906 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45710) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:31.994534 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-58da4a4f-ebec-4691-9aab-c24acfbaf836 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:31.996638 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-58da4a4f-ebec-4691-9aab-c24acfbaf836 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "GET /v2.0/networks?id=952ab810-004c-432f-bca4-db060534f298 HTTP/1.1" status: 200 len: 809 time: 0.4429417 Apr 28 19:59:31.997362 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d8288ee-8e16-4be9-985f-53a5f6fedccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:32.000718 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d8288ee-8e16-4be9-985f-53a5f6fedccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:32.004945 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3d8288ee-8e16-4be9-985f-53a5f6fedccf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c4425cb4-6cfb-4c75-8f14-27e42fca95f8 HTTP/1.1" status: 204 len: 168 time: 0.8283978 Apr 28 19:59:32.042996 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8288ee-8e16-4be9-985f-53a5f6fedccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4425cb4-6cfb-4c75-8f14-27e42fca95f8,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:32.052837 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e64f1b73-a8a2-470c-a944-3f516a0b08f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:32.056565 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-ab4c1394-a88f-4357-a1d1-4011cbb3fcc3 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "GET /v2.0/quotas/ed88649b71bc458cae04e424d2624ce7 HTTP/1.1" status: 200 len: 375 time: 0.0336699 Apr 28 19:59:32.097880 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-13535f66-4ea9-46f3-b7e8-d0217bceed79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:32.155928 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e64f1b73-a8a2-470c-a944-3f516a0b08f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:32.164058 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-13535f66-4ea9-46f3-b7e8-d0217bceed79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:32.223433 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-acd14e7d-7461-4d9f-b74a-b019bfc595f8 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed88649b71bc458cae04e424d2624ce7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1586831 Apr 28 19:59:32.279501 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-13535f66-4ea9-46f3-b7e8-d0217bceed79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:32.280019 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e64f1b73-a8a2-470c-a944-3f516a0b08f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:32.283016 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e64f1b73-a8a2-470c-a944-3f516a0b08f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:32.284405 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e64f1b73-a8a2-470c-a944-3f516a0b08f8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4d6e212b-7d11-4154-9f20-0dcd9d444bd8 HTTP/1.1" status: 204 len: 168 time: 0.4440379 Apr 28 19:59:32.284647 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-13535f66-4ea9-46f3-b7e8-d0217bceed79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:32.292608 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-13535f66-4ea9-46f3-b7e8-d0217bceed79 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/739600fc-ee8b-4269-9d1f-77600efed29e HTTP/1.1" status: 204 len: 168 time: 0.3194959 Apr 28 19:59:32.303888 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f1b73-a8a2-470c-a944-3f516a0b08f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6e212b-7d11-4154-9f20-0dcd9d444bd8,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:32.337727 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13535f66-4ea9-46f3-b7e8-d0217bceed79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739600fc-ee8b-4269-9d1f-77600efed29e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:32.492442 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-e37d255c-b456-4255-b53e-fac67b6f5e4f service neutron] 10.222.0.42 "GET /v2.0/networks/952ab810-004c-432f-bca4-db060534f298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388229 Apr 28 19:59:32.561335 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 74580360-1d7c-4e64-8387-1030c0f8dd4a no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:59:32.614840 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 74580360-1d7c-4e64-8387-1030c0f8dd4a {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 19:59:32.615446 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 74580360-1d7c-4e64-8387-1030c0f8dd4a not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:59:32.755779 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-4a99dab0-1bc7-48e5-8c6f-a159606ed4d7 service neutron] 10.222.0.42 "GET /v2.0/networks/952ab810-004c-432f-bca4-db060534f298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608006 Apr 28 19:59:32.836352 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45738) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:32.853418 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b8bd061a-9271-4b00-8db2-99dab32e5426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:32.969079 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b8bd061a-9271-4b00-8db2-99dab32e5426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:32.976833 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b8bd061a-9271-4b00-8db2-99dab32e5426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:33.047906 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b8bd061a-9271-4b00-8db2-99dab32e5426 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ed86f30abafe4d42bb0cc6323bb7b7fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2098584 Apr 28 19:59:33.051562 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 45746) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:33.064820 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd061a-9271-4b00-8db2-99dab32e5426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a468495d-6eda-4648-8760-a6aee9e69658,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:33.125599 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3986892c-33aa-4ef4-aaec-859228afd0ac req-9d04fd4b-4996-4aab-8965-b5ef2bba89bf tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd15f827-377e-418e-bb0d-4556899cf6f3 HTTP/1.1" status: 200 len: 210 time: 0.0352130 Apr 28 19:59:33.176963 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c99e7d8e-975f-4d93-b178-b82e4ee8d827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:33.232456 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c99e7d8e-975f-4d93-b178-b82e4ee8d827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:33.301652 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c99e7d8e-975f-4d93-b178-b82e4ee8d827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:33.304915 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c99e7d8e-975f-4d93-b178-b82e4ee8d827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:33.306444 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c99e7d8e-975f-4d93-b178-b82e4ee8d827 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a468495d-6eda-4648-8760-a6aee9e69658 HTTP/1.1" status: 204 len: 168 time: 0.2537506 Apr 28 19:59:33.333635 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e7d8e-975f-4d93-b178-b82e4ee8d827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a468495d-6eda-4648-8760-a6aee9e69658,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:33.473029 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:34.298692 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-efaf3f19-626f-408b-b320-75c440982906 req-248a2fc2-e189-4146-a431-ba77317830ea tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd15f827-377e-418e-bb0d-4556899cf6f3 HTTP/1.1" status: 200 len: 210 time: 0.0435970 Apr 28 19:59:34.927679 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-93f13bac-6aad-4856-ae61-79b933f54d6c tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:34.939696 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-93f13bac-6aad-4856-ae61-79b933f54d6c tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.44 "GET /v2.0/networks?id=952ab810-004c-432f-bca4-db060534f298 HTTP/1.1" status: 200 len: 809 time: 0.4233124 Apr 28 19:59:35.047086 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-b3b335c0-f213-4b84-b1d7-e780fad06f55 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed88649b71bc458cae04e424d2624ce7 HTTP/1.1" status: 200 len: 379 time: 0.0979826 Apr 28 19:59:35.063122 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-e4b83322-7d30-40f1-8c09-9a739f493ebf tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Request body: {'port': {'device_id': 'dd15f827-377e-418e-bb0d-4556899cf6f3', 'network_id': '952ab810-004c-432f-bca4-db060534f298', 'admin_state_up': True, 'tenant_id': 'ed88649b71bc458cae04e424d2624ce7', 'security_groups': ['0b879d0f-a786-4628-8a1d-c38da7708230']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:35.240944 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-e4b83322-7d30-40f1-8c09-9a739f493ebf tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Made reservation on behalf of ed88649b71bc458cae04e424d2624ce7 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:35.249599 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-e4b83322-7d30-40f1-8c09-9a739f493ebf tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:35.504083 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6353fecd-9992-4411-a40e-d87e354e1270 req-d7c02afb-f12b-43ba-9a07-feb6c97e702e tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd15f827-377e-418e-bb0d-4556899cf6f3 HTTP/1.1" status: 200 len: 210 time: 0.0369716 Apr 28 19:59:35.533296 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-e4b83322-7d30-40f1-8c09-9a739f493ebf tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Allocated IP 172.20.0.6 (952ab810-004c-432f-bca4-db060534f298/94ad0d3d-90ae-4fb6-917f-af5d5a387839/456ecf8c-ffb3-47d5-a1f7-0dfdba830f24) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:35.847250 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-e4b83322-7d30-40f1-8c09-9a739f493ebf tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:35.906855 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-e4b83322-7d30-40f1-8c09-9a739f493ebf tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:35.977727 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-e4b83322-7d30-40f1-8c09-9a739f493ebf tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Network 952ab810-004c-432f-bca4-db060534f298 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:35.983407 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-e4b83322-7d30-40f1-8c09-9a739f493ebf tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:35.987854 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-e4b83322-7d30-40f1-8c09-9a739f493ebf tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:59:36.025280 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b83322-7d30-40f1-8c09-9a739f493ebf tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Pushing event updated for resources: {'Port': ['ID=456ecf8c-ffb3-47d5-a1f7-0dfdba830f24,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:36.071310 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-e4b83322-7d30-40f1-8c09-9a739f493ebf tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:36.072008 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-e4b83322-7d30-40f1-8c09-9a739f493ebf tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:36.128589 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-e4b83322-7d30-40f1-8c09-9a739f493ebf tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0736392 Apr 28 19:59:36.149304 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-4ed38048-ebe3-479e-984e-91769eee76da tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:59:36.150694 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-4ed38048-ebe3-479e-984e-91769eee76da tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159957 Apr 28 19:59:36.170795 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-0a00c4ca-f19b-4bc4-8baf-f275e87bcfcb service neutron] Request body: {'port': {'device_id': 'dd15f827-377e-418e-bb0d-4556899cf6f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:36.272915 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-0a00c4ca-f19b-4bc4-8baf-f275e87bcfcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:36.520077 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-6509b4d8-0d7d-4515-8089-5000ef1d5422 None None] Provisioning complete for port 456ecf8c-ffb3-47d5-a1f7-0dfdba830f24 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:36.520723 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6509b4d8-0d7d-4515-8089-5000ef1d5422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:36.648664 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-6509b4d8-0d7d-4515-8089-5000ef1d5422 None None] Port 456ecf8c-ffb3-47d5-a1f7-0dfdba830f24 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 19:59:36.710694 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45884) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:36.735903 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29764dd4-6345-4dcf-a78b-62cb16b02457 req-0df1816b-ed76-4ba9-af07-6555d177d78f tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:36.745119 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-29764dd4-6345-4dcf-a78b-62cb16b02457 req-0df1816b-ed76-4ba9-af07-6555d177d78f tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd15f827-377e-418e-bb0d-4556899cf6f3 HTTP/1.1" status: 200 len: 931 time: 0.1010828 Apr 28 19:59:36.796295 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-29764dd4-6345-4dcf-a78b-62cb16b02457 req-69a4c4d2-09dd-40eb-be1b-3b0512c4e92e tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b879d0f-a786-4628-8a1d-c38da7708230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430887 Apr 28 19:59:36.812269 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-0a00c4ca-f19b-4bc4-8baf-f275e87bcfcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 456ecf8c-ffb3-47d5-a1f7-0dfdba830f24 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:59:36.822655 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-0a00c4ca-f19b-4bc4-8baf-f275e87bcfcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:36.842205 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-0a00c4ca-f19b-4bc4-8baf-f275e87bcfcb service neutron] Transition to ACTIVE for port object 456ecf8c-ffb3-47d5-a1f7-0dfdba830f24 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:59:36.846504 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-0a00c4ca-f19b-4bc4-8baf-f275e87bcfcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:36.898544 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00c4ca-f19b-4bc4-8baf-f275e87bcfcb service neutron] Pushing event updated for resources: {'Port': ['ID=456ecf8c-ffb3-47d5-a1f7-0dfdba830f24,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:36.988309 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-0a00c4ca-f19b-4bc4-8baf-f275e87bcfcb service neutron] Attempting to bind port 456ecf8c-ffb3-47d5-a1f7-0dfdba830f24 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:59:36.989002 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-0a00c4ca-f19b-4bc4-8baf-f275e87bcfcb service neutron] Attempting to bind port 456ecf8c-ffb3-47d5-a1f7-0dfdba830f24 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '7926db30-73c1-46df-8406-ef9a080be03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '952ab810-004c-432f-bca4-db060534f298'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:59:36.989002 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-0a00c4ca-f19b-4bc4-8baf-f275e87bcfcb service neutron] Attempting to bind port 456ecf8c-ffb3-47d5-a1f7-0dfdba830f24 on network 952ab810-004c-432f-bca4-db060534f298 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:59:36.993856 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-0a00c4ca-f19b-4bc4-8baf-f275e87bcfcb service neutron] Port 456ecf8c-ffb3-47d5-a1f7-0dfdba830f24 on network 952ab810-004c-432f-bca4-db060534f298 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:59:36.994218 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-0a00c4ca-f19b-4bc4-8baf-f275e87bcfcb service neutron] Attempting to bind port 456ecf8c-ffb3-47d5-a1f7-0dfdba830f24 on network 952ab810-004c-432f-bca4-db060534f298 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:59:36.999475 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-0a00c4ca-f19b-4bc4-8baf-f275e87bcfcb service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:59:36.999974 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-0a00c4ca-f19b-4bc4-8baf-f275e87bcfcb service neutron] Checking segment: {'id': '7926db30-73c1-46df-8406-ef9a080be03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '952ab810-004c-432f-bca4-db060534f298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 19:59:37.000547 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-0a00c4ca-f19b-4bc4-8baf-f275e87bcfcb service neutron] Bound using segment: {'id': '7926db30-73c1-46df-8406-ef9a080be03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '952ab810-004c-432f-bca4-db060534f298'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:59:37.001056 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-0a00c4ca-f19b-4bc4-8baf-f275e87bcfcb service neutron] Bound port: 456ecf8c-ffb3-47d5-a1f7-0dfdba830f24, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7926db30-73c1-46df-8406-ef9a080be03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '952ab810-004c-432f-bca4-db060534f298'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:59:37.001433 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-0a00c4ca-f19b-4bc4-8baf-f275e87bcfcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:37.443944 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3927a77c-ee05-407b-88ab-d557e9a34ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:37.494305 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-0a00c4ca-f19b-4bc4-8baf-f275e87bcfcb service neutron] For port 456ecf8c-ffb3-47d5-a1f7-0dfdba830f24, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:59:37.508155 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-0a00c4ca-f19b-4bc4-8baf-f275e87bcfcb service neutron] For port 456ecf8c-ffb3-47d5-a1f7-0dfdba830f24, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=456ecf8c-ffb3-47d5-a1f7-0dfdba830f24,segment=NetworkSegment(7926db30-73c1-46df-8406-ef9a080be03c),segment_id=7926db30-73c1-46df-8406-ef9a080be03c)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:59:37.525637 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-0a00c4ca-f19b-4bc4-8baf-f275e87bcfcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:37.589499 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-0a00c4ca-f19b-4bc4-8baf-f275e87bcfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:37.591996 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-0a00c4ca-f19b-4bc4-8baf-f275e87bcfcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:37.595670 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-0a00c4ca-f19b-4bc4-8baf-f275e87bcfcb service neutron] 10.222.0.44 "PUT /v2.0/ports/456ecf8c-ffb3-47d5-a1f7-0dfdba830f24 HTTP/1.1" status: 200 len: 1091 time: 1.4369805 Apr 28 19:59:37.599401 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd15f827-377e-418e-bb0d-4556899cf6f3', 'tag': '456ecf8c-ffb3-47d5-a1f7-0dfdba830f24'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:59:37.609384 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a7f130-ebdf-418f-9cce-04ad547de4b9" -d '{"events": [{"name": "network-changed", "server_uuid": "dd15f827-377e-418e-bb0d-4556899cf6f3", "tag": "456ecf8c-ffb3-47d5-a1f7-0dfdba830f24"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:59:37.738444 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1753e38b-fe33-4c3d-9a9f-bfeb1a98e358 x-openstack-request-id: req-1753e38b-fe33-4c3d-9a9f-bfeb1a98e358 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:59:37.738736 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd15f827-377e-418e-bb0d-4556899cf6f3", "tag": "456ecf8c-ffb3-47d5-a1f7-0dfdba830f24", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:59:37.738988 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1753e38b-fe33-4c3d-9a9f-bfeb1a98e358 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:59:37.739404 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1753e38b-fe33-4c3d-9a9f-bfeb1a98e358'] response: {'name': 'network-changed', 'server_uuid': 'dd15f827-377e-418e-bb0d-4556899cf6f3', 'tag': '456ecf8c-ffb3-47d5-a1f7-0dfdba830f24', 'status': 'completed', 'code': 200} Apr 28 19:59:37.798926 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00c4ca-f19b-4bc4-8baf-f275e87bcfcb service neutron] Pushing event updated for resources: {'Port': ['ID=456ecf8c-ffb3-47d5-a1f7-0dfdba830f24,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:37.848586 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-a29d08c5-0946-41ce-a523-4afec817396e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:37.851518 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-a29d08c5-0946-41ce-a523-4afec817396e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed88649b71bc458cae04e424d2624ce7&device_id=dd15f827-377e-418e-bb0d-4556899cf6f3 HTTP/1.1" status: 200 len: 1094 time: 0.1866257 Apr 28 19:59:37.864057 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3927a77c-ee05-407b-88ab-d557e9a34ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:37.912017 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-a11dcc74-d8b8-433e-abd3-9064709e570d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=456ecf8c-ffb3-47d5-a1f7-0dfdba830f24 HTTP/1.1" status: 200 len: 217 time: 0.0463266 Apr 28 19:59:37.913409 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3927a77c-ee05-407b-88ab-d557e9a34ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:37.958889 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca900f0-344e-45ee-a4c3-773965f34c28 req-f6cfcb7b-45b6-4705-8f03-9b133bf3d97c tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:37.969363 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5ca900f0-344e-45ee-a4c3-773965f34c28 req-f6cfcb7b-45b6-4705-8f03-9b133bf3d97c tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd15f827-377e-418e-bb0d-4556899cf6f3 HTTP/1.1" status: 200 len: 943 time: 0.0839131 Apr 28 19:59:38.027909 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927a77c-ee05-407b-88ab-d557e9a34ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a068592-f5b2-422d-8821-6c19fcb1fbbf,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:38.032599 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3927a77c-ee05-407b-88ab-d557e9a34ca2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=16782bdbff5c43b6baf2c1bb32625780&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3195944 Apr 28 19:59:38.035715 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-e682e7dd-61b7-4912-b94c-fa65bc200d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:38.037606 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-e682e7dd-61b7-4912-b94c-fa65bc200d34 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94ad0d3d-90ae-4fb6-917f-af5d5a387839 HTTP/1.1" status: 200 len: 848 time: 0.1175530 Apr 28 19:59:38.037606 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 45946) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:38.050703 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5ca900f0-344e-45ee-a4c3-773965f34c28 req-7ba50b61-eed3-4c66-b354-95f8d24dc9fe tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b879d0f-a786-4628-8a1d-c38da7708230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773461 Apr 28 19:59:38.111742 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-7e24d52c-baf2-4a73-b6a5-e7318a99de4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:38.113487 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-7e24d52c-baf2-4a73-b6a5-e7318a99de4e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=952ab810-004c-432f-bca4-db060534f298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684090 Apr 28 19:59:38.152321 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-daa18cc4-c032-4d32-8701-1258195a7808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:38.226522 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-daa18cc4-c032-4d32-8701-1258195a7808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:38.325569 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-ec8812d4-edcd-406c-875a-ee6ac25dabbf service neutron] 10.222.0.44 "GET /v2.0/networks/952ab810-004c-432f-bca4-db060534f298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029638 Apr 28 19:59:38.422758 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-daa18cc4-c032-4d32-8701-1258195a7808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:38.428673 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-daa18cc4-c032-4d32-8701-1258195a7808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:38.432770 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-daa18cc4-c032-4d32-8701-1258195a7808 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7a068592-f5b2-422d-8821-6c19fcb1fbbf HTTP/1.1" status: 204 len: 168 time: 0.3938806 Apr 28 19:59:38.495469 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa18cc4-c032-4d32-8701-1258195a7808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a068592-f5b2-422d-8821-6c19fcb1fbbf,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:38.537599 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-14429a48-1e79-4616-8f24-1c5f13ec108b req-e263c1cf-6e23-4c0d-949b-2bfb1e14e8fb service neutron] 10.222.0.44 "GET /v2.0/networks/952ab810-004c-432f-bca4-db060534f298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044039 Apr 28 19:59:38.662371 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7f130-ebdf-418f-9cce-04ad547de4b9 req-7869d627-c71e-444b-8912-ccbd1f40847f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:38.665798 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-88a7f130-ebdf-418f-9cce-04ad547de4b9 req-7869d627-c71e-444b-8912-ccbd1f40847f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed88649b71bc458cae04e424d2624ce7&device_id=dd15f827-377e-418e-bb0d-4556899cf6f3 HTTP/1.1" status: 200 len: 1094 time: 0.0722926 Apr 28 19:59:38.872377 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7f130-ebdf-418f-9cce-04ad547de4b9 req-e6fc00f9-272c-4743-b4d9-efa04fd544ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:38.879807 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-88a7f130-ebdf-418f-9cce-04ad547de4b9 req-e6fc00f9-272c-4743-b4d9-efa04fd544ed service neutron] 10.222.0.44 "GET /v2.0/networks?id=952ab810-004c-432f-bca4-db060534f298 HTTP/1.1" status: 200 len: 910 time: 0.2061000 Apr 28 19:59:38.947020 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-88a7f130-ebdf-418f-9cce-04ad547de4b9 req-2fb8aaf6-1567-4b2f-bc1a-5810d8d5d3ca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=456ecf8c-ffb3-47d5-a1f7-0dfdba830f24 HTTP/1.1" status: 200 len: 217 time: 0.0578828 Apr 28 19:59:39.052820 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7f130-ebdf-418f-9cce-04ad547de4b9 req-8f527a3a-22d8-452c-ae38-b2a14ba4cca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:39.055173 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-88a7f130-ebdf-418f-9cce-04ad547de4b9 req-8f527a3a-22d8-452c-ae38-b2a14ba4cca0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94ad0d3d-90ae-4fb6-917f-af5d5a387839 HTTP/1.1" status: 200 len: 848 time: 0.1009140 Apr 28 19:59:39.089693 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46002) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:39.138379 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-72489714-8b79-4f12-b57e-6b5a176620d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:39.239887 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7f130-ebdf-418f-9cce-04ad547de4b9 req-a9d5f834-ca87-48a4-88f4-7708bfa6c7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:39.247047 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-88a7f130-ebdf-418f-9cce-04ad547de4b9 req-a9d5f834-ca87-48a4-88f4-7708bfa6c7a8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=952ab810-004c-432f-bca4-db060534f298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1782312 Apr 28 19:59:39.381936 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 46006) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:39.466882 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea596e-e557-47b0-b81a-8a4b047d4503 req-2e474bb2-a5f0-4b6d-b2da-9504b2bdfd31 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:39.480380 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e1ea596e-e557-47b0-b81a-8a4b047d4503 req-2e474bb2-a5f0-4b6d-b2da-9504b2bdfd31 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd15f827-377e-418e-bb0d-4556899cf6f3 HTTP/1.1" status: 200 len: 943 time: 0.3216531 Apr 28 19:59:39.482364 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-88a7f130-ebdf-418f-9cce-04ad547de4b9 req-beb28823-de81-4f6d-8a25-f40ffa1bf3a5 service neutron] 10.222.0.44 "GET /v2.0/networks/952ab810-004c-432f-bca4-db060534f298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225285 Apr 28 19:59:39.554284 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-72489714-8b79-4f12-b57e-6b5a176620d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:39.562475 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-72489714-8b79-4f12-b57e-6b5a176620d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:39.666445 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e1ea596e-e557-47b0-b81a-8a4b047d4503 req-74ccc1bf-b105-4d8b-b13e-ff39d7bca1c1 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b879d0f-a786-4628-8a1d-c38da7708230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681933 Apr 28 19:59:39.671374 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-72489714-8b79-4f12-b57e-6b5a176620d9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1a5ad47c05b24f79a92e98dfd9e55ad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5804989 Apr 28 19:59:39.672360 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72489714-8b79-4f12-b57e-6b5a176620d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f022f5ef-c49d-44d2-95e4-274785f9ad21,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:39.688667 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46016) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:39.783152 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-88a7f130-ebdf-418f-9cce-04ad547de4b9 req-1d71beee-56ca-46f6-8d22-2910a1c71820 service neutron] 10.222.0.44 "GET /v2.0/networks/952ab810-004c-432f-bca4-db060534f298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925644 Apr 28 19:59:39.836989 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f3adb956-14e0-49a8-aacf-3ef239721201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:39.861372 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a11b6737-42c2-4f8b-93f5-0fe05adeee84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:39.864501 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f3adb956-14e0-49a8-aacf-3ef239721201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:39.935970 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f3adb956-14e0-49a8-aacf-3ef239721201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:39.938768 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f3adb956-14e0-49a8-aacf-3ef239721201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:39.942772 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f3adb956-14e0-49a8-aacf-3ef239721201 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f022f5ef-c49d-44d2-95e4-274785f9ad21 HTTP/1.1" status: 204 len: 168 time: 0.2503648 Apr 28 19:59:39.953164 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3adb956-14e0-49a8-aacf-3ef239721201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f022f5ef-c49d-44d2-95e4-274785f9ad21,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:40.026068 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a11b6737-42c2-4f8b-93f5-0fe05adeee84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:40.032543 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a11b6737-42c2-4f8b-93f5-0fe05adeee84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:40.070487 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a11b6737-42c2-4f8b-93f5-0fe05adeee84 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bac4df75a47f43e5b2f3e5fe2ea8bb21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6813881 Apr 28 19:59:40.073652 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46030) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:40.082918 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b6737-42c2-4f8b-93f5-0fe05adeee84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c3cf63-af2c-440f-b8dc-7d06b7141f1c,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:40.135564 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-406a9859-5a8d-4d38-a04b-865ed7673e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:40.173157 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-406a9859-5a8d-4d38-a04b-865ed7673e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:40.234152 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-406a9859-5a8d-4d38-a04b-865ed7673e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:40.238026 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-406a9859-5a8d-4d38-a04b-865ed7673e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:40.239298 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-406a9859-5a8d-4d38-a04b-865ed7673e7c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f8c3cf63-af2c-440f-b8dc-7d06b7141f1c HTTP/1.1" status: 204 len: 168 time: 0.1645150 Apr 28 19:59:40.251484 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a9859-5a8d-4d38-a04b-865ed7673e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c3cf63-af2c-440f-b8dc-7d06b7141f1c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:40.757653 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46050) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:40.788775 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-04b56d70-24ee-4fc1-922b-75cd60e7d100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:40.837911 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4bfbb0-6cf2-48d9-b44f-b44a4c3368fb req-2f03d901-2597-4bc4-b209-fa4755b26392 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:40.839495 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0d4bfbb0-6cf2-48d9-b44f-b44a4c3368fb req-2f03d901-2597-4bc4-b209-fa4755b26392 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd15f827-377e-418e-bb0d-4556899cf6f3 HTTP/1.1" status: 200 len: 943 time: 0.0694034 Apr 28 19:59:40.910150 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0d4bfbb0-6cf2-48d9-b44f-b44a4c3368fb req-cc6d0e68-5435-4220-941f-5fe773dbc7ce tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b879d0f-a786-4628-8a1d-c38da7708230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623984 Apr 28 19:59:40.988135 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-04b56d70-24ee-4fc1-922b-75cd60e7d100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:40.995306 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-04b56d70-24ee-4fc1-922b-75cd60e7d100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:41.032886 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b56d70-24ee-4fc1-922b-75cd60e7d100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fec0c61-4f6d-415c-856f-36c5a039067c,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:41.068309 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-04b56d70-24ee-4fc1-922b-75cd60e7d100 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2431b938b028492ea1a1feb303faa28c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3054676 Apr 28 19:59:41.070934 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 46068) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:41.193252 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10603430-3123-4605-8097-4bec90160311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:41.224431 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10603430-3123-4605-8097-4bec90160311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:41.296010 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10603430-3123-4605-8097-4bec90160311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:41.307280 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10603430-3123-4605-8097-4bec90160311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:41.313780 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-10603430-3123-4605-8097-4bec90160311 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9fec0c61-4f6d-415c-856f-36c5a039067c HTTP/1.1" status: 204 len: 168 time: 0.2416675 Apr 28 19:59:41.331742 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10603430-3123-4605-8097-4bec90160311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fec0c61-4f6d-415c-856f-36c5a039067c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:42.058266 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 456ecf8c-ffb3-47d5-a1f7-0dfdba830f24 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:59:42.130382 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5ac20-216b-4fc3-9885-c3041975c4f3 req-932ad32b-715c-4043-92bb-dbba4a8ad277 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:42.132952 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7cd5ac20-216b-4fc3-9885-c3041975c4f3 req-932ad32b-715c-4043-92bb-dbba4a8ad277 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd15f827-377e-418e-bb0d-4556899cf6f3 HTTP/1.1" status: 200 len: 943 time: 0.1137826 Apr 28 19:59:42.237007 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7cd5ac20-216b-4fc3-9885-c3041975c4f3 req-0385b9e8-cbab-4e9c-babc-041e6eecbf88 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b879d0f-a786-4628-8a1d-c38da7708230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956011 Apr 28 19:59:42.304514 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 456ecf8c-ffb3-47d5-a1f7-0dfdba830f24, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=456ecf8c-ffb3-47d5-a1f7-0dfdba830f24,segment=NetworkSegment(7926db30-73c1-46df-8406-ef9a080be03c),segment_id=7926db30-73c1-46df-8406-ef9a080be03c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:59:42.325242 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '456ecf8c-ffb3-47d5-a1f7-0dfdba830f24', 'network_id': '952ab810-004c-432f-bca4-db060534f298', 'port_id': '456ecf8c-ffb3-47d5-a1f7-0dfdba830f24', 'mac_address': 'fa:16:3e:d9:46:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94ad0d3d-90ae-4fb6-917f-af5d5a387839', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:59:42.385131 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:42.399610 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456ecf8c-ffb3-47d5-a1f7-0dfdba830f24 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:59:42.422950 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 456ecf8c-ffb3-47d5-a1f7-0dfdba830f24, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=456ecf8c-ffb3-47d5-a1f7-0dfdba830f24,segment=NetworkSegment(7926db30-73c1-46df-8406-ef9a080be03c),segment_id=7926db30-73c1-46df-8406-ef9a080be03c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:59:42.430745 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:42.538201 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=456ecf8c-ffb3-47d5-a1f7-0dfdba830f24,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:42.763463 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['456ecf8c-ffb3-47d5-a1f7-0dfdba830f24'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:59:43.409569 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a12b4-4768-4298-9cc1-21cbf2f992a2 req-cb4e425c-2021-427e-b925-0a8c56761d63 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:43.411718 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1d0a12b4-4768-4298-9cc1-21cbf2f992a2 req-cb4e425c-2021-427e-b925-0a8c56761d63 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd15f827-377e-418e-bb0d-4556899cf6f3 HTTP/1.1" status: 200 len: 944 time: 0.0830331 Apr 28 19:59:43.485753 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1d0a12b4-4768-4298-9cc1-21cbf2f992a2 req-1086332e-98e0-439b-baca-63c46943058d tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b879d0f-a786-4628-8a1d-c38da7708230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575604 Apr 28 19:59:44.059276 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 456ecf8c-ffb3-47d5-a1f7-0dfdba830f24 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:59:44.199140 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 456ecf8c-ffb3-47d5-a1f7-0dfdba830f24 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:59:44.203710 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 456ecf8c-ffb3-47d5-a1f7-0dfdba830f24 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:44.204095 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:44.421127 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:44.426642 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-ad07617b-5373-445d-bf3b-b9545635cc3a req-87073d76-b87d-48b6-9016-1f6ae9296963 service neutron] (102773) timed out ('10.222.0.42', 54038) {{(pid=102773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 28 19:59:44.469872 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd15f827-377e-418e-bb0d-4556899cf6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456ecf8c-ffb3-47d5-a1f7-0dfdba830f24'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:59:44.473011 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ce5246-3b2b-4724-8d43-d9ffda6839d4" -d '{"events": [{"server_uuid": "dd15f827-377e-418e-bb0d-4556899cf6f3", "name": "network-vif-plugged", "status": "completed", "tag": "456ecf8c-ffb3-47d5-a1f7-0dfdba830f24"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:59:44.554846 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 456ecf8c-ffb3-47d5-a1f7-0dfdba830f24, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=456ecf8c-ffb3-47d5-a1f7-0dfdba830f24,segment=NetworkSegment(7926db30-73c1-46df-8406-ef9a080be03c),segment_id=7926db30-73c1-46df-8406-ef9a080be03c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:59:44.566016 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:44.600085 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c6c96c-0f5b-41a1-9812-b683753debd3 x-openstack-request-id: req-66c6c96c-0f5b-41a1-9812-b683753debd3 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:59:44.601226 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd15f827-377e-418e-bb0d-4556899cf6f3", "name": "network-vif-plugged", "status": "completed", "tag": "456ecf8c-ffb3-47d5-a1f7-0dfdba830f24", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:59:44.601700 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-66c6c96c-0f5b-41a1-9812-b683753debd3 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:59:44.602735 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66c6c96c-0f5b-41a1-9812-b683753debd3'] response: {'server_uuid': 'dd15f827-377e-418e-bb0d-4556899cf6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456ecf8c-ffb3-47d5-a1f7-0dfdba830f24', 'code': 200} Apr 28 19:59:44.670526 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=456ecf8c-ffb3-47d5-a1f7-0dfdba830f24,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:44.703855 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0fd7df-b36d-43a3-9953-823826401765 req-9f9f0c77-3f2b-43d8-b15d-4add6211ced0 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:44.706432 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3d0fd7df-b36d-43a3-9953-823826401765 req-9f9f0c77-3f2b-43d8-b15d-4add6211ced0 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd15f827-377e-418e-bb0d-4556899cf6f3 HTTP/1.1" status: 200 len: 945 time: 0.0928693 Apr 28 19:59:44.763385 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3d0fd7df-b36d-43a3-9953-823826401765 req-de6e3768-f9a2-46c4-989a-87dd358d1cd2 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b879d0f-a786-4628-8a1d-c38da7708230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501177 Apr 28 19:59:45.195573 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4e523-ae57-4495-9279-fdad9c9a80d3 req-b1cfa0d6-a529-4480-9791-b415df4e7cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:45.195573 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-79b4e523-ae57-4495-9279-fdad9c9a80d3 req-b1cfa0d6-a529-4480-9791-b415df4e7cd8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dd15f827-377e-418e-bb0d-4556899cf6f3 HTTP/1.1" status: 200 len: 1096 time: 0.5525508 Apr 28 19:59:45.313228 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-79b4e523-ae57-4495-9279-fdad9c9a80d3 req-37ae688b-a814-4107-bfd8-c89373d21f90 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0b879d0f-a786-4628-8a1d-c38da7708230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145020 Apr 28 19:59:45.753483 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46268) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:45.913788 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab7ba9-2b72-4402-b005-20a1ec875262 req-01684fe5-9e23-47aa-ad40-280db848abc9 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:45.915397 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7fab7ba9-2b72-4402-b005-20a1ec875262 req-01684fe5-9e23-47aa-ad40-280db848abc9 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd15f827-377e-418e-bb0d-4556899cf6f3 HTTP/1.1" status: 200 len: 945 time: 0.0578876 Apr 28 19:59:45.933118 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3450dcc6-39b1-494b-8d69-c3de45ba1958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:45.983383 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7fab7ba9-2b72-4402-b005-20a1ec875262 req-7f4127a6-5d2b-47e7-835f-1fac52d6d36a tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b879d0f-a786-4628-8a1d-c38da7708230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478051 Apr 28 19:59:46.058093 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3450dcc6-39b1-494b-8d69-c3de45ba1958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:46.063008 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3450dcc6-39b1-494b-8d69-c3de45ba1958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:46.120067 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3450dcc6-39b1-494b-8d69-c3de45ba1958 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d021e58217a048fb844c0d3fba7bbe9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3647718 Apr 28 19:59:46.120985 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450dcc6-39b1-494b-8d69-c3de45ba1958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f9f789-a139-4ac4-879e-18a32804047e,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:46.122467 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 46274) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:46.182698 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9586523a-61f1-4843-ad8c-731017119da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:46.209506 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9586523a-61f1-4843-ad8c-731017119da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:46.289098 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9586523a-61f1-4843-ad8c-731017119da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:46.294273 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9586523a-61f1-4843-ad8c-731017119da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:46.301040 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9586523a-61f1-4843-ad8c-731017119da9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e7f9f789-a139-4ac4-879e-18a32804047e HTTP/1.1" status: 204 len: 168 time: 0.1748750 Apr 28 19:59:46.314581 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586523a-61f1-4843-ad8c-731017119da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f9f789-a139-4ac4-879e-18a32804047e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:46.743213 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46318) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:46.765270 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1f5d87bc-81b5-418c-9870-64f6ea8ec838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:46.957492 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1f5d87bc-81b5-418c-9870-64f6ea8ec838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:46.966875 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1f5d87bc-81b5-418c-9870-64f6ea8ec838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:47.114494 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1f5d87bc-81b5-418c-9870-64f6ea8ec838 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a13cd02415dc484f980ca5e70d8b47d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3701894 Apr 28 19:59:47.117534 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 46336) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:47.119370 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d87bc-81b5-418c-9870-64f6ea8ec838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6dc1912-5c29-45a2-9428-fe129dc1f9c0,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:47.221718 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17714d6d-651b-43b1-8291-21144e6f1f20 req-2c90f02c-4215-42cd-aea1-e4270a020a37 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:47.231163 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-17714d6d-651b-43b1-8291-21144e6f1f20 req-2c90f02c-4215-42cd-aea1-e4270a020a37 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd15f827-377e-418e-bb0d-4556899cf6f3 HTTP/1.1" status: 200 len: 945 time: 0.0702989 Apr 28 19:59:47.241043 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7a6a08bb-1140-4ec6-8297-5dc24ee1dba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:47.273212 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7a6a08bb-1140-4ec6-8297-5dc24ee1dba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:47.309706 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-17714d6d-651b-43b1-8291-21144e6f1f20 req-9574f848-ab75-4d41-98b1-c2313bddbb29 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b879d0f-a786-4628-8a1d-c38da7708230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771284 Apr 28 19:59:47.337290 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7a6a08bb-1140-4ec6-8297-5dc24ee1dba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:47.342084 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7a6a08bb-1140-4ec6-8297-5dc24ee1dba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:47.343642 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7a6a08bb-1140-4ec6-8297-5dc24ee1dba7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c6dc1912-5c29-45a2-9428-fe129dc1f9c0 HTTP/1.1" status: 204 len: 168 time: 0.2248704 Apr 28 19:59:47.355877 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a08bb-1140-4ec6-8297-5dc24ee1dba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6dc1912-5c29-45a2-9428-fe129dc1f9c0,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:47.536508 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede46dd-fd8f-4eb1-94e9-80f171e850b3 req-54e49033-a497-4548-9a48-ed655defc8a5 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:47.538214 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8ede46dd-fd8f-4eb1-94e9-80f171e850b3 req-54e49033-a497-4548-9a48-ed655defc8a5 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd15f827-377e-418e-bb0d-4556899cf6f3 HTTP/1.1" status: 200 len: 945 time: 0.1044233 Apr 28 19:59:47.604406 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8ede46dd-fd8f-4eb1-94e9-80f171e850b3 req-6e5f4567-2d71-493a-a350-56420cc6baf3 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b879d0f-a786-4628-8a1d-c38da7708230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546296 Apr 28 19:59:47.789206 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7898a-9637-4a80-bc09-b8a62d3f08d6 req-52ed7de9-1478-4dc1-b9b4-6e9d88c79fdc tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:47.800486 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-55a7898a-9637-4a80-bc09-b8a62d3f08d6 req-52ed7de9-1478-4dc1-b9b4-6e9d88c79fdc tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd15f827-377e-418e-bb0d-4556899cf6f3 HTTP/1.1" status: 200 len: 945 time: 0.1063592 Apr 28 19:59:47.864839 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-55a7898a-9637-4a80-bc09-b8a62d3f08d6 req-f2120c6a-b157-438a-b32d-1e5a584efb63 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b879d0f-a786-4628-8a1d-c38da7708230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584130 Apr 28 19:59:47.879582 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 46352) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:48.366851 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db273f12-29c9-4aea-8480-75500181e2fc tempest-TestServerBasicOps-818765728 tempest-TestServerBasicOps-818765728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:48.370272 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-db273f12-29c9-4aea-8480-75500181e2fc tempest-TestServerBasicOps-818765728 tempest-TestServerBasicOps-818765728-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=dd15f827-377e-418e-bb0d-4556899cf6f3 HTTP/1.1" status: 200 len: 1091 time: 0.4892974 Apr 28 19:59:48.374430 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46382) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:48.381249 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-5feb7001-a6ea-46e3-bb8a-735749333d25 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'port_id': '456ecf8c-ffb3-47d5-a1f7-0dfdba830f24', 'tenant_id': 'ed88649b71bc458cae04e424d2624ce7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:48.431163 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5feb7001-a6ea-46e3-bb8a-735749333d25 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:48.629880 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5feb7001-a6ea-46e3-bb8a-735749333d25 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:48.825850 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-5feb7001-a6ea-46e3-bb8a-735749333d25 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Allocated IP 172.25.8.50 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/666b1da9-7c55-4952-9549-7ff5702d4810) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:49.032429 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5feb7001-a6ea-46e3-bb8a-735749333d25 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:49.095854 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5feb7001-a6ea-46e3-bb8a-735749333d25 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:49.183839 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5feb7001-a6ea-46e3-bb8a-735749333d25 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:49.198426 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-5feb7001-a6ea-46e3-bb8a-735749333d25 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:49.201334 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb7001-a6ea-46e3-bb8a-735749333d25 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Pushing event updated for resources: {'Port': ['ID=666b1da9-7c55-4952-9549-7ff5702d4810,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:49.219904 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5feb7001-a6ea-46e3-bb8a-735749333d25 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:59:49.832383 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cafb86d8-65dd-4a58-be9b-c3e97ba32dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:49.919738 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5feb7001-a6ea-46e3-bb8a-735749333d25 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:50.026980 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5feb7001-a6ea-46e3-bb8a-735749333d25 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:50.307534 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5feb7001-a6ea-46e3-bb8a-735749333d25 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:50.327683 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5feb7001-a6ea-46e3-bb8a-735749333d25 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:50.441606 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb7001-a6ea-46e3-bb8a-735749333d25 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Pushing event updated for resources: {'Port': ['ID=666b1da9-7c55-4952-9549-7ff5702d4810,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:50.457389 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5feb7001-a6ea-46e3-bb8a-735749333d25 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:50.685662 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-5feb7001-a6ea-46e3-bb8a-735749333d25 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Floating IP c88e4f19-8de7-4d52-b776-aba401ca2839 associated. External IP: 172.25.8.50, port: 456ecf8c-ffb3-47d5-a1f7-0dfdba830f24. Apr 28 19:59:51.087895 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5feb7001-a6ea-46e3-bb8a-735749333d25 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Router 7823a8d5-b73e-4445-81d5-f5fff7241429 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:59:51.112565 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 46474) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:51.291380 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5feb7001-a6ea-46e3-bb8a-735749333d25 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:59:51.307363 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb9e585-a192-4dfa-a82b-4cd7beb54fb5 None None] Sync routers for ids ['7823a8d5-b73e-4445-81d5-f5fff7241429'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:59:51.318823 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5feb7001-a6ea-46e3-bb8a-735749333d25 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:51.329648 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb9e585-a192-4dfa-a82b-4cd7beb54fb5 None None] Routers {'7823a8d5-b73e-4445-81d5-f5fff7241429'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:59:51.330361 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-1fb9e585-a192-4dfa-a82b-4cd7beb54fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:59:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7823a8d5-b73e-4445-81d5-f5fff7241429'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:51.368197 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5feb7001-a6ea-46e3-bb8a-735749333d25 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9872994 Apr 28 19:59:51.368197 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd15f827-377e-418e-bb0d-4556899cf6f3', 'tag': '456ecf8c-ffb3-47d5-a1f7-0dfdba830f24'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:59:51.368197 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf45a26-8ec6-46c8-9cf6-11899add0530" -d '{"events": [{"name": "network-changed", "server_uuid": "dd15f827-377e-418e-bb0d-4556899cf6f3", "tag": "456ecf8c-ffb3-47d5-a1f7-0dfdba830f24"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:59:51.384546 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d4832e87-7c80-4789-a8a0-038f1bc914b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:51.452147 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c26c70-9dd2-45b9-ba20-f99bd301b1eb x-openstack-request-id: req-10c26c70-9dd2-45b9-ba20-f99bd301b1eb {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:59:51.452670 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd15f827-377e-418e-bb0d-4556899cf6f3", "tag": "456ecf8c-ffb3-47d5-a1f7-0dfdba830f24", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:59:51.452932 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-10c26c70-9dd2-45b9-ba20-f99bd301b1eb {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:59:51.453494 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10c26c70-9dd2-45b9-ba20-f99bd301b1eb'] response: {'name': 'network-changed', 'server_uuid': 'dd15f827-377e-418e-bb0d-4556899cf6f3', 'tag': '456ecf8c-ffb3-47d5-a1f7-0dfdba830f24', 'status': 'completed', 'code': 200} Apr 28 19:59:51.519783 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-1fb9e585-a192-4dfa-a82b-4cd7beb54fb5 None None] Set router 7823a8d5-b73e-4445-81d5-f5fff7241429 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:59:51.558200 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d4832e87-7c80-4789-a8a0-038f1bc914b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:51.560840 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf45a26-8ec6-46c8-9cf6-11899add0530 req-e6d6633c-e82f-4737-b99f-c5a6ad46fd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:51.562836 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9bf45a26-8ec6-46c8-9cf6-11899add0530 req-e6d6633c-e82f-4737-b99f-c5a6ad46fd92 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed88649b71bc458cae04e424d2624ce7&device_id=dd15f827-377e-418e-bb0d-4556899cf6f3 HTTP/1.1" status: 200 len: 1096 time: 0.0730844 Apr 28 19:59:51.564128 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d4832e87-7c80-4789-a8a0-038f1bc914b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:51.675138 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d4832e87-7c80-4789-a8a0-038f1bc914b1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=267d9dfa404f49bbb62859e89c025dd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5604727 Apr 28 19:59:51.677782 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46502) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:51.681164 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4832e87-7c80-4789-a8a0-038f1bc914b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15aa1948-0d0c-4b3d-be51-7a7b40c49646,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:51.773600 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d7d11746-7239-402d-9b1e-65b1fec077fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:51.778400 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf45a26-8ec6-46c8-9cf6-11899add0530 req-1e480de7-71c3-4390-a953-1396f37faf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:51.781112 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9bf45a26-8ec6-46c8-9cf6-11899add0530 req-1e480de7-71c3-4390-a953-1396f37faf7b service neutron] 10.222.0.44 "GET /v2.0/networks?id=952ab810-004c-432f-bca4-db060534f298 HTTP/1.1" status: 200 len: 910 time: 0.2104809 Apr 28 19:59:51.821771 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d7d11746-7239-402d-9b1e-65b1fec077fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:51.918131 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9bf45a26-8ec6-46c8-9cf6-11899add0530 req-74e5ad88-aecd-469c-8425-7fc3b3eb4046 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=456ecf8c-ffb3-47d5-a1f7-0dfdba830f24 HTTP/1.1" status: 200 len: 998 time: 0.1291168 Apr 28 19:59:51.927034 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d7d11746-7239-402d-9b1e-65b1fec077fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:51.929983 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d7d11746-7239-402d-9b1e-65b1fec077fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:51.931379 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d7d11746-7239-402d-9b1e-65b1fec077fd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/15aa1948-0d0c-4b3d-be51-7a7b40c49646 HTTP/1.1" status: 204 len: 168 time: 0.2525382 Apr 28 19:59:51.946118 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d11746-7239-402d-9b1e-65b1fec077fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15aa1948-0d0c-4b3d-be51-7a7b40c49646,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:51.981484 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-1fb9e585-a192-4dfa-a82b-4cd7beb54fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'name': 'tempest-TestServerBasicOps-2096051399-router', 'tenant_id': 'ed88649b71bc458cae04e424d2624ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:59:03Z', 'updated_at': '2022-04-28T19:59:09Z', 'revision_number': 4, 'project_id': 'ed88649b71bc458cae04e424d2624ce7', 'gw_port': {'id': '91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:59:04Z', 'updated_at': '2022-04-28T19:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': 'c88e4f19-8de7-4d52-b776-aba401ca2839', 'tenant_id': 'ed88649b71bc458cae04e424d2624ce7', 'floating_ip_address': '172.25.8.50', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'port_id': '456ecf8c-ffb3-47d5-a1f7-0dfdba830f24', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '952ab810-004c-432f-bca4-db060534f298', 'mac_address': 'fa:16:3e:d9:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd15f827-377e-418e-bb0d-4556899cf6f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:59:49Z', 'updated_at': '2022-04-28T19:59:49Z', 'revision_number': 0, 'project_id': 'ed88649b71bc458cae04e424d2624ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369066a5-4cad-4888-becc-85ead05d2cbd', 'name': '', 'network_id': '952ab810-004c-432f-bca4-db060534f298', 'tenant_id': 'ed88649b71bc458cae04e424d2624ce7', 'mac_address': 'fa:16:3e:0f:81:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '94ad0d3d-90ae-4fb6-917f-af5d5a387839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:59:08Z', 'updated_at': '2022-04-28T19:59:18Z', 'revision_number': 5, 'project_id': 'ed88649b71bc458cae04e424d2624ce7', 'subnets': [{'id': '94ad0d3d-90ae-4fb6-917f-af5d5a387839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:51.998704 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46508) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:52.028434 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb9e585-a192-4dfa-a82b-4cd7beb54fb5 None None] Checking router: 7823a8d5-b73e-4445-81d5-f5fff7241429 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:59:52.040488 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb9e585-a192-4dfa-a82b-4cd7beb54fb5 None None] Routers {'7823a8d5-b73e-4445-81d5-f5fff7241429'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:59:52.041373 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-1fb9e585-a192-4dfa-a82b-4cd7beb54fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:59:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7823a8d5-b73e-4445-81d5-f5fff7241429'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:52.078309 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf45a26-8ec6-46c8-9cf6-11899add0530 req-83332576-ac9f-4eea-abff-f74aaacbe6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:52.082200 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9bf45a26-8ec6-46c8-9cf6-11899add0530 req-83332576-ac9f-4eea-abff-f74aaacbe6f9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94ad0d3d-90ae-4fb6-917f-af5d5a387839 HTTP/1.1" status: 200 len: 848 time: 0.1567972 Apr 28 19:59:52.156819 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-1fb9e585-a192-4dfa-a82b-4cd7beb54fb5 None None] Set router 7823a8d5-b73e-4445-81d5-f5fff7241429 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:59:52.207106 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf45a26-8ec6-46c8-9cf6-11899add0530 req-b12757c3-116b-447f-899d-f8af0a086e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:52.214069 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9bf45a26-8ec6-46c8-9cf6-11899add0530 req-b12757c3-116b-447f-899d-f8af0a086e2b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=952ab810-004c-432f-bca4-db060534f298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221936 Apr 28 19:59:52.324119 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-be5e30a8-f651-4f70-9968-da482f46c5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:52.452543 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-1fb9e585-a192-4dfa-a82b-4cd7beb54fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'name': 'tempest-TestServerBasicOps-2096051399-router', 'tenant_id': 'ed88649b71bc458cae04e424d2624ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:59:03Z', 'updated_at': '2022-04-28T19:59:09Z', 'revision_number': 4, 'project_id': 'ed88649b71bc458cae04e424d2624ce7', 'gw_port': {'id': '91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:59:04Z', 'updated_at': '2022-04-28T19:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': 'c88e4f19-8de7-4d52-b776-aba401ca2839', 'tenant_id': 'ed88649b71bc458cae04e424d2624ce7', 'floating_ip_address': '172.25.8.50', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'port_id': '456ecf8c-ffb3-47d5-a1f7-0dfdba830f24', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '952ab810-004c-432f-bca4-db060534f298', 'mac_address': 'fa:16:3e:d9:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd15f827-377e-418e-bb0d-4556899cf6f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:59:49Z', 'updated_at': '2022-04-28T19:59:49Z', 'revision_number': 0, 'project_id': 'ed88649b71bc458cae04e424d2624ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369066a5-4cad-4888-becc-85ead05d2cbd', 'name': '', 'network_id': '952ab810-004c-432f-bca4-db060534f298', 'tenant_id': 'ed88649b71bc458cae04e424d2624ce7', 'mac_address': 'fa:16:3e:0f:81:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '94ad0d3d-90ae-4fb6-917f-af5d5a387839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:59:08Z', 'updated_at': '2022-04-28T19:59:18Z', 'revision_number': 5, 'project_id': 'ed88649b71bc458cae04e424d2624ce7', 'subnets': [{'id': '94ad0d3d-90ae-4fb6-917f-af5d5a387839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:52.504025 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb9e585-a192-4dfa-a82b-4cd7beb54fb5 None None] The sync data for ids ['7823a8d5-b73e-4445-81d5-f5fff7241429'] in n-d-839810-1 is: [{'id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'name': 'tempest-TestServerBasicOps-2096051399-router', 'tenant_id': 'ed88649b71bc458cae04e424d2624ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:59:03Z', 'updated_at': '2022-04-28T19:59:09Z', 'revision_number': 4, 'project_id': 'ed88649b71bc458cae04e424d2624ce7', 'gw_port': {'id': '91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:59:04Z', 'updated_at': '2022-04-28T19:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': 'c88e4f19-8de7-4d52-b776-aba401ca2839', 'tenant_id': 'ed88649b71bc458cae04e424d2624ce7', 'floating_ip_address': '172.25.8.50', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'port_id': '456ecf8c-ffb3-47d5-a1f7-0dfdba830f24', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '952ab810-004c-432f-bca4-db060534f298', 'mac_address': 'fa:16:3e:d9:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd15f827-377e-418e-bb0d-4556899cf6f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:59:49Z', 'updated_at': '2022-04-28T19:59:49Z', 'revision_number': 0, 'project_id': 'ed88649b71bc458cae04e424d2624ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369066a5-4cad-4888-becc-85ead05d2cbd', 'name': '', 'network_id': '952ab810-004c-432f-bca4-db060534f298', 'tenant_id': 'ed88649b71bc458cae04e424d2624ce7', 'mac_address': 'fa:16:3e:0f:81:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '94ad0d3d-90ae-4fb6-917f-af5d5a387839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:59:08Z', 'updated_at': '2022-04-28T19:59:18Z', 'revision_number': 5, 'project_id': 'ed88649b71bc458cae04e424d2624ce7', 'subnets': [{'id': '94ad0d3d-90ae-4fb6-917f-af5d5a387839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:59:52.519789 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9bf45a26-8ec6-46c8-9cf6-11899add0530 req-d2a5b96c-2534-428d-a038-61f2ba40a202 service neutron] 10.222.0.44 "GET /v2.0/networks/952ab810-004c-432f-bca4-db060534f298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018117 Apr 28 19:59:52.685152 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-11e205c4-ebd3-481c-8c25-39b647bbb9d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:52.778754 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 46526) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:52.799847 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9bf45a26-8ec6-46c8-9cf6-11899add0530 req-48ca965f-e82f-4e22-9741-3de6ea98cdda service neutron] 10.222.0.44 "GET /v2.0/networks/952ab810-004c-432f-bca4-db060534f298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712824 Apr 28 19:59:52.801300 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-15b53bda-9df1-4b79-9b48-4b13ba87fbe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:52.852483 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-11e205c4-ebd3-481c-8c25-39b647bbb9d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:52.859287 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-11e205c4-ebd3-481c-8c25-39b647bbb9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:52.921525 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-15b53bda-9df1-4b79-9b48-4b13ba87fbe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:52.927569 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-15b53bda-9df1-4b79-9b48-4b13ba87fbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:52.950605 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-11e205c4-ebd3-481c-8c25-39b647bbb9d6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1a3ce7ad0df64fa1a2b698634a1987ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9504364 Apr 28 19:59:52.951315 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46530) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:52.954052 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e205c4-ebd3-481c-8c25-39b647bbb9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71367a72-8c70-44ea-a2bf-718d845dafd8,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:53.000634 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-15b53bda-9df1-4b79-9b48-4b13ba87fbe2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=39087e59bcc94586891d15cf32d94cd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2204387 Apr 28 19:59:53.003484 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b53bda-9df1-4b79-9b48-4b13ba87fbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f59a17a-560e-4200-8741-c43397ae6a23,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:53.006554 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46532) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:53.006762 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb85a1d-cc6e-4dd0-aefd-d98d892cf1f2 None None] New status for floating IP c88e4f19-8de7-4d52-b776-aba401ca2839: ACTIVE {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:59:53.060521 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cd9f5503-0f4e-44da-96b2-5dd80e7d680d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:53.085349 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-50502be4-47b7-4406-be5c-f2bdccca27cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:53.097230 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cd9f5503-0f4e-44da-96b2-5dd80e7d680d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:53.129616 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-50502be4-47b7-4406-be5c-f2bdccca27cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:53.202697 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cd9f5503-0f4e-44da-96b2-5dd80e7d680d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:53.209989 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cd9f5503-0f4e-44da-96b2-5dd80e7d680d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:53.214068 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-cd9f5503-0f4e-44da-96b2-5dd80e7d680d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/71367a72-8c70-44ea-a2bf-718d845dafd8 HTTP/1.1" status: 204 len: 168 time: 0.2611957 Apr 28 19:59:53.225701 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f5503-0f4e-44da-96b2-5dd80e7d680d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71367a72-8c70-44ea-a2bf-718d845dafd8,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:53.265306 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-50502be4-47b7-4406-be5c-f2bdccca27cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:53.269365 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-50502be4-47b7-4406-be5c-f2bdccca27cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:53.274150 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-50502be4-47b7-4406-be5c-f2bdccca27cc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2f59a17a-560e-4200-8741-c43397ae6a23 HTTP/1.1" status: 204 len: 168 time: 0.2655466 Apr 28 19:59:53.296515 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50502be4-47b7-4406-be5c-f2bdccca27cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f59a17a-560e-4200-8741-c43397ae6a23,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:53.530743 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:54.951323 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46608) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:55.104810 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-090b3742-0862-4fa9-a975-6a33e5cf8688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:55.276955 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-090b3742-0862-4fa9-a975-6a33e5cf8688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:55.285757 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-090b3742-0862-4fa9-a975-6a33e5cf8688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:55.332623 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 46640) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:55.333202 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-090b3742-0862-4fa9-a975-6a33e5cf8688 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ae4449aaccc3488eb97458f128741199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3802111 Apr 28 19:59:55.335148 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b3742-0862-4fa9-a975-6a33e5cf8688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909ca879-530b-4b3d-8a26-2989eb9b940c,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:55.467049 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-97f9af51-718c-4078-bff8-906507364791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:55.511206 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-97f9af51-718c-4078-bff8-906507364791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:55.581213 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-97f9af51-718c-4078-bff8-906507364791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:55.585759 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-97f9af51-718c-4078-bff8-906507364791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:55.587646 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-97f9af51-718c-4078-bff8-906507364791 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/909ca879-530b-4b3d-8a26-2989eb9b940c HTTP/1.1" status: 204 len: 168 time: 0.2538118 Apr 28 19:59:55.598500 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9af51-718c-4078-bff8-906507364791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909ca879-530b-4b3d-8a26-2989eb9b940c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:55.851870 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:55.961172 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:57.982097 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46748) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:58.230880 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f83fcc81-7d32-49f7-aec5-bdd603b5e24a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:58.416356 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f83fcc81-7d32-49f7-aec5-bdd603b5e24a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:58.423033 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f83fcc81-7d32-49f7-aec5-bdd603b5e24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:58.494708 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83fcc81-7d32-49f7-aec5-bdd603b5e24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bfc102-9247-43c4-b1e5-0f81fcd57f9a,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:58.555142 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f83fcc81-7d32-49f7-aec5-bdd603b5e24a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5e9a397690484b1a9d9f653c0533bb84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5690575 Apr 28 19:59:58.555547 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46768) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:58.724674 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-16e548ed-01a4-4da6-b6ee-db13c7e342f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:58.777096 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-16e548ed-01a4-4da6-b6ee-db13c7e342f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:58.885484 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-16e548ed-01a4-4da6-b6ee-db13c7e342f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:58.899736 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-16e548ed-01a4-4da6-b6ee-db13c7e342f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:58.903892 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-16e548ed-01a4-4da6-b6ee-db13c7e342f5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/65bfc102-9247-43c4-b1e5-0f81fcd57f9a HTTP/1.1" status: 204 len: 168 time: 0.3471806 Apr 28 19:59:58.937860 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e548ed-01a4-4da6-b6ee-db13c7e342f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bfc102-9247-43c4-b1e5-0f81fcd57f9a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:59.258722 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 46796) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:59.454101 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3bc85279-0b9c-4195-a943-c611436b87a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:59.590188 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3bc85279-0b9c-4195-a943-c611436b87a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:59.601921 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3bc85279-0b9c-4195-a943-c611436b87a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:59.660347 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46810) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 19:59:59.669633 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3bc85279-0b9c-4195-a943-c611436b87a7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5d19f91333404b44bf9d40c697a7e39c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3994935 Apr 28 19:59:59.670975 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc85279-0b9c-4195-a943-c611436b87a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e106f7e6-fc35-4acc-858f-4e4d4d805fff,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:59.751718 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9987ab11-255f-4db7-a9cb-403d860bdc1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:59.807418 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9987ab11-255f-4db7-a9cb-403d860bdc1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:59.927199 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9987ab11-255f-4db7-a9cb-403d860bdc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:59.931318 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9987ab11-255f-4db7-a9cb-403d860bdc1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:59.936955 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9987ab11-255f-4db7-a9cb-403d860bdc1c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e106f7e6-fc35-4acc-858f-4e4d4d805fff HTTP/1.1" status: 204 len: 168 time: 0.2739279 Apr 28 19:59:59.950265 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9987ab11-255f-4db7-a9cb-403d860bdc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e106f7e6-fc35-4acc-858f-4e4d4d805fff,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:00.489202 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46838) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:00.504168 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e07e89e9-aff8-40eb-a2a6-fccc2abfadc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:00.597208 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e07e89e9-aff8-40eb-a2a6-fccc2abfadc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:00.601955 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e07e89e9-aff8-40eb-a2a6-fccc2abfadc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:00.652738 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e07e89e9-aff8-40eb-a2a6-fccc2abfadc7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=490abf7d7eec4cc38491b632857d584c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1623719 Apr 28 20:00:00.653641 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e89e9-aff8-40eb-a2a6-fccc2abfadc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae12cdf5-709b-4cec-bb89-a1148fdf1d07,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:00.655524 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 46842) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:00.722821 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-77b77d67-5bb6-4574-bf5e-a93bbf6d5973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:00.748540 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-77b77d67-5bb6-4574-bf5e-a93bbf6d5973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:00.825263 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-77b77d67-5bb6-4574-bf5e-a93bbf6d5973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:00.829756 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-77b77d67-5bb6-4574-bf5e-a93bbf6d5973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:00.833468 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-77b77d67-5bb6-4574-bf5e-a93bbf6d5973 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ae12cdf5-709b-4cec-bb89-a1148fdf1d07 HTTP/1.1" status: 204 len: 168 time: 0.1740258 Apr 28 20:00:00.842277 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b77d67-5bb6-4574-bf5e-a93bbf6d5973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae12cdf5-709b-4cec-bb89-a1148fdf1d07,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:01.453961 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 46884) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:01.501070 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c4c4132e-f3c4-4c3c-b1eb-c6c239903f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:01.714680 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c4c4132e-f3c4-4c3c-b1eb-c6c239903f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:01.723032 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c4c4132e-f3c4-4c3c-b1eb-c6c239903f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:01.849024 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c4c4132e-f3c4-4c3c-b1eb-c6c239903f99 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5c71e90f3eb74b1cb626be4f14c3ee65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3937860 Apr 28 20:00:01.851792 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46922) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:01.884312 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4132e-f3c4-4c3c-b1eb-c6c239903f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9ab661-369e-42ac-863c-f9bf6cc13dae,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:01.894555 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:01.954314 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-905ebfdf-870a-44db-9f27-05f8e5f327e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:02.006279 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-905ebfdf-870a-44db-9f27-05f8e5f327e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:02.114537 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-905ebfdf-870a-44db-9f27-05f8e5f327e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:02.117761 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-905ebfdf-870a-44db-9f27-05f8e5f327e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:02.118902 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-905ebfdf-870a-44db-9f27-05f8e5f327e3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4f9ab661-369e-42ac-863c-f9bf6cc13dae HTTP/1.1" status: 204 len: 168 time: 0.2651155 Apr 28 20:00:02.144639 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ebfdf-870a-44db-9f27-05f8e5f327e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9ab661-369e-42ac-863c-f9bf6cc13dae,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:02.163071 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46956) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:02.224552 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46964) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:02.585254 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b7489402-d422-4f4a-9918-ae3d6d6efab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:02.600449 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-779db2c3-3e5e-42b7-ab20-8bf1bfc9ad39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:02.750861 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b7489402-d422-4f4a-9918-ae3d6d6efab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:02.753054 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-779db2c3-3e5e-42b7-ab20-8bf1bfc9ad39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:02.759115 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-779db2c3-3e5e-42b7-ab20-8bf1bfc9ad39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:02.771327 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b7489402-d422-4f4a-9918-ae3d6d6efab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:02.885725 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 46996) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:02.893019 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b7489402-d422-4f4a-9918-ae3d6d6efab3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=45a1c429114d4ff4bfaedb3587c1b168&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7287133 Apr 28 20:00:02.906770 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-779db2c3-3e5e-42b7-ab20-8bf1bfc9ad39 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=20174ed0405a4125b54186b9ed124597&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6802409 Apr 28 20:00:02.909804 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779db2c3-3e5e-42b7-ab20-8bf1bfc9ad39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337392cd-9464-432e-95e7-e76dc8cde111,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:02.914578 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 46998) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:03.025755 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6a1edd9a-9708-4a8f-b636-8ae4d7303c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:03.036812 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 47000) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:03.058408 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dfe98f71-8a03-4153-a549-d61ba199d70f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:03.061865 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6a1edd9a-9708-4a8f-b636-8ae4d7303c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:03.069532 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7489402-d422-4f4a-9918-ae3d6d6efab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58eabd7d-39aa-4191-b37d-418950b4f872,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:03.105838 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dfe98f71-8a03-4153-a549-d61ba199d70f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:03.178274 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6a1edd9a-9708-4a8f-b636-8ae4d7303c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:03.181244 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6a1edd9a-9708-4a8f-b636-8ae4d7303c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:03.181923 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dfe98f71-8a03-4153-a549-d61ba199d70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:03.182823 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6a1edd9a-9708-4a8f-b636-8ae4d7303c65 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/58eabd7d-39aa-4191-b37d-418950b4f872 HTTP/1.1" status: 204 len: 168 time: 0.2961011 Apr 28 20:00:03.190496 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dfe98f71-8a03-4153-a549-d61ba199d70f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:03.191337 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-dfe98f71-8a03-4153-a549-d61ba199d70f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/337392cd-9464-432e-95e7-e76dc8cde111 HTTP/1.1" status: 204 len: 168 time: 0.2726517 Apr 28 20:00:03.195617 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1edd9a-9708-4a8f-b636-8ae4d7303c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58eabd7d-39aa-4191-b37d-418950b4f872,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:03.201618 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe98f71-8a03-4153-a549-d61ba199d70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337392cd-9464-432e-95e7-e76dc8cde111,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:03.232746 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ac38892-cff6-4af7-bcd7-4fca65ac76a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:03.338721 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ac38892-cff6-4af7-bcd7-4fca65ac76a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:03.352434 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ac38892-cff6-4af7-bcd7-4fca65ac76a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:03.405634 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 47020) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:03.405867 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7ac38892-cff6-4af7-bcd7-4fca65ac76a6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2c6d9a881cc14f5c81038e8ea41d30cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3648701 Apr 28 20:00:03.408566 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac38892-cff6-4af7-bcd7-4fca65ac76a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098ea8b5-f5d9-43a2-9fe2-7ee89d6af68a,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:03.472621 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:03.478920 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c29d7d6f-0997-4e31-a041-a453b96776fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:03.512727 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c29d7d6f-0997-4e31-a041-a453b96776fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:03.571271 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c29d7d6f-0997-4e31-a041-a453b96776fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:03.575206 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c29d7d6f-0997-4e31-a041-a453b96776fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:03.578150 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c29d7d6f-0997-4e31-a041-a453b96776fb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/098ea8b5-f5d9-43a2-9fe2-7ee89d6af68a HTTP/1.1" status: 204 len: 168 time: 0.1704681 Apr 28 20:00:03.592716 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d7d6f-0997-4e31-a041-a453b96776fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098ea8b5-f5d9-43a2-9fe2-7ee89d6af68a,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:03.734259 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 47032) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:03.740378 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 47034) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:03.757507 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7a0aea1c-de7e-4fa0-a919-910c073e70d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:03.766262 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f1d84e2b-d6cf-4316-bd86-1dcb56afd6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:03.868993 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7a0aea1c-de7e-4fa0-a919-910c073e70d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:03.875805 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7a0aea1c-de7e-4fa0-a919-910c073e70d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:03.926467 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f1d84e2b-d6cf-4316-bd86-1dcb56afd6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:03.930457 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7a0aea1c-de7e-4fa0-a919-910c073e70d7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=66e4fb8bca9147a5a7cf73f37477ab9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1888752 Apr 28 20:00:03.932552 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f1d84e2b-d6cf-4316-bd86-1dcb56afd6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:03.933596 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 47038) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:03.934367 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0aea1c-de7e-4fa0-a919-910c073e70d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d3d21b-6276-4d9b-b4ff-6520b29d5ebf,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:04.006195 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-71e08482-dc43-4d54-bdc5-2ca64f6dd145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:04.030871 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f1d84e2b-d6cf-4316-bd86-1dcb56afd6e8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2b7404d6d74648ee97fa56617af67589&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2932594 Apr 28 20:00:04.030871 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d84e2b-d6cf-4316-bd86-1dcb56afd6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ef4543-40df-4a4b-b405-e4034eadfcdf,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:04.032523 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 47046) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:04.038721 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-71e08482-dc43-4d54-bdc5-2ca64f6dd145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:04.105446 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-71e08482-dc43-4d54-bdc5-2ca64f6dd145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:04.109391 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-71e08482-dc43-4d54-bdc5-2ca64f6dd145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:04.112511 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-71e08482-dc43-4d54-bdc5-2ca64f6dd145 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/24d3d21b-6276-4d9b-b4ff-6520b29d5ebf HTTP/1.1" status: 204 len: 168 time: 0.1733077 Apr 28 20:00:04.123370 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e08482-dc43-4d54-bdc5-2ca64f6dd145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d3d21b-6276-4d9b-b4ff-6520b29d5ebf,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:04.128310 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d7e68c4e-8248-4391-97d3-c3b6c70ff07a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:04.173087 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d7e68c4e-8248-4391-97d3-c3b6c70ff07a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:04.234536 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d7e68c4e-8248-4391-97d3-c3b6c70ff07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:04.239322 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d7e68c4e-8248-4391-97d3-c3b6c70ff07a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:04.240665 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d7e68c4e-8248-4391-97d3-c3b6c70ff07a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e9ef4543-40df-4a4b-b405-e4034eadfcdf HTTP/1.1" status: 204 len: 168 time: 0.2057900 Apr 28 20:00:04.253747 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e68c4e-8248-4391-97d3-c3b6c70ff07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ef4543-40df-4a4b-b405-e4034eadfcdf,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:04.344201 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 47056) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:04.359542 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ee1ad98-9c35-4c86-b06e-fa32fefbfe9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:04.472402 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ee1ad98-9c35-4c86-b06e-fa32fefbfe9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:04.478422 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8ee1ad98-9c35-4c86-b06e-fa32fefbfe9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:04.508304 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8ee1ad98-9c35-4c86-b06e-fa32fefbfe9f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6490f781cea7400cad511b5c047cf0aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1628516 Apr 28 20:00:04.512488 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 47058) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:04.543391 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1ad98-9c35-4c86-b06e-fa32fefbfe9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c225bc-6405-455d-8b8e-a6f3044a59b9,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:04.628117 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-455d1477-76d1-4580-b4e9-b53b0f0ecbe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:04.630720 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:00:04.663225 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-455d1477-76d1-4580-b4e9-b53b0f0ecbe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:04.741317 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-455d1477-76d1-4580-b4e9-b53b0f0ecbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:04.744739 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-455d1477-76d1-4580-b4e9-b53b0f0ecbe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:04.748859 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-455d1477-76d1-4580-b4e9-b53b0f0ecbe4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/63c225bc-6405-455d-8b8e-a6f3044a59b9 HTTP/1.1" status: 204 len: 168 time: 0.2315693 Apr 28 20:00:04.755881 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d1477-76d1-4580-b4e9-b53b0f0ecbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c225bc-6405-455d-8b8e-a6f3044a59b9,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:06.032322 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 47130) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:06.039134 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-7cee5a4d-1ba3-43be-9bd6-c951bfc47627 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-541482125', 'description': 'tempest-secgroup-smoke-541482125 description', 'project_id': '337e8021fa0c43d183fd116927375cd1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:06.072971 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7cee5a4d-1ba3-43be-9bd6-c951bfc47627 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:06.083120 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7cee5a4d-1ba3-43be-9bd6-c951bfc47627 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:06.201595 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7cee5a4d-1ba3-43be-9bd6-c951bfc47627 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:06.207084 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7cee5a4d-1ba3-43be-9bd6-c951bfc47627 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:06.256893 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee5a4d-1ba3-43be-9bd6-c951bfc47627 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56eec914-7c01-4161-a5d4-ad0f2bed1c3a,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:06.323978 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7cee5a4d-1ba3-43be-9bd6-c951bfc47627 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:06.328965 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7cee5a4d-1ba3-43be-9bd6-c951bfc47627 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:06.363634 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee5a4d-1ba3-43be-9bd6-c951bfc47627 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2df10a27-08af-4839-883d-0a1b4fc297bf,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:06.375005 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7cee5a4d-1ba3-43be-9bd6-c951bfc47627 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:06.379296 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7cee5a4d-1ba3-43be-9bd6-c951bfc47627 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3415124 Apr 28 20:00:06.380228 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 47142) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:06.386057 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-9b02a0d3-cb87-43c2-b582-7e0aea02ae69 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'security_group_rule': {'security_group_id': '2df10a27-08af-4839-883d-0a1b4fc297bf', 'project_id': '337e8021fa0c43d183fd116927375cd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:06.420320 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9b02a0d3-cb87-43c2-b582-7e0aea02ae69 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:06.524552 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9b02a0d3-cb87-43c2-b582-7e0aea02ae69 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:06.530242 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9b02a0d3-cb87-43c2-b582-7e0aea02ae69 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:06.556664 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9b02a0d3-cb87-43c2-b582-7e0aea02ae69 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:06.558163 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9b02a0d3-cb87-43c2-b582-7e0aea02ae69 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1768801 Apr 28 20:00:06.559507 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02a0d3-cb87-43c2-b582-7e0aea02ae69 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf575a9-6c9f-427c-bb21-98aae141f279,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:06.561052 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 47152) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:06.566321 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-3595c4ad-e1e0-44f4-aea2-c6c2f9eb2c90 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'security_group_rule': {'security_group_id': '2df10a27-08af-4839-883d-0a1b4fc297bf', 'project_id': '337e8021fa0c43d183fd116927375cd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:06.618242 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3595c4ad-e1e0-44f4-aea2-c6c2f9eb2c90 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:06.718677 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3595c4ad-e1e0-44f4-aea2-c6c2f9eb2c90 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:06.730183 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3595c4ad-e1e0-44f4-aea2-c6c2f9eb2c90 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:06.745921 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595c4ad-e1e0-44f4-aea2-c6c2f9eb2c90 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a565c66-e281-4cda-9b4a-c9c3498ab1b3,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:06.775045 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3595c4ad-e1e0-44f4-aea2-c6c2f9eb2c90 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:06.776371 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3595c4ad-e1e0-44f4-aea2-c6c2f9eb2c90 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2140892 Apr 28 20:00:06.779313 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 47160) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:06.784794 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-3f51c68d-e1fc-4ea2-9330-571500433af8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'security_group_rule': {'security_group_id': '2df10a27-08af-4839-883d-0a1b4fc297bf', 'project_id': '337e8021fa0c43d183fd116927375cd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:06.838321 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f51c68d-e1fc-4ea2-9330-571500433af8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:06.992303 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f51c68d-e1fc-4ea2-9330-571500433af8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:06.997089 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f51c68d-e1fc-4ea2-9330-571500433af8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:07.046238 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51c68d-e1fc-4ea2-9330-571500433af8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=692bc836-8cff-4e8c-88d1-8f7e3c2d78a1,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:07.080940 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f51c68d-e1fc-4ea2-9330-571500433af8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:07.089028 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3f51c68d-e1fc-4ea2-9330-571500433af8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3061593 Apr 28 20:00:07.089399 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 47176) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:07.094311 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-bd59d455-66a3-42d5-a3c5-6df2944ac8f1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'security_group_rule': {'security_group_id': '2df10a27-08af-4839-883d-0a1b4fc297bf', 'project_id': '337e8021fa0c43d183fd116927375cd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:07.185610 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bd59d455-66a3-42d5-a3c5-6df2944ac8f1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:07.333475 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bd59d455-66a3-42d5-a3c5-6df2944ac8f1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:07.338094 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bd59d455-66a3-42d5-a3c5-6df2944ac8f1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:07.377014 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59d455-66a3-42d5-a3c5-6df2944ac8f1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=636bdced-82c8-4d8c-b06e-cf2fb19a03fc,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:07.390538 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bd59d455-66a3-42d5-a3c5-6df2944ac8f1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:07.391922 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-bd59d455-66a3-42d5-a3c5-6df2944ac8f1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3013566 Apr 28 20:00:07.400017 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 47194) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:07.406875 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-e5340e3f-f2f7-439a-ab7f-9bd414f2f8b1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'security_group_rule': {'security_group_id': '2df10a27-08af-4839-883d-0a1b4fc297bf', 'project_id': '337e8021fa0c43d183fd116927375cd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:07.433829 n-d-839810-1 neutron-server[102773]: INFO neutron.db.securitygroups_db [None req-e5340e3f-f2f7-439a-ab7f-9bd414f2f8b1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Project 337e8021fa0c43d183fd116927375cd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:00:07.440932 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e5340e3f-f2f7-439a-ab7f-9bd414f2f8b1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:07.563106 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e5340e3f-f2f7-439a-ab7f-9bd414f2f8b1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:07.573460 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e5340e3f-f2f7-439a-ab7f-9bd414f2f8b1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:07.599713 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5340e3f-f2f7-439a-ab7f-9bd414f2f8b1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5b1f4c8-a2fa-4be7-bc4d-686c038d4ba4,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:07.632694 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e5340e3f-f2f7-439a-ab7f-9bd414f2f8b1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:07.635220 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e5340e3f-f2f7-439a-ab7f-9bd414f2f8b1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2334149 Apr 28 20:00:07.638476 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 47206) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:07.648863 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-99a2290f-bf17-419b-a1d5-c41a2fc3f4ad tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'security_group_rule': {'security_group_id': '2df10a27-08af-4839-883d-0a1b4fc297bf', 'project_id': '337e8021fa0c43d183fd116927375cd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:07.678718 n-d-839810-1 neutron-server[102774]: INFO neutron.db.securitygroups_db [None req-99a2290f-bf17-419b-a1d5-c41a2fc3f4ad tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Project 337e8021fa0c43d183fd116927375cd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:00:07.688515 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-99a2290f-bf17-419b-a1d5-c41a2fc3f4ad tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:07.844245 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-99a2290f-bf17-419b-a1d5-c41a2fc3f4ad tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:07.857225 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-99a2290f-bf17-419b-a1d5-c41a2fc3f4ad tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:07.914451 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2290f-bf17-419b-a1d5-c41a2fc3f4ad tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fafd503a-c80d-473f-a202-63abff6c3499,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:07.934374 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-99a2290f-bf17-419b-a1d5-c41a2fc3f4ad tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:07.941395 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 47232) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:07.943839 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-99a2290f-bf17-419b-a1d5-c41a2fc3f4ad tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3023605 Apr 28 20:00:07.951361 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-1daff7da-13ef-441f-bbdc-86732c175226 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'network': {'name': 'tempest-network-smoke--251997324', 'project_id': '337e8021fa0c43d183fd116927375cd1', 'port_security_enabled': True}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:07.990052 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1daff7da-13ef-441f-bbdc-86732c175226 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Made reservation on behalf of 337e8021fa0c43d183fd116927375cd1 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:08.007199 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1daff7da-13ef-441f-bbdc-86732c175226 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:08.071822 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1daff7da-13ef-441f-bbdc-86732c175226 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:00:08.084911 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1daff7da-13ef-441f-bbdc-86732c175226 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:08.085551 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-1daff7da-13ef-441f-bbdc-86732c175226 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Added segment a66a9d68-65db-4b04-9da2-db659fb4ddb1 of type vlan for network 48755b91-0964-4b17-9b2c-cb54e83e1276 Apr 28 20:00:08.144402 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1daff7da-13ef-441f-bbdc-86732c175226 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:08.192649 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1daff7da-13ef-441f-bbdc-86732c175226 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:08.213206 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daff7da-13ef-441f-bbdc-86732c175226 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:08.214029 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1daff7da-13ef-441f-bbdc-86732c175226 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:08.317914 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1daff7da-13ef-441f-bbdc-86732c175226 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3743989 Apr 28 20:00:08.320646 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 47262) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:08.325995 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-ecc4cb29-bcf7-452b-8740-4d1ff0e6e7a1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-713405308', 'admin_state_up': True, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:08.366168 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ecc4cb29-bcf7-452b-8740-4d1ff0e6e7a1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:08.367758 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ecc4cb29-bcf7-452b-8740-4d1ff0e6e7a1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:08.384490 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daff7da-13ef-441f-bbdc-86732c175226 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'Network': ['ID=48755b91-0964-4b17-9b2c-cb54e83e1276,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:08.400511 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 48755b91-0964-4b17-9b2c-cb54e83e1276 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:00:08.501584 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ecc4cb29-bcf7-452b-8740-4d1ff0e6e7a1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:08.762053 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ecc4cb29-bcf7-452b-8740-4d1ff0e6e7a1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:09.200435 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 47304) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:09.255177 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ecc4cb29-bcf7-452b-8740-4d1ff0e6e7a1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:09.305000 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ecc4cb29-bcf7-452b-8740-4d1ff0e6e7a1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:09.445098 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7430ec5e-e30f-48af-9d8e-929adb8c575e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:09.575057 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-ecc4cb29-bcf7-452b-8740-4d1ff0e6e7a1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Allocated IP 172.25.8.25 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/4bfe2794-1447-4ffe-b8f7-1f10b6f89822) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:09.648920 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7430ec5e-e30f-48af-9d8e-929adb8c575e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:09.658285 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7430ec5e-e30f-48af-9d8e-929adb8c575e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:09.710733 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 47326) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:09.710969 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7430ec5e-e30f-48af-9d8e-929adb8c575e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=16521ca01c7b455686aadec5d3ae9814&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5096951 Apr 28 20:00:09.715535 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7430ec5e-e30f-48af-9d8e-929adb8c575e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94deda2-6b95-40f5-853c-89b9581d257b,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:09.773144 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ecc4cb29-bcf7-452b-8740-4d1ff0e6e7a1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:09.818814 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb8e436f-5a2f-46b0-a04b-6b1e32979ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:09.866856 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb8e436f-5a2f-46b0-a04b-6b1e32979ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:09.916248 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ecc4cb29-bcf7-452b-8740-4d1ff0e6e7a1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:09.943263 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc4cb29-bcf7-452b-8740-4d1ff0e6e7a1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:09.948934 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-ecc4cb29-bcf7-452b-8740-4d1ff0e6e7a1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:09.972960 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc4cb29-bcf7-452b-8740-4d1ff0e6e7a1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:00:10.034634 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc4cb29-bcf7-452b-8740-4d1ff0e6e7a1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'Port': ['ID=4bfe2794-1447-4ffe-b8f7-1f10b6f89822,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:10.041455 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb8e436f-5a2f-46b0-a04b-6b1e32979ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:10.044470 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb8e436f-5a2f-46b0-a04b-6b1e32979ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:10.049467 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cb8e436f-5a2f-46b0-a04b-6b1e32979ad7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a94deda2-6b95-40f5-853c-89b9581d257b HTTP/1.1" status: 204 len: 168 time: 0.3373034 Apr 28 20:00:10.191276 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e436f-5a2f-46b0-a04b-6b1e32979ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94deda2-6b95-40f5-853c-89b9581d257b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:10.551142 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 47350) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:10.609989 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00484f5d-96dc-4a5d-9787-dc824bfe9daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:10.747602 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00484f5d-96dc-4a5d-9787-dc824bfe9daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:10.754507 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00484f5d-96dc-4a5d-9787-dc824bfe9daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:10.782954 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ecc4cb29-bcf7-452b-8740-4d1ff0e6e7a1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:10.804926 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-00484f5d-96dc-4a5d-9787-dc824bfe9daf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5effd7c920324c11a61d777b31b262a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2516127 Apr 28 20:00:10.806036 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 47358) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:10.828606 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00484f5d-96dc-4a5d-9787-dc824bfe9daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2a670e-320b-4fed-9bb8-3130c428a8aa,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:10.899915 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e4ac5676-81ea-4f2b-98d1-d3452846dc3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:10.996357 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e4ac5676-81ea-4f2b-98d1-d3452846dc3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:11.148049 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e4ac5676-81ea-4f2b-98d1-d3452846dc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:11.162684 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e4ac5676-81ea-4f2b-98d1-d3452846dc3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:11.170960 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e4ac5676-81ea-4f2b-98d1-d3452846dc3a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4b2a670e-320b-4fed-9bb8-3130c428a8aa HTTP/1.1" status: 204 len: 168 time: 0.3556395 Apr 28 20:00:11.193557 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac5676-81ea-4f2b-98d1-d3452846dc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2a670e-320b-4fed-9bb8-3130c428a8aa,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:11.391218 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ecc4cb29-bcf7-452b-8740-4d1ff0e6e7a1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:11.797509 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc4cb29-bcf7-452b-8740-4d1ff0e6e7a1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Router 01a1ae97-ab9a-4ca9-ae55-be939788ed37 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 20:00:12.009910 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc4cb29-bcf7-452b-8740-4d1ff0e6e7a1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:00:12.028849 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d2f0e8-f8dc-4e5b-b9d0-d1e78e480a16 None None] Sync routers for ids ['01a1ae97-ab9a-4ca9-ae55-be939788ed37'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:00:12.038952 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ecc4cb29-bcf7-452b-8740-4d1ff0e6e7a1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:12.044802 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ecc4cb29-bcf7-452b-8740-4d1ff0e6e7a1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.7225981 Apr 28 20:00:12.048157 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 47430) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:12.060189 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d2f0e8-f8dc-4e5b-b9d0-d1e78e480a16 None None] Routers {'01a1ae97-ab9a-4ca9-ae55-be939788ed37'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:00:12.060189 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-97d2f0e8-f8dc-4e5b-b9d0-d1e78e480a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:59:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['01a1ae97-ab9a-4ca9-ae55-be939788ed37'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:12.287431 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-97d2f0e8-f8dc-4e5b-b9d0-d1e78e480a16 None None] Set router 01a1ae97-ab9a-4ca9-ae55-be939788ed37 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:00:12.641279 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9327527c-dee9-491e-8846-e71047694fea tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=337e8021fa0c43d183fd116927375cd1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5903902 Apr 28 20:00:12.644991 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 47470) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:13.033348 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56908f35-8dbc-48c6-86bc-0cce11b679f4 tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:13.038250 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-56908f35-8dbc-48c6-86bc-0cce11b679f4 tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3888707 Apr 28 20:00:13.039203 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-97d2f0e8-f8dc-4e5b-b9d0-d1e78e480a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-713405308', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '4bfe2794-1447-4ffe-b8f7-1f10b6f89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:00:08Z', 'updated_at': '2022-04-28T20:00:10Z', 'revision_number': 3, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '4bfe2794-1447-4ffe-b8f7-1f10b6f89822', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:00:09Z', 'updated_at': '2022-04-28T20:00:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:13.041595 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 47494) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:13.065483 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d2f0e8-f8dc-4e5b-b9d0-d1e78e480a16 None None] Checking router: 01a1ae97-ab9a-4ca9-ae55-be939788ed37 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:00:13.065840 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d2f0e8-f8dc-4e5b-b9d0-d1e78e480a16 None None] Updating router 01a1ae97-ab9a-4ca9-ae55-be939788ed37 port 4bfe2794-1447-4ffe-b8f7-1f10b6f89822 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:00:13.105660 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-200e250c-d6b0-45fd-9560-d6dc9810b0a5 tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=562d8c9c-50aa-492e-ae08-06d7f5fe6347&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0657921 Apr 28 20:00:13.108561 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 47498) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:13.120028 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-3041d728-6dd5-4fb3-a1c8-1d9824e3f15a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1895087523', 'network_id': '48755b91-0964-4b17-9b2c-cb54e83e1276', 'project_id': '337e8021fa0c43d183fd116927375cd1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:13.124561 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-97d2f0e8-f8dc-4e5b-b9d0-d1e78e480a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:13.343103 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3041d728-6dd5-4fb3-a1c8-1d9824e3f15a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Made reservation on behalf of 337e8021fa0c43d183fd116927375cd1 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:13.350983 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3041d728-6dd5-4fb3-a1c8-1d9824e3f15a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:13.738107 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-97d2f0e8-f8dc-4e5b-b9d0-d1e78e480a16 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:13.761254 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-97d2f0e8-f8dc-4e5b-b9d0-d1e78e480a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:13.797909 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3041d728-6dd5-4fb3-a1c8-1d9824e3f15a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:13.843637 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-97d2f0e8-f8dc-4e5b-b9d0-d1e78e480a16 None None] Attempting to bind port 4bfe2794-1447-4ffe-b8f7-1f10b6f89822 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:00:13.844036 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-97d2f0e8-f8dc-4e5b-b9d0-d1e78e480a16 None None] Attempting to bind port 4bfe2794-1447-4ffe-b8f7-1f10b6f89822 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:00:13.844398 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d2f0e8-f8dc-4e5b-b9d0-d1e78e480a16 None None] Attempting to bind port 4bfe2794-1447-4ffe-b8f7-1f10b6f89822 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:00:13.854319 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d2f0e8-f8dc-4e5b-b9d0-d1e78e480a16 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:00:13.854697 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d2f0e8-f8dc-4e5b-b9d0-d1e78e480a16 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:00:13.855918 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-97d2f0e8-f8dc-4e5b-b9d0-d1e78e480a16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:13.856707 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d2f0e8-f8dc-4e5b-b9d0-d1e78e480a16 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:00:13.857342 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-97d2f0e8-f8dc-4e5b-b9d0-d1e78e480a16 None None] Bound port: 4bfe2794-1447-4ffe-b8f7-1f10b6f89822, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:00:13.857879 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-97d2f0e8-f8dc-4e5b-b9d0-d1e78e480a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:13.939418 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29831eff-8201-43b7-9b12-89f33f995892 None None] Pushing event updated for resources: {'Port': ['ID=4bfe2794-1447-4ffe-b8f7-1f10b6f89822,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:13.963244 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-97d2f0e8-f8dc-4e5b-b9d0-d1e78e480a16 None None] For port 4bfe2794-1447-4ffe-b8f7-1f10b6f89822, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:00:13.967808 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-97d2f0e8-f8dc-4e5b-b9d0-d1e78e480a16 None None] For port 4bfe2794-1447-4ffe-b8f7-1f10b6f89822, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=4bfe2794-1447-4ffe-b8f7-1f10b6f89822,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:00:13.974597 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-97d2f0e8-f8dc-4e5b-b9d0-d1e78e480a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:13.984287 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041d728-6dd5-4fb3-a1c8-1d9824e3f15a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'Subnet': ['ID=43502a32-c77b-45bd-a11f-30959b40de62,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:14.074245 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3041d728-6dd5-4fb3-a1c8-1d9824e3f15a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Checking segment: {'id': 'a66a9d68-65db-4b04-9da2-db659fb4ddb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '48755b91-0964-4b17-9b2c-cb54e83e1276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:00:14.074618 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3041d728-6dd5-4fb3-a1c8-1d9824e3f15a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Network hostable DHCP agents. Network: 48755b91-0964-4b17-9b2c-cb54e83e1276, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:00:14.095761 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29831eff-8201-43b7-9b12-89f33f995892 None None] Pushing event updated for resources: {'Port': ['ID=4bfe2794-1447-4ffe-b8f7-1f10b6f89822,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:14.119305 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3041d728-6dd5-4fb3-a1c8-1d9824e3f15a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Network 48755b91-0964-4b17-9b2c-cb54e83e1276 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:00:14.134124 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-3041d728-6dd5-4fb3-a1c8-1d9824e3f15a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 48755b91-0964-4b17-9b2c-cb54e83e1276) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:14.134516 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d2f0e8-f8dc-4e5b-b9d0-d1e78e480a16 None None] Routers {'01a1ae97-ab9a-4ca9-ae55-be939788ed37'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:00:14.135165 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-97d2f0e8-f8dc-4e5b-b9d0-d1e78e480a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:59:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['01a1ae97-ab9a-4ca9-ae55-be939788ed37'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:14.147367 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3041d728-6dd5-4fb3-a1c8-1d9824e3f15a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:14.153320 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3041d728-6dd5-4fb3-a1c8-1d9824e3f15a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:14.182224 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3041d728-6dd5-4fb3-a1c8-1d9824e3f15a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0692618 Apr 28 20:00:14.185716 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76434ebb-3997-40cd-a557-608466bcb900 None None] Network 48755b91-0964-4b17-9b2c-cb54e83e1276 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:00:14.187036 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 47548) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:14.266413 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-97d2f0e8-f8dc-4e5b-b9d0-d1e78e480a16 None None] Set router 01a1ae97-ab9a-4ca9-ae55-be939788ed37 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:00:14.475455 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 47560) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:14.776749 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa61f6f1-bd53-44ba-a2ae-c57652449e82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-48755b91-0964-4b17-9b2c-cb54e83e1276', 'network_id': '48755b91-0964-4b17-9b2c-cb54e83e1276', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'fixed_ips': [{'subnet_id': '43502a32-c77b-45bd-a11f-30959b40de62'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:00:14.777644 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-aa61f6f1-bd53-44ba-a2ae-c57652449e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:14.782978 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-97d2f0e8-f8dc-4e5b-b9d0-d1e78e480a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-713405308', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '4bfe2794-1447-4ffe-b8f7-1f10b6f89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:00:08Z', 'updated_at': '2022-04-28T20:00:10Z', 'revision_number': 3, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '4bfe2794-1447-4ffe-b8f7-1f10b6f89822', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:00:09Z', 'updated_at': '2022-04-28T20:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:14.857311 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2cacf8df-3511-4b33-b77f-6e97e6143b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:14.857879 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d2f0e8-f8dc-4e5b-b9d0-d1e78e480a16 None None] The sync data for ids ['01a1ae97-ab9a-4ca9-ae55-be939788ed37'] in n-d-839810-1 is: [{'id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-713405308', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '4bfe2794-1447-4ffe-b8f7-1f10b6f89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:00:08Z', 'updated_at': '2022-04-28T20:00:10Z', 'revision_number': 3, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '4bfe2794-1447-4ffe-b8f7-1f10b6f89822', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:00:09Z', 'updated_at': '2022-04-28T20:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:00:15.044775 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2cacf8df-3511-4b33-b77f-6e97e6143b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:15.055007 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2cacf8df-3511-4b33-b77f-6e97e6143b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:15.065861 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-aa61f6f1-bd53-44ba-a2ae-c57652449e82 None None] Allocated IP 172.20.0.2 (48755b91-0964-4b17-9b2c-cb54e83e1276/43502a32-c77b-45bd-a11f-30959b40de62/95cb0674-35b2-408e-9f78-27ae48ba8b73) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:15.194558 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2cacf8df-3511-4b33-b77f-6e97e6143b14 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e67a8c8962af455c87c02d73fe79db5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7182677 Apr 28 20:00:15.195897 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cacf8df-3511-4b33-b77f-6e97e6143b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fdc663-6fa3-4627-b917-ba7e3bfcc2d9,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:15.207166 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 47586) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:15.389964 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0ac10020-7b0c-41c4-98b2-095dc0643502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:15.453266 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0ac10020-7b0c-41c4-98b2-095dc0643502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:15.550338 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-83201fa0-9184-4325-8a5e-6bf2f939bfac tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:15.558831 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-aa61f6f1-bd53-44ba-a2ae-c57652449e82 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:15.568213 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-aa61f6f1-bd53-44ba-a2ae-c57652449e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:15.615641 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0ac10020-7b0c-41c4-98b2-095dc0643502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:15.618651 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0ac10020-7b0c-41c4-98b2-095dc0643502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:15.619897 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0ac10020-7b0c-41c4-98b2-095dc0643502 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/85fdc663-6fa3-4627-b917-ba7e3bfcc2d9 HTTP/1.1" status: 204 len: 168 time: 0.4093475 Apr 28 20:00:15.644697 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac10020-7b0c-41c4-98b2-095dc0643502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fdc663-6fa3-4627-b917-ba7e3bfcc2d9,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:15.681529 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa61f6f1-bd53-44ba-a2ae-c57652449e82 None None] Network 48755b91-0964-4b17-9b2c-cb54e83e1276 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:15.686371 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-aa61f6f1-bd53-44ba-a2ae-c57652449e82 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:15.695322 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa61f6f1-bd53-44ba-a2ae-c57652449e82 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:00:15.993149 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61f6f1-bd53-44ba-a2ae-c57652449e82 None None] Pushing event updated for resources: {'Port': ['ID=95cb0674-35b2-408e-9f78-27ae48ba8b73,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:16.061642 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-aa61f6f1-bd53-44ba-a2ae-c57652449e82 None None] Attempting to bind port 95cb0674-35b2-408e-9f78-27ae48ba8b73 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:00:16.062109 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-aa61f6f1-bd53-44ba-a2ae-c57652449e82 None None] Attempting to bind port 95cb0674-35b2-408e-9f78-27ae48ba8b73 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'a66a9d68-65db-4b04-9da2-db659fb4ddb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '48755b91-0964-4b17-9b2c-cb54e83e1276'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:00:16.062547 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa61f6f1-bd53-44ba-a2ae-c57652449e82 None None] Attempting to bind port 95cb0674-35b2-408e-9f78-27ae48ba8b73 on network 48755b91-0964-4b17-9b2c-cb54e83e1276 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:00:16.086258 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa61f6f1-bd53-44ba-a2ae-c57652449e82 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:00:16.091523 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa61f6f1-bd53-44ba-a2ae-c57652449e82 None None] Checking segment: {'id': 'a66a9d68-65db-4b04-9da2-db659fb4ddb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '48755b91-0964-4b17-9b2c-cb54e83e1276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:00:16.095440 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-aa61f6f1-bd53-44ba-a2ae-c57652449e82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:16.097258 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa61f6f1-bd53-44ba-a2ae-c57652449e82 None None] Bound using segment: {'id': 'a66a9d68-65db-4b04-9da2-db659fb4ddb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '48755b91-0964-4b17-9b2c-cb54e83e1276'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:00:16.098110 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-aa61f6f1-bd53-44ba-a2ae-c57652449e82 None None] Bound port: 95cb0674-35b2-408e-9f78-27ae48ba8b73, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a66a9d68-65db-4b04-9da2-db659fb4ddb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '48755b91-0964-4b17-9b2c-cb54e83e1276'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:00:16.101611 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-aa61f6f1-bd53-44ba-a2ae-c57652449e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:16.317852 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-aa61f6f1-bd53-44ba-a2ae-c57652449e82 None None] For port 95cb0674-35b2-408e-9f78-27ae48ba8b73, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:00:16.328349 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-aa61f6f1-bd53-44ba-a2ae-c57652449e82 None None] For port 95cb0674-35b2-408e-9f78-27ae48ba8b73, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=95cb0674-35b2-408e-9f78-27ae48ba8b73,segment=NetworkSegment(a66a9d68-65db-4b04-9da2-db659fb4ddb1),segment_id=a66a9d68-65db-4b04-9da2-db659fb4ddb1)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:00:16.345566 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-aa61f6f1-bd53-44ba-a2ae-c57652449e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:16.497478 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61f6f1-bd53-44ba-a2ae-c57652449e82 None None] Pushing event updated for resources: {'Port': ['ID=95cb0674-35b2-408e-9f78-27ae48ba8b73,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:16.562033 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-83201fa0-9184-4325-8a5e-6bf2f939bfac tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Allocated IP 172.20.0.1 (48755b91-0964-4b17-9b2c-cb54e83e1276/43502a32-c77b-45bd-a11f-30959b40de62/44bd0748-6675-4950-b284-fe48715fe3a0) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:16.681748 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 4bfe2794-1447-4ffe-b8f7-1f10b6f89822 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:00:16.951465 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 4bfe2794-1447-4ffe-b8f7-1f10b6f89822 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:16.952516 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:17.016141 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-83201fa0-9184-4325-8a5e-6bf2f939bfac tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:17.093460 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:17.098377 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-83201fa0-9184-4325-8a5e-6bf2f939bfac tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:17.154482 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 4bfe2794-1447-4ffe-b8f7-1f10b6f89822, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=4bfe2794-1447-4ffe-b8f7-1f10b6f89822,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:00:17.163118 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:17.195373 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83201fa0-9184-4325-8a5e-6bf2f939bfac tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Network 48755b91-0964-4b17-9b2c-cb54e83e1276 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:17.206370 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-83201fa0-9184-4325-8a5e-6bf2f939bfac tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:17.213745 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83201fa0-9184-4325-8a5e-6bf2f939bfac tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:00:17.280370 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-83201fa0-9184-4325-8a5e-6bf2f939bfac tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:17.313630 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=4bfe2794-1447-4ffe-b8f7-1f10b6f89822,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:17.369290 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83201fa0-9184-4325-8a5e-6bf2f939bfac tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'Port': ['ID=44bd0748-6675-4950-b284-fe48715fe3a0,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:17.546638 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-83201fa0-9184-4325-8a5e-6bf2f939bfac tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:18.189025 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-83201fa0-9184-4325-8a5e-6bf2f939bfac tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:18.199475 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-83201fa0-9184-4325-8a5e-6bf2f939bfac tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:18.324844 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a7c84d-a60e-4b31-9075-a17817e61b94 None None] Network 48755b91-0964-4b17-9b2c-cb54e83e1276 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:00:18.400502 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 47706) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:18.481622 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-83201fa0-9184-4325-8a5e-6bf2f939bfac tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:18.498279 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83201fa0-9184-4325-8a5e-6bf2f939bfac tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'Port': ['ID=44bd0748-6675-4950-b284-fe48715fe3a0,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:18.515222 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 47712) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:18.603014 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-af85cbbe-1102-418d-9c9f-2ae54be67048 None None] Provisioning complete for port 95cb0674-35b2-408e-9f78-27ae48ba8b73 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:18.603395 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-af85cbbe-1102-418d-9c9f-2ae54be67048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:18.725134 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f355a91f-cc48-46b5-a8a1-7ca81bae7704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:18.761987 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10a051bc-e89d-4fdd-8237-5089132425ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:18.777480 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83201fa0-9184-4325-8a5e-6bf2f939bfac tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Network 48755b91-0964-4b17-9b2c-cb54e83e1276 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:18.779174 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-83201fa0-9184-4325-8a5e-6bf2f939bfac tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:18.875498 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 4bfe2794-1447-4ffe-b8f7-1f10b6f89822 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:00:18.995910 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83201fa0-9184-4325-8a5e-6bf2f939bfac tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Router 01a1ae97-ab9a-4ca9-ae55-be939788ed37 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:00:19.075764 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10a051bc-e89d-4fdd-8237-5089132425ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:19.096684 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-10a051bc-e89d-4fdd-8237-5089132425ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:19.144578 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a051bc-e89d-4fdd-8237-5089132425ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44992b32-5f3a-4851-b057-91ab343e5585,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:19.149788 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f355a91f-cc48-46b5-a8a1-7ca81bae7704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:19.161781 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f355a91f-cc48-46b5-a8a1-7ca81bae7704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:19.194976 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355a91f-cc48-46b5-a8a1-7ca81bae7704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcfc95b-d9c1-479c-a91f-dc8a1e69da3f,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:19.199863 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83201fa0-9184-4325-8a5e-6bf2f939bfac tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:00:19.206376 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-83201fa0-9184-4325-8a5e-6bf2f939bfac tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "PUT /v2.0/routers/01a1ae97-ab9a-4ca9-ae55-be939788ed37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0168586 Apr 28 20:00:19.217744 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-10a051bc-e89d-4fdd-8237-5089132425ba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3de57412a64f4045845c7e36b809d52f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6928396 Apr 28 20:00:19.217964 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 47722) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:19.226742 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5a86ab-bea3-49d5-bd56-6b2616628d38 None None] Sync routers for ids ['01a1ae97-ab9a-4ca9-ae55-be939788ed37'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:00:19.268735 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5a86ab-bea3-49d5-bd56-6b2616628d38 None None] Routers {'01a1ae97-ab9a-4ca9-ae55-be939788ed37'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:00:19.269425 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-2e5a86ab-bea3-49d5-bd56-6b2616628d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T19:59:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['01a1ae97-ab9a-4ca9-ae55-be939788ed37'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:19.285426 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-af79faa3-9650-443d-aa84-251bb7854106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:19.293362 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f355a91f-cc48-46b5-a8a1-7ca81bae7704 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8665f1f3e9e749d0858b710a7971e5da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8908982 Apr 28 20:00:19.294350 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 47724) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:19.355117 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-af79faa3-9650-443d-aa84-251bb7854106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:19.377757 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6c5cdf98-599c-44c8-878e-7ade605f7270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:19.405227 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6c5cdf98-599c-44c8-878e-7ade605f7270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:19.439315 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-af79faa3-9650-443d-aa84-251bb7854106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:19.442205 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-af79faa3-9650-443d-aa84-251bb7854106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:19.445742 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-af79faa3-9650-443d-aa84-251bb7854106 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/44992b32-5f3a-4851-b057-91ab343e5585 HTTP/1.1" status: 204 len: 168 time: 0.2243299 Apr 28 20:00:19.457420 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79faa3-9650-443d-aa84-251bb7854106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44992b32-5f3a-4851-b057-91ab343e5585,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:19.485505 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-af85cbbe-1102-418d-9c9f-2ae54be67048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:19.583933 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6c5cdf98-599c-44c8-878e-7ade605f7270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:19.591536 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6c5cdf98-599c-44c8-878e-7ade605f7270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:19.592838 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6c5cdf98-599c-44c8-878e-7ade605f7270 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bdcfc95b-d9c1-479c-a91f-dc8a1e69da3f HTTP/1.1" status: 204 len: 168 time: 0.2973113 Apr 28 20:00:19.604722 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5cdf98-599c-44c8-878e-7ade605f7270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcfc95b-d9c1-479c-a91f-dc8a1e69da3f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:19.661050 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-af85cbbe-1102-418d-9c9f-2ae54be67048 None None] For port 95cb0674-35b2-408e-9f78-27ae48ba8b73, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=95cb0674-35b2-408e-9f78-27ae48ba8b73,segment=NetworkSegment(a66a9d68-65db-4b04-9da2-db659fb4ddb1),segment_id=a66a9d68-65db-4b04-9da2-db659fb4ddb1)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:00:19.682389 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-af85cbbe-1102-418d-9c9f-2ae54be67048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:19.698226 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-2e5a86ab-bea3-49d5-bd56-6b2616628d38 None None] Set router 01a1ae97-ab9a-4ca9-ae55-be939788ed37 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:00:19.909217 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-112d8d55-b19a-442f-81f1-1d0f03b8dfed tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-541482125&fields=id&tenant_id=337e8021fa0c43d183fd116927375cd1 HTTP/1.1" status: 200 len: 267 time: 0.1936026 Apr 28 20:00:19.917827 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-302cce86-c75d-4149-b4ed-5c93258cef3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:19.985890 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 4bfe2794-1447-4ffe-b8f7-1f10b6f89822 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:19.992618 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:20.098014 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85cbbe-1102-418d-9c9f-2ae54be67048 None None] Pushing event updated for resources: {'Port': ['ID=95cb0674-35b2-408e-9f78-27ae48ba8b73,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:20.212010 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-00eb4a7e-5a38-47b1-8c80-3a2a03040bdf tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:20.215648 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-00eb4a7e-5a38-47b1-8c80-3a2a03040bdf tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/networks?id=48755b91-0964-4b17-9b2c-cb54e83e1276 HTTP/1.1" status: 200 len: 796 time: 0.2972710 Apr 28 20:00:20.253049 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 95cb0674-35b2-408e-9f78-27ae48ba8b73 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:00:20.258194 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-f5178cfd-1729-46c9-bb21-42f2b53ec755 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/quotas/337e8021fa0c43d183fd116927375cd1 HTTP/1.1" status: 200 len: 375 time: 0.0370512 Apr 28 20:00:20.428213 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-34f65161-2dc1-42d3-84b4-923c796fdaab None None] Provisioning complete for port 44bd0748-6675-4950-b284-fe48715fe3a0 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:20.436641 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-34f65161-2dc1-42d3-84b4-923c796fdaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:20.456686 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-99684d99-619d-4f22-bc9c-e6540f5503cf tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1914163 Apr 28 20:00:20.509393 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 95cb0674-35b2-408e-9f78-27ae48ba8b73 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:20.510348 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:20.609126 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-2e5a86ab-bea3-49d5-bd56-6b2616628d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-713405308', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '4bfe2794-1447-4ffe-b8f7-1f10b6f89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:00:08Z', 'updated_at': '2022-04-28T20:00:17Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '4bfe2794-1447-4ffe-b8f7-1f10b6f89822', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:00:09Z', 'updated_at': '2022-04-28T20:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '44bd0748-6675-4950-b284-fe48715fe3a0', 'name': '', 'network_id': '48755b91-0964-4b17-9b2c-cb54e83e1276', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'mac_address': 'fa:16:3e:c5:79:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '43502a32-c77b-45bd-a11f-30959b40de62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:00:16Z', 'updated_at': '2022-04-28T20:00:17Z', 'revision_number': 2, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'subnets': [{'id': '43502a32-c77b-45bd-a11f-30959b40de62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:20.652556 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-34f65161-2dc1-42d3-84b4-923c796fdaab None None] Port 44bd0748-6675-4950-b284-fe48715fe3a0 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:00:20.668575 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-34f65161-2dc1-42d3-84b4-923c796fdaab None None] Provisioning complete for port 95cb0674-35b2-408e-9f78-27ae48ba8b73 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:20.669745 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-34f65161-2dc1-42d3-84b4-923c796fdaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:20.673936 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5a86ab-bea3-49d5-bd56-6b2616628d38 None None] Checking router: 01a1ae97-ab9a-4ca9-ae55-be939788ed37 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:00:20.682996 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5a86ab-bea3-49d5-bd56-6b2616628d38 None None] Updating router 01a1ae97-ab9a-4ca9-ae55-be939788ed37 port 44bd0748-6675-4950-b284-fe48715fe3a0 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:00:20.775127 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-2e5a86ab-bea3-49d5-bd56-6b2616628d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:20.822217 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 95cb0674-35b2-408e-9f78-27ae48ba8b73 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:00:20.991486 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 95cb0674-35b2-408e-9f78-27ae48ba8b73 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:20.992148 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:21.247498 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-e53db4df-961f-45f2-b013-95c8e80da679 None None] Provisioning complete for port 44bd0748-6675-4950-b284-fe48715fe3a0 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:21.248207 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e53db4df-961f-45f2-b013-95c8e80da679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:21.276315 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-d715474a-3550-4e8a-a196-5a86bba04799 service neutron] 10.222.0.42 "GET /v2.0/networks/48755b91-0964-4b17-9b2c-cb54e83e1276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8145113 Apr 28 20:00:21.415892 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-e53db4df-961f-45f2-b013-95c8e80da679 None None] Port 44bd0748-6675-4950-b284-fe48715fe3a0 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:00:21.494440 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-2e5a86ab-bea3-49d5-bd56-6b2616628d38 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:21.502386 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-2e5a86ab-bea3-49d5-bd56-6b2616628d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:21.626921 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-fd8016d2-e5a3-475d-a391-5f4013aa8101 service neutron] 10.222.0.42 "GET /v2.0/networks/48755b91-0964-4b17-9b2c-cb54e83e1276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336394 Apr 28 20:00:21.700359 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-6af00902-23da-4c92-a75d-678a0ffb7b7e None None] Provisioning complete for port 44bd0748-6675-4950-b284-fe48715fe3a0 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:21.700845 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6af00902-23da-4c92-a75d-678a0ffb7b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:21.764337 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f478a14-14bf-4a92-939f-fb9fa3eaa2b5 None None] Pushing event updated for resources: {'Port': ['ID=44bd0748-6675-4950-b284-fe48715fe3a0,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:21.786385 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-2e5a86ab-bea3-49d5-bd56-6b2616628d38 None None] Attempting to bind port 44bd0748-6675-4950-b284-fe48715fe3a0 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:00:21.786753 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-2e5a86ab-bea3-49d5-bd56-6b2616628d38 None None] Attempting to bind port 44bd0748-6675-4950-b284-fe48715fe3a0 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'a66a9d68-65db-4b04-9da2-db659fb4ddb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '48755b91-0964-4b17-9b2c-cb54e83e1276'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:00:21.787114 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5a86ab-bea3-49d5-bd56-6b2616628d38 None None] Attempting to bind port 44bd0748-6675-4950-b284-fe48715fe3a0 on network 48755b91-0964-4b17-9b2c-cb54e83e1276 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:00:21.790047 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f478a14-14bf-4a92-939f-fb9fa3eaa2b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:21.790387 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f478a14-14bf-4a92-939f-fb9fa3eaa2b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:21.791838 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f478a14-14bf-4a92-939f-fb9fa3eaa2b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:21.796875 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f478a14-14bf-4a92-939f-fb9fa3eaa2b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:21.799309 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f478a14-14bf-4a92-939f-fb9fa3eaa2b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:21.800655 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-6af00902-23da-4c92-a75d-678a0ffb7b7e None None] Port 44bd0748-6675-4950-b284-fe48715fe3a0 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:00:21.801204 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f478a14-14bf-4a92-939f-fb9fa3eaa2b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:21.801683 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f478a14-14bf-4a92-939f-fb9fa3eaa2b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:21.802152 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f478a14-14bf-4a92-939f-fb9fa3eaa2b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:21.805091 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f478a14-14bf-4a92-939f-fb9fa3eaa2b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:21.805738 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f478a14-14bf-4a92-939f-fb9fa3eaa2b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:21.807082 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f478a14-14bf-4a92-939f-fb9fa3eaa2b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:21.807806 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f478a14-14bf-4a92-939f-fb9fa3eaa2b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:21.823619 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5a86ab-bea3-49d5-bd56-6b2616628d38 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:00:21.825013 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5a86ab-bea3-49d5-bd56-6b2616628d38 None None] Checking segment: {'id': 'a66a9d68-65db-4b04-9da2-db659fb4ddb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '48755b91-0964-4b17-9b2c-cb54e83e1276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:00:21.826048 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-2e5a86ab-bea3-49d5-bd56-6b2616628d38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:21.829799 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5a86ab-bea3-49d5-bd56-6b2616628d38 None None] Bound using segment: {'id': 'a66a9d68-65db-4b04-9da2-db659fb4ddb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '48755b91-0964-4b17-9b2c-cb54e83e1276'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:00:21.831031 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-2e5a86ab-bea3-49d5-bd56-6b2616628d38 None None] Bound port: 44bd0748-6675-4950-b284-fe48715fe3a0, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a66a9d68-65db-4b04-9da2-db659fb4ddb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '48755b91-0964-4b17-9b2c-cb54e83e1276'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:00:21.832582 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-2e5a86ab-bea3-49d5-bd56-6b2616628d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:21.834034 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 47810) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:22.007593 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-2e5a86ab-bea3-49d5-bd56-6b2616628d38 None None] For port 44bd0748-6675-4950-b284-fe48715fe3a0, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:00:22.012770 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-2e5a86ab-bea3-49d5-bd56-6b2616628d38 None None] For port 44bd0748-6675-4950-b284-fe48715fe3a0, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=44bd0748-6675-4950-b284-fe48715fe3a0,segment=NetworkSegment(a66a9d68-65db-4b04-9da2-db659fb4ddb1),segment_id=a66a9d68-65db-4b04-9da2-db659fb4ddb1)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:00:22.027603 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-2e5a86ab-bea3-49d5-bd56-6b2616628d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:22.049847 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-70a00075-e55c-4c96-9561-222129f354fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:22.136986 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-17867121-73cd-457d-906c-b50352e3e9f0 None None] Provisioning complete for port 44bd0748-6675-4950-b284-fe48715fe3a0 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:22.155588 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-17867121-73cd-457d-906c-b50352e3e9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:22.212189 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-558174d2-fe6b-4658-a69c-56767910a433 req-5a426e63-bafa-4203-b1e9-2368366c1412 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 210 time: 0.1072338 Apr 28 20:00:22.257760 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5a86ab-bea3-49d5-bd56-6b2616628d38 None None] Routers {'01a1ae97-ab9a-4ca9-ae55-be939788ed37'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:00:22.272423 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-2e5a86ab-bea3-49d5-bd56-6b2616628d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:00:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['01a1ae97-ab9a-4ca9-ae55-be939788ed37'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:22.390737 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f478a14-14bf-4a92-939f-fb9fa3eaa2b5 None None] Pushing event updated for resources: {'Port': ['ID=44bd0748-6675-4950-b284-fe48715fe3a0,revision_number=4']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:22.455845 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-17867121-73cd-457d-906c-b50352e3e9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:22.569613 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e377b-15e2-4408-a1d6-51cff7a41f1a req-bebfe627-76de-4c6f-87fb-b8755ebe6efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:22.571236 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc4e377b-15e2-4408-a1d6-51cff7a41f1a req-bebfe627-76de-4c6f-87fb-b8755ebe6efc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dd15f827-377e-418e-bb0d-4556899cf6f3 HTTP/1.1" status: 200 len: 1096 time: 0.7354312 Apr 28 20:00:22.598614 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-17867121-73cd-457d-906c-b50352e3e9f0 None None] For port 44bd0748-6675-4950-b284-fe48715fe3a0, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=44bd0748-6675-4950-b284-fe48715fe3a0,segment=NetworkSegment(a66a9d68-65db-4b04-9da2-db659fb4ddb1),segment_id=a66a9d68-65db-4b04-9da2-db659fb4ddb1)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:00:22.606207 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-17867121-73cd-457d-906c-b50352e3e9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:22.616388 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-2e5a86ab-bea3-49d5-bd56-6b2616628d38 None None] Set router 01a1ae97-ab9a-4ca9-ae55-be939788ed37 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:00:22.714424 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17867121-73cd-457d-906c-b50352e3e9f0 None None] Pushing event updated for resources: {'Port': ['ID=44bd0748-6675-4950-b284-fe48715fe3a0,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:22.734887 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc4e377b-15e2-4408-a1d6-51cff7a41f1a req-dbf8a504-ea71-4d2e-8814-42767341d074 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0b879d0f-a786-4628-8a1d-c38da7708230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501820 Apr 28 20:00:22.759570 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-9809e49e-38ff-453e-9b4a-c9e61f7c1de7 None None] Provisioning complete for port 44bd0748-6675-4950-b284-fe48715fe3a0 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:22.761641 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9809e49e-38ff-453e-9b4a-c9e61f7c1de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:23.190171 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-2e5a86ab-bea3-49d5-bd56-6b2616628d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-713405308', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '4bfe2794-1447-4ffe-b8f7-1f10b6f89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:00:08Z', 'updated_at': '2022-04-28T20:00:17Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '4bfe2794-1447-4ffe-b8f7-1f10b6f89822', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:00:09Z', 'updated_at': '2022-04-28T20:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '44bd0748-6675-4950-b284-fe48715fe3a0', 'name': '', 'network_id': '48755b91-0964-4b17-9b2c-cb54e83e1276', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'mac_address': 'fa:16:3e:c5:79:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '43502a32-c77b-45bd-a11f-30959b40de62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:00:16Z', 'updated_at': '2022-04-28T20:00:21Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'subnets': [{'id': '43502a32-c77b-45bd-a11f-30959b40de62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:23.276474 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5a86ab-bea3-49d5-bd56-6b2616628d38 None None] The sync data for ids ['01a1ae97-ab9a-4ca9-ae55-be939788ed37'] in n-d-839810-1 is: [{'id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-713405308', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '4bfe2794-1447-4ffe-b8f7-1f10b6f89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:00:08Z', 'updated_at': '2022-04-28T20:00:17Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '4bfe2794-1447-4ffe-b8f7-1f10b6f89822', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:00:09Z', 'updated_at': '2022-04-28T20:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '44bd0748-6675-4950-b284-fe48715fe3a0', 'name': '', 'network_id': '48755b91-0964-4b17-9b2c-cb54e83e1276', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'mac_address': 'fa:16:3e:c5:79:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '43502a32-c77b-45bd-a11f-30959b40de62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:00:16Z', 'updated_at': '2022-04-28T20:00:21Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'subnets': [{'id': '43502a32-c77b-45bd-a11f-30959b40de62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:00:23.359560 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-87a1ebb1-d119-4bd5-9f94-54ff8b7fae64 req-985fc6aa-67d4-4190-80ed-7300cca99a13 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 210 time: 0.0648024 Apr 28 20:00:23.566570 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:24.277853 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 47894) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:24.528728 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-89e6d406-808f-424f-8200-6a2d38af482e req-d396ad8e-a83c-4c88-8eee-bf7079868220 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 210 time: 0.0707381 Apr 28 20:00:24.693849 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-d3d2728e-5dec-491d-bfc3-40ae824f6da1 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:24.781111 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3d2728e-5dec-491d-bfc3-40ae824f6da1 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks [] for floatingip, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:24.903891 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 44bd0748-6675-4950-b284-fe48715fe3a0 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:00:24.926557 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 47928) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:25.059178 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 44bd0748-6675-4950-b284-fe48715fe3a0 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:25.060415 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:25.084046 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3d2728e-5dec-491d-bfc3-40ae824f6da1 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:25.231073 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b6b91ea-4d40-492f-81ce-4ce03155d785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:25.380296 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-d3d2728e-5dec-491d-bfc3-40ae824f6da1 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Allocated IP 172.25.8.201 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/88da48d0-cf51-476f-8d9e-fc88d7838f09) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:25.489276 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b6b91ea-4d40-492f-81ce-4ce03155d785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:25.496702 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b6b91ea-4d40-492f-81ce-4ce03155d785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:25.621781 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3d2728e-5dec-491d-bfc3-40ae824f6da1 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:25.622783 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5b6b91ea-4d40-492f-81ce-4ce03155d785 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b1314b2633b24bb6afa4dfe06e72cf38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6924028 Apr 28 20:00:25.623522 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 47940) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:25.629072 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b91ea-4d40-492f-81ce-4ce03155d785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b20418b-4b7e-4172-855e-8c246fa9de5e,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:25.631621 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 47942) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:25.689311 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-17414979-8991-4e89-862b-849dc9eb8e4c req-1cb8695e-3736-4d1e-8369-b0c1cd2955ee tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 210 time: 0.0640817 Apr 28 20:00:25.694081 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b91ea-4d40-492f-81ce-4ce03155d785 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:25.694524 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b91ea-4d40-492f-81ce-4ce03155d785 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:25.694935 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b91ea-4d40-492f-81ce-4ce03155d785 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:25.695328 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b91ea-4d40-492f-81ce-4ce03155d785 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:25.695724 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b91ea-4d40-492f-81ce-4ce03155d785 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:25.696142 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b91ea-4d40-492f-81ce-4ce03155d785 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:25.696529 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b91ea-4d40-492f-81ce-4ce03155d785 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:25.696920 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b91ea-4d40-492f-81ce-4ce03155d785 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:25.697307 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b91ea-4d40-492f-81ce-4ce03155d785 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:25.697692 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b91ea-4d40-492f-81ce-4ce03155d785 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:25.698091 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b91ea-4d40-492f-81ce-4ce03155d785 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:25.698473 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b91ea-4d40-492f-81ce-4ce03155d785 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:25.778903 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:25.797823 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f3198cd-6420-4ebf-bdaf-df7afd7a2c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:25.818262 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-32dce338-1d48-4407-9f53-52cce24ff0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:25.828616 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f3198cd-6420-4ebf-bdaf-df7afd7a2c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:25.894716 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f3198cd-6420-4ebf-bdaf-df7afd7a2c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:25.897914 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5f3198cd-6420-4ebf-bdaf-df7afd7a2c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:25.899238 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5f3198cd-6420-4ebf-bdaf-df7afd7a2c34 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3b20418b-4b7e-4172-855e-8c246fa9de5e HTTP/1.1" status: 204 len: 168 time: 0.2747414 Apr 28 20:00:25.955640 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:25.960917 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3198cd-6420-4ebf-bdaf-df7afd7a2c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b20418b-4b7e-4172-855e-8c246fa9de5e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:25.965144 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-32dce338-1d48-4407-9f53-52cce24ff0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:25.971135 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-32dce338-1d48-4407-9f53-52cce24ff0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:25.989134 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3198cd-6420-4ebf-bdaf-df7afd7a2c34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:25.989471 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3198cd-6420-4ebf-bdaf-df7afd7a2c34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:25.989806 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3198cd-6420-4ebf-bdaf-df7afd7a2c34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:25.990134 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3198cd-6420-4ebf-bdaf-df7afd7a2c34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:25.990461 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3198cd-6420-4ebf-bdaf-df7afd7a2c34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:25.990778 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3198cd-6420-4ebf-bdaf-df7afd7a2c34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:25.991104 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3198cd-6420-4ebf-bdaf-df7afd7a2c34 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:25.991425 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3198cd-6420-4ebf-bdaf-df7afd7a2c34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:25.991744 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3198cd-6420-4ebf-bdaf-df7afd7a2c34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:25.992640 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3198cd-6420-4ebf-bdaf-df7afd7a2c34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:25.993116 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3198cd-6420-4ebf-bdaf-df7afd7a2c34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:25.993447 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3198cd-6420-4ebf-bdaf-df7afd7a2c34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:26.004720 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3d2728e-5dec-491d-bfc3-40ae824f6da1 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:26.047227 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dce338-1d48-4407-9f53-52cce24ff0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d31ec9-8739-46f9-b999-d1eebfeb4640,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:26.066050 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d2728e-5dec-491d-bfc3-40ae824f6da1 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:26.069510 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-32dce338-1d48-4407-9f53-52cce24ff0ee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4bbd2298a6164a54aacec9243f21500b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4261606 Apr 28 20:00:26.072252 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-d3d2728e-5dec-491d-bfc3-40ae824f6da1 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:26.074134 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 47954) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:26.076803 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d2728e-5dec-491d-bfc3-40ae824f6da1 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:00:26.083718 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2728e-5dec-491d-bfc3-40ae824f6da1 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Pushing event updated for resources: {'Port': ['ID=88da48d0-cf51-476f-8d9e-fc88d7838f09,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:26.174900 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6f94ceb4-575f-49d3-b4bd-c15c0b7c7e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:26.211038 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6f94ceb4-575f-49d3-b4bd-c15c0b7c7e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:26.240160 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3d2728e-5dec-491d-bfc3-40ae824f6da1 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:26.284495 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6f94ceb4-575f-49d3-b4bd-c15c0b7c7e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:26.287320 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6f94ceb4-575f-49d3-b4bd-c15c0b7c7e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:26.293054 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6f94ceb4-575f-49d3-b4bd-c15c0b7c7e4e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/11d31ec9-8739-46f9-b999-d1eebfeb4640 HTTP/1.1" status: 204 len: 168 time: 0.2135932 Apr 28 20:00:26.306435 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94ceb4-575f-49d3-b4bd-c15c0b7c7e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d31ec9-8739-46f9-b999-d1eebfeb4640,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:26.317737 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3d2728e-5dec-491d-bfc3-40ae824f6da1 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:26.452044 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 47960) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:26.475056 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e12c287f-6676-40e5-9289-1874a10aa8ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:26.530651 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3d2728e-5dec-491d-bfc3-40ae824f6da1 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:26.538601 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3d2728e-5dec-491d-bfc3-40ae824f6da1 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:26.637575 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2728e-5dec-491d-bfc3-40ae824f6da1 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Pushing event updated for resources: {'Port': ['ID=88da48d0-cf51-476f-8d9e-fc88d7838f09,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:26.675438 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3d2728e-5dec-491d-bfc3-40ae824f6da1 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:26.696782 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e12c287f-6676-40e5-9289-1874a10aa8ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:26.703823 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e12c287f-6676-40e5-9289-1874a10aa8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:26.713052 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3d2728e-5dec-491d-bfc3-40ae824f6da1 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:26.717389 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d3d2728e-5dec-491d-bfc3-40ae824f6da1 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4358037 Apr 28 20:00:26.718023 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 47972) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:26.741940 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-5b1f32cb-4300-4340-9012-aa7c6ac52b23 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-586179485'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:26.759337 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c287f-6676-40e5-9289-1874a10aa8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e334a5a3-e112-47a4-b609-4b1f365a3a48,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:26.770203 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e12c287f-6676-40e5-9289-1874a10aa8ce admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e71bd0a0a38d490d9f8308ac721d0c67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3172810 Apr 28 20:00:26.773848 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 47974) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:26.785803 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1f32cb-4300-4340-9012-aa7c6ac52b23 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Made reservation on behalf of 7d6b48cd87c54b17852ab62ab1712d72 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:26.794694 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b1f32cb-4300-4340-9012-aa7c6ac52b23 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:26.820845 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b1f32cb-4300-4340-9012-aa7c6ac52b23 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:26.847771 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ef37b486-3abd-40e2-8f57-b3193170d91a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:26.900455 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ef37b486-3abd-40e2-8f57-b3193170d91a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:26.942984 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b1f32cb-4300-4340-9012-aa7c6ac52b23 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:26.948741 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b1f32cb-4300-4340-9012-aa7c6ac52b23 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:26.974052 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dd7e0cf7-4f22-40d1-9be1-ea71a49590d6 req-6c67d313-3aeb-4bc8-aabd-91e3038428f1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 210 time: 0.0631659 Apr 28 20:00:26.979578 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b1f32cb-4300-4340-9012-aa7c6ac52b23 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:00:26.995406 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f32cb-4300-4340-9012-aa7c6ac52b23 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd298970-f0ae-479e-a4ef-7e4037f28540,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:26.998850 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b1f32cb-4300-4340-9012-aa7c6ac52b23 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:26.999303 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-5b1f32cb-4300-4340-9012-aa7c6ac52b23 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Added segment 824187d8-f189-405a-93c1-c21e59d8fa11 of type vlan for network 2d91890e-e620-4915-9fd5-0fdf031757ff Apr 28 20:00:27.036824 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ef37b486-3abd-40e2-8f57-b3193170d91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:27.040594 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ef37b486-3abd-40e2-8f57-b3193170d91a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:27.047284 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ef37b486-3abd-40e2-8f57-b3193170d91a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e334a5a3-e112-47a4-b609-4b1f365a3a48 HTTP/1.1" status: 204 len: 168 time: 0.2696843 Apr 28 20:00:27.057612 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b1f32cb-4300-4340-9012-aa7c6ac52b23 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:27.064236 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37b486-3abd-40e2-8f57-b3193170d91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e334a5a3-e112-47a4-b609-4b1f365a3a48,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:27.106831 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b1f32cb-4300-4340-9012-aa7c6ac52b23 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:27.114727 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1f32cb-4300-4340-9012-aa7c6ac52b23 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:27.115367 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b1f32cb-4300-4340-9012-aa7c6ac52b23 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:27.174574 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5b1f32cb-4300-4340-9012-aa7c6ac52b23 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4519916 Apr 28 20:00:27.174922 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 47992) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:27.182740 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-46e9a8e8-9f4b-4723-8140-acf902e383ac tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Request body: {'subnet': {'network_id': '2d91890e-e620-4915-9fd5-0fdf031757ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:27.233274 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f32cb-4300-4340-9012-aa7c6ac52b23 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Pushing event updated for resources: {'Network': ['ID=2d91890e-e620-4915-9fd5-0fdf031757ff,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:27.245360 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 2d91890e-e620-4915-9fd5-0fdf031757ff details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:00:27.422098 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e9a8e8-9f4b-4723-8140-acf902e383ac tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Made reservation on behalf of 7d6b48cd87c54b17852ab62ab1712d72 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:27.426697 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-46e9a8e8-9f4b-4723-8140-acf902e383ac tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:27.493060 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-c64a6543-614d-4e03-a116-995e4c32e9d7 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:27.494777 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-c64a6543-614d-4e03-a116-995e4c32e9d7 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.15 "GET /v2.0/networks?id=48755b91-0964-4b17-9b2c-cb54e83e1276 HTTP/1.1" status: 200 len: 796 time: 0.2314749 Apr 28 20:00:27.568242 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-a3837b58-2ae4-4779-826c-2d790f4dfd61 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=337e8021fa0c43d183fd116927375cd1 HTTP/1.1" status: 200 len: 379 time: 0.0632932 Apr 28 20:00:27.583948 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-b7d3524f-1cc3-415c-b144-d80f6f53f7f1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'port': {'device_id': 'c44faf1e-7d8e-4254-b75a-e109a0268336', 'network_id': '48755b91-0964-4b17-9b2c-cb54e83e1276', 'admin_state_up': True, 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'security_groups': ['2df10a27-08af-4839-883d-0a1b4fc297bf']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:27.811693 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-46e9a8e8-9f4b-4723-8140-acf902e383ac tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:27.872896 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-b7d3524f-1cc3-415c-b144-d80f6f53f7f1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Made reservation on behalf of 337e8021fa0c43d183fd116927375cd1 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:27.876684 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-b7d3524f-1cc3-415c-b144-d80f6f53f7f1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:27.923340 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9a8e8-9f4b-4723-8140-acf902e383ac tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Pushing event updated for resources: {'Subnet': ['ID=60a17c28-7594-4c35-98a2-764c2acfa0ac,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:27.928170 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9a8e8-9f4b-4723-8140-acf902e383ac tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Checking segment: {'id': '824187d8-f189-405a-93c1-c21e59d8fa11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2d91890e-e620-4915-9fd5-0fdf031757ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:00:27.928536 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e9a8e8-9f4b-4723-8140-acf902e383ac tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Network hostable DHCP agents. Network: 2d91890e-e620-4915-9fd5-0fdf031757ff, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:00:28.003827 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e9a8e8-9f4b-4723-8140-acf902e383ac tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Network 2d91890e-e620-4915-9fd5-0fdf031757ff is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:00:28.044046 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-46e9a8e8-9f4b-4723-8140-acf902e383ac tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 2d91890e-e620-4915-9fd5-0fdf031757ff) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:28.056682 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccefe8d4-1527-48ae-a043-47444fc4c3eb None None] Network 2d91890e-e620-4915-9fd5-0fdf031757ff requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:00:28.089989 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e9a8e8-9f4b-4723-8140-acf902e383ac tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:28.090579 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-46e9a8e8-9f4b-4723-8140-acf902e383ac tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:28.140067 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-46e9a8e8-9f4b-4723-8140-acf902e383ac tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9635205 Apr 28 20:00:28.142991 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48030) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:28.150028 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-0df2d90a-920b-4512-bee6-6de515a5dddc tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-906901524', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}, 'admin_state_up': False}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:28.168429 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-b7d3524f-1cc3-415c-b144-d80f6f53f7f1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Allocated IP 172.20.0.6 (48755b91-0964-4b17-9b2c-cb54e83e1276/43502a32-c77b-45bd-a11f-30959b40de62/35ad3893-b711-4738-902a-be6f7ffbc944) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:28.179760 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3d632215-892b-4148-9991-9a6f690529e7 req-5c50edbd-e7c8-49b5-81bc-6b88b7ec0174 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 210 time: 0.0612366 Apr 28 20:00:28.208902 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0df2d90a-920b-4512-bee6-6de515a5dddc tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:28.209907 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0df2d90a-920b-4512-bee6-6de515a5dddc tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:28.340521 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0df2d90a-920b-4512-bee6-6de515a5dddc tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:28.376418 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6870f808-a95d-42f3-bbc2-7731c616bf64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-2d91890e-e620-4915-9fd5-0fdf031757ff', 'network_id': '2d91890e-e620-4915-9fd5-0fdf031757ff', 'tenant_id': '7d6b48cd87c54b17852ab62ab1712d72', 'fixed_ips': [{'subnet_id': '60a17c28-7594-4c35-98a2-764c2acfa0ac'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:00:28.378640 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6870f808-a95d-42f3-bbc2-7731c616bf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:28.683938 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-6870f808-a95d-42f3-bbc2-7731c616bf64 None None] Allocated IP 172.20.0.2 (2d91890e-e620-4915-9fd5-0fdf031757ff/60a17c28-7594-4c35-98a2-764c2acfa0ac/754b48b0-4b20-431e-9eda-0f89298ac1f8) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:28.922916 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0df2d90a-920b-4512-bee6-6de515a5dddc tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:28.946841 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6870f808-a95d-42f3-bbc2-7731c616bf64 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:28.957043 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6870f808-a95d-42f3-bbc2-7731c616bf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:28.966515 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-b7d3524f-1cc3-415c-b144-d80f6f53f7f1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:29.041051 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6870f808-a95d-42f3-bbc2-7731c616bf64 None None] Network 2d91890e-e620-4915-9fd5-0fdf031757ff is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:29.046345 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-6870f808-a95d-42f3-bbc2-7731c616bf64 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:29.050541 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6870f808-a95d-42f3-bbc2-7731c616bf64 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:00:29.072410 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870f808-a95d-42f3-bbc2-7731c616bf64 None None] Pushing event updated for resources: {'Port': ['ID=754b48b0-4b20-431e-9eda-0f89298ac1f8,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:29.093316 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6870f808-a95d-42f3-bbc2-7731c616bf64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:29.093675 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6870f808-a95d-42f3-bbc2-7731c616bf64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:29.094044 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6870f808-a95d-42f3-bbc2-7731c616bf64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:29.095560 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6870f808-a95d-42f3-bbc2-7731c616bf64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:29.096017 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6870f808-a95d-42f3-bbc2-7731c616bf64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:29.096730 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6870f808-a95d-42f3-bbc2-7731c616bf64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:29.097078 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6870f808-a95d-42f3-bbc2-7731c616bf64 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:29.097413 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6870f808-a95d-42f3-bbc2-7731c616bf64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:29.098910 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6870f808-a95d-42f3-bbc2-7731c616bf64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:29.099259 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6870f808-a95d-42f3-bbc2-7731c616bf64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:29.099362 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-b7d3524f-1cc3-415c-b144-d80f6f53f7f1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:29.099598 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6870f808-a95d-42f3-bbc2-7731c616bf64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:29.099932 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6870f808-a95d-42f3-bbc2-7731c616bf64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:29.168414 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-b7d3524f-1cc3-415c-b144-d80f6f53f7f1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Network 48755b91-0964-4b17-9b2c-cb54e83e1276 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:29.173352 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-b7d3524f-1cc3-415c-b144-d80f6f53f7f1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:29.183251 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-b7d3524f-1cc3-415c-b144-d80f6f53f7f1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:00:29.189848 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-6870f808-a95d-42f3-bbc2-7731c616bf64 None None] Attempting to bind port 754b48b0-4b20-431e-9eda-0f89298ac1f8 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:00:29.191854 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-6870f808-a95d-42f3-bbc2-7731c616bf64 None None] Attempting to bind port 754b48b0-4b20-431e-9eda-0f89298ac1f8 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '824187d8-f189-405a-93c1-c21e59d8fa11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2d91890e-e620-4915-9fd5-0fdf031757ff'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:00:29.192496 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6870f808-a95d-42f3-bbc2-7731c616bf64 None None] Attempting to bind port 754b48b0-4b20-431e-9eda-0f89298ac1f8 on network 2d91890e-e620-4915-9fd5-0fdf031757ff {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:00:29.209704 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6870f808-a95d-42f3-bbc2-7731c616bf64 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:00:29.210092 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6870f808-a95d-42f3-bbc2-7731c616bf64 None None] Checking segment: {'id': '824187d8-f189-405a-93c1-c21e59d8fa11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2d91890e-e620-4915-9fd5-0fdf031757ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:00:29.210504 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6870f808-a95d-42f3-bbc2-7731c616bf64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:29.210981 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6870f808-a95d-42f3-bbc2-7731c616bf64 None None] Bound using segment: {'id': '824187d8-f189-405a-93c1-c21e59d8fa11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2d91890e-e620-4915-9fd5-0fdf031757ff'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:00:29.211623 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-6870f808-a95d-42f3-bbc2-7731c616bf64 None None] Bound port: 754b48b0-4b20-431e-9eda-0f89298ac1f8, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '824187d8-f189-405a-93c1-c21e59d8fa11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2d91890e-e620-4915-9fd5-0fdf031757ff'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:00:29.212017 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6870f808-a95d-42f3-bbc2-7731c616bf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:29.355297 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d3524f-1cc3-415c-b144-d80f6f53f7f1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'Port': ['ID=35ad3893-b711-4738-902a-be6f7ffbc944,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:29.402886 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-b7d3524f-1cc3-415c-b144-d80f6f53f7f1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:29.403732 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-b7d3524f-1cc3-415c-b144-d80f6f53f7f1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:29.418962 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-6870f808-a95d-42f3-bbc2-7731c616bf64 None None] For port 754b48b0-4b20-431e-9eda-0f89298ac1f8, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:00:29.426735 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-6870f808-a95d-42f3-bbc2-7731c616bf64 None None] For port 754b48b0-4b20-431e-9eda-0f89298ac1f8, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=754b48b0-4b20-431e-9eda-0f89298ac1f8,segment=NetworkSegment(824187d8-f189-405a-93c1-c21e59d8fa11),segment_id=824187d8-f189-405a-93c1-c21e59d8fa11)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:00:29.437201 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6870f808-a95d-42f3-bbc2-7731c616bf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:29.535608 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870f808-a95d-42f3-bbc2-7731c616bf64 None None] Pushing event updated for resources: {'Port': ['ID=754b48b0-4b20-431e-9eda-0f89298ac1f8,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:29.589401 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-b7d3524f-1cc3-415c-b144-d80f6f53f7f1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0117130 Apr 28 20:00:29.611529 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-af2f2049-b42c-4d03-9b64-095e114199ca tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:00:29.612750 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-af2f2049-b42c-4d03-9b64-095e114199ca tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119622 Apr 28 20:00:29.645522 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-5c0a3937-341c-4382-84fb-e24b539a86dd None None] Provisioning complete for port 35ad3893-b711-4738-902a-be6f7ffbc944 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:29.647563 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5c0a3937-341c-4382-84fb-e24b539a86dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:29.659357 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0df2d90a-920b-4512-bee6-6de515a5dddc tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:29.696555 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0df2d90a-920b-4512-bee6-6de515a5dddc tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:29.747654 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-5c0a3937-341c-4382-84fb-e24b539a86dd None None] Port 35ad3893-b711-4738-902a-be6f7ffbc944 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:00:29.879179 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc82f4-b1b6-412f-bdbd-c98ac35741bf req-093d5a3b-29d9-48a6-b825-5db9d2b1eb20 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:29.879849 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-91fc82f4-b1b6-412f-bdbd-c98ac35741bf req-093d5a3b-29d9-48a6-b825-5db9d2b1eb20 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 931 time: 0.4965897 Apr 28 20:00:29.899651 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-abb944e0-bdd3-4266-9685-ec45df5c2c00 service neutron] Request body: {'port': {'device_id': 'c44faf1e-7d8e-4254-b75a-e109a0268336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:30.015076 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-0df2d90a-920b-4512-bee6-6de515a5dddc tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Allocated IP 172.25.8.118 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/ae24b1c7-283f-4fce-abf7-6a4600ffee16) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:30.229597 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-91fc82f4-b1b6-412f-bdbd-c98ac35741bf req-439dc418-8057-4634-b274-05eca27d14fe tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3158822 Apr 28 20:00:30.242569 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-abb944e0-bdd3-4266-9685-ec45df5c2c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:30.314092 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0df2d90a-920b-4512-bee6-6de515a5dddc tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:30.476083 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0df2d90a-920b-4512-bee6-6de515a5dddc tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:30.505904 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48118) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:30.535552 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df2d90a-920b-4512-bee6-6de515a5dddc tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:30.560418 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-0df2d90a-920b-4512-bee6-6de515a5dddc tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:30.576978 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df2d90a-920b-4512-bee6-6de515a5dddc tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:00:30.684566 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df2d90a-920b-4512-bee6-6de515a5dddc tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Pushing event updated for resources: {'Port': ['ID=ae24b1c7-283f-4fce-abf7-6a4600ffee16,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:30.759472 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-61383cf1-1764-4f8b-a119-64a2ef5bbc9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:30.861693 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 754b48b0-4b20-431e-9eda-0f89298ac1f8 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:00:30.928363 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-61383cf1-1764-4f8b-a119-64a2ef5bbc9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:30.933778 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-61383cf1-1764-4f8b-a119-64a2ef5bbc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:30.989154 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61383cf1-1764-4f8b-a119-64a2ef5bbc9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffe8558-994c-4c56-a0e8-ba0ab36b8134,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:30.998024 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 754b48b0-4b20-431e-9eda-0f89298ac1f8 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:31.000519 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:31.013025 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-61383cf1-1764-4f8b-a119-64a2ef5bbc9c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4c30081e4ef143bfa70f0f988d8465dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5021770 Apr 28 20:00:31.015921 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48126) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:31.075127 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-abb944e0-bdd3-4266-9685-ec45df5c2c00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35ad3893-b711-4738-902a-be6f7ffbc944 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:00:31.102709 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fab54901-9235-4cfb-9603-2707cde4b847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:31.147827 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fab54901-9235-4cfb-9603-2707cde4b847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:31.181846 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-abb944e0-bdd3-4266-9685-ec45df5c2c00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:31.195781 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:31.217960 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-abb944e0-bdd3-4266-9685-ec45df5c2c00 service neutron] Transition to ACTIVE for port object 35ad3893-b711-4738-902a-be6f7ffbc944 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:00:31.226466 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-abb944e0-bdd3-4266-9685-ec45df5c2c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:31.238154 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d1a682-c6de-4380-8ea9-a3552b63b758 None None] Network 2d91890e-e620-4915-9fd5-0fdf031757ff requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:00:31.241738 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fab54901-9235-4cfb-9603-2707cde4b847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:31.253893 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fab54901-9235-4cfb-9603-2707cde4b847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:31.258926 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-fab54901-9235-4cfb-9603-2707cde4b847 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2ffe8558-994c-4c56-a0e8-ba0ab36b8134 HTTP/1.1" status: 204 len: 168 time: 0.2411308 Apr 28 20:00:31.275522 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab54901-9235-4cfb-9603-2707cde4b847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffe8558-994c-4c56-a0e8-ba0ab36b8134,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:31.354729 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb944e0-bdd3-4266-9685-ec45df5c2c00 service neutron] Pushing event updated for resources: {'Port': ['ID=35ad3893-b711-4738-902a-be6f7ffbc944,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:31.358699 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0df2d90a-920b-4512-bee6-6de515a5dddc tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:31.419175 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3e9e016c-8aa3-4c44-aa99-30f0f0415766 None None] Provisioning complete for port 754b48b0-4b20-431e-9eda-0f89298ac1f8 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:31.419751 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3e9e016c-8aa3-4c44-aa99-30f0f0415766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:31.496589 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304997c-b6ff-414e-a4f1-750dc90d1700 req-47ae5881-724b-49cd-b1ee-20855f4f9f8e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:31.502795 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 754b48b0-4b20-431e-9eda-0f89298ac1f8, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=754b48b0-4b20-431e-9eda-0f89298ac1f8,segment=NetworkSegment(824187d8-f189-405a-93c1-c21e59d8fa11),segment_id=824187d8-f189-405a-93c1-c21e59d8fa11)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:00:31.508354 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b304997c-b6ff-414e-a4f1-750dc90d1700 req-47ae5881-724b-49cd-b1ee-20855f4f9f8e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 943 time: 0.1329255 Apr 28 20:00:31.572342 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b304997c-b6ff-414e-a4f1-750dc90d1700 req-72720fbe-c818-4b2a-977c-6942ff7e0d8d tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548615 Apr 28 20:00:31.590339 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:31.749020 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0df2d90a-920b-4512-bee6-6de515a5dddc tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:31.890648 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=754b48b0-4b20-431e-9eda-0f89298ac1f8,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:31.892233 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-abb944e0-bdd3-4266-9685-ec45df5c2c00 service neutron] Attempting to bind port 35ad3893-b711-4738-902a-be6f7ffbc944 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:00:31.892649 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-abb944e0-bdd3-4266-9685-ec45df5c2c00 service neutron] Attempting to bind port 35ad3893-b711-4738-902a-be6f7ffbc944 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'a66a9d68-65db-4b04-9da2-db659fb4ddb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '48755b91-0964-4b17-9b2c-cb54e83e1276'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:00:31.893023 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-abb944e0-bdd3-4266-9685-ec45df5c2c00 service neutron] Attempting to bind port 35ad3893-b711-4738-902a-be6f7ffbc944 on network 48755b91-0964-4b17-9b2c-cb54e83e1276 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:00:31.899770 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:31.901089 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-abb944e0-bdd3-4266-9685-ec45df5c2c00 service neutron] Port 35ad3893-b711-4738-902a-be6f7ffbc944 on network 48755b91-0964-4b17-9b2c-cb54e83e1276 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:00:31.901421 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-abb944e0-bdd3-4266-9685-ec45df5c2c00 service neutron] Attempting to bind port 35ad3893-b711-4738-902a-be6f7ffbc944 on network 48755b91-0964-4b17-9b2c-cb54e83e1276 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:00:31.912932 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48136) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:31.914106 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-abb944e0-bdd3-4266-9685-ec45df5c2c00 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:00:31.914443 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-abb944e0-bdd3-4266-9685-ec45df5c2c00 service neutron] Checking segment: {'id': 'a66a9d68-65db-4b04-9da2-db659fb4ddb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '48755b91-0964-4b17-9b2c-cb54e83e1276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:00:31.914819 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-abb944e0-bdd3-4266-9685-ec45df5c2c00 service neutron] Bound using segment: {'id': 'a66a9d68-65db-4b04-9da2-db659fb4ddb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '48755b91-0964-4b17-9b2c-cb54e83e1276'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:00:31.915256 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-abb944e0-bdd3-4266-9685-ec45df5c2c00 service neutron] Bound port: 35ad3893-b711-4738-902a-be6f7ffbc944, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a66a9d68-65db-4b04-9da2-db659fb4ddb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '48755b91-0964-4b17-9b2c-cb54e83e1276'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:00:31.915637 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-abb944e0-bdd3-4266-9685-ec45df5c2c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:31.944039 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f0e2ca0c-040f-4f3a-874d-e4a282c6a821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:31.989780 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df2d90a-920b-4512-bee6-6de515a5dddc tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Router 96a51474-59e8-4929-ab8a-c510038ebd97 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 20:00:32.110735 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f0e2ca0c-040f-4f3a-874d-e4a282c6a821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:32.119608 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-abb944e0-bdd3-4266-9685-ec45df5c2c00 service neutron] For port 35ad3893-b711-4738-902a-be6f7ffbc944, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:00:32.120532 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f0e2ca0c-040f-4f3a-874d-e4a282c6a821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:32.149464 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-abb944e0-bdd3-4266-9685-ec45df5c2c00 service neutron] For port 35ad3893-b711-4738-902a-be6f7ffbc944, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=35ad3893-b711-4738-902a-be6f7ffbc944,segment=NetworkSegment(a66a9d68-65db-4b04-9da2-db659fb4ddb1),segment_id=a66a9d68-65db-4b04-9da2-db659fb4ddb1)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:00:32.162629 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-abb944e0-bdd3-4266-9685-ec45df5c2c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:32.168331 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f0e2ca0c-040f-4f3a-874d-e4a282c6a821 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=42b81c3f2d104b9ebe429ca9260069ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2540221 Apr 28 20:00:32.174633 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48142) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:32.183512 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-abb944e0-bdd3-4266-9685-ec45df5c2c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:32.185805 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-abb944e0-bdd3-4266-9685-ec45df5c2c00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:32.190131 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-abb944e0-bdd3-4266-9685-ec45df5c2c00 service neutron] 10.222.0.15 "PUT /v2.0/ports/35ad3893-b711-4738-902a-be6f7ffbc944 HTTP/1.1" status: 200 len: 1091 time: 2.5427237 Apr 28 20:00:32.212709 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2ca0c-040f-4f3a-874d-e4a282c6a821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7a323e-c66b-474e-98a1-a5970784e1ba,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:32.265897 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44faf1e-7d8e-4254-b75a-e109a0268336', 'tag': '35ad3893-b711-4738-902a-be6f7ffbc944'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:00:32.269974 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcca552-70c3-470b-b5d1-6769ffffa310" -d '{"events": [{"name": "network-changed", "server_uuid": "c44faf1e-7d8e-4254-b75a-e109a0268336", "tag": "35ad3893-b711-4738-902a-be6f7ffbc944"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:00:32.317149 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7be78d11-3f58-4c2d-b692-fa90ed054f38 req-97154a10-743c-4365-b040-51f183c71c0e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dd15f827-377e-418e-bb0d-4556899cf6f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2931292 Apr 28 20:00:32.480076 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a4d07882-a259-409b-80ed-44d8ba60457e None None] Provisioning complete for port 754b48b0-4b20-431e-9eda-0f89298ac1f8 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:32.480717 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a4d07882-a259-409b-80ed-44d8ba60457e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:32.490753 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df2d90a-920b-4512-bee6-6de515a5dddc tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:00:32.503082 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb944e0-bdd3-4266-9685-ec45df5c2c00 service neutron] Pushing event updated for resources: {'Port': ['ID=35ad3893-b711-4738-902a-be6f7ffbc944,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:32.531316 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-14fe507e-b8c0-4883-adda-5fbeeed6212d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:32.534218 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-14fe507e-b8c0-4883-adda-5fbeeed6212d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 1094 time: 0.2578065 Apr 28 20:00:32.540646 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be78d11-3f58-4c2d-b692-fa90ed054f38 req-91a4b840-9f6e-443d-806a-a613102303f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:32.542280 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7be78d11-3f58-4c2d-b692-fa90ed054f38 req-91a4b840-9f6e-443d-806a-a613102303f7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed88649b71bc458cae04e424d2624ce7&device_id=dd15f827-377e-418e-bb0d-4556899cf6f3 HTTP/1.1" status: 200 len: 1096 time: 0.1332085 Apr 28 20:00:32.585402 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8690851d-10f4-4d96-b75c-43480071ae2b None None] Sync routers for ids ['96a51474-59e8-4929-ab8a-c510038ebd97'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:00:32.606863 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-f7362dba-9d09-417b-935b-4db43ccde6be service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35ad3893-b711-4738-902a-be6f7ffbc944 HTTP/1.1" status: 200 len: 217 time: 0.0598516 Apr 28 20:00:32.634115 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0df2d90a-920b-4512-bee6-6de515a5dddc tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:32.638915 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48150) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:32.639826 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0df2d90a-920b-4512-bee6-6de515a5dddc tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.4950905 Apr 28 20:00:32.704048 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8690851d-10f4-4d96-b75c-43480071ae2b None None] Routers {'96a51474-59e8-4929-ab8a-c510038ebd97'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:00:32.706891 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-8690851d-10f4-4d96-b75c-43480071ae2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:00:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['96a51474-59e8-4929-ab8a-c510038ebd97'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:32.726901 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-329a1431-80e4-425e-bce4-7a90ce778d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:32.873638 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 754b48b0-4b20-431e-9eda-0f89298ac1f8 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:00:32.893877 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-8690851d-10f4-4d96-b75c-43480071ae2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:33.046146 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 754b48b0-4b20-431e-9eda-0f89298ac1f8 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:33.046515 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:33.094616 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8690851d-10f4-4d96-b75c-43480071ae2b None None] Routers {'96a51474-59e8-4929-ab8a-c510038ebd97'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:00:33.095767 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-8690851d-10f4-4d96-b75c-43480071ae2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:00:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['96a51474-59e8-4929-ab8a-c510038ebd97'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:33.164889 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-8690851d-10f4-4d96-b75c-43480071ae2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:33.165792 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8690851d-10f4-4d96-b75c-43480071ae2b None None] The sync data for ids ['96a51474-59e8-4929-ab8a-c510038ebd97'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:00:33.275818 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffbdbc-4d0b-4b0b-8b89-60089a11b4c7 req-aeb08bd1-8b1b-46e7-b819-bfc78bcf3827 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:33.277856 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-39ffbdbc-4d0b-4b0b-8b89-60089a11b4c7 req-aeb08bd1-8b1b-46e7-b819-bfc78bcf3827 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 943 time: 0.3408194 Apr 28 20:00:33.343556 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-39ffbdbc-4d0b-4b0b-8b89-60089a11b4c7 req-7b8871a6-d6dd-4f9b-ad10-463e16059ab9 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439775 Apr 28 20:00:33.354513 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f989ed78-79d5-4e47-a778-51ba904984b4 x-openstack-request-id: req-f989ed78-79d5-4e47-a778-51ba904984b4 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:00:33.355383 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44faf1e-7d8e-4254-b75a-e109a0268336", "tag": "35ad3893-b711-4738-902a-be6f7ffbc944", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:00:33.355703 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f989ed78-79d5-4e47-a778-51ba904984b4 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:00:33.356227 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f989ed78-79d5-4e47-a778-51ba904984b4'] response: {'name': 'network-changed', 'server_uuid': 'c44faf1e-7d8e-4254-b75a-e109a0268336', 'tag': '35ad3893-b711-4738-902a-be6f7ffbc944', 'status': 'completed', 'code': 200} Apr 28 20:00:33.359403 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-329a1431-80e4-425e-bce4-7a90ce778d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:33.364553 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-41eec0fe-40f1-4447-ae8a-440af0b191b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:33.366463 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-41eec0fe-40f1-4447-ae8a-440af0b191b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43502a32-c77b-45bd-a11f-30959b40de62 HTTP/1.1" status: 200 len: 835 time: 0.7447803 Apr 28 20:00:33.466181 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be78d11-3f58-4c2d-b692-fa90ed054f38 req-abf64bb5-6608-4997-8176-4ae724610f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:33.468153 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7be78d11-3f58-4c2d-b692-fa90ed054f38 req-abf64bb5-6608-4997-8176-4ae724610f32 service neutron] 10.222.0.44 "GET /v2.0/networks?id=952ab810-004c-432f-bca4-db060534f298 HTTP/1.1" status: 200 len: 910 time: 0.8600042 Apr 28 20:00:33.473480 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d9ee4eca-a990-4a7a-936a-2c26d3f7f3ab tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:33.475089 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-a0ae0213-3330-46b1-8252-3ecc1f4edbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:33.477458 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-a0ae0213-3330-46b1-8252-3ecc1f4edbd5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=48755b91-0964-4b17-9b2c-cb54e83e1276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0970538 Apr 28 20:00:33.491966 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:33.550269 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7be78d11-3f58-4c2d-b692-fa90ed054f38 req-45ea037b-de53-4fa4-adf3-420f1f23f6fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=456ecf8c-ffb3-47d5-a1f7-0dfdba830f24 HTTP/1.1" status: 200 len: 1000 time: 0.0708642 Apr 28 20:00:33.587317 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-329a1431-80e4-425e-bce4-7a90ce778d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:33.590194 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-329a1431-80e4-425e-bce4-7a90ce778d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:33.591482 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-329a1431-80e4-425e-bce4-7a90ce778d0f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fe7a323e-c66b-474e-98a1-a5970784e1ba HTTP/1.1" status: 204 len: 168 time: 1.3984795 Apr 28 20:00:33.624945 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a1431-80e4-425e-bce4-7a90ce778d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7a323e-c66b-474e-98a1-a5970784e1ba,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:33.677432 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be78d11-3f58-4c2d-b692-fa90ed054f38 req-9ebee0e8-29e8-4116-8e85-95a524a51637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:33.679103 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7be78d11-3f58-4c2d-b692-fa90ed054f38 req-9ebee0e8-29e8-4116-8e85-95a524a51637 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94ad0d3d-90ae-4fb6-917f-af5d5a387839 HTTP/1.1" status: 200 len: 848 time: 0.1180563 Apr 28 20:00:33.746877 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-a449f0e1-bfc9-49ea-9961-692ec29f16fc service neutron] 10.222.0.15 "GET /v2.0/networks/48755b91-0964-4b17-9b2c-cb54e83e1276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950262 Apr 28 20:00:33.757083 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be78d11-3f58-4c2d-b692-fa90ed054f38 req-e31930bb-12df-4cd1-9dc0-2e8d68848a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:33.759081 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7be78d11-3f58-4c2d-b692-fa90ed054f38 req-e31930bb-12df-4cd1-9dc0-2e8d68848a61 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=952ab810-004c-432f-bca4-db060534f298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734458 Apr 28 20:00:33.870281 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7be78d11-3f58-4c2d-b692-fa90ed054f38 req-877860ec-699c-44d8-9f0b-bdfe4d293dc6 service neutron] 10.222.0.44 "GET /v2.0/networks/952ab810-004c-432f-bca4-db060534f298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022289 Apr 28 20:00:33.918563 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-d9ee4eca-a990-4a7a-936a-2c26d3f7f3ab tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Allocated IP 172.20.0.1 (2d91890e-e620-4915-9fd5-0fdf031757ff/60a17c28-7594-4c35-98a2-764c2acfa0ac/95886b29-afc9-4961-b7c4-799ebbc26837) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:34.044470 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d9ee4eca-a990-4a7a-936a-2c26d3f7f3ab tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:34.086346 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57b474d7-eab1-4170-ad74-8533e8a70c60 req-3486a9c7-7c64-4f73-9737-0ca110394d07 service neutron] 10.222.0.15 "GET /v2.0/networks/48755b91-0964-4b17-9b2c-cb54e83e1276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321669 Apr 28 20:00:34.088541 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d9ee4eca-a990-4a7a-936a-2c26d3f7f3ab tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:34.135405 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7be78d11-3f58-4c2d-b692-fa90ed054f38 req-fb67db7a-a0b7-49e0-a14c-2d02f22207a4 service neutron] 10.222.0.44 "GET /v2.0/networks/952ab810-004c-432f-bca4-db060534f298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541437 Apr 28 20:00:34.178900 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ee4eca-a990-4a7a-936a-2c26d3f7f3ab tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Network 2d91890e-e620-4915-9fd5-0fdf031757ff is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:34.182131 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-d9ee4eca-a990-4a7a-936a-2c26d3f7f3ab tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:34.196792 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ee4eca-a990-4a7a-936a-2c26d3f7f3ab tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:00:34.256019 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee4eca-a990-4a7a-936a-2c26d3f7f3ab tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Pushing event updated for resources: {'Port': ['ID=95886b29-afc9-4961-b7c4-799ebbc26837,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:34.303953 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcca552-70c3-470b-b5d1-6769ffffa310 req-99c241fc-d6e4-455b-b93b-6275b207c892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:34.317762 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9dcca552-70c3-470b-b5d1-6769ffffa310 req-99c241fc-d6e4-455b-b93b-6275b207c892 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 1094 time: 0.1653697 Apr 28 20:00:34.322644 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d9ee4eca-a990-4a7a-936a-2c26d3f7f3ab tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:34.641022 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48184) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:34.671003 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcca552-70c3-470b-b5d1-6769ffffa310 req-b6909c11-b797-40a9-983b-9ad627864f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:34.676018 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9dcca552-70c3-470b-b5d1-6769ffffa310 req-b6909c11-b797-40a9-983b-9ad627864f14 service neutron] 10.222.0.15 "GET /v2.0/networks?id=48755b91-0964-4b17-9b2c-cb54e83e1276 HTTP/1.1" status: 200 len: 897 time: 0.3501818 Apr 28 20:00:34.721231 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-8d4eca81-a79a-4867-826a-e706528e8db2 None None] Provisioning complete for port 95886b29-afc9-4961-b7c4-799ebbc26837 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:34.721767 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8d4eca81-a79a-4867-826a-e706528e8db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:34.794650 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-8d4eca81-a79a-4867-826a-e706528e8db2 None None] Port 95886b29-afc9-4961-b7c4-799ebbc26837 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:00:34.815123 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9dcca552-70c3-470b-b5d1-6769ffffa310 req-ef9639a5-3be7-4a42-b685-e4b66ddba633 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35ad3893-b711-4738-902a-be6f7ffbc944 HTTP/1.1" status: 200 len: 217 time: 0.1298451 Apr 28 20:00:34.840524 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530c493-c285-49b5-b091-898edd73f0f1 req-5e12592e-2874-432e-926d-ebc204568ea7 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:34.842198 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f530c493-c285-49b5-b091-898edd73f0f1 req-5e12592e-2874-432e-926d-ebc204568ea7 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 943 time: 0.2942672 Apr 28 20:00:34.942257 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a11ac40d-2246-4209-b121-18bced7a2fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:34.988293 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcca552-70c3-470b-b5d1-6769ffffa310 req-f013b1d3-4cc6-471b-ae24-979fc6ed4f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:34.990086 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9dcca552-70c3-470b-b5d1-6769ffffa310 req-f013b1d3-4cc6-471b-ae24-979fc6ed4f0c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43502a32-c77b-45bd-a11f-30959b40de62 HTTP/1.1" status: 200 len: 835 time: 0.1468585 Apr 28 20:00:35.000438 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f530c493-c285-49b5-b091-898edd73f0f1 req-14f57ec6-e049-4458-87b5-01cba803b9f9 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375837 Apr 28 20:00:35.107782 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d9ee4eca-a990-4a7a-936a-2c26d3f7f3ab tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:35.150114 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcca552-70c3-470b-b5d1-6769ffffa310 req-49df38a3-ac5b-4301-bc67-01045367a1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:35.152795 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9dcca552-70c3-470b-b5d1-6769ffffa310 req-49df38a3-ac5b-4301-bc67-01045367a1b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=48755b91-0964-4b17-9b2c-cb54e83e1276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165380 Apr 28 20:00:35.249752 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a11ac40d-2246-4209-b121-18bced7a2fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:35.260524 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a11ac40d-2246-4209-b121-18bced7a2fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:35.328988 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ac40d-2246-4209-b121-18bced7a2fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99ad760-3dc6-4561-a042-803596cec500,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:35.380604 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a11ac40d-2246-4209-b121-18bced7a2fb3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d3174e571b824fb3b62cf4830687d0f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7360227 Apr 28 20:00:35.383209 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48210) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:35.394097 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9dcca552-70c3-470b-b5d1-6769ffffa310 req-3abd630f-9b2c-4116-8ad7-492904daac58 service neutron] 10.222.0.15 "GET /v2.0/networks/48755b91-0964-4b17-9b2c-cb54e83e1276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315047 Apr 28 20:00:35.567632 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-af786999-5d9d-4220-b0a2-5a6e941b0746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:35.568725 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d9ee4eca-a990-4a7a-936a-2c26d3f7f3ab tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:35.579157 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d9ee4eca-a990-4a7a-936a-2c26d3f7f3ab tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:35.589012 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9dcca552-70c3-470b-b5d1-6769ffffa310 req-099ed271-5589-41cd-9a49-010beb0e9b04 service neutron] 10.222.0.15 "GET /v2.0/networks/48755b91-0964-4b17-9b2c-cb54e83e1276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839283 Apr 28 20:00:35.611020 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-af786999-5d9d-4220-b0a2-5a6e941b0746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:35.627562 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 35ad3893-b711-4738-902a-be6f7ffbc944 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:00:35.700165 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee4eca-a990-4a7a-936a-2c26d3f7f3ab tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Pushing event updated for resources: {'Port': ['ID=95886b29-afc9-4961-b7c4-799ebbc26837,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:35.709588 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-af786999-5d9d-4220-b0a2-5a6e941b0746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:35.712414 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-af786999-5d9d-4220-b0a2-5a6e941b0746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:35.716125 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-af786999-5d9d-4220-b0a2-5a6e941b0746 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f99ad760-3dc6-4561-a042-803596cec500 HTTP/1.1" status: 204 len: 168 time: 0.3293417 Apr 28 20:00:35.731274 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af786999-5d9d-4220-b0a2-5a6e941b0746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99ad760-3dc6-4561-a042-803596cec500,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:35.765643 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d9ee4eca-a990-4a7a-936a-2c26d3f7f3ab tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:35.843321 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 35ad3893-b711-4738-902a-be6f7ffbc944, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=35ad3893-b711-4738-902a-be6f7ffbc944,segment=NetworkSegment(a66a9d68-65db-4b04-9da2-db659fb4ddb1),segment_id=a66a9d68-65db-4b04-9da2-db659fb4ddb1)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:00:35.874009 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '35ad3893-b711-4738-902a-be6f7ffbc944', 'network_id': '48755b91-0964-4b17-9b2c-cb54e83e1276', 'port_id': '35ad3893-b711-4738-902a-be6f7ffbc944', 'mac_address': 'fa:16:3e:51:f3:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43502a32-c77b-45bd-a11f-30959b40de62', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:00:35.889522 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ee4eca-a990-4a7a-936a-2c26d3f7f3ab tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Network 2d91890e-e620-4915-9fd5-0fdf031757ff is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:35.900094 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-d9ee4eca-a990-4a7a-936a-2c26d3f7f3ab tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:35.921505 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:35.954879 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ad3893-b711-4738-902a-be6f7ffbc944 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:00:36.018431 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 35ad3893-b711-4738-902a-be6f7ffbc944, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=35ad3893-b711-4738-902a-be6f7ffbc944,segment=NetworkSegment(a66a9d68-65db-4b04-9da2-db659fb4ddb1),segment_id=a66a9d68-65db-4b04-9da2-db659fb4ddb1)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:00:36.039915 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:36.103696 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ee4eca-a990-4a7a-936a-2c26d3f7f3ab tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Router 96a51474-59e8-4929-ab8a-c510038ebd97 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:00:36.119027 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=35ad3893-b711-4738-902a-be6f7ffbc944,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:36.264592 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['35ad3893-b711-4738-902a-be6f7ffbc944'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:00:36.293305 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92327d5-e50e-4cb1-84d0-35c777849db3 req-5c294cd1-d54b-4868-aeb3-bfd54ab058ef tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:36.305089 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b92327d5-e50e-4cb1-84d0-35c777849db3 req-5c294cd1-d54b-4868-aeb3-bfd54ab058ef tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 944 time: 0.1226757 Apr 28 20:00:36.334998 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ee4eca-a990-4a7a-936a-2c26d3f7f3ab tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:00:36.343234 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d9ee4eca-a990-4a7a-936a-2c26d3f7f3ab tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] 10.222.0.42 "PUT /v2.0/routers/96a51474-59e8-4929-ab8a-c510038ebd97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7008519 Apr 28 20:00:36.348376 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3cd5f7-d4f3-49cc-8397-bd2e84b3bab9 None None] Sync routers for ids ['96a51474-59e8-4929-ab8a-c510038ebd97'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:00:36.349188 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48246) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:36.354597 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-6c818d7c-56c8-4e5b-bf5d-844300e8019b tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Request body: {'port': {'network_id': '2d91890e-e620-4915-9fd5-0fdf031757ff', 'name': 'tempest-FloatingIPAdminTestJSON-1839030698'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:36.369626 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b92327d5-e50e-4cb1-84d0-35c777849db3 req-65c6f9a4-4f19-4e7c-b024-1940687441f1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635538 Apr 28 20:00:36.388391 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3cd5f7-d4f3-49cc-8397-bd2e84b3bab9 None None] Routers {'96a51474-59e8-4929-ab8a-c510038ebd97'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:00:36.389332 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-4a3cd5f7-d4f3-49cc-8397-bd2e84b3bab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:00:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['96a51474-59e8-4929-ab8a-c510038ebd97'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:36.417012 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-5e829056-5541-4792-8c69-495d20ac9729 None None] Provisioning complete for port 95886b29-afc9-4961-b7c4-799ebbc26837 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:36.417582 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5e829056-5541-4792-8c69-495d20ac9729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:36.471153 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-5e829056-5541-4792-8c69-495d20ac9729 None None] Port 95886b29-afc9-4961-b7c4-799ebbc26837 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:00:36.481431 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-4a3cd5f7-d4f3-49cc-8397-bd2e84b3bab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:36.500065 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3cd5f7-d4f3-49cc-8397-bd2e84b3bab9 None None] Routers {'96a51474-59e8-4929-ab8a-c510038ebd97'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:00:36.503965 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-4a3cd5f7-d4f3-49cc-8397-bd2e84b3bab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:00:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['96a51474-59e8-4929-ab8a-c510038ebd97'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:36.554698 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c818d7c-56c8-4e5b-bf5d-844300e8019b tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Made reservation on behalf of 7d6b48cd87c54b17852ab62ab1712d72 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:36.560068 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6c818d7c-56c8-4e5b-bf5d-844300e8019b tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:36.585131 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-6c818d7c-56c8-4e5b-bf5d-844300e8019b tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] device_id is not set on port 6a38ec47-1a81-4517-b96e-665ba58eb50c yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:00:36.590597 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-4a3cd5f7-d4f3-49cc-8397-bd2e84b3bab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:36.591259 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3cd5f7-d4f3-49cc-8397-bd2e84b3bab9 None None] The sync data for ids ['96a51474-59e8-4929-ab8a-c510038ebd97'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:00:36.788404 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-6c818d7c-56c8-4e5b-bf5d-844300e8019b tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Allocated IP 172.20.0.3 (2d91890e-e620-4915-9fd5-0fdf031757ff/60a17c28-7594-4c35-98a2-764c2acfa0ac/6a38ec47-1a81-4517-b96e-665ba58eb50c) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:36.980220 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6c818d7c-56c8-4e5b-bf5d-844300e8019b tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:37.023742 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6c818d7c-56c8-4e5b-bf5d-844300e8019b tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:37.079186 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c818d7c-56c8-4e5b-bf5d-844300e8019b tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Network 2d91890e-e620-4915-9fd5-0fdf031757ff is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:37.085138 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-6c818d7c-56c8-4e5b-bf5d-844300e8019b tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:37.090638 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c818d7c-56c8-4e5b-bf5d-844300e8019b tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:00:37.095651 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c818d7c-56c8-4e5b-bf5d-844300e8019b tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Pushing event updated for resources: {'Port': ['ID=6a38ec47-1a81-4517-b96e-665ba58eb50c,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:37.171385 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c818d7c-56c8-4e5b-bf5d-844300e8019b tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:37.172825 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6c818d7c-56c8-4e5b-bf5d-844300e8019b tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:37.197266 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6c818d7c-56c8-4e5b-bf5d-844300e8019b tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8467669 Apr 28 20:00:37.200773 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48274) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:37.474978 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-cab96a9c-338f-43ec-b0ec-9ca901b4fa55 tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'project_id': '7d6b48cd87c54b17852ab62ab1712d72', 'port_id': '6a38ec47-1a81-4517-b96e-665ba58eb50c'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:37.508864 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-d05a3e63-1118-4a7c-ba9c-168969d0d459 None None] Provisioning complete for port 6a38ec47-1a81-4517-b96e-665ba58eb50c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:37.510461 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d05a3e63-1118-4a7c-ba9c-168969d0d459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:37.544722 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cab96a9c-338f-43ec-b0ec-9ca901b4fa55 tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:37.565167 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-d05a3e63-1118-4a7c-ba9c-168969d0d459 None None] Port 6a38ec47-1a81-4517-b96e-665ba58eb50c cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:00:37.595224 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce9819-ccf0-492e-93c8-738fba5ad6e9 req-1f5b47d0-0878-4f7e-a8bb-da3083db870b tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:37.596893 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bdce9819-ccf0-492e-93c8-738fba5ad6e9 req-1f5b47d0-0878-4f7e-a8bb-da3083db870b tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 944 time: 0.1331286 Apr 28 20:00:37.630404 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 35ad3893-b711-4738-902a-be6f7ffbc944 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:00:37.664156 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bdce9819-ccf0-492e-93c8-738fba5ad6e9 req-6e5db51a-fbc1-4843-a26e-8909ae8aa082 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582535 Apr 28 20:00:37.801873 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cab96a9c-338f-43ec-b0ec-9ca901b4fa55 tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:37.957672 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 35ad3893-b711-4738-902a-be6f7ffbc944 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:00:37.963922 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 35ad3893-b711-4738-902a-be6f7ffbc944 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:37.964442 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:37.977444 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-cab96a9c-338f-43ec-b0ec-9ca901b4fa55 tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Allocated IP 172.25.8.166 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/07456ab2-7a56-44f6-ac3b-a2960d037678) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:38.074709 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:38.109404 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44faf1e-7d8e-4254-b75a-e109a0268336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ad3893-b711-4738-902a-be6f7ffbc944'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:00:38.112942 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26468a58-d29d-4f34-9496-9067f2be8a31" -d '{"events": [{"server_uuid": "c44faf1e-7d8e-4254-b75a-e109a0268336", "name": "network-vif-plugged", "status": "completed", "tag": "35ad3893-b711-4738-902a-be6f7ffbc944"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:00:38.131429 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 35ad3893-b711-4738-902a-be6f7ffbc944, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=35ad3893-b711-4738-902a-be6f7ffbc944,segment=NetworkSegment(a66a9d68-65db-4b04-9da2-db659fb4ddb1),segment_id=a66a9d68-65db-4b04-9da2-db659fb4ddb1)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:00:38.141049 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cab96a9c-338f-43ec-b0ec-9ca901b4fa55 tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:38.146222 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:38.214443 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cab96a9c-338f-43ec-b0ec-9ca901b4fa55 tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:38.300054 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=35ad3893-b711-4738-902a-be6f7ffbc944,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:38.332328 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab96a9c-338f-43ec-b0ec-9ca901b4fa55 tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Pushing event updated for resources: {'Port': ['ID=07456ab2-7a56-44f6-ac3b-a2960d037678,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:38.353687 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab96a9c-338f-43ec-b0ec-9ca901b4fa55 tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:38.355692 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-cab96a9c-338f-43ec-b0ec-9ca901b4fa55 tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:38.365918 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab96a9c-338f-43ec-b0ec-9ca901b4fa55 tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:00:38.473050 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c12a05e-3075-4154-bf26-e5eec7a87d3c x-openstack-request-id: req-9c12a05e-3075-4154-bf26-e5eec7a87d3c {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:00:38.473346 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44faf1e-7d8e-4254-b75a-e109a0268336", "name": "network-vif-plugged", "status": "completed", "tag": "35ad3893-b711-4738-902a-be6f7ffbc944", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:00:38.473621 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9c12a05e-3075-4154-bf26-e5eec7a87d3c {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:00:38.474180 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c12a05e-3075-4154-bf26-e5eec7a87d3c'] response: {'server_uuid': 'c44faf1e-7d8e-4254-b75a-e109a0268336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ad3893-b711-4738-902a-be6f7ffbc944', 'code': 200} Apr 28 20:00:38.597129 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377f655-f6bc-4c30-b3bb-10e08e57aae2 req-11900db7-5637-4c4e-9b18-740960202e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:38.598648 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0377f655-f6bc-4c30-b3bb-10e08e57aae2 req-11900db7-5637-4c4e-9b18-740960202e4d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 1096 time: 0.0646861 Apr 28 20:00:38.697944 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0377f655-f6bc-4c30-b3bb-10e08e57aae2 req-e2f7db92-fd21-4276-984f-207dbf5a53c7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928454 Apr 28 20:00:38.775073 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48384) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:38.881479 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cab96a9c-338f-43ec-b0ec-9ca901b4fa55 tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:38.884190 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da054fd2-c267-4aa6-97be-ae1aef5cd176 req-1119e713-3db2-4554-a9b8-041581fb153c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:38.903671 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-da054fd2-c267-4aa6-97be-ae1aef5cd176 req-1119e713-3db2-4554-a9b8-041581fb153c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 945 time: 0.1052361 Apr 28 20:00:38.989577 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-da054fd2-c267-4aa6-97be-ae1aef5cd176 req-7c477a15-9edc-46f5-8c98-72d1f57b1f3a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849338 Apr 28 20:00:39.014956 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cab96a9c-338f-43ec-b0ec-9ca901b4fa55 tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:39.041542 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-395a0bf9-d039-4e16-9c7c-6198e5d085ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:39.181008 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-395a0bf9-d039-4e16-9c7c-6198e5d085ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:39.189753 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-395a0bf9-d039-4e16-9c7c-6198e5d085ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:39.238952 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cab96a9c-338f-43ec-b0ec-9ca901b4fa55 tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:39.242389 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-395a0bf9-d039-4e16-9c7c-6198e5d085ba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e59e3805916d4940be1252fc75f9fe50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4657781 Apr 28 20:00:39.244821 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48400) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:39.247245 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a0bf9-d039-4e16-9c7c-6198e5d085ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5037cc65-bfac-4bc9-8a05-c8aaae1d65b0,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:39.248657 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cab96a9c-338f-43ec-b0ec-9ca901b4fa55 tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:39.349205 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6bf2d4da-feef-498c-871b-c854dd780260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:39.392239 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab96a9c-338f-43ec-b0ec-9ca901b4fa55 tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Pushing event updated for resources: {'Port': ['ID=07456ab2-7a56-44f6-ac3b-a2960d037678,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:39.393139 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6bf2d4da-feef-498c-871b-c854dd780260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:39.409651 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cab96a9c-338f-43ec-b0ec-9ca901b4fa55 tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:39.497683 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6bf2d4da-feef-498c-871b-c854dd780260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:39.503766 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6bf2d4da-feef-498c-871b-c854dd780260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:39.505100 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6bf2d4da-feef-498c-871b-c854dd780260 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5037cc65-bfac-4bc9-8a05-c8aaae1d65b0 HTTP/1.1" status: 204 len: 168 time: 0.2589109 Apr 28 20:00:39.519965 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf2d4da-feef-498c-871b-c854dd780260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5037cc65-bfac-4bc9-8a05-c8aaae1d65b0,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:39.552276 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-cab96a9c-338f-43ec-b0ec-9ca901b4fa55 tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Floating IP 5ccd23f2-7f96-4836-8f3b-b57b51dc71ce associated. External IP: 172.25.8.166, port: 6a38ec47-1a81-4517-b96e-665ba58eb50c. Apr 28 20:00:39.826922 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab96a9c-338f-43ec-b0ec-9ca901b4fa55 tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Router 96a51474-59e8-4929-ab8a-c510038ebd97 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:00:39.898695 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48410) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:39.912566 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-33d023ed-1ec5-40ef-bdbb-a5208ffcb0a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:39.959884 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab96a9c-338f-43ec-b0ec-9ca901b4fa55 tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:00:39.976428 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8479db6e-7d9b-4a27-a913-d7d6879d6423 None None] Sync routers for ids ['96a51474-59e8-4929-ab8a-c510038ebd97'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:00:39.980925 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cab96a9c-338f-43ec-b0ec-9ca901b4fa55 tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:39.987697 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8479db6e-7d9b-4a27-a913-d7d6879d6423 None None] Routers {'96a51474-59e8-4929-ab8a-c510038ebd97'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:00:39.989215 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-8479db6e-7d9b-4a27-a913-d7d6879d6423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:00:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['96a51474-59e8-4929-ab8a-c510038ebd97'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:40.013923 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-33d023ed-1ec5-40ef-bdbb-a5208ffcb0a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:40.017418 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-cab96a9c-338f-43ec-b0ec-9ca901b4fa55 tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.8150268 Apr 28 20:00:40.017719 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48414) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:40.049302 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-8479db6e-7d9b-4a27-a913-d7d6879d6423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:40.060253 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8479db6e-7d9b-4a27-a913-d7d6879d6423 None None] Routers {'96a51474-59e8-4929-ab8a-c510038ebd97'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:00:40.061354 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-8479db6e-7d9b-4a27-a913-d7d6879d6423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:00:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['96a51474-59e8-4929-ab8a-c510038ebd97'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:40.113509 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-8479db6e-7d9b-4a27-a913-d7d6879d6423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:40.114259 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d5dc8-10c0-4952-9252-1deea03b30fb req-cad76f0a-df0e-4146-b9fb-a2e1b78d9285 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:40.114830 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8479db6e-7d9b-4a27-a913-d7d6879d6423 None None] The sync data for ids ['96a51474-59e8-4929-ab8a-c510038ebd97'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:00:40.117284 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bc3d5dc8-10c0-4952-9252-1deea03b30fb req-cad76f0a-df0e-4146-b9fb-a2e1b78d9285 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 945 time: 0.0614941 Apr 28 20:00:40.119215 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-33d023ed-1ec5-40ef-bdbb-a5208ffcb0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:40.166076 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bc3d5dc8-10c0-4952-9252-1deea03b30fb req-05b9eea5-0dbf-42e3-b46c-4805d8bbbe03 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397604 Apr 28 20:00:40.200730 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-534c8257-deb0-437f-a3f3-cf121784dad6 tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] 10.222.0.42 "GET /v2.0/floatingips/5ccd23f2-7f96-4836-8f3b-b57b51dc71ce HTTP/1.1" status: 200 len: 983 time: 0.1818066 Apr 28 20:00:40.206503 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-33d023ed-1ec5-40ef-bdbb-a5208ffcb0a6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b9c3f7ce38da47a9a6c773fbffcb1084&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3035040 Apr 28 20:00:40.206935 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48418) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:40.207112 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48420) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:40.208741 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d023ed-1ec5-40ef-bdbb-a5208ffcb0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1210a4cc-df87-4fcf-a6d3-92c94284e383,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:40.299201 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7fbc8da4-83c1-452b-a11a-4090b1105d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:40.339065 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d972cf-395e-4f00-8534-d8cd8ad7c097 req-59742a06-47a4-437b-9297-a279d8c32a57 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:40.340629 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-97d972cf-395e-4f00-8534-d8cd8ad7c097 req-59742a06-47a4-437b-9297-a279d8c32a57 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 945 time: 0.0815711 Apr 28 20:00:40.342654 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7fbc8da4-83c1-452b-a11a-4090b1105d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:40.359060 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e7baaa99-4e00-4a56-8a8c-41cd0e986017 tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.1529081 Apr 28 20:00:40.361636 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48424) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:40.423001 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-97d972cf-395e-4f00-8534-d8cd8ad7c097 req-382ae406-f01c-478c-adc1-da596fb6606f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718215 Apr 28 20:00:40.451087 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48428) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:40.497505 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7fbc8da4-83c1-452b-a11a-4090b1105d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:40.500299 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7fbc8da4-83c1-452b-a11a-4090b1105d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:40.504600 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7fbc8da4-83c1-452b-a11a-4090b1105d47 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1210a4cc-df87-4fcf-a6d3-92c94284e383 HTTP/1.1" status: 204 len: 168 time: 0.2941871 Apr 28 20:00:40.518308 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc8da4-83c1-452b-a11a-4090b1105d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1210a4cc-df87-4fcf-a6d3-92c94284e383,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:40.569660 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb49b19-1a96-431a-8b31-ece3f6807632 tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:40.582657 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0eb49b19-1a96-431a-8b31-ece3f6807632 tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 1091 time: 0.1229663 Apr 28 20:00:40.582657 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48438) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:40.590887 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-06746e4b-11e9-4a13-97d2-6348c647dd36 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'port_id': '35ad3893-b711-4738-902a-be6f7ffbc944', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:40.646951 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06746e4b-11e9-4a13-97d2-6348c647dd36 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for floatingip, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:40.837466 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06746e4b-11e9-4a13-97d2-6348c647dd36 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:40.966806 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-06746e4b-11e9-4a13-97d2-6348c647dd36 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Allocated IP 172.25.8.58 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/eedcef93-9c10-4c13-a84f-5b8148f067d2) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:41.034724 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-e2558874-29b9-46a4-9030-f7d0984971fe tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Deleting port 07456ab2-7a56-44f6-ac3b-a2960d037678 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:00:41.035310 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2558874-29b9-46a4-9030-f7d0984971fe tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:41.153232 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06746e4b-11e9-4a13-97d2-6348c647dd36 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:41.155909 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48458) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:41.184782 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-200e5e98-1ef5-40bd-b84c-6887a1e091f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:41.198080 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06746e4b-11e9-4a13-97d2-6348c647dd36 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:41.199120 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2558874-29b9-46a4-9030-f7d0984971fe tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:41.199879 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2558874-29b9-46a4-9030-f7d0984971fe tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:41.223315 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-e2558874-29b9-46a4-9030-f7d0984971fe tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Calling delete_port for 07456ab2-7a56-44f6-ac3b-a2960d037678 owned by network:floatingip {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:00:41.250486 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06746e4b-11e9-4a13-97d2-6348c647dd36 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'Port': ['ID=eedcef93-9c10-4c13-a84f-5b8148f067d2,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:41.263437 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06746e4b-11e9-4a13-97d2-6348c647dd36 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:41.265160 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-06746e4b-11e9-4a13-97d2-6348c647dd36 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:41.268959 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06746e4b-11e9-4a13-97d2-6348c647dd36 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:00:41.445906 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-200e5e98-1ef5-40bd-b84c-6887a1e091f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:41.454995 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-200e5e98-1ef5-40bd-b84c-6887a1e091f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:41.523285 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-200e5e98-1ef5-40bd-b84c-6887a1e091f9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1e57d9d136d44d10b52bba24b5ff156b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3651991 Apr 28 20:00:41.526715 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48462) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:41.528735 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e5e98-1ef5-40bd-b84c-6887a1e091f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80912a73-cd9f-48b0-a4b9-90d1a3c6cb8a,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:41.626868 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2558874-29b9-46a4-9030-f7d0984971fe tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:41.633509 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:00:41.682958 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2558874-29b9-46a4-9030-f7d0984971fe tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Pushing event deleted for resources: {'Port': ['ID=07456ab2-7a56-44f6-ac3b-a2960d037678,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:41.690192 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5f705821-fadf-42e3-9f3c-db3c2e8f9af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:41.738773 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5f705821-fadf-42e3-9f3c-db3c2e8f9af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:41.756214 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2558874-29b9-46a4-9030-f7d0984971fe tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks [] for floatingip, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:41.756561 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-e2558874-29b9-46a4-9030-f7d0984971fe tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Floating IP 5ccd23f2-7f96-4836-8f3b-b57b51dc71ce disassociated (deleted). External IP: 172.25.8.166, port: 6a38ec47-1a81-4517-b96e-665ba58eb50c. Apr 28 20:00:41.891752 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5f705821-fadf-42e3-9f3c-db3c2e8f9af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:41.895094 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5f705821-fadf-42e3-9f3c-db3c2e8f9af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:41.896750 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5f705821-fadf-42e3-9f3c-db3c2e8f9af2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/80912a73-cd9f-48b0-a4b9-90d1a3c6cb8a HTTP/1.1" status: 204 len: 168 time: 0.3687305 Apr 28 20:00:41.913267 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f705821-fadf-42e3-9f3c-db3c2e8f9af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80912a73-cd9f-48b0-a4b9-90d1a3c6cb8a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:42.005832 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06746e4b-11e9-4a13-97d2-6348c647dd36 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:42.096209 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2558874-29b9-46a4-9030-f7d0984971fe tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Router 96a51474-59e8-4929-ab8a-c510038ebd97 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:00:42.273922 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2558874-29b9-46a4-9030-f7d0984971fe tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:00:42.289245 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697651f1-38ef-4600-ae8a-ddadfe5a15f7 None None] Sync routers for ids ['96a51474-59e8-4929-ab8a-c510038ebd97'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:00:42.303306 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e2558874-29b9-46a4-9030-f7d0984971fe tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:42.303500 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697651f1-38ef-4600-ae8a-ddadfe5a15f7 None None] Routers {'96a51474-59e8-4929-ab8a-c510038ebd97'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:00:42.303575 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-697651f1-38ef-4600-ae8a-ddadfe5a15f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:00:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['96a51474-59e8-4929-ab8a-c510038ebd97'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:42.350407 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-697651f1-38ef-4600-ae8a-ddadfe5a15f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:42.359211 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697651f1-38ef-4600-ae8a-ddadfe5a15f7 None None] Routers {'96a51474-59e8-4929-ab8a-c510038ebd97'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:00:42.359893 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-697651f1-38ef-4600-ae8a-ddadfe5a15f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:00:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['96a51474-59e8-4929-ab8a-c510038ebd97'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:42.373073 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e2558874-29b9-46a4-9030-f7d0984971fe tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] 10.222.0.42 "DELETE /v2.0/floatingips/5ccd23f2-7f96-4836-8f3b-b57b51dc71ce HTTP/1.1" status: 204 len: 168 time: 2.0086567 Apr 28 20:00:42.378437 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48470) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:42.384771 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-fe366f34-d6a7-49a3-83b5-797881bfdb2d tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:42.401900 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-697651f1-38ef-4600-ae8a-ddadfe5a15f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:42.410412 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697651f1-38ef-4600-ae8a-ddadfe5a15f7 None None] The sync data for ids ['96a51474-59e8-4929-ab8a-c510038ebd97'] in n-d-839810-1 is: [] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:00:42.435990 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fe366f34-d6a7-49a3-83b5-797881bfdb2d tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:42.561318 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fe366f34-d6a7-49a3-83b5-797881bfdb2d tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:42.741942 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06746e4b-11e9-4a13-97d2-6348c647dd36 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:42.775892 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-fe366f34-d6a7-49a3-83b5-797881bfdb2d tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Allocated IP 172.25.8.238 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/e726351e-7e15-448f-a489-7a8eaa6b1be9) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:42.936526 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fe366f34-d6a7-49a3-83b5-797881bfdb2d tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:42.979664 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fe366f34-d6a7-49a3-83b5-797881bfdb2d tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:43.037356 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06746e4b-11e9-4a13-97d2-6348c647dd36 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:43.038167 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe366f34-d6a7-49a3-83b5-797881bfdb2d tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:43.041295 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-fe366f34-d6a7-49a3-83b5-797881bfdb2d tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:43.045858 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06746e4b-11e9-4a13-97d2-6348c647dd36 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:43.048447 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe366f34-d6a7-49a3-83b5-797881bfdb2d tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:00:43.130337 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe366f34-d6a7-49a3-83b5-797881bfdb2d tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Pushing event updated for resources: {'Port': ['ID=e726351e-7e15-448f-a489-7a8eaa6b1be9,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:43.135177 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06746e4b-11e9-4a13-97d2-6348c647dd36 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'Port': ['ID=eedcef93-9c10-4c13-a84f-5b8148f067d2,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:43.148612 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06746e4b-11e9-4a13-97d2-6348c647dd36 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:43.220880 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fe366f34-d6a7-49a3-83b5-797881bfdb2d tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:43.288159 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fe366f34-d6a7-49a3-83b5-797881bfdb2d tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:43.338699 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [None req-06746e4b-11e9-4a13-97d2-6348c647dd36 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Floating IP a247d791-5a17-441a-91eb-35bd8b2b4f7d associated. External IP: 172.25.8.58, port: 35ad3893-b711-4738-902a-be6f7ffbc944. Apr 28 20:00:43.522371 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fe366f34-d6a7-49a3-83b5-797881bfdb2d tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:43.530012 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fe366f34-d6a7-49a3-83b5-797881bfdb2d tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:43.641636 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe366f34-d6a7-49a3-83b5-797881bfdb2d tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Pushing event updated for resources: {'Port': ['ID=e726351e-7e15-448f-a489-7a8eaa6b1be9,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:43.662502 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fe366f34-d6a7-49a3-83b5-797881bfdb2d tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:43.692670 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fe366f34-d6a7-49a3-83b5-797881bfdb2d tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:43.694335 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-fe366f34-d6a7-49a3-83b5-797881bfdb2d tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3148649 Apr 28 20:00:43.697276 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48498) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:43.711019 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06746e4b-11e9-4a13-97d2-6348c647dd36 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Router 01a1ae97-ab9a-4ca9-ae55-be939788ed37 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:00:43.854921 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06746e4b-11e9-4a13-97d2-6348c647dd36 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:00:43.868083 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd8f2b-960c-4566-947e-62d00fce1376 None None] Sync routers for ids ['01a1ae97-ab9a-4ca9-ae55-be939788ed37'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:00:43.877536 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06746e4b-11e9-4a13-97d2-6348c647dd36 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:43.893824 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd8f2b-960c-4566-947e-62d00fce1376 None None] Routers {'01a1ae97-ab9a-4ca9-ae55-be939788ed37'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:00:43.894484 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-6ccd8f2b-960c-4566-947e-62d00fce1376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:00:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['01a1ae97-ab9a-4ca9-ae55-be939788ed37'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:43.915261 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-06746e4b-11e9-4a13-97d2-6348c647dd36 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3343480 Apr 28 20:00:43.916327 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44faf1e-7d8e-4254-b75a-e109a0268336', 'tag': '35ad3893-b711-4738-902a-be6f7ffbc944'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:00:43.919862 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f14553-ffe8-45c3-86ca-1d994a634c31" -d '{"events": [{"name": "network-changed", "server_uuid": "c44faf1e-7d8e-4254-b75a-e109a0268336", "tag": "35ad3893-b711-4738-902a-be6f7ffbc944"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:00:43.967072 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-efb0ad1d-06b1-43a5-be1e-7089be12ab42 tempest-FloatingIPAdminTestJSON-1902876676 tempest-FloatingIPAdminTestJSON-1902876676-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:43.967364 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e715d0d-785d-4918-abe6-47b36f614ed2 x-openstack-request-id: req-1e715d0d-785d-4918-abe6-47b36f614ed2 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:00:43.967814 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44faf1e-7d8e-4254-b75a-e109a0268336", "tag": "35ad3893-b711-4738-902a-be6f7ffbc944", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:00:43.968247 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1e715d0d-785d-4918-abe6-47b36f614ed2 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:00:43.969560 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e715d0d-785d-4918-abe6-47b36f614ed2'] response: {'name': 'network-changed', 'server_uuid': 'c44faf1e-7d8e-4254-b75a-e109a0268336', 'tag': '35ad3893-b711-4738-902a-be6f7ffbc944', 'status': 'completed', 'code': 200} Apr 28 20:00:44.051362 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f14553-ffe8-45c3-86ca-1d994a634c31 req-8b5317ee-34dd-4554-8ee2-ed8f89f217c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:44.059298 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-92f14553-ffe8-45c3-86ca-1d994a634c31 req-8b5317ee-34dd-4554-8ee2-ed8f89f217c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 1096 time: 0.0642378 Apr 28 20:00:44.128970 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-6ccd8f2b-960c-4566-947e-62d00fce1376 None None] Set router 01a1ae97-ab9a-4ca9-ae55-be939788ed37 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:00:44.137160 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-efb0ad1d-06b1-43a5-be1e-7089be12ab42 tempest-FloatingIPAdminTestJSON-1902876676 tempest-FloatingIPAdminTestJSON-1902876676-project] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:44.167033 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3f92d-0406-413a-b4c1-a78f8aa84167 req-c7c252b2-1ec4-42a2-89cc-b7832dc88b42 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:44.168628 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a3e3f92d-0406-413a-b4c1-a78f8aa84167 req-c7c252b2-1ec4-42a2-89cc-b7832dc88b42 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 945 time: 0.1739912 Apr 28 20:00:44.284714 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f14553-ffe8-45c3-86ca-1d994a634c31 req-5f32916b-4c96-48fb-82c5-d6d0ac45c544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:44.287066 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a3e3f92d-0406-413a-b4c1-a78f8aa84167 req-d0d73ced-6f91-4654-aae8-e1897fa2754d tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070495 Apr 28 20:00:44.289034 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-92f14553-ffe8-45c3-86ca-1d994a634c31 req-5f32916b-4c96-48fb-82c5-d6d0ac45c544 service neutron] 10.222.0.15 "GET /v2.0/networks?id=48755b91-0964-4b17-9b2c-cb54e83e1276 HTTP/1.1" status: 200 len: 897 time: 0.2230644 Apr 28 20:00:44.311605 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48514) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:44.422207 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-92f14553-ffe8-45c3-86ca-1d994a634c31 req-f9422d36-892f-47ae-b688-624e1c7eb54c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35ad3893-b711-4738-902a-be6f7ffbc944 HTTP/1.1" status: 200 len: 998 time: 0.1267393 Apr 28 20:00:44.484543 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-289f9b4b-aabb-4f24-a69b-85bde0633317 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/floatingips/a247d791-5a17-441a-91eb-35bd8b2b4f7d HTTP/1.1" status: 200 len: 990 time: 0.1677475 Apr 28 20:00:44.508674 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-efb0ad1d-06b1-43a5-be1e-7089be12ab42 tempest-FloatingIPAdminTestJSON-1902876676 tempest-FloatingIPAdminTestJSON-1902876676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:44.603352 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f14553-ffe8-45c3-86ca-1d994a634c31 req-3c889107-d458-4690-bac8-11ea132048d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:44.614149 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-92f14553-ffe8-45c3-86ca-1d994a634c31 req-3c889107-d458-4690-bac8-11ea132048d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43502a32-c77b-45bd-a11f-30959b40de62 HTTP/1.1" status: 200 len: 835 time: 0.1843648 Apr 28 20:00:44.741380 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f14553-ffe8-45c3-86ca-1d994a634c31 req-1b11fff3-aec8-48da-aa67-a67f6bcc3918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:44.741380 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-92f14553-ffe8-45c3-86ca-1d994a634c31 req-1b11fff3-aec8-48da-aa67-a67f6bcc3918 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=48755b91-0964-4b17-9b2c-cb54e83e1276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169157 Apr 28 20:00:44.756857 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-efb0ad1d-06b1-43a5-be1e-7089be12ab42 tempest-FloatingIPAdminTestJSON-1902876676 tempest-FloatingIPAdminTestJSON-1902876676-project] Allocated IP 172.25.8.19 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/f416ed9e-0bc7-4d21-b4f4-fdc0789e819b) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:44.769199 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-6ccd8f2b-960c-4566-947e-62d00fce1376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-713405308', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '4bfe2794-1447-4ffe-b8f7-1f10b6f89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:00:08Z', 'updated_at': '2022-04-28T20:00:17Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '4bfe2794-1447-4ffe-b8f7-1f10b6f89822', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:00:09Z', 'updated_at': '2022-04-28T20:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': 'a247d791-5a17-441a-91eb-35bd8b2b4f7d', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'floating_ip_address': '172.25.8.58', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'port_id': '35ad3893-b711-4738-902a-be6f7ffbc944', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48755b91-0964-4b17-9b2c-cb54e83e1276', 'mac_address': 'fa:16:3e:51:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44faf1e-7d8e-4254-b75a-e109a0268336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:00:41Z', 'updated_at': '2022-04-28T20:00:41Z', 'revision_number': 0, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44bd0748-6675-4950-b284-fe48715fe3a0', 'name': '', 'network_id': '48755b91-0964-4b17-9b2c-cb54e83e1276', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'mac_address': 'fa:16:3e:c5:79:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '43502a32-c77b-45bd-a11f-30959b40de62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:00:16Z', 'updated_at': '2022-04-28T20:00:22Z', 'revision_number': 5, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'subnets': [{'id': '43502a32-c77b-45bd-a11f-30959b40de62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:44.822027 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd8f2b-960c-4566-947e-62d00fce1376 None None] Checking router: 01a1ae97-ab9a-4ca9-ae55-be939788ed37 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:00:44.840963 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd8f2b-960c-4566-947e-62d00fce1376 None None] Routers {'01a1ae97-ab9a-4ca9-ae55-be939788ed37'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:00:44.841762 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-6ccd8f2b-960c-4566-947e-62d00fce1376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:00:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['01a1ae97-ab9a-4ca9-ae55-be939788ed37'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:44.879782 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-efb0ad1d-06b1-43a5-be1e-7089be12ab42 tempest-FloatingIPAdminTestJSON-1902876676 tempest-FloatingIPAdminTestJSON-1902876676-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:44.923769 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-92f14553-ffe8-45c3-86ca-1d994a634c31 req-8f7a9122-7819-41dd-830a-ace71d20f728 service neutron] 10.222.0.15 "GET /v2.0/networks/48755b91-0964-4b17-9b2c-cb54e83e1276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786838 Apr 28 20:00:44.932639 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-efb0ad1d-06b1-43a5-be1e-7089be12ab42 tempest-FloatingIPAdminTestJSON-1902876676 tempest-FloatingIPAdminTestJSON-1902876676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:44.978248 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb0ad1d-06b1-43a5-be1e-7089be12ab42 tempest-FloatingIPAdminTestJSON-1902876676 tempest-FloatingIPAdminTestJSON-1902876676-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:44.981500 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-efb0ad1d-06b1-43a5-be1e-7089be12ab42 tempest-FloatingIPAdminTestJSON-1902876676 tempest-FloatingIPAdminTestJSON-1902876676-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:44.987976 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb0ad1d-06b1-43a5-be1e-7089be12ab42 tempest-FloatingIPAdminTestJSON-1902876676 tempest-FloatingIPAdminTestJSON-1902876676-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:00:45.048572 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0ad1d-06b1-43a5-be1e-7089be12ab42 tempest-FloatingIPAdminTestJSON-1902876676 tempest-FloatingIPAdminTestJSON-1902876676-project] Pushing event updated for resources: {'Port': ['ID=f416ed9e-0bc7-4d21-b4f4-fdc0789e819b,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:45.112770 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-efb0ad1d-06b1-43a5-be1e-7089be12ab42 tempest-FloatingIPAdminTestJSON-1902876676 tempest-FloatingIPAdminTestJSON-1902876676-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:45.128903 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-6ccd8f2b-960c-4566-947e-62d00fce1376 None None] Set router 01a1ae97-ab9a-4ca9-ae55-be939788ed37 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:00:45.174593 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48528) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:45.191888 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-92f14553-ffe8-45c3-86ca-1d994a634c31 req-c06bd3a1-1137-4c7e-8441-7010e77502f0 service neutron] 10.222.0.15 "GET /v2.0/networks/48755b91-0964-4b17-9b2c-cb54e83e1276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613153 Apr 28 20:00:45.217842 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-efb0ad1d-06b1-43a5-be1e-7089be12ab42 tempest-FloatingIPAdminTestJSON-1902876676 tempest-FloatingIPAdminTestJSON-1902876676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:45.392540 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6d74be8a-f8bd-45f4-9076-2e5900411205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:45.487362 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48532) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:45.503209 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-efb0ad1d-06b1-43a5-be1e-7089be12ab42 tempest-FloatingIPAdminTestJSON-1902876676 tempest-FloatingIPAdminTestJSON-1902876676-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:45.506254 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-6ccd8f2b-960c-4566-947e-62d00fce1376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-713405308', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '4bfe2794-1447-4ffe-b8f7-1f10b6f89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:00:08Z', 'updated_at': '2022-04-28T20:00:17Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '4bfe2794-1447-4ffe-b8f7-1f10b6f89822', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:00:09Z', 'updated_at': '2022-04-28T20:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': 'a247d791-5a17-441a-91eb-35bd8b2b4f7d', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'floating_ip_address': '172.25.8.58', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'port_id': '35ad3893-b711-4738-902a-be6f7ffbc944', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48755b91-0964-4b17-9b2c-cb54e83e1276', 'mac_address': 'fa:16:3e:51:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44faf1e-7d8e-4254-b75a-e109a0268336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:00:41Z', 'updated_at': '2022-04-28T20:00:41Z', 'revision_number': 0, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44bd0748-6675-4950-b284-fe48715fe3a0', 'name': '', 'network_id': '48755b91-0964-4b17-9b2c-cb54e83e1276', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'mac_address': 'fa:16:3e:c5:79:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '43502a32-c77b-45bd-a11f-30959b40de62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:00:16Z', 'updated_at': '2022-04-28T20:00:22Z', 'revision_number': 5, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'subnets': [{'id': '43502a32-c77b-45bd-a11f-30959b40de62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:45.514750 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-efb0ad1d-06b1-43a5-be1e-7089be12ab42 tempest-FloatingIPAdminTestJSON-1902876676 tempest-FloatingIPAdminTestJSON-1902876676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:45.543059 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd8f2b-960c-4566-947e-62d00fce1376 None None] The sync data for ids ['01a1ae97-ab9a-4ca9-ae55-be939788ed37'] in n-d-839810-1 is: [{'id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-713405308', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '4bfe2794-1447-4ffe-b8f7-1f10b6f89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:00:08Z', 'updated_at': '2022-04-28T20:00:17Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '4bfe2794-1447-4ffe-b8f7-1f10b6f89822', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:00:09Z', 'updated_at': '2022-04-28T20:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': 'a247d791-5a17-441a-91eb-35bd8b2b4f7d', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'floating_ip_address': '172.25.8.58', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'port_id': '35ad3893-b711-4738-902a-be6f7ffbc944', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48755b91-0964-4b17-9b2c-cb54e83e1276', 'mac_address': 'fa:16:3e:51:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44faf1e-7d8e-4254-b75a-e109a0268336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:00:41Z', 'updated_at': '2022-04-28T20:00:41Z', 'revision_number': 0, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44bd0748-6675-4950-b284-fe48715fe3a0', 'name': '', 'network_id': '48755b91-0964-4b17-9b2c-cb54e83e1276', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'mac_address': 'fa:16:3e:c5:79:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '43502a32-c77b-45bd-a11f-30959b40de62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:00:16Z', 'updated_at': '2022-04-28T20:00:22Z', 'revision_number': 5, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'subnets': [{'id': '43502a32-c77b-45bd-a11f-30959b40de62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:00:45.594288 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a2bdf13e-b7f7-4fc8-8c3b-65418ab15114 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/floatingips/a247d791-5a17-441a-91eb-35bd8b2b4f7d HTTP/1.1" status: 200 len: 990 time: 0.1036913 Apr 28 20:00:45.615067 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6d74be8a-f8bd-45f4-9076-2e5900411205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:45.623911 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0ad1d-06b1-43a5-be1e-7089be12ab42 tempest-FloatingIPAdminTestJSON-1902876676 tempest-FloatingIPAdminTestJSON-1902876676-project] Pushing event updated for resources: {'Port': ['ID=f416ed9e-0bc7-4d21-b4f4-fdc0789e819b,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:45.626144 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6d74be8a-f8bd-45f4-9076-2e5900411205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:45.639967 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-efb0ad1d-06b1-43a5-be1e-7089be12ab42 tempest-FloatingIPAdminTestJSON-1902876676 tempest-FloatingIPAdminTestJSON-1902876676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:45.682229 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74be8a-f8bd-45f4-9076-2e5900411205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a47378-3d30-4b70-b00f-d82cba698d88,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:45.693358 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-efb0ad1d-06b1-43a5-be1e-7089be12ab42 tempest-FloatingIPAdminTestJSON-1902876676 tempest-FloatingIPAdminTestJSON-1902876676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:45.697294 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48534) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:45.704654 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-efb0ad1d-06b1-43a5-be1e-7089be12ab42 tempest-FloatingIPAdminTestJSON-1902876676 tempest-FloatingIPAdminTestJSON-1902876676-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0058043 Apr 28 20:00:45.710720 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6d74be8a-f8bd-45f4-9076-2e5900411205 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8528234080604d988359ce3497e1283a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5350831 Apr 28 20:00:45.713302 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48536) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:45.808518 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9e1889b4-1b69-4698-b48b-440fb11514e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:45.832960 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813f65a6-78c6-4b97-a89c-7957feaf7a41 None None] New status for floating IP a247d791-5a17-441a-91eb-35bd8b2b4f7d: ACTIVE {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:00:45.840219 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9e1889b4-1b69-4698-b48b-440fb11514e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:45.863962 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-16d008f2-a791-4261-8590-52c9401c1dda tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3217 time: 0.1654589 Apr 28 20:00:45.864769 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48540) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:45.911824 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9e1889b4-1b69-4698-b48b-440fb11514e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:45.917617 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9e1889b4-1b69-4698-b48b-440fb11514e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:45.928477 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9e1889b4-1b69-4698-b48b-440fb11514e1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d8a47378-3d30-4b70-b00f-d82cba698d88 HTTP/1.1" status: 204 len: 168 time: 0.2124741 Apr 28 20:00:45.944412 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1889b4-1b69-4698-b48b-440fb11514e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a47378-3d30-4b70-b00f-d82cba698d88,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:45.947889 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8dac0cd0-f372-4a5b-9516-7b1e377ba6f2 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0820417 Apr 28 20:00:45.948728 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48544) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:46.135889 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-f305b9c0-6846-4d17-8ae8-b0f812f0be49 tempest-FloatingIPAdminTestJSON-1902876676 tempest-FloatingIPAdminTestJSON-1902876676-project] Deleting port f416ed9e-0bc7-4d21-b4f4-fdc0789e819b {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:00:46.136354 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f305b9c0-6846-4d17-8ae8-b0f812f0be49 tempest-FloatingIPAdminTestJSON-1902876676 tempest-FloatingIPAdminTestJSON-1902876676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:46.235595 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f305b9c0-6846-4d17-8ae8-b0f812f0be49 tempest-FloatingIPAdminTestJSON-1902876676 tempest-FloatingIPAdminTestJSON-1902876676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:46.236333 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f305b9c0-6846-4d17-8ae8-b0f812f0be49 tempest-FloatingIPAdminTestJSON-1902876676 tempest-FloatingIPAdminTestJSON-1902876676-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:46.253380 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-f305b9c0-6846-4d17-8ae8-b0f812f0be49 tempest-FloatingIPAdminTestJSON-1902876676 tempest-FloatingIPAdminTestJSON-1902876676-project] Calling delete_port for f416ed9e-0bc7-4d21-b4f4-fdc0789e819b owned by network:floatingip {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:00:46.301534 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48552) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:46.319932 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a91cdd4a-1de6-457c-be8e-c332e5da82fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:46.436702 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a91cdd4a-1de6-457c-be8e-c332e5da82fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:46.443050 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a91cdd4a-1de6-457c-be8e-c332e5da82fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:46.452149 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f305b9c0-6846-4d17-8ae8-b0f812f0be49 tempest-FloatingIPAdminTestJSON-1902876676 tempest-FloatingIPAdminTestJSON-1902876676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:46.475317 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91cdd4a-1de6-457c-be8e-c332e5da82fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a9d0b3-fa98-4baa-85bd-394c21a7886f,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:46.493825 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305b9c0-6846-4d17-8ae8-b0f812f0be49 tempest-FloatingIPAdminTestJSON-1902876676 tempest-FloatingIPAdminTestJSON-1902876676-project] Pushing event deleted for resources: {'Port': ['ID=f416ed9e-0bc7-4d21-b4f4-fdc0789e819b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:46.511021 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a91cdd4a-1de6-457c-be8e-c332e5da82fe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fef586d3624640e192426f0391625b4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2082744 Apr 28 20:00:46.513685 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48560) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:46.578556 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f305b9c0-6846-4d17-8ae8-b0f812f0be49 tempest-FloatingIPAdminTestJSON-1902876676 tempest-FloatingIPAdminTestJSON-1902876676-project] Notify callbacks [] for floatingip, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:46.582968 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f305b9c0-6846-4d17-8ae8-b0f812f0be49 tempest-FloatingIPAdminTestJSON-1902876676 tempest-FloatingIPAdminTestJSON-1902876676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:46.588144 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f305b9c0-6846-4d17-8ae8-b0f812f0be49 tempest-FloatingIPAdminTestJSON-1902876676 tempest-FloatingIPAdminTestJSON-1902876676-project] 10.222.0.42 "DELETE /v2.0/floatingips/7c809362-0412-4dbf-9ab6-a6b8bf29a74e HTTP/1.1" status: 204 len: 168 time: 0.6376498 Apr 28 20:00:46.589248 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48564) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:46.597089 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a32fdb17-c03e-4b7e-87b5-3238d1b7f4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:46.599565 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48566) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:46.629643 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a32fdb17-c03e-4b7e-87b5-3238d1b7f4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:46.691373 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a32fdb17-c03e-4b7e-87b5-3238d1b7f4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:46.694788 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a32fdb17-c03e-4b7e-87b5-3238d1b7f4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:46.696075 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a32fdb17-c03e-4b7e-87b5-3238d1b7f4f9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/00a9d0b3-fa98-4baa-85bd-394c21a7886f HTTP/1.1" status: 204 len: 168 time: 0.1814351 Apr 28 20:00:46.707489 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32fdb17-c03e-4b7e-87b5-3238d1b7f4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a9d0b3-fa98-4baa-85bd-394c21a7886f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:46.803406 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4ef4e27e-1bdf-46cb-acc3-12d61a035ab7 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/floatingips/a247d791-5a17-441a-91eb-35bd8b2b4f7d HTTP/1.1" status: 200 len: 992 time: 0.1769941 Apr 28 20:00:46.854487 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c903d3fb-4830-4c42-bdf8-103d7feb419a tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Deleting port e726351e-7e15-448f-a489-7a8eaa6b1be9 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:00:46.854881 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c903d3fb-4830-4c42-bdf8-103d7feb419a tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:46.954927 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c903d3fb-4830-4c42-bdf8-103d7feb419a tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:46.955256 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c903d3fb-4830-4c42-bdf8-103d7feb419a tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:46.969605 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c903d3fb-4830-4c42-bdf8-103d7feb419a tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Calling delete_port for e726351e-7e15-448f-a489-7a8eaa6b1be9 owned by network:floatingip {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:00:47.194245 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48580) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:47.213750 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-03c164b2-8f48-4359-b5bb-a78f67b058c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:47.322680 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-03c164b2-8f48-4359-b5bb-a78f67b058c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:47.330203 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-03c164b2-8f48-4359-b5bb-a78f67b058c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:47.368241 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c164b2-8f48-4359-b5bb-a78f67b058c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded44c51-eece-49e9-926b-bfd162a063d6,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:47.404143 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-03c164b2-8f48-4359-b5bb-a78f67b058c3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5dfc423f474a4a8a8ae91c2e29d90768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2060056 Apr 28 20:00:47.405026 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48582) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:47.462304 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2e7489b4-a6a5-4bdc-afbe-74e8d9cf5ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:47.491464 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c903d3fb-4830-4c42-bdf8-103d7feb419a tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:47.495156 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2e7489b4-a6a5-4bdc-afbe-74e8d9cf5ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:47.531471 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c903d3fb-4830-4c42-bdf8-103d7feb419a tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Pushing event deleted for resources: {'Port': ['ID=e726351e-7e15-448f-a489-7a8eaa6b1be9,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:47.569499 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2e7489b4-a6a5-4bdc-afbe-74e8d9cf5ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:47.572372 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2e7489b4-a6a5-4bdc-afbe-74e8d9cf5ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:47.574301 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2e7489b4-a6a5-4bdc-afbe-74e8d9cf5ec8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ded44c51-eece-49e9-926b-bfd162a063d6 HTTP/1.1" status: 204 len: 168 time: 0.1676912 Apr 28 20:00:47.586524 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7489b4-a6a5-4bdc-afbe-74e8d9cf5ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded44c51-eece-49e9-926b-bfd162a063d6,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:47.604029 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c903d3fb-4830-4c42-bdf8-103d7feb419a tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:47.609923 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c903d3fb-4830-4c42-bdf8-103d7feb419a tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:47.610923 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c903d3fb-4830-4c42-bdf8-103d7feb419a tempest-FloatingIPAdminTestJSON-228221470 tempest-FloatingIPAdminTestJSON-228221470-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/7cbada3e-caae-4b7e-80bd-94f626a06f8a HTTP/1.1" status: 204 len: 168 time: 1.0186377 Apr 28 20:00:47.615358 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48586) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:47.739461 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f096da46-62aa-4752-b0e7-106258f648e4 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Deleting port 6a38ec47-1a81-4517-b96e-665ba58eb50c {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:00:47.739810 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f096da46-62aa-4752-b0e7-106258f648e4 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:47.854510 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f096da46-62aa-4752-b0e7-106258f648e4 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:47.873046 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f096da46-62aa-4752-b0e7-106258f648e4 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Calling delete_port for 6a38ec47-1a81-4517-b96e-665ba58eb50c owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:00:48.015829 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f096da46-62aa-4752-b0e7-106258f648e4 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:48.084233 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096da46-62aa-4752-b0e7-106258f648e4 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Pushing event deleted for resources: {'Port': ['ID=6a38ec47-1a81-4517-b96e-665ba58eb50c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:48.170683 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f096da46-62aa-4752-b0e7-106258f648e4 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:48.177221 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f096da46-62aa-4752-b0e7-106258f648e4 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] 10.222.0.42 "DELETE /v2.0/ports/6a38ec47-1a81-4517-b96e-665ba58eb50c HTTP/1.1" status: 204 len: 168 time: 0.5597191 Apr 28 20:00:48.179750 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48604) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:48.274999 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f00f35-e904-4d4c-871e-cef6692899da tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:48.283464 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-45f00f35-e904-4d4c-871e-cef6692899da tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] 10.222.0.42 "GET /v2.0/ports?device_id=96a51474-59e8-4929-ab8a-c510038ebd97 HTTP/1.1" status: 200 len: 913 time: 0.1025901 Apr 28 20:00:48.286359 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48610) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:48.643840 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48620) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:48.779602 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-7369adef-2129-4881-95bb-5c6818d3458d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-818182009-network', 'tenant_id': '7935b8771de9446f8d5b5e8387574e0d'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:48.799721 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7d52b383-1a87-448f-8741-8dfda0d0a6e3 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:48.801963 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7369adef-2129-4881-95bb-5c6818d3458d admin admin] Made reservation on behalf of 7935b8771de9446f8d5b5e8387574e0d for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:48.804761 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7369adef-2129-4881-95bb-5c6818d3458d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:48.816293 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7369adef-2129-4881-95bb-5c6818d3458d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:48.939731 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7369adef-2129-4881-95bb-5c6818d3458d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:48.948342 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7369adef-2129-4881-95bb-5c6818d3458d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:48.979858 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7369adef-2129-4881-95bb-5c6818d3458d admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:00:48.993285 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7369adef-2129-4881-95bb-5c6818d3458d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a7ab95-457b-4595-9690-a1bd2d1992a2,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:49.020760 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7369adef-2129-4881-95bb-5c6818d3458d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:49.021594 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-7369adef-2129-4881-95bb-5c6818d3458d admin admin] Added segment bd2bed0b-01bb-4134-a009-1575952a87b8 of type vlan for network 1257065b-636d-4562-9945-4d3f71e38460 Apr 28 20:00:49.100436 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7369adef-2129-4881-95bb-5c6818d3458d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:49.134538 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7369adef-2129-4881-95bb-5c6818d3458d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:49.135653 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7369adef-2129-4881-95bb-5c6818d3458d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:49.136083 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-7d52b383-1a87-448f-8741-8dfda0d0a6e3 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Deleting port 95886b29-afc9-4961-b7c4-799ebbc26837 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:00:49.136400 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7369adef-2129-4881-95bb-5c6818d3458d admin admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:49.136522 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7d52b383-1a87-448f-8741-8dfda0d0a6e3 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:49.171313 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7369adef-2129-4881-95bb-5c6818d3458d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5253205 Apr 28 20:00:49.195506 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48626) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:49.200517 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-5be1cbc4-0e8d-4aba-b2a6-6bcbbacde354 admin admin] Request body: {'subnet': {'network_id': '1257065b-636d-4562-9945-4d3f71e38460', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-818182009-subnet', 'tenant_id': '7935b8771de9446f8d5b5e8387574e0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:49.214077 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7369adef-2129-4881-95bb-5c6818d3458d admin admin] Pushing event updated for resources: {'Network': ['ID=1257065b-636d-4562-9945-4d3f71e38460,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:49.226721 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 1257065b-636d-4562-9945-4d3f71e38460 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:00:49.242811 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be1cbc4-0e8d-4aba-b2a6-6bcbbacde354 admin admin] Made reservation on behalf of 7935b8771de9446f8d5b5e8387574e0d for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:49.248162 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5be1cbc4-0e8d-4aba-b2a6-6bcbbacde354 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:49.305576 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7d52b383-1a87-448f-8741-8dfda0d0a6e3 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:49.331676 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-7d52b383-1a87-448f-8741-8dfda0d0a6e3 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Calling delete_port for 95886b29-afc9-4961-b7c4-799ebbc26837 owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:00:49.559720 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5be1cbc4-0e8d-4aba-b2a6-6bcbbacde354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:49.669666 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be1cbc4-0e8d-4aba-b2a6-6bcbbacde354 admin admin] Pushing event updated for resources: {'Subnet': ['ID=139b68e3-9992-4157-9be2-66ce6383a053,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:49.685254 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7d52b383-1a87-448f-8741-8dfda0d0a6e3 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:49.706264 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be1cbc4-0e8d-4aba-b2a6-6bcbbacde354 admin admin] Checking segment: {'id': 'bd2bed0b-01bb-4134-a009-1575952a87b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1257065b-636d-4562-9945-4d3f71e38460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:00:49.706590 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be1cbc4-0e8d-4aba-b2a6-6bcbbacde354 admin admin] Network hostable DHCP agents. Network: 1257065b-636d-4562-9945-4d3f71e38460, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:00:49.743964 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52b383-1a87-448f-8741-8dfda0d0a6e3 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Pushing event deleted for resources: {'Port': ['ID=95886b29-afc9-4961-b7c4-799ebbc26837,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:49.799071 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be1cbc4-0e8d-4aba-b2a6-6bcbbacde354 admin admin] Network 1257065b-636d-4562-9945-4d3f71e38460 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:00:49.816299 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-48a48fc4-b4dc-4382-83b6-10f717d8106c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:49.856349 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-5be1cbc4-0e8d-4aba-b2a6-6bcbbacde354 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 1257065b-636d-4562-9945-4d3f71e38460) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:49.861940 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be1cbc4-0e8d-4aba-b2a6-6bcbbacde354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:49.862777 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5be1cbc4-0e8d-4aba-b2a6-6bcbbacde354 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:49.873305 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdcf08a-55c1-4e0c-b6f3-8229b854f50a None None] Network 1257065b-636d-4562-9945-4d3f71e38460 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:00:49.904321 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5be1cbc4-0e8d-4aba-b2a6-6bcbbacde354 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6984892 Apr 28 20:00:50.001814 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7d52b383-1a87-448f-8741-8dfda0d0a6e3 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:50.157795 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6efb23e-313b-420e-9594-58c13a8ef9c3 None None] Network 1257065b-636d-4562-9945-4d3f71e38460 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:00:50.358266 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d52b383-1a87-448f-8741-8dfda0d0a6e3 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Router 96a51474-59e8-4929-ab8a-c510038ebd97 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:00:50.909769 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d52b383-1a87-448f-8741-8dfda0d0a6e3 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:00:50.917222 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7d52b383-1a87-448f-8741-8dfda0d0a6e3 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] 10.222.0.42 "PUT /v2.0/routers/96a51474-59e8-4929-ab8a-c510038ebd97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6297889 Apr 28 20:00:50.919947 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48650) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:50.925020 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0094658-b29e-4273-acd5-5d9cb23f2f30 None None] Sync routers for ids ['96a51474-59e8-4929-ab8a-c510038ebd97'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:00:50.941996 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0094658-b29e-4273-acd5-5d9cb23f2f30 None None] Routers {'96a51474-59e8-4929-ab8a-c510038ebd97'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:00:50.942901 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-f0094658-b29e-4273-acd5-5d9cb23f2f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:00:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['96a51474-59e8-4929-ab8a-c510038ebd97'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:50.989199 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-f0094658-b29e-4273-acd5-5d9cb23f2f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:51.027063 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0094658-b29e-4273-acd5-5d9cb23f2f30 None None] Routers {'96a51474-59e8-4929-ab8a-c510038ebd97'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:00:51.032823 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-f0094658-b29e-4273-acd5-5d9cb23f2f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:00:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['96a51474-59e8-4929-ab8a-c510038ebd97'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:51.081564 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-f0094658-b29e-4273-acd5-5d9cb23f2f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:51.082573 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0094658-b29e-4273-acd5-5d9cb23f2f30 None None] The sync data for ids ['96a51474-59e8-4929-ab8a-c510038ebd97'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:00:51.110403 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6f84fd5d-23e6-43da-8df2-634846f72cfa tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:51.267585 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6f84fd5d-23e6-43da-8df2-634846f72cfa tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:51.339551 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-6f84fd5d-23e6-43da-8df2-634846f72cfa tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Deleting port ae24b1c7-283f-4fce-abf7-6a4600ffee16 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:00:51.340140 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6f84fd5d-23e6-43da-8df2-634846f72cfa tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:51.451215 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6f84fd5d-23e6-43da-8df2-634846f72cfa tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:51.471008 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-6f84fd5d-23e6-43da-8df2-634846f72cfa tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Calling delete_port for ae24b1c7-283f-4fce-abf7-6a4600ffee16 owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:00:51.696516 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6f84fd5d-23e6-43da-8df2-634846f72cfa tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:51.729246 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84fd5d-23e6-43da-8df2-634846f72cfa tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Pushing event deleted for resources: {'Port': ['ID=ae24b1c7-283f-4fce-abf7-6a4600ffee16,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:51.807336 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6f84fd5d-23e6-43da-8df2-634846f72cfa tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:51.950469 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6f84fd5d-23e6-43da-8df2-634846f72cfa tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:51.953813 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6f84fd5d-23e6-43da-8df2-634846f72cfa tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:52.006163 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6f84fd5d-23e6-43da-8df2-634846f72cfa tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:52.006779 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f84fd5d-23e6-43da-8df2-634846f72cfa tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Fanout notify agent at l3_agent the message router_deleted on router 96a51474-59e8-4929-ab8a-c510038ebd97 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:00:52.021715 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6f84fd5d-23e6-43da-8df2-634846f72cfa tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:52.026504 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48660) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:52.027279 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6f84fd5d-23e6-43da-8df2-634846f72cfa tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] 10.222.0.42 "DELETE /v2.0/routers/96a51474-59e8-4929-ab8a-c510038ebd97 HTTP/1.1" status: 204 len: 168 time: 1.1057212 Apr 28 20:00:52.051915 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9b983d13-5700-456d-92f0-8d345435cde4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:52.121201 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b73935a-55d2-43ae-bc16-ed7e5d3ce08b tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Deleting subnet 60a17c28-7594-4c35-98a2-764c2acfa0ac {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:00:52.124406 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6b73935a-55d2-43ae-bc16-ed7e5d3ce08b tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:52.178040 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6b73935a-55d2-43ae-bc16-ed7e5d3ce08b tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:52.305326 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6b73935a-55d2-43ae-bc16-ed7e5d3ce08b tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:52.401586 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6b73935a-55d2-43ae-bc16-ed7e5d3ce08b tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:52.434060 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6b73935a-55d2-43ae-bc16-ed7e5d3ce08b tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:52.438972 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6b73935a-55d2-43ae-bc16-ed7e5d3ce08b tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] 10.222.0.42 "DELETE /v2.0/subnets/60a17c28-7594-4c35-98a2-764c2acfa0ac HTTP/1.1" status: 204 len: 168 time: 0.4102879 Apr 28 20:00:52.440640 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73935a-55d2-43ae-bc16-ed7e5d3ce08b tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Pushing event deleted for resources: {'Subnet': ['ID=60a17c28-7594-4c35-98a2-764c2acfa0ac,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:52.441340 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48666) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:52.447381 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc28a5b-e3d8-4995-851e-649726be1d9f None None] Network 2d91890e-e620-4915-9fd5-0fdf031757ff requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:00:52.568066 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b3194a66-0bc9-492b-be87-94515cea1125 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:52.651958 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-b3194a66-0bc9-492b-be87-94515cea1125 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Deleting port 754b48b0-4b20-431e-9eda-0f89298ac1f8 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:00:52.652920 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b3194a66-0bc9-492b-be87-94515cea1125 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:52.675891 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189c2052-b4f8-4fc0-8dd3-e4c77024b8ac None None] DHCP port deletion for 2d91890e-e620-4915-9fd5-0fdf031757ff request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:00:52.770319 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-189c2052-b4f8-4fc0-8dd3-e4c77024b8ac None None] Deleting port 754b48b0-4b20-431e-9eda-0f89298ac1f8 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:00:52.773080 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-189c2052-b4f8-4fc0-8dd3-e4c77024b8ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:52.823662 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-b3194a66-0bc9-492b-be87-94515cea1125 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] For port 754b48b0-4b20-431e-9eda-0f89298ac1f8, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=754b48b0-4b20-431e-9eda-0f89298ac1f8,segment=NetworkSegment(824187d8-f189-405a-93c1-c21e59d8fa11),segment_id=824187d8-f189-405a-93c1-c21e59d8fa11)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:00:52.824747 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b3194a66-0bc9-492b-be87-94515cea1125 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:52.853582 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-b3194a66-0bc9-492b-be87-94515cea1125 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Calling delete_port for 754b48b0-4b20-431e-9eda-0f89298ac1f8 owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:00:52.897922 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 754b48b0-4b20-431e-9eda-0f89298ac1f8 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:00:52.994846 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-189c2052-b4f8-4fc0-8dd3-e4c77024b8ac None None] For port 754b48b0-4b20-431e-9eda-0f89298ac1f8, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=754b48b0-4b20-431e-9eda-0f89298ac1f8,segment=NetworkSegment(824187d8-f189-405a-93c1-c21e59d8fa11),segment_id=824187d8-f189-405a-93c1-c21e59d8fa11)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:00:52.995346 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-189c2052-b4f8-4fc0-8dd3-e4c77024b8ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:53.008551 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b3194a66-0bc9-492b-be87-94515cea1125 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:53.041726 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:53.046083 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3194a66-0bc9-492b-be87-94515cea1125 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Pushing event deleted for resources: {'Port': ['ID=754b48b0-4b20-431e-9eda-0f89298ac1f8,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:53.054868 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3194a66-0bc9-492b-be87-94515cea1125 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] No DVR routers for this DVR port 754b48b0-4b20-431e-9eda-0f89298ac1f8 on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:00:53.068464 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-189c2052-b4f8-4fc0-8dd3-e4c77024b8ac None None] Calling delete_port for 754b48b0-4b20-431e-9eda-0f89298ac1f8 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:00:53.202317 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b3194a66-0bc9-492b-be87-94515cea1125 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:53.250949 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-b3194a66-0bc9-492b-be87-94515cea1125 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d91890e-e620-4915-9fd5-0fdf031757ff']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:53.281827 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-b3194a66-0bc9-492b-be87-94515cea1125 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '824187d8-f189-405a-93c1-c21e59d8fa11') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:53.282702 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-b3194a66-0bc9-492b-be87-94515cea1125 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '824187d8-f189-405a-93c1-c21e59d8fa11') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:53.315229 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b3194a66-0bc9-492b-be87-94515cea1125 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:53.336393 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b3194a66-0bc9-492b-be87-94515cea1125 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:53.363739 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3194a66-0bc9-492b-be87-94515cea1125 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:00:53.364722 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b3194a66-0bc9-492b-be87-94515cea1125 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:53.370066 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 20:00:53.370066 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:00:53.370066 n-d-839810-1 neutron-server[102774]: timer() Apr 28 20:00:53.370066 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:00:53.370066 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 20:00:53.370066 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:00:53.370066 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 20:00:53.370066 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:00:53.370066 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 20:00:53.370066 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:00:53.370066 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 20:00:53.370066 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:00:53.370066 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 20:00:53.370066 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:00:53.370066 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:00:53.370066 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:00:53.370066 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:00:53.370066 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:00:53.370066 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 20:00:53.370066 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:00:53.370066 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 20:00:53.370066 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:00:53.370066 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:00:53.370066 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:00:53.370066 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 20:00:53.370066 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:00:53.370066 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:00:53.370066 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:00:53.370066 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:00:53.370066 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:00:53.370066 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:00:53.370066 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:00:53.467606 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-189c2052-b4f8-4fc0-8dd3-e4c77024b8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:53.487625 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189c2052-b4f8-4fc0-8dd3-e4c77024b8ac None None] No DVR routers for this DVR port 754b48b0-4b20-431e-9eda-0f89298ac1f8 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:00:53.498843 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b3194a66-0bc9-492b-be87-94515cea1125 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:53.513586 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c2052-b4f8-4fc0-8dd3-e4c77024b8ac None None] Pushing event deleted for resources: {'Port': ['ID=754b48b0-4b20-431e-9eda-0f89298ac1f8,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:53.521620 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b3194a66-0bc9-492b-be87-94515cea1125 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:53.538858 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b3194a66-0bc9-492b-be87-94515cea1125 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] 10.222.0.42 "DELETE /v2.0/networks/2d91890e-e620-4915-9fd5-0fdf031757ff HTTP/1.1" status: 204 len: 168 time: 1.0962968 Apr 28 20:00:53.541541 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48682) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:53.544719 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:53.581418 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3194a66-0bc9-492b-be87-94515cea1125 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Pushing event deleted for resources: {'Network': ['ID=2d91890e-e620-4915-9fd5-0fdf031757ff,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:53.840158 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-201d5707-ad26-4379-936c-37ade8d3ad65 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Deleting port 88da48d0-cf51-476f-8d9e-fc88d7838f09 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:00:53.840764 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-201d5707-ad26-4379-936c-37ade8d3ad65 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:53.977694 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-201d5707-ad26-4379-936c-37ade8d3ad65 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:53.978468 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-201d5707-ad26-4379-936c-37ade8d3ad65 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:53.995176 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-201d5707-ad26-4379-936c-37ade8d3ad65 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Calling delete_port for 88da48d0-cf51-476f-8d9e-fc88d7838f09 owned by network:floatingip {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:00:54.159434 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-201d5707-ad26-4379-936c-37ade8d3ad65 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:54.195731 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d5707-ad26-4379-936c-37ade8d3ad65 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Pushing event deleted for resources: {'Port': ['ID=88da48d0-cf51-476f-8d9e-fc88d7838f09,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:54.292247 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-201d5707-ad26-4379-936c-37ade8d3ad65 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks [] for floatingip, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:54.295078 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-201d5707-ad26-4379-936c-37ade8d3ad65 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:54.297031 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-201d5707-ad26-4379-936c-37ade8d3ad65 tempest-FloatingIPAdminTestJSON-97967483 tempest-FloatingIPAdminTestJSON-97967483-project] 10.222.0.42 "DELETE /v2.0/floatingips/72b8ab89-ac8d-47b5-8d94-2211694d5fe2 HTTP/1.1" status: 204 len: 168 time: 0.7536364 Apr 28 20:00:54.623194 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48698) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:54.804763 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1b4fb653-0e71-4652-ab13-de7ebdf14a0c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7d6b48cd87c54b17852ab62ab1712d72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1803057 Apr 28 20:00:54.806405 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48702) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:54.898711 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c9bea8ca-4451-43e4-84fe-334f14e3cc7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:54.980553 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c9bea8ca-4451-43e4-84fe-334f14e3cc7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:55.047760 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c9bea8ca-4451-43e4-84fe-334f14e3cc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:55.052721 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c9bea8ca-4451-43e4-84fe-334f14e3cc7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:55.057050 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c9bea8ca-4451-43e4-84fe-334f14e3cc7b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fd298970-f0ae-479e-a4ef-7e4037f28540 HTTP/1.1" status: 204 len: 168 time: 0.2471173 Apr 28 20:00:55.069436 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bea8ca-4451-43e4-84fe-334f14e3cc7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd298970-f0ae-479e-a4ef-7e4037f28540,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:55.473329 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48716) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:55.499162 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0fe6a73b-271e-4dd9-8777-eda15fb8a9d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:55.645127 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0fe6a73b-271e-4dd9-8777-eda15fb8a9d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:55.650818 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0fe6a73b-271e-4dd9-8777-eda15fb8a9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:55.699542 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6a73b-271e-4dd9-8777-eda15fb8a9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065a2f81-3b3b-4ce9-a7f7-e465a7ea6063,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:55.709239 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0fe6a73b-271e-4dd9-8777-eda15fb8a9d6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3ef30a0065e248a7b031cecc89ee34d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2319791 Apr 28 20:00:55.710461 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48720) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:55.782490 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:55.792135 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2f5a09bc-b841-4f8f-97f0-b92d30757015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:55.818837 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2f5a09bc-b841-4f8f-97f0-b92d30757015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:55.893939 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2f5a09bc-b841-4f8f-97f0-b92d30757015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:55.897870 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2f5a09bc-b841-4f8f-97f0-b92d30757015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:55.899129 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2f5a09bc-b841-4f8f-97f0-b92d30757015 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/065a2f81-3b3b-4ce9-a7f7-e465a7ea6063 HTTP/1.1" status: 204 len: 168 time: 0.1875911 Apr 28 20:00:55.910447 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a09bc-b841-4f8f-97f0-b92d30757015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065a2f81-3b3b-4ce9-a7f7-e465a7ea6063,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:55.963636 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:56.525773 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48736) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:56.546091 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-45e20422-f1ae-4bc2-a4ba-ccfa8f5ab9fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:56.667917 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-45e20422-f1ae-4bc2-a4ba-ccfa8f5ab9fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:56.674432 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-45e20422-f1ae-4bc2-a4ba-ccfa8f5ab9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:56.724323 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48740) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:56.724908 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-45e20422-f1ae-4bc2-a4ba-ccfa8f5ab9fb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e10435cd69bb40c98a25c0e7c1c13ac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1972203 Apr 28 20:00:56.725289 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e20422-f1ae-4bc2-a4ba-ccfa8f5ab9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4720ad-6dc9-429d-8d13-ea11123f59e1,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:56.846044 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df14acb1-8b00-4acf-adb3-f1ed60942a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:56.878186 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df14acb1-8b00-4acf-adb3-f1ed60942a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:56.957881 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df14acb1-8b00-4acf-adb3-f1ed60942a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:56.963752 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df14acb1-8b00-4acf-adb3-f1ed60942a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:56.967114 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-df14acb1-8b00-4acf-adb3-f1ed60942a4a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7d4720ad-6dc9-429d-8d13-ea11123f59e1 HTTP/1.1" status: 204 len: 168 time: 0.2409780 Apr 28 20:00:56.987501 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df14acb1-8b00-4acf-adb3-f1ed60942a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4720ad-6dc9-429d-8d13-ea11123f59e1,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:59.138707 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48804) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:00:59.449402 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-d53ab708-06a0-4655-bc3d-72dd0fbc7070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2029339139'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:59.487546 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53ab708-06a0-4655-bc3d-72dd0fbc7070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580-project] Made reservation on behalf of b3fa20ad026b47bc8a9089d9c23d4222 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:59.493761 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d53ab708-06a0-4655-bc3d-72dd0fbc7070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:59.524922 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d53ab708-06a0-4655-bc3d-72dd0fbc7070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:59.808519 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d53ab708-06a0-4655-bc3d-72dd0fbc7070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:59.819740 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d53ab708-06a0-4655-bc3d-72dd0fbc7070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:59.881295 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d53ab708-06a0-4655-bc3d-72dd0fbc7070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:00:59.912378 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d53ab708-06a0-4655-bc3d-72dd0fbc7070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:59.912777 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-d53ab708-06a0-4655-bc3d-72dd0fbc7070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580-project] Added segment c0f01727-641f-4354-8b74-b173542bc930 of type vlan for network a40178e9-282d-4563-9b47-062ed60db796 Apr 28 20:00:59.915980 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ab708-06a0-4655-bc3d-72dd0fbc7070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d7cb1e-9671-422d-b946-ac3f3dd6773a,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:59.994444 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d53ab708-06a0-4655-bc3d-72dd0fbc7070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:00.039194 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d53ab708-06a0-4655-bc3d-72dd0fbc7070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:00.045835 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53ab708-06a0-4655-bc3d-72dd0fbc7070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:00.047114 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d53ab708-06a0-4655-bc3d-72dd0fbc7070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:00.104233 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d53ab708-06a0-4655-bc3d-72dd0fbc7070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.9635375 Apr 28 20:01:00.179568 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ab708-06a0-4655-bc3d-72dd0fbc7070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580-project] Pushing event updated for resources: {'Network': ['ID=a40178e9-282d-4563-9b47-062ed60db796,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:00.201133 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network a40178e9-282d-4563-9b47-062ed60db796 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:01:00.435379 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48828) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:00.441196 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Request body: {'port': {'network_id': 'a40178e9-282d-4563-9b47-062ed60db796', 'binding:host_id': 'n-h1-839810-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-646469197'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:00.487326 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Made reservation on behalf of eabfcf91f3a64d9cbbc7499841fbaa66 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:00.490217 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:00.510524 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:00.677926 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:00.688960 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:00.714870 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] device_id is not set on port 6ed31fd3-2576-43aa-acbb-3113d4413e41 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:01:00.803387 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d763c2-be81-463b-a6d8-6e4aae11d30f,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:01.058020 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] device_id is not set on port 6ed31fd3-2576-43aa-acbb-3113d4413e41 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:01:01.070656 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:01.079986 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:01.152150 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Pushing event updated for resources: {'Port': ['ID=6ed31fd3-2576-43aa-acbb-3113d4413e41,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:01.171985 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Checking segment: {'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:01:01.172636 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Network hostable DHCP agents. Network: a40178e9-282d-4563-9b47-062ed60db796, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:01:01.203481 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Network a40178e9-282d-4563-9b47-062ed60db796 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:01:01.215174 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, a40178e9-282d-4563-9b47-062ed60db796) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:01.222831 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:01:01.224837 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93716f3a-93ed-40cf-ae3e-0a162e3c3224 None None] Network a40178e9-282d-4563-9b47-062ed60db796 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:01:01.255027 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:01.255462 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:01.255875 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on network a40178e9-282d-4563-9b47-062ed60db796 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:01.274035 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on network a40178e9-282d-4563-9b47-062ed60db796 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:01:01.274462 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Failed to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on host n-h1-839810-1 for vnic_type normal using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] Apr 28 20:01:01.275107 n-d-839810-1 neutron-server[102774]: INFO neutron.plugins.ml2.plugin [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempt 2 to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 Apr 28 20:01:01.298978 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:01.299327 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:01.308831 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on network a40178e9-282d-4563-9b47-062ed60db796 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:01.315972 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on network a40178e9-282d-4563-9b47-062ed60db796 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:01:01.316470 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Failed to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on host n-h1-839810-1 for vnic_type normal using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] Apr 28 20:01:01.317088 n-d-839810-1 neutron-server[102774]: INFO neutron.plugins.ml2.plugin [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempt 3 to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 Apr 28 20:01:01.353565 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:01.353882 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:01.354216 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on network a40178e9-282d-4563-9b47-062ed60db796 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:01.371645 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on network a40178e9-282d-4563-9b47-062ed60db796 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:01:01.372742 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Failed to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on host n-h1-839810-1 for vnic_type normal using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] Apr 28 20:01:01.372742 n-d-839810-1 neutron-server[102774]: INFO neutron.plugins.ml2.plugin [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempt 4 to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 Apr 28 20:01:01.423754 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:01.424152 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:01.424465 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on network a40178e9-282d-4563-9b47-062ed60db796 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:01.442797 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on network a40178e9-282d-4563-9b47-062ed60db796 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:01:01.443643 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Failed to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on host n-h1-839810-1 for vnic_type normal using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] Apr 28 20:01:01.443730 n-d-839810-1 neutron-server[102774]: INFO neutron.plugins.ml2.plugin [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempt 5 to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 Apr 28 20:01:01.470082 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:01.470736 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:01.470736 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on network a40178e9-282d-4563-9b47-062ed60db796 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:01.478077 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on network a40178e9-282d-4563-9b47-062ed60db796 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:01:01.478419 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Failed to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on host n-h1-839810-1 for vnic_type normal using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] Apr 28 20:01:01.479803 n-d-839810-1 neutron-server[102774]: INFO neutron.plugins.ml2.plugin [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempt 6 to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 Apr 28 20:01:01.504355 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:01.505653 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:01.505653 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on network a40178e9-282d-4563-9b47-062ed60db796 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:01.509956 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on network a40178e9-282d-4563-9b47-062ed60db796 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:01:01.510278 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Failed to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on host n-h1-839810-1 for vnic_type normal using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] Apr 28 20:01:01.510782 n-d-839810-1 neutron-server[102774]: INFO neutron.plugins.ml2.plugin [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempt 7 to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 Apr 28 20:01:01.523852 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:01.524228 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:01.524579 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on network a40178e9-282d-4563-9b47-062ed60db796 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:01.531592 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on network a40178e9-282d-4563-9b47-062ed60db796 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:01:01.533712 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Failed to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on host n-h1-839810-1 for vnic_type normal using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] Apr 28 20:01:01.533712 n-d-839810-1 neutron-server[102774]: INFO neutron.plugins.ml2.plugin [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempt 8 to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 Apr 28 20:01:01.566014 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:01.566362 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:01.566685 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on network a40178e9-282d-4563-9b47-062ed60db796 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:01.571345 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on network a40178e9-282d-4563-9b47-062ed60db796 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:01:01.571685 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Failed to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on host n-h1-839810-1 for vnic_type normal using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] Apr 28 20:01:01.572035 n-d-839810-1 neutron-server[102774]: INFO neutron.plugins.ml2.plugin [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempt 9 to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 Apr 28 20:01:01.592269 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:01.592618 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:01.593582 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on network a40178e9-282d-4563-9b47-062ed60db796 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:01.604769 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on network a40178e9-282d-4563-9b47-062ed60db796 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:01:01.608194 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Failed to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on host n-h1-839810-1 for vnic_type normal using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] Apr 28 20:01:01.609361 n-d-839810-1 neutron-server[102774]: INFO neutron.plugins.ml2.plugin [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempt 10 to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 Apr 28 20:01:01.624835 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:01.625193 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:01.625620 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on network a40178e9-282d-4563-9b47-062ed60db796 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:01.636983 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on network a40178e9-282d-4563-9b47-062ed60db796 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:01:01.637331 n-d-839810-1 neutron-server[102774]: ERROR neutron.plugins.ml2.managers [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Failed to bind port 6ed31fd3-2576-43aa-acbb-3113d4413e41 on host n-h1-839810-1 for vnic_type normal using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] Apr 28 20:01:01.637690 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:01.713093 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] For port 6ed31fd3-2576-43aa-acbb-3113d4413e41, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:01:01.713433 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempted to set empty binding levels {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 28 20:01:01.722901 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:01.773518 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:01.774476 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:01.800430 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Pushing event updated for resources: {'Port': ['ID=6ed31fd3-2576-43aa-acbb-3113d4413e41,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:01.825917 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48838) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:01.834169 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-85b6e12d-7f9b-4381-938a-465f93b494be tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.3921838 Apr 28 20:01:01.891145 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:01.934501 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-63b516da-87d5-4a0c-a271-17578ed24c69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Deleting port 6ed31fd3-2576-43aa-acbb-3113d4413e41 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:01:01.935097 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-63b516da-87d5-4a0c-a271-17578ed24c69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:02.048568 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-63b516da-87d5-4a0c-a271-17578ed24c69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] For port 6ed31fd3-2576-43aa-acbb-3113d4413e41, host n-h1-839810-1, got binding levels [] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:01:02.050027 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-63b516da-87d5-4a0c-a271-17578ed24c69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:02.067596 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-63b516da-87d5-4a0c-a271-17578ed24c69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Calling delete_port for 6ed31fd3-2576-43aa-acbb-3113d4413e41 owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:01:02.183899 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-63b516da-87d5-4a0c-a271-17578ed24c69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:02.233305 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-63b516da-87d5-4a0c-a271-17578ed24c69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:02.237432 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-63b516da-87d5-4a0c-a271-17578ed24c69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] 10.222.0.42 "DELETE /v2.0/ports/6ed31fd3-2576-43aa-acbb-3113d4413e41 HTTP/1.1" status: 204 len: 168 time: 0.4097919 Apr 28 20:01:02.238821 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b516da-87d5-4a0c-a271-17578ed24c69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ed31fd3-2576-43aa-acbb-3113d4413e41,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:02.241074 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48842) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:02.278012 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fbdf2fe-e281-4cbb-8dd9-7f316fa00682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] GET failed (client error): The resource could not be found. Apr 28 20:01:02.279369 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4fbdf2fe-e281-4cbb-8dd9-7f316fa00682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] 10.222.0.42 "GET /v2.0/ports/6ed31fd3-2576-43aa-acbb-3113d4413e41 HTTP/1.1" status: 404 len: 333 time: 0.0365598 Apr 28 20:01:02.284982 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48844) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:02.290699 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-251b3997-45e5-490f-9567-87858ee487fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Request body: {'port': {'network_id': 'a40178e9-282d-4563-9b47-062ed60db796', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278910128'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:02.331898 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251b3997-45e5-490f-9567-87858ee487fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Made reservation on behalf of eabfcf91f3a64d9cbbc7499841fbaa66 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:02.334635 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-251b3997-45e5-490f-9567-87858ee487fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:02.368809 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-251b3997-45e5-490f-9567-87858ee487fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] device_id is not set on port 9a621b59-141f-446d-ade0-0dfc8a663a28 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:01:02.681792 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-251b3997-45e5-490f-9567-87858ee487fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:02.742859 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-251b3997-45e5-490f-9567-87858ee487fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:02.828885 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251b3997-45e5-490f-9567-87858ee487fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Network a40178e9-282d-4563-9b47-062ed60db796 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:01:02.829886 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b3997-45e5-490f-9567-87858ee487fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Pushing event updated for resources: {'Port': ['ID=9a621b59-141f-446d-ade0-0dfc8a663a28,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:02.833386 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-251b3997-45e5-490f-9567-87858ee487fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:02.839990 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251b3997-45e5-490f-9567-87858ee487fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:01:02.844929 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251b3997-45e5-490f-9567-87858ee487fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:02.845921 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-251b3997-45e5-490f-9567-87858ee487fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:02.880008 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48850) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:02.881437 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-251b3997-45e5-490f-9567-87858ee487fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5936944 Apr 28 20:01:02.887333 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:03.010753 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:03.396572 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] device_id is not set on port 9a621b59-141f-446d-ade0-0dfc8a663a28 yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:01:03.406783 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:03.418279 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:03.470333 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:03.527547 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Pushing event updated for resources: {'Port': ['ID=9a621b59-141f-446d-ade0-0dfc8a663a28,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:03.529536 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:03.529876 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:03.530299 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 on network a40178e9-282d-4563-9b47-062ed60db796 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:03.540664 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Port 9a621b59-141f-446d-ade0-0dfc8a663a28 on network a40178e9-282d-4563-9b47-062ed60db796 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:01:03.541250 n-d-839810-1 neutron-server[102773]: ERROR neutron.plugins.ml2.managers [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Failed to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 on host n-h1-839810-1 for vnic_type normal using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] Apr 28 20:01:03.541667 n-d-839810-1 neutron-server[102773]: INFO neutron.plugins.ml2.plugin [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempt 2 to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 Apr 28 20:01:03.559275 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:03.559606 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:03.559936 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 on network a40178e9-282d-4563-9b47-062ed60db796 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:03.564646 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Port 9a621b59-141f-446d-ade0-0dfc8a663a28 on network a40178e9-282d-4563-9b47-062ed60db796 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:01:03.565008 n-d-839810-1 neutron-server[102773]: ERROR neutron.plugins.ml2.managers [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Failed to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 on host n-h1-839810-1 for vnic_type normal using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] Apr 28 20:01:03.566560 n-d-839810-1 neutron-server[102773]: INFO neutron.plugins.ml2.plugin [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempt 3 to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 Apr 28 20:01:03.589937 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:03.590498 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:03.590979 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 on network a40178e9-282d-4563-9b47-062ed60db796 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:03.596758 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Port 9a621b59-141f-446d-ade0-0dfc8a663a28 on network a40178e9-282d-4563-9b47-062ed60db796 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:01:03.597289 n-d-839810-1 neutron-server[102773]: ERROR neutron.plugins.ml2.managers [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Failed to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 on host n-h1-839810-1 for vnic_type normal using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] Apr 28 20:01:03.597844 n-d-839810-1 neutron-server[102773]: INFO neutron.plugins.ml2.plugin [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempt 4 to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 Apr 28 20:01:03.614626 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:03.615121 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:03.615590 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 on network a40178e9-282d-4563-9b47-062ed60db796 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:03.620613 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Port 9a621b59-141f-446d-ade0-0dfc8a663a28 on network a40178e9-282d-4563-9b47-062ed60db796 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:01:03.621139 n-d-839810-1 neutron-server[102773]: ERROR neutron.plugins.ml2.managers [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Failed to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 on host n-h1-839810-1 for vnic_type normal using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] Apr 28 20:01:03.621666 n-d-839810-1 neutron-server[102773]: INFO neutron.plugins.ml2.plugin [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempt 5 to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 Apr 28 20:01:03.664705 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:03.667249 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:03.669256 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 on network a40178e9-282d-4563-9b47-062ed60db796 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:03.676152 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Port 9a621b59-141f-446d-ade0-0dfc8a663a28 on network a40178e9-282d-4563-9b47-062ed60db796 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:01:03.676612 n-d-839810-1 neutron-server[102773]: ERROR neutron.plugins.ml2.managers [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Failed to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 on host n-h1-839810-1 for vnic_type normal using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] Apr 28 20:01:03.677097 n-d-839810-1 neutron-server[102773]: INFO neutron.plugins.ml2.plugin [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempt 6 to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 Apr 28 20:01:03.690456 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:03.690914 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:03.691363 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 on network a40178e9-282d-4563-9b47-062ed60db796 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:03.696094 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Port 9a621b59-141f-446d-ade0-0dfc8a663a28 on network a40178e9-282d-4563-9b47-062ed60db796 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:01:03.696675 n-d-839810-1 neutron-server[102773]: ERROR neutron.plugins.ml2.managers [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Failed to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 on host n-h1-839810-1 for vnic_type normal using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] Apr 28 20:01:03.697150 n-d-839810-1 neutron-server[102773]: INFO neutron.plugins.ml2.plugin [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempt 7 to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 Apr 28 20:01:03.710705 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:03.711187 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:03.711612 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 on network a40178e9-282d-4563-9b47-062ed60db796 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:03.717383 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Port 9a621b59-141f-446d-ade0-0dfc8a663a28 on network a40178e9-282d-4563-9b47-062ed60db796 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:01:03.718431 n-d-839810-1 neutron-server[102773]: ERROR neutron.plugins.ml2.managers [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Failed to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 on host n-h1-839810-1 for vnic_type normal using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] Apr 28 20:01:03.719089 n-d-839810-1 neutron-server[102773]: INFO neutron.plugins.ml2.plugin [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempt 8 to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 Apr 28 20:01:03.733851 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:03.734326 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:03.734770 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 on network a40178e9-282d-4563-9b47-062ed60db796 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:03.739763 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Port 9a621b59-141f-446d-ade0-0dfc8a663a28 on network a40178e9-282d-4563-9b47-062ed60db796 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:01:03.740235 n-d-839810-1 neutron-server[102773]: ERROR neutron.plugins.ml2.managers [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Failed to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 on host n-h1-839810-1 for vnic_type normal using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] Apr 28 20:01:03.740730 n-d-839810-1 neutron-server[102773]: INFO neutron.plugins.ml2.plugin [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempt 9 to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 Apr 28 20:01:03.753513 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:03.753964 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:03.754387 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 on network a40178e9-282d-4563-9b47-062ed60db796 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:03.759822 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Port 9a621b59-141f-446d-ade0-0dfc8a663a28 on network a40178e9-282d-4563-9b47-062ed60db796 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:01:03.760349 n-d-839810-1 neutron-server[102773]: ERROR neutron.plugins.ml2.managers [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Failed to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 on host n-h1-839810-1 for vnic_type normal using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] Apr 28 20:01:03.760831 n-d-839810-1 neutron-server[102773]: INFO neutron.plugins.ml2.plugin [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempt 10 to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 Apr 28 20:01:03.775975 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:03.776633 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:03.777094 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 on network a40178e9-282d-4563-9b47-062ed60db796 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:03.783084 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Port 9a621b59-141f-446d-ade0-0dfc8a663a28 on network a40178e9-282d-4563-9b47-062ed60db796 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:01:03.783541 n-d-839810-1 neutron-server[102773]: ERROR neutron.plugins.ml2.managers [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Failed to bind port 9a621b59-141f-446d-ade0-0dfc8a663a28 on host n-h1-839810-1 for vnic_type normal using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] Apr 28 20:01:03.784017 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:03.867776 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] For port 9a621b59-141f-446d-ade0-0dfc8a663a28, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:01:03.868314 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempted to set empty binding levels {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 28 20:01:03.880833 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:03.929488 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] In _notify_port_updated(), no bound segment for port 9a621b59-141f-446d-ade0-0dfc8a663a28 on network a40178e9-282d-4563-9b47-062ed60db796 {{(pid=102773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 20:01:03.930608 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:03.931015 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:03.935649 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] 10.222.0.42 "PUT /v2.0/ports/9a621b59-141f-446d-ade0-0dfc8a663a28 HTTP/1.1" status: 200 len: 979 time: 1.0511956 Apr 28 20:01:03.935873 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48858) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:03.980274 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba83947b-a76a-444c-a3f3-a1f3eb4d795b tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Pushing event updated for resources: {'Port': ['ID=9a621b59-141f-446d-ade0-0dfc8a663a28,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:04.063374 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96e587c-5bba-4ff4-a015-e8989b2ff5ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:04.064001 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96e587c-5bba-4ff4-a015-e8989b2ff5ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:04.064501 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96e587c-5bba-4ff4-a015-e8989b2ff5ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:04.064969 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96e587c-5bba-4ff4-a015-e8989b2ff5ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:04.065657 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96e587c-5bba-4ff4-a015-e8989b2ff5ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:04.066127 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96e587c-5bba-4ff4-a015-e8989b2ff5ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:04.066592 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96e587c-5bba-4ff4-a015-e8989b2ff5ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:04.067054 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96e587c-5bba-4ff4-a015-e8989b2ff5ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:04.067517 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96e587c-5bba-4ff4-a015-e8989b2ff5ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:04.067975 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96e587c-5bba-4ff4-a015-e8989b2ff5ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:04.068458 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96e587c-5bba-4ff4-a015-e8989b2ff5ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:04.068942 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96e587c-5bba-4ff4-a015-e8989b2ff5ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:04.069505 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96e587c-5bba-4ff4-a015-e8989b2ff5ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:04.070132 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96e587c-5bba-4ff4-a015-e8989b2ff5ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:04.070635 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96e587c-5bba-4ff4-a015-e8989b2ff5ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:04.071096 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96e587c-5bba-4ff4-a015-e8989b2ff5ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:04.071555 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96e587c-5bba-4ff4-a015-e8989b2ff5ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:04.071988 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96e587c-5bba-4ff4-a015-e8989b2ff5ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:04.075157 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c96e587c-5bba-4ff4-a015-e8989b2ff5ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16254 time: 0.1384594 Apr 28 20:01:04.082180 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48860) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:04.183408 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-844fd634-032d-4716-bb01-cc208e5cca24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Deleting port 9a621b59-141f-446d-ade0-0dfc8a663a28 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:01:04.183689 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-844fd634-032d-4716-bb01-cc208e5cca24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:04.291415 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-844fd634-032d-4716-bb01-cc208e5cca24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] For port 9a621b59-141f-446d-ade0-0dfc8a663a28, host n-h1-839810-1, got binding levels [] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:01:04.291415 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-844fd634-032d-4716-bb01-cc208e5cca24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:04.316415 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-844fd634-032d-4716-bb01-cc208e5cca24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Calling delete_port for 9a621b59-141f-446d-ade0-0dfc8a663a28 owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:01:04.424189 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-844fd634-032d-4716-bb01-cc208e5cca24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:04.462616 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844fd634-032d-4716-bb01-cc208e5cca24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a621b59-141f-446d-ade0-0dfc8a663a28,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:04.476465 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-844fd634-032d-4716-bb01-cc208e5cca24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:04.482867 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-844fd634-032d-4716-bb01-cc208e5cca24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] 10.222.0.42 "DELETE /v2.0/ports/9a621b59-141f-446d-ade0-0dfc8a663a28 HTTP/1.1" status: 204 len: 168 time: 0.3991284 Apr 28 20:01:04.485968 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48866) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:04.515713 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-30623b31-a432-44a0-8f28-a70da5ea51ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] GET failed (client error): The resource could not be found. Apr 28 20:01:04.517891 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-30623b31-a432-44a0-8f28-a70da5ea51ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] 10.222.0.42 "GET /v2.0/ports/9a621b59-141f-446d-ade0-0dfc8a663a28 HTTP/1.1" status: 404 len: 333 time: 0.0306821 Apr 28 20:01:04.522131 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48868) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:04.535634 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-716cd98f-e869-441b-a75d-db61e5fb0845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1491549593', 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:04.564078 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716cd98f-e869-441b-a75d-db61e5fb0845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Made reservation on behalf of eabfcf91f3a64d9cbbc7499841fbaa66 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:04.567358 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-716cd98f-e869-441b-a75d-db61e5fb0845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:04.586677 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-716cd98f-e869-441b-a75d-db61e5fb0845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] device_id is not set on port a2d07d99-2dba-4b3b-ae07-ca6de5db6d5e yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:01:04.813496 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-716cd98f-e869-441b-a75d-db61e5fb0845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:04.881218 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-716cd98f-e869-441b-a75d-db61e5fb0845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:04.983189 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716cd98f-e869-441b-a75d-db61e5fb0845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Pushing event updated for resources: {'Port': ['ID=a2d07d99-2dba-4b3b-ae07-ca6de5db6d5e,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:04.998430 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716cd98f-e869-441b-a75d-db61e5fb0845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Network a40178e9-282d-4563-9b47-062ed60db796 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:01:05.001340 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-716cd98f-e869-441b-a75d-db61e5fb0845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:05.026066 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716cd98f-e869-441b-a75d-db61e5fb0845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:01:05.028602 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716cd98f-e869-441b-a75d-db61e5fb0845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:05.029256 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-716cd98f-e869-441b-a75d-db61e5fb0845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:05.075347 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-716cd98f-e869-441b-a75d-db61e5fb0845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5476489 Apr 28 20:01:05.077682 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48878) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:05.140446 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfeef16-839f-4d9c-b33f-df94d0c69674 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:05.144194 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-fcfeef16-839f-4d9c-b33f-df94d0c69674 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] 10.222.0.42 "GET /v2.0/ports/a2d07d99-2dba-4b3b-ae07-ca6de5db6d5e HTTP/1.1" status: 200 len: 959 time: 0.0630777 Apr 28 20:01:05.145806 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48882) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:05.247989 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-32c47583-5284-4c69-a462-c5edd82e2d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Deleting port a2d07d99-2dba-4b3b-ae07-ca6de5db6d5e {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:01:05.248311 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-32c47583-5284-4c69-a462-c5edd82e2d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:05.330967 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-32c47583-5284-4c69-a462-c5edd82e2d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:05.370222 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-32c47583-5284-4c69-a462-c5edd82e2d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Calling delete_port for a2d07d99-2dba-4b3b-ae07-ca6de5db6d5e owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:01:05.559539 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-32c47583-5284-4c69-a462-c5edd82e2d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:05.615210 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-32c47583-5284-4c69-a462-c5edd82e2d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:05.622031 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-32c47583-5284-4c69-a462-c5edd82e2d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] 10.222.0.42 "DELETE /v2.0/ports/a2d07d99-2dba-4b3b-ae07-ca6de5db6d5e HTTP/1.1" status: 204 len: 168 time: 0.4686530 Apr 28 20:01:05.622886 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48888) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:05.641258 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c47583-5284-4c69-a462-c5edd82e2d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2d07d99-2dba-4b3b-ae07-ca6de5db6d5e,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:05.665787 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ac2cc7-3442-4bd0-9c61-48d42be5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] GET failed (client error): The resource could not be found. Apr 28 20:01:05.668146 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-98ac2cc7-3442-4bd0-9c61-48d42be5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] 10.222.0.42 "GET /v2.0/ports/a2d07d99-2dba-4b3b-ae07-ca6de5db6d5e HTTP/1.1" status: 404 len: 333 time: 0.0402405 Apr 28 20:01:05.676683 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48890) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:05.682226 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-4316fd45-2793-4188-b00e-333deef5b91e tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Request body: {'port': {'network_id': 'a40178e9-282d-4563-9b47-062ed60db796', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139268928'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:05.710385 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4316fd45-2793-4188-b00e-333deef5b91e tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Made reservation on behalf of eabfcf91f3a64d9cbbc7499841fbaa66 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:05.713962 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4316fd45-2793-4188-b00e-333deef5b91e tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:05.747130 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-4316fd45-2793-4188-b00e-333deef5b91e tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] device_id is not set on port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:01:06.020516 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4316fd45-2793-4188-b00e-333deef5b91e tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:06.060904 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4316fd45-2793-4188-b00e-333deef5b91e tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:06.130172 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4316fd45-2793-4188-b00e-333deef5b91e tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Network a40178e9-282d-4563-9b47-062ed60db796 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:01:06.135973 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-4316fd45-2793-4188-b00e-333deef5b91e tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:06.142729 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4316fd45-2793-4188-b00e-333deef5b91e tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:01:06.145397 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4316fd45-2793-4188-b00e-333deef5b91e tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:06.145397 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4316fd45-2793-4188-b00e-333deef5b91e tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:06.159144 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316fd45-2793-4188-b00e-333deef5b91e tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Pushing event updated for resources: {'Port': ['ID=857c9f2d-625c-4ecc-aa6a-4683f9e61a83,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:06.170258 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4316fd45-2793-4188-b00e-333deef5b91e tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4921608 Apr 28 20:01:06.174641 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48902) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:06.192948 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:06.295359 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:06.526396 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] device_id is not set on port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:01:06.536786 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:06.543343 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:06.600620 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Pushing event updated for resources: {'Port': ['ID=857c9f2d-625c-4ecc-aa6a-4683f9e61a83,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:06.617646 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:06.618080 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:06.618492 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on network a40178e9-282d-4563-9b47-062ed60db796 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:06.623366 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on network a40178e9-282d-4563-9b47-062ed60db796 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:01:06.624562 n-d-839810-1 neutron-server[102773]: ERROR neutron.plugins.ml2.managers [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Failed to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on host n-h1-839810-1 for vnic_type normal using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] Apr 28 20:01:06.624880 n-d-839810-1 neutron-server[102773]: INFO neutron.plugins.ml2.plugin [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempt 2 to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 Apr 28 20:01:06.642453 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:06.642885 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:06.643295 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on network a40178e9-282d-4563-9b47-062ed60db796 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:06.648488 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on network a40178e9-282d-4563-9b47-062ed60db796 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:01:06.648922 n-d-839810-1 neutron-server[102773]: ERROR neutron.plugins.ml2.managers [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Failed to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on host n-h1-839810-1 for vnic_type normal using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] Apr 28 20:01:06.649381 n-d-839810-1 neutron-server[102773]: INFO neutron.plugins.ml2.plugin [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempt 3 to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 Apr 28 20:01:06.663461 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:06.663898 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:06.664338 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on network a40178e9-282d-4563-9b47-062ed60db796 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:06.669135 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on network a40178e9-282d-4563-9b47-062ed60db796 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:01:06.669531 n-d-839810-1 neutron-server[102773]: ERROR neutron.plugins.ml2.managers [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Failed to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on host n-h1-839810-1 for vnic_type normal using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] Apr 28 20:01:06.670011 n-d-839810-1 neutron-server[102773]: INFO neutron.plugins.ml2.plugin [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempt 4 to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 Apr 28 20:01:06.684052 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:06.684527 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:06.684922 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on network a40178e9-282d-4563-9b47-062ed60db796 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:06.690569 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on network a40178e9-282d-4563-9b47-062ed60db796 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:01:06.691086 n-d-839810-1 neutron-server[102773]: ERROR neutron.plugins.ml2.managers [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Failed to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on host n-h1-839810-1 for vnic_type normal using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] Apr 28 20:01:06.691542 n-d-839810-1 neutron-server[102773]: INFO neutron.plugins.ml2.plugin [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempt 5 to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 Apr 28 20:01:06.706106 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:06.706509 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:06.706914 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on network a40178e9-282d-4563-9b47-062ed60db796 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:06.711501 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on network a40178e9-282d-4563-9b47-062ed60db796 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:01:06.711942 n-d-839810-1 neutron-server[102773]: ERROR neutron.plugins.ml2.managers [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Failed to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on host n-h1-839810-1 for vnic_type normal using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] Apr 28 20:01:06.712554 n-d-839810-1 neutron-server[102773]: INFO neutron.plugins.ml2.plugin [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempt 6 to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 Apr 28 20:01:06.731000 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:06.731440 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:06.731841 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on network a40178e9-282d-4563-9b47-062ed60db796 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:06.737465 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on network a40178e9-282d-4563-9b47-062ed60db796 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:01:06.737865 n-d-839810-1 neutron-server[102773]: ERROR neutron.plugins.ml2.managers [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Failed to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on host n-h1-839810-1 for vnic_type normal using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] Apr 28 20:01:06.738331 n-d-839810-1 neutron-server[102773]: INFO neutron.plugins.ml2.plugin [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempt 7 to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 Apr 28 20:01:06.751616 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:06.752063 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:06.752524 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on network a40178e9-282d-4563-9b47-062ed60db796 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:06.757135 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on network a40178e9-282d-4563-9b47-062ed60db796 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:01:06.757527 n-d-839810-1 neutron-server[102773]: ERROR neutron.plugins.ml2.managers [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Failed to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on host n-h1-839810-1 for vnic_type normal using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] Apr 28 20:01:06.757992 n-d-839810-1 neutron-server[102773]: INFO neutron.plugins.ml2.plugin [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempt 8 to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 Apr 28 20:01:06.771762 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:06.772232 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:06.772656 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on network a40178e9-282d-4563-9b47-062ed60db796 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:06.777119 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on network a40178e9-282d-4563-9b47-062ed60db796 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:01:06.777508 n-d-839810-1 neutron-server[102773]: ERROR neutron.plugins.ml2.managers [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Failed to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on host n-h1-839810-1 for vnic_type normal using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] Apr 28 20:01:06.777972 n-d-839810-1 neutron-server[102773]: INFO neutron.plugins.ml2.plugin [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempt 9 to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 Apr 28 20:01:06.790237 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:06.790573 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:06.790994 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on network a40178e9-282d-4563-9b47-062ed60db796 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:06.795490 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on network a40178e9-282d-4563-9b47-062ed60db796 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:01:06.796447 n-d-839810-1 neutron-server[102773]: ERROR neutron.plugins.ml2.managers [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Failed to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on host n-h1-839810-1 for vnic_type normal using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] Apr 28 20:01:06.796905 n-d-839810-1 neutron-server[102773]: INFO neutron.plugins.ml2.plugin [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempt 10 to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 Apr 28 20:01:06.817590 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:06.818015 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:06.818363 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempting to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on network a40178e9-282d-4563-9b47-062ed60db796 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:06.824295 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on network a40178e9-282d-4563-9b47-062ed60db796 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:01:06.824633 n-d-839810-1 neutron-server[102773]: ERROR neutron.plugins.ml2.managers [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Failed to bind port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on host n-h1-839810-1 for vnic_type normal using segments [{'id': 'c0f01727-641f-4354-8b74-b173542bc930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a40178e9-282d-4563-9b47-062ed60db796'}] Apr 28 20:01:06.825012 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:06.928263 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] For port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:01:06.928925 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attempted to set empty binding levels {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 28 20:01:06.939689 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:06.990775 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] In _notify_port_updated(), no bound segment for port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 on network a40178e9-282d-4563-9b47-062ed60db796 {{(pid=102773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 20:01:06.991809 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:06.992674 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:06.994261 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] 10.222.0.42 "PUT /v2.0/ports/857c9f2d-625c-4ecc-aa6a-4683f9e61a83 HTTP/1.1" status: 200 len: 979 time: 0.8173132 Apr 28 20:01:06.997146 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48910) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:07.016209 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a8e86-359e-4d4d-a6ab-26d57b6c60bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Pushing event updated for resources: {'Port': ['ID=857c9f2d-625c-4ecc-aa6a-4683f9e61a83,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:07.095033 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-ef5453a4-472d-4ce1-9e1b-2db5d2085da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Deleting port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:01:07.095568 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ef5453a4-472d-4ce1-9e1b-2db5d2085da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:07.170435 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-ef5453a4-472d-4ce1-9e1b-2db5d2085da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] For port 857c9f2d-625c-4ecc-aa6a-4683f9e61a83, host n-h1-839810-1, got binding levels [] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:01:07.172371 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ef5453a4-472d-4ce1-9e1b-2db5d2085da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:07.212699 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-ef5453a4-472d-4ce1-9e1b-2db5d2085da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Calling delete_port for 857c9f2d-625c-4ecc-aa6a-4683f9e61a83 owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:01:07.370843 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ef5453a4-472d-4ce1-9e1b-2db5d2085da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:07.395581 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ef5453a4-472d-4ce1-9e1b-2db5d2085da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:07.402398 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ef5453a4-472d-4ce1-9e1b-2db5d2085da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] 10.222.0.42 "DELETE /v2.0/ports/857c9f2d-625c-4ecc-aa6a-4683f9e61a83 HTTP/1.1" status: 204 len: 168 time: 0.4028292 Apr 28 20:01:07.406552 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48912) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:07.434087 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5453a4-472d-4ce1-9e1b-2db5d2085da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] Pushing event deleted for resources: {'Port': ['ID=857c9f2d-625c-4ecc-aa6a-4683f9e61a83,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:07.456980 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b9d665f-2743-4997-847f-fd1c91407792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] GET failed (client error): The resource could not be found. Apr 28 20:01:07.464166 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2b9d665f-2743-4997-847f-fd1c91407792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-334759102-project-admin] 10.222.0.42 "GET /v2.0/ports/857c9f2d-625c-4ecc-aa6a-4683f9e61a83 HTTP/1.1" status: 404 len: 333 time: 0.0555658 Apr 28 20:01:07.465288 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48914) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:07.581052 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-473f8627-bce8-4ceb-ae2c-08e8aa60c962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:07.701676 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-473f8627-bce8-4ceb-ae2c-08e8aa60c962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:07.727936 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-473f8627-bce8-4ceb-ae2c-08e8aa60c962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a40178e9-282d-4563-9b47-062ed60db796']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:07.740256 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-473f8627-bce8-4ceb-ae2c-08e8aa60c962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f01727-641f-4354-8b74-b173542bc930') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:07.740726 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-473f8627-bce8-4ceb-ae2c-08e8aa60c962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f01727-641f-4354-8b74-b173542bc930') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:07.757066 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-473f8627-bce8-4ceb-ae2c-08e8aa60c962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:07.772649 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-473f8627-bce8-4ceb-ae2c-08e8aa60c962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:07.781376 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-473f8627-bce8-4ceb-ae2c-08e8aa60c962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:01:07.782047 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-473f8627-bce8-4ceb-ae2c-08e8aa60c962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:07.785614 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 20:01:07.785614 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:01:07.785614 n-d-839810-1 neutron-server[102773]: timer() Apr 28 20:01:07.785614 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:01:07.785614 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 20:01:07.785614 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:01:07.785614 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 20:01:07.785614 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:01:07.785614 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 20:01:07.785614 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:01:07.785614 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 20:01:07.785614 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:01:07.785614 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 20:01:07.785614 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:01:07.785614 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:01:07.785614 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:01:07.785614 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:01:07.785614 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:01:07.785614 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 20:01:07.785614 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:01:07.785614 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 20:01:07.785614 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:01:07.785614 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:01:07.785614 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:01:07.785614 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 20:01:07.785614 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:01:07.785614 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:01:07.785614 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:01:07.785614 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:01:07.785614 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:01:07.785614 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:01:07.785614 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:01:07.854439 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-473f8627-bce8-4ceb-ae2c-08e8aa60c962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:07.864843 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-473f8627-bce8-4ceb-ae2c-08e8aa60c962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:07.870693 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-473f8627-bce8-4ceb-ae2c-08e8aa60c962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580-project] 10.222.0.42 "DELETE /v2.0/networks/a40178e9-282d-4563-9b47-062ed60db796 HTTP/1.1" status: 204 len: 168 time: 0.4020760 Apr 28 20:01:07.880584 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f8627-bce8-4ceb-ae2c-08e8aa60c962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170269580-project] Pushing event deleted for resources: {'Network': ['ID=a40178e9-282d-4563-9b47-062ed60db796,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:08.259922 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 48936) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:08.467143 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48944) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:08.480464 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-93ba4f58-a5e7-4072-821f-3cacaeb9dcd4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b3fa20ad026b47bc8a9089d9c23d4222&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2083850 Apr 28 20:01:08.537873 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-69f43f7a-8656-4b29-b15c-ca9940ea4832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:08.568421 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-69f43f7a-8656-4b29-b15c-ca9940ea4832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:08.645530 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-69f43f7a-8656-4b29-b15c-ca9940ea4832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:08.649429 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-69f43f7a-8656-4b29-b15c-ca9940ea4832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:08.650620 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-69f43f7a-8656-4b29-b15c-ca9940ea4832 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b2d7cb1e-9671-422d-b946-ac3f3dd6773a HTTP/1.1" status: 204 len: 168 time: 0.1821361 Apr 28 20:01:08.659765 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f43f7a-8656-4b29-b15c-ca9940ea4832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d7cb1e-9671-422d-b946-ac3f3dd6773a,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:09.003019 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48956) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:09.093563 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e91e40c9-31a5-4962-99ec-af3eb4862bab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eabfcf91f3a64d9cbbc7499841fbaa66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0880258 Apr 28 20:01:09.096701 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 48962) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:09.160420 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8b0e9ddc-f444-495c-a934-998616266b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:09.182739 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8b0e9ddc-f444-495c-a934-998616266b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:09.244994 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8b0e9ddc-f444-495c-a934-998616266b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:09.249060 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8b0e9ddc-f444-495c-a934-998616266b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:09.252946 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8b0e9ddc-f444-495c-a934-998616266b91 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/33d763c2-be81-463b-a6d8-6e4aae11d30f HTTP/1.1" status: 204 len: 168 time: 0.1548855 Apr 28 20:01:09.262790 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e9ddc-f444-495c-a934-998616266b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d763c2-be81-463b-a6d8-6e4aae11d30f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:11.641157 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49050) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:11.667469 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ae3d4-48e9-4f9b-9243-5572f80d31a3 req-48807d8e-c7b8-4081-a425-3a150ea67141 tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:11.680598 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a87ae3d4-48e9-4f9b-9243-5572f80d31a3 req-48807d8e-c7b8-4081-a425-3a150ea67141 tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 1096 time: 0.1082952 Apr 28 20:01:11.726764 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a87ae3d4-48e9-4f9b-9243-5572f80d31a3 req-a621da90-d27b-4493-9894-ee365565620f tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:11.871492 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a87ae3d4-48e9-4f9b-9243-5572f80d31a3 req-a621da90-d27b-4493-9894-ee365565620f tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:11.876815 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-12a5f718-0285-471f-9585-b3ddad5ce045 tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1234932787'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:11.883655 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a87ae3d4-48e9-4f9b-9243-5572f80d31a3 req-a621da90-d27b-4493-9894-ee365565620f tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:11.901564 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-12a5f718-0285-471f-9585-b3ddad5ce045 tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:11.904007 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-12a5f718-0285-471f-9585-b3ddad5ce045 tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:11.946344 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a87ae3d4-48e9-4f9b-9243-5572f80d31a3 req-a621da90-d27b-4493-9894-ee365565620f tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2648895 Apr 28 20:01:11.980243 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621da90-d27b-4493-9894-ee365565620f tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36889123-dc20-4829-a02f-ca5ef093b575,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:12.010677 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-12a5f718-0285-471f-9585-b3ddad5ce045 tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:12.033733 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-12a5f718-0285-471f-9585-b3ddad5ce045 tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:12.073279 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-12a5f718-0285-471f-9585-b3ddad5ce045 tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:12.083647 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49062) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:12.086856 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-12a5f718-0285-471f-9585-b3ddad5ce045 tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4429798 Apr 28 20:01:12.213907 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60717ddc-3dba-47ae-a2c6-5d803a9cae0b tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:12.315429 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3dd5d-cbc1-41a0-8bdc-ab8f01957630 req-ce742db2-606a-4f23-81fd-521f1d60df0e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:12.330423 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8bb3dd5d-cbc1-41a0-8bdc-ab8f01957630 req-ce742db2-606a-4f23-81fd-521f1d60df0e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 945 time: 0.1984227 Apr 28 20:01:12.400007 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8bb3dd5d-cbc1-41a0-8bdc-ab8f01957630 req-1ebee063-99d3-45db-8f4e-e8b983cf3fbd tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660789 Apr 28 20:01:12.417360 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49072) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:12.618575 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-88224069-fd48-475f-ab45-b733b487a0ee tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/floatingips/a247d791-5a17-441a-91eb-35bd8b2b4f7d HTTP/1.1" status: 200 len: 992 time: 0.1933448 Apr 28 20:01:12.632229 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60717ddc-3dba-47ae-a2c6-5d803a9cae0b tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:12.647022 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60717ddc-3dba-47ae-a2c6-5d803a9cae0b tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:12.743046 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60717ddc-3dba-47ae-a2c6-5d803a9cae0b tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:12.743046 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60717ddc-3dba-47ae-a2c6-5d803a9cae0b tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 06b40cde-e923-409c-9e9d-8ca23c78a65e {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:01:12.749843 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60717ddc-3dba-47ae-a2c6-5d803a9cae0b tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:12.758381 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49080) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:12.763421 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-e0ad7488-ddfb-4414-ac4f-6a1ca7afb4e8 tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Request body: {'router': {'name': 'tempest-router-615883692', 'distributed': False}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:12.773303 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-60717ddc-3dba-47ae-a2c6-5d803a9cae0b tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] 10.222.0.42 "DELETE /v2.0/routers/06b40cde-e923-409c-9e9d-8ca23c78a65e HTTP/1.1" status: 204 len: 168 time: 0.6880615 Apr 28 20:01:12.827469 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e0ad7488-ddfb-4414-ac4f-6a1ca7afb4e8 tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:12.833438 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e0ad7488-ddfb-4414-ac4f-6a1ca7afb4e8 tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:12.935675 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e0ad7488-ddfb-4414-ac4f-6a1ca7afb4e8 tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:12.942873 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e0ad7488-ddfb-4414-ac4f-6a1ca7afb4e8 tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:12.975927 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e0ad7488-ddfb-4414-ac4f-6a1ca7afb4e8 tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:12.979573 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e0ad7488-ddfb-4414-ac4f-6a1ca7afb4e8 tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2177074 Apr 28 20:01:12.979875 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49086) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:13.052598 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-67f7ff8a-73d9-4ea3-bba4-0bd178cad84b req-154b8aad-9845-490e-9ec7-d2146321324e service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:01:13.057024 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-67f7ff8a-73d9-4ea3-bba4-0bd178cad84b req-154b8aad-9845-490e-9ec7-d2146321324e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143669 Apr 28 20:01:13.112896 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a63fcc9c-e107-4a83-90d5-301f743b7fa8 tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:13.417756 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a63fcc9c-e107-4a83-90d5-301f743b7fa8 tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:13.422173 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a63fcc9c-e107-4a83-90d5-301f743b7fa8 tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:13.541831 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a63fcc9c-e107-4a83-90d5-301f743b7fa8 tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:13.542752 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63fcc9c-e107-4a83-90d5-301f743b7fa8 tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e07e099-e45f-4e31-a901-48a92f9a50ea {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:01:13.553862 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a63fcc9c-e107-4a83-90d5-301f743b7fa8 tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:13.558101 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a63fcc9c-e107-4a83-90d5-301f743b7fa8 tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] 10.222.0.42 "DELETE /v2.0/routers/1e07e099-e45f-4e31-a901-48a92f9a50ea HTTP/1.1" status: 204 len: 168 time: 0.5751011 Apr 28 20:01:13.563908 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49102) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:13.570038 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-87b088c5-d76c-4b6f-b035-746690beffa9 tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Request body: {'router': {'name': 'tempest-router-1070291632', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1a58e37e3bdf4eb8a3ab0f76ca900c72'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:13.623677 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-87b088c5-d76c-4b6f-b035-746690beffa9 tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:13.625243 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-87b088c5-d76c-4b6f-b035-746690beffa9 tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:13.785972 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-87b088c5-d76c-4b6f-b035-746690beffa9 tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:13.793621 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-87b088c5-d76c-4b6f-b035-746690beffa9 tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:13.818989 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-87b088c5-d76c-4b6f-b035-746690beffa9 tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:13.823203 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49108) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:13.823649 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-87b088c5-d76c-4b6f-b035-746690beffa9 tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2583621 Apr 28 20:01:13.827964 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-4687c20f-d9d6-4b74-9f2d-af171b767aeb tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:13.965791 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b096768-9a45-4392-8913-73ae35f76ade req-925db1c6-1c1f-41eb-99cf-ce7324902842 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:13.988659 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1b096768-9a45-4392-8913-73ae35f76ade req-925db1c6-1c1f-41eb-99cf-ce7324902842 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 945 time: 0.1239159 Apr 28 20:01:14.097412 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1b096768-9a45-4392-8913-73ae35f76ade req-d29a12fb-3726-42e0-9afb-3997c4392a6b tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062768 Apr 28 20:01:14.522725 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-37281e33-f406-41d9-8ca9-6b11e0f0ea7f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7417159 Apr 28 20:01:14.558199 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-531557e8-e664-4357-af30-c8df6b6b1152 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:01:14.559838 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-531557e8-e664-4357-af30-c8df6b6b1152 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071020 Apr 28 20:01:14.691956 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4687c20f-d9d6-4b74-9f2d-af171b767aeb tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364'] for router, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:14.692355 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4687c20f-d9d6-4b74-9f2d-af171b767aeb tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks [] for router, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:14.882683 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4687c20f-d9d6-4b74-9f2d-af171b767aeb tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102774) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Apr 28 20:01:14.883276 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4687c20f-d9d6-4b74-9f2d-af171b767aeb tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Router 8ee8ddff-232f-495b-af3f-1307e2571112 migrating from provider to provider. {{(pid=102774) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Apr 28 20:01:14.883276 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4687c20f-d9d6-4b74-9f2d-af171b767aeb tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:14.894951 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4687c20f-d9d6-4b74-9f2d-af171b767aeb tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:14.907228 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4687c20f-d9d6-4b74-9f2d-af171b767aeb tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626624'] for router, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:15.056212 n-d-839810-1 neutron-server[102774]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4687c20f-d9d6-4b74-9f2d-af171b767aeb tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] No L3 agents can host the router 8ee8ddff-232f-495b-af3f-1307e2571112 Apr 28 20:01:15.268918 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4687c20f-d9d6-4b74-9f2d-af171b767aeb tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Hosts for router 8ee8ddff-232f-495b-af3f-1307e2571112: [] {{(pid=102774) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Apr 28 20:01:15.298100 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4687c20f-d9d6-4b74-9f2d-af171b767aeb tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Hosts for other DVR routers connected to router 8ee8ddff-232f-495b-af3f-1307e2571112: set() {{(pid=102774) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Apr 28 20:01:15.311273 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4687c20f-d9d6-4b74-9f2d-af171b767aeb tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:15.320658 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4687c20f-d9d6-4b74-9f2d-af171b767aeb tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] 10.222.0.42 "PUT /v2.0/routers/8ee8ddff-232f-495b-af3f-1307e2571112 HTTP/1.1" status: 200 len: 717 time: 1.4881077 Apr 28 20:01:15.321103 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49152) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:15.333076 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551b1d0-0243-4b4f-b3c8-c1cfd01e58fa req-3f4251f3-1b73-45c7-83a6-963bdc6ba7dd tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:15.340711 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4551b1d0-0243-4b4f-b3c8-c1cfd01e58fa req-3f4251f3-1b73-45c7-83a6-963bdc6ba7dd tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 945 time: 0.1111586 Apr 28 20:01:15.410854 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4551b1d0-0243-4b4f-b3c8-c1cfd01e58fa req-f8c7226c-76bd-4263-9e89-fe56a05a8b46 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691252 Apr 28 20:01:15.508449 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49160) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:15.521911 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-374b3c10-4138-47fe-9fe8-e1dc61c63f89 tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] 10.222.0.42 "GET /v2.0/routers/8ee8ddff-232f-495b-af3f-1307e2571112 HTTP/1.1" status: 200 len: 717 time: 0.1833332 Apr 28 20:01:16.115332 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4907b163-d746-4cf3-ab0c-e6ccfd56e78d tempest-RoutersTestDVR-1684895574 tempest-RoutersTestDVR-1684895574-project] 10.222.0.42 "GET /v2.0/routers/8ee8ddff-232f-495b-af3f-1307e2571112 HTTP/1.1" status: 200 len: 683 time: 0.6035879 Apr 28 20:01:16.115901 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49198) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:16.519833 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-407c7812-cabb-44de-8754-221a6215367c tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:16.958340 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe862d2c-970c-45ed-bd00-b11cc082c395 req-adc9da20-59fb-4a74-a984-e43efd8f7f91 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:16.975004 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fe862d2c-970c-45ed-bd00-b11cc082c395 req-adc9da20-59fb-4a74-a984-e43efd8f7f91 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 945 time: 0.3323267 Apr 28 20:01:17.103427 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-407c7812-cabb-44de-8754-221a6215367c tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:17.109702 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-407c7812-cabb-44de-8754-221a6215367c tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:17.167854 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fe862d2c-970c-45ed-bd00-b11cc082c395 req-024bdf5d-0750-4d38-9e60-40faf5f0a118 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919842 Apr 28 20:01:17.180953 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-cd5b6822-b05b-4b59-a2aa-1920ea8912b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:17.183131 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-cd5b6822-b05b-4b59-a2aa-1920ea8912b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 1096 time: 0.1357372 Apr 28 20:01:17.194735 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-407c7812-cabb-44de-8754-221a6215367c tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:17.195368 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407c7812-cabb-44de-8754-221a6215367c tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ee8ddff-232f-495b-af3f-1307e2571112 {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:01:17.215433 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-407c7812-cabb-44de-8754-221a6215367c tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:17.220885 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-407c7812-cabb-44de-8754-221a6215367c tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] 10.222.0.42 "DELETE /v2.0/routers/8ee8ddff-232f-495b-af3f-1307e2571112 HTTP/1.1" status: 204 len: 168 time: 1.0996547 Apr 28 20:01:17.222713 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49238) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:17.231805 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-0680ef3c-957d-4423-a465-d71dae685006 tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Request body: {'router': {'name': 'tempest-router-292110505', 'distributed': True}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:17.319194 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0680ef3c-957d-4423-a465-d71dae685006 tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:17.326550 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0680ef3c-957d-4423-a465-d71dae685006 tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:17.359134 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-a9575cfc-887d-4c8c-84ce-ac0789040260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:17.360953 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-a9575cfc-887d-4c8c-84ce-ac0789040260 service neutron] 10.222.0.15 "GET /v2.0/networks?id=48755b91-0964-4b17-9b2c-cb54e83e1276 HTTP/1.1" status: 200 len: 897 time: 0.1635633 Apr 28 20:01:17.429448 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0680ef3c-957d-4423-a465-d71dae685006 tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:17.439783 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0680ef3c-957d-4423-a465-d71dae685006 tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:17.474757 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-b7db7e8b-d13f-41c9-b987-4e81eb3bb4ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35ad3893-b711-4738-902a-be6f7ffbc944 HTTP/1.1" status: 200 len: 1000 time: 0.1067364 Apr 28 20:01:17.478491 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0680ef3c-957d-4423-a465-d71dae685006 tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:17.485471 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0680ef3c-957d-4423-a465-d71dae685006 tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2613654 Apr 28 20:01:17.485753 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49274) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:17.637567 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8c0f7179-4db7-4b74-8896-32dd199b349b tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:18.118313 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-54755771-d7f5-4f3a-9fb6-5bbe666529b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:18.119791 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-54755771-d7f5-4f3a-9fb6-5bbe666529b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43502a32-c77b-45bd-a11f-30959b40de62 HTTP/1.1" status: 200 len: 835 time: 0.6354899 Apr 28 20:01:18.232199 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-ef1305cb-5fdc-4165-b96a-2b91bf789fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:18.233823 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-ef1305cb-5fdc-4165-b96a-2b91bf789fb4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=48755b91-0964-4b17-9b2c-cb54e83e1276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782044 Apr 28 20:01:18.236055 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8c0f7179-4db7-4b74-8896-32dd199b349b tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:18.241312 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8c0f7179-4db7-4b74-8896-32dd199b349b tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:18.331808 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143914c-6f24-465c-b359-f3a66647f940 req-922bfbca-3f67-4ce5-9e2a-dcfb6683276c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:18.334131 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f143914c-6f24-465c-b359-f3a66647f940 req-922bfbca-3f67-4ce5-9e2a-dcfb6683276c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 945 time: 0.0583611 Apr 28 20:01:18.380964 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8c0f7179-4db7-4b74-8896-32dd199b349b tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:18.382108 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0f7179-4db7-4b74-8896-32dd199b349b tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e24e8e81-7fae-49c4-9e62-2842353d6318 {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:01:18.396596 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f143914c-6f24-465c-b359-f3a66647f940 req-bf626c08-fad3-479b-bf24-2c4d7c1c0754 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537653 Apr 28 20:01:18.397719 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8c0f7179-4db7-4b74-8896-32dd199b349b tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:18.398895 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8c0f7179-4db7-4b74-8896-32dd199b349b tempest-RoutersTestDVR-651031210 tempest-RoutersTestDVR-651031210-project-admin] 10.222.0.42 "DELETE /v2.0/routers/e24e8e81-7fae-49c4-9e62-2842353d6318 HTTP/1.1" status: 204 len: 168 time: 0.9121008 Apr 28 20:01:18.471302 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-36ea30b5-4b9d-4496-b11a-2a26dc76d6ad service neutron] 10.222.0.15 "GET /v2.0/networks/48755b91-0964-4b17-9b2c-cb54e83e1276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192543 Apr 28 20:01:18.633968 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:01:18.648419 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-ae3562e9-34a8-49c7-a696-ad3b3c351b2a service neutron] 10.222.0.15 "GET /v2.0/networks/48755b91-0964-4b17-9b2c-cb54e83e1276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789865 Apr 28 20:01:18.933904 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49306) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:19.067423 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-523759f9-d140-4ee3-92f3-67be4e9c865a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:19.303571 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-523759f9-d140-4ee3-92f3-67be4e9c865a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:19.325312 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-523759f9-d140-4ee3-92f3-67be4e9c865a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:19.385247 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-523759f9-d140-4ee3-92f3-67be4e9c865a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1a58e37e3bdf4eb8a3ab0f76ca900c72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4502435 Apr 28 20:01:19.389361 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49318) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:19.401977 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523759f9-d140-4ee3-92f3-67be4e9c865a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9cdcb2-e91c-4bb7-a0e3-92cae9a907b6,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:19.484158 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a91d963e-5daf-4d27-afba-b56b047c2655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:19.521404 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a91d963e-5daf-4d27-afba-b56b047c2655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:19.605045 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a91d963e-5daf-4d27-afba-b56b047c2655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:19.607666 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a91d963e-5daf-4d27-afba-b56b047c2655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:19.609052 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a91d963e-5daf-4d27-afba-b56b047c2655 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ee9cdcb2-e91c-4bb7-a0e3-92cae9a907b6 HTTP/1.1" status: 204 len: 168 time: 0.2177539 Apr 28 20:01:19.621441 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2421b86-5a95-4bde-9d95-d28370b3bdf1 req-e191c643-06d7-4e1d-a1a6-b497107767e3 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:19.621651 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d963e-5daf-4d27-afba-b56b047c2655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9cdcb2-e91c-4bb7-a0e3-92cae9a907b6,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:19.623958 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f2421b86-5a95-4bde-9d95-d28370b3bdf1 req-e191c643-06d7-4e1d-a1a6-b497107767e3 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 945 time: 0.1059651 Apr 28 20:01:19.684469 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f2421b86-5a95-4bde-9d95-d28370b3bdf1 req-867a48db-a0a2-4443-86cc-45b2efbf4fc8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363579 Apr 28 20:01:19.806542 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ab0e62d5-8df9-41e7-aeef-7d7353f59187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:19.987779 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49336) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:20.002020 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2ab61c37-264a-438e-a9da-05d51a01e73b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:20.097059 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2ab61c37-264a-438e-a9da-05d51a01e73b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:20.103575 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2ab61c37-264a-438e-a9da-05d51a01e73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:20.148954 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2ab61c37-264a-438e-a9da-05d51a01e73b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=39802d9e22914849bbf20c0a80876d18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1600339 Apr 28 20:01:20.151989 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49338) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:20.154049 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab61c37-264a-438e-a9da-05d51a01e73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835d0aa0-0ef5-43af-8c5e-bfd550c29cfc,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:20.227288 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f8af211-1a79-4b93-bf6f-aad18c307a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:20.256671 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f8af211-1a79-4b93-bf6f-aad18c307a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:20.321245 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f8af211-1a79-4b93-bf6f-aad18c307a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:20.323903 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0f8af211-1a79-4b93-bf6f-aad18c307a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:20.327480 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0f8af211-1a79-4b93-bf6f-aad18c307a98 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/835d0aa0-0ef5-43af-8c5e-bfd550c29cfc HTTP/1.1" status: 204 len: 168 time: 0.1720576 Apr 28 20:01:20.337463 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8af211-1a79-4b93-bf6f-aad18c307a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835d0aa0-0ef5-43af-8c5e-bfd550c29cfc,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:20.852766 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ade2e-697c-4aff-915c-2df1e915ad32 req-8b3d4a3e-5c88-4889-9659-5eeefd218d7e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:20.854592 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7d0ade2e-697c-4aff-915c-2df1e915ad32 req-8b3d4a3e-5c88-4889-9659-5eeefd218d7e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 945 time: 0.0667360 Apr 28 20:01:20.913676 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7d0ade2e-697c-4aff-915c-2df1e915ad32 req-44b4f91e-ca15-499f-a170-4765d94107e4 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473261 Apr 28 20:01:22.062539 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3e16463b-8d93-4b61-9275-1d5149a59ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:22.118435 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acff739-a7d5-4b11-9907-6b2fa6464e47 req-e0555a33-095f-4619-9d3b-8709fa784282 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:22.120841 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9acff739-a7d5-4b11-9907-6b2fa6464e47 req-e0555a33-095f-4619-9d3b-8709fa784282 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 945 time: 0.0818710 Apr 28 20:01:22.182392 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49430) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:22.192679 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9acff739-a7d5-4b11-9907-6b2fa6464e47 req-939857ad-ad38-451e-b305-1650aa95f0eb tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650880 Apr 28 20:01:22.368678 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-85f892ba-210e-4d91-b390-cbd6986d1f60 tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1028894840', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:22.393586 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f892ba-210e-4d91-b390-cbd6986d1f60 tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] Made reservation on behalf of 6db5b6066b8c42f5b7ddd9b59341ae27 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:22.395871 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-85f892ba-210e-4d91-b390-cbd6986d1f60 tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:22.405347 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-85f892ba-210e-4d91-b390-cbd6986d1f60 tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:22.492048 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-85f892ba-210e-4d91-b390-cbd6986d1f60 tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:22.498245 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-85f892ba-210e-4d91-b390-cbd6986d1f60 tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:22.509358 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-85f892ba-210e-4d91-b390-cbd6986d1f60 tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] device_id is not set on port 52ed4f59-bc8d-4533-996d-e727b0801d30 yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:01:22.608813 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f892ba-210e-4d91-b390-cbd6986d1f60 tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47980deb-aab2-4e0b-8c7b-629badfbfb04,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:22.676300 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-85f892ba-210e-4d91-b390-cbd6986d1f60 tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] Allocated IP 172.25.8.13 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/52ed4f59-bc8d-4533-996d-e727b0801d30) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:01:22.874833 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-85f892ba-210e-4d91-b390-cbd6986d1f60 tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:22.922844 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-85f892ba-210e-4d91-b390-cbd6986d1f60 tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:22.972531 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f892ba-210e-4d91-b390-cbd6986d1f60 tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:01:22.975674 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-85f892ba-210e-4d91-b390-cbd6986d1f60 tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:22.979424 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f892ba-210e-4d91-b390-cbd6986d1f60 tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:01:22.986888 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f892ba-210e-4d91-b390-cbd6986d1f60 tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] Pushing event updated for resources: {'Port': ['ID=52ed4f59-bc8d-4533-996d-e727b0801d30,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:23.031585 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f892ba-210e-4d91-b390-cbd6986d1f60 tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:23.032353 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-85f892ba-210e-4d91-b390-cbd6986d1f60 tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:23.052398 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-85f892ba-210e-4d91-b390-cbd6986d1f60 tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.8685238 Apr 28 20:01:23.055250 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49454) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:23.060505 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-434b77aa-1af7-40de-8023-658f6f11a88b tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.13'}]}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:23.088834 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-434b77aa-1af7-40de-8023-658f6f11a88b tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:23.090627 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-434b77aa-1af7-40de-8023-658f6f11a88b tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:23.195642 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-434b77aa-1af7-40de-8023-658f6f11a88b tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:23.383297 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-434b77aa-1af7-40de-8023-658f6f11a88b tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:23.545823 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d47122-9182-4e49-8b93-a444dfcee443 req-2b496d55-6346-4481-8079-2900e1d4bc29 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:23.548757 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f1d47122-9182-4e49-8b93-a444dfcee443 req-2b496d55-6346-4481-8079-2900e1d4bc29 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 945 time: 0.1599324 Apr 28 20:01:23.559532 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:23.681508 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f1d47122-9182-4e49-8b93-a444dfcee443 req-d0d43d82-81da-432f-bb8f-8945226cc09a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247501 Apr 28 20:01:23.837672 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-434b77aa-1af7-40de-8023-658f6f11a88b tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:23.860799 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-434b77aa-1af7-40de-8023-658f6f11a88b tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:24.071590 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-434b77aa-1af7-40de-8023-658f6f11a88b tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:24.275530 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-434b77aa-1af7-40de-8023-658f6f11a88b tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:24.277953 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-434b77aa-1af7-40de-8023-658f6f11a88b tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:24.324490 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-434b77aa-1af7-40de-8023-658f6f11a88b tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:24.325130 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434b77aa-1af7-40de-8023-658f6f11a88b tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 66f6f875-bd5c-407d-bb57-89971d5eb8c1 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:01:24.348498 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-434b77aa-1af7-40de-8023-658f6f11a88b tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 28 20:01:24.352640 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49478) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:24.353649 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-434b77aa-1af7-40de-8023-658f6f11a88b tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.2972400 Apr 28 20:01:24.514567 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-59b76fb5-6469-40e4-94d3-a227996526f2 tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] Deleting port 52ed4f59-bc8d-4533-996d-e727b0801d30 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:01:24.515350 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59b76fb5-6469-40e4-94d3-a227996526f2 tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:24.611909 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59b76fb5-6469-40e4-94d3-a227996526f2 tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:24.628411 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-59b76fb5-6469-40e4-94d3-a227996526f2 tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] Calling delete_port for 52ed4f59-bc8d-4533-996d-e727b0801d30 owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:01:24.858243 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59b76fb5-6469-40e4-94d3-a227996526f2 tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:24.919267 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc391a8-467a-40aa-b450-c43c2c9a9025 req-ba0421ac-d339-409d-9715-46d251c4170f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:24.921334 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ffc391a8-467a-40aa-b450-c43c2c9a9025 req-ba0421ac-d339-409d-9715-46d251c4170f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 945 time: 0.1564748 Apr 28 20:01:24.939639 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b76fb5-6469-40e4-94d3-a227996526f2 tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] Pushing event deleted for resources: {'Port': ['ID=52ed4f59-bc8d-4533-996d-e727b0801d30,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:25.075719 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ffc391a8-467a-40aa-b450-c43c2c9a9025 req-e1f32241-08d7-414b-a746-6db13e7bc601 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375229 Apr 28 20:01:25.081603 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59b76fb5-6469-40e4-94d3-a227996526f2 tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:25.085401 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-59b76fb5-6469-40e4-94d3-a227996526f2 tempest-RoutersAdminNegativeIpV6Test-1819169784 tempest-RoutersAdminNegativeIpV6Test-1819169784-project-admin] 10.222.0.42 "DELETE /v2.0/ports/52ed4f59-bc8d-4533-996d-e727b0801d30 HTTP/1.1" status: 204 len: 168 time: 0.7309344 Apr 28 20:01:25.460552 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49510) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:25.621816 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3156cfac-4a5a-4646-b763-43bd1bb88fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:25.742196 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3156cfac-4a5a-4646-b763-43bd1bb88fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:25.750961 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3156cfac-4a5a-4646-b763-43bd1bb88fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:25.800927 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:25.819760 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3156cfac-4a5a-4646-b763-43bd1bb88fb2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ec7eac61a5d341fda44e69324c6d5bef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3574631 Apr 28 20:01:25.820633 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156cfac-4a5a-4646-b763-43bd1bb88fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8cbb84-26dd-4020-a3e2-bb7bdbda33fc,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:25.822412 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49522) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:25.830628 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3156cfac-4a5a-4646-b763-43bd1bb88fb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:25.831051 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3156cfac-4a5a-4646-b763-43bd1bb88fb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:25.831453 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3156cfac-4a5a-4646-b763-43bd1bb88fb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:25.832552 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3156cfac-4a5a-4646-b763-43bd1bb88fb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:25.832552 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3156cfac-4a5a-4646-b763-43bd1bb88fb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:25.832552 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3156cfac-4a5a-4646-b763-43bd1bb88fb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:25.833141 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3156cfac-4a5a-4646-b763-43bd1bb88fb2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:25.833537 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3156cfac-4a5a-4646-b763-43bd1bb88fb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:25.833932 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3156cfac-4a5a-4646-b763-43bd1bb88fb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:25.834323 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3156cfac-4a5a-4646-b763-43bd1bb88fb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:25.834716 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3156cfac-4a5a-4646-b763-43bd1bb88fb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:25.835105 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3156cfac-4a5a-4646-b763-43bd1bb88fb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:25.897870 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5cc23017-4f46-4277-8745-19f0144ed19a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:25.928159 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5cc23017-4f46-4277-8745-19f0144ed19a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:25.942839 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:25.997862 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5cc23017-4f46-4277-8745-19f0144ed19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:26.001657 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5cc23017-4f46-4277-8745-19f0144ed19a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:26.005954 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5cc23017-4f46-4277-8745-19f0144ed19a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bf8cbb84-26dd-4020-a3e2-bb7bdbda33fc HTTP/1.1" status: 204 len: 168 time: 0.1802058 Apr 28 20:01:26.019363 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc23017-4f46-4277-8745-19f0144ed19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8cbb84-26dd-4020-a3e2-bb7bdbda33fc,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:26.036334 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc23017-4f46-4277-8745-19f0144ed19a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:26.036644 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc23017-4f46-4277-8745-19f0144ed19a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:26.037491 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc23017-4f46-4277-8745-19f0144ed19a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:26.037790 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc23017-4f46-4277-8745-19f0144ed19a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:26.038132 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc23017-4f46-4277-8745-19f0144ed19a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:26.038570 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc23017-4f46-4277-8745-19f0144ed19a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:26.038902 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc23017-4f46-4277-8745-19f0144ed19a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:26.039235 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc23017-4f46-4277-8745-19f0144ed19a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:26.039682 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc23017-4f46-4277-8745-19f0144ed19a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:26.039878 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc23017-4f46-4277-8745-19f0144ed19a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:26.040737 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc23017-4f46-4277-8745-19f0144ed19a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:26.041298 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc23017-4f46-4277-8745-19f0144ed19a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:26.277335 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbdc93-0cd3-4557-a8c7-f8f8faec12ec req-b94d44ab-6c49-4d67-89ed-c6eb738079fb tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:26.279275 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-16bbdc93-0cd3-4557-a8c7-f8f8faec12ec req-b94d44ab-6c49-4d67-89ed-c6eb738079fb tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 945 time: 0.0638230 Apr 28 20:01:26.331944 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-16bbdc93-0cd3-4557-a8c7-f8f8faec12ec req-87f143c0-0cc9-4c3f-bd42-6b93c54e1ba8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455744 Apr 28 20:01:26.480858 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49538) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:26.563253 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-bd5c30a0-0b8e-420c-9f2e-403309fb9336 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6db5b6066b8c42f5b7ddd9b59341ae27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0809112 Apr 28 20:01:26.565764 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49542) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:26.650576 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0d372c13-2dcd-439d-be3d-53a05a8ff6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:26.688695 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0d372c13-2dcd-439d-be3d-53a05a8ff6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:26.757036 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0d372c13-2dcd-439d-be3d-53a05a8ff6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:26.759742 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0d372c13-2dcd-439d-be3d-53a05a8ff6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:26.760958 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0d372c13-2dcd-439d-be3d-53a05a8ff6ef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/47980deb-aab2-4e0b-8c7b-629badfbfb04 HTTP/1.1" status: 204 len: 168 time: 0.1941187 Apr 28 20:01:26.770170 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d372c13-2dcd-439d-be3d-53a05a8ff6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47980deb-aab2-4e0b-8c7b-629badfbfb04,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:27.486676 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93046d-9811-42dd-9982-eb5f3e7b8d00 req-02d221b2-50d4-40b9-a2d4-43f85c8930cc tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:27.495697 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac93046d-9811-42dd-9982-eb5f3e7b8d00 req-02d221b2-50d4-40b9-a2d4-43f85c8930cc tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 945 time: 0.0666049 Apr 28 20:01:27.580502 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac93046d-9811-42dd-9982-eb5f3e7b8d00 req-54a51cab-097e-4e93-9901-f906a7a883f4 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779285 Apr 28 20:01:28.103459 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49596) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:28.254649 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-b7e9ca2a-84d4-4b30-9599-255e6db0a1d4 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2054301017'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:28.290810 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e9ca2a-84d4-4b30-9599-255e6db0a1d4 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Made reservation on behalf of b3718338911e4963b1610118d1fe1052 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:28.294218 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ca2a-84d4-4b30-9599-255e6db0a1d4 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:28.306156 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ca2a-84d4-4b30-9599-255e6db0a1d4 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:28.451703 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ca2a-84d4-4b30-9599-255e6db0a1d4 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:28.464028 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ca2a-84d4-4b30-9599-255e6db0a1d4 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:28.478215 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e9ca2a-84d4-4b30-9599-255e6db0a1d4 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:01:28.526602 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9ca2a-84d4-4b30-9599-255e6db0a1d4 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6556927d-6224-4573-a206-6eac7716fc3e,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:28.536897 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ca2a-84d4-4b30-9599-255e6db0a1d4 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:28.537533 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-b7e9ca2a-84d4-4b30-9599-255e6db0a1d4 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Added segment b69e3cd7-9504-43aa-b844-8580973695b8 of type vlan for network 4d4c6a3a-6d85-4ca1-b914-20803083ece6 Apr 28 20:01:28.606003 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ca2a-84d4-4b30-9599-255e6db0a1d4 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:28.690025 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ca2a-84d4-4b30-9599-255e6db0a1d4 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:28.700785 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e9ca2a-84d4-4b30-9599-255e6db0a1d4 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:28.703690 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ca2a-84d4-4b30-9599-255e6db0a1d4 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:28.727720 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b7e9ca2a-84d4-4b30-9599-255e6db0a1d4 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6230788 Apr 28 20:01:28.730892 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49608) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:28.742911 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-526c8ad2-9898-4411-8f2c-47033371f861 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Request body: {'subnet': {'network_id': '4d4c6a3a-6d85-4ca1-b914-20803083ece6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:28.774437 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f43ac5-f0bf-4bd5-8827-aad47abd908b req-33a802c1-c58e-4c62-855a-46e6c5bfeeca tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:28.782421 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-74f43ac5-f0bf-4bd5-8827-aad47abd908b req-33a802c1-c58e-4c62-855a-46e6c5bfeeca tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 945 time: 0.1141579 Apr 28 20:01:28.819616 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9ca2a-84d4-4b30-9599-255e6db0a1d4 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Pushing event updated for resources: {'Network': ['ID=4d4c6a3a-6d85-4ca1-b914-20803083ece6,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:28.840371 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 4d4c6a3a-6d85-4ca1-b914-20803083ece6 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:01:28.966758 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-74f43ac5-f0bf-4bd5-8827-aad47abd908b req-d514fc99-a46e-4bc8-96a1-b96f547e9468 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834373 Apr 28 20:01:28.968005 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526c8ad2-9898-4411-8f2c-47033371f861 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Made reservation on behalf of b3718338911e4963b1610118d1fe1052 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:28.971682 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-526c8ad2-9898-4411-8f2c-47033371f861 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:29.211019 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-526c8ad2-9898-4411-8f2c-47033371f861 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:29.314230 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c8ad2-9898-4411-8f2c-47033371f861 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Pushing event updated for resources: {'Subnet': ['ID=763cc144-4a86-4723-b68f-94137d75b2b8,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:29.347303 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526c8ad2-9898-4411-8f2c-47033371f861 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Checking segment: {'id': 'b69e3cd7-9504-43aa-b844-8580973695b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4d4c6a3a-6d85-4ca1-b914-20803083ece6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:01:29.347684 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526c8ad2-9898-4411-8f2c-47033371f861 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Network hostable DHCP agents. Network: 4d4c6a3a-6d85-4ca1-b914-20803083ece6, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:01:29.391991 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526c8ad2-9898-4411-8f2c-47033371f861 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Network 4d4c6a3a-6d85-4ca1-b914-20803083ece6 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:01:29.410163 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-526c8ad2-9898-4411-8f2c-47033371f861 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 4d4c6a3a-6d85-4ca1-b914-20803083ece6) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:29.417769 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526c8ad2-9898-4411-8f2c-47033371f861 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:29.418378 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-526c8ad2-9898-4411-8f2c-47033371f861 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:29.425603 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20b4131-2b10-49a6-9d64-f2c450c5beb0 None None] Network 4d4c6a3a-6d85-4ca1-b914-20803083ece6 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:01:29.448625 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-526c8ad2-9898-4411-8f2c-47033371f861 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7111995 Apr 28 20:01:29.448803 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49622) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:29.454952 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-7c16c758-8b6c-42f1-ab80-5b1b25c53669 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Request body: {'port': {'network_id': '4d4c6a3a-6d85-4ca1-b914-20803083ece6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1182724433'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:29.643343 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04ef756-ab5c-4b25-aa8d-bcb34a0b3cf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-4d4c6a3a-6d85-4ca1-b914-20803083ece6', 'network_id': '4d4c6a3a-6d85-4ca1-b914-20803083ece6', 'tenant_id': 'b3718338911e4963b1610118d1fe1052', 'fixed_ips': [{'subnet_id': '763cc144-4a86-4723-b68f-94137d75b2b8'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:01:29.644483 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b04ef756-ab5c-4b25-aa8d-bcb34a0b3cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:29.665654 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c16c758-8b6c-42f1-ab80-5b1b25c53669 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Made reservation on behalf of b3718338911e4963b1610118d1fe1052 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:29.683889 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7c16c758-8b6c-42f1-ab80-5b1b25c53669 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:29.738855 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-7c16c758-8b6c-42f1-ab80-5b1b25c53669 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] device_id is not set on port 0d242693-d4d2-45b2-9c1c-ed99e1cec3e5 yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:01:29.825537 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-b04ef756-ab5c-4b25-aa8d-bcb34a0b3cf8 None None] Allocated IP 172.20.0.2 (4d4c6a3a-6d85-4ca1-b914-20803083ece6/763cc144-4a86-4723-b68f-94137d75b2b8/d700c200-b0ae-46ed-b9ab-3c3733549297) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:01:30.051242 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b04ef756-ab5c-4b25-aa8d-bcb34a0b3cf8 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:30.070559 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b04ef756-ab5c-4b25-aa8d-bcb34a0b3cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:30.176562 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04ef756-ab5c-4b25-aa8d-bcb34a0b3cf8 None None] Network 4d4c6a3a-6d85-4ca1-b914-20803083ece6 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:01:30.180215 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-b04ef756-ab5c-4b25-aa8d-bcb34a0b3cf8 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:30.184035 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04ef756-ab5c-4b25-aa8d-bcb34a0b3cf8 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:01:30.191750 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ef756-ab5c-4b25-aa8d-bcb34a0b3cf8 None None] Pushing event updated for resources: {'Port': ['ID=d700c200-b0ae-46ed-b9ab-3c3733549297,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:30.202574 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ef756-ab5c-4b25-aa8d-bcb34a0b3cf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:30.202915 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ef756-ab5c-4b25-aa8d-bcb34a0b3cf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:30.203366 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ef756-ab5c-4b25-aa8d-bcb34a0b3cf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:30.203700 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ef756-ab5c-4b25-aa8d-bcb34a0b3cf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:30.204332 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ef756-ab5c-4b25-aa8d-bcb34a0b3cf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:30.204452 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ef756-ab5c-4b25-aa8d-bcb34a0b3cf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:30.204714 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ef756-ab5c-4b25-aa8d-bcb34a0b3cf8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:30.205038 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ef756-ab5c-4b25-aa8d-bcb34a0b3cf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:30.205361 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ef756-ab5c-4b25-aa8d-bcb34a0b3cf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:30.205682 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ef756-ab5c-4b25-aa8d-bcb34a0b3cf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:30.206003 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ef756-ab5c-4b25-aa8d-bcb34a0b3cf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:30.206321 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04ef756-ab5c-4b25-aa8d-bcb34a0b3cf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:30.214149 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.db.api [None req-7c16c758-8b6c-42f1-ab80-5b1b25c53669 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-a7e9e4db-1071-428d-a086-e46dfa0d5c33 {{(pid=102773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:01:30.214264 n-d-839810-1 neutron-server[102773]: DEBUG oslo_db.api [None req-7c16c758-8b6c-42f1-ab80-5b1b25c53669 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:01:30.241741 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40330a38-84b6-480e-9dba-b3ee374ad7f1 req-3dbdd43d-8018-44f8-8686-ad8ebe9ea304 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:30.251240 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-40330a38-84b6-480e-9dba-b3ee374ad7f1 req-3dbdd43d-8018-44f8-8686-ad8ebe9ea304 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 945 time: 0.1923947 Apr 28 20:01:30.282464 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-b04ef756-ab5c-4b25-aa8d-bcb34a0b3cf8 None None] Attempting to bind port d700c200-b0ae-46ed-b9ab-3c3733549297 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:30.282946 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-b04ef756-ab5c-4b25-aa8d-bcb34a0b3cf8 None None] Attempting to bind port d700c200-b0ae-46ed-b9ab-3c3733549297 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'b69e3cd7-9504-43aa-b844-8580973695b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4d4c6a3a-6d85-4ca1-b914-20803083ece6'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:30.283335 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04ef756-ab5c-4b25-aa8d-bcb34a0b3cf8 None None] Attempting to bind port d700c200-b0ae-46ed-b9ab-3c3733549297 on network 4d4c6a3a-6d85-4ca1-b914-20803083ece6 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:30.289458 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04ef756-ab5c-4b25-aa8d-bcb34a0b3cf8 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:01:30.290356 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04ef756-ab5c-4b25-aa8d-bcb34a0b3cf8 None None] Checking segment: {'id': 'b69e3cd7-9504-43aa-b844-8580973695b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4d4c6a3a-6d85-4ca1-b914-20803083ece6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:01:30.290659 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b04ef756-ab5c-4b25-aa8d-bcb34a0b3cf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:30.291061 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04ef756-ab5c-4b25-aa8d-bcb34a0b3cf8 None None] Bound using segment: {'id': 'b69e3cd7-9504-43aa-b844-8580973695b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4d4c6a3a-6d85-4ca1-b914-20803083ece6'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:01:30.291503 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-b04ef756-ab5c-4b25-aa8d-bcb34a0b3cf8 None None] Bound port: d700c200-b0ae-46ed-b9ab-3c3733549297, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b69e3cd7-9504-43aa-b844-8580973695b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4d4c6a3a-6d85-4ca1-b914-20803083ece6'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:01:30.291876 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b04ef756-ab5c-4b25-aa8d-bcb34a0b3cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:30.304690 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-40330a38-84b6-480e-9dba-b3ee374ad7f1 req-fc1a8871-742c-4d29-8882-809702be8117 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520551 Apr 28 20:01:30.388846 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-b04ef756-ab5c-4b25-aa8d-bcb34a0b3cf8 None None] For port d700c200-b0ae-46ed-b9ab-3c3733549297, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:01:30.392646 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-b04ef756-ab5c-4b25-aa8d-bcb34a0b3cf8 None None] For port d700c200-b0ae-46ed-b9ab-3c3733549297, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=d700c200-b0ae-46ed-b9ab-3c3733549297,segment=NetworkSegment(b69e3cd7-9504-43aa-b844-8580973695b8),segment_id=b69e3cd7-9504-43aa-b844-8580973695b8)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:01:30.399210 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b04ef756-ab5c-4b25-aa8d-bcb34a0b3cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:30.500292 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ef756-ab5c-4b25-aa8d-bcb34a0b3cf8 None None] Pushing event updated for resources: {'Port': ['ID=d700c200-b0ae-46ed-b9ab-3c3733549297,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:30.561667 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-2d50c5aa-891b-43f1-87a8-1693b75472d6 service neutron] show failed (client error): The resource could not be found. Apr 28 20:01:30.562698 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-2d50c5aa-891b-43f1-87a8-1693b75472d6 service neutron] 10.222.0.15 "GET /v2.0/ports/35ad3893-b711-4738-902a-be6f7ffbc944/bindings/n-h2-839810-1 HTTP/1.1" status: 404 len: 380 time: 0.1068060 Apr 28 20:01:30.716289 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7c16c758-8b6c-42f1-ab80-5b1b25c53669 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:30.755717 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-7c16c758-8b6c-42f1-ab80-5b1b25c53669 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] device_id is not set on port 2d3937a1-bd97-49f1-8371-005c89eb2252 yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:01:31.075840 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-17238e68-fee6-4664-8acd-ead30bf1d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:31.078647 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-17238e68-fee6-4664-8acd-ead30bf1d556 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336&tenant_id=337e8021fa0c43d183fd116927375cd1 HTTP/1.1" status: 200 len: 1096 time: 0.2467659 Apr 28 20:01:31.104251 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-462f7f6f-89b6-4da1-84e5-0d64799f8cbd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-839810-1', 'device_owner': 'compute:nova'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:31.168140 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-7c16c758-8b6c-42f1-ab80-5b1b25c53669 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Allocated IP 172.20.0.3 (4d4c6a3a-6d85-4ca1-b914-20803083ece6/763cc144-4a86-4723-b68f-94137d75b2b8/2d3937a1-bd97-49f1-8371-005c89eb2252) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:01:31.217235 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-462f7f6f-89b6-4da1-84e5-0d64799f8cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:31.510392 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d5ba5-2c9d-41cd-865f-93f60d0d267c req-7a36d16d-253c-4412-b1b5-5b8a095bd6c7 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:31.519618 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9f3d5ba5-2c9d-41cd-865f-93f60d0d267c req-7a36d16d-253c-4412-b1b5-5b8a095bd6c7 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 945 time: 0.0770943 Apr 28 20:01:31.601371 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9f3d5ba5-2c9d-41cd-865f-93f60d0d267c req-1b7226b5-0381-4c97-af45-a4cf24be6587 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798953 Apr 28 20:01:31.639205 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-462f7f6f-89b6-4da1-84e5-0d64799f8cbd service neutron] For port 35ad3893-b711-4738-902a-be6f7ffbc944, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=35ad3893-b711-4738-902a-be6f7ffbc944,segment=NetworkSegment(a66a9d68-65db-4b04-9da2-db659fb4ddb1),segment_id=a66a9d68-65db-4b04-9da2-db659fb4ddb1)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:01:31.650647 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7c16c758-8b6c-42f1-ab80-5b1b25c53669 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:31.716332 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-462f7f6f-89b6-4da1-84e5-0d64799f8cbd service neutron] For port 35ad3893-b711-4738-902a-be6f7ffbc944, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:01:31.775303 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7c16c758-8b6c-42f1-ab80-5b1b25c53669 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:31.807478 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c16c758-8b6c-42f1-ab80-5b1b25c53669 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Network 4d4c6a3a-6d85-4ca1-b914-20803083ece6 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:01:31.812196 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-7c16c758-8b6c-42f1-ab80-5b1b25c53669 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:31.845094 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c16c758-8b6c-42f1-ab80-5b1b25c53669 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:01:31.904812 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:31.914413 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44faf1e-7d8e-4254-b75a-e109a0268336', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35ad3893-b711-4738-902a-be6f7ffbc944'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:01:31.921594 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645ffb4f-6ac6-4b7d-ad26-da0c6c6703ce" -d '{"events": [{"server_uuid": "c44faf1e-7d8e-4254-b75a-e109a0268336", "name": "network-vif-unplugged", "status": "completed", "tag": "35ad3893-b711-4738-902a-be6f7ffbc944"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:01:31.926262 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-462f7f6f-89b6-4da1-84e5-0d64799f8cbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:31.990254 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-462f7f6f-89b6-4da1-84e5-0d64799f8cbd service neutron] Transition to ACTIVE for port object 35ad3893-b711-4738-902a-be6f7ffbc944 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:01:31.997813 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16c758-8b6c-42f1-ab80-5b1b25c53669 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Pushing event updated for resources: {'Port': ['ID=2d3937a1-bd97-49f1-8371-005c89eb2252,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:32.016396 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-462f7f6f-89b6-4da1-84e5-0d64799f8cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:32.068692 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 20:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a491d576-62ba-4448-b1d6-a1ae6049f627 x-openstack-request-id: req-a491d576-62ba-4448-b1d6-a1ae6049f627 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:01:32.069184 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44faf1e-7d8e-4254-b75a-e109a0268336", "name": "network-vif-unplugged", "status": "completed", "tag": "35ad3893-b711-4738-902a-be6f7ffbc944", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:01:32.069184 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a491d576-62ba-4448-b1d6-a1ae6049f627 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:01:32.069589 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a491d576-62ba-4448-b1d6-a1ae6049f627'] response: {'server_uuid': 'c44faf1e-7d8e-4254-b75a-e109a0268336', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35ad3893-b711-4738-902a-be6f7ffbc944', 'code': 200} Apr 28 20:01:32.080020 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c16c758-8b6c-42f1-ab80-5b1b25c53669 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:32.080760 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7c16c758-8b6c-42f1-ab80-5b1b25c53669 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:32.113970 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49676) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:32.119106 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-f1f0e7ff-01ba-4be7-96b8-5fe5d3882c05 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Request body: {'port': {'network_id': '4d4c6a3a-6d85-4ca1-b914-20803083ece6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1825728710', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:32.119468 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.api.validators [None req-f1f0e7ff-01ba-4be7-96b8-5fe5d3882c05 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] bootfile-name is not in valid_values {{(pid=102774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 28 20:01:32.119807 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.api.validators [None req-f1f0e7ff-01ba-4be7-96b8-5fe5d3882c05 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] tftp-server is not in valid_values {{(pid=102774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 28 20:01:32.120299 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.api.validators [None req-f1f0e7ff-01ba-4be7-96b8-5fe5d3882c05 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] server-ip-address is not in valid_values {{(pid=102774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 28 20:01:32.124320 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7c16c758-8b6c-42f1-ab80-5b1b25c53669 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.6744483 Apr 28 20:01:32.455993 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f0e7ff-01ba-4be7-96b8-5fe5d3882c05 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Made reservation on behalf of b3718338911e4963b1610118d1fe1052 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:32.459731 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f1f0e7ff-01ba-4be7-96b8-5fe5d3882c05 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:32.495650 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-f1f0e7ff-01ba-4be7-96b8-5fe5d3882c05 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] device_id is not set on port 597e1405-bacb-4d0d-90e8-0f55f877f89e yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:01:32.519495 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f7f6f-89b6-4da1-84e5-0d64799f8cbd service neutron] Pushing event updated for resources: {'Port': ['ID=35ad3893-b711-4738-902a-be6f7ffbc944,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:32.545837 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-462f7f6f-89b6-4da1-84e5-0d64799f8cbd service neutron] No DVR routers for this DVR port 35ad3893-b711-4738-902a-be6f7ffbc944 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:01:32.591074 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b67b4b-017a-43c3-a0de-4fc17ae358b5 None None] Network 4d4c6a3a-6d85-4ca1-b914-20803083ece6 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:01:32.824516 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-f1f0e7ff-01ba-4be7-96b8-5fe5d3882c05 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Allocated IP 172.20.0.10 (4d4c6a3a-6d85-4ca1-b914-20803083ece6/763cc144-4a86-4723-b68f-94137d75b2b8/597e1405-bacb-4d0d-90e8-0f55f877f89e) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:01:32.837534 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78e971-28b3-46fb-9e6a-2995a315b865 req-e53dbd06-f65d-4f06-8a34-953369baccdf tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:32.852426 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8b78e971-28b3-46fb-9e6a-2995a315b865 req-e53dbd06-f65d-4f06-8a34-953369baccdf tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 943 time: 0.1071591 Apr 28 20:01:32.859981 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-462f7f6f-89b6-4da1-84e5-0d64799f8cbd service neutron] Attempting to bind port 35ad3893-b711-4738-902a-be6f7ffbc944 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:32.860580 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-462f7f6f-89b6-4da1-84e5-0d64799f8cbd service neutron] Attempting to bind port 35ad3893-b711-4738-902a-be6f7ffbc944 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'a66a9d68-65db-4b04-9da2-db659fb4ddb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '48755b91-0964-4b17-9b2c-cb54e83e1276'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:32.860676 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-462f7f6f-89b6-4da1-84e5-0d64799f8cbd service neutron] Attempting to bind port 35ad3893-b711-4738-902a-be6f7ffbc944 on network 48755b91-0964-4b17-9b2c-cb54e83e1276 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:32.874666 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-462f7f6f-89b6-4da1-84e5-0d64799f8cbd service neutron] Port 35ad3893-b711-4738-902a-be6f7ffbc944 on network 48755b91-0964-4b17-9b2c-cb54e83e1276 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:01:32.876928 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-462f7f6f-89b6-4da1-84e5-0d64799f8cbd service neutron] Attempting to bind port 35ad3893-b711-4738-902a-be6f7ffbc944 on network 48755b91-0964-4b17-9b2c-cb54e83e1276 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:32.926264 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-462f7f6f-89b6-4da1-84e5-0d64799f8cbd service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:01:32.926909 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-462f7f6f-89b6-4da1-84e5-0d64799f8cbd service neutron] Checking segment: {'id': 'a66a9d68-65db-4b04-9da2-db659fb4ddb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '48755b91-0964-4b17-9b2c-cb54e83e1276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:01:32.927487 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-462f7f6f-89b6-4da1-84e5-0d64799f8cbd service neutron] Bound using segment: {'id': 'a66a9d68-65db-4b04-9da2-db659fb4ddb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '48755b91-0964-4b17-9b2c-cb54e83e1276'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:01:32.928201 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-462f7f6f-89b6-4da1-84e5-0d64799f8cbd service neutron] Bound port: 35ad3893-b711-4738-902a-be6f7ffbc944, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a66a9d68-65db-4b04-9da2-db659fb4ddb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '48755b91-0964-4b17-9b2c-cb54e83e1276'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:01:32.928909 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-462f7f6f-89b6-4da1-84e5-0d64799f8cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:33.052832 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-462f7f6f-89b6-4da1-84e5-0d64799f8cbd service neutron] For port 35ad3893-b711-4738-902a-be6f7ffbc944, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:01:33.055600 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d700c200-b0ae-46ed-b9ab-3c3733549297 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:01:33.056880 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-462f7f6f-89b6-4da1-84e5-0d64799f8cbd service neutron] For port 35ad3893-b711-4738-902a-be6f7ffbc944, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=35ad3893-b711-4738-902a-be6f7ffbc944,segment=NetworkSegment(a66a9d68-65db-4b04-9da2-db659fb4ddb1),segment_id=a66a9d68-65db-4b04-9da2-db659fb4ddb1)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:01:33.065394 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-462f7f6f-89b6-4da1-84e5-0d64799f8cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:33.159691 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-5c007488-d8e5-4e7b-9607-5e2b5f301e35 None None] Provisioning complete for port d700c200-b0ae-46ed-b9ab-3c3733549297 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:01:33.162409 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5c007488-d8e5-4e7b-9607-5e2b5f301e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:33.208297 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f1f0e7ff-01ba-4be7-96b8-5fe5d3882c05 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:33.251299 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-462f7f6f-89b6-4da1-84e5-0d64799f8cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:33.251299 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-462f7f6f-89b6-4da1-84e5-0d64799f8cbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:33.252590 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-462f7f6f-89b6-4da1-84e5-0d64799f8cbd service neutron] 10.222.0.44 "PUT /v2.0/ports/35ad3893-b711-4738-902a-be6f7ffbc944 HTTP/1.1" status: 200 len: 1091 time: 2.1630156 Apr 28 20:01:33.298589 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f7f6f-89b6-4da1-84e5-0d64799f8cbd service neutron] Pushing event updated for resources: {'Port': ['ID=35ad3893-b711-4738-902a-be6f7ffbc944,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:33.320733 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8b78e971-28b3-46fb-9e6a-2995a315b865 req-ad4c3256-e5e2-47f5-bebc-e02d0f9bdd3e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4672773 Apr 28 20:01:33.364974 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f1f0e7ff-01ba-4be7-96b8-5fe5d3882c05 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:33.410803 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-d72030fa-a7e3-4307-b139-a54d601a337f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:33.412767 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-d72030fa-a7e3-4307-b139-a54d601a337f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 1094 time: 0.0913560 Apr 28 20:01:33.417437 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f0e7ff-01ba-4be7-96b8-5fe5d3882c05 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Network 4d4c6a3a-6d85-4ca1-b914-20803083ece6 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:01:33.430151 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port d700c200-b0ae-46ed-b9ab-3c3733549297 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:01:33.430735 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:33.439897 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-f1f0e7ff-01ba-4be7-96b8-5fe5d3882c05 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:33.458108 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f0e7ff-01ba-4be7-96b8-5fe5d3882c05 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:01:33.588738 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f0e7ff-01ba-4be7-96b8-5fe5d3882c05 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:33.589725 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f1f0e7ff-01ba-4be7-96b8-5fe5d3882c05 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:33.657380 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f0e7ff-01ba-4be7-96b8-5fe5d3882c05 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Pushing event updated for resources: {'Port': ['ID=597e1405-bacb-4d0d-90e8-0f55f877f89e,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:33.674981 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:33.677482 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f1f0e7ff-01ba-4be7-96b8-5fe5d3882c05 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.5624051 Apr 28 20:01:33.681624 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49698) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:33.745869 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5c007488-d8e5-4e7b-9607-5e2b5f301e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:33.780616 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-c9acd09d-3629-4929-bc82-9dc5447fc79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:33.782143 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-c9acd09d-3629-4929-bc82-9dc5447fc79a service neutron] 10.222.0.44 "GET /v2.0/networks?id=48755b91-0964-4b17-9b2c-cb54e83e1276 HTTP/1.1" status: 200 len: 897 time: 0.3624253 Apr 28 20:01:33.816888 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0a688b-0ad0-423c-8630-e23b0d02985f tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:33.833715 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0a688b-0ad0-423c-8630-e23b0d02985f tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:33.847122 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-5c007488-d8e5-4e7b-9607-5e2b5f301e35 None None] For port d700c200-b0ae-46ed-b9ab-3c3733549297, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=d700c200-b0ae-46ed-b9ab-3c3733549297,segment=NetworkSegment(b69e3cd7-9504-43aa-b844-8580973695b8),segment_id=b69e3cd7-9504-43aa-b844-8580973695b8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:01:33.848371 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:33.849016 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0a688b-0ad0-423c-8630-e23b0d02985f tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:33.854309 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ef0a688b-0ad0-423c-8630-e23b0d02985f tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1683483 Apr 28 20:01:33.855045 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49700) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:33.885074 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5c007488-d8e5-4e7b-9607-5e2b5f301e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:33.941963 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 35ad3893-b711-4738-902a-be6f7ffbc944 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:01:33.973811 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-07a6e14c-8113-4733-8e22-3a78d83554f4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35ad3893-b711-4738-902a-be6f7ffbc944 HTTP/1.1" status: 200 len: 998 time: 0.1820328 Apr 28 20:01:34.070883 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44faf1e-7d8e-4254-b75a-e109a0268336', 'tag': '35ad3893-b711-4738-902a-be6f7ffbc944'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:01:34.074478 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084bd7cb-86aa-42e4-a08b-f8cefa05fc4f" -d '{"events": [{"name": "network-changed", "server_uuid": "c44faf1e-7d8e-4254-b75a-e109a0268336", "tag": "35ad3893-b711-4738-902a-be6f7ffbc944"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:01:34.080247 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-938a8826-c349-4c51-a3fc-bafbaa36013b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:34.082186 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-938a8826-c349-4c51-a3fc-bafbaa36013b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43502a32-c77b-45bd-a11f-30959b40de62 HTTP/1.1" status: 200 len: 835 time: 0.0983069 Apr 28 20:01:34.153304 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f8d0a316-5f49-4cf6-8db8-5bb9f9bb9e92 req-b19b4ff1-9a8c-469c-a56e-5e1b9a70976e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dd15f827-377e-418e-bb0d-4556899cf6f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1186914 Apr 28 20:01:34.165716 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c007488-d8e5-4e7b-9607-5e2b5f301e35 None None] Pushing event updated for resources: {'Port': ['ID=d700c200-b0ae-46ed-b9ab-3c3733549297,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:34.168084 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-0fafa06d-3c16-404b-b493-8268c50a3173 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Deleting port 597e1405-bacb-4d0d-90e8-0f55f877f89e {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:01:34.168084 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0fafa06d-3c16-404b-b493-8268c50a3173 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:34.183757 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 35ad3893-b711-4738-902a-be6f7ffbc944 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:01:34.208438 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-2aa35918-0aea-4508-8144-da6525e9d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:34.213313 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-2aa35918-0aea-4508-8144-da6525e9d3f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48755b91-0964-4b17-9b2c-cb54e83e1276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1234124 Apr 28 20:01:34.217831 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-859fb98d-edee-4757-9123-4b473dd9556d None None] Provisioning complete for port d700c200-b0ae-46ed-b9ab-3c3733549297 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:01:34.218204 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-859fb98d-edee-4757-9123-4b473dd9556d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:34.254718 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:01:34.255318 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:01:34.268475 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b5fba8-696e-4dc1-b0a5-4e340e0066ec x-openstack-request-id: req-d8b5fba8-696e-4dc1-b0a5-4e340e0066ec {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:01:34.270269 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44faf1e-7d8e-4254-b75a-e109a0268336", "tag": "35ad3893-b711-4738-902a-be6f7ffbc944", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:01:34.270593 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d8b5fba8-696e-4dc1-b0a5-4e340e0066ec {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:01:34.272193 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8b5fba8-696e-4dc1-b0a5-4e340e0066ec'] response: {'name': 'network-changed', 'server_uuid': 'c44faf1e-7d8e-4254-b75a-e109a0268336', 'tag': '35ad3893-b711-4738-902a-be6f7ffbc944', 'status': 'completed', 'code': 200} Apr 28 20:01:34.473443 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-859fb98d-edee-4757-9123-4b473dd9556d None None] Provisioning complete for port 2d3937a1-bd97-49f1-8371-005c89eb2252 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:01:34.473820 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-859fb98d-edee-4757-9123-4b473dd9556d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:34.531463 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bd7cb-86aa-42e4-a08b-f8cefa05fc4f req-e86a5748-05ba-4d12-9b42-7e96f475c0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:34.533014 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-084bd7cb-86aa-42e4-a08b-f8cefa05fc4f req-e86a5748-05ba-4d12-9b42-7e96f475c0a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 1094 time: 0.2576826 Apr 28 20:01:34.540199 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-859fb98d-edee-4757-9123-4b473dd9556d None None] Port 2d3937a1-bd97-49f1-8371-005c89eb2252 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:01:34.603949 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-e1841dea-5d64-4233-a8f5-0a92728074b1 service neutron] 10.222.0.44 "GET /v2.0/networks/48755b91-0964-4b17-9b2c-cb54e83e1276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780427 Apr 28 20:01:34.698853 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-8e5a6e18-86d8-4bed-a309-6bb133c4b717 None None] Provisioning complete for port 2d3937a1-bd97-49f1-8371-005c89eb2252 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:01:34.699591 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8e5a6e18-86d8-4bed-a309-6bb133c4b717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:34.791828 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bd7cb-86aa-42e4-a08b-f8cefa05fc4f req-be01bb35-8481-4b3c-b90d-785f05c2745b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:34.793332 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-084bd7cb-86aa-42e4-a08b-f8cefa05fc4f req-be01bb35-8481-4b3c-b90d-785f05c2745b service neutron] 10.222.0.15 "GET /v2.0/networks?id=48755b91-0964-4b17-9b2c-cb54e83e1276 HTTP/1.1" status: 200 len: 897 time: 0.2526402 Apr 28 20:01:34.797851 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-8e5a6e18-86d8-4bed-a309-6bb133c4b717 None None] Port 2d3937a1-bd97-49f1-8371-005c89eb2252 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:01:34.942631 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-5817fe97-95ab-43da-b9a5-dbd94d4e6843 None None] Provisioning complete for port 597e1405-bacb-4d0d-90e8-0f55f877f89e triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:01:34.943213 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5817fe97-95ab-43da-b9a5-dbd94d4e6843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:34.960666 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-084bd7cb-86aa-42e4-a08b-f8cefa05fc4f req-5df485a8-db19-41c4-83bb-f1f0ba033a33 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35ad3893-b711-4738-902a-be6f7ffbc944 HTTP/1.1" status: 200 len: 998 time: 0.1475260 Apr 28 20:01:35.039833 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-5817fe97-95ab-43da-b9a5-dbd94d4e6843 None None] Port 597e1405-bacb-4d0d-90e8-0f55f877f89e cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:01:35.051352 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d700c200-b0ae-46ed-b9ab-3c3733549297 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:01:35.111809 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0a316-5f49-4cf6-8db8-5bb9f9bb9e92 req-66489997-d1c0-4183-aa62-2168ec1f6e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:35.114148 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f8d0a316-5f49-4cf6-8db8-5bb9f9bb9e92 req-66489997-d1c0-4183-aa62-2168ec1f6e28 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed88649b71bc458cae04e424d2624ce7&device_id=dd15f827-377e-418e-bb0d-4556899cf6f3 HTTP/1.1" status: 200 len: 1096 time: 0.8375113 Apr 28 20:01:35.149359 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25841db-bbef-48a0-8545-244496024d67 req-9a08a6c5-8951-467f-bd99-f87a72f4fe1c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:35.151576 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c25841db-bbef-48a0-8545-244496024d67 req-9a08a6c5-8951-467f-bd99-f87a72f4fe1c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 943 time: 0.1726367 Apr 28 20:01:35.208434 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0fafa06d-3c16-404b-b493-8268c50a3173 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:35.214687 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port d700c200-b0ae-46ed-b9ab-3c3733549297 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:01:35.215767 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:35.274217 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-0fafa06d-3c16-404b-b493-8268c50a3173 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Calling delete_port for 597e1405-bacb-4d0d-90e8-0f55f877f89e owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:01:35.395531 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c25841db-bbef-48a0-8545-244496024d67 req-2a0edf4e-629d-4b2f-ab27-22a5294916eb tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912081 Apr 28 20:01:35.593188 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0a316-5f49-4cf6-8db8-5bb9f9bb9e92 req-d272b771-b7ba-44ba-9bed-bf67c60e9835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:35.594947 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f8d0a316-5f49-4cf6-8db8-5bb9f9bb9e92 req-d272b771-b7ba-44ba-9bed-bf67c60e9835 service neutron] 10.222.0.44 "GET /v2.0/networks?id=952ab810-004c-432f-bca4-db060534f298 HTTP/1.1" status: 200 len: 910 time: 0.4421291 Apr 28 20:01:35.721950 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2093719-e3eb-44b8-b501-ccf824ed2870 req-442771b6-e1b6-4bb9-9246-7ad5994ebdbb service neutron] 10.222.0.44 "GET /v2.0/networks/48755b91-0964-4b17-9b2c-cb54e83e1276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1061351 Apr 28 20:01:35.740327 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bd7cb-86aa-42e4-a08b-f8cefa05fc4f req-72956b69-43ed-4aaa-ad89-b129695dbf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:35.742268 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-084bd7cb-86aa-42e4-a08b-f8cefa05fc4f req-72956b69-43ed-4aaa-ad89-b129695dbf56 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43502a32-c77b-45bd-a11f-30959b40de62 HTTP/1.1" status: 200 len: 835 time: 0.7694423 Apr 28 20:01:35.789126 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f8d0a316-5f49-4cf6-8db8-5bb9f9bb9e92 req-3356cf67-89d2-4b5d-b713-4b207f7fd22a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=456ecf8c-ffb3-47d5-a1f7-0dfdba830f24 HTTP/1.1" status: 200 len: 1000 time: 0.1826251 Apr 28 20:01:35.849507 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bd7cb-86aa-42e4-a08b-f8cefa05fc4f req-3d5b1d2c-ee11-4dcc-9749-14487025c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:35.851193 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-084bd7cb-86aa-42e4-a08b-f8cefa05fc4f req-3d5b1d2c-ee11-4dcc-9749-14487025c2c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=48755b91-0964-4b17-9b2c-cb54e83e1276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995247 Apr 28 20:01:35.870496 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bd7cb-86aa-42e4-a08b-f8cefa05fc4f req-c9b141f8-a734-4b47-88bb-3cea0bdc2b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:35.872264 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-084bd7cb-86aa-42e4-a08b-f8cefa05fc4f req-c9b141f8-a734-4b47-88bb-3cea0bdc2b9f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 1094 time: 0.0740860 Apr 28 20:01:35.986682 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0a316-5f49-4cf6-8db8-5bb9f9bb9e92 req-e3e9e3c6-0bdc-47b1-b647-a7566ac9482e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:35.988409 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f8d0a316-5f49-4cf6-8db8-5bb9f9bb9e92 req-e3e9e3c6-0bdc-47b1-b647-a7566ac9482e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94ad0d3d-90ae-4fb6-917f-af5d5a387839 HTTP/1.1" status: 200 len: 848 time: 0.1848974 Apr 28 20:01:35.994281 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0fafa06d-3c16-404b-b493-8268c50a3173 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:36.064624 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bd7cb-86aa-42e4-a08b-f8cefa05fc4f req-f3760b55-e3b9-4344-8b06-8e6e14423ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:36.066115 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-084bd7cb-86aa-42e4-a08b-f8cefa05fc4f req-f3760b55-e3b9-4344-8b06-8e6e14423ae9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=48755b91-0964-4b17-9b2c-cb54e83e1276 HTTP/1.1" status: 200 len: 897 time: 0.1826303 Apr 28 20:01:36.071889 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-084bd7cb-86aa-42e4-a08b-f8cefa05fc4f req-d5535be6-5011-445c-8c04-1fdbb027fee4 service neutron] 10.222.0.15 "GET /v2.0/networks/48755b91-0964-4b17-9b2c-cb54e83e1276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124875 Apr 28 20:01:36.109764 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafa06d-3c16-404b-b493-8268c50a3173 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Pushing event deleted for resources: {'Port': ['ID=597e1405-bacb-4d0d-90e8-0f55f877f89e,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:36.194741 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0a316-5f49-4cf6-8db8-5bb9f9bb9e92 req-7c25fdcc-f49d-4e6f-b05a-36fd9447fd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:36.198546 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f8d0a316-5f49-4cf6-8db8-5bb9f9bb9e92 req-7c25fdcc-f49d-4e6f-b05a-36fd9447fd89 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=952ab810-004c-432f-bca4-db060534f298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2007627 Apr 28 20:01:36.242812 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-084bd7cb-86aa-42e4-a08b-f8cefa05fc4f req-0e927dac-45ba-4ebf-bb6b-7aa386d8c4cb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35ad3893-b711-4738-902a-be6f7ffbc944 HTTP/1.1" status: 200 len: 998 time: 0.1686952 Apr 28 20:01:36.340804 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-084bd7cb-86aa-42e4-a08b-f8cefa05fc4f req-574bf42a-620c-4ea0-ac03-6a9fbb3c384a service neutron] 10.222.0.15 "GET /v2.0/networks/48755b91-0964-4b17-9b2c-cb54e83e1276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525980 Apr 28 20:01:36.351157 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bd7cb-86aa-42e4-a08b-f8cefa05fc4f req-6bc136f4-4c88-4aab-b286-198c83f73b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:36.356843 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-084bd7cb-86aa-42e4-a08b-f8cefa05fc4f req-6bc136f4-4c88-4aab-b286-198c83f73b21 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43502a32-c77b-45bd-a11f-30959b40de62 HTTP/1.1" status: 200 len: 835 time: 0.1047904 Apr 28 20:01:36.424719 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f8d0a316-5f49-4cf6-8db8-5bb9f9bb9e92 req-14d0fac3-775e-460f-984c-63823b0e8643 service neutron] 10.222.0.44 "GET /v2.0/networks/952ab810-004c-432f-bca4-db060534f298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161386 Apr 28 20:01:36.425167 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bd7cb-86aa-42e4-a08b-f8cefa05fc4f req-ab67317e-48dd-4e1f-b8cd-de545e4aa9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:36.426772 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-084bd7cb-86aa-42e4-a08b-f8cefa05fc4f req-ab67317e-48dd-4e1f-b8cd-de545e4aa9ec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48755b91-0964-4b17-9b2c-cb54e83e1276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645697 Apr 28 20:01:36.453022 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0fafa06d-3c16-404b-b493-8268c50a3173 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:36.457079 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0fafa06d-3c16-404b-b493-8268c50a3173 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] 10.222.0.42 "DELETE /v2.0/ports/597e1405-bacb-4d0d-90e8-0f55f877f89e HTTP/1.1" status: 204 len: 168 time: 2.6012628 Apr 28 20:01:36.461693 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49748) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:36.476531 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-4d4bde1d-44b4-4759-898b-246b753be23d tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Request body: {'port': {'name': 'tempest-new-port-name-1997303842', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:36.489101 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.api.validators [None req-4d4bde1d-44b4-4759-898b-246b753be23d tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] bootfile-name is not in valid_values {{(pid=102773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 28 20:01:36.489101 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.api.validators [None req-4d4bde1d-44b4-4759-898b-246b753be23d tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] tftp-server is not in valid_values {{(pid=102773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 28 20:01:36.489101 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.api.validators [None req-4d4bde1d-44b4-4759-898b-246b753be23d tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] server-ip-address is not in valid_values {{(pid=102773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 28 20:01:36.561468 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f8d0a316-5f49-4cf6-8db8-5bb9f9bb9e92 req-21202eea-7604-4f38-89ab-87697b1ff284 service neutron] 10.222.0.44 "GET /v2.0/networks/952ab810-004c-432f-bca4-db060534f298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231217 Apr 28 20:01:36.678312 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d4bde1d-44b4-4759-898b-246b753be23d tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:36.716780 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e15144-ef2e-43aa-9b17-80be9da79db0 req-a71d0d79-3e08-4926-824f-b99c6154e2e4 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:36.718351 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-78e15144-ef2e-43aa-9b17-80be9da79db0 req-a71d0d79-3e08-4926-824f-b99c6154e2e4 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 943 time: 0.1881962 Apr 28 20:01:36.741552 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-084bd7cb-86aa-42e4-a08b-f8cefa05fc4f req-d16fd70b-36da-4306-84dc-3677890e4b3b service neutron] 10.222.0.44 "GET /v2.0/networks/48755b91-0964-4b17-9b2c-cb54e83e1276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034348 Apr 28 20:01:36.941650 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-78e15144-ef2e-43aa-9b17-80be9da79db0 req-771da6d0-75dd-406b-84a5-09bb5c9912cb tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977677 Apr 28 20:01:37.137607 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-084bd7cb-86aa-42e4-a08b-f8cefa05fc4f req-20cd01f4-c05e-4952-b488-93668d7cf2ff service neutron] 10.222.0.44 "GET /v2.0/networks/48755b91-0964-4b17-9b2c-cb54e83e1276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470166 Apr 28 20:01:37.182845 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d4bde1d-44b4-4759-898b-246b753be23d tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:37.189346 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d4bde1d-44b4-4759-898b-246b753be23d tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:37.249066 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4bde1d-44b4-4759-898b-246b753be23d tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Pushing event updated for resources: {'Port': ['ID=2d3937a1-bd97-49f1-8371-005c89eb2252,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:37.374906 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4d4bde1d-44b4-4759-898b-246b753be23d tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] In _notify_port_updated(), no bound segment for port 2d3937a1-bd97-49f1-8371-005c89eb2252 on network 4d4c6a3a-6d85-4ca1-b914-20803083ece6 {{(pid=102773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 20:01:37.380418 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4bde1d-44b4-4759-898b-246b753be23d tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:37.381073 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d4bde1d-44b4-4759-898b-246b753be23d tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:37.384787 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4d4bde1d-44b4-4759-898b-246b753be23d tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] 10.222.0.42 "PUT /v2.0/ports/2d3937a1-bd97-49f1-8371-005c89eb2252 HTTP/1.1" status: 200 len: 1136 time: 0.9146798 Apr 28 20:01:37.385552 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49772) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:37.474048 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3e7eca-ff56-4d16-a771-a3b01cf1bb1c tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:37.479275 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ef3e7eca-ff56-4d16-a771-a3b01cf1bb1c tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] 10.222.0.42 "GET /v2.0/ports/2d3937a1-bd97-49f1-8371-005c89eb2252 HTTP/1.1" status: 200 len: 1136 time: 0.0892565 Apr 28 20:01:37.479861 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49774) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:37.615298 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-9e347175-53c2-498b-844c-7edcf3df19bf None None] Provisioning complete for port 2d3937a1-bd97-49f1-8371-005c89eb2252 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:01:37.616845 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9e347175-53c2-498b-844c-7edcf3df19bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:37.640709 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-3e36758d-31a1-45a2-be1b-a019b57e3212 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Deleting port 2d3937a1-bd97-49f1-8371-005c89eb2252 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:01:37.641067 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3e36758d-31a1-45a2-be1b-a019b57e3212 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:37.691687 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-9e347175-53c2-498b-844c-7edcf3df19bf None None] Port 2d3937a1-bd97-49f1-8371-005c89eb2252 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:01:37.795497 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3e36758d-31a1-45a2-be1b-a019b57e3212 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:37.807698 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-3e36758d-31a1-45a2-be1b-a019b57e3212 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Calling delete_port for 2d3937a1-bd97-49f1-8371-005c89eb2252 owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:01:38.093536 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3e36758d-31a1-45a2-be1b-a019b57e3212 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:38.140732 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ddb78-051d-4521-8131-7682a7b9bca0 req-10ec27b2-4690-44d6-ae80-c4c5c4f99b42 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:38.149928 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-693ddb78-051d-4521-8131-7682a7b9bca0 req-10ec27b2-4690-44d6-ae80-c4c5c4f99b42 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 943 time: 0.0696867 Apr 28 20:01:38.165034 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36758d-31a1-45a2-be1b-a019b57e3212 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Pushing event deleted for resources: {'Port': ['ID=2d3937a1-bd97-49f1-8371-005c89eb2252,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:38.200540 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-693ddb78-051d-4521-8131-7682a7b9bca0 req-5bab77fe-2132-48fc-b262-de827dddf82d tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495932 Apr 28 20:01:38.268446 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3e36758d-31a1-45a2-be1b-a019b57e3212 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:38.275971 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49802) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:38.276198 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3e36758d-31a1-45a2-be1b-a019b57e3212 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] 10.222.0.42 "DELETE /v2.0/ports/2d3937a1-bd97-49f1-8371-005c89eb2252 HTTP/1.1" status: 204 len: 168 time: 0.7951200 Apr 28 20:01:38.367602 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-e518c733-3ff4-48a8-ae3d-068ecfacc6b1 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Deleting subnet 763cc144-4a86-4723-b68f-94137d75b2b8 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:01:38.373850 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e518c733-3ff4-48a8-ae3d-068ecfacc6b1 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:38.458738 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e518c733-3ff4-48a8-ae3d-068ecfacc6b1 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:38.621443 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4854d-59a0-43e9-a994-eeaa3aec559e req-a2e0bbb7-d0a3-4acd-8db7-69d4d7a2ad50 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:38.623063 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4cd4854d-59a0-43e9-a994-eeaa3aec559e req-a2e0bbb7-d0a3-4acd-8db7-69d4d7a2ad50 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.15 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336&tenant_id=337e8021fa0c43d183fd116927375cd1&binding%3Ahost_id=n-h2-839810-1 HTTP/1.1" status: 200 len: 943 time: 0.1424031 Apr 28 20:01:38.638456 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 35ad3893-b711-4738-902a-be6f7ffbc944 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:01:38.642775 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc954b-910b-4966-89f8-0a0b846601ee req-1a1addf6-bead-48d7-8a40-7c3f1c8b2dd2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:38.644740 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aabc954b-910b-4966-89f8-0a0b846601ee req-1a1addf6-bead-48d7-8a40-7c3f1c8b2dd2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 943 time: 0.1713989 Apr 28 20:01:38.674886 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e518c733-3ff4-48a8-ae3d-068ecfacc6b1 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:38.783789 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [req-4cd4854d-59a0-43e9-a994-eeaa3aec559e req-94de7154-1420-4cef-8dcd-ed94763d7c45 service neutron] delete failed (client error): The resource could not be found. Apr 28 20:01:38.784879 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4cd4854d-59a0-43e9-a994-eeaa3aec559e req-94de7154-1420-4cef-8dcd-ed94763d7c45 service neutron] 10.222.0.15 "DELETE /v2.0/ports/35ad3893-b711-4738-902a-be6f7ffbc944/bindings/n-h1-839810-1 HTTP/1.1" status: 404 len: 380 time: 0.1541958 Apr 28 20:01:38.834177 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aabc954b-910b-4966-89f8-0a0b846601ee req-e1bc8597-9a5e-4910-84f6-9aa1025c639c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609623 Apr 28 20:01:38.859777 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 35ad3893-b711-4738-902a-be6f7ffbc944, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=35ad3893-b711-4738-902a-be6f7ffbc944,segment=NetworkSegment(a66a9d68-65db-4b04-9da2-db659fb4ddb1),segment_id=a66a9d68-65db-4b04-9da2-db659fb4ddb1)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:01:38.882549 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e518c733-3ff4-48a8-ae3d-068ecfacc6b1 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:38.894342 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '35ad3893-b711-4738-902a-be6f7ffbc944', 'network_id': '48755b91-0964-4b17-9b2c-cb54e83e1276', 'port_id': '35ad3893-b711-4738-902a-be6f7ffbc944', 'mac_address': 'fa:16:3e:51:f3:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43502a32-c77b-45bd-a11f-30959b40de62', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:01:38.916955 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518c733-3ff4-48a8-ae3d-068ecfacc6b1 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Pushing event deleted for resources: {'Subnet': ['ID=763cc144-4a86-4723-b68f-94137d75b2b8,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:38.923853 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e518c733-3ff4-48a8-ae3d-068ecfacc6b1 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:38.930036 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e518c733-3ff4-48a8-ae3d-068ecfacc6b1 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] 10.222.0.42 "DELETE /v2.0/subnets/763cc144-4a86-4723-b68f-94137d75b2b8 HTTP/1.1" status: 204 len: 168 time: 0.6525111 Apr 28 20:01:38.930798 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49822) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:38.960362 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b50633-3371-4265-accd-c69efb2672fb None None] Network 4d4c6a3a-6d85-4ca1-b914-20803083ece6 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:01:38.975846 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4854d-59a0-43e9-a994-eeaa3aec559e req-a8d98bda-09fa-48c9-b605-dbc076760b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:38.978425 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4cd4854d-59a0-43e9-a994-eeaa3aec559e req-a8d98bda-09fa-48c9-b605-dbc076760b21 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 1094 time: 0.1332862 Apr 28 20:01:39.029757 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:39.063761 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ad3893-b711-4738-902a-be6f7ffbc944 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:01:39.135360 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 35ad3893-b711-4738-902a-be6f7ffbc944, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=35ad3893-b711-4738-902a-be6f7ffbc944,segment=NetworkSegment(a66a9d68-65db-4b04-9da2-db659fb4ddb1),segment_id=a66a9d68-65db-4b04-9da2-db659fb4ddb1)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:01:39.152406 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:39.241112 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=35ad3893-b711-4738-902a-be6f7ffbc944,revision_number=8']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:39.265596 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681fdf47-2efe-4c41-b60a-e1c0a8a19809 None None] DHCP port deletion for 4d4c6a3a-6d85-4ca1-b914-20803083ece6 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:01:39.285773 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-95d60898-20e7-4b84-a6c9-e5d547839395 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:39.391127 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4854d-59a0-43e9-a994-eeaa3aec559e req-3d40a760-a020-44bd-a7a8-83913f2b2d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:39.392666 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4cd4854d-59a0-43e9-a994-eeaa3aec559e req-3d40a760-a020-44bd-a7a8-83913f2b2d08 service neutron] 10.222.0.15 "GET /v2.0/networks?id=48755b91-0964-4b17-9b2c-cb54e83e1276 HTTP/1.1" status: 200 len: 897 time: 0.3357596 Apr 28 20:01:39.496843 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4cd4854d-59a0-43e9-a994-eeaa3aec559e req-4fefec6f-0eb3-4b64-956d-6b595a3a648c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35ad3893-b711-4738-902a-be6f7ffbc944 HTTP/1.1" status: 200 len: 999 time: 0.0956962 Apr 28 20:01:39.499709 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-95d60898-20e7-4b84-a6c9-e5d547839395 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Deleting port d700c200-b0ae-46ed-b9ab-3c3733549297 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:01:39.500050 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-95d60898-20e7-4b84-a6c9-e5d547839395 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:39.633748 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-95d60898-20e7-4b84-a6c9-e5d547839395 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] For port d700c200-b0ae-46ed-b9ab-3c3733549297, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=d700c200-b0ae-46ed-b9ab-3c3733549297,segment=NetworkSegment(b69e3cd7-9504-43aa-b844-8580973695b8),segment_id=b69e3cd7-9504-43aa-b844-8580973695b8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:01:39.634124 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-95d60898-20e7-4b84-a6c9-e5d547839395 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:39.638648 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4854d-59a0-43e9-a994-eeaa3aec559e req-c53f756e-d078-4250-a9d4-9178680b94c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:39.640150 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4cd4854d-59a0-43e9-a994-eeaa3aec559e req-c53f756e-d078-4250-a9d4-9178680b94c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43502a32-c77b-45bd-a11f-30959b40de62 HTTP/1.1" status: 200 len: 835 time: 0.1275272 Apr 28 20:01:39.648639 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-681fdf47-2efe-4c41-b60a-e1c0a8a19809 None None] Deleting port d700c200-b0ae-46ed-b9ab-3c3733549297 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:01:39.650664 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-681fdf47-2efe-4c41-b60a-e1c0a8a19809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:39.662175 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-95d60898-20e7-4b84-a6c9-e5d547839395 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Calling delete_port for d700c200-b0ae-46ed-b9ab-3c3733549297 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:01:39.672330 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['35ad3893-b711-4738-902a-be6f7ffbc944'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:01:39.738973 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4854d-59a0-43e9-a994-eeaa3aec559e req-7309a874-e09e-43b6-ba8e-5d60eab6ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:39.740800 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4cd4854d-59a0-43e9-a994-eeaa3aec559e req-7309a874-e09e-43b6-ba8e-5d60eab6ad10 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=48755b91-0964-4b17-9b2c-cb54e83e1276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923591 Apr 28 20:01:39.770764 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-681fdf47-2efe-4c41-b60a-e1c0a8a19809 None None] For port d700c200-b0ae-46ed-b9ab-3c3733549297, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=d700c200-b0ae-46ed-b9ab-3c3733549297,segment=NetworkSegment(b69e3cd7-9504-43aa-b844-8580973695b8),segment_id=b69e3cd7-9504-43aa-b844-8580973695b8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:01:39.771590 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-681fdf47-2efe-4c41-b60a-e1c0a8a19809 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:39.791150 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-681fdf47-2efe-4c41-b60a-e1c0a8a19809 None None] Calling delete_port for d700c200-b0ae-46ed-b9ab-3c3733549297 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:01:39.894761 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-95d60898-20e7-4b84-a6c9-e5d547839395 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:39.966037 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-681fdf47-2efe-4c41-b60a-e1c0a8a19809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:39.998935 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d60898-20e7-4b84-a6c9-e5d547839395 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Pushing event deleted for resources: {'Port': ['ID=d700c200-b0ae-46ed-b9ab-3c3733549297,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:40.018677 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d60898-20e7-4b84-a6c9-e5d547839395 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] No DVR routers for this DVR port d700c200-b0ae-46ed-b9ab-3c3733549297 on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:01:40.023789 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4cd4854d-59a0-43e9-a994-eeaa3aec559e req-c143de9e-73cd-44b6-bde6-2f0f90da4ebe service neutron] 10.222.0.15 "GET /v2.0/networks/48755b91-0964-4b17-9b2c-cb54e83e1276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766044 Apr 28 20:01:40.028039 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681fdf47-2efe-4c41-b60a-e1c0a8a19809 None None] No DVR routers for this DVR port d700c200-b0ae-46ed-b9ab-3c3733549297 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:01:40.031953 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681fdf47-2efe-4c41-b60a-e1c0a8a19809 None None] Pushing event deleted for resources: {'Port': ['ID=d700c200-b0ae-46ed-b9ab-3c3733549297,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:40.353103 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-95d60898-20e7-4b84-a6c9-e5d547839395 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:40.401294 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259fa86d-6385-4907-ad67-c36383670028 req-ce1385a5-b8fa-42b1-8d17-bb2f16cc5352 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:40.404492 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-259fa86d-6385-4907-ad67-c36383670028 req-ce1385a5-b8fa-42b1-8d17-bb2f16cc5352 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 944 time: 0.3956144 Apr 28 20:01:40.422210 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-95d60898-20e7-4b84-a6c9-e5d547839395 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d4c6a3a-6d85-4ca1-b914-20803083ece6']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:40.434859 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-95d60898-20e7-4b84-a6c9-e5d547839395 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b69e3cd7-9504-43aa-b844-8580973695b8') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:40.435701 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-95d60898-20e7-4b84-a6c9-e5d547839395 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b69e3cd7-9504-43aa-b844-8580973695b8') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:40.446777 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-95d60898-20e7-4b84-a6c9-e5d547839395 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:40.467090 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-95d60898-20e7-4b84-a6c9-e5d547839395 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:40.475047 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95d60898-20e7-4b84-a6c9-e5d547839395 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:01:40.475701 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-95d60898-20e7-4b84-a6c9-e5d547839395 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:40.653159 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 20:01:40.653159 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:01:40.653159 n-d-839810-1 neutron-server[102773]: timer() Apr 28 20:01:40.653159 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:01:40.653159 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 20:01:40.653159 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:01:40.653159 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 20:01:40.653159 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:01:40.653159 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 20:01:40.653159 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:01:40.653159 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 20:01:40.653159 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:01:40.653159 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 20:01:40.653159 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:01:40.653159 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:01:40.653159 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:01:40.653159 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:01:40.653159 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:01:40.653159 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 20:01:40.653159 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:01:40.653159 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 20:01:40.653159 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:01:40.653159 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:01:40.653159 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:01:40.653159 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 20:01:40.653159 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:01:40.653159 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:01:40.653159 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:01:40.653159 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:01:40.653159 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:01:40.653159 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:01:40.653159 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:01:40.667886 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 35ad3893-b711-4738-902a-be6f7ffbc944 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:01:40.783375 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 35ad3893-b711-4738-902a-be6f7ffbc944 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:01:40.789686 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 35ad3893-b711-4738-902a-be6f7ffbc944 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:01:40.790060 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:40.790917 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-259fa86d-6385-4907-ad67-c36383670028 req-bd16e78a-6986-4ced-babd-ac3af8c5a869 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341064 Apr 28 20:01:40.791581 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-95d60898-20e7-4b84-a6c9-e5d547839395 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:40.809417 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-95d60898-20e7-4b84-a6c9-e5d547839395 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:40.819074 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-95d60898-20e7-4b84-a6c9-e5d547839395 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] 10.222.0.42 "DELETE /v2.0/networks/4d4c6a3a-6d85-4ca1-b914-20803083ece6 HTTP/1.1" status: 204 len: 168 time: 1.8829608 Apr 28 20:01:40.835499 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4cd4854d-59a0-43e9-a994-eeaa3aec559e req-330d29f5-14ca-478d-91c0-e3913d09e2bd service neutron] 10.222.0.15 "GET /v2.0/networks/48755b91-0964-4b17-9b2c-cb54e83e1276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7670488 Apr 28 20:01:40.869244 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d60898-20e7-4b84-a6c9-e5d547839395 tempest-ExtraDHCPOptionsTestJSON-1149719079 tempest-ExtraDHCPOptionsTestJSON-1149719079-project] Pushing event deleted for resources: {'Network': ['ID=4d4c6a3a-6d85-4ca1-b914-20803083ece6,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:41.020616 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d700c200-b0ae-46ed-b9ab-3c3733549297 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:01:41.096747 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: d700c200-b0ae-46ed-b9ab-3c3733549297 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:01:41.097116 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d700c200-b0ae-46ed-b9ab-3c3733549297 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:01:41.098660 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:41.145130 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44faf1e-7d8e-4254-b75a-e109a0268336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ad3893-b711-4738-902a-be6f7ffbc944'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:01:41.148328 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e74ca8-b2b2-4b6b-93c9-b5049d09853f" -d '{"events": [{"server_uuid": "c44faf1e-7d8e-4254-b75a-e109a0268336", "name": "network-vif-plugged", "status": "completed", "tag": "35ad3893-b711-4738-902a-be6f7ffbc944"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:01:41.165274 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 35ad3893-b711-4738-902a-be6f7ffbc944, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=35ad3893-b711-4738-902a-be6f7ffbc944,segment=NetworkSegment(a66a9d68-65db-4b04-9da2-db659fb4ddb1),segment_id=a66a9d68-65db-4b04-9da2-db659fb4ddb1)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:01:41.173260 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:41.228405 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332b94ec-0f8b-4652-873a-956a0d032c98 x-openstack-request-id: req-332b94ec-0f8b-4652-873a-956a0d032c98 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:01:41.229038 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44faf1e-7d8e-4254-b75a-e109a0268336", "name": "network-vif-plugged", "status": "completed", "tag": "35ad3893-b711-4738-902a-be6f7ffbc944", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:01:41.229924 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-332b94ec-0f8b-4652-873a-956a0d032c98 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:01:41.230565 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-332b94ec-0f8b-4652-873a-956a0d032c98'] response: {'server_uuid': 'c44faf1e-7d8e-4254-b75a-e109a0268336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ad3893-b711-4738-902a-be6f7ffbc944', 'code': 200} Apr 28 20:01:41.271251 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=35ad3893-b711-4738-902a-be6f7ffbc944,revision_number=9']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:41.430687 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 49888) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:41.677217 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f1edeb99-d36b-4bb8-812f-fe2556f8457d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b3718338911e4963b1610118d1fe1052&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2446516 Apr 28 20:01:41.680174 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49896) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:41.772777 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d40b001d-9a4e-4848-8d33-abaf87fb9057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:41.805118 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d40b001d-9a4e-4848-8d33-abaf87fb9057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:41.892870 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d40b001d-9a4e-4848-8d33-abaf87fb9057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:41.896519 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d40b001d-9a4e-4848-8d33-abaf87fb9057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:41.898094 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d40b001d-9a4e-4848-8d33-abaf87fb9057 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6556927d-6224-4573-a206-6eac7716fc3e HTTP/1.1" status: 204 len: 168 time: 0.2167222 Apr 28 20:01:41.909071 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b001d-9a4e-4848-8d33-abaf87fb9057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6556927d-6224-4573-a206-6eac7716fc3e,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:42.048783 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800557e-baf2-43a0-9dc7-d90892532270 req-a8be601c-59ec-4348-af8c-78746a595272 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:42.050933 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8800557e-baf2-43a0-9dc7-d90892532270 req-a8be601c-59ec-4348-af8c-78746a595272 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 945 time: 0.1057444 Apr 28 20:01:42.147548 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8800557e-baf2-43a0-9dc7-d90892532270 req-f80e6c86-7cb4-4fff-a3af-fc6eaca5a562 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901306 Apr 28 20:01:42.176448 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49912) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:42.289788 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b0d331a2-da8b-4744-8c8d-4f96238a530e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/floatingips/a247d791-5a17-441a-91eb-35bd8b2b4f7d HTTP/1.1" status: 200 len: 992 time: 0.1119466 Apr 28 20:01:42.944398 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 49942) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:43.056828 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-db2c8dae-da0f-4d12-9f4a-6dfc0d5d9c35 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-881593059'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:43.089842 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2c8dae-da0f-4d12-9f4a-6dfc0d5d9c35 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Made reservation on behalf of 7dc27af362504f158b0d78b43b32246a for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:43.096163 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-db2c8dae-da0f-4d12-9f4a-6dfc0d5d9c35 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:43.114942 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-db2c8dae-da0f-4d12-9f4a-6dfc0d5d9c35 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:43.285750 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-db2c8dae-da0f-4d12-9f4a-6dfc0d5d9c35 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:43.295891 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-db2c8dae-da0f-4d12-9f4a-6dfc0d5d9c35 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:43.368341 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c8dae-da0f-4d12-9f4a-6dfc0d5d9c35 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac7d057-925b-45bb-844f-cb880a982d0e,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:43.374255 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db2c8dae-da0f-4d12-9f4a-6dfc0d5d9c35 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:01:43.386818 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-db2c8dae-da0f-4d12-9f4a-6dfc0d5d9c35 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:43.387140 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-db2c8dae-da0f-4d12-9f4a-6dfc0d5d9c35 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Added segment 696d5497-a67c-4d42-8e08-79e744c09c1c of type vlan for network cc36739f-48f3-431d-9842-3cd0212fc2ae Apr 28 20:01:43.447141 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-db2c8dae-da0f-4d12-9f4a-6dfc0d5d9c35 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:43.484302 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-db2c8dae-da0f-4d12-9f4a-6dfc0d5d9c35 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:43.494073 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2c8dae-da0f-4d12-9f4a-6dfc0d5d9c35 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:43.495360 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-db2c8dae-da0f-4d12-9f4a-6dfc0d5d9c35 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:43.586439 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-db2c8dae-da0f-4d12-9f4a-6dfc0d5d9c35 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6400206 Apr 28 20:01:43.632057 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c8dae-da0f-4d12-9f4a-6dfc0d5d9c35 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Pushing event updated for resources: {'Network': ['ID=cc36739f-48f3-431d-9842-3cd0212fc2ae,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:43.652448 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network cc36739f-48f3-431d-9842-3cd0212fc2ae details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:01:46.856825 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50038) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:46.870266 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-970d5b33-4909-43bd-a928-17708f28f1da tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Request body: {'subnet': {'network_id': 'cc36739f-48f3-431d-9842-3cd0212fc2ae', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:46.978010 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970d5b33-4909-43bd-a928-17708f28f1da tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Made reservation on behalf of 7dc27af362504f158b0d78b43b32246a for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:46.982948 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-970d5b33-4909-43bd-a928-17708f28f1da tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:47.247708 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-970d5b33-4909-43bd-a928-17708f28f1da tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:47.347343 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d5b33-4909-43bd-a928-17708f28f1da tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Pushing event updated for resources: {'Subnet': ['ID=5b2b4dc4-6a2f-42ad-9585-cdf9fa18e2eb,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:47.359023 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970d5b33-4909-43bd-a928-17708f28f1da tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Checking segment: {'id': '696d5497-a67c-4d42-8e08-79e744c09c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cc36739f-48f3-431d-9842-3cd0212fc2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:01:47.359385 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970d5b33-4909-43bd-a928-17708f28f1da tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Network hostable DHCP agents. Network: cc36739f-48f3-431d-9842-3cd0212fc2ae, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:01:47.379378 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970d5b33-4909-43bd-a928-17708f28f1da tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Network cc36739f-48f3-431d-9842-3cd0212fc2ae is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:01:47.390022 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-970d5b33-4909-43bd-a928-17708f28f1da tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, cc36739f-48f3-431d-9842-3cd0212fc2ae) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:47.396312 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970d5b33-4909-43bd-a928-17708f28f1da tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:47.397512 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-970d5b33-4909-43bd-a928-17708f28f1da tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:47.401450 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1983f6a0-20e7-44f7-9989-f3e64a9ecc8f None None] Network cc36739f-48f3-431d-9842-3cd0212fc2ae requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:01:47.430080 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-970d5b33-4909-43bd-a928-17708f28f1da tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5648565 Apr 28 20:01:47.432437 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50056) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:47.438161 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-0628a4a0-1f59-4805-98ae-504e352196de tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1861134985'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:47.484070 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0628a4a0-1f59-4805-98ae-504e352196de tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Made reservation on behalf of 7dc27af362504f158b0d78b43b32246a for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:47.488232 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0628a4a0-1f59-4805-98ae-504e352196de tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:47.523572 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0628a4a0-1f59-4805-98ae-504e352196de tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:01:47.543728 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0628a4a0-1f59-4805-98ae-504e352196de tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:47.543728 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-0628a4a0-1f59-4805-98ae-504e352196de tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Added segment 8658190d-8cea-4c22-9dc1-bf404c27eacf of type vlan for network c627b3fb-bf74-4653-a109-b53021ff372e Apr 28 20:01:47.590082 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0628a4a0-1f59-4805-98ae-504e352196de tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:47.621260 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0628a4a0-1f59-4805-98ae-504e352196de tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:47.627658 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dc5d7b-be58-4b35-8593-1fc48f880bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-cc36739f-48f3-431d-9842-3cd0212fc2ae', 'network_id': 'cc36739f-48f3-431d-9842-3cd0212fc2ae', 'tenant_id': '7dc27af362504f158b0d78b43b32246a', 'fixed_ips': [{'subnet_id': '5b2b4dc4-6a2f-42ad-9585-cdf9fa18e2eb'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:01:47.629106 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-90dc5d7b-be58-4b35-8593-1fc48f880bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:47.629712 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0628a4a0-1f59-4805-98ae-504e352196de tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:47.631513 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0628a4a0-1f59-4805-98ae-504e352196de tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:47.712277 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628a4a0-1f59-4805-98ae-504e352196de tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Pushing event updated for resources: {'Network': ['ID=c627b3fb-bf74-4653-a109-b53021ff372e,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:47.739391 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50062) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:47.740519 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0628a4a0-1f59-4805-98ae-504e352196de tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3066521 Apr 28 20:01:47.743136 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network c627b3fb-bf74-4653-a109-b53021ff372e details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:01:47.744455 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-7e5761a8-2fee-47b5-a5e5-50c93b879936 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Request body: {'subnet': {'network_id': 'c627b3fb-bf74-4653-a109-b53021ff372e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:47.876121 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-90dc5d7b-be58-4b35-8593-1fc48f880bb1 None None] Allocated IP 2001:db8:0:ffff::2 (cc36739f-48f3-431d-9842-3cd0212fc2ae/5b2b4dc4-6a2f-42ad-9585-cdf9fa18e2eb/c76d07c7-afca-4678-8aa8-3deee6a679cc) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:01:47.912746 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5761a8-2fee-47b5-a5e5-50c93b879936 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Made reservation on behalf of 7dc27af362504f158b0d78b43b32246a for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:47.923427 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7e5761a8-2fee-47b5-a5e5-50c93b879936 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:48.100683 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-90dc5d7b-be58-4b35-8593-1fc48f880bb1 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:48.113924 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-90dc5d7b-be58-4b35-8593-1fc48f880bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:48.205247 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc5d7b-be58-4b35-8593-1fc48f880bb1 None None] Pushing event updated for resources: {'Port': ['ID=c76d07c7-afca-4678-8aa8-3deee6a679cc,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:48.216061 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dc5d7b-be58-4b35-8593-1fc48f880bb1 None None] Network cc36739f-48f3-431d-9842-3cd0212fc2ae is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:01:48.219812 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-90dc5d7b-be58-4b35-8593-1fc48f880bb1 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:48.239812 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dc5d7b-be58-4b35-8593-1fc48f880bb1 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:01:48.325204 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-90dc5d7b-be58-4b35-8593-1fc48f880bb1 None None] Attempting to bind port c76d07c7-afca-4678-8aa8-3deee6a679cc on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:48.326192 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-90dc5d7b-be58-4b35-8593-1fc48f880bb1 None None] Attempting to bind port c76d07c7-afca-4678-8aa8-3deee6a679cc by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '696d5497-a67c-4d42-8e08-79e744c09c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cc36739f-48f3-431d-9842-3cd0212fc2ae'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:48.326761 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dc5d7b-be58-4b35-8593-1fc48f880bb1 None None] Attempting to bind port c76d07c7-afca-4678-8aa8-3deee6a679cc on network cc36739f-48f3-431d-9842-3cd0212fc2ae {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:48.340009 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dc5d7b-be58-4b35-8593-1fc48f880bb1 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:01:48.340605 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dc5d7b-be58-4b35-8593-1fc48f880bb1 None None] Checking segment: {'id': '696d5497-a67c-4d42-8e08-79e744c09c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cc36739f-48f3-431d-9842-3cd0212fc2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:01:48.343324 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-90dc5d7b-be58-4b35-8593-1fc48f880bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:48.344330 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dc5d7b-be58-4b35-8593-1fc48f880bb1 None None] Bound using segment: {'id': '696d5497-a67c-4d42-8e08-79e744c09c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cc36739f-48f3-431d-9842-3cd0212fc2ae'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:01:48.347181 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-90dc5d7b-be58-4b35-8593-1fc48f880bb1 None None] Bound port: c76d07c7-afca-4678-8aa8-3deee6a679cc, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '696d5497-a67c-4d42-8e08-79e744c09c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cc36739f-48f3-431d-9842-3cd0212fc2ae'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:01:48.349343 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-90dc5d7b-be58-4b35-8593-1fc48f880bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:48.475274 n-d-839810-1 neutron-server[102774]: DEBUG neutron.objects.ports [None req-7e5761a8-2fee-47b5-a5e5-50c93b879936 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102774) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 20:01:48.476966 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7e5761a8-2fee-47b5-a5e5-50c93b879936 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:48.530843 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-90dc5d7b-be58-4b35-8593-1fc48f880bb1 None None] For port c76d07c7-afca-4678-8aa8-3deee6a679cc, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:01:48.536728 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-90dc5d7b-be58-4b35-8593-1fc48f880bb1 None None] For port c76d07c7-afca-4678-8aa8-3deee6a679cc, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c76d07c7-afca-4678-8aa8-3deee6a679cc,segment=NetworkSegment(696d5497-a67c-4d42-8e08-79e744c09c1c),segment_id=696d5497-a67c-4d42-8e08-79e744c09c1c)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:01:48.548015 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-90dc5d7b-be58-4b35-8593-1fc48f880bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:48.598117 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5761a8-2fee-47b5-a5e5-50c93b879936 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Pushing event updated for resources: {'Subnet': ['ID=9e08f05c-9f64-45fc-83fa-bf9cf651e9da,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:48.625855 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5761a8-2fee-47b5-a5e5-50c93b879936 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Checking segment: {'id': '8658190d-8cea-4c22-9dc1-bf404c27eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c627b3fb-bf74-4653-a109-b53021ff372e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:01:48.626225 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5761a8-2fee-47b5-a5e5-50c93b879936 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Network hostable DHCP agents. Network: c627b3fb-bf74-4653-a109-b53021ff372e, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:01:48.674889 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5761a8-2fee-47b5-a5e5-50c93b879936 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Network c627b3fb-bf74-4653-a109-b53021ff372e is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:01:48.689086 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-7e5761a8-2fee-47b5-a5e5-50c93b879936 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, c627b3fb-bf74-4653-a109-b53021ff372e) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:48.693988 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5761a8-2fee-47b5-a5e5-50c93b879936 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:48.694625 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7e5761a8-2fee-47b5-a5e5-50c93b879936 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:48.706669 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dad24fb-48b3-45b0-948c-a1610410193b None None] Network c627b3fb-bf74-4653-a109-b53021ff372e requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:01:48.734432 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50082) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:48.736702 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7e5761a8-2fee-47b5-a5e5-50c93b879936 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9961350 Apr 28 20:01:48.741446 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-0885ef7d-4be4-4ca6-a6c2-c417e669b040 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Request body: {'port': {'network_id': 'c627b3fb-bf74-4653-a109-b53021ff372e', 'name': 'tempest-NetworksIpV6TestAttrs-1707410608'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:48.788155 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc5d7b-be58-4b35-8593-1fc48f880bb1 None None] Pushing event updated for resources: {'Port': ['ID=c76d07c7-afca-4678-8aa8-3deee6a679cc,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:48.832189 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50088) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:48.952256 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0885ef7d-4be4-4ca6-a6c2-c417e669b040 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Made reservation on behalf of 7dc27af362504f158b0d78b43b32246a for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:48.956685 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0885ef7d-4be4-4ca6-a6c2-c417e669b040 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:48.996338 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [None req-0885ef7d-4be4-4ca6-a6c2-c417e669b040 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] device_id is not set on port 487fdc85-74da-4370-9a4b-c959734614f3 yet. {{(pid=102773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:01:49.111578 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-eb206868-52b9-40d5-a8d3-dedeb10a82c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:49.165712 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1bb6a0-baee-43ac-88a4-2bfd57499108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-c627b3fb-bf74-4653-a109-b53021ff372e', 'network_id': 'c627b3fb-bf74-4653-a109-b53021ff372e', 'tenant_id': '7dc27af362504f158b0d78b43b32246a', 'fixed_ips': [{'subnet_id': '9e08f05c-9f64-45fc-83fa-bf9cf651e9da'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:01:49.166655 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0d1bb6a0-baee-43ac-88a4-2bfd57499108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:49.189557 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-0885ef7d-4be4-4ca6-a6c2-c417e669b040 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Allocated IP 2001:db8::f816:3eff:fe8e:1877 (c627b3fb-bf74-4653-a109-b53021ff372e/9e08f05c-9f64-45fc-83fa-bf9cf651e9da/487fdc85-74da-4370-9a4b-c959734614f3) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:01:49.295865 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-eb206868-52b9-40d5-a8d3-dedeb10a82c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:49.301740 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-eb206868-52b9-40d5-a8d3-dedeb10a82c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:49.425735 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0885ef7d-4be4-4ca6-a6c2-c417e669b040 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:49.445684 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb206868-52b9-40d5-a8d3-dedeb10a82c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db35f5e6-c0b5-489d-b260-8f536fcf6c7a,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:49.477340 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-eb206868-52b9-40d5-a8d3-dedeb10a82c2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f4d9f9a997e148ab8ceb7f0d713733ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6432655 Apr 28 20:01:49.479020 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50100) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:49.504538 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0885ef7d-4be4-4ca6-a6c2-c417e669b040 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:49.569600 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0885ef7d-4be4-4ca6-a6c2-c417e669b040 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Network c627b3fb-bf74-4653-a109-b53021ff372e is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:01:49.584689 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-0885ef7d-4be4-4ca6-a6c2-c417e669b040 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:49.588417 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0885ef7d-4be4-4ca6-a6c2-c417e669b040 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:01:49.596187 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-0d1bb6a0-baee-43ac-88a4-2bfd57499108 None None] Allocated IP 2001:db8::f816:3eff:fe0f:551b (c627b3fb-bf74-4653-a109-b53021ff372e/9e08f05c-9f64-45fc-83fa-bf9cf651e9da/390a8d76-3e50-4e69-bf69-82f8e776ae80) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:01:49.600422 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0885ef7d-4be4-4ca6-a6c2-c417e669b040 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:49.601277 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0885ef7d-4be4-4ca6-a6c2-c417e669b040 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:49.627648 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885ef7d-4be4-4ca6-a6c2-c417e669b040 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Pushing event updated for resources: {'Port': ['ID=487fdc85-74da-4370-9a4b-c959734614f3,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:49.658603 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0885ef7d-4be4-4ca6-a6c2-c417e669b040 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9230368 Apr 28 20:01:49.661490 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50102) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:49.695424 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53a6e412-a95e-42f7-b7cb-e90113319a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:49.784229 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-e58f38ba-8f90-44e9-9ac6-daa6adadaa37 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Deleting subnet 9e08f05c-9f64-45fc-83fa-bf9cf651e9da {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:01:49.788380 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53a6e412-a95e-42f7-b7cb-e90113319a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:49.877741 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53a6e412-a95e-42f7-b7cb-e90113319a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:49.881792 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53a6e412-a95e-42f7-b7cb-e90113319a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:49.885365 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-53a6e412-a95e-42f7-b7cb-e90113319a00 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/db35f5e6-c0b5-489d-b260-8f536fcf6c7a HTTP/1.1" status: 204 len: 168 time: 0.4022641 Apr 28 20:01:49.885542 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0a3e5897-86f6-4cf8-a61e-e2b103ae1cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:49.892914 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0d1bb6a0-baee-43ac-88a4-2bfd57499108 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:49.908788 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6e412-a95e-42f7-b7cb-e90113319a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db35f5e6-c0b5-489d-b260-8f536fcf6c7a,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:49.910830 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e58f38ba-8f90-44e9-9ac6-daa6adadaa37 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:49.912160 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0d1bb6a0-baee-43ac-88a4-2bfd57499108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:50.014658 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e58f38ba-8f90-44e9-9ac6-daa6adadaa37 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:50.062802 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1bb6a0-baee-43ac-88a4-2bfd57499108 None None] Network c627b3fb-bf74-4653-a109-b53021ff372e is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:01:50.067952 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1bb6a0-baee-43ac-88a4-2bfd57499108 None None] Pushing event updated for resources: {'Port': ['ID=390a8d76-3e50-4e69-bf69-82f8e776ae80,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:50.078658 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-0d1bb6a0-baee-43ac-88a4-2bfd57499108 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:50.081233 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1bb6a0-baee-43ac-88a4-2bfd57499108 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:01:50.188901 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-0d1bb6a0-baee-43ac-88a4-2bfd57499108 None None] Attempting to bind port 390a8d76-3e50-4e69-bf69-82f8e776ae80 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:50.189276 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-0d1bb6a0-baee-43ac-88a4-2bfd57499108 None None] Attempting to bind port 390a8d76-3e50-4e69-bf69-82f8e776ae80 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '8658190d-8cea-4c22-9dc1-bf404c27eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c627b3fb-bf74-4653-a109-b53021ff372e'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:50.189645 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1bb6a0-baee-43ac-88a4-2bfd57499108 None None] Attempting to bind port 390a8d76-3e50-4e69-bf69-82f8e776ae80 on network c627b3fb-bf74-4653-a109-b53021ff372e {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:50.199933 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1bb6a0-baee-43ac-88a4-2bfd57499108 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:01:50.201121 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1bb6a0-baee-43ac-88a4-2bfd57499108 None None] Checking segment: {'id': '8658190d-8cea-4c22-9dc1-bf404c27eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c627b3fb-bf74-4653-a109-b53021ff372e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:01:50.201722 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0d1bb6a0-baee-43ac-88a4-2bfd57499108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:50.202156 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1bb6a0-baee-43ac-88a4-2bfd57499108 None None] Bound using segment: {'id': '8658190d-8cea-4c22-9dc1-bf404c27eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c627b3fb-bf74-4653-a109-b53021ff372e'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:01:50.209399 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-0d1bb6a0-baee-43ac-88a4-2bfd57499108 None None] Bound port: 390a8d76-3e50-4e69-bf69-82f8e776ae80, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8658190d-8cea-4c22-9dc1-bf404c27eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c627b3fb-bf74-4653-a109-b53021ff372e'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:01:50.209807 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0d1bb6a0-baee-43ac-88a4-2bfd57499108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:50.324694 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e58f38ba-8f90-44e9-9ac6-daa6adadaa37 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:50.386878 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cb7d9a-5f54-4ffb-a740-358da70f4cd7 None None] Network cc36739f-48f3-431d-9842-3cd0212fc2ae requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:01:50.447748 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e58f38ba-8f90-44e9-9ac6-daa6adadaa37 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:50.485182 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f38ba-8f90-44e9-9ac6-daa6adadaa37 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Pushing event deleted for resources: {'Subnet': ['ID=9e08f05c-9f64-45fc-83fa-bf9cf651e9da,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:50.495036 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e58f38ba-8f90-44e9-9ac6-daa6adadaa37 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:50.502347 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e58f38ba-8f90-44e9-9ac6-daa6adadaa37 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "DELETE /v2.0/subnets/9e08f05c-9f64-45fc-83fa-bf9cf651e9da HTTP/1.1" status: 204 len: 168 time: 0.8396065 Apr 28 20:01:50.502601 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50128) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:50.540340 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0d1bb6a0-baee-43ac-88a4-2bfd57499108 None None] For port 390a8d76-3e50-4e69-bf69-82f8e776ae80, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:01:50.601539 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88278b97-0b5e-4f1b-9e18-aeee0005fada tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:50.603740 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88278b97-0b5e-4f1b-9e18-aeee0005fada tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:50.605493 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-88278b97-0b5e-4f1b-9e18-aeee0005fada tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1019258 Apr 28 20:01:50.609442 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50140) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:50.636387 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0d1bb6a0-baee-43ac-88a4-2bfd57499108 None None] For port 390a8d76-3e50-4e69-bf69-82f8e776ae80, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=390a8d76-3e50-4e69-bf69-82f8e776ae80,segment=NetworkSegment(8658190d-8cea-4c22-9dc1-bf404c27eacf),segment_id=8658190d-8cea-4c22-9dc1-bf404c27eacf)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:01:50.641839 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-2ffe984e-40fc-46a0-978e-fd854f40fa66 None None] Provisioning complete for port c76d07c7-afca-4678-8aa8-3deee6a679cc triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:01:50.642230 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2ffe984e-40fc-46a0-978e-fd854f40fa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:50.687784 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0d1bb6a0-baee-43ac-88a4-2bfd57499108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:50.804269 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1bb6a0-baee-43ac-88a4-2bfd57499108 None None] Pushing event updated for resources: {'Port': ['ID=390a8d76-3e50-4e69-bf69-82f8e776ae80,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:50.829597 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-32019bcf-fe0a-47b1-934e-7786da75eff4 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:50.859141 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-32019bcf-fe0a-47b1-934e-7786da75eff4 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 28 20:01:50.859607 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32019bcf-fe0a-47b1-934e-7786da75eff4 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:01:50.867326 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-32019bcf-fe0a-47b1-934e-7786da75eff4 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "DELETE /v2.0/networks/c627b3fb-bf74-4653-a109-b53021ff372e HTTP/1.1" status: 409 len: 405 time: 0.2567341 Apr 28 20:01:50.871802 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50152) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:50.879472 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-ee48094f-6400-4358-bb79-5ad3ae35a92d tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1882081178'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:50.929801 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2ffe984e-40fc-46a0-978e-fd854f40fa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:50.962405 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee48094f-6400-4358-bb79-5ad3ae35a92d tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Made reservation on behalf of 7dc27af362504f158b0d78b43b32246a for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:50.966579 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ee48094f-6400-4358-bb79-5ad3ae35a92d tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:51.043637 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee48094f-6400-4358-bb79-5ad3ae35a92d tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:01:51.047563 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-2ffe984e-40fc-46a0-978e-fd854f40fa66 None None] For port c76d07c7-afca-4678-8aa8-3deee6a679cc, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c76d07c7-afca-4678-8aa8-3deee6a679cc,segment=NetworkSegment(696d5497-a67c-4d42-8e08-79e744c09c1c),segment_id=696d5497-a67c-4d42-8e08-79e744c09c1c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:01:51.054471 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2ffe984e-40fc-46a0-978e-fd854f40fa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:51.084005 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ee48094f-6400-4358-bb79-5ad3ae35a92d tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:51.084514 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-ee48094f-6400-4358-bb79-5ad3ae35a92d tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Added segment d5cb6e23-d448-4b79-87fe-1c376db87956 of type vlan for network 4ed6e8bf-6ea9-42f3-96a0-2e4d93f0469a Apr 28 20:01:51.178723 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c76d07c7-afca-4678-8aa8-3deee6a679cc up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:01:51.228847 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ee48094f-6400-4358-bb79-5ad3ae35a92d tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:51.292659 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ee48094f-6400-4358-bb79-5ad3ae35a92d tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:51.299553 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee48094f-6400-4358-bb79-5ad3ae35a92d tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:51.300327 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ee48094f-6400-4358-bb79-5ad3ae35a92d tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:51.323078 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe984e-40fc-46a0-978e-fd854f40fa66 None None] Pushing event updated for resources: {'Port': ['ID=c76d07c7-afca-4678-8aa8-3deee6a679cc,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:51.370044 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port c76d07c7-afca-4678-8aa8-3deee6a679cc triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:01:51.373309 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:51.412838 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ee48094f-6400-4358-bb79-5ad3ae35a92d tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5379810 Apr 28 20:01:51.415599 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50166) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:51.417658 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48094f-6400-4358-bb79-5ad3ae35a92d tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Pushing event updated for resources: {'Network': ['ID=4ed6e8bf-6ea9-42f3-96a0-2e4d93f0469a,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:51.421795 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-4d85468d-a38d-4baf-874c-ea4479dd065b tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Request body: {'subnet': {'network_id': '4ed6e8bf-6ea9-42f3-96a0-2e4d93f0469a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:51.465039 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 4ed6e8bf-6ea9-42f3-96a0-2e4d93f0469a details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:01:51.573405 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-4040aa5e-d1c1-4500-be6d-86a4b7757bed None None] Provisioning complete for port c76d07c7-afca-4678-8aa8-3deee6a679cc triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:01:51.574089 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4040aa5e-d1c1-4500-be6d-86a4b7757bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:51.619174 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d85468d-a38d-4baf-874c-ea4479dd065b tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Made reservation on behalf of 7dc27af362504f158b0d78b43b32246a for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:51.625515 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d85468d-a38d-4baf-874c-ea4479dd065b tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:52.057795 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5c87284e-6feb-4253-87bc-6a15db1e20ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:52.069139 n-d-839810-1 neutron-server[102773]: DEBUG neutron.objects.ports [None req-4d85468d-a38d-4baf-874c-ea4479dd065b tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102773) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 20:01:52.071251 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d85468d-a38d-4baf-874c-ea4479dd065b tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:52.155217 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d85468d-a38d-4baf-874c-ea4479dd065b tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Pushing event updated for resources: {'Subnet': ['ID=6ea8d2d6-a01f-4734-8299-1d50db91605a,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:52.188690 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d85468d-a38d-4baf-874c-ea4479dd065b tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Checking segment: {'id': 'd5cb6e23-d448-4b79-87fe-1c376db87956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4ed6e8bf-6ea9-42f3-96a0-2e4d93f0469a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:01:52.189056 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d85468d-a38d-4baf-874c-ea4479dd065b tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Network hostable DHCP agents. Network: 4ed6e8bf-6ea9-42f3-96a0-2e4d93f0469a, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:01:52.209140 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d85468d-a38d-4baf-874c-ea4479dd065b tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Network 4ed6e8bf-6ea9-42f3-96a0-2e4d93f0469a is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:01:52.222895 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-4d85468d-a38d-4baf-874c-ea4479dd065b tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 4ed6e8bf-6ea9-42f3-96a0-2e4d93f0469a) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:52.241084 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d85468d-a38d-4baf-874c-ea4479dd065b tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:52.241812 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86968e28-d173-4ec2-98f9-eb82167616f1 None None] Network 4ed6e8bf-6ea9-42f3-96a0-2e4d93f0469a requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:01:52.243904 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d85468d-a38d-4baf-874c-ea4479dd065b tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:52.296702 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50210) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:52.300693 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4d85468d-a38d-4baf-874c-ea4479dd065b tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8838825 Apr 28 20:01:52.310571 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-56ea2372-f70d-4ed9-96da-9a9701e31877 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Request body: {'port': {'network_id': '4ed6e8bf-6ea9-42f3-96a0-2e4d93f0469a', 'name': 'tempest-NetworksIpV6TestAttrs-1019566727'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:52.526866 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ea2372-f70d-4ed9-96da-9a9701e31877 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Made reservation on behalf of 7dc27af362504f158b0d78b43b32246a for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:52.532199 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-56ea2372-f70d-4ed9-96da-9a9701e31877 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:52.555779 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [None req-56ea2372-f70d-4ed9-96da-9a9701e31877 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] device_id is not set on port 41747a5f-d803-4fbb-80a1-9205330cbccb yet. {{(pid=102774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:01:52.683976 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39a63b0-2e52-447a-87ba-8e8f558b3864 None None] Network c627b3fb-bf74-4653-a109-b53021ff372e requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:01:52.696485 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-56ea2372-f70d-4ed9-96da-9a9701e31877 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Allocated IP 2001:db8::f816:3eff:fe89:3b6d (4ed6e8bf-6ea9-42f3-96a0-2e4d93f0469a/6ea8d2d6-a01f-4734-8299-1d50db91605a/41747a5f-d803-4fbb-80a1-9205330cbccb) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:01:52.708577 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff74b2b-d9e6-4e1e-b464-f1c88d9d8bb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-4ed6e8bf-6ea9-42f3-96a0-2e4d93f0469a', 'network_id': '4ed6e8bf-6ea9-42f3-96a0-2e4d93f0469a', 'tenant_id': '7dc27af362504f158b0d78b43b32246a', 'fixed_ips': [{'subnet_id': '6ea8d2d6-a01f-4734-8299-1d50db91605a'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:01:52.709656 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fff74b2b-d9e6-4e1e-b464-f1c88d9d8bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:52.766968 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-4f42728e-d252-4e6b-970d-d23a6867085b None None] Provisioning complete for port 390a8d76-3e50-4e69-bf69-82f8e776ae80 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:01:52.767341 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4f42728e-d252-4e6b-970d-d23a6867085b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:52.899183 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-56ea2372-f70d-4ed9-96da-9a9701e31877 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:52.943171 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-56ea2372-f70d-4ed9-96da-9a9701e31877 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:53.012338 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea2372-f70d-4ed9-96da-9a9701e31877 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Pushing event updated for resources: {'Port': ['ID=41747a5f-d803-4fbb-80a1-9205330cbccb,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:53.029386 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ea2372-f70d-4ed9-96da-9a9701e31877 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Network 4ed6e8bf-6ea9-42f3-96a0-2e4d93f0469a is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:01:53.031101 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-56ea2372-f70d-4ed9-96da-9a9701e31877 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:53.034912 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ea2372-f70d-4ed9-96da-9a9701e31877 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:01:53.041647 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ea2372-f70d-4ed9-96da-9a9701e31877 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:53.042627 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-56ea2372-f70d-4ed9-96da-9a9701e31877 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:53.096443 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-56ea2372-f70d-4ed9-96da-9a9701e31877 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.7981510 Apr 28 20:01:53.098828 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50244) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:53.109416 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4f42728e-d252-4e6b-970d-d23a6867085b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:53.217800 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a200b4b-8873-4026-b0cf-2a8b94eb860d tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Deleting subnet 6ea8d2d6-a01f-4734-8299-1d50db91605a {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:01:53.251387 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-fff74b2b-d9e6-4e1e-b464-f1c88d9d8bb2 None None] Allocated IP 2001:db8::f816:3eff:fe6a:b319 (4ed6e8bf-6ea9-42f3-96a0-2e4d93f0469a/6ea8d2d6-a01f-4734-8299-1d50db91605a/76bc8c50-64b8-4841-aa3e-996557676ce1) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:01:53.259798 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c76d07c7-afca-4678-8aa8-3deee6a679cc up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:01:53.321385 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-4f42728e-d252-4e6b-970d-d23a6867085b None None] For port 390a8d76-3e50-4e69-bf69-82f8e776ae80, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=390a8d76-3e50-4e69-bf69-82f8e776ae80,segment=NetworkSegment(8658190d-8cea-4c22-9dc1-bf404c27eacf),segment_id=8658190d-8cea-4c22-9dc1-bf404c27eacf)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:01:53.339019 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4f42728e-d252-4e6b-970d-d23a6867085b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:53.457152 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab65c3df-f12d-4ddf-829e-84e040a6bab3 None None] DHCP port deletion for c627b3fb-bf74-4653-a109-b53021ff372e request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:01:53.548255 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port c76d07c7-afca-4678-8aa8-3deee6a679cc triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:01:53.548635 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:53.593033 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42728e-d252-4e6b-970d-d23a6867085b None None] Pushing event updated for resources: {'Port': ['ID=390a8d76-3e50-4e69-bf69-82f8e776ae80,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:53.633462 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:53.709534 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fff74b2b-d9e6-4e1e-b464-f1c88d9d8bb2 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:53.719012 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7a200b4b-8873-4026-b0cf-2a8b94eb860d tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:53.754137 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fff74b2b-d9e6-4e1e-b464-f1c88d9d8bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:53.767320 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7a200b4b-8873-4026-b0cf-2a8b94eb860d tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:53.787881 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-ab65c3df-f12d-4ddf-829e-84e040a6bab3 None None] Deleting port 390a8d76-3e50-4e69-bf69-82f8e776ae80 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:01:53.788282 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ab65c3df-f12d-4ddf-829e-84e040a6bab3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:53.903614 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 390a8d76-3e50-4e69-bf69-82f8e776ae80 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:01:53.918280 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7a200b4b-8873-4026-b0cf-2a8b94eb860d tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:53.979134 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff74b2b-d9e6-4e1e-b464-f1c88d9d8bb2 None None] Network 4ed6e8bf-6ea9-42f3-96a0-2e4d93f0469a is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:01:54.048507 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-fff74b2b-d9e6-4e1e-b464-f1c88d9d8bb2 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:54.050076 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7a200b4b-8873-4026-b0cf-2a8b94eb860d tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:54.068630 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff74b2b-d9e6-4e1e-b464-f1c88d9d8bb2 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:01:54.082052 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff74b2b-d9e6-4e1e-b464-f1c88d9d8bb2 None None] Pushing event updated for resources: {'Port': ['ID=76bc8c50-64b8-4841-aa3e-996557676ce1,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:54.124732 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a200b4b-8873-4026-b0cf-2a8b94eb860d tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Pushing event deleted for resources: {'Subnet': ['ID=6ea8d2d6-a01f-4734-8299-1d50db91605a,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:54.128570 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7a200b4b-8873-4026-b0cf-2a8b94eb860d tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:54.134760 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50256) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:54.135832 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7a200b4b-8873-4026-b0cf-2a8b94eb860d tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "DELETE /v2.0/subnets/6ea8d2d6-a01f-4734-8299-1d50db91605a HTTP/1.1" status: 204 len: 168 time: 1.0355232 Apr 28 20:01:54.153584 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-ab65c3df-f12d-4ddf-829e-84e040a6bab3 None None] For port 390a8d76-3e50-4e69-bf69-82f8e776ae80, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=390a8d76-3e50-4e69-bf69-82f8e776ae80,segment=NetworkSegment(8658190d-8cea-4c22-9dc1-bf404c27eacf),segment_id=8658190d-8cea-4c22-9dc1-bf404c27eacf)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:01:54.154245 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ab65c3df-f12d-4ddf-829e-84e040a6bab3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:54.198270 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-ab65c3df-f12d-4ddf-829e-84e040a6bab3 None None] Calling delete_port for 390a8d76-3e50-4e69-bf69-82f8e776ae80 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:01:54.237344 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677bfd46-33b6-4791-b6f3-040878679d5c tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:54.244935 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677bfd46-33b6-4791-b6f3-040878679d5c tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:54.247920 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-677bfd46-33b6-4791-b6f3-040878679d5c tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1114631 Apr 28 20:01:54.250324 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50260) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:54.281638 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-fff74b2b-d9e6-4e1e-b464-f1c88d9d8bb2 None None] Attempting to bind port 76bc8c50-64b8-4841-aa3e-996557676ce1 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:54.282260 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-fff74b2b-d9e6-4e1e-b464-f1c88d9d8bb2 None None] Attempting to bind port 76bc8c50-64b8-4841-aa3e-996557676ce1 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'd5cb6e23-d448-4b79-87fe-1c376db87956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4ed6e8bf-6ea9-42f3-96a0-2e4d93f0469a'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:54.282631 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff74b2b-d9e6-4e1e-b464-f1c88d9d8bb2 None None] Attempting to bind port 76bc8c50-64b8-4841-aa3e-996557676ce1 on network 4ed6e8bf-6ea9-42f3-96a0-2e4d93f0469a {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:54.291841 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff74b2b-d9e6-4e1e-b464-f1c88d9d8bb2 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:01:54.291841 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff74b2b-d9e6-4e1e-b464-f1c88d9d8bb2 None None] Checking segment: {'id': 'd5cb6e23-d448-4b79-87fe-1c376db87956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4ed6e8bf-6ea9-42f3-96a0-2e4d93f0469a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:01:54.292348 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fff74b2b-d9e6-4e1e-b464-f1c88d9d8bb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:54.292678 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff74b2b-d9e6-4e1e-b464-f1c88d9d8bb2 None None] Bound using segment: {'id': 'd5cb6e23-d448-4b79-87fe-1c376db87956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4ed6e8bf-6ea9-42f3-96a0-2e4d93f0469a'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:01:54.293152 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-fff74b2b-d9e6-4e1e-b464-f1c88d9d8bb2 None None] Bound port: 76bc8c50-64b8-4841-aa3e-996557676ce1, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5cb6e23-d448-4b79-87fe-1c376db87956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4ed6e8bf-6ea9-42f3-96a0-2e4d93f0469a'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:01:54.294298 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fff74b2b-d9e6-4e1e-b464-f1c88d9d8bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:54.390485 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-736efcfd-0d96-4ff7-bcfa-88b4d7cebaa1 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:54.402335 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-736efcfd-0d96-4ff7-bcfa-88b4d7cebaa1 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 28 20:01:54.402529 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 390a8d76-3e50-4e69-bf69-82f8e776ae80 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:01:54.402913 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:54.404490 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-736efcfd-0d96-4ff7-bcfa-88b4d7cebaa1 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:01:54.407999 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-736efcfd-0d96-4ff7-bcfa-88b4d7cebaa1 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "DELETE /v2.0/networks/4ed6e8bf-6ea9-42f3-96a0-2e4d93f0469a HTTP/1.1" status: 409 len: 405 time: 0.1537397 Apr 28 20:01:54.412461 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50262) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:54.423678 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-eddba007-86f3-47d6-adbd-fe77c278fe72 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1566517605'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:54.453280 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddba007-86f3-47d6-adbd-fe77c278fe72 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Made reservation on behalf of 7dc27af362504f158b0d78b43b32246a for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:54.464787 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-eddba007-86f3-47d6-adbd-fe77c278fe72 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:54.531981 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eddba007-86f3-47d6-adbd-fe77c278fe72 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:01:54.554992 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-eddba007-86f3-47d6-adbd-fe77c278fe72 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:54.559936 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-eddba007-86f3-47d6-adbd-fe77c278fe72 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Added segment b6ec5cb3-109b-4b0f-ab43-f98c4613d14b of type vlan for network 694c45d7-f182-4cd0-a270-4189854688b9 Apr 28 20:01:54.627776 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-fff74b2b-d9e6-4e1e-b464-f1c88d9d8bb2 None None] For port 76bc8c50-64b8-4841-aa3e-996557676ce1, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:01:54.632823 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-fff74b2b-d9e6-4e1e-b464-f1c88d9d8bb2 None None] For port 76bc8c50-64b8-4841-aa3e-996557676ce1, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=76bc8c50-64b8-4841-aa3e-996557676ce1,segment=NetworkSegment(d5cb6e23-d448-4b79-87fe-1c376db87956),segment_id=d5cb6e23-d448-4b79-87fe-1c376db87956)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:01:54.645279 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fff74b2b-d9e6-4e1e-b464-f1c88d9d8bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:54.653599 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-eddba007-86f3-47d6-adbd-fe77c278fe72 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:54.666038 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ab65c3df-f12d-4ddf-829e-84e040a6bab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:54.686397 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-eddba007-86f3-47d6-adbd-fe77c278fe72 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:54.693116 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddba007-86f3-47d6-adbd-fe77c278fe72 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:54.693918 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-eddba007-86f3-47d6-adbd-fe77c278fe72 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:54.754514 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab65c3df-f12d-4ddf-829e-84e040a6bab3 None None] No DVR routers for this DVR port 390a8d76-3e50-4e69-bf69-82f8e776ae80 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:01:54.759348 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Port 390a8d76-3e50-4e69-bf69-82f8e776ae80 update to ACTIVE by agent not found {{(pid=102775) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 28 20:01:54.795192 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddba007-86f3-47d6-adbd-fe77c278fe72 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Pushing event updated for resources: {'Network': ['ID=694c45d7-f182-4cd0-a270-4189854688b9,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:54.812486 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-eddba007-86f3-47d6-adbd-fe77c278fe72 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3977935 Apr 28 20:01:54.815288 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50266) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:54.821209 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-7e4d7c0d-e9c4-4542-84ba-0784cac3b654 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Request body: {'subnet': {'network_id': '694c45d7-f182-4cd0-a270-4189854688b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:54.828732 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 694c45d7-f182-4cd0-a270-4189854688b9 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:01:54.953219 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4d7c0d-e9c4-4542-84ba-0784cac3b654 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Made reservation on behalf of 7dc27af362504f158b0d78b43b32246a for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:54.958274 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7e4d7c0d-e9c4-4542-84ba-0784cac3b654 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:55.055900 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff74b2b-d9e6-4e1e-b464-f1c88d9d8bb2 None None] Pushing event updated for resources: {'Port': ['ID=76bc8c50-64b8-4841-aa3e-996557676ce1,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:55.088149 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 390a8d76-3e50-4e69-bf69-82f8e776ae80 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:01:55.135398 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a42046-f7ab-4ab7-8ead-d494271c0c0e None None] Network 4ed6e8bf-6ea9-42f3-96a0-2e4d93f0469a requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:01:55.283717 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65c3df-f12d-4ddf-829e-84e040a6bab3 None None] Pushing event deleted for resources: {'Port': ['ID=390a8d76-3e50-4e69-bf69-82f8e776ae80,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:55.293316 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 390a8d76-3e50-4e69-bf69-82f8e776ae80 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:01:55.294555 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 390a8d76-3e50-4e69-bf69-82f8e776ae80 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:01:55.444984 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de622383-3203-43a3-a622-0546568e4e11 None None] get_active_networks_info from n-d-839810-1 {{(pid=102775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 28 20:01:55.472018 n-d-839810-1 neutron-server[102774]: DEBUG neutron.objects.ports [None req-7e4d7c0d-e9c4-4542-84ba-0784cac3b654 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102774) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 20:01:55.473589 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7e4d7c0d-e9c4-4542-84ba-0784cac3b654 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:55.548729 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d7c0d-e9c4-4542-84ba-0784cac3b654 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Pushing event updated for resources: {'Subnet': ['ID=a5f18aba-e5a7-4c90-b1c9-cba18fb63d77,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:55.557251 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4d7c0d-e9c4-4542-84ba-0784cac3b654 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Checking segment: {'id': 'b6ec5cb3-109b-4b0f-ab43-f98c4613d14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '694c45d7-f182-4cd0-a270-4189854688b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:01:55.557645 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4d7c0d-e9c4-4542-84ba-0784cac3b654 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Network hostable DHCP agents. Network: 694c45d7-f182-4cd0-a270-4189854688b9, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:01:55.577653 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4d7c0d-e9c4-4542-84ba-0784cac3b654 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Network 694c45d7-f182-4cd0-a270-4189854688b9 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:01:55.597630 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-7e4d7c0d-e9c4-4542-84ba-0784cac3b654 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 694c45d7-f182-4cd0-a270-4189854688b9) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:55.602667 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4d7c0d-e9c4-4542-84ba-0784cac3b654 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:55.603246 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7e4d7c0d-e9c4-4542-84ba-0784cac3b654 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:55.634912 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:01:55.636127 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7e4d7c0d-e9c4-4542-84ba-0784cac3b654 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8194745 Apr 28 20:01:55.636400 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50274) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:55.688008 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de622383-3203-43a3-a622-0546568e4e11 None None] Unable to find a vacant binding_index for network 694c45d7-f182-4cd0-a270-4189854688b9 and agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 {{(pid=102775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 28 20:01:55.697957 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de622383-3203-43a3-a622-0546568e4e11 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 694c45d7-f182-4cd0-a270-4189854688b9) {{(pid=102775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 20:01:55.835175 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4e791820-a58b-4fb7-b88c-2e78002bbb78 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:55.868034 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:55.935035 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4e791820-a58b-4fb7-b88c-2e78002bbb78 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:56.023586 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4e791820-a58b-4fb7-b88c-2e78002bbb78 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:56.032916 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:56.115104 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4e791820-a58b-4fb7-b88c-2e78002bbb78 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:56.143884 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e791820-a58b-4fb7-b88c-2e78002bbb78 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Pushing event deleted for resources: {'Subnet': ['ID=a5f18aba-e5a7-4c90-b1c9-cba18fb63d77,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:56.163860 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-4e791820-a58b-4fb7-b88c-2e78002bbb78 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['694c45d7-f182-4cd0-a270-4189854688b9']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:56.182062 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-4e791820-a58b-4fb7-b88c-2e78002bbb78 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ec5cb3-109b-4b0f-ab43-f98c4613d14b') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:56.183777 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-4e791820-a58b-4fb7-b88c-2e78002bbb78 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ec5cb3-109b-4b0f-ab43-f98c4613d14b') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:56.197859 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4e791820-a58b-4fb7-b88c-2e78002bbb78 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:56.216069 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4e791820-a58b-4fb7-b88c-2e78002bbb78 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:56.224951 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e791820-a58b-4fb7-b88c-2e78002bbb78 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:01:56.225542 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4e791820-a58b-4fb7-b88c-2e78002bbb78 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:56.230126 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 20:01:56.230126 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:01:56.230126 n-d-839810-1 neutron-server[102773]: timer() Apr 28 20:01:56.230126 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:01:56.230126 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 20:01:56.230126 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:01:56.230126 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 20:01:56.230126 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:01:56.230126 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 20:01:56.230126 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:01:56.230126 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 20:01:56.230126 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:01:56.230126 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 20:01:56.230126 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:01:56.230126 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:01:56.230126 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:01:56.230126 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:01:56.230126 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:01:56.230126 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 20:01:56.230126 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:01:56.230126 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 20:01:56.230126 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:01:56.230126 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:01:56.230126 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:01:56.230126 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 20:01:56.230126 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:01:56.230126 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:01:56.230126 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:01:56.230126 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:01:56.230126 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:01:56.230126 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:01:56.230126 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:01:56.250589 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756b0daf-3b48-44e1-ab19-efe83a924d84 None None] Network 694c45d7-f182-4cd0-a270-4189854688b9 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:01:56.472361 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0634dabe-4b58-49ca-8c7e-9ba9853f6deb None None] Network 694c45d7-f182-4cd0-a270-4189854688b9 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:01:56.732577 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50286) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:56.753355 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4e791820-a58b-4fb7-b88c-2e78002bbb78 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:56.792768 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4e791820-a58b-4fb7-b88c-2e78002bbb78 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:56.803705 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4e791820-a58b-4fb7-b88c-2e78002bbb78 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "DELETE /v2.0/networks/694c45d7-f182-4cd0-a270-4189854688b9 HTTP/1.1" status: 204 len: 168 time: 1.1651161 Apr 28 20:01:56.806742 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e791820-a58b-4fb7-b88c-2e78002bbb78 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Pushing event deleted for resources: {'Network': ['ID=694c45d7-f182-4cd0-a270-4189854688b9,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:56.807833 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50290) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:56.820726 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-c9a5dea1-00e3-481f-a899-3d1458041727 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-49587060'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:56.867057 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a5dea1-00e3-481f-a899-3d1458041727 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Made reservation on behalf of 7dc27af362504f158b0d78b43b32246a for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:56.871115 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c9a5dea1-00e3-481f-a899-3d1458041727 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:56.909083 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a5dea1-00e3-481f-a899-3d1458041727 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:01:56.925712 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c9a5dea1-00e3-481f-a899-3d1458041727 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:56.926504 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-c9a5dea1-00e3-481f-a899-3d1458041727 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Added segment ca71b311-9109-46f9-8380-955f32a8493c of type vlan for network 2c3e081c-8520-42ac-a260-46d4786868b1 Apr 28 20:01:56.939116 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e59acbd4-a7db-4cdb-84e4-fe7202d62040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:56.985925 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c9a5dea1-00e3-481f-a899-3d1458041727 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:57.018853 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c9a5dea1-00e3-481f-a899-3d1458041727 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:57.025658 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a5dea1-00e3-481f-a899-3d1458041727 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:57.026439 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c9a5dea1-00e3-481f-a899-3d1458041727 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:57.033380 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e59acbd4-a7db-4cdb-84e4-fe7202d62040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:57.040852 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e59acbd4-a7db-4cdb-84e4-fe7202d62040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:57.101937 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e59acbd4-a7db-4cdb-84e4-fe7202d62040 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8c5d2eb8aa8947339d5cbd3084bcf6a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3676937 Apr 28 20:01:57.108678 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50292) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:57.126928 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59acbd4-a7db-4cdb-84e4-fe7202d62040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b053af-3f70-4f68-ac7c-0bdee34c4083,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:57.182792 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-03754f5b-1b5d-4092-b162-c3ab16288e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:57.217238 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-03754f5b-1b5d-4092-b162-c3ab16288e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:57.358777 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-03754f5b-1b5d-4092-b162-c3ab16288e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:57.361887 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-03754f5b-1b5d-4092-b162-c3ab16288e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:57.366152 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-03754f5b-1b5d-4092-b162-c3ab16288e05 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a0b053af-3f70-4f68-ac7c-0bdee34c4083 HTTP/1.1" status: 204 len: 168 time: 0.2562892 Apr 28 20:01:57.380255 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03754f5b-1b5d-4092-b162-c3ab16288e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b053af-3f70-4f68-ac7c-0bdee34c4083,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:57.442992 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5dea1-00e3-481f-a899-3d1458041727 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Pushing event updated for resources: {'Network': ['ID=2c3e081c-8520-42ac-a260-46d4786868b1,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:57.452563 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c9a5dea1-00e3-481f-a899-3d1458041727 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6345892 Apr 28 20:01:57.452963 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50300) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:57.458956 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-36e4bc1f-c862-432f-8cf9-46196a56d71a tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Request body: {'subnet': {'network_id': '2c3e081c-8520-42ac-a260-46d4786868b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:57.461078 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 2c3e081c-8520-42ac-a260-46d4786868b1 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:01:57.569292 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e4bc1f-c862-432f-8cf9-46196a56d71a tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Made reservation on behalf of 7dc27af362504f158b0d78b43b32246a for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:57.574306 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-36e4bc1f-c862-432f-8cf9-46196a56d71a tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:57.875671 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-36e4bc1f-c862-432f-8cf9-46196a56d71a tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:57.949839 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4bc1f-c862-432f-8cf9-46196a56d71a tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Pushing event updated for resources: {'Subnet': ['ID=2767a5b0-745d-4d98-afe0-efa73cfd2658,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:57.982579 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e4bc1f-c862-432f-8cf9-46196a56d71a tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Checking segment: {'id': 'ca71b311-9109-46f9-8380-955f32a8493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2c3e081c-8520-42ac-a260-46d4786868b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:01:57.982946 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e4bc1f-c862-432f-8cf9-46196a56d71a tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Network hostable DHCP agents. Network: 2c3e081c-8520-42ac-a260-46d4786868b1, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:01:58.003884 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e4bc1f-c862-432f-8cf9-46196a56d71a tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Network 2c3e081c-8520-42ac-a260-46d4786868b1 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:01:58.021086 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-36e4bc1f-c862-432f-8cf9-46196a56d71a tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 2c3e081c-8520-42ac-a260-46d4786868b1) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:58.033279 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e4bc1f-c862-432f-8cf9-46196a56d71a tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:58.034337 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0551376-a63f-4573-8220-3350c69b76ff None None] Network 2c3e081c-8520-42ac-a260-46d4786868b1 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:01:58.035591 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-36e4bc1f-c862-432f-8cf9-46196a56d71a tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:58.072191 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50316) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:58.077970 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-36e4bc1f-c862-432f-8cf9-46196a56d71a tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6236608 Apr 28 20:01:58.242156 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1edc066c-683b-4c1a-961f-e57c1aee0c37 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:58.325570 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1edc066c-683b-4c1a-961f-e57c1aee0c37 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:58.430943 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1edc066c-683b-4c1a-961f-e57c1aee0c37 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:58.484743 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc066c-683b-4c1a-961f-e57c1aee0c37 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Pushing event deleted for resources: {'Subnet': ['ID=2767a5b0-745d-4d98-afe0-efa73cfd2658,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:58.500066 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f45b93-5f8a-44d8-a1c9-ebc60495c345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-2c3e081c-8520-42ac-a260-46d4786868b1', 'network_id': '2c3e081c-8520-42ac-a260-46d4786868b1', 'tenant_id': '7dc27af362504f158b0d78b43b32246a', 'fixed_ips': [{'subnet_id': '2767a5b0-745d-4d98-afe0-efa73cfd2658'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:01:58.500982 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-16f45b93-5f8a-44d8-a1c9-ebc60495c345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:58.575213 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1edc066c-683b-4c1a-961f-e57c1aee0c37 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:58.611047 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-1edc066c-683b-4c1a-961f-e57c1aee0c37 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c3e081c-8520-42ac-a260-46d4786868b1']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:58.638201 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-1edc066c-683b-4c1a-961f-e57c1aee0c37 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca71b311-9109-46f9-8380-955f32a8493c') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:58.638837 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-1edc066c-683b-4c1a-961f-e57c1aee0c37 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca71b311-9109-46f9-8380-955f32a8493c') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:58.650983 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80d8ea9-9ebf-498b-8891-6b48f3c35a80 None None] Network 2c3e081c-8520-42ac-a260-46d4786868b1 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:01:58.662057 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1edc066c-683b-4c1a-961f-e57c1aee0c37 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:58.689408 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1edc066c-683b-4c1a-961f-e57c1aee0c37 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:58.701080 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1edc066c-683b-4c1a-961f-e57c1aee0c37 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:01:58.701767 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1edc066c-683b-4c1a-961f-e57c1aee0c37 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:58.705743 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 20:01:58.705743 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:01:58.705743 n-d-839810-1 neutron-server[102774]: timer() Apr 28 20:01:58.705743 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:01:58.705743 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 20:01:58.705743 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:01:58.705743 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 20:01:58.705743 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:01:58.705743 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 20:01:58.705743 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:01:58.705743 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 20:01:58.705743 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:01:58.705743 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 20:01:58.705743 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:01:58.705743 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:01:58.705743 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:01:58.705743 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:01:58.705743 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:01:58.705743 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 20:01:58.705743 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:01:58.705743 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 20:01:58.705743 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:01:58.705743 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:01:58.705743 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:01:58.705743 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 20:01:58.705743 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:01:58.705743 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:01:58.705743 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:01:58.705743 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:01:58.705743 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:01:58.705743 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:01:58.705743 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:01:58.801093 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1edc066c-683b-4c1a-961f-e57c1aee0c37 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:58.818523 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1edc066c-683b-4c1a-961f-e57c1aee0c37 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:58.829314 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1edc066c-683b-4c1a-961f-e57c1aee0c37 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "DELETE /v2.0/networks/2c3e081c-8520-42ac-a260-46d4786868b1 HTTP/1.1" status: 204 len: 168 time: 0.7523291 Apr 28 20:01:58.830629 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50354) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:58.836735 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-9e21726d-c3ec-4fd9-a408-6994a8672a85 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2070310053'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:58.854263 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc066c-683b-4c1a-961f-e57c1aee0c37 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Pushing event deleted for resources: {'Network': ['ID=2c3e081c-8520-42ac-a260-46d4786868b1,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:58.915417 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e21726d-c3ec-4fd9-a408-6994a8672a85 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Made reservation on behalf of 7dc27af362504f158b0d78b43b32246a for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:58.921483 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9e21726d-c3ec-4fd9-a408-6994a8672a85 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:58.981201 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e21726d-c3ec-4fd9-a408-6994a8672a85 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:01:58.999988 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9e21726d-c3ec-4fd9-a408-6994a8672a85 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:59.000858 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-9e21726d-c3ec-4fd9-a408-6994a8672a85 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Added segment a1981228-68c8-4939-a67b-14b86bdde306 of type vlan for network 5653b561-6ba5-4cc9-a562-72094d4a8cb8 Apr 28 20:01:59.051284 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9e21726d-c3ec-4fd9-a408-6994a8672a85 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:59.087974 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9e21726d-c3ec-4fd9-a408-6994a8672a85 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:59.102671 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e21726d-c3ec-4fd9-a408-6994a8672a85 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:59.103436 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9e21726d-c3ec-4fd9-a408-6994a8672a85 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:59.255223 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50404) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:59.266875 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9e21726d-c3ec-4fd9-a408-6994a8672a85 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4345763 Apr 28 20:01:59.269763 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50410) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:59.275174 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-f4c2ea00-91d9-421d-83d9-73ede5317ea6 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Request body: {'subnet': {'network_id': '5653b561-6ba5-4cc9-a562-72094d4a8cb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:59.281371 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21726d-c3ec-4fd9-a408-6994a8672a85 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Pushing event updated for resources: {'Network': ['ID=5653b561-6ba5-4cc9-a562-72094d4a8cb8,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:59.295121 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 5653b561-6ba5-4cc9-a562-72094d4a8cb8 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:01:59.402288 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c2ea00-91d9-421d-83d9-73ede5317ea6 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Made reservation on behalf of 7dc27af362504f158b0d78b43b32246a for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:59.411208 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f4c2ea00-91d9-421d-83d9-73ede5317ea6 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:59.502912 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1e781112-b166-4909-b23f-a08f5540ac78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:59.611567 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1e781112-b166-4909-b23f-a08f5540ac78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:59.618930 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1e781112-b166-4909-b23f-a08f5540ac78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:59.692577 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1e781112-b166-4909-b23f-a08f5540ac78 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=13f880320de9445fa5d87e9b971b5b86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4362054 Apr 28 20:01:59.695459 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50454) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:01:59.698270 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e781112-b166-4909-b23f-a08f5540ac78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69949a9a-89d9-49e9-90af-7c32a91b01d8,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:59.812468 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df1c5bf9-2334-443c-8e56-560ea13746e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:59.867525 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df1c5bf9-2334-443c-8e56-560ea13746e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:59.912415 n-d-839810-1 neutron-server[102773]: DEBUG neutron.objects.ports [None req-f4c2ea00-91d9-421d-83d9-73ede5317ea6 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102773) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 20:01:59.925371 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f4c2ea00-91d9-421d-83d9-73ede5317ea6 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:00.007911 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2ea00-91d9-421d-83d9-73ede5317ea6 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Pushing event updated for resources: {'Subnet': ['ID=b7876497-9447-4312-a184-efbbcd668850,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:00.020450 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df1c5bf9-2334-443c-8e56-560ea13746e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:00.023464 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df1c5bf9-2334-443c-8e56-560ea13746e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:00.024722 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-df1c5bf9-2334-443c-8e56-560ea13746e6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/69949a9a-89d9-49e9-90af-7c32a91b01d8 HTTP/1.1" status: 204 len: 168 time: 0.3267486 Apr 28 20:02:00.039643 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c2ea00-91d9-421d-83d9-73ede5317ea6 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Checking segment: {'id': 'a1981228-68c8-4939-a67b-14b86bdde306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5653b561-6ba5-4cc9-a562-72094d4a8cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:02:00.039856 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c2ea00-91d9-421d-83d9-73ede5317ea6 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Network hostable DHCP agents. Network: 5653b561-6ba5-4cc9-a562-72094d4a8cb8, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:02:00.042186 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c5bf9-2334-443c-8e56-560ea13746e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69949a9a-89d9-49e9-90af-7c32a91b01d8,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:00.070371 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c2ea00-91d9-421d-83d9-73ede5317ea6 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Network 5653b561-6ba5-4cc9-a562-72094d4a8cb8 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:02:00.089201 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-f4c2ea00-91d9-421d-83d9-73ede5317ea6 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 5653b561-6ba5-4cc9-a562-72094d4a8cb8) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:00.098980 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5813c464-7433-487e-ba02-18f8ded5bcdd None None] Network 5653b561-6ba5-4cc9-a562-72094d4a8cb8 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:02:00.109576 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c2ea00-91d9-421d-83d9-73ede5317ea6 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:00.110489 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f4c2ea00-91d9-421d-83d9-73ede5317ea6 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:00.137785 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f4c2ea00-91d9-421d-83d9-73ede5317ea6 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8642588 Apr 28 20:02:00.138378 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50502) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:00.336859 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5fe68971-b17b-400a-8d48-f3d2c8974c52 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:00.487583 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5fe68971-b17b-400a-8d48-f3d2c8974c52 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:00.495332 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd15dce5-e715-4d74-a2aa-d13c1f4355f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-5653b561-6ba5-4cc9-a562-72094d4a8cb8', 'network_id': '5653b561-6ba5-4cc9-a562-72094d4a8cb8', 'tenant_id': '7dc27af362504f158b0d78b43b32246a', 'fixed_ips': [{'subnet_id': 'b7876497-9447-4312-a184-efbbcd668850'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:02:00.496266 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-dd15dce5-e715-4d74-a2aa-d13c1f4355f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:00.588762 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5fe68971-b17b-400a-8d48-f3d2c8974c52 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:00.635201 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe68971-b17b-400a-8d48-f3d2c8974c52 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Pushing event deleted for resources: {'Subnet': ['ID=b7876497-9447-4312-a184-efbbcd668850,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server [None req-dd15dce5-e715-4d74-a2aa-d13c1f4355f4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b7876497-9447-4312-a184-efbbcd668850: This subnet is being modified by another concurrent operation. Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server raise exception Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b7876497-9447-4312-a184-efbbcd668850: This subnet is being modified by another concurrent operation. Apr 28 20:02:00.712271 n-d-839810-1 neutron-server[102775]: ERROR oslo_messaging.rpc.server Apr 28 20:02:00.746636 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a252cc88-5f26-46ef-9cec-0858734cfc4a None None] Network 5653b561-6ba5-4cc9-a562-72094d4a8cb8 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:02:00.777537 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5fe68971-b17b-400a-8d48-f3d2c8974c52 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:00.823963 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-5fe68971-b17b-400a-8d48-f3d2c8974c52 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5653b561-6ba5-4cc9-a562-72094d4a8cb8']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:00.836992 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-5fe68971-b17b-400a-8d48-f3d2c8974c52 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1981228-68c8-4939-a67b-14b86bdde306') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:00.837361 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-5fe68971-b17b-400a-8d48-f3d2c8974c52 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1981228-68c8-4939-a67b-14b86bdde306') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:00.856939 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5fe68971-b17b-400a-8d48-f3d2c8974c52 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:00.883179 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5fe68971-b17b-400a-8d48-f3d2c8974c52 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:00.896037 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe68971-b17b-400a-8d48-f3d2c8974c52 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:02:00.910008 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5fe68971-b17b-400a-8d48-f3d2c8974c52 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:00.914242 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 20:02:00.914242 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:02:00.914242 n-d-839810-1 neutron-server[102774]: timer() Apr 28 20:02:00.914242 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:02:00.914242 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 20:02:00.914242 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:02:00.914242 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 20:02:00.914242 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:02:00.914242 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 20:02:00.914242 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:02:00.914242 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 20:02:00.914242 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:02:00.914242 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 20:02:00.914242 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:02:00.914242 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:02:00.914242 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:02:00.914242 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:02:00.914242 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:02:00.914242 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 20:02:00.914242 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:02:00.914242 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 20:02:00.914242 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:02:00.914242 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:02:00.914242 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:02:00.914242 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 20:02:00.914242 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:02:00.914242 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:02:00.914242 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:02:00.914242 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:02:00.914242 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:02:00.914242 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:02:00.914242 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:02:00.916005 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13618865-ad7b-4e41-af39-f5387cbd5d76 None None] get_active_networks_info from n-d-839810-1 {{(pid=102775) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 28 20:02:01.021288 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5fe68971-b17b-400a-8d48-f3d2c8974c52 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:01.035709 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5fe68971-b17b-400a-8d48-f3d2c8974c52 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:01.038054 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13618865-ad7b-4e41-af39-f5387cbd5d76 None None] Resources bound (agent type, host, resource id): {{(pid=102775) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 20:02:01.057828 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50614) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:01.062369 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5fe68971-b17b-400a-8d48-f3d2c8974c52 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "DELETE /v2.0/networks/5653b561-6ba5-4cc9-a562-72094d4a8cb8 HTTP/1.1" status: 204 len: 168 time: 0.9226749 Apr 28 20:02:01.079327 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe68971-b17b-400a-8d48-f3d2c8974c52 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Pushing event deleted for resources: {'Network': ['ID=5653b561-6ba5-4cc9-a562-72094d4a8cb8,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:01.116527 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-214df749-0515-4e24-b32b-28cb1bd115b8 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] DELETE failed (client error): The resource could not be found. Apr 28 20:02:01.117656 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-214df749-0515-4e24-b32b-28cb1bd115b8 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:02:01.124457 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50624) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:01.127195 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-214df749-0515-4e24-b32b-28cb1bd115b8 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "DELETE /v2.0/subnets/b7876497-9447-4312-a184-efbbcd668850 HTTP/1.1" status: 404 len: 337 time: 0.0603964 Apr 28 20:02:01.149541 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-33bfdf78-51d0-4788-bf88-8989ba987611 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] DELETE failed (client error): The resource could not be found. Apr 28 20:02:01.150373 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33bfdf78-51d0-4788-bf88-8989ba987611 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:02:01.157471 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50630) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:01.159101 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-33bfdf78-51d0-4788-bf88-8989ba987611 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "DELETE /v2.0/networks/5653b561-6ba5-4cc9-a562-72094d4a8cb8 HTTP/1.1" status: 404 len: 339 time: 0.0330689 Apr 28 20:02:01.191491 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-09c5ef94-871c-428e-88f5-52e8a54b53fa tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] DELETE failed (client error): The resource could not be found. Apr 28 20:02:01.191944 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09c5ef94-871c-428e-88f5-52e8a54b53fa tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:02:01.195745 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-09c5ef94-871c-428e-88f5-52e8a54b53fa tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "DELETE /v2.0/subnets/2767a5b0-745d-4d98-afe0-efa73cfd2658 HTTP/1.1" status: 404 len: 337 time: 0.0372727 Apr 28 20:02:01.198434 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50636) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:01.228947 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aed54f2-79c2-40e5-829e-1bae8e023079 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] DELETE failed (client error): The resource could not be found. Apr 28 20:02:01.229704 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aed54f2-79c2-40e5-829e-1bae8e023079 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:02:01.233358 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8aed54f2-79c2-40e5-829e-1bae8e023079 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "DELETE /v2.0/networks/2c3e081c-8520-42ac-a260-46d4786868b1 HTTP/1.1" status: 404 len: 339 time: 0.0338073 Apr 28 20:02:01.235963 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50642) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:01.292731 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-30211018-f3c9-4307-9f0f-2e6418a3708e tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] DELETE failed (client error): The resource could not be found. Apr 28 20:02:01.293182 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30211018-f3c9-4307-9f0f-2e6418a3708e tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:02:01.296718 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-30211018-f3c9-4307-9f0f-2e6418a3708e tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "DELETE /v2.0/subnets/a5f18aba-e5a7-4c90-b1c9-cba18fb63d77 HTTP/1.1" status: 404 len: 337 time: 0.0596542 Apr 28 20:02:01.299295 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50652) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:01.337107 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc043758-3065-4cba-9c8e-bea936f32064 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] DELETE failed (client error): The resource could not be found. Apr 28 20:02:01.338491 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc043758-3065-4cba-9c8e-bea936f32064 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:02:01.343311 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fc043758-3065-4cba-9c8e-bea936f32064 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "DELETE /v2.0/networks/694c45d7-f182-4cd0-a270-4189854688b9 HTTP/1.1" status: 404 len: 339 time: 0.0422709 Apr 28 20:02:01.345935 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50660) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:01.482877 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-65b8e19c-cad1-4e08-94e9-f911e7477a8b tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Deleting port 41747a5f-d803-4fbb-80a1-9205330cbccb {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:02:01.483229 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-65b8e19c-cad1-4e08-94e9-f911e7477a8b tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:01.567190 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-65b8e19c-cad1-4e08-94e9-f911e7477a8b tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:01.584687 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-65b8e19c-cad1-4e08-94e9-f911e7477a8b tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Calling delete_port for 41747a5f-d803-4fbb-80a1-9205330cbccb owned by {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:02:01.698641 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-65b8e19c-cad1-4e08-94e9-f911e7477a8b tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:01.750421 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8e19c-cad1-4e08-94e9-f911e7477a8b tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Pushing event deleted for resources: {'Port': ['ID=41747a5f-d803-4fbb-80a1-9205330cbccb,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:01.753857 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-65b8e19c-cad1-4e08-94e9-f911e7477a8b tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:01.757644 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-65b8e19c-cad1-4e08-94e9-f911e7477a8b tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "DELETE /v2.0/ports/41747a5f-d803-4fbb-80a1-9205330cbccb HTTP/1.1" status: 204 len: 168 time: 0.4094720 Apr 28 20:02:01.759994 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50718) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:01.794061 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-608d482e-f1fc-4a3c-907b-f03756393ce3 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] DELETE failed (client error): The resource could not be found. Apr 28 20:02:01.795168 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-608d482e-f1fc-4a3c-907b-f03756393ce3 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:02:01.799245 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-608d482e-f1fc-4a3c-907b-f03756393ce3 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "DELETE /v2.0/subnets/6ea8d2d6-a01f-4734-8299-1d50db91605a HTTP/1.1" status: 404 len: 337 time: 0.0377979 Apr 28 20:02:01.801307 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50724) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:01.907379 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a452992-1f6f-475b-bb00-23d278fb2b54 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:01.911242 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:01.974315 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-4a452992-1f6f-475b-bb00-23d278fb2b54 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Deleting port 76bc8c50-64b8-4841-aa3e-996557676ce1 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:02:01.974659 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a452992-1f6f-475b-bb00-23d278fb2b54 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:02.055136 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-4a452992-1f6f-475b-bb00-23d278fb2b54 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] For port 76bc8c50-64b8-4841-aa3e-996557676ce1, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=76bc8c50-64b8-4841-aa3e-996557676ce1,segment=NetworkSegment(d5cb6e23-d448-4b79-87fe-1c376db87956),segment_id=d5cb6e23-d448-4b79-87fe-1c376db87956)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:02.055608 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a452992-1f6f-475b-bb00-23d278fb2b54 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:02.072753 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-4a452992-1f6f-475b-bb00-23d278fb2b54 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Calling delete_port for 76bc8c50-64b8-4841-aa3e-996557676ce1 owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:02:02.201603 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a452992-1f6f-475b-bb00-23d278fb2b54 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:02.237350 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a452992-1f6f-475b-bb00-23d278fb2b54 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Pushing event deleted for resources: {'Port': ['ID=76bc8c50-64b8-4841-aa3e-996557676ce1,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:02.243459 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a452992-1f6f-475b-bb00-23d278fb2b54 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] No DVR routers for this DVR port 76bc8c50-64b8-4841-aa3e-996557676ce1 on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:02:02.352961 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a452992-1f6f-475b-bb00-23d278fb2b54 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:02.389819 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-4a452992-1f6f-475b-bb00-23d278fb2b54 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ed6e8bf-6ea9-42f3-96a0-2e4d93f0469a']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:02.414063 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-4a452992-1f6f-475b-bb00-23d278fb2b54 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5cb6e23-d448-4b79-87fe-1c376db87956') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:02.414448 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-4a452992-1f6f-475b-bb00-23d278fb2b54 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5cb6e23-d448-4b79-87fe-1c376db87956') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:02.427690 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a452992-1f6f-475b-bb00-23d278fb2b54 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:02.444175 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a452992-1f6f-475b-bb00-23d278fb2b54 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:02.461800 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a452992-1f6f-475b-bb00-23d278fb2b54 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:02:02.462458 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a452992-1f6f-475b-bb00-23d278fb2b54 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:02.466458 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 20:02:02.466458 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:02:02.466458 n-d-839810-1 neutron-server[102774]: timer() Apr 28 20:02:02.466458 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:02:02.466458 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 20:02:02.466458 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:02:02.466458 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 20:02:02.466458 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:02:02.466458 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 20:02:02.466458 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:02:02.466458 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 20:02:02.466458 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:02:02.466458 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 20:02:02.466458 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:02:02.466458 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:02:02.466458 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:02:02.466458 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:02:02.466458 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:02:02.466458 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 20:02:02.466458 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:02:02.466458 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 20:02:02.466458 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:02:02.466458 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:02:02.466458 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:02:02.466458 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 20:02:02.466458 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:02:02.466458 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:02:02.466458 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:02:02.466458 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:02:02.466458 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:02:02.466458 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:02:02.466458 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:02:02.549969 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a452992-1f6f-475b-bb00-23d278fb2b54 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:02.558890 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4a452992-1f6f-475b-bb00-23d278fb2b54 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:02.564886 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4a452992-1f6f-475b-bb00-23d278fb2b54 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "DELETE /v2.0/networks/4ed6e8bf-6ea9-42f3-96a0-2e4d93f0469a HTTP/1.1" status: 204 len: 168 time: 0.7625694 Apr 28 20:02:02.567399 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50870) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:02.584022 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a452992-1f6f-475b-bb00-23d278fb2b54 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Pushing event deleted for resources: {'Network': ['ID=4ed6e8bf-6ea9-42f3-96a0-2e4d93f0469a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:02.705419 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-043599a9-5c7a-4e38-97d2-fa67b296c23f tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Deleting port 487fdc85-74da-4370-9a4b-c959734614f3 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:02:02.705757 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-043599a9-5c7a-4e38-97d2-fa67b296c23f tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:02.794581 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-043599a9-5c7a-4e38-97d2-fa67b296c23f tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:02.817598 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-043599a9-5c7a-4e38-97d2-fa67b296c23f tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Calling delete_port for 487fdc85-74da-4370-9a4b-c959734614f3 owned by {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:02:02.935195 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-043599a9-5c7a-4e38-97d2-fa67b296c23f tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:02.974358 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043599a9-5c7a-4e38-97d2-fa67b296c23f tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Pushing event deleted for resources: {'Port': ['ID=487fdc85-74da-4370-9a4b-c959734614f3,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:02.980530 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-043599a9-5c7a-4e38-97d2-fa67b296c23f tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:02.985497 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-043599a9-5c7a-4e38-97d2-fa67b296c23f tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "DELETE /v2.0/ports/487fdc85-74da-4370-9a4b-c959734614f3 HTTP/1.1" status: 204 len: 168 time: 0.4167287 Apr 28 20:02:02.987858 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50968) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:03.023057 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9fa3a60-cc67-4510-be19-6b79484dfad1 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] DELETE failed (client error): The resource could not be found. Apr 28 20:02:03.023517 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9fa3a60-cc67-4510-be19-6b79484dfad1 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:02:03.029468 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a9fa3a60-cc67-4510-be19-6b79484dfad1 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "DELETE /v2.0/subnets/9e08f05c-9f64-45fc-83fa-bf9cf651e9da HTTP/1.1" status: 404 len: 337 time: 0.0375977 Apr 28 20:02:03.029883 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50974) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:03.117056 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-94fd5001-32f8-481d-9f82-def26c70ae7d tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:03.213838 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-94fd5001-32f8-481d-9f82-def26c70ae7d tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:03.239238 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-94fd5001-32f8-481d-9f82-def26c70ae7d tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c627b3fb-bf74-4653-a109-b53021ff372e']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:03.251888 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-94fd5001-32f8-481d-9f82-def26c70ae7d tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8658190d-8cea-4c22-9dc1-bf404c27eacf') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:03.252208 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-94fd5001-32f8-481d-9f82-def26c70ae7d tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8658190d-8cea-4c22-9dc1-bf404c27eacf') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:03.263342 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-94fd5001-32f8-481d-9f82-def26c70ae7d tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:03.279614 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-94fd5001-32f8-481d-9f82-def26c70ae7d tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:03.288093 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94fd5001-32f8-481d-9f82-def26c70ae7d tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:02:03.288524 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-94fd5001-32f8-481d-9f82-def26c70ae7d tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:03.302584 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 20:02:03.302584 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:02:03.302584 n-d-839810-1 neutron-server[102773]: timer() Apr 28 20:02:03.302584 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:02:03.302584 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 20:02:03.302584 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:02:03.302584 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 20:02:03.302584 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:02:03.302584 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 20:02:03.302584 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:02:03.302584 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 20:02:03.302584 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:02:03.302584 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 20:02:03.302584 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:02:03.302584 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:02:03.302584 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:02:03.302584 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:02:03.302584 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:02:03.302584 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 20:02:03.302584 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:02:03.302584 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 20:02:03.302584 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:02:03.302584 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:02:03.302584 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:02:03.302584 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 20:02:03.302584 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:02:03.302584 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:02:03.302584 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:02:03.302584 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:02:03.302584 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:02:03.302584 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:02:03.302584 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:02:03.328500 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50980) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:03.363429 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-94fd5001-32f8-481d-9f82-def26c70ae7d tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:03.372635 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-94fd5001-32f8-481d-9f82-def26c70ae7d tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:03.375791 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-94fd5001-32f8-481d-9f82-def26c70ae7d tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "DELETE /v2.0/networks/c627b3fb-bf74-4653-a109-b53021ff372e HTTP/1.1" status: 204 len: 168 time: 0.3448579 Apr 28 20:02:03.378273 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50984) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:03.400134 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd5001-32f8-481d-9f82-def26c70ae7d tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Pushing event deleted for resources: {'Network': ['ID=c627b3fb-bf74-4653-a109-b53021ff372e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:03.447864 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-277cd4f3-ffa0-4cb6-9179-ffbf9066d809 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Deleting subnet 5b2b4dc4-6a2f-42ad-9585-cdf9fa18e2eb {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:02:03.453921 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-277cd4f3-ffa0-4cb6-9179-ffbf9066d809 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:03.474894 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8db78da1-9ec3-420a-a61b-0a2cb7ff80a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:03.489656 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:03.503858 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-277cd4f3-ffa0-4cb6-9179-ffbf9066d809 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:03.571919 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8db78da1-9ec3-420a-a61b-0a2cb7ff80a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:03.578667 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8db78da1-9ec3-420a-a61b-0a2cb7ff80a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:03.609746 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-277cd4f3-ffa0-4cb6-9179-ffbf9066d809 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:03.628509 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8db78da1-9ec3-420a-a61b-0a2cb7ff80a3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ca9a47e3fbc94638866c3839bedbe667&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2988880 Apr 28 20:02:03.629496 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db78da1-9ec3-420a-a61b-0a2cb7ff80a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0338422a-7fea-445f-ba30-050253ea567a,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:03.632057 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 50986) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:03.678107 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-277cd4f3-ffa0-4cb6-9179-ffbf9066d809 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:03.692990 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6bad0f48-5f4d-4c7a-b249-27cca79bf082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:03.709931 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277cd4f3-ffa0-4cb6-9179-ffbf9066d809 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Pushing event deleted for resources: {'Subnet': ['ID=5b2b4dc4-6a2f-42ad-9585-cdf9fa18e2eb,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:03.712295 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-277cd4f3-ffa0-4cb6-9179-ffbf9066d809 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:03.716148 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-277cd4f3-ffa0-4cb6-9179-ffbf9066d809 tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "DELETE /v2.0/subnets/5b2b4dc4-6a2f-42ad-9585-cdf9fa18e2eb HTTP/1.1" status: 204 len: 168 time: 0.3365180 Apr 28 20:02:03.717720 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d889b377-4142-4e49-b16a-6f94de31fc06 None None] Network cc36739f-48f3-431d-9842-3cd0212fc2ae requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:02:03.718942 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 50988) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:03.723124 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6bad0f48-5f4d-4c7a-b249-27cca79bf082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:03.780005 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6bad0f48-5f4d-4c7a-b249-27cca79bf082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:03.784621 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6bad0f48-5f4d-4c7a-b249-27cca79bf082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:03.788858 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6bad0f48-5f4d-4c7a-b249-27cca79bf082 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0338422a-7fea-445f-ba30-050253ea567a HTTP/1.1" status: 204 len: 168 time: 0.1553264 Apr 28 20:02:03.806204 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad0f48-5f4d-4c7a-b249-27cca79bf082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0338422a-7fea-445f-ba30-050253ea567a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:03.822835 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fba1787a-d2ed-4447-9e98-f14aacc77dce tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:03.957831 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-fba1787a-d2ed-4447-9e98-f14aacc77dce tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Deleting port c76d07c7-afca-4678-8aa8-3deee6a679cc {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:02:03.959078 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fba1787a-d2ed-4447-9e98-f14aacc77dce tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:04.014251 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ecb5b9-e232-4279-be63-78c1c3bf3800 None None] DHCP port deletion for cc36739f-48f3-431d-9842-3cd0212fc2ae request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:02:04.053417 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-fba1787a-d2ed-4447-9e98-f14aacc77dce tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] For port c76d07c7-afca-4678-8aa8-3deee6a679cc, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c76d07c7-afca-4678-8aa8-3deee6a679cc,segment=NetworkSegment(696d5497-a67c-4d42-8e08-79e744c09c1c),segment_id=696d5497-a67c-4d42-8e08-79e744c09c1c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:04.058170 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fba1787a-d2ed-4447-9e98-f14aacc77dce tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:04.091725 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-fba1787a-d2ed-4447-9e98-f14aacc77dce tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Calling delete_port for c76d07c7-afca-4678-8aa8-3deee6a679cc owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:02:04.093572 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-85ecb5b9-e232-4279-be63-78c1c3bf3800 None None] Deleting port c76d07c7-afca-4678-8aa8-3deee6a679cc {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:02:04.094483 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-85ecb5b9-e232-4279-be63-78c1c3bf3800 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:04.200998 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-85ecb5b9-e232-4279-be63-78c1c3bf3800 None None] For port c76d07c7-afca-4678-8aa8-3deee6a679cc, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c76d07c7-afca-4678-8aa8-3deee6a679cc,segment=NetworkSegment(696d5497-a67c-4d42-8e08-79e744c09c1c),segment_id=696d5497-a67c-4d42-8e08-79e744c09c1c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:04.201190 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-85ecb5b9-e232-4279-be63-78c1c3bf3800 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:04.218333 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-85ecb5b9-e232-4279-be63-78c1c3bf3800 None None] Calling delete_port for c76d07c7-afca-4678-8aa8-3deee6a679cc owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:02:04.242522 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51010) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:04.281144 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-46db3d3a-b574-4085-852a-7d12b1a0b535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:04.322763 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-96f75580-741c-4404-bc70-8c7ea680a5b2 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:04.326453 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-96f75580-741c-4404-bc70-8c7ea680a5b2 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/networks?id=1257065b-636d-4562-9945-4d3f71e38460 HTTP/1.1" status: 200 len: 813 time: 0.2217355 Apr 28 20:02:04.337416 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fba1787a-d2ed-4447-9e98-f14aacc77dce tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:04.339963 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-85ecb5b9-e232-4279-be63-78c1c3bf3800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:04.367685 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ecb5b9-e232-4279-be63-78c1c3bf3800 None None] Pushing event deleted for resources: {'Port': ['ID=c76d07c7-afca-4678-8aa8-3deee6a679cc,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:04.372018 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ecb5b9-e232-4279-be63-78c1c3bf3800 None None] No DVR routers for this DVR port c76d07c7-afca-4678-8aa8-3deee6a679cc on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:02:04.392327 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba1787a-d2ed-4447-9e98-f14aacc77dce tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] No DVR routers for this DVR port c76d07c7-afca-4678-8aa8-3deee6a679cc on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:02:04.398687 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1787a-d2ed-4447-9e98-f14aacc77dce tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Pushing event deleted for resources: {'Port': ['ID=c76d07c7-afca-4678-8aa8-3deee6a679cc,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:04.408915 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-cdc7d04f-8683-4f52-b586-f5b220ad6e33 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/quotas/7935b8771de9446f8d5b5e8387574e0d HTTP/1.1" status: 200 len: 375 time: 0.0726511 Apr 28 20:02:04.485874 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-5cd83bad-2ab2-4d7b-8dfa-227a45614568 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7935b8771de9446f8d5b5e8387574e0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564377 Apr 28 20:02:04.528433 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-af005767-df85-4321-b71d-449907b93aa6 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:02:04.529431 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-af005767-df85-4321-b71d-449907b93aa6 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134449 Apr 28 20:02:04.540250 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fba1787a-d2ed-4447-9e98-f14aacc77dce tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:04.588819 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-fba1787a-d2ed-4447-9e98-f14aacc77dce tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc36739f-48f3-431d-9842-3cd0212fc2ae']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:04.633704 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-fba1787a-d2ed-4447-9e98-f14aacc77dce tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '696d5497-a67c-4d42-8e08-79e744c09c1c') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:04.633704 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-fba1787a-d2ed-4447-9e98-f14aacc77dce tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '696d5497-a67c-4d42-8e08-79e744c09c1c') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:04.635934 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-46db3d3a-b574-4085-852a-7d12b1a0b535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:04.650046 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-46db3d3a-b574-4085-852a-7d12b1a0b535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:04.653791 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fba1787a-d2ed-4447-9e98-f14aacc77dce tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:04.704386 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fba1787a-d2ed-4447-9e98-f14aacc77dce tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:04.721373 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba1787a-d2ed-4447-9e98-f14aacc77dce tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:02:04.721786 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fba1787a-d2ed-4447-9e98-f14aacc77dce tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:04.724778 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 20:02:04.724778 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:02:04.724778 n-d-839810-1 neutron-server[102773]: timer() Apr 28 20:02:04.724778 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:02:04.724778 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 20:02:04.724778 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:02:04.724778 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 20:02:04.724778 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:02:04.724778 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 20:02:04.724778 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:02:04.724778 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 20:02:04.724778 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:02:04.724778 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 20:02:04.724778 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:02:04.724778 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:02:04.724778 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:02:04.724778 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:02:04.724778 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:02:04.724778 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 20:02:04.724778 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:02:04.724778 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 20:02:04.724778 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:02:04.724778 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:02:04.724778 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:02:04.724778 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 20:02:04.724778 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:02:04.724778 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:02:04.724778 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:02:04.724778 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:02:04.724778 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:02:04.724778 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:02:04.724778 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:02:04.729244 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db3d3a-b574-4085-852a-7d12b1a0b535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ed2637-43ca-44e7-9e24-b73d0073e6e9,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:04.748467 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-46db3d3a-b574-4085-852a-7d12b1a0b535 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e2f774119c1e478b8b6f35ec18f5ffaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5030718 Apr 28 20:02:04.751116 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51012) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:04.786812 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-f7a80755-2bc4-4d96-a423-fd85616bf15b service neutron] 10.222.0.42 "GET /v2.0/networks/1257065b-636d-4562-9945-4d3f71e38460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438970 Apr 28 20:02:04.822929 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-904d0bb8-7331-4c13-a3f0-5aaa02e8668b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:04.849689 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-904d0bb8-7331-4c13-a3f0-5aaa02e8668b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:04.855202 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fba1787a-d2ed-4447-9e98-f14aacc77dce tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:04.865606 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fba1787a-d2ed-4447-9e98-f14aacc77dce tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:04.868309 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fba1787a-d2ed-4447-9e98-f14aacc77dce tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] 10.222.0.42 "DELETE /v2.0/networks/cc36739f-48f3-431d-9842-3cd0212fc2ae HTTP/1.1" status: 204 len: 168 time: 1.1482227 Apr 28 20:02:04.882525 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1787a-d2ed-4447-9e98-f14aacc77dce tempest-NetworksIpV6TestAttrs-1345631107 tempest-NetworksIpV6TestAttrs-1345631107-project] Pushing event deleted for resources: {'Network': ['ID=cc36739f-48f3-431d-9842-3cd0212fc2ae,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:04.915132 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-904d0bb8-7331-4c13-a3f0-5aaa02e8668b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:04.920746 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-904d0bb8-7331-4c13-a3f0-5aaa02e8668b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:04.937009 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-904d0bb8-7331-4c13-a3f0-5aaa02e8668b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b7ed2637-43ca-44e7-9e24-b73d0073e6e9 HTTP/1.1" status: 204 len: 168 time: 0.1781816 Apr 28 20:02:04.943777 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-d5957f7a-e522-415a-a928-64d66e37145c service neutron] 10.222.0.42 "GET /v2.0/networks/1257065b-636d-4562-9945-4d3f71e38460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454437 Apr 28 20:02:04.952851 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d0bb8-7331-4c13-a3f0-5aaa02e8668b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ed2637-43ca-44e7-9e24-b73d0073e6e9,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:05.008297 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c76d07c7-afca-4678-8aa8-3deee6a679cc no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:02:05.037996 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: c76d07c7-afca-4678-8aa8-3deee6a679cc {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:02:05.038519 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c76d07c7-afca-4678-8aa8-3deee6a679cc not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:02:05.240646 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e4c6d023-3469-4ed8-8b34-cd609347223d req-caffd142-72b0-4295-a15b-beb6ad1609c3 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/ports?device_id=4561b420-21df-4a7f-8291-0215affdda90 HTTP/1.1" status: 200 len: 210 time: 0.0537391 Apr 28 20:02:05.294261 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51028) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:05.546768 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-95a1e36d-9e3c-411b-9161-4afd7e109002 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7dc27af362504f158b0d78b43b32246a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2490869 Apr 28 20:02:05.547180 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51046) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:05.607762 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a91db188-83ea-4837-b1a6-34350f5d80e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:05.635684 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a91db188-83ea-4837-b1a6-34350f5d80e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:05.697826 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a91db188-83ea-4837-b1a6-34350f5d80e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:05.701183 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a91db188-83ea-4837-b1a6-34350f5d80e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:05.704897 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a91db188-83ea-4837-b1a6-34350f5d80e2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6ac7d057-925b-45bb-844f-cb880a982d0e HTTP/1.1" status: 204 len: 168 time: 0.1541562 Apr 28 20:02:05.720213 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91db188-83ea-4837-b1a6-34350f5d80e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac7d057-925b-45bb-844f-cb880a982d0e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:06.058665 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51066) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:06.242847 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-c3ec346a-48d5-4351-8e17-e01675196c1a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-268584922-network', 'tenant_id': 'b90cfc892edd4470a5640cb887918f1a'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:06.298429 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ec346a-48d5-4351-8e17-e01675196c1a admin admin] Made reservation on behalf of b90cfc892edd4470a5640cb887918f1a for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:06.301507 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3ec346a-48d5-4351-8e17-e01675196c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:06.328555 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3ec346a-48d5-4351-8e17-e01675196c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:06.469686 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-307fb71d-7a79-4d1a-87b8-3da47b7757f6 req-c8a3deee-9265-4471-9697-c01b7fd53a7c tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/ports?device_id=4561b420-21df-4a7f-8291-0215affdda90 HTTP/1.1" status: 200 len: 210 time: 0.0510383 Apr 28 20:02:06.564093 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-17d79627-b86f-4dcf-bc24-9423641e2aca tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:06.566210 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-17d79627-b86f-4dcf-bc24-9423641e2aca tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.15 "GET /v2.0/networks?id=1257065b-636d-4562-9945-4d3f71e38460 HTTP/1.1" status: 200 len: 813 time: 0.2610474 Apr 28 20:02:06.573923 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51086) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:06.581139 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-697e9021-0d99-4041-ad10-32a6432e5d1b tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Request body: {'port': {'device_id': '4561b420-21df-4a7f-8291-0215affdda90', 'network_id': '1257065b-636d-4562-9945-4d3f71e38460', 'admin_state_up': True, 'tenant_id': '7935b8771de9446f8d5b5e8387574e0d'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:06.611722 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3ec346a-48d5-4351-8e17-e01675196c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:06.645399 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3ec346a-48d5-4351-8e17-e01675196c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:06.683212 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ec346a-48d5-4351-8e17-e01675196c1a admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:02:06.706658 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-07b52f0c-152a-4fe0-9cf0-b0374ef1de82 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-921174893', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:06.707020 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec346a-48d5-4351-8e17-e01675196c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48014d38-8b84-4509-9ff2-e50775628007,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:06.717708 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3ec346a-48d5-4351-8e17-e01675196c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:06.717997 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-c3ec346a-48d5-4351-8e17-e01675196c1a admin admin] Added segment e64b0cb4-6e2b-4c06-81d4-5321e68f507b of type vlan for network d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f Apr 28 20:02:06.734061 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-07b52f0c-152a-4fe0-9cf0-b0374ef1de82 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:06.735936 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-07b52f0c-152a-4fe0-9cf0-b0374ef1de82 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:06.778832 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3ec346a-48d5-4351-8e17-e01675196c1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:06.802478 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-07b52f0c-152a-4fe0-9cf0-b0374ef1de82 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:06.806866 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-07b52f0c-152a-4fe0-9cf0-b0374ef1de82 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:06.813612 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-697e9021-0d99-4041-ad10-32a6432e5d1b tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Made reservation on behalf of 7935b8771de9446f8d5b5e8387574e0d for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:06.817730 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-697e9021-0d99-4041-ad10-32a6432e5d1b tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:06.829852 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-07b52f0c-152a-4fe0-9cf0-b0374ef1de82 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:06.831205 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-07b52f0c-152a-4fe0-9cf0-b0374ef1de82 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2548518 Apr 28 20:02:06.833869 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51090) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:06.838166 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3ec346a-48d5-4351-8e17-e01675196c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:06.839195 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ec346a-48d5-4351-8e17-e01675196c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:06.839712 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-54fe21c2-1c30-47b9-8e7a-412683507d3e tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-953171619'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:06.839888 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3ec346a-48d5-4351-8e17-e01675196c1a admin admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:06.864304 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fe21c2-1c30-47b9-8e7a-412683507d3e tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Made reservation on behalf of 83974b054d8f40d59d157b46cadf09d3 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:06.868364 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-54fe21c2-1c30-47b9-8e7a-412683507d3e tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:06.879618 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-54fe21c2-1c30-47b9-8e7a-412683507d3e tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:06.955774 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c3ec346a-48d5-4351-8e17-e01675196c1a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8954508 Apr 28 20:02:06.958603 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51092) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:06.974896 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-d5123ee4-eb4b-4d2e-9d53-e6459778ac89 admin admin] Request body: {'subnet': {'network_id': 'd629e648-5e1f-4bf0-a6c2-df9e5f4aa45f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-268584922-subnet', 'tenant_id': 'b90cfc892edd4470a5640cb887918f1a', 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:06.997614 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec346a-48d5-4351-8e17-e01675196c1a admin admin] Pushing event updated for resources: {'Network': ['ID=d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:07.000625 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-54fe21c2-1c30-47b9-8e7a-412683507d3e tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:07.012009 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:02:07.018910 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5123ee4-eb4b-4d2e-9d53-e6459778ac89 admin admin] Made reservation on behalf of b90cfc892edd4470a5640cb887918f1a for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:07.023785 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d5123ee4-eb4b-4d2e-9d53-e6459778ac89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:07.029526 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-54fe21c2-1c30-47b9-8e7a-412683507d3e tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:07.069491 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-697e9021-0d99-4041-ad10-32a6432e5d1b tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Allocated IP 172.20.0.12 (1257065b-636d-4562-9945-4d3f71e38460/139b68e3-9992-4157-9be2-66ce6383a053/6eba6d19-4c11-4fe0-91ee-769291571ddf) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:07.108729 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54fe21c2-1c30-47b9-8e7a-412683507d3e tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:02:07.141504 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-54fe21c2-1c30-47b9-8e7a-412683507d3e tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:07.142131 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-54fe21c2-1c30-47b9-8e7a-412683507d3e tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Added segment 8df15116-2fbe-48cc-b1bf-a9bd1fc2e5ff of type vlan for network 6bbeda88-9b1a-44c2-b891-2aa1e75820f5 Apr 28 20:02:07.143401 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe21c2-1c30-47b9-8e7a-412683507d3e tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aab0f9d3-c165-4f6d-9334-dd17ed0c5821,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:07.206050 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-54fe21c2-1c30-47b9-8e7a-412683507d3e tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:07.260348 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-697e9021-0d99-4041-ad10-32a6432e5d1b tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:07.280990 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-54fe21c2-1c30-47b9-8e7a-412683507d3e tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:07.287173 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fe21c2-1c30-47b9-8e7a-412683507d3e tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:07.287764 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-54fe21c2-1c30-47b9-8e7a-412683507d3e tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:07.305897 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-697e9021-0d99-4041-ad10-32a6432e5d1b tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:07.370403 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-697e9021-0d99-4041-ad10-32a6432e5d1b tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Network 1257065b-636d-4562-9945-4d3f71e38460 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:07.372354 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-697e9021-0d99-4041-ad10-32a6432e5d1b tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:07.374082 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e9021-0d99-4041-ad10-32a6432e5d1b tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Pushing event updated for resources: {'Port': ['ID=6eba6d19-4c11-4fe0-91ee-769291571ddf,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:07.376355 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-697e9021-0d99-4041-ad10-32a6432e5d1b tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:02:07.381578 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-54fe21c2-1c30-47b9-8e7a-412683507d3e tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5465362 Apr 28 20:02:07.390927 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51094) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:07.396883 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-7e174c83-e69f-4a64-8c80-46ea7e8a391b tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Request body: {'subnet': {'network_id': '6bbeda88-9b1a-44c2-b891-2aa1e75820f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:07.405841 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe21c2-1c30-47b9-8e7a-412683507d3e tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Pushing event updated for resources: {'Network': ['ID=6bbeda88-9b1a-44c2-b891-2aa1e75820f5,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:07.417816 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d5123ee4-eb4b-4d2e-9d53-e6459778ac89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:07.419695 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 6bbeda88-9b1a-44c2-b891-2aa1e75820f5 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:02:07.489123 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5123ee4-eb4b-4d2e-9d53-e6459778ac89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c7f59ea-3b4f-4e02-963c-a01964429570,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:07.496419 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5123ee4-eb4b-4d2e-9d53-e6459778ac89 admin admin] Checking segment: {'id': 'e64b0cb4-6e2b-4c06-81d4-5321e68f507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd629e648-5e1f-4bf0-a6c2-df9e5f4aa45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:02:07.496769 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5123ee4-eb4b-4d2e-9d53-e6459778ac89 admin admin] Network hostable DHCP agents. Network: d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:02:07.549160 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5123ee4-eb4b-4d2e-9d53-e6459778ac89 admin admin] Network d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:02:07.564988 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-697e9021-0d99-4041-ad10-32a6432e5d1b tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:07.565710 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-697e9021-0d99-4041-ad10-32a6432e5d1b tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:07.565840 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-d5123ee4-eb4b-4d2e-9d53-e6459778ac89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:07.573891 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5123ee4-eb4b-4d2e-9d53-e6459778ac89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:07.575844 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d5123ee4-eb4b-4d2e-9d53-e6459778ac89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:07.576887 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65c0583-f27f-4668-af81-ff11a2b1638d None None] Network d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:02:07.610993 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d5123ee4-eb4b-4d2e-9d53-e6459778ac89 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6507099 Apr 28 20:02:07.613578 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-697e9021-0d99-4041-ad10-32a6432e5d1b tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0376799 Apr 28 20:02:07.614054 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51100) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:07.619869 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-1a8b9400-d7a5-42dd-bd7c-1320f186eb5b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-268584922-router', 'tenant_id': 'b90cfc892edd4470a5640cb887918f1a', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:07.631447 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-48f31110-9144-4487-b8e7-83ed2ef58ea7 service neutron] Request body: {'port': {'device_id': '4561b420-21df-4a7f-8291-0215affdda90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:07.655251 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e174c83-e69f-4a64-8c80-46ea7e8a391b tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Made reservation on behalf of 83974b054d8f40d59d157b46cadf09d3 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:07.658309 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6476d34-9b5f-4e9b-8d92-104abb15d124 req-261f2118-7889-4653-b955-d0f6a83f970b tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:07.659781 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7e174c83-e69f-4a64-8c80-46ea7e8a391b tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:07.660673 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e6476d34-9b5f-4e9b-8d92-104abb15d124 req-261f2118-7889-4653-b955-d0f6a83f970b tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/ports?device_id=4561b420-21df-4a7f-8291-0215affdda90 HTTP/1.1" status: 200 len: 932 time: 0.0786638 Apr 28 20:02:07.741599 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e6476d34-9b5f-4e9b-8d92-104abb15d124 req-201c2e5a-baf5-4c4d-a609-19dfa38f0cd1 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/security-groups?id=29a7ab95-457b-4595-9690-a1bd2d1992a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681951 Apr 28 20:02:07.770160 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a8b9400-d7a5-42dd-bd7c-1320f186eb5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:07.771447 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a8b9400-d7a5-42dd-bd7c-1320f186eb5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:07.792683 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ac8508-574b-4839-aea0-91cdf9dfda13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f', 'network_id': 'd629e648-5e1f-4bf0-a6c2-df9e5f4aa45f', 'tenant_id': 'b90cfc892edd4470a5640cb887918f1a', 'fixed_ips': [{'subnet_id': '9c7f59ea-3b4f-4e02-963c-a01964429570'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:02:07.794989 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a8ac8508-574b-4839-aea0-91cdf9dfda13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:07.795620 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-48f31110-9144-4487-b8e7-83ed2ef58ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:07.899900 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a8b9400-d7a5-42dd-bd7c-1320f186eb5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:07.961924 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-a8ac8508-574b-4839-aea0-91cdf9dfda13 None None] Allocated IP 172.20.0.2 (d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f/9c7f59ea-3b4f-4e02-963c-a01964429570/247f042d-0cef-4d97-9328-10b088ea7cee) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:08.122746 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a8ac8508-574b-4839-aea0-91cdf9dfda13 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:08.131257 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a8ac8508-574b-4839-aea0-91cdf9dfda13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:08.177499 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ac8508-574b-4839-aea0-91cdf9dfda13 None None] Network d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:08.180449 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-a8ac8508-574b-4839-aea0-91cdf9dfda13 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:08.185657 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ac8508-574b-4839-aea0-91cdf9dfda13 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:02:08.188886 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac8508-574b-4839-aea0-91cdf9dfda13 None None] Pushing event updated for resources: {'Port': ['ID=247f042d-0cef-4d97-9328-10b088ea7cee,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:08.196931 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a8b9400-d7a5-42dd-bd7c-1320f186eb5b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:08.245507 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-a8ac8508-574b-4839-aea0-91cdf9dfda13 None None] Attempting to bind port 247f042d-0cef-4d97-9328-10b088ea7cee on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:02:08.246058 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-a8ac8508-574b-4839-aea0-91cdf9dfda13 None None] Attempting to bind port 247f042d-0cef-4d97-9328-10b088ea7cee by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'e64b0cb4-6e2b-4c06-81d4-5321e68f507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd629e648-5e1f-4bf0-a6c2-df9e5f4aa45f'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:02:08.246694 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ac8508-574b-4839-aea0-91cdf9dfda13 None None] Attempting to bind port 247f042d-0cef-4d97-9328-10b088ea7cee on network d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:02:08.252994 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ac8508-574b-4839-aea0-91cdf9dfda13 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:02:08.254074 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ac8508-574b-4839-aea0-91cdf9dfda13 None None] Checking segment: {'id': 'e64b0cb4-6e2b-4c06-81d4-5321e68f507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd629e648-5e1f-4bf0-a6c2-df9e5f4aa45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:02:08.255208 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a8ac8508-574b-4839-aea0-91cdf9dfda13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:08.256373 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ac8508-574b-4839-aea0-91cdf9dfda13 None None] Bound using segment: {'id': 'e64b0cb4-6e2b-4c06-81d4-5321e68f507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd629e648-5e1f-4bf0-a6c2-df9e5f4aa45f'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:02:08.259947 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-a8ac8508-574b-4839-aea0-91cdf9dfda13 None None] Bound port: 247f042d-0cef-4d97-9328-10b088ea7cee, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e64b0cb4-6e2b-4c06-81d4-5321e68f507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd629e648-5e1f-4bf0-a6c2-df9e5f4aa45f'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:02:08.260381 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a8ac8508-574b-4839-aea0-91cdf9dfda13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:08.269754 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7e174c83-e69f-4a64-8c80-46ea7e8a391b tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:08.338510 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-a8ac8508-574b-4839-aea0-91cdf9dfda13 None None] For port 247f042d-0cef-4d97-9328-10b088ea7cee, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:02:08.342939 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-a8ac8508-574b-4839-aea0-91cdf9dfda13 None None] For port 247f042d-0cef-4d97-9328-10b088ea7cee, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=247f042d-0cef-4d97-9328-10b088ea7cee,segment=NetworkSegment(e64b0cb4-6e2b-4c06-81d4-5321e68f507b),segment_id=e64b0cb4-6e2b-4c06-81d4-5321e68f507b)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:02:08.347079 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a8ac8508-574b-4839-aea0-91cdf9dfda13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:08.406079 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac8508-574b-4839-aea0-91cdf9dfda13 None None] Pushing event updated for resources: {'Port': ['ID=247f042d-0cef-4d97-9328-10b088ea7cee,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:08.787049 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e174c83-e69f-4a64-8c80-46ea7e8a391b tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Pushing event updated for resources: {'Subnet': ['ID=4c7157ff-d6dd-40c4-bf53-567c0ebfafe4,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:08.866326 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e174c83-e69f-4a64-8c80-46ea7e8a391b tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Checking segment: {'id': '8df15116-2fbe-48cc-b1bf-a9bd1fc2e5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6bbeda88-9b1a-44c2-b891-2aa1e75820f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:02:08.866617 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e174c83-e69f-4a64-8c80-46ea7e8a391b tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Network hostable DHCP agents. Network: 6bbeda88-9b1a-44c2-b891-2aa1e75820f5, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:02:08.874502 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb1192-a178-4a58-8bc9-e17fe74f45e8 req-cc72e9ba-7f43-4d17-a4d8-50d5810bc0bc tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:08.875992 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-18fb1192-a178-4a58-8bc9-e17fe74f45e8 req-cc72e9ba-7f43-4d17-a4d8-50d5810bc0bc tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/ports?device_id=4561b420-21df-4a7f-8291-0215affdda90 HTTP/1.1" status: 200 len: 932 time: 0.0533504 Apr 28 20:02:08.928216 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-18fb1192-a178-4a58-8bc9-e17fe74f45e8 req-0a065b39-597f-4efa-bd7e-40e124fa66a5 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/security-groups?id=29a7ab95-457b-4595-9690-a1bd2d1992a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420618 Apr 28 20:02:08.929607 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363f233-4fee-4de3-aa9c-084e9a04f58d req-59f16def-1559-4006-91dc-1fa94f0a1360 tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:08.931266 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1363f233-4fee-4de3-aa9c-084e9a04f58d req-59f16def-1559-4006-91dc-1fa94f0a1360 tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 1096 time: 0.1478400 Apr 28 20:02:08.951715 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e174c83-e69f-4a64-8c80-46ea7e8a391b tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Network 6bbeda88-9b1a-44c2-b891-2aa1e75820f5 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:02:08.969810 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-48f31110-9144-4487-b8e7-83ed2ef58ea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eba6d19-4c11-4fe0-91ee-769291571ddf {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:02:08.983953 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-48f31110-9144-4487-b8e7-83ed2ef58ea7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:09.003536 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-7e174c83-e69f-4a64-8c80-46ea7e8a391b tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 6bbeda88-9b1a-44c2-b891-2aa1e75820f5) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:09.012478 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e174c83-e69f-4a64-8c80-46ea7e8a391b tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:09.013323 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7e174c83-e69f-4a64-8c80-46ea7e8a391b tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:09.016946 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b196935c-81de-4e0e-9c8f-1cdbbcc3a10a None None] Network 6bbeda88-9b1a-44c2-b891-2aa1e75820f5 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:02:09.021477 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-48f31110-9144-4487-b8e7-83ed2ef58ea7 service neutron] Transition to ACTIVE for port object 6eba6d19-4c11-4fe0-91ee-769291571ddf will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:02:09.044478 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1363f233-4fee-4de3-aa9c-084e9a04f58d req-11c89993-f75b-4674-80da-252bf816ba34 tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981264 Apr 28 20:02:09.048572 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-48f31110-9144-4487-b8e7-83ed2ef58ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:09.087177 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51110) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:09.093124 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7e174c83-e69f-4a64-8c80-46ea7e8a391b tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7008653 Apr 28 20:02:09.096960 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51112) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:09.102852 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-8a5ae226-1012-4f01-aff9-66f5a4ecac6d tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Request body: {'network': {'name': 'tempest-router-network01--2103310458'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:09.112709 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 247f042d-0cef-4d97-9328-10b088ea7cee up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:02:09.154058 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5ae226-1012-4f01-aff9-66f5a4ecac6d tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Made reservation on behalf of 83974b054d8f40d59d157b46cadf09d3 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:09.158715 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8a5ae226-1012-4f01-aff9-66f5a4ecac6d tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:09.193723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a5ae226-1012-4f01-aff9-66f5a4ecac6d tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:02:09.214255 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8a5ae226-1012-4f01-aff9-66f5a4ecac6d tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:09.214954 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-8a5ae226-1012-4f01-aff9-66f5a4ecac6d tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Added segment 110fb71e-2fa7-4be4-b7ac-89d7050d9018 of type vlan for network ffdfa343-7ce1-4792-8ad8-eed485f22907 Apr 28 20:02:09.283554 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8a5ae226-1012-4f01-aff9-66f5a4ecac6d tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:09.290459 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 247f042d-0cef-4d97-9328-10b088ea7cee triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:09.290948 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:09.308229 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f31110-9144-4487-b8e7-83ed2ef58ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=6eba6d19-4c11-4fe0-91ee-769291571ddf,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:09.326883 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33093cc6-fb94-400e-82e7-e6b2d85bbf02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-6bbeda88-9b1a-44c2-b891-2aa1e75820f5', 'network_id': '6bbeda88-9b1a-44c2-b891-2aa1e75820f5', 'tenant_id': '83974b054d8f40d59d157b46cadf09d3', 'fixed_ips': [{'subnet_id': '4c7157ff-d6dd-40c4-bf53-567c0ebfafe4'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:02:09.327887 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-33093cc6-fb94-400e-82e7-e6b2d85bbf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:09.342162 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8a5ae226-1012-4f01-aff9-66f5a4ecac6d tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:09.350849 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5ae226-1012-4f01-aff9-66f5a4ecac6d tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:09.352034 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8a5ae226-1012-4f01-aff9-66f5a4ecac6d tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:09.437278 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8a5ae226-1012-4f01-aff9-66f5a4ecac6d tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3388560 Apr 28 20:02:09.441382 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51114) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:09.449072 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-62c2163f-9848-4526-9c73-549ca785fbc6 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Request body: {'network': {'name': 'tempest-router-network02--1867530660'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:09.467381 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ae226-1012-4f01-aff9-66f5a4ecac6d tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Pushing event updated for resources: {'Network': ['ID=ffdfa343-7ce1-4792-8ad8-eed485f22907,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:09.509089 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c2163f-9848-4526-9c73-549ca785fbc6 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Made reservation on behalf of 83974b054d8f40d59d157b46cadf09d3 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:09.514234 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network ffdfa343-7ce1-4792-8ad8-eed485f22907 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:02:09.516353 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-62c2163f-9848-4526-9c73-549ca785fbc6 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:09.552328 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62c2163f-9848-4526-9c73-549ca785fbc6 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:02:09.569667 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-62c2163f-9848-4526-9c73-549ca785fbc6 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:09.570001 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-62c2163f-9848-4526-9c73-549ca785fbc6 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Added segment 54612eda-7d95-4db1-b15c-6a3b19d11aed of type vlan for network c9a4158a-993a-4b1e-a998-b6f1397831e3 Apr 28 20:02:09.587191 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a8b9400-d7a5-42dd-bd7c-1320f186eb5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:09.651716 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a8b9400-d7a5-42dd-bd7c-1320f186eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:09.667135 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-62c2163f-9848-4526-9c73-549ca785fbc6 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:09.674641 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-33093cc6-fb94-400e-82e7-e6b2d85bbf02 None None] Allocated IP 172.20.0.2 (6bbeda88-9b1a-44c2-b891-2aa1e75820f5/4c7157ff-d6dd-40c4-bf53-567c0ebfafe4/96ade8e8-e8b9-4065-8c1c-b6d96a80fd7e) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:09.721632 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-62c2163f-9848-4526-9c73-549ca785fbc6 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:09.734432 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c2163f-9848-4526-9c73-549ca785fbc6 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:09.735684 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-62c2163f-9848-4526-9c73-549ca785fbc6 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:09.795290 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:09.810209 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe6227a-e19d-4940-bd57-7a857b0b9c43 None None] Network d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:02:09.862884 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 247f042d-0cef-4d97-9328-10b088ea7cee, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=247f042d-0cef-4d97-9328-10b088ea7cee,segment=NetworkSegment(e64b0cb4-6e2b-4c06-81d4-5321e68f507b),segment_id=e64b0cb4-6e2b-4c06-81d4-5321e68f507b)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:09.885715 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-62c2163f-9848-4526-9c73-549ca785fbc6 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4416618 Apr 28 20:02:09.886456 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51122) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:09.893810 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-1a8b9400-d7a5-42dd-bd7c-1320f186eb5b admin admin] Allocated IP 172.25.8.91 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/45ef3267-1095-4f08-9c99-37a88b8516df) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:09.903692 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-392c6be4-7208-4375-ac2c-f9ab26ef004c tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Request body: {'subnet': {'network_id': 'ffdfa343-7ce1-4792-8ad8-eed485f22907', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:09.926403 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c2163f-9848-4526-9c73-549ca785fbc6 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Pushing event updated for resources: {'Network': ['ID=c9a4158a-993a-4b1e-a998-b6f1397831e3,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:09.931448 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:09.954220 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-48f31110-9144-4487-b8e7-83ed2ef58ea7 service neutron] Attempting to bind port 6eba6d19-4c11-4fe0-91ee-769291571ddf on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:02:09.954720 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-48f31110-9144-4487-b8e7-83ed2ef58ea7 service neutron] Attempting to bind port 6eba6d19-4c11-4fe0-91ee-769291571ddf by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'bd2bed0b-01bb-4134-a009-1575952a87b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1257065b-636d-4562-9945-4d3f71e38460'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:02:09.955421 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-48f31110-9144-4487-b8e7-83ed2ef58ea7 service neutron] Attempting to bind port 6eba6d19-4c11-4fe0-91ee-769291571ddf on network 1257065b-636d-4562-9945-4d3f71e38460 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:02:09.969022 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network c9a4158a-993a-4b1e-a998-b6f1397831e3 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:02:09.999109 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-48f31110-9144-4487-b8e7-83ed2ef58ea7 service neutron] Port 6eba6d19-4c11-4fe0-91ee-769291571ddf on network 1257065b-636d-4562-9945-4d3f71e38460 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:02:09.999500 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-48f31110-9144-4487-b8e7-83ed2ef58ea7 service neutron] Attempting to bind port 6eba6d19-4c11-4fe0-91ee-769291571ddf on network 1257065b-636d-4562-9945-4d3f71e38460 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:02:10.011953 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-48f31110-9144-4487-b8e7-83ed2ef58ea7 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:02:10.023931 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-48f31110-9144-4487-b8e7-83ed2ef58ea7 service neutron] Checking segment: {'id': 'bd2bed0b-01bb-4134-a009-1575952a87b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1257065b-636d-4562-9945-4d3f71e38460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:02:10.024655 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-48f31110-9144-4487-b8e7-83ed2ef58ea7 service neutron] Bound using segment: {'id': 'bd2bed0b-01bb-4134-a009-1575952a87b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1257065b-636d-4562-9945-4d3f71e38460'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:02:10.025221 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-48f31110-9144-4487-b8e7-83ed2ef58ea7 service neutron] Bound port: 6eba6d19-4c11-4fe0-91ee-769291571ddf, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd2bed0b-01bb-4134-a009-1575952a87b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1257065b-636d-4562-9945-4d3f71e38460'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:02:10.025659 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-48f31110-9144-4487-b8e7-83ed2ef58ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:10.063598 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392c6be4-7208-4375-ac2c-f9ab26ef004c tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Made reservation on behalf of 83974b054d8f40d59d157b46cadf09d3 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:10.065085 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-392c6be4-7208-4375-ac2c-f9ab26ef004c tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:10.093700 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c600aa7e-9d98-478b-b30e-e5ad19216ab1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Deleting port eedcef93-9c10-4c13-a84f-5b8148f067d2 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:02:10.094294 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c600aa7e-9d98-478b-b30e-e5ad19216ab1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:10.159832 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=247f042d-0cef-4d97-9328-10b088ea7cee,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:10.166692 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-70f382db-c0ae-4160-affe-1d1b67f53a44 None None] Provisioning complete for port 247f042d-0cef-4d97-9328-10b088ea7cee triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:10.167147 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-70f382db-c0ae-4160-affe-1d1b67f53a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:10.186659 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c600aa7e-9d98-478b-b30e-e5ad19216ab1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:10.186966 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c600aa7e-9d98-478b-b30e-e5ad19216ab1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:10.203037 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c600aa7e-9d98-478b-b30e-e5ad19216ab1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Calling delete_port for eedcef93-9c10-4c13-a84f-5b8148f067d2 owned by network:floatingip {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:02:10.218012 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-33093cc6-fb94-400e-82e7-e6b2d85bbf02 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:10.220387 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365943b0-c548-4e11-89c9-a3ea241707f7 req-7bedab65-7dae-4765-8b7f-88b8e6e9fb7c tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:10.223109 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-365943b0-c548-4e11-89c9-a3ea241707f7 req-7bedab65-7dae-4765-8b7f-88b8e6e9fb7c tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/ports?device_id=4561b420-21df-4a7f-8291-0215affdda90 HTTP/1.1" status: 200 len: 944 time: 0.1795299 Apr 28 20:02:10.248574 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-33093cc6-fb94-400e-82e7-e6b2d85bbf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:10.298100 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-365943b0-c548-4e11-89c9-a3ea241707f7 req-949740a0-6e19-43cb-a4b2-34f14ec0430b tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/security-groups?id=29a7ab95-457b-4595-9690-a1bd2d1992a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651262 Apr 28 20:02:10.305908 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33093cc6-fb94-400e-82e7-e6b2d85bbf02 None None] Network 6bbeda88-9b1a-44c2-b891-2aa1e75820f5 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:10.314322 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-33093cc6-fb94-400e-82e7-e6b2d85bbf02 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:10.330452 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33093cc6-fb94-400e-82e7-e6b2d85bbf02 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:02:10.363094 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33093cc6-fb94-400e-82e7-e6b2d85bbf02 None None] Pushing event updated for resources: {'Port': ['ID=96ade8e8-e8b9-4065-8c1c-b6d96a80fd7e,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:10.427140 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-392c6be4-7208-4375-ac2c-f9ab26ef004c tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:10.440599 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a8b9400-d7a5-42dd-bd7c-1320f186eb5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:10.443775 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-48f31110-9144-4487-b8e7-83ed2ef58ea7 service neutron] For port 6eba6d19-4c11-4fe0-91ee-769291571ddf, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:02:10.470568 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-48f31110-9144-4487-b8e7-83ed2ef58ea7 service neutron] For port 6eba6d19-4c11-4fe0-91ee-769291571ddf, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=6eba6d19-4c11-4fe0-91ee-769291571ddf,segment=NetworkSegment(bd2bed0b-01bb-4134-a009-1575952a87b8),segment_id=bd2bed0b-01bb-4134-a009-1575952a87b8)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:02:10.481606 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-48f31110-9144-4487-b8e7-83ed2ef58ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:10.509885 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c6be4-7208-4375-ac2c-f9ab26ef004c tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Pushing event updated for resources: {'Subnet': ['ID=d0df4cb2-99b7-4b64-a6ce-5877056a0753,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:10.541961 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c6be4-7208-4375-ac2c-f9ab26ef004c tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Checking segment: {'id': '110fb71e-2fa7-4be4-b7ac-89d7050d9018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ffdfa343-7ce1-4792-8ad8-eed485f22907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:02:10.542310 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392c6be4-7208-4375-ac2c-f9ab26ef004c tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Network hostable DHCP agents. Network: ffdfa343-7ce1-4792-8ad8-eed485f22907, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:02:10.562969 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392c6be4-7208-4375-ac2c-f9ab26ef004c tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Network ffdfa343-7ce1-4792-8ad8-eed485f22907 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:02:10.574468 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-392c6be4-7208-4375-ac2c-f9ab26ef004c tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, ffdfa343-7ce1-4792-8ad8-eed485f22907) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:10.580188 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392c6be4-7208-4375-ac2c-f9ab26ef004c tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:10.580971 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-392c6be4-7208-4375-ac2c-f9ab26ef004c tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:10.591456 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-48f31110-9144-4487-b8e7-83ed2ef58ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:10.592127 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-48f31110-9144-4487-b8e7-83ed2ef58ea7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:10.593730 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-48f31110-9144-4487-b8e7-83ed2ef58ea7 service neutron] 10.222.0.15 "PUT /v2.0/ports/6eba6d19-4c11-4fe0-91ee-769291571ddf HTTP/1.1" status: 200 len: 1092 time: 2.9682422 Apr 28 20:02:10.598231 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4561b420-21df-4a7f-8291-0215affdda90', 'tag': '6eba6d19-4c11-4fe0-91ee-769291571ddf'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:02:10.601099 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f853d63-26de-4c98-8722-149f0812beb8" -d '{"events": [{"name": "network-changed", "server_uuid": "4561b420-21df-4a7f-8291-0215affdda90", "tag": "6eba6d19-4c11-4fe0-91ee-769291571ddf"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:02:10.613936 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-392c6be4-7208-4375-ac2c-f9ab26ef004c tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7186024 Apr 28 20:02:10.616723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51140) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:10.621894 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f31110-9144-4487-b8e7-83ed2ef58ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=6eba6d19-4c11-4fe0-91ee-769291571ddf,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:10.623573 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-d6f66cc8-c2a0-43f6-ba68-00843305c064 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Request body: {'subnet': {'network_id': 'c9a4158a-993a-4b1e-a998-b6f1397831e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:10.640360 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c600aa7e-9d98-478b-b30e-e5ad19216ab1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:10.675100 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a8b9400-d7a5-42dd-bd7c-1320f186eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:10.687731 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c600aa7e-9d98-478b-b30e-e5ad19216ab1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event deleted for resources: {'Port': ['ID=eedcef93-9c10-4c13-a84f-5b8148f067d2,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:10.715675 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25294197-66c9-4d16-9c9d-4ac6ce352ed7 None None] Network ffdfa343-7ce1-4792-8ad8-eed485f22907 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:02:10.732207 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8ad9ee-f90e-4bb6-84c7-04744835abd3 x-openstack-request-id: req-3c8ad9ee-f90e-4bb6-84c7-04744835abd3 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:02:10.732583 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4561b420-21df-4a7f-8291-0215affdda90", "tag": "6eba6d19-4c11-4fe0-91ee-769291571ddf", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:02:10.732898 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3c8ad9ee-f90e-4bb6-84c7-04744835abd3 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:02:10.733442 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c8ad9ee-f90e-4bb6-84c7-04744835abd3'] response: {'name': 'network-changed', 'server_uuid': '4561b420-21df-4a7f-8291-0215affdda90', 'tag': '6eba6d19-4c11-4fe0-91ee-769291571ddf', 'status': 'completed', 'code': 200} Apr 28 20:02:10.758796 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f66cc8-c2a0-43f6-ba68-00843305c064 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Made reservation on behalf of 83974b054d8f40d59d157b46cadf09d3 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:10.763124 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d6f66cc8-c2a0-43f6-ba68-00843305c064 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:10.835038 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8b9400-d7a5-42dd-bd7c-1320f186eb5b admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:10.852611 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-33093cc6-fb94-400e-82e7-e6b2d85bbf02 None None] Attempting to bind port 96ade8e8-e8b9-4065-8c1c-b6d96a80fd7e on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:02:10.853222 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-33093cc6-fb94-400e-82e7-e6b2d85bbf02 None None] Attempting to bind port 96ade8e8-e8b9-4065-8c1c-b6d96a80fd7e by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '8df15116-2fbe-48cc-b1bf-a9bd1fc2e5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6bbeda88-9b1a-44c2-b891-2aa1e75820f5'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:02:10.857202 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33093cc6-fb94-400e-82e7-e6b2d85bbf02 None None] Attempting to bind port 96ade8e8-e8b9-4065-8c1c-b6d96a80fd7e on network 6bbeda88-9b1a-44c2-b891-2aa1e75820f5 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:02:10.865114 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33093cc6-fb94-400e-82e7-e6b2d85bbf02 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:02:10.865731 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33093cc6-fb94-400e-82e7-e6b2d85bbf02 None None] Checking segment: {'id': '8df15116-2fbe-48cc-b1bf-a9bd1fc2e5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6bbeda88-9b1a-44c2-b891-2aa1e75820f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:02:10.866318 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-33093cc6-fb94-400e-82e7-e6b2d85bbf02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:10.866861 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33093cc6-fb94-400e-82e7-e6b2d85bbf02 None None] Bound using segment: {'id': '8df15116-2fbe-48cc-b1bf-a9bd1fc2e5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6bbeda88-9b1a-44c2-b891-2aa1e75820f5'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:02:10.869864 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-33093cc6-fb94-400e-82e7-e6b2d85bbf02 None None] Bound port: 96ade8e8-e8b9-4065-8c1c-b6d96a80fd7e, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df15116-2fbe-48cc-b1bf-a9bd1fc2e5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6bbeda88-9b1a-44c2-b891-2aa1e75820f5'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:02:10.871139 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-33093cc6-fb94-400e-82e7-e6b2d85bbf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:10.874730 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-1a8b9400-d7a5-42dd-bd7c-1320f186eb5b admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:10.881551 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8b9400-d7a5-42dd-bd7c-1320f186eb5b admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:02:10.883524 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b9400-d7a5-42dd-bd7c-1320f186eb5b admin admin] Pushing event updated for resources: {'Port': ['ID=45ef3267-1095-4f08-9c99-37a88b8516df,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:10.966084 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-dbd2955e-eb60-4db8-8f3b-1918907fae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:10.967625 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-dbd2955e-eb60-4db8-8f3b-1918907fae72 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7935b8771de9446f8d5b5e8387574e0d&device_id=4561b420-21df-4a7f-8291-0215affdda90 HTTP/1.1" status: 200 len: 1095 time: 0.2953682 Apr 28 20:02:10.981242 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c600aa7e-9d98-478b-b30e-e5ad19216ab1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for floatingip, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:10.981801 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [None req-c600aa7e-9d98-478b-b30e-e5ad19216ab1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Floating IP a247d791-5a17-441a-91eb-35bd8b2b4f7d disassociated (deleted). External IP: 172.25.8.58, port: 35ad3893-b711-4738-902a-be6f7ffbc944. Apr 28 20:02:11.072871 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-03eb2799-2924-4310-be43-efcc5dcf01fe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6eba6d19-4c11-4fe0-91ee-769291571ddf HTTP/1.1" status: 200 len: 217 time: 0.0955403 Apr 28 20:02:11.085315 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-33093cc6-fb94-400e-82e7-e6b2d85bbf02 None None] For port 96ade8e8-e8b9-4065-8c1c-b6d96a80fd7e, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:02:11.087390 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 247f042d-0cef-4d97-9328-10b088ea7cee up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:02:11.119801 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d6f66cc8-c2a0-43f6-ba68-00843305c064 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:11.176796 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-33093cc6-fb94-400e-82e7-e6b2d85bbf02 None None] For port 96ade8e8-e8b9-4065-8c1c-b6d96a80fd7e, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=96ade8e8-e8b9-4065-8c1c-b6d96a80fd7e,segment=NetworkSegment(8df15116-2fbe-48cc-b1bf-a9bd1fc2e5ff),segment_id=8df15116-2fbe-48cc-b1bf-a9bd1fc2e5ff)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:02:11.204264 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-4e477c20-2fd6-44f2-9c2e-e35de8f8153b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:11.205804 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-4e477c20-2fd6-44f2-9c2e-e35de8f8153b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=139b68e3-9992-4157-9be2-66ce6383a053 HTTP/1.1" status: 200 len: 853 time: 0.0868356 Apr 28 20:02:11.209705 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-33093cc6-fb94-400e-82e7-e6b2d85bbf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:11.217877 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a38465-94e6-4375-a483-d6887988274a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-ffdfa343-7ce1-4792-8ad8-eed485f22907', 'network_id': 'ffdfa343-7ce1-4792-8ad8-eed485f22907', 'tenant_id': '83974b054d8f40d59d157b46cadf09d3', 'fixed_ips': [{'subnet_id': 'd0df4cb2-99b7-4b64-a6ce-5877056a0753'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:02:11.218727 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c7a38465-94e6-4375-a483-d6887988274a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:11.228304 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f66cc8-c2a0-43f6-ba68-00843305c064 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Pushing event updated for resources: {'Subnet': ['ID=1c5fb0b5-32e3-4e2f-acd6-4c157a4cbfb3,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:11.243749 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-30635055-b8bf-4553-85ee-eac0a0dbad04 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1257065b-636d-4562-9945-4d3f71e38460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288279 Apr 28 20:02:11.248567 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f66cc8-c2a0-43f6-ba68-00843305c064 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Checking segment: {'id': '54612eda-7d95-4db1-b15c-6a3b19d11aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c9a4158a-993a-4b1e-a998-b6f1397831e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:02:11.249691 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f66cc8-c2a0-43f6-ba68-00843305c064 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Network hostable DHCP agents. Network: c9a4158a-993a-4b1e-a998-b6f1397831e3, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:02:11.275090 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f66cc8-c2a0-43f6-ba68-00843305c064 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Network c9a4158a-993a-4b1e-a998-b6f1397831e3 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:02:11.285800 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 247f042d-0cef-4d97-9328-10b088ea7cee triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:11.286180 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:11.324869 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-d6f66cc8-c2a0-43f6-ba68-00843305c064 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, c9a4158a-993a-4b1e-a998-b6f1397831e3) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:11.338805 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f66cc8-c2a0-43f6-ba68-00843305c064 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:11.340933 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d6f66cc8-c2a0-43f6-ba68-00843305c064 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:11.372421 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6762b10-11da-4026-8db0-52d63037a5fb None None] Network c9a4158a-993a-4b1e-a998-b6f1397831e3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:02:11.386955 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d6f66cc8-c2a0-43f6-ba68-00843305c064 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7689798 Apr 28 20:02:11.389819 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51146) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:11.473336 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-572ecfe6-62af-4faa-a4ac-54d5dfa1aeea None None] Provisioning complete for port 247f042d-0cef-4d97-9328-10b088ea7cee triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:11.473709 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-572ecfe6-62af-4faa-a4ac-54d5dfa1aeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:11.521548 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33093cc6-fb94-400e-82e7-e6b2d85bbf02 None None] Pushing event updated for resources: {'Port': ['ID=96ade8e8-e8b9-4065-8c1c-b6d96a80fd7e,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:11.688542 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a8b9400-d7a5-42dd-bd7c-1320f186eb5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:11.750983 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047222ec-8dc1-4c01-8759-cb55d00094c8 req-5d3ba414-6585-44b3-8e1c-baf1c04cf7e5 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:11.752954 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-047222ec-8dc1-4c01-8759-cb55d00094c8 req-5d3ba414-6585-44b3-8e1c-baf1c04cf7e5 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/ports?device_id=4561b420-21df-4a7f-8291-0215affdda90 HTTP/1.1" status: 200 len: 944 time: 0.2703667 Apr 28 20:02:11.759556 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-bf2780e9-64a2-45ab-aea0-c842598f7559 service neutron] 10.222.0.15 "GET /v2.0/networks/1257065b-636d-4562-9945-4d3f71e38460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821362 Apr 28 20:02:11.875030 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-c7a38465-94e6-4375-a483-d6887988274a None None] Allocated IP 172.20.0.2 (ffdfa343-7ce1-4792-8ad8-eed485f22907/d0df4cb2-99b7-4b64-a6ce-5877056a0753/05cc999a-af68-4f12-bc1e-b163fef62309) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:11.970327 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b84f69-e0ba-476e-8763-921b21882e18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-c9a4158a-993a-4b1e-a998-b6f1397831e3', 'network_id': 'c9a4158a-993a-4b1e-a998-b6f1397831e3', 'tenant_id': '83974b054d8f40d59d157b46cadf09d3', 'fixed_ips': [{'subnet_id': '1c5fb0b5-32e3-4e2f-acd6-4c157a4cbfb3'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:02:11.971095 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d7b84f69-e0ba-476e-8763-921b21882e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:12.025105 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-047222ec-8dc1-4c01-8759-cb55d00094c8 req-a1c71f86-072c-414e-8bf1-1067adbd92d1 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/security-groups?id=29a7ab95-457b-4595-9690-a1bd2d1992a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232463 Apr 28 20:02:12.041190 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9df8b43-dd50-48a5-b452-8dce7bacd524 req-5337333e-1aed-4a85-b034-5276cc8fb351 service neutron] 10.222.0.15 "GET /v2.0/networks/1257065b-636d-4562-9945-4d3f71e38460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389817 Apr 28 20:02:12.053205 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-167641c7-af14-4792-b32a-4e3655960947 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:12.182419 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a8b9400-d7a5-42dd-bd7c-1320f186eb5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:12.266994 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c600aa7e-9d98-478b-b30e-e5ad19216ab1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Router 01a1ae97-ab9a-4ca9-ae55-be939788ed37 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:02:12.365630 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-d7b84f69-e0ba-476e-8763-921b21882e18 None None] Allocated IP 172.20.0.2 (c9a4158a-993a-4b1e-a998-b6f1397831e3/1c5fb0b5-32e3-4e2f-acd6-4c157a4cbfb3/f8fcbb8c-59c1-4300-95f1-cedfe137e40a) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:12.373043 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c7a38465-94e6-4375-a483-d6887988274a None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:12.385889 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c7a38465-94e6-4375-a483-d6887988274a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:12.447266 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a38465-94e6-4375-a483-d6887988274a None None] Network ffdfa343-7ce1-4792-8ad8-eed485f22907 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:12.456443 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-c7a38465-94e6-4375-a483-d6887988274a None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:12.462033 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a38465-94e6-4375-a483-d6887988274a None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:02:12.467298 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-167641c7-af14-4792-b32a-4e3655960947 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Allocated IP 172.20.0.1 (ffdfa343-7ce1-4792-8ad8-eed485f22907/d0df4cb2-99b7-4b64-a6ce-5877056a0753/d2952def-2c07-4d58-8425-9cb7b001375d) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:12.530841 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a38465-94e6-4375-a483-d6887988274a None None] Pushing event updated for resources: {'Port': ['ID=05cc999a-af68-4f12-bc1e-b163fef62309,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:12.692177 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-167641c7-af14-4792-b32a-4e3655960947 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:12.698176 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d7b84f69-e0ba-476e-8763-921b21882e18 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:12.701921 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-c7a38465-94e6-4375-a483-d6887988274a None None] Attempting to bind port 05cc999a-af68-4f12-bc1e-b163fef62309 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:02:12.702352 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-c7a38465-94e6-4375-a483-d6887988274a None None] Attempting to bind port 05cc999a-af68-4f12-bc1e-b163fef62309 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '110fb71e-2fa7-4be4-b7ac-89d7050d9018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ffdfa343-7ce1-4792-8ad8-eed485f22907'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:02:12.702723 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a38465-94e6-4375-a483-d6887988274a None None] Attempting to bind port 05cc999a-af68-4f12-bc1e-b163fef62309 on network ffdfa343-7ce1-4792-8ad8-eed485f22907 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:02:12.709401 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d7b84f69-e0ba-476e-8763-921b21882e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:12.735818 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a38465-94e6-4375-a483-d6887988274a None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:02:12.737931 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a38465-94e6-4375-a483-d6887988274a None None] Checking segment: {'id': '110fb71e-2fa7-4be4-b7ac-89d7050d9018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ffdfa343-7ce1-4792-8ad8-eed485f22907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:02:12.738503 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c7a38465-94e6-4375-a483-d6887988274a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:12.739009 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a38465-94e6-4375-a483-d6887988274a None None] Bound using segment: {'id': '110fb71e-2fa7-4be4-b7ac-89d7050d9018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ffdfa343-7ce1-4792-8ad8-eed485f22907'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:02:12.740808 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-c7a38465-94e6-4375-a483-d6887988274a None None] Bound port: 05cc999a-af68-4f12-bc1e-b163fef62309, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110fb71e-2fa7-4be4-b7ac-89d7050d9018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ffdfa343-7ce1-4792-8ad8-eed485f22907'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:02:12.741228 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c7a38465-94e6-4375-a483-d6887988274a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:12.747379 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-167641c7-af14-4792-b32a-4e3655960947 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:12.763334 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b84f69-e0ba-476e-8763-921b21882e18 None None] Network c9a4158a-993a-4b1e-a998-b6f1397831e3 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:12.767165 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-d7b84f69-e0ba-476e-8763-921b21882e18 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:12.814797 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b84f69-e0ba-476e-8763-921b21882e18 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:02:12.828784 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167641c7-af14-4792-b32a-4e3655960947 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Network ffdfa343-7ce1-4792-8ad8-eed485f22907 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:12.832736 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-167641c7-af14-4792-b32a-4e3655960947 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:12.842734 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167641c7-af14-4792-b32a-4e3655960947 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:02:12.889135 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01c23d3-d3d3-4720-af75-aa74cfe191d9 None None] Network 6bbeda88-9b1a-44c2-b891-2aa1e75820f5 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:02:12.909921 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167641c7-af14-4792-b32a-4e3655960947 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Pushing event updated for resources: {'Port': ['ID=d2952def-2c07-4d58-8425-9cb7b001375d,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:12.919066 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f853d63-26de-4c98-8722-149f0812beb8 req-d2bb4e14-81f9-438d-b2a5-d355720f64f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:12.920483 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f853d63-26de-4c98-8722-149f0812beb8 req-d2bb4e14-81f9-438d-b2a5-d355720f64f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7935b8771de9446f8d5b5e8387574e0d&device_id=4561b420-21df-4a7f-8291-0215affdda90 HTTP/1.1" status: 200 len: 1095 time: 0.7707083 Apr 28 20:02:12.968410 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c600aa7e-9d98-478b-b30e-e5ad19216ab1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:02:12.970399 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-167641c7-af14-4792-b32a-4e3655960947 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:12.973839 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c600aa7e-9d98-478b-b30e-e5ad19216ab1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:12.984147 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d789f74f-0ce2-4509-9065-ccb82f060f2b None None] Sync routers for ids ['01a1ae97-ab9a-4ca9-ae55-be939788ed37'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:02:13.005259 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d789f74f-0ce2-4509-9065-ccb82f060f2b None None] Routers {'01a1ae97-ab9a-4ca9-ae55-be939788ed37'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:02:13.005908 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-d789f74f-0ce2-4509-9065-ccb82f060f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:01:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['01a1ae97-ab9a-4ca9-ae55-be939788ed37'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:13.054229 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b84f69-e0ba-476e-8763-921b21882e18 None None] Pushing event updated for resources: {'Port': ['ID=f8fcbb8c-59c1-4300-95f1-cedfe137e40a,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:13.135621 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f853d63-26de-4c98-8722-149f0812beb8 req-fc135a6a-592c-4654-82b6-498d7dbddde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:13.137448 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f853d63-26de-4c98-8722-149f0812beb8 req-fc135a6a-592c-4654-82b6-498d7dbddde0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1257065b-636d-4562-9945-4d3f71e38460 HTTP/1.1" status: 200 len: 914 time: 0.2086236 Apr 28 20:02:13.138892 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c600aa7e-9d98-478b-b30e-e5ad19216ab1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "DELETE /v2.0/floatingips/a247d791-5a17-441a-91eb-35bd8b2b4f7d HTTP/1.1" status: 204 len: 168 time: 4.0447013 Apr 28 20:02:13.142376 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44faf1e-7d8e-4254-b75a-e109a0268336', 'tag': '35ad3893-b711-4738-902a-be6f7ffbc944'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:02:13.147314 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c2ff89-0a7f-4240-9fd8-f826fdd6c7d6" -d '{"events": [{"name": "network-changed", "server_uuid": "c44faf1e-7d8e-4254-b75a-e109a0268336", "tag": "35ad3893-b711-4738-902a-be6f7ffbc944"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:02:13.201177 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f853d63-26de-4c98-8722-149f0812beb8 req-36dcb45f-eb28-4258-97ec-ddd98dd1ed6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6eba6d19-4c11-4fe0-91ee-769291571ddf HTTP/1.1" status: 200 len: 217 time: 0.0527568 Apr 28 20:02:13.255276 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-167641c7-af14-4792-b32a-4e3655960947 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:13.258391 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f853d63-26de-4c98-8722-149f0812beb8 req-22caf328-40dc-415e-bede-cfe7a9aa656b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:13.260024 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f853d63-26de-4c98-8722-149f0812beb8 req-22caf328-40dc-415e-bede-cfe7a9aa656b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=139b68e3-9992-4157-9be2-66ce6383a053 HTTP/1.1" status: 200 len: 853 time: 0.0524232 Apr 28 20:02:13.266698 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-c0f38d2a-e4e4-49f5-a197-a24095fd1fbb None None] Provisioning complete for port 96ade8e8-e8b9-4065-8c1c-b6d96a80fd7e triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:13.267073 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c0f38d2a-e4e4-49f5-a197-a24095fd1fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:13.296588 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-d789f74f-0ce2-4509-9065-ccb82f060f2b None None] Set router 01a1ae97-ab9a-4ca9-ae55-be939788ed37 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:02:13.314422 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8b9400-d7a5-42dd-bd7c-1320f186eb5b admin admin] Router 0e8e406a-ba38-4f55-aa06-c6523cf12370 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 20:02:13.340443 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f853d63-26de-4c98-8722-149f0812beb8 req-db197e11-0181-4eaa-8a0a-e8c26bf85a26 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1257065b-636d-4562-9945-4d3f71e38460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728660 Apr 28 20:02:13.398814 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d7b84f69-e0ba-476e-8763-921b21882e18 None None] Attempting to bind port f8fcbb8c-59c1-4300-95f1-cedfe137e40a on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:02:13.399979 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d7b84f69-e0ba-476e-8763-921b21882e18 None None] Attempting to bind port f8fcbb8c-59c1-4300-95f1-cedfe137e40a by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '54612eda-7d95-4db1-b15c-6a3b19d11aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c9a4158a-993a-4b1e-a998-b6f1397831e3'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:02:13.400378 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b84f69-e0ba-476e-8763-921b21882e18 None None] Attempting to bind port f8fcbb8c-59c1-4300-95f1-cedfe137e40a on network c9a4158a-993a-4b1e-a998-b6f1397831e3 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:02:13.427359 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b84f69-e0ba-476e-8763-921b21882e18 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:02:13.427674 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b84f69-e0ba-476e-8763-921b21882e18 None None] Checking segment: {'id': '54612eda-7d95-4db1-b15c-6a3b19d11aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c9a4158a-993a-4b1e-a998-b6f1397831e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:02:13.429721 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d7b84f69-e0ba-476e-8763-921b21882e18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:13.430144 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b84f69-e0ba-476e-8763-921b21882e18 None None] Bound using segment: {'id': '54612eda-7d95-4db1-b15c-6a3b19d11aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c9a4158a-993a-4b1e-a998-b6f1397831e3'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:02:13.432698 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d7b84f69-e0ba-476e-8763-921b21882e18 None None] Bound port: f8fcbb8c-59c1-4300-95f1-cedfe137e40a, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54612eda-7d95-4db1-b15c-6a3b19d11aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c9a4158a-993a-4b1e-a998-b6f1397831e3'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:02:13.433203 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d7b84f69-e0ba-476e-8763-921b21882e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:13.498315 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-c7a38465-94e6-4375-a483-d6887988274a None None] For port 05cc999a-af68-4f12-bc1e-b163fef62309, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:02:13.525632 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 96ade8e8-e8b9-4065-8c1c-b6d96a80fd7e up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:02:13.593180 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-c7a38465-94e6-4375-a483-d6887988274a None None] For port 05cc999a-af68-4f12-bc1e-b163fef62309, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=05cc999a-af68-4f12-bc1e-b163fef62309,segment=NetworkSegment(110fb71e-2fa7-4be4-b7ac-89d7050d9018),segment_id=110fb71e-2fa7-4be4-b7ac-89d7050d9018)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:02:13.614686 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157ae23-30d7-49ba-a511-219a7aeb693f req-b4ac4af0-f438-4fcf-8401-c3269137bfc1 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:13.626823 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0157ae23-30d7-49ba-a511-219a7aeb693f req-b4ac4af0-f438-4fcf-8401-c3269137bfc1 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/ports?device_id=4561b420-21df-4a7f-8291-0215affdda90 HTTP/1.1" status: 200 len: 944 time: 0.3657196 Apr 28 20:02:13.632468 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04e2192-2732-4436-8d4b-885e6960afcf x-openstack-request-id: req-e04e2192-2732-4436-8d4b-885e6960afcf {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:02:13.632753 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44faf1e-7d8e-4254-b75a-e109a0268336", "tag": "35ad3893-b711-4738-902a-be6f7ffbc944", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:02:13.633014 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e04e2192-2732-4436-8d4b-885e6960afcf {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:02:13.633420 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e04e2192-2732-4436-8d4b-885e6960afcf'] response: {'name': 'network-changed', 'server_uuid': 'c44faf1e-7d8e-4254-b75a-e109a0268336', 'tag': '35ad3893-b711-4738-902a-be6f7ffbc944', 'status': 'completed', 'code': 200} Apr 28 20:02:13.657000 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f853d63-26de-4c98-8722-149f0812beb8 req-15670504-bc1d-4bb6-bf65-d20ca4dc318e service neutron] 10.222.0.15 "GET /v2.0/networks/1257065b-636d-4562-9945-4d3f71e38460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065844 Apr 28 20:02:13.668621 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c7a38465-94e6-4375-a483-d6887988274a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:13.677285 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-d789f74f-0ce2-4509-9065-ccb82f060f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-713405308', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '4bfe2794-1447-4ffe-b8f7-1f10b6f89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:00:08Z', 'updated_at': '2022-04-28T20:00:17Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '4bfe2794-1447-4ffe-b8f7-1f10b6f89822', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:00:09Z', 'updated_at': '2022-04-28T20:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '44bd0748-6675-4950-b284-fe48715fe3a0', 'name': '', 'network_id': '48755b91-0964-4b17-9b2c-cb54e83e1276', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'mac_address': 'fa:16:3e:c5:79:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '43502a32-c77b-45bd-a11f-30959b40de62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:00:16Z', 'updated_at': '2022-04-28T20:00:22Z', 'revision_number': 5, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'subnets': [{'id': '43502a32-c77b-45bd-a11f-30959b40de62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:13.718130 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d789f74f-0ce2-4509-9065-ccb82f060f2b None None] Checking router: 01a1ae97-ab9a-4ca9-ae55-be939788ed37 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:02:13.728253 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d789f74f-0ce2-4509-9065-ccb82f060f2b None None] Routers {'01a1ae97-ab9a-4ca9-ae55-be939788ed37'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:02:13.729198 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-d789f74f-0ce2-4509-9065-ccb82f060f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:01:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['01a1ae97-ab9a-4ca9-ae55-be939788ed37'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:13.812475 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f853d63-26de-4c98-8722-149f0812beb8 req-7154ba3d-6c40-4c34-8104-9b87be2a7d27 service neutron] 10.222.0.15 "GET /v2.0/networks/1257065b-636d-4562-9945-4d3f71e38460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098075 Apr 28 20:02:13.867493 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-d789f74f-0ce2-4509-9065-ccb82f060f2b None None] Set router 01a1ae97-ab9a-4ca9-ae55-be939788ed37 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:02:13.926809 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0157ae23-30d7-49ba-a511-219a7aeb693f req-f73051e1-8e1b-42b0-aacc-5d1a216326b6 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/security-groups?id=29a7ab95-457b-4595-9690-a1bd2d1992a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747796 Apr 28 20:02:13.950047 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2ff89-0a7f-4240-9fd8-f826fdd6c7d6 req-0c79a87b-15d5-48b9-91d5-098f8324c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:13.952391 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-90c2ff89-0a7f-4240-9fd8-f826fdd6c7d6 req-0c79a87b-15d5-48b9-91d5-098f8324c4f1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 1096 time: 0.3215318 Apr 28 20:02:13.983251 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8b9400-d7a5-42dd-bd7c-1320f186eb5b admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:02:14.174761 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a8b9400-d7a5-42dd-bd7c-1320f186eb5b admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:14.178742 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1a8b9400-d7a5-42dd-bd7c-1320f186eb5b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.5594187 Apr 28 20:02:14.186767 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51170) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:14.194549 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-d789f74f-0ce2-4509-9065-ccb82f060f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-713405308', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '4bfe2794-1447-4ffe-b8f7-1f10b6f89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:00:08Z', 'updated_at': '2022-04-28T20:00:17Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '4bfe2794-1447-4ffe-b8f7-1f10b6f89822', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:00:09Z', 'updated_at': '2022-04-28T20:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '44bd0748-6675-4950-b284-fe48715fe3a0', 'name': '', 'network_id': '48755b91-0964-4b17-9b2c-cb54e83e1276', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'mac_address': 'fa:16:3e:c5:79:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '43502a32-c77b-45bd-a11f-30959b40de62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:00:16Z', 'updated_at': '2022-04-28T20:00:22Z', 'revision_number': 5, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'subnets': [{'id': '43502a32-c77b-45bd-a11f-30959b40de62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:14.260602 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc17fc3-daa9-4e84-af9b-45d0961ec575 None None] Sync routers for ids ['0e8e406a-ba38-4f55-aa06-c6523cf12370'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:02:14.273550 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d789f74f-0ce2-4509-9065-ccb82f060f2b None None] The sync data for ids ['01a1ae97-ab9a-4ca9-ae55-be939788ed37'] in n-d-839810-1 is: [{'id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-713405308', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '4bfe2794-1447-4ffe-b8f7-1f10b6f89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:00:08Z', 'updated_at': '2022-04-28T20:00:17Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '4bfe2794-1447-4ffe-b8f7-1f10b6f89822', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:00:09Z', 'updated_at': '2022-04-28T20:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '44bd0748-6675-4950-b284-fe48715fe3a0', 'name': '', 'network_id': '48755b91-0964-4b17-9b2c-cb54e83e1276', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'mac_address': 'fa:16:3e:c5:79:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '43502a32-c77b-45bd-a11f-30959b40de62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:00:16Z', 'updated_at': '2022-04-28T20:00:22Z', 'revision_number': 5, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'subnets': [{'id': '43502a32-c77b-45bd-a11f-30959b40de62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:02:14.274849 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 6eba6d19-4c11-4fe0-91ee-769291571ddf details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:02:14.498610 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2ff89-0a7f-4240-9fd8-f826fdd6c7d6 req-99d2f7d1-6a4e-4c06-9e30-6cd29bd11aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:14.500152 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-90c2ff89-0a7f-4240-9fd8-f826fdd6c7d6 req-99d2f7d1-6a4e-4c06-9e30-6cd29bd11aef service neutron] 10.222.0.44 "GET /v2.0/networks?id=48755b91-0964-4b17-9b2c-cb54e83e1276 HTTP/1.1" status: 200 len: 897 time: 0.5043712 Apr 28 20:02:14.507460 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 6eba6d19-4c11-4fe0-91ee-769291571ddf, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=6eba6d19-4c11-4fe0-91ee-769291571ddf,segment=NetworkSegment(bd2bed0b-01bb-4134-a009-1575952a87b8),segment_id=bd2bed0b-01bb-4134-a009-1575952a87b8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:14.576589 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a38465-94e6-4375-a483-d6887988274a None None] Pushing event updated for resources: {'Port': ['ID=05cc999a-af68-4f12-bc1e-b163fef62309,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:14.585233 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '6eba6d19-4c11-4fe0-91ee-769291571ddf', 'network_id': '1257065b-636d-4562-9945-4d3f71e38460', 'port_id': '6eba6d19-4c11-4fe0-91ee-769291571ddf', 'mac_address': 'fa:16:3e:ac:46:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '139b68e3-9992-4157-9be2-66ce6383a053', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:02:14.586372 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-90c2ff89-0a7f-4240-9fd8-f826fdd6c7d6 req-2fadb08d-2928-4107-a747-595456ddc414 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35ad3893-b711-4738-902a-be6f7ffbc944 HTTP/1.1" status: 200 len: 217 time: 0.0759883 Apr 28 20:02:14.601781 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc17fc3-daa9-4e84-af9b-45d0961ec575 None None] Routers {'0e8e406a-ba38-4f55-aa06-c6523cf12370'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:02:14.602444 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-bcc17fc3-daa9-4e84-af9b-45d0961ec575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:01:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['0e8e406a-ba38-4f55-aa06-c6523cf12370'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:14.609442 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d7b84f69-e0ba-476e-8763-921b21882e18 None None] For port f8fcbb8c-59c1-4300-95f1-cedfe137e40a, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:02:14.623223 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 96ade8e8-e8b9-4065-8c1c-b6d96a80fd7e triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:14.623594 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:14.638774 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23914a85-2d4d-4f0c-90d4-efc14c2a506a req-8f30094d-95d9-4491-a3bd-314f27fe450c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:14.647921 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-23914a85-2d4d-4f0c-90d4-efc14c2a506a req-8f30094d-95d9-4491-a3bd-314f27fe450c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 945 time: 0.2256436 Apr 28 20:02:14.701084 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:14.703377 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c0f38d2a-e4e4-49f5-a197-a24095fd1fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:14.724479 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-23914a85-2d4d-4f0c-90d4-efc14c2a506a req-dfca88ed-dd97-457b-aeac-c3de634e3653 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707045 Apr 28 20:02:14.733942 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d7b84f69-e0ba-476e-8763-921b21882e18 None None] For port f8fcbb8c-59c1-4300-95f1-cedfe137e40a, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=f8fcbb8c-59c1-4300-95f1-cedfe137e40a,segment=NetworkSegment(54612eda-7d95-4db1-b15c-6a3b19d11aed),segment_id=54612eda-7d95-4db1-b15c-6a3b19d11aed)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:02:14.737249 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2ff89-0a7f-4240-9fd8-f826fdd6c7d6 req-22cac813-be1a-4e0a-a59f-25213eb00efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:14.738742 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-90c2ff89-0a7f-4240-9fd8-f826fdd6c7d6 req-22cac813-be1a-4e0a-a59f-25213eb00efd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=43502a32-c77b-45bd-a11f-30959b40de62 HTTP/1.1" status: 200 len: 835 time: 0.1457601 Apr 28 20:02:14.766871 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d7b84f69-e0ba-476e-8763-921b21882e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:14.779258 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-167641c7-af14-4792-b32a-4e3655960947 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:14.791639 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-167641c7-af14-4792-b32a-4e3655960947 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:14.860817 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b84f69-e0ba-476e-8763-921b21882e18 None None] Pushing event updated for resources: {'Port': ['ID=f8fcbb8c-59c1-4300-95f1-cedfe137e40a,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:14.896423 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eba6d19-4c11-4fe0-91ee-769291571ddf {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:02:15.004815 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214a243-1b62-4dbb-a87a-050656409680 req-ef4fdc8c-a787-46ce-a2c7-93161dde6df4 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:15.006464 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c214a243-1b62-4dbb-a87a-050656409680 req-ef4fdc8c-a787-46ce-a2c7-93161dde6df4 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.44 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 945 time: 0.2417572 Apr 28 20:02:15.007314 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-167641c7-af14-4792-b32a-4e3655960947 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:15.012204 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167641c7-af14-4792-b32a-4e3655960947 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Pushing event updated for resources: {'Port': ['ID=d2952def-2c07-4d58-8425-9cb7b001375d,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:15.052794 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2ff89-0a7f-4240-9fd8-f826fdd6c7d6 req-9411451b-180f-4b7b-bd1e-30216f6b7e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:15.057274 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-90c2ff89-0a7f-4240-9fd8-f826fdd6c7d6 req-9411451b-180f-4b7b-bd1e-30216f6b7e15 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48755b91-0964-4b17-9b2c-cb54e83e1276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3094134 Apr 28 20:02:15.094620 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3028a506-b274-4f43-8388-810c2fb69e19 None None] New status for floating IP a247d791-5a17-441a-91eb-35bd8b2b4f7d: DOWN {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:02:15.132704 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-bcc17fc3-daa9-4e84-af9b-45d0961ec575 None None] Set router 0e8e406a-ba38-4f55-aa06-c6523cf12370 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:02:15.372510 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-c0f38d2a-e4e4-49f5-a197-a24095fd1fbb None None] For port 96ade8e8-e8b9-4065-8c1c-b6d96a80fd7e, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=96ade8e8-e8b9-4065-8c1c-b6d96a80fd7e,segment=NetworkSegment(8df15116-2fbe-48cc-b1bf-a9bd1fc2e5ff),segment_id=8df15116-2fbe-48cc-b1bf-a9bd1fc2e5ff)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:15.404136 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 6eba6d19-4c11-4fe0-91ee-769291571ddf, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=6eba6d19-4c11-4fe0-91ee-769291571ddf,segment=NetworkSegment(bd2bed0b-01bb-4134-a009-1575952a87b8),segment_id=bd2bed0b-01bb-4134-a009-1575952a87b8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:15.409939 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c0f38d2a-e4e4-49f5-a197-a24095fd1fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:15.454004 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27128e80-cb83-4772-9633-08a44dcaea02 req-4dd9099f-2c2b-4664-bba1-92907d174f6d tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:15.454643 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-c214a243-1b62-4dbb-a87a-050656409680 req-e942d70b-aa2b-4e8c-9064-8e80fdebae7f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Deleting port 35ad3893-b711-4738-902a-be6f7ffbc944 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:02:15.454643 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-c214a243-1b62-4dbb-a87a-050656409680 req-e942d70b-aa2b-4e8c-9064-8e80fdebae7f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:15.458245 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-27128e80-cb83-4772-9633-08a44dcaea02 req-4dd9099f-2c2b-4664-bba1-92907d174f6d tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/ports?device_id=4561b420-21df-4a7f-8291-0215affdda90 HTTP/1.1" status: 200 len: 944 time: 0.3101151 Apr 28 20:02:15.493884 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167641c7-af14-4792-b32a-4e3655960947 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Network ffdfa343-7ce1-4792-8ad8-eed485f22907 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:15.518817 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-167641c7-af14-4792-b32a-4e3655960947 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:15.581373 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:15.581978 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-90c2ff89-0a7f-4240-9fd8-f826fdd6c7d6 req-5cb43854-29ef-42e5-b8e6-e926d8cc4273 service neutron] 10.222.0.44 "GET /v2.0/networks/48755b91-0964-4b17-9b2c-cb54e83e1276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438927 Apr 28 20:02:15.731669 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a3cd67-7108-4ce8-8e21-b6d73a444a47 None None] Network ffdfa343-7ce1-4792-8ad8-eed485f22907 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:02:15.772065 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-c214a243-1b62-4dbb-a87a-050656409680 req-e942d70b-aa2b-4e8c-9064-8e80fdebae7f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] For port 35ad3893-b711-4738-902a-be6f7ffbc944, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=35ad3893-b711-4738-902a-be6f7ffbc944,segment=NetworkSegment(a66a9d68-65db-4b04-9da2-db659fb4ddb1),segment_id=a66a9d68-65db-4b04-9da2-db659fb4ddb1)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:15.772740 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-c214a243-1b62-4dbb-a87a-050656409680 req-e942d70b-aa2b-4e8c-9064-8e80fdebae7f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:15.774233 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-c9b168f7-7488-4796-ac7d-1195478210ed None None] Provisioning complete for port 96ade8e8-e8b9-4065-8c1c-b6d96a80fd7e triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:15.775499 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c9b168f7-7488-4796-ac7d-1195478210ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:15.796322 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-c214a243-1b62-4dbb-a87a-050656409680 req-e942d70b-aa2b-4e8c-9064-8e80fdebae7f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Calling delete_port for 35ad3893-b711-4738-902a-be6f7ffbc944 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:02:15.838827 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-27128e80-cb83-4772-9633-08a44dcaea02 req-29075415-aedd-4169-87e8-45507f9f1fb4 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/security-groups?id=29a7ab95-457b-4595-9690-a1bd2d1992a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311012 Apr 28 20:02:15.865980 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['6eba6d19-4c11-4fe0-91ee-769291571ddf'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:02:15.880919 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a64eddef-4ea4-4cde-9795-14121504d912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:15.951324 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f38d2a-e4e4-49f5-a197-a24095fd1fbb None None] Pushing event updated for resources: {'Port': ['ID=96ade8e8-e8b9-4065-8c1c-b6d96a80fd7e,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:16.049754 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-90c2ff89-0a7f-4240-9fd8-f826fdd6c7d6 req-d60efff4-3b9f-4fc7-b1ce-f11c6a0d39d7 service neutron] 10.222.0.44 "GET /v2.0/networks/48755b91-0964-4b17-9b2c-cb54e83e1276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568212 Apr 28 20:02:16.053724 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167641c7-af14-4792-b32a-4e3655960947 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Router 3d9ff4d6-22b5-42d3-ab24-68b48edf4be6 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 20:02:16.180132 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device f8fcbb8c-59c1-4300-95f1-cedfe137e40a up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:02:16.259511 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-a64eddef-4ea4-4cde-9795-14121504d912 admin admin] Allocated IP 172.20.0.1 (d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f/9c7f59ea-3b4f-4e02-963c-a01964429570/208d406a-f430-43b1-a1ea-c0f490ba7521) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:16.285705 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d190b2f-d8d4-4739-8851-9f665651b233 req-7b3144a1-e984-491f-a898-1c463da5b04c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:16.296224 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d190b2f-d8d4-4739-8851-9f665651b233 req-7b3144a1-e984-491f-a898-1c463da5b04c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=c44faf1e-7d8e-4254-b75a-e109a0268336 HTTP/1.1" status: 200 len: 945 time: 0.3769145 Apr 28 20:02:16.435640 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=6eba6d19-4c11-4fe0-91ee-769291571ddf,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:16.476651 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167641c7-af14-4792-b32a-4e3655960947 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:02:16.498171 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d190b2f-d8d4-4739-8851-9f665651b233 req-9062d047-18c1-4fab-931c-d3be9eae7a4c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df10a27-08af-4839-883d-0a1b4fc297bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007730 Apr 28 20:02:16.506225 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-167641c7-af14-4792-b32a-4e3655960947 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] 10.222.0.42 "PUT /v2.0/routers/3d9ff4d6-22b5-42d3-ab24-68b48edf4be6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1102052 Apr 28 20:02:16.507371 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51180) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:16.547654 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a64eddef-4ea4-4cde-9795-14121504d912 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:16.562321 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d051f30-1ff7-40dc-a755-163bab2f8691 None None] Sync routers for ids ['3d9ff4d6-22b5-42d3-ab24-68b48edf4be6'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:02:16.578932 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-c214a243-1b62-4dbb-a87a-050656409680 req-e942d70b-aa2b-4e8c-9064-8e80fdebae7f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:16.639028 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942d70b-aa2b-4e8c-9064-8e80fdebae7f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event deleted for resources: {'Port': ['ID=35ad3893-b711-4738-902a-be6f7ffbc944,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:16.642520 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d051f30-1ff7-40dc-a755-163bab2f8691 None None] Routers {'3d9ff4d6-22b5-42d3-ab24-68b48edf4be6'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:02:16.643898 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-8d051f30-1ff7-40dc-a755-163bab2f8691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:01:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['3d9ff4d6-22b5-42d3-ab24-68b48edf4be6'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:16.735227 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-bcc17fc3-daa9-4e84-af9b-45d0961ec575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8e406a-ba38-4f55-aa06-c6523cf12370', 'name': 'tempest-TestServerMultinode-268584922-router', 'tenant_id': 'b90cfc892edd4470a5640cb887918f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '45ef3267-1095-4f08-9c99-37a88b8516df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:02:07Z', 'updated_at': '2022-04-28T20:02:11Z', 'revision_number': 3, 'project_id': 'b90cfc892edd4470a5640cb887918f1a', 'gw_port': {'id': '45ef3267-1095-4f08-9c99-37a88b8516df', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8e406a-ba38-4f55-aa06-c6523cf12370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:09Z', 'updated_at': '2022-04-28T20:02:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:16.735952 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c214a243-1b62-4dbb-a87a-050656409680 req-e942d70b-aa2b-4e8c-9064-8e80fdebae7f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] No DVR routers for this DVR port 35ad3893-b711-4738-902a-be6f7ffbc944 on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:02:16.742125 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-c214a243-1b62-4dbb-a87a-050656409680 req-e942d70b-aa2b-4e8c-9064-8e80fdebae7f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:16.746259 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c214a243-1b62-4dbb-a87a-050656409680 req-e942d70b-aa2b-4e8c-9064-8e80fdebae7f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.44 "DELETE /v2.0/ports/35ad3893-b711-4738-902a-be6f7ffbc944 HTTP/1.1" status: 204 len: 173 time: 1.7305360 Apr 28 20:02:16.749424 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44faf1e-7d8e-4254-b75a-e109a0268336', 'name': 'network-vif-deleted', 'tag': '35ad3893-b711-4738-902a-be6f7ffbc944'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:02:16.762392 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da57370a-2996-4b2e-82b5-b971e5f383fb" -d '{"events": [{"server_uuid": "c44faf1e-7d8e-4254-b75a-e109a0268336", "name": "network-vif-deleted", "tag": "35ad3893-b711-4738-902a-be6f7ffbc944"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:02:16.860079 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06dabe5-136e-468e-8a15-f9a6fb9d7022 x-openstack-request-id: req-c06dabe5-136e-468e-8a15-f9a6fb9d7022 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:02:16.861008 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44faf1e-7d8e-4254-b75a-e109a0268336", "name": "network-vif-deleted", "tag": "35ad3893-b711-4738-902a-be6f7ffbc944", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:02:16.861008 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c06dabe5-136e-468e-8a15-f9a6fb9d7022 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:02:16.861671 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c06dabe5-136e-468e-8a15-f9a6fb9d7022'] response: {'server_uuid': 'c44faf1e-7d8e-4254-b75a-e109a0268336', 'name': 'network-vif-deleted', 'tag': '35ad3893-b711-4738-902a-be6f7ffbc944', 'status': 'completed', 'code': 200} Apr 28 20:02:16.869032 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-8d051f30-1ff7-40dc-a755-163bab2f8691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:16.881136 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port f8fcbb8c-59c1-4300-95f1-cedfe137e40a triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:16.881522 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:16.899848 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc17fc3-daa9-4e84-af9b-45d0961ec575 None None] Checking router: 0e8e406a-ba38-4f55-aa06-c6523cf12370 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:02:16.905269 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc17fc3-daa9-4e84-af9b-45d0961ec575 None None] Updating router 0e8e406a-ba38-4f55-aa06-c6523cf12370 port 45ef3267-1095-4f08-9c99-37a88b8516df binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:02:16.911514 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a64eddef-4ea4-4cde-9795-14121504d912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:16.997176 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b140378-0676-4557-b22a-9b64354d02ab None None] Network c9a4158a-993a-4b1e-a998-b6f1397831e3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:02:17.114389 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64eddef-4ea4-4cde-9795-14121504d912 admin admin] Pushing event updated for resources: {'Port': ['ID=208d406a-f430-43b1-a1ea-c0f490ba7521,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:17.126539 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64eddef-4ea4-4cde-9795-14121504d912 admin admin] Network d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:17.170860 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1cc22-2c94-49db-b965-07e1b3308ef3 req-f20c690b-86b5-4fdb-a1c3-13abc85d103b tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:17.173497 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a9c1cc22-2c94-49db-b965-07e1b3308ef3 req-f20c690b-86b5-4fdb-a1c3-13abc85d103b tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/ports?device_id=4561b420-21df-4a7f-8291-0215affdda90 HTTP/1.1" status: 200 len: 945 time: 0.1341562 Apr 28 20:02:17.211909 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-a64eddef-4ea4-4cde-9795-14121504d912 admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:17.231657 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64eddef-4ea4-4cde-9795-14121504d912 admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:02:17.312117 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bcc17fc3-daa9-4e84-af9b-45d0961ec575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:17.314360 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d051f30-1ff7-40dc-a755-163bab2f8691 None None] Routers {'3d9ff4d6-22b5-42d3-ab24-68b48edf4be6'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:02:17.314998 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-8d051f30-1ff7-40dc-a755-163bab2f8691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:01:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['3d9ff4d6-22b5-42d3-ab24-68b48edf4be6'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:17.434793 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a9c1cc22-2c94-49db-b965-07e1b3308ef3 req-9b3c7f5a-c6af-4cd3-beb8-0719adaae153 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/security-groups?id=29a7ab95-457b-4595-9690-a1bd2d1992a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412956 Apr 28 20:02:17.441524 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7472a197-a4e5-4cef-8e55-77b249b6e104 None None] Provisioning complete for port 05cc999a-af68-4f12-bc1e-b163fef62309 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:17.441919 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7472a197-a4e5-4cef-8e55-77b249b6e104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:17.483964 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-8d051f30-1ff7-40dc-a755-163bab2f8691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:17.492524 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d051f30-1ff7-40dc-a755-163bab2f8691 None None] The sync data for ids ['3d9ff4d6-22b5-42d3-ab24-68b48edf4be6'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:02:17.555348 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a64eddef-4ea4-4cde-9795-14121504d912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:17.627486 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51190) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:17.882395 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a64eddef-4ea4-4cde-9795-14121504d912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:17.979944 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-de9c203a-61fa-4c6b-a61f-de0a10a8b9aa tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:02:17.984595 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-de9c203a-61fa-4c6b-a61f-de0a10a8b9aa tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] 10.222.0.42 "PUT /v2.0/routers/3d9ff4d6-22b5-42d3-ab24-68b48edf4be6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4732590 Apr 28 20:02:17.985083 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51192) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:18.192141 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:18.204259 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 6eba6d19-4c11-4fe0-91ee-769291571ddf up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:02:18.207938 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ab3687dc-4809-4676-a32a-0c7a53508e12 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:18.297207 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a64eddef-4ea4-4cde-9795-14121504d912 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:18.305755 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a64eddef-4ea4-4cde-9795-14121504d912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:18.336960 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port f8fcbb8c-59c1-4300-95f1-cedfe137e40a, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=f8fcbb8c-59c1-4300-95f1-cedfe137e40a,segment=NetworkSegment(54612eda-7d95-4db1-b15c-6a3b19d11aed),segment_id=54612eda-7d95-4db1-b15c-6a3b19d11aed)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:18.354539 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7472a197-a4e5-4cef-8e55-77b249b6e104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:18.369823 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:18.371567 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 05cc999a-af68-4f12-bc1e-b163fef62309 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:02:18.430202 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a64eddef-4ea4-4cde-9795-14121504d912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:18.450797 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64eddef-4ea4-4cde-9795-14121504d912 admin admin] Pushing event updated for resources: {'Port': ['ID=208d406a-f430-43b1-a1ea-c0f490ba7521,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:18.512472 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7472a197-a4e5-4cef-8e55-77b249b6e104 None None] For port 05cc999a-af68-4f12-bc1e-b163fef62309, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=05cc999a-af68-4f12-bc1e-b163fef62309,segment=NetworkSegment(110fb71e-2fa7-4be4-b7ac-89d7050d9018),segment_id=110fb71e-2fa7-4be4-b7ac-89d7050d9018)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:18.532208 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7472a197-a4e5-4cef-8e55-77b249b6e104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:18.658641 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64eddef-4ea4-4cde-9795-14121504d912 admin admin] Network d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:18.659199 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=f8fcbb8c-59c1-4300-95f1-cedfe137e40a,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:18.666657 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 6eba6d19-4c11-4fe0-91ee-769291571ddf completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:02:18.675796 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 05cc999a-af68-4f12-bc1e-b163fef62309 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:18.676305 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:18.709776 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-a64eddef-4ea4-4cde-9795-14121504d912 admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:18.736753 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 6eba6d19-4c11-4fe0-91ee-769291571ddf triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:18.737258 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:18.783945 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469e0e9-e2b2-4b2a-b5ac-c05ae1890bdf req-af4ea348-1f44-488b-8b3e-8b4386d55e50 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:18.786168 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b469e0e9-e2b2-4b2a-b5ac-c05ae1890bdf req-af4ea348-1f44-488b-8b3e-8b4386d55e50 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/ports?device_id=4561b420-21df-4a7f-8291-0215affdda90 HTTP/1.1" status: 200 len: 945 time: 0.2011495 Apr 28 20:02:18.859968 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 35ad3893-b711-4738-902a-be6f7ffbc944 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:02:18.868872 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bcc17fc3-daa9-4e84-af9b-45d0961ec575 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:18.919042 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-ab3687dc-4809-4676-a32a-0c7a53508e12 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Deleting port 44bd0748-6675-4950-b284-fe48715fe3a0 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:02:18.920287 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ab3687dc-4809-4676-a32a-0c7a53508e12 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:18.928536 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42586d9a-a5b7-44ae-9a25-a6d51fc6545f tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:19.030574 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bcc17fc3-daa9-4e84-af9b-45d0961ec575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:19.043089 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 35ad3893-b711-4738-902a-be6f7ffbc944 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:02:19.043528 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 35ad3893-b711-4738-902a-be6f7ffbc944 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:02:19.059614 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3e107b48-7823-4db5-bd4b-9dabab00e43c None None] Provisioning complete for port f8fcbb8c-59c1-4300-95f1-cedfe137e40a triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:19.060044 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3e107b48-7823-4db5-bd4b-9dabab00e43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:19.073346 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b469e0e9-e2b2-4b2a-b5ac-c05ae1890bdf req-ce4aa4b3-a53c-4e06-8ede-5eafe39890dc tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/security-groups?id=29a7ab95-457b-4595-9690-a1bd2d1992a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748766 Apr 28 20:02:19.111517 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-ab3687dc-4809-4676-a32a-0c7a53508e12 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] For port 44bd0748-6675-4950-b284-fe48715fe3a0, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=44bd0748-6675-4950-b284-fe48715fe3a0,segment=NetworkSegment(a66a9d68-65db-4b04-9da2-db659fb4ddb1),segment_id=a66a9d68-65db-4b04-9da2-db659fb4ddb1)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:19.111888 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ab3687dc-4809-4676-a32a-0c7a53508e12 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:19.136715 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-ab3687dc-4809-4676-a32a-0c7a53508e12 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Calling delete_port for 44bd0748-6675-4950-b284-fe48715fe3a0 owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:02:19.139239 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472a197-a4e5-4cef-8e55-77b249b6e104 None None] Pushing event updated for resources: {'Port': ['ID=05cc999a-af68-4f12-bc1e-b163fef62309,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:19.167192 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-bcc17fc3-daa9-4e84-af9b-45d0961ec575 None None] Attempting to bind port 45ef3267-1095-4f08-9c99-37a88b8516df on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:02:19.167618 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-bcc17fc3-daa9-4e84-af9b-45d0961ec575 None None] Attempting to bind port 45ef3267-1095-4f08-9c99-37a88b8516df by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:02:19.168665 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc17fc3-daa9-4e84-af9b-45d0961ec575 None None] Attempting to bind port 45ef3267-1095-4f08-9c99-37a88b8516df on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:02:19.205881 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc17fc3-daa9-4e84-af9b-45d0961ec575 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:02:19.206922 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc17fc3-daa9-4e84-af9b-45d0961ec575 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:02:19.206922 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bcc17fc3-daa9-4e84-af9b-45d0961ec575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:19.206922 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc17fc3-daa9-4e84-af9b-45d0961ec575 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:02:19.207595 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-bcc17fc3-daa9-4e84-af9b-45d0961ec575 None None] Bound port: 45ef3267-1095-4f08-9c99-37a88b8516df, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:02:19.207861 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bcc17fc3-daa9-4e84-af9b-45d0961ec575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:19.442609 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f78beb-2f58-4eb7-ac23-684ef20102a6 None None] Pushing event updated for resources: {'Port': ['ID=45ef3267-1095-4f08-9c99-37a88b8516df,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:19.457108 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:19.495080 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-bcc17fc3-daa9-4e84-af9b-45d0961ec575 None None] For port 45ef3267-1095-4f08-9c99-37a88b8516df, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:02:19.512629 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-bcc17fc3-daa9-4e84-af9b-45d0961ec575 None None] For port 45ef3267-1095-4f08-9c99-37a88b8516df, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=45ef3267-1095-4f08-9c99-37a88b8516df,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:02:19.514974 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3e107b48-7823-4db5-bd4b-9dabab00e43c None None] Provisioning complete for port d2952def-2c07-4d58-8425-9cb7b001375d triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:19.514974 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3e107b48-7823-4db5-bd4b-9dabab00e43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:19.568516 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ab3687dc-4809-4676-a32a-0c7a53508e12 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:19.576292 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-3e107b48-7823-4db5-bd4b-9dabab00e43c None None] Port d2952def-2c07-4d58-8425-9cb7b001375d cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:02:19.579743 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device f8fcbb8c-59c1-4300-95f1-cedfe137e40a up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:02:19.585458 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bcc17fc3-daa9-4e84-af9b-45d0961ec575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:19.689055 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3687dc-4809-4676-a32a-0c7a53508e12 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event deleted for resources: {'Port': ['ID=44bd0748-6675-4950-b284-fe48715fe3a0,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:19.760418 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4561b420-21df-4a7f-8291-0215affdda90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eba6d19-4c11-4fe0-91ee-769291571ddf'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:02:19.767551 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2e7b6b-e829-4b46-8675-02fdb982ee44" -d '{"events": [{"server_uuid": "4561b420-21df-4a7f-8291-0215affdda90", "name": "network-vif-plugged", "status": "completed", "tag": "6eba6d19-4c11-4fe0-91ee-769291571ddf"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:02:19.775608 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3e107b48-7823-4db5-bd4b-9dabab00e43c None None] Provisioning complete for port 05cc999a-af68-4f12-bc1e-b163fef62309 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:19.775999 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3e107b48-7823-4db5-bd4b-9dabab00e43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:19.967892 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f177d72-3604-498c-9201-72b6b9b4bf63 x-openstack-request-id: req-5f177d72-3604-498c-9201-72b6b9b4bf63 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:02:19.968388 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4561b420-21df-4a7f-8291-0215affdda90", "name": "network-vif-plugged", "status": "completed", "tag": "6eba6d19-4c11-4fe0-91ee-769291571ddf", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:02:19.968568 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5f177d72-3604-498c-9201-72b6b9b4bf63 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:02:19.968848 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f177d72-3604-498c-9201-72b6b9b4bf63'] response: {'server_uuid': '4561b420-21df-4a7f-8291-0215affdda90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eba6d19-4c11-4fe0-91ee-769291571ddf', 'code': 200} Apr 28 20:02:19.985843 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 6eba6d19-4c11-4fe0-91ee-769291571ddf, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=6eba6d19-4c11-4fe0-91ee-769291571ddf,segment=NetworkSegment(bd2bed0b-01bb-4134-a009-1575952a87b8),segment_id=bd2bed0b-01bb-4134-a009-1575952a87b8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:20.055978 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64eddef-4ea4-4cde-9795-14121504d912 admin admin] Router 0e8e406a-ba38-4f55-aa06-c6523cf12370 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:02:20.076552 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:20.093453 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc17fc3-daa9-4e84-af9b-45d0961ec575 None None] Routers {'0e8e406a-ba38-4f55-aa06-c6523cf12370'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:02:20.094521 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ab3687dc-4809-4676-a32a-0c7a53508e12 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:20.094808 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-bcc17fc3-daa9-4e84-af9b-45d0961ec575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:01:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['0e8e406a-ba38-4f55-aa06-c6523cf12370'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:20.101164 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2c14f04d-27cf-4174-81d4-6dfdca31271a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:20.104598 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f78beb-2f58-4eb7-ac23-684ef20102a6 None None] Pushing event updated for resources: {'Port': ['ID=45ef3267-1095-4f08-9c99-37a88b8516df,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:20.123478 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c750b3-e172-46bc-9155-05a462d3645f req-988e5fdf-ec5b-4ddb-8993-de31cbbd85eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:20.125033 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-85c750b3-e172-46bc-9155-05a462d3645f req-988e5fdf-ec5b-4ddb-8993-de31cbbd85eb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4561b420-21df-4a7f-8291-0215affdda90 HTTP/1.1" status: 200 len: 1096 time: 0.1717634 Apr 28 20:02:20.224797 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-85c750b3-e172-46bc-9155-05a462d3645f req-f8140771-3da0-46b0-9551-c98bc703c5b1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=29a7ab95-457b-4595-9690-a1bd2d1992a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799201 Apr 28 20:02:20.345500 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64eddef-4ea4-4cde-9795-14121504d912 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:02:20.361397 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d51c17-b675-4e25-aecf-9b7302ef6b9f req-1a9d2cd4-1d9d-4212-9a5f-b6ebaa88d3f4 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:20.362946 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-25d51c17-b675-4e25-aecf-9b7302ef6b9f req-1a9d2cd4-1d9d-4212-9a5f-b6ebaa88d3f4 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/ports?device_id=4561b420-21df-4a7f-8291-0215affdda90 HTTP/1.1" status: 200 len: 946 time: 0.1256075 Apr 28 20:02:20.369871 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a64eddef-4ea4-4cde-9795-14121504d912 admin admin] 10.222.0.42 "PUT /v2.0/routers/0e8e406a-ba38-4f55-aa06-c6523cf12370/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1820314 Apr 28 20:02:20.472456 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-25d51c17-b675-4e25-aecf-9b7302ef6b9f req-25b26c23-0da3-4116-92e0-44e1da9526ca tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/security-groups?id=29a7ab95-457b-4595-9690-a1bd2d1992a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995228 Apr 28 20:02:20.502817 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port f8fcbb8c-59c1-4300-95f1-cedfe137e40a triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:20.502817 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:20.545655 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-42586d9a-a5b7-44ae-9a25-a6d51fc6545f tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Deleting port d2952def-2c07-4d58-8425-9cb7b001375d {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:02:20.546008 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42586d9a-a5b7-44ae-9a25-a6d51fc6545f tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:20.559359 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3687dc-4809-4676-a32a-0c7a53508e12 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Router 01a1ae97-ab9a-4ca9-ae55-be939788ed37 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:02:20.664960 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42586d9a-a5b7-44ae-9a25-a6d51fc6545f tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:20.689209 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-42586d9a-a5b7-44ae-9a25-a6d51fc6545f tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Calling delete_port for d2952def-2c07-4d58-8425-9cb7b001375d owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:02:20.724686 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3687dc-4809-4676-a32a-0c7a53508e12 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:02:20.733251 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ab3687dc-4809-4676-a32a-0c7a53508e12 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "PUT /v2.0/routers/01a1ae97-ab9a-4ca9-ae55-be939788ed37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1038167 Apr 28 20:02:20.735778 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51212) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:20.739872 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=6eba6d19-4c11-4fe0-91ee-769291571ddf,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:20.740461 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3c75e0-5664-432f-aa9c-2190a038e1d4 None None] Sync routers for ids ['01a1ae97-ab9a-4ca9-ae55-be939788ed37'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:02:20.758721 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3c75e0-5664-432f-aa9c-2190a038e1d4 None None] Routers {'01a1ae97-ab9a-4ca9-ae55-be939788ed37'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:02:20.759447 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-cb3c75e0-5664-432f-aa9c-2190a038e1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:01:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['01a1ae97-ab9a-4ca9-ae55-be939788ed37'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:20.765894 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-bcc17fc3-daa9-4e84-af9b-45d0961ec575 None None] Set router 0e8e406a-ba38-4f55-aa06-c6523cf12370 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:02:20.828088 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-26328a09-0259-4973-a267-d0ae8f9a0017 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Deleting subnet 43502a32-c77b-45bd-a11f-30959b40de62 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:02:20.832276 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-26328a09-0259-4973-a267-d0ae8f9a0017 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:20.910288 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3e107b48-7823-4db5-bd4b-9dabab00e43c None None] Provisioning complete for port 208d406a-f430-43b1-a1ea-c0f490ba7521 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:20.910654 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3e107b48-7823-4db5-bd4b-9dabab00e43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:20.916397 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-26328a09-0259-4973-a267-d0ae8f9a0017 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:20.962390 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-cb3c75e0-5664-432f-aa9c-2190a038e1d4 None None] Set router 01a1ae97-ab9a-4ca9-ae55-be939788ed37 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:02:21.016255 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 05cc999a-af68-4f12-bc1e-b163fef62309 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:02:21.041945 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-26328a09-0259-4973-a267-d0ae8f9a0017 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:21.045106 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42586d9a-a5b7-44ae-9a25-a6d51fc6545f tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:21.047739 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-3e107b48-7823-4db5-bd4b-9dabab00e43c None None] Port 208d406a-f430-43b1-a1ea-c0f490ba7521 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:02:21.137365 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 05cc999a-af68-4f12-bc1e-b163fef62309 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:21.137745 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:21.139631 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42586d9a-a5b7-44ae-9a25-a6d51fc6545f tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Pushing event deleted for resources: {'Port': ['ID=d2952def-2c07-4d58-8425-9cb7b001375d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:21.251082 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-26328a09-0259-4973-a267-d0ae8f9a0017 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:21.361493 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-26328a09-0259-4973-a267-d0ae8f9a0017 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:21.368634 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-26328a09-0259-4973-a267-d0ae8f9a0017 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "DELETE /v2.0/subnets/43502a32-c77b-45bd-a11f-30959b40de62 HTTP/1.1" status: 204 len: 168 time: 0.6314890 Apr 28 20:02:21.371445 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26328a09-0259-4973-a267-d0ae8f9a0017 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event deleted for resources: {'Subnet': ['ID=43502a32-c77b-45bd-a11f-30959b40de62,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:21.377337 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51226) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:21.403249 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-cb3c75e0-5664-432f-aa9c-2190a038e1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-713405308', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '4bfe2794-1447-4ffe-b8f7-1f10b6f89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:00:08Z', 'updated_at': '2022-04-28T20:02:19Z', 'revision_number': 5, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '4bfe2794-1447-4ffe-b8f7-1f10b6f89822', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:00:09Z', 'updated_at': '2022-04-28T20:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:21.469511 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3c75e0-5664-432f-aa9c-2190a038e1d4 None None] Checking router: 01a1ae97-ab9a-4ca9-ae55-be939788ed37 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:02:21.479643 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3c75e0-5664-432f-aa9c-2190a038e1d4 None None] Routers {'01a1ae97-ab9a-4ca9-ae55-be939788ed37'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:02:21.481561 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-cb3c75e0-5664-432f-aa9c-2190a038e1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:01:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['01a1ae97-ab9a-4ca9-ae55-be939788ed37'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:21.484729 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944254f9-0c9f-4248-a1f4-d62ec5f5df83 None None] Network 48755b91-0964-4b17-9b2c-cb54e83e1276 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:02:21.543437 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-42586d9a-a5b7-44ae-9a25-a6d51fc6545f tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:21.671979 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c06c6237-b448-43c9-a5e3-5e8c5bc5704a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:21.690444 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-42c979d6-c1be-4dda-bcb4-65e4f14fef00 None None] Provisioning complete for port f8fcbb8c-59c1-4300-95f1-cedfe137e40a triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:21.691463 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-42c979d6-c1be-4dda-bcb4-65e4f14fef00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:21.735931 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51234) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:21.742900 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-bcc17fc3-daa9-4e84-af9b-45d0961ec575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8e406a-ba38-4f55-aa06-c6523cf12370', 'name': 'tempest-TestServerMultinode-268584922-router', 'tenant_id': 'b90cfc892edd4470a5640cb887918f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '45ef3267-1095-4f08-9c99-37a88b8516df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:02:07Z', 'updated_at': '2022-04-28T20:02:17Z', 'revision_number': 4, 'project_id': 'b90cfc892edd4470a5640cb887918f1a', 'gw_port': {'id': '45ef3267-1095-4f08-9c99-37a88b8516df', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8e406a-ba38-4f55-aa06-c6523cf12370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:09Z', 'updated_at': '2022-04-28T20:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '208d406a-f430-43b1-a1ea-c0f490ba7521', 'name': '', 'network_id': 'd629e648-5e1f-4bf0-a6c2-df9e5f4aa45f', 'tenant_id': 'b90cfc892edd4470a5640cb887918f1a', 'mac_address': 'fa:16:3e:fd:e6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8e406a-ba38-4f55-aa06-c6523cf12370', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '9c7f59ea-3b4f-4e02-963c-a01964429570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:15Z', 'updated_at': '2022-04-28T20:02:17Z', 'revision_number': 2, 'project_id': 'b90cfc892edd4470a5640cb887918f1a', 'subnets': [{'id': '9c7f59ea-3b4f-4e02-963c-a01964429570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:21.744353 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-9e5743b4-69ba-492a-88ad-557d4bfb84da admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-718872471-network', 'tenant_id': '7865b1e813e342558ad50303200c0cad'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:21.783619 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-cb3c75e0-5664-432f-aa9c-2190a038e1d4 None None] Set router 01a1ae97-ab9a-4ca9-ae55-be939788ed37 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:02:21.813623 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc17fc3-daa9-4e84-af9b-45d0961ec575 None None] The sync data for ids ['0e8e406a-ba38-4f55-aa06-c6523cf12370'] in n-d-839810-1 is: [{'id': '0e8e406a-ba38-4f55-aa06-c6523cf12370', 'name': 'tempest-TestServerMultinode-268584922-router', 'tenant_id': 'b90cfc892edd4470a5640cb887918f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '45ef3267-1095-4f08-9c99-37a88b8516df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:02:07Z', 'updated_at': '2022-04-28T20:02:17Z', 'revision_number': 4, 'project_id': 'b90cfc892edd4470a5640cb887918f1a', 'gw_port': {'id': '45ef3267-1095-4f08-9c99-37a88b8516df', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8e406a-ba38-4f55-aa06-c6523cf12370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:09Z', 'updated_at': '2022-04-28T20:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '208d406a-f430-43b1-a1ea-c0f490ba7521', 'name': '', 'network_id': 'd629e648-5e1f-4bf0-a6c2-df9e5f4aa45f', 'tenant_id': 'b90cfc892edd4470a5640cb887918f1a', 'mac_address': 'fa:16:3e:fd:e6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8e406a-ba38-4f55-aa06-c6523cf12370', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '9c7f59ea-3b4f-4e02-963c-a01964429570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:15Z', 'updated_at': '2022-04-28T20:02:17Z', 'revision_number': 2, 'project_id': 'b90cfc892edd4470a5640cb887918f1a', 'subnets': [{'id': '9c7f59ea-3b4f-4e02-963c-a01964429570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:02:21.945211 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a9c8e-7b01-4c39-a55c-2de094986259 req-2f262039-c615-495d-8310-d9d84b9616df tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:21.955013 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c06c6237-b448-43c9-a5e3-5e8c5bc5704a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:21.965708 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7a3a9c8e-7b01-4c39-a55c-2de094986259 req-2f262039-c615-495d-8310-d9d84b9616df tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/ports?device_id=4561b420-21df-4a7f-8291-0215affdda90 HTTP/1.1" status: 200 len: 946 time: 0.3397784 Apr 28 20:02:21.991088 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5743b4-69ba-492a-88ad-557d4bfb84da admin admin] Made reservation on behalf of 7865b1e813e342558ad50303200c0cad for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:21.996990 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 96ade8e8-e8b9-4065-8c1c-b6d96a80fd7e up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:02:22.002257 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9e5743b4-69ba-492a-88ad-557d4bfb84da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:22.045040 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9e5743b4-69ba-492a-88ad-557d4bfb84da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:22.075810 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42586d9a-a5b7-44ae-9a25-a6d51fc6545f tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Router 3d9ff4d6-22b5-42d3-ab24-68b48edf4be6 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:02:22.087620 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-cb3c75e0-5664-432f-aa9c-2190a038e1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-713405308', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '4bfe2794-1447-4ffe-b8f7-1f10b6f89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:00:08Z', 'updated_at': '2022-04-28T20:02:19Z', 'revision_number': 5, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '4bfe2794-1447-4ffe-b8f7-1f10b6f89822', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:00:09Z', 'updated_at': '2022-04-28T20:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:22.104450 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c06c6237-b448-43c9-a5e3-5e8c5bc5704a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Deleting port 4bfe2794-1447-4ffe-b8f7-1f10b6f89822 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:02:22.104450 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c06c6237-b448-43c9-a5e3-5e8c5bc5704a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:22.126102 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3c75e0-5664-432f-aa9c-2190a038e1d4 None None] The sync data for ids ['01a1ae97-ab9a-4ca9-ae55-be939788ed37'] in n-d-839810-1 is: [{'id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-713405308', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '4bfe2794-1447-4ffe-b8f7-1f10b6f89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:00:08Z', 'updated_at': '2022-04-28T20:02:19Z', 'revision_number': 5, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '4bfe2794-1447-4ffe-b8f7-1f10b6f89822', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a1ae97-ab9a-4ca9-ae55-be939788ed37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:00:09Z', 'updated_at': '2022-04-28T20:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:02:22.218301 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-42c979d6-c1be-4dda-bcb4-65e4f14fef00 None None] Provisioning complete for port 208d406a-f430-43b1-a1ea-c0f490ba7521 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:22.218758 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-42c979d6-c1be-4dda-bcb4-65e4f14fef00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:22.221067 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7a3a9c8e-7b01-4c39-a55c-2de094986259 req-b9a25c12-8821-4ede-ba54-5e1ac332836e tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/security-groups?id=29a7ab95-457b-4595-9690-a1bd2d1992a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517259 Apr 28 20:02:22.278040 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cbf16810-f712-4fa4-99a3-86588ad3ded8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:22.282146 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42586d9a-a5b7-44ae-9a25-a6d51fc6545f tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:02:22.283793 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-42c979d6-c1be-4dda-bcb4-65e4f14fef00 None None] Port 208d406a-f430-43b1-a1ea-c0f490ba7521 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:02:22.294972 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 96ade8e8-e8b9-4065-8c1c-b6d96a80fd7e triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:22.295414 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:22.297124 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-42586d9a-a5b7-44ae-9a25-a6d51fc6545f tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] 10.222.0.42 "PUT /v2.0/routers/3d9ff4d6-22b5-42d3-ab24-68b48edf4be6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3110855 Apr 28 20:02:22.298995 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51246) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:22.304018 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-c06c6237-b448-43c9-a5e3-5e8c5bc5704a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] For port 4bfe2794-1447-4ffe-b8f7-1f10b6f89822, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=4bfe2794-1447-4ffe-b8f7-1f10b6f89822,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:22.304018 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c06c6237-b448-43c9-a5e3-5e8c5bc5704a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:22.338501 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c06c6237-b448-43c9-a5e3-5e8c5bc5704a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Calling delete_port for 4bfe2794-1447-4ffe-b8f7-1f10b6f89822 owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:02:22.348514 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd31ecd-9ebf-4db5-91b1-782ec87abd60 None None] Sync routers for ids ['3d9ff4d6-22b5-42d3-ab24-68b48edf4be6'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:02:22.391729 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd31ecd-9ebf-4db5-91b1-782ec87abd60 None None] Routers {'3d9ff4d6-22b5-42d3-ab24-68b48edf4be6'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:02:22.392723 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-cfd31ecd-9ebf-4db5-91b1-782ec87abd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:02:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['3d9ff4d6-22b5-42d3-ab24-68b48edf4be6'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:22.401502 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-200fc681-e160-4d0e-b9d7-501e49969fe6 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] delete failed (client error): The resource could not be found. Apr 28 20:02:22.421892 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-200fc681-e160-4d0e-b9d7-501e49969fe6 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] 10.222.0.42 "DELETE /v2.0/routers/tempest-non_exist_router-27807732 HTTP/1.1" status: 404 len: 333 time: 0.1105008 Apr 28 20:02:22.424353 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51266) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:22.450303 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-cfd31ecd-9ebf-4db5-91b1-782ec87abd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:22.452164 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-452e985e-f31a-4bbf-98b1-a403583d6fc6 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Request body: {'router': {'external_gateway_info': {'network_id': '3d9ff4d6-22b5-42d3-ab24-68b48edf4be6'}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:22.460767 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd31ecd-9ebf-4db5-91b1-782ec87abd60 None None] Routers {'3d9ff4d6-22b5-42d3-ab24-68b48edf4be6'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:02:22.461469 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-cfd31ecd-9ebf-4db5-91b1-782ec87abd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:02:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['3d9ff4d6-22b5-42d3-ab24-68b48edf4be6'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:22.500872 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-cfd31ecd-9ebf-4db5-91b1-782ec87abd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:22.501796 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd31ecd-9ebf-4db5-91b1-782ec87abd60 None None] The sync data for ids ['3d9ff4d6-22b5-42d3-ab24-68b48edf4be6'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:02:22.561056 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7a658f-8b7d-4cb8-b8b7-ad4ee61f4612 None None] DHCP port deletion for 48755b91-0964-4b17-9b2c-cb54e83e1276 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:02:22.756685 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-ea7a658f-8b7d-4cb8-b8b7-ad4ee61f4612 None None] Deleting port 95cb0674-35b2-408e-9f78-27ae48ba8b73 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:02:22.757871 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9e5743b4-69ba-492a-88ad-557d4bfb84da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:22.759825 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ea7a658f-8b7d-4cb8-b8b7-ad4ee61f4612 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:22.797876 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 95cb0674-35b2-408e-9f78-27ae48ba8b73 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:02:22.836507 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c06c6237-b448-43c9-a5e3-5e8c5bc5704a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:22.850412 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9e5743b4-69ba-492a-88ad-557d4bfb84da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:22.908305 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c6237-b448-43c9-a5e3-5e8c5bc5704a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event deleted for resources: {'Port': ['ID=4bfe2794-1447-4ffe-b8f7-1f10b6f89822,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:22.965607 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-ea7a658f-8b7d-4cb8-b8b7-ad4ee61f4612 None None] For port 95cb0674-35b2-408e-9f78-27ae48ba8b73, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=95cb0674-35b2-408e-9f78-27ae48ba8b73,segment=NetworkSegment(a66a9d68-65db-4b04-9da2-db659fb4ddb1),segment_id=a66a9d68-65db-4b04-9da2-db659fb4ddb1)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:22.966031 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ea7a658f-8b7d-4cb8-b8b7-ad4ee61f4612 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:22.966169 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5743b4-69ba-492a-88ad-557d4bfb84da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a5cd4b-1e3f-42fb-af14-f6c7d4916bb2,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:22.980443 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-452e985e-f31a-4bbf-98b1-a403583d6fc6 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:22.993682 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5743b4-69ba-492a-88ad-557d4bfb84da admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:02:23.007447 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9e5743b4-69ba-492a-88ad-557d4bfb84da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:23.007837 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-9e5743b4-69ba-492a-88ad-557d4bfb84da admin admin] Added segment 33d0ec65-7d6c-476a-be5c-6c9dfb2100f3 of type vlan for network bfd132d2-63e3-4854-b91c-ec866352d465 Apr 28 20:02:23.043420 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-ea7a658f-8b7d-4cb8-b8b7-ad4ee61f4612 None None] Calling delete_port for 95cb0674-35b2-408e-9f78-27ae48ba8b73 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:02:23.050148 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c06c6237-b448-43c9-a5e3-5e8c5bc5704a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:23.095235 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9e5743b4-69ba-492a-88ad-557d4bfb84da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:23.101057 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:23.232309 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-452e985e-f31a-4bbf-98b1-a403583d6fc6 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] update failed (client error): The resource could not be found. Apr 28 20:02:23.242084 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-452e985e-f31a-4bbf-98b1-a403583d6fc6 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] 10.222.0.42 "PUT /v2.0/routers/3d9ff4d6-22b5-42d3-ab24-68b48edf4be6 HTTP/1.1" status: 404 len: 339 time: 0.8039858 Apr 28 20:02:23.242764 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51290) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:23.251575 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9e5743b4-69ba-492a-88ad-557d4bfb84da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:23.255499 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5743b4-69ba-492a-88ad-557d4bfb84da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:23.256460 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9e5743b4-69ba-492a-88ad-557d4bfb84da admin admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:23.289934 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c06c6237-b448-43c9-a5e3-5e8c5bc5704a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:23.293252 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c06c6237-b448-43c9-a5e3-5e8c5bc5704a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:23.298910 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 95cb0674-35b2-408e-9f78-27ae48ba8b73, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=95cb0674-35b2-408e-9f78-27ae48ba8b73,segment=NetworkSegment(a66a9d68-65db-4b04-9da2-db659fb4ddb1),segment_id=a66a9d68-65db-4b04-9da2-db659fb4ddb1)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:23.313593 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:23.314292 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 44bd0748-6675-4950-b284-fe48715fe3a0 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:02:23.353975 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c06c6237-b448-43c9-a5e3-5e8c5bc5704a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:23.354509 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06c6237-b448-43c9-a5e3-5e8c5bc5704a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Fanout notify agent at l3_agent the message router_deleted on router 01a1ae97-ab9a-4ca9-ae55-be939788ed37 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:02:23.363461 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c06c6237-b448-43c9-a5e3-5e8c5bc5704a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:23.367038 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c06c6237-b448-43c9-a5e3-5e8c5bc5704a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "DELETE /v2.0/routers/01a1ae97-ab9a-4ca9-ae55-be939788ed37 HTTP/1.1" status: 204 len: 168 time: 1.9859328 Apr 28 20:02:23.372014 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51294) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:23.454003 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=95cb0674-35b2-408e-9f78-27ae48ba8b73,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:23.460763 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 44bd0748-6675-4950-b284-fe48715fe3a0 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:02:23.461334 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 44bd0748-6675-4950-b284-fe48715fe3a0 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:02:23.514835 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ea7a658f-8b7d-4cb8-b8b7-ad4ee61f4612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:23.546088 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51310) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:23.546751 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9e5743b4-69ba-492a-88ad-557d4bfb84da admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8064094 Apr 28 20:02:23.563323 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-d65100cf-22e2-401a-a87a-884d2a7ad413 admin admin] Request body: {'subnet': {'network_id': 'bfd132d2-63e3-4854-b91c-ec866352d465', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-718872471-subnet', 'tenant_id': '7865b1e813e342558ad50303200c0cad', 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:23.593149 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a658f-8b7d-4cb8-b8b7-ad4ee61f4612 None None] Pushing event deleted for resources: {'Port': ['ID=95cb0674-35b2-408e-9f78-27ae48ba8b73,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:23.625066 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c00d84c1-f22b-4919-9a29-f42f353f1078 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:23.639357 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5743b4-69ba-492a-88ad-557d4bfb84da admin admin] Pushing event updated for resources: {'Network': ['ID=bfd132d2-63e3-4854-b91c-ec866352d465,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:23.661219 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network bfd132d2-63e3-4854-b91c-ec866352d465 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:02:23.679003 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7a658f-8b7d-4cb8-b8b7-ad4ee61f4612 None None] No DVR routers for this DVR port 95cb0674-35b2-408e-9f78-27ae48ba8b73 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:02:23.685639 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65100cf-22e2-401a-a87a-884d2a7ad413 admin admin] Made reservation on behalf of 7865b1e813e342558ad50303200c0cad for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:23.693321 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:23.701287 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d65100cf-22e2-401a-a87a-884d2a7ad413 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:23.919341 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9445a797-4c25-4ce1-97a4-fe803377ab51 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:24.247675 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c00d84c1-f22b-4919-9a29-f42f353f1078 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:24.347581 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-9445a797-4c25-4ce1-97a4-fe803377ab51 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Allocated IP 172.20.0.1 (6bbeda88-9b1a-44c2-b891-2aa1e75820f5/4c7157ff-d6dd-40c4-bf53-567c0ebfafe4/43f06d70-f6ba-4d72-a04f-d5df09f77268) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:24.400964 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d65100cf-22e2-401a-a87a-884d2a7ad413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:24.422033 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-c00d84c1-f22b-4919-9a29-f42f353f1078 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48755b91-0964-4b17-9b2c-cb54e83e1276']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:24.505901 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-c00d84c1-f22b-4919-9a29-f42f353f1078 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a66a9d68-65db-4b04-9da2-db659fb4ddb1') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:24.506364 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-c00d84c1-f22b-4919-9a29-f42f353f1078 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a66a9d68-65db-4b04-9da2-db659fb4ddb1') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:24.525346 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c00d84c1-f22b-4919-9a29-f42f353f1078 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:24.559188 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c00d84c1-f22b-4919-9a29-f42f353f1078 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:24.596584 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 45ef3267-1095-4f08-9c99-37a88b8516df up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:02:24.604355 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9445a797-4c25-4ce1-97a4-fe803377ab51 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:24.621687 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c00d84c1-f22b-4919-9a29-f42f353f1078 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:02:24.637776 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c00d84c1-f22b-4919-9a29-f42f353f1078 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:24.654533 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9445a797-4c25-4ce1-97a4-fe803377ab51 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:24.661770 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 20:02:24.661770 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:02:24.661770 n-d-839810-1 neutron-server[102774]: timer() Apr 28 20:02:24.661770 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:02:24.661770 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 20:02:24.661770 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:02:24.661770 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 20:02:24.661770 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:02:24.661770 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 20:02:24.661770 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:02:24.661770 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 20:02:24.661770 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:02:24.661770 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 20:02:24.661770 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:02:24.661770 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:02:24.661770 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:02:24.661770 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:02:24.661770 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:02:24.661770 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 20:02:24.661770 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:02:24.661770 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 20:02:24.661770 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:02:24.661770 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:02:24.661770 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:02:24.661770 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 20:02:24.661770 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:02:24.661770 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:02:24.661770 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:02:24.661770 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:02:24.661770 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:02:24.661770 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:02:24.661770 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:02:24.679132 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9445a797-4c25-4ce1-97a4-fe803377ab51 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Network 6bbeda88-9b1a-44c2-b891-2aa1e75820f5 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:24.719567 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-9445a797-4c25-4ce1-97a4-fe803377ab51 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:24.728123 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9445a797-4c25-4ce1-97a4-fe803377ab51 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:02:24.738180 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 45ef3267-1095-4f08-9c99-37a88b8516df triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:24.738675 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:24.755359 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65100cf-22e2-401a-a87a-884d2a7ad413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6865aec-ddf5-4d05-a7df-7e8c0a8ed741,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:24.782148 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65100cf-22e2-401a-a87a-884d2a7ad413 admin admin] Checking segment: {'id': '33d0ec65-7d6c-476a-be5c-6c9dfb2100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bfd132d2-63e3-4854-b91c-ec866352d465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:02:24.784347 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65100cf-22e2-401a-a87a-884d2a7ad413 admin admin] Network hostable DHCP agents. Network: bfd132d2-63e3-4854-b91c-ec866352d465, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:02:24.787305 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445a797-4c25-4ce1-97a4-fe803377ab51 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Pushing event updated for resources: {'Port': ['ID=43f06d70-f6ba-4d72-a04f-d5df09f77268,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:24.819108 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c00d84c1-f22b-4919-9a29-f42f353f1078 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:24.845800 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9445a797-4c25-4ce1-97a4-fe803377ab51 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:24.849060 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c00d84c1-f22b-4919-9a29-f42f353f1078 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:24.867560 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c00d84c1-f22b-4919-9a29-f42f353f1078 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "DELETE /v2.0/networks/48755b91-0964-4b17-9b2c-cb54e83e1276 HTTP/1.1" status: 204 len: 168 time: 1.4932299 Apr 28 20:02:24.879753 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51336) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:24.932368 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d84c1-f22b-4919-9a29-f42f353f1078 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event deleted for resources: {'Network': ['ID=48755b91-0964-4b17-9b2c-cb54e83e1276,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:24.933804 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:24.954427 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65100cf-22e2-401a-a87a-884d2a7ad413 admin admin] Network bfd132d2-63e3-4854-b91c-ec866352d465 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:02:24.998478 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-d65100cf-22e2-401a-a87a-884d2a7ad413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, bfd132d2-63e3-4854-b91c-ec866352d465) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:25.006720 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 45ef3267-1095-4f08-9c99-37a88b8516df, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=45ef3267-1095-4f08-9c99-37a88b8516df,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:25.012451 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65100cf-22e2-401a-a87a-884d2a7ad413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:25.012451 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d65100cf-22e2-401a-a87a-884d2a7ad413 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:25.012891 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1163754d-47b4-49d3-a384-b941e24e80ff None None] Network bfd132d2-63e3-4854-b91c-ec866352d465 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:02:25.066071 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:25.080749 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d65100cf-22e2-401a-a87a-884d2a7ad413 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5321574 Apr 28 20:02:25.082410 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51338) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:25.095616 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-76776bb2-4671-43ac-8cd4-8603a13ffa7c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-718872471-router', 'tenant_id': '7865b1e813e342558ad50303200c0cad', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:25.160744 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ebaf983-e04f-4b98-b9dc-e04bcb9bbedf tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:25.194438 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-76776bb2-4671-43ac-8cd4-8603a13ffa7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:25.196695 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-76776bb2-4671-43ac-8cd4-8603a13ffa7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:25.215451 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 4bfe2794-1447-4ffe-b8f7-1f10b6f89822 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:02:25.218375 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9445a797-4c25-4ce1-97a4-fe803377ab51 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:25.250593 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 4bfe2794-1447-4ffe-b8f7-1f10b6f89822 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:02:25.251239 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 4bfe2794-1447-4ffe-b8f7-1f10b6f89822 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:02:25.253223 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ebaf983-e04f-4b98-b9dc-e04bcb9bbedf tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:25.304443 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=45ef3267-1095-4f08-9c99-37a88b8516df,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:25.363791 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-76776bb2-4671-43ac-8cd4-8603a13ffa7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:25.453950 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdd0526-6ea4-4b0d-b513-f3ffe009f5fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-bfd132d2-63e3-4854-b91c-ec866352d465', 'network_id': 'bfd132d2-63e3-4854-b91c-ec866352d465', 'tenant_id': '7865b1e813e342558ad50303200c0cad', 'fixed_ips': [{'subnet_id': 'e6865aec-ddf5-4d05-a7df-7e8c0a8ed741'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:02:25.457182 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fcdd0526-6ea4-4b0d-b513-f3ffe009f5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:25.488369 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-1760e633-322b-49e2-9138-bd3cdb466565 None None] Provisioning complete for port 43f06d70-f6ba-4d72-a04f-d5df09f77268 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:25.488735 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1760e633-322b-49e2-9138-bd3cdb466565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:25.566109 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-1760e633-322b-49e2-9138-bd3cdb466565 None None] Port 43f06d70-f6ba-4d72-a04f-d5df09f77268 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:02:25.600277 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-76776bb2-4671-43ac-8cd4-8603a13ffa7c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:25.628510 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ebaf983-e04f-4b98-b9dc-e04bcb9bbedf tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:25.632034 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ebaf983-e04f-4b98-b9dc-e04bcb9bbedf tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:25.650058 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2ebaf983-e04f-4b98-b9dc-e04bcb9bbedf tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "DELETE /v2.0/security-groups/2df10a27-08af-4839-883d-0a1b4fc297bf HTTP/1.1" status: 204 len: 168 time: 0.7382824 Apr 28 20:02:25.678163 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebaf983-e04f-4b98-b9dc-e04bcb9bbedf tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df10a27-08af-4839-883d-0a1b4fc297bf,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:25.829501 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:25.859015 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-fcdd0526-6ea4-4b0d-b513-f3ffe009f5fc None None] Allocated IP 172.20.0.2 (bfd132d2-63e3-4854-b91c-ec866352d465/e6865aec-ddf5-4d05-a7df-7e8c0a8ed741/ffcf593e-c22a-4b7c-9c14-a9c76a719d2a) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:25.914990 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9445a797-4c25-4ce1-97a4-fe803377ab51 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:25.922376 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9445a797-4c25-4ce1-97a4-fe803377ab51 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:25.970196 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:26.059342 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9445a797-4c25-4ce1-97a4-fe803377ab51 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:26.065571 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445a797-4c25-4ce1-97a4-fe803377ab51 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Pushing event updated for resources: {'Port': ['ID=43f06d70-f6ba-4d72-a04f-d5df09f77268,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:26.123645 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445a797-4c25-4ce1-97a4-fe803377ab51 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:26.130600 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445a797-4c25-4ce1-97a4-fe803377ab51 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:26.130600 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445a797-4c25-4ce1-97a4-fe803377ab51 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:26.130600 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445a797-4c25-4ce1-97a4-fe803377ab51 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:26.130600 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445a797-4c25-4ce1-97a4-fe803377ab51 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:26.130600 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445a797-4c25-4ce1-97a4-fe803377ab51 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:26.130600 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445a797-4c25-4ce1-97a4-fe803377ab51 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:26.137044 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445a797-4c25-4ce1-97a4-fe803377ab51 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:26.139582 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445a797-4c25-4ce1-97a4-fe803377ab51 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:26.140478 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445a797-4c25-4ce1-97a4-fe803377ab51 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:26.141784 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445a797-4c25-4ce1-97a4-fe803377ab51 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:26.142465 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445a797-4c25-4ce1-97a4-fe803377ab51 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:26.146502 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d209c0-30c8-4de9-ae44-1cb42fc5613a None None] Sync routers for ids ['0e8e406a-ba38-4f55-aa06-c6523cf12370'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:02:26.163151 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-76776bb2-4671-43ac-8cd4-8603a13ffa7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:26.166818 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fcdd0526-6ea4-4b0d-b513-f3ffe009f5fc None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:26.177173 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d209c0-30c8-4de9-ae44-1cb42fc5613a None None] Routers {'0e8e406a-ba38-4f55-aa06-c6523cf12370'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:02:26.178508 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-a1d209c0-30c8-4de9-ae44-1cb42fc5613a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:02:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['0e8e406a-ba38-4f55-aa06-c6523cf12370'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:26.179050 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fcdd0526-6ea4-4b0d-b513-f3ffe009f5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:26.224909 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-76776bb2-4671-43ac-8cd4-8603a13ffa7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:26.227365 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd0526-6ea4-4b0d-b513-f3ffe009f5fc None None] Pushing event updated for resources: {'Port': ['ID=ffcf593e-c22a-4b7c-9c14-a9c76a719d2a,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:26.246008 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdd0526-6ea4-4b0d-b513-f3ffe009f5fc None None] Network bfd132d2-63e3-4854-b91c-ec866352d465 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:26.247277 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-fcdd0526-6ea4-4b0d-b513-f3ffe009f5fc None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:26.253036 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdd0526-6ea4-4b0d-b513-f3ffe009f5fc None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:02:26.335351 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-fcdd0526-6ea4-4b0d-b513-f3ffe009f5fc None None] Attempting to bind port ffcf593e-c22a-4b7c-9c14-a9c76a719d2a on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:02:26.335970 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-fcdd0526-6ea4-4b0d-b513-f3ffe009f5fc None None] Attempting to bind port ffcf593e-c22a-4b7c-9c14-a9c76a719d2a by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '33d0ec65-7d6c-476a-be5c-6c9dfb2100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bfd132d2-63e3-4854-b91c-ec866352d465'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:02:26.336531 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdd0526-6ea4-4b0d-b513-f3ffe009f5fc None None] Attempting to bind port ffcf593e-c22a-4b7c-9c14-a9c76a719d2a on network bfd132d2-63e3-4854-b91c-ec866352d465 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:02:26.343203 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdd0526-6ea4-4b0d-b513-f3ffe009f5fc None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:02:26.343806 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdd0526-6ea4-4b0d-b513-f3ffe009f5fc None None] Checking segment: {'id': '33d0ec65-7d6c-476a-be5c-6c9dfb2100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bfd132d2-63e3-4854-b91c-ec866352d465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:02:26.344398 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fcdd0526-6ea4-4b0d-b513-f3ffe009f5fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:26.344789 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdd0526-6ea4-4b0d-b513-f3ffe009f5fc None None] Bound using segment: {'id': '33d0ec65-7d6c-476a-be5c-6c9dfb2100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bfd132d2-63e3-4854-b91c-ec866352d465'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:02:26.345260 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-fcdd0526-6ea4-4b0d-b513-f3ffe009f5fc None None] Bound port: ffcf593e-c22a-4b7c-9c14-a9c76a719d2a, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d0ec65-7d6c-476a-be5c-6c9dfb2100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bfd132d2-63e3-4854-b91c-ec866352d465'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:02:26.345645 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fcdd0526-6ea4-4b0d-b513-f3ffe009f5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:26.367719 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9445a797-4c25-4ce1-97a4-fe803377ab51 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Network 6bbeda88-9b1a-44c2-b891-2aa1e75820f5 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:26.371676 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-9445a797-4c25-4ce1-97a4-fe803377ab51 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:26.428976 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-76776bb2-4671-43ac-8cd4-8603a13ffa7c admin admin] Allocated IP 172.25.8.239 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/4641c597-7931-4968-a391-6fff2330f0f6) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:26.449458 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-fcdd0526-6ea4-4b0d-b513-f3ffe009f5fc None None] For port ffcf593e-c22a-4b7c-9c14-a9c76a719d2a, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:02:26.483293 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-fcdd0526-6ea4-4b0d-b513-f3ffe009f5fc None None] For port ffcf593e-c22a-4b7c-9c14-a9c76a719d2a, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ffcf593e-c22a-4b7c-9c14-a9c76a719d2a,segment=NetworkSegment(33d0ec65-7d6c-476a-be5c-6c9dfb2100f3),segment_id=33d0ec65-7d6c-476a-be5c-6c9dfb2100f3)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:02:26.490356 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-a1d209c0-30c8-4de9-ae44-1cb42fc5613a None None] Set router 0e8e406a-ba38-4f55-aa06-c6523cf12370 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:02:26.493689 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fcdd0526-6ea4-4b0d-b513-f3ffe009f5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:26.760742 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd0526-6ea4-4b0d-b513-f3ffe009f5fc None None] Pushing event updated for resources: {'Port': ['ID=ffcf593e-c22a-4b7c-9c14-a9c76a719d2a,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:26.779801 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51356) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:26.784370 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 45ef3267-1095-4f08-9c99-37a88b8516df up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:02:26.802724 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9445a797-4c25-4ce1-97a4-fe803377ab51 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Router 3d9ff4d6-22b5-42d3-ab24-68b48edf4be6 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:02:26.808628 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-3eec4ba4-c334-4da9-ae6c-e3e5ebbb16ee tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1499852622', 'description': 'tempest-secgroup-smoke-1499852622 description', 'project_id': '337e8021fa0c43d183fd116927375cd1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:26.893423 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-76776bb2-4671-43ac-8cd4-8603a13ffa7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:26.913704 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 45ef3267-1095-4f08-9c99-37a88b8516df triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:26.913704 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:26.923627 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3eec4ba4-c334-4da9-ae6c-e3e5ebbb16ee tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:27.033517 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-76776bb2-4671-43ac-8cd4-8603a13ffa7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:27.162437 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76776bb2-4671-43ac-8cd4-8603a13ffa7c admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:27.165895 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3eec4ba4-c334-4da9-ae6c-e3e5ebbb16ee tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:27.171494 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-76776bb2-4671-43ac-8cd4-8603a13ffa7c admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:27.173812 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-a1d209c0-30c8-4de9-ae44-1cb42fc5613a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8e406a-ba38-4f55-aa06-c6523cf12370', 'name': 'tempest-TestServerMultinode-268584922-router', 'tenant_id': 'b90cfc892edd4470a5640cb887918f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '45ef3267-1095-4f08-9c99-37a88b8516df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:02:07Z', 'updated_at': '2022-04-28T20:02:17Z', 'revision_number': 4, 'project_id': 'b90cfc892edd4470a5640cb887918f1a', 'gw_port': {'id': '45ef3267-1095-4f08-9c99-37a88b8516df', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8e406a-ba38-4f55-aa06-c6523cf12370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:09Z', 'updated_at': '2022-04-28T20:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '208d406a-f430-43b1-a1ea-c0f490ba7521', 'name': '', 'network_id': 'd629e648-5e1f-4bf0-a6c2-df9e5f4aa45f', 'tenant_id': 'b90cfc892edd4470a5640cb887918f1a', 'mac_address': 'fa:16:3e:fd:e6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8e406a-ba38-4f55-aa06-c6523cf12370', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '9c7f59ea-3b4f-4e02-963c-a01964429570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:15Z', 'updated_at': '2022-04-28T20:02:17Z', 'revision_number': 2, 'project_id': 'b90cfc892edd4470a5640cb887918f1a', 'subnets': [{'id': '9c7f59ea-3b4f-4e02-963c-a01964429570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:27.174376 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3eec4ba4-c334-4da9-ae6c-e3e5ebbb16ee tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:27.175714 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9445a797-4c25-4ce1-97a4-fe803377ab51 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:02:27.176353 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76776bb2-4671-43ac-8cd4-8603a13ffa7c admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:02:27.181217 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76776bb2-4671-43ac-8cd4-8603a13ffa7c admin admin] Pushing event updated for resources: {'Port': ['ID=4641c597-7931-4968-a391-6fff2330f0f6,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:27.190496 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c98da5-6b85-4713-88e0-daa87a4bc5da None None] Sync routers for ids ['3d9ff4d6-22b5-42d3-ab24-68b48edf4be6'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:02:27.191952 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9445a797-4c25-4ce1-97a4-fe803377ab51 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] 10.222.0.42 "PUT /v2.0/routers/3d9ff4d6-22b5-42d3-ab24-68b48edf4be6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9462540 Apr 28 20:02:27.196709 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51358) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:27.224115 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c98da5-6b85-4713-88e0-daa87a4bc5da None None] Routers {'3d9ff4d6-22b5-42d3-ab24-68b48edf4be6'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:02:27.224749 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-83c98da5-6b85-4713-88e0-daa87a4bc5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:02:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['3d9ff4d6-22b5-42d3-ab24-68b48edf4be6'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:27.248686 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d209c0-30c8-4de9-ae44-1cb42fc5613a None None] Checking router: 0e8e406a-ba38-4f55-aa06-c6523cf12370 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:02:27.249016 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d209c0-30c8-4de9-ae44-1cb42fc5613a None None] Updating router 0e8e406a-ba38-4f55-aa06-c6523cf12370 port 208d406a-f430-43b1-a1ea-c0f490ba7521 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:02:27.279358 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-83c98da5-6b85-4713-88e0-daa87a4bc5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:27.281575 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-d604ee72-2eca-4fa0-9e9b-2ae5f7b8594b None None] Provisioning complete for port 43f06d70-f6ba-4d72-a04f-d5df09f77268 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:27.281942 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d604ee72-2eca-4fa0-9e9b-2ae5f7b8594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:27.310647 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-a1d209c0-30c8-4de9-ae44-1cb42fc5613a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:27.320723 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c98da5-6b85-4713-88e0-daa87a4bc5da None None] Routers {'3d9ff4d6-22b5-42d3-ab24-68b48edf4be6'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:02:27.321731 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-83c98da5-6b85-4713-88e0-daa87a4bc5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:02:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['3d9ff4d6-22b5-42d3-ab24-68b48edf4be6'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:27.330883 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec4ba4-c334-4da9-ae6c-e3e5ebbb16ee tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0005005d-fe20-4461-ba20-036cf3dd752c,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:27.343854 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76776bb2-4671-43ac-8cd4-8603a13ffa7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:27.345134 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76776bb2-4671-43ac-8cd4-8603a13ffa7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:27.345574 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76776bb2-4671-43ac-8cd4-8603a13ffa7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:27.346042 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76776bb2-4671-43ac-8cd4-8603a13ffa7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:27.346470 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76776bb2-4671-43ac-8cd4-8603a13ffa7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:27.347015 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76776bb2-4671-43ac-8cd4-8603a13ffa7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:27.347435 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76776bb2-4671-43ac-8cd4-8603a13ffa7c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:27.347856 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76776bb2-4671-43ac-8cd4-8603a13ffa7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:27.348332 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76776bb2-4671-43ac-8cd4-8603a13ffa7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:27.348749 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76776bb2-4671-43ac-8cd4-8603a13ffa7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:27.349168 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76776bb2-4671-43ac-8cd4-8603a13ffa7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:27.349580 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76776bb2-4671-43ac-8cd4-8603a13ffa7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:27.370201 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-83c98da5-6b85-4713-88e0-daa87a4bc5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:27.371404 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c98da5-6b85-4713-88e0-daa87a4bc5da None None] The sync data for ids ['3d9ff4d6-22b5-42d3-ab24-68b48edf4be6'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:02:27.375066 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-d604ee72-2eca-4fa0-9e9b-2ae5f7b8594b None None] Port 43f06d70-f6ba-4d72-a04f-d5df09f77268 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:02:27.401712 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3eec4ba4-c334-4da9-ae6c-e3e5ebbb16ee tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:27.403143 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3eec4ba4-c334-4da9-ae6c-e3e5ebbb16ee tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6055512 Apr 28 20:02:27.404810 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eec4ba4-c334-4da9-ae6c-e3e5ebbb16ee tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:27.405157 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eec4ba4-c334-4da9-ae6c-e3e5ebbb16ee tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:27.405685 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eec4ba4-c334-4da9-ae6c-e3e5ebbb16ee tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:27.406080 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eec4ba4-c334-4da9-ae6c-e3e5ebbb16ee tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:27.406406 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eec4ba4-c334-4da9-ae6c-e3e5ebbb16ee tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:27.406744 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eec4ba4-c334-4da9-ae6c-e3e5ebbb16ee tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:27.407078 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eec4ba4-c334-4da9-ae6c-e3e5ebbb16ee tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:27.407298 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51360) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:27.407411 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eec4ba4-c334-4da9-ae6c-e3e5ebbb16ee tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:27.407731 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eec4ba4-c334-4da9-ae6c-e3e5ebbb16ee tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:27.408074 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eec4ba4-c334-4da9-ae6c-e3e5ebbb16ee tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:27.408448 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eec4ba4-c334-4da9-ae6c-e3e5ebbb16ee tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:27.409026 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eec4ba4-c334-4da9-ae6c-e3e5ebbb16ee tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:27.426804 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-fb6ff3c1-8833-41c0-b2b1-7474831374ac tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'security_group_rule': {'security_group_id': '0005005d-fe20-4461-ba20-036cf3dd752c', 'project_id': '337e8021fa0c43d183fd116927375cd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:27.713127 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-76776bb2-4671-43ac-8cd4-8603a13ffa7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:27.774877 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-a1d209c0-30c8-4de9-ae44-1cb42fc5613a None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:27.792743 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-a1d209c0-30c8-4de9-ae44-1cb42fc5613a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:27.945147 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5b6c8f4b-ce40-42d7-a78e-3da1fb63f1a3 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:27.967714 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe8464-56d7-490d-b601-6dfecf3cc667 None None] Pushing event updated for resources: {'Port': ['ID=208d406a-f430-43b1-a1ea-c0f490ba7521,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:28.028694 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fb6ff3c1-8833-41c0-b2b1-7474831374ac tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:28.070939 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe8464-56d7-490d-b601-6dfecf3cc667 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:28.071450 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe8464-56d7-490d-b601-6dfecf3cc667 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:28.071839 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe8464-56d7-490d-b601-6dfecf3cc667 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:28.072219 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe8464-56d7-490d-b601-6dfecf3cc667 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:28.072583 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe8464-56d7-490d-b601-6dfecf3cc667 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:28.072968 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe8464-56d7-490d-b601-6dfecf3cc667 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:28.075919 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe8464-56d7-490d-b601-6dfecf3cc667 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:28.076355 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe8464-56d7-490d-b601-6dfecf3cc667 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:28.076820 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe8464-56d7-490d-b601-6dfecf3cc667 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:28.077130 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe8464-56d7-490d-b601-6dfecf3cc667 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:28.077459 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe8464-56d7-490d-b601-6dfecf3cc667 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:28.077838 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe8464-56d7-490d-b601-6dfecf3cc667 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:28.111430 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-a1d209c0-30c8-4de9-ae44-1cb42fc5613a None None] Attempting to bind port 208d406a-f430-43b1-a1ea-c0f490ba7521 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:02:28.111812 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-a1d209c0-30c8-4de9-ae44-1cb42fc5613a None None] Attempting to bind port 208d406a-f430-43b1-a1ea-c0f490ba7521 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'e64b0cb4-6e2b-4c06-81d4-5321e68f507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd629e648-5e1f-4bf0-a6c2-df9e5f4aa45f'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:02:28.112205 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d209c0-30c8-4de9-ae44-1cb42fc5613a None None] Attempting to bind port 208d406a-f430-43b1-a1ea-c0f490ba7521 on network d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:02:28.118417 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d209c0-30c8-4de9-ae44-1cb42fc5613a None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:02:28.118934 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d209c0-30c8-4de9-ae44-1cb42fc5613a None None] Checking segment: {'id': 'e64b0cb4-6e2b-4c06-81d4-5321e68f507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd629e648-5e1f-4bf0-a6c2-df9e5f4aa45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:02:28.119346 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-a1d209c0-30c8-4de9-ae44-1cb42fc5613a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:28.119742 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d209c0-30c8-4de9-ae44-1cb42fc5613a None None] Bound using segment: {'id': 'e64b0cb4-6e2b-4c06-81d4-5321e68f507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd629e648-5e1f-4bf0-a6c2-df9e5f4aa45f'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:02:28.127656 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-a1d209c0-30c8-4de9-ae44-1cb42fc5613a None None] Bound port: 208d406a-f430-43b1-a1ea-c0f490ba7521, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e64b0cb4-6e2b-4c06-81d4-5321e68f507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd629e648-5e1f-4bf0-a6c2-df9e5f4aa45f'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:02:28.128962 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-a1d209c0-30c8-4de9-ae44-1cb42fc5613a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:28.233285 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-5b6c8f4b-ce40-42d7-a78e-3da1fb63f1a3 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 28 20:02:28.235727 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5b6c8f4b-ce40-42d7-a78e-3da1fb63f1a3 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] 10.222.0.42 "DELETE /v2.0/routers/3d9ff4d6-22b5-42d3-ab24-68b48edf4be6 HTTP/1.1" status: 409 len: 329 time: 1.0379722 Apr 28 20:02:28.238661 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51370) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:28.252376 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-a1d209c0-30c8-4de9-ae44-1cb42fc5613a None None] For port 208d406a-f430-43b1-a1ea-c0f490ba7521, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:02:28.254783 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-76776bb2-4671-43ac-8cd4-8603a13ffa7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:28.266315 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-a1d209c0-30c8-4de9-ae44-1cb42fc5613a None None] For port 208d406a-f430-43b1-a1ea-c0f490ba7521, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=208d406a-f430-43b1-a1ea-c0f490ba7521,segment=NetworkSegment(e64b0cb4-6e2b-4c06-81d4-5321e68f507b),segment_id=e64b0cb4-6e2b-4c06-81d4-5321e68f507b)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:02:28.274925 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-a1d209c0-30c8-4de9-ae44-1cb42fc5613a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:28.290399 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fb6ff3c1-8833-41c0-b2b1-7474831374ac tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:28.298742 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fb6ff3c1-8833-41c0-b2b1-7474831374ac tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:28.360895 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ff3c1-8833-41c0-b2b1-7474831374ac tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c815590-dd27-41c3-9b02-e879549ef8ef,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:28.378780 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fb6ff3c1-8833-41c0-b2b1-7474831374ac tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:28.381259 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fb6ff3c1-8833-41c0-b2b1-7474831374ac tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9717369 Apr 28 20:02:28.386331 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51372) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:28.403670 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-7a452e96-3417-4482-ba7b-04949f422546 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'security_group_rule': {'security_group_id': '0005005d-fe20-4461-ba20-036cf3dd752c', 'project_id': '337e8021fa0c43d183fd116927375cd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:28.422097 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe8464-56d7-490d-b601-6dfecf3cc667 None None] Pushing event updated for resources: {'Port': ['ID=208d406a-f430-43b1-a1ea-c0f490ba7521,revision_number=4']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:28.438114 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d209c0-30c8-4de9-ae44-1cb42fc5613a None None] Routers {'0e8e406a-ba38-4f55-aa06-c6523cf12370'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:02:28.439106 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-a1d209c0-30c8-4de9-ae44-1cb42fc5613a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:02:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['0e8e406a-ba38-4f55-aa06-c6523cf12370'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:28.460342 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7a452e96-3417-4482-ba7b-04949f422546 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:28.523214 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-cd911dd9-5b1a-4dfb-b524-7c487ca9c11e None None] Provisioning complete for port 208d406a-f430-43b1-a1ea-c0f490ba7521 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:28.523752 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cd911dd9-5b1a-4dfb-b524-7c487ca9c11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:28.578141 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7a452e96-3417-4482-ba7b-04949f422546 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:28.586459 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7a452e96-3417-4482-ba7b-04949f422546 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:28.630041 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004c3d27-224c-47ed-aea4-88ba28757bac None None] Network bfd132d2-63e3-4854-b91c-ec866352d465 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:02:28.639893 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7a452e96-3417-4482-ba7b-04949f422546 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:28.644830 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7a452e96-3417-4482-ba7b-04949f422546 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2563896 Apr 28 20:02:28.647763 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51374) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:28.661317 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-8b3e8654-56f3-4867-a5f2-a86094af7cd5 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'security_group_rule': {'security_group_id': '0005005d-fe20-4461-ba20-036cf3dd752c', 'project_id': '337e8021fa0c43d183fd116927375cd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:28.666518 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a452e96-3417-4482-ba7b-04949f422546 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf6a788e-903e-46bc-b424-154c2a5ed326,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:28.733069 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8b3e8654-56f3-4867-a5f2-a86094af7cd5 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:28.740045 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-a1d209c0-30c8-4de9-ae44-1cb42fc5613a None None] Set router 0e8e406a-ba38-4f55-aa06-c6523cf12370 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:02:28.895511 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8b3e8654-56f3-4867-a5f2-a86094af7cd5 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:28.904448 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8b3e8654-56f3-4867-a5f2-a86094af7cd5 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:28.993852 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e8654-56f3-4867-a5f2-a86094af7cd5 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a55d4cca-68be-4796-aa90-6f082e22b3be,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:29.006048 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8b3e8654-56f3-4867-a5f2-a86094af7cd5 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:29.007338 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8b3e8654-56f3-4867-a5f2-a86094af7cd5 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3585904 Apr 28 20:02:29.011379 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51378) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:29.016352 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-72109f53-5ac5-43d5-b12f-e04571a43e3f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'security_group_rule': {'security_group_id': '0005005d-fe20-4461-ba20-036cf3dd752c', 'project_id': '337e8021fa0c43d183fd116927375cd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:29.047047 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76776bb2-4671-43ac-8cd4-8603a13ffa7c admin admin] Router 6c158196-3759-4dc7-b66b-26ccbec65977 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 20:02:29.051613 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cd911dd9-5b1a-4dfb-b524-7c487ca9c11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:29.072004 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-72109f53-5ac5-43d5-b12f-e04571a43e3f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:29.095389 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ffcf593e-c22a-4b7c-9c14-a9c76a719d2a up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:02:29.130553 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-a1d209c0-30c8-4de9-ae44-1cb42fc5613a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8e406a-ba38-4f55-aa06-c6523cf12370', 'name': 'tempest-TestServerMultinode-268584922-router', 'tenant_id': 'b90cfc892edd4470a5640cb887918f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '45ef3267-1095-4f08-9c99-37a88b8516df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:02:07Z', 'updated_at': '2022-04-28T20:02:17Z', 'revision_number': 4, 'project_id': 'b90cfc892edd4470a5640cb887918f1a', 'gw_port': {'id': '45ef3267-1095-4f08-9c99-37a88b8516df', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8e406a-ba38-4f55-aa06-c6523cf12370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:09Z', 'updated_at': '2022-04-28T20:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '208d406a-f430-43b1-a1ea-c0f490ba7521', 'name': '', 'network_id': 'd629e648-5e1f-4bf0-a6c2-df9e5f4aa45f', 'tenant_id': 'b90cfc892edd4470a5640cb887918f1a', 'mac_address': 'fa:16:3e:fd:e6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8e406a-ba38-4f55-aa06-c6523cf12370', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '9c7f59ea-3b4f-4e02-963c-a01964429570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:15Z', 'updated_at': '2022-04-28T20:02:28Z', 'revision_number': 4, 'project_id': 'b90cfc892edd4470a5640cb887918f1a', 'subnets': [{'id': '9c7f59ea-3b4f-4e02-963c-a01964429570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:29.175898 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-72109f53-5ac5-43d5-b12f-e04571a43e3f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:29.181253 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-72109f53-5ac5-43d5-b12f-e04571a43e3f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:29.190934 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-cd911dd9-5b1a-4dfb-b524-7c487ca9c11e None None] For port 208d406a-f430-43b1-a1ea-c0f490ba7521, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=208d406a-f430-43b1-a1ea-c0f490ba7521,segment=NetworkSegment(e64b0cb4-6e2b-4c06-81d4-5321e68f507b),segment_id=e64b0cb4-6e2b-4c06-81d4-5321e68f507b)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:29.201653 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72109f53-5ac5-43d5-b12f-e04571a43e3f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc3f3966-bb92-4cff-87a1-5988a5a4da9f,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:29.205185 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cd911dd9-5b1a-4dfb-b524-7c487ca9c11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:29.211974 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d209c0-30c8-4de9-ae44-1cb42fc5613a None None] The sync data for ids ['0e8e406a-ba38-4f55-aa06-c6523cf12370'] in n-d-839810-1 is: [{'id': '0e8e406a-ba38-4f55-aa06-c6523cf12370', 'name': 'tempest-TestServerMultinode-268584922-router', 'tenant_id': 'b90cfc892edd4470a5640cb887918f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '45ef3267-1095-4f08-9c99-37a88b8516df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:02:07Z', 'updated_at': '2022-04-28T20:02:17Z', 'revision_number': 4, 'project_id': 'b90cfc892edd4470a5640cb887918f1a', 'gw_port': {'id': '45ef3267-1095-4f08-9c99-37a88b8516df', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8e406a-ba38-4f55-aa06-c6523cf12370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:09Z', 'updated_at': '2022-04-28T20:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '208d406a-f430-43b1-a1ea-c0f490ba7521', 'name': '', 'network_id': 'd629e648-5e1f-4bf0-a6c2-df9e5f4aa45f', 'tenant_id': 'b90cfc892edd4470a5640cb887918f1a', 'mac_address': 'fa:16:3e:fd:e6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8e406a-ba38-4f55-aa06-c6523cf12370', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '9c7f59ea-3b4f-4e02-963c-a01964429570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:15Z', 'updated_at': '2022-04-28T20:02:28Z', 'revision_number': 4, 'project_id': 'b90cfc892edd4470a5640cb887918f1a', 'subnets': [{'id': '9c7f59ea-3b4f-4e02-963c-a01964429570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:02:29.248811 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-72109f53-5ac5-43d5-b12f-e04571a43e3f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:29.253604 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-72109f53-5ac5-43d5-b12f-e04571a43e3f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2390687 Apr 28 20:02:29.255582 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51382) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:29.265843 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-f84f85f5-b4b2-4666-95ba-0c4004bc2bee tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'security_group_rule': {'security_group_id': '0005005d-fe20-4461-ba20-036cf3dd752c', 'project_id': '337e8021fa0c43d183fd116927375cd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:29.299212 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port ffcf593e-c22a-4b7c-9c14-a9c76a719d2a triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:29.299499 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:29.332835 n-d-839810-1 neutron-server[102773]: INFO neutron.db.securitygroups_db [None req-f84f85f5-b4b2-4666-95ba-0c4004bc2bee tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Project 337e8021fa0c43d183fd116927375cd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:02:29.357014 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f84f85f5-b4b2-4666-95ba-0c4004bc2bee tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:29.360046 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76776bb2-4671-43ac-8cd4-8603a13ffa7c admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:02:29.364825 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-559cf8d3-4bd3-415b-8076-adce2c5bda3b tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:29.375554 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2893d43d-bdae-4553-85be-9769c1fd40a2 None None] Sync routers for ids ['6c158196-3759-4dc7-b66b-26ccbec65977'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:02:29.401222 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2893d43d-bdae-4553-85be-9769c1fd40a2 None None] Routers {'6c158196-3759-4dc7-b66b-26ccbec65977'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:02:29.403843 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-2893d43d-bdae-4553-85be-9769c1fd40a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:02:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['6c158196-3759-4dc7-b66b-26ccbec65977'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:29.471341 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-8f4727d4-5bff-4c03-94e9-0b85f8f8bf6f None None] Provisioning complete for port 208d406a-f430-43b1-a1ea-c0f490ba7521 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:29.471721 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8f4727d4-5bff-4c03-94e9-0b85f8f8bf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:29.473801 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd911dd9-5b1a-4dfb-b524-7c487ca9c11e None None] Pushing event updated for resources: {'Port': ['ID=208d406a-f430-43b1-a1ea-c0f490ba7521,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:29.582800 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f84f85f5-b4b2-4666-95ba-0c4004bc2bee tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:29.593528 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f84f85f5-b4b2-4666-95ba-0c4004bc2bee tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:29.594019 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-76776bb2-4671-43ac-8cd4-8603a13ffa7c admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:29.596900 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-76776bb2-4671-43ac-8cd4-8603a13ffa7c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5115159 Apr 28 20:02:29.601224 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51384) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:29.649780 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f85f5-b4b2-4666-95ba-0c4004bc2bee tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7812f0-8ea7-4ff9-ac8c-3f1b094dcd97,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:29.671474 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f84f85f5-b4b2-4666-95ba-0c4004bc2bee tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:29.677191 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f84f85f5-b4b2-4666-95ba-0c4004bc2bee tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4200301 Apr 28 20:02:29.682580 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51386) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:29.689692 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-063c4a78-db09-45d9-873e-f1c26dbe687f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'security_group_rule': {'security_group_id': '0005005d-fe20-4461-ba20-036cf3dd752c', 'project_id': '337e8021fa0c43d183fd116927375cd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:29.741216 n-d-839810-1 neutron-server[102773]: INFO neutron.db.securitygroups_db [None req-063c4a78-db09-45d9-873e-f1c26dbe687f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Project 337e8021fa0c43d183fd116927375cd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:02:29.754397 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-063c4a78-db09-45d9-873e-f1c26dbe687f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:29.911012 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-063c4a78-db09-45d9-873e-f1c26dbe687f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:29.919369 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-063c4a78-db09-45d9-873e-f1c26dbe687f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:29.936525 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-2893d43d-bdae-4553-85be-9769c1fd40a2 None None] Set router 6c158196-3759-4dc7-b66b-26ccbec65977 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:02:29.987474 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-063c4a78-db09-45d9-873e-f1c26dbe687f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:29.993201 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-063c4a78-db09-45d9-873e-f1c26dbe687f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3083375 Apr 28 20:02:29.998478 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51390) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:30.000792 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c4a78-db09-45d9-873e-f1c26dbe687f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ede853-4640-4b29-9def-46f0bb4c8813,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:30.018949 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-fc4a61d1-5662-484d-bd69-ccb889a8ed42 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'network': {'name': 'tempest-network-smoke--725057162', 'project_id': '337e8021fa0c43d183fd116927375cd1', 'port_security_enabled': True}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:30.159163 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:30.195044 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-8f4727d4-5bff-4c03-94e9-0b85f8f8bf6f None None] Provisioning complete for port ffcf593e-c22a-4b7c-9c14-a9c76a719d2a triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:30.195422 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8f4727d4-5bff-4c03-94e9-0b85f8f8bf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:30.293597 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port ffcf593e-c22a-4b7c-9c14-a9c76a719d2a, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ffcf593e-c22a-4b7c-9c14-a9c76a719d2a,segment=NetworkSegment(33d0ec65-7d6c-476a-be5c-6c9dfb2100f3),segment_id=33d0ec65-7d6c-476a-be5c-6c9dfb2100f3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:30.315300 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:30.322613 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 208d406a-f430-43b1-a1ea-c0f490ba7521 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:02:30.425080 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-2893d43d-bdae-4553-85be-9769c1fd40a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c158196-3759-4dc7-b66b-26ccbec65977', 'name': 'tempest-TestServerMultinode-718872471-router', 'tenant_id': '7865b1e813e342558ad50303200c0cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '4641c597-7931-4968-a391-6fff2330f0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:02:25Z', 'updated_at': '2022-04-28T20:02:27Z', 'revision_number': 3, 'project_id': '7865b1e813e342558ad50303200c0cad', 'gw_port': {'id': '4641c597-7931-4968-a391-6fff2330f0f6', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c1:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c158196-3759-4dc7-b66b-26ccbec65977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:26Z', 'updated_at': '2022-04-28T20:02:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:30.497416 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2893d43d-bdae-4553-85be-9769c1fd40a2 None None] Checking router: 6c158196-3759-4dc7-b66b-26ccbec65977 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:02:30.497902 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2893d43d-bdae-4553-85be-9769c1fd40a2 None None] Updating router 6c158196-3759-4dc7-b66b-26ccbec65977 port 4641c597-7931-4968-a391-6fff2330f0f6 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:02:30.556506 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-2893d43d-bdae-4553-85be-9769c1fd40a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:30.564489 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=ffcf593e-c22a-4b7c-9c14-a9c76a719d2a,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:30.641231 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:30.641642 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:30.642084 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:30.642514 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:30.642948 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:30.643940 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:30.644711 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:30.645149 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:30.645835 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:30.646289 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:30.646715 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:30.647137 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:30.662469 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 208d406a-f430-43b1-a1ea-c0f490ba7521 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:30.664635 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:30.712463 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4a61d1-5662-484d-bd69-ccb889a8ed42 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Made reservation on behalf of 337e8021fa0c43d183fd116927375cd1 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:30.718303 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fc4a61d1-5662-484d-bd69-ccb889a8ed42 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:30.776915 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-49fe8874-8001-4e4e-b218-841dd3e83a14 None None] Provisioning complete for port ffcf593e-c22a-4b7c-9c14-a9c76a719d2a triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:30.777291 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-49fe8874-8001-4e4e-b218-841dd3e83a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:30.821320 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc4a61d1-5662-484d-bd69-ccb889a8ed42 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:02:30.841027 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fc4a61d1-5662-484d-bd69-ccb889a8ed42 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:30.842438 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-fc4a61d1-5662-484d-bd69-ccb889a8ed42 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Added segment 6ad96ddc-30c2-4927-80b1-ffe2270d82a7 of type vlan for network 9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 Apr 28 20:02:30.977179 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-2893d43d-bdae-4553-85be-9769c1fd40a2 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:30.984035 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fc4a61d1-5662-484d-bd69-ccb889a8ed42 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:30.985810 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-2893d43d-bdae-4553-85be-9769c1fd40a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:30.986166 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ffcf593e-c22a-4b7c-9c14-a9c76a719d2a up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:02:31.048835 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-2893d43d-bdae-4553-85be-9769c1fd40a2 None None] Attempting to bind port 4641c597-7931-4968-a391-6fff2330f0f6 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:02:31.049197 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-2893d43d-bdae-4553-85be-9769c1fd40a2 None None] Attempting to bind port 4641c597-7931-4968-a391-6fff2330f0f6 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:02:31.049591 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2893d43d-bdae-4553-85be-9769c1fd40a2 None None] Attempting to bind port 4641c597-7931-4968-a391-6fff2330f0f6 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:02:31.054291 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port ffcf593e-c22a-4b7c-9c14-a9c76a719d2a triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:31.054936 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:31.063173 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2893d43d-bdae-4553-85be-9769c1fd40a2 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:02:31.063660 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2893d43d-bdae-4553-85be-9769c1fd40a2 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:02:31.064059 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-2893d43d-bdae-4553-85be-9769c1fd40a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:31.064730 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2893d43d-bdae-4553-85be-9769c1fd40a2 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:02:31.065227 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-2893d43d-bdae-4553-85be-9769c1fd40a2 None None] Bound port: 4641c597-7931-4968-a391-6fff2330f0f6, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:02:31.066277 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-2893d43d-bdae-4553-85be-9769c1fd40a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:31.109872 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08190a-a4a3-4982-a7b3-9f273e21f938 None None] Pushing event updated for resources: {'Port': ['ID=4641c597-7931-4968-a391-6fff2330f0f6,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:31.133747 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fc4a61d1-5662-484d-bd69-ccb889a8ed42 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:31.142923 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4a61d1-5662-484d-bd69-ccb889a8ed42 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:31.143963 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fc4a61d1-5662-484d-bd69-ccb889a8ed42 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:31.173832 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 208d406a-f430-43b1-a1ea-c0f490ba7521 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:02:31.206025 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-2893d43d-bdae-4553-85be-9769c1fd40a2 None None] For port 4641c597-7931-4968-a391-6fff2330f0f6, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:02:31.215937 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-2893d43d-bdae-4553-85be-9769c1fd40a2 None None] For port 4641c597-7931-4968-a391-6fff2330f0f6, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=4641c597-7931-4968-a391-6fff2330f0f6,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:02:31.218981 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-559cf8d3-4bd3-415b-8076-adce2c5bda3b tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Deleting port 43f06d70-f6ba-4d72-a04f-d5df09f77268 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:02:31.219389 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-559cf8d3-4bd3-415b-8076-adce2c5bda3b tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:31.233385 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-2893d43d-bdae-4553-85be-9769c1fd40a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:31.279470 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51396) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:31.280006 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-fc4a61d1-5662-484d-bd69-ccb889a8ed42 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2670259 Apr 28 20:02:31.284952 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-50e4675f-ac32-457f-9855-3830678833a8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1209360966', 'admin_state_up': True, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:31.305519 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 208d406a-f430-43b1-a1ea-c0f490ba7521 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:31.305878 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:31.319665 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2893d43d-bdae-4553-85be-9769c1fd40a2 None None] Routers {'6c158196-3759-4dc7-b66b-26ccbec65977'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:02:31.321288 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-2893d43d-bdae-4553-85be-9769c1fd40a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:02:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['6c158196-3759-4dc7-b66b-26ccbec65977'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:31.345052 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-50e4675f-ac32-457f-9855-3830678833a8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:31.346117 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-50e4675f-ac32-457f-9855-3830678833a8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:31.387740 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a61d1-5662-484d-bd69-ccb889a8ed42 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'Network': ['ID=9852adc1-0fcb-4a70-862a-aac6b8c5a0f0,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:31.439204 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:02:31.444771 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-50e4675f-ac32-457f-9855-3830678833a8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:31.531077 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-2893d43d-bdae-4553-85be-9769c1fd40a2 None None] Set router 6c158196-3759-4dc7-b66b-26ccbec65977 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:02:31.647795 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-50e4675f-ac32-457f-9855-3830678833a8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:31.652686 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08190a-a4a3-4982-a7b3-9f273e21f938 None None] Pushing event updated for resources: {'Port': ['ID=4641c597-7931-4968-a391-6fff2330f0f6,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:31.691331 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-559cf8d3-4bd3-415b-8076-adce2c5bda3b tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:31.712418 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-559cf8d3-4bd3-415b-8076-adce2c5bda3b tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Calling delete_port for 43f06d70-f6ba-4d72-a04f-d5df09f77268 owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:02:31.718316 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-809825d8-0846-4a29-a366-1f655374e98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:31.881528 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-2893d43d-bdae-4553-85be-9769c1fd40a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c158196-3759-4dc7-b66b-26ccbec65977', 'name': 'tempest-TestServerMultinode-718872471-router', 'tenant_id': '7865b1e813e342558ad50303200c0cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '4641c597-7931-4968-a391-6fff2330f0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:02:25Z', 'updated_at': '2022-04-28T20:02:27Z', 'revision_number': 3, 'project_id': '7865b1e813e342558ad50303200c0cad', 'gw_port': {'id': '4641c597-7931-4968-a391-6fff2330f0f6', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c1:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c158196-3759-4dc7-b66b-26ccbec65977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:26Z', 'updated_at': '2022-04-28T20:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:31.919878 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2893d43d-bdae-4553-85be-9769c1fd40a2 None None] The sync data for ids ['6c158196-3759-4dc7-b66b-26ccbec65977'] in n-d-839810-1 is: [{'id': '6c158196-3759-4dc7-b66b-26ccbec65977', 'name': 'tempest-TestServerMultinode-718872471-router', 'tenant_id': '7865b1e813e342558ad50303200c0cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '4641c597-7931-4968-a391-6fff2330f0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:02:25Z', 'updated_at': '2022-04-28T20:02:27Z', 'revision_number': 3, 'project_id': '7865b1e813e342558ad50303200c0cad', 'gw_port': {'id': '4641c597-7931-4968-a391-6fff2330f0f6', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c1:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c158196-3759-4dc7-b66b-26ccbec65977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:26Z', 'updated_at': '2022-04-28T20:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:02:31.924244 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:31.989230 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-50e4675f-ac32-457f-9855-3830678833a8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:32.024369 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-50e4675f-ac32-457f-9855-3830678833a8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:32.082917 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-809825d8-0846-4a29-a366-1f655374e98c admin admin] Allocated IP 172.20.0.1 (bfd132d2-63e3-4854-b91c-ec866352d465/e6865aec-ddf5-4d05-a7df-7e8c0a8ed741/161a458c-4ef1-47ff-949c-fbef24ad01d6) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:32.131349 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-559cf8d3-4bd3-415b-8076-adce2c5bda3b tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:32.209053 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cf8d3-4bd3-415b-8076-adce2c5bda3b tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Pushing event deleted for resources: {'Port': ['ID=43f06d70-f6ba-4d72-a04f-d5df09f77268,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:32.250517 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-50e4675f-ac32-457f-9855-3830678833a8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Allocated IP 172.25.8.121 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/712608e0-fb12-43ec-bdbb-a70e4bb0d148) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:32.410634 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-809825d8-0846-4a29-a366-1f655374e98c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:32.562474 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-50e4675f-ac32-457f-9855-3830678833a8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:32.643887 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-559cf8d3-4bd3-415b-8076-adce2c5bda3b tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:32.651315 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:02:32.712245 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-50e4675f-ac32-457f-9855-3830678833a8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:32.821250 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-809825d8-0846-4a29-a366-1f655374e98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:32.834961 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e4675f-ac32-457f-9855-3830678833a8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:32.840861 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-50e4675f-ac32-457f-9855-3830678833a8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:32.843367 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e4675f-ac32-457f-9855-3830678833a8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:02:32.860059 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4675f-ac32-457f-9855-3830678833a8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'Port': ['ID=712608e0-fb12-43ec-bdbb-a70e4bb0d148,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:32.944765 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809825d8-0846-4a29-a366-1f655374e98c admin admin] Network bfd132d2-63e3-4854-b91c-ec866352d465 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:32.986413 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-809825d8-0846-4a29-a366-1f655374e98c admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:32.990757 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809825d8-0846-4a29-a366-1f655374e98c admin admin] Pushing event updated for resources: {'Port': ['ID=161a458c-4ef1-47ff-949c-fbef24ad01d6,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:32.993576 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809825d8-0846-4a29-a366-1f655374e98c admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:02:33.049146 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 4641c597-7931-4968-a391-6fff2330f0f6 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:02:33.062766 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559cf8d3-4bd3-415b-8076-adce2c5bda3b tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Router 3d9ff4d6-22b5-42d3-ab24-68b48edf4be6 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:02:33.149016 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 4641c597-7931-4968-a391-6fff2330f0f6 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:33.149654 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:33.156320 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-809825d8-0846-4a29-a366-1f655374e98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:33.267540 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-50e4675f-ac32-457f-9855-3830678833a8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:33.398240 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-8398a042-388a-4d7f-a127-680024c913d7 None None] Provisioning complete for port 161a458c-4ef1-47ff-949c-fbef24ad01d6 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:33.398619 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8398a042-388a-4d7f-a127-680024c913d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:33.418533 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559cf8d3-4bd3-415b-8076-adce2c5bda3b tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:02:33.451088 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-8398a042-388a-4d7f-a127-680024c913d7 None None] Port 161a458c-4ef1-47ff-949c-fbef24ad01d6 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:02:33.452234 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-559cf8d3-4bd3-415b-8076-adce2c5bda3b tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] 10.222.0.42 "PUT /v2.0/routers/3d9ff4d6-22b5-42d3-ab24-68b48edf4be6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2103689 Apr 28 20:02:33.453157 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51406) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:33.454735 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70744ef0-a1bc-455a-bcc8-aee620af38bd None None] Sync routers for ids ['3d9ff4d6-22b5-42d3-ab24-68b48edf4be6'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:02:33.460857 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:33.464687 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-809825d8-0846-4a29-a366-1f655374e98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:33.481364 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70744ef0-a1bc-455a-bcc8-aee620af38bd None None] Routers {'3d9ff4d6-22b5-42d3-ab24-68b48edf4be6'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:02:33.481990 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-70744ef0-a1bc-455a-bcc8-aee620af38bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:02:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['3d9ff4d6-22b5-42d3-ab24-68b48edf4be6'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:33.507368 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 4641c597-7931-4968-a391-6fff2330f0f6, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=4641c597-7931-4968-a391-6fff2330f0f6,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:33.519100 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-f7c8be7b-80b3-4a83-b25c-770a7b5640a1 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] show failed (client error): The resource could not be found. Apr 28 20:02:33.520441 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f7c8be7b-80b3-4a83-b25c-770a7b5640a1 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] 10.222.0.42 "GET /v2.0/routers/tempest-non_exist_router-366881885 HTTP/1.1" status: 404 len: 334 time: 0.0637827 Apr 28 20:02:33.540419 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51408) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:33.545470 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-70744ef0-a1bc-455a-bcc8-aee620af38bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:33.546603 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-1cba0fa6-d18e-44a3-8e63-fbfee333db68 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:33.554522 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:33.603466 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-1cba0fa6-d18e-44a3-8e63-fbfee333db68 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] update failed (client error): The resource could not be found. Apr 28 20:02:33.605482 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1cba0fa6-d18e-44a3-8e63-fbfee333db68 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] 10.222.0.42 "PUT /v2.0/routers/tempest-non_exist_router-1653275878 HTTP/1.1" status: 404 len: 335 time: 0.0638337 Apr 28 20:02:33.617086 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51410) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:33.618040 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-50e4675f-ac32-457f-9855-3830678833a8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:33.623776 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=4641c597-7931-4968-a391-6fff2330f0f6,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:33.629673 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:33.633957 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70744ef0-a1bc-455a-bcc8-aee620af38bd None None] Routers {'3d9ff4d6-22b5-42d3-ab24-68b48edf4be6'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:02:33.634757 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-70744ef0-a1bc-455a-bcc8-aee620af38bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:02:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['3d9ff4d6-22b5-42d3-ab24-68b48edf4be6'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:33.677712 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-70744ef0-a1bc-455a-bcc8-aee620af38bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:33.678792 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70744ef0-a1bc-455a-bcc8-aee620af38bd None None] The sync data for ids ['3d9ff4d6-22b5-42d3-ab24-68b48edf4be6'] in n-d-839810-1 is: [] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:02:33.774429 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3d19107-cbbd-4d08-88b4-8f2df94a5e49 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Deleting subnet 1c5fb0b5-32e3-4e2f-acd6-4c157a4cbfb3 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:02:33.794478 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c3d19107-cbbd-4d08-88b4-8f2df94a5e49 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:33.813899 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e4675f-ac32-457f-9855-3830678833a8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Router 10a3a2af-216d-4471-9823-5b52f320a465 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 20:02:33.913262 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c3d19107-cbbd-4d08-88b4-8f2df94a5e49 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:33.972515 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e4675f-ac32-457f-9855-3830678833a8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:02:33.988637 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b95091-bb63-400d-a13e-a2fe732485f3 None None] Sync routers for ids ['10a3a2af-216d-4471-9823-5b52f320a465'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:02:34.005580 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-50e4675f-ac32-457f-9855-3830678833a8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:34.015941 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-50e4675f-ac32-457f-9855-3830678833a8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7303612 Apr 28 20:02:34.016371 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51420) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:34.025941 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b95091-bb63-400d-a13e-a2fe732485f3 None None] Routers {'10a3a2af-216d-4471-9823-5b52f320a465'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:02:34.026532 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-23b95091-bb63-400d-a13e-a2fe732485f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:02:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['10a3a2af-216d-4471-9823-5b52f320a465'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:34.060349 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-809825d8-0846-4a29-a366-1f655374e98c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:34.087448 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a320c71e-203a-4f97-bf5c-cada78e5e347 tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=337e8021fa0c43d183fd116927375cd1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0676501 Apr 28 20:02:34.089661 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51422) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:34.157365 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-809825d8-0846-4a29-a366-1f655374e98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:34.225711 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4bb5c8-bcab-4292-82ed-f62eed4a04f0 tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:34.227548 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3d4bb5c8-bcab-4292-82ed-f62eed4a04f0 tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1366794 Apr 28 20:02:34.232829 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51424) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:34.244336 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-23b95091-bb63-400d-a13e-a2fe732485f3 None None] Set router 10a3a2af-216d-4471-9823-5b52f320a465 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:02:34.310206 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6da35018-852c-4775-860d-23e0b1654e26 tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=562d8c9c-50aa-492e-ae08-06d7f5fe6347&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0760081 Apr 28 20:02:34.316666 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51426) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:34.322481 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-91bcc36e-6c10-4164-9047-8a162bb0190e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1753638792', 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0', 'project_id': '337e8021fa0c43d183fd116927375cd1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:34.379909 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c3d19107-cbbd-4d08-88b4-8f2df94a5e49 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:34.449582 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-809825d8-0846-4a29-a366-1f655374e98c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:34.454201 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809825d8-0846-4a29-a366-1f655374e98c admin admin] Pushing event updated for resources: {'Port': ['ID=161a458c-4ef1-47ff-949c-fbef24ad01d6,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:34.566922 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bcc36e-6c10-4164-9047-8a162bb0190e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Made reservation on behalf of 337e8021fa0c43d183fd116927375cd1 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:34.576520 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-91bcc36e-6c10-4164-9047-8a162bb0190e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:34.631066 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-23b95091-bb63-400d-a13e-a2fe732485f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a3a2af-216d-4471-9823-5b52f320a465', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209360966', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '712608e0-fb12-43ec-bdbb-a70e4bb0d148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:02:31Z', 'updated_at': '2022-04-28T20:02:33Z', 'revision_number': 3, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '712608e0-fb12-43ec-bdbb-a70e4bb0d148', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a3a2af-216d-4471-9823-5b52f320a465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:32Z', 'updated_at': '2022-04-28T20:02:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:34.638519 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809825d8-0846-4a29-a366-1f655374e98c admin admin] Network bfd132d2-63e3-4854-b91c-ec866352d465 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:34.664652 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-809825d8-0846-4a29-a366-1f655374e98c admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:34.670916 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b95091-bb63-400d-a13e-a2fe732485f3 None None] Checking router: 10a3a2af-216d-4471-9823-5b52f320a465 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:02:34.671240 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b95091-bb63-400d-a13e-a2fe732485f3 None None] Updating router 10a3a2af-216d-4471-9823-5b52f320a465 port 712608e0-fb12-43ec-bdbb-a70e4bb0d148 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:02:34.703122 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-23b95091-bb63-400d-a13e-a2fe732485f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:34.812221 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c3d19107-cbbd-4d08-88b4-8f2df94a5e49 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:34.904499 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d19107-cbbd-4d08-88b4-8f2df94a5e49 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Pushing event deleted for resources: {'Subnet': ['ID=1c5fb0b5-32e3-4e2f-acd6-4c157a4cbfb3,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:34.912587 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c3d19107-cbbd-4d08-88b4-8f2df94a5e49 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:34.916215 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8965fe-9c97-41f8-9fd2-251b0e774ffc None None] Network c9a4158a-993a-4b1e-a998-b6f1397831e3 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:02:34.938383 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c3d19107-cbbd-4d08-88b4-8f2df94a5e49 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] 10.222.0.42 "DELETE /v2.0/subnets/1c5fb0b5-32e3-4e2f-acd6-4c157a4cbfb3 HTTP/1.1" status: 204 len: 168 time: 1.3157420 Apr 28 20:02:34.946844 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51430) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:35.180915 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 4641c597-7931-4968-a391-6fff2330f0f6 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:02:35.192913 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-91bcc36e-6c10-4164-9047-8a162bb0190e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:35.209374 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809825d8-0846-4a29-a366-1f655374e98c admin admin] Router 6c158196-3759-4dc7-b66b-26ccbec65977 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:02:35.306088 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0122f1ed-b5a0-4f03-b7b4-40c002943253 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Deleting subnet d0df4cb2-99b7-4b64-a6ce-5877056a0753 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:02:35.315999 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0122f1ed-b5a0-4f03-b7b4-40c002943253 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:35.374041 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0122f1ed-b5a0-4f03-b7b4-40c002943253 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:35.467446 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-263758db-0d84-4f6e-baec-be718f11cdb4 None None] Provisioning complete for port 161a458c-4ef1-47ff-949c-fbef24ad01d6 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:35.467830 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-263758db-0d84-4f6e-baec-be718f11cdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:35.550383 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0122f1ed-b5a0-4f03-b7b4-40c002943253 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:35.690409 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-23b95091-bb63-400d-a13e-a2fe732485f3 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:35.712821 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-23b95091-bb63-400d-a13e-a2fe732485f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:35.716911 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0122f1ed-b5a0-4f03-b7b4-40c002943253 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:35.742076 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-263758db-0d84-4f6e-baec-be718f11cdb4 None None] Port 161a458c-4ef1-47ff-949c-fbef24ad01d6 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:02:35.742308 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0122f1ed-b5a0-4f03-b7b4-40c002943253 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:35.754548 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0122f1ed-b5a0-4f03-b7b4-40c002943253 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] 10.222.0.42 "DELETE /v2.0/subnets/d0df4cb2-99b7-4b64-a6ce-5877056a0753 HTTP/1.1" status: 204 len: 168 time: 0.8061199 Apr 28 20:02:35.757531 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51436) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:35.766759 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039b21f5-f892-4770-a903-52b9f218d0fd None None] Network ffdfa343-7ce1-4792-8ad8-eed485f22907 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:02:35.866468 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d5192-4869-4aa7-8aa0-4c5bc7d5f405 None None] Pushing event updated for resources: {'Port': ['ID=712608e0-fb12-43ec-bdbb-a70e4bb0d148,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:35.894907 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-23b95091-bb63-400d-a13e-a2fe732485f3 None None] Attempting to bind port 712608e0-fb12-43ec-bdbb-a70e4bb0d148 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:02:35.897592 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-23b95091-bb63-400d-a13e-a2fe732485f3 None None] Attempting to bind port 712608e0-fb12-43ec-bdbb-a70e4bb0d148 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:02:35.897930 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b95091-bb63-400d-a13e-a2fe732485f3 None None] Attempting to bind port 712608e0-fb12-43ec-bdbb-a70e4bb0d148 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:02:35.911818 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b95091-bb63-400d-a13e-a2fe732485f3 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:02:35.912332 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bcc36e-6c10-4164-9047-8a162bb0190e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'Subnet': ['ID=baece0b6-0c59-43c5-aef4-e80ebd8b9d7e,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:35.914207 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b95091-bb63-400d-a13e-a2fe732485f3 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:02:35.914665 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-23b95091-bb63-400d-a13e-a2fe732485f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:35.915103 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b95091-bb63-400d-a13e-a2fe732485f3 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:02:35.922991 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c7eee529-9b5f-481f-b22b-03a5e3e7efb5 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:35.923320 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-23b95091-bb63-400d-a13e-a2fe732485f3 None None] Bound port: 712608e0-fb12-43ec-bdbb-a70e4bb0d148, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:02:35.923831 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-23b95091-bb63-400d-a13e-a2fe732485f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:35.981254 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bcc36e-6c10-4164-9047-8a162bb0190e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Checking segment: {'id': '6ad96ddc-30c2-4927-80b1-ffe2270d82a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:02:35.982695 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bcc36e-6c10-4164-9047-8a162bb0190e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Network hostable DHCP agents. Network: 9852adc1-0fcb-4a70-862a-aac6b8c5a0f0, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:02:35.987652 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122f1ed-b5a0-4f03-b7b4-40c002943253 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Pushing event deleted for resources: {'Subnet': ['ID=d0df4cb2-99b7-4b64-a6ce-5877056a0753,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:36.013211 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 4641c597-7931-4968-a391-6fff2330f0f6 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:36.013886 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:36.052235 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bcc36e-6c10-4164-9047-8a162bb0190e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Network 9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:02:36.070248 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-91bcc36e-6c10-4164-9047-8a162bb0190e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 9852adc1-0fcb-4a70-862a-aac6b8c5a0f0) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:36.075264 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809825d8-0846-4a29-a366-1f655374e98c admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:02:36.078924 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c7eee529-9b5f-481f-b22b-03a5e3e7efb5 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Deleting port f8fcbb8c-59c1-4300-95f1-cedfe137e40a {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:02:36.079996 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c7eee529-9b5f-481f-b22b-03a5e3e7efb5 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:36.085897 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bcc36e-6c10-4164-9047-8a162bb0190e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:36.086928 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-91bcc36e-6c10-4164-9047-8a162bb0190e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:36.102821 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-809825d8-0846-4a29-a366-1f655374e98c admin admin] 10.222.0.42 "PUT /v2.0/routers/6c158196-3759-4dc7-b66b-26ccbec65977/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4958625 Apr 28 20:02:36.135400 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-91bcc36e-6c10-4164-9047-8a162bb0190e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8171308 Apr 28 20:02:36.139394 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51442) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:36.141127 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9837efd2-ee87-4518-93a3-274550598ec3 None None] Network 9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:02:36.141988 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-23b95091-bb63-400d-a13e-a2fe732485f3 None None] For port 712608e0-fb12-43ec-bdbb-a70e4bb0d148, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:02:36.149709 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-23b95091-bb63-400d-a13e-a2fe732485f3 None None] For port 712608e0-fb12-43ec-bdbb-a70e4bb0d148, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=712608e0-fb12-43ec-bdbb-a70e4bb0d148,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:02:36.156212 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-23b95091-bb63-400d-a13e-a2fe732485f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:36.221823 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b95091-bb63-400d-a13e-a2fe732485f3 None None] Routers {'10a3a2af-216d-4471-9823-5b52f320a465'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:02:36.222679 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-23b95091-bb63-400d-a13e-a2fe732485f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:02:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['10a3a2af-216d-4471-9823-5b52f320a465'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:36.310100 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bf5fe5-96c2-491b-8eea-8547bc023b87 None None] Sync routers for ids ['6c158196-3759-4dc7-b66b-26ccbec65977'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:02:36.350704 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bf5fe5-96c2-491b-8eea-8547bc023b87 None None] Routers {'6c158196-3759-4dc7-b66b-26ccbec65977'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:02:36.351385 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-10bf5fe5-96c2-491b-8eea-8547bc023b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:02:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['6c158196-3759-4dc7-b66b-26ccbec65977'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:36.400025 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c7eee529-9b5f-481f-b22b-03a5e3e7efb5 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] For port f8fcbb8c-59c1-4300-95f1-cedfe137e40a, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=f8fcbb8c-59c1-4300-95f1-cedfe137e40a,segment=NetworkSegment(54612eda-7d95-4db1-b15c-6a3b19d11aed),segment_id=54612eda-7d95-4db1-b15c-6a3b19d11aed)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:36.404958 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c7eee529-9b5f-481f-b22b-03a5e3e7efb5 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:36.413360 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-23b95091-bb63-400d-a13e-a2fe732485f3 None None] Set router 10a3a2af-216d-4471-9823-5b52f320a465 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:02:36.464790 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29187de-ce12-4e5a-bb3f-742e3be8b2c4 None None] DHCP port deletion for c9a4158a-993a-4b1e-a998-b6f1397831e3 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:02:36.478399 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c7eee529-9b5f-481f-b22b-03a5e3e7efb5 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Calling delete_port for f8fcbb8c-59c1-4300-95f1-cedfe137e40a owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:02:36.724008 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-23b95091-bb63-400d-a13e-a2fe732485f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a3a2af-216d-4471-9823-5b52f320a465', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209360966', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '712608e0-fb12-43ec-bdbb-a70e4bb0d148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:02:31Z', 'updated_at': '2022-04-28T20:02:33Z', 'revision_number': 3, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '712608e0-fb12-43ec-bdbb-a70e4bb0d148', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a3a2af-216d-4471-9823-5b52f320a465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:32Z', 'updated_at': '2022-04-28T20:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:36.763612 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d5192-4869-4aa7-8aa0-4c5bc7d5f405 None None] Pushing event updated for resources: {'Port': ['ID=712608e0-fb12-43ec-bdbb-a70e4bb0d148,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:36.770392 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c7eee529-9b5f-481f-b22b-03a5e3e7efb5 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:36.774635 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b95091-bb63-400d-a13e-a2fe732485f3 None None] The sync data for ids ['10a3a2af-216d-4471-9823-5b52f320a465'] in n-d-839810-1 is: [{'id': '10a3a2af-216d-4471-9823-5b52f320a465', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209360966', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '712608e0-fb12-43ec-bdbb-a70e4bb0d148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:02:31Z', 'updated_at': '2022-04-28T20:02:33Z', 'revision_number': 3, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '712608e0-fb12-43ec-bdbb-a70e4bb0d148', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a3a2af-216d-4471-9823-5b52f320a465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:32Z', 'updated_at': '2022-04-28T20:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:02:36.801813 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eee529-9b5f-481f-b22b-03a5e3e7efb5 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] No DVR routers for this DVR port f8fcbb8c-59c1-4300-95f1-cedfe137e40a on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:02:36.859600 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc0f867-800a-4489-b8fe-958eb3470299 None None] DHCP port deletion for ffdfa343-7ce1-4792-8ad8-eed485f22907 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:02:36.865952 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eee529-9b5f-481f-b22b-03a5e3e7efb5 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Pushing event deleted for resources: {'Port': ['ID=f8fcbb8c-59c1-4300-95f1-cedfe137e40a,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:36.921268 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102b6cb4-a17f-4e77-a568-cbf2d3dde8f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-9852adc1-0fcb-4a70-862a-aac6b8c5a0f0', 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'fixed_ips': [{'subnet_id': 'baece0b6-0c59-43c5-aef4-e80ebd8b9d7e'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:02:36.922523 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-102b6cb4-a17f-4e77-a568-cbf2d3dde8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:36.953701 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-e29187de-ce12-4e5a-bb3f-742e3be8b2c4 None None] Deleting port f8fcbb8c-59c1-4300-95f1-cedfe137e40a {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:02:36.954195 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e29187de-ce12-4e5a-bb3f-742e3be8b2c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:37.026023 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-10bf5fe5-96c2-491b-8eea-8547bc023b87 None None] Set router 6c158196-3759-4dc7-b66b-26ccbec65977 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:02:37.059539 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c7eee529-9b5f-481f-b22b-03a5e3e7efb5 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:37.154175 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-c7eee529-9b5f-481f-b22b-03a5e3e7efb5 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a4158a-993a-4b1e-a998-b6f1397831e3']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:37.170979 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-c7eee529-9b5f-481f-b22b-03a5e3e7efb5 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54612eda-7d95-4db1-b15c-6a3b19d11aed') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:37.173484 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-c7eee529-9b5f-481f-b22b-03a5e3e7efb5 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54612eda-7d95-4db1-b15c-6a3b19d11aed') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:37.204335 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c7eee529-9b5f-481f-b22b-03a5e3e7efb5 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:37.233232 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c7eee529-9b5f-481f-b22b-03a5e3e7efb5 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:37.266915 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7eee529-9b5f-481f-b22b-03a5e3e7efb5 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:02:37.267157 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c7eee529-9b5f-481f-b22b-03a5e3e7efb5 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:37.289648 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 20:02:37.289648 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:02:37.289648 n-d-839810-1 neutron-server[102773]: timer() Apr 28 20:02:37.289648 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:02:37.289648 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 20:02:37.289648 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:02:37.289648 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 20:02:37.289648 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:02:37.289648 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 20:02:37.289648 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:02:37.289648 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 20:02:37.289648 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:02:37.289648 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 20:02:37.289648 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:02:37.289648 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:02:37.289648 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:02:37.289648 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:02:37.289648 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:02:37.289648 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 20:02:37.289648 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:02:37.289648 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 20:02:37.289648 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:02:37.289648 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:02:37.289648 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:02:37.289648 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 20:02:37.289648 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:02:37.289648 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:02:37.289648 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:02:37.289648 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:02:37.289648 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:02:37.289648 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:02:37.289648 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:02:37.441933 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-df0da7b5-2676-40a6-b134-36b02c9867e2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:37.493205 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device f8fcbb8c-59c1-4300-95f1-cedfe137e40a no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:02:37.544863 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: f8fcbb8c-59c1-4300-95f1-cedfe137e40a {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:02:37.545335 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device f8fcbb8c-59c1-4300-95f1-cedfe137e40a not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:02:37.546012 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 05cc999a-af68-4f12-bc1e-b163fef62309 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:02:37.607983 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c7eee529-9b5f-481f-b22b-03a5e3e7efb5 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:37.635397 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c7eee529-9b5f-481f-b22b-03a5e3e7efb5 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:37.648954 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c7eee529-9b5f-481f-b22b-03a5e3e7efb5 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] 10.222.0.42 "DELETE /v2.0/networks/c9a4158a-993a-4b1e-a998-b6f1397831e3 HTTP/1.1" status: 204 len: 168 time: 1.8889058 Apr 28 20:02:37.653554 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51470) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:37.687918 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eee529-9b5f-481f-b22b-03a5e3e7efb5 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Pushing event deleted for resources: {'Network': ['ID=c9a4158a-993a-4b1e-a998-b6f1397831e3,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:37.736513 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-714f7fd4-5690-4af3-abe8-873567d59c3a tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:37.738078 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-714f7fd4-5690-4af3-abe8-873567d59c3a tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/networks?id=d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f HTTP/1.1" status: 200 len: 910 time: 0.3564563 Apr 28 20:02:37.768651 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-5d59013e-5fd2-4e3d-a9f3-ac078e70afed tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/quotas/7865b1e813e342558ad50303200c0cad HTTP/1.1" status: 200 len: 375 time: 0.0228329 Apr 28 20:02:37.924796 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f18c5f0e-5bec-4987-b856-8764a713d08a tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:37.988438 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-00fa8518-646a-44cb-9c17-4f0dba267927 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/ports?tenant_id=7865b1e813e342558ad50303200c0cad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2184355 Apr 28 20:02:38.209722 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-e29187de-ce12-4e5a-bb3f-742e3be8b2c4 None None] For port f8fcbb8c-59c1-4300-95f1-cedfe137e40a, host n-d-839810-1, got binding levels [] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:38.210536 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e29187de-ce12-4e5a-bb3f-742e3be8b2c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:38.217621 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-74be266a-45f8-4d23-962f-1b3c6ce1aa7b service neutron] 10.222.0.42 "GET /v2.0/networks/d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181101 Apr 28 20:02:38.230135 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-f18c5f0e-5bec-4987-b856-8764a713d08a tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Deleting port 05cc999a-af68-4f12-bc1e-b163fef62309 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:02:38.230665 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f18c5f0e-5bec-4987-b856-8764a713d08a tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:38.242921 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-df0da7b5-2676-40a6-b134-36b02c9867e2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Allocated IP 172.20.0.1 (9852adc1-0fcb-4a70-862a-aac6b8c5a0f0/baece0b6-0c59-43c5-aef4-e80ebd8b9d7e/b564fe43-a677-4c74-85a4-663fa1dab73a) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:38.288061 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc0f867-800a-4489-b8fe-958eb3470299 None None] Deleting port 05cc999a-af68-4f12-bc1e-b163fef62309 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:02:38.288322 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc0f867-800a-4489-b8fe-958eb3470299 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:38.336256 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-e29187de-ce12-4e5a-bb3f-742e3be8b2c4 None None] Calling delete_port for f8fcbb8c-59c1-4300-95f1-cedfe137e40a owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:02:38.402344 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.ipam_backend_mixin [None req-e29187de-ce12-4e5a-bb3f-742e3be8b2c4 None None] Port f8fcbb8c-59c1-4300-95f1-cedfe137e40a was not found and therefore no delete operation was performed {{(pid=102775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 28 20:02:38.435281 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-1958bfb2-35ba-4dc9-ab3c-e536adc6a22f service neutron] 10.222.0.42 "GET /v2.0/networks/d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028427 Apr 28 20:02:38.479946 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-f18c5f0e-5bec-4987-b856-8764a713d08a tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] For port 05cc999a-af68-4f12-bc1e-b163fef62309, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=05cc999a-af68-4f12-bc1e-b163fef62309,segment=NetworkSegment(110fb71e-2fa7-4be4-b7ac-89d7050d9018),segment_id=110fb71e-2fa7-4be4-b7ac-89d7050d9018)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:38.480875 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f18c5f0e-5bec-4987-b856-8764a713d08a tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:38.495383 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e29187de-ce12-4e5a-bb3f-742e3be8b2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:38.584250 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29187de-ce12-4e5a-bb3f-742e3be8b2c4 None None] Pushing event deleted for resources: {'Port': ['ID=f8fcbb8c-59c1-4300-95f1-cedfe137e40a,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:38.586129 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e29187de-ce12-4e5a-bb3f-742e3be8b2c4 None None] Network c9a4158a-993a-4b1e-a998-b6f1397831e3 is not hosted by any dhcp agent {{(pid=102775) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 28 20:02:38.586591 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29187de-ce12-4e5a-bb3f-742e3be8b2c4 None None] No DVR routers for this DVR port f8fcbb8c-59c1-4300-95f1-cedfe137e40a on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:02:38.594877 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-df0da7b5-2676-40a6-b134-36b02c9867e2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:38.602951 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc0f867-800a-4489-b8fe-958eb3470299 None None] For port 05cc999a-af68-4f12-bc1e-b163fef62309, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=05cc999a-af68-4f12-bc1e-b163fef62309,segment=NetworkSegment(110fb71e-2fa7-4be4-b7ac-89d7050d9018),segment_id=110fb71e-2fa7-4be4-b7ac-89d7050d9018)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:38.608142 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc0f867-800a-4489-b8fe-958eb3470299 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:38.611075 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:38.652925 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc0f867-800a-4489-b8fe-958eb3470299 None None] Calling delete_port for 05cc999a-af68-4f12-bc1e-b163fef62309 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:02:38.657728 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-10bf5fe5-96c2-491b-8eea-8547bc023b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c158196-3759-4dc7-b66b-26ccbec65977', 'name': 'tempest-TestServerMultinode-718872471-router', 'tenant_id': '7865b1e813e342558ad50303200c0cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '4641c597-7931-4968-a391-6fff2330f0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:02:25Z', 'updated_at': '2022-04-28T20:02:33Z', 'revision_number': 4, 'project_id': '7865b1e813e342558ad50303200c0cad', 'gw_port': {'id': '4641c597-7931-4968-a391-6fff2330f0f6', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c158196-3759-4dc7-b66b-26ccbec65977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:26Z', 'updated_at': '2022-04-28T20:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '161a458c-4ef1-47ff-949c-fbef24ad01d6', 'name': '', 'network_id': 'bfd132d2-63e3-4854-b91c-ec866352d465', 'tenant_id': '7865b1e813e342558ad50303200c0cad', 'mac_address': 'fa:16:3e:ba:81:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c158196-3759-4dc7-b66b-26ccbec65977', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'e6865aec-ddf5-4d05-a7df-7e8c0a8ed741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:31Z', 'updated_at': '2022-04-28T20:02:33Z', 'revision_number': 2, 'project_id': '7865b1e813e342558ad50303200c0cad', 'subnets': [{'id': 'e6865aec-ddf5-4d05-a7df-7e8c0a8ed741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:38.680296 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-f18c5f0e-5bec-4987-b856-8764a713d08a tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Calling delete_port for 05cc999a-af68-4f12-bc1e-b163fef62309 owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:02:38.745155 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bf5fe5-96c2-491b-8eea-8547bc023b87 None None] Checking router: 6c158196-3759-4dc7-b66b-26ccbec65977 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:02:38.746986 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bf5fe5-96c2-491b-8eea-8547bc023b87 None None] Updating router 6c158196-3759-4dc7-b66b-26ccbec65977 port 161a458c-4ef1-47ff-949c-fbef24ad01d6 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:02:38.806538 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-df0da7b5-2676-40a6-b134-36b02c9867e2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:38.907671 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 05cc999a-af68-4f12-bc1e-b163fef62309, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=05cc999a-af68-4f12-bc1e-b163fef62309,segment=NetworkSegment(110fb71e-2fa7-4be4-b7ac-89d7050d9018),segment_id=110fb71e-2fa7-4be4-b7ac-89d7050d9018)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:38.971474 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:38.989397 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0da7b5-2676-40a6-b134-36b02c9867e2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'Port': ['ID=b564fe43-a677-4c74-85a4-663fa1dab73a,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:39.012804 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f92ff285-3967-45e7-a522-b9e3b5b35630 req-016f07b2-b342-4552-b5ad-a8e83906b37d tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a31e6442-2525-458d-b140-0ad2ee45ba29 HTTP/1.1" status: 200 len: 210 time: 0.2333667 Apr 28 20:02:39.039042 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-10bf5fe5-96c2-491b-8eea-8547bc023b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:39.050922 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0da7b5-2676-40a6-b134-36b02c9867e2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Network 9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:39.068598 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-df0da7b5-2676-40a6-b134-36b02c9867e2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:39.109952 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0da7b5-2676-40a6-b134-36b02c9867e2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:02:39.114430 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-102b6cb4-a17f-4e77-a568-cbf2d3dde8f3 None None] Allocated IP 172.20.0.2 (9852adc1-0fcb-4a70-862a-aac6b8c5a0f0/baece0b6-0c59-43c5-aef4-e80ebd8b9d7e/e78ea715-ca53-4b0d-bc8f-084a4944d34c) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:39.241779 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-df0da7b5-2676-40a6-b134-36b02c9867e2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:39.266320 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=05cc999a-af68-4f12-bc1e-b163fef62309,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:39.275426 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc0f867-800a-4489-b8fe-958eb3470299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:39.329345 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0f867-800a-4489-b8fe-958eb3470299 None None] Pushing event deleted for resources: {'Port': ['ID=05cc999a-af68-4f12-bc1e-b163fef62309,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:39.331820 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 712608e0-fb12-43ec-bdbb-a70e4bb0d148 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:02:39.369582 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f18c5f0e-5bec-4987-b856-8764a713d08a tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:39.430557 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18c5f0e-5bec-4987-b856-8764a713d08a tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] No DVR routers for this DVR port 05cc999a-af68-4f12-bc1e-b163fef62309 on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:02:39.495472 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc0f867-800a-4489-b8fe-958eb3470299 None None] No DVR routers for this DVR port 05cc999a-af68-4f12-bc1e-b163fef62309 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:02:39.508714 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c5f0e-5bec-4987-b856-8764a713d08a tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Pushing event deleted for resources: {'Port': ['ID=05cc999a-af68-4f12-bc1e-b163fef62309,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:39.756277 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 712608e0-fb12-43ec-bdbb-a70e4bb0d148 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:39.756532 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:39.813464 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f18c5f0e-5bec-4987-b856-8764a713d08a tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:39.918942 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-f18c5f0e-5bec-4987-b856-8764a713d08a tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffdfa343-7ce1-4792-8ad8-eed485f22907']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:39.921534 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-df0da7b5-2676-40a6-b134-36b02c9867e2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:39.967511 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-f18c5f0e-5bec-4987-b856-8764a713d08a tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110fb71e-2fa7-4be4-b7ac-89d7050d9018') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:39.967511 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-f18c5f0e-5bec-4987-b856-8764a713d08a tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110fb71e-2fa7-4be4-b7ac-89d7050d9018') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:40.005269 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f18c5f0e-5bec-4987-b856-8764a713d08a tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:40.131828 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-102b6cb4-a17f-4e77-a568-cbf2d3dde8f3 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:40.175279 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f18c5f0e-5bec-4987-b856-8764a713d08a tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:40.190573 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f18c5f0e-5bec-4987-b856-8764a713d08a tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:02:40.191056 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f18c5f0e-5bec-4987-b856-8764a713d08a tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: timer() Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:02:40.195246 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:02:40.215274 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5670d25e-9b18-4044-88db-1ac4059c9835 req-77d6db3a-8e66-4d58-8a1e-e1a94f9c281c tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a31e6442-2525-458d-b140-0ad2ee45ba29 HTTP/1.1" status: 200 len: 210 time: 0.0719404 Apr 28 20:02:40.341692 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-102b6cb4-a17f-4e77-a568-cbf2d3dde8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:40.427666 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f18c5f0e-5bec-4987-b856-8764a713d08a tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:40.428813 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:40.443502 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102b6cb4-a17f-4e77-a568-cbf2d3dde8f3 None None] Network 9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:40.451807 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f18c5f0e-5bec-4987-b856-8764a713d08a tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:40.452874 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-102b6cb4-a17f-4e77-a568-cbf2d3dde8f3 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:40.455662 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f18c5f0e-5bec-4987-b856-8764a713d08a tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] 10.222.0.42 "DELETE /v2.0/networks/ffdfa343-7ce1-4792-8ad8-eed485f22907 HTTP/1.1" status: 204 len: 168 time: 2.7948389 Apr 28 20:02:40.458483 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51494) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:40.476246 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102b6cb4-a17f-4e77-a568-cbf2d3dde8f3 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:02:40.498693 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c5f0e-5bec-4987-b856-8764a713d08a tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Pushing event deleted for resources: {'Network': ['ID=ffdfa343-7ce1-4792-8ad8-eed485f22907,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:40.509132 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 712608e0-fb12-43ec-bdbb-a70e4bb0d148, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=712608e0-fb12-43ec-bdbb-a70e4bb0d148,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:40.523587 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:40.526882 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b6cb4-a17f-4e77-a568-cbf2d3dde8f3 None None] Pushing event updated for resources: {'Port': ['ID=e78ea715-ca53-4b0d-bc8f-084a4944d34c,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:40.550463 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a3c228-cc98-4877-acb1-ae472bd6f543 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Deleting subnet 4c7157ff-d6dd-40c4-bf53-567c0ebfafe4 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:02:40.560153 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c5a3c228-cc98-4877-acb1-ae472bd6f543 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:40.567983 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-10bf5fe5-96c2-491b-8eea-8547bc023b87 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:40.650292 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c5a3c228-cc98-4877-acb1-ae472bd6f543 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:40.655738 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=712608e0-fb12-43ec-bdbb-a70e4bb0d148,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:40.662781 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-10bf5fe5-96c2-491b-8eea-8547bc023b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:40.745880 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-102b6cb4-a17f-4e77-a568-cbf2d3dde8f3 None None] Attempting to bind port e78ea715-ca53-4b0d-bc8f-084a4944d34c on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:02:40.746312 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-102b6cb4-a17f-4e77-a568-cbf2d3dde8f3 None None] Attempting to bind port e78ea715-ca53-4b0d-bc8f-084a4944d34c by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '6ad96ddc-30c2-4927-80b1-ffe2270d82a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:02:40.746678 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102b6cb4-a17f-4e77-a568-cbf2d3dde8f3 None None] Attempting to bind port e78ea715-ca53-4b0d-bc8f-084a4944d34c on network 9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:02:40.756038 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-df0da7b5-2676-40a6-b134-36b02c9867e2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:40.768905 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-df0da7b5-2676-40a6-b134-36b02c9867e2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:40.787265 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102b6cb4-a17f-4e77-a568-cbf2d3dde8f3 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:02:40.787624 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102b6cb4-a17f-4e77-a568-cbf2d3dde8f3 None None] Checking segment: {'id': '6ad96ddc-30c2-4927-80b1-ffe2270d82a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:02:40.788056 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-102b6cb4-a17f-4e77-a568-cbf2d3dde8f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:40.788854 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102b6cb4-a17f-4e77-a568-cbf2d3dde8f3 None None] Bound using segment: {'id': '6ad96ddc-30c2-4927-80b1-ffe2270d82a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:02:40.789114 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-102b6cb4-a17f-4e77-a568-cbf2d3dde8f3 None None] Bound port: e78ea715-ca53-4b0d-bc8f-084a4944d34c, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ad96ddc-30c2-4927-80b1-ffe2270d82a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:02:40.789524 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-102b6cb4-a17f-4e77-a568-cbf2d3dde8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:40.905592 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-102b6cb4-a17f-4e77-a568-cbf2d3dde8f3 None None] For port e78ea715-ca53-4b0d-bc8f-084a4944d34c, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:02:40.911017 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-102b6cb4-a17f-4e77-a568-cbf2d3dde8f3 None None] For port e78ea715-ca53-4b0d-bc8f-084a4944d34c, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=e78ea715-ca53-4b0d-bc8f-084a4944d34c,segment=NetworkSegment(6ad96ddc-30c2-4927-80b1-ffe2270d82a7),segment_id=6ad96ddc-30c2-4927-80b1-ffe2270d82a7)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:02:40.928288 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808477db-ed75-46ac-81b4-a69b90a4985e None None] Pushing event updated for resources: {'Port': ['ID=161a458c-4ef1-47ff-949c-fbef24ad01d6,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:40.932580 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-102b6cb4-a17f-4e77-a568-cbf2d3dde8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:40.976141 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c5a3c228-cc98-4877-acb1-ae472bd6f543 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:41.001599 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-df0da7b5-2676-40a6-b134-36b02c9867e2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:41.138687 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c5a3c228-cc98-4877-acb1-ae472bd6f543 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:41.193003 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-10bf5fe5-96c2-491b-8eea-8547bc023b87 None None] Attempting to bind port 161a458c-4ef1-47ff-949c-fbef24ad01d6 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:02:41.193789 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-10bf5fe5-96c2-491b-8eea-8547bc023b87 None None] Attempting to bind port 161a458c-4ef1-47ff-949c-fbef24ad01d6 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '33d0ec65-7d6c-476a-be5c-6c9dfb2100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bfd132d2-63e3-4854-b91c-ec866352d465'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:02:41.194405 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bf5fe5-96c2-491b-8eea-8547bc023b87 None None] Attempting to bind port 161a458c-4ef1-47ff-949c-fbef24ad01d6 on network bfd132d2-63e3-4854-b91c-ec866352d465 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:02:41.236979 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bf5fe5-96c2-491b-8eea-8547bc023b87 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:02:41.241565 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bf5fe5-96c2-491b-8eea-8547bc023b87 None None] Checking segment: {'id': '33d0ec65-7d6c-476a-be5c-6c9dfb2100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bfd132d2-63e3-4854-b91c-ec866352d465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:02:41.246256 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-10bf5fe5-96c2-491b-8eea-8547bc023b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:41.246976 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bf5fe5-96c2-491b-8eea-8547bc023b87 None None] Bound using segment: {'id': '33d0ec65-7d6c-476a-be5c-6c9dfb2100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bfd132d2-63e3-4854-b91c-ec866352d465'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:02:41.248770 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-10bf5fe5-96c2-491b-8eea-8547bc023b87 None None] Bound port: 161a458c-4ef1-47ff-949c-fbef24ad01d6, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d0ec65-7d6c-476a-be5c-6c9dfb2100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bfd132d2-63e3-4854-b91c-ec866352d465'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:02:41.250666 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-10bf5fe5-96c2-491b-8eea-8547bc023b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:41.315937 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3c228-cc98-4877-acb1-ae472bd6f543 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Pushing event deleted for resources: {'Subnet': ['ID=4c7157ff-d6dd-40c4-bf53-567c0ebfafe4,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:41.339330 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0da7b5-2676-40a6-b134-36b02c9867e2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Network 9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:41.373261 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-df0da7b5-2676-40a6-b134-36b02c9867e2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:41.378899 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c5a3c228-cc98-4877-acb1-ae472bd6f543 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:41.393362 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51506) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:41.394074 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c5a3c228-cc98-4877-acb1-ae472bd6f543 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] 10.222.0.42 "DELETE /v2.0/subnets/4c7157ff-d6dd-40c4-bf53-567c0ebfafe4 HTTP/1.1" status: 204 len: 168 time: 0.9343531 Apr 28 20:02:41.396957 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f9a1eb-e234-473a-9961-6039dfa68e0c None None] Network 6bbeda88-9b1a-44c2-b891-2aa1e75820f5 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:02:41.406782 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 712608e0-fb12-43ec-bdbb-a70e4bb0d148 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:02:41.414120 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0da7b5-2676-40a6-b134-36b02c9867e2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'Port': ['ID=b564fe43-a677-4c74-85a4-663fa1dab73a,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:41.565822 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-e2b25306-7257-459a-8cfb-5e872c63bed9 None None] Provisioning complete for port 161a458c-4ef1-47ff-949c-fbef24ad01d6 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:41.566203 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e2b25306-7257-459a-8cfb-5e872c63bed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:41.568245 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b6cb4-a17f-4e77-a568-cbf2d3dde8f3 None None] Pushing event updated for resources: {'Port': ['ID=e78ea715-ca53-4b0d-bc8f-084a4944d34c,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:41.648630 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3f9d4365-e40e-4f25-9f5c-f5a7016829e1 req-0abb3bc5-369c-4a20-bec0-6e70aa22017c tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a31e6442-2525-458d-b140-0ad2ee45ba29 HTTP/1.1" status: 200 len: 210 time: 0.1920438 Apr 28 20:02:41.711673 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-35884bbd-5e1f-4f64-a453-cbc7ec5b4177 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:41.761130 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-e2b25306-7257-459a-8cfb-5e872c63bed9 None None] Port 161a458c-4ef1-47ff-949c-fbef24ad01d6 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:02:41.848130 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0da7b5-2676-40a6-b134-36b02c9867e2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Router 10a3a2af-216d-4471-9823-5b52f320a465 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:02:41.860861 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-4da29713-2e81-46aa-999c-a17183f29c6f tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:41.863106 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-4da29713-2e81-46aa-999c-a17183f29c6f tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.44 "GET /v2.0/networks?id=d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f HTTP/1.1" status: 200 len: 910 time: 0.8150847 Apr 28 20:02:41.903200 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-99e7c61c-6dbb-46b8-8bef-8f50de835ea5 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Request body: {'port': {'device_id': 'a31e6442-2525-458d-b140-0ad2ee45ba29', 'network_id': 'd629e648-5e1f-4bf0-a6c2-df9e5f4aa45f', 'admin_state_up': True, 'tenant_id': '7865b1e813e342558ad50303200c0cad'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:41.930213 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-99e7c61c-6dbb-46b8-8bef-8f50de835ea5 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Made reservation on behalf of 7865b1e813e342558ad50303200c0cad for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:41.931106 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 712608e0-fb12-43ec-bdbb-a70e4bb0d148 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:41.931382 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:41.931694 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-99e7c61c-6dbb-46b8-8bef-8f50de835ea5 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:41.993600 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-10bf5fe5-96c2-491b-8eea-8547bc023b87 None None] For port 161a458c-4ef1-47ff-949c-fbef24ad01d6, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:02:42.015627 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-10bf5fe5-96c2-491b-8eea-8547bc023b87 None None] For port 161a458c-4ef1-47ff-949c-fbef24ad01d6, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=161a458c-4ef1-47ff-949c-fbef24ad01d6,segment=NetworkSegment(33d0ec65-7d6c-476a-be5c-6c9dfb2100f3),segment_id=33d0ec65-7d6c-476a-be5c-6c9dfb2100f3)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:02:42.049632 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-10bf5fe5-96c2-491b-8eea-8547bc023b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:42.103901 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0da7b5-2676-40a6-b134-36b02c9867e2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:02:42.116806 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-df0da7b5-2676-40a6-b134-36b02c9867e2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "PUT /v2.0/routers/10a3a2af-216d-4471-9823-5b52f320a465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9747438 Apr 28 20:02:42.131305 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee86955-d93f-4726-ba87-a6a46d20f8f5 None None] Sync routers for ids ['10a3a2af-216d-4471-9823-5b52f320a465'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:02:42.181397 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee86955-d93f-4726-ba87-a6a46d20f8f5 None None] Routers {'10a3a2af-216d-4471-9823-5b52f320a465'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:02:42.182109 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-aee86955-d93f-4726-ba87-a6a46d20f8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:02:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['10a3a2af-216d-4471-9823-5b52f320a465'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:42.212742 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bf5fe5-96c2-491b-8eea-8547bc023b87 None None] Routers {'6c158196-3759-4dc7-b66b-26ccbec65977'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:02:42.218170 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-10bf5fe5-96c2-491b-8eea-8547bc023b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:02:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['6c158196-3759-4dc7-b66b-26ccbec65977'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:42.301240 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-35884bbd-5e1f-4f64-a453-cbc7ec5b4177 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Deleting port 96ade8e8-e8b9-4065-8c1c-b6d96a80fd7e {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:02:42.301730 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-35884bbd-5e1f-4f64-a453-cbc7ec5b4177 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:42.493316 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-04efd5a0-84aa-482a-85fd-ea8aef59a671 req-001df1ce-d70f-4cbf-b2c9-66777a60387c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4561b420-21df-4a7f-8291-0215affdda90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2061088 Apr 28 20:02:42.598633 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-35884bbd-5e1f-4f64-a453-cbc7ec5b4177 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] For port 96ade8e8-e8b9-4065-8c1c-b6d96a80fd7e, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=96ade8e8-e8b9-4065-8c1c-b6d96a80fd7e,segment=NetworkSegment(8df15116-2fbe-48cc-b1bf-a9bd1fc2e5ff),segment_id=8df15116-2fbe-48cc-b1bf-a9bd1fc2e5ff)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:42.599421 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-35884bbd-5e1f-4f64-a453-cbc7ec5b4177 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:42.643457 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-aee86955-d93f-4726-ba87-a6a46d20f8f5 None None] Set router 10a3a2af-216d-4471-9823-5b52f320a465 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:02:42.653572 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-35884bbd-5e1f-4f64-a453-cbc7ec5b4177 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Calling delete_port for 96ade8e8-e8b9-4065-8c1c-b6d96a80fd7e owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:02:42.684930 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-99e7c61c-6dbb-46b8-8bef-8f50de835ea5 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Allocated IP 172.20.0.5 (d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f/9c7f59ea-3b4f-4e02-963c-a01964429570/bac0b61e-acee-4f26-9cd5-e024c459526d) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:42.814610 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-a286ee8f-3462-4706-8b04-5066c054963d tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1499852622&fields=id&tenant_id=337e8021fa0c43d183fd116927375cd1 HTTP/1.1" status: 200 len: 267 time: 0.1187651 Apr 28 20:02:42.819875 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efd5a0-84aa-482a-85fd-ea8aef59a671 req-98497f29-7730-4b85-80b9-e4c226acb0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:42.824332 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-04efd5a0-84aa-482a-85fd-ea8aef59a671 req-98497f29-7730-4b85-80b9-e4c226acb0eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7935b8771de9446f8d5b5e8387574e0d&device_id=4561b420-21df-4a7f-8291-0215affdda90 HTTP/1.1" status: 200 len: 1097 time: 0.2362454 Apr 28 20:02:43.132917 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808477db-ed75-46ac-81b4-a69b90a4985e None None] Pushing event updated for resources: {'Port': ['ID=161a458c-4ef1-47ff-949c-fbef24ad01d6,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:43.135801 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-aee86955-d93f-4726-ba87-a6a46d20f8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a3a2af-216d-4471-9823-5b52f320a465', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209360966', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '712608e0-fb12-43ec-bdbb-a70e4bb0d148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:02:31Z', 'updated_at': '2022-04-28T20:02:39Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '712608e0-fb12-43ec-bdbb-a70e4bb0d148', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a3a2af-216d-4471-9823-5b52f320a465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:32Z', 'updated_at': '2022-04-28T20:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'b564fe43-a677-4c74-85a4-663fa1dab73a', 'name': '', 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'mac_address': 'fa:16:3e:f2:15:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a3a2af-216d-4471-9823-5b52f320a465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'baece0b6-0c59-43c5-aef4-e80ebd8b9d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:37Z', 'updated_at': '2022-04-28T20:02:40Z', 'revision_number': 2, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'subnets': [{'id': 'baece0b6-0c59-43c5-aef4-e80ebd8b9d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:43.177068 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-35884bbd-5e1f-4f64-a453-cbc7ec5b4177 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:43.188808 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e90ab8-62c6-4e04-98c7-f0f8e7eb18bf None None] DHCP port deletion for 6bbeda88-9b1a-44c2-b891-2aa1e75820f5 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:02:43.222275 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee86955-d93f-4726-ba87-a6a46d20f8f5 None None] Checking router: 10a3a2af-216d-4471-9823-5b52f320a465 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:02:43.222657 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee86955-d93f-4726-ba87-a6a46d20f8f5 None None] Updating router 10a3a2af-216d-4471-9823-5b52f320a465 port b564fe43-a677-4c74-85a4-663fa1dab73a binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:02:43.264002 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-aee86955-d93f-4726-ba87-a6a46d20f8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:43.280991 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-925d12e3-5e32-460f-add0-45adb538bbf3 req-1c598ad4-17a2-4b12-913a-d674caa9bf4c tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a31e6442-2525-458d-b140-0ad2ee45ba29 HTTP/1.1" status: 200 len: 210 time: 0.4319112 Apr 28 20:02:43.431639 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf668e85-179d-4c53-a8d0-907bfc303291 None None] Network 9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:02:43.449166 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-ca31c586-5fcf-43a8-a559-64fd1a09a2ff None None] Provisioning complete for port 161a458c-4ef1-47ff-949c-fbef24ad01d6 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:43.449716 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ca31c586-5fcf-43a8-a559-64fd1a09a2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:43.453857 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-04f16528-23e1-411e-bb38-e979898ee791 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:43.465677 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-04f16528-23e1-411e-bb38-e979898ee791 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/networks?id=9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 HTTP/1.1" status: 200 len: 796 time: 0.6233785 Apr 28 20:02:43.514556 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-0fd5c9ff-5367-478a-bdfe-4b357fd2a739 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/quotas/337e8021fa0c43d183fd116927375cd1 HTTP/1.1" status: 200 len: 375 time: 0.0478771 Apr 28 20:02:43.592222 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efd5a0-84aa-482a-85fd-ea8aef59a671 req-23798f3a-3833-471f-bbff-97a217cf5b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:43.594035 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-04efd5a0-84aa-482a-85fd-ea8aef59a671 req-23798f3a-3833-471f-bbff-97a217cf5b0b service neutron] 10.222.0.15 "GET /v2.0/networks?id=1257065b-636d-4562-9945-4d3f71e38460 HTTP/1.1" status: 200 len: 914 time: 0.5180156 Apr 28 20:02:43.618609 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e78ea715-ca53-4b0d-bc8f-084a4944d34c up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:02:43.753823 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-10bf5fe5-96c2-491b-8eea-8547bc023b87 None None] Set router 6c158196-3759-4dc7-b66b-26ccbec65977 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:02:44.063051 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-04efd5a0-84aa-482a-85fd-ea8aef59a671 req-e6200944-0ad0-4571-a5dd-381b288c7bc3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6eba6d19-4c11-4fe0-91ee-769291571ddf HTTP/1.1" status: 200 len: 217 time: 0.4603293 Apr 28 20:02:44.122274 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-b52fecb4-3112-4933-a3b6-449dfe575409 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6067243 Apr 28 20:02:44.159794 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-aee86955-d93f-4726-ba87-a6a46d20f8f5 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:44.176462 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-aee86955-d93f-4726-ba87-a6a46d20f8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:44.204504 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35884bbd-5e1f-4f64-a453-cbc7ec5b4177 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Pushing event deleted for resources: {'Port': ['ID=96ade8e8-e8b9-4065-8c1c-b6d96a80fd7e,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:44.222727 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efd5a0-84aa-482a-85fd-ea8aef59a671 req-2029c71f-c243-4e25-ae67-8a9ef2bdacfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:44.226082 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35884bbd-5e1f-4f64-a453-cbc7ec5b4177 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] No DVR routers for this DVR port 96ade8e8-e8b9-4065-8c1c-b6d96a80fd7e on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:02:44.226768 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-04efd5a0-84aa-482a-85fd-ea8aef59a671 req-2029c71f-c243-4e25-ae67-8a9ef2bdacfc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=139b68e3-9992-4157-9be2-66ce6383a053 HTTP/1.1" status: 200 len: 853 time: 0.1545033 Apr 28 20:02:44.242255 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ca31c586-5fcf-43a8-a559-64fd1a09a2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:44.282078 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-99e7c61c-6dbb-46b8-8bef-8f50de835ea5 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:44.297426 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-04efd5a0-84aa-482a-85fd-ea8aef59a671 req-91b69dc3-d990-43a5-8825-60cde495c76f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1257065b-636d-4562-9945-4d3f71e38460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635011 Apr 28 20:02:44.429995 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b746160-2dd9-49ab-94e0-824ddaf9e23e None None] Pushing event updated for resources: {'Port': ['ID=b564fe43-a677-4c74-85a4-663fa1dab73a,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:44.435218 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-35884bbd-5e1f-4f64-a453-cbc7ec5b4177 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:44.470976 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-aee86955-d93f-4726-ba87-a6a46d20f8f5 None None] Attempting to bind port b564fe43-a677-4c74-85a4-663fa1dab73a on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:02:44.471353 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-aee86955-d93f-4726-ba87-a6a46d20f8f5 None None] Attempting to bind port b564fe43-a677-4c74-85a4-663fa1dab73a by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '6ad96ddc-30c2-4927-80b1-ffe2270d82a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:02:44.471744 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee86955-d93f-4726-ba87-a6a46d20f8f5 None None] Attempting to bind port b564fe43-a677-4c74-85a4-663fa1dab73a on network 9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:02:44.485296 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee86955-d93f-4726-ba87-a6a46d20f8f5 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:02:44.485675 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee86955-d93f-4726-ba87-a6a46d20f8f5 None None] Checking segment: {'id': '6ad96ddc-30c2-4927-80b1-ffe2270d82a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:02:44.486089 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-aee86955-d93f-4726-ba87-a6a46d20f8f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:44.486632 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee86955-d93f-4726-ba87-a6a46d20f8f5 None None] Bound using segment: {'id': '6ad96ddc-30c2-4927-80b1-ffe2270d82a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:02:44.487141 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-aee86955-d93f-4726-ba87-a6a46d20f8f5 None None] Bound port: b564fe43-a677-4c74-85a4-663fa1dab73a, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ad96ddc-30c2-4927-80b1-ffe2270d82a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:02:44.487533 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-aee86955-d93f-4726-ba87-a6a46d20f8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:44.488093 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-35884bbd-5e1f-4f64-a453-cbc7ec5b4177 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bbeda88-9b1a-44c2-b891-2aa1e75820f5']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:44.500461 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-35884bbd-5e1f-4f64-a453-cbc7ec5b4177 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df15116-2fbe-48cc-b1bf-a9bd1fc2e5ff') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:44.501129 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-35884bbd-5e1f-4f64-a453-cbc7ec5b4177 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df15116-2fbe-48cc-b1bf-a9bd1fc2e5ff') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:44.516324 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-35884bbd-5e1f-4f64-a453-cbc7ec5b4177 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:44.533664 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-35884bbd-5e1f-4f64-a453-cbc7ec5b4177 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:44.536028 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-c2b0052b-077c-4704-8761-e7aab3db99ad service neutron] 10.222.0.42 "GET /v2.0/networks/9852adc1-0fcb-4a70-862a-aac6b8c5a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125061 Apr 28 20:02:44.542140 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35884bbd-5e1f-4f64-a453-cbc7ec5b4177 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:02:44.543043 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-35884bbd-5e1f-4f64-a453-cbc7ec5b4177 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:44.603197 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port e78ea715-ca53-4b0d-bc8f-084a4944d34c triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:44.603539 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:44.651058 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-aee86955-d93f-4726-ba87-a6a46d20f8f5 None None] For port b564fe43-a677-4c74-85a4-663fa1dab73a, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:02:44.654779 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-aee86955-d93f-4726-ba87-a6a46d20f8f5 None None] For port b564fe43-a677-4c74-85a4-663fa1dab73a, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=b564fe43-a677-4c74-85a4-663fa1dab73a,segment=NetworkSegment(6ad96ddc-30c2-4927-80b1-ffe2270d82a7),segment_id=6ad96ddc-30c2-4927-80b1-ffe2270d82a7)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:02:44.663553 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-aee86955-d93f-4726-ba87-a6a46d20f8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:44.668482 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 20:02:44.668482 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:02:44.668482 n-d-839810-1 neutron-server[102774]: timer() Apr 28 20:02:44.668482 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:02:44.668482 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 20:02:44.668482 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:02:44.668482 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 20:02:44.668482 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:02:44.668482 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 20:02:44.668482 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:02:44.668482 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 20:02:44.668482 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:02:44.668482 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 20:02:44.668482 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:02:44.668482 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:02:44.668482 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:02:44.668482 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:02:44.668482 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:02:44.668482 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 20:02:44.668482 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:02:44.668482 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 20:02:44.668482 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:02:44.668482 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:02:44.668482 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:02:44.668482 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 20:02:44.668482 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:02:44.668482 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:02:44.668482 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:02:44.668482 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:02:44.668482 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:02:44.668482 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:02:44.668482 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:02:44.734046 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-04efd5a0-84aa-482a-85fd-ea8aef59a671 req-e0d7cb56-e1e3-4142-b326-f7f6ecc71fb1 service neutron] 10.222.0.15 "GET /v2.0/networks/1257065b-636d-4562-9945-4d3f71e38460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182701 Apr 28 20:02:44.742486 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-ca31c586-5fcf-43a8-a559-64fd1a09a2ff None None] For port 161a458c-4ef1-47ff-949c-fbef24ad01d6, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=161a458c-4ef1-47ff-949c-fbef24ad01d6,segment=NetworkSegment(33d0ec65-7d6c-476a-be5c-6c9dfb2100f3),segment_id=33d0ec65-7d6c-476a-be5c-6c9dfb2100f3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:44.748043 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-99e7c61c-6dbb-46b8-8bef-8f50de835ea5 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:44.762364 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee86955-d93f-4726-ba87-a6a46d20f8f5 None None] Routers {'10a3a2af-216d-4471-9823-5b52f320a465'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:02:44.762971 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-aee86955-d93f-4726-ba87-a6a46d20f8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:02:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['10a3a2af-216d-4471-9823-5b52f320a465'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:44.775667 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ca31c586-5fcf-43a8-a559-64fd1a09a2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:44.824450 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-35884bbd-5e1f-4f64-a453-cbc7ec5b4177 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:44.828974 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-35884bbd-5e1f-4f64-a453-cbc7ec5b4177 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:44.837610 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-35884bbd-5e1f-4f64-a453-cbc7ec5b4177 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] 10.222.0.42 "DELETE /v2.0/networks/6bbeda88-9b1a-44c2-b891-2aa1e75820f5 HTTP/1.1" status: 204 len: 168 time: 3.4375987 Apr 28 20:02:44.858489 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-99e7c61c-6dbb-46b8-8bef-8f50de835ea5 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Network d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:44.866375 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b746160-2dd9-49ab-94e0-824ddaf9e23e None None] Pushing event updated for resources: {'Port': ['ID=b564fe43-a677-4c74-85a4-663fa1dab73a,revision_number=4']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:44.879598 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51536) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:44.880384 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35884bbd-5e1f-4f64-a453-cbc7ec5b4177 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Pushing event deleted for resources: {'Network': ['ID=6bbeda88-9b1a-44c2-b891-2aa1e75820f5,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:44.888995 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-99e7c61c-6dbb-46b8-8bef-8f50de835ea5 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:44.893038 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-99e7c61c-6dbb-46b8-8bef-8f50de835ea5 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:02:44.964287 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:44.993878 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-04efd5a0-84aa-482a-85fd-ea8aef59a671 req-4bd17994-dd32-4d0a-aab4-5772be8d60a3 service neutron] 10.222.0.15 "GET /v2.0/networks/1257065b-636d-4562-9945-4d3f71e38460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456243 Apr 28 20:02:45.024879 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-aee86955-d93f-4726-ba87-a6a46d20f8f5 None None] Set router 10a3a2af-216d-4471-9823-5b52f320a465 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:02:45.039976 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-99e7c61c-6dbb-46b8-8bef-8f50de835ea5 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:45.041129 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-99e7c61c-6dbb-46b8-8bef-8f50de835ea5 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:45.072017 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3cb3ada1-9c20-4e53-9e70-3e43b5af62f9 tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d9ff4d6-22b5-42d3-ab24-68b48edf4be6 HTTP/1.1" status: 200 len: 205 time: 0.1742477 Apr 28 20:02:45.081159 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51538) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:45.093030 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca31c586-5fcf-43a8-a559-64fd1a09a2ff None None] Pushing event updated for resources: {'Port': ['ID=161a458c-4ef1-47ff-949c-fbef24ad01d6,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:45.116502 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a1ef3-ab97-492f-9e32-a4a2d7a04455 req-3cadbfd5-8642-4208-b397-8597fa5f4f3f tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:45.119588 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a51a1ef3-ab97-492f-9e32-a4a2d7a04455 req-3cadbfd5-8642-4208-b397-8597fa5f4f3f tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a31e6442-2525-458d-b140-0ad2ee45ba29 HTTP/1.1" status: 200 len: 1027 time: 0.4685659 Apr 28 20:02:45.125180 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-73df51ee-4ff4-4e0c-80d7-19daa21ed534 service neutron] 10.222.0.42 "GET /v2.0/networks/9852adc1-0fcb-4a70-862a-aac6b8c5a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5881171 Apr 28 20:02:45.266894 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-10bf5fe5-96c2-491b-8eea-8547bc023b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c158196-3759-4dc7-b66b-26ccbec65977', 'name': 'tempest-TestServerMultinode-718872471-router', 'tenant_id': '7865b1e813e342558ad50303200c0cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '4641c597-7931-4968-a391-6fff2330f0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:02:25Z', 'updated_at': '2022-04-28T20:02:33Z', 'revision_number': 4, 'project_id': '7865b1e813e342558ad50303200c0cad', 'gw_port': {'id': '4641c597-7931-4968-a391-6fff2330f0f6', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c158196-3759-4dc7-b66b-26ccbec65977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:26Z', 'updated_at': '2022-04-28T20:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '161a458c-4ef1-47ff-949c-fbef24ad01d6', 'name': '', 'network_id': 'bfd132d2-63e3-4854-b91c-ec866352d465', 'tenant_id': '7865b1e813e342558ad50303200c0cad', 'mac_address': 'fa:16:3e:ba:81:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c158196-3759-4dc7-b66b-26ccbec65977', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'e6865aec-ddf5-4d05-a7df-7e8c0a8ed741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:31Z', 'updated_at': '2022-04-28T20:02:41Z', 'revision_number': 4, 'project_id': '7865b1e813e342558ad50303200c0cad', 'subnets': [{'id': 'e6865aec-ddf5-4d05-a7df-7e8c0a8ed741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:45.283120 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7c61c-6dbb-46b8-8bef-8f50de835ea5 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Pushing event updated for resources: {'Port': ['ID=bac0b61e-acee-4f26-9cd5-e024c459526d,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:45.380849 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bf5fe5-96c2-491b-8eea-8547bc023b87 None None] The sync data for ids ['6c158196-3759-4dc7-b66b-26ccbec65977'] in n-d-839810-1 is: [{'id': '6c158196-3759-4dc7-b66b-26ccbec65977', 'name': 'tempest-TestServerMultinode-718872471-router', 'tenant_id': '7865b1e813e342558ad50303200c0cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '4641c597-7931-4968-a391-6fff2330f0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:02:25Z', 'updated_at': '2022-04-28T20:02:33Z', 'revision_number': 4, 'project_id': '7865b1e813e342558ad50303200c0cad', 'gw_port': {'id': '4641c597-7931-4968-a391-6fff2330f0f6', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c158196-3759-4dc7-b66b-26ccbec65977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:26Z', 'updated_at': '2022-04-28T20:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '161a458c-4ef1-47ff-949c-fbef24ad01d6', 'name': '', 'network_id': 'bfd132d2-63e3-4854-b91c-ec866352d465', 'tenant_id': '7865b1e813e342558ad50303200c0cad', 'mac_address': 'fa:16:3e:ba:81:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c158196-3759-4dc7-b66b-26ccbec65977', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'e6865aec-ddf5-4d05-a7df-7e8c0a8ed741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:31Z', 'updated_at': '2022-04-28T20:02:41Z', 'revision_number': 4, 'project_id': '7865b1e813e342558ad50303200c0cad', 'subnets': [{'id': 'e6865aec-ddf5-4d05-a7df-7e8c0a8ed741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:02:45.382490 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-169ad005-06ce-44d6-9c60-4bf5be63437c None None] Provisioning complete for port e78ea715-ca53-4b0d-bc8f-084a4944d34c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:45.421553 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-169ad005-06ce-44d6-9c60-4bf5be63437c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:45.484337 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-99e7c61c-6dbb-46b8-8bef-8f50de835ea5 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.5851171 Apr 28 20:02:45.520686 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a51a1ef3-ab97-492f-9e32-a4a2d7a04455 req-1a54388c-7723-4dc1-892f-c190b88da88c tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=00a5cd4b-1e3f-42fb-af14-f6c7d4916bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910055 Apr 28 20:02:45.581630 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port e78ea715-ca53-4b0d-bc8f-084a4944d34c, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=e78ea715-ca53-4b0d-bc8f-084a4944d34c,segment=NetworkSegment(6ad96ddc-30c2-4927-80b1-ffe2270d82a7),segment_id=6ad96ddc-30c2-4927-80b1-ffe2270d82a7)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:45.608843 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:45.742930 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-25f97f41-52a5-47af-ae4c-0b78c73a4098 req-d9b8fe9d-d48f-4f60-a440-59b9b1b960ae tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 210 time: 0.1423986 Apr 28 20:02:45.743702 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-7c09fad1-209c-4a53-9a93-2f6f289b75f0 service neutron] Request body: {'port': {'device_id': 'a31e6442-2525-458d-b140-0ad2ee45ba29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:45.857931 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 96ade8e8-e8b9-4065-8c1c-b6d96a80fd7e no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:02:45.899167 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9cd0ba78-0a81-4039-b36b-f6b37b71ed1f tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:45.900222 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=e78ea715-ca53-4b0d-bc8f-084a4944d34c,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:45.907020 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 96ade8e8-e8b9-4065-8c1c-b6d96a80fd7e {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:02:45.907376 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 96ade8e8-e8b9-4065-8c1c-b6d96a80fd7e not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:02:46.089386 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-aee86955-d93f-4726-ba87-a6a46d20f8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a3a2af-216d-4471-9823-5b52f320a465', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209360966', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '712608e0-fb12-43ec-bdbb-a70e4bb0d148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:02:31Z', 'updated_at': '2022-04-28T20:02:39Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '712608e0-fb12-43ec-bdbb-a70e4bb0d148', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a3a2af-216d-4471-9823-5b52f320a465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:32Z', 'updated_at': '2022-04-28T20:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'b564fe43-a677-4c74-85a4-663fa1dab73a', 'name': '', 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'mac_address': 'fa:16:3e:f2:15:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a3a2af-216d-4471-9823-5b52f320a465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'baece0b6-0c59-43c5-aef4-e80ebd8b9d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:37Z', 'updated_at': '2022-04-28T20:02:44Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'subnets': [{'id': 'baece0b6-0c59-43c5-aef4-e80ebd8b9d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:46.184542 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-93e4bed0-3d5b-4cba-8df1-c7072564ddbf None None] Provisioning complete for port bac0b61e-acee-4f26-9cd5-e024c459526d triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:46.184979 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-93e4bed0-3d5b-4cba-8df1-c7072564ddbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:46.221763 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee86955-d93f-4726-ba87-a6a46d20f8f5 None None] The sync data for ids ['10a3a2af-216d-4471-9823-5b52f320a465'] in n-d-839810-1 is: [{'id': '10a3a2af-216d-4471-9823-5b52f320a465', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209360966', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '712608e0-fb12-43ec-bdbb-a70e4bb0d148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:02:31Z', 'updated_at': '2022-04-28T20:02:39Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '712608e0-fb12-43ec-bdbb-a70e4bb0d148', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a3a2af-216d-4471-9823-5b52f320a465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:32Z', 'updated_at': '2022-04-28T20:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'b564fe43-a677-4c74-85a4-663fa1dab73a', 'name': '', 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'mac_address': 'fa:16:3e:f2:15:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a3a2af-216d-4471-9823-5b52f320a465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'baece0b6-0c59-43c5-aef4-e80ebd8b9d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:37Z', 'updated_at': '2022-04-28T20:02:44Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'subnets': [{'id': 'baece0b6-0c59-43c5-aef4-e80ebd8b9d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:02:46.277400 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-7c09fad1-209c-4a53-9a93-2f6f289b75f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:46.453319 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-93e4bed0-3d5b-4cba-8df1-c7072564ddbf None None] Port bac0b61e-acee-4f26-9cd5-e024c459526d cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:02:46.470424 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9cd0ba78-0a81-4039-b36b-f6b37b71ed1f tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:46.480551 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9cd0ba78-0a81-4039-b36b-f6b37b71ed1f tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:46.528848 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51558) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:46.534591 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-93e4bed0-3d5b-4cba-8df1-c7072564ddbf None None] Provisioning complete for port e78ea715-ca53-4b0d-bc8f-084a4944d34c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:46.535874 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-93e4bed0-3d5b-4cba-8df1-c7072564ddbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:46.648234 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 161a458c-4ef1-47ff-949c-fbef24ad01d6 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:02:46.748821 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9cd0ba78-0a81-4039-b36b-f6b37b71ed1f tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:46.751298 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd0ba78-0a81-4039-b36b-f6b37b71ed1f tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Fanout notify agent at l3_agent the message router_deleted on router 3d9ff4d6-22b5-42d3-ab24-68b48edf4be6 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:02:46.792918 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9cd0ba78-0a81-4039-b36b-f6b37b71ed1f tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:46.794385 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9cd0ba78-0a81-4039-b36b-f6b37b71ed1f tempest-RoutersNegativeTest-761606078 tempest-RoutersNegativeTest-761606078-project] 10.222.0.42 "DELETE /v2.0/routers/3d9ff4d6-22b5-42d3-ab24-68b48edf4be6 HTTP/1.1" status: 204 len: 168 time: 1.7046435 Apr 28 20:02:47.084718 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-20576bb3-7c72-42a2-8f7f-509ecc908287 req-e105ffe9-098f-4c24-bafc-06aebac64bf4 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 210 time: 0.1193783 Apr 28 20:02:47.087547 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-93e4bed0-3d5b-4cba-8df1-c7072564ddbf None None] Provisioning complete for port b564fe43-a677-4c74-85a4-663fa1dab73a triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:47.091625 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-93e4bed0-3d5b-4cba-8df1-c7072564ddbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:47.096570 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 161a458c-4ef1-47ff-949c-fbef24ad01d6 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:47.102379 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:47.197475 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a68b44a4-45c7-4063-8894-b169aeda7e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:47.535147 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51572) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:47.579773 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e78ea715-ca53-4b0d-bc8f-084a4944d34c up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:02:47.595653 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a68b44a4-45c7-4063-8894-b169aeda7e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:47.612742 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a68b44a4-45c7-4063-8894-b169aeda7e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:47.640413 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff74405-aefe-484c-a291-489c4a4604bd req-c4630068-9ee1-469e-9b0c-7b116b362c05 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:47.647800 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6ff74405-aefe-484c-a291-489c4a4604bd req-c4630068-9ee1-469e-9b0c-7b116b362c05 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a31e6442-2525-458d-b140-0ad2ee45ba29 HTTP/1.1" status: 200 len: 1027 time: 0.8509076 Apr 28 20:02:47.678526 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-93e4bed0-3d5b-4cba-8df1-c7072564ddbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:47.776594 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a68b44a4-45c7-4063-8894-b169aeda7e91 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be458c8518e7436fa7b5f8e1c9844aee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2433271 Apr 28 20:02:47.776594 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b44a4-45c7-4063-8894-b169aeda7e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f8ae14-5cca-4a5e-a2cf-8ed6326fd4ba,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:47.783842 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51576) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:47.898696 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6ff74405-aefe-484c-a291-489c4a4604bd req-b9c701f8-d858-4b70-a46d-b6f9d41909ac tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=00a5cd4b-1e3f-42fb-af14-f6c7d4916bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361491 Apr 28 20:02:47.938550 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-78f02b5d-6e0f-4d60-9a64-3984a4c4b78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:48.062139 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-78f02b5d-6e0f-4d60-9a64-3984a4c4b78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:48.071919 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-93e4bed0-3d5b-4cba-8df1-c7072564ddbf None None] For port b564fe43-a677-4c74-85a4-663fa1dab73a, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=b564fe43-a677-4c74-85a4-663fa1dab73a,segment=NetworkSegment(6ad96ddc-30c2-4927-80b1-ffe2270d82a7),segment_id=6ad96ddc-30c2-4927-80b1-ffe2270d82a7)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:48.102379 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-93e4bed0-3d5b-4cba-8df1-c7072564ddbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:48.297621 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4bed0-3d5b-4cba-8df1-c7072564ddbf None None] Pushing event updated for resources: {'Port': ['ID=b564fe43-a677-4c74-85a4-663fa1dab73a,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:48.315926 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port e78ea715-ca53-4b0d-bc8f-084a4944d34c triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:48.316675 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:48.384596 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-af2618bc-cd27-4421-85fd-c074ab8df3ee None None] Provisioning complete for port b564fe43-a677-4c74-85a4-663fa1dab73a triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:48.385122 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-af2618bc-cd27-4421-85fd-c074ab8df3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:48.433427 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-4941fb8f-59e1-4618-be96-c7a953b6cc18 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:48.435642 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-4941fb8f-59e1-4618-be96-c7a953b6cc18 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.15 "GET /v2.0/networks?id=9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 HTTP/1.1" status: 200 len: 796 time: 0.4506018 Apr 28 20:02:48.446483 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-7c09fad1-209c-4a53-9a93-2f6f289b75f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac0b61e-acee-4f26-9cd5-e024c459526d {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:02:48.465132 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-7c09fad1-209c-4a53-9a93-2f6f289b75f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:48.495839 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-7c09fad1-209c-4a53-9a93-2f6f289b75f0 service neutron] Transition to ACTIVE for port object bac0b61e-acee-4f26-9cd5-e024c459526d will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:02:48.499255 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-78f02b5d-6e0f-4d60-9a64-3984a4c4b78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:48.507767 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-78f02b5d-6e0f-4d60-9a64-3984a4c4b78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:48.509665 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-78f02b5d-6e0f-4d60-9a64-3984a4c4b78f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/68f8ae14-5cca-4a5e-a2cf-8ed6326fd4ba HTTP/1.1" status: 204 len: 168 time: 0.7243176 Apr 28 20:02:48.517453 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-7c09fad1-209c-4a53-9a93-2f6f289b75f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:48.542933 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8b26722b-4a0a-49b5-bfb3-a535a9484e73 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=83974b054d8f40d59d157b46cadf09d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0063608 Apr 28 20:02:48.550331 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f02b5d-6e0f-4d60-9a64-3984a4c4b78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f8ae14-5cca-4a5e-a2cf-8ed6326fd4ba,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:48.556831 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-888d9437-42bb-4e9b-beec-de4a49967166 req-7b4ab371-97e6-4337-8064-9471642d8034 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 210 time: 0.1192725 Apr 28 20:02:48.573218 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51592) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:48.604635 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-5423570e-5d04-4a0f-8db0-93ebc48b7ffe tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=337e8021fa0c43d183fd116927375cd1 HTTP/1.1" status: 200 len: 380 time: 0.1493266 Apr 28 20:02:48.618790 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-68b674a1-476e-4c63-84ce-542fe94f7fba tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'port': {'device_id': 'e7778083-e3c3-4a0c-bca1-d381daeca708', 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0', 'admin_state_up': True, 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'security_groups': ['0005005d-fe20-4461-ba20-036cf3dd752c']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:48.857360 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-68b674a1-476e-4c63-84ce-542fe94f7fba tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Made reservation on behalf of 337e8021fa0c43d183fd116927375cd1 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:48.867006 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-68b674a1-476e-4c63-84ce-542fe94f7fba tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:48.912369 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device b564fe43-a677-4c74-85a4-663fa1dab73a up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:02:49.051501 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-5016efe9-5d27-47cd-941a-261a6fe6ec92 None None] Provisioning complete for port b564fe43-a677-4c74-85a4-663fa1dab73a triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:49.052361 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5016efe9-5d27-47cd-941a-261a6fe6ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:49.123905 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port b564fe43-a677-4c74-85a4-663fa1dab73a triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:49.124474 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:49.229098 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-68b674a1-476e-4c63-84ce-542fe94f7fba tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Allocated IP 172.20.0.7 (9852adc1-0fcb-4a70-862a-aac6b8c5a0f0/baece0b6-0c59-43c5-aef4-e80ebd8b9d7e/e96a8abd-82db-451d-94d3-2029c61f8bf6) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:49.244790 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c0b4d9d2-d94d-4035-8e64-641d0e7d0a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:49.351208 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c0b4d9d2-d94d-4035-8e64-641d0e7d0a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:49.488374 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c09fad1-209c-4a53-9a93-2f6f289b75f0 service neutron] Pushing event updated for resources: {'Port': ['ID=bac0b61e-acee-4f26-9cd5-e024c459526d,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:49.513721 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-7c09fad1-209c-4a53-9a93-2f6f289b75f0 service neutron] Attempting to bind port bac0b61e-acee-4f26-9cd5-e024c459526d on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:02:49.514168 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-7c09fad1-209c-4a53-9a93-2f6f289b75f0 service neutron] Attempting to bind port bac0b61e-acee-4f26-9cd5-e024c459526d by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'e64b0cb4-6e2b-4c06-81d4-5321e68f507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd629e648-5e1f-4bf0-a6c2-df9e5f4aa45f'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:02:49.514571 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-7c09fad1-209c-4a53-9a93-2f6f289b75f0 service neutron] Attempting to bind port bac0b61e-acee-4f26-9cd5-e024c459526d on network d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:02:49.539505 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-7c09fad1-209c-4a53-9a93-2f6f289b75f0 service neutron] Port bac0b61e-acee-4f26-9cd5-e024c459526d on network d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:02:49.539505 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-7c09fad1-209c-4a53-9a93-2f6f289b75f0 service neutron] Attempting to bind port bac0b61e-acee-4f26-9cd5-e024c459526d on network d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:02:49.578879 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc3959-2191-4ca2-a51d-ef66da96bca5 req-c66ae490-f785-4de2-a50d-08d246e2acdf tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:49.580655 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-afdc3959-2191-4ca2-a51d-ef66da96bca5 req-c66ae490-f785-4de2-a50d-08d246e2acdf tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a31e6442-2525-458d-b140-0ad2ee45ba29 HTTP/1.1" status: 200 len: 1052 time: 0.5299852 Apr 28 20:02:49.582348 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-7c09fad1-209c-4a53-9a93-2f6f289b75f0 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:02:49.582806 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-7c09fad1-209c-4a53-9a93-2f6f289b75f0 service neutron] Checking segment: {'id': 'e64b0cb4-6e2b-4c06-81d4-5321e68f507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd629e648-5e1f-4bf0-a6c2-df9e5f4aa45f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:02:49.583302 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-7c09fad1-209c-4a53-9a93-2f6f289b75f0 service neutron] Bound using segment: {'id': 'e64b0cb4-6e2b-4c06-81d4-5321e68f507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd629e648-5e1f-4bf0-a6c2-df9e5f4aa45f'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:02:49.583837 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-7c09fad1-209c-4a53-9a93-2f6f289b75f0 service neutron] Bound port: bac0b61e-acee-4f26-9cd5-e024c459526d, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e64b0cb4-6e2b-4c06-81d4-5321e68f507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd629e648-5e1f-4bf0-a6c2-df9e5f4aa45f'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:02:49.584291 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-7c09fad1-209c-4a53-9a93-2f6f289b75f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:49.604263 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-68b674a1-476e-4c63-84ce-542fe94f7fba tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:49.666559 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c0b4d9d2-d94d-4035-8e64-641d0e7d0a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:49.668874 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c0b4d9d2-d94d-4035-8e64-641d0e7d0a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:49.673130 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c0b4d9d2-d94d-4035-8e64-641d0e7d0a4d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aab0f9d3-c165-4f6d-9334-dd17ed0c5821 HTTP/1.1" status: 204 len: 168 time: 0.9774094 Apr 28 20:02:49.703220 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-68b674a1-476e-4c63-84ce-542fe94f7fba tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:49.715053 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4d9d2-d94d-4035-8e64-641d0e7d0a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab0f9d3-c165-4f6d-9334-dd17ed0c5821,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:49.783668 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-68b674a1-476e-4c63-84ce-542fe94f7fba tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Network 9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:49.829149 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-7c09fad1-209c-4a53-9a93-2f6f289b75f0 service neutron] For port bac0b61e-acee-4f26-9cd5-e024c459526d, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:02:49.830245 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-68b674a1-476e-4c63-84ce-542fe94f7fba tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:49.835268 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-afdc3959-2191-4ca2-a51d-ef66da96bca5 req-3a51c935-3e8a-45ed-96e6-87361220f3b5 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=00a5cd4b-1e3f-42fb-af14-f6c7d4916bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724277 Apr 28 20:02:49.838918 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5cb9a342-007f-4fcb-b53f-8e9cca335ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:49.842778 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-68b674a1-476e-4c63-84ce-542fe94f7fba tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:02:49.851476 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-7c09fad1-209c-4a53-9a93-2f6f289b75f0 service neutron] For port bac0b61e-acee-4f26-9cd5-e024c459526d, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=bac0b61e-acee-4f26-9cd5-e024c459526d,segment=NetworkSegment(e64b0cb4-6e2b-4c06-81d4-5321e68f507b),segment_id=e64b0cb4-6e2b-4c06-81d4-5321e68f507b)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:02:49.859311 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-7c09fad1-209c-4a53-9a93-2f6f289b75f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:49.922431 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49f4a3-ae1c-4a37-ad17-77a30b91079d req-60e37d56-f0a4-487e-bc33-0d722ff42a23 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:49.940908 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ff49f4a3-ae1c-4a37-ad17-77a30b91079d req-60e37d56-f0a4-487e-bc33-0d722ff42a23 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 931 time: 0.1944110 Apr 28 20:02:50.001721 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b674a1-476e-4c63-84ce-542fe94f7fba tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'Port': ['ID=e96a8abd-82db-451d-94d3-2029c61f8bf6,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:50.002083 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c09fad1-209c-4a53-9a93-2f6f289b75f0 service neutron] Pushing event updated for resources: {'Port': ['ID=bac0b61e-acee-4f26-9cd5-e024c459526d,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:50.036210 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-7c09fad1-209c-4a53-9a93-2f6f289b75f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:50.037141 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-7c09fad1-209c-4a53-9a93-2f6f289b75f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:50.042358 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ff49f4a3-ae1c-4a37-ad17-77a30b91079d req-5e8216c8-0706-42bc-82fd-bd23985ea35e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995359 Apr 28 20:02:50.064920 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-7c09fad1-209c-4a53-9a93-2f6f289b75f0 service neutron] 10.222.0.44 "PUT /v2.0/ports/bac0b61e-acee-4f26-9cd5-e024c459526d HTTP/1.1" status: 200 len: 1091 time: 4.3585041 Apr 28 20:02:50.065523 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a31e6442-2525-458d-b140-0ad2ee45ba29', 'tag': 'bac0b61e-acee-4f26-9cd5-e024c459526d'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:02:50.068781 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4d7d20-ac51-4947-8684-21fe338ab44b" -d '{"events": [{"name": "network-changed", "server_uuid": "a31e6442-2525-458d-b140-0ad2ee45ba29", "tag": "bac0b61e-acee-4f26-9cd5-e024c459526d"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:02:50.127649 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-68b674a1-476e-4c63-84ce-542fe94f7fba tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:50.128494 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-68b674a1-476e-4c63-84ce-542fe94f7fba tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:50.173191 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-68b674a1-476e-4c63-84ce-542fe94f7fba tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5608823 Apr 28 20:02:50.188074 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-3d36e431-73a6-423b-b52c-31f5d96dcb66 service neutron] Request body: {'port': {'device_id': 'e7778083-e3c3-4a0c-bca1-d381daeca708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:50.259235 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-75c499f7-3de7-4f6b-8f5b-741c5259715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:50.263627 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-75c499f7-3de7-4f6b-8f5b-741c5259715d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7865b1e813e342558ad50303200c0cad&device_id=a31e6442-2525-458d-b140-0ad2ee45ba29 HTTP/1.1" status: 200 len: 1094 time: 0.1325455 Apr 28 20:02:50.331180 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-af097f33-992d-4b4f-b4b9-eb36984b3149 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bac0b61e-acee-4f26-9cd5-e024c459526d HTTP/1.1" status: 200 len: 217 time: 0.0471978 Apr 28 20:02:50.383774 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-3d36e431-73a6-423b-b52c-31f5d96dcb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:50.419652 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-18a5957f-2c63-425f-964d-d024b0b7d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:50.427131 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-18a5957f-2c63-425f-964d-d024b0b7d983 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9c7f59ea-3b4f-4e02-963c-a01964429570 HTTP/1.1" status: 200 len: 848 time: 0.0895498 Apr 28 20:02:50.513746 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-dc84a674-de71-4b95-abe0-206f307c536c None None] Provisioning complete for port e96a8abd-82db-451d-94d3-2029c61f8bf6 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:50.514511 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-dc84a674-de71-4b95-abe0-206f307c536c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:50.519047 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-aefe0977-c315-4e48-bc2a-2aae2acad5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:50.520888 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-aefe0977-c315-4e48-bc2a-2aae2acad5df service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866103 Apr 28 20:02:50.567589 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-dc84a674-de71-4b95-abe0-206f307c536c None None] Port e96a8abd-82db-451d-94d3-2029c61f8bf6 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:02:50.663962 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-56435045-f59e-4621-bed4-ab9ce5a1d8e5 service neutron] 10.222.0.44 "GET /v2.0/networks/d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335554 Apr 28 20:02:50.728035 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b74b7d-7e77-4647-860a-addfe978fb04 x-openstack-request-id: req-78b74b7d-7e77-4647-860a-addfe978fb04 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:02:50.728381 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a31e6442-2525-458d-b140-0ad2ee45ba29", "tag": "bac0b61e-acee-4f26-9cd5-e024c459526d", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:02:50.728811 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-78b74b7d-7e77-4647-860a-addfe978fb04 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:02:50.729430 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78b74b7d-7e77-4647-860a-addfe978fb04'] response: {'name': 'network-changed', 'server_uuid': 'a31e6442-2525-458d-b140-0ad2ee45ba29', 'tag': 'bac0b61e-acee-4f26-9cd5-e024c459526d', 'status': 'completed', 'code': 200} Apr 28 20:02:50.870377 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-3d36e431-73a6-423b-b52c-31f5d96dcb66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e96a8abd-82db-451d-94d3-2029c61f8bf6 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:02:50.884184 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-3d36e431-73a6-423b-b52c-31f5d96dcb66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:50.885272 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-57ca0fe7-2271-417c-b1c2-2f8aad9db748 req-912a9bc1-40a7-485d-a7a0-684aa048573d service neutron] 10.222.0.44 "GET /v2.0/networks/d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130816 Apr 28 20:02:50.905440 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-3d36e431-73a6-423b-b52c-31f5d96dcb66 service neutron] Transition to ACTIVE for port object e96a8abd-82db-451d-94d3-2029c61f8bf6 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:02:50.913305 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-3d36e431-73a6-423b-b52c-31f5d96dcb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:51.083380 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d7d20-ac51-4947-8684-21fe338ab44b req-6c348798-44a0-4d79-8505-386526545a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:51.092648 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6e4d7d20-ac51-4947-8684-21fe338ab44b req-6c348798-44a0-4d79-8505-386526545a3d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7865b1e813e342558ad50303200c0cad&device_id=a31e6442-2525-458d-b140-0ad2ee45ba29 HTTP/1.1" status: 200 len: 1094 time: 0.1534586 Apr 28 20:02:51.130523 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36e431-73a6-423b-b52c-31f5d96dcb66 service neutron] Pushing event updated for resources: {'Port': ['ID=e96a8abd-82db-451d-94d3-2029c61f8bf6,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:51.255042 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5f124-a735-4089-b80f-f8e8fd26437d req-6c83deee-35f4-4f13-b576-30b4b503c47d tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:51.264629 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1ca5f124-a735-4089-b80f-f8e8fd26437d req-6c83deee-35f4-4f13-b576-30b4b503c47d tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a31e6442-2525-458d-b140-0ad2ee45ba29 HTTP/1.1" status: 200 len: 1094 time: 0.2451470 Apr 28 20:02:51.330608 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-3d36e431-73a6-423b-b52c-31f5d96dcb66 service neutron] Attempting to bind port e96a8abd-82db-451d-94d3-2029c61f8bf6 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:02:51.330967 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-3d36e431-73a6-423b-b52c-31f5d96dcb66 service neutron] Attempting to bind port e96a8abd-82db-451d-94d3-2029c61f8bf6 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '6ad96ddc-30c2-4927-80b1-ffe2270d82a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:02:51.331369 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-3d36e431-73a6-423b-b52c-31f5d96dcb66 service neutron] Attempting to bind port e96a8abd-82db-451d-94d3-2029c61f8bf6 on network 9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:02:51.364605 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634f779-fb68-426a-bcbb-326377d40cde req-761b7e24-dd81-4087-b0d2-4e9123cf3807 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:51.366407 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9634f779-fb68-426a-bcbb-326377d40cde req-761b7e24-dd81-4087-b0d2-4e9123cf3807 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 943 time: 0.1071889 Apr 28 20:02:51.370883 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-3d36e431-73a6-423b-b52c-31f5d96dcb66 service neutron] Port e96a8abd-82db-451d-94d3-2029c61f8bf6 on network 9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:02:51.371196 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-3d36e431-73a6-423b-b52c-31f5d96dcb66 service neutron] Attempting to bind port e96a8abd-82db-451d-94d3-2029c61f8bf6 on network 9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:02:51.385215 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-3d36e431-73a6-423b-b52c-31f5d96dcb66 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:02:51.392991 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-3d36e431-73a6-423b-b52c-31f5d96dcb66 service neutron] Checking segment: {'id': '6ad96ddc-30c2-4927-80b1-ffe2270d82a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:02:51.393399 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-3d36e431-73a6-423b-b52c-31f5d96dcb66 service neutron] Bound using segment: {'id': '6ad96ddc-30c2-4927-80b1-ffe2270d82a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:02:51.393871 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-3d36e431-73a6-423b-b52c-31f5d96dcb66 service neutron] Bound port: e96a8abd-82db-451d-94d3-2029c61f8bf6, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ad96ddc-30c2-4927-80b1-ffe2270d82a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:02:51.394244 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-3d36e431-73a6-423b-b52c-31f5d96dcb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:51.432806 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d7d20-ac51-4947-8684-21fe338ab44b req-7ed59754-0954-4312-9f6f-c13f809cffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:51.436295 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6e4d7d20-ac51-4947-8684-21fe338ab44b req-7ed59754-0954-4312-9f6f-c13f809cffb6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f HTTP/1.1" status: 200 len: 910 time: 0.3347063 Apr 28 20:02:51.461060 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1ca5f124-a735-4089-b80f-f8e8fd26437d req-06d71a93-96a4-4ae6-a0b5-9098f3c56588 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=00a5cd4b-1e3f-42fb-af14-f6c7d4916bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954501 Apr 28 20:02:51.505674 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9634f779-fb68-426a-bcbb-326377d40cde req-19f5f6db-4631-4ae2-92a8-fd8f771e0868 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222022 Apr 28 20:02:51.561430 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6e4d7d20-ac51-4947-8684-21fe338ab44b req-33173ddc-db9f-4681-adf3-ed370fe9782c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bac0b61e-acee-4f26-9cd5-e024c459526d HTTP/1.1" status: 200 len: 217 time: 0.0591533 Apr 28 20:02:51.645361 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-3d36e431-73a6-423b-b52c-31f5d96dcb66 service neutron] For port e96a8abd-82db-451d-94d3-2029c61f8bf6, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:02:51.649759 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d7d20-ac51-4947-8684-21fe338ab44b req-5030a676-789f-426d-81ae-3a85734a61ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:51.652925 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6e4d7d20-ac51-4947-8684-21fe338ab44b req-5030a676-789f-426d-81ae-3a85734a61ca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9c7f59ea-3b4f-4e02-963c-a01964429570 HTTP/1.1" status: 200 len: 848 time: 0.0837741 Apr 28 20:02:51.657175 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-3d36e431-73a6-423b-b52c-31f5d96dcb66 service neutron] For port e96a8abd-82db-451d-94d3-2029c61f8bf6, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e96a8abd-82db-451d-94d3-2029c61f8bf6,segment=NetworkSegment(6ad96ddc-30c2-4927-80b1-ffe2270d82a7),segment_id=6ad96ddc-30c2-4927-80b1-ffe2270d82a7)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:02:51.664454 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-3d36e431-73a6-423b-b52c-31f5d96dcb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:51.725057 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d7d20-ac51-4947-8684-21fe338ab44b req-1a465410-9603-4963-adb9-4a7485b4cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:51.726969 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6e4d7d20-ac51-4947-8684-21fe338ab44b req-1a465410-9603-4963-adb9-4a7485b4cdab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623021 Apr 28 20:02:51.741039 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36e431-73a6-423b-b52c-31f5d96dcb66 service neutron] Pushing event updated for resources: {'Port': ['ID=e96a8abd-82db-451d-94d3-2029c61f8bf6,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:51.751016 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-3d36e431-73a6-423b-b52c-31f5d96dcb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:51.752177 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-3d36e431-73a6-423b-b52c-31f5d96dcb66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:51.754011 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-3d36e431-73a6-423b-b52c-31f5d96dcb66 service neutron] 10.222.0.15 "PUT /v2.0/ports/e96a8abd-82db-451d-94d3-2029c61f8bf6 HTTP/1.1" status: 200 len: 1091 time: 1.5709033 Apr 28 20:02:51.754664 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7778083-e3c3-4a0c-bca1-d381daeca708', 'tag': 'e96a8abd-82db-451d-94d3-2029c61f8bf6'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:02:51.763022 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe40a6a-5428-417e-9989-a9b441a4a74b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7778083-e3c3-4a0c-bca1-d381daeca708", "tag": "e96a8abd-82db-451d-94d3-2029c61f8bf6"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:02:51.866761 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410888be-6397-492f-aa26-cb7cdd061156 x-openstack-request-id: req-410888be-6397-492f-aa26-cb7cdd061156 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:02:51.869054 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7778083-e3c3-4a0c-bca1-d381daeca708", "tag": "e96a8abd-82db-451d-94d3-2029c61f8bf6", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:02:51.875717 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-410888be-6397-492f-aa26-cb7cdd061156 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:02:51.877007 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-410888be-6397-492f-aa26-cb7cdd061156'] response: {'name': 'network-changed', 'server_uuid': 'e7778083-e3c3-4a0c-bca1-d381daeca708', 'tag': 'e96a8abd-82db-451d-94d3-2029c61f8bf6', 'status': 'completed', 'code': 200} Apr 28 20:02:51.909644 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-7991e8ca-9e38-4c92-a1a7-7f0be194012a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:51.911294 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-7991e8ca-9e38-4c92-a1a7-7f0be194012a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 1094 time: 0.0934322 Apr 28 20:02:51.920959 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6e4d7d20-ac51-4947-8684-21fe338ab44b req-880979e7-d786-45cb-8119-b0bc94c54bce service neutron] 10.222.0.44 "GET /v2.0/networks/d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856575 Apr 28 20:02:52.006499 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-b0869e43-2d04-45c7-b51d-ff6897f28a2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e96a8abd-82db-451d-94d3-2029c61f8bf6 HTTP/1.1" status: 200 len: 217 time: 0.0821307 Apr 28 20:02:52.051812 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-579d402c-3b69-424f-b13b-a458abc776d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:52.079977 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6e4d7d20-ac51-4947-8684-21fe338ab44b req-c29e37b2-9de8-4358-927b-f4675a97cde9 service neutron] 10.222.0.44 "GET /v2.0/networks/d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467454 Apr 28 20:02:52.138087 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-d3a40214-c9c4-4414-9a16-76442bf96c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:52.139764 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-d3a40214-c9c4-4414-9a16-76442bf96c5f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=baece0b6-0c59-43c5-aef4-e80ebd8b9d7e HTTP/1.1" status: 200 len: 835 time: 0.1274064 Apr 28 20:02:52.232369 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-55ff6f28-3f75-4349-bc4f-5a23145d05c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:52.234349 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-55ff6f28-3f75-4349-bc4f-5a23145d05c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9852adc1-0fcb-4a70-862a-aac6b8c5a0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872164 Apr 28 20:02:52.349768 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-8b9554b2-455a-4a83-afa7-162c6d0432c2 service neutron] 10.222.0.15 "GET /v2.0/networks/9852adc1-0fcb-4a70-862a-aac6b8c5a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079335 Apr 28 20:02:52.469795 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f1581cb1-f565-4c3f-b923-ea41652aed55 req-0daf001e-a713-45fa-8c7d-e24a342e4e07 service neutron] 10.222.0.15 "GET /v2.0/networks/9852adc1-0fcb-4a70-862a-aac6b8c5a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126385 Apr 28 20:02:52.652928 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d66587-a27f-46d4-93be-781f025b04c3 req-54543184-c7e6-4531-b57a-d6265cd9d08c tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:52.655056 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b9d66587-a27f-46d4-93be-781f025b04c3 req-54543184-c7e6-4531-b57a-d6265cd9d08c tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a31e6442-2525-458d-b140-0ad2ee45ba29 HTTP/1.1" status: 200 len: 1094 time: 0.0896881 Apr 28 20:02:52.721721 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe40a6a-5428-417e-9989-a9b441a4a74b req-0db848f5-c0aa-4774-9190-1868e904ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:52.723864 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8fe40a6a-5428-417e-9989-a9b441a4a74b req-0db848f5-c0aa-4774-9190-1868e904ab47 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 1094 time: 0.1747644 Apr 28 20:02:52.731779 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b9d66587-a27f-46d4-93be-781f025b04c3 req-78183de1-df0d-4f6f-a028-eeba582fa439 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=00a5cd4b-1e3f-42fb-af14-f6c7d4916bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699897 Apr 28 20:02:52.815662 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7a54f-3d5c-45c7-a489-b82f19d02f3b req-e14f6032-1287-47f9-9521-d6f4657086d3 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:52.817262 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1ca7a54f-3d5c-45c7-a489-b82f19d02f3b req-e14f6032-1287-47f9-9521-d6f4657086d3 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 943 time: 0.1458445 Apr 28 20:02:52.885368 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1ca7a54f-3d5c-45c7-a489-b82f19d02f3b req-a8fd614b-dd64-4f26-848d-113dbfd7657e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586517 Apr 28 20:02:52.888435 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe40a6a-5428-417e-9989-a9b441a4a74b req-0b4bdc0a-87f3-41eb-ace2-5ea418b14b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:52.890164 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8fe40a6a-5428-417e-9989-a9b441a4a74b req-0b4bdc0a-87f3-41eb-ace2-5ea418b14b01 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 HTTP/1.1" status: 200 len: 897 time: 0.1538527 Apr 28 20:02:52.949614 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8fe40a6a-5428-417e-9989-a9b441a4a74b req-0f687502-7c93-47a1-aa28-0b363bb4809a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e96a8abd-82db-451d-94d3-2029c61f8bf6 HTTP/1.1" status: 200 len: 217 time: 0.0520768 Apr 28 20:02:52.988703 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device bac0b61e-acee-4f26-9cd5-e024c459526d details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:02:53.029831 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe40a6a-5428-417e-9989-a9b441a4a74b req-e1cb07c4-cacf-498a-bf78-9bb1c058987d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:53.031933 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8fe40a6a-5428-417e-9989-a9b441a4a74b req-e1cb07c4-cacf-498a-bf78-9bb1c058987d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=baece0b6-0c59-43c5-aef4-e80ebd8b9d7e HTTP/1.1" status: 200 len: 835 time: 0.0741639 Apr 28 20:02:53.086876 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe40a6a-5428-417e-9989-a9b441a4a74b req-ad725a5f-5983-4a4c-a93e-93a91bce078c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:53.089366 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8fe40a6a-5428-417e-9989-a9b441a4a74b req-ad725a5f-5983-4a4c-a93e-93a91bce078c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9852adc1-0fcb-4a70-862a-aac6b8c5a0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499351 Apr 28 20:02:53.125716 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port bac0b61e-acee-4f26-9cd5-e024c459526d, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=bac0b61e-acee-4f26-9cd5-e024c459526d,segment=NetworkSegment(e64b0cb4-6e2b-4c06-81d4-5321e68f507b),segment_id=e64b0cb4-6e2b-4c06-81d4-5321e68f507b)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:53.147621 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'bac0b61e-acee-4f26-9cd5-e024c459526d', 'network_id': 'd629e648-5e1f-4bf0-a6c2-df9e5f4aa45f', 'port_id': 'bac0b61e-acee-4f26-9cd5-e024c459526d', 'mac_address': 'fa:16:3e:8f:3c:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7f59ea-3b4f-4e02-963c-a01964429570', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:02:53.197384 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:53.214194 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac0b61e-acee-4f26-9cd5-e024c459526d {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:02:53.221855 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8fe40a6a-5428-417e-9989-a9b441a4a74b req-743178d1-df1c-4125-91b5-791a58fb656e service neutron] 10.222.0.15 "GET /v2.0/networks/9852adc1-0fcb-4a70-862a-aac6b8c5a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241772 Apr 28 20:02:53.237058 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port bac0b61e-acee-4f26-9cd5-e024c459526d, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=bac0b61e-acee-4f26-9cd5-e024c459526d,segment=NetworkSegment(e64b0cb4-6e2b-4c06-81d4-5321e68f507b),segment_id=e64b0cb4-6e2b-4c06-81d4-5321e68f507b)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:53.242401 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:53.305621 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=bac0b61e-acee-4f26-9cd5-e024c459526d,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:53.332582 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8fe40a6a-5428-417e-9989-a9b441a4a74b req-9639bd36-ad07-4e52-babd-add2f14547cc service neutron] 10.222.0.15 "GET /v2.0/networks/9852adc1-0fcb-4a70-862a-aac6b8c5a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025259 Apr 28 20:02:53.462752 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['bac0b61e-acee-4f26-9cd5-e024c459526d'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:02:53.567787 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:53.880372 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4696c9-d8e3-4c43-bc37-d490e346cba3 req-e7d31dfe-c423-47e3-9188-dff8b71227e8 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:53.881987 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bd4696c9-d8e3-4c43-bc37-d490e346cba3 req-e7d31dfe-c423-47e3-9188-dff8b71227e8 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a31e6442-2525-458d-b140-0ad2ee45ba29 HTTP/1.1" status: 200 len: 1095 time: 0.0617225 Apr 28 20:02:53.951309 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bd4696c9-d8e3-4c43-bc37-d490e346cba3 req-a67357ff-03fb-4815-a46b-f873a4112a16 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=00a5cd4b-1e3f-42fb-af14-f6c7d4916bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546041 Apr 28 20:02:54.073631 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4ffdc-cd34-4535-8762-3f13811a424b req-e21cf31f-3095-4cc2-9e95-11a5e67e55ab tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:54.076157 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-28b4ffdc-cd34-4535-8762-3f13811a424b req-e21cf31f-3095-4cc2-9e95-11a5e67e55ab tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 943 time: 0.0792332 Apr 28 20:02:54.117602 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-24c339ac-92b1-459d-8334-e9fb7d5a5f68 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8027eb84d33448efbd7bc078d0627065&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478487 Apr 28 20:02:54.128399 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-28b4ffdc-cd34-4535-8762-3f13811a424b req-ce5906cf-7ac1-42e8-bf2a-880e7fb6ef67 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454586 Apr 28 20:02:54.365137 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device e96a8abd-82db-451d-94d3-2029c61f8bf6 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:02:54.372066 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-64de2f1c-9b25-44bf-bd96-40f0bcf7e52c tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:54.380331 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-64de2f1c-9b25-44bf-bd96-40f0bcf7e52c tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2617478 Apr 28 20:02:54.401869 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-04cc7b80-d195-47b5-a9d2-8bac6d02d3b9 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] 10.222.0.42 "GET /v2.0/quotas/8027eb84d33448efbd7bc078d0627065 HTTP/1.1" status: 200 len: 375 time: 0.0204613 Apr 28 20:02:54.449096 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-344fe15e-21c2-4129-b8fd-47dd1c41fba0 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8027eb84d33448efbd7bc078d0627065&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444083 Apr 28 20:02:54.497901 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port e96a8abd-82db-451d-94d3-2029c61f8bf6, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e96a8abd-82db-451d-94d3-2029c61f8bf6,segment=NetworkSegment(6ad96ddc-30c2-4927-80b1-ffe2270d82a7),segment_id=6ad96ddc-30c2-4927-80b1-ffe2270d82a7)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:54.513591 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'e96a8abd-82db-451d-94d3-2029c61f8bf6', 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0', 'port_id': 'e96a8abd-82db-451d-94d3-2029c61f8bf6', 'mac_address': 'fa:16:3e:85:ca:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baece0b6-0c59-43c5-aef4-e80ebd8b9d7e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:02:54.578221 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:54.598546 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e96a8abd-82db-451d-94d3-2029c61f8bf6 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:02:54.627674 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port e96a8abd-82db-451d-94d3-2029c61f8bf6, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e96a8abd-82db-451d-94d3-2029c61f8bf6,segment=NetworkSegment(6ad96ddc-30c2-4927-80b1-ffe2270d82a7),segment_id=6ad96ddc-30c2-4927-80b1-ffe2270d82a7)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:54.637932 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:54.652282 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7ee8c308-2c8d-438a-afb6-5d82282309df req-4954111c-20d3-4566-bc6d-6d65e359ff61 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] 10.222.0.42 "GET /v2.0/ports?device_id=74d0025a-0c22-42a7-ae90-b6b9b4b37720 HTTP/1.1" status: 200 len: 210 time: 0.0447338 Apr 28 20:02:54.731285 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=e96a8abd-82db-451d-94d3-2029c61f8bf6,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:54.861458 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['e96a8abd-82db-451d-94d3-2029c61f8bf6'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:02:55.009308 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device bac0b61e-acee-4f26-9cd5-e024c459526d up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:02:55.168133 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2737a7b-5480-4d42-b18f-6b0deb1b6eb9 req-bdc2197c-c928-4d52-8705-3f78c96e5b89 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:55.170731 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b2737a7b-5480-4d42-b18f-6b0deb1b6eb9 req-bdc2197c-c928-4d52-8705-3f78c96e5b89 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a31e6442-2525-458d-b140-0ad2ee45ba29 HTTP/1.1" status: 200 len: 1095 time: 0.0781846 Apr 28 20:02:55.221661 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b2737a7b-5480-4d42-b18f-6b0deb1b6eb9 req-77b0187e-81aa-4c5a-a805-3aa4d634914c tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=00a5cd4b-1e3f-42fb-af14-f6c7d4916bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432529 Apr 28 20:02:55.382971 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26200fe-d90e-4d19-a2b5-a3c5b4a4904b req-f5bc2776-3cad-4e59-b3e7-5ffc6e9f8d5c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:55.386484 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b26200fe-d90e-4d19-a2b5-a3c5b4a4904b req-f5bc2776-3cad-4e59-b3e7-5ffc6e9f8d5c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 944 time: 0.1055727 Apr 28 20:02:55.431381 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port bac0b61e-acee-4f26-9cd5-e024c459526d completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:02:55.446935 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port bac0b61e-acee-4f26-9cd5-e024c459526d triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:55.447956 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:55.480216 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b26200fe-d90e-4d19-a2b5-a3c5b4a4904b req-7009805c-0424-44e7-bba7-df48cdcdd645 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783195 Apr 28 20:02:55.582975 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:55.612611 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31e6442-2525-458d-b140-0ad2ee45ba29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac0b61e-acee-4f26-9cd5-e024c459526d'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:02:55.614817 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b92872-f43b-491b-b0d3-e619d207dfba" -d '{"events": [{"server_uuid": "a31e6442-2525-458d-b140-0ad2ee45ba29", "name": "network-vif-plugged", "status": "completed", "tag": "bac0b61e-acee-4f26-9cd5-e024c459526d"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:02:55.630953 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port bac0b61e-acee-4f26-9cd5-e024c459526d, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=bac0b61e-acee-4f26-9cd5-e024c459526d,segment=NetworkSegment(e64b0cb4-6e2b-4c06-81d4-5321e68f507b),segment_id=e64b0cb4-6e2b-4c06-81d4-5321e68f507b)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:55.637265 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:55.665320 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb39a5e-f8d8-4cce-ae16-3424d5af2172 x-openstack-request-id: req-9cb39a5e-f8d8-4cce-ae16-3424d5af2172 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:02:55.665614 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31e6442-2525-458d-b140-0ad2ee45ba29", "name": "network-vif-plugged", "status": "completed", "tag": "bac0b61e-acee-4f26-9cd5-e024c459526d", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:02:55.666050 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9cb39a5e-f8d8-4cce-ae16-3424d5af2172 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:02:55.667084 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cb39a5e-f8d8-4cce-ae16-3424d5af2172'] response: {'server_uuid': 'a31e6442-2525-458d-b140-0ad2ee45ba29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac0b61e-acee-4f26-9cd5-e024c459526d', 'code': 200} Apr 28 20:02:55.696182 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=bac0b61e-acee-4f26-9cd5-e024c459526d,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:55.763389 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ae60a73f-efbd-4483-b3b9-1c4f80fccba3 req-7dc1fab7-969c-4190-ac14-f17b9ac059d6 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] 10.222.0.42 "GET /v2.0/ports?device_id=74d0025a-0c22-42a7-ae90-b6b9b4b37720 HTTP/1.1" status: 200 len: 210 time: 0.0372889 Apr 28 20:02:55.804370 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:55.825879 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c59cd-188f-4f54-91d8-c5bb014fcc6b req-06325f39-de52-4534-a604-19119fd02412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:55.827951 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-db6c59cd-188f-4f54-91d8-c5bb014fcc6b req-06325f39-de52-4534-a604-19119fd02412 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a31e6442-2525-458d-b140-0ad2ee45ba29 HTTP/1.1" status: 200 len: 1096 time: 0.0662858 Apr 28 20:02:55.885235 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-db6c59cd-188f-4f54-91d8-c5bb014fcc6b req-e47f9e9c-6c13-40bc-a496-86c0af3430ee service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=00a5cd4b-1e3f-42fb-af14-f6c7d4916bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493982 Apr 28 20:02:55.939897 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:55.949120 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-2b6e3164-a285-40ca-a0ac-34be42a03415 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=8027eb84d33448efbd7bc078d0627065&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0858941 Apr 28 20:02:56.232434 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51798) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:56.333747 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-c43d76dc-cca4-482f-b7f7-67aaf6fb79da tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:56.335432 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-c43d76dc-cca4-482f-b7f7-67aaf6fb79da tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2449567 Apr 28 20:02:56.353685 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-20ca8c43-801a-489c-a48f-659264ab2479 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] Request body: {'port': {'device_id': '74d0025a-0c22-42a7-ae90-b6b9b4b37720', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'admin_state_up': True, 'tenant_id': '8027eb84d33448efbd7bc078d0627065'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:56.386549 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0efad154-d031-44fc-a6b2-dfdfd5f2affb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:56.402048 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device e96a8abd-82db-451d-94d3-2029c61f8bf6 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:02:56.453046 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe8814-6370-4393-9794-a09dd5ade607 req-cb2010b5-efc3-40c7-8b25-36a67f250fa7 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:56.454575 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-47fe8814-6370-4393-9794-a09dd5ade607 req-cb2010b5-efc3-40c7-8b25-36a67f250fa7 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a31e6442-2525-458d-b140-0ad2ee45ba29 HTTP/1.1" status: 200 len: 1096 time: 0.0965214 Apr 28 20:02:56.462682 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port e96a8abd-82db-451d-94d3-2029c61f8bf6 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:02:56.467909 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port e96a8abd-82db-451d-94d3-2029c61f8bf6 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:56.468428 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:56.532832 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-47fe8814-6370-4393-9794-a09dd5ade607 req-e44b383a-8dc5-4042-886e-9d05d42f59b5 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=00a5cd4b-1e3f-42fb-af14-f6c7d4916bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626442 Apr 28 20:02:56.557226 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0efad154-d031-44fc-a6b2-dfdfd5f2affb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:56.563713 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0efad154-d031-44fc-a6b2-dfdfd5f2affb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:56.567868 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-20ca8c43-801a-489c-a48f-659264ab2479 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] Made reservation on behalf of 8027eb84d33448efbd7bc078d0627065 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:56.572034 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-20ca8c43-801a-489c-a48f-659264ab2479 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:56.582858 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-20ca8c43-801a-489c-a48f-659264ab2479 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:56.584123 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:56.629798 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port e96a8abd-82db-451d-94d3-2029c61f8bf6, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e96a8abd-82db-451d-94d3-2029c61f8bf6,segment=NetworkSegment(6ad96ddc-30c2-4927-80b1-ffe2270d82a7),segment_id=6ad96ddc-30c2-4927-80b1-ffe2270d82a7)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:56.635656 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:56.662648 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efad154-d031-44fc-a6b2-dfdfd5f2affb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ff10d8-f110-435b-8a25-3f31ff3936e4,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:56.694829 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0efad154-d031-44fc-a6b2-dfdfd5f2affb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=09ed575b36a9478ab9ee39048163c1b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4612916 Apr 28 20:02:56.698290 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51808) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:56.702331 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=e96a8abd-82db-451d-94d3-2029c61f8bf6,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:56.742145 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-20ca8c43-801a-489c-a48f-659264ab2479 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:56.743169 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8fd8e-19f9-473e-a614-3c770571c60c req-3c5dae39-d6c0-42d5-9ac5-4fc7e120a1cc tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:56.744794 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-89e8fd8e-19f9-473e-a614-3c770571c60c req-3c5dae39-d6c0-42d5-9ac5-4fc7e120a1cc tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 945 time: 0.1140947 Apr 28 20:02:56.756469 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-20ca8c43-801a-489c-a48f-659264ab2479 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:56.802823 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-89e8fd8e-19f9-473e-a614-3c770571c60c req-536a6a16-b22c-4744-987b-1b363a94d486 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499098 Apr 28 20:02:56.859081 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca8c43-801a-489c-a48f-659264ab2479 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67133100-4512-4939-8de1-1c34030a70d4,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:56.861650 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6cc7765a-3ea3-4e83-ad06-382a77d1ae9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:56.904845 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6cc7765a-3ea3-4e83-ad06-382a77d1ae9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:56.927407 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6b4aa9ee-962b-4df5-8c2c-07f486878b6c req-9fbcf965-f48c-4783-8481-1def78b97afd tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] 10.222.0.42 "GET /v2.0/ports?device_id=74d0025a-0c22-42a7-ae90-b6b9b4b37720 HTTP/1.1" status: 200 len: 210 time: 0.0461729 Apr 28 20:02:57.008558 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-20ca8c43-801a-489c-a48f-659264ab2479 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] Allocated IP 192.168.233.103 (a2ea96f2-6755-492c-8fa3-72807d68d67a/ba397751-1619-4962-a669-11aa98e2e3bc/b1799661-8a6b-4eb0-a50c-9d7a4d0f5352) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:57.020003 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6cc7765a-3ea3-4e83-ad06-382a77d1ae9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:57.022834 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6cc7765a-3ea3-4e83-ad06-382a77d1ae9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:57.023991 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6cc7765a-3ea3-4e83-ad06-382a77d1ae9b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c7ff10d8-f110-435b-8a25-3f31ff3936e4 HTTP/1.1" status: 204 len: 168 time: 0.3243489 Apr 28 20:02:57.038019 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7765a-3ea3-4e83-ad06-382a77d1ae9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ff10d8-f110-435b-8a25-3f31ff3936e4,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:57.194890 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-20ca8c43-801a-489c-a48f-659264ab2479 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:57.235098 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-20ca8c43-801a-489c-a48f-659264ab2479 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:57.289124 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-20ca8c43-801a-489c-a48f-659264ab2479 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] Network a2ea96f2-6755-492c-8fa3-72807d68d67a is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:57.290602 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-20ca8c43-801a-489c-a48f-659264ab2479 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:57.294963 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-20ca8c43-801a-489c-a48f-659264ab2479 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:02:57.330133 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca8c43-801a-489c-a48f-659264ab2479 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] Pushing event updated for resources: {'Port': ['ID=b1799661-8a6b-4eb0-a50c-9d7a4d0f5352,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:57.376176 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-20ca8c43-801a-489c-a48f-659264ab2479 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:57.376921 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-20ca8c43-801a-489c-a48f-659264ab2479 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:57.391704 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51818) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:57.403905 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-20ca8c43-801a-489c-a48f-659264ab2479 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0556188 Apr 28 20:02:57.410209 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0e37acb5-6e98-4718-8ece-1465a69ec8bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:57.429011 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-eba8428f-3aa3-4845-95de-b91ac6b2aee8 service neutron] Request body: {'port': {'device_id': '74d0025a-0c22-42a7-ae90-b6b9b4b37720', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:57.496763 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-eba8428f-3aa3-4845-95de-b91ac6b2aee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:57.512498 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0e37acb5-6e98-4718-8ece-1465a69ec8bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:57.517532 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0e37acb5-6e98-4718-8ece-1465a69ec8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:57.546025 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0e37acb5-6e98-4718-8ece-1465a69ec8bc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bf9e12ea0925415498763f1160a48257&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529222 Apr 28 20:02:57.552693 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51820) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:02:57.586384 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37acb5-6e98-4718-8ece-1465a69ec8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1af94f2-da4b-490c-a35d-40c0efd4c895,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:57.635487 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0b97ae49-bb9f-41a9-addc-ba9e0c1b4d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:57.667879 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7778083-e3c3-4a0c-bca1-d381daeca708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96a8abd-82db-451d-94d3-2029c61f8bf6'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:02:57.671646 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7459b3b-954c-4dda-8ffa-af6e7947da9f" -d '{"events": [{"server_uuid": "e7778083-e3c3-4a0c-bca1-d381daeca708", "name": "network-vif-plugged", "status": "completed", "tag": "e96a8abd-82db-451d-94d3-2029c61f8bf6"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:02:57.675560 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0b97ae49-bb9f-41a9-addc-ba9e0c1b4d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:57.735234 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3d4958-5277-4b5e-81a2-bdbfa92bce4d x-openstack-request-id: req-8a3d4958-5277-4b5e-81a2-bdbfa92bce4d {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:02:57.736177 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7778083-e3c3-4a0c-bca1-d381daeca708", "name": "network-vif-plugged", "status": "completed", "tag": "e96a8abd-82db-451d-94d3-2029c61f8bf6", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:02:57.736643 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8a3d4958-5277-4b5e-81a2-bdbfa92bce4d {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:02:57.737316 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a3d4958-5277-4b5e-81a2-bdbfa92bce4d'] response: {'server_uuid': 'e7778083-e3c3-4a0c-bca1-d381daeca708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96a8abd-82db-451d-94d3-2029c61f8bf6', 'code': 200} Apr 28 20:02:57.765970 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6acf65-b828-4f1c-bd52-86b0fd0dc9c0 req-868e23a6-f9a9-4966-b353-b7af69d9a428 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:57.767841 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1b6acf65-b828-4f1c-bd52-86b0fd0dc9c0 req-868e23a6-f9a9-4966-b353-b7af69d9a428 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a31e6442-2525-458d-b140-0ad2ee45ba29 HTTP/1.1" status: 200 len: 1096 time: 0.0637562 Apr 28 20:02:57.776809 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0b97ae49-bb9f-41a9-addc-ba9e0c1b4d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:57.780816 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0b97ae49-bb9f-41a9-addc-ba9e0c1b4d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:57.782885 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-156b564d-9923-4417-ac2d-5300e6b116d3 None None] Provisioning complete for port b1799661-8a6b-4eb0-a50c-9d7a4d0f5352 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:57.783494 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-156b564d-9923-4417-ac2d-5300e6b116d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:57.797316 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0b97ae49-bb9f-41a9-addc-ba9e0c1b4d6b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b1af94f2-da4b-490c-a35d-40c0efd4c895 HTTP/1.1" status: 204 len: 168 time: 0.2315173 Apr 28 20:02:57.827399 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-156b564d-9923-4417-ac2d-5300e6b116d3 None None] Port b1799661-8a6b-4eb0-a50c-9d7a4d0f5352 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:02:57.831560 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97ae49-bb9f-41a9-addc-ba9e0c1b4d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1af94f2-da4b-490c-a35d-40c0efd4c895,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:57.863028 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-eba8428f-3aa3-4845-95de-b91ac6b2aee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1799661-8a6b-4eb0-a50c-9d7a4d0f5352 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:02:57.873557 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-eba8428f-3aa3-4845-95de-b91ac6b2aee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:57.889476 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-eba8428f-3aa3-4845-95de-b91ac6b2aee8 service neutron] Transition to ACTIVE for port object b1799661-8a6b-4eb0-a50c-9d7a4d0f5352 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:02:57.904152 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1b6acf65-b828-4f1c-bd52-86b0fd0dc9c0 req-b51ae430-f186-447a-b847-5eff1784cdda tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=00a5cd4b-1e3f-42fb-af14-f6c7d4916bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023617 Apr 28 20:02:57.904471 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-eba8428f-3aa3-4845-95de-b91ac6b2aee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:58.043525 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3a3ec-3580-4932-951c-c08269f94ddb req-dd813233-5e29-4565-ad88-91f1f4321de1 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:58.047597 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f2a3a3ec-3580-4932-951c-c08269f94ddb req-dd813233-5e29-4565-ad88-91f1f4321de1 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a31e6442-2525-458d-b140-0ad2ee45ba29 HTTP/1.1" status: 200 len: 1096 time: 0.0741930 Apr 28 20:02:58.069095 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8428f-3aa3-4845-95de-b91ac6b2aee8 service neutron] Pushing event updated for resources: {'Port': ['ID=b1799661-8a6b-4eb0-a50c-9d7a4d0f5352,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:58.090897 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303cf83-7f75-4697-9b39-d65845ae8845 req-6b1f34c4-d360-4db7-8f6e-85494d38499b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:58.092457 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b303cf83-7f75-4697-9b39-d65845ae8845 req-6b1f34c4-d360-4db7-8f6e-85494d38499b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 1096 time: 0.2016931 Apr 28 20:02:58.107150 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c268b-8dd7-4efe-9b0b-9c6f7a1174be req-d2e4d93e-f4e8-428f-97ee-b324fca3dc1e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:58.116238 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b01c268b-8dd7-4efe-9b0b-9c6f7a1174be req-d2e4d93e-f4e8-428f-97ee-b324fca3dc1e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 945 time: 0.1521046 Apr 28 20:02:58.155218 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f2a3a3ec-3580-4932-951c-c08269f94ddb req-b5f11470-9fbe-4978-b808-40b7961ee947 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=00a5cd4b-1e3f-42fb-af14-f6c7d4916bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934329 Apr 28 20:02:58.198562 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b303cf83-7f75-4697-9b39-d65845ae8845 req-a6138809-002b-40c3-b1f4-762bd6674e31 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569744 Apr 28 20:02:58.254340 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b01c268b-8dd7-4efe-9b0b-9c6f7a1174be req-3311e262-c731-4abe-81f6-696f0e7aa8af tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371267 Apr 28 20:02:58.269013 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-eba8428f-3aa3-4845-95de-b91ac6b2aee8 service neutron] Attempting to bind port b1799661-8a6b-4eb0-a50c-9d7a4d0f5352 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:02:58.269499 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-eba8428f-3aa3-4845-95de-b91ac6b2aee8 service neutron] Attempting to bind port b1799661-8a6b-4eb0-a50c-9d7a4d0f5352 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:02:58.269971 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-eba8428f-3aa3-4845-95de-b91ac6b2aee8 service neutron] Attempting to bind port b1799661-8a6b-4eb0-a50c-9d7a4d0f5352 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:02:58.279756 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-eba8428f-3aa3-4845-95de-b91ac6b2aee8 service neutron] Port b1799661-8a6b-4eb0-a50c-9d7a4d0f5352 on network a2ea96f2-6755-492c-8fa3-72807d68d67a not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:02:58.282883 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-eba8428f-3aa3-4845-95de-b91ac6b2aee8 service neutron] Attempting to bind port b1799661-8a6b-4eb0-a50c-9d7a4d0f5352 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:02:58.299026 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-eba8428f-3aa3-4845-95de-b91ac6b2aee8 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:02:58.299026 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-eba8428f-3aa3-4845-95de-b91ac6b2aee8 service neutron] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:02:58.299026 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-eba8428f-3aa3-4845-95de-b91ac6b2aee8 service neutron] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:02:58.299450 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-eba8428f-3aa3-4845-95de-b91ac6b2aee8 service neutron] Bound port: b1799661-8a6b-4eb0-a50c-9d7a4d0f5352, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:02:58.299810 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-eba8428f-3aa3-4845-95de-b91ac6b2aee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:58.334558 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f4421-bb3b-4be3-910b-59abbd4aa74f req-d7ecb8e3-5be7-44a8-be1f-ba795fa509ab tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:58.336149 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-450f4421-bb3b-4be3-910b-59abbd4aa74f req-d7ecb8e3-5be7-44a8-be1f-ba795fa509ab tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] 10.222.0.42 "GET /v2.0/ports?device_id=74d0025a-0c22-42a7-ae90-b6b9b4b37720 HTTP/1.1" status: 200 len: 948 time: 0.1172817 Apr 28 20:02:58.419765 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-450f4421-bb3b-4be3-910b-59abbd4aa74f req-426e3593-c4f5-429c-ac0a-7b3139e319cc tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] 10.222.0.42 "GET /v2.0/security-groups?id=67133100-4512-4939-8de1-1c34030a70d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704894 Apr 28 20:02:58.441091 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-eba8428f-3aa3-4845-95de-b91ac6b2aee8 service neutron] For port b1799661-8a6b-4eb0-a50c-9d7a4d0f5352, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:02:58.445058 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-eba8428f-3aa3-4845-95de-b91ac6b2aee8 service neutron] For port b1799661-8a6b-4eb0-a50c-9d7a4d0f5352, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=b1799661-8a6b-4eb0-a50c-9d7a4d0f5352,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:02:58.448057 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8141d-67a3-4e9c-bedd-1b109247af04 req-01b38a6a-133c-4150-927f-e13a3dc61711 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:58.460706 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-88c8141d-67a3-4e9c-bedd-1b109247af04 req-01b38a6a-133c-4150-927f-e13a3dc61711 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a31e6442-2525-458d-b140-0ad2ee45ba29 HTTP/1.1" status: 200 len: 1096 time: 0.1131873 Apr 28 20:02:58.487838 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-eba8428f-3aa3-4845-95de-b91ac6b2aee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:58.536749 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-eba8428f-3aa3-4845-95de-b91ac6b2aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:58.537413 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-eba8428f-3aa3-4845-95de-b91ac6b2aee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:58.538758 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-eba8428f-3aa3-4845-95de-b91ac6b2aee8 service neutron] 10.222.0.44 "PUT /v2.0/ports/b1799661-8a6b-4eb0-a50c-9d7a4d0f5352 HTTP/1.1" status: 200 len: 1096 time: 1.1260796 Apr 28 20:02:58.541322 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74d0025a-0c22-42a7-ae90-b6b9b4b37720', 'tag': 'b1799661-8a6b-4eb0-a50c-9d7a4d0f5352'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:02:58.543828 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168a1412-0f86-46b8-9cf4-7c493a896e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "74d0025a-0c22-42a7-ae90-b6b9b4b37720", "tag": "b1799661-8a6b-4eb0-a50c-9d7a4d0f5352"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:02:58.607894 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-88c8141d-67a3-4e9c-bedd-1b109247af04 req-5dea6318-7fda-4662-8ba0-e5adc5b5e6d1 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=00a5cd4b-1e3f-42fb-af14-f6c7d4916bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364944 Apr 28 20:02:58.637026 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f47026-ddbb-4f04-a7d4-27ee284a98ff x-openstack-request-id: req-44f47026-ddbb-4f04-a7d4-27ee284a98ff {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:02:58.637353 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74d0025a-0c22-42a7-ae90-b6b9b4b37720", "tag": "b1799661-8a6b-4eb0-a50c-9d7a4d0f5352", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:02:58.637608 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-44f47026-ddbb-4f04-a7d4-27ee284a98ff {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:02:58.638016 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44f47026-ddbb-4f04-a7d4-27ee284a98ff'] response: {'name': 'network-changed', 'server_uuid': '74d0025a-0c22-42a7-ae90-b6b9b4b37720', 'tag': 'b1799661-8a6b-4eb0-a50c-9d7a4d0f5352', 'status': 'completed', 'code': 200} Apr 28 20:02:58.654023 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8428f-3aa3-4845-95de-b91ac6b2aee8 service neutron] Pushing event updated for resources: {'Port': ['ID=b1799661-8a6b-4eb0-a50c-9d7a4d0f5352,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:58.674501 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-af8c79a0-b1aa-4a89-946f-365c3e119d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:58.676039 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-af8c79a0-b1aa-4a89-946f-365c3e119d73 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8027eb84d33448efbd7bc078d0627065&device_id=74d0025a-0c22-42a7-ae90-b6b9b4b37720 HTTP/1.1" status: 200 len: 1099 time: 0.0652668 Apr 28 20:02:58.763649 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-5cc66dc7-5dd4-46a8-bb4a-033f037d362e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=b1799661-8a6b-4eb0-a50c-9d7a4d0f5352 HTTP/1.1" status: 200 len: 217 time: 0.0796304 Apr 28 20:02:58.823360 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-cd633e60-380a-42be-a991-e56a75bc9d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:58.825003 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-cd633e60-380a-42be-a991-e56a75bc9d9f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.0549664 Apr 28 20:02:58.890378 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-0405a7dd-17bc-4bb7-b2bb-dbbca68ee32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:58.891998 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-0405a7dd-17bc-4bb7-b2bb-dbbca68ee32c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0603216 Apr 28 20:02:59.411738 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67313f71-b491-44e5-b324-827d1c13c647 req-0a4942a4-0e44-4147-b47a-c5506c9188d7 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:59.413815 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-67313f71-b491-44e5-b324-827d1c13c647 req-0a4942a4-0e44-4147-b47a-c5506c9188d7 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 945 time: 0.0619414 Apr 28 20:02:59.463869 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-67313f71-b491-44e5-b324-827d1c13c647 req-206be2bc-f737-4e63-beac-9f88b2ac112a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427759 Apr 28 20:02:59.501200 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-c06a3170-9505-4e60-ae6b-7d9224ceeee9 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:59.507936 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-c06a3170-9505-4e60-ae6b-7d9224ceeee9 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/networks?id=d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f HTTP/1.1" status: 200 len: 910 time: 0.1542802 Apr 28 20:02:59.511000 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-300efb19-7358-4600-bc28-43e7882359be service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6120756 Apr 28 20:02:59.530561 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-7c297809-530a-4259-86ac-4f63883d502f tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/quotas/7865b1e813e342558ad50303200c0cad HTTP/1.1" status: 200 len: 375 time: 0.0221403 Apr 28 20:02:59.649860 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1cf2a-418d-4304-90e3-a5829d2b1e10 req-337ed989-474b-4c9b-8dae-5e672289e4c9 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:59.652189 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-36c1cf2a-418d-4304-90e3-a5829d2b1e10 req-337ed989-474b-4c9b-8dae-5e672289e4c9 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] 10.222.0.42 "GET /v2.0/ports?device_id=74d0025a-0c22-42a7-ae90-b6b9b4b37720 HTTP/1.1" status: 200 len: 948 time: 0.0878358 Apr 28 20:02:59.659528 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-bfbf4dda-d4f2-4ed0-9b6a-09f93688437f tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/ports?tenant_id=7865b1e813e342558ad50303200c0cad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1194375 Apr 28 20:02:59.705267 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-36c1cf2a-418d-4304-90e3-a5829d2b1e10 req-70cb82b7-5ce1-447e-9f70-413eaf6fb5d4 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] 10.222.0.42 "GET /v2.0/security-groups?id=67133100-4512-4939-8de1-1c34030a70d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372610 Apr 28 20:02:59.739231 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94bf06fb-6072-44cf-9810-08a33f40d7d5 req-e4225a91-fef9-4109-bc83-fa70a44e1eff service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203481 Apr 28 20:02:59.782865 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-943b0c46-2751-4bff-b94e-61b652f4ca97 service neutron] 10.222.0.42 "GET /v2.0/networks/d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118658 Apr 28 20:02:59.888548 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7c510-d1ab-462e-bae8-6ad8589e6f67 req-a5899b67-ccff-4ac9-9fa3-74045c7ff641 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:59.901424 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a1412-0f86-46b8-9cf4-7c493a896e2a req-107f7b93-4b65-4714-831f-de9f3d6515a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:59.903623 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4ff7c510-d1ab-462e-bae8-6ad8589e6f67 req-a5899b67-ccff-4ac9-9fa3-74045c7ff641 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 945 time: 0.1080387 Apr 28 20:02:59.904386 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-168a1412-0f86-46b8-9cf4-7c493a896e2a req-107f7b93-4b65-4714-831f-de9f3d6515a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8027eb84d33448efbd7bc078d0627065&device_id=74d0025a-0c22-42a7-ae90-b6b9b4b37720 HTTP/1.1" status: 200 len: 1099 time: 0.1115232 Apr 28 20:02:59.943573 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-3cee0c5c-ddfe-410a-8ac5-fd59a8701bca service neutron] 10.222.0.42 "GET /v2.0/networks/d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599240 Apr 28 20:02:59.962255 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4ff7c510-d1ab-462e-bae8-6ad8589e6f67 req-6d1326d4-fe5f-410a-be34-5552424d834c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547674 Apr 28 20:02:59.980648 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51896) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:03:00.061765 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4bd393-3d60-4410-8609-2f7710c9e025 tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:00.066675 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ee4bd393-3d60-4410-8609-2f7710c9e025 tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 1091 time: 0.0815296 Apr 28 20:03:00.066675 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51898) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:03:00.071196 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-39a03747-7380-4c0b-9a79-caa2842dfa9d tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'port_id': 'e96a8abd-82db-451d-94d3-2029c61f8bf6', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:00.091338 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a1412-0f86-46b8-9cf4-7c493a896e2a req-6c40c304-0053-4f56-bae3-757a367dec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:00.092956 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-168a1412-0f86-46b8-9cf4-7c493a896e2a req-6c40c304-0053-4f56-bae3-757a367dec69 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.1813405 Apr 28 20:03:00.147031 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-168a1412-0f86-46b8-9cf4-7c493a896e2a req-106ab715-edbe-4fdc-99fb-0de7b597ffca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=b1799661-8a6b-4eb0-a50c-9d7a4d0f5352 HTTP/1.1" status: 200 len: 217 time: 0.0417931 Apr 28 20:03:00.151858 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-39a03747-7380-4c0b-9a79-caa2842dfa9d tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for floatingip, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:00.178625 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9bd1a555-1773-4c20-887f-435e91928ad1 req-4435e054-d266-45e9-a312-1fe6ddd6cef8 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e9046f98-443f-4201-9f8a-ed3a3f701675 HTTP/1.1" status: 200 len: 210 time: 0.0321980 Apr 28 20:03:00.284020 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a1412-0f86-46b8-9cf4-7c493a896e2a req-4dc15612-f4e9-4fcf-9891-34c27106c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:00.285475 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-168a1412-0f86-46b8-9cf4-7c493a896e2a req-4dc15612-f4e9-4fcf-9891-34c27106c47a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1091430 Apr 28 20:03:00.373662 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a1412-0f86-46b8-9cf4-7c493a896e2a req-7b295d50-464d-435c-bba7-a87639d15055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:00.375793 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-168a1412-0f86-46b8-9cf4-7c493a896e2a req-7b295d50-464d-435c-bba7-a87639d15055 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0826530 Apr 28 20:03:00.411126 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-39a03747-7380-4c0b-9a79-caa2842dfa9d tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:00.579342 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-168a1412-0f86-46b8-9cf4-7c493a896e2a req-381e4647-2bab-47d1-916e-7bef950797c3 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958203 Apr 28 20:03:00.664967 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-39a03747-7380-4c0b-9a79-caa2842dfa9d tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Allocated IP 172.25.8.139 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/4787b7ca-5b25-4e5e-ad4e-f312332435ef) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:03:00.889924 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-168a1412-0f86-46b8-9cf4-7c493a896e2a req-9488a2a3-1bf6-4d50-a2b0-a1119d491c81 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004894 Apr 28 20:03:00.969211 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb2575-cf3a-492d-bc2c-06c1bc263e05 req-53325fc4-9db0-4e6d-8465-bdabe6a62e1d tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:00.976850 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-79bb2575-cf3a-492d-bc2c-06c1bc263e05 req-53325fc4-9db0-4e6d-8465-bdabe6a62e1d tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] 10.222.0.42 "GET /v2.0/ports?device_id=74d0025a-0c22-42a7-ae90-b6b9b4b37720 HTTP/1.1" status: 200 len: 948 time: 0.1162353 Apr 28 20:03:00.997756 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-39a03747-7380-4c0b-9a79-caa2842dfa9d tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:01.057541 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-79bb2575-cf3a-492d-bc2c-06c1bc263e05 req-1379109c-a70b-47d1-940d-420ac1ec2ad1 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] 10.222.0.42 "GET /v2.0/security-groups?id=67133100-4512-4939-8de1-1c34030a70d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788634 Apr 28 20:03:01.077881 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-39a03747-7380-4c0b-9a79-caa2842dfa9d tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:01.124273 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a03747-7380-4c0b-9a79-caa2842dfa9d tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:03:01.129480 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-39a03747-7380-4c0b-9a79-caa2842dfa9d tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:01.132425 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a03747-7380-4c0b-9a79-caa2842dfa9d tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:03:01.158790 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a03747-7380-4c0b-9a79-caa2842dfa9d tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'Port': ['ID=4787b7ca-5b25-4e5e-ad4e-f312332435ef,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:01.293349 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-de5632ba-e710-41a1-ab8c-b5c00e65587a req-982186f7-8ee1-49d6-ba10-b7e9fc1fd616 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e9046f98-443f-4201-9f8a-ed3a3f701675 HTTP/1.1" status: 200 len: 210 time: 0.0352862 Apr 28 20:03:01.610535 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-c2c5d08e-d1c7-43ef-988c-e8443643947a tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:01.612018 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-c2c5d08e-d1c7-43ef-988c-e8443643947a tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.15 "GET /v2.0/networks?id=d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f HTTP/1.1" status: 200 len: 910 time: 0.1970334 Apr 28 20:03:01.626978 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-d41c0f34-c598-4e59-b18f-fb6e0abacfaf tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Request body: {'port': {'device_id': 'e9046f98-443f-4201-9f8a-ed3a3f701675', 'network_id': 'd629e648-5e1f-4bf0-a6c2-df9e5f4aa45f', 'admin_state_up': True, 'tenant_id': '7865b1e813e342558ad50303200c0cad'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:01.691776 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-d41c0f34-c598-4e59-b18f-fb6e0abacfaf tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Made reservation on behalf of 7865b1e813e342558ad50303200c0cad for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:01.694075 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-d41c0f34-c598-4e59-b18f-fb6e0abacfaf tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:01.725542 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-39a03747-7380-4c0b-9a79-caa2842dfa9d tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:01.883628 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-39a03747-7380-4c0b-9a79-caa2842dfa9d tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:01.907643 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:01.925560 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-d41c0f34-c598-4e59-b18f-fb6e0abacfaf tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Allocated IP 172.20.0.8 (d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f/9c7f59ea-3b4f-4e02-963c-a01964429570/6f057352-f5ff-4efb-b305-559748076b26) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:03:02.168721 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-39a03747-7380-4c0b-9a79-caa2842dfa9d tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:02.193862 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-39a03747-7380-4c0b-9a79-caa2842dfa9d tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:02.235264 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-d41c0f34-c598-4e59-b18f-fb6e0abacfaf tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:02.288958 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a03747-7380-4c0b-9a79-caa2842dfa9d tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'Port': ['ID=4787b7ca-5b25-4e5e-ad4e-f312332435ef,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:02.298379 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ccc40-d00f-4e99-b30b-f166174630af req-0957acfa-b31b-4b73-85bd-6d715802f760 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:02.299887 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bf0ccc40-d00f-4e99-b30b-f166174630af req-0957acfa-b31b-4b73-85bd-6d715802f760 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] 10.222.0.42 "GET /v2.0/ports?device_id=74d0025a-0c22-42a7-ae90-b6b9b4b37720 HTTP/1.1" status: 200 len: 948 time: 0.1602480 Apr 28 20:03:02.347586 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-39a03747-7380-4c0b-9a79-caa2842dfa9d tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:02.397720 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-d41c0f34-c598-4e59-b18f-fb6e0abacfaf tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:02.408845 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['bac0b61e-acee-4f26-9cd5-e024c459526d'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:03:02.422925 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bf0ccc40-d00f-4e99-b30b-f166174630af req-e40a23fa-f225-432e-b36a-8a2ac59cc387 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] 10.222.0.42 "GET /v2.0/security-groups?id=67133100-4512-4939-8de1-1c34030a70d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059840 Apr 28 20:03:02.454024 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e113c04-85c6-46b7-9400-f08ff5e52da0 req-be7bc8b4-fdf0-4ecd-bdd7-a665c4ffeb54 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:02.462316 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e113c04-85c6-46b7-9400-f08ff5e52da0 req-be7bc8b4-fdf0-4ecd-bdd7-a665c4ffeb54 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e9046f98-443f-4201-9f8a-ed3a3f701675 HTTP/1.1" status: 200 len: 1027 time: 0.0920668 Apr 28 20:03:02.489687 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-d41c0f34-c598-4e59-b18f-fb6e0abacfaf tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Network d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:03:02.493241 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e113c04-85c6-46b7-9400-f08ff5e52da0 req-820b15d8-ae04-40b0-bcae-253910c340c1 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=00a5cd4b-1e3f-42fb-af14-f6c7d4916bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296884 Apr 28 20:03:02.501882 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-d41c0f34-c598-4e59-b18f-fb6e0abacfaf tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:02.507824 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-d41c0f34-c598-4e59-b18f-fb6e0abacfaf tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:03:02.544060 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c0f34-c598-4e59-b18f-fb6e0abacfaf tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Pushing event updated for resources: {'Port': ['ID=6f057352-f5ff-4efb-b305-559748076b26,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:02.560674 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [None req-39a03747-7380-4c0b-9a79-caa2842dfa9d tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Floating IP 13e73e22-2f78-4572-bac5-f508755b7621 associated. External IP: 172.25.8.139, port: e96a8abd-82db-451d-94d3-2029c61f8bf6. Apr 28 20:03:02.612232 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-d41c0f34-c598-4e59-b18f-fb6e0abacfaf tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:02.612969 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-d41c0f34-c598-4e59-b18f-fb6e0abacfaf tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:02.675158 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-d41c0f34-c598-4e59-b18f-fb6e0abacfaf tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0521145 Apr 28 20:03:02.691132 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-7fa94bfb-0a14-42bf-af39-c49c9068b58e service neutron] Request body: {'port': {'device_id': 'e9046f98-443f-4201-9f8a-ed3a3f701675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:02.759143 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-7fa94bfb-0a14-42bf-af39-c49c9068b58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:02.846598 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-d10d7cee-1dad-4bce-9b62-7e91731777cf None None] Provisioning complete for port 6f057352-f5ff-4efb-b305-559748076b26 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:02.847162 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d10d7cee-1dad-4bce-9b62-7e91731777cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:02.885516 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-d10d7cee-1dad-4bce-9b62-7e91731777cf None None] Port 6f057352-f5ff-4efb-b305-559748076b26 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:03:02.990511 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a03747-7380-4c0b-9a79-caa2842dfa9d tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Router 10a3a2af-216d-4471-9823-5b52f320a465 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:03:03.022201 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device b1799661-8a6b-4eb0-a50c-9d7a4d0f5352 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:03:03.127850 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port b1799661-8a6b-4eb0-a50c-9d7a4d0f5352, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=b1799661-8a6b-4eb0-a50c-9d7a4d0f5352,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:03:03.141031 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'b1799661-8a6b-4eb0-a50c-9d7a4d0f5352', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': 'b1799661-8a6b-4eb0-a50c-9d7a4d0f5352', 'mac_address': 'fa:16:3e:df:ae:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:03:03.181329 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:03.191812 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a03747-7380-4c0b-9a79-caa2842dfa9d tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:03:03.198218 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1799661-8a6b-4eb0-a50c-9d7a4d0f5352 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:03:03.212070 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7febc86-c878-4e4f-b6cb-16b1df6597e3 None None] Sync routers for ids ['10a3a2af-216d-4471-9823-5b52f320a465'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:03:03.227003 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port b1799661-8a6b-4eb0-a50c-9d7a4d0f5352, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=b1799661-8a6b-4eb0-a50c-9d7a4d0f5352,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:03:03.238274 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-7fa94bfb-0a14-42bf-af39-c49c9068b58e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f057352-f5ff-4efb-b305-559748076b26 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:03:03.240734 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:03.245089 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-39a03747-7380-4c0b-9a79-caa2842dfa9d tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:03.267763 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-7fa94bfb-0a14-42bf-af39-c49c9068b58e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:03.273327 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7febc86-c878-4e4f-b6cb-16b1df6597e3 None None] Routers {'10a3a2af-216d-4471-9823-5b52f320a465'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:03:03.273989 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-c7febc86-c878-4e4f-b6cb-16b1df6597e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:02:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['10a3a2af-216d-4471-9823-5b52f320a465'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:03.288315 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-39a03747-7380-4c0b-9a79-caa2842dfa9d tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2201679 Apr 28 20:03:03.289832 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7778083-e3c3-4a0c-bca1-d381daeca708', 'tag': 'e96a8abd-82db-451d-94d3-2029c61f8bf6'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:03:03.292887 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2deae5-7dd3-4dc3-93e6-8067405af596" -d '{"events": [{"name": "network-changed", "server_uuid": "e7778083-e3c3-4a0c-bca1-d381daeca708", "tag": "e96a8abd-82db-451d-94d3-2029c61f8bf6"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:03:03.296608 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-7fa94bfb-0a14-42bf-af39-c49c9068b58e service neutron] Transition to ACTIVE for port object 6f057352-f5ff-4efb-b305-559748076b26 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:03:03.301946 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-7fa94bfb-0a14-42bf-af39-c49c9068b58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:03.357061 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=b1799661-8a6b-4eb0-a50c-9d7a4d0f5352,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:03.373670 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa94bfb-0a14-42bf-af39-c49c9068b58e service neutron] Pushing event updated for resources: {'Port': ['ID=6f057352-f5ff-4efb-b305-559748076b26,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:03.430999 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-c7febc86-c878-4e4f-b6cb-16b1df6597e3 None None] Set router 10a3a2af-216d-4471-9823-5b52f320a465 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:03:03.471997 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b814f7-b3e8-4057-9c68-a280a54e8674 x-openstack-request-id: req-b0b814f7-b3e8-4057-9c68-a280a54e8674 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:03:03.472301 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7778083-e3c3-4a0c-bca1-d381daeca708", "tag": "e96a8abd-82db-451d-94d3-2029c61f8bf6", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:03:03.475401 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b0b814f7-b3e8-4057-9c68-a280a54e8674 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:03:03.475852 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0b814f7-b3e8-4057-9c68-a280a54e8674'] response: {'name': 'network-changed', 'server_uuid': 'e7778083-e3c3-4a0c-bca1-d381daeca708', 'tag': 'e96a8abd-82db-451d-94d3-2029c61f8bf6', 'status': 'completed', 'code': 200} Apr 28 20:03:03.475989 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['b1799661-8a6b-4eb0-a50c-9d7a4d0f5352'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:03:03.538722 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:03.643424 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a4def-b56e-47b7-8bc4-6c70b9e0eb7a req-84196bfd-b2fb-43db-a9da-ab77096fa5c6 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:03.646472 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a82a4def-b56e-47b7-8bc4-6c70b9e0eb7a req-84196bfd-b2fb-43db-a9da-ab77096fa5c6 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] 10.222.0.42 "GET /v2.0/ports?device_id=74d0025a-0c22-42a7-ae90-b6b9b4b37720 HTTP/1.1" status: 200 len: 949 time: 0.1038947 Apr 28 20:03:03.723742 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a82a4def-b56e-47b7-8bc4-6c70b9e0eb7a req-a197f558-da9c-40a1-9a65-d95b11042c91 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] 10.222.0.42 "GET /v2.0/security-groups?id=67133100-4512-4939-8de1-1c34030a70d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652223 Apr 28 20:03:03.832454 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ffa9e-a152-4b1d-be17-7356d1c929cd req-c2235b79-e48b-4831-867a-ec126614b6cd tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:03.834421 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-754ffa9e-a152-4b1d-be17-7356d1c929cd req-c2235b79-e48b-4831-867a-ec126614b6cd tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e9046f98-443f-4201-9f8a-ed3a3f701675 HTTP/1.1" status: 200 len: 1052 time: 0.0494153 Apr 28 20:03:03.931965 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-754ffa9e-a152-4b1d-be17-7356d1c929cd req-8b3fdfdd-33a7-45f2-86e6-8539ad21a467 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=00a5cd4b-1e3f-42fb-af14-f6c7d4916bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828142 Apr 28 20:03:03.968690 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-c7febc86-c878-4e4f-b6cb-16b1df6597e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a3a2af-216d-4471-9823-5b52f320a465', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209360966', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '712608e0-fb12-43ec-bdbb-a70e4bb0d148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:02:31Z', 'updated_at': '2022-04-28T20:02:39Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '712608e0-fb12-43ec-bdbb-a70e4bb0d148', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a3a2af-216d-4471-9823-5b52f320a465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:32Z', 'updated_at': '2022-04-28T20:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '13e73e22-2f78-4572-bac5-f508755b7621', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '10a3a2af-216d-4471-9823-5b52f320a465', 'port_id': 'e96a8abd-82db-451d-94d3-2029c61f8bf6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0', 'mac_address': 'fa:16:3e:85:ca:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7778083-e3c3-4a0c-bca1-d381daeca708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:03:01Z', 'updated_at': '2022-04-28T20:03:01Z', 'revision_number': 0, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b564fe43-a677-4c74-85a4-663fa1dab73a', 'name': '', 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'mac_address': 'fa:16:3e:f2:15:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a3a2af-216d-4471-9823-5b52f320a465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'baece0b6-0c59-43c5-aef4-e80ebd8b9d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:37Z', 'updated_at': '2022-04-28T20:02:47Z', 'revision_number': 5, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'subnets': [{'id': 'baece0b6-0c59-43c5-aef4-e80ebd8b9d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:03.997596 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7febc86-c878-4e4f-b6cb-16b1df6597e3 None None] Checking router: 10a3a2af-216d-4471-9823-5b52f320a465 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:03:04.006958 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7febc86-c878-4e4f-b6cb-16b1df6597e3 None None] Routers {'10a3a2af-216d-4471-9823-5b52f320a465'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:03:04.007719 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-c7febc86-c878-4e4f-b6cb-16b1df6597e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:02:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['10a3a2af-216d-4471-9823-5b52f320a465'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:04.061978 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2deae5-7dd3-4dc3-93e6-8067405af596 req-3a3aaa51-5275-4b24-85cd-e6f0c9d399ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:04.063713 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9b2deae5-7dd3-4dc3-93e6-8067405af596 req-3a3aaa51-5275-4b24-85cd-e6f0c9d399ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 1096 time: 0.5857766 Apr 28 20:03:04.066472 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-7fa94bfb-0a14-42bf-af39-c49c9068b58e service neutron] Attempting to bind port 6f057352-f5ff-4efb-b305-559748076b26 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:03:04.066891 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-7fa94bfb-0a14-42bf-af39-c49c9068b58e service neutron] Attempting to bind port 6f057352-f5ff-4efb-b305-559748076b26 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'e64b0cb4-6e2b-4c06-81d4-5321e68f507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd629e648-5e1f-4bf0-a6c2-df9e5f4aa45f'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:03:04.067127 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-7fa94bfb-0a14-42bf-af39-c49c9068b58e service neutron] Attempting to bind port 6f057352-f5ff-4efb-b305-559748076b26 on network d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:03:04.079147 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901c43b-c678-4239-a6f7-3363dc2e1b38 req-9ebfef17-1c26-4353-95a4-e67f2d6f1547 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:04.080707 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6901c43b-c678-4239-a6f7-3363dc2e1b38 req-9ebfef17-1c26-4353-95a4-e67f2d6f1547 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 945 time: 0.6112196 Apr 28 20:03:04.089880 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-7fa94bfb-0a14-42bf-af39-c49c9068b58e service neutron] Port 6f057352-f5ff-4efb-b305-559748076b26 on network d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:03:04.090098 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-7fa94bfb-0a14-42bf-af39-c49c9068b58e service neutron] Attempting to bind port 6f057352-f5ff-4efb-b305-559748076b26 on network d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:03:04.130015 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-c7febc86-c878-4e4f-b6cb-16b1df6597e3 None None] Set router 10a3a2af-216d-4471-9823-5b52f320a465 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:03:04.131026 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-7fa94bfb-0a14-42bf-af39-c49c9068b58e service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:03:04.131365 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-7fa94bfb-0a14-42bf-af39-c49c9068b58e service neutron] Checking segment: {'id': 'e64b0cb4-6e2b-4c06-81d4-5321e68f507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd629e648-5e1f-4bf0-a6c2-df9e5f4aa45f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:03:04.131756 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-7fa94bfb-0a14-42bf-af39-c49c9068b58e service neutron] Bound using segment: {'id': 'e64b0cb4-6e2b-4c06-81d4-5321e68f507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd629e648-5e1f-4bf0-a6c2-df9e5f4aa45f'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:03:04.132224 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-7fa94bfb-0a14-42bf-af39-c49c9068b58e service neutron] Bound port: 6f057352-f5ff-4efb-b305-559748076b26, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e64b0cb4-6e2b-4c06-81d4-5321e68f507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd629e648-5e1f-4bf0-a6c2-df9e5f4aa45f'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:03:04.132580 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-7fa94bfb-0a14-42bf-af39-c49c9068b58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:04.191140 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6901c43b-c678-4239-a6f7-3363dc2e1b38 req-5c434ae0-3b7d-4994-8190-113214df9656 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852501 Apr 28 20:03:04.218808 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 51950) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:03:04.264399 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2deae5-7dd3-4dc3-93e6-8067405af596 req-9ce397b8-0fc4-4342-b839-6afa69f8277e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:04.266717 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9b2deae5-7dd3-4dc3-93e6-8067405af596 req-9ce397b8-0fc4-4342-b839-6afa69f8277e service neutron] 10.222.0.15 "GET /v2.0/networks?id=9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 HTTP/1.1" status: 200 len: 897 time: 0.1848056 Apr 28 20:03:04.276066 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-7fa94bfb-0a14-42bf-af39-c49c9068b58e service neutron] For port 6f057352-f5ff-4efb-b305-559748076b26, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:03:04.286881 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-7fa94bfb-0a14-42bf-af39-c49c9068b58e service neutron] For port 6f057352-f5ff-4efb-b305-559748076b26, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=6f057352-f5ff-4efb-b305-559748076b26,segment=NetworkSegment(e64b0cb4-6e2b-4c06-81d4-5321e68f507b),segment_id=e64b0cb4-6e2b-4c06-81d4-5321e68f507b)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:03:04.298691 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-707dfe7e-9b89-4269-b63c-b12f2ad11d07 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/floatingips/13e73e22-2f78-4572-bac5-f508755b7621 HTTP/1.1" status: 200 len: 991 time: 0.0775013 Apr 28 20:03:04.320914 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-7fa94bfb-0a14-42bf-af39-c49c9068b58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:04.367932 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-7fa94bfb-0a14-42bf-af39-c49c9068b58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:04.369110 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-7fa94bfb-0a14-42bf-af39-c49c9068b58e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:04.370877 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-7fa94bfb-0a14-42bf-af39-c49c9068b58e service neutron] 10.222.0.15 "PUT /v2.0/ports/6f057352-f5ff-4efb-b305-559748076b26 HTTP/1.1" status: 200 len: 1091 time: 1.6840372 Apr 28 20:03:04.406889 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9b2deae5-7dd3-4dc3-93e6-8067405af596 req-1e5feaf5-5970-4bda-ac8e-6cdfd35b7cc4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e96a8abd-82db-451d-94d3-2029c61f8bf6 HTTP/1.1" status: 200 len: 999 time: 0.1321855 Apr 28 20:03:04.430706 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-c7febc86-c878-4e4f-b6cb-16b1df6597e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a3a2af-216d-4471-9823-5b52f320a465', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209360966', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '712608e0-fb12-43ec-bdbb-a70e4bb0d148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:02:31Z', 'updated_at': '2022-04-28T20:02:39Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '712608e0-fb12-43ec-bdbb-a70e4bb0d148', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a3a2af-216d-4471-9823-5b52f320a465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:32Z', 'updated_at': '2022-04-28T20:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '13e73e22-2f78-4572-bac5-f508755b7621', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '10a3a2af-216d-4471-9823-5b52f320a465', 'port_id': 'e96a8abd-82db-451d-94d3-2029c61f8bf6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0', 'mac_address': 'fa:16:3e:85:ca:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7778083-e3c3-4a0c-bca1-d381daeca708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:03:01Z', 'updated_at': '2022-04-28T20:03:01Z', 'revision_number': 0, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b564fe43-a677-4c74-85a4-663fa1dab73a', 'name': '', 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'mac_address': 'fa:16:3e:f2:15:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a3a2af-216d-4471-9823-5b52f320a465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'baece0b6-0c59-43c5-aef4-e80ebd8b9d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:37Z', 'updated_at': '2022-04-28T20:02:47Z', 'revision_number': 5, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'subnets': [{'id': 'baece0b6-0c59-43c5-aef4-e80ebd8b9d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:04.463997 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa94bfb-0a14-42bf-af39-c49c9068b58e service neutron] Pushing event updated for resources: {'Port': ['ID=6f057352-f5ff-4efb-b305-559748076b26,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:04.466768 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7febc86-c878-4e4f-b6cb-16b1df6597e3 None None] The sync data for ids ['10a3a2af-216d-4471-9823-5b52f320a465'] in n-d-839810-1 is: [{'id': '10a3a2af-216d-4471-9823-5b52f320a465', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209360966', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '712608e0-fb12-43ec-bdbb-a70e4bb0d148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:02:31Z', 'updated_at': '2022-04-28T20:02:39Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '712608e0-fb12-43ec-bdbb-a70e4bb0d148', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a3a2af-216d-4471-9823-5b52f320a465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:32Z', 'updated_at': '2022-04-28T20:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '13e73e22-2f78-4572-bac5-f508755b7621', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '10a3a2af-216d-4471-9823-5b52f320a465', 'port_id': 'e96a8abd-82db-451d-94d3-2029c61f8bf6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0', 'mac_address': 'fa:16:3e:85:ca:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7778083-e3c3-4a0c-bca1-d381daeca708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:03:01Z', 'updated_at': '2022-04-28T20:03:01Z', 'revision_number': 0, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b564fe43-a677-4c74-85a4-663fa1dab73a', 'name': '', 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'mac_address': 'fa:16:3e:f2:15:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a3a2af-216d-4471-9823-5b52f320a465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'baece0b6-0c59-43c5-aef4-e80ebd8b9d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:37Z', 'updated_at': '2022-04-28T20:02:47Z', 'revision_number': 5, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'subnets': [{'id': 'baece0b6-0c59-43c5-aef4-e80ebd8b9d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:03:04.506376 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2deae5-7dd3-4dc3-93e6-8067405af596 req-16c4dc4b-8d13-42ee-b4a0-2de09c38413d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:04.508036 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9b2deae5-7dd3-4dc3-93e6-8067405af596 req-16c4dc4b-8d13-42ee-b4a0-2de09c38413d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=baece0b6-0c59-43c5-aef4-e80ebd8b9d7e HTTP/1.1" status: 200 len: 835 time: 0.0872760 Apr 28 20:03:04.516790 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-8c3b67c1-d8d2-42bf-8e9e-95877dac9f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:04.518477 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-8c3b67c1-d8d2-42bf-8e9e-95877dac9f74 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7865b1e813e342558ad50303200c0cad&device_id=e9046f98-443f-4201-9f8a-ed3a3f701675 HTTP/1.1" status: 200 len: 1094 time: 0.0962200 Apr 28 20:03:04.601050 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-d8b1e3ad-daeb-4eb7-b8b3-8033322af757 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f057352-f5ff-4efb-b305-559748076b26 HTTP/1.1" status: 200 len: 217 time: 0.0486197 Apr 28 20:03:04.655626 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2deae5-7dd3-4dc3-93e6-8067405af596 req-f5311adb-721c-4f64-b14a-50f8699f1d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:04.657161 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9b2deae5-7dd3-4dc3-93e6-8067405af596 req-f5311adb-721c-4f64-b14a-50f8699f1d26 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9852adc1-0fcb-4a70-862a-aac6b8c5a0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1378014 Apr 28 20:03:04.658611 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-70eb0e2c-879c-4475-afd9-fd590fc67313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:04.659925 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-70eb0e2c-879c-4475-afd9-fd590fc67313 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c7f59ea-3b4f-4e02-963c-a01964429570 HTTP/1.1" status: 200 len: 848 time: 0.0529125 Apr 28 20:03:04.752810 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e61663-d323-48aa-8fab-b9879089e915 None None] New status for floating IP 13e73e22-2f78-4572-bac5-f508755b7621: ACTIVE {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:03:04.793634 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-2714dd5a-27e2-4f13-836f-943117e949a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:04.795411 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-2714dd5a-27e2-4f13-836f-943117e949a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1187360 Apr 28 20:03:04.895555 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-faca5f0e-d7ef-4c73-9716-295ccb33f2d9 service neutron] 10.222.0.15 "GET /v2.0/networks/d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918455 Apr 28 20:03:04.945963 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9b2deae5-7dd3-4dc3-93e6-8067405af596 req-4524dcc4-4f04-4511-966e-f194b268076f service neutron] 10.222.0.15 "GET /v2.0/networks/9852adc1-0fcb-4a70-862a-aac6b8c5a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768638 Apr 28 20:03:05.017489 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device b1799661-8a6b-4eb0-a50c-9d7a4d0f5352 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:03:05.111071 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port b1799661-8a6b-4eb0-a50c-9d7a4d0f5352 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:03:05.120686 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port b1799661-8a6b-4eb0-a50c-9d7a4d0f5352 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:05.121260 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:05.153859 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cf694e97-397c-4dc0-b25f-e2c85e4b0fa0 req-fe86a7ff-c0f8-4501-982b-c61033805487 service neutron] 10.222.0.15 "GET /v2.0/networks/d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508740 Apr 28 20:03:05.167820 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899e75a-fce8-48c1-8b67-b5ccea0c82ba req-92165dc4-1ef0-4547-9b25-617cfa12d83c tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:05.169582 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2899e75a-fce8-48c1-8b67-b5ccea0c82ba req-92165dc4-1ef0-4547-9b25-617cfa12d83c tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e9046f98-443f-4201-9f8a-ed3a3f701675 HTTP/1.1" status: 200 len: 1094 time: 0.0928235 Apr 28 20:03:05.172212 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9b2deae5-7dd3-4dc3-93e6-8067405af596 req-d9248d1d-2b11-47d1-ba8f-32e8de959e35 service neutron] 10.222.0.15 "GET /v2.0/networks/9852adc1-0fcb-4a70-862a-aac6b8c5a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193019 Apr 28 20:03:05.218181 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2899e75a-fce8-48c1-8b67-b5ccea0c82ba req-372a312d-9664-4c7c-8e46-8bd43c3b8ab0 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=00a5cd4b-1e3f-42fb-af14-f6c7d4916bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403240 Apr 28 20:03:05.255361 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:05.263819 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffe9ef-85b3-4428-a584-971bed91998b req-01a6170c-45ac-497e-b7cf-1971167acf84 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:05.265362 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-13ffe9ef-85b3-4428-a584-971bed91998b req-01a6170c-45ac-497e-b7cf-1971167acf84 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] 10.222.0.42 "GET /v2.0/ports?device_id=74d0025a-0c22-42a7-ae90-b6b9b4b37720 HTTP/1.1" status: 200 len: 949 time: 0.4641294 Apr 28 20:03:05.281434 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d0025a-0c22-42a7-ae90-b6b9b4b37720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1799661-8a6b-4eb0-a50c-9d7a4d0f5352'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:03:05.283796 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e20459-61d5-491a-b802-9e41875c2e07" -d '{"events": [{"server_uuid": "74d0025a-0c22-42a7-ae90-b6b9b4b37720", "name": "network-vif-plugged", "status": "completed", "tag": "b1799661-8a6b-4eb0-a50c-9d7a4d0f5352"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:03:05.303315 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 51962) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:03:05.306863 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port b1799661-8a6b-4eb0-a50c-9d7a4d0f5352, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=b1799661-8a6b-4eb0-a50c-9d7a4d0f5352,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:03:05.314551 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:05.331328 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c40641f-3df6-483d-9ec9-712db0cff1de x-openstack-request-id: req-9c40641f-3df6-483d-9ec9-712db0cff1de {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:03:05.332541 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d0025a-0c22-42a7-ae90-b6b9b4b37720", "name": "network-vif-plugged", "status": "completed", "tag": "b1799661-8a6b-4eb0-a50c-9d7a4d0f5352", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:03:05.333009 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9c40641f-3df6-483d-9ec9-712db0cff1de {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:03:05.333886 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c40641f-3df6-483d-9ec9-712db0cff1de'] response: {'server_uuid': '74d0025a-0c22-42a7-ae90-b6b9b4b37720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1799661-8a6b-4eb0-a50c-9d7a4d0f5352', 'code': 200} Apr 28 20:03:05.334208 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-13ffe9ef-85b3-4428-a584-971bed91998b req-170e8ce5-cccd-4576-a90c-27fcdfcf8455 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] 10.222.0.42 "GET /v2.0/security-groups?id=67133100-4512-4939-8de1-1c34030a70d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590830 Apr 28 20:03:05.384717 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=b1799661-8a6b-4eb0-a50c-9d7a4d0f5352,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:05.385604 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4621dfca-7954-4604-a2f6-9cb0a4eeeb7a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/floatingips/13e73e22-2f78-4572-bac5-f508755b7621 HTTP/1.1" status: 200 len: 993 time: 0.0824473 Apr 28 20:03:05.437010 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a47e84-ab01-4a50-88d2-1cb8c9b4fd45 req-be388d60-2a08-409c-86fc-faae06727919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:05.438562 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-06a47e84-ab01-4a50-88d2-1cb8c9b4fd45 req-be388d60-2a08-409c-86fc-faae06727919 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=74d0025a-0c22-42a7-ae90-b6b9b4b37720 HTTP/1.1" status: 200 len: 1101 time: 0.0478404 Apr 28 20:03:05.473684 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-06a47e84-ab01-4a50-88d2-1cb8c9b4fd45 req-0b8145b9-25f5-4cab-b9b0-cfc230950a71 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=67133100-4512-4939-8de1-1c34030a70d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288582 Apr 28 20:03:05.477212 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9046f98-443f-4201-9f8a-ed3a3f701675', 'tag': '6f057352-f5ff-4efb-b305-559748076b26'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:03:05.479471 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a3ae23-1f90-40de-8c11-7b122eac9dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "e9046f98-443f-4201-9f8a-ed3a3f701675", "tag": "6f057352-f5ff-4efb-b305-559748076b26"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:03:05.518130 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3596111a-a8fc-48d1-b71c-62298967b155 x-openstack-request-id: req-3596111a-a8fc-48d1-b71c-62298967b155 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:03:05.518419 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9046f98-443f-4201-9f8a-ed3a3f701675", "tag": "6f057352-f5ff-4efb-b305-559748076b26", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:03:05.518719 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3596111a-a8fc-48d1-b71c-62298967b155 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:03:05.519083 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3596111a-a8fc-48d1-b71c-62298967b155'] response: {'name': 'network-changed', 'server_uuid': 'e9046f98-443f-4201-9f8a-ed3a3f701675', 'tag': '6f057352-f5ff-4efb-b305-559748076b26', 'status': 'completed', 'code': 200} Apr 28 20:03:05.580655 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3ae23-1f90-40de-8c11-7b122eac9dfe req-bf9cfbd5-4492-40df-9efa-c2a4aa620c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:05.582173 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-81a3ae23-1f90-40de-8c11-7b122eac9dfe req-bf9cfbd5-4492-40df-9efa-c2a4aa620c3f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7865b1e813e342558ad50303200c0cad&device_id=e9046f98-443f-4201-9f8a-ed3a3f701675 HTTP/1.1" status: 200 len: 1094 time: 0.0427182 Apr 28 20:03:05.683767 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3ae23-1f90-40de-8c11-7b122eac9dfe req-3ae70a0d-f015-454d-a4f2-a458acc792c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:05.685319 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-81a3ae23-1f90-40de-8c11-7b122eac9dfe req-3ae70a0d-f015-454d-a4f2-a458acc792c3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f HTTP/1.1" status: 200 len: 910 time: 0.0964320 Apr 28 20:03:05.729648 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-81a3ae23-1f90-40de-8c11-7b122eac9dfe req-b8a0ff2b-c737-46ef-8623-05a32c29b3fe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f057352-f5ff-4efb-b305-559748076b26 HTTP/1.1" status: 200 len: 217 time: 0.0363040 Apr 28 20:03:05.779932 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3ae23-1f90-40de-8c11-7b122eac9dfe req-9729d506-71ab-483b-9121-16e30c51d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:05.780867 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-81a3ae23-1f90-40de-8c11-7b122eac9dfe req-9729d506-71ab-483b-9121-16e30c51d187 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c7f59ea-3b4f-4e02-963c-a01964429570 HTTP/1.1" status: 200 len: 848 time: 0.0449593 Apr 28 20:03:05.832953 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3ae23-1f90-40de-8c11-7b122eac9dfe req-80d5ff36-29c6-4878-a231-a3c330d7d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:05.834462 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-81a3ae23-1f90-40de-8c11-7b122eac9dfe req-80d5ff36-29c6-4878-a231-a3c330d7d72c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454357 Apr 28 20:03:05.938197 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-81a3ae23-1f90-40de-8c11-7b122eac9dfe req-7c000ea2-2150-4a5d-87fb-151c42a4c162 service neutron] 10.222.0.15 "GET /v2.0/networks/d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945954 Apr 28 20:03:06.036400 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-81a3ae23-1f90-40de-8c11-7b122eac9dfe req-2ac2b83b-89a5-4fde-8368-72679bfc3ffa service neutron] 10.222.0.15 "GET /v2.0/networks/d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910041 Apr 28 20:03:06.338165 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decc44e-fcdd-4fd4-9fcd-209998c7d216 req-a41ea367-d436-4e56-b92a-84a88caa2982 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:06.339728 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1decc44e-fcdd-4fd4-9fcd-209998c7d216 req-a41ea367-d436-4e56-b92a-84a88caa2982 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e9046f98-443f-4201-9f8a-ed3a3f701675 HTTP/1.1" status: 200 len: 1094 time: 0.0511777 Apr 28 20:03:06.378628 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1decc44e-fcdd-4fd4-9fcd-209998c7d216 req-06e9fd37-1323-4fd0-8c10-2ece1a34de8a tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=00a5cd4b-1e3f-42fb-af14-f6c7d4916bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319059 Apr 28 20:03:06.465934 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ae5fc-88df-498c-8cbd-ab9529a7c831 req-7d422a7f-80ea-4939-9787-da18ed1c6ca6 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:06.468392 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3d5ae5fc-88df-498c-8cbd-ab9529a7c831 req-7d422a7f-80ea-4939-9787-da18ed1c6ca6 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] 10.222.0.42 "GET /v2.0/ports?device_id=74d0025a-0c22-42a7-ae90-b6b9b4b37720 HTTP/1.1" status: 200 len: 950 time: 0.0625145 Apr 28 20:03:06.516513 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3d5ae5fc-88df-498c-8cbd-ab9529a7c831 req-ba28a1f5-cb80-49fb-a37c-720d6adb9b47 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] 10.222.0.42 "GET /v2.0/security-groups?id=67133100-4512-4939-8de1-1c34030a70d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420179 Apr 28 20:03:07.490166 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead28257-03b9-49bf-a342-19bcca4c5097 req-d9d3e661-aeb5-49b2-bcc7-6834c815f910 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:07.491584 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ead28257-03b9-49bf-a342-19bcca4c5097 req-d9d3e661-aeb5-49b2-bcc7-6834c815f910 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e9046f98-443f-4201-9f8a-ed3a3f701675 HTTP/1.1" status: 200 len: 1094 time: 0.0408397 Apr 28 20:03:07.532415 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ead28257-03b9-49bf-a342-19bcca4c5097 req-21abd609-8689-4584-bcc1-6eb0f379ac55 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=00a5cd4b-1e3f-42fb-af14-f6c7d4916bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341222 Apr 28 20:03:07.646847 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded34fc-30f1-43a7-a332-120f5e248bbb req-e0a76f02-1bf4-49f9-a7ae-0b86726f541f tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:07.648467 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7ded34fc-30f1-43a7-a332-120f5e248bbb req-e0a76f02-1bf4-49f9-a7ae-0b86726f541f tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] 10.222.0.42 "GET /v2.0/ports?device_id=74d0025a-0c22-42a7-ae90-b6b9b4b37720 HTTP/1.1" status: 200 len: 950 time: 0.0572531 Apr 28 20:03:07.690897 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7ded34fc-30f1-43a7-a332-120f5e248bbb req-54a220d0-d9cc-4280-a5e9-18d9784d15e4 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] 10.222.0.42 "GET /v2.0/security-groups?id=67133100-4512-4939-8de1-1c34030a70d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348434 Apr 28 20:03:07.971813 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2878920-e0a1-4902-b0be-5ced5779f1be req-d02b6be9-3b36-462a-b96d-b8e47ff16b3a tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:07.973520 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a2878920-e0a1-4902-b0be-5ced5779f1be req-d02b6be9-3b36-462a-b96d-b8e47ff16b3a tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] 10.222.0.42 "GET /v2.0/ports?device_id=74d0025a-0c22-42a7-ae90-b6b9b4b37720 HTTP/1.1" status: 200 len: 950 time: 0.0622249 Apr 28 20:03:08.017379 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a2878920-e0a1-4902-b0be-5ced5779f1be req-cde35633-b8ac-4f59-8816-c1af4786d66f tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] 10.222.0.42 "GET /v2.0/security-groups?id=67133100-4512-4939-8de1-1c34030a70d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356524 Apr 28 20:03:08.497544 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 6f057352-f5ff-4efb-b305-559748076b26 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:03:08.623325 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 6f057352-f5ff-4efb-b305-559748076b26, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=6f057352-f5ff-4efb-b305-559748076b26,segment=NetworkSegment(e64b0cb4-6e2b-4c06-81d4-5321e68f507b),segment_id=e64b0cb4-6e2b-4c06-81d4-5321e68f507b)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:03:08.642194 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '6f057352-f5ff-4efb-b305-559748076b26', 'network_id': 'd629e648-5e1f-4bf0-a6c2-df9e5f4aa45f', 'port_id': '6f057352-f5ff-4efb-b305-559748076b26', 'mac_address': 'fa:16:3e:0b:11:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7f59ea-3b4f-4e02-963c-a01964429570', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:03:08.649641 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab016a-7345-4570-9517-a5512370eeaf req-cd5273e4-78ed-4ad7-9e17-8988caa56646 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:08.658802 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-29ab016a-7345-4570-9517-a5512370eeaf req-cd5273e4-78ed-4ad7-9e17-8988caa56646 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e9046f98-443f-4201-9f8a-ed3a3f701675 HTTP/1.1" status: 200 len: 1094 time: 0.0525193 Apr 28 20:03:08.686485 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:08.694825 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-29ab016a-7345-4570-9517-a5512370eeaf req-1dcd6f40-ba52-4098-a148-53533894cda6 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=00a5cd4b-1e3f-42fb-af14-f6c7d4916bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351827 Apr 28 20:03:08.709128 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f057352-f5ff-4efb-b305-559748076b26 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:03:08.729959 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 6f057352-f5ff-4efb-b305-559748076b26, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=6f057352-f5ff-4efb-b305-559748076b26,segment=NetworkSegment(e64b0cb4-6e2b-4c06-81d4-5321e68f507b),segment_id=e64b0cb4-6e2b-4c06-81d4-5321e68f507b)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:03:08.733639 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:08.782592 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=6f057352-f5ff-4efb-b305-559748076b26,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:08.945011 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['6f057352-f5ff-4efb-b305-559748076b26'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:03:09.162377 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac8015-6b72-4ea5-bd8a-7bb3ce7902c5 req-e9bc6183-cd4c-454d-a2f2-dc01c6b22135 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:09.163832 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0aac8015-6b72-4ea5-bd8a-7bb3ce7902c5 req-e9bc6183-cd4c-454d-a2f2-dc01c6b22135 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] 10.222.0.42 "GET /v2.0/ports?device_id=74d0025a-0c22-42a7-ae90-b6b9b4b37720 HTTP/1.1" status: 200 len: 950 time: 0.0657449 Apr 28 20:03:09.204220 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0aac8015-6b72-4ea5-bd8a-7bb3ce7902c5 req-f9f71463-ebbf-4475-87ec-febac8be4c76 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] 10.222.0.42 "GET /v2.0/security-groups?id=67133100-4512-4939-8de1-1c34030a70d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323224 Apr 28 20:03:09.308410 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb64f7-a50a-4c16-8f52-ec1059df3de3 req-8c28aab8-4d00-4dcf-9afc-2d191c4cd8a5 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:09.310037 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5abb64f7-a50a-4c16-8f52-ec1059df3de3 req-8c28aab8-4d00-4dcf-9afc-2d191c4cd8a5 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] 10.222.0.44 "GET /v2.0/ports?device_id=74d0025a-0c22-42a7-ae90-b6b9b4b37720 HTTP/1.1" status: 200 len: 950 time: 0.0505872 Apr 28 20:03:09.420554 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-5abb64f7-a50a-4c16-8f52-ec1059df3de3 req-f2e6ecd4-c301-49f3-a84d-02d50023f4ef tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] Deleting port b1799661-8a6b-4eb0-a50c-9d7a4d0f5352 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:03:09.420903 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5abb64f7-a50a-4c16-8f52-ec1059df3de3 req-f2e6ecd4-c301-49f3-a84d-02d50023f4ef tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:09.521507 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-5abb64f7-a50a-4c16-8f52-ec1059df3de3 req-f2e6ecd4-c301-49f3-a84d-02d50023f4ef tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] For port b1799661-8a6b-4eb0-a50c-9d7a4d0f5352, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=b1799661-8a6b-4eb0-a50c-9d7a4d0f5352,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:03:09.522086 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5abb64f7-a50a-4c16-8f52-ec1059df3de3 req-f2e6ecd4-c301-49f3-a84d-02d50023f4ef tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:09.535493 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-5abb64f7-a50a-4c16-8f52-ec1059df3de3 req-f2e6ecd4-c301-49f3-a84d-02d50023f4ef tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] Calling delete_port for b1799661-8a6b-4eb0-a50c-9d7a4d0f5352 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:03:09.641922 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:03:09.709067 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5abb64f7-a50a-4c16-8f52-ec1059df3de3 req-f2e6ecd4-c301-49f3-a84d-02d50023f4ef tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:09.727853 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['b1799661-8a6b-4eb0-a50c-9d7a4d0f5352'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:03:09.754411 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e6ecd4-c301-49f3-a84d-02d50023f4ef tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] Pushing event deleted for resources: {'Port': ['ID=b1799661-8a6b-4eb0-a50c-9d7a4d0f5352,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:09.815819 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-5abb64f7-a50a-4c16-8f52-ec1059df3de3 req-f2e6ecd4-c301-49f3-a84d-02d50023f4ef tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] No DVR routers for this DVR port b1799661-8a6b-4eb0-a50c-9d7a4d0f5352 on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:03:09.819973 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5abb64f7-a50a-4c16-8f52-ec1059df3de3 req-f2e6ecd4-c301-49f3-a84d-02d50023f4ef tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:09.826299 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5abb64f7-a50a-4c16-8f52-ec1059df3de3 req-f2e6ecd4-c301-49f3-a84d-02d50023f4ef tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] 10.222.0.44 "DELETE /v2.0/ports/b1799661-8a6b-4eb0-a50c-9d7a4d0f5352 HTTP/1.1" status: 204 len: 173 time: 0.5095215 Apr 28 20:03:09.827163 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d0025a-0c22-42a7-ae90-b6b9b4b37720', 'name': 'network-vif-deleted', 'tag': 'b1799661-8a6b-4eb0-a50c-9d7a4d0f5352'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:03:09.831327 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585d643a-d64e-46ac-abb3-199f9462fcb7" -d '{"events": [{"server_uuid": "74d0025a-0c22-42a7-ae90-b6b9b4b37720", "name": "network-vif-deleted", "tag": "b1799661-8a6b-4eb0-a50c-9d7a4d0f5352"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:03:09.859502 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a9cae-a95c-4a6d-9255-e77c560254f8 req-48b3f9fe-1a3c-4bd6-9f01-56ee4e0ff759 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:09.867996 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e91a9cae-a95c-4a6d-9255-e77c560254f8 req-48b3f9fe-1a3c-4bd6-9f01-56ee4e0ff759 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e9046f98-443f-4201-9f8a-ed3a3f701675 HTTP/1.1" status: 200 len: 1095 time: 0.0755725 Apr 28 20:03:09.897474 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a410c5-c958-464e-b559-1c10c97e2a16 x-openstack-request-id: req-65a410c5-c958-464e-b559-1c10c97e2a16 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:03:09.897795 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d0025a-0c22-42a7-ae90-b6b9b4b37720", "name": "network-vif-deleted", "tag": "b1799661-8a6b-4eb0-a50c-9d7a4d0f5352", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:03:09.898054 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-65a410c5-c958-464e-b559-1c10c97e2a16 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:03:09.898501 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65a410c5-c958-464e-b559-1c10c97e2a16'] response: {'server_uuid': '74d0025a-0c22-42a7-ae90-b6b9b4b37720', 'name': 'network-vif-deleted', 'tag': 'b1799661-8a6b-4eb0-a50c-9d7a4d0f5352', 'status': 'completed', 'code': 200} Apr 28 20:03:09.950926 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e91a9cae-a95c-4a6d-9255-e77c560254f8 req-984bc4bd-8a12-47a4-8024-dacf88018330 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=00a5cd4b-1e3f-42fb-af14-f6c7d4916bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813003 Apr 28 20:03:10.356329 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-95bf220a-432d-4f3a-b924-25e543338273 req-74f00bd1-dcd8-4fa4-be73-83444e9262f4 tempest-VolumesNegativeTest-291246205 tempest-VolumesNegativeTest-291246205-project] 10.222.0.42 "GET /v2.0/ports?device_id=74d0025a-0c22-42a7-ae90-b6b9b4b37720 HTTP/1.1" status: 200 len: 210 time: 0.0445910 Apr 28 20:03:10.512589 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 6f057352-f5ff-4efb-b305-559748076b26 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:03:10.565521 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 6f057352-f5ff-4efb-b305-559748076b26 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:03:10.569693 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 6f057352-f5ff-4efb-b305-559748076b26 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:10.570166 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:10.669883 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:10.692432 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9046f98-443f-4201-9f8a-ed3a3f701675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f057352-f5ff-4efb-b305-559748076b26'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:03:10.694659 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e90d43-9395-44ba-ae57-49acc09457d0" -d '{"events": [{"server_uuid": "e9046f98-443f-4201-9f8a-ed3a3f701675", "name": "network-vif-plugged", "status": "completed", "tag": "6f057352-f5ff-4efb-b305-559748076b26"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:03:10.711488 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 6f057352-f5ff-4efb-b305-559748076b26, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=6f057352-f5ff-4efb-b305-559748076b26,segment=NetworkSegment(e64b0cb4-6e2b-4c06-81d4-5321e68f507b),segment_id=e64b0cb4-6e2b-4c06-81d4-5321e68f507b)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:03:10.716367 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:10.753687 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7763367-4ebf-45aa-a5bb-7fce6344476c x-openstack-request-id: req-b7763367-4ebf-45aa-a5bb-7fce6344476c {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:03:10.754267 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9046f98-443f-4201-9f8a-ed3a3f701675", "name": "network-vif-plugged", "status": "completed", "tag": "6f057352-f5ff-4efb-b305-559748076b26", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:03:10.754267 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b7763367-4ebf-45aa-a5bb-7fce6344476c {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:03:10.754597 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7763367-4ebf-45aa-a5bb-7fce6344476c'] response: {'server_uuid': 'e9046f98-443f-4201-9f8a-ed3a3f701675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f057352-f5ff-4efb-b305-559748076b26', 'code': 200} Apr 28 20:03:10.770891 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=6f057352-f5ff-4efb-b305-559748076b26,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:10.889823 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60840dbe-c3a8-4829-81f2-e39a2a76c2bb req-a5bdcfc5-cc63-413f-b61e-41831253ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:10.913736 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-60840dbe-c3a8-4829-81f2-e39a2a76c2bb req-a5bdcfc5-cc63-413f-b61e-41831253ec42 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e9046f98-443f-4201-9f8a-ed3a3f701675 HTTP/1.1" status: 200 len: 1096 time: 0.0774920 Apr 28 20:03:10.976510 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-60840dbe-c3a8-4829-81f2-e39a2a76c2bb req-506adc87-1e4a-4dce-b5fd-ff9b4d6c3d00 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=00a5cd4b-1e3f-42fb-af14-f6c7d4916bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617642 Apr 28 20:03:11.082990 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c8229-9fd8-47a3-a00f-5ed169bec42a req-104de386-c7e9-465c-ab86-a5d1f44e2ae3 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:11.084572 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-380c8229-9fd8-47a3-a00f-5ed169bec42a req-104de386-c7e9-465c-ab86-a5d1f44e2ae3 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e9046f98-443f-4201-9f8a-ed3a3f701675 HTTP/1.1" status: 200 len: 1096 time: 0.0463650 Apr 28 20:03:11.123686 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-380c8229-9fd8-47a3-a00f-5ed169bec42a req-ef147d1b-1c42-4d68-98c1-742f596d6ca3 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=00a5cd4b-1e3f-42fb-af14-f6c7d4916bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322418 Apr 28 20:03:12.278776 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e5766-8365-41ff-bf40-5f52b1989526 req-942543d8-a1bc-44d3-90c4-d39613c4c78f tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:12.281350 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-461e5766-8365-41ff-bf40-5f52b1989526 req-942543d8-a1bc-44d3-90c4-d39613c4c78f tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e9046f98-443f-4201-9f8a-ed3a3f701675 HTTP/1.1" status: 200 len: 1096 time: 0.0475221 Apr 28 20:03:12.335206 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-461e5766-8365-41ff-bf40-5f52b1989526 req-cc587204-54d0-4bb9-9ff8-860260eed760 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=00a5cd4b-1e3f-42fb-af14-f6c7d4916bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468369 Apr 28 20:03:12.484341 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7c31b-cc73-4f19-964b-0a27c676992e req-7971cb4a-18f0-4c29-ba24-42d82ceaac75 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:12.492604 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2bb7c31b-cc73-4f19-964b-0a27c676992e req-7971cb4a-18f0-4c29-ba24-42d82ceaac75 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e9046f98-443f-4201-9f8a-ed3a3f701675 HTTP/1.1" status: 200 len: 1096 time: 0.0576828 Apr 28 20:03:12.541356 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2bb7c31b-cc73-4f19-964b-0a27c676992e req-6f44c131-ddf6-40ed-be3b-14d720f477c9 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=00a5cd4b-1e3f-42fb-af14-f6c7d4916bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425079 Apr 28 20:03:12.675419 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60332c37-19a4-437e-84bc-794636e8f57c req-47e40084-2ff9-4c75-89bd-b7066bb500ff tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:12.677197 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-60332c37-19a4-437e-84bc-794636e8f57c req-47e40084-2ff9-4c75-89bd-b7066bb500ff tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e9046f98-443f-4201-9f8a-ed3a3f701675 HTTP/1.1" status: 200 len: 1096 time: 0.0539122 Apr 28 20:03:12.724643 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-60332c37-19a4-437e-84bc-794636e8f57c req-b37b2a77-9697-4659-897a-dc2f3765158d tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=00a5cd4b-1e3f-42fb-af14-f6c7d4916bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382977 Apr 28 20:03:13.076608 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd4075-8424-4f64-9050-2171e605fe5a req-85032ff9-5ed0-46e8-8f7e-647f495ea70d tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:13.079550 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device b1799661-8a6b-4eb0-a50c-9d7a4d0f5352 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:03:13.087842 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8fcd4075-8424-4f64-9050-2171e605fe5a req-85032ff9-5ed0-46e8-8f7e-647f495ea70d tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e9046f98-443f-4201-9f8a-ed3a3f701675 HTTP/1.1" status: 200 len: 1096 time: 0.0941870 Apr 28 20:03:13.168153 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: b1799661-8a6b-4eb0-a50c-9d7a4d0f5352 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:03:13.176276 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device b1799661-8a6b-4eb0-a50c-9d7a4d0f5352 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:03:13.198925 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8fcd4075-8424-4f64-9050-2171e605fe5a req-1f7414e5-79fe-466f-812b-dbe35d48d1ed tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=00a5cd4b-1e3f-42fb-af14-f6c7d4916bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055484 Apr 28 20:03:14.395027 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40912754-6e8e-4e30-a2a3-495c9f216fb3 req-c834f1b6-3b90-4513-81e8-6a4c7ea943bc tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:14.398022 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-40912754-6e8e-4e30-a2a3-495c9f216fb3 req-c834f1b6-3b90-4513-81e8-6a4c7ea943bc tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e9046f98-443f-4201-9f8a-ed3a3f701675 HTTP/1.1" status: 200 len: 1096 time: 0.0883863 Apr 28 20:03:14.413855 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0685d84-680e-49d5-8beb-15fab63d3f65 req-82baf1ec-855d-412e-a441-9620354eabbc tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:14.416503 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a0685d84-680e-49d5-8beb-15fab63d3f65 req-82baf1ec-855d-412e-a441-9620354eabbc tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e9046f98-443f-4201-9f8a-ed3a3f701675 HTTP/1.1" status: 200 len: 1096 time: 0.0742116 Apr 28 20:03:14.448135 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-40912754-6e8e-4e30-a2a3-495c9f216fb3 req-ef8cf4f5-b643-429a-96d6-64ed58389d5c tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=00a5cd4b-1e3f-42fb-af14-f6c7d4916bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412123 Apr 28 20:03:14.519816 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-a0685d84-680e-49d5-8beb-15fab63d3f65 req-dac806e6-b57f-439e-92aa-b488e58e1d46 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Deleting port 6f057352-f5ff-4efb-b305-559748076b26 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:03:14.520540 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a0685d84-680e-49d5-8beb-15fab63d3f65 req-dac806e6-b57f-439e-92aa-b488e58e1d46 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:14.610999 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-a0685d84-680e-49d5-8beb-15fab63d3f65 req-dac806e6-b57f-439e-92aa-b488e58e1d46 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] For port 6f057352-f5ff-4efb-b305-559748076b26, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=6f057352-f5ff-4efb-b305-559748076b26,segment=NetworkSegment(e64b0cb4-6e2b-4c06-81d4-5321e68f507b),segment_id=e64b0cb4-6e2b-4c06-81d4-5321e68f507b)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:03:14.611403 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a0685d84-680e-49d5-8beb-15fab63d3f65 req-dac806e6-b57f-439e-92aa-b488e58e1d46 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:14.629590 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-a0685d84-680e-49d5-8beb-15fab63d3f65 req-dac806e6-b57f-439e-92aa-b488e58e1d46 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Calling delete_port for 6f057352-f5ff-4efb-b305-559748076b26 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:03:14.790053 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a0685d84-680e-49d5-8beb-15fab63d3f65 req-dac806e6-b57f-439e-92aa-b488e58e1d46 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:14.803082 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['bac0b61e-acee-4f26-9cd5-e024c459526d'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:03:14.819378 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac806e6-b57f-439e-92aa-b488e58e1d46 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f057352-f5ff-4efb-b305-559748076b26,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:14.886521 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['6f057352-f5ff-4efb-b305-559748076b26'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:03:14.892033 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0685d84-680e-49d5-8beb-15fab63d3f65 req-dac806e6-b57f-439e-92aa-b488e58e1d46 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] No DVR routers for this DVR port 6f057352-f5ff-4efb-b305-559748076b26 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:03:14.896259 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a0685d84-680e-49d5-8beb-15fab63d3f65 req-dac806e6-b57f-439e-92aa-b488e58e1d46 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:14.903996 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a0685d84-680e-49d5-8beb-15fab63d3f65 req-dac806e6-b57f-439e-92aa-b488e58e1d46 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.15 "DELETE /v2.0/ports/6f057352-f5ff-4efb-b305-559748076b26 HTTP/1.1" status: 204 len: 173 time: 0.4789495 Apr 28 20:03:14.904836 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9046f98-443f-4201-9f8a-ed3a3f701675', 'name': 'network-vif-deleted', 'tag': '6f057352-f5ff-4efb-b305-559748076b26'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:03:14.909577 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd430b34-bea0-428f-b6a2-f49c42d8b1fa" -d '{"events": [{"server_uuid": "e9046f98-443f-4201-9f8a-ed3a3f701675", "name": "network-vif-deleted", "tag": "6f057352-f5ff-4efb-b305-559748076b26"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:03:14.986793 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188e902c-f465-4542-8929-4f5149053c47 x-openstack-request-id: req-188e902c-f465-4542-8929-4f5149053c47 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:03:14.987096 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9046f98-443f-4201-9f8a-ed3a3f701675", "name": "network-vif-deleted", "tag": "6f057352-f5ff-4efb-b305-559748076b26", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:03:14.987353 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-188e902c-f465-4542-8929-4f5149053c47 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:03:14.987767 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-188e902c-f465-4542-8929-4f5149053c47'] response: {'server_uuid': 'e9046f98-443f-4201-9f8a-ed3a3f701675', 'name': 'network-vif-deleted', 'tag': '6f057352-f5ff-4efb-b305-559748076b26', 'status': 'completed', 'code': 200} Apr 28 20:03:15.844961 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885c6d4-b07d-4375-9363-27fde26b4f36 req-fda1fa54-4752-451d-b46d-aeb7416807e7 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:15.852273 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c885c6d4-b07d-4375-9363-27fde26b4f36 req-fda1fa54-4752-451d-b46d-aeb7416807e7 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a31e6442-2525-458d-b140-0ad2ee45ba29 HTTP/1.1" status: 200 len: 1096 time: 0.0484061 Apr 28 20:03:15.885077 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c885c6d4-b07d-4375-9363-27fde26b4f36 req-494ff0f1-33b2-4d06-8db7-8dbb25747c75 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=00a5cd4b-1e3f-42fb-af14-f6c7d4916bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313578 Apr 28 20:03:17.080032 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96574d1e-8bd4-498b-abf2-c3b3c6b2b399 req-aacd4b6f-53d3-46aa-9d95-722744482a48 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:17.086511 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-96574d1e-8bd4-498b-abf2-c3b3c6b2b399 req-aacd4b6f-53d3-46aa-9d95-722744482a48 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a31e6442-2525-458d-b140-0ad2ee45ba29 HTTP/1.1" status: 200 len: 1096 time: 0.0804994 Apr 28 20:03:17.138126 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-96574d1e-8bd4-498b-abf2-c3b3c6b2b399 req-e75b348d-4e20-480c-b059-00327d762396 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=00a5cd4b-1e3f-42fb-af14-f6c7d4916bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444887 Apr 28 20:03:17.144180 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 52460) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:03:17.225387 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c57941-75ce-46a6-9f7c-ef105e4a6962 req-97eb9eb1-0a2a-4b52-8936-d6fdd99972f8 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:17.228226 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c4c57941-75ce-46a6-9f7c-ef105e4a6962 req-97eb9eb1-0a2a-4b52-8936-d6fdd99972f8 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a31e6442-2525-458d-b140-0ad2ee45ba29 HTTP/1.1" status: 200 len: 1096 time: 0.1051443 Apr 28 20:03:17.404777 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-c4c57941-75ce-46a6-9f7c-ef105e4a6962 req-4332c6a9-5b27-4e69-9471-be14ea2231be tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Deleting port bac0b61e-acee-4f26-9cd5-e024c459526d {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:03:17.407305 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c4c57941-75ce-46a6-9f7c-ef105e4a6962 req-4332c6a9-5b27-4e69-9471-be14ea2231be tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:17.482301 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-fa33dc64-4929-419e-b068-86ac61f48e26 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8027eb84d33448efbd7bc078d0627065&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3358939 Apr 28 20:03:17.484327 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 52472) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:03:17.511270 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-c4c57941-75ce-46a6-9f7c-ef105e4a6962 req-4332c6a9-5b27-4e69-9471-be14ea2231be tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] For port bac0b61e-acee-4f26-9cd5-e024c459526d, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=bac0b61e-acee-4f26-9cd5-e024c459526d,segment=NetworkSegment(e64b0cb4-6e2b-4c06-81d4-5321e68f507b),segment_id=e64b0cb4-6e2b-4c06-81d4-5321e68f507b)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:03:17.511885 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c4c57941-75ce-46a6-9f7c-ef105e4a6962 req-4332c6a9-5b27-4e69-9471-be14ea2231be tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:17.529738 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-c4c57941-75ce-46a6-9f7c-ef105e4a6962 req-4332c6a9-5b27-4e69-9471-be14ea2231be tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Calling delete_port for bac0b61e-acee-4f26-9cd5-e024c459526d owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:03:17.551689 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ce48dde1-be54-4ca6-b26f-f4ffa278278d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:17.578173 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ce48dde1-be54-4ca6-b26f-f4ffa278278d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:17.646802 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ce48dde1-be54-4ca6-b26f-f4ffa278278d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:17.649694 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ce48dde1-be54-4ca6-b26f-f4ffa278278d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:17.653352 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ce48dde1-be54-4ca6-b26f-f4ffa278278d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/67133100-4512-4939-8de1-1c34030a70d4 HTTP/1.1" status: 204 len: 168 time: 0.1653998 Apr 28 20:03:17.675465 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48dde1-be54-4ca6-b26f-f4ffa278278d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67133100-4512-4939-8de1-1c34030a70d4,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:17.821981 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c4c57941-75ce-46a6-9f7c-ef105e4a6962 req-4332c6a9-5b27-4e69-9471-be14ea2231be tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:17.834989 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['bac0b61e-acee-4f26-9cd5-e024c459526d'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:03:17.862796 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332c6a9-5b27-4e69-9471-be14ea2231be tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Pushing event deleted for resources: {'Port': ['ID=bac0b61e-acee-4f26-9cd5-e024c459526d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:17.942377 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c57941-75ce-46a6-9f7c-ef105e4a6962 req-4332c6a9-5b27-4e69-9471-be14ea2231be tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] No DVR routers for this DVR port bac0b61e-acee-4f26-9cd5-e024c459526d on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:03:17.953538 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c4c57941-75ce-46a6-9f7c-ef105e4a6962 req-4332c6a9-5b27-4e69-9471-be14ea2231be tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:17.959424 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c4c57941-75ce-46a6-9f7c-ef105e4a6962 req-4332c6a9-5b27-4e69-9471-be14ea2231be tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.44 "DELETE /v2.0/ports/bac0b61e-acee-4f26-9cd5-e024c459526d HTTP/1.1" status: 204 len: 173 time: 0.7210035 Apr 28 20:03:17.960258 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31e6442-2525-458d-b140-0ad2ee45ba29', 'name': 'network-vif-deleted', 'tag': 'bac0b61e-acee-4f26-9cd5-e024c459526d'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:03:17.970783 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cb7d96-d0f5-464a-8906-99abcad9aed8" -d '{"events": [{"server_uuid": "a31e6442-2525-458d-b140-0ad2ee45ba29", "name": "network-vif-deleted", "tag": "bac0b61e-acee-4f26-9cd5-e024c459526d"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:03:18.061703 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee37c935-893c-4f90-94c2-c7de05e4031a x-openstack-request-id: req-ee37c935-893c-4f90-94c2-c7de05e4031a {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:03:18.062042 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31e6442-2525-458d-b140-0ad2ee45ba29", "name": "network-vif-deleted", "tag": "bac0b61e-acee-4f26-9cd5-e024c459526d", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:03:18.062303 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ee37c935-893c-4f90-94c2-c7de05e4031a {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:03:18.062724 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee37c935-893c-4f90-94c2-c7de05e4031a'] response: {'server_uuid': 'a31e6442-2525-458d-b140-0ad2ee45ba29', 'name': 'network-vif-deleted', 'tag': 'bac0b61e-acee-4f26-9cd5-e024c459526d', 'status': 'completed', 'code': 200} Apr 28 20:03:18.421050 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7a451c4d-d12d-47dc-ac67-51d1813b8f32 req-5ba74b74-be23-4ab9-9ac8-6b60a2a3ebb9 tempest-TestServerMultinode-574902774 tempest-TestServerMultinode-574902774-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a31e6442-2525-458d-b140-0ad2ee45ba29 HTTP/1.1" status: 200 len: 210 time: 0.0769176 Apr 28 20:03:18.590923 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 6f057352-f5ff-4efb-b305-559748076b26 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:03:18.621977 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 6f057352-f5ff-4efb-b305-559748076b26 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:03:18.630218 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 6f057352-f5ff-4efb-b305-559748076b26 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:03:19.529554 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 52550) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:03:19.815713 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c68835ce-65d4-4fb5-ae56-b60b7740fb12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:20.061759 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1abeb7d7-2586-4261-a2a6-8e4c211f75df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:20.337053 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-1abeb7d7-2586-4261-a2a6-8e4c211f75df admin admin] Deleting port 208d406a-f430-43b1-a1ea-c0f490ba7521 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:03:20.337500 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1abeb7d7-2586-4261-a2a6-8e4c211f75df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:20.438235 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-1abeb7d7-2586-4261-a2a6-8e4c211f75df admin admin] For port 208d406a-f430-43b1-a1ea-c0f490ba7521, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=208d406a-f430-43b1-a1ea-c0f490ba7521,segment=NetworkSegment(e64b0cb4-6e2b-4c06-81d4-5321e68f507b),segment_id=e64b0cb4-6e2b-4c06-81d4-5321e68f507b)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:03:20.438596 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1abeb7d7-2586-4261-a2a6-8e4c211f75df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:20.452728 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-1abeb7d7-2586-4261-a2a6-8e4c211f75df admin admin] Calling delete_port for 208d406a-f430-43b1-a1ea-c0f490ba7521 owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:03:20.690412 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1abeb7d7-2586-4261-a2a6-8e4c211f75df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:20.735480 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abeb7d7-2586-4261-a2a6-8e4c211f75df admin admin] Pushing event deleted for resources: {'Port': ['ID=208d406a-f430-43b1-a1ea-c0f490ba7521,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:20.960437 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1abeb7d7-2586-4261-a2a6-8e4c211f75df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:20.982938 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 52600) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:03:20.989594 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-3fb55ff2-cc55-4ead-89b6-df07cf66302f tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Request body: {'network': {'name': 'tempest-network-smoke--2111825055', 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'port_security_enabled': True}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:21.010781 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb55ff2-cc55-4ead-89b6-df07cf66302f tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Made reservation on behalf of 740864a3722b4fce8e622d6fc70a0132 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:21.014747 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3fb55ff2-cc55-4ead-89b6-df07cf66302f tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:21.028771 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3fb55ff2-cc55-4ead-89b6-df07cf66302f tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:21.125459 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device bac0b61e-acee-4f26-9cd5-e024c459526d no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:03:21.128570 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3fb55ff2-cc55-4ead-89b6-df07cf66302f tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:21.135662 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3fb55ff2-cc55-4ead-89b6-df07cf66302f tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:21.158368 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: bac0b61e-acee-4f26-9cd5-e024c459526d {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:03:21.158962 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device bac0b61e-acee-4f26-9cd5-e024c459526d not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:03:21.172918 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb55ff2-cc55-4ead-89b6-df07cf66302f tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84831f9e-23ff-46fb-91b9-84914208bc82,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:21.175975 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fb55ff2-cc55-4ead-89b6-df07cf66302f tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:03:21.187235 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3fb55ff2-cc55-4ead-89b6-df07cf66302f tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:21.188404 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-3fb55ff2-cc55-4ead-89b6-df07cf66302f tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Added segment fdfd9e23-935e-42c8-844a-39b4a6572666 of type vlan for network fb86f246-df4b-451a-a249-8bb43570fa6a Apr 28 20:03:21.221855 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1abeb7d7-2586-4261-a2a6-8e4c211f75df admin admin] Router 0e8e406a-ba38-4f55-aa06-c6523cf12370 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:03:21.242219 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3fb55ff2-cc55-4ead-89b6-df07cf66302f tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:21.276143 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3fb55ff2-cc55-4ead-89b6-df07cf66302f tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:21.282129 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb55ff2-cc55-4ead-89b6-df07cf66302f tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:21.282956 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3fb55ff2-cc55-4ead-89b6-df07cf66302f tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:21.353807 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abeb7d7-2586-4261-a2a6-8e4c211f75df admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:03:21.363942 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1abeb7d7-2586-4261-a2a6-8e4c211f75df admin admin] 10.222.0.42 "PUT /v2.0/routers/0e8e406a-ba38-4f55-aa06-c6523cf12370/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8311677 Apr 28 20:03:21.364183 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 52606) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:03:21.366946 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb55ff2-cc55-4ead-89b6-df07cf66302f tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Pushing event updated for resources: {'Network': ['ID=fb86f246-df4b-451a-a249-8bb43570fa6a,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:21.369386 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270efbdc-1759-4669-a932-acfe5e7becaa None None] Sync routers for ids ['0e8e406a-ba38-4f55-aa06-c6523cf12370'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:03:21.374041 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3fb55ff2-cc55-4ead-89b6-df07cf66302f tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3898895 Apr 28 20:03:21.377418 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 52608) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:03:21.391507 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network fb86f246-df4b-451a-a249-8bb43570fa6a details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:03:21.394717 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270efbdc-1759-4669-a932-acfe5e7becaa None None] Routers {'0e8e406a-ba38-4f55-aa06-c6523cf12370'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:03:21.395807 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-270efbdc-1759-4669-a932-acfe5e7becaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:02:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['0e8e406a-ba38-4f55-aa06-c6523cf12370'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:21.412963 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-a66b5887-caad-42a9-81e9-62a3f102b32d tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-161074664', 'admin_state_up': True, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:21.442704 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a66b5887-caad-42a9-81e9-62a3f102b32d tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:21.443823 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a66b5887-caad-42a9-81e9-62a3f102b32d tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:21.508174 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-270efbdc-1759-4669-a932-acfe5e7becaa None None] Set router 0e8e406a-ba38-4f55-aa06-c6523cf12370 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:03:21.523053 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a66b5887-caad-42a9-81e9-62a3f102b32d tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:21.740033 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a66b5887-caad-42a9-81e9-62a3f102b32d tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:21.743812 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f2a70dd1-94e2-4ead-b4ea-a91d2ab3d46a admin admin] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:21.961270 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f2a70dd1-94e2-4ead-b4ea-a91d2ab3d46a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:22.053229 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-522cb73b-fe68-4dd8-9823-c3de7ede8b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:22.075718 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-270efbdc-1759-4669-a932-acfe5e7becaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8e406a-ba38-4f55-aa06-c6523cf12370', 'name': 'tempest-TestServerMultinode-268584922-router', 'tenant_id': 'b90cfc892edd4470a5640cb887918f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '45ef3267-1095-4f08-9c99-37a88b8516df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:02:07Z', 'updated_at': '2022-04-28T20:03:20Z', 'revision_number': 5, 'project_id': 'b90cfc892edd4470a5640cb887918f1a', 'gw_port': {'id': '45ef3267-1095-4f08-9c99-37a88b8516df', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8e406a-ba38-4f55-aa06-c6523cf12370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:09Z', 'updated_at': '2022-04-28T20:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:22.128291 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270efbdc-1759-4669-a932-acfe5e7becaa None None] Checking router: 0e8e406a-ba38-4f55-aa06-c6523cf12370 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:03:22.140131 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270efbdc-1759-4669-a932-acfe5e7becaa None None] Routers {'0e8e406a-ba38-4f55-aa06-c6523cf12370'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:03:22.140776 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-270efbdc-1759-4669-a932-acfe5e7becaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:03:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['0e8e406a-ba38-4f55-aa06-c6523cf12370'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:22.143515 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a66b5887-caad-42a9-81e9-62a3f102b32d tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:22.166925 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-f2a70dd1-94e2-4ead-b4ea-a91d2ab3d46a admin admin] Deleting port 45ef3267-1095-4f08-9c99-37a88b8516df {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:03:22.167287 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f2a70dd1-94e2-4ead-b4ea-a91d2ab3d46a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:22.169359 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a66b5887-caad-42a9-81e9-62a3f102b32d tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:22.263011 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-270efbdc-1759-4669-a932-acfe5e7becaa None None] Set router 0e8e406a-ba38-4f55-aa06-c6523cf12370 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:03:22.332357 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-270efbdc-1759-4669-a932-acfe5e7becaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8e406a-ba38-4f55-aa06-c6523cf12370', 'name': 'tempest-TestServerMultinode-268584922-router', 'tenant_id': 'b90cfc892edd4470a5640cb887918f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:02:07Z', 'updated_at': '2022-04-28T20:03:21Z', 'revision_number': 6, 'project_id': 'b90cfc892edd4470a5640cb887918f1a', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:22.374368 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270efbdc-1759-4669-a932-acfe5e7becaa None None] The sync data for ids ['0e8e406a-ba38-4f55-aa06-c6523cf12370'] in n-d-839810-1 is: [{'id': '0e8e406a-ba38-4f55-aa06-c6523cf12370', 'name': 'tempest-TestServerMultinode-268584922-router', 'tenant_id': 'b90cfc892edd4470a5640cb887918f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:02:07Z', 'updated_at': '2022-04-28T20:03:21Z', 'revision_number': 6, 'project_id': 'b90cfc892edd4470a5640cb887918f1a', 'gw_port_host': None}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:03:22.428451 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-f2a70dd1-94e2-4ead-b4ea-a91d2ab3d46a admin admin] For port 45ef3267-1095-4f08-9c99-37a88b8516df, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=45ef3267-1095-4f08-9c99-37a88b8516df,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:03:22.428806 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f2a70dd1-94e2-4ead-b4ea-a91d2ab3d46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:22.448813 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-f2a70dd1-94e2-4ead-b4ea-a91d2ab3d46a admin admin] Calling delete_port for 45ef3267-1095-4f08-9c99-37a88b8516df owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:03:22.469870 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-a66b5887-caad-42a9-81e9-62a3f102b32d tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Allocated IP 172.25.8.62 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/85ba5686-562b-4f34-8dc0-c61d250866d7) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:03:22.685118 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a66b5887-caad-42a9-81e9-62a3f102b32d tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:22.793946 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f2a70dd1-94e2-4ead-b4ea-a91d2ab3d46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:22.823979 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 208d406a-f430-43b1-a1ea-c0f490ba7521 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:03:22.857151 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 208d406a-f430-43b1-a1ea-c0f490ba7521 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:03:22.857599 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 208d406a-f430-43b1-a1ea-c0f490ba7521 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:03:22.867485 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a66b5887-caad-42a9-81e9-62a3f102b32d tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:22.876288 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a70dd1-94e2-4ead-b4ea-a91d2ab3d46a admin admin] Pushing event deleted for resources: {'Port': ['ID=45ef3267-1095-4f08-9c99-37a88b8516df,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:22.975064 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66b5887-caad-42a9-81e9-62a3f102b32d tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:03:22.981013 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f2a70dd1-94e2-4ead-b4ea-a91d2ab3d46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:22.983256 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-a66b5887-caad-42a9-81e9-62a3f102b32d tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:22.992502 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66b5887-caad-42a9-81e9-62a3f102b32d tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:03:23.410242 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b5887-caad-42a9-81e9-62a3f102b32d tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Pushing event updated for resources: {'Port': ['ID=85ba5686-562b-4f34-8dc0-c61d250866d7,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:23.455571 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f2a70dd1-94e2-4ead-b4ea-a91d2ab3d46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:23.459272 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f2a70dd1-94e2-4ead-b4ea-a91d2ab3d46a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:23.540034 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:23.623959 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f2a70dd1-94e2-4ead-b4ea-a91d2ab3d46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:23.624442 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a70dd1-94e2-4ead-b4ea-a91d2ab3d46a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e8e406a-ba38-4f55-aa06-c6523cf12370 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:03:23.631138 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f2a70dd1-94e2-4ead-b4ea-a91d2ab3d46a admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:23.635727 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f2a70dd1-94e2-4ead-b4ea-a91d2ab3d46a admin admin] 10.222.0.42 "DELETE /v2.0/routers/0e8e406a-ba38-4f55-aa06-c6523cf12370 HTTP/1.1" status: 204 len: 168 time: 2.2673702 Apr 28 20:03:23.636075 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 52648) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:03:23.726993 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dbed13e-edcb-46ac-87d3-117d465cc907 admin admin] Deleting subnet 9c7f59ea-3b4f-4e02-963c-a01964429570 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:03:23.742058 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5dbed13e-edcb-46ac-87d3-117d465cc907 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:23.802523 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5dbed13e-edcb-46ac-87d3-117d465cc907 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:23.822618 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a66b5887-caad-42a9-81e9-62a3f102b32d tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:23.942896 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5dbed13e-edcb-46ac-87d3-117d465cc907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:24.010877 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5dbed13e-edcb-46ac-87d3-117d465cc907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:24.059827 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbed13e-edcb-46ac-87d3-117d465cc907 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c7f59ea-3b4f-4e02-963c-a01964429570,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:24.061675 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5dbed13e-edcb-46ac-87d3-117d465cc907 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:24.064951 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5dbed13e-edcb-46ac-87d3-117d465cc907 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9c7f59ea-3b4f-4e02-963c-a01964429570 HTTP/1.1" status: 204 len: 168 time: 0.4280324 Apr 28 20:03:24.068837 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 52656) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:03:24.078337 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24e48dd-e5ee-4678-9d23-1570aa76e5ae None None] Network d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:03:24.126284 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a66b5887-caad-42a9-81e9-62a3f102b32d tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:24.229462 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d9a41933-e765-4f01-bd58-e590de5cd993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:24.337484 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a0d850-f5dd-42bd-bf8a-0486cd1ce874 None None] DHCP port deletion for d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:03:24.358264 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-d9a41933-e765-4f01-bd58-e590de5cd993 admin admin] Deleting port 247f042d-0cef-4d97-9328-10b088ea7cee {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:03:24.358599 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d9a41933-e765-4f01-bd58-e590de5cd993 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:24.389328 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-31a0d850-f5dd-42bd-bf8a-0486cd1ce874 None None] Deleting port 247f042d-0cef-4d97-9328-10b088ea7cee {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:03:24.390402 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-31a0d850-f5dd-42bd-bf8a-0486cd1ce874 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:24.461118 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-d9a41933-e765-4f01-bd58-e590de5cd993 admin admin] For port 247f042d-0cef-4d97-9328-10b088ea7cee, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=247f042d-0cef-4d97-9328-10b088ea7cee,segment=NetworkSegment(e64b0cb4-6e2b-4c06-81d4-5321e68f507b),segment_id=e64b0cb4-6e2b-4c06-81d4-5321e68f507b)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:03:24.462085 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d9a41933-e765-4f01-bd58-e590de5cd993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:24.466216 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66b5887-caad-42a9-81e9-62a3f102b32d tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Router 609947e9-d1d3-4106-8b27-54257baed775 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 20:03:24.473174 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-31a0d850-f5dd-42bd-bf8a-0486cd1ce874 None None] For port 247f042d-0cef-4d97-9328-10b088ea7cee, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=247f042d-0cef-4d97-9328-10b088ea7cee,segment=NetworkSegment(e64b0cb4-6e2b-4c06-81d4-5321e68f507b),segment_id=e64b0cb4-6e2b-4c06-81d4-5321e68f507b)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:03:24.474046 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-31a0d850-f5dd-42bd-bf8a-0486cd1ce874 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:24.490458 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-d9a41933-e765-4f01-bd58-e590de5cd993 admin admin] Calling delete_port for 247f042d-0cef-4d97-9328-10b088ea7cee owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:03:24.506180 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-31a0d850-f5dd-42bd-bf8a-0486cd1ce874 None None] Calling delete_port for 247f042d-0cef-4d97-9328-10b088ea7cee owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:03:24.604664 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-31a0d850-f5dd-42bd-bf8a-0486cd1ce874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:24.623786 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a0d850-f5dd-42bd-bf8a-0486cd1ce874 None None] No DVR routers for this DVR port 247f042d-0cef-4d97-9328-10b088ea7cee on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:03:24.662629 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a0d850-f5dd-42bd-bf8a-0486cd1ce874 None None] Pushing event deleted for resources: {'Port': ['ID=247f042d-0cef-4d97-9328-10b088ea7cee,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:24.717889 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66b5887-caad-42a9-81e9-62a3f102b32d tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:03:24.731359 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6412fdd7-0341-4725-9d7e-5c4870ec2983 None None] Sync routers for ids ['609947e9-d1d3-4106-8b27-54257baed775'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:03:24.746028 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6412fdd7-0341-4725-9d7e-5c4870ec2983 None None] Routers {'609947e9-d1d3-4106-8b27-54257baed775'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:03:24.746659 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6412fdd7-0341-4725-9d7e-5c4870ec2983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:03:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['609947e9-d1d3-4106-8b27-54257baed775'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:24.747194 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a66b5887-caad-42a9-81e9-62a3f102b32d tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:24.748542 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a66b5887-caad-42a9-81e9-62a3f102b32d tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.3710208 Apr 28 20:03:24.751827 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 52670) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:03:24.756547 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 247f042d-0cef-4d97-9328-10b088ea7cee no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:03:24.762931 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d9a41933-e765-4f01-bd58-e590de5cd993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:24.776315 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a41933-e765-4f01-bd58-e590de5cd993 admin admin] No DVR routers for this DVR port 247f042d-0cef-4d97-9328-10b088ea7cee on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:03:24.799242 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a41933-e765-4f01-bd58-e590de5cd993 admin admin] Pushing event deleted for resources: {'Port': ['ID=247f042d-0cef-4d97-9328-10b088ea7cee,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:24.804455 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 247f042d-0cef-4d97-9328-10b088ea7cee {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:03:24.804669 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 247f042d-0cef-4d97-9328-10b088ea7cee not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:03:24.805079 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 45ef3267-1095-4f08-9c99-37a88b8516df no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:03:24.846170 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 45ef3267-1095-4f08-9c99-37a88b8516df {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:03:24.846510 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 45ef3267-1095-4f08-9c99-37a88b8516df not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:03:24.879361 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d9a41933-e765-4f01-bd58-e590de5cd993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:24.913026 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-d9a41933-e765-4f01-bd58-e590de5cd993 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:24.935949 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-d9a41933-e765-4f01-bd58-e590de5cd993 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e64b0cb4-6e2b-4c06-81d4-5321e68f507b') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:24.936372 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-d9a41933-e765-4f01-bd58-e590de5cd993 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e64b0cb4-6e2b-4c06-81d4-5321e68f507b') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:24.947022 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d9a41933-e765-4f01-bd58-e590de5cd993 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:24.954978 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-6412fdd7-0341-4725-9d7e-5c4870ec2983 None None] Set router 609947e9-d1d3-4106-8b27-54257baed775 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:03:24.974275 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d9a41933-e765-4f01-bd58-e590de5cd993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:24.999081 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8dfee378-a4bb-43ef-8282-1a4af0df1076 tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=740864a3722b4fce8e622d6fc70a0132&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2461369 Apr 28 20:03:25.001634 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 52676) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:03:25.011265 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a41933-e765-4f01-bd58-e590de5cd993 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:03:25.011741 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d9a41933-e765-4f01-bd58-e590de5cd993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: timer() Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:03:25.013549 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:03:25.172708 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6412fdd7-0341-4725-9d7e-5c4870ec2983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609947e9-d1d3-4106-8b27-54257baed775', 'name': 'tempest-TestSecurityGroupsBasicOps-router-161074664', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '85ba5686-562b-4f34-8dc0-c61d250866d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:03:21Z', 'updated_at': '2022-04-28T20:03:23Z', 'revision_number': 3, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'gw_port': {'id': '85ba5686-562b-4f34-8dc0-c61d250866d7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cc:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609947e9-d1d3-4106-8b27-54257baed775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:03:22Z', 'updated_at': '2022-04-28T20:03:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:25.205834 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6412fdd7-0341-4725-9d7e-5c4870ec2983 None None] Checking router: 609947e9-d1d3-4106-8b27-54257baed775 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:03:25.206432 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6412fdd7-0341-4725-9d7e-5c4870ec2983 None None] Updating router 609947e9-d1d3-4106-8b27-54257baed775 port 85ba5686-562b-4f34-8dc0-c61d250866d7 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:03:25.249523 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-6412fdd7-0341-4725-9d7e-5c4870ec2983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:25.255529 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d9a41933-e765-4f01-bd58-e590de5cd993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:25.265831 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d9a41933-e765-4f01-bd58-e590de5cd993 admin admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:25.272309 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 52684) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:03:25.280052 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d9a41933-e765-4f01-bd58-e590de5cd993 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f HTTP/1.1" status: 204 len: 168 time: 1.1976571 Apr 28 20:03:25.371438 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a41933-e765-4f01-bd58-e590de5cd993 admin admin] Pushing event deleted for resources: {'Network': ['ID=d629e648-5e1f-4bf0-a6c2-df9e5f4aa45f,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:25.374826 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f21dd62-1c8a-40d3-b673-4f27fb63d396 tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:25.376452 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6f21dd62-1c8a-40d3-b673-4f27fb63d396 tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3736210 Apr 28 20:03:25.382761 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 52686) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:03:25.427431 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 52688) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:03:25.427693 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ee4ec6eb-05b6-4c38-9655-79e3fedca056 tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=562d8c9c-50aa-492e-ae08-06d7f5fe6347&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412185 Apr 28 20:03:25.437197 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-ec373993-0f5f-4aaa-982f-f4a17b0c3100 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-332798224', 'network_id': 'fb86f246-df4b-451a-a249-8bb43570fa6a', 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:25.608030 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec373993-0f5f-4aaa-982f-f4a17b0c3100 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Made reservation on behalf of 740864a3722b4fce8e622d6fc70a0132 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:25.614103 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ec373993-0f5f-4aaa-982f-f4a17b0c3100 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:25.628472 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-6412fdd7-0341-4725-9d7e-5c4870ec2983 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:25.635937 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-6412fdd7-0341-4725-9d7e-5c4870ec2983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:25.709794 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47aa86f-0414-407d-bf68-25882aa1d263 None None] Pushing event updated for resources: {'Port': ['ID=85ba5686-562b-4f34-8dc0-c61d250866d7,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:25.715245 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-6412fdd7-0341-4725-9d7e-5c4870ec2983 None None] Attempting to bind port 85ba5686-562b-4f34-8dc0-c61d250866d7 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:03:25.715619 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-6412fdd7-0341-4725-9d7e-5c4870ec2983 None None] Attempting to bind port 85ba5686-562b-4f34-8dc0-c61d250866d7 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:03:25.715981 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6412fdd7-0341-4725-9d7e-5c4870ec2983 None None] Attempting to bind port 85ba5686-562b-4f34-8dc0-c61d250866d7 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:03:25.726865 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6412fdd7-0341-4725-9d7e-5c4870ec2983 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:03:25.726865 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6412fdd7-0341-4725-9d7e-5c4870ec2983 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:03:25.726865 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-6412fdd7-0341-4725-9d7e-5c4870ec2983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:25.726865 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6412fdd7-0341-4725-9d7e-5c4870ec2983 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:03:25.726865 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-6412fdd7-0341-4725-9d7e-5c4870ec2983 None None] Bound port: 85ba5686-562b-4f34-8dc0-c61d250866d7, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:03:25.726865 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-6412fdd7-0341-4725-9d7e-5c4870ec2983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:25.794491 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-6412fdd7-0341-4725-9d7e-5c4870ec2983 None None] For port 85ba5686-562b-4f34-8dc0-c61d250866d7, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:03:25.800252 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-6412fdd7-0341-4725-9d7e-5c4870ec2983 None None] For port 85ba5686-562b-4f34-8dc0-c61d250866d7, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=85ba5686-562b-4f34-8dc0-c61d250866d7,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:03:25.801149 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:25.808546 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-6412fdd7-0341-4725-9d7e-5c4870ec2983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:25.883994 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6412fdd7-0341-4725-9d7e-5c4870ec2983 None None] Routers {'609947e9-d1d3-4106-8b27-54257baed775'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:03:25.885190 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6412fdd7-0341-4725-9d7e-5c4870ec2983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:03:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['609947e9-d1d3-4106-8b27-54257baed775'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:25.887391 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ec373993-0f5f-4aaa-982f-f4a17b0c3100 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:25.947324 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:25.966422 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ae4f3eea-288c-4701-a1bc-f255dc95e329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:25.971093 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec373993-0f5f-4aaa-982f-f4a17b0c3100 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Pushing event updated for resources: {'Subnet': ['ID=2d7c7569-a705-483c-821b-67f0d3756ea5,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:25.973270 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec373993-0f5f-4aaa-982f-f4a17b0c3100 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Checking segment: {'id': 'fdfd9e23-935e-42c8-844a-39b4a6572666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fb86f246-df4b-451a-a249-8bb43570fa6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:03:25.973632 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec373993-0f5f-4aaa-982f-f4a17b0c3100 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Network hostable DHCP agents. Network: fb86f246-df4b-451a-a249-8bb43570fa6a, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:03:25.990651 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47aa86f-0414-407d-bf68-25882aa1d263 None None] Pushing event updated for resources: {'Port': ['ID=85ba5686-562b-4f34-8dc0-c61d250866d7,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:25.995156 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec373993-0f5f-4aaa-982f-f4a17b0c3100 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Network fb86f246-df4b-451a-a249-8bb43570fa6a is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:03:26.010476 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-ec373993-0f5f-4aaa-982f-f4a17b0c3100 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, fb86f246-df4b-451a-a249-8bb43570fa6a) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:26.015422 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec373993-0f5f-4aaa-982f-f4a17b0c3100 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:26.016009 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ec373993-0f5f-4aaa-982f-f4a17b0c3100 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:26.019809 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194c4dcb-70a1-4944-87ea-5c0349418b89 None None] Network fb86f246-df4b-451a-a249-8bb43570fa6a requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:03:26.039594 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ec373993-0f5f-4aaa-982f-f4a17b0c3100 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6108327 Apr 28 20:03:26.042866 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 52704) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:03:26.132636 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-6412fdd7-0341-4725-9d7e-5c4870ec2983 None None] Set router 609947e9-d1d3-4106-8b27-54257baed775 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:03:26.258462 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111e37d3-9553-4861-ad4f-55124201174e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-fb86f246-df4b-451a-a249-8bb43570fa6a', 'network_id': 'fb86f246-df4b-451a-a249-8bb43570fa6a', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'fixed_ips': [{'subnet_id': '2d7c7569-a705-483c-821b-67f0d3756ea5'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:03:26.266535 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-111e37d3-9553-4861-ad4f-55124201174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:26.339034 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ae4f3eea-288c-4701-a1bc-f255dc95e329 admin admin] Deleting port 161a458c-4ef1-47ff-949c-fbef24ad01d6 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:03:26.340474 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ae4f3eea-288c-4701-a1bc-f255dc95e329 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:26.388472 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-6412fdd7-0341-4725-9d7e-5c4870ec2983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609947e9-d1d3-4106-8b27-54257baed775', 'name': 'tempest-TestSecurityGroupsBasicOps-router-161074664', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '85ba5686-562b-4f34-8dc0-c61d250866d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:03:21Z', 'updated_at': '2022-04-28T20:03:23Z', 'revision_number': 3, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'gw_port': {'id': '85ba5686-562b-4f34-8dc0-c61d250866d7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cc:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609947e9-d1d3-4106-8b27-54257baed775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:03:22Z', 'updated_at': '2022-04-28T20:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:26.430282 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ae4f3eea-288c-4701-a1bc-f255dc95e329 admin admin] For port 161a458c-4ef1-47ff-949c-fbef24ad01d6, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=161a458c-4ef1-47ff-949c-fbef24ad01d6,segment=NetworkSegment(33d0ec65-7d6c-476a-be5c-6c9dfb2100f3),segment_id=33d0ec65-7d6c-476a-be5c-6c9dfb2100f3)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:03:26.431278 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ae4f3eea-288c-4701-a1bc-f255dc95e329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:26.445492 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ae4f3eea-288c-4701-a1bc-f255dc95e329 admin admin] Calling delete_port for 161a458c-4ef1-47ff-949c-fbef24ad01d6 owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:03:26.458565 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6412fdd7-0341-4725-9d7e-5c4870ec2983 None None] The sync data for ids ['609947e9-d1d3-4106-8b27-54257baed775'] in n-d-839810-1 is: [{'id': '609947e9-d1d3-4106-8b27-54257baed775', 'name': 'tempest-TestSecurityGroupsBasicOps-router-161074664', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '85ba5686-562b-4f34-8dc0-c61d250866d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:03:21Z', 'updated_at': '2022-04-28T20:03:23Z', 'revision_number': 3, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'gw_port': {'id': '85ba5686-562b-4f34-8dc0-c61d250866d7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cc:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609947e9-d1d3-4106-8b27-54257baed775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:03:22Z', 'updated_at': '2022-04-28T20:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:03:26.469933 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-111e37d3-9553-4861-ad4f-55124201174e None None] Allocated IP 172.20.0.2 (fb86f246-df4b-451a-a249-8bb43570fa6a/2d7c7569-a705-483c-821b-67f0d3756ea5/7f134856-a155-43ea-a656-eccdc16de1ce) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:03:26.723113 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ae4f3eea-288c-4701-a1bc-f255dc95e329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:26.814938 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-111e37d3-9553-4861-ad4f-55124201174e None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:26.823689 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f3eea-288c-4701-a1bc-f255dc95e329 admin admin] Pushing event deleted for resources: {'Port': ['ID=161a458c-4ef1-47ff-949c-fbef24ad01d6,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:26.839442 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-111e37d3-9553-4861-ad4f-55124201174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:26.863565 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4f3eea-288c-4701-a1bc-f255dc95e329 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:26.864556 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4f3eea-288c-4701-a1bc-f255dc95e329 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:26.864556 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4f3eea-288c-4701-a1bc-f255dc95e329 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:26.864738 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4f3eea-288c-4701-a1bc-f255dc95e329 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:26.865036 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4f3eea-288c-4701-a1bc-f255dc95e329 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:26.865357 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4f3eea-288c-4701-a1bc-f255dc95e329 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:26.865795 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4f3eea-288c-4701-a1bc-f255dc95e329 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:26.866209 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4f3eea-288c-4701-a1bc-f255dc95e329 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:26.866564 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4f3eea-288c-4701-a1bc-f255dc95e329 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:26.866886 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4f3eea-288c-4701-a1bc-f255dc95e329 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:26.867206 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4f3eea-288c-4701-a1bc-f255dc95e329 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:26.867520 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4f3eea-288c-4701-a1bc-f255dc95e329 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:26.935420 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f84d3-57d8-48f1-979c-44f3ca1aab20 req-84792fe5-eefe-4aa7-b835-c39bdda6db05 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:26.937565 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6d7f84d3-57d8-48f1-979c-44f3ca1aab20 req-84792fe5-eefe-4aa7-b835-c39bdda6db05 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/ports?device_id=4561b420-21df-4a7f-8291-0215affdda90 HTTP/1.1" status: 200 len: 946 time: 0.2092476 Apr 28 20:03:26.948223 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e37d3-9553-4861-ad4f-55124201174e None None] Pushing event updated for resources: {'Port': ['ID=7f134856-a155-43ea-a656-eccdc16de1ce,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:26.973809 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111e37d3-9553-4861-ad4f-55124201174e None None] Network fb86f246-df4b-451a-a249-8bb43570fa6a is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:03:26.975320 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-111e37d3-9553-4861-ad4f-55124201174e None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:26.979223 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111e37d3-9553-4861-ad4f-55124201174e None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:03:27.047204 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e76c8603-b4cf-4e5b-bea9-471f89196571 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:27.067725 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6d7f84d3-57d8-48f1-979c-44f3ca1aab20 req-3a5cb6c1-0e73-4e3f-96c0-34f10a7a959b tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/security-groups?id=29a7ab95-457b-4595-9690-a1bd2d1992a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000562 Apr 28 20:03:27.101492 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-111e37d3-9553-4861-ad4f-55124201174e None None] Attempting to bind port 7f134856-a155-43ea-a656-eccdc16de1ce on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:03:27.101845 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-111e37d3-9553-4861-ad4f-55124201174e None None] Attempting to bind port 7f134856-a155-43ea-a656-eccdc16de1ce by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'fdfd9e23-935e-42c8-844a-39b4a6572666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fb86f246-df4b-451a-a249-8bb43570fa6a'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:03:27.102773 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111e37d3-9553-4861-ad4f-55124201174e None None] Attempting to bind port 7f134856-a155-43ea-a656-eccdc16de1ce on network fb86f246-df4b-451a-a249-8bb43570fa6a {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:03:27.117720 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111e37d3-9553-4861-ad4f-55124201174e None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:03:27.118536 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111e37d3-9553-4861-ad4f-55124201174e None None] Checking segment: {'id': 'fdfd9e23-935e-42c8-844a-39b4a6572666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fb86f246-df4b-451a-a249-8bb43570fa6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:03:27.118536 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-111e37d3-9553-4861-ad4f-55124201174e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:27.118904 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111e37d3-9553-4861-ad4f-55124201174e None None] Bound using segment: {'id': 'fdfd9e23-935e-42c8-844a-39b4a6572666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fb86f246-df4b-451a-a249-8bb43570fa6a'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:03:27.119393 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-111e37d3-9553-4861-ad4f-55124201174e None None] Bound port: 7f134856-a155-43ea-a656-eccdc16de1ce, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdfd9e23-935e-42c8-844a-39b4a6572666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fb86f246-df4b-451a-a249-8bb43570fa6a'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:03:27.119928 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-111e37d3-9553-4861-ad4f-55124201174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:27.183386 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ae4f3eea-288c-4701-a1bc-f255dc95e329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:27.235132 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-111e37d3-9553-4861-ad4f-55124201174e None None] For port 7f134856-a155-43ea-a656-eccdc16de1ce, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:03:27.242324 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-111e37d3-9553-4861-ad4f-55124201174e None None] For port 7f134856-a155-43ea-a656-eccdc16de1ce, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=7f134856-a155-43ea-a656-eccdc16de1ce,segment=NetworkSegment(fdfd9e23-935e-42c8-844a-39b4a6572666),segment_id=fdfd9e23-935e-42c8-844a-39b4a6572666)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:03:27.248837 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-111e37d3-9553-4861-ad4f-55124201174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:27.331250 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e37d3-9553-4861-ad4f-55124201174e None None] Pushing event updated for resources: {'Port': ['ID=7f134856-a155-43ea-a656-eccdc16de1ce,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:27.547539 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-e76c8603-b4cf-4e5b-bea9-471f89196571 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Allocated IP 172.20.0.1 (fb86f246-df4b-451a-a249-8bb43570fa6a/2d7c7569-a705-483c-821b-67f0d3756ea5/e8480046-254f-4e9d-824c-2e31b7e68c68) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:03:27.776560 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e76c8603-b4cf-4e5b-bea9-471f89196571 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:27.850431 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e76c8603-b4cf-4e5b-bea9-471f89196571 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:27.918928 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76c8603-b4cf-4e5b-bea9-471f89196571 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Network fb86f246-df4b-451a-a249-8bb43570fa6a is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:03:27.925233 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-e76c8603-b4cf-4e5b-bea9-471f89196571 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:27.928320 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c8603-b4cf-4e5b-bea9-471f89196571 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Pushing event updated for resources: {'Port': ['ID=e8480046-254f-4e9d-824c-2e31b7e68c68,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:27.936870 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76c8603-b4cf-4e5b-bea9-471f89196571 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:03:27.941136 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c8603-b4cf-4e5b-bea9-471f89196571 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:27.941585 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c8603-b4cf-4e5b-bea9-471f89196571 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:27.941987 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c8603-b4cf-4e5b-bea9-471f89196571 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:27.942390 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c8603-b4cf-4e5b-bea9-471f89196571 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:27.942806 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c8603-b4cf-4e5b-bea9-471f89196571 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:27.943205 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c8603-b4cf-4e5b-bea9-471f89196571 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:27.943600 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c8603-b4cf-4e5b-bea9-471f89196571 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:27.943994 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c8603-b4cf-4e5b-bea9-471f89196571 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:27.945064 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c8603-b4cf-4e5b-bea9-471f89196571 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:27.945467 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c8603-b4cf-4e5b-bea9-471f89196571 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:27.945909 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c8603-b4cf-4e5b-bea9-471f89196571 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:27.946309 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c8603-b4cf-4e5b-bea9-471f89196571 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:28.001089 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e76c8603-b4cf-4e5b-bea9-471f89196571 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:28.041443 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4f3eea-288c-4701-a1bc-f255dc95e329 admin admin] Router 6c158196-3759-4dc7-b66b-26ccbec65977 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:03:28.179594 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e76c8603-b4cf-4e5b-bea9-471f89196571 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:28.243141 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a668256-0282-48de-9b56-af7adddfc8fc req-26fe8b7a-5ec5-4321-8233-2e7590e7ce1a tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:28.244687 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8a668256-0282-48de-9b56-af7adddfc8fc req-26fe8b7a-5ec5-4321-8233-2e7590e7ce1a tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.15 "GET /v2.0/ports?device_id=4561b420-21df-4a7f-8291-0215affdda90 HTTP/1.1" status: 200 len: 946 time: 0.1413002 Apr 28 20:03:28.261490 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4f3eea-288c-4701-a1bc-f255dc95e329 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:03:28.270061 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a231695-73d2-4ff0-81b0-1e4b9efd09ea None None] Sync routers for ids ['6c158196-3759-4dc7-b66b-26ccbec65977'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:03:28.276489 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd839b9b-f0e9-4a47-adc4-b60d8c9dc2a0 req-81cf371d-78b3-46b4-a44e-ac7b7e250394 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:28.283859 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bd839b9b-f0e9-4a47-adc4-b60d8c9dc2a0 req-81cf371d-78b3-46b4-a44e-ac7b7e250394 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/ports?device_id=4561b420-21df-4a7f-8291-0215affdda90 HTTP/1.1" status: 200 len: 946 time: 0.1045442 Apr 28 20:03:28.295965 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ae4f3eea-288c-4701-a1bc-f255dc95e329 admin admin] 10.222.0.42 "PUT /v2.0/routers/6c158196-3759-4dc7-b66b-26ccbec65977/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0225651 Apr 28 20:03:28.299396 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a231695-73d2-4ff0-81b0-1e4b9efd09ea None None] Routers {'6c158196-3759-4dc7-b66b-26ccbec65977'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:03:28.307113 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3a231695-73d2-4ff0-81b0-1e4b9efd09ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:03:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['6c158196-3759-4dc7-b66b-26ccbec65977'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:28.310842 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 52744) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:03:28.412514 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bd839b9b-f0e9-4a47-adc4-b60d8c9dc2a0 req-b19f3c40-2dc7-48fd-a1f5-20b8bfe1c751 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/security-groups?id=29a7ab95-457b-4595-9690-a1bd2d1992a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226470 Apr 28 20:03:28.532057 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4e75ef6e-10b8-4006-a0ee-f99390ef6b13 admin admin] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:28.544722 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-3a231695-73d2-4ff0-81b0-1e4b9efd09ea None None] Set router 6c158196-3759-4dc7-b66b-26ccbec65977 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:03:28.680445 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-8a668256-0282-48de-9b56-af7adddfc8fc req-d9496914-7a56-42e7-baf1-dff027360605 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Deleting port 6eba6d19-4c11-4fe0-91ee-769291571ddf {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:03:28.680822 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8a668256-0282-48de-9b56-af7adddfc8fc req-d9496914-7a56-42e7-baf1-dff027360605 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:28.728525 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1189fa21-0111-4919-8929-a9be29b930fb None None] Network fb86f246-df4b-451a-a249-8bb43570fa6a requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:03:28.767019 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e76c8603-b4cf-4e5b-bea9-471f89196571 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:28.776526 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e76c8603-b4cf-4e5b-bea9-471f89196571 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:28.826002 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3b5ae66b-7e65-4c02-a01e-10957be3b062 None None] Provisioning complete for port 7f134856-a155-43ea-a656-eccdc16de1ce triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:28.826379 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3b5ae66b-7e65-4c02-a01e-10957be3b062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:28.835521 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-8a668256-0282-48de-9b56-af7adddfc8fc req-d9496914-7a56-42e7-baf1-dff027360605 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] For port 6eba6d19-4c11-4fe0-91ee-769291571ddf, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=6eba6d19-4c11-4fe0-91ee-769291571ddf,segment=NetworkSegment(bd2bed0b-01bb-4134-a009-1575952a87b8),segment_id=bd2bed0b-01bb-4134-a009-1575952a87b8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:03:28.837471 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8a668256-0282-48de-9b56-af7adddfc8fc req-d9496914-7a56-42e7-baf1-dff027360605 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:28.867626 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4e75ef6e-10b8-4006-a0ee-f99390ef6b13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:28.871430 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-8a668256-0282-48de-9b56-af7adddfc8fc req-d9496914-7a56-42e7-baf1-dff027360605 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Calling delete_port for 6eba6d19-4c11-4fe0-91ee-769291571ddf owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:03:28.973684 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c8603-b4cf-4e5b-bea9-471f89196571 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Pushing event updated for resources: {'Port': ['ID=e8480046-254f-4e9d-824c-2e31b7e68c68,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:28.976519 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e76c8603-b4cf-4e5b-bea9-471f89196571 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:29.081250 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 85ba5686-562b-4f34-8dc0-c61d250866d7 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:03:29.123410 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3a231695-73d2-4ff0-81b0-1e4b9efd09ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c158196-3759-4dc7-b66b-26ccbec65977', 'name': 'tempest-TestServerMultinode-718872471-router', 'tenant_id': '7865b1e813e342558ad50303200c0cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '4641c597-7931-4968-a391-6fff2330f0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:02:25Z', 'updated_at': '2022-04-28T20:03:26Z', 'revision_number': 5, 'project_id': '7865b1e813e342558ad50303200c0cad', 'gw_port': {'id': '4641c597-7931-4968-a391-6fff2330f0f6', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c158196-3759-4dc7-b66b-26ccbec65977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:26Z', 'updated_at': '2022-04-28T20:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:29.135158 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4e75ef6e-10b8-4006-a0ee-f99390ef6b13 admin admin] Deleting port 4641c597-7931-4968-a391-6fff2330f0f6 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:03:29.135724 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4e75ef6e-10b8-4006-a0ee-f99390ef6b13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:29.206390 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76c8603-b4cf-4e5b-bea9-471f89196571 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Network fb86f246-df4b-451a-a249-8bb43570fa6a is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:03:29.208674 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-e76c8603-b4cf-4e5b-bea9-471f89196571 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:29.226395 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8a668256-0282-48de-9b56-af7adddfc8fc req-d9496914-7a56-42e7-baf1-dff027360605 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:29.296823 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9496914-7a56-42e7-baf1-dff027360605 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Pushing event deleted for resources: {'Port': ['ID=6eba6d19-4c11-4fe0-91ee-769291571ddf,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:29.357029 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4e75ef6e-10b8-4006-a0ee-f99390ef6b13 admin admin] For port 4641c597-7931-4968-a391-6fff2330f0f6, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=4641c597-7931-4968-a391-6fff2330f0f6,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:03:29.357418 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4e75ef6e-10b8-4006-a0ee-f99390ef6b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:29.385946 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a668256-0282-48de-9b56-af7adddfc8fc req-d9496914-7a56-42e7-baf1-dff027360605 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] No DVR routers for this DVR port 6eba6d19-4c11-4fe0-91ee-769291571ddf on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:03:29.391918 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8a668256-0282-48de-9b56-af7adddfc8fc req-d9496914-7a56-42e7-baf1-dff027360605 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:29.396164 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8a668256-0282-48de-9b56-af7adddfc8fc req-d9496914-7a56-42e7-baf1-dff027360605 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.15 "DELETE /v2.0/ports/6eba6d19-4c11-4fe0-91ee-769291571ddf HTTP/1.1" status: 204 len: 173 time: 1.1408484 Apr 28 20:03:29.396600 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4561b420-21df-4a7f-8291-0215affdda90', 'name': 'network-vif-deleted', 'tag': '6eba6d19-4c11-4fe0-91ee-769291571ddf'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:03:29.400984 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91152ad7-45e6-4607-a62d-e52a5ab41c61" -d '{"events": [{"server_uuid": "4561b420-21df-4a7f-8291-0215affdda90", "name": "network-vif-deleted", "tag": "6eba6d19-4c11-4fe0-91ee-769291571ddf"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:03:29.403726 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4e75ef6e-10b8-4006-a0ee-f99390ef6b13 admin admin] Calling delete_port for 4641c597-7931-4968-a391-6fff2330f0f6 owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:03:29.466561 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a231695-73d2-4ff0-81b0-1e4b9efd09ea None None] Checking router: 6c158196-3759-4dc7-b66b-26ccbec65977 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:03:29.476832 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3b5ae66b-7e65-4c02-a01e-10957be3b062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:29.500589 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca430bb-6b7f-4a35-92a0-bc1597de1fde x-openstack-request-id: req-aca430bb-6b7f-4a35-92a0-bc1597de1fde {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:03:29.500914 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4561b420-21df-4a7f-8291-0215affdda90", "name": "network-vif-deleted", "tag": "6eba6d19-4c11-4fe0-91ee-769291571ddf", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:03:29.501122 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aca430bb-6b7f-4a35-92a0-bc1597de1fde {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:03:29.501868 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aca430bb-6b7f-4a35-92a0-bc1597de1fde'] response: {'server_uuid': '4561b420-21df-4a7f-8291-0215affdda90', 'name': 'network-vif-deleted', 'tag': '6eba6d19-4c11-4fe0-91ee-769291571ddf', 'status': 'completed', 'code': 200} Apr 28 20:03:29.535435 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-3b5ae66b-7e65-4c02-a01e-10957be3b062 None None] For port 7f134856-a155-43ea-a656-eccdc16de1ce, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=7f134856-a155-43ea-a656-eccdc16de1ce,segment=NetworkSegment(fdfd9e23-935e-42c8-844a-39b4a6572666),segment_id=fdfd9e23-935e-42c8-844a-39b4a6572666)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:03:29.550062 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a231695-73d2-4ff0-81b0-1e4b9efd09ea None None] Routers {'6c158196-3759-4dc7-b66b-26ccbec65977'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:03:29.551411 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3a231695-73d2-4ff0-81b0-1e4b9efd09ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:03:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['6c158196-3759-4dc7-b66b-26ccbec65977'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:29.554934 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3b5ae66b-7e65-4c02-a01e-10957be3b062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:29.579062 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-87fed6cf-36f4-4ef8-8ed4-9da88ddec6cc req-ac26c1b2-8ff8-4d56-be66-3c0fefda5d92 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/ports?device_id=4561b420-21df-4a7f-8291-0215affdda90 HTTP/1.1" status: 200 len: 210 time: 0.0574572 Apr 28 20:03:29.713685 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 85ba5686-562b-4f34-8dc0-c61d250866d7 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:29.714331 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:29.745553 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4e75ef6e-10b8-4006-a0ee-f99390ef6b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:29.802634 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75ef6e-10b8-4006-a0ee-f99390ef6b13 admin admin] Pushing event deleted for resources: {'Port': ['ID=4641c597-7931-4968-a391-6fff2330f0f6,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:29.854040 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ae66b-7e65-4c02-a01e-10957be3b062 None None] Pushing event updated for resources: {'Port': ['ID=7f134856-a155-43ea-a656-eccdc16de1ce,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:29.883423 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-3a231695-73d2-4ff0-81b0-1e4b9efd09ea None None] Set router 6c158196-3759-4dc7-b66b-26ccbec65977 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:03:29.931299 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4e75ef6e-10b8-4006-a0ee-f99390ef6b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:29.962265 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76c8603-b4cf-4e5b-bea9-471f89196571 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Router 609947e9-d1d3-4106-8b27-54257baed775 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:03:29.987924 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3a231695-73d2-4ff0-81b0-1e4b9efd09ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c158196-3759-4dc7-b66b-26ccbec65977', 'name': 'tempest-TestServerMultinode-718872471-router', 'tenant_id': '7865b1e813e342558ad50303200c0cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:02:25Z', 'updated_at': '2022-04-28T20:03:28Z', 'revision_number': 6, 'project_id': '7865b1e813e342558ad50303200c0cad', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:30.100454 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a231695-73d2-4ff0-81b0-1e4b9efd09ea None None] The sync data for ids ['6c158196-3759-4dc7-b66b-26ccbec65977'] in n-d-839810-1 is: [{'id': '6c158196-3759-4dc7-b66b-26ccbec65977', 'name': 'tempest-TestServerMultinode-718872471-router', 'tenant_id': '7865b1e813e342558ad50303200c0cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:02:25Z', 'updated_at': '2022-04-28T20:03:28Z', 'revision_number': 6, 'project_id': '7865b1e813e342558ad50303200c0cad', 'gw_port_host': None}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:03:30.140763 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4e75ef6e-10b8-4006-a0ee-f99390ef6b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.143283 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4e75ef6e-10b8-4006-a0ee-f99390ef6b13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.143412 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-30efe99e-c46b-4ed4-a848-41edb3e66edc None None] Provisioning complete for port 7f134856-a155-43ea-a656-eccdc16de1ce triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:30.143732 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-30efe99e-c46b-4ed4-a848-41edb3e66edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.145935 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.180833 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76c8603-b4cf-4e5b-bea9-471f89196571 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:03:30.186350 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e76c8603-b4cf-4e5b-bea9-471f89196571 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "PUT /v2.0/routers/609947e9-d1d3-4106-8b27-54257baed775/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1424654 Apr 28 20:03:30.191646 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 52774) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:03:30.201964 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-86bc9152-4cc6-4ccb-a166-4e3873459bf2 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--912241137', 'description': 'tempest-secgroup_access--912241137 description', 'project_id': '740864a3722b4fce8e622d6fc70a0132'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:30.237922 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4e75ef6e-10b8-4006-a0ee-f99390ef6b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.238705 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e75ef6e-10b8-4006-a0ee-f99390ef6b13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c158196-3759-4dc7-b66b-26ccbec65977 {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:03:30.239094 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708a868f-6158-414b-80ff-54a37b80d87b None None] Sync routers for ids ['609947e9-d1d3-4106-8b27-54257baed775'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:03:30.249946 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4e75ef6e-10b8-4006-a0ee-f99390ef6b13 admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.250814 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 85ba5686-562b-4f34-8dc0-c61d250866d7, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=85ba5686-562b-4f34-8dc0-c61d250866d7,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:03:30.254174 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4e75ef6e-10b8-4006-a0ee-f99390ef6b13 admin admin] 10.222.0.42 "DELETE /v2.0/routers/6c158196-3759-4dc7-b66b-26ccbec65977 HTTP/1.1" status: 204 len: 168 time: 1.9263151 Apr 28 20:03:30.254458 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 52776) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:03:30.255837 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-86bc9152-4cc6-4ccb-a166-4e3873459bf2 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.256902 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708a868f-6158-414b-80ff-54a37b80d87b None None] Routers {'609947e9-d1d3-4106-8b27-54257baed775'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:03:30.257708 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-708a868f-6158-414b-80ff-54a37b80d87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:03:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['609947e9-d1d3-4106-8b27-54257baed775'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:30.262715 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.263707 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 7f134856-a155-43ea-a656-eccdc16de1ce up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:03:30.337873 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-b97c55f7-c743-4f75-87e1-a3c016974f3b admin admin] Deleting subnet e6865aec-ddf5-4d05-a7df-7e8c0a8ed741 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:03:30.350918 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b97c55f7-c743-4f75-87e1-a3c016974f3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.413651 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b97c55f7-c743-4f75-87e1-a3c016974f3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.420171 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 7f134856-a155-43ea-a656-eccdc16de1ce triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:30.420720 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.460923 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-86bc9152-4cc6-4ccb-a166-4e3873459bf2 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.468317 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-86bc9152-4cc6-4ccb-a166-4e3873459bf2 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.477206 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=85ba5686-562b-4f34-8dc0-c61d250866d7,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:30.518118 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-708a868f-6158-414b-80ff-54a37b80d87b None None] Set router 609947e9-d1d3-4106-8b27-54257baed775 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:03:30.555979 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc9152-4cc6-4ccb-a166-4e3873459bf2 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=281a6816-1467-4a44-bd86-44c67117e64b,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:30.612611 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-86bc9152-4cc6-4ccb-a166-4e3873459bf2 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.614109 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-86bc9152-4cc6-4ccb-a166-4e3873459bf2 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4213243 Apr 28 20:03:30.616963 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 52784) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:03:30.622473 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-1f8b7366-8760-459b-9443-a898931de821 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--94375445', 'description': 'tempest-secgroup_general--94375445 description', 'project_id': '740864a3722b4fce8e622d6fc70a0132'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:30.650746 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 6eba6d19-4c11-4fe0-91ee-769291571ddf no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:03:30.659970 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-30efe99e-c46b-4ed4-a848-41edb3e66edc None None] Provisioning complete for port e8480046-254f-4e9d-824c-2e31b7e68c68 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:30.660751 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-30efe99e-c46b-4ed4-a848-41edb3e66edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.668646 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1f8b7366-8760-459b-9443-a898931de821 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.772031 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b97c55f7-c743-4f75-87e1-a3c016974f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.784278 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 6eba6d19-4c11-4fe0-91ee-769291571ddf {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:03:30.785730 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 6eba6d19-4c11-4fe0-91ee-769291571ddf not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:03:30.804209 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-30efe99e-c46b-4ed4-a848-41edb3e66edc None None] Port e8480046-254f-4e9d-824c-2e31b7e68c68 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:03:30.838665 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1f8b7366-8760-459b-9443-a898931de821 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.843702 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1f8b7366-8760-459b-9443-a898931de821 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.871777 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b97c55f7-c743-4f75-87e1-a3c016974f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.887643 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1f8b7366-8760-459b-9443-a898931de821 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.892043 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1f8b7366-8760-459b-9443-a898931de821 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2705147 Apr 28 20:03:30.892794 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 52790) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:03:30.899522 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-2e1ef945-476a-4a92-8aef-1c67afd1e5ff tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Request body: {'security_group_rule': {'security_group_id': '281a6816-1467-4a44-bd86-44c67117e64b', 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:30.908798 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b7366-8760-459b-9443-a898931de821 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb6e349-7b1a-4f7a-80e8-5457297d55a9,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:30.944395 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a956e100-6f1b-4662-8664-b9c7fd646512 None None] Provisioning complete for port e8480046-254f-4e9d-824c-2e31b7e68c68 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:30.944848 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a956e100-6f1b-4662-8664-b9c7fd646512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.951561 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c55f7-c743-4f75-87e1-a3c016974f3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6865aec-ddf5-4d05-a7df-7e8c0a8ed741,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:30.960738 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b97c55f7-c743-4f75-87e1-a3c016974f3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.968115 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b97c55f7-c743-4f75-87e1-a3c016974f3b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e6865aec-ddf5-4d05-a7df-7e8c0a8ed741 HTTP/1.1" status: 204 len: 168 time: 0.7087758 Apr 28 20:03:30.968992 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 52796) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:03:30.991765 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2e1ef945-476a-4a92-8aef-1c67afd1e5ff tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:31.023038 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a43d1c-e38f-47dc-9688-f16396c4ec0a None None] Network bfd132d2-63e3-4854-b91c-ec866352d465 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:03:31.064787 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-708a868f-6158-414b-80ff-54a37b80d87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609947e9-d1d3-4106-8b27-54257baed775', 'name': 'tempest-TestSecurityGroupsBasicOps-router-161074664', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '85ba5686-562b-4f34-8dc0-c61d250866d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:03:21Z', 'updated_at': '2022-04-28T20:03:28Z', 'revision_number': 4, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'gw_port': {'id': '85ba5686-562b-4f34-8dc0-c61d250866d7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609947e9-d1d3-4106-8b27-54257baed775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:03:22Z', 'updated_at': '2022-04-28T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'e8480046-254f-4e9d-824c-2e31b7e68c68', 'name': '', 'network_id': 'fb86f246-df4b-451a-a249-8bb43570fa6a', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'mac_address': 'fa:16:3e:0f:b8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609947e9-d1d3-4106-8b27-54257baed775', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '2d7c7569-a705-483c-821b-67f0d3756ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:03:27Z', 'updated_at': '2022-04-28T20:03:28Z', 'revision_number': 2, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'subnets': [{'id': '2d7c7569-a705-483c-821b-67f0d3756ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:31.153979 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b44e1c3-3891-4cf8-95eb-4711c3626e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:31.186709 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-a956e100-6f1b-4662-8664-b9c7fd646512 None None] Port e8480046-254f-4e9d-824c-2e31b7e68c68 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:03:31.195028 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2e1ef945-476a-4a92-8aef-1c67afd1e5ff tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:31.200750 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2e1ef945-476a-4a92-8aef-1c67afd1e5ff tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:31.223607 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ef945-476a-4a92-8aef-1c67afd1e5ff tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a455cb4c-2976-43cb-8863-2725c8be60dd,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:31.245766 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2e1ef945-476a-4a92-8aef-1c67afd1e5ff tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:31.247019 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2e1ef945-476a-4a92-8aef-1c67afd1e5ff tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3533673 Apr 28 20:03:31.284256 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708a868f-6158-414b-80ff-54a37b80d87b None None] Checking router: 609947e9-d1d3-4106-8b27-54257baed775 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:03:31.284710 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708a868f-6158-414b-80ff-54a37b80d87b None None] Updating router 609947e9-d1d3-4106-8b27-54257baed775 port e8480046-254f-4e9d-824c-2e31b7e68c68 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:03:31.309785 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 85ba5686-562b-4f34-8dc0-c61d250866d7 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:03:31.332681 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-7b44e1c3-3891-4cf8-95eb-4711c3626e33 admin admin] Deleting port ffcf593e-c22a-4b7c-9c14-a9c76a719d2a {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:03:31.333851 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b44e1c3-3891-4cf8-95eb-4711c3626e33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:31.362055 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-708a868f-6158-414b-80ff-54a37b80d87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:31.450795 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 85ba5686-562b-4f34-8dc0-c61d250866d7 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:31.451375 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:31.463953 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-7b44e1c3-3891-4cf8-95eb-4711c3626e33 admin admin] For port ffcf593e-c22a-4b7c-9c14-a9c76a719d2a, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ffcf593e-c22a-4b7c-9c14-a9c76a719d2a,segment=NetworkSegment(33d0ec65-7d6c-476a-be5c-6c9dfb2100f3),segment_id=33d0ec65-7d6c-476a-be5c-6c9dfb2100f3)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:03:31.465264 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b44e1c3-3891-4cf8-95eb-4711c3626e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:31.497554 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-7b44e1c3-3891-4cf8-95eb-4711c3626e33 admin admin] Calling delete_port for ffcf593e-c22a-4b7c-9c14-a9c76a719d2a owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:03:31.559225 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-b44f6009-7761-425b-88d0-4bc052d2ef5e tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup_access--912241137&fields=id&tenant_id=740864a3722b4fce8e622d6fc70a0132 HTTP/1.1" status: 200 len: 267 time: 0.0885305 Apr 28 20:03:31.581289 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b86245-0153-4d87-b60b-0d2cc523676e None None] DHCP port deletion for bfd132d2-63e3-4854-b91c-ec866352d465 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:03:31.644272 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b44e1c3-3891-4cf8-95eb-4711c3626e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:31.654541 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-5045f5b0-d9ea-4574-a29e-e61ff28f81d6 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup_general--94375445&fields=id&tenant_id=740864a3722b4fce8e622d6fc70a0132 HTTP/1.1" status: 200 len: 267 time: 0.0759501 Apr 28 20:03:31.665581 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b44e1c3-3891-4cf8-95eb-4711c3626e33 admin admin] No DVR routers for this DVR port ffcf593e-c22a-4b7c-9c14-a9c76a719d2a on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:03:31.766668 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44e1c3-3891-4cf8-95eb-4711c3626e33 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffcf593e-c22a-4b7c-9c14-a9c76a719d2a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:31.801244 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 7f134856-a155-43ea-a656-eccdc16de1ce up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:03:31.854982 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-d3b86245-0153-4d87-b60b-0d2cc523676e None None] Deleting port ffcf593e-c22a-4b7c-9c14-a9c76a719d2a {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:03:31.855641 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d3b86245-0153-4d87-b60b-0d2cc523676e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:31.887136 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-2233497d-41ac-415f-9d9f-cd650c99c445 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:31.889302 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-2233497d-41ac-415f-9d9f-cd650c99c445 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/networks?id=fb86f246-df4b-451a-a249-8bb43570fa6a HTTP/1.1" status: 200 len: 797 time: 0.2279346 Apr 28 20:03:31.893121 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b44e1c3-3891-4cf8-95eb-4711c3626e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:31.922326 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-3d3a74e8-9b0d-42af-b3d3-eb946735d4e1 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/quotas/740864a3722b4fce8e622d6fc70a0132 HTTP/1.1" status: 200 len: 375 time: 0.0137794 Apr 28 20:03:31.947528 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-7b44e1c3-3891-4cf8-95eb-4711c3626e33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd132d2-63e3-4854-b91c-ec866352d465']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:31.955811 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-708a868f-6158-414b-80ff-54a37b80d87b None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:31.964575 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-708a868f-6158-414b-80ff-54a37b80d87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:31.982352 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-7b44e1c3-3891-4cf8-95eb-4711c3626e33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d0ec65-7d6c-476a-be5c-6c9dfb2100f3') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:31.983578 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-7b44e1c3-3891-4cf8-95eb-4711c3626e33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d0ec65-7d6c-476a-be5c-6c9dfb2100f3') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:32.051828 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b44e1c3-3891-4cf8-95eb-4711c3626e33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:32.071179 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-06d9c3ff-d61a-4a18-8f5c-3be1ed1506a0 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=740864a3722b4fce8e622d6fc70a0132&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1413126 Apr 28 20:03:32.080435 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d3b86245-0153-4d87-b60b-0d2cc523676e None None] For port ffcf593e-c22a-4b7c-9c14-a9c76a719d2a, host n-d-839810-1, got binding levels [] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:03:32.081053 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d3b86245-0153-4d87-b60b-0d2cc523676e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:32.098116 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b44e1c3-3891-4cf8-95eb-4711c3626e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:32.100916 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-d3b86245-0153-4d87-b60b-0d2cc523676e None None] Calling delete_port for ffcf593e-c22a-4b7c-9c14-a9c76a719d2a owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:03:32.104990 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.ipam_backend_mixin [None req-d3b86245-0153-4d87-b60b-0d2cc523676e None None] Port ffcf593e-c22a-4b7c-9c14-a9c76a719d2a was not found and therefore no delete operation was performed {{(pid=102775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 28 20:03:32.107347 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d3b86245-0153-4d87-b60b-0d2cc523676e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:32.108152 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b44e1c3-3891-4cf8-95eb-4711c3626e33 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:03:32.108833 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b44e1c3-3891-4cf8-95eb-4711c3626e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:32.111104 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 20:03:32.111104 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:03:32.111104 n-d-839810-1 neutron-server[102774]: timer() Apr 28 20:03:32.111104 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:03:32.111104 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 20:03:32.111104 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:03:32.111104 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 20:03:32.111104 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:03:32.111104 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 20:03:32.111104 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:03:32.111104 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 20:03:32.111104 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:03:32.111104 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 20:03:32.111104 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:03:32.111104 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:03:32.111104 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:03:32.111104 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:03:32.111104 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:03:32.111104 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 20:03:32.111104 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:03:32.111104 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 20:03:32.111104 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:03:32.111104 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:03:32.111104 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:03:32.111104 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 20:03:32.111104 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:03:32.111104 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:03:32.111104 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:03:32.111104 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:03:32.111104 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:03:32.111104 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:03:32.111104 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:03:32.149680 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b86245-0153-4d87-b60b-0d2cc523676e None None] Pushing event deleted for resources: {'Port': ['ID=ffcf593e-c22a-4b7c-9c14-a9c76a719d2a,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:32.167044 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 7f134856-a155-43ea-a656-eccdc16de1ce triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:32.167145 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:32.173448 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-708a868f-6158-414b-80ff-54a37b80d87b None None] Attempting to bind port e8480046-254f-4e9d-824c-2e31b7e68c68 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:03:32.173822 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-708a868f-6158-414b-80ff-54a37b80d87b None None] Attempting to bind port e8480046-254f-4e9d-824c-2e31b7e68c68 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'fdfd9e23-935e-42c8-844a-39b4a6572666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fb86f246-df4b-451a-a249-8bb43570fa6a'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:03:32.174187 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708a868f-6158-414b-80ff-54a37b80d87b None None] Attempting to bind port e8480046-254f-4e9d-824c-2e31b7e68c68 on network fb86f246-df4b-451a-a249-8bb43570fa6a {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:03:32.189887 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708a868f-6158-414b-80ff-54a37b80d87b None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:03:32.190273 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708a868f-6158-414b-80ff-54a37b80d87b None None] Checking segment: {'id': 'fdfd9e23-935e-42c8-844a-39b4a6572666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fb86f246-df4b-451a-a249-8bb43570fa6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:03:32.190677 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-708a868f-6158-414b-80ff-54a37b80d87b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:32.194176 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708a868f-6158-414b-80ff-54a37b80d87b None None] Bound using segment: {'id': 'fdfd9e23-935e-42c8-844a-39b4a6572666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fb86f246-df4b-451a-a249-8bb43570fa6a'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:03:32.194712 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-708a868f-6158-414b-80ff-54a37b80d87b None None] Bound port: e8480046-254f-4e9d-824c-2e31b7e68c68, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdfd9e23-935e-42c8-844a-39b4a6572666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fb86f246-df4b-451a-a249-8bb43570fa6a'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:03:32.197334 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-708a868f-6158-414b-80ff-54a37b80d87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:32.271817 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b86245-0153-4d87-b60b-0d2cc523676e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:32.272597 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b86245-0153-4d87-b60b-0d2cc523676e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:32.273101 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b86245-0153-4d87-b60b-0d2cc523676e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:32.273592 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b86245-0153-4d87-b60b-0d2cc523676e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:32.274286 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b86245-0153-4d87-b60b-0d2cc523676e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:32.274841 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b86245-0153-4d87-b60b-0d2cc523676e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:32.275329 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b86245-0153-4d87-b60b-0d2cc523676e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:32.275811 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b86245-0153-4d87-b60b-0d2cc523676e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:32.276946 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b86245-0153-4d87-b60b-0d2cc523676e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:32.277461 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b86245-0153-4d87-b60b-0d2cc523676e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:32.277945 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b86245-0153-4d87-b60b-0d2cc523676e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:32.278426 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b86245-0153-4d87-b60b-0d2cc523676e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:32.288822 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:32.294618 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b86245-0153-4d87-b60b-0d2cc523676e None None] No DVR routers for this DVR port ffcf593e-c22a-4b7c-9c14-a9c76a719d2a on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:03:32.314378 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-708a868f-6158-414b-80ff-54a37b80d87b None None] For port e8480046-254f-4e9d-824c-2e31b7e68c68, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:03:32.318930 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-708a868f-6158-414b-80ff-54a37b80d87b None None] For port e8480046-254f-4e9d-824c-2e31b7e68c68, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=e8480046-254f-4e9d-824c-2e31b7e68c68,segment=NetworkSegment(fdfd9e23-935e-42c8-844a-39b4a6572666),segment_id=fdfd9e23-935e-42c8-844a-39b4a6572666)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:03:32.325593 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636d923-b590-413e-9c0a-a6445a8720d5 None None] Pushing event updated for resources: {'Port': ['ID=e8480046-254f-4e9d-824c-2e31b7e68c68,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:32.332234 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-de57b27a-4bfa-4ccd-a9bf-48d216307834 service neutron] 10.222.0.42 "GET /v2.0/networks/fb86f246-df4b-451a-a249-8bb43570fa6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453043 Apr 28 20:03:32.334046 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b44e1c3-3891-4cf8-95eb-4711c3626e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:32.338453 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5636d923-b590-413e-9c0a-a6445a8720d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:32.339055 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5636d923-b590-413e-9c0a-a6445a8720d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:32.340431 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5636d923-b590-413e-9c0a-a6445a8720d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:32.340944 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5636d923-b590-413e-9c0a-a6445a8720d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:32.341704 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5636d923-b590-413e-9c0a-a6445a8720d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:32.342218 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5636d923-b590-413e-9c0a-a6445a8720d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:32.342715 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5636d923-b590-413e-9c0a-a6445a8720d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:32.343194 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5636d923-b590-413e-9c0a-a6445a8720d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:32.343673 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5636d923-b590-413e-9c0a-a6445a8720d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:32.344205 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5636d923-b590-413e-9c0a-a6445a8720d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:32.346897 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5636d923-b590-413e-9c0a-a6445a8720d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:32.347415 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5636d923-b590-413e-9c0a-a6445a8720d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:32.378455 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-708a868f-6158-414b-80ff-54a37b80d87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:32.380633 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b44e1c3-3891-4cf8-95eb-4711c3626e33 admin admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:32.385337 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7b44e1c3-3891-4cf8-95eb-4711c3626e33 admin admin] 10.222.0.42 "DELETE /v2.0/networks/bfd132d2-63e3-4854-b91c-ec866352d465 HTTP/1.1" status: 204 len: 168 time: 1.4152224 Apr 28 20:03:32.386792 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44e1c3-3891-4cf8-95eb-4711c3626e33 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfd132d2-63e3-4854-b91c-ec866352d465,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:32.440523 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 161a458c-4ef1-47ff-949c-fbef24ad01d6 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:03:32.454241 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad183b8-9f74-49bd-a4d4-04a0f402da60 req-f38364f3-f422-465b-8b8d-7552241b75ad tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:32.455941 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3ad183b8-9f74-49bd-a4d4-04a0f402da60 req-f38364f3-f422-465b-8b8d-7552241b75ad tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 1096 time: 0.2479322 Apr 28 20:03:32.512811 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 161a458c-4ef1-47ff-949c-fbef24ad01d6 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:03:32.513470 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 161a458c-4ef1-47ff-949c-fbef24ad01d6 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:03:32.524251 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3ad183b8-9f74-49bd-a4d4-04a0f402da60 req-a081af25-94f9-4a48-8808-aac07d859fbf tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608277 Apr 28 20:03:32.597863 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708a868f-6158-414b-80ff-54a37b80d87b None None] Routers {'609947e9-d1d3-4106-8b27-54257baed775'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:03:32.603142 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-708a868f-6158-414b-80ff-54a37b80d87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:03:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['609947e9-d1d3-4106-8b27-54257baed775'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:32.631031 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-513a40bc-5f89-4152-bf54-8ec66c37b5df service neutron] 10.222.0.42 "GET /v2.0/networks/fb86f246-df4b-451a-a249-8bb43570fa6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873881 Apr 28 20:03:32.692611 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636d923-b590-413e-9c0a-a6445a8720d5 None None] Pushing event updated for resources: {'Port': ['ID=e8480046-254f-4e9d-824c-2e31b7e68c68,revision_number=4']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:32.736751 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-872ac59a-ac41-442c-b933-8e6491f50c51 None None] Provisioning complete for port e8480046-254f-4e9d-824c-2e31b7e68c68 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:32.737255 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-872ac59a-ac41-442c-b933-8e6491f50c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:32.773781 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 52836) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:03:32.775880 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c6dce-4413-44ba-a90b-fd401e6f2232 req-569ba242-2fc4-4586-8aad-c94d786119f4 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:32.784429 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-952c6dce-4413-44ba-a90b-fd401e6f2232 req-569ba242-2fc4-4586-8aad-c94d786119f4 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 945 time: 0.1325588 Apr 28 20:03:32.866485 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ffcf593e-c22a-4b7c-9c14-a9c76a719d2a no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:03:32.901558 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: ffcf593e-c22a-4b7c-9c14-a9c76a719d2a {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:03:32.902239 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ffcf593e-c22a-4b7c-9c14-a9c76a719d2a not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:03:32.902795 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 4641c597-7931-4968-a391-6fff2330f0f6 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:03:32.913186 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-952c6dce-4413-44ba-a90b-fd401e6f2232 req-90443b78-5f79-4ea8-90c7-ed27159c1195 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276762 Apr 28 20:03:32.914848 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 52838) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:03:32.936238 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-59cc1f75-e90e-4744-bd56-76f772a2ce46 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b90cfc892edd4470a5640cb887918f1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1580482 Apr 28 20:03:32.937170 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 52846) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:03:32.941109 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 4641c597-7931-4968-a391-6fff2330f0f6 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:03:32.941661 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 4641c597-7931-4968-a391-6fff2330f0f6 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:03:32.982422 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-708a868f-6158-414b-80ff-54a37b80d87b None None] Set router 609947e9-d1d3-4106-8b27-54257baed775 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:03:33.138649 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-872ac59a-ac41-442c-b933-8e6491f50c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:33.186367 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51eb50e0-894f-4b6a-aae0-d4eab32beddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:33.255229 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-872ac59a-ac41-442c-b933-8e6491f50c51 None None] For port e8480046-254f-4e9d-824c-2e31b7e68c68, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=e8480046-254f-4e9d-824c-2e31b7e68c68,segment=NetworkSegment(fdfd9e23-935e-42c8-844a-39b4a6572666),segment_id=fdfd9e23-935e-42c8-844a-39b4a6572666)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:03:33.262603 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-872ac59a-ac41-442c-b933-8e6491f50c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:33.292197 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51eb50e0-894f-4b6a-aae0-d4eab32beddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:33.296755 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ac72e43f-7b57-4dcb-a554-bf8fde59a3da tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/floatingips/13e73e22-2f78-4572-bac5-f508755b7621 HTTP/1.1" status: 200 len: 993 time: 0.3774898 Apr 28 20:03:33.339719 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ac59a-ac41-442c-b933-8e6491f50c51 None None] Pushing event updated for resources: {'Port': ['ID=e8480046-254f-4e9d-824c-2e31b7e68c68,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:33.353427 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3fc4dd44-2e86-4884-8192-b1fc1e550c75 req-15f1aed9-28c9-4e52-8898-62cdd20e4562 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad8b2818-983b-4f60-96d5-18fc181b4631 HTTP/1.1" status: 200 len: 210 time: 0.1539500 Apr 28 20:03:33.428947 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51eb50e0-894f-4b6a-aae0-d4eab32beddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:33.433316 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51eb50e0-894f-4b6a-aae0-d4eab32beddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:33.444945 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-51eb50e0-894f-4b6a-aae0-d4eab32beddb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/48014d38-8b84-4509-9ff2-e50775628007 HTTP/1.1" status: 204 len: 168 time: 0.5062637 Apr 28 20:03:33.456909 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb50e0-894f-4b6a-aae0-d4eab32beddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48014d38-8b84-4509-9ff2-e50775628007,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:33.512719 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-8e0dee2a-efcb-4bf6-9ff2-ebcd62ebf5e6 None None] Provisioning complete for port e8480046-254f-4e9d-824c-2e31b7e68c68 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:33.513279 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8e0dee2a-efcb-4bf6-9ff2-ebcd62ebf5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:33.515678 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:33.624028 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-708a868f-6158-414b-80ff-54a37b80d87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609947e9-d1d3-4106-8b27-54257baed775', 'name': 'tempest-TestSecurityGroupsBasicOps-router-161074664', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '85ba5686-562b-4f34-8dc0-c61d250866d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:03:21Z', 'updated_at': '2022-04-28T20:03:28Z', 'revision_number': 4, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'gw_port': {'id': '85ba5686-562b-4f34-8dc0-c61d250866d7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609947e9-d1d3-4106-8b27-54257baed775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:03:22Z', 'updated_at': '2022-04-28T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'e8480046-254f-4e9d-824c-2e31b7e68c68', 'name': '', 'network_id': 'fb86f246-df4b-451a-a249-8bb43570fa6a', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'mac_address': 'fa:16:3e:0f:b8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609947e9-d1d3-4106-8b27-54257baed775', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '2d7c7569-a705-483c-821b-67f0d3756ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:03:27Z', 'updated_at': '2022-04-28T20:03:32Z', 'revision_number': 4, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'subnets': [{'id': '2d7c7569-a705-483c-821b-67f0d3756ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:33.675557 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708a868f-6158-414b-80ff-54a37b80d87b None None] The sync data for ids ['609947e9-d1d3-4106-8b27-54257baed775'] in n-d-839810-1 is: [{'id': '609947e9-d1d3-4106-8b27-54257baed775', 'name': 'tempest-TestSecurityGroupsBasicOps-router-161074664', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '85ba5686-562b-4f34-8dc0-c61d250866d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:03:21Z', 'updated_at': '2022-04-28T20:03:28Z', 'revision_number': 4, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'gw_port': {'id': '85ba5686-562b-4f34-8dc0-c61d250866d7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609947e9-d1d3-4106-8b27-54257baed775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:03:22Z', 'updated_at': '2022-04-28T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'e8480046-254f-4e9d-824c-2e31b7e68c68', 'name': '', 'network_id': 'fb86f246-df4b-451a-a249-8bb43570fa6a', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'mac_address': 'fa:16:3e:0f:b8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609947e9-d1d3-4106-8b27-54257baed775', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '2d7c7569-a705-483c-821b-67f0d3756ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:03:27Z', 'updated_at': '2022-04-28T20:03:32Z', 'revision_number': 4, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'subnets': [{'id': '2d7c7569-a705-483c-821b-67f0d3756ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:03:34.113627 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac230e7-3087-432a-8ae2-6199546796a4 req-f0d7e403-f1f7-4be1-9d36-addf14d60a14 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:34.122050 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bac230e7-3087-432a-8ae2-6199546796a4 req-f0d7e403-f1f7-4be1-9d36-addf14d60a14 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 945 time: 0.1127150 Apr 28 20:03:34.171712 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bac230e7-3087-432a-8ae2-6199546796a4 req-da688b90-16c7-4fe1-b028-01c348412a8f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485022 Apr 28 20:03:34.178386 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 52884) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:03:34.241768 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4674f486-d65d-47b5-bbe5-2dc229832c0e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7865b1e813e342558ad50303200c0cad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0618885 Apr 28 20:03:34.245476 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 52890) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:03:34.341531 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1ae72e40-9b59-499f-ae44-57fa40061bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:34.383203 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1ae72e40-9b59-499f-ae44-57fa40061bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:34.448529 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-2ceeb4f7-0380-4e69-926f-55a5e0e9945b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4027286 Apr 28 20:03:34.500450 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-5e114faf-420f-4f22-802b-b9f7d9dc3020 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:03:34.501499 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-5e114faf-420f-4f22-802b-b9f7d9dc3020 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136771 Apr 28 20:03:34.516325 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1ae72e40-9b59-499f-ae44-57fa40061bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:34.519021 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1ae72e40-9b59-499f-ae44-57fa40061bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:34.541549 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1ae72e40-9b59-499f-ae44-57fa40061bec admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/00a5cd4b-1e3f-42fb-af14-f6c7d4916bb2 HTTP/1.1" status: 204 len: 168 time: 0.2736256 Apr 28 20:03:34.578110 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae72e40-9b59-499f-ae44-57fa40061bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a5cd4b-1e3f-42fb-af14-f6c7d4916bb2,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:34.713215 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-66332a6d-6621-4656-b8d2-5e1ab0bcf639 req-bb81e6a4-2cd5-40ee-a818-3362dc4fa467 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad8b2818-983b-4f60-96d5-18fc181b4631 HTTP/1.1" status: 200 len: 210 time: 0.1649554 Apr 28 20:03:34.841162 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e8480046-254f-4e9d-824c-2e31b7e68c68 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:03:34.843829 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-b42c6714-b69c-492f-9064-315acb723737 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:34.847820 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-b42c6714-b69c-492f-9064-315acb723737 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.44 "GET /v2.0/networks?id=fb86f246-df4b-451a-a249-8bb43570fa6a HTTP/1.1" status: 200 len: 797 time: 0.3086605 Apr 28 20:03:34.938663 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port e8480046-254f-4e9d-824c-2e31b7e68c68 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:34.939343 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:34.941047 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-c9bc78bb-7464-47c5-bfd9-5d45d261ffe0 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=740864a3722b4fce8e622d6fc70a0132 HTTP/1.1" status: 200 len: 475 time: 0.0854657 Apr 28 20:03:34.953442 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-046e85d9-86aa-430e-b99b-9c8b35799f63 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Request body: {'port': {'device_id': 'ad8b2818-983b-4f60-96d5-18fc181b4631', 'network_id': 'fb86f246-df4b-451a-a249-8bb43570fa6a', 'admin_state_up': True, 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'security_groups': ['281a6816-1467-4a44-bd86-44c67117e64b', 'bdb6e349-7b1a-4f7a-80e8-5457297d55a9']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:35.542846 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-046e85d9-86aa-430e-b99b-9c8b35799f63 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Made reservation on behalf of 740864a3722b4fce8e622d6fc70a0132 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:35.547270 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-046e85d9-86aa-430e-b99b-9c8b35799f63 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:35.557489 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f743d9-b4a9-4bbe-9d17-d3be2203712c req-8013fc33-3774-40d3-819a-7d92b3ad5c12 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:35.573340 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-56f743d9-b4a9-4bbe-9d17-d3be2203712c req-8013fc33-3774-40d3-819a-7d92b3ad5c12 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 945 time: 0.2393968 Apr 28 20:03:35.763761 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-56f743d9-b4a9-4bbe-9d17-d3be2203712c req-a3a9919d-3214-42e9-a247-c4e5a448bf39 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890697 Apr 28 20:03:35.796664 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-046e85d9-86aa-430e-b99b-9c8b35799f63 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Allocated IP 172.20.0.11 (fb86f246-df4b-451a-a249-8bb43570fa6a/2d7c7569-a705-483c-821b-67f0d3756ea5/7e6913a2-a62a-47f5-8d9f-1eddfa8841d0) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:03:35.885434 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ade74bd1-8001-48b8-ae0b-9460bb2bf53b req-d3ae1cb6-620f-4843-9a8c-a80a19f3b3df tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad8b2818-983b-4f60-96d5-18fc181b4631 HTTP/1.1" status: 200 len: 210 time: 0.0609090 Apr 28 20:03:36.035345 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-046e85d9-86aa-430e-b99b-9c8b35799f63 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:36.084596 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-046e85d9-86aa-430e-b99b-9c8b35799f63 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:36.146562 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-046e85d9-86aa-430e-b99b-9c8b35799f63 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Network fb86f246-df4b-451a-a249-8bb43570fa6a is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:03:36.154769 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-046e85d9-86aa-430e-b99b-9c8b35799f63 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:36.158793 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-046e85d9-86aa-430e-b99b-9c8b35799f63 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:03:36.240981 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e85d9-86aa-430e-b99b-9c8b35799f63 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Pushing event updated for resources: {'Port': ['ID=7e6913a2-a62a-47f5-8d9f-1eddfa8841d0,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:36.270704 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-046e85d9-86aa-430e-b99b-9c8b35799f63 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:36.271368 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-046e85d9-86aa-430e-b99b-9c8b35799f63 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:36.302522 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-046e85d9-86aa-430e-b99b-9c8b35799f63 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.3532591 Apr 28 20:03:36.356652 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-f8eb8a7c-b32b-4b33-aed6-bc0a5a6d42a5 service neutron] Request body: {'port': {'device_id': 'ad8b2818-983b-4f60-96d5-18fc181b4631', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:36.459826 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-f8eb8a7c-b32b-4b33-aed6-bc0a5a6d42a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:36.571474 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-35d53b86-7c75-4266-a22e-468dbb1c9e0f None None] Provisioning complete for port 7e6913a2-a62a-47f5-8d9f-1eddfa8841d0 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:36.573411 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35d53b86-7c75-4266-a22e-468dbb1c9e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:36.627016 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-35d53b86-7c75-4266-a22e-468dbb1c9e0f None None] Port 7e6913a2-a62a-47f5-8d9f-1eddfa8841d0 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:03:36.790238 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-fec05b9f-830f-4fea-8eba-271e4762be70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:36.791988 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-fec05b9f-830f-4fea-8eba-271e4762be70 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 1096 time: 0.0758622 Apr 28 20:03:36.983708 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-f8eb8a7c-b32b-4b33-aed6-bc0a5a6d42a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e6913a2-a62a-47f5-8d9f-1eddfa8841d0 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:03:37.003551 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-f8eb8a7c-b32b-4b33-aed6-bc0a5a6d42a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:37.017928 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377475df-7b0d-4d89-b0d6-c37da838f99f req-514a5585-41b6-4812-bb1a-4ab6bd5c7822 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:37.019455 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-377475df-7b0d-4d89-b0d6-c37da838f99f req-514a5585-41b6-4812-bb1a-4ab6bd5c7822 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 945 time: 0.1509821 Apr 28 20:03:37.023337 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-37a3c8f8-39ac-475c-8913-0c6736cb623f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:37.025546 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-37a3c8f8-39ac-475c-8913-0c6736cb623f service neutron] 10.222.0.15 "GET /v2.0/networks?id=9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 HTTP/1.1" status: 200 len: 897 time: 0.2220247 Apr 28 20:03:37.048689 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-f8eb8a7c-b32b-4b33-aed6-bc0a5a6d42a5 service neutron] Transition to ACTIVE for port object 7e6913a2-a62a-47f5-8d9f-1eddfa8841d0 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:03:37.102878 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-f8eb8a7c-b32b-4b33-aed6-bc0a5a6d42a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:37.138536 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afb07a-e909-4251-9eb7-1244af8bfd06 req-11697e46-c524-45b0-8267-ed24b6d150ec tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:37.140432 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-60afb07a-e909-4251-9eb7-1244af8bfd06 req-11697e46-c524-45b0-8267-ed24b6d150ec tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad8b2818-983b-4f60-96d5-18fc181b4631 HTTP/1.1" status: 200 len: 983 time: 0.0716181 Apr 28 20:03:37.197060 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-377475df-7b0d-4d89-b0d6-c37da838f99f req-6b9c6081-58a8-4e1d-9abc-0255d900ed9b tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680267 Apr 28 20:03:37.201434 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-584ad468-3757-4c59-8431-d2f265ee07f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e96a8abd-82db-451d-94d3-2029c61f8bf6 HTTP/1.1" status: 200 len: 1001 time: 0.1633677 Apr 28 20:03:37.202644 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb8a7c-b32b-4b33-aed6-bc0a5a6d42a5 service neutron] Pushing event updated for resources: {'Port': ['ID=7e6913a2-a62a-47f5-8d9f-1eddfa8841d0,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:37.269920 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-60afb07a-e909-4251-9eb7-1244af8bfd06 req-4bd70a09-36de-47bb-a0fc-62fd3c0bd51a tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/security-groups?id=bdb6e349-7b1a-4f7a-80e8-5457297d55a9&id=281a6816-1467-4a44-bd86-44c67117e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1227353 Apr 28 20:03:37.376629 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-7863ad69-aad0-46a9-b5ed-ec07e44d1ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:37.378776 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-7863ad69-aad0-46a9-b5ed-ec07e44d1ecc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=baece0b6-0c59-43c5-aef4-e80ebd8b9d7e HTTP/1.1" status: 200 len: 835 time: 0.1654351 Apr 28 20:03:37.382514 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-f8eb8a7c-b32b-4b33-aed6-bc0a5a6d42a5 service neutron] Attempting to bind port 7e6913a2-a62a-47f5-8d9f-1eddfa8841d0 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:03:37.383642 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-f8eb8a7c-b32b-4b33-aed6-bc0a5a6d42a5 service neutron] Attempting to bind port 7e6913a2-a62a-47f5-8d9f-1eddfa8841d0 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'fdfd9e23-935e-42c8-844a-39b4a6572666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fb86f246-df4b-451a-a249-8bb43570fa6a'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:03:37.384084 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-f8eb8a7c-b32b-4b33-aed6-bc0a5a6d42a5 service neutron] Attempting to bind port 7e6913a2-a62a-47f5-8d9f-1eddfa8841d0 on network fb86f246-df4b-451a-a249-8bb43570fa6a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:03:37.435953 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-f8eb8a7c-b32b-4b33-aed6-bc0a5a6d42a5 service neutron] Port 7e6913a2-a62a-47f5-8d9f-1eddfa8841d0 on network fb86f246-df4b-451a-a249-8bb43570fa6a not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:03:37.439523 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-f8eb8a7c-b32b-4b33-aed6-bc0a5a6d42a5 service neutron] Attempting to bind port 7e6913a2-a62a-47f5-8d9f-1eddfa8841d0 on network fb86f246-df4b-451a-a249-8bb43570fa6a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:03:37.449663 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-f8eb8a7c-b32b-4b33-aed6-bc0a5a6d42a5 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:03:37.450152 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-f8eb8a7c-b32b-4b33-aed6-bc0a5a6d42a5 service neutron] Checking segment: {'id': 'fdfd9e23-935e-42c8-844a-39b4a6572666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fb86f246-df4b-451a-a249-8bb43570fa6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:03:37.450676 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-f8eb8a7c-b32b-4b33-aed6-bc0a5a6d42a5 service neutron] Bound using segment: {'id': 'fdfd9e23-935e-42c8-844a-39b4a6572666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fb86f246-df4b-451a-a249-8bb43570fa6a'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:03:37.451239 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-f8eb8a7c-b32b-4b33-aed6-bc0a5a6d42a5 service neutron] Bound port: 7e6913a2-a62a-47f5-8d9f-1eddfa8841d0, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdfd9e23-935e-42c8-844a-39b4a6572666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fb86f246-df4b-451a-a249-8bb43570fa6a'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:03:37.454700 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-f8eb8a7c-b32b-4b33-aed6-bc0a5a6d42a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:37.497196 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-0315734c-af1a-44a4-97b9-ab4ed1a6496b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:37.498968 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-0315734c-af1a-44a4-97b9-ab4ed1a6496b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9852adc1-0fcb-4a70-862a-aac6b8c5a0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123877 Apr 28 20:03:37.610142 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-f8eb8a7c-b32b-4b33-aed6-bc0a5a6d42a5 service neutron] For port 7e6913a2-a62a-47f5-8d9f-1eddfa8841d0, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:03:37.614984 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-f8eb8a7c-b32b-4b33-aed6-bc0a5a6d42a5 service neutron] For port 7e6913a2-a62a-47f5-8d9f-1eddfa8841d0, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=7e6913a2-a62a-47f5-8d9f-1eddfa8841d0,segment=NetworkSegment(fdfd9e23-935e-42c8-844a-39b4a6572666),segment_id=fdfd9e23-935e-42c8-844a-39b4a6572666)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:03:37.627999 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-f8eb8a7c-b32b-4b33-aed6-bc0a5a6d42a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:37.675940 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-cd56e36a-e6cc-4f27-a179-8e0d70538b8c service neutron] 10.222.0.15 "GET /v2.0/networks/9852adc1-0fcb-4a70-862a-aac6b8c5a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664696 Apr 28 20:03:37.682130 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-f8eb8a7c-b32b-4b33-aed6-bc0a5a6d42a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:37.683148 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-f8eb8a7c-b32b-4b33-aed6-bc0a5a6d42a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:37.685333 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-f8eb8a7c-b32b-4b33-aed6-bc0a5a6d42a5 service neutron] 10.222.0.44 "PUT /v2.0/ports/7e6913a2-a62a-47f5-8d9f-1eddfa8841d0 HTTP/1.1" status: 200 len: 1131 time: 1.3563809 Apr 28 20:03:37.690715 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8b2818-983b-4f60-96d5-18fc181b4631', 'tag': '7e6913a2-a62a-47f5-8d9f-1eddfa8841d0'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:03:37.694387 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06845bb6-984b-40d5-a441-285f03e79bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "ad8b2818-983b-4f60-96d5-18fc181b4631", "tag": "7e6913a2-a62a-47f5-8d9f-1eddfa8841d0"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:03:37.768445 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb8a7c-b32b-4b33-aed6-bc0a5a6d42a5 service neutron] Pushing event updated for resources: {'Port': ['ID=7e6913a2-a62a-47f5-8d9f-1eddfa8841d0,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:37.815006 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543fa6ed-8419-44a4-a8d5-0facee39e96e x-openstack-request-id: req-543fa6ed-8419-44a4-a8d5-0facee39e96e {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:03:37.815575 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad8b2818-983b-4f60-96d5-18fc181b4631", "tag": "7e6913a2-a62a-47f5-8d9f-1eddfa8841d0", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:03:37.815987 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-543fa6ed-8419-44a4-a8d5-0facee39e96e {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:03:37.816857 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-543fa6ed-8419-44a4-a8d5-0facee39e96e'] response: {'name': 'network-changed', 'server_uuid': 'ad8b2818-983b-4f60-96d5-18fc181b4631', 'tag': '7e6913a2-a62a-47f5-8d9f-1eddfa8841d0', 'status': 'completed', 'code': 200} Apr 28 20:03:37.907940 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-8ab2761b-804d-469b-b8b9-8e4f727b879b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:37.909889 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-8ab2761b-804d-469b-b8b9-8e4f727b879b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=740864a3722b4fce8e622d6fc70a0132&device_id=ad8b2818-983b-4f60-96d5-18fc181b4631 HTTP/1.1" status: 200 len: 1134 time: 0.0897315 Apr 28 20:03:37.918166 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-defdeab5-42f5-46a7-a8c4-57f5750f0fc5 service neutron] 10.222.0.15 "GET /v2.0/networks/9852adc1-0fcb-4a70-862a-aac6b8c5a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287769 Apr 28 20:03:37.991678 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-72eba23e-9178-4bdf-a92d-6a50b2d0c910 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e6913a2-a62a-47f5-8d9f-1eddfa8841d0 HTTP/1.1" status: 200 len: 217 time: 0.0718367 Apr 28 20:03:38.053355 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-4e77e63e-c463-48ab-99b5-e9f1284e0bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:38.065927 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-4e77e63e-c463-48ab-99b5-e9f1284e0bf7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d7c7569-a705-483c-821b-67f0d3756ea5 HTTP/1.1" status: 200 len: 834 time: 0.0676928 Apr 28 20:03:38.122741 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-8f51b7b7-d84e-4d1f-a58d-7db77dae39f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:38.124570 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-8f51b7b7-d84e-4d1f-a58d-7db77dae39f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fb86f246-df4b-451a-a249-8bb43570fa6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474117 Apr 28 20:03:38.236909 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-877270b6-0321-49d1-a94e-216e5fb5621f service neutron] 10.222.0.44 "GET /v2.0/networks/fb86f246-df4b-451a-a249-8bb43570fa6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050406 Apr 28 20:03:38.421477 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61e51b-f134-4dbf-a2fa-5eb255c42fad req-6611565c-60ba-44eb-9174-202fd350c505 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:38.431726 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cb61e51b-f134-4dbf-a2fa-5eb255c42fad req-6611565c-60ba-44eb-9174-202fd350c505 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 945 time: 0.1167090 Apr 28 20:03:38.484685 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cb61e51b-f134-4dbf-a2fa-5eb255c42fad req-c5f997bd-ff20-42b4-9fb4-6e1f4a19eb93 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454764 Apr 28 20:03:38.751425 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ecb3d540-0de3-4d62-b23c-134e7f855ae4 req-d27f9301-86a7-4ce2-9c99-9cd3f7a7b22b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dd15f827-377e-418e-bb0d-4556899cf6f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481594 Apr 28 20:03:38.852373 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3d540-0de3-4d62-b23c-134e7f855ae4 req-35268b31-af4e-475c-8a08-f5abc7dbd640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:38.855043 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ecb3d540-0de3-4d62-b23c-134e7f855ae4 req-35268b31-af4e-475c-8a08-f5abc7dbd640 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed88649b71bc458cae04e424d2624ce7&device_id=dd15f827-377e-418e-bb0d-4556899cf6f3 HTTP/1.1" status: 200 len: 1096 time: 0.0532663 Apr 28 20:03:38.907814 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a8b55-81ac-453c-8b2b-41d498fb64c9 req-edcc326e-cf8b-43f9-ae7e-bcdb4ebea643 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:38.915029 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ce2a8b55-81ac-453c-8b2b-41d498fb64c9 req-edcc326e-cf8b-43f9-ae7e-bcdb4ebea643 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad8b2818-983b-4f60-96d5-18fc181b4631 HTTP/1.1" status: 200 len: 983 time: 0.0990613 Apr 28 20:03:38.917347 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f4a2eebd-5f1f-4aaa-83ef-d051916d218b req-459d1257-f02d-4025-9cf6-696c33785169 service neutron] 10.222.0.44 "GET /v2.0/networks/fb86f246-df4b-451a-a249-8bb43570fa6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6734045 Apr 28 20:03:38.963754 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ce2a8b55-81ac-453c-8b2b-41d498fb64c9 req-66dacee8-309b-404f-ab47-c59425ff505a tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/security-groups?id=bdb6e349-7b1a-4f7a-80e8-5457297d55a9&id=281a6816-1467-4a44-bd86-44c67117e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0454202 Apr 28 20:03:38.977096 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3d540-0de3-4d62-b23c-134e7f855ae4 req-a7704514-8d1f-43b8-b812-7908ffb4e031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:38.978883 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ecb3d540-0de3-4d62-b23c-134e7f855ae4 req-a7704514-8d1f-43b8-b812-7908ffb4e031 service neutron] 10.222.0.44 "GET /v2.0/networks?id=952ab810-004c-432f-bca4-db060534f298 HTTP/1.1" status: 200 len: 910 time: 0.1011505 Apr 28 20:03:39.015465 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06845bb6-984b-40d5-a441-285f03e79bc1 req-f3a95993-423c-4c59-9e80-5056237a4386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:39.017556 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-06845bb6-984b-40d5-a441-285f03e79bc1 req-f3a95993-423c-4c59-9e80-5056237a4386 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=740864a3722b4fce8e622d6fc70a0132&device_id=ad8b2818-983b-4f60-96d5-18fc181b4631 HTTP/1.1" status: 200 len: 1134 time: 0.0501025 Apr 28 20:03:39.062863 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ecb3d540-0de3-4d62-b23c-134e7f855ae4 req-f3e44549-2806-4aa8-8cd0-f18c3063fb1c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=456ecf8c-ffb3-47d5-a1f7-0dfdba830f24 HTTP/1.1" status: 200 len: 1000 time: 0.0773313 Apr 28 20:03:39.111806 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06845bb6-984b-40d5-a441-285f03e79bc1 req-e575e6bb-3336-40ea-b1a5-cd18456f3bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:39.114001 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-06845bb6-984b-40d5-a441-285f03e79bc1 req-e575e6bb-3336-40ea-b1a5-cd18456f3bbe service neutron] 10.222.0.44 "GET /v2.0/networks?id=fb86f246-df4b-451a-a249-8bb43570fa6a HTTP/1.1" status: 200 len: 898 time: 0.0895588 Apr 28 20:03:39.116975 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3d540-0de3-4d62-b23c-134e7f855ae4 req-48ea1b9e-cdc7-4b8f-baad-b044a8b3e000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:39.119051 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ecb3d540-0de3-4d62-b23c-134e7f855ae4 req-48ea1b9e-cdc7-4b8f-baad-b044a8b3e000 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94ad0d3d-90ae-4fb6-917f-af5d5a387839 HTTP/1.1" status: 200 len: 848 time: 0.0504375 Apr 28 20:03:39.172691 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3d540-0de3-4d62-b23c-134e7f855ae4 req-c908e1fc-c971-4f26-b7be-4c17a699ee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:39.174122 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-06845bb6-984b-40d5-a441-285f03e79bc1 req-f771c41c-9648-43a9-8799-06805fc5e8dd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e6913a2-a62a-47f5-8d9f-1eddfa8841d0 HTTP/1.1" status: 200 len: 217 time: 0.0471382 Apr 28 20:03:39.174275 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ecb3d540-0de3-4d62-b23c-134e7f855ae4 req-c908e1fc-c971-4f26-b7be-4c17a699ee35 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=952ab810-004c-432f-bca4-db060534f298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472374 Apr 28 20:03:39.235056 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06845bb6-984b-40d5-a441-285f03e79bc1 req-b2db6e99-b800-45d4-a885-41862b45cece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:39.237584 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-06845bb6-984b-40d5-a441-285f03e79bc1 req-b2db6e99-b800-45d4-a885-41862b45cece service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d7c7569-a705-483c-821b-67f0d3756ea5 HTTP/1.1" status: 200 len: 834 time: 0.0502224 Apr 28 20:03:39.293603 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ecb3d540-0de3-4d62-b23c-134e7f855ae4 req-2df4dca3-fe7d-408c-86b8-ac52bd3c49a5 service neutron] 10.222.0.44 "GET /v2.0/networks/952ab810-004c-432f-bca4-db060534f298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053016 Apr 28 20:03:39.306719 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06845bb6-984b-40d5-a441-285f03e79bc1 req-039380da-e6b6-404a-ae9c-f1efd251798d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:39.308860 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-06845bb6-984b-40d5-a441-285f03e79bc1 req-039380da-e6b6-404a-ae9c-f1efd251798d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fb86f246-df4b-451a-a249-8bb43570fa6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638657 Apr 28 20:03:39.428650 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-06845bb6-984b-40d5-a441-285f03e79bc1 req-0ff8f5a7-9e24-4f41-b362-1ae0a64144dc service neutron] 10.222.0.44 "GET /v2.0/networks/fb86f246-df4b-451a-a249-8bb43570fa6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116683 Apr 28 20:03:39.441137 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ecb3d540-0de3-4d62-b23c-134e7f855ae4 req-825c2c61-7453-4bee-b3c0-1e5ebc38ca36 service neutron] 10.222.0.44 "GET /v2.0/networks/952ab810-004c-432f-bca4-db060534f298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361277 Apr 28 20:03:39.548759 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-78a08533-203f-4f5b-ab93-b35feccad8a0 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:39.550304 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-78a08533-203f-4f5b-ab93-b35feccad8a0 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/networks?id=1257065b-636d-4562-9945-4d3f71e38460 HTTP/1.1" status: 200 len: 813 time: 0.1225379 Apr 28 20:03:39.553667 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-06845bb6-984b-40d5-a441-285f03e79bc1 req-a5023530-d0aa-4330-bd7d-ac0d768f35b5 service neutron] 10.222.0.44 "GET /v2.0/networks/fb86f246-df4b-451a-a249-8bb43570fa6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170466 Apr 28 20:03:39.566815 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-e8446792-cdab-4e08-9ef6-8c8d2eef1b4b tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/quotas/7935b8771de9446f8d5b5e8387574e0d HTTP/1.1" status: 200 len: 375 time: 0.0103080 Apr 28 20:03:39.610176 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-dea4ca41-cf28-43f2-893a-938b099f98f5 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7935b8771de9446f8d5b5e8387574e0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324950 Apr 28 20:03:39.645896 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5f494-3de0-4b3b-a9ad-04cac5cbd629 req-1b0e2b69-fb6f-45b0-a7cb-cd722318ff33 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:39.653236 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6fe5f494-3de0-4b3b-a9ad-04cac5cbd629 req-1b0e2b69-fb6f-45b0-a7cb-cd722318ff33 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 945 time: 0.0758216 Apr 28 20:03:39.696755 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6fe5f494-3de0-4b3b-a9ad-04cac5cbd629 req-8e1e43a6-c486-498c-be8f-d23300ed195a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403256 Apr 28 20:03:39.737079 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-4dff8bbf-a373-42e9-9a61-3d4b80ae5082 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:03:39.738078 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-4dff8bbf-a373-42e9-9a61-3d4b80ae5082 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1198654 Apr 28 20:03:39.839891 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-0c36f2cb-ba1a-4df0-88c6-a3dcae50ddb7 service neutron] 10.222.0.42 "GET /v2.0/networks/1257065b-636d-4562-9945-4d3f71e38460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941560 Apr 28 20:03:39.932043 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-f277a0b8-9aa5-46dd-ab9f-68bbbe16ffd8 service neutron] 10.222.0.42 "GET /v2.0/networks/1257065b-636d-4562-9945-4d3f71e38460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858881 Apr 28 20:03:40.113693 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bd9ad589-2ef6-4f8d-9eaa-a6f639cf8a19 req-37632fa0-7288-4c86-83b3-3bdb8fe4123c tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/ports?device_id=2549c5cc-fced-4991-b7b7-c0343c78df92 HTTP/1.1" status: 200 len: 210 time: 0.0354030 Apr 28 20:03:40.161443 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab356309-7044-4fde-a6f9-61e66dfe2c71 req-32b49648-0cc9-4a63-8295-cb42cd412620 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:40.162947 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ab356309-7044-4fde-a6f9-61e66dfe2c71 req-32b49648-0cc9-4a63-8295-cb42cd412620 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad8b2818-983b-4f60-96d5-18fc181b4631 HTTP/1.1" status: 200 len: 983 time: 0.1082933 Apr 28 20:03:40.216221 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ab356309-7044-4fde-a6f9-61e66dfe2c71 req-cbc086a5-e993-4cb5-a1a8-1ff5c6ddd44a tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/security-groups?id=bdb6e349-7b1a-4f7a-80e8-5457297d55a9&id=281a6816-1467-4a44-bd86-44c67117e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0447304 Apr 28 20:03:40.824784 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b0fc7-44c1-4a14-8344-242dba866a7c req-5d227ff7-dfd8-4dd8-9c93-6b735e00dc80 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:40.828660 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-532b0fc7-44c1-4a14-8344-242dba866a7c req-5d227ff7-dfd8-4dd8-9c93-6b735e00dc80 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 945 time: 0.0573640 Apr 28 20:03:40.870719 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-532b0fc7-44c1-4a14-8344-242dba866a7c req-b8dc5897-9854-45dc-9521-237a81cd5467 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383551 Apr 28 20:03:41.114298 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-34fe75df-4298-4f3d-a6e0-1df2746f545c tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:41.115842 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-34fe75df-4298-4f3d-a6e0-1df2746f545c tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.15 "GET /v2.0/networks?id=1257065b-636d-4562-9945-4d3f71e38460 HTTP/1.1" status: 200 len: 813 time: 0.1145616 Apr 28 20:03:41.128620 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-7e922725-99f0-4391-9459-e38906321119 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Request body: {'port': {'device_id': '2549c5cc-fced-4991-b7b7-c0343c78df92', 'network_id': '1257065b-636d-4562-9945-4d3f71e38460', 'admin_state_up': True, 'tenant_id': '7935b8771de9446f8d5b5e8387574e0d'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:41.203595 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 7e6913a2-a62a-47f5-8d9f-1eddfa8841d0 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:03:41.241697 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-95977ae1-0225-4260-ad6a-3ae1a3c077f6 req-0aedf9aa-a7c4-4783-bb4d-4e80e9203b0f tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/ports?device_id=2549c5cc-fced-4991-b7b7-c0343c78df92 HTTP/1.1" status: 200 len: 210 time: 0.0326428 Apr 28 20:03:41.321204 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-7e922725-99f0-4391-9459-e38906321119 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Made reservation on behalf of 7935b8771de9446f8d5b5e8387574e0d for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:41.323380 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 7e6913a2-a62a-47f5-8d9f-1eddfa8841d0, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=7e6913a2-a62a-47f5-8d9f-1eddfa8841d0,segment=NetworkSegment(fdfd9e23-935e-42c8-844a-39b4a6572666),segment_id=fdfd9e23-935e-42c8-844a-39b4a6572666)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:03:41.325410 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-7e922725-99f0-4391-9459-e38906321119 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:41.338467 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '7e6913a2-a62a-47f5-8d9f-1eddfa8841d0', 'network_id': 'fb86f246-df4b-451a-a249-8bb43570fa6a', 'port_id': '7e6913a2-a62a-47f5-8d9f-1eddfa8841d0', 'mac_address': 'fa:16:3e:47:27:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d7c7569-a705-483c-821b-67f0d3756ea5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:03:41.369597 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfe552-56ef-4ca0-9c8e-fc8e4807986d req-a40cd781-2fd0-465a-8ef6-592ddda217c2 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:41.376980 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a8cfe552-56ef-4ca0-9c8e-fc8e4807986d req-a40cd781-2fd0-465a-8ef6-592ddda217c2 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad8b2818-983b-4f60-96d5-18fc181b4631 HTTP/1.1" status: 200 len: 983 time: 0.0791261 Apr 28 20:03:41.386035 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:41.402143 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e6913a2-a62a-47f5-8d9f-1eddfa8841d0 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:03:41.423431 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 7e6913a2-a62a-47f5-8d9f-1eddfa8841d0, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=7e6913a2-a62a-47f5-8d9f-1eddfa8841d0,segment=NetworkSegment(fdfd9e23-935e-42c8-844a-39b4a6572666),segment_id=fdfd9e23-935e-42c8-844a-39b4a6572666)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:03:41.425560 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a8cfe552-56ef-4ca0-9c8e-fc8e4807986d req-571f4d24-eeba-4b04-be48-4a80a31690d2 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/security-groups?id=bdb6e349-7b1a-4f7a-80e8-5457297d55a9&id=281a6816-1467-4a44-bd86-44c67117e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0467715 Apr 28 20:03:41.429436 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:41.493165 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=7e6913a2-a62a-47f5-8d9f-1eddfa8841d0,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:41.495074 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-7e922725-99f0-4391-9459-e38906321119 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Allocated IP 172.20.0.3 (1257065b-636d-4562-9945-4d3f71e38460/139b68e3-9992-4157-9be2-66ce6383a053/0588a073-a674-49fe-9af0-60042a3a9988) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:03:41.629881 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['7e6913a2-a62a-47f5-8d9f-1eddfa8841d0'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:03:41.651351 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-7e922725-99f0-4391-9459-e38906321119 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:41.687456 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-7e922725-99f0-4391-9459-e38906321119 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:41.742806 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-7e922725-99f0-4391-9459-e38906321119 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Network 1257065b-636d-4562-9945-4d3f71e38460 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:03:41.746135 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-7e922725-99f0-4391-9459-e38906321119 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:41.750134 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-7e922725-99f0-4391-9459-e38906321119 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:03:41.785576 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e922725-99f0-4391-9459-e38906321119 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Pushing event updated for resources: {'Port': ['ID=0588a073-a674-49fe-9af0-60042a3a9988,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:41.808958 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-7e922725-99f0-4391-9459-e38906321119 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:41.809915 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-7e922725-99f0-4391-9459-e38906321119 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:41.827904 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-7e922725-99f0-4391-9459-e38906321119 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7032695 Apr 28 20:03:41.839364 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-f13fd895-e3e0-4057-ad03-dd34143c2229 service neutron] Request body: {'port': {'device_id': '2549c5cc-fced-4991-b7b7-c0343c78df92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:41.898201 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-f13fd895-e3e0-4057-ad03-dd34143c2229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:42.085108 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e9ed3-9e00-4cc4-94f0-6a5f3e4f538e req-da1f47df-4a08-4115-96a2-097c066cf869 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:42.087295 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-410e9ed3-9e00-4cc4-94f0-6a5f3e4f538e req-da1f47df-4a08-4115-96a2-097c066cf869 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 945 time: 0.1332011 Apr 28 20:03:42.167875 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-410e9ed3-9e00-4cc4-94f0-6a5f3e4f538e req-bb558f37-947d-437c-8021-f8f0d22d49ab tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540392 Apr 28 20:03:42.247058 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-f13fd895-e3e0-4057-ad03-dd34143c2229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0588a073-a674-49fe-9af0-60042a3a9988 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:03:42.255629 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-f13fd895-e3e0-4057-ad03-dd34143c2229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:42.270755 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-f13fd895-e3e0-4057-ad03-dd34143c2229 service neutron] Transition to ACTIVE for port object 0588a073-a674-49fe-9af0-60042a3a9988 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:03:42.274590 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-f13fd895-e3e0-4057-ad03-dd34143c2229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:42.355471 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13fd895-e3e0-4057-ad03-dd34143c2229 service neutron] Pushing event updated for resources: {'Port': ['ID=0588a073-a674-49fe-9af0-60042a3a9988,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:42.398292 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e81df-0162-4570-87b2-baa1d83a8a4e req-d21669aa-c383-4ce7-8f0b-f2bb6fe75016 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:42.400517 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-410e81df-0162-4570-87b2-baa1d83a8a4e req-d21669aa-c383-4ce7-8f0b-f2bb6fe75016 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/ports?device_id=2549c5cc-fced-4991-b7b7-c0343c78df92 HTTP/1.1" status: 200 len: 943 time: 0.0592484 Apr 28 20:03:42.410532 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-f13fd895-e3e0-4057-ad03-dd34143c2229 service neutron] Attempting to bind port 0588a073-a674-49fe-9af0-60042a3a9988 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:03:42.410953 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-f13fd895-e3e0-4057-ad03-dd34143c2229 service neutron] Attempting to bind port 0588a073-a674-49fe-9af0-60042a3a9988 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'bd2bed0b-01bb-4134-a009-1575952a87b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1257065b-636d-4562-9945-4d3f71e38460'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:03:42.411379 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-f13fd895-e3e0-4057-ad03-dd34143c2229 service neutron] Attempting to bind port 0588a073-a674-49fe-9af0-60042a3a9988 on network 1257065b-636d-4562-9945-4d3f71e38460 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:03:42.416624 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-f13fd895-e3e0-4057-ad03-dd34143c2229 service neutron] Port 0588a073-a674-49fe-9af0-60042a3a9988 on network 1257065b-636d-4562-9945-4d3f71e38460 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:03:42.417028 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-f13fd895-e3e0-4057-ad03-dd34143c2229 service neutron] Attempting to bind port 0588a073-a674-49fe-9af0-60042a3a9988 on network 1257065b-636d-4562-9945-4d3f71e38460 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:03:42.422898 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-f13fd895-e3e0-4057-ad03-dd34143c2229 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:03:42.423319 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-f13fd895-e3e0-4057-ad03-dd34143c2229 service neutron] Checking segment: {'id': 'bd2bed0b-01bb-4134-a009-1575952a87b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1257065b-636d-4562-9945-4d3f71e38460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:03:42.423788 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-f13fd895-e3e0-4057-ad03-dd34143c2229 service neutron] Bound using segment: {'id': 'bd2bed0b-01bb-4134-a009-1575952a87b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1257065b-636d-4562-9945-4d3f71e38460'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:03:42.424368 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-f13fd895-e3e0-4057-ad03-dd34143c2229 service neutron] Bound port: 0588a073-a674-49fe-9af0-60042a3a9988, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd2bed0b-01bb-4134-a009-1575952a87b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1257065b-636d-4562-9945-4d3f71e38460'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:03:42.424789 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-f13fd895-e3e0-4057-ad03-dd34143c2229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:42.442827 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-410e81df-0162-4570-87b2-baa1d83a8a4e req-8f6d7b28-64f5-419b-bff8-356f933ca78e tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/security-groups?id=29a7ab95-457b-4595-9690-a1bd2d1992a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355062 Apr 28 20:03:42.548439 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-f13fd895-e3e0-4057-ad03-dd34143c2229 service neutron] For port 0588a073-a674-49fe-9af0-60042a3a9988, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:03:42.558184 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-f13fd895-e3e0-4057-ad03-dd34143c2229 service neutron] For port 0588a073-a674-49fe-9af0-60042a3a9988, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=0588a073-a674-49fe-9af0-60042a3a9988,segment=NetworkSegment(bd2bed0b-01bb-4134-a009-1575952a87b8),segment_id=bd2bed0b-01bb-4134-a009-1575952a87b8)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:03:42.564025 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-f13fd895-e3e0-4057-ad03-dd34143c2229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:42.615890 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43fbe9-9d80-4012-b6df-6e7bd410c25f req-47353a38-0c13-401a-a07d-fcbe562afdde tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:42.618155 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eb43fbe9-9d80-4012-b6df-6e7bd410c25f req-47353a38-0c13-401a-a07d-fcbe562afdde tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad8b2818-983b-4f60-96d5-18fc181b4631 HTTP/1.1" status: 200 len: 984 time: 0.1140919 Apr 28 20:03:42.629743 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-f13fd895-e3e0-4057-ad03-dd34143c2229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:42.630350 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-f13fd895-e3e0-4057-ad03-dd34143c2229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:42.631696 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-f13fd895-e3e0-4057-ad03-dd34143c2229 service neutron] 10.222.0.15 "PUT /v2.0/ports/0588a073-a674-49fe-9af0-60042a3a9988 HTTP/1.1" status: 200 len: 1091 time: 0.7966487 Apr 28 20:03:42.632819 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2549c5cc-fced-4991-b7b7-c0343c78df92', 'tag': '0588a073-a674-49fe-9af0-60042a3a9988'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:03:42.635221 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a491aa3c-853a-45ec-9af1-97f17dd0fbef" -d '{"events": [{"name": "network-changed", "server_uuid": "2549c5cc-fced-4991-b7b7-c0343c78df92", "tag": "0588a073-a674-49fe-9af0-60042a3a9988"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:03:42.689962 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590b0da5-01f8-4100-bb23-0757fa3eb23c x-openstack-request-id: req-590b0da5-01f8-4100-bb23-0757fa3eb23c {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:03:42.690258 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2549c5cc-fced-4991-b7b7-c0343c78df92", "tag": "0588a073-a674-49fe-9af0-60042a3a9988", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:03:42.690517 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-590b0da5-01f8-4100-bb23-0757fa3eb23c {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:03:42.690921 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-590b0da5-01f8-4100-bb23-0757fa3eb23c'] response: {'name': 'network-changed', 'server_uuid': '2549c5cc-fced-4991-b7b7-c0343c78df92', 'tag': '0588a073-a674-49fe-9af0-60042a3a9988', 'status': 'completed', 'code': 200} Apr 28 20:03:42.698341 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13fd895-e3e0-4057-ad03-dd34143c2229 service neutron] Pushing event updated for resources: {'Port': ['ID=0588a073-a674-49fe-9af0-60042a3a9988,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:42.711500 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eb43fbe9-9d80-4012-b6df-6e7bd410c25f req-6f4ac2e8-a0db-4674-b79a-7fe5b26f3e90 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/security-groups?id=bdb6e349-7b1a-4f7a-80e8-5457297d55a9&id=281a6816-1467-4a44-bd86-44c67117e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0848317 Apr 28 20:03:42.750190 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-5d299243-78fe-4450-a40a-32e268a9dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:42.751731 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-5d299243-78fe-4450-a40a-32e268a9dcd4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7935b8771de9446f8d5b5e8387574e0d&device_id=2549c5cc-fced-4991-b7b7-c0343c78df92 HTTP/1.1" status: 200 len: 1094 time: 0.0666888 Apr 28 20:03:42.800214 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-290382ed-40fd-4a7c-9924-e6418459c2df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0588a073-a674-49fe-9af0-60042a3a9988 HTTP/1.1" status: 200 len: 217 time: 0.0386417 Apr 28 20:03:42.854766 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-3424e6d7-cb0b-4ebb-9ea9-431b50cdabad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:42.856261 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-3424e6d7-cb0b-4ebb-9ea9-431b50cdabad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=139b68e3-9992-4157-9be2-66ce6383a053 HTTP/1.1" status: 200 len: 853 time: 0.0482380 Apr 28 20:03:42.891677 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-2aa59a6a-3e7a-4157-87d2-bf98edf96016 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1257065b-636d-4562-9945-4d3f71e38460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286999 Apr 28 20:03:42.988963 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-4add1cf4-b62d-4ad0-af10-56d9eeee9cf3 service neutron] 10.222.0.15 "GET /v2.0/networks/1257065b-636d-4562-9945-4d3f71e38460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894332 Apr 28 20:03:43.079648 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75b1cac2-688d-412b-91ca-4a22b5e27b03 req-4dc40925-a3e2-41e1-86e2-595046a5dc4d service neutron] 10.222.0.15 "GET /v2.0/networks/1257065b-636d-4562-9945-4d3f71e38460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837667 Apr 28 20:03:43.176525 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491aa3c-853a-45ec-9af1-97f17dd0fbef req-7d47e693-4597-4741-b0a7-3a90392f6ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:43.177965 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a491aa3c-853a-45ec-9af1-97f17dd0fbef req-7d47e693-4597-4741-b0a7-3a90392f6ee8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7935b8771de9446f8d5b5e8387574e0d&device_id=2549c5cc-fced-4991-b7b7-c0343c78df92 HTTP/1.1" status: 200 len: 1094 time: 0.0458074 Apr 28 20:03:43.204821 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 7e6913a2-a62a-47f5-8d9f-1eddfa8841d0 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:03:43.292272 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491aa3c-853a-45ec-9af1-97f17dd0fbef req-63db2142-e2d2-41ff-b3a0-894b2100c317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:43.293715 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 7e6913a2-a62a-47f5-8d9f-1eddfa8841d0 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:03:43.295270 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a491aa3c-853a-45ec-9af1-97f17dd0fbef req-63db2142-e2d2-41ff-b3a0-894b2100c317 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1257065b-636d-4562-9945-4d3f71e38460 HTTP/1.1" status: 200 len: 914 time: 0.1090724 Apr 28 20:03:43.298378 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 7e6913a2-a62a-47f5-8d9f-1eddfa8841d0 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:43.298765 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:43.310448 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a9d81-c018-49b8-b287-046a80e1a03c req-9fc73da3-d89b-4178-a2f4-d8467b7f85b8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:43.312364 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cf1a9d81-c018-49b8-b287-046a80e1a03c req-9fc73da3-d89b-4178-a2f4-d8467b7f85b8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 945 time: 0.0681858 Apr 28 20:03:43.349048 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a491aa3c-853a-45ec-9af1-97f17dd0fbef req-9b46d74f-ef60-48e0-97f2-cc03fddd4a34 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0588a073-a674-49fe-9af0-60042a3a9988 HTTP/1.1" status: 200 len: 217 time: 0.0461123 Apr 28 20:03:43.388517 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cf1a9d81-c018-49b8-b287-046a80e1a03c req-ec7f047f-8314-4de3-a2ef-8acdb6bc704b tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633390 Apr 28 20:03:43.398557 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:43.421840 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491aa3c-853a-45ec-9af1-97f17dd0fbef req-278390eb-ec17-47ad-99ad-0775304d7bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:43.424565 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a491aa3c-853a-45ec-9af1-97f17dd0fbef req-278390eb-ec17-47ad-99ad-0775304d7bc5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=139b68e3-9992-4157-9be2-66ce6383a053 HTTP/1.1" status: 200 len: 853 time: 0.0673764 Apr 28 20:03:43.433385 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8b2818-983b-4f60-96d5-18fc181b4631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6913a2-a62a-47f5-8d9f-1eddfa8841d0'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:03:43.438701 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4582912-658f-4b44-9160-6a18d0a47e7f" -d '{"events": [{"server_uuid": "ad8b2818-983b-4f60-96d5-18fc181b4631", "name": "network-vif-plugged", "status": "completed", "tag": "7e6913a2-a62a-47f5-8d9f-1eddfa8841d0"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:03:43.453026 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 7e6913a2-a62a-47f5-8d9f-1eddfa8841d0, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=7e6913a2-a62a-47f5-8d9f-1eddfa8841d0,segment=NetworkSegment(fdfd9e23-935e-42c8-844a-39b4a6572666),segment_id=fdfd9e23-935e-42c8-844a-39b4a6572666)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:03:43.458603 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:43.463159 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a491aa3c-853a-45ec-9af1-97f17dd0fbef req-ecfea033-be0d-4611-923f-fa2f7c082247 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1257065b-636d-4562-9945-4d3f71e38460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319242 Apr 28 20:03:43.515001 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c0c8c1-496a-48fe-b49e-e00fd733b0fe x-openstack-request-id: req-d4c0c8c1-496a-48fe-b49e-e00fd733b0fe {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:03:43.515307 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8b2818-983b-4f60-96d5-18fc181b4631", "name": "network-vif-plugged", "status": "completed", "tag": "7e6913a2-a62a-47f5-8d9f-1eddfa8841d0", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:03:43.515565 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d4c0c8c1-496a-48fe-b49e-e00fd733b0fe {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:03:43.516139 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4c0c8c1-496a-48fe-b49e-e00fd733b0fe'] response: {'server_uuid': 'ad8b2818-983b-4f60-96d5-18fc181b4631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6913a2-a62a-47f5-8d9f-1eddfa8841d0', 'code': 200} Apr 28 20:03:43.553319 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=7e6913a2-a62a-47f5-8d9f-1eddfa8841d0,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:43.611377 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783bc2cc-ade3-4f9e-a377-b1fc7723baa1 req-c2c25656-c780-4e3f-b527-1e44817d23be tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:43.612922 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-783bc2cc-ade3-4f9e-a377-b1fc7723baa1 req-c2c25656-c780-4e3f-b527-1e44817d23be tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/ports?device_id=2549c5cc-fced-4991-b7b7-c0343c78df92 HTTP/1.1" status: 200 len: 943 time: 0.0574780 Apr 28 20:03:43.620859 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a491aa3c-853a-45ec-9af1-97f17dd0fbef req-14ddce45-50a0-4ab6-aedb-d1c6758fba96 service neutron] 10.222.0.15 "GET /v2.0/networks/1257065b-636d-4562-9945-4d3f71e38460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501696 Apr 28 20:03:43.655052 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6328f-b6c6-4ca2-937c-bcbec6540ba8 req-9794531f-ac49-44f1-8279-d31cfafcf9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:43.656614 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-783bc2cc-ade3-4f9e-a377-b1fc7723baa1 req-1498910a-78ff-4269-bd90-543b7c261848 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/security-groups?id=29a7ab95-457b-4595-9690-a1bd2d1992a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370543 Apr 28 20:03:43.656753 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c1c6328f-b6c6-4ca2-937c-bcbec6540ba8 req-9794531f-ac49-44f1-8279-d31cfafcf9db service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ad8b2818-983b-4f60-96d5-18fc181b4631 HTTP/1.1" status: 200 len: 1136 time: 0.0781379 Apr 28 20:03:43.736371 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c1c6328f-b6c6-4ca2-937c-bcbec6540ba8 req-9864ea5b-cd1c-4aef-b246-e32d81c81e93 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=281a6816-1467-4a44-bd86-44c67117e64b&id=bdb6e349-7b1a-4f7a-80e8-5457297d55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0506332 Apr 28 20:03:43.751221 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a491aa3c-853a-45ec-9af1-97f17dd0fbef req-30cd8b0e-e26c-4888-9846-5478cf5204ac service neutron] 10.222.0.15 "GET /v2.0/networks/1257065b-636d-4562-9945-4d3f71e38460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233568 Apr 28 20:03:43.863251 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50abb92-b749-4a4a-82b5-8d4bf66df88f req-cf8fb615-a03a-43af-833d-c1ef2eaf35c7 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:43.864777 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f50abb92-b749-4a4a-82b5-8d4bf66df88f req-cf8fb615-a03a-43af-833d-c1ef2eaf35c7 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad8b2818-983b-4f60-96d5-18fc181b4631 HTTP/1.1" status: 200 len: 985 time: 0.0571148 Apr 28 20:03:43.907736 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f50abb92-b749-4a4a-82b5-8d4bf66df88f req-e0d85397-1614-4a3d-abd3-4a330b9b48af tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/security-groups?id=bdb6e349-7b1a-4f7a-80e8-5457297d55a9&id=281a6816-1467-4a44-bd86-44c67117e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0363319 Apr 28 20:03:44.522250 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d88d5-9e3c-4635-a844-c46795e5912b req-cf39910b-7306-4530-9cef-5b790c5974cd tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:44.525020 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-413d88d5-9e3c-4635-a844-c46795e5912b req-cf39910b-7306-4530-9cef-5b790c5974cd tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 945 time: 0.0601618 Apr 28 20:03:44.568229 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-413d88d5-9e3c-4635-a844-c46795e5912b req-2959b7ca-05c5-49fc-b86b-3779faf076e7 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366838 Apr 28 20:03:44.733062 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 0588a073-a674-49fe-9af0-60042a3a9988 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:03:44.807908 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38839274-f099-456e-a306-b046a88e3806 req-c486e325-59a4-41cb-98b9-a61ec74993b8 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:44.809934 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-38839274-f099-456e-a306-b046a88e3806 req-c486e325-59a4-41cb-98b9-a61ec74993b8 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/ports?device_id=2549c5cc-fced-4991-b7b7-c0343c78df92 HTTP/1.1" status: 200 len: 943 time: 0.0626636 Apr 28 20:03:44.856162 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-38839274-f099-456e-a306-b046a88e3806 req-3aef02c6-1f28-46cc-9efe-6c9b45d958d1 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/security-groups?id=29a7ab95-457b-4595-9690-a1bd2d1992a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374413 Apr 28 20:03:44.890399 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 0588a073-a674-49fe-9af0-60042a3a9988, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=0588a073-a674-49fe-9af0-60042a3a9988,segment=NetworkSegment(bd2bed0b-01bb-4134-a009-1575952a87b8),segment_id=bd2bed0b-01bb-4134-a009-1575952a87b8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:03:44.905989 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '0588a073-a674-49fe-9af0-60042a3a9988', 'network_id': '1257065b-636d-4562-9945-4d3f71e38460', 'port_id': '0588a073-a674-49fe-9af0-60042a3a9988', 'mac_address': 'fa:16:3e:ca:95:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '139b68e3-9992-4157-9be2-66ce6383a053', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:03:44.950355 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:44.963577 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b82e08-dd57-48b6-bf9e-d4b6b42f4cd3 req-9035bfdb-04c3-46e0-aa46-8a95e0d8b312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:44.965250 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39b82e08-dd57-48b6-bf9e-d4b6b42f4cd3 req-9035bfdb-04c3-46e0-aa46-8a95e0d8b312 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 1096 time: 0.0489128 Apr 28 20:03:44.966114 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0588a073-a674-49fe-9af0-60042a3a9988 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:03:44.989790 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 0588a073-a674-49fe-9af0-60042a3a9988, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=0588a073-a674-49fe-9af0-60042a3a9988,segment=NetworkSegment(bd2bed0b-01bb-4134-a009-1575952a87b8),segment_id=bd2bed0b-01bb-4134-a009-1575952a87b8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:03:44.996782 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:45.049507 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0443778-1303-4cbb-9b74-571f870d9dc7 req-fdb09b41-9806-4d86-84a0-b7f224a2d463 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:45.058855 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c0443778-1303-4cbb-9b74-571f870d9dc7 req-fdb09b41-9806-4d86-84a0-b7f224a2d463 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad8b2818-983b-4f60-96d5-18fc181b4631 HTTP/1.1" status: 200 len: 985 time: 0.0680928 Apr 28 20:03:45.065150 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=0588a073-a674-49fe-9af0-60042a3a9988,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:45.104272 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b82e08-dd57-48b6-bf9e-d4b6b42f4cd3 req-573b8be6-12d2-4117-b9d8-2c325e09060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:45.104492 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c0443778-1303-4cbb-9b74-571f870d9dc7 req-f57d2741-da5a-4fde-8999-c3378d42aac9 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/security-groups?id=bdb6e349-7b1a-4f7a-80e8-5457297d55a9&id=281a6816-1467-4a44-bd86-44c67117e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0443392 Apr 28 20:03:45.105759 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39b82e08-dd57-48b6-bf9e-d4b6b42f4cd3 req-573b8be6-12d2-4117-b9d8-2c325e09060b service neutron] 10.222.0.15 "GET /v2.0/networks?id=9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 HTTP/1.1" status: 200 len: 897 time: 0.1213303 Apr 28 20:03:45.201142 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39b82e08-dd57-48b6-bf9e-d4b6b42f4cd3 req-8adf73f7-f09d-4e86-884b-cb5c414b60b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e96a8abd-82db-451d-94d3-2029c61f8bf6 HTTP/1.1" status: 200 len: 1001 time: 0.0877211 Apr 28 20:03:45.209428 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['0588a073-a674-49fe-9af0-60042a3a9988'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:03:45.279997 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8c5f9-d5da-4b2a-b793-06e70a6cbc3d req-82dfaae5-591c-4822-a89c-1bd261298dd6 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:45.281643 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-68d8c5f9-d5da-4b2a-b793-06e70a6cbc3d req-82dfaae5-591c-4822-a89c-1bd261298dd6 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad8b2818-983b-4f60-96d5-18fc181b4631 HTTP/1.1" status: 200 len: 985 time: 0.0979574 Apr 28 20:03:45.283106 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b82e08-dd57-48b6-bf9e-d4b6b42f4cd3 req-e7e903d5-39cc-40ff-b70e-6ac4ebebe76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:45.284531 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39b82e08-dd57-48b6-bf9e-d4b6b42f4cd3 req-e7e903d5-39cc-40ff-b70e-6ac4ebebe76c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=baece0b6-0c59-43c5-aef4-e80ebd8b9d7e HTTP/1.1" status: 200 len: 835 time: 0.0683444 Apr 28 20:03:45.364207 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-68d8c5f9-d5da-4b2a-b793-06e70a6cbc3d req-c865e8f2-4495-49c4-8a9c-d0efffab85a3 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/security-groups?id=bdb6e349-7b1a-4f7a-80e8-5457297d55a9&id=281a6816-1467-4a44-bd86-44c67117e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0709426 Apr 28 20:03:45.367818 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b82e08-dd57-48b6-bf9e-d4b6b42f4cd3 req-de1e4e1d-dea5-45b2-9eac-77c96ecf34fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:45.369512 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39b82e08-dd57-48b6-bf9e-d4b6b42f4cd3 req-de1e4e1d-dea5-45b2-9eac-77c96ecf34fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9852adc1-0fcb-4a70-862a-aac6b8c5a0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775192 Apr 28 20:03:45.484867 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39b82e08-dd57-48b6-bf9e-d4b6b42f4cd3 req-ee087d7c-7783-49e7-853e-46d7efa2b145 service neutron] 10.222.0.15 "GET /v2.0/networks/9852adc1-0fcb-4a70-862a-aac6b8c5a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085114 Apr 28 20:03:45.586904 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39b82e08-dd57-48b6-bf9e-d4b6b42f4cd3 req-a77801a3-850a-4bb4-ac7d-bd1b0afe8d19 service neutron] 10.222.0.15 "GET /v2.0/networks/9852adc1-0fcb-4a70-862a-aac6b8c5a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950816 Apr 28 20:03:45.767880 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fa15d-854a-493a-be8c-caef59533b9b req-8f18502d-1ca5-4efb-bf55-90d594682682 tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:45.769605 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c25fa15d-854a-493a-be8c-caef59533b9b req-8f18502d-1ca5-4efb-bf55-90d594682682 tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ad8b2818-983b-4f60-96d5-18fc181b4631 HTTP/1.1" status: 200 len: 1136 time: 0.0470145 Apr 28 20:03:45.791807 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-c25fa15d-854a-493a-be8c-caef59533b9b req-88701a7d-8599-4103-89a8-6b23474d6536 tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:45.849043 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dff452-4d09-430c-bf25-4465d05d17b1 req-f662224c-0654-41ad-aa05-a06d8a897b0c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:45.851333 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c6dff452-4d09-430c-bf25-4465d05d17b1 req-f662224c-0654-41ad-aa05-a06d8a897b0c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 945 time: 0.2052538 Apr 28 20:03:45.895428 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-c25fa15d-854a-493a-be8c-caef59533b9b req-88701a7d-8599-4103-89a8-6b23474d6536 tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:45.899291 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c6dff452-4d09-430c-bf25-4465d05d17b1 req-ff8742a2-e247-492b-ba59-6f740a87c1d9 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381804 Apr 28 20:03:45.901161 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-c25fa15d-854a-493a-be8c-caef59533b9b req-88701a7d-8599-4103-89a8-6b23474d6536 tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:45.938758 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c25fa15d-854a-493a-be8c-caef59533b9b req-88701a7d-8599-4103-89a8-6b23474d6536 tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bdb6e349-7b1a-4f7a-80e8-5457297d55a9&id=281a6816-1467-4a44-bd86-44c67117e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1616054 Apr 28 20:03:45.939494 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88701a7d-8599-4103-89a8-6b23474d6536 tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1847a929-ada1-4636-82f4-7812d8444dfe,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:45.969103 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 53172) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:03:46.043929 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b102b66-7892-4d2a-bc96-d2cbb4abacc0 tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:46.045491 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9b102b66-7892-4d2a-bc96-d2cbb4abacc0 tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ad8b2818-983b-4f60-96d5-18fc181b4631 HTTP/1.1" status: 200 len: 1131 time: 0.0753210 Apr 28 20:03:46.048650 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 53174) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:03:46.053644 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-e273c621-c310-4162-bb5e-9b37c90b7e24 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'port_id': '7e6913a2-a62a-47f5-8d9f-1eddfa8841d0', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:46.058424 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a10b23-8c0d-435f-a4e8-7d7cb4bee46c req-dff63bd6-1943-4e8a-9828-f53d3aeaf4b1 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:46.060118 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-76a10b23-8c0d-435f-a4e8-7d7cb4bee46c req-dff63bd6-1943-4e8a-9828-f53d3aeaf4b1 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/ports?device_id=2549c5cc-fced-4991-b7b7-c0343c78df92 HTTP/1.1" status: 200 len: 944 time: 0.0607049 Apr 28 20:03:46.082053 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e273c621-c310-4162-bb5e-9b37c90b7e24 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:46.104666 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-76a10b23-8c0d-435f-a4e8-7d7cb4bee46c req-18016d74-7095-48d6-9c48-878d323c6011 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/security-groups?id=29a7ab95-457b-4595-9690-a1bd2d1992a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383844 Apr 28 20:03:46.189068 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e273c621-c310-4162-bb5e-9b37c90b7e24 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:46.307814 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-e273c621-c310-4162-bb5e-9b37c90b7e24 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Allocated IP 172.25.8.162 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/56df7287-2c4f-4c5f-b7e6-38e0fbc4059f) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:03:46.420600 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e273c621-c310-4162-bb5e-9b37c90b7e24 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:46.455565 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e273c621-c310-4162-bb5e-9b37c90b7e24 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:46.499524 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e273c621-c310-4162-bb5e-9b37c90b7e24 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:03:46.507224 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-e273c621-c310-4162-bb5e-9b37c90b7e24 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:46.513070 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e273c621-c310-4162-bb5e-9b37c90b7e24 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:03:46.516175 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e273c621-c310-4162-bb5e-9b37c90b7e24 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Pushing event updated for resources: {'Port': ['ID=56df7287-2c4f-4c5f-b7e6-38e0fbc4059f,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:46.641893 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:03:46.731151 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 0588a073-a674-49fe-9af0-60042a3a9988 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:03:46.792176 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 0588a073-a674-49fe-9af0-60042a3a9988 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:03:46.796264 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 0588a073-a674-49fe-9af0-60042a3a9988 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:46.796768 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:46.885571 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:46.909136 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2549c5cc-fced-4991-b7b7-c0343c78df92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0588a073-a674-49fe-9af0-60042a3a9988'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:03:46.911338 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adae839b-f0ce-427a-8f84-b4b9091c0158" -d '{"events": [{"server_uuid": "2549c5cc-fced-4991-b7b7-c0343c78df92", "name": "network-vif-plugged", "status": "completed", "tag": "0588a073-a674-49fe-9af0-60042a3a9988"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:03:46.913449 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e273c621-c310-4162-bb5e-9b37c90b7e24 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:46.928576 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 0588a073-a674-49fe-9af0-60042a3a9988, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=0588a073-a674-49fe-9af0-60042a3a9988,segment=NetworkSegment(bd2bed0b-01bb-4134-a009-1575952a87b8),segment_id=bd2bed0b-01bb-4134-a009-1575952a87b8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:03:46.934578 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:47.000246 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e273c621-c310-4162-bb5e-9b37c90b7e24 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:47.011770 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a321d4b-bb36-45f0-b909-19fb8524f864 x-openstack-request-id: req-8a321d4b-bb36-45f0-b909-19fb8524f864 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:03:47.012118 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2549c5cc-fced-4991-b7b7-c0343c78df92", "name": "network-vif-plugged", "status": "completed", "tag": "0588a073-a674-49fe-9af0-60042a3a9988", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:03:47.012362 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8a321d4b-bb36-45f0-b909-19fb8524f864 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:03:47.012770 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a321d4b-bb36-45f0-b909-19fb8524f864'] response: {'server_uuid': '2549c5cc-fced-4991-b7b7-c0343c78df92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0588a073-a674-49fe-9af0-60042a3a9988', 'code': 200} Apr 28 20:03:47.013453 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=0588a073-a674-49fe-9af0-60042a3a9988,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:47.072749 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ccf977-fb1e-47b7-8019-af0c336f0075 req-0357649d-3ead-4daf-a254-ac63ecb1f187 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:47.074398 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b6ccf977-fb1e-47b7-8019-af0c336f0075 req-0357649d-3ead-4daf-a254-ac63ecb1f187 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 945 time: 0.0585556 Apr 28 20:03:47.161002 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed7957-ea7d-4f75-bf83-64a7f078c4c0 req-340fc98d-654c-4f9c-9401-8b34dc8cbc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:47.163410 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66ed7957-ea7d-4f75-bf83-64a7f078c4c0 req-340fc98d-654c-4f9c-9401-8b34dc8cbc3e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2549c5cc-fced-4991-b7b7-c0343c78df92 HTTP/1.1" status: 200 len: 1096 time: 0.0879464 Apr 28 20:03:47.169624 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b6ccf977-fb1e-47b7-8019-af0c336f0075 req-701be15e-f6df-4335-9000-d939b22d3906 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867808 Apr 28 20:03:47.219019 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66ed7957-ea7d-4f75-bf83-64a7f078c4c0 req-9a0370a4-92ba-4de1-93ea-f0a0356c323d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=29a7ab95-457b-4595-9690-a1bd2d1992a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480783 Apr 28 20:03:47.255787 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e273c621-c310-4162-bb5e-9b37c90b7e24 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:47.261855 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e273c621-c310-4162-bb5e-9b37c90b7e24 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:47.278222 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afeb52-344b-4660-b4c3-86059dc61ea4 req-fe08b12a-7350-4120-ab90-14239802c583 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:47.279735 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d7afeb52-344b-4660-b4c3-86059dc61ea4 req-fe08b12a-7350-4120-ab90-14239802c583 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/ports?device_id=2549c5cc-fced-4991-b7b7-c0343c78df92 HTTP/1.1" status: 200 len: 945 time: 0.0928745 Apr 28 20:03:47.359495 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e273c621-c310-4162-bb5e-9b37c90b7e24 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Pushing event updated for resources: {'Port': ['ID=56df7287-2c4f-4c5f-b7e6-38e0fbc4059f,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:47.381411 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e273c621-c310-4162-bb5e-9b37c90b7e24 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:47.386231 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d7afeb52-344b-4660-b4c3-86059dc61ea4 req-c24637b3-aa88-4682-96db-ecb77f2555de tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/security-groups?id=29a7ab95-457b-4595-9690-a1bd2d1992a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829396 Apr 28 20:03:47.490909 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-e273c621-c310-4162-bb5e-9b37c90b7e24 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Floating IP 78380bac-2618-46c1-a464-d347d9944ee2 associated. External IP: 172.25.8.162, port: 7e6913a2-a62a-47f5-8d9f-1eddfa8841d0. Apr 28 20:03:47.707052 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e273c621-c310-4162-bb5e-9b37c90b7e24 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Router 609947e9-d1d3-4106-8b27-54257baed775 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:03:47.831030 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e273c621-c310-4162-bb5e-9b37c90b7e24 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:03:47.846300 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb2d8cf-0c2c-4dd7-8611-d63c0a9ac07a None None] Sync routers for ids ['609947e9-d1d3-4106-8b27-54257baed775'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:03:47.857207 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e273c621-c310-4162-bb5e-9b37c90b7e24 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:47.863389 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb2d8cf-0c2c-4dd7-8611-d63c0a9ac07a None None] Routers {'609947e9-d1d3-4106-8b27-54257baed775'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:03:47.864031 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3fb2d8cf-0c2c-4dd7-8611-d63c0a9ac07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:03:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['609947e9-d1d3-4106-8b27-54257baed775'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:47.900138 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e273c621-c310-4162-bb5e-9b37c90b7e24 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8501599 Apr 28 20:03:47.900749 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8b2818-983b-4f60-96d5-18fc181b4631', 'tag': '7e6913a2-a62a-47f5-8d9f-1eddfa8841d0'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:03:47.903013 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 53188) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:03:47.903185 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680735cb-9ce2-48e6-b410-2f7d05319433" -d '{"events": [{"name": "network-changed", "server_uuid": "ad8b2818-983b-4f60-96d5-18fc181b4631", "tag": "7e6913a2-a62a-47f5-8d9f-1eddfa8841d0"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:03:47.943280 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f260d5-501f-46fe-8d6c-a123aa151355 x-openstack-request-id: req-19f260d5-501f-46fe-8d6c-a123aa151355 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:03:47.943570 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad8b2818-983b-4f60-96d5-18fc181b4631", "tag": "7e6913a2-a62a-47f5-8d9f-1eddfa8841d0", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:03:47.944510 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-19f260d5-501f-46fe-8d6c-a123aa151355 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:03:47.945718 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19f260d5-501f-46fe-8d6c-a123aa151355'] response: {'name': 'network-changed', 'server_uuid': 'ad8b2818-983b-4f60-96d5-18fc181b4631', 'tag': '7e6913a2-a62a-47f5-8d9f-1eddfa8841d0', 'status': 'completed', 'code': 200} Apr 28 20:03:48.128741 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680735cb-9ce2-48e6-b410-2f7d05319433 req-6e15bd16-3038-4941-815b-083801d88dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:48.129902 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-680735cb-9ce2-48e6-b410-2f7d05319433 req-6e15bd16-3038-4941-815b-083801d88dcb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=740864a3722b4fce8e622d6fc70a0132&device_id=ad8b2818-983b-4f60-96d5-18fc181b4631 HTTP/1.1" status: 200 len: 1136 time: 0.1582017 Apr 28 20:03:48.157249 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-3fb2d8cf-0c2c-4dd7-8611-d63c0a9ac07a None None] Set router 609947e9-d1d3-4106-8b27-54257baed775 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:03:48.174501 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ff6368-1b32-4e9f-91e5-abe0e2505b7a tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:48.174977 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ff6368-1b32-4e9f-91e5-abe0e2505b7a tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:48.175859 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ff6368-1b32-4e9f-91e5-abe0e2505b7a tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:48.176581 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ff6368-1b32-4e9f-91e5-abe0e2505b7a tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:48.176581 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ff6368-1b32-4e9f-91e5-abe0e2505b7a tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:48.176841 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ff6368-1b32-4e9f-91e5-abe0e2505b7a tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:48.177303 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ff6368-1b32-4e9f-91e5-abe0e2505b7a tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:48.177757 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ff6368-1b32-4e9f-91e5-abe0e2505b7a tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:48.184257 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-63ff6368-1b32-4e9f-91e5-abe0e2505b7a tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5665 time: 0.2767074 Apr 28 20:03:48.184257 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 53192) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:03:48.325201 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b6781-c89b-4e59-8148-5d0cbdb8d78e req-f6e7b7a7-87ad-4007-97a0-2587d89a4fce tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:48.327310 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-da2b6781-c89b-4e59-8148-5d0cbdb8d78e req-f6e7b7a7-87ad-4007-97a0-2587d89a4fce tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 945 time: 0.0561516 Apr 28 20:03:48.354613 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f218d2-bf72-49ec-b1dc-1b38a9a583df tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:48.355110 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f218d2-bf72-49ec-b1dc-1b38a9a583df tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:48.355536 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f218d2-bf72-49ec-b1dc-1b38a9a583df tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:48.355985 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f218d2-bf72-49ec-b1dc-1b38a9a583df tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:48.356463 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f218d2-bf72-49ec-b1dc-1b38a9a583df tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:48.356912 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f218d2-bf72-49ec-b1dc-1b38a9a583df tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:48.357353 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f218d2-bf72-49ec-b1dc-1b38a9a583df tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:48.358168 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f218d2-bf72-49ec-b1dc-1b38a9a583df tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:48.360521 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f1f218d2-bf72-49ec-b1dc-1b38a9a583df tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5263 time: 0.1749265 Apr 28 20:03:48.363153 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 53196) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:03:48.374880 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-da2b6781-c89b-4e59-8148-5d0cbdb8d78e req-291e3cb2-f015-4487-96d4-026ef86dcd18 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367637 Apr 28 20:03:48.419916 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3fb2d8cf-0c2c-4dd7-8611-d63c0a9ac07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609947e9-d1d3-4106-8b27-54257baed775', 'name': 'tempest-TestSecurityGroupsBasicOps-router-161074664', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '85ba5686-562b-4f34-8dc0-c61d250866d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:03:21Z', 'updated_at': '2022-04-28T20:03:28Z', 'revision_number': 4, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'gw_port': {'id': '85ba5686-562b-4f34-8dc0-c61d250866d7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609947e9-d1d3-4106-8b27-54257baed775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:03:22Z', 'updated_at': '2022-04-28T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '78380bac-2618-46c1-a464-d347d9944ee2', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'floating_ip_address': '172.25.8.162', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '609947e9-d1d3-4106-8b27-54257baed775', 'port_id': '7e6913a2-a62a-47f5-8d9f-1eddfa8841d0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb86f246-df4b-451a-a249-8bb43570fa6a', 'mac_address': 'fa:16:3e:47:27:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8b2818-983b-4f60-96d5-18fc181b4631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:03:46Z', 'updated_at': '2022-04-28T20:03:46Z', 'revision_number': 0, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8480046-254f-4e9d-824c-2e31b7e68c68', 'name': '', 'network_id': 'fb86f246-df4b-451a-a249-8bb43570fa6a', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'mac_address': 'fa:16:3e:0f:b8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609947e9-d1d3-4106-8b27-54257baed775', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '2d7c7569-a705-483c-821b-67f0d3756ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:03:27Z', 'updated_at': '2022-04-28T20:03:33Z', 'revision_number': 5, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'subnets': [{'id': '2d7c7569-a705-483c-821b-67f0d3756ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:48.425230 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680735cb-9ce2-48e6-b410-2f7d05319433 req-111ee69c-a364-4440-80dd-61b5fc790792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:48.426732 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-680735cb-9ce2-48e6-b410-2f7d05319433 req-111ee69c-a364-4440-80dd-61b5fc790792 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fb86f246-df4b-451a-a249-8bb43570fa6a HTTP/1.1" status: 200 len: 898 time: 0.2907591 Apr 28 20:03:48.452430 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb2d8cf-0c2c-4dd7-8611-d63c0a9ac07a None None] Checking router: 609947e9-d1d3-4106-8b27-54257baed775 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:03:48.462178 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb2d8cf-0c2c-4dd7-8611-d63c0a9ac07a None None] Routers {'609947e9-d1d3-4106-8b27-54257baed775'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:03:48.463098 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3fb2d8cf-0c2c-4dd7-8611-d63c0a9ac07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:03:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['609947e9-d1d3-4106-8b27-54257baed775'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:48.543212 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-680735cb-9ce2-48e6-b410-2f7d05319433 req-26a2837d-b00d-4810-a143-25c2cd905d05 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e6913a2-a62a-47f5-8d9f-1eddfa8841d0 HTTP/1.1" status: 200 len: 1000 time: 0.1089745 Apr 28 20:03:48.575560 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-3fb2d8cf-0c2c-4dd7-8611-d63c0a9ac07a None None] Set router 609947e9-d1d3-4106-8b27-54257baed775 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:03:48.599229 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8926c0a-6151-4a52-b623-496928bfdbc6 req-0c5c67dd-2022-4b4a-95e8-a005f0b140bb tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:48.600910 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a8926c0a-6151-4a52-b623-496928bfdbc6 req-0c5c67dd-2022-4b4a-95e8-a005f0b140bb tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/ports?device_id=2549c5cc-fced-4991-b7b7-c0343c78df92 HTTP/1.1" status: 200 len: 945 time: 0.1238272 Apr 28 20:03:48.693786 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680735cb-9ce2-48e6-b410-2f7d05319433 req-c79f21b1-7eb4-4644-805a-1dc8128e1467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:48.695821 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-680735cb-9ce2-48e6-b410-2f7d05319433 req-c79f21b1-7eb4-4644-805a-1dc8128e1467 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d7c7569-a705-483c-821b-67f0d3756ea5 HTTP/1.1" status: 200 len: 834 time: 0.1422625 Apr 28 20:03:48.749434 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a8926c0a-6151-4a52-b623-496928bfdbc6 req-b6e6ed05-3c01-4dfb-bdf3-c3c6ba7ef0ed tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/security-groups?id=29a7ab95-457b-4595-9690-a1bd2d1992a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390731 Apr 28 20:03:48.816066 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3fb2d8cf-0c2c-4dd7-8611-d63c0a9ac07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609947e9-d1d3-4106-8b27-54257baed775', 'name': 'tempest-TestSecurityGroupsBasicOps-router-161074664', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '85ba5686-562b-4f34-8dc0-c61d250866d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:03:21Z', 'updated_at': '2022-04-28T20:03:28Z', 'revision_number': 4, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'gw_port': {'id': '85ba5686-562b-4f34-8dc0-c61d250866d7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609947e9-d1d3-4106-8b27-54257baed775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:03:22Z', 'updated_at': '2022-04-28T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '78380bac-2618-46c1-a464-d347d9944ee2', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'floating_ip_address': '172.25.8.162', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '609947e9-d1d3-4106-8b27-54257baed775', 'port_id': '7e6913a2-a62a-47f5-8d9f-1eddfa8841d0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb86f246-df4b-451a-a249-8bb43570fa6a', 'mac_address': 'fa:16:3e:47:27:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8b2818-983b-4f60-96d5-18fc181b4631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:03:46Z', 'updated_at': '2022-04-28T20:03:46Z', 'revision_number': 0, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8480046-254f-4e9d-824c-2e31b7e68c68', 'name': '', 'network_id': 'fb86f246-df4b-451a-a249-8bb43570fa6a', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'mac_address': 'fa:16:3e:0f:b8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609947e9-d1d3-4106-8b27-54257baed775', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '2d7c7569-a705-483c-821b-67f0d3756ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:03:27Z', 'updated_at': '2022-04-28T20:03:33Z', 'revision_number': 5, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'subnets': [{'id': '2d7c7569-a705-483c-821b-67f0d3756ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:48.853058 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb2d8cf-0c2c-4dd7-8611-d63c0a9ac07a None None] The sync data for ids ['609947e9-d1d3-4106-8b27-54257baed775'] in n-d-839810-1 is: [{'id': '609947e9-d1d3-4106-8b27-54257baed775', 'name': 'tempest-TestSecurityGroupsBasicOps-router-161074664', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '85ba5686-562b-4f34-8dc0-c61d250866d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:03:21Z', 'updated_at': '2022-04-28T20:03:28Z', 'revision_number': 4, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'gw_port': {'id': '85ba5686-562b-4f34-8dc0-c61d250866d7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609947e9-d1d3-4106-8b27-54257baed775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:03:22Z', 'updated_at': '2022-04-28T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '78380bac-2618-46c1-a464-d347d9944ee2', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'floating_ip_address': '172.25.8.162', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '609947e9-d1d3-4106-8b27-54257baed775', 'port_id': '7e6913a2-a62a-47f5-8d9f-1eddfa8841d0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb86f246-df4b-451a-a249-8bb43570fa6a', 'mac_address': 'fa:16:3e:47:27:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8b2818-983b-4f60-96d5-18fc181b4631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:03:46Z', 'updated_at': '2022-04-28T20:03:46Z', 'revision_number': 0, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8480046-254f-4e9d-824c-2e31b7e68c68', 'name': '', 'network_id': 'fb86f246-df4b-451a-a249-8bb43570fa6a', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'mac_address': 'fa:16:3e:0f:b8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609947e9-d1d3-4106-8b27-54257baed775', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '2d7c7569-a705-483c-821b-67f0d3756ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:03:27Z', 'updated_at': '2022-04-28T20:03:33Z', 'revision_number': 5, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'subnets': [{'id': '2d7c7569-a705-483c-821b-67f0d3756ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:03:49.171350 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736be3ca-5720-4f04-9475-0068f7915a99 None None] New status for floating IP 78380bac-2618-46c1-a464-d347d9944ee2: ACTIVE {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:03:49.222120 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680735cb-9ce2-48e6-b410-2f7d05319433 req-f0db092d-df04-448f-8d4d-281ee0416ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:49.223690 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-680735cb-9ce2-48e6-b410-2f7d05319433 req-f0db092d-df04-448f-8d4d-281ee0416ef2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fb86f246-df4b-451a-a249-8bb43570fa6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5133705 Apr 28 20:03:49.306243 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f5f96b8e-3138-4265-8d92-4b9d7762daa3 tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3776 time: 0.9419758 Apr 28 20:03:49.310546 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 53220) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:03:49.384680 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-680735cb-9ce2-48e6-b410-2f7d05319433 req-4f91b049-9d87-4c91-bdd6-0ff47a3842de service neutron] 10.222.0.44 "GET /v2.0/networks/fb86f246-df4b-451a-a249-8bb43570fa6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525087 Apr 28 20:03:49.393288 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f9a0b5-9c49-4b4c-b004-2be39c8bca53 tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:49.393772 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f9a0b5-9c49-4b4c-b004-2be39c8bca53 tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:49.395655 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-85f9a0b5-9c49-4b4c-b004-2be39c8bca53 tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=609947e9-d1d3-4106-8b27-54257baed775 HTTP/1.1" status: 200 len: 1989 time: 0.0841596 Apr 28 20:03:49.551997 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4a5d5-56b7-43cd-bb7a-c40961f77c7a req-da1364ed-cb89-43a9-b0e1-f248f7644ac5 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:49.553536 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-36f4a5d5-56b7-43cd-bb7a-c40961f77c7a req-da1364ed-cb89-43a9-b0e1-f248f7644ac5 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 945 time: 0.0838757 Apr 28 20:03:49.556039 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-680735cb-9ce2-48e6-b410-2f7d05319433 req-7063e466-aff7-4d5f-b651-e91a912ee77d service neutron] 10.222.0.44 "GET /v2.0/networks/fb86f246-df4b-451a-a249-8bb43570fa6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592278 Apr 28 20:03:49.597469 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-36f4a5d5-56b7-43cd-bb7a-c40961f77c7a req-2e24a66e-d257-4976-8b11-a2ec1dba12e4 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359871 Apr 28 20:03:49.808264 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-24718a57-1187-435c-88ad-5e1c60c16b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:50.733027 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57d7cc-ebb0-4a12-9c54-5841c6723d13 req-bebacdb1-c378-48cd-ae82-0198a61bfe36 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:50.734726 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7a57d7cc-ebb0-4a12-9c54-5841c6723d13 req-bebacdb1-c378-48cd-ae82-0198a61bfe36 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 945 time: 0.0594227 Apr 28 20:03:50.781446 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7a57d7cc-ebb0-4a12-9c54-5841c6723d13 req-9ba739e2-ea32-4f2a-9f78-25f00ae53089 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367093 Apr 28 20:03:51.937631 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913fa15-7174-4328-815e-d15ba39f97ac req-00711dfe-f144-4718-82f4-ece80581dcd6 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:51.939233 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6913fa15-7174-4328-815e-d15ba39f97ac req-00711dfe-f144-4718-82f4-ece80581dcd6 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 945 time: 0.0688303 Apr 28 20:03:51.982499 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6913fa15-7174-4328-815e-d15ba39f97ac req-dea6d4d1-08cc-47b0-9b98-cdf31a852e4f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364146 Apr 28 20:03:52.051303 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-edde7523-5976-4a3f-83dd-77273b62e9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:53.109662 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957216fb-ab25-4b86-9225-8ebe0d9b5641 req-33895e9b-0cd6-4479-92ca-a436f764c945 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:53.111144 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-957216fb-ab25-4b86-9225-8ebe0d9b5641 req-33895e9b-0cd6-4479-92ca-a436f764c945 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 945 time: 0.0544167 Apr 28 20:03:53.155658 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-957216fb-ab25-4b86-9225-8ebe0d9b5641 req-2211845a-7f65-4472-a2d9-714591d1fd3b tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379488 Apr 28 20:03:53.542051 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:54.277719 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7abf6-c880-47b1-9f07-48fbebfb703b req-924e2d5f-43d1-4f95-9789-7b019ff72b2e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:54.279166 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dcb7abf6-c880-47b1-9f07-48fbebfb703b req-924e2d5f-43d1-4f95-9789-7b019ff72b2e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 945 time: 0.0503714 Apr 28 20:03:54.326364 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dcb7abf6-c880-47b1-9f07-48fbebfb703b req-551fb9db-52ce-4d00-84fb-706a86e28e4c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410728 Apr 28 20:03:54.928515 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-771167f1-774f-4479-b4fe-441666819261 service neutron] show failed (client error): The resource could not be found. Apr 28 20:03:54.930653 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-771167f1-774f-4479-b4fe-441666819261 service neutron] 10.222.0.15 "GET /v2.0/ports/e96a8abd-82db-451d-94d3-2029c61f8bf6/bindings/n-h2-839810-1 HTTP/1.1" status: 404 len: 380 time: 0.0576358 Apr 28 20:03:55.175845 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-2fd7eece-4dc9-4f15-a04f-317d3c4b4d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:55.177421 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-2fd7eece-4dc9-4f15-a04f-317d3c4b4d2a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708&tenant_id=337e8021fa0c43d183fd116927375cd1 HTTP/1.1" status: 200 len: 1096 time: 0.0740361 Apr 28 20:03:55.189742 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-dbc72a67-97d9-4746-99c2-52851406a219 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-839810-1', 'device_owner': 'compute:nova'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:55.248445 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-dbc72a67-97d9-4746-99c2-52851406a219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:55.450667 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb567f-226e-4971-ae44-1a3fc43257f4 req-a9d50b1c-30c3-41c0-b66b-68414ea1a1bc tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:55.452530 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f5cb567f-226e-4971-ae44-1a3fc43257f4 req-a9d50b1c-30c3-41c0-b66b-68414ea1a1bc tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 945 time: 0.0514605 Apr 28 20:03:55.464007 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-dbc72a67-97d9-4746-99c2-52851406a219 service neutron] For port e96a8abd-82db-451d-94d3-2029c61f8bf6, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e96a8abd-82db-451d-94d3-2029c61f8bf6,segment=NetworkSegment(6ad96ddc-30c2-4927-80b1-ffe2270d82a7),segment_id=6ad96ddc-30c2-4927-80b1-ffe2270d82a7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:03:55.493638 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f5cb567f-226e-4971-ae44-1a3fc43257f4 req-f63e1193-769c-4d41-90c8-e9c27df38101 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337558 Apr 28 20:03:55.503138 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-dbc72a67-97d9-4746-99c2-52851406a219 service neutron] For port e96a8abd-82db-451d-94d3-2029c61f8bf6, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:03:55.544512 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7778083-e3c3-4a0c-bca1-d381daeca708', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e96a8abd-82db-451d-94d3-2029c61f8bf6'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:03:55.546790 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f7d8fc-8e07-4d89-a664-11e322a7136c" -d '{"events": [{"server_uuid": "e7778083-e3c3-4a0c-bca1-d381daeca708", "name": "network-vif-unplugged", "status": "completed", "tag": "e96a8abd-82db-451d-94d3-2029c61f8bf6"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:03:55.550999 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-dbc72a67-97d9-4746-99c2-52851406a219 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:55.566296 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-dbc72a67-97d9-4746-99c2-52851406a219 service neutron] Transition to ACTIVE for port object e96a8abd-82db-451d-94d3-2029c61f8bf6 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:03:55.571018 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-dbc72a67-97d9-4746-99c2-52851406a219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:55.605629 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 20:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6374f551-fa11-4b2b-871d-954bfd95f65c x-openstack-request-id: req-6374f551-fa11-4b2b-871d-954bfd95f65c {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:03:55.606087 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7778083-e3c3-4a0c-bca1-d381daeca708", "name": "network-vif-unplugged", "status": "completed", "tag": "e96a8abd-82db-451d-94d3-2029c61f8bf6", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:03:55.606340 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6374f551-fa11-4b2b-871d-954bfd95f65c {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:03:55.606686 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6374f551-fa11-4b2b-871d-954bfd95f65c'] response: {'server_uuid': 'e7778083-e3c3-4a0c-bca1-d381daeca708', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e96a8abd-82db-451d-94d3-2029c61f8bf6', 'code': 200} Apr 28 20:03:55.696948 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc72a67-97d9-4746-99c2-52851406a219 service neutron] Pushing event updated for resources: {'Port': ['ID=e96a8abd-82db-451d-94d3-2029c61f8bf6,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:55.780978 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-dbc72a67-97d9-4746-99c2-52851406a219 service neutron] No DVR routers for this DVR port e96a8abd-82db-451d-94d3-2029c61f8bf6 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:03:55.844428 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:55.921558 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-dbc72a67-97d9-4746-99c2-52851406a219 service neutron] Attempting to bind port e96a8abd-82db-451d-94d3-2029c61f8bf6 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:03:55.921818 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-dbc72a67-97d9-4746-99c2-52851406a219 service neutron] Attempting to bind port e96a8abd-82db-451d-94d3-2029c61f8bf6 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '6ad96ddc-30c2-4927-80b1-ffe2270d82a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:03:55.922146 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-dbc72a67-97d9-4746-99c2-52851406a219 service neutron] Attempting to bind port e96a8abd-82db-451d-94d3-2029c61f8bf6 on network 9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:03:55.926635 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-dbc72a67-97d9-4746-99c2-52851406a219 service neutron] Port e96a8abd-82db-451d-94d3-2029c61f8bf6 on network 9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:03:55.926887 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-dbc72a67-97d9-4746-99c2-52851406a219 service neutron] Attempting to bind port e96a8abd-82db-451d-94d3-2029c61f8bf6 on network 9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:03:55.932418 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:55.932628 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-dbc72a67-97d9-4746-99c2-52851406a219 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:03:55.933050 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-dbc72a67-97d9-4746-99c2-52851406a219 service neutron] Checking segment: {'id': '6ad96ddc-30c2-4927-80b1-ffe2270d82a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:03:55.933433 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-dbc72a67-97d9-4746-99c2-52851406a219 service neutron] Bound using segment: {'id': '6ad96ddc-30c2-4927-80b1-ffe2270d82a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:03:55.933864 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-dbc72a67-97d9-4746-99c2-52851406a219 service neutron] Bound port: e96a8abd-82db-451d-94d3-2029c61f8bf6, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ad96ddc-30c2-4927-80b1-ffe2270d82a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:03:55.934224 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-dbc72a67-97d9-4746-99c2-52851406a219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:56.000741 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-dbc72a67-97d9-4746-99c2-52851406a219 service neutron] For port e96a8abd-82db-451d-94d3-2029c61f8bf6, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:03:56.003957 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-dbc72a67-97d9-4746-99c2-52851406a219 service neutron] For port e96a8abd-82db-451d-94d3-2029c61f8bf6, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=e96a8abd-82db-451d-94d3-2029c61f8bf6,segment=NetworkSegment(6ad96ddc-30c2-4927-80b1-ffe2270d82a7),segment_id=6ad96ddc-30c2-4927-80b1-ffe2270d82a7)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:03:56.008287 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-dbc72a67-97d9-4746-99c2-52851406a219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:56.041636 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-dbc72a67-97d9-4746-99c2-52851406a219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:56.042191 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-dbc72a67-97d9-4746-99c2-52851406a219 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:56.043605 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-dbc72a67-97d9-4746-99c2-52851406a219 service neutron] 10.222.0.44 "PUT /v2.0/ports/e96a8abd-82db-451d-94d3-2029c61f8bf6 HTTP/1.1" status: 200 len: 1091 time: 0.8578429 Apr 28 20:03:56.077539 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc72a67-97d9-4746-99c2-52851406a219 service neutron] Pushing event updated for resources: {'Port': ['ID=e96a8abd-82db-451d-94d3-2029c61f8bf6,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:56.129404 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-14d82601-ff78-4611-a0a1-d50e92af351b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:56.129404 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-14d82601-ff78-4611-a0a1-d50e92af351b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 1094 time: 0.0588996 Apr 28 20:03:56.224303 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-8cb2aa76-123e-4302-9117-dce4bc84416d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:56.226397 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-8cb2aa76-123e-4302-9117-dce4bc84416d service neutron] 10.222.0.44 "GET /v2.0/networks?id=9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 HTTP/1.1" status: 200 len: 897 time: 0.0901308 Apr 28 20:03:56.304804 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-45244aaf-568f-482d-aad3-6075a0cc5a86 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e96a8abd-82db-451d-94d3-2029c61f8bf6 HTTP/1.1" status: 200 len: 999 time: 0.0694456 Apr 28 20:03:56.356625 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-0b2d711b-0a15-4748-9d7e-7a484e1819da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:56.358183 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-0b2d711b-0a15-4748-9d7e-7a484e1819da service neutron] 10.222.0.44 "GET /v2.0/subnets?id=baece0b6-0c59-43c5-aef4-e80ebd8b9d7e HTTP/1.1" status: 200 len: 835 time: 0.0451620 Apr 28 20:03:56.407225 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-96b44a6f-bc04-47b1-895f-e99bef02f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:56.408845 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-96b44a6f-bc04-47b1-895f-e99bef02f7cd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9852adc1-0fcb-4a70-862a-aac6b8c5a0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441329 Apr 28 20:03:56.505192 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-f5cbcecc-ad23-491c-9c68-8e8076430db3 service neutron] 10.222.0.44 "GET /v2.0/networks/9852adc1-0fcb-4a70-862a-aac6b8c5a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897098 Apr 28 20:03:56.619329 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-78f2a784-141a-478d-a9fa-146accb6bea1 service neutron] 10.222.0.44 "GET /v2.0/networks/9852adc1-0fcb-4a70-862a-aac6b8c5a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044726 Apr 28 20:03:56.642082 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb44d3-6a9a-4977-a8fd-91d3a326fa22 req-6ece7601-d755-47fc-b9a5-334689d6edba tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:56.643720 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-15fb44d3-6a9a-4977-a8fd-91d3a326fa22 req-6ece7601-d755-47fc-b9a5-334689d6edba tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 943 time: 0.0645459 Apr 28 20:03:56.696430 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-15fb44d3-6a9a-4977-a8fd-91d3a326fa22 req-cbd57052-d99f-4a8b-a417-ec4df5e0cb1c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448627 Apr 28 20:03:57.608440 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7778083-e3c3-4a0c-bca1-d381daeca708', 'tag': 'e96a8abd-82db-451d-94d3-2029c61f8bf6'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:03:57.610770 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde792bd-01c3-4739-9019-041c7d7903f5" -d '{"events": [{"name": "network-changed", "server_uuid": "e7778083-e3c3-4a0c-bca1-d381daeca708", "tag": "e96a8abd-82db-451d-94d3-2029c61f8bf6"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:03:57.663521 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a9dc46-04a0-41e4-a19d-fa3a4e0c8039 x-openstack-request-id: req-e7a9dc46-04a0-41e4-a19d-fa3a4e0c8039 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:03:57.664048 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7778083-e3c3-4a0c-bca1-d381daeca708", "tag": "e96a8abd-82db-451d-94d3-2029c61f8bf6", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:03:57.664618 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e7a9dc46-04a0-41e4-a19d-fa3a4e0c8039 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:03:57.665045 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7a9dc46-04a0-41e4-a19d-fa3a4e0c8039'] response: {'name': 'network-changed', 'server_uuid': 'e7778083-e3c3-4a0c-bca1-d381daeca708', 'tag': 'e96a8abd-82db-451d-94d3-2029c61f8bf6', 'status': 'completed', 'code': 200} Apr 28 20:03:57.758584 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde792bd-01c3-4739-9019-041c7d7903f5 req-84345af3-419b-48c8-850b-dbf4d3839514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:57.760119 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dde792bd-01c3-4739-9019-041c7d7903f5 req-84345af3-419b-48c8-850b-dbf4d3839514 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 1094 time: 0.0680473 Apr 28 20:03:57.763581 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde792bd-01c3-4739-9019-041c7d7903f5 req-78ac16af-6990-4007-bf49-d627df6ef13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:57.765028 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dde792bd-01c3-4739-9019-041c7d7903f5 req-78ac16af-6990-4007-bf49-d627df6ef13c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 1094 time: 0.0810168 Apr 28 20:03:57.833885 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5722e-1635-4210-a6ff-ebc626a60c63 req-6164461d-5d23-4561-bafd-c0c674e96e01 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:57.837135 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9fe5722e-1635-4210-a6ff-ebc626a60c63 req-6164461d-5d23-4561-bafd-c0c674e96e01 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 943 time: 0.0562336 Apr 28 20:03:57.878706 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9fe5722e-1635-4210-a6ff-ebc626a60c63 req-176b8367-0c2d-4ca4-bb25-96ddd8919108 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351884 Apr 28 20:03:57.924690 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde792bd-01c3-4739-9019-041c7d7903f5 req-4b34f076-636d-40d9-9acc-c500b4a9b7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:57.926045 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dde792bd-01c3-4739-9019-041c7d7903f5 req-4b34f076-636d-40d9-9acc-c500b4a9b7a9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 HTTP/1.1" status: 200 len: 897 time: 0.1600654 Apr 28 20:03:57.927115 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde792bd-01c3-4739-9019-041c7d7903f5 req-e69e9de7-0bce-4f43-8646-01f39fa95791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:57.928417 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dde792bd-01c3-4739-9019-041c7d7903f5 req-e69e9de7-0bce-4f43-8646-01f39fa95791 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 HTTP/1.1" status: 200 len: 897 time: 0.1541629 Apr 28 20:03:58.169986 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dde792bd-01c3-4739-9019-041c7d7903f5 req-320a2fd6-7d2c-441e-8c10-e8ea5c3217ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e96a8abd-82db-451d-94d3-2029c61f8bf6 HTTP/1.1" status: 200 len: 999 time: 0.1083572 Apr 28 20:03:58.169986 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dde792bd-01c3-4739-9019-041c7d7903f5 req-48bb48cc-a395-4865-b117-4ec7dd507431 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e96a8abd-82db-451d-94d3-2029c61f8bf6 HTTP/1.1" status: 200 len: 999 time: 0.1047709 Apr 28 20:03:58.169986 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde792bd-01c3-4739-9019-041c7d7903f5 req-c8e52cc4-aa8f-46a3-97b7-b6e2e97dd102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:58.169986 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dde792bd-01c3-4739-9019-041c7d7903f5 req-c8e52cc4-aa8f-46a3-97b7-b6e2e97dd102 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=baece0b6-0c59-43c5-aef4-e80ebd8b9d7e HTTP/1.1" status: 200 len: 835 time: 0.0735326 Apr 28 20:03:58.169986 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde792bd-01c3-4739-9019-041c7d7903f5 req-adff95e5-78ae-4d59-912f-687b5adccf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:58.169986 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dde792bd-01c3-4739-9019-041c7d7903f5 req-adff95e5-78ae-4d59-912f-687b5adccf31 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=baece0b6-0c59-43c5-aef4-e80ebd8b9d7e HTTP/1.1" status: 200 len: 835 time: 0.0834420 Apr 28 20:03:58.217845 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde792bd-01c3-4739-9019-041c7d7903f5 req-b594432b-93fc-434a-b367-97a66e0175a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:58.219416 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dde792bd-01c3-4739-9019-041c7d7903f5 req-b594432b-93fc-434a-b367-97a66e0175a2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9852adc1-0fcb-4a70-862a-aac6b8c5a0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516818 Apr 28 20:03:58.221323 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde792bd-01c3-4739-9019-041c7d7903f5 req-f548483f-c598-4428-83d9-f2b18a046735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:58.222697 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dde792bd-01c3-4739-9019-041c7d7903f5 req-f548483f-c598-4428-83d9-f2b18a046735 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9852adc1-0fcb-4a70-862a-aac6b8c5a0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857008 Apr 28 20:03:58.674148 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dde792bd-01c3-4739-9019-041c7d7903f5 req-9d36a7be-1706-44c5-a2fb-7cbd9b7628a1 service neutron] 10.222.0.44 "GET /v2.0/networks/9852adc1-0fcb-4a70-862a-aac6b8c5a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373651 Apr 28 20:03:58.676018 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dde792bd-01c3-4739-9019-041c7d7903f5 req-fba2069a-4105-4cf7-8ed9-2491beca8eba service neutron] 10.222.0.15 "GET /v2.0/networks/9852adc1-0fcb-4a70-862a-aac6b8c5a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468069 Apr 28 20:03:58.774308 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device e96a8abd-82db-451d-94d3-2029c61f8bf6 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:03:58.831631 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device e96a8abd-82db-451d-94d3-2029c61f8bf6 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:03:58.853430 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dde792bd-01c3-4739-9019-041c7d7903f5 req-c98d5e60-09e7-4e82-aa8a-acda5b72b504 service neutron] 10.222.0.44 "GET /v2.0/networks/9852adc1-0fcb-4a70-862a-aac6b8c5a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718585 Apr 28 20:03:58.859394 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dde792bd-01c3-4739-9019-041c7d7903f5 req-dd0411a2-a955-4ebb-a47c-45a9b0a9adbd service neutron] 10.222.0.15 "GET /v2.0/networks/9852adc1-0fcb-4a70-862a-aac6b8c5a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701562 Apr 28 20:03:59.017848 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b646e7c5-6d51-42cf-883d-2ed0aa4700a5 req-35de9272-37a3-4282-8a3d-9376a1597424 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:59.019435 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b646e7c5-6d51-42cf-883d-2ed0aa4700a5 req-35de9272-37a3-4282-8a3d-9376a1597424 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 943 time: 0.0572162 Apr 28 20:03:59.061397 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b646e7c5-6d51-42cf-883d-2ed0aa4700a5 req-200fae29-6b64-4dac-b523-8c411a5edae3 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346258 Apr 28 20:03:59.284853 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device e96a8abd-82db-451d-94d3-2029c61f8bf6 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:03:59.417937 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-bb8ef58e-790e-4c95-9041-23eb6b01a55e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:59.419782 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-bb8ef58e-790e-4c95-9041-23eb6b01a55e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708&tenant_id=337e8021fa0c43d183fd116927375cd1&binding%3Ahost_id=n-h2-839810-1 HTTP/1.1" status: 200 len: 943 time: 0.1480851 Apr 28 20:03:59.429189 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb4881-8c10-4ca2-bbd3-246b44ee655a req-5a4f4ec2-829c-4ff2-bfa0-31f6071f921b tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:59.437000 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a0fb4881-8c10-4ca2-bbd3-246b44ee655a req-5a4f4ec2-829c-4ff2-bfa0-31f6071f921b tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 943 time: 0.1238632 Apr 28 20:03:59.449503 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port e96a8abd-82db-451d-94d3-2029c61f8bf6, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=e96a8abd-82db-451d-94d3-2029c61f8bf6,segment=NetworkSegment(6ad96ddc-30c2-4927-80b1-ffe2270d82a7),segment_id=6ad96ddc-30c2-4927-80b1-ffe2270d82a7)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:03:59.462554 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'e96a8abd-82db-451d-94d3-2029c61f8bf6', 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0', 'port_id': 'e96a8abd-82db-451d-94d3-2029c61f8bf6', 'mac_address': 'fa:16:3e:85:ca:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baece0b6-0c59-43c5-aef4-e80ebd8b9d7e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:03:59.532547 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-192b2efd-2813-4908-bd6c-50f75bd865df service neutron] 10.222.0.44 "GET /v2.0/ports/e96a8abd-82db-451d-94d3-2029c61f8bf6/bindings/n-h2-839810-1 HTTP/1.1" status: 200 len: 382 time: 0.0929193 Apr 28 20:03:59.548553 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a0fb4881-8c10-4ca2-bbd3-246b44ee655a req-45145a54-310b-490d-af5b-b473e781b7d4 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082730 Apr 28 20:03:59.557465 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:59.594638 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e96a8abd-82db-451d-94d3-2029c61f8bf6 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:03:59.628431 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port e96a8abd-82db-451d-94d3-2029c61f8bf6, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=e96a8abd-82db-451d-94d3-2029c61f8bf6,segment=NetworkSegment(6ad96ddc-30c2-4927-80b1-ffe2270d82a7),segment_id=6ad96ddc-30c2-4927-80b1-ffe2270d82a7)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:03:59.628656 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-4aba2ac1-78c4-4f16-973d-9677a621c93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:59.631141 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-4aba2ac1-78c4-4f16-973d-9677a621c93b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 1094 time: 0.0660398 Apr 28 20:03:59.633603 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:59.692436 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=e96a8abd-82db-451d-94d3-2029c61f8bf6,revision_number=8']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:59.766551 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-150cd308-61cc-4e11-9096-120710734350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:59.768007 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-150cd308-61cc-4e11-9096-120710734350 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 HTTP/1.1" status: 200 len: 897 time: 0.1298647 Apr 28 20:03:59.850283 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-daf7f6ee-2455-4a22-8f03-a7c62cb42dfe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e96a8abd-82db-451d-94d3-2029c61f8bf6 HTTP/1.1" status: 200 len: 1000 time: 0.0651500 Apr 28 20:03:59.905285 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['e96a8abd-82db-451d-94d3-2029c61f8bf6'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:03:59.915786 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-eff3e18c-bdaf-4948-aab8-caf1ebef6550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:59.917468 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-eff3e18c-bdaf-4948-aab8-caf1ebef6550 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=baece0b6-0c59-43c5-aef4-e80ebd8b9d7e HTTP/1.1" status: 200 len: 835 time: 0.0598106 Apr 28 20:03:59.970800 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-29deb529-c380-4f44-94b0-68be6c2714b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:59.972732 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-29deb529-c380-4f44-94b0-68be6c2714b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9852adc1-0fcb-4a70-862a-aac6b8c5a0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479250 Apr 28 20:04:00.081882 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-221ea39c-cb67-40ee-907b-5aaa2f82ccc7 service neutron] 10.222.0.44 "GET /v2.0/networks/9852adc1-0fcb-4a70-862a-aac6b8c5a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027493 Apr 28 20:04:00.198125 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-92b974c2-d9aa-49b0-a665-13b3a03931ec service neutron] 10.222.0.44 "GET /v2.0/networks/9852adc1-0fcb-4a70-862a-aac6b8c5a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087589 Apr 28 20:04:00.871129 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a669e1-49ba-4576-9db3-6a7e1ae1cea4 req-ab50c891-0a5f-4425-86db-f437f3cb9207 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:00.873093 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-50a669e1-49ba-4576-9db3-6a7e1ae1cea4 req-ab50c891-0a5f-4425-86db-f437f3cb9207 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 944 time: 0.1466982 Apr 28 20:04:00.928967 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-50a669e1-49ba-4576-9db3-6a7e1ae1cea4 req-378020cb-ec4a-4567-bd93-96290ad48a76 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491989 Apr 28 20:04:01.310567 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device e96a8abd-82db-451d-94d3-2029c61f8bf6 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:04:01.361531 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port e96a8abd-82db-451d-94d3-2029c61f8bf6 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:04:01.365441 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port e96a8abd-82db-451d-94d3-2029c61f8bf6 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:01.365809 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:01.461050 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:01.486645 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7778083-e3c3-4a0c-bca1-d381daeca708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96a8abd-82db-451d-94d3-2029c61f8bf6'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:04:01.488956 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d832ccfb-bdae-447c-92e3-d44f2a7194fd" -d '{"events": [{"server_uuid": "e7778083-e3c3-4a0c-bca1-d381daeca708", "name": "network-vif-plugged", "status": "completed", "tag": "e96a8abd-82db-451d-94d3-2029c61f8bf6"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:04:01.502886 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port e96a8abd-82db-451d-94d3-2029c61f8bf6, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=e96a8abd-82db-451d-94d3-2029c61f8bf6,segment=NetworkSegment(6ad96ddc-30c2-4927-80b1-ffe2270d82a7),segment_id=6ad96ddc-30c2-4927-80b1-ffe2270d82a7)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:04:01.507860 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:01.547545 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a545e3-47c1-47a0-86f1-b83c10a6ce90 x-openstack-request-id: req-65a545e3-47c1-47a0-86f1-b83c10a6ce90 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:04:01.547854 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7778083-e3c3-4a0c-bca1-d381daeca708", "name": "network-vif-plugged", "status": "completed", "tag": "e96a8abd-82db-451d-94d3-2029c61f8bf6", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:04:01.548188 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-65a545e3-47c1-47a0-86f1-b83c10a6ce90 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:04:01.548526 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65a545e3-47c1-47a0-86f1-b83c10a6ce90'] response: {'server_uuid': 'e7778083-e3c3-4a0c-bca1-d381daeca708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96a8abd-82db-451d-94d3-2029c61f8bf6', 'code': 200} Apr 28 20:04:01.563939 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=e96a8abd-82db-451d-94d3-2029c61f8bf6,revision_number=9']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:01.919182 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:02.126616 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177ea07-b7ee-499e-88c1-9743e9909f7c req-3ef06f8e-59f4-41e7-8a8f-96e6d4b0eb44 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:02.128369 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8177ea07-b7ee-499e-88c1-9743e9909f7c req-3ef06f8e-59f4-41e7-8a8f-96e6d4b0eb44 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 945 time: 0.0916841 Apr 28 20:04:02.173766 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8177ea07-b7ee-499e-88c1-9743e9909f7c req-0580df7b-7367-46ba-b72b-0ef2490a7fa1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373452 Apr 28 20:04:02.422321 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-30834e50-286a-451d-9b12-47ad9f14bfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:02.423836 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-30834e50-286a-451d-9b12-47ad9f14bfa3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708&tenant_id=337e8021fa0c43d183fd116927375cd1 HTTP/1.1" status: 200 len: 1096 time: 0.0562053 Apr 28 20:04:02.438076 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-a23b4543-8ff1-4963-8b53-2795eabc4e9b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-839810-1', 'device_owner': 'compute:nova'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:02.500472 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-a23b4543-8ff1-4963-8b53-2795eabc4e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:02.759395 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-a23b4543-8ff1-4963-8b53-2795eabc4e9b service neutron] For port e96a8abd-82db-451d-94d3-2029c61f8bf6, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=e96a8abd-82db-451d-94d3-2029c61f8bf6,segment=NetworkSegment(6ad96ddc-30c2-4927-80b1-ffe2270d82a7),segment_id=6ad96ddc-30c2-4927-80b1-ffe2270d82a7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:04:02.809732 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-a23b4543-8ff1-4963-8b53-2795eabc4e9b service neutron] For port e96a8abd-82db-451d-94d3-2029c61f8bf6, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:04:02.917486 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7778083-e3c3-4a0c-bca1-d381daeca708', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e96a8abd-82db-451d-94d3-2029c61f8bf6'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:04:02.920620 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee581f84-c1d2-4ea9-a626-071578a333e3" -d '{"events": [{"server_uuid": "e7778083-e3c3-4a0c-bca1-d381daeca708", "name": "network-vif-unplugged", "status": "completed", "tag": "e96a8abd-82db-451d-94d3-2029c61f8bf6"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:04:02.925149 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-a23b4543-8ff1-4963-8b53-2795eabc4e9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:02.982741 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-a23b4543-8ff1-4963-8b53-2795eabc4e9b service neutron] Transition to ACTIVE for port object e96a8abd-82db-451d-94d3-2029c61f8bf6 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:04:02.989418 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-a23b4543-8ff1-4963-8b53-2795eabc4e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:03.081282 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 20:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b521e4c-2188-4fd0-997f-a4f351286823 x-openstack-request-id: req-6b521e4c-2188-4fd0-997f-a4f351286823 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:04:03.081635 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7778083-e3c3-4a0c-bca1-d381daeca708", "name": "network-vif-unplugged", "status": "completed", "tag": "e96a8abd-82db-451d-94d3-2029c61f8bf6", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:04:03.081839 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6b521e4c-2188-4fd0-997f-a4f351286823 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:04:03.082252 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b521e4c-2188-4fd0-997f-a4f351286823'] response: {'server_uuid': 'e7778083-e3c3-4a0c-bca1-d381daeca708', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e96a8abd-82db-451d-94d3-2029c61f8bf6', 'code': 200} Apr 28 20:04:03.094334 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b4543-8ff1-4963-8b53-2795eabc4e9b service neutron] Pushing event updated for resources: {'Port': ['ID=e96a8abd-82db-451d-94d3-2029c61f8bf6,revision_number=10']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:03.152295 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-a23b4543-8ff1-4963-8b53-2795eabc4e9b service neutron] No DVR routers for this DVR port e96a8abd-82db-451d-94d3-2029c61f8bf6 on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:04:03.325982 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-a23b4543-8ff1-4963-8b53-2795eabc4e9b service neutron] Attempting to bind port e96a8abd-82db-451d-94d3-2029c61f8bf6 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:03.326235 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-a23b4543-8ff1-4963-8b53-2795eabc4e9b service neutron] Attempting to bind port e96a8abd-82db-451d-94d3-2029c61f8bf6 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '6ad96ddc-30c2-4927-80b1-ffe2270d82a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:03.326562 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-a23b4543-8ff1-4963-8b53-2795eabc4e9b service neutron] Attempting to bind port e96a8abd-82db-451d-94d3-2029c61f8bf6 on network 9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:04:03.336283 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-a23b4543-8ff1-4963-8b53-2795eabc4e9b service neutron] Port e96a8abd-82db-451d-94d3-2029c61f8bf6 on network 9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:04:03.337207 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-a23b4543-8ff1-4963-8b53-2795eabc4e9b service neutron] Attempting to bind port e96a8abd-82db-451d-94d3-2029c61f8bf6 on network 9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:04:03.344142 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7158960-ddfc-4de2-bcdf-ef128d315270 req-c1b9ba61-e7d7-4cbe-8e8f-4c192dbf96e8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:03.345073 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-a23b4543-8ff1-4963-8b53-2795eabc4e9b service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:04:03.345073 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-a23b4543-8ff1-4963-8b53-2795eabc4e9b service neutron] Checking segment: {'id': '6ad96ddc-30c2-4927-80b1-ffe2270d82a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:04:03.345385 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-a23b4543-8ff1-4963-8b53-2795eabc4e9b service neutron] Bound using segment: {'id': '6ad96ddc-30c2-4927-80b1-ffe2270d82a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:04:03.345796 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-a23b4543-8ff1-4963-8b53-2795eabc4e9b service neutron] Bound port: e96a8abd-82db-451d-94d3-2029c61f8bf6, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ad96ddc-30c2-4927-80b1-ffe2270d82a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:04:03.345919 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e7158960-ddfc-4de2-bcdf-ef128d315270 req-c1b9ba61-e7d7-4cbe-8e8f-4c192dbf96e8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 944 time: 0.0691063 Apr 28 20:04:03.346204 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-a23b4543-8ff1-4963-8b53-2795eabc4e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:03.395126 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e7158960-ddfc-4de2-bcdf-ef128d315270 req-af241db1-d197-4e56-9a91-20f096b450b6 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425375 Apr 28 20:04:03.431049 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-a23b4543-8ff1-4963-8b53-2795eabc4e9b service neutron] For port e96a8abd-82db-451d-94d3-2029c61f8bf6, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:04:03.434606 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-a23b4543-8ff1-4963-8b53-2795eabc4e9b service neutron] For port e96a8abd-82db-451d-94d3-2029c61f8bf6, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e96a8abd-82db-451d-94d3-2029c61f8bf6,segment=NetworkSegment(6ad96ddc-30c2-4927-80b1-ffe2270d82a7),segment_id=6ad96ddc-30c2-4927-80b1-ffe2270d82a7)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:04:03.439257 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-a23b4543-8ff1-4963-8b53-2795eabc4e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:03.476269 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-a23b4543-8ff1-4963-8b53-2795eabc4e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:03.476903 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-a23b4543-8ff1-4963-8b53-2795eabc4e9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:03.478571 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-a23b4543-8ff1-4963-8b53-2795eabc4e9b service neutron] 10.222.0.15 "PUT /v2.0/ports/e96a8abd-82db-451d-94d3-2029c61f8bf6 HTTP/1.1" status: 200 len: 1092 time: 1.0474620 Apr 28 20:04:03.507118 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:03.518546 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b4543-8ff1-4963-8b53-2795eabc4e9b service neutron] Pushing event updated for resources: {'Port': ['ID=e96a8abd-82db-451d-94d3-2029c61f8bf6,revision_number=11']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:03.570345 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-20be62fc-91a0-4c4e-b426-3c4140a9b525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:03.572773 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-20be62fc-91a0-4c4e-b426-3c4140a9b525 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 1095 time: 0.0618401 Apr 28 20:04:03.686818 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-20e81aa1-fa03-4410-a27b-42ebefeabd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:03.688655 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-20e81aa1-fa03-4410-a27b-42ebefeabd1b service neutron] 10.222.0.15 "GET /v2.0/networks?id=9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 HTTP/1.1" status: 200 len: 897 time: 0.1078775 Apr 28 20:04:03.767611 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-f00dc8a5-9b57-4c1c-ae94-9c3fbfa5cdfc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e96a8abd-82db-451d-94d3-2029c61f8bf6 HTTP/1.1" status: 200 len: 999 time: 0.0693681 Apr 28 20:04:03.825090 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-be626887-b3ca-4ca8-8b9b-668d8251efec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:03.826571 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-be626887-b3ca-4ca8-8b9b-668d8251efec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=baece0b6-0c59-43c5-aef4-e80ebd8b9d7e HTTP/1.1" status: 200 len: 835 time: 0.0520401 Apr 28 20:04:03.881096 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-81eeb338-197e-4c50-bfa8-e15924cd68c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:03.883394 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-81eeb338-197e-4c50-bfa8-e15924cd68c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9852adc1-0fcb-4a70-862a-aac6b8c5a0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437257 Apr 28 20:04:04.015507 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-e1e3578d-ff5c-4b7a-8f75-2be283210346 service neutron] 10.222.0.15 "GET /v2.0/networks/9852adc1-0fcb-4a70-862a-aac6b8c5a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219120 Apr 28 20:04:04.118048 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-19b0e2ee-6a95-4f02-b50b-23be0a1ad089 req-724577ac-b2af-41dd-9733-c2839476795f service neutron] 10.222.0.15 "GET /v2.0/networks/9852adc1-0fcb-4a70-862a-aac6b8c5a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940287 Apr 28 20:04:04.526370 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa22559-40ea-4aed-abb1-0632e3258e71 req-5f86dedd-6a93-4b22-9e31-fb174a04127b tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:04.527881 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2fa22559-40ea-4aed-abb1-0632e3258e71 req-5f86dedd-6a93-4b22-9e31-fb174a04127b tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 944 time: 0.0573487 Apr 28 20:04:04.573453 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2fa22559-40ea-4aed-abb1-0632e3258e71 req-ff4560a4-e40c-4e6d-9999-869223e2a545 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377405 Apr 28 20:04:05.084028 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7778083-e3c3-4a0c-bca1-d381daeca708', 'tag': 'e96a8abd-82db-451d-94d3-2029c61f8bf6'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:04:05.087194 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44c5cab-2977-4016-80f2-20dcd44973e7" -d '{"events": [{"name": "network-changed", "server_uuid": "e7778083-e3c3-4a0c-bca1-d381daeca708", "tag": "e96a8abd-82db-451d-94d3-2029c61f8bf6"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:04:05.143733 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522f116b-88d3-4750-b431-156c11056e4b x-openstack-request-id: req-522f116b-88d3-4750-b431-156c11056e4b {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:04:05.144398 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7778083-e3c3-4a0c-bca1-d381daeca708", "tag": "e96a8abd-82db-451d-94d3-2029c61f8bf6", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:04:05.144663 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-522f116b-88d3-4750-b431-156c11056e4b {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:04:05.145315 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-522f116b-88d3-4750-b431-156c11056e4b'] response: {'name': 'network-changed', 'server_uuid': 'e7778083-e3c3-4a0c-bca1-d381daeca708', 'tag': 'e96a8abd-82db-451d-94d3-2029c61f8bf6', 'status': 'completed', 'code': 200} Apr 28 20:04:05.259883 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c5cab-2977-4016-80f2-20dcd44973e7 req-4f72bb20-ed62-4638-a85e-e63b17f0dabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:05.261553 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d44c5cab-2977-4016-80f2-20dcd44973e7 req-4f72bb20-ed62-4638-a85e-e63b17f0dabd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 1095 time: 0.0886295 Apr 28 20:04:05.264339 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c5cab-2977-4016-80f2-20dcd44973e7 req-51024207-0e6a-424c-b8d7-73863938231b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:05.265672 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d44c5cab-2977-4016-80f2-20dcd44973e7 req-51024207-0e6a-424c-b8d7-73863938231b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 1095 time: 0.0915427 Apr 28 20:04:05.322495 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device e96a8abd-82db-451d-94d3-2029c61f8bf6 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:04:05.376014 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device e96a8abd-82db-451d-94d3-2029c61f8bf6 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:04:05.442434 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c5cab-2977-4016-80f2-20dcd44973e7 req-09388eb5-0cc8-4eef-82bd-51d2b157a74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:05.443883 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d44c5cab-2977-4016-80f2-20dcd44973e7 req-09388eb5-0cc8-4eef-82bd-51d2b157a74a service neutron] 10.222.0.44 "GET /v2.0/networks?id=9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 HTTP/1.1" status: 200 len: 897 time: 0.1742723 Apr 28 20:04:05.526735 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c5cab-2977-4016-80f2-20dcd44973e7 req-0c20928d-b289-4b64-aa00-a21fe3e84b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:05.528248 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d44c5cab-2977-4016-80f2-20dcd44973e7 req-0c20928d-b289-4b64-aa00-a21fe3e84b57 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 HTTP/1.1" status: 200 len: 897 time: 0.1774232 Apr 28 20:04:05.546412 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d44c5cab-2977-4016-80f2-20dcd44973e7 req-8c57ac47-0be4-4866-b053-189d58144896 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e96a8abd-82db-451d-94d3-2029c61f8bf6 HTTP/1.1" status: 200 len: 999 time: 0.0935445 Apr 28 20:04:05.635556 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d44c5cab-2977-4016-80f2-20dcd44973e7 req-5aa6423e-fb62-4fe4-80dd-8c0453fbd0c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e96a8abd-82db-451d-94d3-2029c61f8bf6 HTTP/1.1" status: 200 len: 999 time: 0.0980151 Apr 28 20:04:05.641475 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c5cab-2977-4016-80f2-20dcd44973e7 req-94f3416e-5fec-4e11-8eed-67c869105b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:05.642777 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d44c5cab-2977-4016-80f2-20dcd44973e7 req-94f3416e-5fec-4e11-8eed-67c869105b00 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=baece0b6-0c59-43c5-aef4-e80ebd8b9d7e HTTP/1.1" status: 200 len: 835 time: 0.0677712 Apr 28 20:04:05.745045 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c5cab-2977-4016-80f2-20dcd44973e7 req-91c5025a-49dd-4dc3-a8af-ca15f927a985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:05.746872 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d44c5cab-2977-4016-80f2-20dcd44973e7 req-91c5025a-49dd-4dc3-a8af-ca15f927a985 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=baece0b6-0c59-43c5-aef4-e80ebd8b9d7e HTTP/1.1" status: 200 len: 835 time: 0.1032116 Apr 28 20:04:05.799684 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c5cab-2977-4016-80f2-20dcd44973e7 req-53dd8500-48cc-489e-b0be-50331a30b248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:05.801201 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d44c5cab-2977-4016-80f2-20dcd44973e7 req-53dd8500-48cc-489e-b0be-50331a30b248 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9852adc1-0fcb-4a70-862a-aac6b8c5a0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1133642 Apr 28 20:04:05.809676 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60375f78-6080-44fe-9af8-82fccae6040b req-a1f2eb02-df8d-4ce1-9d81-ca6f65fbcf66 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:05.811213 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-60375f78-6080-44fe-9af8-82fccae6040b req-a1f2eb02-df8d-4ce1-9d81-ca6f65fbcf66 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 944 time: 0.1246293 Apr 28 20:04:05.884326 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c5cab-2977-4016-80f2-20dcd44973e7 req-ffa35d5a-9a94-4ff1-a78e-94e7e9e6d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:05.885683 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d44c5cab-2977-4016-80f2-20dcd44973e7 req-ffa35d5a-9a94-4ff1-a78e-94e7e9e6d601 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9852adc1-0fcb-4a70-862a-aac6b8c5a0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1295059 Apr 28 20:04:05.934073 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-60375f78-6080-44fe-9af8-82fccae6040b req-2dc2b05f-80df-472a-8855-72d6e3b5d6cf tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126614 Apr 28 20:04:06.010610 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d44c5cab-2977-4016-80f2-20dcd44973e7 req-5cd2d05d-4207-4e6a-b91f-b77a5e485a8a service neutron] 10.222.0.44 "GET /v2.0/networks/9852adc1-0fcb-4a70-862a-aac6b8c5a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984060 Apr 28 20:04:06.045930 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d44c5cab-2977-4016-80f2-20dcd44973e7 req-9c53db48-ba1f-4273-9bb6-001315d5d2a7 service neutron] 10.222.0.15 "GET /v2.0/networks/9852adc1-0fcb-4a70-862a-aac6b8c5a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512985 Apr 28 20:04:06.190791 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d44c5cab-2977-4016-80f2-20dcd44973e7 req-a7c13bfc-3f99-4f3f-99ec-2674a6535d87 service neutron] 10.222.0.44 "GET /v2.0/networks/9852adc1-0fcb-4a70-862a-aac6b8c5a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729138 Apr 28 20:04:06.204826 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d44c5cab-2977-4016-80f2-20dcd44973e7 req-2917a54b-dbd3-4efa-9a12-d1f51f2908b5 service neutron] 10.222.0.15 "GET /v2.0/networks/9852adc1-0fcb-4a70-862a-aac6b8c5a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270733 Apr 28 20:04:06.794324 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device e96a8abd-82db-451d-94d3-2029c61f8bf6 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:04:06.906144 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port e96a8abd-82db-451d-94d3-2029c61f8bf6, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e96a8abd-82db-451d-94d3-2029c61f8bf6,segment=NetworkSegment(6ad96ddc-30c2-4927-80b1-ffe2270d82a7),segment_id=6ad96ddc-30c2-4927-80b1-ffe2270d82a7)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:04:06.920354 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'e96a8abd-82db-451d-94d3-2029c61f8bf6', 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0', 'port_id': 'e96a8abd-82db-451d-94d3-2029c61f8bf6', 'mac_address': 'fa:16:3e:85:ca:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baece0b6-0c59-43c5-aef4-e80ebd8b9d7e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:04:06.961494 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:06.975979 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e96a8abd-82db-451d-94d3-2029c61f8bf6 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:04:06.997614 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port e96a8abd-82db-451d-94d3-2029c61f8bf6, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e96a8abd-82db-451d-94d3-2029c61f8bf6,segment=NetworkSegment(6ad96ddc-30c2-4927-80b1-ffe2270d82a7),segment_id=6ad96ddc-30c2-4927-80b1-ffe2270d82a7)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:04:07.015232 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:07.076815 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=e96a8abd-82db-451d-94d3-2029c61f8bf6,revision_number=12']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:07.092708 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761d818-e8cd-4633-9e37-fa07a6f857be req-0f239035-02fe-469c-9add-b5d57c6ac77a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:07.098437 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1761d818-e8cd-4633-9e37-fa07a6f857be req-0f239035-02fe-469c-9add-b5d57c6ac77a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 945 time: 0.0666614 Apr 28 20:04:07.164078 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1761d818-e8cd-4633-9e37-fa07a6f857be req-5e8dff03-f8d5-400d-a4be-8e0a1c84968d tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588410 Apr 28 20:04:07.193758 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 53540) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:07.243678 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['e96a8abd-82db-451d-94d3-2029c61f8bf6'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:04:07.307111 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-87297410-97d3-40d6-871d-07ad1e1fd369 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/floatingips/13e73e22-2f78-4572-bac5-f508755b7621 HTTP/1.1" status: 200 len: 992 time: 0.1121519 Apr 28 20:04:08.809221 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device e96a8abd-82db-451d-94d3-2029c61f8bf6 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:04:08.872712 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port e96a8abd-82db-451d-94d3-2029c61f8bf6 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:04:08.876852 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port e96a8abd-82db-451d-94d3-2029c61f8bf6 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:08.877167 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:08.976329 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:09.002313 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7778083-e3c3-4a0c-bca1-d381daeca708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96a8abd-82db-451d-94d3-2029c61f8bf6'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:04:09.004901 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3086236e-5b7b-441a-b0ee-7237a8f4b926" -d '{"events": [{"server_uuid": "e7778083-e3c3-4a0c-bca1-d381daeca708", "name": "network-vif-plugged", "status": "completed", "tag": "e96a8abd-82db-451d-94d3-2029c61f8bf6"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:04:09.031781 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port e96a8abd-82db-451d-94d3-2029c61f8bf6, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e96a8abd-82db-451d-94d3-2029c61f8bf6,segment=NetworkSegment(6ad96ddc-30c2-4927-80b1-ffe2270d82a7),segment_id=6ad96ddc-30c2-4927-80b1-ffe2270d82a7)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:04:09.040422 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:09.071213 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c6c752-805b-4b6d-b770-c302d597eace x-openstack-request-id: req-39c6c752-805b-4b6d-b770-c302d597eace {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:04:09.071576 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7778083-e3c3-4a0c-bca1-d381daeca708", "name": "network-vif-plugged", "status": "completed", "tag": "e96a8abd-82db-451d-94d3-2029c61f8bf6", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:04:09.071934 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-39c6c752-805b-4b6d-b770-c302d597eace {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:04:09.072414 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39c6c752-805b-4b6d-b770-c302d597eace'] response: {'server_uuid': 'e7778083-e3c3-4a0c-bca1-d381daeca708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96a8abd-82db-451d-94d3-2029c61f8bf6', 'code': 200} Apr 28 20:04:09.099509 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=e96a8abd-82db-451d-94d3-2029c61f8bf6,revision_number=13']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:16.130673 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd3646-ff65-4bec-8c4e-75a8ee86e67e req-c1334344-488b-4132-add9-147ab4c477ef tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:16.133473 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e4cd3646-ff65-4bec-8c4e-75a8ee86e67e req-c1334344-488b-4132-add9-147ab4c477ef tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/ports?device_id=2549c5cc-fced-4991-b7b7-c0343c78df92 HTTP/1.1" status: 200 len: 945 time: 0.0702143 Apr 28 20:04:16.172738 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e4cd3646-ff65-4bec-8c4e-75a8ee86e67e req-0d302a94-b6e3-494b-917a-30160da073a0 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/security-groups?id=29a7ab95-457b-4595-9690-a1bd2d1992a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331438 Apr 28 20:04:17.568077 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6d539-c04b-4788-a5f5-4a157ec9252d req-ae25e0a5-fc72-4ff2-b0c1-432b2ade854c tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:17.570063 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e6a6d539-c04b-4788-a5f5-4a157ec9252d req-ae25e0a5-fc72-4ff2-b0c1-432b2ade854c tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/ports?device_id=2549c5cc-fced-4991-b7b7-c0343c78df92 HTTP/1.1" status: 200 len: 945 time: 0.3275688 Apr 28 20:04:17.609122 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e6a6d539-c04b-4788-a5f5-4a157ec9252d req-47906599-46fe-4e19-b5f0-e69e80139517 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/security-groups?id=29a7ab95-457b-4595-9690-a1bd2d1992a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329330 Apr 28 20:04:17.673445 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe53b1a-342b-402e-be95-8dff11d0285f req-4672befe-0f51-445e-ac9c-72813084133b tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:17.674861 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8fe53b1a-342b-402e-be95-8dff11d0285f req-4672befe-0f51-445e-ac9c-72813084133b tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.15 "GET /v2.0/ports?device_id=2549c5cc-fced-4991-b7b7-c0343c78df92 HTTP/1.1" status: 200 len: 945 time: 0.0499997 Apr 28 20:04:17.773984 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-8fe53b1a-342b-402e-be95-8dff11d0285f req-45900318-2036-4138-8cc4-c308e8cb4189 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Deleting port 0588a073-a674-49fe-9af0-60042a3a9988 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:04:17.774324 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8fe53b1a-342b-402e-be95-8dff11d0285f req-45900318-2036-4138-8cc4-c308e8cb4189 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:17.875539 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-8fe53b1a-342b-402e-be95-8dff11d0285f req-45900318-2036-4138-8cc4-c308e8cb4189 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] For port 0588a073-a674-49fe-9af0-60042a3a9988, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=0588a073-a674-49fe-9af0-60042a3a9988,segment=NetworkSegment(bd2bed0b-01bb-4134-a009-1575952a87b8),segment_id=bd2bed0b-01bb-4134-a009-1575952a87b8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:04:17.875899 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8fe53b1a-342b-402e-be95-8dff11d0285f req-45900318-2036-4138-8cc4-c308e8cb4189 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:17.889747 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-8fe53b1a-342b-402e-be95-8dff11d0285f req-45900318-2036-4138-8cc4-c308e8cb4189 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Calling delete_port for 0588a073-a674-49fe-9af0-60042a3a9988 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:04:18.038106 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8fe53b1a-342b-402e-be95-8dff11d0285f req-45900318-2036-4138-8cc4-c308e8cb4189 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:18.055682 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['0588a073-a674-49fe-9af0-60042a3a9988'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:04:18.077180 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45900318-2036-4138-8cc4-c308e8cb4189 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Pushing event deleted for resources: {'Port': ['ID=0588a073-a674-49fe-9af0-60042a3a9988,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:18.165045 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe53b1a-342b-402e-be95-8dff11d0285f req-45900318-2036-4138-8cc4-c308e8cb4189 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] No DVR routers for this DVR port 0588a073-a674-49fe-9af0-60042a3a9988 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:04:18.169194 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8fe53b1a-342b-402e-be95-8dff11d0285f req-45900318-2036-4138-8cc4-c308e8cb4189 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:18.173522 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8fe53b1a-342b-402e-be95-8dff11d0285f req-45900318-2036-4138-8cc4-c308e8cb4189 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.15 "DELETE /v2.0/ports/0588a073-a674-49fe-9af0-60042a3a9988 HTTP/1.1" status: 204 len: 173 time: 0.4918854 Apr 28 20:04:18.174600 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2549c5cc-fced-4991-b7b7-c0343c78df92', 'name': 'network-vif-deleted', 'tag': '0588a073-a674-49fe-9af0-60042a3a9988'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:04:18.177128 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9367214c-5bd2-4852-a063-7c2723e0cff9" -d '{"events": [{"server_uuid": "2549c5cc-fced-4991-b7b7-c0343c78df92", "name": "network-vif-deleted", "tag": "0588a073-a674-49fe-9af0-60042a3a9988"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:04:18.226880 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0996cfb-ca40-4306-956a-562c0d9d0964 x-openstack-request-id: req-e0996cfb-ca40-4306-956a-562c0d9d0964 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:04:18.227176 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2549c5cc-fced-4991-b7b7-c0343c78df92", "name": "network-vif-deleted", "tag": "0588a073-a674-49fe-9af0-60042a3a9988", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:04:18.227429 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e0996cfb-ca40-4306-956a-562c0d9d0964 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:04:18.227841 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0996cfb-ca40-4306-956a-562c0d9d0964'] response: {'server_uuid': '2549c5cc-fced-4991-b7b7-c0343c78df92', 'name': 'network-vif-deleted', 'tag': '0588a073-a674-49fe-9af0-60042a3a9988', 'status': 'completed', 'code': 200} Apr 28 20:04:18.735341 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f9e4cb8b-c0c2-428a-9a2f-ebd7567c8cd0 req-09d7c560-a101-4511-8d29-9a3a60ad6b20 tempest-VolumesSnapshotTestJSON-785254704 tempest-VolumesSnapshotTestJSON-785254704-project] 10.222.0.42 "GET /v2.0/ports?device_id=2549c5cc-fced-4991-b7b7-c0343c78df92 HTTP/1.1" status: 200 len: 210 time: 0.0295463 Apr 28 20:04:19.823060 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-acb6bd14-096e-4cc3-b31e-553fa7b7b88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:20.885823 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 0588a073-a674-49fe-9af0-60042a3a9988 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:04:20.929319 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 0588a073-a674-49fe-9af0-60042a3a9988 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:04:20.929747 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 0588a073-a674-49fe-9af0-60042a3a9988 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:04:22.051018 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1001e8f7-5e8e-476b-80d3-ed3267b7dfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:23.224127 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54144) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:23.319691 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-abc4a102-e1ef-468e-80af-dba84b35d8d0 tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] 10.222.0.42 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3061 time: 0.0941696 Apr 28 20:04:23.322272 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54146) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:23.327426 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-628bd7b2-df48-4f39-aa69-044af2ea2533 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Request body: {'network': {'name': 'tempest-network-smoke--294087529', 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'port_security_enabled': False}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:23.347508 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628bd7b2-df48-4f39-aa69-044af2ea2533 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Made reservation on behalf of 740864a3722b4fce8e622d6fc70a0132 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:23.352043 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-628bd7b2-df48-4f39-aa69-044af2ea2533 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:23.384085 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-628bd7b2-df48-4f39-aa69-044af2ea2533 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:04:23.397675 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-628bd7b2-df48-4f39-aa69-044af2ea2533 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:23.398021 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-628bd7b2-df48-4f39-aa69-044af2ea2533 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Added segment dd85676e-73e9-48b4-b896-4439fe5bc544 of type vlan for network e52e38eb-cc46-4f91-a748-bca4e3f26223 Apr 28 20:04:23.450958 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-628bd7b2-df48-4f39-aa69-044af2ea2533 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:23.478298 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-628bd7b2-df48-4f39-aa69-044af2ea2533 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:23.484647 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628bd7b2-df48-4f39-aa69-044af2ea2533 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:23.485272 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-628bd7b2-df48-4f39-aa69-044af2ea2533 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:23.544689 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-628bd7b2-df48-4f39-aa69-044af2ea2533 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2208009 Apr 28 20:04:23.547319 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54160) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:23.554131 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-4b854c0a-b69f-4964-bf4e-19a522454e88 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-434719095', 'admin_state_up': True, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:23.559815 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628bd7b2-df48-4f39-aa69-044af2ea2533 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Pushing event updated for resources: {'Network': ['ID=e52e38eb-cc46-4f91-a748-bca4e3f26223,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:23.567362 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:23.573259 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network e52e38eb-cc46-4f91-a748-bca4e3f26223 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:04:23.600629 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b854c0a-b69f-4964-bf4e-19a522454e88 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:23.601876 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b854c0a-b69f-4964-bf4e-19a522454e88 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:23.641511 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:04:23.664557 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b854c0a-b69f-4964-bf4e-19a522454e88 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:24.183373 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b854c0a-b69f-4964-bf4e-19a522454e88 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:24.379595 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b854c0a-b69f-4964-bf4e-19a522454e88 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:24.405683 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b854c0a-b69f-4964-bf4e-19a522454e88 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:24.534572 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-4b854c0a-b69f-4964-bf4e-19a522454e88 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Allocated IP 172.25.8.134 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/bc63d55a-2703-48a8-b537-44fd0968e306) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:04:24.649925 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b854c0a-b69f-4964-bf4e-19a522454e88 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:24.688036 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b854c0a-b69f-4964-bf4e-19a522454e88 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:24.707397 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b854c0a-b69f-4964-bf4e-19a522454e88 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:24.728002 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-4b854c0a-b69f-4964-bf4e-19a522454e88 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:24.731874 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b854c0a-b69f-4964-bf4e-19a522454e88 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:04:24.776325 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b854c0a-b69f-4964-bf4e-19a522454e88 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Pushing event updated for resources: {'Port': ['ID=bc63d55a-2703-48a8-b537-44fd0968e306,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:25.020485 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b854c0a-b69f-4964-bf4e-19a522454e88 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:25.243311 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b854c0a-b69f-4964-bf4e-19a522454e88 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:25.391552 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b854c0a-b69f-4964-bf4e-19a522454e88 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Router 26302142-b425-44a7-8059-6e5ecd13f40b is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 20:04:25.510765 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b854c0a-b69f-4964-bf4e-19a522454e88 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:04:25.524720 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6a5644-64a0-4fa5-9462-2b8eb8cf9ae8 None None] Sync routers for ids ['26302142-b425-44a7-8059-6e5ecd13f40b'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:04:25.532912 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b854c0a-b69f-4964-bf4e-19a522454e88 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:25.534430 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4b854c0a-b69f-4964-bf4e-19a522454e88 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.9854541 Apr 28 20:04:25.538253 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54178) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:25.545538 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6a5644-64a0-4fa5-9462-2b8eb8cf9ae8 None None] Routers {'26302142-b425-44a7-8059-6e5ecd13f40b'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:04:25.546507 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-7a6a5644-64a0-4fa5-9462-2b8eb8cf9ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:04:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['26302142-b425-44a7-8059-6e5ecd13f40b'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:25.629450 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12ae0ae-2f9b-47ad-aad1-746eed12e187 tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:25.635057 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54180) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:25.645439 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c12ae0ae-2f9b-47ad-aad1-746eed12e187 tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=740864a3722b4fce8e622d6fc70a0132&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1056578 Apr 28 20:04:25.692884 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-7a6a5644-64a0-4fa5-9462-2b8eb8cf9ae8 None None] Set router 26302142-b425-44a7-8059-6e5ecd13f40b gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:04:25.753253 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aa2dfe-2deb-44e1-814f-63fabdc8d635 tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:25.759658 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54184) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:25.770335 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b3aa2dfe-2deb-44e1-814f-63fabdc8d635 tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1324551 Apr 28 20:04:25.797932 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54186) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:25.812577 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cd5eb25d-22e2-4f3f-82e7-0ed4eeec2c96 tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=562d8c9c-50aa-492e-ae08-06d7f5fe6347&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0498817 Apr 28 20:04:25.839528 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54188) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:25.852513 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5d26870b-957c-4009-b627-71e8d81b3ffd tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=740864a3722b4fce8e622d6fc70a0132&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0532861 Apr 28 20:04:25.868664 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:25.961503 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:26.007245 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-7a6a5644-64a0-4fa5-9462-2b8eb8cf9ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26302142-b425-44a7-8059-6e5ecd13f40b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-434719095', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'bc63d55a-2703-48a8-b537-44fd0968e306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:23Z', 'updated_at': '2022-04-28T20:04:24Z', 'revision_number': 3, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'gw_port': {'id': 'bc63d55a-2703-48a8-b537-44fd0968e306', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26302142-b425-44a7-8059-6e5ecd13f40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:24Z', 'updated_at': '2022-04-28T20:04:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:26.042627 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6a5644-64a0-4fa5-9462-2b8eb8cf9ae8 None None] Checking router: 26302142-b425-44a7-8059-6e5ecd13f40b for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:04:26.043716 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6a5644-64a0-4fa5-9462-2b8eb8cf9ae8 None None] Updating router 26302142-b425-44a7-8059-6e5ecd13f40b port bc63d55a-2703-48a8-b537-44fd0968e306 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:04:26.051736 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39576aeb-a74b-43fa-97c5-24e04edfcab5 tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:26.057778 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54192) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:26.066963 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-39576aeb-a74b-43fa-97c5-24e04edfcab5 tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2262895 Apr 28 20:04:26.090325 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7a6a5644-64a0-4fa5-9462-2b8eb8cf9ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:26.121561 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-27517182-49b8-415c-86d3-8c0f9a961e1f tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=562d8c9c-50aa-492e-ae08-06d7f5fe6347&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0623448 Apr 28 20:04:26.123928 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54194) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:26.134911 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-886bb000-16cd-49ef-b603-37ded0938ed1 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1622115902', 'network_id': 'e52e38eb-cc46-4f91-a748-bca4e3f26223', 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:26.269383 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886bb000-16cd-49ef-b603-37ded0938ed1 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Made reservation on behalf of 740864a3722b4fce8e622d6fc70a0132 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:26.281802 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-886bb000-16cd-49ef-b603-37ded0938ed1 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:26.437362 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7a6a5644-64a0-4fa5-9462-2b8eb8cf9ae8 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:26.447691 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7a6a5644-64a0-4fa5-9462-2b8eb8cf9ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:26.512307 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-7a6a5644-64a0-4fa5-9462-2b8eb8cf9ae8 None None] Attempting to bind port bc63d55a-2703-48a8-b537-44fd0968e306 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:26.512660 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-7a6a5644-64a0-4fa5-9462-2b8eb8cf9ae8 None None] Attempting to bind port bc63d55a-2703-48a8-b537-44fd0968e306 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:26.513078 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6a5644-64a0-4fa5-9462-2b8eb8cf9ae8 None None] Attempting to bind port bc63d55a-2703-48a8-b537-44fd0968e306 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:04:26.515203 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01ee71-7dab-43cc-86a2-2272a27dd0d4 None None] Pushing event updated for resources: {'Port': ['ID=bc63d55a-2703-48a8-b537-44fd0968e306,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:26.523319 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6a5644-64a0-4fa5-9462-2b8eb8cf9ae8 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:04:26.523612 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6a5644-64a0-4fa5-9462-2b8eb8cf9ae8 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:04:26.523937 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7a6a5644-64a0-4fa5-9462-2b8eb8cf9ae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:26.524378 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6a5644-64a0-4fa5-9462-2b8eb8cf9ae8 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:04:26.524852 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-7a6a5644-64a0-4fa5-9462-2b8eb8cf9ae8 None None] Bound port: bc63d55a-2703-48a8-b537-44fd0968e306, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:04:26.525455 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7a6a5644-64a0-4fa5-9462-2b8eb8cf9ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:26.611623 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7a6a5644-64a0-4fa5-9462-2b8eb8cf9ae8 None None] For port bc63d55a-2703-48a8-b537-44fd0968e306, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:04:26.616360 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7a6a5644-64a0-4fa5-9462-2b8eb8cf9ae8 None None] For port bc63d55a-2703-48a8-b537-44fd0968e306, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=bc63d55a-2703-48a8-b537-44fd0968e306,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:04:26.622150 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7a6a5644-64a0-4fa5-9462-2b8eb8cf9ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:26.694174 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-886bb000-16cd-49ef-b603-37ded0938ed1 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:26.714505 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01ee71-7dab-43cc-86a2-2272a27dd0d4 None None] Pushing event updated for resources: {'Port': ['ID=bc63d55a-2703-48a8-b537-44fd0968e306,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:26.758881 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6a5644-64a0-4fa5-9462-2b8eb8cf9ae8 None None] Routers {'26302142-b425-44a7-8059-6e5ecd13f40b'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:04:26.761378 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-7a6a5644-64a0-4fa5-9462-2b8eb8cf9ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:04:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['26302142-b425-44a7-8059-6e5ecd13f40b'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:26.829558 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886bb000-16cd-49ef-b603-37ded0938ed1 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Checking segment: {'id': 'dd85676e-73e9-48b4-b896-4439fe5bc544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e52e38eb-cc46-4f91-a748-bca4e3f26223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:04:26.830144 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886bb000-16cd-49ef-b603-37ded0938ed1 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Network hostable DHCP agents. Network: e52e38eb-cc46-4f91-a748-bca4e3f26223, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:04:26.833591 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886bb000-16cd-49ef-b603-37ded0938ed1 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Pushing event updated for resources: {'Subnet': ['ID=e1d640e2-2850-46b1-9799-7045c3e6ba32,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:26.862631 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886bb000-16cd-49ef-b603-37ded0938ed1 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Network e52e38eb-cc46-4f91-a748-bca4e3f26223 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:04:26.879517 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-886bb000-16cd-49ef-b603-37ded0938ed1 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, e52e38eb-cc46-4f91-a748-bca4e3f26223) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:26.891680 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886bb000-16cd-49ef-b603-37ded0938ed1 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:26.894084 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-886bb000-16cd-49ef-b603-37ded0938ed1 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:26.894478 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa88cd9-1058-43cc-af75-530ad717021f None None] Network e52e38eb-cc46-4f91-a748-bca4e3f26223 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:04:26.942219 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-886bb000-16cd-49ef-b603-37ded0938ed1 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8150382 Apr 28 20:04:26.945403 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54200) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:26.959113 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-7a6a5644-64a0-4fa5-9462-2b8eb8cf9ae8 None None] Set router 26302142-b425-44a7-8059-6e5ecd13f40b gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:04:27.219157 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bae5f4-89f2-45a8-b402-7fccc7122057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-e52e38eb-cc46-4f91-a748-bca4e3f26223', 'network_id': 'e52e38eb-cc46-4f91-a748-bca4e3f26223', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'fixed_ips': [{'subnet_id': 'e1d640e2-2850-46b1-9799-7045c3e6ba32'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:04:27.220977 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35bae5f4-89f2-45a8-b402-7fccc7122057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:27.382509 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-7a6a5644-64a0-4fa5-9462-2b8eb8cf9ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26302142-b425-44a7-8059-6e5ecd13f40b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-434719095', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'bc63d55a-2703-48a8-b537-44fd0968e306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:23Z', 'updated_at': '2022-04-28T20:04:24Z', 'revision_number': 3, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'gw_port': {'id': 'bc63d55a-2703-48a8-b537-44fd0968e306', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26302142-b425-44a7-8059-6e5ecd13f40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:24Z', 'updated_at': '2022-04-28T20:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:27.444458 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6a5644-64a0-4fa5-9462-2b8eb8cf9ae8 None None] The sync data for ids ['26302142-b425-44a7-8059-6e5ecd13f40b'] in n-d-839810-1 is: [{'id': '26302142-b425-44a7-8059-6e5ecd13f40b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-434719095', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'bc63d55a-2703-48a8-b537-44fd0968e306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:23Z', 'updated_at': '2022-04-28T20:04:24Z', 'revision_number': 3, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'gw_port': {'id': 'bc63d55a-2703-48a8-b537-44fd0968e306', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26302142-b425-44a7-8059-6e5ecd13f40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:24Z', 'updated_at': '2022-04-28T20:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:04:27.499368 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-35bae5f4-89f2-45a8-b402-7fccc7122057 None None] Allocated IP 172.20.0.18 (e52e38eb-cc46-4f91-a748-bca4e3f26223/e1d640e2-2850-46b1-9799-7045c3e6ba32/4e44c2c7-dd90-4d6c-a5b0-e123cffbe4e6) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:04:27.865579 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35bae5f4-89f2-45a8-b402-7fccc7122057 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:27.885946 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35bae5f4-89f2-45a8-b402-7fccc7122057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:27.912626 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0ea46-6fc5-406c-9d87-eca11ef782f3 req-8ffe8731-3be0-4541-b6f7-4fc90be7794d tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:27.915133 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e4c0ea46-6fc5-406c-9d87-eca11ef782f3 req-8ffe8731-3be0-4541-b6f7-4fc90be7794d tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd15f827-377e-418e-bb0d-4556899cf6f3 HTTP/1.1" status: 200 len: 945 time: 0.1792836 Apr 28 20:04:28.007129 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bae5f4-89f2-45a8-b402-7fccc7122057 None None] Network e52e38eb-cc46-4f91-a748-bca4e3f26223 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:28.016396 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-35bae5f4-89f2-45a8-b402-7fccc7122057 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:28.047249 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bae5f4-89f2-45a8-b402-7fccc7122057 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:04:28.082690 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e4c0ea46-6fc5-406c-9d87-eca11ef782f3 req-3da6aac9-a3a6-4e15-8520-2a696d7fead6 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b879d0f-a786-4628-8a1d-c38da7708230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504502 Apr 28 20:04:28.107111 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bae5f4-89f2-45a8-b402-7fccc7122057 None None] Pushing event updated for resources: {'Port': ['ID=4e44c2c7-dd90-4d6c-a5b0-e123cffbe4e6,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:28.379882 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-35bae5f4-89f2-45a8-b402-7fccc7122057 None None] Attempting to bind port 4e44c2c7-dd90-4d6c-a5b0-e123cffbe4e6 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:28.381246 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-35bae5f4-89f2-45a8-b402-7fccc7122057 None None] Attempting to bind port 4e44c2c7-dd90-4d6c-a5b0-e123cffbe4e6 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'dd85676e-73e9-48b4-b896-4439fe5bc544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e52e38eb-cc46-4f91-a748-bca4e3f26223'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:28.381645 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bae5f4-89f2-45a8-b402-7fccc7122057 None None] Attempting to bind port 4e44c2c7-dd90-4d6c-a5b0-e123cffbe4e6 on network e52e38eb-cc46-4f91-a748-bca4e3f26223 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:04:28.389158 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bae5f4-89f2-45a8-b402-7fccc7122057 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:04:28.389721 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bae5f4-89f2-45a8-b402-7fccc7122057 None None] Checking segment: {'id': 'dd85676e-73e9-48b4-b896-4439fe5bc544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e52e38eb-cc46-4f91-a748-bca4e3f26223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:04:28.390182 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35bae5f4-89f2-45a8-b402-7fccc7122057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:28.390669 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bae5f4-89f2-45a8-b402-7fccc7122057 None None] Bound using segment: {'id': 'dd85676e-73e9-48b4-b896-4439fe5bc544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e52e38eb-cc46-4f91-a748-bca4e3f26223'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:04:28.391267 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-35bae5f4-89f2-45a8-b402-7fccc7122057 None None] Bound port: 4e44c2c7-dd90-4d6c-a5b0-e123cffbe4e6, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd85676e-73e9-48b4-b896-4439fe5bc544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e52e38eb-cc46-4f91-a748-bca4e3f26223'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:04:28.391904 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35bae5f4-89f2-45a8-b402-7fccc7122057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:28.475723 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-270384b5-5a78-4e33-8a71-79601dac152c tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:28.525155 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-35bae5f4-89f2-45a8-b402-7fccc7122057 None None] For port 4e44c2c7-dd90-4d6c-a5b0-e123cffbe4e6, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:04:28.542851 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-35bae5f4-89f2-45a8-b402-7fccc7122057 None None] For port 4e44c2c7-dd90-4d6c-a5b0-e123cffbe4e6, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=4e44c2c7-dd90-4d6c-a5b0-e123cffbe4e6,segment=NetworkSegment(dd85676e-73e9-48b4-b896-4439fe5bc544),segment_id=dd85676e-73e9-48b4-b896-4439fe5bc544)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:04:28.553007 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35bae5f4-89f2-45a8-b402-7fccc7122057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:28.691664 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bae5f4-89f2-45a8-b402-7fccc7122057 None None] Pushing event updated for resources: {'Port': ['ID=4e44c2c7-dd90-4d6c-a5b0-e123cffbe4e6,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:28.913449 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bc63d55a-2703-48a8-b537-44fd0968e306 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:04:28.990634 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398b14d-ca60-4c03-9d60-34d196d098ca req-698eaa8f-487f-4579-82ea-7db432d215a0 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:28.992247 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7398b14d-ca60-4c03-9d60-34d196d098ca req-698eaa8f-487f-4579-82ea-7db432d215a0 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd15f827-377e-418e-bb0d-4556899cf6f3 HTTP/1.1" status: 200 len: 945 time: 0.1139209 Apr 28 20:04:29.128022 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port bc63d55a-2703-48a8-b537-44fd0968e306 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:29.131624 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:29.148293 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-270384b5-5a78-4e33-8a71-79601dac152c tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Allocated IP 172.20.0.17 (e52e38eb-cc46-4f91-a748-bca4e3f26223/e1d640e2-2850-46b1-9799-7045c3e6ba32/3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:04:29.334839 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:29.360741 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port bc63d55a-2703-48a8-b537-44fd0968e306, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=bc63d55a-2703-48a8-b537-44fd0968e306,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:04:29.370401 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:29.454875 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=bc63d55a-2703-48a8-b537-44fd0968e306,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:29.484094 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df961fd-578d-4129-9794-c5da1e18c895 req-aa9e110d-dc39-4d81-872e-7772c192fdd2 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:29.492531 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0df961fd-578d-4129-9794-c5da1e18c895 req-aa9e110d-dc39-4d81-872e-7772c192fdd2 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd15f827-377e-418e-bb0d-4556899cf6f3 HTTP/1.1" status: 200 len: 945 time: 0.2019882 Apr 28 20:04:29.506652 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-7398b14d-ca60-4c03-9d60-34d196d098ca req-5be1ac1d-7e1b-4701-a209-42ade96175d8 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Deleting port 456ecf8c-ffb3-47d5-a1f7-0dfdba830f24 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:04:29.507265 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7398b14d-ca60-4c03-9d60-34d196d098ca req-5be1ac1d-7e1b-4701-a209-42ade96175d8 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:29.547721 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-270384b5-5a78-4e33-8a71-79601dac152c tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:29.603864 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0df961fd-578d-4129-9794-c5da1e18c895 req-7b1398f6-92c1-4db6-a81d-eb9dd6a03c75 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b879d0f-a786-4628-8a1d-c38da7708230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095347 Apr 28 20:04:29.688279 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-7398b14d-ca60-4c03-9d60-34d196d098ca req-5be1ac1d-7e1b-4701-a209-42ade96175d8 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] For port 456ecf8c-ffb3-47d5-a1f7-0dfdba830f24, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=456ecf8c-ffb3-47d5-a1f7-0dfdba830f24,segment=NetworkSegment(7926db30-73c1-46df-8406-ef9a080be03c),segment_id=7926db30-73c1-46df-8406-ef9a080be03c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:04:29.688769 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7398b14d-ca60-4c03-9d60-34d196d098ca req-5be1ac1d-7e1b-4701-a209-42ade96175d8 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:29.698494 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-270384b5-5a78-4e33-8a71-79601dac152c tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:29.793577 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270384b5-5a78-4e33-8a71-79601dac152c tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Network e52e38eb-cc46-4f91-a748-bca4e3f26223 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:29.806804 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-270384b5-5a78-4e33-8a71-79601dac152c tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:29.815415 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270384b5-5a78-4e33-8a71-79601dac152c tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:04:29.863110 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270384b5-5a78-4e33-8a71-79601dac152c tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Pushing event updated for resources: {'Port': ['ID=3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:29.984678 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270384b5-5a78-4e33-8a71-79601dac152c tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:29.985167 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270384b5-5a78-4e33-8a71-79601dac152c tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:29.985516 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270384b5-5a78-4e33-8a71-79601dac152c tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:29.985853 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270384b5-5a78-4e33-8a71-79601dac152c tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:29.986188 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270384b5-5a78-4e33-8a71-79601dac152c tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:29.986517 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270384b5-5a78-4e33-8a71-79601dac152c tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:29.986874 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270384b5-5a78-4e33-8a71-79601dac152c tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:29.987220 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270384b5-5a78-4e33-8a71-79601dac152c tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:29.987552 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270384b5-5a78-4e33-8a71-79601dac152c tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:29.987879 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270384b5-5a78-4e33-8a71-79601dac152c tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:29.991210 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270384b5-5a78-4e33-8a71-79601dac152c tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:29.991580 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270384b5-5a78-4e33-8a71-79601dac152c tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:30.011198 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-270384b5-5a78-4e33-8a71-79601dac152c tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:30.461796 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd3c635-69bc-4d99-8d01-3feb2e7ede01 None None] Network e52e38eb-cc46-4f91-a748-bca4e3f26223 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:04:30.686859 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7398b14d-ca60-4c03-9d60-34d196d098ca req-5be1ac1d-7e1b-4701-a209-42ade96175d8 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:30.687453 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7398b14d-ca60-4c03-9d60-34d196d098ca req-5be1ac1d-7e1b-4701-a209-42ade96175d8 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:30.687696 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [req-7398b14d-ca60-4c03-9d60-34d196d098ca req-5be1ac1d-7e1b-4701-a209-42ade96175d8 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Floating IP c88e4f19-8de7-4d52-b776-aba401ca2839 disassociated. External IP: 172.25.8.50, port: 456ecf8c-ffb3-47d5-a1f7-0dfdba830f24. Apr 28 20:04:30.688393 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-7398b14d-ca60-4c03-9d60-34d196d098ca req-5be1ac1d-7e1b-4701-a209-42ade96175d8 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Calling delete_port for 456ecf8c-ffb3-47d5-a1f7-0dfdba830f24 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:04:30.785902 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-1adafd54-cd15-45a4-af16-d09fc54775d7 None None] Provisioning complete for port 4e44c2c7-dd90-4d6c-a5b0-e123cffbe4e6 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:30.791779 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1adafd54-cd15-45a4-af16-d09fc54775d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:30.904493 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9ea1b-5952-4662-bded-6e9617a377f1 req-09b27bf1-3c6e-4f46-9ea6-044064343d44 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:30.916936 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a4b9ea1b-5952-4662-bded-6e9617a377f1 req-09b27bf1-3c6e-4f46-9ea6-044064343d44 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd15f827-377e-418e-bb0d-4556899cf6f3 HTTP/1.1" status: 200 len: 945 time: 0.1543303 Apr 28 20:04:30.934107 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-270384b5-5a78-4e33-8a71-79601dac152c tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:31.066393 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1adafd54-cd15-45a4-af16-d09fc54775d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:31.077004 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-ac1450f1-2008-4fe6-a00b-ab4816f377de req-fffd668f-1ae1-47fa-a5f1-6b4cf3606cc8 service neutron] (102773) timed out ('10.222.0.15', 57976) {{(pid=102773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 28 20:04:31.078590 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a4b9ea1b-5952-4662-bded-6e9617a377f1 req-91cca05e-7ad5-4f5f-8ef2-203a083e4e6e tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b879d0f-a786-4628-8a1d-c38da7708230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582699 Apr 28 20:04:31.115567 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 4e44c2c7-dd90-4d6c-a5b0-e123cffbe4e6 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:04:31.166253 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-1adafd54-cd15-45a4-af16-d09fc54775d7 None None] For port 4e44c2c7-dd90-4d6c-a5b0-e123cffbe4e6, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=4e44c2c7-dd90-4d6c-a5b0-e123cffbe4e6,segment=NetworkSegment(dd85676e-73e9-48b4-b896-4439fe5bc544),segment_id=dd85676e-73e9-48b4-b896-4439fe5bc544)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:04:31.178344 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1adafd54-cd15-45a4-af16-d09fc54775d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:31.256330 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 4e44c2c7-dd90-4d6c-a5b0-e123cffbe4e6 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:31.257026 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:31.298009 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adafd54-cd15-45a4-af16-d09fc54775d7 None None] Pushing event updated for resources: {'Port': ['ID=4e44c2c7-dd90-4d6c-a5b0-e123cffbe4e6,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:31.316350 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b74c70e4-c2b4-406b-b11c-7d4e9d7399bd None None] Provisioning complete for port 3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:31.316992 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b74c70e4-c2b4-406b-b11c-7d4e9d7399bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:31.371089 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7398b14d-ca60-4c03-9d60-34d196d098ca req-5be1ac1d-7e1b-4701-a209-42ade96175d8 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:31.386017 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-b74c70e4-c2b4-406b-b11c-7d4e9d7399bd None None] Port 3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:04:31.404371 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bc63d55a-2703-48a8-b537-44fd0968e306 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:04:31.410977 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be1ac1d-7e1b-4701-a209-42ade96175d8 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Pushing event deleted for resources: {'Port': ['ID=456ecf8c-ffb3-47d5-a1f7-0dfdba830f24,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:31.412030 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b74c70e4-c2b4-406b-b11c-7d4e9d7399bd None None] Provisioning complete for port 4e44c2c7-dd90-4d6c-a5b0-e123cffbe4e6 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:31.412871 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b74c70e4-c2b4-406b-b11c-7d4e9d7399bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:31.575029 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port bc63d55a-2703-48a8-b537-44fd0968e306 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:31.577339 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:31.651286 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-270384b5-5a78-4e33-8a71-79601dac152c tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:31.658167 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-270384b5-5a78-4e33-8a71-79601dac152c tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:31.718718 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7398b14d-ca60-4c03-9d60-34d196d098ca req-5be1ac1d-7e1b-4701-a209-42ade96175d8 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Router 7823a8d5-b73e-4445-81d5-f5fff7241429 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:04:31.753763 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-270384b5-5a78-4e33-8a71-79601dac152c tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:31.792345 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270384b5-5a78-4e33-8a71-79601dac152c tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Pushing event updated for resources: {'Port': ['ID=3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:31.838267 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-8f6247fa-9137-4cfd-b4f2-64d73c741ba7 None None] Provisioning complete for port 3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:31.839269 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8f6247fa-9137-4cfd-b4f2-64d73c741ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:31.932028 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-8f6247fa-9137-4cfd-b4f2-64d73c741ba7 None None] Port 3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:04:31.945465 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:31.984174 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7398b14d-ca60-4c03-9d60-34d196d098ca req-5be1ac1d-7e1b-4701-a209-42ade96175d8 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:04:31.996648 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4faff4a-49cc-4dfa-bd42-b1b83aa60372 None None] Sync routers for ids ['7823a8d5-b73e-4445-81d5-f5fff7241429'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:04:32.011251 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4faff4a-49cc-4dfa-bd42-b1b83aa60372 None None] Routers {'7823a8d5-b73e-4445-81d5-f5fff7241429'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:04:32.012064 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-e4faff4a-49cc-4dfa-bd42-b1b83aa60372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:04:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7823a8d5-b73e-4445-81d5-f5fff7241429'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:32.102743 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270384b5-5a78-4e33-8a71-79601dac152c tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Network e52e38eb-cc46-4f91-a748-bca4e3f26223 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:32.117588 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-270384b5-5a78-4e33-8a71-79601dac152c tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:32.119682 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-7398b14d-ca60-4c03-9d60-34d196d098ca req-5be1ac1d-7e1b-4701-a209-42ade96175d8 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] No DVR routers for this DVR port 456ecf8c-ffb3-47d5-a1f7-0dfdba830f24 on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:04:32.123706 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7398b14d-ca60-4c03-9d60-34d196d098ca req-5be1ac1d-7e1b-4701-a209-42ade96175d8 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:32.127148 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7398b14d-ca60-4c03-9d60-34d196d098ca req-5be1ac1d-7e1b-4701-a209-42ade96175d8 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.44 "DELETE /v2.0/ports/456ecf8c-ffb3-47d5-a1f7-0dfdba830f24 HTTP/1.1" status: 204 len: 173 time: 3.1148922 Apr 28 20:04:32.127552 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd15f827-377e-418e-bb0d-4556899cf6f3', 'name': 'network-vif-deleted', 'tag': '456ecf8c-ffb3-47d5-a1f7-0dfdba830f24'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:04:32.129956 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c20c31-a9a0-4999-b6d0-0cd4bae81735" -d '{"events": [{"server_uuid": "dd15f827-377e-418e-bb0d-4556899cf6f3", "name": "network-vif-deleted", "tag": "456ecf8c-ffb3-47d5-a1f7-0dfdba830f24"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:04:32.250420 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-e4faff4a-49cc-4dfa-bd42-b1b83aa60372 None None] Set router 7823a8d5-b73e-4445-81d5-f5fff7241429 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:04:32.284056 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b13dc6d-d77d-4068-8fe4-0080605bc015 x-openstack-request-id: req-2b13dc6d-d77d-4068-8fe4-0080605bc015 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:04:32.284401 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd15f827-377e-418e-bb0d-4556899cf6f3", "name": "network-vif-deleted", "tag": "456ecf8c-ffb3-47d5-a1f7-0dfdba830f24", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:04:32.284753 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2b13dc6d-d77d-4068-8fe4-0080605bc015 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:04:32.285084 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b13dc6d-d77d-4068-8fe4-0080605bc015'] response: {'server_uuid': 'dd15f827-377e-418e-bb0d-4556899cf6f3', 'name': 'network-vif-deleted', 'tag': '456ecf8c-ffb3-47d5-a1f7-0dfdba830f24', 'status': 'completed', 'code': 200} Apr 28 20:04:32.371869 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-67d61fe1-a300-4301-94a8-e9863a505811 req-30110655-bfa3-4cf4-8e72-a8f478b86c3f tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd15f827-377e-418e-bb0d-4556899cf6f3 HTTP/1.1" status: 200 len: 210 time: 0.1017096 Apr 28 20:04:32.407073 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270384b5-5a78-4e33-8a71-79601dac152c tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Router 26302142-b425-44a7-8059-6e5ecd13f40b has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:04:32.563273 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270384b5-5a78-4e33-8a71-79601dac152c tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:04:32.570235 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-270384b5-5a78-4e33-8a71-79601dac152c tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "PUT /v2.0/routers/26302142-b425-44a7-8059-6e5ecd13f40b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6238022 Apr 28 20:04:32.580178 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c9f6dc-4b34-4629-84ad-ec3f4b1b40f0 None None] Sync routers for ids ['26302142-b425-44a7-8059-6e5ecd13f40b'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:04:32.598846 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c9f6dc-4b34-4629-84ad-ec3f4b1b40f0 None None] Routers {'26302142-b425-44a7-8059-6e5ecd13f40b'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:04:32.600203 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-75c9f6dc-4b34-4629-84ad-ec3f4b1b40f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:04:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['26302142-b425-44a7-8059-6e5ecd13f40b'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:32.731203 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-75c9f6dc-4b34-4629-84ad-ec3f4b1b40f0 None None] Set router 26302142-b425-44a7-8059-6e5ecd13f40b gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:04:32.749775 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-e4faff4a-49cc-4dfa-bd42-b1b83aa60372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'name': 'tempest-TestServerBasicOps-2096051399-router', 'tenant_id': 'ed88649b71bc458cae04e424d2624ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:59:03Z', 'updated_at': '2022-04-28T19:59:09Z', 'revision_number': 4, 'project_id': 'ed88649b71bc458cae04e424d2624ce7', 'gw_port': {'id': '91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:59:04Z', 'updated_at': '2022-04-28T19:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '369066a5-4cad-4888-becc-85ead05d2cbd', 'name': '', 'network_id': '952ab810-004c-432f-bca4-db060534f298', 'tenant_id': 'ed88649b71bc458cae04e424d2624ce7', 'mac_address': 'fa:16:3e:0f:81:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '94ad0d3d-90ae-4fb6-917f-af5d5a387839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:59:08Z', 'updated_at': '2022-04-28T19:59:18Z', 'revision_number': 5, 'project_id': 'ed88649b71bc458cae04e424d2624ce7', 'subnets': [{'id': '94ad0d3d-90ae-4fb6-917f-af5d5a387839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:32.868781 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4faff4a-49cc-4dfa-bd42-b1b83aa60372 None None] Checking router: 7823a8d5-b73e-4445-81d5-f5fff7241429 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:04:32.898796 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 4e44c2c7-dd90-4d6c-a5b0-e123cffbe4e6 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:04:32.903107 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4faff4a-49cc-4dfa-bd42-b1b83aa60372 None None] Routers {'7823a8d5-b73e-4445-81d5-f5fff7241429'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:04:32.903820 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-e4faff4a-49cc-4dfa-bd42-b1b83aa60372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:04:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7823a8d5-b73e-4445-81d5-f5fff7241429'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:32.922463 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-36017a6d-dae7-4273-b9dc-108cc527a2d0 req-fa842071-20c2-45c0-91af-749686b3852f tempest-ServersTestJSON-213880065 tempest-ServersTestJSON-213880065-project] (102774) timed out ('10.222.0.15', 57978) {{(pid=102774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 28 20:04:33.069588 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-803d444a-b57f-43c9-afe7-be1b70767134 None None] Provisioning complete for port 3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:33.070122 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-803d444a-b57f-43c9-afe7-be1b70767134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:33.118033 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-803d444a-b57f-43c9-afe7-be1b70767134 None None] Port 3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:04:33.172157 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 4e44c2c7-dd90-4d6c-a5b0-e123cffbe4e6 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:33.172549 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:33.181187 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-2caa9519-3372-498a-989d-bbacdd30ac65 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:33.182760 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-2caa9519-3372-498a-989d-bbacdd30ac65 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/networks?id=e52e38eb-cc46-4f91-a748-bca4e3f26223 HTTP/1.1" status: 200 len: 797 time: 0.2087624 Apr 28 20:04:33.216088 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-ef8ccf6e-6090-473d-8ec8-218c4abd7830 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/quotas/740864a3722b4fce8e622d6fc70a0132 HTTP/1.1" status: 200 len: 375 time: 0.0229864 Apr 28 20:04:33.229656 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-e4faff4a-49cc-4dfa-bd42-b1b83aa60372 None None] Set router 7823a8d5-b73e-4445-81d5-f5fff7241429 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:04:33.304181 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-75c9f6dc-4b34-4629-84ad-ec3f4b1b40f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26302142-b425-44a7-8059-6e5ecd13f40b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-434719095', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'bc63d55a-2703-48a8-b537-44fd0968e306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:23Z', 'updated_at': '2022-04-28T20:04:30Z', 'revision_number': 4, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'gw_port': {'id': 'bc63d55a-2703-48a8-b537-44fd0968e306', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26302142-b425-44a7-8059-6e5ecd13f40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:24Z', 'updated_at': '2022-04-28T20:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0', 'name': '', 'network_id': 'e52e38eb-cc46-4f91-a748-bca4e3f26223', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'mac_address': 'fa:16:3e:64:12:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26302142-b425-44a7-8059-6e5ecd13f40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'e1d640e2-2850-46b1-9799-7045c3e6ba32', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:28Z', 'updated_at': '2022-04-28T20:04:31Z', 'revision_number': 2, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'subnets': [{'id': 'e1d640e2-2850-46b1-9799-7045c3e6ba32', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:33.319765 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-3d2ceb42-b5b2-4984-9838-1efb0188db4e tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=740864a3722b4fce8e622d6fc70a0132&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0977731 Apr 28 20:04:33.335424 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c9f6dc-4b34-4629-84ad-ec3f4b1b40f0 None None] Checking router: 26302142-b425-44a7-8059-6e5ecd13f40b for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:04:33.335786 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c9f6dc-4b34-4629-84ad-ec3f4b1b40f0 None None] Updating router 26302142-b425-44a7-8059-6e5ecd13f40b port 3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:04:33.386484 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-75c9f6dc-4b34-4629-84ad-ec3f4b1b40f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:33.469129 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54278) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:33.520415 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 456ecf8c-ffb3-47d5-a1f7-0dfdba830f24 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:04:33.547513 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-e4faff4a-49cc-4dfa-bd42-b1b83aa60372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'name': 'tempest-TestServerBasicOps-2096051399-router', 'tenant_id': 'ed88649b71bc458cae04e424d2624ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:59:03Z', 'updated_at': '2022-04-28T19:59:09Z', 'revision_number': 4, 'project_id': 'ed88649b71bc458cae04e424d2624ce7', 'gw_port': {'id': '91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:59:04Z', 'updated_at': '2022-04-28T19:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '369066a5-4cad-4888-becc-85ead05d2cbd', 'name': '', 'network_id': '952ab810-004c-432f-bca4-db060534f298', 'tenant_id': 'ed88649b71bc458cae04e424d2624ce7', 'mac_address': 'fa:16:3e:0f:81:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '94ad0d3d-90ae-4fb6-917f-af5d5a387839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:59:08Z', 'updated_at': '2022-04-28T19:59:18Z', 'revision_number': 5, 'project_id': 'ed88649b71bc458cae04e424d2624ce7', 'subnets': [{'id': '94ad0d3d-90ae-4fb6-917f-af5d5a387839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:33.557346 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 456ecf8c-ffb3-47d5-a1f7-0dfdba830f24 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:04:33.557830 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 456ecf8c-ffb3-47d5-a1f7-0dfdba830f24 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:04:33.567447 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:33.581835 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4faff4a-49cc-4dfa-bd42-b1b83aa60372 None None] The sync data for ids ['7823a8d5-b73e-4445-81d5-f5fff7241429'] in n-d-839810-1 is: [{'id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'name': 'tempest-TestServerBasicOps-2096051399-router', 'tenant_id': 'ed88649b71bc458cae04e424d2624ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:59:03Z', 'updated_at': '2022-04-28T19:59:09Z', 'revision_number': 4, 'project_id': 'ed88649b71bc458cae04e424d2624ce7', 'gw_port': {'id': '91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:59:04Z', 'updated_at': '2022-04-28T19:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '369066a5-4cad-4888-becc-85ead05d2cbd', 'name': '', 'network_id': '952ab810-004c-432f-bca4-db060534f298', 'tenant_id': 'ed88649b71bc458cae04e424d2624ce7', 'mac_address': 'fa:16:3e:0f:81:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '94ad0d3d-90ae-4fb6-917f-af5d5a387839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:59:08Z', 'updated_at': '2022-04-28T19:59:18Z', 'revision_number': 5, 'project_id': 'ed88649b71bc458cae04e424d2624ce7', 'subnets': [{'id': '94ad0d3d-90ae-4fb6-917f-af5d5a387839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:04:33.618949 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-eec80368-fbe2-4f79-8082-8d5a42cbcd74 service neutron] 10.222.0.42 "GET /v2.0/networks/e52e38eb-cc46-4f91-a748-bca4e3f26223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862778 Apr 28 20:04:33.756222 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-d6164870-2f53-4079-8e7c-51117d02f74a service neutron] 10.222.0.42 "GET /v2.0/networks/e52e38eb-cc46-4f91-a748-bca4e3f26223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357226 Apr 28 20:04:33.758780 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-927d3b4c-50d9-4bdf-bf5a-35e2e3365721 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Deleting port 666b1da9-7c55-4952-9549-7ff5702d4810 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:04:33.759593 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-927d3b4c-50d9-4bdf-bf5a-35e2e3365721 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:33.770967 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-75c9f6dc-4b34-4629-84ad-ec3f4b1b40f0 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:33.781967 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-75c9f6dc-4b34-4629-84ad-ec3f4b1b40f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:33.852793 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b78984-9f14-4adb-af00-b64be1a7b52d None None] Pushing event updated for resources: {'Port': ['ID=3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:33.860056 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-927d3b4c-50d9-4bdf-bf5a-35e2e3365721 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:33.860449 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-927d3b4c-50d9-4bdf-bf5a-35e2e3365721 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:33.882771 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-927d3b4c-50d9-4bdf-bf5a-35e2e3365721 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Calling delete_port for 666b1da9-7c55-4952-9549-7ff5702d4810 owned by network:floatingip {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:04:33.882937 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b78984-9f14-4adb-af00-b64be1a7b52d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:33.883170 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b78984-9f14-4adb-af00-b64be1a7b52d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:33.883468 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b78984-9f14-4adb-af00-b64be1a7b52d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:33.883807 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b78984-9f14-4adb-af00-b64be1a7b52d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:33.884527 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b78984-9f14-4adb-af00-b64be1a7b52d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:33.884864 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b78984-9f14-4adb-af00-b64be1a7b52d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:33.890389 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b78984-9f14-4adb-af00-b64be1a7b52d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:33.890863 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b78984-9f14-4adb-af00-b64be1a7b52d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:33.891271 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b78984-9f14-4adb-af00-b64be1a7b52d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:33.891642 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b78984-9f14-4adb-af00-b64be1a7b52d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:33.891985 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b78984-9f14-4adb-af00-b64be1a7b52d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:33.892851 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b78984-9f14-4adb-af00-b64be1a7b52d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:33.949139 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-75c9f6dc-4b34-4629-84ad-ec3f4b1b40f0 None None] Attempting to bind port 3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:33.949524 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-75c9f6dc-4b34-4629-84ad-ec3f4b1b40f0 None None] Attempting to bind port 3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'dd85676e-73e9-48b4-b896-4439fe5bc544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e52e38eb-cc46-4f91-a748-bca4e3f26223'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:33.949891 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c9f6dc-4b34-4629-84ad-ec3f4b1b40f0 None None] Attempting to bind port 3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0 on network e52e38eb-cc46-4f91-a748-bca4e3f26223 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:04:33.956222 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c9f6dc-4b34-4629-84ad-ec3f4b1b40f0 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:04:33.956750 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c9f6dc-4b34-4629-84ad-ec3f4b1b40f0 None None] Checking segment: {'id': 'dd85676e-73e9-48b4-b896-4439fe5bc544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e52e38eb-cc46-4f91-a748-bca4e3f26223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:04:33.957153 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-75c9f6dc-4b34-4629-84ad-ec3f4b1b40f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:33.957554 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c9f6dc-4b34-4629-84ad-ec3f4b1b40f0 None None] Bound using segment: {'id': 'dd85676e-73e9-48b4-b896-4439fe5bc544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e52e38eb-cc46-4f91-a748-bca4e3f26223'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:04:33.958021 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-75c9f6dc-4b34-4629-84ad-ec3f4b1b40f0 None None] Bound port: 3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd85676e-73e9-48b4-b896-4439fe5bc544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e52e38eb-cc46-4f91-a748-bca4e3f26223'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:04:33.958981 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-75c9f6dc-4b34-4629-84ad-ec3f4b1b40f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:34.048468 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-75c9f6dc-4b34-4629-84ad-ec3f4b1b40f0 None None] For port 3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:04:34.053382 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-75c9f6dc-4b34-4629-84ad-ec3f4b1b40f0 None None] For port 3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0,segment=NetworkSegment(dd85676e-73e9-48b4-b896-4439fe5bc544),segment_id=dd85676e-73e9-48b4-b896-4439fe5bc544)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:04:34.061877 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-75c9f6dc-4b34-4629-84ad-ec3f4b1b40f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:34.132585 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c9f6dc-4b34-4629-84ad-ec3f4b1b40f0 None None] Routers {'26302142-b425-44a7-8059-6e5ecd13f40b'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:04:34.133041 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-75c9f6dc-4b34-4629-84ad-ec3f4b1b40f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:04:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['26302142-b425-44a7-8059-6e5ecd13f40b'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:34.179157 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ca4d2042-ae1b-4754-a615-e9aba90422d3 req-c520dffa-6d64-40c6-abb8-55a70785add5 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/ports?device_id=343e2172-1cc3-4615-9b6e-d6e2cea83d43 HTTP/1.1" status: 200 len: 210 time: 0.0840333 Apr 28 20:04:34.204607 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e9c9c3-1aaa-4c9c-a683-c0365c11b4c3 None None] New status for floating IP c88e4f19-8de7-4d52-b776-aba401ca2839: DOWN {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:04:34.263141 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b78984-9f14-4adb-af00-b64be1a7b52d None None] Pushing event updated for resources: {'Port': ['ID=3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:34.266970 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-927d3b4c-50d9-4bdf-bf5a-35e2e3365721 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:34.387646 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.db.api [None req-56e9c9c3-1aaa-4c9c-a683-c0365c11b4c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:04:34.388307 n-d-839810-1 neutron-server[102776]: DEBUG oslo_db.api [None req-56e9c9c3-1aaa-4c9c-a683-c0365c11b4c3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:04:34.397175 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d3b4c-50d9-4bdf-bf5a-35e2e3365721 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Pushing event deleted for resources: {'Port': ['ID=666b1da9-7c55-4952-9549-7ff5702d4810,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:34.433312 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-927d3b4c-50d9-4bdf-bf5a-35e2e3365721 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks [] for floatingip, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:34.439292 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-927d3b4c-50d9-4bdf-bf5a-35e2e3365721 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:34.446580 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-927d3b4c-50d9-4bdf-bf5a-35e2e3365721 tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "DELETE /v2.0/floatingips/c88e4f19-8de7-4d52-b776-aba401ca2839 HTTP/1.1" status: 204 len: 168 time: 0.9764824 Apr 28 20:04:34.627817 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54308) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:34.680874 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-75c9f6dc-4b34-4629-84ad-ec3f4b1b40f0 None None] Set router 26302142-b425-44a7-8059-6e5ecd13f40b gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:04:34.715757 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-d7a6be4d-cd31-4054-bda8-72ee1868f5ba None None] Provisioning complete for port 3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:34.716166 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d7a6be4d-cd31-4054-bda8-72ee1868f5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:34.757217 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3fda9fc7-aadd-4515-a428-8654928ed4be tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:34.789473 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3fda9fc7-aadd-4515-a428-8654928ed4be tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:34.865066 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3fda9fc7-aadd-4515-a428-8654928ed4be tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:34.868594 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3fda9fc7-aadd-4515-a428-8654928ed4be tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:34.870019 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3fda9fc7-aadd-4515-a428-8654928ed4be tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] 10.222.0.42 "DELETE /v2.0/security-groups/0b879d0f-a786-4628-8a1d-c38da7708230 HTTP/1.1" status: 204 len: 168 time: 0.2409873 Apr 28 20:04:34.880085 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda9fc7-aadd-4515-a428-8654928ed4be tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b879d0f-a786-4628-8a1d-c38da7708230,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:34.889788 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e9c9c3-1aaa-4c9c-a683-c0365c11b4c3 None None] New status for floating IP c88e4f19-8de7-4d52-b776-aba401ca2839: DOWN {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:04:34.890156 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda9fc7-aadd-4515-a428-8654928ed4be tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:34.890860 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda9fc7-aadd-4515-a428-8654928ed4be tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:34.891373 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda9fc7-aadd-4515-a428-8654928ed4be tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:34.891858 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda9fc7-aadd-4515-a428-8654928ed4be tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:34.892749 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda9fc7-aadd-4515-a428-8654928ed4be tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:34.893262 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda9fc7-aadd-4515-a428-8654928ed4be tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:34.893752 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda9fc7-aadd-4515-a428-8654928ed4be tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:34.894284 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda9fc7-aadd-4515-a428-8654928ed4be tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:34.895030 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda9fc7-aadd-4515-a428-8654928ed4be tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:34.895661 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda9fc7-aadd-4515-a428-8654928ed4be tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:34.896681 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda9fc7-aadd-4515-a428-8654928ed4be tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:34.897170 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda9fc7-aadd-4515-a428-8654928ed4be tempest-TestServerBasicOps-1214587726 tempest-TestServerBasicOps-1214587726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:34.935491 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54316) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:34.988476 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d7a6be4d-cd31-4054-bda8-72ee1868f5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:35.097768 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d7a6be4d-cd31-4054-bda8-72ee1868f5ba None None] For port 3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0,segment=NetworkSegment(dd85676e-73e9-48b4-b896-4439fe5bc544),segment_id=dd85676e-73e9-48b4-b896-4439fe5bc544)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:04:35.117271 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d7a6be4d-cd31-4054-bda8-72ee1868f5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:35.206176 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-75c9f6dc-4b34-4629-84ad-ec3f4b1b40f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26302142-b425-44a7-8059-6e5ecd13f40b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-434719095', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'bc63d55a-2703-48a8-b537-44fd0968e306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:23Z', 'updated_at': '2022-04-28T20:04:30Z', 'revision_number': 4, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'gw_port': {'id': 'bc63d55a-2703-48a8-b537-44fd0968e306', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26302142-b425-44a7-8059-6e5ecd13f40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:24Z', 'updated_at': '2022-04-28T20:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0', 'name': '', 'network_id': 'e52e38eb-cc46-4f91-a748-bca4e3f26223', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'mac_address': 'fa:16:3e:64:12:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26302142-b425-44a7-8059-6e5ecd13f40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'e1d640e2-2850-46b1-9799-7045c3e6ba32', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:28Z', 'updated_at': '2022-04-28T20:04:34Z', 'revision_number': 4, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'subnets': [{'id': 'e1d640e2-2850-46b1-9799-7045c3e6ba32', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:35.323470 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e19b3a2e-6875-4646-bf85-f00b6db57fa4 req-cb2f4c8d-9f41-46d4-8719-3bcb37964c30 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/ports?device_id=343e2172-1cc3-4615-9b6e-d6e2cea83d43 HTTP/1.1" status: 200 len: 210 time: 0.0366697 Apr 28 20:04:35.374607 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c9f6dc-4b34-4629-84ad-ec3f4b1b40f0 None None] The sync data for ids ['26302142-b425-44a7-8059-6e5ecd13f40b'] in n-d-839810-1 is: [{'id': '26302142-b425-44a7-8059-6e5ecd13f40b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-434719095', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'bc63d55a-2703-48a8-b537-44fd0968e306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:23Z', 'updated_at': '2022-04-28T20:04:30Z', 'revision_number': 4, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'gw_port': {'id': 'bc63d55a-2703-48a8-b537-44fd0968e306', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26302142-b425-44a7-8059-6e5ecd13f40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:24Z', 'updated_at': '2022-04-28T20:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0', 'name': '', 'network_id': 'e52e38eb-cc46-4f91-a748-bca4e3f26223', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'mac_address': 'fa:16:3e:64:12:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26302142-b425-44a7-8059-6e5ecd13f40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'e1d640e2-2850-46b1-9799-7045c3e6ba32', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:28Z', 'updated_at': '2022-04-28T20:04:34Z', 'revision_number': 4, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'subnets': [{'id': 'e1d640e2-2850-46b1-9799-7045c3e6ba32', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:04:35.392244 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6be4d-cd31-4054-bda8-72ee1868f5ba None None] Pushing event updated for resources: {'Port': ['ID=3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:35.408799 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-1223a9f5-dd88-43be-ba34-6b364e17a0ad None None] Provisioning complete for port 3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:35.409179 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1223a9f5-dd88-43be-ba34-6b364e17a0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:35.724825 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b07d80f-707e-44a9-9a1b-6d1401119a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:35.904031 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-59704167-25b1-40d3-8c71-5e921562456f tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:35.905721 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-59704167-25b1-40d3-8c71-5e921562456f tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.15 "GET /v2.0/networks?id=e52e38eb-cc46-4f91-a748-bca4e3f26223 HTTP/1.1" status: 200 len: 797 time: 0.1904087 Apr 28 20:04:35.920264 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-b65de7b1-b594-443b-9998-d9ba6927665a tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Request body: {'port': {'device_id': '343e2172-1cc3-4615-9b6e-d6e2cea83d43', 'network_id': 'e52e38eb-cc46-4f91-a748-bca4e3f26223', 'admin_state_up': True, 'tenant_id': '740864a3722b4fce8e622d6fc70a0132'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:36.122449 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-b65de7b1-b594-443b-9998-d9ba6927665a tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Made reservation on behalf of 740864a3722b4fce8e622d6fc70a0132 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:36.130338 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-b65de7b1-b594-443b-9998-d9ba6927665a tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:36.209769 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-5b07d80f-707e-44a9-9a1b-6d1401119a29 admin admin] Deleting port 369066a5-4cad-4888-becc-85ead05d2cbd {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:04:36.210344 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b07d80f-707e-44a9-9a1b-6d1401119a29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:36.335545 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-b65de7b1-b594-443b-9998-d9ba6927665a tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Allocated IP 172.20.0.25 (e52e38eb-cc46-4f91-a748-bca4e3f26223/e1d640e2-2850-46b1-9799-7045c3e6ba32/733d609a-1f1e-466d-a391-eaaa05a84619) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:04:36.404187 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-5b07d80f-707e-44a9-9a1b-6d1401119a29 admin admin] For port 369066a5-4cad-4888-becc-85ead05d2cbd, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=369066a5-4cad-4888-becc-85ead05d2cbd,segment=NetworkSegment(7926db30-73c1-46df-8406-ef9a080be03c),segment_id=7926db30-73c1-46df-8406-ef9a080be03c)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:04:36.404663 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b07d80f-707e-44a9-9a1b-6d1401119a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:36.449474 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-5b07d80f-707e-44a9-9a1b-6d1401119a29 admin admin] Calling delete_port for 369066a5-4cad-4888-becc-85ead05d2cbd owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:04:36.548620 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6bef386f-2fcf-49d9-88bc-039208465887 req-b8ee699d-b5b4-48d0-8840-fb72fe8effca tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/ports?device_id=343e2172-1cc3-4615-9b6e-d6e2cea83d43 HTTP/1.1" status: 200 len: 210 time: 0.0523889 Apr 28 20:04:36.617890 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-b65de7b1-b594-443b-9998-d9ba6927665a tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:36.730852 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-b65de7b1-b594-443b-9998-d9ba6927665a tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:36.764095 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b07d80f-707e-44a9-9a1b-6d1401119a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:36.831224 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-b65de7b1-b594-443b-9998-d9ba6927665a tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Network e52e38eb-cc46-4f91-a748-bca4e3f26223 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:36.838397 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-b65de7b1-b594-443b-9998-d9ba6927665a tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:36.844651 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-b65de7b1-b594-443b-9998-d9ba6927665a tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:04:36.875954 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65de7b1-b594-443b-9998-d9ba6927665a tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Pushing event updated for resources: {'Port': ['ID=733d609a-1f1e-466d-a391-eaaa05a84619,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:36.891251 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07d80f-707e-44a9-9a1b-6d1401119a29 admin admin] Pushing event deleted for resources: {'Port': ['ID=369066a5-4cad-4888-becc-85ead05d2cbd,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:36.967603 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-b65de7b1-b594-443b-9998-d9ba6927665a tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:36.968254 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-b65de7b1-b594-443b-9998-d9ba6927665a tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:37.013538 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-b65de7b1-b594-443b-9998-d9ba6927665a tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0953965 Apr 28 20:04:37.017618 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:04:37.045953 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-ccd066f8-a774-4b9b-9974-7c4e616ab5a9 service neutron] Request body: {'port': {'device_id': '343e2172-1cc3-4615-9b6e-d6e2cea83d43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:37.188957 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-ccd066f8-a774-4b9b-9974-7c4e616ab5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:37.190674 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:37.191058 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:37.459983 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5b07d80f-707e-44a9-9a1b-6d1401119a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:37.511888 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b7a131a7-3da7-4eae-bb0e-afb838fd74f4 None None] Provisioning complete for port 733d609a-1f1e-466d-a391-eaaa05a84619 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:37.514755 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b7a131a7-3da7-4eae-bb0e-afb838fd74f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:37.641835 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-b7a131a7-3da7-4eae-bb0e-afb838fd74f4 None None] Port 733d609a-1f1e-466d-a391-eaaa05a84619 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:04:37.775339 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e23e4f-eae0-47ad-ae29-8c1e6113111d req-2a76a096-36d7-4d44-86b9-77a6d8cae9b0 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:37.788540 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c7e23e4f-eae0-47ad-ae29-8c1e6113111d req-2a76a096-36d7-4d44-86b9-77a6d8cae9b0 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/ports?device_id=343e2172-1cc3-4615-9b6e-d6e2cea83d43 HTTP/1.1" status: 200 len: 895 time: 0.0827651 Apr 28 20:04:37.863378 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-ccd066f8-a774-4b9b-9974-7c4e616ab5a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 733d609a-1f1e-466d-a391-eaaa05a84619 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:04:37.892424 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-ccd066f8-a774-4b9b-9974-7c4e616ab5a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:37.924836 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-ccd066f8-a774-4b9b-9974-7c4e616ab5a9 service neutron] Transition to ACTIVE for port object 733d609a-1f1e-466d-a391-eaaa05a84619 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:04:37.933902 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-ccd066f8-a774-4b9b-9974-7c4e616ab5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:37.959149 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b07d80f-707e-44a9-9a1b-6d1401119a29 admin admin] Router 7823a8d5-b73e-4445-81d5-f5fff7241429 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:04:38.018290 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd066f8-a774-4b9b-9974-7c4e616ab5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=733d609a-1f1e-466d-a391-eaaa05a84619,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:38.179011 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-ccd066f8-a774-4b9b-9974-7c4e616ab5a9 service neutron] Attempting to bind port 733d609a-1f1e-466d-a391-eaaa05a84619 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:38.179353 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-ccd066f8-a774-4b9b-9974-7c4e616ab5a9 service neutron] Attempting to bind port 733d609a-1f1e-466d-a391-eaaa05a84619 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'dd85676e-73e9-48b4-b896-4439fe5bc544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e52e38eb-cc46-4f91-a748-bca4e3f26223'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:38.179687 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-ccd066f8-a774-4b9b-9974-7c4e616ab5a9 service neutron] Attempting to bind port 733d609a-1f1e-466d-a391-eaaa05a84619 on network e52e38eb-cc46-4f91-a748-bca4e3f26223 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:04:38.187498 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-ccd066f8-a774-4b9b-9974-7c4e616ab5a9 service neutron] Port 733d609a-1f1e-466d-a391-eaaa05a84619 on network e52e38eb-cc46-4f91-a748-bca4e3f26223 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:04:38.187828 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-ccd066f8-a774-4b9b-9974-7c4e616ab5a9 service neutron] Attempting to bind port 733d609a-1f1e-466d-a391-eaaa05a84619 on network e52e38eb-cc46-4f91-a748-bca4e3f26223 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:04:38.202131 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-ccd066f8-a774-4b9b-9974-7c4e616ab5a9 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:04:38.202512 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-ccd066f8-a774-4b9b-9974-7c4e616ab5a9 service neutron] Checking segment: {'id': 'dd85676e-73e9-48b4-b896-4439fe5bc544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e52e38eb-cc46-4f91-a748-bca4e3f26223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:04:38.202870 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-ccd066f8-a774-4b9b-9974-7c4e616ab5a9 service neutron] Bound using segment: {'id': 'dd85676e-73e9-48b4-b896-4439fe5bc544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e52e38eb-cc46-4f91-a748-bca4e3f26223'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:04:38.203302 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-ccd066f8-a774-4b9b-9974-7c4e616ab5a9 service neutron] Bound port: 733d609a-1f1e-466d-a391-eaaa05a84619, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd85676e-73e9-48b4-b896-4439fe5bc544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e52e38eb-cc46-4f91-a748-bca4e3f26223'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:04:38.203671 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-ccd066f8-a774-4b9b-9974-7c4e616ab5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:38.266633 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc166e7-a4c4-4cc8-9e53-b0bb958f6079 req-7a53b85a-4228-415e-b82b-6f716744296f tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:38.274563 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bdc166e7-a4c4-4cc8-9e53-b0bb958f6079 req-7a53b85a-4228-415e-b82b-6f716744296f tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 1097 time: 0.1297700 Apr 28 20:04:38.370601 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-ccd066f8-a774-4b9b-9974-7c4e616ab5a9 service neutron] For port 733d609a-1f1e-466d-a391-eaaa05a84619, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:04:38.374935 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-ccd066f8-a774-4b9b-9974-7c4e616ab5a9 service neutron] For port 733d609a-1f1e-466d-a391-eaaa05a84619, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=733d609a-1f1e-466d-a391-eaaa05a84619,segment=NetworkSegment(dd85676e-73e9-48b4-b896-4439fe5bc544),segment_id=dd85676e-73e9-48b4-b896-4439fe5bc544)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:04:38.388616 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-ccd066f8-a774-4b9b-9974-7c4e616ab5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:38.426531 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-ccd066f8-a774-4b9b-9974-7c4e616ab5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:38.427237 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-ccd066f8-a774-4b9b-9974-7c4e616ab5a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:38.431780 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-ccd066f8-a774-4b9b-9974-7c4e616ab5a9 service neutron] 10.222.0.15 "PUT /v2.0/ports/733d609a-1f1e-466d-a391-eaaa05a84619 HTTP/1.1" status: 200 len: 1055 time: 1.4024682 Apr 28 20:04:38.484986 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343e2172-1cc3-4615-9b6e-d6e2cea83d43', 'tag': '733d609a-1f1e-466d-a391-eaaa05a84619'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:04:38.487811 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d912fed-5f94-4716-a911-f93545ae71bb" -d '{"events": [{"name": "network-changed", "server_uuid": "343e2172-1cc3-4615-9b6e-d6e2cea83d43", "tag": "733d609a-1f1e-466d-a391-eaaa05a84619"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:04:38.492777 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bdc166e7-a4c4-4cc8-9e53-b0bb958f6079 req-62330131-7fa6-4c5c-819a-e531104a0273 tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022777 Apr 28 20:04:38.550780 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54386) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:38.560751 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0702ec-ea0c-4df9-9d35-9df9a8b7c73c x-openstack-request-id: req-6e0702ec-ea0c-4df9-9d35-9df9a8b7c73c {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:04:38.561168 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343e2172-1cc3-4615-9b6e-d6e2cea83d43", "tag": "733d609a-1f1e-466d-a391-eaaa05a84619", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:04:38.561286 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6e0702ec-ea0c-4df9-9d35-9df9a8b7c73c {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:04:38.561658 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e0702ec-ea0c-4df9-9d35-9df9a8b7c73c'] response: {'name': 'network-changed', 'server_uuid': '343e2172-1cc3-4615-9b6e-d6e2cea83d43', 'tag': '733d609a-1f1e-466d-a391-eaaa05a84619', 'status': 'completed', 'code': 200} Apr 28 20:04:38.609682 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b07d80f-707e-44a9-9a1b-6d1401119a29 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:04:38.620174 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5b07d80f-707e-44a9-9a1b-6d1401119a29 admin admin] 10.222.0.42 "PUT /v2.0/routers/7823a8d5-b73e-4445-81d5-f5fff7241429/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6805043 Apr 28 20:04:38.621048 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54392) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:38.628418 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8666847e-0efc-4390-87c0-bb26b99133b6 None None] Sync routers for ids ['7823a8d5-b73e-4445-81d5-f5fff7241429'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:04:38.661174 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8666847e-0efc-4390-87c0-bb26b99133b6 None None] Routers {'7823a8d5-b73e-4445-81d5-f5fff7241429'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:04:38.663415 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-8666847e-0efc-4390-87c0-bb26b99133b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:04:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7823a8d5-b73e-4445-81d5-f5fff7241429'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:38.818554 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-8666847e-0efc-4390-87c0-bb26b99133b6 None None] Set router 7823a8d5-b73e-4445-81d5-f5fff7241429 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:04:39.081249 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-8666847e-0efc-4390-87c0-bb26b99133b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'name': 'tempest-TestServerBasicOps-2096051399-router', 'tenant_id': 'ed88649b71bc458cae04e424d2624ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:59:03Z', 'updated_at': '2022-04-28T20:04:36Z', 'revision_number': 5, 'project_id': 'ed88649b71bc458cae04e424d2624ce7', 'gw_port': {'id': '91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:59:04Z', 'updated_at': '2022-04-28T19:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:39.110580 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-088b5649-f7c5-4a9e-8ce8-17c1b7b0c62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:39.112404 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-088b5649-f7c5-4a9e-8ce8-17c1b7b0c62f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=740864a3722b4fce8e622d6fc70a0132&device_id=343e2172-1cc3-4615-9b6e-d6e2cea83d43 HTTP/1.1" status: 200 len: 1058 time: 0.6185689 Apr 28 20:04:39.146754 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8666847e-0efc-4390-87c0-bb26b99133b6 None None] Checking router: 7823a8d5-b73e-4445-81d5-f5fff7241429 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:04:39.158397 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd066f8-a774-4b9b-9974-7c4e616ab5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=733d609a-1f1e-466d-a391-eaaa05a84619,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:39.172474 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8666847e-0efc-4390-87c0-bb26b99133b6 None None] Routers {'7823a8d5-b73e-4445-81d5-f5fff7241429'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:04:39.173123 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-8666847e-0efc-4390-87c0-bb26b99133b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:04:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7823a8d5-b73e-4445-81d5-f5fff7241429'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:39.285154 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-9de91ef9-aea4-465b-84a2-a6e265cd207c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=733d609a-1f1e-466d-a391-eaaa05a84619 HTTP/1.1" status: 200 len: 217 time: 0.1236010 Apr 28 20:04:39.338016 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-8666847e-0efc-4390-87c0-bb26b99133b6 None None] Set router 7823a8d5-b73e-4445-81d5-f5fff7241429 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:04:39.378441 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-686a493a-ea28-4600-b069-90ba706591b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:39.380807 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-686a493a-ea28-4600-b069-90ba706591b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1d640e2-2850-46b1-9799-7045c3e6ba32 HTTP/1.1" status: 200 len: 838 time: 0.0685704 Apr 28 20:04:39.390414 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2088d8d-92e1-4eed-bfaa-5d56aa3b96d7 req-04213795-b780-4100-aabf-6140dc04acbc tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:39.392326 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d2088d8d-92e1-4eed-bfaa-5d56aa3b96d7 req-04213795-b780-4100-aabf-6140dc04acbc tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/ports?device_id=343e2172-1cc3-4615-9b6e-d6e2cea83d43 HTTP/1.1" status: 200 len: 907 time: 0.3205650 Apr 28 20:04:39.458947 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-639c6c71-8322-44a8-979a-45d2f9f69a27 req-ceb03f62-4f87-4c22-8be2-f684a8462a42 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ad8b2818-983b-4f60-96d5-18fc181b4631&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3995481 Apr 28 20:04:39.467310 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bca80b78-4cfc-41ec-9507-ff8935c79063 admin admin] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:39.615470 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-8666847e-0efc-4390-87c0-bb26b99133b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'name': 'tempest-TestServerBasicOps-2096051399-router', 'tenant_id': 'ed88649b71bc458cae04e424d2624ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:59:03Z', 'updated_at': '2022-04-28T20:04:36Z', 'revision_number': 5, 'project_id': 'ed88649b71bc458cae04e424d2624ce7', 'gw_port': {'id': '91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:59:04Z', 'updated_at': '2022-04-28T19:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:39.649688 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c6c71-8322-44a8-979a-45d2f9f69a27 req-55014f57-21c3-48fa-ae4a-22dee8b26e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:39.652376 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-639c6c71-8322-44a8-979a-45d2f9f69a27 req-55014f57-21c3-48fa-ae4a-22dee8b26e31 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=740864a3722b4fce8e622d6fc70a0132&device_id=ad8b2818-983b-4f60-96d5-18fc181b4631 HTTP/1.1" status: 200 len: 1136 time: 0.1322818 Apr 28 20:04:39.669870 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8666847e-0efc-4390-87c0-bb26b99133b6 None None] The sync data for ids ['7823a8d5-b73e-4445-81d5-f5fff7241429'] in n-d-839810-1 is: [{'id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'name': 'tempest-TestServerBasicOps-2096051399-router', 'tenant_id': 'ed88649b71bc458cae04e424d2624ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:59:03Z', 'updated_at': '2022-04-28T20:04:36Z', 'revision_number': 5, 'project_id': 'ed88649b71bc458cae04e424d2624ce7', 'gw_port': {'id': '91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823a8d5-b73e-4445-81d5-f5fff7241429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:59:04Z', 'updated_at': '2022-04-28T19:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:04:39.670486 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-4c4402f9-73b4-414b-a223-35228786a282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:39.671546 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-4c4402f9-73b4-414b-a223-35228786a282 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e52e38eb-cc46-4f91-a748-bca4e3f26223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2780662 Apr 28 20:04:39.697947 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-98768cdc-08d9-4d6e-afb5-4cb2d16f9776 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Deleting port 4787b7ca-5b25-4e5e-ad4e-f312332435ef {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:04:39.698328 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-98768cdc-08d9-4d6e-afb5-4cb2d16f9776 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:39.720417 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bca80b78-4cfc-41ec-9507-ff8935c79063 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:39.930721 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-98768cdc-08d9-4d6e-afb5-4cb2d16f9776 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:39.931052 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-98768cdc-08d9-4d6e-afb5-4cb2d16f9776 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:39.963549 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c6c71-8322-44a8-979a-45d2f9f69a27 req-42b01c10-c173-43aa-9363-6b8956a3c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:39.965058 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-639c6c71-8322-44a8-979a-45d2f9f69a27 req-42b01c10-c173-43aa-9363-6b8956a3c928 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fb86f246-df4b-451a-a249-8bb43570fa6a HTTP/1.1" status: 200 len: 898 time: 0.2821407 Apr 28 20:04:39.973650 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-98768cdc-08d9-4d6e-afb5-4cb2d16f9776 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Calling delete_port for 4787b7ca-5b25-4e5e-ad4e-f312332435ef owned by network:floatingip {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:04:39.984864 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-e9cc3453-a4da-487f-b6aa-07d1e2475232 service neutron] 10.222.0.15 "GET /v2.0/networks/e52e38eb-cc46-4f91-a748-bca4e3f26223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046546 Apr 28 20:04:40.143654 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-bca80b78-4cfc-41ec-9507-ff8935c79063 admin admin] Deleting port 91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:04:40.144348 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bca80b78-4cfc-41ec-9507-ff8935c79063 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:40.198527 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-639c6c71-8322-44a8-979a-45d2f9f69a27 req-a3b107a2-00f8-4469-8c2d-28be29a53f7d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e6913a2-a62a-47f5-8d9f-1eddfa8841d0 HTTP/1.1" status: 200 len: 1002 time: 0.2259045 Apr 28 20:04:40.453779 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c6c71-8322-44a8-979a-45d2f9f69a27 req-0f0b72f9-727e-43a3-bfc5-d18fdff4413a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:40.455269 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-639c6c71-8322-44a8-979a-45d2f9f69a27 req-0f0b72f9-727e-43a3-bfc5-d18fdff4413a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d7c7569-a705-483c-821b-67f0d3756ea5 HTTP/1.1" status: 200 len: 834 time: 0.1957386 Apr 28 20:04:40.524716 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5954ab6b-cfde-43ff-9727-0c5a37a2d51c req-a85514d2-174a-48f9-948c-63d12a2b96ec service neutron] 10.222.0.15 "GET /v2.0/networks/e52e38eb-cc46-4f91-a748-bca4e3f26223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5039952 Apr 28 20:04:40.582671 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-bca80b78-4cfc-41ec-9507-ff8935c79063 admin admin] For port 91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:04:40.583108 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bca80b78-4cfc-41ec-9507-ff8935c79063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:40.600155 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3446ace-2d9d-4ca6-8dfc-396d6ad54dd0 req-2fcfe818-dbee-4420-832c-0748ddc980ba tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:40.601870 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d3446ace-2d9d-4ca6-8dfc-396d6ad54dd0 req-2fcfe818-dbee-4420-832c-0748ddc980ba tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/ports?device_id=343e2172-1cc3-4615-9b6e-d6e2cea83d43 HTTP/1.1" status: 200 len: 907 time: 0.0768149 Apr 28 20:04:40.638896 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-bca80b78-4cfc-41ec-9507-ff8935c79063 admin admin] Calling delete_port for 91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79 owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:04:40.661645 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c6c71-8322-44a8-979a-45d2f9f69a27 req-3eadebb1-e10b-47d1-8fa2-e6244cc78d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:40.663224 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-639c6c71-8322-44a8-979a-45d2f9f69a27 req-3eadebb1-e10b-47d1-8fa2-e6244cc78d2d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fb86f246-df4b-451a-a249-8bb43570fa6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1342385 Apr 28 20:04:40.669396 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-98768cdc-08d9-4d6e-afb5-4cb2d16f9776 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:40.752450 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d912fed-5f94-4716-a911-f93545ae71bb req-c1410e6b-5661-454e-8642-48a8626f8b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:40.753967 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1d912fed-5f94-4716-a911-f93545ae71bb req-c1410e6b-5661-454e-8642-48a8626f8b94 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=740864a3722b4fce8e622d6fc70a0132&device_id=343e2172-1cc3-4615-9b6e-d6e2cea83d43 HTTP/1.1" status: 200 len: 1058 time: 0.1658881 Apr 28 20:04:40.760168 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98768cdc-08d9-4d6e-afb5-4cb2d16f9776 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event deleted for resources: {'Port': ['ID=4787b7ca-5b25-4e5e-ad4e-f312332435ef,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:40.767709 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 369066a5-4cad-4888-becc-85ead05d2cbd no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:04:40.793958 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 369066a5-4cad-4888-becc-85ead05d2cbd {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:04:40.796473 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 369066a5-4cad-4888-becc-85ead05d2cbd not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:04:40.983245 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-98768cdc-08d9-4d6e-afb5-4cb2d16f9776 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for floatingip, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:40.983494 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [None req-98768cdc-08d9-4d6e-afb5-4cb2d16f9776 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Floating IP 13e73e22-2f78-4572-bac5-f508755b7621 disassociated (deleted). External IP: 172.25.8.139, port: e96a8abd-82db-451d-94d3-2029c61f8bf6. Apr 28 20:04:40.988086 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-639c6c71-8322-44a8-979a-45d2f9f69a27 req-31b3c161-b769-4c10-9058-9531fe1ae06f service neutron] 10.222.0.44 "GET /v2.0/networks/fb86f246-df4b-451a-a249-8bb43570fa6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157938 Apr 28 20:04:41.420849 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d912fed-5f94-4716-a911-f93545ae71bb req-5d1d4376-bd75-4a8e-ae27-00afbcf3ab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:41.422334 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1d912fed-5f94-4716-a911-f93545ae71bb req-5d1d4376-bd75-4a8e-ae27-00afbcf3ab49 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e52e38eb-cc46-4f91-a748-bca4e3f26223 HTTP/1.1" status: 200 len: 898 time: 0.6311603 Apr 28 20:04:41.551102 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1d912fed-5f94-4716-a911-f93545ae71bb req-235ce711-c4a6-453c-a5f0-5e750bf2965d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=733d609a-1f1e-466d-a391-eaaa05a84619 HTTP/1.1" status: 200 len: 217 time: 0.0982459 Apr 28 20:04:41.655367 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bca80b78-4cfc-41ec-9507-ff8935c79063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:41.720058 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-639c6c71-8322-44a8-979a-45d2f9f69a27 req-7e8685e7-f363-4189-9084-5c3611cb947d service neutron] 10.222.0.44 "GET /v2.0/networks/fb86f246-df4b-451a-a249-8bb43570fa6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500581 Apr 28 20:04:41.724621 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d912fed-5f94-4716-a911-f93545ae71bb req-33566ed2-d577-4dad-8f91-5d6b2c2828ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:41.726414 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1d912fed-5f94-4716-a911-f93545ae71bb req-33566ed2-d577-4dad-8f91-5d6b2c2828ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1d640e2-2850-46b1-9799-7045c3e6ba32 HTTP/1.1" status: 200 len: 838 time: 0.1635976 Apr 28 20:04:41.736825 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca80b78-4cfc-41ec-9507-ff8935c79063 admin admin] Pushing event deleted for resources: {'Port': ['ID=91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:41.944666 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f35ec-9303-4385-9dd4-949c471120d5 req-2b96cd11-6fb2-4fea-8a13-61bb98181cf8 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:41.946191 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-400f35ec-9303-4385-9dd4-949c471120d5 req-2b96cd11-6fb2-4fea-8a13-61bb98181cf8 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/ports?device_id=343e2172-1cc3-4615-9b6e-d6e2cea83d43 HTTP/1.1" status: 200 len: 907 time: 0.2464199 Apr 28 20:04:41.953360 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d912fed-5f94-4716-a911-f93545ae71bb req-ba0810e6-9026-4690-8a8d-6a569da3619f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:41.954894 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1d912fed-5f94-4716-a911-f93545ae71bb req-ba0810e6-9026-4690-8a8d-6a569da3619f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e52e38eb-cc46-4f91-a748-bca4e3f26223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2133462 Apr 28 20:04:41.957906 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bca80b78-4cfc-41ec-9507-ff8935c79063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:41.961220 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98768cdc-08d9-4d6e-afb5-4cb2d16f9776 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Router 10a3a2af-216d-4471-9823-5b52f320a465 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:04:42.075994 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bca80b78-4cfc-41ec-9507-ff8935c79063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:42.079538 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bca80b78-4cfc-41ec-9507-ff8935c79063 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:42.202840 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bca80b78-4cfc-41ec-9507-ff8935c79063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:42.203394 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca80b78-4cfc-41ec-9507-ff8935c79063 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7823a8d5-b73e-4445-81d5-f5fff7241429 {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:04:42.211640 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bca80b78-4cfc-41ec-9507-ff8935c79063 admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:42.215703 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-bca80b78-4cfc-41ec-9507-ff8935c79063 admin admin] 10.222.0.42 "DELETE /v2.0/routers/7823a8d5-b73e-4445-81d5-f5fff7241429 HTTP/1.1" status: 204 len: 168 time: 3.5887160 Apr 28 20:04:42.216530 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54468) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:42.255006 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1d912fed-5f94-4716-a911-f93545ae71bb req-b522c235-3d72-4c66-821e-65accbe24e66 service neutron] 10.222.0.15 "GET /v2.0/networks/e52e38eb-cc46-4f91-a748-bca4e3f26223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914131 Apr 28 20:04:42.312991 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c9e857-9b5d-4b6e-8b06-ae6b241f50b3 admin admin] Deleting subnet 94ad0d3d-90ae-4fb6-917f-af5d5a387839 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:04:42.316710 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-41c9e857-9b5d-4b6e-8b06-ae6b241f50b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:42.361250 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-41c9e857-9b5d-4b6e-8b06-ae6b241f50b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:42.453153 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1d912fed-5f94-4716-a911-f93545ae71bb req-a475bc63-63ca-4f5f-8a72-7bb822f42c2b service neutron] 10.222.0.15 "GET /v2.0/networks/e52e38eb-cc46-4f91-a748-bca4e3f26223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399217 Apr 28 20:04:42.471394 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-41c9e857-9b5d-4b6e-8b06-ae6b241f50b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:42.471577 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98768cdc-08d9-4d6e-afb5-4cb2d16f9776 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:04:42.478905 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-98768cdc-08d9-4d6e-afb5-4cb2d16f9776 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:42.483962 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fedf876-cd95-4062-a99c-482a0f14535f None None] Sync routers for ids ['10a3a2af-216d-4471-9823-5b52f320a465'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:04:42.502534 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fedf876-cd95-4062-a99c-482a0f14535f None None] Routers {'10a3a2af-216d-4471-9823-5b52f320a465'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:04:42.503275 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-4fedf876-cd95-4062-a99c-482a0f14535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:04:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['10a3a2af-216d-4471-9823-5b52f320a465'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:42.531813 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-98768cdc-08d9-4d6e-afb5-4cb2d16f9776 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "DELETE /v2.0/floatingips/13e73e22-2f78-4572-bac5-f508755b7621 HTTP/1.1" status: 204 len: 168 time: 3.9799664 Apr 28 20:04:42.532786 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7778083-e3c3-4a0c-bca1-d381daeca708', 'tag': 'e96a8abd-82db-451d-94d3-2029c61f8bf6'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:04:42.538782 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156e9314-9b43-4ec6-a2b4-c5d0dc063ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "e7778083-e3c3-4a0c-bca1-d381daeca708", "tag": "e96a8abd-82db-451d-94d3-2029c61f8bf6"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:04:42.573611 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-41c9e857-9b5d-4b6e-8b06-ae6b241f50b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:42.660117 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e29a8e-eb34-4b78-af88-0ec2244df35d x-openstack-request-id: req-a3e29a8e-eb34-4b78-af88-0ec2244df35d {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:04:42.660413 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7778083-e3c3-4a0c-bca1-d381daeca708", "tag": "e96a8abd-82db-451d-94d3-2029c61f8bf6", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:04:42.660670 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a3e29a8e-eb34-4b78-af88-0ec2244df35d {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:04:42.661414 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3e29a8e-eb34-4b78-af88-0ec2244df35d'] response: {'name': 'network-changed', 'server_uuid': 'e7778083-e3c3-4a0c-bca1-d381daeca708', 'tag': 'e96a8abd-82db-451d-94d3-2029c61f8bf6', 'status': 'completed', 'code': 200} Apr 28 20:04:42.707106 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9e857-9b5d-4b6e-8b06-ae6b241f50b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94ad0d3d-90ae-4fb6-917f-af5d5a387839,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:42.717801 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae433cb-0085-4cd4-b9c6-9a2ffcb4ef9f None None] Network 952ab810-004c-432f-bca4-db060534f298 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:04:42.729558 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-41c9e857-9b5d-4b6e-8b06-ae6b241f50b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:42.746646 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-41c9e857-9b5d-4b6e-8b06-ae6b241f50b3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/94ad0d3d-90ae-4fb6-917f-af5d5a387839 HTTP/1.1" status: 204 len: 168 time: 0.5250528 Apr 28 20:04:42.748686 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54482) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:42.753381 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e9314-9b43-4ec6-a2b4-c5d0dc063ac3 req-fb951076-6e76-4a5c-a08d-ecc29761b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:42.755487 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-156e9314-9b43-4ec6-a2b4-c5d0dc063ac3 req-fb951076-6e76-4a5c-a08d-ecc29761b3b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 1097 time: 0.0886497 Apr 28 20:04:42.762499 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-4fedf876-cd95-4062-a99c-482a0f14535f None None] Set router 10a3a2af-216d-4471-9823-5b52f320a465 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:04:42.882039 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:04:42.928780 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:04:42.929423 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 91ee3678-3f5d-4fbd-a2a0-ba24b8e0ef79 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:04:43.022808 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 733d609a-1f1e-466d-a391-eaaa05a84619 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:04:43.051534 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2bd86303-0774-40ee-89fb-a4360e7e198a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:43.124940 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e9314-9b43-4ec6-a2b4-c5d0dc063ac3 req-53b5117f-97e1-4469-a418-4ff0916ccb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:43.126967 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-156e9314-9b43-4ec6-a2b4-c5d0dc063ac3 req-53b5117f-97e1-4469-a418-4ff0916ccb50 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 HTTP/1.1" status: 200 len: 897 time: 0.3586838 Apr 28 20:04:43.179590 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-4fedf876-cd95-4062-a99c-482a0f14535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a3a2af-216d-4471-9823-5b52f320a465', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209360966', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '712608e0-fb12-43ec-bdbb-a70e4bb0d148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:02:31Z', 'updated_at': '2022-04-28T20:02:39Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '712608e0-fb12-43ec-bdbb-a70e4bb0d148', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a3a2af-216d-4471-9823-5b52f320a465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:32Z', 'updated_at': '2022-04-28T20:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'b564fe43-a677-4c74-85a4-663fa1dab73a', 'name': '', 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'mac_address': 'fa:16:3e:f2:15:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a3a2af-216d-4471-9823-5b52f320a465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'baece0b6-0c59-43c5-aef4-e80ebd8b9d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:37Z', 'updated_at': '2022-04-28T20:02:47Z', 'revision_number': 5, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'subnets': [{'id': 'baece0b6-0c59-43c5-aef4-e80ebd8b9d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:43.199981 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b889c57-8b1c-4b42-b0d2-122c67860044 req-8bd41d54-be58-483b-82ba-69b9b3511276 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:43.201524 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6b889c57-8b1c-4b42-b0d2-122c67860044 req-8bd41d54-be58-483b-82ba-69b9b3511276 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/ports?device_id=343e2172-1cc3-4615-9b6e-d6e2cea83d43 HTTP/1.1" status: 200 len: 907 time: 0.1023066 Apr 28 20:04:43.206668 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-2bd86303-0774-40ee-89fb-a4360e7e198a admin admin] Deleting port 8209c5d7-24f0-49d3-874b-1f815eeb8ec2 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:04:43.207014 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2bd86303-0774-40ee-89fb-a4360e7e198a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:43.214874 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fedf876-cd95-4062-a99c-482a0f14535f None None] Checking router: 10a3a2af-216d-4471-9823-5b52f320a465 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:04:43.232319 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fedf876-cd95-4062-a99c-482a0f14535f None None] Routers {'10a3a2af-216d-4471-9823-5b52f320a465'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:04:43.232953 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-4fedf876-cd95-4062-a99c-482a0f14535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:04:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['10a3a2af-216d-4471-9823-5b52f320a465'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:43.233964 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19ff85-1b3a-4fc1-bdb9-b6278e7a75b3 req-b379aa15-1b93-4322-9ff6-5523034e892c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:43.239008 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-da19ff85-1b3a-4fc1-bdb9-b6278e7a75b3 req-b379aa15-1b93-4322-9ff6-5523034e892c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 946 time: 0.1880760 Apr 28 20:04:43.243125 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-156e9314-9b43-4ec6-a2b4-c5d0dc063ac3 req-52d3f1b3-79ff-48b4-bc4e-7e76623efdfe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e96a8abd-82db-451d-94d3-2029c61f8bf6 HTTP/1.1" status: 200 len: 217 time: 0.1061471 Apr 28 20:04:43.289544 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 733d609a-1f1e-466d-a391-eaaa05a84619, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=733d609a-1f1e-466d-a391-eaaa05a84619,segment=NetworkSegment(dd85676e-73e9-48b4-b896-4439fe5bc544),segment_id=dd85676e-73e9-48b4-b896-4439fe5bc544)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:04:43.315791 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '733d609a-1f1e-466d-a391-eaaa05a84619', 'network_id': 'e52e38eb-cc46-4f91-a748-bca4e3f26223', 'port_id': '733d609a-1f1e-466d-a391-eaaa05a84619', 'mac_address': 'fa:16:3e:d0:21:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d640e2-2850-46b1-9799-7045c3e6ba32', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:04:43.348509 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-2bd86303-0774-40ee-89fb-a4360e7e198a admin admin] For port 8209c5d7-24f0-49d3-874b-1f815eeb8ec2, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=8209c5d7-24f0-49d3-874b-1f815eeb8ec2,segment=NetworkSegment(7926db30-73c1-46df-8406-ef9a080be03c),segment_id=7926db30-73c1-46df-8406-ef9a080be03c)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:04:43.349563 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2bd86303-0774-40ee-89fb-a4360e7e198a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:43.379539 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e9314-9b43-4ec6-a2b4-c5d0dc063ac3 req-dee9aa1b-211b-472b-b24e-04db4f901ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:43.382759 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-156e9314-9b43-4ec6-a2b4-c5d0dc063ac3 req-dee9aa1b-211b-472b-b24e-04db4f901ab1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=baece0b6-0c59-43c5-aef4-e80ebd8b9d7e HTTP/1.1" status: 200 len: 835 time: 0.1297700 Apr 28 20:04:43.398801 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:43.406887 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-da19ff85-1b3a-4fc1-bdb9-b6278e7a75b3 req-ee021984-ff09-48e4-a9a0-b0dc85c221d1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324937 Apr 28 20:04:43.411861 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-2bd86303-0774-40ee-89fb-a4360e7e198a admin admin] Calling delete_port for 8209c5d7-24f0-49d3-874b-1f815eeb8ec2 owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:04:43.425598 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 733d609a-1f1e-466d-a391-eaaa05a84619 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:04:43.460665 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 733d609a-1f1e-466d-a391-eaaa05a84619, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=733d609a-1f1e-466d-a391-eaaa05a84619,segment=NetworkSegment(dd85676e-73e9-48b4-b896-4439fe5bc544),segment_id=dd85676e-73e9-48b4-b896-4439fe5bc544)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:04:43.471053 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:43.491267 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b914e6-b0ae-4caf-998f-70c1090b9a5e None None] DHCP port deletion for 952ab810-004c-432f-bca4-db060534f298 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:04:43.496597 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-4fedf876-cd95-4062-a99c-482a0f14535f None None] Set router 10a3a2af-216d-4471-9823-5b52f320a465 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:04:43.514827 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e9314-9b43-4ec6-a2b4-c5d0dc063ac3 req-6a6e72c4-e8be-488b-a3ea-5d668e62cd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:43.517143 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-156e9314-9b43-4ec6-a2b4-c5d0dc063ac3 req-6a6e72c4-e8be-488b-a3ea-5d668e62cd6f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9852adc1-0fcb-4a70-862a-aac6b8c5a0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1081095 Apr 28 20:04:43.597122 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2bd86303-0774-40ee-89fb-a4360e7e198a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:43.606789 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=733d609a-1f1e-466d-a391-eaaa05a84619,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:43.640075 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-64b914e6-b0ae-4caf-998f-70c1090b9a5e None None] Deleting port 8209c5d7-24f0-49d3-874b-1f815eeb8ec2 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:04:43.640788 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-64b914e6-b0ae-4caf-998f-70c1090b9a5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:43.669875 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd86303-0774-40ee-89fb-a4360e7e198a admin admin] Pushing event deleted for resources: {'Port': ['ID=8209c5d7-24f0-49d3-874b-1f815eeb8ec2,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:43.672897 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd86303-0774-40ee-89fb-a4360e7e198a admin admin] No DVR routers for this DVR port 8209c5d7-24f0-49d3-874b-1f815eeb8ec2 on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:04:43.727983 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['733d609a-1f1e-466d-a391-eaaa05a84619'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:04:43.745632 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-156e9314-9b43-4ec6-a2b4-c5d0dc063ac3 req-a9deef14-cbd7-4ac5-85fa-afb3b98dfe70 service neutron] 10.222.0.15 "GET /v2.0/networks/9852adc1-0fcb-4a70-862a-aac6b8c5a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194669 Apr 28 20:04:43.792314 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-64b914e6-b0ae-4caf-998f-70c1090b9a5e None None] For port 8209c5d7-24f0-49d3-874b-1f815eeb8ec2, host n-d-839810-1, got binding levels [] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:04:43.792863 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-64b914e6-b0ae-4caf-998f-70c1090b9a5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:43.814468 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-64b914e6-b0ae-4caf-998f-70c1090b9a5e None None] Calling delete_port for 8209c5d7-24f0-49d3-874b-1f815eeb8ec2 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:04:43.819460 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.ipam_backend_mixin [None req-64b914e6-b0ae-4caf-998f-70c1090b9a5e None None] Port 8209c5d7-24f0-49d3-874b-1f815eeb8ec2 was not found and therefore no delete operation was performed {{(pid=102775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 28 20:04:43.833234 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-64b914e6-b0ae-4caf-998f-70c1090b9a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:43.860633 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b914e6-b0ae-4caf-998f-70c1090b9a5e None None] Pushing event deleted for resources: {'Port': ['ID=8209c5d7-24f0-49d3-874b-1f815eeb8ec2,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:43.876668 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b914e6-b0ae-4caf-998f-70c1090b9a5e None None] No DVR routers for this DVR port 8209c5d7-24f0-49d3-874b-1f815eeb8ec2 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:04:43.914404 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2bd86303-0774-40ee-89fb-a4360e7e198a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:43.969367 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-156e9314-9b43-4ec6-a2b4-c5d0dc063ac3 req-b8a3882d-3e8a-468b-b4f4-60778ebb4068 service neutron] 10.222.0.15 "GET /v2.0/networks/9852adc1-0fcb-4a70-862a-aac6b8c5a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124739 Apr 28 20:04:43.972543 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-2bd86303-0774-40ee-89fb-a4360e7e198a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['952ab810-004c-432f-bca4-db060534f298']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:43.998679 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-2bd86303-0774-40ee-89fb-a4360e7e198a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7926db30-73c1-46df-8406-ef9a080be03c') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:43.999018 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-2bd86303-0774-40ee-89fb-a4360e7e198a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7926db30-73c1-46df-8406-ef9a080be03c') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:44.000635 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-4fedf876-cd95-4062-a99c-482a0f14535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a3a2af-216d-4471-9823-5b52f320a465', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209360966', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '712608e0-fb12-43ec-bdbb-a70e4bb0d148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:02:31Z', 'updated_at': '2022-04-28T20:02:39Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '712608e0-fb12-43ec-bdbb-a70e4bb0d148', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a3a2af-216d-4471-9823-5b52f320a465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:32Z', 'updated_at': '2022-04-28T20:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'b564fe43-a677-4c74-85a4-663fa1dab73a', 'name': '', 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'mac_address': 'fa:16:3e:f2:15:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a3a2af-216d-4471-9823-5b52f320a465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'baece0b6-0c59-43c5-aef4-e80ebd8b9d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:37Z', 'updated_at': '2022-04-28T20:02:47Z', 'revision_number': 5, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'subnets': [{'id': 'baece0b6-0c59-43c5-aef4-e80ebd8b9d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:44.014553 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2bd86303-0774-40ee-89fb-a4360e7e198a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:44.032536 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2bd86303-0774-40ee-89fb-a4360e7e198a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:44.045728 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fedf876-cd95-4062-a99c-482a0f14535f None None] The sync data for ids ['10a3a2af-216d-4471-9823-5b52f320a465'] in n-d-839810-1 is: [{'id': '10a3a2af-216d-4471-9823-5b52f320a465', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209360966', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '712608e0-fb12-43ec-bdbb-a70e4bb0d148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:02:31Z', 'updated_at': '2022-04-28T20:02:39Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '712608e0-fb12-43ec-bdbb-a70e4bb0d148', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a3a2af-216d-4471-9823-5b52f320a465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:32Z', 'updated_at': '2022-04-28T20:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'b564fe43-a677-4c74-85a4-663fa1dab73a', 'name': '', 'network_id': '9852adc1-0fcb-4a70-862a-aac6b8c5a0f0', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'mac_address': 'fa:16:3e:f2:15:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a3a2af-216d-4471-9823-5b52f320a465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'baece0b6-0c59-43c5-aef4-e80ebd8b9d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:37Z', 'updated_at': '2022-04-28T20:02:47Z', 'revision_number': 5, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'subnets': [{'id': 'baece0b6-0c59-43c5-aef4-e80ebd8b9d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:04:44.047811 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bd86303-0774-40ee-89fb-a4360e7e198a admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:04:44.048522 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2bd86303-0774-40ee-89fb-a4360e7e198a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:44.053239 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 20:04:44.053239 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:04:44.053239 n-d-839810-1 neutron-server[102774]: timer() Apr 28 20:04:44.053239 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:04:44.053239 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 20:04:44.053239 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:04:44.053239 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 20:04:44.053239 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:04:44.053239 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 20:04:44.053239 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:04:44.053239 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 20:04:44.053239 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:04:44.053239 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 20:04:44.053239 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:04:44.053239 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:04:44.053239 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:04:44.053239 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:04:44.053239 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:04:44.053239 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 20:04:44.053239 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:04:44.053239 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 20:04:44.053239 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:04:44.053239 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:04:44.053239 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:04:44.053239 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 20:04:44.053239 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:04:44.053239 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:04:44.053239 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:04:44.053239 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:04:44.053239 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:04:44.053239 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:04:44.053239 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:04:44.130186 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2bd86303-0774-40ee-89fb-a4360e7e198a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:44.147231 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2bd86303-0774-40ee-89fb-a4360e7e198a admin admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:44.151864 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2bd86303-0774-40ee-89fb-a4360e7e198a admin admin] 10.222.0.42 "DELETE /v2.0/networks/952ab810-004c-432f-bca4-db060534f298 HTTP/1.1" status: 204 len: 168 time: 1.4021766 Apr 28 20:04:44.154783 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54508) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:44.171517 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd86303-0774-40ee-89fb-a4360e7e198a admin admin] Pushing event deleted for resources: {'Network': ['ID=952ab810-004c-432f-bca4-db060534f298,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:44.386220 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7e653-b158-4554-a66c-7ee803c9bf6f req-638ff997-83b6-4c02-9843-e2c5538030e9 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:44.388916 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f6f7e653-b158-4554-a66c-7ee803c9bf6f req-638ff997-83b6-4c02-9843-e2c5538030e9 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 946 time: 0.1277936 Apr 28 20:04:44.495521 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ded80-32ac-4bfc-b979-16d440c905f9 req-6adc08dd-1c24-4fff-bb26-b8a12f101f08 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:44.507116 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8f0ded80-32ac-4bfc-b979-16d440c905f9 req-6adc08dd-1c24-4fff-bb26-b8a12f101f08 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/ports?device_id=343e2172-1cc3-4615-9b6e-d6e2cea83d43 HTTP/1.1" status: 200 len: 908 time: 0.1115618 Apr 28 20:04:44.596978 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f498088-86b8-4a9f-bf59-a0f1fbacc1f6 None None] New status for floating IP 13e73e22-2f78-4572-bac5-f508755b7621: DOWN {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:04:44.610052 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1695eca-a68b-4d34-932e-ba6fd16213df req-a28f9047-eb28-480e-a66a-2384f65174c1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:44.611643 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a1695eca-a68b-4d34-932e-ba6fd16213df req-a28f9047-eb28-480e-a66a-2384f65174c1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 946 time: 0.1086872 Apr 28 20:04:44.625278 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-f6f7e653-b158-4554-a66c-7ee803c9bf6f req-d81b93ea-28b7-4f88-aaea-2c87c8900049 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Deleting port e96a8abd-82db-451d-94d3-2029c61f8bf6 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:04:44.625623 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f6f7e653-b158-4554-a66c-7ee803c9bf6f req-d81b93ea-28b7-4f88-aaea-2c87c8900049 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:44.789867 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a1695eca-a68b-4d34-932e-ba6fd16213df req-7dbd0da9-7cae-4c31-822d-40d6a2c7a19f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=0005005d-fe20-4461-ba20-036cf3dd752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670041 Apr 28 20:04:44.842565 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-f6f7e653-b158-4554-a66c-7ee803c9bf6f req-d81b93ea-28b7-4f88-aaea-2c87c8900049 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] For port e96a8abd-82db-451d-94d3-2029c61f8bf6, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=e96a8abd-82db-451d-94d3-2029c61f8bf6,segment=NetworkSegment(6ad96ddc-30c2-4927-80b1-ffe2270d82a7),segment_id=6ad96ddc-30c2-4927-80b1-ffe2270d82a7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:04:44.843312 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f6f7e653-b158-4554-a66c-7ee803c9bf6f req-d81b93ea-28b7-4f88-aaea-2c87c8900049 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:44.863315 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-f6f7e653-b158-4554-a66c-7ee803c9bf6f req-d81b93ea-28b7-4f88-aaea-2c87c8900049 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Calling delete_port for e96a8abd-82db-451d-94d3-2029c61f8bf6 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:04:44.870056 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 8209c5d7-24f0-49d3-874b-1f815eeb8ec2 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:04:44.917894 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 8209c5d7-24f0-49d3-874b-1f815eeb8ec2 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:04:44.918233 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 8209c5d7-24f0-49d3-874b-1f815eeb8ec2 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:04:44.946465 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b821ee79-b195-4019-a1ce-abd9cbdff5ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:45.010932 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 733d609a-1f1e-466d-a391-eaaa05a84619 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:04:45.047405 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f6f7e653-b158-4554-a66c-7ee803c9bf6f req-d81b93ea-28b7-4f88-aaea-2c87c8900049 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:45.089925 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b93ea-28b7-4f88-aaea-2c87c8900049 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event deleted for resources: {'Port': ['ID=e96a8abd-82db-451d-94d3-2029c61f8bf6,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:45.113450 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 733d609a-1f1e-466d-a391-eaaa05a84619 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:04:45.124485 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 733d609a-1f1e-466d-a391-eaaa05a84619 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:45.124829 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:45.148019 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f7e653-b158-4554-a66c-7ee803c9bf6f req-d81b93ea-28b7-4f88-aaea-2c87c8900049 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] No DVR routers for this DVR port e96a8abd-82db-451d-94d3-2029c61f8bf6 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:04:45.153802 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-f6f7e653-b158-4554-a66c-7ee803c9bf6f req-d81b93ea-28b7-4f88-aaea-2c87c8900049 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:45.167789 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f6f7e653-b158-4554-a66c-7ee803c9bf6f req-d81b93ea-28b7-4f88-aaea-2c87c8900049 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.15 "DELETE /v2.0/ports/e96a8abd-82db-451d-94d3-2029c61f8bf6 HTTP/1.1" status: 204 len: 173 time: 0.7692008 Apr 28 20:04:45.169585 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7778083-e3c3-4a0c-bca1-d381daeca708', 'name': 'network-vif-deleted', 'tag': 'e96a8abd-82db-451d-94d3-2029c61f8bf6'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:04:45.182132 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd55a2f-6e0e-4bf6-a382-62d41970000f" -d '{"events": [{"server_uuid": "e7778083-e3c3-4a0c-bca1-d381daeca708", "name": "network-vif-deleted", "tag": "e96a8abd-82db-451d-94d3-2029c61f8bf6"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:04:45.316642 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2746fa-b45b-412d-8fec-0ca7ef09cdc9 x-openstack-request-id: req-8c2746fa-b45b-412d-8fec-0ca7ef09cdc9 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:04:45.317093 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7778083-e3c3-4a0c-bca1-d381daeca708", "name": "network-vif-deleted", "tag": "e96a8abd-82db-451d-94d3-2029c61f8bf6", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:04:45.318037 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8c2746fa-b45b-412d-8fec-0ca7ef09cdc9 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:04:45.318450 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c2746fa-b45b-412d-8fec-0ca7ef09cdc9'] response: {'server_uuid': 'e7778083-e3c3-4a0c-bca1-d381daeca708', 'name': 'network-vif-deleted', 'tag': 'e96a8abd-82db-451d-94d3-2029c61f8bf6', 'status': 'completed', 'code': 200} Apr 28 20:04:45.347049 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:45.394105 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343e2172-1cc3-4615-9b6e-d6e2cea83d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733d609a-1f1e-466d-a391-eaaa05a84619'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:04:45.398069 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ea739a-e42e-4782-b07a-04f0707f8a78" -d '{"events": [{"server_uuid": "343e2172-1cc3-4615-9b6e-d6e2cea83d43", "name": "network-vif-plugged", "status": "completed", "tag": "733d609a-1f1e-466d-a391-eaaa05a84619"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:04:45.426330 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 733d609a-1f1e-466d-a391-eaaa05a84619, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=733d609a-1f1e-466d-a391-eaaa05a84619,segment=NetworkSegment(dd85676e-73e9-48b4-b896-4439fe5bc544),segment_id=dd85676e-73e9-48b4-b896-4439fe5bc544)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:04:45.439105 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:45.481059 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb59e4b-abef-4906-a386-62c14e09d1ca x-openstack-request-id: req-7bb59e4b-abef-4906-a386-62c14e09d1ca {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:04:45.481630 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343e2172-1cc3-4615-9b6e-d6e2cea83d43", "name": "network-vif-plugged", "status": "completed", "tag": "733d609a-1f1e-466d-a391-eaaa05a84619", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:04:45.482026 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7bb59e4b-abef-4906-a386-62c14e09d1ca {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:04:45.482558 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bb59e4b-abef-4906-a386-62c14e09d1ca'] response: {'server_uuid': '343e2172-1cc3-4615-9b6e-d6e2cea83d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733d609a-1f1e-466d-a391-eaaa05a84619', 'code': 200} Apr 28 20:04:45.519209 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=733d609a-1f1e-466d-a391-eaaa05a84619,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:45.572469 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-b821ee79-b195-4019-a1ce-abd9cbdff5ee admin admin] Deleting port ca9a8bfd-4d6a-4f8d-b950-458a17dab032 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:04:45.576192 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b821ee79-b195-4019-a1ce-abd9cbdff5ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:45.679698 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68940694-ce51-4a90-a59f-544a018d777d req-1d5586af-fff6-4a20-abba-3759f6ef6643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:45.681451 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-68940694-ce51-4a90-a59f-544a018d777d req-1d5586af-fff6-4a20-abba-3759f6ef6643 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=343e2172-1cc3-4615-9b6e-d6e2cea83d43 HTTP/1.1" status: 200 len: 1060 time: 0.1273479 Apr 28 20:04:45.789100 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e647f8-e16b-48d8-ba13-0212276c6a79 req-27edb482-78a7-4990-8425-f25bdee9f789 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:45.796485 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e2e647f8-e16b-48d8-ba13-0212276c6a79 req-27edb482-78a7-4990-8425-f25bdee9f789 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/ports?device_id=343e2172-1cc3-4615-9b6e-d6e2cea83d43 HTTP/1.1" status: 200 len: 909 time: 0.0880487 Apr 28 20:04:45.806276 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-b821ee79-b195-4019-a1ce-abd9cbdff5ee admin admin] For port ca9a8bfd-4d6a-4f8d-b950-458a17dab032, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ca9a8bfd-4d6a-4f8d-b950-458a17dab032,segment=NetworkSegment(270586ab-b0b8-42ff-8cea-7dd0d404ef62),segment_id=270586ab-b0b8-42ff-8cea-7dd0d404ef62)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:04:45.806654 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b821ee79-b195-4019-a1ce-abd9cbdff5ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:45.829528 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-b821ee79-b195-4019-a1ce-abd9cbdff5ee admin admin] Calling delete_port for ca9a8bfd-4d6a-4f8d-b950-458a17dab032 owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:04:45.975848 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fc60765c-b88f-4093-b342-fe8926612d99 req-6ce853e8-d379-4a74-b15d-a74420349fa5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0694513 Apr 28 20:04:46.040949 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7d6ca393-7ffb-4f11-8a98-56eced6a89e6 req-c8f82149-d214-4e76-818b-e181d6f4cd0b tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 210 time: 0.1445041 Apr 28 20:04:46.112053 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fc60765c-b88f-4093-b342-fe8926612d99 req-c19fbed4-c75b-437e-9bee-c74504a6610e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=e7778083-e3c3-4a0c-bca1-d381daeca708 HTTP/1.1" status: 200 len: 210 time: 0.0486515 Apr 28 20:04:46.176603 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b821ee79-b195-4019-a1ce-abd9cbdff5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:46.212618 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821ee79-b195-4019-a1ce-abd9cbdff5ee admin admin] Pushing event deleted for resources: {'Port': ['ID=ca9a8bfd-4d6a-4f8d-b950-458a17dab032,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:46.489095 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60765c-b88f-4093-b342-fe8926612d99 req-8cd978b2-c93f-4eaf-8114-208d4beed24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:46.491664 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fc60765c-b88f-4093-b342-fe8926612d99 req-8cd978b2-c93f-4eaf-8114-208d4beed24c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=337e8021fa0c43d183fd116927375cd1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.3537042 Apr 28 20:04:46.575360 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b821ee79-b195-4019-a1ce-abd9cbdff5ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:46.754202 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60765c-b88f-4093-b342-fe8926612d99 req-5b3eb8bb-67bf-4ffa-b999-035caf4f6cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:46.757302 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fc60765c-b88f-4093-b342-fe8926612d99 req-5b3eb8bb-67bf-4ffa-b999-035caf4f6cd1 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2557282 Apr 28 20:04:47.015210 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device e96a8abd-82db-451d-94d3-2029c61f8bf6 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:04:47.059462 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437772f-f820-4a8a-9ad9-866f141d732b req-74a1df66-c32c-46cf-9945-b6ff701b34d9 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:47.059462 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5437772f-f820-4a8a-9ad9-866f141d732b req-74a1df66-c32c-46cf-9945-b6ff701b34d9 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/ports?device_id=343e2172-1cc3-4615-9b6e-d6e2cea83d43 HTTP/1.1" status: 200 len: 909 time: 0.1157329 Apr 28 20:04:47.063271 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b821ee79-b195-4019-a1ce-abd9cbdff5ee admin admin] Router 099c7e1a-4068-4134-a90b-a7083da82e4d has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:04:47.074390 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: e96a8abd-82db-451d-94d3-2029c61f8bf6 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:04:47.077607 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device e96a8abd-82db-451d-94d3-2029c61f8bf6 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:04:47.173957 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54572) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:47.306735 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b821ee79-b195-4019-a1ce-abd9cbdff5ee admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:04:47.312830 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b821ee79-b195-4019-a1ce-abd9cbdff5ee admin admin] 10.222.0.42 "PUT /v2.0/routers/099c7e1a-4068-4134-a90b-a7083da82e4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1566722 Apr 28 20:04:47.319774 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54574) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:47.326495 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb44837-2154-436c-b183-f6c1f3ecf0e8 None None] Sync routers for ids ['099c7e1a-4068-4134-a90b-a7083da82e4d'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:04:47.354481 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb44837-2154-436c-b183-f6c1f3ecf0e8 None None] Routers {'099c7e1a-4068-4134-a90b-a7083da82e4d'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:04:47.355258 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-8fb44837-2154-436c-b183-f6c1f3ecf0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:04:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['099c7e1a-4068-4134-a90b-a7083da82e4d'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:47.389970 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208f4c4-b822-4172-989c-2e692832d70c req-afb0d372-0765-4018-b852-c4e5fa51e8d2 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:47.401958 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c208f4c4-b822-4172-989c-2e692832d70c req-afb0d372-0765-4018-b852-c4e5fa51e8d2 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/ports?device_id=343e2172-1cc3-4615-9b6e-d6e2cea83d43 HTTP/1.1" status: 200 len: 909 time: 0.1411362 Apr 28 20:04:47.496061 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cd51ddae-0c95-4c76-821b-b129ce3c8af3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:47.576225 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-8fb44837-2154-436c-b183-f6c1f3ecf0e8 None None] Set router 099c7e1a-4068-4134-a90b-a7083da82e4d gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:04:47.695678 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cd51ddae-0c95-4c76-821b-b129ce3c8af3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:47.892417 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-cd51ddae-0c95-4c76-821b-b129ce3c8af3 admin admin] Deleting port 69f98fca-abfe-449d-af44-83ebc800279d {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:04:47.893654 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cd51ddae-0c95-4c76-821b-b129ce3c8af3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:48.136832 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74f810-5f59-45a7-ad2e-1b5e29e9cfe3 req-ef55cac3-6635-4128-94da-89badd35e4ac tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:48.138361 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ba74f810-5f59-45a7-ad2e-1b5e29e9cfe3 req-ef55cac3-6635-4128-94da-89badd35e4ac tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=343e2172-1cc3-4615-9b6e-d6e2cea83d43 HTTP/1.1" status: 200 len: 1060 time: 0.6070533 Apr 28 20:04:48.158237 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-8fb44837-2154-436c-b183-f6c1f3ecf0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099c7e1a-4068-4134-a90b-a7083da82e4d', 'name': 'tempest-TestServerBasicOps-1828777067-router', 'tenant_id': 'f2725b7f37804fb39a9d5a0ed4b6da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '69f98fca-abfe-449d-af44-83ebc800279d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:59:15Z', 'updated_at': '2022-04-28T20:04:46Z', 'revision_number': 5, 'project_id': 'f2725b7f37804fb39a9d5a0ed4b6da5a', 'gw_port': {'id': '69f98fca-abfe-449d-af44-83ebc800279d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099c7e1a-4068-4134-a90b-a7083da82e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:59:16Z', 'updated_at': '2022-04-28T19:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:48.197697 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-cd51ddae-0c95-4c76-821b-b129ce3c8af3 admin admin] For port 69f98fca-abfe-449d-af44-83ebc800279d, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=69f98fca-abfe-449d-af44-83ebc800279d,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:04:48.204672 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cd51ddae-0c95-4c76-821b-b129ce3c8af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:48.206340 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb44837-2154-436c-b183-f6c1f3ecf0e8 None None] Checking router: 099c7e1a-4068-4134-a90b-a7083da82e4d for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:04:48.216945 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb44837-2154-436c-b183-f6c1f3ecf0e8 None None] Routers {'099c7e1a-4068-4134-a90b-a7083da82e4d'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:04:48.217569 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-8fb44837-2154-436c-b183-f6c1f3ecf0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:04:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['099c7e1a-4068-4134-a90b-a7083da82e4d'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:48.232330 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-cd51ddae-0c95-4c76-821b-b129ce3c8af3 admin admin] Calling delete_port for 69f98fca-abfe-449d-af44-83ebc800279d owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:04:48.344537 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16f0aa-5d0b-4de2-aef4-28e85f5fb0eb req-4b1defb1-4da4-4eaf-836f-a4f059620b6b tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:48.352330 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-be16f0aa-5d0b-4de2-aef4-28e85f5fb0eb req-4b1defb1-4da4-4eaf-836f-a4f059620b6b tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ad8b2818-983b-4f60-96d5-18fc181b4631 HTTP/1.1" status: 200 len: 1136 time: 0.1002374 Apr 28 20:04:48.379306 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-8fb44837-2154-436c-b183-f6c1f3ecf0e8 None None] Set router 099c7e1a-4068-4134-a90b-a7083da82e4d gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:04:48.420205 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-97e3736e-746c-4efd-9b68-db5b9e3d7eab tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:48.458768 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-8fb44837-2154-436c-b183-f6c1f3ecf0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099c7e1a-4068-4134-a90b-a7083da82e4d', 'name': 'tempest-TestServerBasicOps-1828777067-router', 'tenant_id': 'f2725b7f37804fb39a9d5a0ed4b6da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:59:15Z', 'updated_at': '2022-04-28T20:04:47Z', 'revision_number': 6, 'project_id': 'f2725b7f37804fb39a9d5a0ed4b6da5a', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:48.492726 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb44837-2154-436c-b183-f6c1f3ecf0e8 None None] The sync data for ids ['099c7e1a-4068-4134-a90b-a7083da82e4d'] in n-d-839810-1 is: [{'id': '099c7e1a-4068-4134-a90b-a7083da82e4d', 'name': 'tempest-TestServerBasicOps-1828777067-router', 'tenant_id': 'f2725b7f37804fb39a9d5a0ed4b6da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:59:15Z', 'updated_at': '2022-04-28T20:04:47Z', 'revision_number': 6, 'project_id': 'f2725b7f37804fb39a9d5a0ed4b6da5a', 'gw_port_host': None}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:04:48.500697 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cd51ddae-0c95-4c76-821b-b129ce3c8af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:48.508136 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-be16f0aa-5d0b-4de2-aef4-28e85f5fb0eb req-5310aca4-602f-4da9-8d16-cfeca1e04c3b tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bdb6e349-7b1a-4f7a-80e8-5457297d55a9&id=281a6816-1467-4a44-bd86-44c67117e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1547945 Apr 28 20:04:48.544988 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54596) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:48.563954 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51ddae-0c95-4c76-821b-b129ce3c8af3 admin admin] Pushing event deleted for resources: {'Port': ['ID=69f98fca-abfe-449d-af44-83ebc800279d,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:48.655759 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2aaf96-35d9-408f-b647-e3476888ee16 tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:48.657846 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0e2aaf96-35d9-408f-b647-e3476888ee16 tempest-TestSecurityGroupsBasicOps-2115580245 tempest-TestSecurityGroupsBasicOps-2115580245-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=343e2172-1cc3-4615-9b6e-d6e2cea83d43 HTTP/1.1" status: 200 len: 1055 time: 0.1115351 Apr 28 20:04:48.701630 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cd51ddae-0c95-4c76-821b-b129ce3c8af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:48.860014 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-97e3736e-746c-4efd-9b68-db5b9e3d7eab tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Deleting port b564fe43-a677-4c74-85a4-663fa1dab73a {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:04:48.860831 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-97e3736e-746c-4efd-9b68-db5b9e3d7eab tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:48.873034 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cd51ddae-0c95-4c76-821b-b129ce3c8af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:48.878408 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cd51ddae-0c95-4c76-821b-b129ce3c8af3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:49.038185 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cd51ddae-0c95-4c76-821b-b129ce3c8af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:49.038875 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd51ddae-0c95-4c76-821b-b129ce3c8af3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 099c7e1a-4068-4134-a90b-a7083da82e4d {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:04:49.040677 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-97e3736e-746c-4efd-9b68-db5b9e3d7eab tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] For port b564fe43-a677-4c74-85a4-663fa1dab73a, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=b564fe43-a677-4c74-85a4-663fa1dab73a,segment=NetworkSegment(6ad96ddc-30c2-4927-80b1-ffe2270d82a7),segment_id=6ad96ddc-30c2-4927-80b1-ffe2270d82a7)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:04:49.041045 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-97e3736e-746c-4efd-9b68-db5b9e3d7eab tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:49.045848 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-cd51ddae-0c95-4c76-821b-b129ce3c8af3 admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:49.048424 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-cd51ddae-0c95-4c76-821b-b129ce3c8af3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/099c7e1a-4068-4134-a90b-a7083da82e4d HTTP/1.1" status: 204 len: 168 time: 1.7253711 Apr 28 20:04:49.054994 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54608) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:49.065499 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ca9a8bfd-4d6a-4f8d-b950-458a17dab032 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:04:49.097082 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee31fb-2060-4e30-999d-878777ab79fe req-049e0c80-a8e0-434c-80e5-7853ba0edb23 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:49.102338 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-23ee31fb-2060-4e30-999d-878777ab79fe req-049e0c80-a8e0-434c-80e5-7853ba0edb23 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/ports?device_id=343e2172-1cc3-4615-9b6e-d6e2cea83d43 HTTP/1.1" status: 200 len: 909 time: 0.1044047 Apr 28 20:04:49.122701 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: ca9a8bfd-4d6a-4f8d-b950-458a17dab032 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:04:49.126379 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ca9a8bfd-4d6a-4f8d-b950-458a17dab032 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:04:49.165118 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-97e3736e-746c-4efd-9b68-db5b9e3d7eab tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Calling delete_port for b564fe43-a677-4c74-85a4-663fa1dab73a owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:04:49.181586 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-b56f2b40-b1c9-4b5e-8013-11577893bacf admin admin] Deleting subnet 32f29167-d4fb-4c3c-b1f9-d7973d7a630e {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:04:49.186482 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b56f2b40-b1c9-4b5e-8013-11577893bacf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:49.262817 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b56f2b40-b1c9-4b5e-8013-11577893bacf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:49.447640 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b56f2b40-b1c9-4b5e-8013-11577893bacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:49.553008 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-97e3736e-746c-4efd-9b68-db5b9e3d7eab tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:49.560719 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b56f2b40-b1c9-4b5e-8013-11577893bacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:49.596167 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3736e-746c-4efd-9b68-db5b9e3d7eab tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event deleted for resources: {'Port': ['ID=b564fe43-a677-4c74-85a4-663fa1dab73a,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:49.627119 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f2b40-b1c9-4b5e-8013-11577893bacf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32f29167-d4fb-4c3c-b1f9-d7973d7a630e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:49.629207 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b56f2b40-b1c9-4b5e-8013-11577893bacf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:49.633447 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b56f2b40-b1c9-4b5e-8013-11577893bacf admin admin] 10.222.0.42 "DELETE /v2.0/subnets/32f29167-d4fb-4c3c-b1f9-d7973d7a630e HTTP/1.1" status: 204 len: 168 time: 0.5738294 Apr 28 20:04:49.636300 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54616) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:49.639447 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ac4315-dd2d-4ede-8585-8adda721235d None None] Network 8d0ad792-c7a4-46fa-ba02-0094f1bc4d9d requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:04:49.785675 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-086626ff-e140-40af-b36b-d04dbea924c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:49.831516 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-11c98189-c998-48b7-81d1-74903fe2c210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:49.991859 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-97e3736e-746c-4efd-9b68-db5b9e3d7eab tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:50.064650 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90eeba76-e2a4-4212-a0ee-11bac418066d None None] DHCP port deletion for 8d0ad792-c7a4-46fa-ba02-0094f1bc4d9d request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:04:50.073707 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-086626ff-e140-40af-b36b-d04dbea924c2 admin admin] Deleting port 7e928b9c-3a0f-4b75-bead-3b231a888f30 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:04:50.079456 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-086626ff-e140-40af-b36b-d04dbea924c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:50.149913 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-90eeba76-e2a4-4212-a0ee-11bac418066d None None] Deleting port 7e928b9c-3a0f-4b75-bead-3b231a888f30 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:04:50.150374 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-90eeba76-e2a4-4212-a0ee-11bac418066d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:50.261761 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-086626ff-e140-40af-b36b-d04dbea924c2 admin admin] For port 7e928b9c-3a0f-4b75-bead-3b231a888f30, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=7e928b9c-3a0f-4b75-bead-3b231a888f30,segment=NetworkSegment(270586ab-b0b8-42ff-8cea-7dd0d404ef62),segment_id=270586ab-b0b8-42ff-8cea-7dd0d404ef62)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:04:50.262463 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-086626ff-e140-40af-b36b-d04dbea924c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:50.279357 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-086626ff-e140-40af-b36b-d04dbea924c2 admin admin] Calling delete_port for 7e928b9c-3a0f-4b75-bead-3b231a888f30 owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:04:50.431042 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-086626ff-e140-40af-b36b-d04dbea924c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:50.434682 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d3c8e-5433-4d19-9881-66cc568425fc req-a755df07-ca49-430c-be0f-f0e5c35dbcff tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:50.443000 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0c9d3c8e-5433-4d19-9881-66cc568425fc req-a755df07-ca49-430c-be0f-f0e5c35dbcff tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/ports?device_id=343e2172-1cc3-4615-9b6e-d6e2cea83d43 HTTP/1.1" status: 200 len: 909 time: 0.1914926 Apr 28 20:04:50.449797 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086626ff-e140-40af-b36b-d04dbea924c2 admin admin] No DVR routers for this DVR port 7e928b9c-3a0f-4b75-bead-3b231a888f30 on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:04:50.468408 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5eb2e-f481-4efd-8a9e-ec3515a837d8 req-d53bcdb6-d5cf-4e49-ba7f-276e582ad084 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:50.474107 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-acb5eb2e-f481-4efd-8a9e-ec3515a837d8 req-d53bcdb6-d5cf-4e49-ba7f-276e582ad084 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.15 "GET /v2.0/ports?device_id=343e2172-1cc3-4615-9b6e-d6e2cea83d43 HTTP/1.1" status: 200 len: 909 time: 0.3118429 Apr 28 20:04:50.475754 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-90eeba76-e2a4-4212-a0ee-11bac418066d None None] For port 7e928b9c-3a0f-4b75-bead-3b231a888f30, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=7e928b9c-3a0f-4b75-bead-3b231a888f30,segment=NetworkSegment(270586ab-b0b8-42ff-8cea-7dd0d404ef62),segment_id=270586ab-b0b8-42ff-8cea-7dd0d404ef62)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:04:50.476392 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-90eeba76-e2a4-4212-a0ee-11bac418066d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:50.533188 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-90eeba76-e2a4-4212-a0ee-11bac418066d None None] Calling delete_port for 7e928b9c-3a0f-4b75-bead-3b231a888f30 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:04:50.559570 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086626ff-e140-40af-b36b-d04dbea924c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e928b9c-3a0f-4b75-bead-3b231a888f30,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:50.562668 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-086626ff-e140-40af-b36b-d04dbea924c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:50.587814 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-086626ff-e140-40af-b36b-d04dbea924c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d0ad792-c7a4-46fa-ba02-0094f1bc4d9d']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:50.598707 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-086626ff-e140-40af-b36b-d04dbea924c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '270586ab-b0b8-42ff-8cea-7dd0d404ef62') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:50.599365 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-086626ff-e140-40af-b36b-d04dbea924c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '270586ab-b0b8-42ff-8cea-7dd0d404ef62') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:50.610739 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-086626ff-e140-40af-b36b-d04dbea924c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:50.625695 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-086626ff-e140-40af-b36b-d04dbea924c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:50.633084 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086626ff-e140-40af-b36b-d04dbea924c2 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:04:50.633487 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-086626ff-e140-40af-b36b-d04dbea924c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:50.692264 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-90eeba76-e2a4-4212-a0ee-11bac418066d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:50.696619 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 20:04:50.696619 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:04:50.696619 n-d-839810-1 neutron-server[102774]: timer() Apr 28 20:04:50.696619 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:04:50.696619 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 20:04:50.696619 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:04:50.696619 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 20:04:50.696619 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:04:50.696619 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 20:04:50.696619 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:04:50.696619 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 20:04:50.696619 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:04:50.696619 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 20:04:50.696619 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:04:50.696619 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:04:50.696619 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:04:50.696619 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:04:50.696619 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:04:50.696619 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 20:04:50.696619 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:04:50.696619 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 20:04:50.696619 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:04:50.696619 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:04:50.696619 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:04:50.696619 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 20:04:50.696619 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:04:50.696619 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:04:50.696619 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:04:50.696619 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:04:50.696619 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:04:50.696619 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:04:50.696619 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:04:50.701243 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-086626ff-e140-40af-b36b-d04dbea924c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:50.707940 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-086626ff-e140-40af-b36b-d04dbea924c2 admin admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:50.714049 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-086626ff-e140-40af-b36b-d04dbea924c2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/8d0ad792-c7a4-46fa-ba02-0094f1bc4d9d HTTP/1.1" status: 204 len: 168 time: 1.0742974 Apr 28 20:04:50.724678 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086626ff-e140-40af-b36b-d04dbea924c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d0ad792-c7a4-46fa-ba02-0094f1bc4d9d,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:50.732433 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e3736e-746c-4efd-9b68-db5b9e3d7eab tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Router 10a3a2af-216d-4471-9823-5b52f320a465 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:04:50.740262 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eeba76-e2a4-4212-a0ee-11bac418066d None None] Pushing event deleted for resources: {'Port': ['ID=7e928b9c-3a0f-4b75-bead-3b231a888f30,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:50.742446 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eeba76-e2a4-4212-a0ee-11bac418066d None None] No DVR routers for this DVR port 7e928b9c-3a0f-4b75-bead-3b231a888f30 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:04:50.991215 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54640) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:51.019144 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-acb5eb2e-f481-4efd-8a9e-ec3515a837d8 req-01012405-da31-468d-ae8a-635e6d844ec2 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Deleting port 733d609a-1f1e-466d-a391-eaaa05a84619 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:04:51.020006 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-acb5eb2e-f481-4efd-8a9e-ec3515a837d8 req-01012405-da31-468d-ae8a-635e6d844ec2 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:51.049896 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 69f98fca-abfe-449d-af44-83ebc800279d no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:04:51.078023 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e3736e-746c-4efd-9b68-db5b9e3d7eab tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:04:51.092141 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-97e3736e-746c-4efd-9b68-db5b9e3d7eab tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "PUT /v2.0/routers/10a3a2af-216d-4471-9823-5b52f320a465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9140418 Apr 28 20:04:51.094322 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54642) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:51.104581 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 69f98fca-abfe-449d-af44-83ebc800279d {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:04:51.105106 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 69f98fca-abfe-449d-af44-83ebc800279d not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:04:51.106358 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 7e928b9c-3a0f-4b75-bead-3b231a888f30 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:04:51.129308 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 7e928b9c-3a0f-4b75-bead-3b231a888f30 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:04:51.129754 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 7e928b9c-3a0f-4b75-bead-3b231a888f30 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:04:51.146365 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bb2fab-c34d-4ed2-88a9-abbb418b5858 None None] Sync routers for ids ['10a3a2af-216d-4471-9823-5b52f320a465'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:04:51.148815 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-fe17cd97-274a-4cc8-b740-74a569edb64e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ed88649b71bc458cae04e424d2624ce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1552162 Apr 28 20:04:51.151575 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54646) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:51.169574 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bb2fab-c34d-4ed2-88a9-abbb418b5858 None None] Routers {'10a3a2af-216d-4471-9823-5b52f320a465'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:04:51.171091 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-b4bb2fab-c34d-4ed2-88a9-abbb418b5858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:04:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['10a3a2af-216d-4471-9823-5b52f320a465'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:51.248820 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f90e740c-f6d4-45ca-84d3-007861f419cc tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Deleting subnet baece0b6-0c59-43c5-aef4-e80ebd8b9d7e {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:04:51.258836 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f90e740c-f6d4-45ca-84d3-007861f419cc tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:51.260134 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3002ba2f-d23a-4693-91f0-579af238e1db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:51.324606 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3002ba2f-d23a-4693-91f0-579af238e1db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:51.339167 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f90e740c-f6d4-45ca-84d3-007861f419cc tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:51.349595 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-b4bb2fab-c34d-4ed2-88a9-abbb418b5858 None None] Set router 10a3a2af-216d-4471-9823-5b52f320a465 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:04:51.377574 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-acb5eb2e-f481-4efd-8a9e-ec3515a837d8 req-01012405-da31-468d-ae8a-635e6d844ec2 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] For port 733d609a-1f1e-466d-a391-eaaa05a84619, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=733d609a-1f1e-466d-a391-eaaa05a84619,segment=NetworkSegment(dd85676e-73e9-48b4-b896-4439fe5bc544),segment_id=dd85676e-73e9-48b4-b896-4439fe5bc544)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:04:51.377938 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-acb5eb2e-f481-4efd-8a9e-ec3515a837d8 req-01012405-da31-468d-ae8a-635e6d844ec2 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:51.397331 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-acb5eb2e-f481-4efd-8a9e-ec3515a837d8 req-01012405-da31-468d-ae8a-635e6d844ec2 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Calling delete_port for 733d609a-1f1e-466d-a391-eaaa05a84619 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:04:51.468967 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3002ba2f-d23a-4693-91f0-579af238e1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:51.473736 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3002ba2f-d23a-4693-91f0-579af238e1db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:51.475152 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3002ba2f-d23a-4693-91f0-579af238e1db admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b045beab-5062-4dc0-b840-4b9963cb7aa1 HTTP/1.1" status: 204 len: 168 time: 0.3225007 Apr 28 20:04:51.502015 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f90e740c-f6d4-45ca-84d3-007861f419cc tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:51.531631 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002ba2f-d23a-4693-91f0-579af238e1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b045beab-5062-4dc0-b840-4b9963cb7aa1,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:51.722274 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-acb5eb2e-f481-4efd-8a9e-ec3515a837d8 req-01012405-da31-468d-ae8a-635e6d844ec2 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:51.759949 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-b4bb2fab-c34d-4ed2-88a9-abbb418b5858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a3a2af-216d-4471-9823-5b52f320a465', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209360966', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '712608e0-fb12-43ec-bdbb-a70e4bb0d148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:02:31Z', 'updated_at': '2022-04-28T20:04:49Z', 'revision_number': 5, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '712608e0-fb12-43ec-bdbb-a70e4bb0d148', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a3a2af-216d-4471-9823-5b52f320a465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:32Z', 'updated_at': '2022-04-28T20:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:51.782250 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f90e740c-f6d4-45ca-84d3-007861f419cc tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:51.790996 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8405a360-5269-446a-957d-c5478021c975 req-b2616b05-0e14-4f29-b01a-885eb705f7d8 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/ports?device_id=343e2172-1cc3-4615-9b6e-d6e2cea83d43 HTTP/1.1" status: 200 len: 210 time: 0.0674512 Apr 28 20:04:51.803082 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bb2fab-c34d-4ed2-88a9-abbb418b5858 None None] Checking router: 10a3a2af-216d-4471-9823-5b52f320a465 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:04:51.837758 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01012405-da31-468d-ae8a-635e6d844ec2 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Pushing event deleted for resources: {'Port': ['ID=733d609a-1f1e-466d-a391-eaaa05a84619,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:51.853673 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258f561a-08ec-4e43-a89a-72037909ed03 None None] Network 9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:04:51.891951 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f90e740c-f6d4-45ca-84d3-007861f419cc tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:51.900912 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54662) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:51.901140 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f90e740c-f6d4-45ca-84d3-007861f419cc tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "DELETE /v2.0/subnets/baece0b6-0c59-43c5-aef4-e80ebd8b9d7e HTTP/1.1" status: 204 len: 168 time: 0.8005784 Apr 28 20:04:51.929612 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bb2fab-c34d-4ed2-88a9-abbb418b5858 None None] Routers {'10a3a2af-216d-4471-9823-5b52f320a465'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:04:51.930255 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-b4bb2fab-c34d-4ed2-88a9-abbb418b5858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:04:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['10a3a2af-216d-4471-9823-5b52f320a465'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:51.931259 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb5eb2e-f481-4efd-8a9e-ec3515a837d8 req-01012405-da31-468d-ae8a-635e6d844ec2 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] No DVR routers for this DVR port 733d609a-1f1e-466d-a391-eaaa05a84619 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:04:51.934377 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e740c-f6d4-45ca-84d3-007861f419cc tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event deleted for resources: {'Subnet': ['ID=baece0b6-0c59-43c5-aef4-e80ebd8b9d7e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:51.937265 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-acb5eb2e-f481-4efd-8a9e-ec3515a837d8 req-01012405-da31-468d-ae8a-635e6d844ec2 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:51.942803 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-acb5eb2e-f481-4efd-8a9e-ec3515a837d8 req-01012405-da31-468d-ae8a-635e6d844ec2 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.15 "DELETE /v2.0/ports/733d609a-1f1e-466d-a391-eaaa05a84619 HTTP/1.1" status: 204 len: 173 time: 1.4106119 Apr 28 20:04:51.943528 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343e2172-1cc3-4615-9b6e-d6e2cea83d43', 'name': 'network-vif-deleted', 'tag': '733d609a-1f1e-466d-a391-eaaa05a84619'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:04:51.946212 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce03f04-3a56-425f-8354-b6f3975a8b62" -d '{"events": [{"server_uuid": "343e2172-1cc3-4615-9b6e-d6e2cea83d43", "name": "network-vif-deleted", "tag": "733d609a-1f1e-466d-a391-eaaa05a84619"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:04:51.997595 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a17f3a-5dd5-479f-81fb-d8289099d285 x-openstack-request-id: req-38a17f3a-5dd5-479f-81fb-d8289099d285 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:04:51.998188 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343e2172-1cc3-4615-9b6e-d6e2cea83d43", "name": "network-vif-deleted", "tag": "733d609a-1f1e-466d-a391-eaaa05a84619", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:04:51.998715 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-38a17f3a-5dd5-479f-81fb-d8289099d285 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:04:51.999362 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38a17f3a-5dd5-479f-81fb-d8289099d285'] response: {'server_uuid': '343e2172-1cc3-4615-9b6e-d6e2cea83d43', 'name': 'network-vif-deleted', 'tag': '733d609a-1f1e-466d-a391-eaaa05a84619', 'status': 'completed', 'code': 200} Apr 28 20:04:52.073493 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54668) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:52.177118 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c2e5ce17-7210-46db-b75e-09a4c41381e0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f2725b7f37804fb39a9d5a0ed4b6da5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1017113 Apr 28 20:04:52.177569 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54670) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:52.221559 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-11f2d92b-8aef-41ff-8cba-cd69e95ec89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:52.224382 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1b575cbd-d5b8-4b85-9446-54972008feb8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:52.262561 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-32d88a6e-c3e9-4e37-9dbd-c817947e36c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:52.309499 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-32d88a6e-c3e9-4e37-9dbd-c817947e36c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:52.315642 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-b4bb2fab-c34d-4ed2-88a9-abbb418b5858 None None] Set router 10a3a2af-216d-4471-9823-5b52f320a465 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:04:52.413703 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-32d88a6e-c3e9-4e37-9dbd-c817947e36c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:52.417256 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-32d88a6e-c3e9-4e37-9dbd-c817947e36c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:52.418970 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-32d88a6e-c3e9-4e37-9dbd-c817947e36c6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/432783ac-9c57-4812-9f3c-356a720e91c7 HTTP/1.1" status: 204 len: 168 time: 0.2403948 Apr 28 20:04:52.428316 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d88a6e-c3e9-4e37-9dbd-c817947e36c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432783ac-9c57-4812-9f3c-356a720e91c7,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:52.429229 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a09f51a-f009-4b7a-9387-0b78cd206441 None None] DHCP port deletion for 9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:04:52.609020 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-6a09f51a-f009-4b7a-9387-0b78cd206441 None None] Deleting port e78ea715-ca53-4b0d-bc8f-084a4944d34c {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:04:52.609596 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6a09f51a-f009-4b7a-9387-0b78cd206441 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:52.751324 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-6a09f51a-f009-4b7a-9387-0b78cd206441 None None] For port e78ea715-ca53-4b0d-bc8f-084a4944d34c, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=e78ea715-ca53-4b0d-bc8f-084a4944d34c,segment=NetworkSegment(6ad96ddc-30c2-4927-80b1-ffe2270d82a7),segment_id=6ad96ddc-30c2-4927-80b1-ffe2270d82a7)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:04:52.751740 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6a09f51a-f009-4b7a-9387-0b78cd206441 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:52.802789 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-6a09f51a-f009-4b7a-9387-0b78cd206441 None None] Calling delete_port for e78ea715-ca53-4b0d-bc8f-084a4944d34c owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:04:52.890504 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-b4bb2fab-c34d-4ed2-88a9-abbb418b5858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a3a2af-216d-4471-9823-5b52f320a465', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209360966', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '712608e0-fb12-43ec-bdbb-a70e4bb0d148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:02:31Z', 'updated_at': '2022-04-28T20:04:49Z', 'revision_number': 5, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '712608e0-fb12-43ec-bdbb-a70e4bb0d148', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a3a2af-216d-4471-9823-5b52f320a465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:32Z', 'updated_at': '2022-04-28T20:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:52.927888 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54692) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:52.984292 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bb2fab-c34d-4ed2-88a9-abbb418b5858 None None] The sync data for ids ['10a3a2af-216d-4471-9823-5b52f320a465'] in n-d-839810-1 is: [{'id': '10a3a2af-216d-4471-9823-5b52f320a465', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209360966', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '712608e0-fb12-43ec-bdbb-a70e4bb0d148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:02:31Z', 'updated_at': '2022-04-28T20:04:49Z', 'revision_number': 5, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '712608e0-fb12-43ec-bdbb-a70e4bb0d148', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a3a2af-216d-4471-9823-5b52f320a465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:02:32Z', 'updated_at': '2022-04-28T20:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:04:52.994204 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e78ea715-ca53-4b0d-bc8f-084a4944d34c no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:04:53.104310 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 733d609a-1f1e-466d-a391-eaaa05a84619 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:04:53.131418 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1b575cbd-d5b8-4b85-9446-54972008feb8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:53.249838 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 733d609a-1f1e-466d-a391-eaaa05a84619 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:04:53.252090 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 733d609a-1f1e-466d-a391-eaaa05a84619 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:04:53.287147 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-1b575cbd-d5b8-4b85-9446-54972008feb8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Deleting port 712608e0-fb12-43ec-bdbb-a70e4bb0d148 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:04:53.287943 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1b575cbd-d5b8-4b85-9446-54972008feb8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:53.349907 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:53.392755 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6a09f51a-f009-4b7a-9387-0b78cd206441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:53.434082 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-1b575cbd-d5b8-4b85-9446-54972008feb8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] For port 712608e0-fb12-43ec-bdbb-a70e4bb0d148, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=712608e0-fb12-43ec-bdbb-a70e4bb0d148,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:04:53.435916 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a09f51a-f009-4b7a-9387-0b78cd206441 None None] No DVR routers for this DVR port e78ea715-ca53-4b0d-bc8f-084a4944d34c on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:04:53.436910 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1b575cbd-d5b8-4b85-9446-54972008feb8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:53.440200 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09f51a-f009-4b7a-9387-0b78cd206441 None None] Pushing event deleted for resources: {'Port': ['ID=e78ea715-ca53-4b0d-bc8f-084a4944d34c,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:53.471059 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-1b575cbd-d5b8-4b85-9446-54972008feb8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Calling delete_port for 712608e0-fb12-43ec-bdbb-a70e4bb0d148 owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:04:53.557322 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:53.731706 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1b575cbd-d5b8-4b85-9446-54972008feb8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:53.753348 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c6deafc5-9630-4ae0-9407-496f6579453f tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:53.767788 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b575cbd-d5b8-4b85-9446-54972008feb8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event deleted for resources: {'Port': ['ID=712608e0-fb12-43ec-bdbb-a70e4bb0d148,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:53.853980 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1b575cbd-d5b8-4b85-9446-54972008feb8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:53.993002 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1b575cbd-d5b8-4b85-9446-54972008feb8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:53.995868 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1b575cbd-d5b8-4b85-9446-54972008feb8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:54.046070 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1b575cbd-d5b8-4b85-9446-54972008feb8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:54.046605 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b575cbd-d5b8-4b85-9446-54972008feb8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Fanout notify agent at l3_agent the message router_deleted on router 10a3a2af-216d-4471-9823-5b52f320a465 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:04:54.055303 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1b575cbd-d5b8-4b85-9446-54972008feb8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:54.058905 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1b575cbd-d5b8-4b85-9446-54972008feb8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "DELETE /v2.0/routers/10a3a2af-216d-4471-9823-5b52f320a465 HTTP/1.1" status: 204 len: 168 time: 2.1557684 Apr 28 20:04:54.059200 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54708) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:54.202206 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e6eb537c-667a-4ed2-a7dc-87d9dfdd50cf tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:54.226321 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c6deafc5-9630-4ae0-9407-496f6579453f tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Deleting port 3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:04:54.226674 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c6deafc5-9630-4ae0-9407-496f6579453f tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:54.369255 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e6eb537c-667a-4ed2-a7dc-87d9dfdd50cf tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:54.409857 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-e6eb537c-667a-4ed2-a7dc-87d9dfdd50cf tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9852adc1-0fcb-4a70-862a-aac6b8c5a0f0']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:54.424768 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c6deafc5-9630-4ae0-9407-496f6579453f tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] For port 3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0,segment=NetworkSegment(dd85676e-73e9-48b4-b896-4439fe5bc544),segment_id=dd85676e-73e9-48b4-b896-4439fe5bc544)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:04:54.425700 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c6deafc5-9630-4ae0-9407-496f6579453f tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:54.430432 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-e6eb537c-667a-4ed2-a7dc-87d9dfdd50cf tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ad96ddc-30c2-4927-80b1-ffe2270d82a7') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:54.430817 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-e6eb537c-667a-4ed2-a7dc-87d9dfdd50cf tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ad96ddc-30c2-4927-80b1-ffe2270d82a7') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:54.447953 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e6eb537c-667a-4ed2-a7dc-87d9dfdd50cf tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:54.449711 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-c6deafc5-9630-4ae0-9407-496f6579453f tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Calling delete_port for 3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0 owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:04:54.468314 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e6eb537c-667a-4ed2-a7dc-87d9dfdd50cf tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:54.507912 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6eb537c-667a-4ed2-a7dc-87d9dfdd50cf tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:04:54.508408 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e6eb537c-667a-4ed2-a7dc-87d9dfdd50cf tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:54.511607 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 20:04:54.511607 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:04:54.511607 n-d-839810-1 neutron-server[102773]: timer() Apr 28 20:04:54.511607 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:04:54.511607 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 20:04:54.511607 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:04:54.511607 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 20:04:54.511607 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:04:54.511607 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 20:04:54.511607 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:04:54.511607 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 20:04:54.511607 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:04:54.511607 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 20:04:54.511607 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:04:54.511607 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:04:54.511607 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:04:54.511607 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:04:54.511607 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:04:54.511607 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 20:04:54.511607 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:04:54.511607 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 20:04:54.511607 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:04:54.511607 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:04:54.511607 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:04:54.511607 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 20:04:54.511607 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:04:54.511607 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:04:54.511607 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:04:54.511607 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:04:54.511607 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:04:54.511607 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:04:54.511607 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:04:54.596343 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e6eb537c-667a-4ed2-a7dc-87d9dfdd50cf tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:54.634478 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e6eb537c-667a-4ed2-a7dc-87d9dfdd50cf tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:54.637667 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e6eb537c-667a-4ed2-a7dc-87d9dfdd50cf tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "DELETE /v2.0/networks/9852adc1-0fcb-4a70-862a-aac6b8c5a0f0 HTTP/1.1" status: 204 len: 168 time: 0.5773752 Apr 28 20:04:54.640949 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54722) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:54.654366 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb537c-667a-4ed2-a7dc-87d9dfdd50cf tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event deleted for resources: {'Network': ['ID=9852adc1-0fcb-4a70-862a-aac6b8c5a0f0,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:54.764093 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-840598bb-1a9e-4a63-a945-906605d4c100 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:54.810672 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-840598bb-1a9e-4a63-a945-906605d4c100 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:54.823005 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c6deafc5-9630-4ae0-9407-496f6579453f tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:54.861097 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device b564fe43-a677-4c74-85a4-663fa1dab73a no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:04:54.899472 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-840598bb-1a9e-4a63-a945-906605d4c100 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:54.903460 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-840598bb-1a9e-4a63-a945-906605d4c100 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:54.908494 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-840598bb-1a9e-4a63-a945-906605d4c100 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "DELETE /v2.0/security-groups/0005005d-fe20-4461-ba20-036cf3dd752c HTTP/1.1" status: 204 len: 168 time: 0.2633219 Apr 28 20:04:54.931947 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: b564fe43-a677-4c74-85a4-663fa1dab73a {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:04:54.932445 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840598bb-1a9e-4a63-a945-906605d4c100 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0005005d-fe20-4461-ba20-036cf3dd752c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:54.935517 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device b564fe43-a677-4c74-85a4-663fa1dab73a not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:04:54.936734 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 712608e0-fb12-43ec-bdbb-a70e4bb0d148 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:04:54.982901 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 712608e0-fb12-43ec-bdbb-a70e4bb0d148 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:04:54.983571 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 712608e0-fb12-43ec-bdbb-a70e4bb0d148 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:04:55.326060 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6deafc5-9630-4ae0-9407-496f6579453f tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Pushing event deleted for resources: {'Port': ['ID=3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:55.488044 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54746) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:55.494318 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-379a3dbd-1906-41cd-860e-dc3e58a77181 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-270378221', 'description': 'tempest-secgroup-smoke-270378221 description', 'project_id': '337e8021fa0c43d183fd116927375cd1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:55.528361 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-379a3dbd-1906-41cd-860e-dc3e58a77181 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:55.646006 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c6deafc5-9630-4ae0-9407-496f6579453f tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:55.730851 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-379a3dbd-1906-41cd-860e-dc3e58a77181 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:55.742692 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-379a3dbd-1906-41cd-860e-dc3e58a77181 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:55.818530 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-379a3dbd-1906-41cd-860e-dc3e58a77181 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:55.819907 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:55.820082 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-379a3dbd-1906-41cd-860e-dc3e58a77181 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3298619 Apr 28 20:04:55.822990 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54752) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:55.825967 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a3dbd-1906-41cd-860e-dc3e58a77181 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66380742-5d7d-4438-a636-c20ed91b606a,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:55.828155 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-18a7245a-bc2a-4675-9629-0ea39ec23645 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'security_group_rule': {'security_group_id': '66380742-5d7d-4438-a636-c20ed91b606a', 'project_id': '337e8021fa0c43d183fd116927375cd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:55.879825 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-18a7245a-bc2a-4675-9629-0ea39ec23645 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:55.931663 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:55.977018 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-18a7245a-bc2a-4675-9629-0ea39ec23645 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:55.986477 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-18a7245a-bc2a-4675-9629-0ea39ec23645 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:55.992643 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6deafc5-9630-4ae0-9407-496f6579453f tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Router 26302142-b425-44a7-8059-6e5ecd13f40b has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:04:56.023698 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a7245a-bc2a-4675-9629-0ea39ec23645 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=328d74ba-d798-4966-99cd-27513c1a92dd,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:56.034408 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-18a7245a-bc2a-4675-9629-0ea39ec23645 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:56.035847 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-18a7245a-bc2a-4675-9629-0ea39ec23645 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2117925 Apr 28 20:04:56.048685 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54758) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:56.053405 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-4604db3d-df8a-4999-934a-728aeeb6aac0 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'security_group_rule': {'security_group_id': '66380742-5d7d-4438-a636-c20ed91b606a', 'project_id': '337e8021fa0c43d183fd116927375cd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:56.096572 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4604db3d-df8a-4999-934a-728aeeb6aac0 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:56.174678 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6deafc5-9630-4ae0-9407-496f6579453f tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:04:56.188396 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63092757-9663-4432-9e5a-654e46cee63e None None] Sync routers for ids ['26302142-b425-44a7-8059-6e5ecd13f40b'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:04:56.188887 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4604db3d-df8a-4999-934a-728aeeb6aac0 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:56.195686 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c6deafc5-9630-4ae0-9407-496f6579453f tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "PUT /v2.0/routers/26302142-b425-44a7-8059-6e5ecd13f40b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2651668 Apr 28 20:04:56.198277 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54762) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:56.206779 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4604db3d-df8a-4999-934a-728aeeb6aac0 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:56.209193 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63092757-9663-4432-9e5a-654e46cee63e None None] Routers {'26302142-b425-44a7-8059-6e5ecd13f40b'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:04:56.209823 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-63092757-9663-4432-9e5a-654e46cee63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:04:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['26302142-b425-44a7-8059-6e5ecd13f40b'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:56.257538 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604db3d-df8a-4999-934a-728aeeb6aac0 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd8bdda-51bf-429e-bf79-dbe8bfb2bed1,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:56.274917 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4604db3d-df8a-4999-934a-728aeeb6aac0 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:56.276599 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4604db3d-df8a-4999-934a-728aeeb6aac0 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2268896 Apr 28 20:04:56.279966 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54764) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:56.284061 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-c04342ce-924b-4bae-8352-326fb993b413 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Deleting subnet e1d640e2-2850-46b1-9799-7045c3e6ba32 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:04:56.284683 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-81ded2b1-d212-4942-ac61-0e423749f3c8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'security_group_rule': {'security_group_id': '66380742-5d7d-4438-a636-c20ed91b606a', 'project_id': '337e8021fa0c43d183fd116927375cd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:56.288827 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c04342ce-924b-4bae-8352-326fb993b413 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:56.350807 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-63092757-9663-4432-9e5a-654e46cee63e None None] Set router 26302142-b425-44a7-8059-6e5ecd13f40b gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:04:56.355044 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c04342ce-924b-4bae-8352-326fb993b413 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:56.362275 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-81ded2b1-d212-4942-ac61-0e423749f3c8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:56.479787 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-81ded2b1-d212-4942-ac61-0e423749f3c8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:56.486196 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-81ded2b1-d212-4942-ac61-0e423749f3c8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:56.505657 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c04342ce-924b-4bae-8352-326fb993b413 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:56.517149 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-81ded2b1-d212-4942-ac61-0e423749f3c8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:56.521988 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-81ded2b1-d212-4942-ac61-0e423749f3c8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2373145 Apr 28 20:04:56.522471 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ded2b1-d212-4942-ac61-0e423749f3c8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba002446-c79c-4532-8b75-f0d6030c01ab,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:56.524396 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54772) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:56.528886 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-31a981cc-1c3f-45e3-bdf4-4711d606dd05 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'security_group_rule': {'security_group_id': '66380742-5d7d-4438-a636-c20ed91b606a', 'project_id': '337e8021fa0c43d183fd116927375cd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:56.580256 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-31a981cc-1c3f-45e3-bdf4-4711d606dd05 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:56.612088 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c04342ce-924b-4bae-8352-326fb993b413 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:56.658237 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb603c03-5596-49c6-83cb-dbe14f6b399a None None] Network e52e38eb-cc46-4f91-a748-bca4e3f26223 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:04:56.671984 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04342ce-924b-4bae-8352-326fb993b413 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Pushing event deleted for resources: {'Subnet': ['ID=e1d640e2-2850-46b1-9799-7045c3e6ba32,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:56.683689 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c04342ce-924b-4bae-8352-326fb993b413 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:56.685737 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-63092757-9663-4432-9e5a-654e46cee63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26302142-b425-44a7-8059-6e5ecd13f40b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-434719095', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'bc63d55a-2703-48a8-b537-44fd0968e306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:23Z', 'updated_at': '2022-04-28T20:04:54Z', 'revision_number': 5, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'gw_port': {'id': 'bc63d55a-2703-48a8-b537-44fd0968e306', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26302142-b425-44a7-8059-6e5ecd13f40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:24Z', 'updated_at': '2022-04-28T20:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:56.696884 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c04342ce-924b-4bae-8352-326fb993b413 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "DELETE /v2.0/subnets/e1d640e2-2850-46b1-9799-7045c3e6ba32 HTTP/1.1" status: 204 len: 168 time: 0.4951563 Apr 28 20:04:56.700639 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54776) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:56.714076 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-31a981cc-1c3f-45e3-bdf4-4711d606dd05 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:56.722380 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-31a981cc-1c3f-45e3-bdf4-4711d606dd05 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:56.749531 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63092757-9663-4432-9e5a-654e46cee63e None None] Checking router: 26302142-b425-44a7-8059-6e5ecd13f40b for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:04:56.757717 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a981cc-1c3f-45e3-bdf4-4711d606dd05 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50714f3b-9921-4ba8-bf05-f15cfdae3419,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:56.774389 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63092757-9663-4432-9e5a-654e46cee63e None None] Routers {'26302142-b425-44a7-8059-6e5ecd13f40b'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:04:56.775286 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-63092757-9663-4432-9e5a-654e46cee63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:04:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['26302142-b425-44a7-8059-6e5ecd13f40b'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:56.800651 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-31a981cc-1c3f-45e3-bdf4-4711d606dd05 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:56.802565 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-31a981cc-1c3f-45e3-bdf4-4711d606dd05 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2772007 Apr 28 20:04:56.805790 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54780) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:56.810977 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-8bafe16c-74c1-4f1c-979e-7161946d9051 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'security_group_rule': {'security_group_id': '66380742-5d7d-4438-a636-c20ed91b606a', 'project_id': '337e8021fa0c43d183fd116927375cd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:56.846934 n-d-839810-1 neutron-server[102773]: INFO neutron.db.securitygroups_db [None req-8bafe16c-74c1-4f1c-979e-7161946d9051 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Project 337e8021fa0c43d183fd116927375cd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:04:56.854962 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8bafe16c-74c1-4f1c-979e-7161946d9051 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:57.014826 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-63092757-9663-4432-9e5a-654e46cee63e None None] Set router 26302142-b425-44a7-8059-6e5ecd13f40b gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:04:57.018221 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8bafe16c-74c1-4f1c-979e-7161946d9051 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:57.023580 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8bafe16c-74c1-4f1c-979e-7161946d9051 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:57.037938 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af26fcf-5c26-4ebc-9a6b-55117e02a55d None None] DHCP port deletion for e52e38eb-cc46-4f91-a748-bca4e3f26223 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:04:57.052451 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafe16c-74c1-4f1c-979e-7161946d9051 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e26cddc-5f6d-4779-85e5-b7dd8c359f2b,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:57.063412 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8bafe16c-74c1-4f1c-979e-7161946d9051 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:57.065431 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8bafe16c-74c1-4f1c-979e-7161946d9051 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2584975 Apr 28 20:04:57.069069 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54782) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:57.074130 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-2f65608d-1a62-4ef6-b1ff-0b4eec3160a6 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'security_group_rule': {'security_group_id': '66380742-5d7d-4438-a636-c20ed91b606a', 'project_id': '337e8021fa0c43d183fd116927375cd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:57.075084 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-35156a41-3467-4b2a-8bec-b7ed94aa6404 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:57.104934 n-d-839810-1 neutron-server[102773]: INFO neutron.db.securitygroups_db [None req-2f65608d-1a62-4ef6-b1ff-0b4eec3160a6 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Project 337e8021fa0c43d183fd116927375cd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:04:57.111253 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2f65608d-1a62-4ef6-b1ff-0b4eec3160a6 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:57.135840 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-1af26fcf-5c26-4ebc-9a6b-55117e02a55d None None] Deleting port 4e44c2c7-dd90-4d6c-a5b0-e123cffbe4e6 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:04:57.136402 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1af26fcf-5c26-4ebc-9a6b-55117e02a55d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:57.219194 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2f65608d-1a62-4ef6-b1ff-0b4eec3160a6 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:57.225674 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2f65608d-1a62-4ef6-b1ff-0b4eec3160a6 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:57.259130 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65608d-1a62-4ef6-b1ff-0b4eec3160a6 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bbbe91b-5a04-439b-ae94-54cd1f160c91,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:57.274823 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-35156a41-3467-4b2a-8bec-b7ed94aa6404 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:57.290145 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-1af26fcf-5c26-4ebc-9a6b-55117e02a55d None None] For port 4e44c2c7-dd90-4d6c-a5b0-e123cffbe4e6, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=4e44c2c7-dd90-4d6c-a5b0-e123cffbe4e6,segment=NetworkSegment(dd85676e-73e9-48b4-b896-4439fe5bc544),segment_id=dd85676e-73e9-48b4-b896-4439fe5bc544)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:04:57.292722 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1af26fcf-5c26-4ebc-9a6b-55117e02a55d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:57.299265 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2f65608d-1a62-4ef6-b1ff-0b4eec3160a6 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:57.312731 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2f65608d-1a62-4ef6-b1ff-0b4eec3160a6 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2422090 Apr 28 20:04:57.316837 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54790) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:57.322633 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-1af26fcf-5c26-4ebc-9a6b-55117e02a55d None None] Calling delete_port for 4e44c2c7-dd90-4d6c-a5b0-e123cffbe4e6 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:04:57.323284 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-75f192c8-b3cf-46f3-87b5-58bffb0560cb tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'network': {'name': 'tempest-network-smoke--408099365', 'project_id': '337e8021fa0c43d183fd116927375cd1', 'port_security_enabled': True}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:57.352687 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f192c8-b3cf-46f3-87b5-58bffb0560cb tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Made reservation on behalf of 337e8021fa0c43d183fd116927375cd1 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:57.356457 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-75f192c8-b3cf-46f3-87b5-58bffb0560cb tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:57.358555 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-63092757-9663-4432-9e5a-654e46cee63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26302142-b425-44a7-8059-6e5ecd13f40b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-434719095', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'bc63d55a-2703-48a8-b537-44fd0968e306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:23Z', 'updated_at': '2022-04-28T20:04:54Z', 'revision_number': 5, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'gw_port': {'id': 'bc63d55a-2703-48a8-b537-44fd0968e306', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26302142-b425-44a7-8059-6e5ecd13f40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:24Z', 'updated_at': '2022-04-28T20:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:57.359110 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-35156a41-3467-4b2a-8bec-b7ed94aa6404 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Deleting port bc63d55a-2703-48a8-b537-44fd0968e306 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:04:57.359459 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-35156a41-3467-4b2a-8bec-b7ed94aa6404 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:57.401605 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63092757-9663-4432-9e5a-654e46cee63e None None] The sync data for ids ['26302142-b425-44a7-8059-6e5ecd13f40b'] in n-d-839810-1 is: [{'id': '26302142-b425-44a7-8059-6e5ecd13f40b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-434719095', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'bc63d55a-2703-48a8-b537-44fd0968e306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:23Z', 'updated_at': '2022-04-28T20:04:54Z', 'revision_number': 5, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'gw_port': {'id': 'bc63d55a-2703-48a8-b537-44fd0968e306', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26302142-b425-44a7-8059-6e5ecd13f40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:24Z', 'updated_at': '2022-04-28T20:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:04:57.421137 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f192c8-b3cf-46f3-87b5-58bffb0560cb tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:04:57.432613 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-75f192c8-b3cf-46f3-87b5-58bffb0560cb tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:57.433060 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-75f192c8-b3cf-46f3-87b5-58bffb0560cb tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Added segment b9c97a93-0ade-492f-9c5f-66c39a1dda03 of type vlan for network ee3d3d76-cef4-40e7-81fe-329a2d42ccbe Apr 28 20:04:57.465672 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1af26fcf-5c26-4ebc-9a6b-55117e02a55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:57.489904 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-75f192c8-b3cf-46f3-87b5-58bffb0560cb tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:57.497006 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-35156a41-3467-4b2a-8bec-b7ed94aa6404 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] For port bc63d55a-2703-48a8-b537-44fd0968e306, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=bc63d55a-2703-48a8-b537-44fd0968e306,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:04:57.497887 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-35156a41-3467-4b2a-8bec-b7ed94aa6404 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:57.515758 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-35156a41-3467-4b2a-8bec-b7ed94aa6404 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Calling delete_port for bc63d55a-2703-48a8-b537-44fd0968e306 owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:04:57.516495 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af26fcf-5c26-4ebc-9a6b-55117e02a55d None None] No DVR routers for this DVR port 4e44c2c7-dd90-4d6c-a5b0-e123cffbe4e6 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:04:57.519144 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af26fcf-5c26-4ebc-9a6b-55117e02a55d None None] Pushing event deleted for resources: {'Port': ['ID=4e44c2c7-dd90-4d6c-a5b0-e123cffbe4e6,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:57.555513 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-75f192c8-b3cf-46f3-87b5-58bffb0560cb tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:57.562308 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f192c8-b3cf-46f3-87b5-58bffb0560cb tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:57.563025 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-75f192c8-b3cf-46f3-87b5-58bffb0560cb tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:57.628881 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-75f192c8-b3cf-46f3-87b5-58bffb0560cb tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3081720 Apr 28 20:04:57.630234 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54798) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:57.639770 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-074af358-ecef-4781-82f6-5d808533ed50 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-608430028', 'admin_state_up': True, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:57.643209 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f192c8-b3cf-46f3-87b5-58bffb0560cb tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'Network': ['ID=ee3d3d76-cef4-40e7-81fe-329a2d42ccbe,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:57.660666 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network ee3d3d76-cef4-40e7-81fe-329a2d42ccbe details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:04:57.711505 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-074af358-ecef-4781-82f6-5d808533ed50 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:57.712597 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-074af358-ecef-4781-82f6-5d808533ed50 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:57.811641 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-074af358-ecef-4781-82f6-5d808533ed50 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:57.854127 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-35156a41-3467-4b2a-8bec-b7ed94aa6404 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:58.068622 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35156a41-3467-4b2a-8bec-b7ed94aa6404 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Pushing event deleted for resources: {'Port': ['ID=bc63d55a-2703-48a8-b537-44fd0968e306,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:58.108374 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-074af358-ecef-4781-82f6-5d808533ed50 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:58.113379 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-35156a41-3467-4b2a-8bec-b7ed94aa6404 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:58.227080 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-35156a41-3467-4b2a-8bec-b7ed94aa6404 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:58.230343 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-35156a41-3467-4b2a-8bec-b7ed94aa6404 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:58.328075 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-35156a41-3467-4b2a-8bec-b7ed94aa6404 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:58.328857 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35156a41-3467-4b2a-8bec-b7ed94aa6404 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Fanout notify agent at l3_agent the message router_deleted on router 26302142-b425-44a7-8059-6e5ecd13f40b {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:04:58.341104 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-35156a41-3467-4b2a-8bec-b7ed94aa6404 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:58.345481 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-35156a41-3467-4b2a-8bec-b7ed94aa6404 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "DELETE /v2.0/routers/26302142-b425-44a7-8059-6e5ecd13f40b HTTP/1.1" status: 204 len: 168 time: 1.6389263 Apr 28 20:04:58.346404 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54812) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:58.497397 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6d4d3012-aa69-4c37-ac4a-752ae87a2540 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:58.534563 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-074af358-ecef-4781-82f6-5d808533ed50 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:58.554570 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-074af358-ecef-4781-82f6-5d808533ed50 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:58.596617 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6d4d3012-aa69-4c37-ac4a-752ae87a2540 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:58.622101 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-6d4d3012-aa69-4c37-ac4a-752ae87a2540 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e52e38eb-cc46-4f91-a748-bca4e3f26223']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:58.632692 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-6d4d3012-aa69-4c37-ac4a-752ae87a2540 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd85676e-73e9-48b4-b896-4439fe5bc544') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:58.633296 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-6d4d3012-aa69-4c37-ac4a-752ae87a2540 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd85676e-73e9-48b4-b896-4439fe5bc544') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:58.644246 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6d4d3012-aa69-4c37-ac4a-752ae87a2540 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:58.660165 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6d4d3012-aa69-4c37-ac4a-752ae87a2540 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:58.668775 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d4d3012-aa69-4c37-ac4a-752ae87a2540 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:04:58.669392 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6d4d3012-aa69-4c37-ac4a-752ae87a2540 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:58.673742 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 20:04:58.673742 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:04:58.673742 n-d-839810-1 neutron-server[102773]: timer() Apr 28 20:04:58.673742 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:04:58.673742 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 20:04:58.673742 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:04:58.673742 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 20:04:58.673742 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:04:58.673742 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 20:04:58.673742 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:04:58.673742 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 20:04:58.673742 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:04:58.673742 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 20:04:58.673742 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:04:58.673742 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:04:58.673742 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:04:58.673742 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:04:58.673742 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:04:58.673742 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 20:04:58.673742 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:04:58.673742 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 20:04:58.673742 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:04:58.673742 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:04:58.673742 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:04:58.673742 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 20:04:58.673742 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:04:58.673742 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:04:58.673742 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:04:58.673742 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:04:58.673742 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:04:58.673742 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:04:58.673742 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:04:58.707723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-074af358-ecef-4781-82f6-5d808533ed50 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Allocated IP 172.25.8.198 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:04:58.767185 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6d4d3012-aa69-4c37-ac4a-752ae87a2540 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:58.795204 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6d4d3012-aa69-4c37-ac4a-752ae87a2540 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:58.802574 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6d4d3012-aa69-4c37-ac4a-752ae87a2540 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "DELETE /v2.0/networks/e52e38eb-cc46-4f91-a748-bca4e3f26223 HTTP/1.1" status: 204 len: 168 time: 0.4528875 Apr 28 20:04:58.804409 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d3012-aa69-4c37-ac4a-752ae87a2540 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Pushing event deleted for resources: {'Network': ['ID=e52e38eb-cc46-4f91-a748-bca4e3f26223,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:58.806299 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54822) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:04:58.903959 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-074af358-ecef-4781-82f6-5d808533ed50 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:59.003840 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:04:59.023530 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-074af358-ecef-4781-82f6-5d808533ed50 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:59.039078 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:04:59.039614 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 3c8cbf3c-88de-4c46-abc5-ff38c1dd07d0 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:04:59.040281 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 4e44c2c7-dd90-4d6c-a5b0-e123cffbe4e6 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:04:59.065098 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 4e44c2c7-dd90-4d6c-a5b0-e123cffbe4e6 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:04:59.065434 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 4e44c2c7-dd90-4d6c-a5b0-e123cffbe4e6 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:04:59.066019 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bc63d55a-2703-48a8-b537-44fd0968e306 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:04:59.089042 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074af358-ecef-4781-82f6-5d808533ed50 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:59.099762 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: bc63d55a-2703-48a8-b537-44fd0968e306 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:04:59.100128 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bc63d55a-2703-48a8-b537-44fd0968e306 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:04:59.100927 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-074af358-ecef-4781-82f6-5d808533ed50 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:59.108052 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074af358-ecef-4781-82f6-5d808533ed50 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:04:59.134095 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074af358-ecef-4781-82f6-5d808533ed50 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'Port': ['ID=e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:59.149639 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-714fbce4-d583-48cf-8b28-d478ce04b75a tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Deleting port 56df7287-2c4f-4c5f-b7e6-38e0fbc4059f {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:04:59.149975 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-714fbce4-d583-48cf-8b28-d478ce04b75a tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:59.334689 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-714fbce4-d583-48cf-8b28-d478ce04b75a tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:59.335015 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-714fbce4-d583-48cf-8b28-d478ce04b75a tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:59.355051 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-714fbce4-d583-48cf-8b28-d478ce04b75a tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Calling delete_port for 56df7287-2c4f-4c5f-b7e6-38e0fbc4059f owned by network:floatingip {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:04:59.522006 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-074af358-ecef-4781-82f6-5d808533ed50 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:59.773052 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-714fbce4-d583-48cf-8b28-d478ce04b75a tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:00.159113 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714fbce4-d583-48cf-8b28-d478ce04b75a tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Pushing event deleted for resources: {'Port': ['ID=56df7287-2c4f-4c5f-b7e6-38e0fbc4059f,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:00.221787 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-074af358-ecef-4781-82f6-5d808533ed50 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:00.273707 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-714fbce4-d583-48cf-8b28-d478ce04b75a tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for floatingip, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:00.274100 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-714fbce4-d583-48cf-8b28-d478ce04b75a tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Floating IP 78380bac-2618-46c1-a464-d347d9944ee2 disassociated (deleted). External IP: 172.25.8.162, port: 7e6913a2-a62a-47f5-8d9f-1eddfa8841d0. Apr 28 20:05:00.506327 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074af358-ecef-4781-82f6-5d808533ed50 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Router 44449436-092a-45d2-a26c-a2b1f7554dbf is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 20:05:00.646652 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:05:00.681826 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714fbce4-d583-48cf-8b28-d478ce04b75a tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Router 609947e9-d1d3-4106-8b27-54257baed775 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:05:00.714953 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074af358-ecef-4781-82f6-5d808533ed50 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:05:00.727998 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b19e02-29f1-4560-8792-ee09b36ef725 None None] Sync routers for ids ['44449436-092a-45d2-a26c-a2b1f7554dbf'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:05:00.737878 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b19e02-29f1-4560-8792-ee09b36ef725 None None] Routers {'44449436-092a-45d2-a26c-a2b1f7554dbf'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:05:00.738951 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d6b19e02-29f1-4560-8792-ee09b36ef725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:04:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['44449436-092a-45d2-a26c-a2b1f7554dbf'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:00.775271 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-074af358-ecef-4781-82f6-5d808533ed50 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:00.779536 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-074af358-ecef-4781-82f6-5d808533ed50 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.1450295 Apr 28 20:05:00.779826 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54860) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:05:00.851081 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-492d9ae1-7671-421a-920c-3802fa50d1de tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=337e8021fa0c43d183fd116927375cd1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0667651 Apr 28 20:05:00.852480 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54862) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:05:00.903463 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714fbce4-d583-48cf-8b28-d478ce04b75a tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:05:00.913263 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-714fbce4-d583-48cf-8b28-d478ce04b75a tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:00.916495 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc10c9e9-5afa-426c-9414-4af7e964af68 None None] Sync routers for ids ['609947e9-d1d3-4106-8b27-54257baed775'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:05:00.922011 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-d6b19e02-29f1-4560-8792-ee09b36ef725 None None] Set router 44449436-092a-45d2-a26c-a2b1f7554dbf gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:05:00.938693 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc10c9e9-5afa-426c-9414-4af7e964af68 None None] Routers {'609947e9-d1d3-4106-8b27-54257baed775'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:05:00.944629 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-dc10c9e9-5afa-426c-9414-4af7e964af68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:04:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['609947e9-d1d3-4106-8b27-54257baed775'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:00.951869 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-714fbce4-d583-48cf-8b28-d478ce04b75a tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "DELETE /v2.0/floatingips/78380bac-2618-46c1-a464-d347d9944ee2 HTTP/1.1" status: 204 len: 168 time: 2.1442170 Apr 28 20:05:00.952444 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8b2818-983b-4f60-96d5-18fc181b4631', 'tag': '7e6913a2-a62a-47f5-8d9f-1eddfa8841d0'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:05:00.965755 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487bd856-3404-4b0d-8ed0-2a9a586c209e" -d '{"events": [{"name": "network-changed", "server_uuid": "ad8b2818-983b-4f60-96d5-18fc181b4631", "tag": "7e6913a2-a62a-47f5-8d9f-1eddfa8841d0"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:05:01.008856 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc436dac-14c9-444d-b6bf-3a17f5979664 x-openstack-request-id: req-cc436dac-14c9-444d-b6bf-3a17f5979664 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:05:01.009347 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad8b2818-983b-4f60-96d5-18fc181b4631", "tag": "7e6913a2-a62a-47f5-8d9f-1eddfa8841d0", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:05:01.009911 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cc436dac-14c9-444d-b6bf-3a17f5979664 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:05:01.010495 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc436dac-14c9-444d-b6bf-3a17f5979664'] response: {'name': 'network-changed', 'server_uuid': 'ad8b2818-983b-4f60-96d5-18fc181b4631', 'tag': '7e6913a2-a62a-47f5-8d9f-1eddfa8841d0', 'status': 'completed', 'code': 200} Apr 28 20:05:01.121377 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00162701-ab44-46e9-8647-13af47cca7b0 tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:01.122939 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-00162701-ab44-46e9-8647-13af47cca7b0 tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2657149 Apr 28 20:05:01.126104 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54876) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:05:01.169085 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-dc10c9e9-5afa-426c-9414-4af7e964af68 None None] Set router 609947e9-d1d3-4106-8b27-54257baed775 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:05:01.187547 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f9b41a33-40a2-485f-b3f2-11f8515ab653 tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=562d8c9c-50aa-492e-ae08-06d7f5fe6347&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0603023 Apr 28 20:05:01.190414 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54878) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:05:01.197067 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-79e33d92-b665-4241-b2db-8a0e363e06c6 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-601056480', 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe', 'project_id': '337e8021fa0c43d183fd116927375cd1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:01.341084 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d6b19e02-29f1-4560-8792-ee09b36ef725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608430028', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:57Z', 'updated_at': '2022-04-28T20:04:59Z', 'revision_number': 3, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': 'e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:58Z', 'updated_at': '2022-04-28T20:04:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:01.377428 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b19e02-29f1-4560-8792-ee09b36ef725 None None] Checking router: 44449436-092a-45d2-a26c-a2b1f7554dbf for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:05:01.378063 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b19e02-29f1-4560-8792-ee09b36ef725 None None] Updating router 44449436-092a-45d2-a26c-a2b1f7554dbf port e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:05:01.412133 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d6b19e02-29f1-4560-8792-ee09b36ef725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:01.463080 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e33d92-b665-4241-b2db-8a0e363e06c6 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Made reservation on behalf of 337e8021fa0c43d183fd116927375cd1 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:05:01.467990 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-79e33d92-b665-4241-b2db-8a0e363e06c6 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:01.477241 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ebe54-d052-496a-ae38-963b863d779e req-b07c2ad7-068a-4d43-8a61-cb7443a33b71 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:01.478761 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b12ebe54-d052-496a-ae38-963b863d779e req-b07c2ad7-068a-4d43-8a61-cb7443a33b71 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad8b2818-983b-4f60-96d5-18fc181b4631 HTTP/1.1" status: 200 len: 985 time: 0.1134493 Apr 28 20:05:01.560172 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b12ebe54-d052-496a-ae38-963b863d779e req-44fef111-cbe5-4205-8c52-969e37372bb2 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/security-groups?id=bdb6e349-7b1a-4f7a-80e8-5457297d55a9&id=281a6816-1467-4a44-bd86-44c67117e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0726807 Apr 28 20:05:01.590073 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bd856-3404-4b0d-8ed0-2a9a586c209e req-790412e1-03e4-4406-9611-67c2e138e01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:01.591824 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-487bd856-3404-4b0d-8ed0-2a9a586c209e req-790412e1-03e4-4406-9611-67c2e138e01b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=740864a3722b4fce8e622d6fc70a0132&device_id=ad8b2818-983b-4f60-96d5-18fc181b4631 HTTP/1.1" status: 200 len: 1136 time: 0.5262327 Apr 28 20:05:01.642045 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-dc10c9e9-5afa-426c-9414-4af7e964af68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609947e9-d1d3-4106-8b27-54257baed775', 'name': 'tempest-TestSecurityGroupsBasicOps-router-161074664', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '85ba5686-562b-4f34-8dc0-c61d250866d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:03:21Z', 'updated_at': '2022-04-28T20:03:28Z', 'revision_number': 4, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'gw_port': {'id': '85ba5686-562b-4f34-8dc0-c61d250866d7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609947e9-d1d3-4106-8b27-54257baed775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:03:22Z', 'updated_at': '2022-04-28T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'e8480046-254f-4e9d-824c-2e31b7e68c68', 'name': '', 'network_id': 'fb86f246-df4b-451a-a249-8bb43570fa6a', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'mac_address': 'fa:16:3e:0f:b8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609947e9-d1d3-4106-8b27-54257baed775', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '2d7c7569-a705-483c-821b-67f0d3756ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:03:27Z', 'updated_at': '2022-04-28T20:03:33Z', 'revision_number': 5, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'subnets': [{'id': '2d7c7569-a705-483c-821b-67f0d3756ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:01.671521 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc10c9e9-5afa-426c-9414-4af7e964af68 None None] Checking router: 609947e9-d1d3-4106-8b27-54257baed775 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:05:01.682087 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc10c9e9-5afa-426c-9414-4af7e964af68 None None] Routers {'609947e9-d1d3-4106-8b27-54257baed775'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:05:01.682726 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-dc10c9e9-5afa-426c-9414-4af7e964af68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:04:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['609947e9-d1d3-4106-8b27-54257baed775'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:01.763526 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bd856-3404-4b0d-8ed0-2a9a586c209e req-ed52ebb7-a20f-4d56-af77-26fc68e5ad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:01.764925 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-487bd856-3404-4b0d-8ed0-2a9a586c209e req-ed52ebb7-a20f-4d56-af77-26fc68e5ad18 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fb86f246-df4b-451a-a249-8bb43570fa6a HTTP/1.1" status: 200 len: 898 time: 0.1623909 Apr 28 20:05:01.807006 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d6b19e02-29f1-4560-8792-ee09b36ef725 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:01.815046 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d6b19e02-29f1-4560-8792-ee09b36ef725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:01.817836 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-dc10c9e9-5afa-426c-9414-4af7e964af68 None None] Set router 609947e9-d1d3-4106-8b27-54257baed775 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:05:01.836434 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-487bd856-3404-4b0d-8ed0-2a9a586c209e req-d3fb1022-e3e2-42f5-948d-603b1e4bf848 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e6913a2-a62a-47f5-8d9f-1eddfa8841d0 HTTP/1.1" status: 200 len: 217 time: 0.0626073 Apr 28 20:05:01.868537 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d6b19e02-29f1-4560-8792-ee09b36ef725 None None] Attempting to bind port e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:01.868906 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d6b19e02-29f1-4560-8792-ee09b36ef725 None None] Attempting to bind port e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:01.869302 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b19e02-29f1-4560-8792-ee09b36ef725 None None] Attempting to bind port e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:05:01.879896 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b19e02-29f1-4560-8792-ee09b36ef725 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:05:01.880352 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b19e02-29f1-4560-8792-ee09b36ef725 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:05:01.880763 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d6b19e02-29f1-4560-8792-ee09b36ef725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:01.881290 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b19e02-29f1-4560-8792-ee09b36ef725 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:05:01.881844 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d6b19e02-29f1-4560-8792-ee09b36ef725 None None] Bound port: e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:05:01.882622 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d6b19e02-29f1-4560-8792-ee09b36ef725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:01.889839 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-79e33d92-b665-4241-b2db-8a0e363e06c6 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:01.929930 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd341e22-1a0c-46b8-995c-612df65bdb30 None None] Pushing event updated for resources: {'Port': ['ID=e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:01.951408 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:01.953871 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bd856-3404-4b0d-8ed0-2a9a586c209e req-36304ba3-1da4-4c7b-95d5-0f9414ec5978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:01.955351 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-487bd856-3404-4b0d-8ed0-2a9a586c209e req-36304ba3-1da4-4c7b-95d5-0f9414ec5978 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d7c7569-a705-483c-821b-67f0d3756ea5 HTTP/1.1" status: 200 len: 834 time: 0.1116090 Apr 28 20:05:01.964552 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d6b19e02-29f1-4560-8792-ee09b36ef725 None None] For port e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:05:01.967756 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d6b19e02-29f1-4560-8792-ee09b36ef725 None None] For port e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:05:01.975629 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d6b19e02-29f1-4560-8792-ee09b36ef725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:02.013223 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e33d92-b665-4241-b2db-8a0e363e06c6 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'Subnet': ['ID=32ccebbd-14c6-4039-9288-f2e28383d507,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:02.015903 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e33d92-b665-4241-b2db-8a0e363e06c6 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Checking segment: {'id': 'b9c97a93-0ade-492f-9c5f-66c39a1dda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:05:02.016287 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e33d92-b665-4241-b2db-8a0e363e06c6 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Network hostable DHCP agents. Network: ee3d3d76-cef4-40e7-81fe-329a2d42ccbe, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:05:02.024635 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b19e02-29f1-4560-8792-ee09b36ef725 None None] Routers {'44449436-092a-45d2-a26c-a2b1f7554dbf'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:05:02.025452 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d6b19e02-29f1-4560-8792-ee09b36ef725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:04:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['44449436-092a-45d2-a26c-a2b1f7554dbf'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:02.053600 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bd856-3404-4b0d-8ed0-2a9a586c209e req-9f58ef07-f49d-40ce-b1a7-60eb3458140e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:02.055752 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-487bd856-3404-4b0d-8ed0-2a9a586c209e req-9f58ef07-f49d-40ce-b1a7-60eb3458140e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fb86f246-df4b-451a-a249-8bb43570fa6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885582 Apr 28 20:05:02.100560 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd341e22-1a0c-46b8-995c-612df65bdb30 None None] Pushing event updated for resources: {'Port': ['ID=e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:02.132561 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e33d92-b665-4241-b2db-8a0e363e06c6 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Network ee3d3d76-cef4-40e7-81fe-329a2d42ccbe is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:05:02.159021 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-79e33d92-b665-4241-b2db-8a0e363e06c6 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, ee3d3d76-cef4-40e7-81fe-329a2d42ccbe) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:02.175684 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e33d92-b665-4241-b2db-8a0e363e06c6 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:02.176718 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-79e33d92-b665-4241-b2db-8a0e363e06c6 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:02.178474 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7040a9f-818c-449b-82c6-99ac8a32af09 None None] Network ee3d3d76-cef4-40e7-81fe-329a2d42ccbe requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:05:02.199672 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-dc10c9e9-5afa-426c-9414-4af7e964af68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609947e9-d1d3-4106-8b27-54257baed775', 'name': 'tempest-TestSecurityGroupsBasicOps-router-161074664', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '85ba5686-562b-4f34-8dc0-c61d250866d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:03:21Z', 'updated_at': '2022-04-28T20:03:28Z', 'revision_number': 4, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'gw_port': {'id': '85ba5686-562b-4f34-8dc0-c61d250866d7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609947e9-d1d3-4106-8b27-54257baed775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:03:22Z', 'updated_at': '2022-04-28T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'e8480046-254f-4e9d-824c-2e31b7e68c68', 'name': '', 'network_id': 'fb86f246-df4b-451a-a249-8bb43570fa6a', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'mac_address': 'fa:16:3e:0f:b8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609947e9-d1d3-4106-8b27-54257baed775', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '2d7c7569-a705-483c-821b-67f0d3756ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:03:27Z', 'updated_at': '2022-04-28T20:03:33Z', 'revision_number': 5, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'subnets': [{'id': '2d7c7569-a705-483c-821b-67f0d3756ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:02.204527 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-487bd856-3404-4b0d-8ed0-2a9a586c209e req-36ece292-9fa8-406f-a2b4-c5d8f6936f3f service neutron] 10.222.0.44 "GET /v2.0/networks/fb86f246-df4b-451a-a249-8bb43570fa6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401646 Apr 28 20:05:02.212615 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-79e33d92-b665-4241-b2db-8a0e363e06c6 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0209424 Apr 28 20:05:02.216217 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54898) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:05:02.236311 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc10c9e9-5afa-426c-9414-4af7e964af68 None None] The sync data for ids ['609947e9-d1d3-4106-8b27-54257baed775'] in n-d-839810-1 is: [{'id': '609947e9-d1d3-4106-8b27-54257baed775', 'name': 'tempest-TestSecurityGroupsBasicOps-router-161074664', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '85ba5686-562b-4f34-8dc0-c61d250866d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:03:21Z', 'updated_at': '2022-04-28T20:03:28Z', 'revision_number': 4, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'gw_port': {'id': '85ba5686-562b-4f34-8dc0-c61d250866d7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609947e9-d1d3-4106-8b27-54257baed775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:03:22Z', 'updated_at': '2022-04-28T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'e8480046-254f-4e9d-824c-2e31b7e68c68', 'name': '', 'network_id': 'fb86f246-df4b-451a-a249-8bb43570fa6a', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'mac_address': 'fa:16:3e:0f:b8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609947e9-d1d3-4106-8b27-54257baed775', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '2d7c7569-a705-483c-821b-67f0d3756ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:03:27Z', 'updated_at': '2022-04-28T20:03:33Z', 'revision_number': 5, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'subnets': [{'id': '2d7c7569-a705-483c-821b-67f0d3756ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:05:02.345311 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-487bd856-3404-4b0d-8ed0-2a9a586c209e req-15210979-b663-4c3f-85f2-f64cc60e9f1f service neutron] 10.222.0.44 "GET /v2.0/networks/fb86f246-df4b-451a-a249-8bb43570fa6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312208 Apr 28 20:05:02.530324 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-d6b19e02-29f1-4560-8792-ee09b36ef725 None None] Set router 44449436-092a-45d2-a26c-a2b1f7554dbf gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:05:02.744241 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9fd571-04ec-491c-8119-a357d1622e0c None None] New status for floating IP 78380bac-2618-46c1-a464-d347d9944ee2: DOWN {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:05:02.746505 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25dcd43-58b0-41d8-bf42-5e67d81c7f96 req-e472adb2-2957-42c4-b787-2d2b78dcbcf8 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:02.748840 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a25dcd43-58b0-41d8-bf42-5e67d81c7f96 req-e472adb2-2957-42c4-b787-2d2b78dcbcf8 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad8b2818-983b-4f60-96d5-18fc181b4631 HTTP/1.1" status: 200 len: 985 time: 0.1640899 Apr 28 20:05:02.928794 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39c002-8832-442c-bc2f-e132644d5018 req-5a253c0d-09e0-46bb-9eb8-df38a3ec3125 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:02.932372 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-db39c002-8832-442c-bc2f-e132644d5018 req-5a253c0d-09e0-46bb-9eb8-df38a3ec3125 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad8b2818-983b-4f60-96d5-18fc181b4631 HTTP/1.1" status: 200 len: 985 time: 0.1749017 Apr 28 20:05:02.992062 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-db39c002-8832-442c-bc2f-e132644d5018 req-0c8e8f5f-cd34-43c5-9384-043ceb5e4ba9 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/security-groups?id=bdb6e349-7b1a-4f7a-80e8-5457297d55a9&id=281a6816-1467-4a44-bd86-44c67117e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0507386 Apr 28 20:05:03.004687 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-a25dcd43-58b0-41d8-bf42-5e67d81c7f96 req-07c6666d-16bc-4fdd-b351-a49b38845221 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Deleting port 7e6913a2-a62a-47f5-8d9f-1eddfa8841d0 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:05:03.005792 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a25dcd43-58b0-41d8-bf42-5e67d81c7f96 req-07c6666d-16bc-4fdd-b351-a49b38845221 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:03.036832 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d6b19e02-29f1-4560-8792-ee09b36ef725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608430028', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:57Z', 'updated_at': '2022-04-28T20:04:59Z', 'revision_number': 3, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': 'e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:58Z', 'updated_at': '2022-04-28T20:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:03.044162 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f46241f-51d1-479d-bdd2-240c01a4ff24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-ee3d3d76-cef4-40e7-81fe-329a2d42ccbe', 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'fixed_ips': [{'subnet_id': '32ccebbd-14c6-4039-9288-f2e28383d507'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:05:03.045593 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0f46241f-51d1-479d-bdd2-240c01a4ff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:03.046421 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1a8824e8-c539-4647-8519-280077611477 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:03.163652 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-a25dcd43-58b0-41d8-bf42-5e67d81c7f96 req-07c6666d-16bc-4fdd-b351-a49b38845221 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] For port 7e6913a2-a62a-47f5-8d9f-1eddfa8841d0, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=7e6913a2-a62a-47f5-8d9f-1eddfa8841d0,segment=NetworkSegment(fdfd9e23-935e-42c8-844a-39b4a6572666),segment_id=fdfd9e23-935e-42c8-844a-39b4a6572666)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:05:03.163937 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a25dcd43-58b0-41d8-bf42-5e67d81c7f96 req-07c6666d-16bc-4fdd-b351-a49b38845221 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:03.180438 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-a25dcd43-58b0-41d8-bf42-5e67d81c7f96 req-07c6666d-16bc-4fdd-b351-a49b38845221 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Calling delete_port for 7e6913a2-a62a-47f5-8d9f-1eddfa8841d0 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:05:03.297541 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b19e02-29f1-4560-8792-ee09b36ef725 None None] The sync data for ids ['44449436-092a-45d2-a26c-a2b1f7554dbf'] in n-d-839810-1 is: [{'id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608430028', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:57Z', 'updated_at': '2022-04-28T20:04:59Z', 'revision_number': 3, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': 'e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:58Z', 'updated_at': '2022-04-28T20:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:05:03.332006 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-0f46241f-51d1-479d-bdd2-240c01a4ff24 None None] Allocated IP 172.20.0.2 (ee3d3d76-cef4-40e7-81fe-329a2d42ccbe/32ccebbd-14c6-4039-9288-f2e28383d507/ab7ad9b8-f317-499b-bd2f-1e85df7e6e60) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:05:03.473636 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a25dcd43-58b0-41d8-bf42-5e67d81c7f96 req-07c6666d-16bc-4fdd-b351-a49b38845221 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:03.511181 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6666d-16bc-4fdd-b351-a49b38845221 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Pushing event deleted for resources: {'Port': ['ID=7e6913a2-a62a-47f5-8d9f-1eddfa8841d0,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:03.560786 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25dcd43-58b0-41d8-bf42-5e67d81c7f96 req-07c6666d-16bc-4fdd-b351-a49b38845221 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] No DVR routers for this DVR port 7e6913a2-a62a-47f5-8d9f-1eddfa8841d0 on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:05:03.563756 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a25dcd43-58b0-41d8-bf42-5e67d81c7f96 req-07c6666d-16bc-4fdd-b351-a49b38845221 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:03.568899 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a25dcd43-58b0-41d8-bf42-5e67d81c7f96 req-07c6666d-16bc-4fdd-b351-a49b38845221 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.44 "DELETE /v2.0/ports/7e6913a2-a62a-47f5-8d9f-1eddfa8841d0 HTTP/1.1" status: 204 len: 173 time: 0.8099244 Apr 28 20:05:03.569850 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8b2818-983b-4f60-96d5-18fc181b4631', 'name': 'network-vif-deleted', 'tag': '7e6913a2-a62a-47f5-8d9f-1eddfa8841d0'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:05:03.573118 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d5adb9-f405-4f3e-9f36-024784731e47" -d '{"events": [{"server_uuid": "ad8b2818-983b-4f60-96d5-18fc181b4631", "name": "network-vif-deleted", "tag": "7e6913a2-a62a-47f5-8d9f-1eddfa8841d0"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:05:03.613149 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:03.644252 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce825da-ff23-4554-aa65-ff99395b63a8 x-openstack-request-id: req-9ce825da-ff23-4554-aa65-ff99395b63a8 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:05:03.645125 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8b2818-983b-4f60-96d5-18fc181b4631", "name": "network-vif-deleted", "tag": "7e6913a2-a62a-47f5-8d9f-1eddfa8841d0", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:05:03.645975 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9ce825da-ff23-4554-aa65-ff99395b63a8 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:05:03.646493 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ce825da-ff23-4554-aa65-ff99395b63a8'] response: {'server_uuid': 'ad8b2818-983b-4f60-96d5-18fc181b4631', 'name': 'network-vif-deleted', 'tag': '7e6913a2-a62a-47f5-8d9f-1eddfa8841d0', 'status': 'completed', 'code': 200} Apr 28 20:05:03.652211 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0f46241f-51d1-479d-bdd2-240c01a4ff24 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:03.664153 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0f46241f-51d1-479d-bdd2-240c01a4ff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:03.736673 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f46241f-51d1-479d-bdd2-240c01a4ff24 None None] Network ee3d3d76-cef4-40e7-81fe-329a2d42ccbe is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:03.744437 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46241f-51d1-479d-bdd2-240c01a4ff24 None None] Pushing event updated for resources: {'Port': ['ID=ab7ad9b8-f317-499b-bd2f-1e85df7e6e60,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:03.746208 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-0f46241f-51d1-479d-bdd2-240c01a4ff24 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:03.753319 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f46241f-51d1-479d-bdd2-240c01a4ff24 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:05:03.816563 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-1a8824e8-c539-4647-8519-280077611477 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Allocated IP 172.20.0.1 (ee3d3d76-cef4-40e7-81fe-329a2d42ccbe/32ccebbd-14c6-4039-9288-f2e28383d507/88eaec4d-36ba-497b-88d1-26a45867cdc7) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:05:03.867184 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-0f46241f-51d1-479d-bdd2-240c01a4ff24 None None] Attempting to bind port ab7ad9b8-f317-499b-bd2f-1e85df7e6e60 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:03.867638 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-0f46241f-51d1-479d-bdd2-240c01a4ff24 None None] Attempting to bind port ab7ad9b8-f317-499b-bd2f-1e85df7e6e60 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'b9c97a93-0ade-492f-9c5f-66c39a1dda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:03.868005 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f46241f-51d1-479d-bdd2-240c01a4ff24 None None] Attempting to bind port ab7ad9b8-f317-499b-bd2f-1e85df7e6e60 on network ee3d3d76-cef4-40e7-81fe-329a2d42ccbe {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:05:03.883526 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f46241f-51d1-479d-bdd2-240c01a4ff24 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:05:03.883901 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f46241f-51d1-479d-bdd2-240c01a4ff24 None None] Checking segment: {'id': 'b9c97a93-0ade-492f-9c5f-66c39a1dda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:05:03.884387 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0f46241f-51d1-479d-bdd2-240c01a4ff24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:03.885399 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f46241f-51d1-479d-bdd2-240c01a4ff24 None None] Bound using segment: {'id': 'b9c97a93-0ade-492f-9c5f-66c39a1dda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:05:03.885881 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-0f46241f-51d1-479d-bdd2-240c01a4ff24 None None] Bound port: ab7ad9b8-f317-499b-bd2f-1e85df7e6e60, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c97a93-0ade-492f-9c5f-66c39a1dda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:05:03.886264 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0f46241f-51d1-479d-bdd2-240c01a4ff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:04.050006 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1a8824e8-c539-4647-8519-280077611477 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:04.067232 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0f46241f-51d1-479d-bdd2-240c01a4ff24 None None] For port ab7ad9b8-f317-499b-bd2f-1e85df7e6e60, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:05:04.071971 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0f46241f-51d1-479d-bdd2-240c01a4ff24 None None] For port ab7ad9b8-f317-499b-bd2f-1e85df7e6e60, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ab7ad9b8-f317-499b-bd2f-1e85df7e6e60,segment=NetworkSegment(b9c97a93-0ade-492f-9c5f-66c39a1dda03),segment_id=b9c97a93-0ade-492f-9c5f-66c39a1dda03)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:05:04.083467 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0f46241f-51d1-479d-bdd2-240c01a4ff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:04.179639 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1a8824e8-c539-4647-8519-280077611477 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:04.213697 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-94ee1a2e-ebdb-4335-945d-4a0f0b14ca45 req-6ee1b658-7560-4af9-91a6-27ac850be63c tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad8b2818-983b-4f60-96d5-18fc181b4631 HTTP/1.1" status: 200 len: 210 time: 0.0675232 Apr 28 20:05:04.258583 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8824e8-c539-4647-8519-280077611477 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Network ee3d3d76-cef4-40e7-81fe-329a2d42ccbe is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:04.267415 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46241f-51d1-479d-bdd2-240c01a4ff24 None None] Pushing event updated for resources: {'Port': ['ID=ab7ad9b8-f317-499b-bd2f-1e85df7e6e60,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:04.271409 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-1a8824e8-c539-4647-8519-280077611477 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:04.275204 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8824e8-c539-4647-8519-280077611477 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:05:04.349224 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8824e8-c539-4647-8519-280077611477 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'Port': ['ID=88eaec4d-36ba-497b-88d1-26a45867cdc7,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:04.394809 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1a8824e8-c539-4647-8519-280077611477 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:04.654558 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1a8824e8-c539-4647-8519-280077611477 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:04.980587 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:05:05.046798 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:05.047527 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:05.104425 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1a8824e8-c539-4647-8519-280077611477 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:05.110843 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1a8824e8-c539-4647-8519-280077611477 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:05.174663 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:05.197849 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:05:05.202697 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:05.203805 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ab7ad9b8-f317-499b-bd2f-1e85df7e6e60 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:05:05.209237 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1a8824e8-c539-4647-8519-280077611477 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:05.211232 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8824e8-c539-4647-8519-280077611477 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'Port': ['ID=88eaec4d-36ba-497b-88d1-26a45867cdc7,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:05.295318 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:05.316561 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54950) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:05:05.326367 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port ab7ad9b8-f317-499b-bd2f-1e85df7e6e60 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:05.327399 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:05.334918 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8824e8-c539-4647-8519-280077611477 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Network ee3d3d76-cef4-40e7-81fe-329a2d42ccbe is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:05.336729 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-1a8824e8-c539-4647-8519-280077611477 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:05.443775 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-57655483-23de-4b57-adbd-91330509e125 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:05.453825 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:05.506969 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port ab7ad9b8-f317-499b-bd2f-1e85df7e6e60, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ab7ad9b8-f317-499b-bd2f-1e85df7e6e60,segment=NetworkSegment(b9c97a93-0ade-492f-9c5f-66c39a1dda03),segment_id=b9c97a93-0ade-492f-9c5f-66c39a1dda03)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:05:05.517686 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:05.529359 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8824e8-c539-4647-8519-280077611477 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Router 44449436-092a-45d2-a26c-a2b1f7554dbf has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:05:05.547815 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-57655483-23de-4b57-adbd-91330509e125 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:05.610278 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-57655483-23de-4b57-adbd-91330509e125 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:05.613790 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-57655483-23de-4b57-adbd-91330509e125 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:05.615202 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-57655483-23de-4b57-adbd-91330509e125 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "DELETE /v2.0/security-groups/bdb6e349-7b1a-4f7a-80e8-5457297d55a9 HTTP/1.1" status: 204 len: 168 time: 0.2968168 Apr 28 20:05:05.620086 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 54974) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:05:05.657193 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=ab7ad9b8-f317-499b-bd2f-1e85df7e6e60,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:05.661146 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 7e6913a2-a62a-47f5-8d9f-1eddfa8841d0 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:05:05.750125 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57655483-23de-4b57-adbd-91330509e125 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb6e349-7b1a-4f7a-80e8-5457297d55a9,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:05.751428 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 7e6913a2-a62a-47f5-8d9f-1eddfa8841d0 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:05:05.758043 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 7e6913a2-a62a-47f5-8d9f-1eddfa8841d0 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:05:05.823594 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a5193ab9-ee4b-4898-9a45-1a73dea32dee tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:05.857624 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8824e8-c539-4647-8519-280077611477 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:05:05.873364 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1a8824e8-c539-4647-8519-280077611477 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "PUT /v2.0/routers/44449436-092a-45d2-a26c-a2b1f7554dbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6557393 Apr 28 20:05:05.884667 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a5193ab9-ee4b-4898-9a45-1a73dea32dee tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:05.963997 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a5193ab9-ee4b-4898-9a45-1a73dea32dee tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:05.967730 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a5193ab9-ee4b-4898-9a45-1a73dea32dee tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:05.971959 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a5193ab9-ee4b-4898-9a45-1a73dea32dee tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "DELETE /v2.0/security-groups/281a6816-1467-4a44-bd86-44c67117e64b HTTP/1.1" status: 204 len: 168 time: 0.3475778 Apr 28 20:05:05.972421 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 54982) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:05:05.990529 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5193ab9-ee4b-4898-9a45-1a73dea32dee tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=281a6816-1467-4a44-bd86-44c67117e64b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:06.198774 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebebee9-5f44-42ef-90fd-c8a1f3e9b4e1 None None] Network ee3d3d76-cef4-40e7-81fe-329a2d42ccbe requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:05:06.321602 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9ab206-7363-406b-9438-e49b3ce31d85 None None] Sync routers for ids ['44449436-092a-45d2-a26c-a2b1f7554dbf'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:05:06.323356 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-d2e52273-03dc-4ef8-9dfb-8723fa4e570f None None] Provisioning complete for port ab7ad9b8-f317-499b-bd2f-1e85df7e6e60 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:06.323835 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d2e52273-03dc-4ef8-9dfb-8723fa4e570f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:06.341457 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9ab206-7363-406b-9438-e49b3ce31d85 None None] Routers {'44449436-092a-45d2-a26c-a2b1f7554dbf'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:05:06.343475 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ac9ab206-7363-406b-9438-e49b3ce31d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:04:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['44449436-092a-45d2-a26c-a2b1f7554dbf'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:06.550990 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2df00704-976f-478c-98a9-4aa87c92e004 req-5f156a07-5b8b-4c92-9add-972009191031 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-270378221&fields=id&tenant_id=337e8021fa0c43d183fd116927375cd1 HTTP/1.1" status: 200 len: 267 time: 0.0583160 Apr 28 20:05:06.567901 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-ac9ab206-7363-406b-9438-e49b3ce31d85 None None] Set router 44449436-092a-45d2-a26c-a2b1f7554dbf gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:05:06.762180 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df00704-976f-478c-98a9-4aa87c92e004 req-6200a493-6f03-41d5-bda0-564be0cebee1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:06.770915 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2df00704-976f-478c-98a9-4aa87c92e004 req-6200a493-6f03-41d5-bda0-564be0cebee1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/networks?id=ee3d3d76-cef4-40e7-81fe-329a2d42ccbe HTTP/1.1" status: 200 len: 796 time: 0.2109275 Apr 28 20:05:06.793589 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2df00704-976f-478c-98a9-4aa87c92e004 req-9c5a065a-74af-4c77-a93a-35ddceb5aae7 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/quotas/337e8021fa0c43d183fd116927375cd1 HTTP/1.1" status: 200 len: 375 time: 0.0212693 Apr 28 20:05:06.838780 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f505dae8-6451-40d7-8aed-955666c0f9b0 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:06.874032 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:05:06.893750 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2df00704-976f-478c-98a9-4aa87c92e004 req-23a01e5f-2e6a-47ba-8aef-e9f7a8e873ed tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0988948 Apr 28 20:05:07.003426 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:07.004151 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:07.080187 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ac9ab206-7363-406b-9438-e49b3ce31d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608430028', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:57Z', 'updated_at': '2022-04-28T20:05:04Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': 'e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:58Z', 'updated_at': '2022-04-28T20:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '88eaec4d-36ba-497b-88d1-26a45867cdc7', 'name': '', 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'mac_address': 'fa:16:3e:a8:ae:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '32ccebbd-14c6-4039-9288-f2e28383d507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:03Z', 'updated_at': '2022-04-28T20:05:04Z', 'revision_number': 2, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'subnets': [{'id': '32ccebbd-14c6-4039-9288-f2e28383d507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:07.106405 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2df00704-976f-478c-98a9-4aa87c92e004 req-0636631b-740a-47f9-a155-d58abfaee70f service neutron] 10.222.0.42 "GET /v2.0/networks/ee3d3d76-cef4-40e7-81fe-329a2d42ccbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054300 Apr 28 20:05:07.143055 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9ab206-7363-406b-9438-e49b3ce31d85 None None] Checking router: 44449436-092a-45d2-a26c-a2b1f7554dbf for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:05:07.143360 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9ab206-7363-406b-9438-e49b3ce31d85 None None] Updating router 44449436-092a-45d2-a26c-a2b1f7554dbf port 88eaec4d-36ba-497b-88d1-26a45867cdc7 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:05:07.146485 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-2cd1736a-0b3d-4b79-88cb-ad6d4c2d9489 None None] Provisioning complete for port ab7ad9b8-f317-499b-bd2f-1e85df7e6e60 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:07.146862 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2cd1736a-0b3d-4b79-88cb-ad6d4c2d9489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:07.196587 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab206-7363-406b-9438-e49b3ce31d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:07.223476 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ab7ad9b8-f317-499b-bd2f-1e85df7e6e60 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:05:07.355922 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2df00704-976f-478c-98a9-4aa87c92e004 req-649b6a39-d0df-4666-b219-04bd54ac7b86 service neutron] 10.222.0.42 "GET /v2.0/networks/ee3d3d76-cef4-40e7-81fe-329a2d42ccbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464428 Apr 28 20:05:07.415976 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-2cd1736a-0b3d-4b79-88cb-ad6d4c2d9489 None None] Provisioning complete for port 88eaec4d-36ba-497b-88d1-26a45867cdc7 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:07.417865 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2cd1736a-0b3d-4b79-88cb-ad6d4c2d9489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:07.516041 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-2cd1736a-0b3d-4b79-88cb-ad6d4c2d9489 None None] Port 88eaec4d-36ba-497b-88d1-26a45867cdc7 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:05:07.523731 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port ab7ad9b8-f317-499b-bd2f-1e85df7e6e60 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:07.524903 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:07.712961 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e24a7403-13d9-42a7-b80c-a847393aa813 req-c70c51f0-32b3-4ea9-94f2-01587f1858e8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 210 time: 0.0558572 Apr 28 20:05:07.726933 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-e2bd6c56-bf4d-4fb0-8ff0-3cc766c29b12 None None] Provisioning complete for port 88eaec4d-36ba-497b-88d1-26a45867cdc7 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:07.729257 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e2bd6c56-bf4d-4fb0-8ff0-3cc766c29b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:07.839299 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd6c56-bf4d-4fb0-8ff0-3cc766c29b12 None None] Port 88eaec4d-36ba-497b-88d1-26a45867cdc7 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:05:07.840443 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab206-7363-406b-9438-e49b3ce31d85 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:07.851663 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab206-7363-406b-9438-e49b3ce31d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:07.968800 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3693d33-ddf3-414a-a629-0d771ef60998 None None] Pushing event updated for resources: {'Port': ['ID=88eaec4d-36ba-497b-88d1-26a45867cdc7,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:07.968963 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0774099e-780c-4699-a266-98e93ffc747c None None] Provisioning complete for port 88eaec4d-36ba-497b-88d1-26a45867cdc7 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:07.970265 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0774099e-780c-4699-a266-98e93ffc747c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:08.000492 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-f505dae8-6451-40d7-8aed-955666c0f9b0 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Deleting port e8480046-254f-4e9d-824c-2e31b7e68c68 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:05:08.000492 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f505dae8-6451-40d7-8aed-955666c0f9b0 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:08.001632 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3693d33-ddf3-414a-a629-0d771ef60998 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:08.001632 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3693d33-ddf3-414a-a629-0d771ef60998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:08.001632 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3693d33-ddf3-414a-a629-0d771ef60998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:08.001632 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3693d33-ddf3-414a-a629-0d771ef60998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:08.001928 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3693d33-ddf3-414a-a629-0d771ef60998 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:08.005578 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3693d33-ddf3-414a-a629-0d771ef60998 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:08.005578 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3693d33-ddf3-414a-a629-0d771ef60998 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:08.005578 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3693d33-ddf3-414a-a629-0d771ef60998 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:08.005578 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3693d33-ddf3-414a-a629-0d771ef60998 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:08.005578 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3693d33-ddf3-414a-a629-0d771ef60998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:08.012140 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3693d33-ddf3-414a-a629-0d771ef60998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:08.012140 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3693d33-ddf3-414a-a629-0d771ef60998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:08.048417 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-ac9ab206-7363-406b-9438-e49b3ce31d85 None None] Attempting to bind port 88eaec4d-36ba-497b-88d1-26a45867cdc7 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:08.048771 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-ac9ab206-7363-406b-9438-e49b3ce31d85 None None] Attempting to bind port 88eaec4d-36ba-497b-88d1-26a45867cdc7 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'b9c97a93-0ade-492f-9c5f-66c39a1dda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:08.049136 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9ab206-7363-406b-9438-e49b3ce31d85 None None] Attempting to bind port 88eaec4d-36ba-497b-88d1-26a45867cdc7 on network ee3d3d76-cef4-40e7-81fe-329a2d42ccbe {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:05:08.060566 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9ab206-7363-406b-9438-e49b3ce31d85 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:05:08.061323 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9ab206-7363-406b-9438-e49b3ce31d85 None None] Checking segment: {'id': 'b9c97a93-0ade-492f-9c5f-66c39a1dda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:05:08.064076 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab206-7363-406b-9438-e49b3ce31d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:08.065998 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9ab206-7363-406b-9438-e49b3ce31d85 None None] Bound using segment: {'id': 'b9c97a93-0ade-492f-9c5f-66c39a1dda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:05:08.066871 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-ac9ab206-7363-406b-9438-e49b3ce31d85 None None] Bound port: 88eaec4d-36ba-497b-88d1-26a45867cdc7, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c97a93-0ade-492f-9c5f-66c39a1dda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:05:08.068432 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab206-7363-406b-9438-e49b3ce31d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:08.069981 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0774099e-780c-4699-a266-98e93ffc747c None None] Port 88eaec4d-36ba-497b-88d1-26a45867cdc7 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:05:08.160561 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-f505dae8-6451-40d7-8aed-955666c0f9b0 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] For port e8480046-254f-4e9d-824c-2e31b7e68c68, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=e8480046-254f-4e9d-824c-2e31b7e68c68,segment=NetworkSegment(fdfd9e23-935e-42c8-844a-39b4a6572666),segment_id=fdfd9e23-935e-42c8-844a-39b4a6572666)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:05:08.160913 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f505dae8-6451-40d7-8aed-955666c0f9b0 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:08.173399 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-ac9ab206-7363-406b-9438-e49b3ce31d85 None None] For port 88eaec4d-36ba-497b-88d1-26a45867cdc7, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:05:08.187375 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-ac9ab206-7363-406b-9438-e49b3ce31d85 None None] For port 88eaec4d-36ba-497b-88d1-26a45867cdc7, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=88eaec4d-36ba-497b-88d1-26a45867cdc7,segment=NetworkSegment(b9c97a93-0ade-492f-9c5f-66c39a1dda03),segment_id=b9c97a93-0ade-492f-9c5f-66c39a1dda03)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:05:08.189116 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-f505dae8-6451-40d7-8aed-955666c0f9b0 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Calling delete_port for e8480046-254f-4e9d-824c-2e31b7e68c68 owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:05:08.195162 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab206-7363-406b-9438-e49b3ce31d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:08.251917 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9ab206-7363-406b-9438-e49b3ce31d85 None None] Routers {'44449436-092a-45d2-a26c-a2b1f7554dbf'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:05:08.252672 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ac9ab206-7363-406b-9438-e49b3ce31d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:04:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['44449436-092a-45d2-a26c-a2b1f7554dbf'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:08.370787 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-ac9ab206-7363-406b-9438-e49b3ce31d85 None None] Set router 44449436-092a-45d2-a26c-a2b1f7554dbf gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:05:08.419592 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3693d33-ddf3-414a-a629-0d771ef60998 None None] Pushing event updated for resources: {'Port': ['ID=88eaec4d-36ba-497b-88d1-26a45867cdc7,revision_number=4']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:08.427075 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-ac30c3ee-8adf-4795-95e0-29df73d1fb5f None None] Provisioning complete for port 88eaec4d-36ba-497b-88d1-26a45867cdc7 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:08.427662 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ac30c3ee-8adf-4795-95e0-29df73d1fb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:08.553704 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f505dae8-6451-40d7-8aed-955666c0f9b0 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:08.598461 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ac30c3ee-8adf-4795-95e0-29df73d1fb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:08.621795 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505dae8-6451-40d7-8aed-955666c0f9b0 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Pushing event deleted for resources: {'Port': ['ID=e8480046-254f-4e9d-824c-2e31b7e68c68,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:08.649948 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-ac30c3ee-8adf-4795-95e0-29df73d1fb5f None None] For port 88eaec4d-36ba-497b-88d1-26a45867cdc7, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=88eaec4d-36ba-497b-88d1-26a45867cdc7,segment=NetworkSegment(b9c97a93-0ade-492f-9c5f-66c39a1dda03),segment_id=b9c97a93-0ade-492f-9c5f-66c39a1dda03)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:05:08.661570 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ac30c3ee-8adf-4795-95e0-29df73d1fb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:08.788681 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac30c3ee-8adf-4795-95e0-29df73d1fb5f None None] Pushing event updated for resources: {'Port': ['ID=88eaec4d-36ba-497b-88d1-26a45867cdc7,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:08.892736 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-bc12bab7-2c73-441a-a3e2-d6d4675741bf None None] Provisioning complete for port 88eaec4d-36ba-497b-88d1-26a45867cdc7 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:08.893501 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bc12bab7-2c73-441a-a3e2-d6d4675741bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:08.945813 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ac9ab206-7363-406b-9438-e49b3ce31d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608430028', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:57Z', 'updated_at': '2022-04-28T20:05:04Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': 'e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:58Z', 'updated_at': '2022-04-28T20:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '88eaec4d-36ba-497b-88d1-26a45867cdc7', 'name': '', 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'mac_address': 'fa:16:3e:a8:ae:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '32ccebbd-14c6-4039-9288-f2e28383d507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:03Z', 'updated_at': '2022-04-28T20:05:08Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'subnets': [{'id': '32ccebbd-14c6-4039-9288-f2e28383d507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:09.014616 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-afbaa28c-7ce5-42e0-9749-ffb38b7bdcb9 req-a85ff960-90f6-4e87-9643-d530209c429e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 210 time: 0.0894108 Apr 28 20:05:09.152344 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f505dae8-6451-40d7-8aed-955666c0f9b0 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:09.196411 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9ab206-7363-406b-9438-e49b3ce31d85 None None] The sync data for ids ['44449436-092a-45d2-a26c-a2b1f7554dbf'] in n-d-839810-1 is: [{'id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608430028', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:57Z', 'updated_at': '2022-04-28T20:05:04Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': 'e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:58Z', 'updated_at': '2022-04-28T20:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '88eaec4d-36ba-497b-88d1-26a45867cdc7', 'name': '', 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'mac_address': 'fa:16:3e:a8:ae:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '32ccebbd-14c6-4039-9288-f2e28383d507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:03Z', 'updated_at': '2022-04-28T20:05:08Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'subnets': [{'id': '32ccebbd-14c6-4039-9288-f2e28383d507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:05:09.548758 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f505dae8-6451-40d7-8aed-955666c0f9b0 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Router 609947e9-d1d3-4106-8b27-54257baed775 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:05:09.588629 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df00704-976f-478c-98a9-4aa87c92e004 req-3ede0597-9ddb-478c-b889-fc4dabf95505 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:09.590188 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2df00704-976f-478c-98a9-4aa87c92e004 req-3ede0597-9ddb-478c-b889-fc4dabf95505 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.44 "GET /v2.0/networks?id=ee3d3d76-cef4-40e7-81fe-329a2d42ccbe HTTP/1.1" status: 200 len: 796 time: 0.1841717 Apr 28 20:05:09.650307 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2df00704-976f-478c-98a9-4aa87c92e004 req-3f10ad8a-27c2-430f-92f0-09a746432d79 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=337e8021fa0c43d183fd116927375cd1 HTTP/1.1" status: 200 len: 379 time: 0.0509880 Apr 28 20:05:09.663476 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-2df00704-976f-478c-98a9-4aa87c92e004 req-5a6d3df1-f14d-4cab-8730-1567ccb31f7f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'port': {'device_id': '6a1473f9-bc67-4751-b4cd-5b7dbe764ee9', 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe', 'admin_state_up': True, 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'security_groups': ['66380742-5d7d-4438-a636-c20ed91b606a']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:09.719349 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f505dae8-6451-40d7-8aed-955666c0f9b0 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:05:09.725035 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f505dae8-6451-40d7-8aed-955666c0f9b0 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "PUT /v2.0/routers/609947e9-d1d3-4106-8b27-54257baed775/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7512548 Apr 28 20:05:09.727628 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55054) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:05:09.730872 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ef0e02-9d81-4844-ac00-f1deb92f2d9a None None] Sync routers for ids ['609947e9-d1d3-4106-8b27-54257baed775'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:05:09.752630 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ef0e02-9d81-4844-ac00-f1deb92f2d9a None None] Routers {'609947e9-d1d3-4106-8b27-54257baed775'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:05:09.753268 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-64ef0e02-9d81-4844-ac00-f1deb92f2d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:04:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['609947e9-d1d3-4106-8b27-54257baed775'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:09.802025 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd8dd34-cee1-4bc9-a66a-0c4d43839bf8 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Deleting subnet 2d7c7569-a705-483c-821b-67f0d3756ea5 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:05:09.806150 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-efd8dd34-cee1-4bc9-a66a-0c4d43839bf8 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:09.858133 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-efd8dd34-cee1-4bc9-a66a-0c4d43839bf8 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:09.888440 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2df00704-976f-478c-98a9-4aa87c92e004 req-5a6d3df1-f14d-4cab-8730-1567ccb31f7f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Made reservation on behalf of 337e8021fa0c43d183fd116927375cd1 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:05:09.893411 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2df00704-976f-478c-98a9-4aa87c92e004 req-5a6d3df1-f14d-4cab-8730-1567ccb31f7f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:10.022119 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-64ef0e02-9d81-4844-ac00-f1deb92f2d9a None None] Set router 609947e9-d1d3-4106-8b27-54257baed775 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:05:10.074409 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-efd8dd34-cee1-4bc9-a66a-0c4d43839bf8 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:10.211567 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-2df00704-976f-478c-98a9-4aa87c92e004 req-5a6d3df1-f14d-4cab-8730-1567ccb31f7f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Allocated IP 172.20.0.13 (ee3d3d76-cef4-40e7-81fe-329a2d42ccbe/32ccebbd-14c6-4039-9288-f2e28383d507/0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:05:10.238991 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b6742d9a-d075-47da-b0bb-ed64d6d0335d req-8571b318-5593-4d32-bdd2-aa1a85c26380 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 210 time: 0.0820768 Apr 28 20:05:10.260648 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-efd8dd34-cee1-4bc9-a66a-0c4d43839bf8 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:10.293923 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8dd34-cee1-4bc9-a66a-0c4d43839bf8 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Pushing event deleted for resources: {'Subnet': ['ID=2d7c7569-a705-483c-821b-67f0d3756ea5,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:10.323821 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-efd8dd34-cee1-4bc9-a66a-0c4d43839bf8 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:10.331003 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-efd8dd34-cee1-4bc9-a66a-0c4d43839bf8 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "DELETE /v2.0/subnets/2d7c7569-a705-483c-821b-67f0d3756ea5 HTTP/1.1" status: 204 len: 168 time: 0.6011887 Apr 28 20:05:10.331379 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55066) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:05:10.485251 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7fd45fa-8b07-453a-be2b-7afb2b07a4fd tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:10.597203 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66ee4d6-a05f-4a8b-8206-779f5831ace2 None None] Network fb86f246-df4b-451a-a249-8bb43570fa6a requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:05:10.648334 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2df00704-976f-478c-98a9-4aa87c92e004 req-5a6d3df1-f14d-4cab-8730-1567ccb31f7f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:10.671412 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7fd45fa-8b07-453a-be2b-7afb2b07a4fd tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:10.713873 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2df00704-976f-478c-98a9-4aa87c92e004 req-5a6d3df1-f14d-4cab-8730-1567ccb31f7f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:10.761124 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-f7fd45fa-8b07-453a-be2b-7afb2b07a4fd tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Deleting port 85ba5686-562b-4f34-8dc0-c61d250866d7 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:05:10.761741 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7fd45fa-8b07-453a-be2b-7afb2b07a4fd tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:10.860459 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d3df1-f14d-4cab-8730-1567ccb31f7f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'Port': ['ID=0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:10.884821 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2df00704-976f-478c-98a9-4aa87c92e004 req-5a6d3df1-f14d-4cab-8730-1567ccb31f7f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Network ee3d3d76-cef4-40e7-81fe-329a2d42ccbe is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:10.886442 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-2df00704-976f-478c-98a9-4aa87c92e004 req-5a6d3df1-f14d-4cab-8730-1567ccb31f7f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:10.897122 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-f7fd45fa-8b07-453a-be2b-7afb2b07a4fd tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] For port 85ba5686-562b-4f34-8dc0-c61d250866d7, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=85ba5686-562b-4f34-8dc0-c61d250866d7,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:05:10.897594 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7fd45fa-8b07-453a-be2b-7afb2b07a4fd tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:10.915146 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-f7fd45fa-8b07-453a-be2b-7afb2b07a4fd tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Calling delete_port for 85ba5686-562b-4f34-8dc0-c61d250866d7 owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:05:10.924488 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df00704-976f-478c-98a9-4aa87c92e004 req-5a6d3df1-f14d-4cab-8730-1567ccb31f7f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:05:10.992606 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9d0e54-84d9-4ed8-800f-d4825d53ecbf None None] DHCP port deletion for fb86f246-df4b-451a-a249-8bb43570fa6a request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:05:11.039368 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 88eaec4d-36ba-497b-88d1-26a45867cdc7 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:05:11.050417 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df00704-976f-478c-98a9-4aa87c92e004 req-5a6d3df1-f14d-4cab-8730-1567ccb31f7f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:11.051337 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2df00704-976f-478c-98a9-4aa87c92e004 req-5a6d3df1-f14d-4cab-8730-1567ccb31f7f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:11.075613 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2df00704-976f-478c-98a9-4aa87c92e004 req-5a6d3df1-f14d-4cab-8730-1567ccb31f7f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4174955 Apr 28 20:05:11.093503 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-2df00704-976f-478c-98a9-4aa87c92e004 req-c36586e1-496f-40c3-b8df-3ca5b0505da5 service neutron] Request body: {'port': {'device_id': '6a1473f9-bc67-4751-b4cd-5b7dbe764ee9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:11.218405 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-64ef0e02-9d81-4844-ac00-f1deb92f2d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609947e9-d1d3-4106-8b27-54257baed775', 'name': 'tempest-TestSecurityGroupsBasicOps-router-161074664', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '85ba5686-562b-4f34-8dc0-c61d250866d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:03:21Z', 'updated_at': '2022-04-28T20:05:08Z', 'revision_number': 5, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'gw_port': {'id': '85ba5686-562b-4f34-8dc0-c61d250866d7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609947e9-d1d3-4106-8b27-54257baed775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:03:22Z', 'updated_at': '2022-04-28T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:11.251756 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2df00704-976f-478c-98a9-4aa87c92e004 req-c36586e1-496f-40c3-b8df-3ca5b0505da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:11.256846 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 88eaec4d-36ba-497b-88d1-26a45867cdc7 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:11.257162 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:11.258722 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ef0e02-9d81-4844-ac00-f1deb92f2d9a None None] Checking router: 609947e9-d1d3-4106-8b27-54257baed775 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:05:11.291836 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7fd45fa-8b07-453a-be2b-7afb2b07a4fd tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:11.343132 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd45fa-8b07-453a-be2b-7afb2b07a4fd tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Pushing event deleted for resources: {'Port': ['ID=85ba5686-562b-4f34-8dc0-c61d250866d7,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:11.412431 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ef0e02-9d81-4844-ac00-f1deb92f2d9a None None] Routers {'609947e9-d1d3-4106-8b27-54257baed775'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:05:11.413450 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-64ef0e02-9d81-4844-ac00-f1deb92f2d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:04:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['609947e9-d1d3-4106-8b27-54257baed775'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:11.416125 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-2b9d0e54-84d9-4ed8-800f-d4825d53ecbf None None] Deleting port 7f134856-a155-43ea-a656-eccdc16de1ce {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:05:11.416760 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2b9d0e54-84d9-4ed8-800f-d4825d53ecbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:11.420892 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-2d21f738-bf58-45f5-a5ae-8d988d1ef3b5 None None] Provisioning complete for port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:11.421502 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2d21f738-bf58-45f5-a5ae-8d988d1ef3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:11.465522 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7fd45fa-8b07-453a-be2b-7afb2b07a4fd tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:11.536331 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee5c90-e76e-4d11-8328-938e35c6c085 req-7ceeda14-b07b-426b-a61a-a8ce3aefdce8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:11.537848 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-daee5c90-e76e-4d11-8328-938e35c6c085 req-7ceeda14-b07b-426b-a61a-a8ce3aefdce8 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 932 time: 0.1022022 Apr 28 20:05:11.616300 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-64ef0e02-9d81-4844-ac00-f1deb92f2d9a None None] Set router 609947e9-d1d3-4106-8b27-54257baed775 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:05:11.616474 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7fd45fa-8b07-453a-be2b-7afb2b07a4fd tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:11.623283 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7fd45fa-8b07-453a-be2b-7afb2b07a4fd tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:11.673856 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-daee5c90-e76e-4d11-8328-938e35c6c085 req-bddfa59f-b78c-4f81-9a3b-94263a28b164 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=66380742-5d7d-4438-a636-c20ed91b606a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255801 Apr 28 20:05:11.693699 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7fd45fa-8b07-453a-be2b-7afb2b07a4fd tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:11.694490 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fd45fa-8b07-453a-be2b-7afb2b07a4fd tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Fanout notify agent at l3_agent the message router_deleted on router 609947e9-d1d3-4106-8b27-54257baed775 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:05:11.708076 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f7fd45fa-8b07-453a-be2b-7afb2b07a4fd tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:11.716344 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f7fd45fa-8b07-453a-be2b-7afb2b07a4fd tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "DELETE /v2.0/routers/609947e9-d1d3-4106-8b27-54257baed775 HTTP/1.1" status: 204 len: 168 time: 1.3832846 Apr 28 20:05:11.718137 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55090) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:05:11.758252 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-64ef0e02-9d81-4844-ac00-f1deb92f2d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609947e9-d1d3-4106-8b27-54257baed775', 'name': 'tempest-TestSecurityGroupsBasicOps-router-161074664', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:03:21Z', 'updated_at': '2022-04-28T20:05:11Z', 'revision_number': 7, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:11.761317 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-2b9d0e54-84d9-4ed8-800f-d4825d53ecbf None None] For port 7f134856-a155-43ea-a656-eccdc16de1ce, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=7f134856-a155-43ea-a656-eccdc16de1ce,segment=NetworkSegment(fdfd9e23-935e-42c8-844a-39b4a6572666),segment_id=fdfd9e23-935e-42c8-844a-39b4a6572666)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:05:11.761708 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2b9d0e54-84d9-4ed8-800f-d4825d53ecbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:11.775477 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-2d21f738-bf58-45f5-a5ae-8d988d1ef3b5 None None] Port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:05:11.814191 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ef0e02-9d81-4844-ac00-f1deb92f2d9a None None] The sync data for ids ['609947e9-d1d3-4106-8b27-54257baed775'] in n-d-839810-1 is: [{'id': '609947e9-d1d3-4106-8b27-54257baed775', 'name': 'tempest-TestSecurityGroupsBasicOps-router-161074664', 'tenant_id': '740864a3722b4fce8e622d6fc70a0132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:03:21Z', 'updated_at': '2022-04-28T20:05:11Z', 'revision_number': 7, 'project_id': '740864a3722b4fce8e622d6fc70a0132', 'gw_port_host': None}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:05:11.821421 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-2b9d0e54-84d9-4ed8-800f-d4825d53ecbf None None] Calling delete_port for 7f134856-a155-43ea-a656-eccdc16de1ce owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:05:11.833775 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-2df00704-976f-478c-98a9-4aa87c92e004 req-c36586e1-496f-40c3-b8df-3ca5b0505da5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:05:11.843648 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2df00704-976f-478c-98a9-4aa87c92e004 req-c36586e1-496f-40c3-b8df-3ca5b0505da5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:11.860691 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-2df00704-976f-478c-98a9-4aa87c92e004 req-c36586e1-496f-40c3-b8df-3ca5b0505da5 service neutron] Transition to ACTIVE for port object 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:11.878013 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2df00704-976f-478c-98a9-4aa87c92e004 req-c36586e1-496f-40c3-b8df-3ca5b0505da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:11.954743 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7a276267-eb79-46ca-9839-ce2b91cb0d77 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:11.996628 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2b9d0e54-84d9-4ed8-800f-d4825d53ecbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:12.086912 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d0e54-84d9-4ed8-800f-d4825d53ecbf None None] Pushing event deleted for resources: {'Port': ['ID=7f134856-a155-43ea-a656-eccdc16de1ce,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:12.095498 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-7a276267-eb79-46ca-9839-ce2b91cb0d77 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Deleting port 7f134856-a155-43ea-a656-eccdc16de1ce {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:05:12.095716 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7a276267-eb79-46ca-9839-ce2b91cb0d77 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:12.101683 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9d0e54-84d9-4ed8-800f-d4825d53ecbf None None] No DVR routers for this DVR port 7f134856-a155-43ea-a656-eccdc16de1ce on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:05:12.177202 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-7a276267-eb79-46ca-9839-ce2b91cb0d77 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] For port 7f134856-a155-43ea-a656-eccdc16de1ce, host n-d-839810-1, got binding levels [] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:05:12.177551 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36586e1-496f-40c3-b8df-3ca5b0505da5 service neutron] Pushing event updated for resources: {'Port': ['ID=0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:12.177664 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7a276267-eb79-46ca-9839-ce2b91cb0d77 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:12.193378 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-7a276267-eb79-46ca-9839-ce2b91cb0d77 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Calling delete_port for 7f134856-a155-43ea-a656-eccdc16de1ce owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:05:12.199874 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.ipam_backend_mixin [None req-7a276267-eb79-46ca-9839-ce2b91cb0d77 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Port 7f134856-a155-43ea-a656-eccdc16de1ce was not found and therefore no delete operation was performed {{(pid=102774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 28 20:05:12.201360 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7a276267-eb79-46ca-9839-ce2b91cb0d77 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:12.255475 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-2df00704-976f-478c-98a9-4aa87c92e004 req-c36586e1-496f-40c3-b8df-3ca5b0505da5 service neutron] Attempting to bind port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:12.256019 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-2df00704-976f-478c-98a9-4aa87c92e004 req-c36586e1-496f-40c3-b8df-3ca5b0505da5 service neutron] Attempting to bind port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'b9c97a93-0ade-492f-9c5f-66c39a1dda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:12.256160 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df00704-976f-478c-98a9-4aa87c92e004 req-c36586e1-496f-40c3-b8df-3ca5b0505da5 service neutron] Attempting to bind port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 on network ee3d3d76-cef4-40e7-81fe-329a2d42ccbe {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:05:12.271873 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df00704-976f-478c-98a9-4aa87c92e004 req-c36586e1-496f-40c3-b8df-3ca5b0505da5 service neutron] Port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 on network ee3d3d76-cef4-40e7-81fe-329a2d42ccbe not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:05:12.272254 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df00704-976f-478c-98a9-4aa87c92e004 req-c36586e1-496f-40c3-b8df-3ca5b0505da5 service neutron] Attempting to bind port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 on network ee3d3d76-cef4-40e7-81fe-329a2d42ccbe {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:05:12.277386 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a276267-eb79-46ca-9839-ce2b91cb0d77 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Pushing event deleted for resources: {'Port': ['ID=7f134856-a155-43ea-a656-eccdc16de1ce,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:12.282731 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df00704-976f-478c-98a9-4aa87c92e004 req-c36586e1-496f-40c3-b8df-3ca5b0505da5 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:05:12.282731 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df00704-976f-478c-98a9-4aa87c92e004 req-c36586e1-496f-40c3-b8df-3ca5b0505da5 service neutron] Checking segment: {'id': 'b9c97a93-0ade-492f-9c5f-66c39a1dda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:05:12.282949 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df00704-976f-478c-98a9-4aa87c92e004 req-c36586e1-496f-40c3-b8df-3ca5b0505da5 service neutron] Bound using segment: {'id': 'b9c97a93-0ade-492f-9c5f-66c39a1dda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:05:12.283377 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-2df00704-976f-478c-98a9-4aa87c92e004 req-c36586e1-496f-40c3-b8df-3ca5b0505da5 service neutron] Bound port: 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c97a93-0ade-492f-9c5f-66c39a1dda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:05:12.283746 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2df00704-976f-478c-98a9-4aa87c92e004 req-c36586e1-496f-40c3-b8df-3ca5b0505da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:12.287741 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a276267-eb79-46ca-9839-ce2b91cb0d77 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] No DVR routers for this DVR port 7f134856-a155-43ea-a656-eccdc16de1ce on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:05:12.403914 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-2df00704-976f-478c-98a9-4aa87c92e004 req-c36586e1-496f-40c3-b8df-3ca5b0505da5 service neutron] For port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:05:12.407585 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-2df00704-976f-478c-98a9-4aa87c92e004 req-c36586e1-496f-40c3-b8df-3ca5b0505da5 service neutron] For port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8,segment=NetworkSegment(b9c97a93-0ade-492f-9c5f-66c39a1dda03),segment_id=b9c97a93-0ade-492f-9c5f-66c39a1dda03)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:05:12.429253 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2df00704-976f-478c-98a9-4aa87c92e004 req-c36586e1-496f-40c3-b8df-3ca5b0505da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:12.446313 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7a276267-eb79-46ca-9839-ce2b91cb0d77 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:12.467834 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df00704-976f-478c-98a9-4aa87c92e004 req-c36586e1-496f-40c3-b8df-3ca5b0505da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:12.468486 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2df00704-976f-478c-98a9-4aa87c92e004 req-c36586e1-496f-40c3-b8df-3ca5b0505da5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:12.470174 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2df00704-976f-478c-98a9-4aa87c92e004 req-c36586e1-496f-40c3-b8df-3ca5b0505da5 service neutron] 10.222.0.44 "PUT /v2.0/ports/0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 HTTP/1.1" status: 200 len: 1092 time: 1.3823342 Apr 28 20:05:12.470631 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a1473f9-bc67-4751-b4cd-5b7dbe764ee9', 'tag': '0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:05:12.477622 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac01491-a5e2-4d02-ba45-9c725448ea2e" -d '{"events": [{"name": "network-changed", "server_uuid": "6a1473f9-bc67-4751-b4cd-5b7dbe764ee9", "tag": "0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:05:12.498738 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-7a276267-eb79-46ca-9839-ce2b91cb0d77 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb86f246-df4b-451a-a249-8bb43570fa6a']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:12.509449 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36586e1-496f-40c3-b8df-3ca5b0505da5 service neutron] Pushing event updated for resources: {'Port': ['ID=0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:12.529035 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-7a276267-eb79-46ca-9839-ce2b91cb0d77 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdfd9e23-935e-42c8-844a-39b4a6572666') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:12.530203 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-7a276267-eb79-46ca-9839-ce2b91cb0d77 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdfd9e23-935e-42c8-844a-39b4a6572666') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:12.552959 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7a276267-eb79-46ca-9839-ce2b91cb0d77 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:12.559116 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc61414-4942-4066-b6b9-bff5fb3ad7e4 x-openstack-request-id: req-6fc61414-4942-4066-b6b9-bff5fb3ad7e4 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:05:12.559429 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a1473f9-bc67-4751-b4cd-5b7dbe764ee9", "tag": "0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:05:12.559656 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6fc61414-4942-4066-b6b9-bff5fb3ad7e4 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:05:12.560069 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fc61414-4942-4066-b6b9-bff5fb3ad7e4'] response: {'name': 'network-changed', 'server_uuid': '6a1473f9-bc67-4751-b4cd-5b7dbe764ee9', 'tag': '0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8', 'status': 'completed', 'code': 200} Apr 28 20:05:12.571168 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7a276267-eb79-46ca-9839-ce2b91cb0d77 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:12.578786 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a276267-eb79-46ca-9839-ce2b91cb0d77 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:05:12.579201 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7a276267-eb79-46ca-9839-ce2b91cb0d77 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:12.584359 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 20:05:12.584359 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:05:12.584359 n-d-839810-1 neutron-server[102774]: timer() Apr 28 20:05:12.584359 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:05:12.584359 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 20:05:12.584359 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:05:12.584359 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 20:05:12.584359 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:05:12.584359 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 20:05:12.584359 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:05:12.584359 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 20:05:12.584359 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:05:12.584359 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 20:05:12.584359 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:05:12.584359 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:05:12.584359 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:05:12.584359 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:05:12.584359 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:05:12.584359 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 20:05:12.584359 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:05:12.584359 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 20:05:12.584359 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:05:12.584359 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:05:12.584359 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:05:12.584359 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 20:05:12.584359 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:05:12.584359 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:05:12.584359 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:05:12.584359 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:05:12.584359 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:05:12.584359 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:05:12.584359 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:05:12.623703 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df00704-976f-478c-98a9-4aa87c92e004 req-973941b1-7e4f-4ec7-8f6d-f05d85ccb60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:12.624941 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2df00704-976f-478c-98a9-4aa87c92e004 req-973941b1-7e4f-4ec7-8f6d-f05d85ccb60e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 1095 time: 0.0894475 Apr 28 20:05:12.707573 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2df00704-976f-478c-98a9-4aa87c92e004 req-82d5885f-999c-4e48-b18d-d9fa1ae11ef5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 HTTP/1.1" status: 200 len: 217 time: 0.0714920 Apr 28 20:05:12.748559 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7a276267-eb79-46ca-9839-ce2b91cb0d77 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:12.758959 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7a276267-eb79-46ca-9839-ce2b91cb0d77 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:12.770990 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7a276267-eb79-46ca-9839-ce2b91cb0d77 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] 10.222.0.42 "DELETE /v2.0/networks/fb86f246-df4b-451a-a249-8bb43570fa6a HTTP/1.1" status: 204 len: 168 time: 1.0515826 Apr 28 20:05:12.862145 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a276267-eb79-46ca-9839-ce2b91cb0d77 tempest-TestSecurityGroupsBasicOps-102420813 tempest-TestSecurityGroupsBasicOps-102420813-project] Pushing event deleted for resources: {'Network': ['ID=fb86f246-df4b-451a-a249-8bb43570fa6a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:12.885732 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df00704-976f-478c-98a9-4aa87c92e004 req-bc5f18cf-821c-4035-86ca-7b0dbd415667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:12.889406 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2df00704-976f-478c-98a9-4aa87c92e004 req-bc5f18cf-821c-4035-86ca-7b0dbd415667 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=32ccebbd-14c6-4039-9288-f2e28383d507 HTTP/1.1" status: 200 len: 834 time: 0.1654234 Apr 28 20:05:12.991214 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e8480046-254f-4e9d-824c-2e31b7e68c68 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:05:12.991394 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df00704-976f-478c-98a9-4aa87c92e004 req-3f4a18cd-9aec-40d2-88ef-c47f76b0c32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:12.993206 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2df00704-976f-478c-98a9-4aa87c92e004 req-3f4a18cd-9aec-40d2-88ef-c47f76b0c32d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee3d3d76-cef4-40e7-81fe-329a2d42ccbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807626 Apr 28 20:05:13.000679 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7028958-0575-4957-ad49-26fd7494cae8 req-7bb2cc2e-cb93-40f9-a241-f5c546059a4d tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:13.002149 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e7028958-0575-4957-ad49-26fd7494cae8 req-7bb2cc2e-cb93-40f9-a241-f5c546059a4d tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 944 time: 0.1098752 Apr 28 20:05:13.049320 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: e8480046-254f-4e9d-824c-2e31b7e68c68 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:05:13.050937 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e8480046-254f-4e9d-824c-2e31b7e68c68 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:05:13.051877 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 85ba5686-562b-4f34-8dc0-c61d250866d7 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:05:13.104253 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e7028958-0575-4957-ad49-26fd7494cae8 req-43d073d5-1b15-44ce-b1f9-afcda7915244 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=66380742-5d7d-4438-a636-c20ed91b606a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934837 Apr 28 20:05:13.137755 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 85ba5686-562b-4f34-8dc0-c61d250866d7 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:05:13.139046 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 85ba5686-562b-4f34-8dc0-c61d250866d7 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:05:13.141546 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 7f134856-a155-43ea-a656-eccdc16de1ce no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:05:13.170640 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2df00704-976f-478c-98a9-4aa87c92e004 req-de2acd33-ab35-4d82-b6cd-2672cb6c03fa service neutron] 10.222.0.44 "GET /v2.0/networks/ee3d3d76-cef4-40e7-81fe-329a2d42ccbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674199 Apr 28 20:05:13.235972 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 7f134856-a155-43ea-a656-eccdc16de1ce {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:05:13.236434 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 7f134856-a155-43ea-a656-eccdc16de1ce not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:05:13.330119 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2df00704-976f-478c-98a9-4aa87c92e004 req-0da2fcb4-e038-4064-86b6-fe8800b983fd service neutron] 10.222.0.44 "GET /v2.0/networks/ee3d3d76-cef4-40e7-81fe-329a2d42ccbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523852 Apr 28 20:05:13.392430 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55124) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:05:13.449287 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac01491-a5e2-4d02-ba45-9c725448ea2e req-607e26bf-98cd-4dcd-b766-ad8141c47f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:13.451247 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7ac01491-a5e2-4d02-ba45-9c725448ea2e req-607e26bf-98cd-4dcd-b766-ad8141c47f2a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 1095 time: 0.0556347 Apr 28 20:05:13.572901 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-cfe4979f-a2dc-465a-be78-f74eb242e645 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=740864a3722b4fce8e622d6fc70a0132&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1791537 Apr 28 20:05:13.575120 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55132) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:05:13.586219 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac01491-a5e2-4d02-ba45-9c725448ea2e req-ba5ad209-2817-4184-ab78-4cff167c3c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:13.587753 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7ac01491-a5e2-4d02-ba45-9c725448ea2e req-ba5ad209-2817-4184-ab78-4cff167c3c8d service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee3d3d76-cef4-40e7-81fe-329a2d42ccbe HTTP/1.1" status: 200 len: 897 time: 0.1289694 Apr 28 20:05:13.629481 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a712ae9a-157c-4618-85a2-f54a1da93288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:13.637287 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7ac01491-a5e2-4d02-ba45-9c725448ea2e req-fab8d51f-113a-4eeb-b67c-04cf1c88d6f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 HTTP/1.1" status: 200 len: 217 time: 0.0416942 Apr 28 20:05:13.651590 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a712ae9a-157c-4618-85a2-f54a1da93288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:13.693392 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac01491-a5e2-4d02-ba45-9c725448ea2e req-92df6f17-49f1-4307-a581-c8f015d10ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:13.694972 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7ac01491-a5e2-4d02-ba45-9c725448ea2e req-92df6f17-49f1-4307-a581-c8f015d10ecd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=32ccebbd-14c6-4039-9288-f2e28383d507 HTTP/1.1" status: 200 len: 834 time: 0.0512397 Apr 28 20:05:13.725384 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a712ae9a-157c-4618-85a2-f54a1da93288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:13.730752 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a712ae9a-157c-4618-85a2-f54a1da93288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:13.732588 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a712ae9a-157c-4618-85a2-f54a1da93288 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/84831f9e-23ff-46fb-91b9-84914208bc82 HTTP/1.1" status: 204 len: 168 time: 0.1564918 Apr 28 20:05:13.755788 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac01491-a5e2-4d02-ba45-9c725448ea2e req-9ec44540-7d21-4718-bb0e-a20d501c08e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:13.757810 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7ac01491-a5e2-4d02-ba45-9c725448ea2e req-9ec44540-7d21-4718-bb0e-a20d501c08e6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee3d3d76-cef4-40e7-81fe-329a2d42ccbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551658 Apr 28 20:05:13.763767 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712ae9a-157c-4618-85a2-f54a1da93288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84831f9e-23ff-46fb-91b9-84914208bc82,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:13.924033 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7ac01491-a5e2-4d02-ba45-9c725448ea2e req-c6c969c3-6ecc-46d9-af6d-8e3de997bc2c service neutron] 10.222.0.44 "GET /v2.0/networks/ee3d3d76-cef4-40e7-81fe-329a2d42ccbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564295 Apr 28 20:05:14.053567 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7ac01491-a5e2-4d02-ba45-9c725448ea2e req-6122c883-43cc-4e3e-9cac-8d2e0c17580d service neutron] 10.222.0.44 "GET /v2.0/networks/ee3d3d76-cef4-40e7-81fe-329a2d42ccbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209648 Apr 28 20:05:14.124861 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55158) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:05:14.138920 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b9152f5b-7f56-4957-ac9d-af22787e725a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:14.265263 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b9152f5b-7f56-4957-ac9d-af22787e725a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:14.271722 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b9152f5b-7f56-4957-ac9d-af22787e725a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:14.306541 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a221ff2-9146-425f-b87d-6a9cdec1c50b req-a5c55732-6b2e-4a59-91de-763d507dc1ed tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:14.308436 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7a221ff2-9146-425f-b87d-6a9cdec1c50b req-a5c55732-6b2e-4a59-91de-763d507dc1ed tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 944 time: 0.0894985 Apr 28 20:05:14.352556 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b9152f5b-7f56-4957-ac9d-af22787e725a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e16ed2b78880468caf79a618a9d095ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2264638 Apr 28 20:05:14.353789 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9152f5b-7f56-4957-ac9d-af22787e725a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5885c2-4db2-47fb-ba91-ca8240528c95,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:14.355068 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 55166) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:05:14.392366 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7a221ff2-9146-425f-b87d-6a9cdec1c50b req-b4d7d124-5d91-440e-95b8-a4664eb3b107 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=66380742-5d7d-4438-a636-c20ed91b606a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707211 Apr 28 20:05:14.431108 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0e23b430-a69d-4ad2-8cb4-303cb159ca64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:14.455361 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0e23b430-a69d-4ad2-8cb4-303cb159ca64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:14.508685 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0e23b430-a69d-4ad2-8cb4-303cb159ca64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:14.511821 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0e23b430-a69d-4ad2-8cb4-303cb159ca64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:14.515368 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0e23b430-a69d-4ad2-8cb4-303cb159ca64 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7d5885c2-4db2-47fb-ba91-ca8240528c95 HTTP/1.1" status: 204 len: 168 time: 0.1568408 Apr 28 20:05:14.524082 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23b430-a69d-4ad2-8cb4-303cb159ca64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5885c2-4db2-47fb-ba91-ca8240528c95,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:14.906641 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55174) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:05:14.948976 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6b609522-2a55-4d09-a9d7-bdc7f96f520c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=013849932a254037aabf287791421c8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411170 Apr 28 20:05:14.951507 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55176) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:05:15.013588 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8307ff91-16ed-448f-978f-6b4fdd558edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:15.037413 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8307ff91-16ed-448f-978f-6b4fdd558edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:15.094314 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8307ff91-16ed-448f-978f-6b4fdd558edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:15.096963 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8307ff91-16ed-448f-978f-6b4fdd558edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:15.098322 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8307ff91-16ed-448f-978f-6b4fdd558edc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1847a929-ada1-4636-82f4-7812d8444dfe HTTP/1.1" status: 204 len: 168 time: 0.1459167 Apr 28 20:05:15.107485 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307ff91-16ed-448f-978f-6b4fdd558edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1847a929-ada1-4636-82f4-7812d8444dfe,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:15.527684 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d396a-719d-4e5e-b0f6-c96b938e9205 req-92817c04-a56d-45e8-a308-2a3e7ecc1ff6 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:15.530418 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-290d396a-719d-4e5e-b0f6-c96b938e9205 req-92817c04-a56d-45e8-a308-2a3e7ecc1ff6 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 944 time: 0.0590878 Apr 28 20:05:15.576922 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-290d396a-719d-4e5e-b0f6-c96b938e9205 req-b7016b71-7e14-4363-9b37-b554bc475722 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=66380742-5d7d-4438-a636-c20ed91b606a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386324 Apr 28 20:05:15.598458 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:05:15.799139 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8,segment=NetworkSegment(b9c97a93-0ade-492f-9c5f-66c39a1dda03),segment_id=b9c97a93-0ade-492f-9c5f-66c39a1dda03)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:05:15.833227 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8', 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe', 'port_id': '0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8', 'mac_address': 'fa:16:3e:25:4c:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32ccebbd-14c6-4039-9288-f2e28383d507', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:05:15.885961 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:15.906609 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:05:15.940064 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8,segment=NetworkSegment(b9c97a93-0ade-492f-9c5f-66c39a1dda03),segment_id=b9c97a93-0ade-492f-9c5f-66c39a1dda03)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:05:15.946004 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:16.009238 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:16.157392 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:05:16.715066 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d5cc8-ae69-4129-bf39-c5233119b346 req-3a1fc00c-0488-4f26-bcba-dab2df8c6ad3 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:16.716595 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-388d5cc8-ae69-4129-bf39-c5233119b346 req-3a1fc00c-0488-4f26-bcba-dab2df8c6ad3 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 945 time: 0.0565739 Apr 28 20:05:16.757505 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-388d5cc8-ae69-4129-bf39-c5233119b346 req-43571424-1d54-4676-8c39-ce9d05463cfe tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=66380742-5d7d-4438-a636-c20ed91b606a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336716 Apr 28 20:05:16.982663 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55192) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:05:17.029763 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff95b96d-05c5-430f-8a4d-de5bdcde7e0f admin admin] Deleting subnet 139b68e3-9992-4157-9be2-66ce6383a053 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:05:17.033097 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ff95b96d-05c5-430f-8a4d-de5bdcde7e0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:17.082514 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ff95b96d-05c5-430f-8a4d-de5bdcde7e0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:17.128156 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ff95b96d-05c5-430f-8a4d-de5bdcde7e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:17.184453 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ff95b96d-05c5-430f-8a4d-de5bdcde7e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:17.210487 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95b96d-05c5-430f-8a4d-de5bdcde7e0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=139b68e3-9992-4157-9be2-66ce6383a053,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:17.214323 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ff95b96d-05c5-430f-8a4d-de5bdcde7e0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:17.220044 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 55196) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:05:17.224269 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ff95b96d-05c5-430f-8a4d-de5bdcde7e0f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/139b68e3-9992-4157-9be2-66ce6383a053 HTTP/1.1" status: 204 len: 168 time: 0.2356441 Apr 28 20:05:17.290934 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-03682a69-4716-410d-9a7c-536ca6c2ab8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:17.378267 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-03682a69-4716-410d-9a7c-536ca6c2ab8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:17.399712 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-03682a69-4716-410d-9a7c-536ca6c2ab8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1257065b-636d-4562-9945-4d3f71e38460']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:17.408837 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-03682a69-4716-410d-9a7c-536ca6c2ab8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2bed0b-01bb-4134-a009-1575952a87b8') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:17.409133 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-03682a69-4716-410d-9a7c-536ca6c2ab8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2bed0b-01bb-4134-a009-1575952a87b8') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:17.420668 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-03682a69-4716-410d-9a7c-536ca6c2ab8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:17.439410 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-03682a69-4716-410d-9a7c-536ca6c2ab8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:17.446450 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03682a69-4716-410d-9a7c-536ca6c2ab8d admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:05:17.446836 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-03682a69-4716-410d-9a7c-536ca6c2ab8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:17.448550 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 20:05:17.448550 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:05:17.448550 n-d-839810-1 neutron-server[102773]: timer() Apr 28 20:05:17.448550 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:05:17.448550 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 20:05:17.448550 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:05:17.448550 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 20:05:17.448550 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:05:17.448550 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 20:05:17.448550 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:05:17.448550 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 20:05:17.448550 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:05:17.448550 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 20:05:17.448550 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:05:17.448550 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:05:17.448550 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:05:17.448550 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:05:17.448550 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:05:17.448550 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 20:05:17.448550 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:05:17.448550 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 20:05:17.448550 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:05:17.448550 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:05:17.448550 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:05:17.448550 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 20:05:17.448550 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:05:17.448550 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:05:17.448550 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:05:17.448550 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:05:17.448550 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:05:17.448550 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:05:17.448550 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:05:17.508710 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-03682a69-4716-410d-9a7c-536ca6c2ab8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:17.514610 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-03682a69-4716-410d-9a7c-536ca6c2ab8d admin admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:17.517726 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-03682a69-4716-410d-9a7c-536ca6c2ab8d admin admin] 10.222.0.42 "DELETE /v2.0/networks/1257065b-636d-4562-9945-4d3f71e38460 HTTP/1.1" status: 204 len: 168 time: 0.2965753 Apr 28 20:05:17.535571 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03682a69-4716-410d-9a7c-536ca6c2ab8d admin admin] Pushing event deleted for resources: {'Network': ['ID=1257065b-636d-4562-9945-4d3f71e38460,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:17.590739 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:05:17.653313 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:05:17.657300 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:17.657788 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:17.712754 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55200) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:05:17.745971 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:17.757621 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9f9e20af-1ce8-429f-95e5-89c4f3f8d39f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7935b8771de9446f8d5b5e8387574e0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413346 Apr 28 20:05:17.758165 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55202) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:05:17.771003 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1473f9-bc67-4751-b4cd-5b7dbe764ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:05:17.773374 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b445badd-9632-4c73-91ff-0192e2ed8d76" -d '{"events": [{"server_uuid": "6a1473f9-bc67-4751-b4cd-5b7dbe764ee9", "name": "network-vif-plugged", "status": "completed", "tag": "0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:05:17.786856 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8,segment=NetworkSegment(b9c97a93-0ade-492f-9c5f-66c39a1dda03),segment_id=b9c97a93-0ade-492f-9c5f-66c39a1dda03)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:05:17.794947 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:17.837593 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4e46b08f-a6b5-4848-a865-7084ba16deab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:17.852563 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9062990-8c1d-4ebb-ba70-d499db2b3e80 x-openstack-request-id: req-c9062990-8c1d-4ebb-ba70-d499db2b3e80 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:05:17.852846 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a1473f9-bc67-4751-b4cd-5b7dbe764ee9", "name": "network-vif-plugged", "status": "completed", "tag": "0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:05:17.853467 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c9062990-8c1d-4ebb-ba70-d499db2b3e80 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:05:17.854020 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9062990-8c1d-4ebb-ba70-d499db2b3e80'] response: {'server_uuid': '6a1473f9-bc67-4751-b4cd-5b7dbe764ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8', 'code': 200} Apr 28 20:05:17.879288 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:17.891975 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4e46b08f-a6b5-4848-a865-7084ba16deab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:17.956035 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b385b1-877a-45c7-8eb0-1a316d671636 req-7c1c783a-9c59-4db0-be2c-0fc7417bf7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:17.958434 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-30b385b1-877a-45c7-8eb0-1a316d671636 req-7c1c783a-9c59-4db0-be2c-0fc7417bf7ea service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 1097 time: 0.0507760 Apr 28 20:05:17.963546 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0821268-5dfb-4261-96c4-9d8bc4f5e29b req-1abd5bd0-4a0c-4ad9-8c6c-e77891cd9471 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:17.965076 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f0821268-5dfb-4261-96c4-9d8bc4f5e29b req-1abd5bd0-4a0c-4ad9-8c6c-e77891cd9471 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 946 time: 0.0987520 Apr 28 20:05:17.980414 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4e46b08f-a6b5-4848-a865-7084ba16deab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:17.983207 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4e46b08f-a6b5-4848-a865-7084ba16deab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:17.984338 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4e46b08f-a6b5-4848-a865-7084ba16deab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/29a7ab95-457b-4595-9690-a1bd2d1992a2 HTTP/1.1" status: 204 len: 168 time: 0.2256157 Apr 28 20:05:17.999836 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-30b385b1-877a-45c7-8eb0-1a316d671636 req-512c0ed9-bf16-4920-a19f-09ed94446ca7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=66380742-5d7d-4438-a636-c20ed91b606a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345137 Apr 28 20:05:18.009252 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46b08f-a6b5-4848-a865-7084ba16deab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a7ab95-457b-4595-9690-a1bd2d1992a2,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:18.054824 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f0821268-5dfb-4261-96c4-9d8bc4f5e29b req-9cdb603c-e36e-48c1-8db7-81dff277b0e2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=66380742-5d7d-4438-a636-c20ed91b606a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759902 Apr 28 20:05:19.267922 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d9d15-3a67-422c-b6d3-09af0a3f9c18 req-bb50b99e-c31c-492b-b0b4-598e9131f218 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:19.270155 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d95d9d15-3a67-422c-b6d3-09af0a3f9c18 req-bb50b99e-c31c-492b-b0b4-598e9131f218 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 946 time: 0.0750499 Apr 28 20:05:19.337014 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d95d9d15-3a67-422c-b6d3-09af0a3f9c18 req-74a8819e-e55d-4650-a198-95478dc395b9 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=66380742-5d7d-4438-a636-c20ed91b606a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594313 Apr 28 20:05:19.815591 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-24d6c595-8e7a-4569-aab2-4698b13c47cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:20.479595 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd24bc5-49ea-4587-88a7-d7ca7d9f831f req-b79483f5-8216-4ed1-8a62-e6b02e440262 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:20.481457 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cfd24bc5-49ea-4587-88a7-d7ca7d9f831f req-b79483f5-8216-4ed1-8a62-e6b02e440262 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 946 time: 0.0645308 Apr 28 20:05:20.541127 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cfd24bc5-49ea-4587-88a7-d7ca7d9f831f req-4cc7ba58-ff88-477d-8c06-b225eedc859c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=66380742-5d7d-4438-a636-c20ed91b606a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526028 Apr 28 20:05:20.706336 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f447764-7d9a-4163-8b34-cbd7d50761d9 req-502f4f77-790c-4ac6-baa7-24c0b97386a2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:20.715189 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0f447764-7d9a-4163-8b34-cbd7d50761d9 req-502f4f77-790c-4ac6-baa7-24c0b97386a2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 946 time: 0.0767326 Apr 28 20:05:20.759007 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0f447764-7d9a-4163-8b34-cbd7d50761d9 req-3c2d9d3d-91e3-4d62-975c-3ca11c7b2b2d tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=66380742-5d7d-4438-a636-c20ed91b606a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426619 Apr 28 20:05:20.791391 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55464) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:05:21.050990 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f3065c-2f57-48b5-a388-ad6c378c2783 tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:21.052734 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a5f3065c-2f57-48b5-a388-ad6c378c2783 tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 1092 time: 0.2603455 Apr 28 20:05:21.055752 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55502) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:05:21.060595 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-b80edae9-30cc-41d8-812f-7716b548a378 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'port_id': '0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:21.083375 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b80edae9-30cc-41d8-812f-7716b548a378 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:21.194425 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b80edae9-30cc-41d8-812f-7716b548a378 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:21.323165 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-b80edae9-30cc-41d8-812f-7716b548a378 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Allocated IP 172.25.8.68 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/eb20536b-9c1e-42e7-9f81-4cce6d41d921) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:05:21.436205 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b80edae9-30cc-41d8-812f-7716b548a378 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:21.486812 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b80edae9-30cc-41d8-812f-7716b548a378 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:21.533984 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80edae9-30cc-41d8-812f-7716b548a378 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:21.538023 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-b80edae9-30cc-41d8-812f-7716b548a378 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:21.542441 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80edae9-30cc-41d8-812f-7716b548a378 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:05:21.545802 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80edae9-30cc-41d8-812f-7716b548a378 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'Port': ['ID=eb20536b-9c1e-42e7-9f81-4cce6d41d921,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:22.046071 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8f1f84ba-81d8-4166-b6da-f1f4d254ff58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:22.050844 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b80edae9-30cc-41d8-812f-7716b548a378 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:22.128674 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b80edae9-30cc-41d8-812f-7716b548a378 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:22.292815 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b80edae9-30cc-41d8-812f-7716b548a378 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:22.297631 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b80edae9-30cc-41d8-812f-7716b548a378 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:22.369672 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80edae9-30cc-41d8-812f-7716b548a378 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'Port': ['ID=eb20536b-9c1e-42e7-9f81-4cce6d41d921,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:22.386400 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b80edae9-30cc-41d8-812f-7716b548a378 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:22.494143 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-b80edae9-30cc-41d8-812f-7716b548a378 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Floating IP f4b0cee4-f532-4044-9512-53432365cb91 associated. External IP: 172.25.8.68, port: 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8. Apr 28 20:05:22.718374 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80edae9-30cc-41d8-812f-7716b548a378 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Router 44449436-092a-45d2-a26c-a2b1f7554dbf has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:05:23.165866 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80edae9-30cc-41d8-812f-7716b548a378 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:05:23.176317 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de69fbcd-03d6-4596-894b-bd73dd237d11 None None] Sync routers for ids ['44449436-092a-45d2-a26c-a2b1f7554dbf'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:05:23.185634 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b80edae9-30cc-41d8-812f-7716b548a378 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:23.189358 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de69fbcd-03d6-4596-894b-bd73dd237d11 None None] Routers {'44449436-092a-45d2-a26c-a2b1f7554dbf'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:05:23.190074 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-de69fbcd-03d6-4596-894b-bd73dd237d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:05:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['44449436-092a-45d2-a26c-a2b1f7554dbf'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:23.217507 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b80edae9-30cc-41d8-812f-7716b548a378 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1577959 Apr 28 20:05:23.217507 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a1473f9-bc67-4751-b4cd-5b7dbe764ee9', 'tag': '0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:05:23.217859 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f924355b-3c51-45ce-b74e-80d151adfc0d" -d '{"events": [{"name": "network-changed", "server_uuid": "6a1473f9-bc67-4751-b4cd-5b7dbe764ee9", "tag": "0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:05:23.283004 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2d1575-8c09-492d-93c2-74866dc0df22 x-openstack-request-id: req-bf2d1575-8c09-492d-93c2-74866dc0df22 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:05:23.283513 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a1473f9-bc67-4751-b4cd-5b7dbe764ee9", "tag": "0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:05:23.284154 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bf2d1575-8c09-492d-93c2-74866dc0df22 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:05:23.285350 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf2d1575-8c09-492d-93c2-74866dc0df22'] response: {'name': 'network-changed', 'server_uuid': '6a1473f9-bc67-4751-b4cd-5b7dbe764ee9', 'tag': '0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8', 'status': 'completed', 'code': 200} Apr 28 20:05:23.326668 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-de69fbcd-03d6-4596-894b-bd73dd237d11 None None] Set router 44449436-092a-45d2-a26c-a2b1f7554dbf gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:05:23.339920 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d6f6d-34f4-4424-927b-e5d02d87d0bf req-2e75591b-f93d-49e3-8db2-ade38504a154 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:23.341983 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a38d6f6d-34f4-4424-927b-e5d02d87d0bf req-2e75591b-f93d-49e3-8db2-ade38504a154 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 946 time: 0.0697725 Apr 28 20:05:23.357939 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924355b-3c51-45ce-b74e-80d151adfc0d req-fa1d60e7-2ecc-40ff-8490-dbe3a82ea0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:23.360049 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f924355b-3c51-45ce-b74e-80d151adfc0d req-fa1d60e7-2ecc-40ff-8490-dbe3a82ea0e1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 1097 time: 0.0561717 Apr 28 20:05:23.392085 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a38d6f6d-34f4-4424-927b-e5d02d87d0bf req-f804f6dc-637c-4e70-a53a-99efdab5edfd tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=66380742-5d7d-4438-a636-c20ed91b606a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431752 Apr 28 20:05:23.418090 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55716) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:05:23.458992 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924355b-3c51-45ce-b74e-80d151adfc0d req-143a608b-2911-4659-b1bc-dcebc27784a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:23.460697 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f924355b-3c51-45ce-b74e-80d151adfc0d req-143a608b-2911-4659-b1bc-dcebc27784a8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee3d3d76-cef4-40e7-81fe-329a2d42ccbe HTTP/1.1" status: 200 len: 897 time: 0.0942740 Apr 28 20:05:23.494907 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9ef493b7-a498-4f53-bb0b-2965eb80bad6 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/floatingips/f4b0cee4-f532-4044-9512-53432365cb91 HTTP/1.1" status: 200 len: 991 time: 0.0754764 Apr 28 20:05:23.553229 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:23.681029 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-de69fbcd-03d6-4596-894b-bd73dd237d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608430028', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:57Z', 'updated_at': '2022-04-28T20:05:04Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': 'e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:58Z', 'updated_at': '2022-04-28T20:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': 'f4b0cee4-f532-4044-9512-53432365cb91', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'port_id': '0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe', 'mac_address': 'fa:16:3e:25:4c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1473f9-bc67-4751-b4cd-5b7dbe764ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:05:21Z', 'updated_at': '2022-04-28T20:05:21Z', 'revision_number': 0, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88eaec4d-36ba-497b-88d1-26a45867cdc7', 'name': '', 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'mac_address': 'fa:16:3e:a8:ae:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '32ccebbd-14c6-4039-9288-f2e28383d507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:03Z', 'updated_at': '2022-04-28T20:05:08Z', 'revision_number': 5, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'subnets': [{'id': '32ccebbd-14c6-4039-9288-f2e28383d507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:23.712330 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de69fbcd-03d6-4596-894b-bd73dd237d11 None None] Checking router: 44449436-092a-45d2-a26c-a2b1f7554dbf for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:05:23.722121 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de69fbcd-03d6-4596-894b-bd73dd237d11 None None] Routers {'44449436-092a-45d2-a26c-a2b1f7554dbf'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:05:23.722802 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-de69fbcd-03d6-4596-894b-bd73dd237d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:05:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['44449436-092a-45d2-a26c-a2b1f7554dbf'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:23.865908 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-de69fbcd-03d6-4596-894b-bd73dd237d11 None None] Set router 44449436-092a-45d2-a26c-a2b1f7554dbf gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:05:23.930309 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f924355b-3c51-45ce-b74e-80d151adfc0d req-9abff125-77c6-4c22-b9b7-c2255b15045c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 HTTP/1.1" status: 200 len: 999 time: 0.4630480 Apr 28 20:05:24.010932 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924355b-3c51-45ce-b74e-80d151adfc0d req-7ed6376c-9961-4dbc-87b2-d14cbc155cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:24.014038 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f924355b-3c51-45ce-b74e-80d151adfc0d req-7ed6376c-9961-4dbc-87b2-d14cbc155cbb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=32ccebbd-14c6-4039-9288-f2e28383d507 HTTP/1.1" status: 200 len: 834 time: 0.0762305 Apr 28 20:05:24.082827 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924355b-3c51-45ce-b74e-80d151adfc0d req-b3a30d77-a5ff-489c-984c-758c8a23b534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:24.085165 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f924355b-3c51-45ce-b74e-80d151adfc0d req-b3a30d77-a5ff-489c-984c-758c8a23b534 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee3d3d76-cef4-40e7-81fe-329a2d42ccbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641541 Apr 28 20:05:24.219714 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-de69fbcd-03d6-4596-894b-bd73dd237d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608430028', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:57Z', 'updated_at': '2022-04-28T20:05:04Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': 'e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:58Z', 'updated_at': '2022-04-28T20:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': 'f4b0cee4-f532-4044-9512-53432365cb91', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'port_id': '0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe', 'mac_address': 'fa:16:3e:25:4c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1473f9-bc67-4751-b4cd-5b7dbe764ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:05:21Z', 'updated_at': '2022-04-28T20:05:21Z', 'revision_number': 0, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88eaec4d-36ba-497b-88d1-26a45867cdc7', 'name': '', 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'mac_address': 'fa:16:3e:a8:ae:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '32ccebbd-14c6-4039-9288-f2e28383d507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:03Z', 'updated_at': '2022-04-28T20:05:08Z', 'revision_number': 5, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'subnets': [{'id': '32ccebbd-14c6-4039-9288-f2e28383d507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:24.256535 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de69fbcd-03d6-4596-894b-bd73dd237d11 None None] The sync data for ids ['44449436-092a-45d2-a26c-a2b1f7554dbf'] in n-d-839810-1 is: [{'id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608430028', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:57Z', 'updated_at': '2022-04-28T20:05:04Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': 'e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:58Z', 'updated_at': '2022-04-28T20:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': 'f4b0cee4-f532-4044-9512-53432365cb91', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'port_id': '0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe', 'mac_address': 'fa:16:3e:25:4c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1473f9-bc67-4751-b4cd-5b7dbe764ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:05:21Z', 'updated_at': '2022-04-28T20:05:21Z', 'revision_number': 0, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88eaec4d-36ba-497b-88d1-26a45867cdc7', 'name': '', 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'mac_address': 'fa:16:3e:a8:ae:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '32ccebbd-14c6-4039-9288-f2e28383d507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:03Z', 'updated_at': '2022-04-28T20:05:08Z', 'revision_number': 5, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'subnets': [{'id': '32ccebbd-14c6-4039-9288-f2e28383d507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:05:24.287070 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f924355b-3c51-45ce-b74e-80d151adfc0d req-a5a57c4c-7f4b-4b57-aeb9-ea9044ee24dd service neutron] 10.222.0.44 "GET /v2.0/networks/ee3d3d76-cef4-40e7-81fe-329a2d42ccbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947920 Apr 28 20:05:24.402338 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f924355b-3c51-45ce-b74e-80d151adfc0d req-7e35048a-159b-462b-ad79-bda2be125cf6 service neutron] 10.222.0.44 "GET /v2.0/networks/ee3d3d76-cef4-40e7-81fe-329a2d42ccbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087728 Apr 28 20:05:24.497297 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55726) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:05:24.536616 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cbb536-7c27-4afe-adbd-909223ba1abe None None] New status for floating IP f4b0cee4-f532-4044-9512-53432365cb91: ACTIVE {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:05:24.569738 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-45ace729-a95d-40d0-af99-b35cee7564ab tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/floatingips/f4b0cee4-f532-4044-9512-53432365cb91 HTTP/1.1" status: 200 len: 991 time: 0.0712628 Apr 28 20:05:25.573710 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55736) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:05:25.646382 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9796b78d-55ec-4d65-9726-902d8801b96f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/floatingips/f4b0cee4-f532-4044-9512-53432365cb91 HTTP/1.1" status: 200 len: 993 time: 0.0654221 Apr 28 20:05:25.824644 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:25.927772 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:30.316951 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55810) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:05:30.426090 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-207fee7c-f0fb-45b6-adde-ed77178dfc2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:30.500398 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-207fee7c-f0fb-45b6-adde-ed77178dfc2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:30.504852 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-207fee7c-f0fb-45b6-adde-ed77178dfc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:30.541299 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207fee7c-f0fb-45b6-adde-ed77178dfc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249006da-07bb-4a4f-af3b-eba77a3894d9,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:30.546891 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-207fee7c-f0fb-45b6-adde-ed77178dfc2c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7a9513c9926f4b5abec4298920a8384e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2288620 Apr 28 20:05:30.550218 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 55814) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:05:30.604859 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e699334f-312c-4c85-ab38-64d0c2b27174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:30.630255 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e699334f-312c-4c85-ab38-64d0c2b27174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:30.679796 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e699334f-312c-4c85-ab38-64d0c2b27174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:30.682402 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e699334f-312c-4c85-ab38-64d0c2b27174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:30.683564 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e699334f-312c-4c85-ab38-64d0c2b27174 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/249006da-07bb-4a4f-af3b-eba77a3894d9 HTTP/1.1" status: 204 len: 168 time: 0.1321652 Apr 28 20:05:30.692154 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699334f-312c-4c85-ab38-64d0c2b27174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249006da-07bb-4a4f-af3b-eba77a3894d9,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:30.699601 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699334f-312c-4c85-ab38-64d0c2b27174 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:30.699940 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699334f-312c-4c85-ab38-64d0c2b27174 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:30.700402 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699334f-312c-4c85-ab38-64d0c2b27174 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:30.700732 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699334f-312c-4c85-ab38-64d0c2b27174 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:30.701063 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699334f-312c-4c85-ab38-64d0c2b27174 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:30.701378 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699334f-312c-4c85-ab38-64d0c2b27174 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:30.701699 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699334f-312c-4c85-ab38-64d0c2b27174 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:30.702030 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699334f-312c-4c85-ab38-64d0c2b27174 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:30.702331 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699334f-312c-4c85-ab38-64d0c2b27174 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:30.702647 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699334f-312c-4c85-ab38-64d0c2b27174 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:30.702964 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699334f-312c-4c85-ab38-64d0c2b27174 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:30.703276 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699334f-312c-4c85-ab38-64d0c2b27174 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:30.976407 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 55820) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:05:30.990144 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f0f81fdf-b47a-4a3b-b99c-8bc0b8872a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:31.087736 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f0f81fdf-b47a-4a3b-b99c-8bc0b8872a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:31.095490 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f0f81fdf-b47a-4a3b-b99c-8bc0b8872a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:31.140653 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f0f81fdf-b47a-4a3b-b99c-8bc0b8872a4b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a8de8a1aa7af4657a3de016f3f9e42de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1657169 Apr 28 20:05:31.141778 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f81fdf-b47a-4a3b-b99c-8bc0b8872a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e82b80-62e6-48b7-bfad-436dc3422081,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:31.143385 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55822) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:05:31.204355 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-806f071f-a87c-41ff-bd9f-80f4e0c9bb5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:31.226225 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-806f071f-a87c-41ff-bd9f-80f4e0c9bb5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:31.276800 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-806f071f-a87c-41ff-bd9f-80f4e0c9bb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:31.279304 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-806f071f-a87c-41ff-bd9f-80f4e0c9bb5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:31.280492 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-806f071f-a87c-41ff-bd9f-80f4e0c9bb5e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f8e82b80-62e6-48b7-bfad-436dc3422081 HTTP/1.1" status: 204 len: 168 time: 0.1345603 Apr 28 20:05:31.288930 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f071f-a87c-41ff-bd9f-80f4e0c9bb5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e82b80-62e6-48b7-bfad-436dc3422081,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:31.910984 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:33.526211 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:36.800886 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55950) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:05:36.926712 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0a56a74e-5bcc-4b3e-838e-9a67d3a3d90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:37.009814 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0a56a74e-5bcc-4b3e-838e-9a67d3a3d90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:37.015443 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0a56a74e-5bcc-4b3e-838e-9a67d3a3d90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:37.063594 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0a56a74e-5bcc-4b3e-838e-9a67d3a3d90a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ffa8ed33285d4cb89ed3eaa280a17855&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2591748 Apr 28 20:05:37.063839 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 55954) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:05:37.066679 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56a74e-5bcc-4b3e-838e-9a67d3a3d90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e9fa2a-92ae-4642-88e0-c0de46f3c24b,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:37.084153 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a56a74e-5bcc-4b3e-838e-9a67d3a3d90a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:37.084484 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a56a74e-5bcc-4b3e-838e-9a67d3a3d90a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:37.084818 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a56a74e-5bcc-4b3e-838e-9a67d3a3d90a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:37.085149 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a56a74e-5bcc-4b3e-838e-9a67d3a3d90a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:37.085475 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a56a74e-5bcc-4b3e-838e-9a67d3a3d90a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:37.085873 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a56a74e-5bcc-4b3e-838e-9a67d3a3d90a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:37.086116 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a56a74e-5bcc-4b3e-838e-9a67d3a3d90a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:37.086435 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a56a74e-5bcc-4b3e-838e-9a67d3a3d90a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:37.086754 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a56a74e-5bcc-4b3e-838e-9a67d3a3d90a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:37.087071 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a56a74e-5bcc-4b3e-838e-9a67d3a3d90a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:37.087386 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a56a74e-5bcc-4b3e-838e-9a67d3a3d90a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:37.087701 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a56a74e-5bcc-4b3e-838e-9a67d3a3d90a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:37.132406 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9d476a78-0a17-4473-a27a-a7d64a8b56b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:37.156681 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9d476a78-0a17-4473-a27a-a7d64a8b56b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:37.211444 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9d476a78-0a17-4473-a27a-a7d64a8b56b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:37.214172 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9d476a78-0a17-4473-a27a-a7d64a8b56b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:37.215352 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9d476a78-0a17-4473-a27a-a7d64a8b56b4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/10e9fa2a-92ae-4642-88e0-c0de46f3c24b HTTP/1.1" status: 204 len: 168 time: 0.1507497 Apr 28 20:05:37.223967 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d476a78-0a17-4473-a27a-a7d64a8b56b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e9fa2a-92ae-4642-88e0-c0de46f3c24b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:37.647795 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:05:38.032489 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-906f6ef1-2cb3-4849-8484-bbf0d566f9ae req-065303a0-9184-4c47-b1aa-0453260ca216 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438573 Apr 28 20:05:38.118438 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f6ef1-2cb3-4849-8484-bbf0d566f9ae req-9fe272c5-c331-465f-8987-1e813d7ce566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:38.120016 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-906f6ef1-2cb3-4849-8484-bbf0d566f9ae req-9fe272c5-c331-465f-8987-1e813d7ce566 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 1097 time: 0.0437856 Apr 28 20:05:38.231282 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f6ef1-2cb3-4849-8484-bbf0d566f9ae req-36b7be0f-3924-48b4-9c5e-84bcd7db969b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:38.232839 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-906f6ef1-2cb3-4849-8484-bbf0d566f9ae req-36b7be0f-3924-48b4-9c5e-84bcd7db969b service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee3d3d76-cef4-40e7-81fe-329a2d42ccbe HTTP/1.1" status: 200 len: 897 time: 0.0929420 Apr 28 20:05:38.301954 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-906f6ef1-2cb3-4849-8484-bbf0d566f9ae req-0c0575d9-af99-4d23-8081-0a4dcf86f48f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 HTTP/1.1" status: 200 len: 1001 time: 0.0617607 Apr 28 20:05:38.353419 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f6ef1-2cb3-4849-8484-bbf0d566f9ae req-0cc03fe4-fc38-4f5d-a193-afdac02e41fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:38.354890 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-906f6ef1-2cb3-4849-8484-bbf0d566f9ae req-0cc03fe4-fc38-4f5d-a193-afdac02e41fb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=32ccebbd-14c6-4039-9288-f2e28383d507 HTTP/1.1" status: 200 len: 834 time: 0.0453920 Apr 28 20:05:38.406387 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f6ef1-2cb3-4849-8484-bbf0d566f9ae req-3d61a8fe-40e8-4434-9f9f-783dd365f6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:38.407862 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-906f6ef1-2cb3-4849-8484-bbf0d566f9ae req-3d61a8fe-40e8-4434-9f9f-783dd365f6bf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee3d3d76-cef4-40e7-81fe-329a2d42ccbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461066 Apr 28 20:05:38.501232 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-906f6ef1-2cb3-4849-8484-bbf0d566f9ae req-bce1f00c-e44c-439e-a580-5890b393c515 service neutron] 10.222.0.44 "GET /v2.0/networks/ee3d3d76-cef4-40e7-81fe-329a2d42ccbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863998 Apr 28 20:05:38.602072 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-906f6ef1-2cb3-4849-8484-bbf0d566f9ae req-86938f9e-17e8-4bdd-b6ab-5523795f1102 service neutron] 10.222.0.44 "GET /v2.0/networks/ee3d3d76-cef4-40e7-81fe-329a2d42ccbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943840 Apr 28 20:05:49.821451 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-64960082-dfe7-40d8-af42-d7781ceb397a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:49.896143 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56028) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:05:50.010793 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d776f961-ff73-4766-aa1d-bdf43bb08d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:50.087560 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d776f961-ff73-4766-aa1d-bdf43bb08d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:50.091302 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d776f961-ff73-4766-aa1d-bdf43bb08d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:50.128606 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776f961-ff73-4766-aa1d-bdf43bb08d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10795961-d769-4fa1-924e-3d1ffb67e93c,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:50.133372 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d776f961-ff73-4766-aa1d-bdf43bb08d5d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c7a462bd273c4fe3af465e8db137eadc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2355692 Apr 28 20:05:50.135477 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56032) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:05:50.185516 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e151eda6-21f7-4d68-a6db-74b60347ff3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:50.207319 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e151eda6-21f7-4d68-a6db-74b60347ff3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:50.252684 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e151eda6-21f7-4d68-a6db-74b60347ff3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:50.255369 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e151eda6-21f7-4d68-a6db-74b60347ff3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:50.256608 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e151eda6-21f7-4d68-a6db-74b60347ff3a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/10795961-d769-4fa1-924e-3d1ffb67e93c HTTP/1.1" status: 204 len: 168 time: 0.1202052 Apr 28 20:05:50.264246 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151eda6-21f7-4d68-a6db-74b60347ff3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10795961-d769-4fa1-924e-3d1ffb67e93c,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:52.048508 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1ee5dbce-3f04-49f8-929c-f76250530c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:52.237889 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e166e39-ff9c-48bf-9561-55d2ecd5cb5b req-1b1b4516-e3df-4e9a-83fb-1e010aae32af tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:52.239399 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8e166e39-ff9c-48bf-9561-55d2ecd5cb5b req-1b1b4516-e3df-4e9a-83fb-1e010aae32af tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 946 time: 0.0500126 Apr 28 20:05:52.278772 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8e166e39-ff9c-48bf-9561-55d2ecd5cb5b req-12199737-347a-4604-888b-63c02dcbe14b tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=66380742-5d7d-4438-a636-c20ed91b606a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330698 Apr 28 20:05:52.302556 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56068) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:05:52.368838 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6d90659c-232c-48eb-a427-d43e1ef7e8f4 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/floatingips/f4b0cee4-f532-4044-9512-53432365cb91 HTTP/1.1" status: 200 len: 993 time: 0.0651388 Apr 28 20:05:52.530947 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-87c75d02-bfe2-45b2-bd01-fa234f43dda9 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f72572c14bd245af8d5c5eee955d2708&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212197 Apr 28 20:05:52.646304 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-6260b56d-e68f-48e1-9d13-7936c8e58f11 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:52.647769 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-6260b56d-e68f-48e1-9d13-7936c8e58f11 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1114931 Apr 28 20:05:52.663545 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-fe1b482d-dcf4-4088-abe5-ccfdef95e197 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] 10.222.0.42 "GET /v2.0/quotas/f72572c14bd245af8d5c5eee955d2708 HTTP/1.1" status: 200 len: 375 time: 0.0097585 Apr 28 20:05:52.666810 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4cddf-58dd-41a7-ae63-c7f8f0b3f8fc req-ed173ab2-199a-4bf5-8c8a-516a5905cfbc tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:52.668519 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6bb4cddf-58dd-41a7-ae63-c7f8f0b3f8fc req-ed173ab2-199a-4bf5-8c8a-516a5905cfbc tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 1097 time: 0.0433195 Apr 28 20:05:52.697003 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-31249e4b-8e91-44d2-b92e-0bcaff63abe6 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f72572c14bd245af8d5c5eee955d2708&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273809 Apr 28 20:05:52.705353 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6bb4cddf-58dd-41a7-ae63-c7f8f0b3f8fc req-a24d8e05-7cf9-4c7c-b486-e380f3bc0c1b tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=66380742-5d7d-4438-a636-c20ed91b606a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308673 Apr 28 20:05:52.868908 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3c5e10a5-398b-4f7d-8a93-fd1f3a85be18 req-64d90397-addd-4475-8ec7-d8bde4198aa9 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] 10.222.0.42 "GET /v2.0/ports?device_id=863c4266-fb95-4151-bc3a-5a622fc96ad8 HTTP/1.1" status: 200 len: 210 time: 0.0301311 Apr 28 20:05:52.907961 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-587c8d1e-7b45-4dd3-953d-551603d53fc5 req-508f7a0e-d9f9-495d-83c8-e07504a94d30 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:05:52.909648 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-587c8d1e-7b45-4dd3-953d-551603d53fc5 req-508f7a0e-d9f9-495d-83c8-e07504a94d30 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1389196 Apr 28 20:05:53.368317 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-32111dd8-3ad4-4c38-991b-0c94e278ab8d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0429881 Apr 28 20:05:53.377872 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-097bc70a-c7d4-41e8-ae9a-fb5b38d69a51 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:05:53.379082 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-097bc70a-c7d4-41e8-ae9a-fb5b38d69a51 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055749 Apr 28 20:05:53.554861 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:53.976732 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2b41bbcf-60ef-49f1-a7a5-f6b298fbf313 req-3996ed94-6b14-43c6-b249-e59ffe78ce4d tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] 10.222.0.42 "GET /v2.0/ports?device_id=863c4266-fb95-4151-bc3a-5a622fc96ad8 HTTP/1.1" status: 200 len: 210 time: 0.0373902 Apr 28 20:05:54.056555 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-6137be0b-23bf-4b8c-b9d1-e579c6273800 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f72572c14bd245af8d5c5eee955d2708&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229216 Apr 28 20:05:54.078007 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-83cf6256-52a5-495a-ab38-de6b6b070a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:54.079579 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-83cf6256-52a5-495a-ab38-de6b6b070a29 service neutron] 10.222.0.42 "GET /v2.0/ports/0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 HTTP/1.1" status: 200 len: 1094 time: 0.0365293 Apr 28 20:05:54.090605 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-702e981d-bd55-4b4c-83df-05058ae4dc84 service neutron] Request body: {'binding': {'host': 'n-h1-839810-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:54.091344 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-702e981d-bd55-4b4c-83df-05058ae4dc84 service neutron] Unknown quota resources ['binding']. {{(pid=102774) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 28 20:05:54.174723 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-406a40d6-c262-4ae0-80d3-7d3e0a5d5633 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:54.176472 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-406a40d6-c262-4ae0-80d3-7d3e0a5d5633 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1147957 Apr 28 20:05:54.188511 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-b1e41dd0-35ac-41c5-88d3-880a597436ff tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] Request body: {'port': {'device_id': '863c4266-fb95-4151-bc3a-5a622fc96ad8', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'admin_state_up': True, 'tenant_id': 'f72572c14bd245af8d5c5eee955d2708'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:54.237339 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-702e981d-bd55-4b4c-83df-05058ae4dc84 service neutron] Attempting to bind port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 on host n-h1-839810-1 for vnic_type normal with profile None {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:54.237806 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-702e981d-bd55-4b4c-83df-05058ae4dc84 service neutron] Attempting to bind port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'b9c97a93-0ade-492f-9c5f-66c39a1dda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:54.238230 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-702e981d-bd55-4b4c-83df-05058ae4dc84 service neutron] Attempting to bind port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 on network ee3d3d76-cef4-40e7-81fe-329a2d42ccbe {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:05:54.242529 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-702e981d-bd55-4b4c-83df-05058ae4dc84 service neutron] Port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 on network ee3d3d76-cef4-40e7-81fe-329a2d42ccbe not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:05:54.242850 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-702e981d-bd55-4b4c-83df-05058ae4dc84 service neutron] Attempting to bind port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 on network ee3d3d76-cef4-40e7-81fe-329a2d42ccbe {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:05:54.248039 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-702e981d-bd55-4b4c-83df-05058ae4dc84 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:05:54.248885 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-702e981d-bd55-4b4c-83df-05058ae4dc84 service neutron] Checking segment: {'id': 'b9c97a93-0ade-492f-9c5f-66c39a1dda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:05:54.249436 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-702e981d-bd55-4b4c-83df-05058ae4dc84 service neutron] Bound using segment: {'id': 'b9c97a93-0ade-492f-9c5f-66c39a1dda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:05:54.250070 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-702e981d-bd55-4b4c-83df-05058ae4dc84 service neutron] Bound port: 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c97a93-0ade-492f-9c5f-66c39a1dda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:05:54.297596 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-b1e41dd0-35ac-41c5-88d3-880a597436ff tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] Made reservation on behalf of f72572c14bd245af8d5c5eee955d2708 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:05:54.306052 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-b1e41dd0-35ac-41c5-88d3-880a597436ff tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:54.316389 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-b1e41dd0-35ac-41c5-88d3-880a597436ff tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:54.338200 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-702e981d-bd55-4b4c-83df-05058ae4dc84 service neutron] For port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8,segment=NetworkSegment(b9c97a93-0ade-492f-9c5f-66c39a1dda03),segment_id=b9c97a93-0ade-492f-9c5f-66c39a1dda03)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:05:54.343696 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-702e981d-bd55-4b4c-83df-05058ae4dc84 service neutron] Notify callbacks [] for binding, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:54.344938 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-702e981d-bd55-4b4c-83df-05058ae4dc84 service neutron] 10.222.0.42 "POST /v2.0/ports/0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8/bindings HTTP/1.1" status: 201 len: 389 time: 0.2580264 Apr 28 20:05:54.397014 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-b1e41dd0-35ac-41c5-88d3-880a597436ff tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:54.400897 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-b1e41dd0-35ac-41c5-88d3-880a597436ff tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:54.482411 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e41dd0-35ac-41c5-88d3-880a597436ff tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca14242-481b-447b-912a-456ee2aac8d0,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:54.509500 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a9f24-bec9-41ea-b5c0-964442b4d8b1 req-978d57b9-d0d6-4773-893b-da061367803c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:54.511802 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-562a9f24-bec9-41ea-b5c0-964442b4d8b1 req-978d57b9-d0d6-4773-893b-da061367803c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 946 time: 0.0599835 Apr 28 20:05:54.559717 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-562a9f24-bec9-41ea-b5c0-964442b4d8b1 req-18a2694a-d6ee-4eef-94d7-a45d4345ada0 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=66380742-5d7d-4438-a636-c20ed91b606a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380328 Apr 28 20:05:54.561398 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-b1e41dd0-35ac-41c5-88d3-880a597436ff tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] Allocated IP 192.168.233.95 (a2ea96f2-6755-492c-8fa3-72807d68d67a/ba397751-1619-4962-a669-11aa98e2e3bc/dd7dd374-4367-41f7-8281-5bcbd81b7eb6) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:05:54.729096 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-f5cdd928-4b8e-49eb-a4df-6b206306946f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:54.730585 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-f5cdd928-4b8e-49eb-a4df-6b206306946f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 1097 time: 0.1633573 Apr 28 20:05:54.774707 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-b1e41dd0-35ac-41c5-88d3-880a597436ff tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:54.861385 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-c0ff0aba-a0ab-4e97-8c8d-4fdee099aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:54.863915 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-c0ff0aba-a0ab-4e97-8c8d-4fdee099aa47 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee3d3d76-cef4-40e7-81fe-329a2d42ccbe HTTP/1.1" status: 200 len: 897 time: 0.1240330 Apr 28 20:05:54.868480 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-b1e41dd0-35ac-41c5-88d3-880a597436ff tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:54.957476 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-b1e41dd0-35ac-41c5-88d3-880a597436ff tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] Network a2ea96f2-6755-492c-8fa3-72807d68d67a is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:54.966651 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-b1e41dd0-35ac-41c5-88d3-880a597436ff tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:54.970480 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-b1e41dd0-35ac-41c5-88d3-880a597436ff tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:05:54.974198 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e41dd0-35ac-41c5-88d3-880a597436ff tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] Pushing event updated for resources: {'Port': ['ID=dd7dd374-4367-41f7-8281-5bcbd81b7eb6,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:55.011951 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-7263bcff-e963-4f7e-b690-8834759187ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 HTTP/1.1" status: 200 len: 1001 time: 0.1415498 Apr 28 20:05:55.063837 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-b1e41dd0-35ac-41c5-88d3-880a597436ff tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:55.064512 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-b1e41dd0-35ac-41c5-88d3-880a597436ff tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:55.118281 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-b1e41dd0-35ac-41c5-88d3-880a597436ff tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9334264 Apr 28 20:05:55.121812 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-ff24ca6a-76f7-46a9-a1ad-a881ccc68f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:55.123197 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-ff24ca6a-76f7-46a9-a1ad-a881ccc68f16 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=32ccebbd-14c6-4039-9288-f2e28383d507 HTTP/1.1" status: 200 len: 834 time: 0.1034546 Apr 28 20:05:55.141679 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa284fd3-c398-4cc2-a0e6-6386e8ad4589 req-15ce4d19-7b20-407f-99c5-33b45ee5894d tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:55.143160 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fa284fd3-c398-4cc2-a0e6-6386e8ad4589 req-15ce4d19-7b20-407f-99c5-33b45ee5894d tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] 10.222.0.42 "GET /v2.0/ports?device_id=863c4266-fb95-4151-bc3a-5a622fc96ad8 HTTP/1.1" status: 200 len: 935 time: 0.0877388 Apr 28 20:05:55.153701 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-aeccb5f7-5c70-4e7e-9426-d72961e4f22a service neutron] Request body: {'port': {'device_id': '863c4266-fb95-4151-bc3a-5a622fc96ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:55.199712 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-5b830ed0-d26c-4090-a0d0-9e866c3d9760 None None] Provisioning complete for port dd7dd374-4367-41f7-8281-5bcbd81b7eb6 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:55.200312 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5b830ed0-d26c-4090-a0d0-9e866c3d9760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:55.235061 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-5b830ed0-d26c-4090-a0d0-9e866c3d9760 None None] Port dd7dd374-4367-41f7-8281-5bcbd81b7eb6 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:05:55.262454 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fa284fd3-c398-4cc2-a0e6-6386e8ad4589 req-ddcc6928-46c8-4cc7-8599-ab155cbfb4b9 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ca14242-481b-447b-912a-456ee2aac8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050811 Apr 28 20:05:55.264584 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-9bd6c0ae-aaaa-4690-93d3-e2b76dbc5200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:55.265976 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-9bd6c0ae-aaaa-4690-93d3-e2b76dbc5200 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee3d3d76-cef4-40e7-81fe-329a2d42ccbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323910 Apr 28 20:05:55.266660 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-aeccb5f7-5c70-4e7e-9426-d72961e4f22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:55.471789 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-9bc3eed7-3360-4961-b5df-540a3cb3cdaf service neutron] 10.222.0.15 "GET /v2.0/networks/ee3d3d76-cef4-40e7-81fe-329a2d42ccbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845129 Apr 28 20:05:55.630159 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-0cb382aa-5ecf-43b9-93c7-efe2bd83e051 service neutron] 10.222.0.15 "GET /v2.0/networks/ee3d3d76-cef4-40e7-81fe-329a2d42ccbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525145 Apr 28 20:05:55.688553 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73854971-46d0-4d91-8fd8-91664d75081c req-06b1e490-0f6b-4be7-8b35-5e6c318fc4db tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:55.690817 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-73854971-46d0-4d91-8fd8-91664d75081c req-06b1e490-0f6b-4be7-8b35-5e6c318fc4db tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 946 time: 0.0582983 Apr 28 20:05:55.732516 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-73854971-46d0-4d91-8fd8-91664d75081c req-8acc8aac-de92-42af-8559-4ca4f791eae9 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=66380742-5d7d-4438-a636-c20ed91b606a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345063 Apr 28 20:05:55.764326 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-aeccb5f7-5c70-4e7e-9426-d72961e4f22a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd7dd374-4367-41f7-8281-5bcbd81b7eb6 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:05:55.775175 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-aeccb5f7-5c70-4e7e-9426-d72961e4f22a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:55.800122 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-506c1409-40a6-46ad-a49d-2e642d6dab5c tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:55.801553 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-506c1409-40a6-46ad-a49d-2e642d6dab5c tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9&tenant_id=337e8021fa0c43d183fd116927375cd1&binding%3Ahost_id=n-h2-839810-1 HTTP/1.1" status: 200 len: 1097 time: 0.1094935 Apr 28 20:05:55.802581 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-aeccb5f7-5c70-4e7e-9426-d72961e4f22a service neutron] Transition to ACTIVE for port object dd7dd374-4367-41f7-8281-5bcbd81b7eb6 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:55.806698 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-aeccb5f7-5c70-4e7e-9426-d72961e4f22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:55.816338 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-157d56a6-7d93-4e0a-89cc-39698b4ac46a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-839810-1'}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:55.912483 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeccb5f7-5c70-4e7e-9426-d72961e4f22a service neutron] Pushing event updated for resources: {'Port': ['ID=dd7dd374-4367-41f7-8281-5bcbd81b7eb6,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:55.952959 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:55.955357 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:55.961280 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-157d56a6-7d93-4e0a-89cc-39698b4ac46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:56.026208 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-aeccb5f7-5c70-4e7e-9426-d72961e4f22a service neutron] Attempting to bind port dd7dd374-4367-41f7-8281-5bcbd81b7eb6 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:56.026554 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-aeccb5f7-5c70-4e7e-9426-d72961e4f22a service neutron] Attempting to bind port dd7dd374-4367-41f7-8281-5bcbd81b7eb6 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:56.026854 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-aeccb5f7-5c70-4e7e-9426-d72961e4f22a service neutron] Attempting to bind port dd7dd374-4367-41f7-8281-5bcbd81b7eb6 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:05:56.036129 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-aeccb5f7-5c70-4e7e-9426-d72961e4f22a service neutron] Port dd7dd374-4367-41f7-8281-5bcbd81b7eb6 on network a2ea96f2-6755-492c-8fa3-72807d68d67a not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:05:56.036452 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-aeccb5f7-5c70-4e7e-9426-d72961e4f22a service neutron] Attempting to bind port dd7dd374-4367-41f7-8281-5bcbd81b7eb6 on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:05:56.055603 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-aeccb5f7-5c70-4e7e-9426-d72961e4f22a service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:05:56.055942 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-aeccb5f7-5c70-4e7e-9426-d72961e4f22a service neutron] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:05:56.056361 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-aeccb5f7-5c70-4e7e-9426-d72961e4f22a service neutron] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:05:56.056805 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-aeccb5f7-5c70-4e7e-9426-d72961e4f22a service neutron] Bound port: dd7dd374-4367-41f7-8281-5bcbd81b7eb6, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:05:56.057160 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-aeccb5f7-5c70-4e7e-9426-d72961e4f22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:56.170438 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-157d56a6-7d93-4e0a-89cc-39698b4ac46a service neutron] For port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8,segment=NetworkSegment(b9c97a93-0ade-492f-9c5f-66c39a1dda03),segment_id=b9c97a93-0ade-492f-9c5f-66c39a1dda03)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:05:56.184815 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-aeccb5f7-5c70-4e7e-9426-d72961e4f22a service neutron] For port dd7dd374-4367-41f7-8281-5bcbd81b7eb6, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:05:56.201701 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-aeccb5f7-5c70-4e7e-9426-d72961e4f22a service neutron] For port dd7dd374-4367-41f7-8281-5bcbd81b7eb6, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=dd7dd374-4367-41f7-8281-5bcbd81b7eb6,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:05:56.211474 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-aeccb5f7-5c70-4e7e-9426-d72961e4f22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:56.255156 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-157d56a6-7d93-4e0a-89cc-39698b4ac46a service neutron] For port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:05:56.280884 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-aeccb5f7-5c70-4e7e-9426-d72961e4f22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:56.281502 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-aeccb5f7-5c70-4e7e-9426-d72961e4f22a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:56.282935 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-aeccb5f7-5c70-4e7e-9426-d72961e4f22a service neutron] 10.222.0.15 "PUT /v2.0/ports/dd7dd374-4367-41f7-8281-5bcbd81b7eb6 HTTP/1.1" status: 200 len: 1095 time: 1.1504908 Apr 28 20:05:56.283363 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '863c4266-fb95-4151-bc3a-5a622fc96ad8', 'tag': 'dd7dd374-4367-41f7-8281-5bcbd81b7eb6'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:05:56.286304 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee559eb0-f13a-41fc-9027-a297024025ec" -d '{"events": [{"name": "network-changed", "server_uuid": "863c4266-fb95-4151-bc3a-5a622fc96ad8", "tag": "dd7dd374-4367-41f7-8281-5bcbd81b7eb6"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:05:56.313082 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeccb5f7-5c70-4e7e-9426-d72961e4f22a service neutron] Pushing event updated for resources: {'Port': ['ID=dd7dd374-4367-41f7-8281-5bcbd81b7eb6,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:56.329707 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-157d56a6-7d93-4e0a-89cc-39698b4ac46a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:56.338778 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-157d56a6-7d93-4e0a-89cc-39698b4ac46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:56.516910 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-37c93fb6-6e96-414f-912e-c062e94fcbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:56.519352 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-37c93fb6-6e96-414f-912e-c062e94fcbbb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f72572c14bd245af8d5c5eee955d2708&device_id=863c4266-fb95-4151-bc3a-5a622fc96ad8 HTTP/1.1" status: 200 len: 1098 time: 0.1766143 Apr 28 20:05:56.519912 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d56a6-7d93-4e0a-89cc-39698b4ac46a service neutron] Pushing event updated for resources: {'Port': ['ID=0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:56.525613 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc021af-255d-4efa-b093-b001cfdcfb9e x-openstack-request-id: req-7bc021af-255d-4efa-b093-b001cfdcfb9e {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:05:56.525956 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "863c4266-fb95-4151-bc3a-5a622fc96ad8", "tag": "dd7dd374-4367-41f7-8281-5bcbd81b7eb6", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:05:56.526139 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7bc021af-255d-4efa-b093-b001cfdcfb9e {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:05:56.526551 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bc021af-255d-4efa-b093-b001cfdcfb9e'] response: {'name': 'network-changed', 'server_uuid': '863c4266-fb95-4151-bc3a-5a622fc96ad8', 'tag': 'dd7dd374-4367-41f7-8281-5bcbd81b7eb6', 'status': 'completed', 'code': 200} Apr 28 20:05:56.579536 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-f7c18031-aeaf-4daa-89af-5d173a7f3b74 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=dd7dd374-4367-41f7-8281-5bcbd81b7eb6 HTTP/1.1" status: 200 len: 217 time: 0.0508246 Apr 28 20:05:56.589452 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba6e1be-a118-49a8-92ec-f7444e86f3c9 req-96d749c9-2913-4f48-b2a8-ae9670ff01b1 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:56.591575 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1ba6e1be-a118-49a8-92ec-f7444e86f3c9 req-96d749c9-2913-4f48-b2a8-ae9670ff01b1 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] 10.222.0.42 "GET /v2.0/ports?device_id=863c4266-fb95-4151-bc3a-5a622fc96ad8 HTTP/1.1" status: 200 len: 947 time: 0.2071626 Apr 28 20:05:56.686645 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-157d56a6-7d93-4e0a-89cc-39698b4ac46a service neutron] Attempting to bind port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 on host n-h2-839810-1 for vnic_type normal with profile {"migrating_to": "n-h1-839810-1"} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:56.686897 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-157d56a6-7d93-4e0a-89cc-39698b4ac46a service neutron] Attempting to bind port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'b9c97a93-0ade-492f-9c5f-66c39a1dda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:56.687221 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-157d56a6-7d93-4e0a-89cc-39698b4ac46a service neutron] Attempting to bind port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 on network ee3d3d76-cef4-40e7-81fe-329a2d42ccbe {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:05:56.693248 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-fec40aab-9ba7-4d32-a7ef-44de2deac569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:56.694720 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-fec40aab-9ba7-4d32-a7ef-44de2deac569 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.1010430 Apr 28 20:05:56.699271 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1ba6e1be-a118-49a8-92ec-f7444e86f3c9 req-2275e915-d17c-4eca-92c1-63d5b7232268 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ca14242-481b-447b-912a-456ee2aac8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971808 Apr 28 20:05:56.699975 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-157d56a6-7d93-4e0a-89cc-39698b4ac46a service neutron] Port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 on network ee3d3d76-cef4-40e7-81fe-329a2d42ccbe not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:05:56.700329 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-157d56a6-7d93-4e0a-89cc-39698b4ac46a service neutron] Attempting to bind port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 on network ee3d3d76-cef4-40e7-81fe-329a2d42ccbe {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:05:56.705206 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-c6ee0daa-34f4-47bd-9881-28da816258b0 None None] Provisioning complete for port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:56.706454 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c6ee0daa-34f4-47bd-9881-28da816258b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:56.732965 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-157d56a6-7d93-4e0a-89cc-39698b4ac46a service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:05:56.733297 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-157d56a6-7d93-4e0a-89cc-39698b4ac46a service neutron] Checking segment: {'id': 'b9c97a93-0ade-492f-9c5f-66c39a1dda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:05:56.733689 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-157d56a6-7d93-4e0a-89cc-39698b4ac46a service neutron] Bound using segment: {'id': 'b9c97a93-0ade-492f-9c5f-66c39a1dda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:05:56.734129 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-157d56a6-7d93-4e0a-89cc-39698b4ac46a service neutron] Bound port: 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c97a93-0ade-492f-9c5f-66c39a1dda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:05:56.734486 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-157d56a6-7d93-4e0a-89cc-39698b4ac46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:56.745124 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-c6ee0daa-34f4-47bd-9881-28da816258b0 None None] Port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:05:56.784855 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-78ecf12f-c7c1-4a83-92b6-b4e5d944db78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:56.786354 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-78ecf12f-c7c1-4a83-92b6-b4e5d944db78 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0828512 Apr 28 20:05:56.855722 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-157d56a6-7d93-4e0a-89cc-39698b4ac46a service neutron] For port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:05:56.864891 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a93170-e29c-4061-908b-5d469407193f req-4d9dc302-0d7e-4471-bc79-1bea4039bf2f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:56.866507 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e1a93170-e29c-4061-908b-5d469407193f req-4d9dc302-0d7e-4471-bc79-1bea4039bf2f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 944 time: 0.0521321 Apr 28 20:05:56.877421 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-157d56a6-7d93-4e0a-89cc-39698b4ac46a service neutron] For port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8,segment=NetworkSegment(b9c97a93-0ade-492f-9c5f-66c39a1dda03),segment_id=b9c97a93-0ade-492f-9c5f-66c39a1dda03)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:05:56.884247 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-157d56a6-7d93-4e0a-89cc-39698b4ac46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:56.906948 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e1a93170-e29c-4061-908b-5d469407193f req-07a5626e-ea96-46e2-927c-573b8922895d tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=66380742-5d7d-4438-a636-c20ed91b606a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340726 Apr 28 20:05:56.945850 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-a396ca06-5f2d-4193-910f-9b14642d01c5 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513970 Apr 28 20:05:57.017622 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d56a6-7d93-4e0a-89cc-39698b4ac46a service neutron] Pushing event updated for resources: {'Port': ['ID=0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:57.167506 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b4a14379-f0a6-440e-bbfb-0a61656790fd None None] Provisioning complete for port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:57.167976 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b4a14379-f0a6-440e-bbfb-0a61656790fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:57.253748 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b4a14379-f0a6-440e-bbfb-0a61656790fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:57.278200 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1473f9-bc67-4751-b4cd-5b7dbe764ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:05:57.280481 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e2893f-607b-4b13-b830-ed60da44d005" -d '{"events": [{"server_uuid": "6a1473f9-bc67-4751-b4cd-5b7dbe764ee9", "name": "network-vif-plugged", "status": "completed", "tag": "0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:05:57.304493 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-b4a14379-f0a6-440e-bbfb-0a61656790fd None None] For port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8,segment=NetworkSegment(b9c97a93-0ade-492f-9c5f-66c39a1dda03),segment_id=b9c97a93-0ade-492f-9c5f-66c39a1dda03)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:05:57.309651 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b4a14379-f0a6-440e-bbfb-0a61656790fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:57.415708 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e2d7bd-497d-4e78-bd8e-778fbb1bd722 x-openstack-request-id: req-e0e2d7bd-497d-4e78-bd8e-778fbb1bd722 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:05:57.416041 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a1473f9-bc67-4751-b4cd-5b7dbe764ee9", "name": "network-vif-plugged", "status": "completed", "tag": "0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:05:57.416349 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e0e2d7bd-497d-4e78-bd8e-778fbb1bd722 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:05:57.416768 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0e2d7bd-497d-4e78-bd8e-778fbb1bd722'] response: {'server_uuid': '6a1473f9-bc67-4751-b4cd-5b7dbe764ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8', 'code': 200} Apr 28 20:05:57.449672 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-157d56a6-7d93-4e0a-89cc-39698b4ac46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:57.450393 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-157d56a6-7d93-4e0a-89cc-39698b4ac46a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:57.451606 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-157d56a6-7d93-4e0a-89cc-39698b4ac46a service neutron] 10.222.0.15 "PUT /v2.0/ports/0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 HTTP/1.1" status: 200 len: 1122 time: 1.6424503 Apr 28 20:05:57.466348 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8047b57a-e4d1-4019-9fb3-b9bfd13b27a3 req-d9235634-1b24-4124-99f9-f99a09cc63d5 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128245 Apr 28 20:05:57.470188 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a14379-f0a6-440e-bbfb-0a61656790fd None None] Pushing event updated for resources: {'Port': ['ID=0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8,revision_number=9']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:57.483558 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a14379-f0a6-440e-bbfb-0a61656790fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:57.484008 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a14379-f0a6-440e-bbfb-0a61656790fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:57.484512 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a14379-f0a6-440e-bbfb-0a61656790fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:57.484797 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a14379-f0a6-440e-bbfb-0a61656790fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:57.485078 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a14379-f0a6-440e-bbfb-0a61656790fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:57.485409 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a14379-f0a6-440e-bbfb-0a61656790fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:57.485736 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a14379-f0a6-440e-bbfb-0a61656790fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:57.486132 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a14379-f0a6-440e-bbfb-0a61656790fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:57.486695 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a14379-f0a6-440e-bbfb-0a61656790fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:57.487038 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a14379-f0a6-440e-bbfb-0a61656790fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:57.487402 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a14379-f0a6-440e-bbfb-0a61656790fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:57.487695 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a14379-f0a6-440e-bbfb-0a61656790fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:57.515363 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:05:57.574583 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee559eb0-f13a-41fc-9027-a297024025ec req-ffd8dfda-1407-424a-8d88-169f1259b925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:57.576072 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ee559eb0-f13a-41fc-9027-a297024025ec req-ffd8dfda-1407-424a-8d88-169f1259b925 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f72572c14bd245af8d5c5eee955d2708&device_id=863c4266-fb95-4151-bc3a-5a622fc96ad8 HTTP/1.1" status: 200 len: 1098 time: 0.0442212 Apr 28 20:05:57.674949 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee559eb0-f13a-41fc-9027-a297024025ec req-96bb2e0c-cac0-4583-83cc-be3b2ab95a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:57.676440 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ee559eb0-f13a-41fc-9027-a297024025ec req-96bb2e0c-cac0-4583-83cc-be3b2ab95a41 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.0928378 Apr 28 20:05:57.719549 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ee559eb0-f13a-41fc-9027-a297024025ec req-a4f31ac6-33d7-403e-b0af-d99e7e819e76 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=dd7dd374-4367-41f7-8281-5bcbd81b7eb6 HTTP/1.1" status: 200 len: 217 time: 0.0352104 Apr 28 20:05:57.778202 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee559eb0-f13a-41fc-9027-a297024025ec req-9a41fe44-5681-472f-b9f9-14c73e259ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:57.779608 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ee559eb0-f13a-41fc-9027-a297024025ec req-9a41fe44-5681-472f-b9f9-14c73e259ced service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.0510499 Apr 28 20:05:57.819736 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ffdb8-2987-423e-8b80-7a2b670d7ebf req-e48d8412-3866-4720-9f49-6190c33d9cba tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:57.821619 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a26ffdb8-2987-423e-8b80-7a2b670d7ebf req-e48d8412-3866-4720-9f49-6190c33d9cba tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] 10.222.0.42 "GET /v2.0/ports?device_id=863c4266-fb95-4151-bc3a-5a622fc96ad8 HTTP/1.1" status: 200 len: 947 time: 0.0496781 Apr 28 20:05:57.833230 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee559eb0-f13a-41fc-9027-a297024025ec req-313f7cc9-71bc-4478-93a8-a905f49f8dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:57.834711 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ee559eb0-f13a-41fc-9027-a297024025ec req-313f7cc9-71bc-4478-93a8-a905f49f8dea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0471704 Apr 28 20:05:57.866362 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a26ffdb8-2987-423e-8b80-7a2b670d7ebf req-b93acccc-d77e-4766-bc32-197a1639078a tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ca14242-481b-447b-912a-456ee2aac8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380261 Apr 28 20:05:57.926473 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ee559eb0-f13a-41fc-9027-a297024025ec req-c54f3474-f2e1-4104-aa66-88424a5991a2 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834029 Apr 28 20:05:58.055288 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda56f8a-be25-43d4-a25e-fede79c40534 req-161a5d56-0364-417d-b269-30f2d63b69e9 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:58.056696 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dda56f8a-be25-43d4-a25e-fede79c40534 req-161a5d56-0364-417d-b269-30f2d63b69e9 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 946 time: 0.0730557 Apr 28 20:05:58.060334 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ee559eb0-f13a-41fc-9027-a297024025ec req-fa83ed02-106e-4b6f-9d1c-79a3095f14eb service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264019 Apr 28 20:05:58.099410 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dda56f8a-be25-43d4-a25e-fede79c40534 req-1947f7e7-2545-4ebf-b1ce-2a1cf03ac428 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=66380742-5d7d-4438-a636-c20ed91b606a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366459 Apr 28 20:05:58.527674 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1473f9-bc67-4751-b4cd-5b7dbe764ee9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8'}, {'name': 'network-changed', 'server_uuid': '6a1473f9-bc67-4751-b4cd-5b7dbe764ee9', 'tag': '0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:05:58.530081 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ef93a1-1d2b-4c0f-92aa-101b7581438b" -d '{"events": [{"server_uuid": "6a1473f9-bc67-4751-b4cd-5b7dbe764ee9", "name": "network-vif-unplugged", "status": "completed", "tag": "0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8"}, {"name": "network-changed", "server_uuid": "6a1473f9-bc67-4751-b4cd-5b7dbe764ee9", "tag": "0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:05:58.568181 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 28 Apr 2022 20:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29839b7e-84af-4c07-82eb-f3793b6f96e4 x-openstack-request-id: req-29839b7e-84af-4c07-82eb-f3793b6f96e4 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:05:58.568483 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a1473f9-bc67-4751-b4cd-5b7dbe764ee9", "name": "network-vif-unplugged", "status": "completed", "tag": "0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8", "code": 200}, {"name": "network-changed", "server_uuid": "6a1473f9-bc67-4751-b4cd-5b7dbe764ee9", "tag": "0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:05:58.568729 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-29839b7e-84af-4c07-82eb-f3793b6f96e4 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:05:58.569130 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29839b7e-84af-4c07-82eb-f3793b6f96e4'] response: {'server_uuid': '6a1473f9-bc67-4751-b4cd-5b7dbe764ee9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8', 'code': 200} Apr 28 20:05:58.569386 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29839b7e-84af-4c07-82eb-f3793b6f96e4'] response: {'name': 'network-changed', 'server_uuid': '6a1473f9-bc67-4751-b4cd-5b7dbe764ee9', 'tag': '0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8', 'status': 'completed', 'code': 200} Apr 28 20:05:58.637259 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef93a1-1d2b-4c0f-92aa-101b7581438b req-a9f9dcf8-dc52-4421-9711-b36fde972d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:58.638737 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-52ef93a1-1d2b-4c0f-92aa-101b7581438b req-a9f9dcf8-dc52-4421-9711-b36fde972d4d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 1127 time: 0.0453568 Apr 28 20:05:58.727357 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef93a1-1d2b-4c0f-92aa-101b7581438b req-71875cf7-cb6e-4970-a113-c77048cea9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:58.728867 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-52ef93a1-1d2b-4c0f-92aa-101b7581438b req-71875cf7-cb6e-4970-a113-c77048cea9c1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee3d3d76-cef4-40e7-81fe-329a2d42ccbe HTTP/1.1" status: 200 len: 897 time: 0.0834036 Apr 28 20:05:58.797478 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-52ef93a1-1d2b-4c0f-92aa-101b7581438b req-550c55db-7293-4f4f-89fe-1d9d050c4731 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 HTTP/1.1" status: 200 len: 1001 time: 0.0612884 Apr 28 20:05:58.847681 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef93a1-1d2b-4c0f-92aa-101b7581438b req-fa122cb7-ba96-4786-abba-ddc8f0938317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:58.849085 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-52ef93a1-1d2b-4c0f-92aa-101b7581438b req-fa122cb7-ba96-4786-abba-ddc8f0938317 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=32ccebbd-14c6-4039-9288-f2e28383d507 HTTP/1.1" status: 200 len: 834 time: 0.0450177 Apr 28 20:05:58.895410 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef93a1-1d2b-4c0f-92aa-101b7581438b req-6753423e-0cec-4286-88f5-643b9546dd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:58.896973 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-52ef93a1-1d2b-4c0f-92aa-101b7581438b req-6753423e-0cec-4286-88f5-643b9546dd79 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee3d3d76-cef4-40e7-81fe-329a2d42ccbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419641 Apr 28 20:05:59.022117 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-52ef93a1-1d2b-4c0f-92aa-101b7581438b req-a262101b-80a3-40f2-a4a3-bc0664cd9c39 service neutron] 10.222.0.44 "GET /v2.0/networks/ee3d3d76-cef4-40e7-81fe-329a2d42ccbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186340 Apr 28 20:05:59.029303 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57902680-7abe-423f-9d06-a6bca5152818 req-b66b0307-8faf-445b-b4de-c656e798af69 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:59.030707 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57902680-7abe-423f-9d06-a6bca5152818 req-b66b0307-8faf-445b-b4de-c656e798af69 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] 10.222.0.42 "GET /v2.0/ports?device_id=863c4266-fb95-4151-bc3a-5a622fc96ad8 HTTP/1.1" status: 200 len: 947 time: 0.0779147 Apr 28 20:05:59.122147 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57902680-7abe-423f-9d06-a6bca5152818 req-00cdca01-8c29-497e-a8c1-28cfe22aade8 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ca14242-481b-447b-912a-456ee2aac8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823934 Apr 28 20:05:59.154883 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-52ef93a1-1d2b-4c0f-92aa-101b7581438b req-309db4af-955d-4039-a8b0-f04a0792bd86 service neutron] 10.222.0.44 "GET /v2.0/networks/ee3d3d76-cef4-40e7-81fe-329a2d42ccbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232111 Apr 28 20:05:59.225075 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe935e-5f6e-4dd0-926b-ed77668f1670 req-a581e88b-21fc-4b21-a870-0c6798c617a1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:59.226530 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-20fe935e-5f6e-4dd0-926b-ed77668f1670 req-a581e88b-21fc-4b21-a870-0c6798c617a1 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 946 time: 0.0519829 Apr 28 20:05:59.265865 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-20fe935e-5f6e-4dd0-926b-ed77668f1670 req-fc7fdf58-2e15-43da-9425-c0b08e35ca7b tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=66380742-5d7d-4438-a636-c20ed91b606a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330234 Apr 28 20:05:59.319286 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device dd7dd374-4367-41f7-8281-5bcbd81b7eb6 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:05:59.418766 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port dd7dd374-4367-41f7-8281-5bcbd81b7eb6, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=dd7dd374-4367-41f7-8281-5bcbd81b7eb6,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:05:59.432863 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'dd7dd374-4367-41f7-8281-5bcbd81b7eb6', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': 'dd7dd374-4367-41f7-8281-5bcbd81b7eb6', 'mac_address': 'fa:16:3e:af:13:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:05:59.470446 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:59.483647 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd7dd374-4367-41f7-8281-5bcbd81b7eb6 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:05:59.504914 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port dd7dd374-4367-41f7-8281-5bcbd81b7eb6, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=dd7dd374-4367-41f7-8281-5bcbd81b7eb6,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:05:59.508819 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:59.509733 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:05:59.579075 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=dd7dd374-4367-41f7-8281-5bcbd81b7eb6,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:59.647623 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8,segment=NetworkSegment(b9c97a93-0ade-492f-9c5f-66c39a1dda03),segment_id=b9c97a93-0ade-492f-9c5f-66c39a1dda03)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:05:59.658688 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 has no active binding in host n-h1-839810-1 {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 28 20:05:59.915157 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['dd7dd374-4367-41f7-8281-5bcbd81b7eb6'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:06:00.251152 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603a189-c947-4bf0-a4e0-2d65523546c8 req-478983a7-4d3f-47b0-b0b5-2832bcdc233a tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:00.253106 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1603a189-c947-4bf0-a4e0-2d65523546c8 req-478983a7-4d3f-47b0-b0b5-2832bcdc233a tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] 10.222.0.42 "GET /v2.0/ports?device_id=863c4266-fb95-4151-bc3a-5a622fc96ad8 HTTP/1.1" status: 200 len: 948 time: 0.0505357 Apr 28 20:06:00.291209 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1603a189-c947-4bf0-a4e0-2d65523546c8 req-1efdf0f2-b24d-4d5e-bf68-9af9e21e3cbf tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ca14242-481b-447b-912a-456ee2aac8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322945 Apr 28 20:06:00.388556 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e517c2-b07c-4ca1-8487-1d2cc2c92de4 req-a0cd1497-aae3-497b-833c-0935fefb212a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:00.390218 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a1e517c2-b07c-4ca1-8487-1d2cc2c92de4 req-a0cd1497-aae3-497b-833c-0935fefb212a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 946 time: 0.0543022 Apr 28 20:06:00.430400 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a1e517c2-b07c-4ca1-8487-1d2cc2c92de4 req-7340da43-dace-45cd-800a-8f8d6ca50351 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=66380742-5d7d-4438-a636-c20ed91b606a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332522 Apr 28 20:06:01.319997 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device dd7dd374-4367-41f7-8281-5bcbd81b7eb6 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:06:01.372870 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port dd7dd374-4367-41f7-8281-5bcbd81b7eb6 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:06:01.377657 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port dd7dd374-4367-41f7-8281-5bcbd81b7eb6 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:01.378040 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:01.411679 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad535a9-e2b5-4609-bd83-3010fe61cff7 req-111bfe04-6a69-4548-b0ae-3a8bceb9fd65 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:01.413235 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6ad535a9-e2b5-4609-bd83-3010fe61cff7 req-111bfe04-6a69-4548-b0ae-3a8bceb9fd65 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] 10.222.0.42 "GET /v2.0/ports?device_id=863c4266-fb95-4151-bc3a-5a622fc96ad8 HTTP/1.1" status: 200 len: 948 time: 0.0517976 Apr 28 20:06:01.452549 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6ad535a9-e2b5-4609-bd83-3010fe61cff7 req-fc30363d-fba8-4d56-8df6-5f86914ca071 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ca14242-481b-447b-912a-456ee2aac8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329998 Apr 28 20:06:01.466066 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:01.497885 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863c4266-fb95-4151-bc3a-5a622fc96ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7dd374-4367-41f7-8281-5bcbd81b7eb6'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:06:01.500187 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef31448f-5c9a-4e09-b9ca-5b89f7a9ed21" -d '{"events": [{"server_uuid": "863c4266-fb95-4151-bc3a-5a622fc96ad8", "name": "network-vif-plugged", "status": "completed", "tag": "dd7dd374-4367-41f7-8281-5bcbd81b7eb6"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:06:01.513983 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port dd7dd374-4367-41f7-8281-5bcbd81b7eb6, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=dd7dd374-4367-41f7-8281-5bcbd81b7eb6,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:06:01.521649 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:01.556653 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b6274e-5f2c-4368-a9ad-88898c27f80b x-openstack-request-id: req-b9b6274e-5f2c-4368-a9ad-88898c27f80b {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:06:01.556978 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863c4266-fb95-4151-bc3a-5a622fc96ad8", "name": "network-vif-plugged", "status": "completed", "tag": "dd7dd374-4367-41f7-8281-5bcbd81b7eb6", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:06:01.557191 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b9b6274e-5f2c-4368-a9ad-88898c27f80b {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:06:01.557649 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9b6274e-5f2c-4368-a9ad-88898c27f80b'] response: {'server_uuid': '863c4266-fb95-4151-bc3a-5a622fc96ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7dd374-4367-41f7-8281-5bcbd81b7eb6', 'code': 200} Apr 28 20:06:01.558688 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd526148-b510-48da-96c3-e91f8b9ec0e0 req-e5c706b2-2b3a-45e7-9483-1f4429839c53 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:01.560225 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fd526148-b510-48da-96c3-e91f8b9ec0e0 req-e5c706b2-2b3a-45e7-9483-1f4429839c53 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 946 time: 0.0534301 Apr 28 20:06:01.575101 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=dd7dd374-4367-41f7-8281-5bcbd81b7eb6,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:01.613437 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fd526148-b510-48da-96c3-e91f8b9ec0e0 req-b0a5b330-5e87-410b-ae8c-cb56553c44f6 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=66380742-5d7d-4438-a636-c20ed91b606a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437129 Apr 28 20:06:01.641324 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546ac9a-58c1-4344-a600-9d8001e3b3a4 req-f76be898-613e-479f-8b99-724a63d83282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:01.643366 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0546ac9a-58c1-4344-a600-9d8001e3b3a4 req-f76be898-613e-479f-8b99-724a63d83282 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=863c4266-fb95-4151-bc3a-5a622fc96ad8 HTTP/1.1" status: 200 len: 1100 time: 0.0453503 Apr 28 20:06:01.678710 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0546ac9a-58c1-4344-a600-9d8001e3b3a4 req-7a630f4e-70f1-4d24-bb1c-aea3312b2777 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6ca14242-481b-447b-912a-456ee2aac8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280309 Apr 28 20:06:01.912630 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:02.617005 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7ce91-eb60-445d-a24a-3e348605a973 req-f58a1a16-78d2-4d1c-b76c-926314e24d3a tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:02.618619 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53d7ce91-eb60-445d-a24a-3e348605a973 req-f58a1a16-78d2-4d1c-b76c-926314e24d3a tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] 10.222.0.42 "GET /v2.0/ports?device_id=863c4266-fb95-4151-bc3a-5a622fc96ad8 HTTP/1.1" status: 200 len: 949 time: 0.0798087 Apr 28 20:06:02.656892 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-341b0255-4a93-45a2-8a11-8dfbdb267f14 service neutron] 10.222.0.44 "GET /v2.0/ports/0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8/bindings/n-h1-839810-1 HTTP/1.1" status: 200 len: 384 time: 0.0884507 Apr 28 20:06:02.701768 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-53d7ce91-eb60-445d-a24a-3e348605a973 req-ba8f69a4-e95c-46c6-b17b-3d6d911dc8a8 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ca14242-481b-447b-912a-456ee2aac8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747852 Apr 28 20:06:02.745267 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e63621-ce91-467b-807c-c1980db870b2 req-82389ab4-ae4e-4c07-8bb6-01ac47dca343 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:02.746744 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-22e63621-ce91-467b-807c-c1980db870b2 req-82389ab4-ae4e-4c07-8bb6-01ac47dca343 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 946 time: 0.0617483 Apr 28 20:06:02.787160 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-22e63621-ce91-467b-807c-c1980db870b2 req-dcfc4e43-9254-412d-a291-2c70cea7ae28 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=66380742-5d7d-4438-a636-c20ed91b606a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329220 Apr 28 20:06:02.857818 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-1f18df88-155a-4e4a-a481-a31a38755fd4 service neutron] For port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8,segment=NetworkSegment(b9c97a93-0ade-492f-9c5f-66c39a1dda03),segment_id=b9c97a93-0ade-492f-9c5f-66c39a1dda03)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:06:02.880350 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-1f18df88-155a-4e4a-a481-a31a38755fd4 service neutron] For port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:06:02.928243 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1473f9-bc67-4751-b4cd-5b7dbe764ee9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:06:02.930555 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190172ac-54cb-4f72-a48e-664ab200c6e1" -d '{"events": [{"server_uuid": "6a1473f9-bc67-4751-b4cd-5b7dbe764ee9", "name": "network-vif-unplugged", "status": "completed", "tag": "0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:06:02.937749 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-1f18df88-155a-4e4a-a481-a31a38755fd4 service neutron] For port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8,segment=NetworkSegment(b9c97a93-0ade-492f-9c5f-66c39a1dda03),segment_id=b9c97a93-0ade-492f-9c5f-66c39a1dda03)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:06:02.953995 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-1f18df88-155a-4e4a-a481-a31a38755fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:02.972940 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 20:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ab4d34-73bc-4464-ae93-09c4e8375128 x-openstack-request-id: req-16ab4d34-73bc-4464-ae93-09c4e8375128 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:06:02.973234 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a1473f9-bc67-4751-b4cd-5b7dbe764ee9", "name": "network-vif-unplugged", "status": "completed", "tag": "0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:06:02.973485 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-16ab4d34-73bc-4464-ae93-09c4e8375128 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:06:02.973889 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16ab4d34-73bc-4464-ae93-09c4e8375128'] response: {'server_uuid': '6a1473f9-bc67-4751-b4cd-5b7dbe764ee9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8', 'code': 200} Apr 28 20:06:03.031508 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-1f18df88-155a-4e4a-a481-a31a38755fd4 service neutron] Transition to ACTIVE for port object 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:06:03.036527 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-1f18df88-155a-4e4a-a481-a31a38755fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:03.131078 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18df88-155a-4e4a-a481-a31a38755fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8,revision_number=11']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:03.171426 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-1f18df88-155a-4e4a-a481-a31a38755fd4 service neutron] No DVR routers for this DVR port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:06:03.308455 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-1f18df88-155a-4e4a-a481-a31a38755fd4 service neutron] 10.222.0.44 "PUT /v2.0/ports/0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8/bindings/n-h1-839810-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6416876 Apr 28 20:06:03.406180 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-9a3f1d19-9d7e-4802-9c84-9d15694005c9 tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:03.407564 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-9a3f1d19-9d7e-4802-9c84-9d15694005c9 tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9&tenant_id=337e8021fa0c43d183fd116927375cd1&binding%3Ahost_id=n-h2-839810-1 HTTP/1.1" status: 200 len: 1096 time: 0.0461586 Apr 28 20:06:03.459972 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-724a178e-8531-4307-9577-4ba6f16e1940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:03.461495 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-724a178e-8531-4307-9577-4ba6f16e1940 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9&tenant_id=337e8021fa0c43d183fd116927375cd1 HTTP/1.1" status: 200 len: 1096 time: 0.0458696 Apr 28 20:06:03.522922 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:03.525087 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-efd1bae3-e6fd-41e9-9083-86ba5f79f5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:03.526654 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-efd1bae3-e6fd-41e9-9083-86ba5f79f5f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 1096 time: 0.0424421 Apr 28 20:06:03.616879 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-8fc534fb-0ee4-4569-ac68-300f0348efff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:03.618444 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-8fc534fb-0ee4-4569-ac68-300f0348efff service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee3d3d76-cef4-40e7-81fe-329a2d42ccbe HTTP/1.1" status: 200 len: 897 time: 0.0854630 Apr 28 20:06:03.705801 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-775dd0e1-b7f9-4db3-a16d-8af7ebca3ccc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 HTTP/1.1" status: 200 len: 999 time: 0.0762172 Apr 28 20:06:03.755565 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-92ee4231-1f77-4316-b1da-56a38e7039fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:03.757128 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-92ee4231-1f77-4316-b1da-56a38e7039fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=32ccebbd-14c6-4039-9288-f2e28383d507 HTTP/1.1" status: 200 len: 834 time: 0.0455647 Apr 28 20:06:03.805882 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-749637cf-e418-4a41-8972-b64d263e777a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:03.807534 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-749637cf-e418-4a41-8972-b64d263e777a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee3d3d76-cef4-40e7-81fe-329a2d42ccbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435150 Apr 28 20:06:03.821924 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623cd32d-263b-4785-bce8-81facaba20ae req-d801e3d9-fc8c-47b4-90c4-ca93655e3b13 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:03.823544 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-623cd32d-263b-4785-bce8-81facaba20ae req-d801e3d9-fc8c-47b4-90c4-ca93655e3b13 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] 10.222.0.42 "GET /v2.0/ports?device_id=863c4266-fb95-4151-bc3a-5a622fc96ad8 HTTP/1.1" status: 200 len: 949 time: 0.0505533 Apr 28 20:06:03.867021 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-623cd32d-263b-4785-bce8-81facaba20ae req-ebec78e8-49d4-427c-b90a-812a936032b5 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ca14242-481b-447b-912a-456ee2aac8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348654 Apr 28 20:06:03.951681 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cc000-3ade-400b-bf32-c734f6787f46 req-81b21e4c-7d39-4d9e-aac8-c8825fa60c89 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:03.953198 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-020cc000-3ade-400b-bf32-c734f6787f46 req-81b21e4c-7d39-4d9e-aac8-c8825fa60c89 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 945 time: 0.0794995 Apr 28 20:06:03.955766 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-fd6dc3c6-9031-4d38-8366-1b32de70949a service neutron] 10.222.0.15 "GET /v2.0/networks/ee3d3d76-cef4-40e7-81fe-329a2d42ccbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402619 Apr 28 20:06:04.047860 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-020cc000-3ade-400b-bf32-c734f6787f46 req-e6a1b638-7cfc-47cd-98ae-0b336baba0b7 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=66380742-5d7d-4438-a636-c20ed91b606a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876343 Apr 28 20:06:04.082689 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-08f99d93-c03a-4012-b833-8d759bbf8059 service neutron] 10.222.0.15 "GET /v2.0/networks/ee3d3d76-cef4-40e7-81fe-329a2d42ccbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163971 Apr 28 20:06:04.341055 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-ae3855a2-6ed0-4a00-a72a-3c7e95ba737b tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:04.342570 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-ae3855a2-6ed0-4a00-a72a-3c7e95ba737b tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9&tenant_id=337e8021fa0c43d183fd116927375cd1&binding%3Ahost_id=n-h1-839810-1 HTTP/1.1" status: 200 len: 1096 time: 0.0562556 Apr 28 20:06:04.494804 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-00c344d4-0dd3-437b-8a21-ded5b4796483 service neutron] For port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:06:04.497863 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-00c344d4-0dd3-437b-8a21-ded5b4796483 service neutron] Notify callbacks [] for binding, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:04.498974 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-00c344d4-0dd3-437b-8a21-ded5b4796483 service neutron] 10.222.0.15 "DELETE /v2.0/ports/0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8/bindings/n-h2-839810-1 HTTP/1.1" status: 204 len: 173 time: 0.1477463 Apr 28 20:06:05.180338 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26583cc9-b8ef-4ee9-8098-bdd00e9a3c48 req-99d86ab7-03e9-426e-8da0-d8b3b4738ab7 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:05.184583 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-26583cc9-b8ef-4ee9-8098-bdd00e9a3c48 req-99d86ab7-03e9-426e-8da0-d8b3b4738ab7 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 945 time: 0.0559335 Apr 28 20:06:05.224260 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-26583cc9-b8ef-4ee9-8098-bdd00e9a3c48 req-cc3a5d96-3747-4899-abc1-b9dcb1734020 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=66380742-5d7d-4438-a636-c20ed91b606a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354948 Apr 28 20:06:05.360679 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff96a82-fcab-4305-ba0e-3b2e0e371749 req-5aeeffa5-c32e-4bbf-af29-96d1754c8075 tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:05.363410 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0ff96a82-fcab-4305-ba0e-3b2e0e371749 req-5aeeffa5-c32e-4bbf-af29-96d1754c8075 tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 1096 time: 0.0555351 Apr 28 20:06:05.407025 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0ff96a82-fcab-4305-ba0e-3b2e0e371749 req-6759b486-6e4a-4753-9ca7-a4184ca16bed tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=66380742-5d7d-4438-a636-c20ed91b606a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371711 Apr 28 20:06:05.531850 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a6a0f-d8a6-432c-bb23-6575907d7849 req-723edfcc-72fc-471a-a4bc-40602f540956 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:05.533403 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fa8a6a0f-d8a6-432c-bb23-6575907d7849 req-723edfcc-72fc-471a-a4bc-40602f540956 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 945 time: 0.0545428 Apr 28 20:06:05.571811 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fa8a6a0f-d8a6-432c-bb23-6575907d7849 req-70e36f6c-e947-47cb-91c4-529dea49ca7e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=66380742-5d7d-4438-a636-c20ed91b606a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319383 Apr 28 20:06:05.594783 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56198) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:06:05.659836 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-16a70027-f391-40b6-b243-0fa0ea15ac06 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/floatingips/f4b0cee4-f532-4044-9512-53432365cb91 HTTP/1.1" status: 200 len: 991 time: 0.0638304 Apr 28 20:06:05.774947 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:06:05.818298 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:06:05.883187 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56204) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:06:06.048931 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-f8239f0b-760d-4cb2-8dde-2a116817eaad tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Deleting port eb20536b-9c1e-42e7-9f81-4cce6d41d921 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:06:06.049318 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f8239f0b-760d-4cb2-8dde-2a116817eaad tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:06.131571 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f8239f0b-760d-4cb2-8dde-2a116817eaad tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:06.131908 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f8239f0b-760d-4cb2-8dde-2a116817eaad tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:06.144641 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-f8239f0b-760d-4cb2-8dde-2a116817eaad tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Calling delete_port for eb20536b-9c1e-42e7-9f81-4cce6d41d921 owned by network:floatingip {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:06:06.296210 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f8239f0b-760d-4cb2-8dde-2a116817eaad tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:06.326436 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8239f0b-760d-4cb2-8dde-2a116817eaad tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event deleted for resources: {'Port': ['ID=eb20536b-9c1e-42e7-9f81-4cce6d41d921,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:06.388618 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f8239f0b-760d-4cb2-8dde-2a116817eaad tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for floatingip, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:06.389376 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-f8239f0b-760d-4cb2-8dde-2a116817eaad tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Floating IP f4b0cee4-f532-4044-9512-53432365cb91 disassociated (deleted). External IP: 172.25.8.68, port: 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8. Apr 28 20:06:06.607369 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8239f0b-760d-4cb2-8dde-2a116817eaad tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Router 44449436-092a-45d2-a26c-a2b1f7554dbf has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:06:06.723868 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8239f0b-760d-4cb2-8dde-2a116817eaad tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:06:06.729376 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f8239f0b-760d-4cb2-8dde-2a116817eaad tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:06.734795 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba54e24-4ebc-4daf-a2b2-42f9d032e129 None None] Sync routers for ids ['44449436-092a-45d2-a26c-a2b1f7554dbf'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:06:06.746131 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba54e24-4ebc-4daf-a2b2-42f9d032e129 None None] Routers {'44449436-092a-45d2-a26c-a2b1f7554dbf'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:06:06.746862 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9ba54e24-4ebc-4daf-a2b2-42f9d032e129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:05:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['44449436-092a-45d2-a26c-a2b1f7554dbf'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:06.759271 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f8239f0b-760d-4cb2-8dde-2a116817eaad tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "DELETE /v2.0/floatingips/f4b0cee4-f532-4044-9512-53432365cb91 HTTP/1.1" status: 204 len: 168 time: 0.8726459 Apr 28 20:06:06.759271 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a1473f9-bc67-4751-b4cd-5b7dbe764ee9', 'tag': '0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:06:06.759883 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a841031b-fb08-4458-9c23-ffdb600bade2" -d '{"events": [{"name": "network-changed", "server_uuid": "6a1473f9-bc67-4751-b4cd-5b7dbe764ee9", "tag": "0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:06:06.801629 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f712af7-5dee-48b3-a42b-aaea6c2e09e7 x-openstack-request-id: req-7f712af7-5dee-48b3-a42b-aaea6c2e09e7 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:06:06.801923 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a1473f9-bc67-4751-b4cd-5b7dbe764ee9", "tag": "0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:06:06.802225 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7f712af7-5dee-48b3-a42b-aaea6c2e09e7 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:06:06.802644 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f712af7-5dee-48b3-a42b-aaea6c2e09e7'] response: {'name': 'network-changed', 'server_uuid': '6a1473f9-bc67-4751-b4cd-5b7dbe764ee9', 'tag': '0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8', 'status': 'completed', 'code': 200} Apr 28 20:06:06.880593 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-9ba54e24-4ebc-4daf-a2b2-42f9d032e129 None None] Set router 44449436-092a-45d2-a26c-a2b1f7554dbf gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:06:06.886778 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841031b-fb08-4458-9c23-ffdb600bade2 req-66a27102-d48a-4cea-82dc-ed877ee7d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:06.889448 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a841031b-fb08-4458-9c23-ffdb600bade2 req-66a27102-d48a-4cea-82dc-ed877ee7d117 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 1096 time: 0.0564542 Apr 28 20:06:07.016963 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841031b-fb08-4458-9c23-ffdb600bade2 req-49a9c4e1-aa21-4d4e-8964-709a90706794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:07.019460 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a841031b-fb08-4458-9c23-ffdb600bade2 req-49a9c4e1-aa21-4d4e-8964-709a90706794 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee3d3d76-cef4-40e7-81fe-329a2d42ccbe HTTP/1.1" status: 200 len: 897 time: 0.1226895 Apr 28 20:06:07.046831 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b957b-a5a7-46e5-8874-f713bb820dab req-0d789756-8efc-4d0b-8b0a-6d819d76bfae tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:07.048859 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-001b957b-a5a7-46e5-8874-f713bb820dab req-0d789756-8efc-4d0b-8b0a-6d819d76bfae tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 945 time: 0.0659959 Apr 28 20:06:07.077544 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a841031b-fb08-4458-9c23-ffdb600bade2 req-9b18de53-78e1-4cc5-b1f6-ac687a889b14 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 HTTP/1.1" status: 200 len: 217 time: 0.0499420 Apr 28 20:06:07.114913 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-001b957b-a5a7-46e5-8874-f713bb820dab req-d568a0f1-a361-4edc-8b6d-616122541872 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=66380742-5d7d-4438-a636-c20ed91b606a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582206 Apr 28 20:06:07.138793 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841031b-fb08-4458-9c23-ffdb600bade2 req-469c2acc-cba4-471f-a74f-eb45ee97b622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:07.140320 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a841031b-fb08-4458-9c23-ffdb600bade2 req-469c2acc-cba4-471f-a74f-eb45ee97b622 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=32ccebbd-14c6-4039-9288-f2e28383d507 HTTP/1.1" status: 200 len: 834 time: 0.0511022 Apr 28 20:06:07.142117 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9ba54e24-4ebc-4daf-a2b2-42f9d032e129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608430028', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:57Z', 'updated_at': '2022-04-28T20:05:04Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': 'e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:58Z', 'updated_at': '2022-04-28T20:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '88eaec4d-36ba-497b-88d1-26a45867cdc7', 'name': '', 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'mac_address': 'fa:16:3e:a8:ae:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '32ccebbd-14c6-4039-9288-f2e28383d507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:03Z', 'updated_at': '2022-04-28T20:05:08Z', 'revision_number': 5, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'subnets': [{'id': '32ccebbd-14c6-4039-9288-f2e28383d507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:07.169370 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba54e24-4ebc-4daf-a2b2-42f9d032e129 None None] Checking router: 44449436-092a-45d2-a26c-a2b1f7554dbf for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:06:07.178288 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba54e24-4ebc-4daf-a2b2-42f9d032e129 None None] Routers {'44449436-092a-45d2-a26c-a2b1f7554dbf'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:06:07.178891 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9ba54e24-4ebc-4daf-a2b2-42f9d032e129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:05:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['44449436-092a-45d2-a26c-a2b1f7554dbf'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:07.201104 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841031b-fb08-4458-9c23-ffdb600bade2 req-f2c10ba4-16a8-4e98-ac1c-8c2c4f4b323c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:07.203036 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a841031b-fb08-4458-9c23-ffdb600bade2 req-f2c10ba4-16a8-4e98-ac1c-8c2c4f4b323c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee3d3d76-cef4-40e7-81fe-329a2d42ccbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469358 Apr 28 20:06:07.320222 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a841031b-fb08-4458-9c23-ffdb600bade2 req-4ab9df2d-d5ca-4fbb-b23e-59831b41e82d service neutron] 10.222.0.15 "GET /v2.0/networks/ee3d3d76-cef4-40e7-81fe-329a2d42ccbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083140 Apr 28 20:06:07.388709 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-9ba54e24-4ebc-4daf-a2b2-42f9d032e129 None None] Set router 44449436-092a-45d2-a26c-a2b1f7554dbf gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:06:07.472444 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a841031b-fb08-4458-9c23-ffdb600bade2 req-0d54b3cf-1a30-40ac-8b19-4671a5857dba service neutron] 10.222.0.15 "GET /v2.0/networks/ee3d3d76-cef4-40e7-81fe-329a2d42ccbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455417 Apr 28 20:06:07.495514 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f9766-1412-4fa2-a5be-574c0783ec69 req-267181d9-979e-41d5-885a-677096b0eba7 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:07.497607 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cd8f9766-1412-4fa2-a5be-574c0783ec69 req-267181d9-979e-41d5-885a-677096b0eba7 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 945 time: 0.0772579 Apr 28 20:06:07.594777 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-cd8f9766-1412-4fa2-a5be-574c0783ec69 req-780d33e9-4991-4961-a5c1-5642aebd6339 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Deleting port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:06:07.595126 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-cd8f9766-1412-4fa2-a5be-574c0783ec69 req-780d33e9-4991-4961-a5c1-5642aebd6339 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:07.607792 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9ba54e24-4ebc-4daf-a2b2-42f9d032e129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608430028', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:57Z', 'updated_at': '2022-04-28T20:05:04Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': 'e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:58Z', 'updated_at': '2022-04-28T20:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '88eaec4d-36ba-497b-88d1-26a45867cdc7', 'name': '', 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'mac_address': 'fa:16:3e:a8:ae:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '32ccebbd-14c6-4039-9288-f2e28383d507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:03Z', 'updated_at': '2022-04-28T20:05:08Z', 'revision_number': 5, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'subnets': [{'id': '32ccebbd-14c6-4039-9288-f2e28383d507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:07.638575 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba54e24-4ebc-4daf-a2b2-42f9d032e129 None None] The sync data for ids ['44449436-092a-45d2-a26c-a2b1f7554dbf'] in n-d-839810-1 is: [{'id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608430028', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:57Z', 'updated_at': '2022-04-28T20:05:04Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': 'e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:58Z', 'updated_at': '2022-04-28T20:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '88eaec4d-36ba-497b-88d1-26a45867cdc7', 'name': '', 'network_id': 'ee3d3d76-cef4-40e7-81fe-329a2d42ccbe', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'mac_address': 'fa:16:3e:a8:ae:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '32ccebbd-14c6-4039-9288-f2e28383d507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:03Z', 'updated_at': '2022-04-28T20:05:08Z', 'revision_number': 5, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'subnets': [{'id': '32ccebbd-14c6-4039-9288-f2e28383d507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:06:07.696368 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-cd8f9766-1412-4fa2-a5be-574c0783ec69 req-780d33e9-4991-4961-a5c1-5642aebd6339 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] For port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8,segment=NetworkSegment(b9c97a93-0ade-492f-9c5f-66c39a1dda03),segment_id=b9c97a93-0ade-492f-9c5f-66c39a1dda03)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:06:07.696750 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-cd8f9766-1412-4fa2-a5be-574c0783ec69 req-780d33e9-4991-4961-a5c1-5642aebd6339 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:07.711489 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-cd8f9766-1412-4fa2-a5be-574c0783ec69 req-780d33e9-4991-4961-a5c1-5642aebd6339 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Calling delete_port for 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:06:07.854213 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-cd8f9766-1412-4fa2-a5be-574c0783ec69 req-780d33e9-4991-4961-a5c1-5642aebd6339 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:07.886944 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d33e9-4991-4961-a5c1-5642aebd6339 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event deleted for resources: {'Port': ['ID=0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:07.939114 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8f9766-1412-4fa2-a5be-574c0783ec69 req-780d33e9-4991-4961-a5c1-5642aebd6339 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] No DVR routers for this DVR port 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:06:07.942648 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-cd8f9766-1412-4fa2-a5be-574c0783ec69 req-780d33e9-4991-4961-a5c1-5642aebd6339 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:07.946068 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cd8f9766-1412-4fa2-a5be-574c0783ec69 req-780d33e9-4991-4961-a5c1-5642aebd6339 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.15 "DELETE /v2.0/ports/0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 HTTP/1.1" status: 204 len: 173 time: 0.4419262 Apr 28 20:06:07.946510 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1473f9-bc67-4751-b4cd-5b7dbe764ee9', 'name': 'network-vif-deleted', 'tag': '0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:06:07.947744 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78991a5f-87ff-4017-868d-f2deff887f54 None None] New status for floating IP f4b0cee4-f532-4044-9512-53432365cb91: DOWN {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:06:07.948763 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17714a44-7b6d-45b0-ab2d-e42170cf2246" -d '{"events": [{"server_uuid": "6a1473f9-bc67-4751-b4cd-5b7dbe764ee9", "name": "network-vif-deleted", "tag": "0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:06:07.991013 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1360038b-8d4d-4df0-b663-2fe94c48cd77 x-openstack-request-id: req-1360038b-8d4d-4df0-b663-2fe94c48cd77 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:06:07.991013 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a1473f9-bc67-4751-b4cd-5b7dbe764ee9", "name": "network-vif-deleted", "tag": "0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:06:07.991240 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1360038b-8d4d-4df0-b663-2fe94c48cd77 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:06:07.991517 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1360038b-8d4d-4df0-b663-2fe94c48cd77'] response: {'server_uuid': '6a1473f9-bc67-4751-b4cd-5b7dbe764ee9', 'name': 'network-vif-deleted', 'tag': '0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8', 'status': 'completed', 'code': 200} Apr 28 20:06:08.231991 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4b6373b-072e-476a-8593-dddfec48ee9d req-43ee56fb-5cf8-44b7-8c04-fcec5173beab tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a1473f9-bc67-4751-b4cd-5b7dbe764ee9 HTTP/1.1" status: 200 len: 210 time: 0.0361552 Apr 28 20:06:09.294065 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56224) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:06:09.660716 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5a2cf9b2-cedf-4be4-99af-0e37d584510b tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:09.922685 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-5a2cf9b2-cedf-4be4-99af-0e37d584510b tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Deleting port 88eaec4d-36ba-497b-88d1-26a45867cdc7 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:06:09.923021 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5a2cf9b2-cedf-4be4-99af-0e37d584510b tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:10.014867 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-5a2cf9b2-cedf-4be4-99af-0e37d584510b tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] For port 88eaec4d-36ba-497b-88d1-26a45867cdc7, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=88eaec4d-36ba-497b-88d1-26a45867cdc7,segment=NetworkSegment(b9c97a93-0ade-492f-9c5f-66c39a1dda03),segment_id=b9c97a93-0ade-492f-9c5f-66c39a1dda03)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:06:10.015227 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5a2cf9b2-cedf-4be4-99af-0e37d584510b tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:10.027102 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-5a2cf9b2-cedf-4be4-99af-0e37d584510b tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Calling delete_port for 88eaec4d-36ba-497b-88d1-26a45867cdc7 owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:06:10.210989 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5a2cf9b2-cedf-4be4-99af-0e37d584510b tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:10.238576 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2cf9b2-cedf-4be4-99af-0e37d584510b tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event deleted for resources: {'Port': ['ID=88eaec4d-36ba-497b-88d1-26a45867cdc7,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:10.421784 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5a2cf9b2-cedf-4be4-99af-0e37d584510b tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:10.638364 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2cf9b2-cedf-4be4-99af-0e37d584510b tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Router 44449436-092a-45d2-a26c-a2b1f7554dbf has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:06:11.068660 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2cf9b2-cedf-4be4-99af-0e37d584510b tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:06:11.073732 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5a2cf9b2-cedf-4be4-99af-0e37d584510b tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "PUT /v2.0/routers/44449436-092a-45d2-a26c-a2b1f7554dbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7785254 Apr 28 20:06:11.076284 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56230) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:06:11.078504 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d45027-2f15-4357-98bd-68d337ff34f2 None None] Sync routers for ids ['44449436-092a-45d2-a26c-a2b1f7554dbf'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:06:11.088894 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d45027-2f15-4357-98bd-68d337ff34f2 None None] Routers {'44449436-092a-45d2-a26c-a2b1f7554dbf'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:06:11.089498 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-15d45027-2f15-4357-98bd-68d337ff34f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:05:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['44449436-092a-45d2-a26c-a2b1f7554dbf'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:11.128341 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a271424d-4af3-4ac9-b62a-657a392285eb tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Deleting subnet 32ccebbd-14c6-4039-9288-f2e28383d507 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:06:11.131453 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a271424d-4af3-4ac9-b62a-657a392285eb tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:11.172883 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a271424d-4af3-4ac9-b62a-657a392285eb tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:11.193614 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-15d45027-2f15-4357-98bd-68d337ff34f2 None None] Set router 44449436-092a-45d2-a26c-a2b1f7554dbf gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:06:11.261727 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a271424d-4af3-4ac9-b62a-657a392285eb tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:11.326918 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a271424d-4af3-4ac9-b62a-657a392285eb tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:11.354478 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271424d-4af3-4ac9-b62a-657a392285eb tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event deleted for resources: {'Subnet': ['ID=32ccebbd-14c6-4039-9288-f2e28383d507,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:11.358319 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a271424d-4af3-4ac9-b62a-657a392285eb tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:11.364655 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 56232) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:06:11.365069 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a271424d-4af3-4ac9-b62a-657a392285eb tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "DELETE /v2.0/subnets/32ccebbd-14c6-4039-9288-f2e28383d507 HTTP/1.1" status: 204 len: 168 time: 0.2876167 Apr 28 20:06:11.368635 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:06:11.373446 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1cd48e-5871-4c2e-89ea-54808f961dd2 None None] Network ee3d3d76-cef4-40e7-81fe-329a2d42ccbe requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:06:11.382597 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-15d45027-2f15-4357-98bd-68d337ff34f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608430028', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:57Z', 'updated_at': '2022-04-28T20:06:10Z', 'revision_number': 5, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': 'e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:58Z', 'updated_at': '2022-04-28T20:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:11.414939 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d45027-2f15-4357-98bd-68d337ff34f2 None None] Checking router: 44449436-092a-45d2-a26c-a2b1f7554dbf for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:06:11.423815 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d45027-2f15-4357-98bd-68d337ff34f2 None None] Routers {'44449436-092a-45d2-a26c-a2b1f7554dbf'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:06:11.424149 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-15d45027-2f15-4357-98bd-68d337ff34f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:05:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['44449436-092a-45d2-a26c-a2b1f7554dbf'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:11.453088 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:06:11.453923 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 0a91c86e-5d7d-4d16-940d-84f4d6e3cfa8 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:06:11.481010 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-427dbe80-b868-4fea-8f70-9cae3d232c27 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:11.534153 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-15d45027-2f15-4357-98bd-68d337ff34f2 None None] Set router 44449436-092a-45d2-a26c-a2b1f7554dbf gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:06:11.603466 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c563a4-def4-4991-b19b-5873db86cf05 None None] DHCP port deletion for ee3d3d76-cef4-40e7-81fe-329a2d42ccbe request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:06:11.605351 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-427dbe80-b868-4fea-8f70-9cae3d232c27 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:11.664359 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-a0c563a4-def4-4991-b19b-5873db86cf05 None None] Deleting port ab7ad9b8-f317-499b-bd2f-1e85df7e6e60 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:06:11.664733 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a0c563a4-def4-4991-b19b-5873db86cf05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:11.667426 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-427dbe80-b868-4fea-8f70-9cae3d232c27 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Deleting port e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:06:11.667887 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-427dbe80-b868-4fea-8f70-9cae3d232c27 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:11.734756 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-a0c563a4-def4-4991-b19b-5873db86cf05 None None] For port ab7ad9b8-f317-499b-bd2f-1e85df7e6e60, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ab7ad9b8-f317-499b-bd2f-1e85df7e6e60,segment=NetworkSegment(b9c97a93-0ade-492f-9c5f-66c39a1dda03),segment_id=b9c97a93-0ade-492f-9c5f-66c39a1dda03)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:06:11.735258 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a0c563a4-def4-4991-b19b-5873db86cf05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:11.746564 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-15d45027-2f15-4357-98bd-68d337ff34f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608430028', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:57Z', 'updated_at': '2022-04-28T20:06:10Z', 'revision_number': 5, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': 'e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:58Z', 'updated_at': '2022-04-28T20:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:11.749449 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-a0c563a4-def4-4991-b19b-5873db86cf05 None None] Calling delete_port for ab7ad9b8-f317-499b-bd2f-1e85df7e6e60 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:06:11.756205 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-427dbe80-b868-4fea-8f70-9cae3d232c27 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] For port e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:06:11.756576 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-427dbe80-b868-4fea-8f70-9cae3d232c27 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:11.768356 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-427dbe80-b868-4fea-8f70-9cae3d232c27 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Calling delete_port for e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:06:11.774254 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d45027-2f15-4357-98bd-68d337ff34f2 None None] The sync data for ids ['44449436-092a-45d2-a26c-a2b1f7554dbf'] in n-d-839810-1 is: [{'id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608430028', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:57Z', 'updated_at': '2022-04-28T20:06:10Z', 'revision_number': 5, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': 'e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44449436-092a-45d2-a26c-a2b1f7554dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:58Z', 'updated_at': '2022-04-28T20:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:06:11.842663 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a0c563a4-def4-4991-b19b-5873db86cf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:11.866230 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c563a4-def4-4991-b19b-5873db86cf05 None None] Pushing event deleted for resources: {'Port': ['ID=ab7ad9b8-f317-499b-bd2f-1e85df7e6e60,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:11.871798 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c563a4-def4-4991-b19b-5873db86cf05 None None] No DVR routers for this DVR port ab7ad9b8-f317-499b-bd2f-1e85df7e6e60 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:06:11.943549 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-427dbe80-b868-4fea-8f70-9cae3d232c27 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:11.970403 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427dbe80-b868-4fea-8f70-9cae3d232c27 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event deleted for resources: {'Port': ['ID=e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:12.029408 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-427dbe80-b868-4fea-8f70-9cae3d232c27 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:12.129459 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-427dbe80-b868-4fea-8f70-9cae3d232c27 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:12.131725 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-427dbe80-b868-4fea-8f70-9cae3d232c27 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:12.185245 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-427dbe80-b868-4fea-8f70-9cae3d232c27 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:12.185767 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427dbe80-b868-4fea-8f70-9cae3d232c27 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Fanout notify agent at l3_agent the message router_deleted on router 44449436-092a-45d2-a26c-a2b1f7554dbf {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:06:12.194158 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-427dbe80-b868-4fea-8f70-9cae3d232c27 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:12.198089 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-427dbe80-b868-4fea-8f70-9cae3d232c27 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "DELETE /v2.0/routers/44449436-092a-45d2-a26c-a2b1f7554dbf HTTP/1.1" status: 204 len: 168 time: 0.8324468 Apr 28 20:06:12.198230 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56236) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:06:12.285012 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-513e19f2-e1e1-4eca-a079-d958d25e4da4 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:12.373410 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-513e19f2-e1e1-4eca-a079-d958d25e4da4 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:12.396529 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-513e19f2-e1e1-4eca-a079-d958d25e4da4 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee3d3d76-cef4-40e7-81fe-329a2d42ccbe']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:12.406325 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-513e19f2-e1e1-4eca-a079-d958d25e4da4 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c97a93-0ade-492f-9c5f-66c39a1dda03') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:12.406625 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-513e19f2-e1e1-4eca-a079-d958d25e4da4 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c97a93-0ade-492f-9c5f-66c39a1dda03') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:12.416532 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-513e19f2-e1e1-4eca-a079-d958d25e4da4 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:12.430296 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-513e19f2-e1e1-4eca-a079-d958d25e4da4 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:12.436530 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-513e19f2-e1e1-4eca-a079-d958d25e4da4 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:06:12.436921 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-513e19f2-e1e1-4eca-a079-d958d25e4da4 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:12.440719 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 20:06:12.440719 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:06:12.440719 n-d-839810-1 neutron-server[102774]: timer() Apr 28 20:06:12.440719 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:06:12.440719 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 20:06:12.440719 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:06:12.440719 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 20:06:12.440719 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:06:12.440719 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 20:06:12.440719 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:06:12.440719 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 20:06:12.440719 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:06:12.440719 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 20:06:12.440719 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:06:12.440719 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:06:12.440719 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:06:12.440719 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:06:12.440719 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:06:12.440719 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 20:06:12.440719 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:06:12.440719 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 20:06:12.440719 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:06:12.440719 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:06:12.440719 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:06:12.440719 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 20:06:12.440719 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:06:12.440719 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:06:12.440719 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:06:12.440719 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:06:12.440719 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:06:12.440719 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:06:12.440719 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:06:12.504428 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-513e19f2-e1e1-4eca-a079-d958d25e4da4 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:12.512052 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-513e19f2-e1e1-4eca-a079-d958d25e4da4 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:12.515164 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-513e19f2-e1e1-4eca-a079-d958d25e4da4 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "DELETE /v2.0/networks/ee3d3d76-cef4-40e7-81fe-329a2d42ccbe HTTP/1.1" status: 204 len: 168 time: 0.3154142 Apr 28 20:06:12.518367 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 56238) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:06:12.527264 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e19f2-e1e1-4eca-a079-d958d25e4da4 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event deleted for resources: {'Network': ['ID=ee3d3d76-cef4-40e7-81fe-329a2d42ccbe,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:12.576278 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fe046017-ddc5-428f-acf0-aaccef1650c2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:12.602496 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fe046017-ddc5-428f-acf0-aaccef1650c2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:12.668167 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fe046017-ddc5-428f-acf0-aaccef1650c2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:12.670846 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fe046017-ddc5-428f-acf0-aaccef1650c2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:12.683661 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fe046017-ddc5-428f-acf0-aaccef1650c2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "DELETE /v2.0/security-groups/66380742-5d7d-4438-a636-c20ed91b606a HTTP/1.1" status: 204 len: 168 time: 0.1555824 Apr 28 20:06:12.695560 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe046017-ddc5-428f-acf0-aaccef1650c2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66380742-5d7d-4438-a636-c20ed91b606a,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:12.870872 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 88eaec4d-36ba-497b-88d1-26a45867cdc7 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:06:12.896086 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 88eaec4d-36ba-497b-88d1-26a45867cdc7 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:06:12.896455 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 88eaec4d-36ba-497b-88d1-26a45867cdc7 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:06:12.897049 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:06:12.916708 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:06:12.916986 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e89458e2-ed8f-4b8d-a3fa-a2cd8618da5d not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:06:12.917387 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ab7ad9b8-f317-499b-bd2f-1e85df7e6e60 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:06:12.938272 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: ab7ad9b8-f317-499b-bd2f-1e85df7e6e60 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:06:12.938607 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ab7ad9b8-f317-499b-bd2f-1e85df7e6e60 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:06:13.076610 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 56246) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:06:13.081126 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-960e7d90-caca-46f4-8735-f481ee4b068c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-793927194', 'description': 'tempest-secgroup-smoke-793927194 description', 'project_id': '337e8021fa0c43d183fd116927375cd1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:13.101828 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-960e7d90-caca-46f4-8735-f481ee4b068c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.168340 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-960e7d90-caca-46f4-8735-f481ee4b068c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.172080 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-960e7d90-caca-46f4-8735-f481ee4b068c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.205422 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-960e7d90-caca-46f4-8735-f481ee4b068c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.206656 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-960e7d90-caca-46f4-8735-f481ee4b068c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1290333 Apr 28 20:06:13.208641 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e7d90-caca-46f4-8735-f481ee4b068c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:13.209768 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56248) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:06:13.214524 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-bbde68cd-0887-454f-ada8-301d1faba4fd tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'security_group_rule': {'security_group_id': 'c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958', 'project_id': '337e8021fa0c43d183fd116927375cd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:13.239350 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bbde68cd-0887-454f-ada8-301d1faba4fd tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.295081 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bbde68cd-0887-454f-ada8-301d1faba4fd tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.298941 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bbde68cd-0887-454f-ada8-301d1faba4fd tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.321025 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde68cd-0887-454f-ada8-301d1faba4fd tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67a51fd5-1835-4cf4-bcff-60e3de168905,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:13.326735 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bbde68cd-0887-454f-ada8-301d1faba4fd tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.328548 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-bbde68cd-0887-454f-ada8-301d1faba4fd tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1176472 Apr 28 20:06:13.331139 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56250) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:06:13.335558 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-c975d023-f9eb-4acb-b56e-950571e32b72 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'security_group_rule': {'security_group_id': 'c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958', 'project_id': '337e8021fa0c43d183fd116927375cd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:13.359947 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c975d023-f9eb-4acb-b56e-950571e32b72 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.423877 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c975d023-f9eb-4acb-b56e-950571e32b72 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.427517 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c975d023-f9eb-4acb-b56e-950571e32b72 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.447239 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975d023-f9eb-4acb-b56e-950571e32b72 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71565a0f-f655-45c3-a079-3ca1044b0bf8,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:13.457047 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c975d023-f9eb-4acb-b56e-950571e32b72 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.458361 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c975d023-f9eb-4acb-b56e-950571e32b72 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1261201 Apr 28 20:06:13.460979 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56252) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:06:13.465185 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-b273af9f-eb84-4f9f-b52a-8e747e6f5cae tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'security_group_rule': {'security_group_id': 'c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958', 'project_id': '337e8021fa0c43d183fd116927375cd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:13.491870 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b273af9f-eb84-4f9f-b52a-8e747e6f5cae tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.548609 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b273af9f-eb84-4f9f-b52a-8e747e6f5cae tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.552445 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b273af9f-eb84-4f9f-b52a-8e747e6f5cae tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.570047 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273af9f-eb84-4f9f-b52a-8e747e6f5cae tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c02cedba-d899-4119-9135-86caa1da597e,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:13.578667 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b273af9f-eb84-4f9f-b52a-8e747e6f5cae tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.580430 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b273af9f-eb84-4f9f-b52a-8e747e6f5cae tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179790 Apr 28 20:06:13.583505 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56254) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:06:13.587812 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-60b45036-3e4a-4bd6-96f9-130811d047e2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'security_group_rule': {'security_group_id': 'c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958', 'project_id': '337e8021fa0c43d183fd116927375cd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:13.613686 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-60b45036-3e4a-4bd6-96f9-130811d047e2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.675914 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-60b45036-3e4a-4bd6-96f9-130811d047e2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.679971 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-60b45036-3e4a-4bd6-96f9-130811d047e2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.696149 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b45036-3e4a-4bd6-96f9-130811d047e2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35bfc5f9-2c52-46a3-8be5-7656c8d98fe7,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:13.710155 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-60b45036-3e4a-4bd6-96f9-130811d047e2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.711388 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-60b45036-3e4a-4bd6-96f9-130811d047e2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1268935 Apr 28 20:06:13.714350 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56258) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:06:13.719176 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-96ef5087-daaa-447c-8c68-6d2b4bc3bd44 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'security_group_rule': {'security_group_id': 'c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958', 'project_id': '337e8021fa0c43d183fd116927375cd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:13.752621 n-d-839810-1 neutron-server[102774]: INFO neutron.db.securitygroups_db [None req-96ef5087-daaa-447c-8c68-6d2b4bc3bd44 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Project 337e8021fa0c43d183fd116927375cd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:06:13.761138 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-96ef5087-daaa-447c-8c68-6d2b4bc3bd44 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.827130 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-96ef5087-daaa-447c-8c68-6d2b4bc3bd44 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.830836 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-96ef5087-daaa-447c-8c68-6d2b4bc3bd44 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.851346 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef5087-daaa-447c-8c68-6d2b4bc3bd44 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d01a08-6cdf-4a46-a731-63711a8f6670,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:13.858969 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-96ef5087-daaa-447c-8c68-6d2b4bc3bd44 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.860188 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-96ef5087-daaa-447c-8c68-6d2b4bc3bd44 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1446164 Apr 28 20:06:13.863661 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56260) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:06:13.867812 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-32837bbe-9372-4e5d-857d-91e06eff043c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'security_group_rule': {'security_group_id': 'c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958', 'project_id': '337e8021fa0c43d183fd116927375cd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:13.887526 n-d-839810-1 neutron-server[102774]: INFO neutron.db.securitygroups_db [None req-32837bbe-9372-4e5d-857d-91e06eff043c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Project 337e8021fa0c43d183fd116927375cd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:06:13.892490 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-32837bbe-9372-4e5d-857d-91e06eff043c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.954965 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-32837bbe-9372-4e5d-857d-91e06eff043c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.958499 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-32837bbe-9372-4e5d-857d-91e06eff043c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.979124 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32837bbe-9372-4e5d-857d-91e06eff043c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d03caf9-4e10-47c0-bd2e-78e9c010f61f,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:13.984465 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-32837bbe-9372-4e5d-857d-91e06eff043c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.985652 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-32837bbe-9372-4e5d-857d-91e06eff043c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1211398 Apr 28 20:06:13.989200 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56262) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:06:13.994130 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-96f66007-496a-4e8e-9b62-ca1f50d4fc1e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'network': {'name': 'tempest-network-smoke--1122490503', 'project_id': '337e8021fa0c43d183fd116927375cd1', 'port_security_enabled': True}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:14.012704 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f66007-496a-4e8e-9b62-ca1f50d4fc1e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Made reservation on behalf of 337e8021fa0c43d183fd116927375cd1 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:06:14.016121 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-96f66007-496a-4e8e-9b62-ca1f50d4fc1e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:14.039648 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f66007-496a-4e8e-9b62-ca1f50d4fc1e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:06:14.048438 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-96f66007-496a-4e8e-9b62-ca1f50d4fc1e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:14.049313 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-96f66007-496a-4e8e-9b62-ca1f50d4fc1e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Added segment d3bf8d67-6d95-4390-9640-d3f99fc519a3 of type vlan for network 55c1c697-98df-4789-8a08-91acfa3054dd Apr 28 20:06:14.088551 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-96f66007-496a-4e8e-9b62-ca1f50d4fc1e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:14.113591 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-96f66007-496a-4e8e-9b62-ca1f50d4fc1e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:14.119059 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f66007-496a-4e8e-9b62-ca1f50d4fc1e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:14.119633 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-96f66007-496a-4e8e-9b62-ca1f50d4fc1e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:14.176991 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-96f66007-496a-4e8e-9b62-ca1f50d4fc1e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1867647 Apr 28 20:06:14.179819 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 56264) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:06:14.184338 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-c832821d-7964-4965-b278-adac9fdc9a7a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-45264745', 'admin_state_up': True, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:14.191331 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f66007-496a-4e8e-9b62-ca1f50d4fc1e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'Network': ['ID=55c1c697-98df-4789-8a08-91acfa3054dd,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:14.202341 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 55c1c697-98df-4789-8a08-91acfa3054dd details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:06:14.210188 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c832821d-7964-4965-b278-adac9fdc9a7a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:14.211202 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c832821d-7964-4965-b278-adac9fdc9a7a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:14.297596 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c832821d-7964-4965-b278-adac9fdc9a7a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:14.437477 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c832821d-7964-4965-b278-adac9fdc9a7a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:14.625522 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c832821d-7964-4965-b278-adac9fdc9a7a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:14.647888 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:06:14.650369 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c832821d-7964-4965-b278-adac9fdc9a7a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:14.749932 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-c832821d-7964-4965-b278-adac9fdc9a7a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Allocated IP 172.25.8.78 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/209f5d9d-03c6-4729-9a5b-ed9029ad66f6) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:06:14.855026 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c832821d-7964-4965-b278-adac9fdc9a7a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:14.888454 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c832821d-7964-4965-b278-adac9fdc9a7a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:14.926085 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c832821d-7964-4965-b278-adac9fdc9a7a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:06:14.929073 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-c832821d-7964-4965-b278-adac9fdc9a7a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:06:14.935094 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c832821d-7964-4965-b278-adac9fdc9a7a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:06:14.981250 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c832821d-7964-4965-b278-adac9fdc9a7a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'Port': ['ID=209f5d9d-03c6-4729-9a5b-ed9029ad66f6,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:15.209575 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c832821d-7964-4965-b278-adac9fdc9a7a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:15.758726 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c832821d-7964-4965-b278-adac9fdc9a7a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:15.899810 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c832821d-7964-4965-b278-adac9fdc9a7a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Router 3c4cc21c-8d57-4f6e-9949-6875c054d3e3 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 20:06:16.013940 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c832821d-7964-4965-b278-adac9fdc9a7a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:06:16.026432 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616d2da5-e27a-49b0-a0bf-560188f5da32 None None] Sync routers for ids ['3c4cc21c-8d57-4f6e-9949-6875c054d3e3'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:06:16.040152 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c832821d-7964-4965-b278-adac9fdc9a7a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:16.040152 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c832821d-7964-4965-b278-adac9fdc9a7a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8571548 Apr 28 20:06:16.041222 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 56274) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:06:16.045132 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616d2da5-e27a-49b0-a0bf-560188f5da32 None None] Routers {'3c4cc21c-8d57-4f6e-9949-6875c054d3e3'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:06:16.045953 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-616d2da5-e27a-49b0-a0bf-560188f5da32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:05:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['3c4cc21c-8d57-4f6e-9949-6875c054d3e3'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:16.075460 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5090ca76-576e-491b-bd00-c275801c1196 tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=337e8021fa0c43d183fd116927375cd1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299525 Apr 28 20:06:16.075460 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 56276) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:06:16.204053 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-616d2da5-e27a-49b0-a0bf-560188f5da32 None None] Set router 3c4cc21c-8d57-4f6e-9949-6875c054d3e3 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:06:16.216466 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747c10ba-d278-4393-bec8-1afe5a2205af tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:16.218785 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-747c10ba-d278-4393-bec8-1afe5a2205af tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1424859 Apr 28 20:06:16.222086 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 56278) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:06:16.254001 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0ef9da40-4165-4ed7-92eb-841cc489e293 tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=562d8c9c-50aa-492e-ae08-06d7f5fe6347&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306067 Apr 28 20:06:16.256976 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 56280) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:06:16.261963 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-a8fedb31-2858-46d2-9b1f-c3c7d8ed79c9 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1806425475', 'network_id': '55c1c697-98df-4789-8a08-91acfa3054dd', 'project_id': '337e8021fa0c43d183fd116927375cd1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:16.356440 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fedb31-2858-46d2-9b1f-c3c7d8ed79c9 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Made reservation on behalf of 337e8021fa0c43d183fd116927375cd1 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:06:16.361768 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a8fedb31-2858-46d2-9b1f-c3c7d8ed79c9 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:16.401324 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-616d2da5-e27a-49b0-a0bf-560188f5da32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45264745', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '209f5d9d-03c6-4729-9a5b-ed9029ad66f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:14Z', 'updated_at': '2022-04-28T20:06:15Z', 'revision_number': 3, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '209f5d9d-03c6-4729-9a5b-ed9029ad66f6', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:14Z', 'updated_at': '2022-04-28T20:06:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:16.428546 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616d2da5-e27a-49b0-a0bf-560188f5da32 None None] Checking router: 3c4cc21c-8d57-4f6e-9949-6875c054d3e3 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:06:16.429054 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616d2da5-e27a-49b0-a0bf-560188f5da32 None None] Updating router 3c4cc21c-8d57-4f6e-9949-6875c054d3e3 port 209f5d9d-03c6-4729-9a5b-ed9029ad66f6 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:06:16.458897 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-616d2da5-e27a-49b0-a0bf-560188f5da32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:16.582216 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a8fedb31-2858-46d2-9b1f-c3c7d8ed79c9 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:16.649849 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fedb31-2858-46d2-9b1f-c3c7d8ed79c9 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'Subnet': ['ID=10192ac7-962b-4eed-83cc-8403d952cbda,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:16.670856 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fedb31-2858-46d2-9b1f-c3c7d8ed79c9 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Checking segment: {'id': 'd3bf8d67-6d95-4390-9640-d3f99fc519a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '55c1c697-98df-4789-8a08-91acfa3054dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:06:16.671213 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fedb31-2858-46d2-9b1f-c3c7d8ed79c9 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Network hostable DHCP agents. Network: 55c1c697-98df-4789-8a08-91acfa3054dd, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:06:16.690092 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fedb31-2858-46d2-9b1f-c3c7d8ed79c9 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Network 55c1c697-98df-4789-8a08-91acfa3054dd is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:06:16.700683 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-a8fedb31-2858-46d2-9b1f-c3c7d8ed79c9 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 55c1c697-98df-4789-8a08-91acfa3054dd) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:06:16.705556 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fedb31-2858-46d2-9b1f-c3c7d8ed79c9 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:16.706151 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a8fedb31-2858-46d2-9b1f-c3c7d8ed79c9 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:16.725558 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a8fedb31-2858-46d2-9b1f-c3c7d8ed79c9 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4673033 Apr 28 20:06:16.728411 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56284) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:06:16.784998 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0a3914-cb16-4528-8197-31433b8e48a5 None None] Network 55c1c697-98df-4789-8a08-91acfa3054dd requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:06:17.016405 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc52bb13-28f7-4fb6-9a17-a5d1dbd9e008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-55c1c697-98df-4789-8a08-91acfa3054dd', 'network_id': '55c1c697-98df-4789-8a08-91acfa3054dd', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'fixed_ips': [{'subnet_id': '10192ac7-962b-4eed-83cc-8403d952cbda'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:06:17.017304 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fc52bb13-28f7-4fb6-9a17-a5d1dbd9e008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:17.042075 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-616d2da5-e27a-49b0-a0bf-560188f5da32 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:17.114755 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-616d2da5-e27a-49b0-a0bf-560188f5da32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:17.191266 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-616d2da5-e27a-49b0-a0bf-560188f5da32 None None] Attempting to bind port 209f5d9d-03c6-4729-9a5b-ed9029ad66f6 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:06:17.191549 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-616d2da5-e27a-49b0-a0bf-560188f5da32 None None] Attempting to bind port 209f5d9d-03c6-4729-9a5b-ed9029ad66f6 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:06:17.191923 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616d2da5-e27a-49b0-a0bf-560188f5da32 None None] Attempting to bind port 209f5d9d-03c6-4729-9a5b-ed9029ad66f6 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:06:17.222547 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc9e6c-ee79-485f-bba7-57b33e8cc93c None None] Pushing event updated for resources: {'Port': ['ID=209f5d9d-03c6-4729-9a5b-ed9029ad66f6,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:17.224965 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b40865fb-22fe-434d-8e0f-feec90bf54ca tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:17.230647 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616d2da5-e27a-49b0-a0bf-560188f5da32 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:06:17.231180 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616d2da5-e27a-49b0-a0bf-560188f5da32 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:06:17.231737 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-616d2da5-e27a-49b0-a0bf-560188f5da32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:17.232141 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616d2da5-e27a-49b0-a0bf-560188f5da32 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:06:17.232776 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-616d2da5-e27a-49b0-a0bf-560188f5da32 None None] Bound port: 209f5d9d-03c6-4729-9a5b-ed9029ad66f6, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:06:17.233246 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-616d2da5-e27a-49b0-a0bf-560188f5da32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:17.291451 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-fc52bb13-28f7-4fb6-9a17-a5d1dbd9e008 None None] Allocated IP 172.20.0.2 (55c1c697-98df-4789-8a08-91acfa3054dd/10192ac7-962b-4eed-83cc-8403d952cbda/277684b8-6219-4026-93d1-1147647c5d6e) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:06:17.323122 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-616d2da5-e27a-49b0-a0bf-560188f5da32 None None] For port 209f5d9d-03c6-4729-9a5b-ed9029ad66f6, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:06:17.348315 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-616d2da5-e27a-49b0-a0bf-560188f5da32 None None] For port 209f5d9d-03c6-4729-9a5b-ed9029ad66f6, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=209f5d9d-03c6-4729-9a5b-ed9029ad66f6,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:06:17.379410 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-616d2da5-e27a-49b0-a0bf-560188f5da32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:17.459163 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616d2da5-e27a-49b0-a0bf-560188f5da32 None None] Routers {'3c4cc21c-8d57-4f6e-9949-6875c054d3e3'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:06:17.459795 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-616d2da5-e27a-49b0-a0bf-560188f5da32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:05:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['3c4cc21c-8d57-4f6e-9949-6875c054d3e3'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:17.525765 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc9e6c-ee79-485f-bba7-57b33e8cc93c None None] Pushing event updated for resources: {'Port': ['ID=209f5d9d-03c6-4729-9a5b-ed9029ad66f6,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:17.626837 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fc52bb13-28f7-4fb6-9a17-a5d1dbd9e008 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:17.636849 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-616d2da5-e27a-49b0-a0bf-560188f5da32 None None] Set router 3c4cc21c-8d57-4f6e-9949-6875c054d3e3 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:06:17.640319 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fc52bb13-28f7-4fb6-9a17-a5d1dbd9e008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:17.687817 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-b40865fb-22fe-434d-8e0f-feec90bf54ca tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Allocated IP 172.20.0.1 (55c1c697-98df-4789-8a08-91acfa3054dd/10192ac7-962b-4eed-83cc-8403d952cbda/c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:06:17.778594 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc52bb13-28f7-4fb6-9a17-a5d1dbd9e008 None None] Network 55c1c697-98df-4789-8a08-91acfa3054dd is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:06:17.784859 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-fc52bb13-28f7-4fb6-9a17-a5d1dbd9e008 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:06:17.795032 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc52bb13-28f7-4fb6-9a17-a5d1dbd9e008 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:06:17.800144 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc52bb13-28f7-4fb6-9a17-a5d1dbd9e008 None None] Pushing event updated for resources: {'Port': ['ID=277684b8-6219-4026-93d1-1147647c5d6e,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:17.850126 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b40865fb-22fe-434d-8e0f-feec90bf54ca tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:17.892933 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b40865fb-22fe-434d-8e0f-feec90bf54ca tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:17.902671 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-fc52bb13-28f7-4fb6-9a17-a5d1dbd9e008 None None] Attempting to bind port 277684b8-6219-4026-93d1-1147647c5d6e on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:06:17.903029 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-fc52bb13-28f7-4fb6-9a17-a5d1dbd9e008 None None] Attempting to bind port 277684b8-6219-4026-93d1-1147647c5d6e by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'd3bf8d67-6d95-4390-9640-d3f99fc519a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '55c1c697-98df-4789-8a08-91acfa3054dd'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:06:17.903393 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc52bb13-28f7-4fb6-9a17-a5d1dbd9e008 None None] Attempting to bind port 277684b8-6219-4026-93d1-1147647c5d6e on network 55c1c697-98df-4789-8a08-91acfa3054dd {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:06:17.911982 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc52bb13-28f7-4fb6-9a17-a5d1dbd9e008 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:06:17.912393 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc52bb13-28f7-4fb6-9a17-a5d1dbd9e008 None None] Checking segment: {'id': 'd3bf8d67-6d95-4390-9640-d3f99fc519a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '55c1c697-98df-4789-8a08-91acfa3054dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:06:17.912779 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fc52bb13-28f7-4fb6-9a17-a5d1dbd9e008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:17.913169 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc52bb13-28f7-4fb6-9a17-a5d1dbd9e008 None None] Bound using segment: {'id': 'd3bf8d67-6d95-4390-9640-d3f99fc519a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '55c1c697-98df-4789-8a08-91acfa3054dd'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:06:17.913623 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-fc52bb13-28f7-4fb6-9a17-a5d1dbd9e008 None None] Bound port: 277684b8-6219-4026-93d1-1147647c5d6e, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bf8d67-6d95-4390-9640-d3f99fc519a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '55c1c697-98df-4789-8a08-91acfa3054dd'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:06:17.914015 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fc52bb13-28f7-4fb6-9a17-a5d1dbd9e008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:17.932414 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40865fb-22fe-434d-8e0f-feec90bf54ca tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Network 55c1c697-98df-4789-8a08-91acfa3054dd is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:06:17.936139 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-b40865fb-22fe-434d-8e0f-feec90bf54ca tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:06:17.941893 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40865fb-22fe-434d-8e0f-feec90bf54ca tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:06:17.973222 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40865fb-22fe-434d-8e0f-feec90bf54ca tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'Port': ['ID=c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:17.979340 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-616d2da5-e27a-49b0-a0bf-560188f5da32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45264745', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '209f5d9d-03c6-4729-9a5b-ed9029ad66f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:14Z', 'updated_at': '2022-04-28T20:06:15Z', 'revision_number': 3, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '209f5d9d-03c6-4729-9a5b-ed9029ad66f6', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:14Z', 'updated_at': '2022-04-28T20:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:17.994811 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b40865fb-22fe-434d-8e0f-feec90bf54ca tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:18.019208 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616d2da5-e27a-49b0-a0bf-560188f5da32 None None] The sync data for ids ['3c4cc21c-8d57-4f6e-9949-6875c054d3e3'] in n-d-839810-1 is: [{'id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45264745', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '209f5d9d-03c6-4729-9a5b-ed9029ad66f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:14Z', 'updated_at': '2022-04-28T20:06:15Z', 'revision_number': 3, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '209f5d9d-03c6-4729-9a5b-ed9029ad66f6', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:14Z', 'updated_at': '2022-04-28T20:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:06:18.038358 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-fc52bb13-28f7-4fb6-9a17-a5d1dbd9e008 None None] For port 277684b8-6219-4026-93d1-1147647c5d6e, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:06:18.041942 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-fc52bb13-28f7-4fb6-9a17-a5d1dbd9e008 None None] For port 277684b8-6219-4026-93d1-1147647c5d6e, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=277684b8-6219-4026-93d1-1147647c5d6e,segment=NetworkSegment(d3bf8d67-6d95-4390-9640-d3f99fc519a3),segment_id=d3bf8d67-6d95-4390-9640-d3f99fc519a3)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:06:18.054139 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fc52bb13-28f7-4fb6-9a17-a5d1dbd9e008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:18.155591 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc52bb13-28f7-4fb6-9a17-a5d1dbd9e008 None None] Pushing event updated for resources: {'Port': ['ID=277684b8-6219-4026-93d1-1147647c5d6e,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:18.175222 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b40865fb-22fe-434d-8e0f-feec90bf54ca tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:18.627510 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b40865fb-22fe-434d-8e0f-feec90bf54ca tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:18.637774 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b40865fb-22fe-434d-8e0f-feec90bf54ca tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:18.729496 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b40865fb-22fe-434d-8e0f-feec90bf54ca tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:18.731552 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40865fb-22fe-434d-8e0f-feec90bf54ca tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'Port': ['ID=c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:19.028710 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40865fb-22fe-434d-8e0f-feec90bf54ca tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Network 55c1c697-98df-4789-8a08-91acfa3054dd is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:06:19.041959 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-b40865fb-22fe-434d-8e0f-feec90bf54ca tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:06:19.065552 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 209f5d9d-03c6-4729-9a5b-ed9029ad66f6 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:06:19.176022 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 209f5d9d-03c6-4729-9a5b-ed9029ad66f6 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:19.176457 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:19.388903 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40865fb-22fe-434d-8e0f-feec90bf54ca tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Router 3c4cc21c-8d57-4f6e-9949-6875c054d3e3 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:06:19.395829 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:19.434096 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 209f5d9d-03c6-4729-9a5b-ed9029ad66f6, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=209f5d9d-03c6-4729-9a5b-ed9029ad66f6,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:06:19.450195 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:19.455207 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 277684b8-6219-4026-93d1-1147647c5d6e up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:06:19.536837 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=209f5d9d-03c6-4729-9a5b-ed9029ad66f6,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:19.597814 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 277684b8-6219-4026-93d1-1147647c5d6e triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:19.598341 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:19.666795 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40865fb-22fe-434d-8e0f-feec90bf54ca tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:06:19.682164 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b40865fb-22fe-434d-8e0f-feec90bf54ca tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "PUT /v2.0/routers/3c4cc21c-8d57-4f6e-9949-6875c054d3e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9422174 Apr 28 20:06:19.726493 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:19.835546 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129ed3cf-0c53-4395-9639-5358ddfc78bd None None] Network 55c1c697-98df-4789-8a08-91acfa3054dd requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:06:19.850782 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 277684b8-6219-4026-93d1-1147647c5d6e, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=277684b8-6219-4026-93d1-1147647c5d6e,segment=NetworkSegment(d3bf8d67-6d95-4390-9640-d3f99fc519a3),segment_id=d3bf8d67-6d95-4390-9640-d3f99fc519a3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:06:19.869350 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:19.955457 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e15766d9-4c6d-458b-86b5-ff577be168f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:19.999983 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-352fda67-3dd9-4d41-8aac-fc1cf5757316 None None] Provisioning complete for port 277684b8-6219-4026-93d1-1147647c5d6e triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:20.000501 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-352fda67-3dd9-4d41-8aac-fc1cf5757316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:20.017017 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-73c09b04-0416-4d2a-a790-b160cdc02322 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-793927194&fields=id&tenant_id=337e8021fa0c43d183fd116927375cd1 HTTP/1.1" status: 200 len: 267 time: 0.0505481 Apr 28 20:06:20.041747 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=277684b8-6219-4026-93d1-1147647c5d6e,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:20.217362 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-b52d2511-1649-4c87-9c1b-35be2b40b2bd tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:20.219650 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-b52d2511-1649-4c87-9c1b-35be2b40b2bd tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/networks?id=55c1c697-98df-4789-8a08-91acfa3054dd HTTP/1.1" status: 200 len: 797 time: 0.1922133 Apr 28 20:06:20.246431 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-2c203381-7f30-4168-be1b-b937f9eead96 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/quotas/337e8021fa0c43d183fd116927375cd1 HTTP/1.1" status: 200 len: 375 time: 0.0200777 Apr 28 20:06:20.315825 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-c80718fd-8ef7-4266-9418-f5a141ce20d0 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557904 Apr 28 20:06:20.485747 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-cf692823-f6eb-4e58-a2d7-2fd9b124e2c7 service neutron] 10.222.0.42 "GET /v2.0/networks/55c1c697-98df-4789-8a08-91acfa3054dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466670 Apr 28 20:06:20.522826 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-68453639-bd38-4411-bb68-4eadf133e3c5 None None] Provisioning complete for port c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:20.523294 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-68453639-bd38-4411-bb68-4eadf133e3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:20.582388 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-68453639-bd38-4411-bb68-4eadf133e3c5 None None] Port c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:06:20.606590 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-68453639-bd38-4411-bb68-4eadf133e3c5 None None] Provisioning complete for port 277684b8-6219-4026-93d1-1147647c5d6e triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:20.607025 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-68453639-bd38-4411-bb68-4eadf133e3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:20.645278 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-9fd29250-c6db-4edc-bde9-e3490049b5a5 service neutron] 10.222.0.42 "GET /v2.0/networks/55c1c697-98df-4789-8a08-91acfa3054dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488652 Apr 28 20:06:20.805660 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a805ad-dcd8-4cf5-9268-ada371374573 None None] Sync routers for ids ['3c4cc21c-8d57-4f6e-9949-6875c054d3e3'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:06:20.821228 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a805ad-dcd8-4cf5-9268-ada371374573 None None] Routers {'3c4cc21c-8d57-4f6e-9949-6875c054d3e3'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:06:20.826180 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-83a805ad-dcd8-4cf5-9268-ada371374573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:05:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['3c4cc21c-8d57-4f6e-9949-6875c054d3e3'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:20.927321 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-c77ccf5c-b5da-4dbf-b9b5-7c083af5b5c1 None None] Provisioning complete for port c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:20.927708 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c77ccf5c-b5da-4dbf-b9b5-7c083af5b5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:20.964136 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 209f5d9d-03c6-4729-9a5b-ed9029ad66f6 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:06:21.011122 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d6858c41-cee7-47f0-9348-0f1f239d9d89 req-828b5577-fbf7-43cb-aa2f-c257fced333c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 210 time: 0.0888169 Apr 28 20:06:21.052879 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-c77ccf5c-b5da-4dbf-b9b5-7c083af5b5c1 None None] Port c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:06:21.099590 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 209f5d9d-03c6-4729-9a5b-ed9029ad66f6 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:21.100280 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:21.115683 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-83a805ad-dcd8-4cf5-9268-ada371374573 None None] Set router 3c4cc21c-8d57-4f6e-9949-6875c054d3e3 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:06:21.347755 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-9c074a21-9d18-473e-8767-69764c50d4d9 None None] Provisioning complete for port c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:21.348342 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9c074a21-9d18-473e-8767-69764c50d4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:21.388910 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-9c074a21-9d18-473e-8767-69764c50d4d9 None None] Port c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:06:21.444890 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 277684b8-6219-4026-93d1-1147647c5d6e up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:06:21.454164 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-83a805ad-dcd8-4cf5-9268-ada371374573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45264745', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '209f5d9d-03c6-4729-9a5b-ed9029ad66f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:14Z', 'updated_at': '2022-04-28T20:06:18Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '209f5d9d-03c6-4729-9a5b-ed9029ad66f6', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:14Z', 'updated_at': '2022-04-28T20:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe', 'name': '', 'network_id': '55c1c697-98df-4789-8a08-91acfa3054dd', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'mac_address': 'fa:16:3e:7b:24:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '10192ac7-962b-4eed-83cc-8403d952cbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:17Z', 'updated_at': '2022-04-28T20:06:18Z', 'revision_number': 2, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'subnets': [{'id': '10192ac7-962b-4eed-83cc-8403d952cbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:21.495832 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a805ad-dcd8-4cf5-9268-ada371374573 None None] Checking router: 3c4cc21c-8d57-4f6e-9949-6875c054d3e3 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:06:21.496251 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a805ad-dcd8-4cf5-9268-ada371374573 None None] Updating router 3c4cc21c-8d57-4f6e-9949-6875c054d3e3 port c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:06:21.520894 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 277684b8-6219-4026-93d1-1147647c5d6e triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:21.521278 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:21.537025 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-83a805ad-dcd8-4cf5-9268-ada371374573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:21.992545 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-83a805ad-dcd8-4cf5-9268-ada371374573 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:21.998448 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-83a805ad-dcd8-4cf5-9268-ada371374573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:22.073233 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-01e3bdb1-921a-4f8d-9267-c44010ea9007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:22.160784 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-83a805ad-dcd8-4cf5-9268-ada371374573 None None] Attempting to bind port c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:06:22.161342 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-83a805ad-dcd8-4cf5-9268-ada371374573 None None] Attempting to bind port c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'd3bf8d67-6d95-4390-9640-d3f99fc519a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '55c1c697-98df-4789-8a08-91acfa3054dd'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:06:22.161791 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a805ad-dcd8-4cf5-9268-ada371374573 None None] Attempting to bind port c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe on network 55c1c697-98df-4789-8a08-91acfa3054dd {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:06:22.164069 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c782b-7915-45e2-9cae-7ae2f1352f5b None None] Pushing event updated for resources: {'Port': ['ID=c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:22.175956 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51c782b-7915-45e2-9cae-7ae2f1352f5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:22.176330 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51c782b-7915-45e2-9cae-7ae2f1352f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:22.176802 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51c782b-7915-45e2-9cae-7ae2f1352f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:22.177290 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51c782b-7915-45e2-9cae-7ae2f1352f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:22.177691 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51c782b-7915-45e2-9cae-7ae2f1352f5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:22.178119 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51c782b-7915-45e2-9cae-7ae2f1352f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:22.178518 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51c782b-7915-45e2-9cae-7ae2f1352f5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:22.178935 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51c782b-7915-45e2-9cae-7ae2f1352f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:22.179327 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51c782b-7915-45e2-9cae-7ae2f1352f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:22.179725 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51c782b-7915-45e2-9cae-7ae2f1352f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:22.180175 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51c782b-7915-45e2-9cae-7ae2f1352f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:22.180524 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51c782b-7915-45e2-9cae-7ae2f1352f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:22.201277 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a805ad-dcd8-4cf5-9268-ada371374573 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:06:22.202694 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a805ad-dcd8-4cf5-9268-ada371374573 None None] Checking segment: {'id': 'd3bf8d67-6d95-4390-9640-d3f99fc519a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '55c1c697-98df-4789-8a08-91acfa3054dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:06:22.204759 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-83a805ad-dcd8-4cf5-9268-ada371374573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:22.205338 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a805ad-dcd8-4cf5-9268-ada371374573 None None] Bound using segment: {'id': 'd3bf8d67-6d95-4390-9640-d3f99fc519a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '55c1c697-98df-4789-8a08-91acfa3054dd'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:06:22.205922 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-83a805ad-dcd8-4cf5-9268-ada371374573 None None] Bound port: c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bf8d67-6d95-4390-9640-d3f99fc519a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '55c1c697-98df-4789-8a08-91acfa3054dd'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:06:22.206643 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-83a805ad-dcd8-4cf5-9268-ada371374573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:22.227749 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b3419205-d325-45d8-b46c-b502263880b0 req-a630bb77-669a-4bd1-a076-6488fc1ca834 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 210 time: 0.0816758 Apr 28 20:06:22.338976 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-83a805ad-dcd8-4cf5-9268-ada371374573 None None] For port c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:06:22.347439 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-83a805ad-dcd8-4cf5-9268-ada371374573 None None] For port c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe,segment=NetworkSegment(d3bf8d67-6d95-4390-9640-d3f99fc519a3),segment_id=d3bf8d67-6d95-4390-9640-d3f99fc519a3)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:06:22.352014 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-68b03c84-2dde-43db-bc06-967717137873 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:22.353706 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-68b03c84-2dde-43db-bc06-967717137873 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.44 "GET /v2.0/networks?id=55c1c697-98df-4789-8a08-91acfa3054dd HTTP/1.1" status: 200 len: 797 time: 0.1749341 Apr 28 20:06:22.354434 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-83a805ad-dcd8-4cf5-9268-ada371374573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:22.409214 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a805ad-dcd8-4cf5-9268-ada371374573 None None] Routers {'3c4cc21c-8d57-4f6e-9949-6875c054d3e3'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:06:22.409876 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-83a805ad-dcd8-4cf5-9268-ada371374573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:06:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['3c4cc21c-8d57-4f6e-9949-6875c054d3e3'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:22.426042 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-1b7585ac-55f9-49f7-bfea-c21d491eb8a0 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=337e8021fa0c43d183fd116927375cd1 HTTP/1.1" status: 200 len: 379 time: 0.0636251 Apr 28 20:06:22.455378 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-4c8dae46-5cbf-4fb4-aec1-72dcdf05a6fa tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'port': {'device_id': '6c36e69a-355c-46ba-bf58-efccb13ac1ba', 'network_id': '55c1c697-98df-4789-8a08-91acfa3054dd', 'admin_state_up': True, 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'security_groups': ['c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:22.487679 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c782b-7915-45e2-9cae-7ae2f1352f5b None None] Pushing event updated for resources: {'Port': ['ID=c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe,revision_number=4']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:22.534402 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0c8696f2-5949-44bd-b95f-c2698d4cf3cd None None] Provisioning complete for port c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:22.534788 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0c8696f2-5949-44bd-b95f-c2698d4cf3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:22.595594 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-83a805ad-dcd8-4cf5-9268-ada371374573 None None] Set router 3c4cc21c-8d57-4f6e-9949-6875c054d3e3 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:06:22.655495 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0c8696f2-5949-44bd-b95f-c2698d4cf3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:22.678017 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-4c8dae46-5cbf-4fb4-aec1-72dcdf05a6fa tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Made reservation on behalf of 337e8021fa0c43d183fd116927375cd1 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:06:22.682860 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-4c8dae46-5cbf-4fb4-aec1-72dcdf05a6fa tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:22.737224 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0c8696f2-5949-44bd-b95f-c2698d4cf3cd None None] For port c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe,segment=NetworkSegment(d3bf8d67-6d95-4390-9640-d3f99fc519a3),segment_id=d3bf8d67-6d95-4390-9640-d3f99fc519a3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:06:22.743774 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0c8696f2-5949-44bd-b95f-c2698d4cf3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:22.816019 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8696f2-5949-44bd-b95f-c2698d4cf3cd None None] Pushing event updated for resources: {'Port': ['ID=c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:22.873027 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-4c8dae46-5cbf-4fb4-aec1-72dcdf05a6fa tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Allocated IP 172.20.0.3 (55c1c697-98df-4789-8a08-91acfa3054dd/10192ac7-962b-4eed-83cc-8403d952cbda/631095a5-6c53-41c0-85c9-f701711fe649) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:06:22.882007 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-fd615cc8-e5d3-433b-8c5e-3e8601d12375 None None] Provisioning complete for port c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:22.883072 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fd615cc8-e5d3-433b-8c5e-3e8601d12375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:23.008863 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-83a805ad-dcd8-4cf5-9268-ada371374573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45264745', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '209f5d9d-03c6-4729-9a5b-ed9029ad66f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:14Z', 'updated_at': '2022-04-28T20:06:18Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '209f5d9d-03c6-4729-9a5b-ed9029ad66f6', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:14Z', 'updated_at': '2022-04-28T20:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe', 'name': '', 'network_id': '55c1c697-98df-4789-8a08-91acfa3054dd', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'mac_address': 'fa:16:3e:7b:24:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '10192ac7-962b-4eed-83cc-8403d952cbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:17Z', 'updated_at': '2022-04-28T20:06:22Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'subnets': [{'id': '10192ac7-962b-4eed-83cc-8403d952cbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:23.034352 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-4c8dae46-5cbf-4fb4-aec1-72dcdf05a6fa tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:23.042096 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a805ad-dcd8-4cf5-9268-ada371374573 None None] The sync data for ids ['3c4cc21c-8d57-4f6e-9949-6875c054d3e3'] in n-d-839810-1 is: [{'id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45264745', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '209f5d9d-03c6-4729-9a5b-ed9029ad66f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:14Z', 'updated_at': '2022-04-28T20:06:18Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '209f5d9d-03c6-4729-9a5b-ed9029ad66f6', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:14Z', 'updated_at': '2022-04-28T20:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe', 'name': '', 'network_id': '55c1c697-98df-4789-8a08-91acfa3054dd', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'mac_address': 'fa:16:3e:7b:24:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '10192ac7-962b-4eed-83cc-8403d952cbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:17Z', 'updated_at': '2022-04-28T20:06:22Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'subnets': [{'id': '10192ac7-962b-4eed-83cc-8403d952cbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:06:23.086819 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-4c8dae46-5cbf-4fb4-aec1-72dcdf05a6fa tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:23.166022 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-4c8dae46-5cbf-4fb4-aec1-72dcdf05a6fa tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Network 55c1c697-98df-4789-8a08-91acfa3054dd is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:06:23.171979 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-4c8dae46-5cbf-4fb4-aec1-72dcdf05a6fa tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:06:23.175185 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-4c8dae46-5cbf-4fb4-aec1-72dcdf05a6fa tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:06:23.185722 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8dae46-5cbf-4fb4-aec1-72dcdf05a6fa tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'Port': ['ID=631095a5-6c53-41c0-85c9-f701711fe649,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:23.302242 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-4c8dae46-5cbf-4fb4-aec1-72dcdf05a6fa tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:23.303949 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-4c8dae46-5cbf-4fb4-aec1-72dcdf05a6fa tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:23.334778 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-4c8dae46-5cbf-4fb4-aec1-72dcdf05a6fa tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8967788 Apr 28 20:06:23.355123 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-e29f9297-d431-4820-816d-6fa098e694df service neutron] Request body: {'port': {'device_id': '6c36e69a-355c-46ba-bf58-efccb13ac1ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:23.515387 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0aa1f329-6de0-4886-8f96-888d8d9a5260 None None] Provisioning complete for port 631095a5-6c53-41c0-85c9-f701711fe649 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:23.516390 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d115d42-d274-4c4e-8af2-947881bacd80 req-1d8b6f05-3f8b-4b82-aaaa-f6b54a7725f0 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:23.516581 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0aa1f329-6de0-4886-8f96-888d8d9a5260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:23.518386 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2d115d42-d274-4c4e-8af2-947881bacd80 req-1d8b6f05-3f8b-4b82-aaaa-f6b54a7725f0 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 931 time: 0.1599610 Apr 28 20:06:23.526517 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-e29f9297-d431-4820-816d-6fa098e694df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:23.572226 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0aa1f329-6de0-4886-8f96-888d8d9a5260 None None] Port 631095a5-6c53-41c0-85c9-f701711fe649 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:06:23.604614 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:23.607435 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2d115d42-d274-4c4e-8af2-947881bacd80 req-64daef67-8974-4ebc-bb28-5e794ce8ea57 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787182 Apr 28 20:06:23.898636 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-e29f9297-d431-4820-816d-6fa098e694df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 631095a5-6c53-41c0-85c9-f701711fe649 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:06:23.908448 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-e29f9297-d431-4820-816d-6fa098e694df service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:23.926584 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-e29f9297-d431-4820-816d-6fa098e694df service neutron] Transition to ACTIVE for port object 631095a5-6c53-41c0-85c9-f701711fe649 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:06:23.933414 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-e29f9297-d431-4820-816d-6fa098e694df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:24.061637 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f9297-d431-4820-816d-6fa098e694df service neutron] Pushing event updated for resources: {'Port': ['ID=631095a5-6c53-41c0-85c9-f701711fe649,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:24.101787 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-e29f9297-d431-4820-816d-6fa098e694df service neutron] Attempting to bind port 631095a5-6c53-41c0-85c9-f701711fe649 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:06:24.103594 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-e29f9297-d431-4820-816d-6fa098e694df service neutron] Attempting to bind port 631095a5-6c53-41c0-85c9-f701711fe649 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'd3bf8d67-6d95-4390-9640-d3f99fc519a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '55c1c697-98df-4789-8a08-91acfa3054dd'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:06:24.103594 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-e29f9297-d431-4820-816d-6fa098e694df service neutron] Attempting to bind port 631095a5-6c53-41c0-85c9-f701711fe649 on network 55c1c697-98df-4789-8a08-91acfa3054dd {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:06:24.108865 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-e29f9297-d431-4820-816d-6fa098e694df service neutron] Port 631095a5-6c53-41c0-85c9-f701711fe649 on network 55c1c697-98df-4789-8a08-91acfa3054dd not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:06:24.109359 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-e29f9297-d431-4820-816d-6fa098e694df service neutron] Attempting to bind port 631095a5-6c53-41c0-85c9-f701711fe649 on network 55c1c697-98df-4789-8a08-91acfa3054dd {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:06:24.116774 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-e29f9297-d431-4820-816d-6fa098e694df service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:06:24.117521 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-e29f9297-d431-4820-816d-6fa098e694df service neutron] Checking segment: {'id': 'd3bf8d67-6d95-4390-9640-d3f99fc519a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '55c1c697-98df-4789-8a08-91acfa3054dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:06:24.118147 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-e29f9297-d431-4820-816d-6fa098e694df service neutron] Bound using segment: {'id': 'd3bf8d67-6d95-4390-9640-d3f99fc519a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '55c1c697-98df-4789-8a08-91acfa3054dd'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:06:24.118969 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-e29f9297-d431-4820-816d-6fa098e694df service neutron] Bound port: 631095a5-6c53-41c0-85c9-f701711fe649, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3bf8d67-6d95-4390-9640-d3f99fc519a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '55c1c697-98df-4789-8a08-91acfa3054dd'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:06:24.119645 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-e29f9297-d431-4820-816d-6fa098e694df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:24.254292 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-e29f9297-d431-4820-816d-6fa098e694df service neutron] For port 631095a5-6c53-41c0-85c9-f701711fe649, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:06:24.258990 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-e29f9297-d431-4820-816d-6fa098e694df service neutron] For port 631095a5-6c53-41c0-85c9-f701711fe649, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=631095a5-6c53-41c0-85c9-f701711fe649,segment=NetworkSegment(d3bf8d67-6d95-4390-9640-d3f99fc519a3),segment_id=d3bf8d67-6d95-4390-9640-d3f99fc519a3)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:06:24.264063 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-e29f9297-d431-4820-816d-6fa098e694df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:24.351528 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-e29f9297-d431-4820-816d-6fa098e694df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:24.352624 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-e29f9297-d431-4820-816d-6fa098e694df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:24.354911 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-e29f9297-d431-4820-816d-6fa098e694df service neutron] 10.222.0.44 "PUT /v2.0/ports/631095a5-6c53-41c0-85c9-f701711fe649 HTTP/1.1" status: 200 len: 1091 time: 1.0125363 Apr 28 20:06:24.355396 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c36e69a-355c-46ba-bf58-efccb13ac1ba', 'tag': '631095a5-6c53-41c0-85c9-f701711fe649'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:06:24.357927 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb6a3fb-55ba-4d9c-a593-f9b362c1a6c1" -d '{"events": [{"name": "network-changed", "server_uuid": "6c36e69a-355c-46ba-bf58-efccb13ac1ba", "tag": "631095a5-6c53-41c0-85c9-f701711fe649"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:06:24.372621 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f9297-d431-4820-816d-6fa098e694df service neutron] Pushing event updated for resources: {'Port': ['ID=631095a5-6c53-41c0-85c9-f701711fe649,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:24.455201 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f62248d-a222-42b7-b5a6-7adbf5253ff1 x-openstack-request-id: req-3f62248d-a222-42b7-b5a6-7adbf5253ff1 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:06:24.458744 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c36e69a-355c-46ba-bf58-efccb13ac1ba", "tag": "631095a5-6c53-41c0-85c9-f701711fe649", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:06:24.458994 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3f62248d-a222-42b7-b5a6-7adbf5253ff1 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:06:24.459362 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f62248d-a222-42b7-b5a6-7adbf5253ff1'] response: {'name': 'network-changed', 'server_uuid': '6c36e69a-355c-46ba-bf58-efccb13ac1ba', 'tag': '631095a5-6c53-41c0-85c9-f701711fe649', 'status': 'completed', 'code': 200} Apr 28 20:06:24.525950 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-810265e2-301d-4fe6-bb91-843a449a54e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:24.532816 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-810265e2-301d-4fe6-bb91-843a449a54e3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 1094 time: 0.0964479 Apr 28 20:06:24.584084 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-c1492a64-baff-4a95-ad49-30d8076a01ca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=631095a5-6c53-41c0-85c9-f701711fe649 HTTP/1.1" status: 200 len: 217 time: 0.0436020 Apr 28 20:06:24.660159 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-147acedf-85e2-4e67-8a22-0922d4755d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:24.661856 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-147acedf-85e2-4e67-8a22-0922d4755d8c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=10192ac7-962b-4eed-83cc-8403d952cbda HTTP/1.1" status: 200 len: 835 time: 0.0716524 Apr 28 20:06:24.721369 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-690064be-3908-4e5b-a693-369ba2019c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:24.723000 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-690064be-3908-4e5b-a693-369ba2019c3b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=55c1c697-98df-4789-8a08-91acfa3054dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528607 Apr 28 20:06:24.822635 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3df55-7ea6-416d-91ca-48734cd872ac req-21fc915f-4157-4b2a-b9ed-5834b30881de tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:24.824287 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aff3df55-7ea6-416d-91ca-48734cd872ac req-21fc915f-4157-4b2a-b9ed-5834b30881de tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 943 time: 0.1066406 Apr 28 20:06:24.887386 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-48faf187-c22e-48e5-8a80-6d0985eb32c4 service neutron] 10.222.0.44 "GET /v2.0/networks/55c1c697-98df-4789-8a08-91acfa3054dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554396 Apr 28 20:06:24.927475 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aff3df55-7ea6-416d-91ca-48734cd872ac req-0e6352dd-5447-45e1-96c2-f597c3b3757b tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841048 Apr 28 20:06:24.934755 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:06:24.991719 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:24.992220 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:25.004181 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d4abec03-340b-44b2-bf10-897c5fad8507 req-6b31835f-4462-4ea8-ba03-df6251bc55bb service neutron] 10.222.0.44 "GET /v2.0/networks/55c1c697-98df-4789-8a08-91acfa3054dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079021 Apr 28 20:06:25.094918 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6a3fb-55ba-4d9c-a593-f9b362c1a6c1 req-145b2d9f-1720-4431-9e9e-2ec365fcd649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:25.096635 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6fb6a3fb-55ba-4d9c-a593-f9b362c1a6c1 req-145b2d9f-1720-4431-9e9e-2ec365fcd649 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 1094 time: 0.0444169 Apr 28 20:06:25.194869 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6a3fb-55ba-4d9c-a593-f9b362c1a6c1 req-23c729c6-dfe1-4ef9-a731-6f3974243cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:25.196413 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6fb6a3fb-55ba-4d9c-a593-f9b362c1a6c1 req-23c729c6-dfe1-4ef9-a731-6f3974243cc8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=55c1c697-98df-4789-8a08-91acfa3054dd HTTP/1.1" status: 200 len: 898 time: 0.0927937 Apr 28 20:06:25.243856 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6fb6a3fb-55ba-4d9c-a593-f9b362c1a6c1 req-58b16045-334d-4716-8540-094dc77f6790 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=631095a5-6c53-41c0-85c9-f701711fe649 HTTP/1.1" status: 200 len: 217 time: 0.0403669 Apr 28 20:06:25.307513 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6a3fb-55ba-4d9c-a593-f9b362c1a6c1 req-2614a1c1-b444-4cfe-a655-84490ea96180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:25.309018 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6fb6a3fb-55ba-4d9c-a593-f9b362c1a6c1 req-2614a1c1-b444-4cfe-a655-84490ea96180 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=10192ac7-962b-4eed-83cc-8403d952cbda HTTP/1.1" status: 200 len: 835 time: 0.0580451 Apr 28 20:06:25.366853 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6a3fb-55ba-4d9c-a593-f9b362c1a6c1 req-b1d1cef6-5d76-4530-a5b8-f37c129a7035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:25.368557 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6fb6a3fb-55ba-4d9c-a593-f9b362c1a6c1 req-b1d1cef6-5d76-4530-a5b8-f37c129a7035 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=55c1c697-98df-4789-8a08-91acfa3054dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519440 Apr 28 20:06:25.463503 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6fb6a3fb-55ba-4d9c-a593-f9b362c1a6c1 req-c2aeca83-55d9-4562-8328-f78f5fb14e09 service neutron] 10.222.0.44 "GET /v2.0/networks/55c1c697-98df-4789-8a08-91acfa3054dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861518 Apr 28 20:06:25.559942 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6fb6a3fb-55ba-4d9c-a593-f9b362c1a6c1 req-ba16aebd-d2e4-4952-a482-e4ccbb923429 service neutron] 10.222.0.44 "GET /v2.0/networks/55c1c697-98df-4789-8a08-91acfa3054dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900104 Apr 28 20:06:25.815760 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:25.916880 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:26.062652 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d2e77-30fa-4ec8-b56a-76bf2fc43114 req-e19f832d-f603-4d40-8095-d665e1db243e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:26.064453 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-271d2e77-30fa-4ec8-b56a-76bf2fc43114 req-e19f832d-f603-4d40-8095-d665e1db243e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 943 time: 0.0576291 Apr 28 20:06:26.106081 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-271d2e77-30fa-4ec8-b56a-76bf2fc43114 req-f92844ea-6b9f-4151-9744-5e60ebd6b1a5 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348489 Apr 28 20:06:27.226544 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0841b2-e8ab-425e-836c-c46bbc019fe8 req-6a9d5110-b340-49b9-8b48-9dc19f700b22 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:27.227816 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4d0841b2-e8ab-425e-836c-c46bbc019fe8 req-6a9d5110-b340-49b9-8b48-9dc19f700b22 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 943 time: 0.0504060 Apr 28 20:06:27.269368 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4d0841b2-e8ab-425e-836c-c46bbc019fe8 req-d595beb0-acb4-441f-923c-f23c6d89abbd tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351579 Apr 28 20:06:27.900189 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 631095a5-6c53-41c0-85c9-f701711fe649 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:06:27.998940 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 631095a5-6c53-41c0-85c9-f701711fe649, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=631095a5-6c53-41c0-85c9-f701711fe649,segment=NetworkSegment(d3bf8d67-6d95-4390-9640-d3f99fc519a3),segment_id=d3bf8d67-6d95-4390-9640-d3f99fc519a3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:06:28.010848 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '631095a5-6c53-41c0-85c9-f701711fe649', 'network_id': '55c1c697-98df-4789-8a08-91acfa3054dd', 'port_id': '631095a5-6c53-41c0-85c9-f701711fe649', 'mac_address': 'fa:16:3e:cb:fe:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10192ac7-962b-4eed-83cc-8403d952cbda', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:06:28.048540 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:28.061610 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 631095a5-6c53-41c0-85c9-f701711fe649 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:06:28.082849 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 631095a5-6c53-41c0-85c9-f701711fe649, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=631095a5-6c53-41c0-85c9-f701711fe649,segment=NetworkSegment(d3bf8d67-6d95-4390-9640-d3f99fc519a3),segment_id=d3bf8d67-6d95-4390-9640-d3f99fc519a3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:06:28.087785 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:28.140220 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=631095a5-6c53-41c0-85c9-f701711fe649,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:28.291583 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['631095a5-6c53-41c0-85c9-f701711fe649'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:06:28.396984 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339e5aa-c24a-4cef-85dc-03c986af2067 req-5495e22c-653f-4e7e-846a-471ba39aee25 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:28.398719 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d339e5aa-c24a-4cef-85dc-03c986af2067 req-5495e22c-653f-4e7e-846a-471ba39aee25 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 944 time: 0.0572827 Apr 28 20:06:28.443986 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d339e5aa-c24a-4cef-85dc-03c986af2067 req-f04e6137-23df-45cb-8847-03b373dcb9fe tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383480 Apr 28 20:06:29.562238 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f6fd1-2adb-4894-a8aa-24e4faeaa777 req-260cac15-6d5d-47fc-bc26-fa15cd553963 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:29.563694 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-769f6fd1-2adb-4894-a8aa-24e4faeaa777 req-260cac15-6d5d-47fc-bc26-fa15cd553963 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 944 time: 0.0502586 Apr 28 20:06:29.607866 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-769f6fd1-2adb-4894-a8aa-24e4faeaa777 req-f8b37c3a-4bc1-4d0f-8bf8-964dca02abcb tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376389 Apr 28 20:06:29.909085 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 631095a5-6c53-41c0-85c9-f701711fe649 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:06:29.962647 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 631095a5-6c53-41c0-85c9-f701711fe649 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:06:29.966700 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 631095a5-6c53-41c0-85c9-f701711fe649 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:29.967102 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:30.050025 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:30.075658 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c36e69a-355c-46ba-bf58-efccb13ac1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631095a5-6c53-41c0-85c9-f701711fe649'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:06:30.077790 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b80b5a-b61a-4c90-83fd-ab89c210238a" -d '{"events": [{"server_uuid": "6c36e69a-355c-46ba-bf58-efccb13ac1ba", "name": "network-vif-plugged", "status": "completed", "tag": "631095a5-6c53-41c0-85c9-f701711fe649"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:06:30.090746 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 631095a5-6c53-41c0-85c9-f701711fe649, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=631095a5-6c53-41c0-85c9-f701711fe649,segment=NetworkSegment(d3bf8d67-6d95-4390-9640-d3f99fc519a3),segment_id=d3bf8d67-6d95-4390-9640-d3f99fc519a3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:06:30.095339 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:30.118430 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1628c5d-e3f7-47c0-b311-e176ac71d360 x-openstack-request-id: req-e1628c5d-e3f7-47c0-b311-e176ac71d360 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:06:30.118724 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c36e69a-355c-46ba-bf58-efccb13ac1ba", "name": "network-vif-plugged", "status": "completed", "tag": "631095a5-6c53-41c0-85c9-f701711fe649", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:06:30.119010 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e1628c5d-e3f7-47c0-b311-e176ac71d360 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:06:30.119389 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1628c5d-e3f7-47c0-b311-e176ac71d360'] response: {'server_uuid': '6c36e69a-355c-46ba-bf58-efccb13ac1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631095a5-6c53-41c0-85c9-f701711fe649', 'code': 200} Apr 28 20:06:30.146059 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=631095a5-6c53-41c0-85c9-f701711fe649,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:30.220407 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32aa9ef-b86b-4188-bad5-ab9793b84d2b req-03e8480b-ec0b-482f-9c93-0a7fdd0664ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:30.222109 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b32aa9ef-b86b-4188-bad5-ab9793b84d2b req-03e8480b-ec0b-482f-9c93-0a7fdd0664ca service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 1096 time: 0.0463657 Apr 28 20:06:30.255680 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b32aa9ef-b86b-4188-bad5-ab9793b84d2b req-6837fe35-8bb3-413c-a55b-64f73312fd26 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275085 Apr 28 20:06:30.727576 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e4edd-1876-4ef8-9603-436cf25e7ab1 req-e55d0899-22b4-4c5a-8f2c-f886d373e494 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:30.729026 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f82e4edd-1876-4ef8-9603-436cf25e7ab1 req-e55d0899-22b4-4c5a-8f2c-f886d373e494 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 945 time: 0.0505259 Apr 28 20:06:30.767586 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f82e4edd-1876-4ef8-9603-436cf25e7ab1 req-b25d1322-575e-47a3-a67e-a0581a8d8b16 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325558 Apr 28 20:06:31.900993 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542e43b-fef1-4b1b-b1d3-c77369f8f6b8 req-cb18ba63-07ae-4e2a-be65-e5a87da1fbb2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:31.902753 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c542e43b-fef1-4b1b-b1d3-c77369f8f6b8 req-cb18ba63-07ae-4e2a-be65-e5a87da1fbb2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 945 time: 0.0604227 Apr 28 20:06:31.910354 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:31.949708 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c542e43b-fef1-4b1b-b1d3-c77369f8f6b8 req-dad7a05f-4d08-44c0-8fae-06702da9fa86 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377629 Apr 28 20:06:32.077837 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684e7ee-edd4-48d6-9a5b-d3b4f00cad6a req-6e923bbf-a093-4054-96c3-5454ea61f0b0 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:32.080398 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4684e7ee-edd4-48d6-9a5b-d3b4f00cad6a req-6e923bbf-a093-4054-96c3-5454ea61f0b0 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 945 time: 0.0526874 Apr 28 20:06:32.119936 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4684e7ee-edd4-48d6-9a5b-d3b4f00cad6a req-7b0f5276-3b86-4514-9ff3-f71087bbaeb2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340099 Apr 28 20:06:32.142042 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 56392) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:06:32.187317 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d88ba1d-3cc1-42aa-bf7c-d152111f0ca5 tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:32.191716 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5d88ba1d-3cc1-42aa-bf7c-d152111f0ca5 tempest-TestNetworkAdvancedServerOps-1144189275 tempest-TestNetworkAdvancedServerOps-1144189275-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 1091 time: 0.0459023 Apr 28 20:06:32.191885 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 56394) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:06:32.196319 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-35f38668-f2ba-48aa-813b-06ca434d60ef tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'port_id': '631095a5-6c53-41c0-85c9-f701711fe649', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:32.218939 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-35f38668-f2ba-48aa-813b-06ca434d60ef tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for floatingip, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:32.332663 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-35f38668-f2ba-48aa-813b-06ca434d60ef tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:32.439861 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-35f38668-f2ba-48aa-813b-06ca434d60ef tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Allocated IP 172.25.8.215 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/3aa7a00d-888d-4d3f-ad6d-c31a80999740) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:06:32.545232 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-35f38668-f2ba-48aa-813b-06ca434d60ef tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:32.581357 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-35f38668-f2ba-48aa-813b-06ca434d60ef tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:32.627575 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f38668-f2ba-48aa-813b-06ca434d60ef tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:06:32.630523 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-35f38668-f2ba-48aa-813b-06ca434d60ef tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:06:32.634188 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f38668-f2ba-48aa-813b-06ca434d60ef tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:06:32.639614 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f38668-f2ba-48aa-813b-06ca434d60ef tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'Port': ['ID=3aa7a00d-888d-4d3f-ad6d-c31a80999740,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:32.670476 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f38668-f2ba-48aa-813b-06ca434d60ef tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:32.670820 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f38668-f2ba-48aa-813b-06ca434d60ef tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:32.671152 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f38668-f2ba-48aa-813b-06ca434d60ef tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:32.671480 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f38668-f2ba-48aa-813b-06ca434d60ef tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:32.671805 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f38668-f2ba-48aa-813b-06ca434d60ef tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:32.672282 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f38668-f2ba-48aa-813b-06ca434d60ef tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:32.672669 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f38668-f2ba-48aa-813b-06ca434d60ef tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:32.673138 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f38668-f2ba-48aa-813b-06ca434d60ef tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:32.673702 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f38668-f2ba-48aa-813b-06ca434d60ef tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:32.674043 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f38668-f2ba-48aa-813b-06ca434d60ef tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:32.674367 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f38668-f2ba-48aa-813b-06ca434d60ef tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:32.674687 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f38668-f2ba-48aa-813b-06ca434d60ef tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:33.027576 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-35f38668-f2ba-48aa-813b-06ca434d60ef tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:33.103132 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-35f38668-f2ba-48aa-813b-06ca434d60ef tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:33.273264 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-35f38668-f2ba-48aa-813b-06ca434d60ef tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:33.278189 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-35f38668-f2ba-48aa-813b-06ca434d60ef tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:33.357185 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f38668-f2ba-48aa-813b-06ca434d60ef tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event updated for resources: {'Port': ['ID=3aa7a00d-888d-4d3f-ad6d-c31a80999740,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:33.368734 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-35f38668-f2ba-48aa-813b-06ca434d60ef tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:33.474319 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [None req-35f38668-f2ba-48aa-813b-06ca434d60ef tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Floating IP 72981b59-646b-4e87-aedf-dcadc5e548bb associated. External IP: 172.25.8.215, port: 631095a5-6c53-41c0-85c9-f701711fe649. Apr 28 20:06:33.525936 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:33.701975 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f38668-f2ba-48aa-813b-06ca434d60ef tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Router 3c4cc21c-8d57-4f6e-9949-6875c054d3e3 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:06:33.820045 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f38668-f2ba-48aa-813b-06ca434d60ef tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:06:33.832521 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3390ca53-cdfe-4414-8e37-6a8b7cea2e9d None None] Sync routers for ids ['3c4cc21c-8d57-4f6e-9949-6875c054d3e3'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:06:33.839464 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-35f38668-f2ba-48aa-813b-06ca434d60ef tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:33.851399 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3390ca53-cdfe-4414-8e37-6a8b7cea2e9d None None] Routers {'3c4cc21c-8d57-4f6e-9949-6875c054d3e3'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:06:33.852035 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3390ca53-cdfe-4414-8e37-6a8b7cea2e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:06:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['3c4cc21c-8d57-4f6e-9949-6875c054d3e3'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:33.875879 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-35f38668-f2ba-48aa-813b-06ca434d60ef tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6827390 Apr 28 20:06:33.876727 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c36e69a-355c-46ba-bf58-efccb13ac1ba', 'tag': '631095a5-6c53-41c0-85c9-f701711fe649'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:06:33.880492 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbab110-964d-4be2-8884-d3abdae79bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "6c36e69a-355c-46ba-bf58-efccb13ac1ba", "tag": "631095a5-6c53-41c0-85c9-f701711fe649"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:06:33.931344 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b191ffc9-d1b1-4133-9dd4-e577b9c03c4b x-openstack-request-id: req-b191ffc9-d1b1-4133-9dd4-e577b9c03c4b {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:06:33.931626 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c36e69a-355c-46ba-bf58-efccb13ac1ba", "tag": "631095a5-6c53-41c0-85c9-f701711fe649", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:06:33.931876 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b191ffc9-d1b1-4133-9dd4-e577b9c03c4b {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:06:33.932311 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b191ffc9-d1b1-4133-9dd4-e577b9c03c4b'] response: {'name': 'network-changed', 'server_uuid': '6c36e69a-355c-46ba-bf58-efccb13ac1ba', 'tag': '631095a5-6c53-41c0-85c9-f701711fe649', 'status': 'completed', 'code': 200} Apr 28 20:06:33.979136 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-3390ca53-cdfe-4414-8e37-6a8b7cea2e9d None None] Set router 3c4cc21c-8d57-4f6e-9949-6875c054d3e3 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:06:34.021691 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbab110-964d-4be2-8884-d3abdae79bb4 req-3c6930a8-24a7-4d28-9779-72eb9b4b6da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:34.023602 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7fbab110-964d-4be2-8884-d3abdae79bb4 req-3c6930a8-24a7-4d28-9779-72eb9b4b6da1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 1096 time: 0.0655668 Apr 28 20:06:34.034057 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77228d-1cd4-4717-9f17-140ec6922c1a req-4bc47cb3-7e7c-4d53-9165-cf38136bfb89 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:34.036353 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4e77228d-1cd4-4717-9f17-140ec6922c1a req-4bc47cb3-7e7c-4d53-9165-cf38136bfb89 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 945 time: 0.0849237 Apr 28 20:06:34.093158 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4e77228d-1cd4-4717-9f17-140ec6922c1a req-70e0cf55-e82c-423a-afb3-1bd1cf49e36d tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505521 Apr 28 20:06:34.117731 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56436) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:06:34.134857 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbab110-964d-4be2-8884-d3abdae79bb4 req-ae8427ca-cdc4-4bef-a495-47240bf67f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:34.136507 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7fbab110-964d-4be2-8884-d3abdae79bb4 req-ae8427ca-cdc4-4bef-a495-47240bf67f9f service neutron] 10.222.0.44 "GET /v2.0/networks?id=55c1c697-98df-4789-8a08-91acfa3054dd HTTP/1.1" status: 200 len: 898 time: 0.1055448 Apr 28 20:06:34.198194 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f121517f-941d-4161-bd85-d34290971637 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/floatingips/72981b59-646b-4e87-aedf-dcadc5e548bb HTTP/1.1" status: 200 len: 991 time: 0.0792630 Apr 28 20:06:34.234309 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7fbab110-964d-4be2-8884-d3abdae79bb4 req-f1b0927e-1d09-43b9-af4b-740c0d115f23 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=631095a5-6c53-41c0-85c9-f701711fe649 HTTP/1.1" status: 200 len: 999 time: 0.0908744 Apr 28 20:06:34.246138 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3390ca53-cdfe-4414-8e37-6a8b7cea2e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45264745', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '209f5d9d-03c6-4729-9a5b-ed9029ad66f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:14Z', 'updated_at': '2022-04-28T20:06:18Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '209f5d9d-03c6-4729-9a5b-ed9029ad66f6', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:14Z', 'updated_at': '2022-04-28T20:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '72981b59-646b-4e87-aedf-dcadc5e548bb', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'floating_ip_address': '172.25.8.215', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'port_id': '631095a5-6c53-41c0-85c9-f701711fe649', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55c1c697-98df-4789-8a08-91acfa3054dd', 'mac_address': 'fa:16:3e:cb:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c36e69a-355c-46ba-bf58-efccb13ac1ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:06:32Z', 'updated_at': '2022-04-28T20:06:32Z', 'revision_number': 0, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe', 'name': '', 'network_id': '55c1c697-98df-4789-8a08-91acfa3054dd', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'mac_address': 'fa:16:3e:7b:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '10192ac7-962b-4eed-83cc-8403d952cbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:17Z', 'updated_at': '2022-04-28T20:06:22Z', 'revision_number': 5, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'subnets': [{'id': '10192ac7-962b-4eed-83cc-8403d952cbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:34.274649 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3390ca53-cdfe-4414-8e37-6a8b7cea2e9d None None] Checking router: 3c4cc21c-8d57-4f6e-9949-6875c054d3e3 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:06:34.283773 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3390ca53-cdfe-4414-8e37-6a8b7cea2e9d None None] Routers {'3c4cc21c-8d57-4f6e-9949-6875c054d3e3'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:06:34.284634 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3390ca53-cdfe-4414-8e37-6a8b7cea2e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:06:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['3c4cc21c-8d57-4f6e-9949-6875c054d3e3'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:34.285593 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbab110-964d-4be2-8884-d3abdae79bb4 req-31f7f386-038c-4c04-88ea-97166c02f8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:34.288134 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7fbab110-964d-4be2-8884-d3abdae79bb4 req-31f7f386-038c-4c04-88ea-97166c02f8a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=10192ac7-962b-4eed-83cc-8403d952cbda HTTP/1.1" status: 200 len: 835 time: 0.0462697 Apr 28 20:06:34.343434 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbab110-964d-4be2-8884-d3abdae79bb4 req-0aa681b7-11c3-412d-9f9d-c6b7aaa3e08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:34.345492 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7fbab110-964d-4be2-8884-d3abdae79bb4 req-0aa681b7-11c3-412d-9f9d-c6b7aaa3e08d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=55c1c697-98df-4789-8a08-91acfa3054dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522056 Apr 28 20:06:34.401730 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-3390ca53-cdfe-4414-8e37-6a8b7cea2e9d None None] Set router 3c4cc21c-8d57-4f6e-9949-6875c054d3e3 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:06:34.450967 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7fbab110-964d-4be2-8884-d3abdae79bb4 req-7c6035d5-94cf-4cee-90c4-ebe89e950329 service neutron] 10.222.0.44 "GET /v2.0/networks/55c1c697-98df-4789-8a08-91acfa3054dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989957 Apr 28 20:06:34.554129 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7fbab110-964d-4be2-8884-d3abdae79bb4 req-f43c7be7-8ce6-4969-af8c-6da16b48cb48 service neutron] 10.222.0.44 "GET /v2.0/networks/55c1c697-98df-4789-8a08-91acfa3054dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968311 Apr 28 20:06:34.655842 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3390ca53-cdfe-4414-8e37-6a8b7cea2e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45264745', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '209f5d9d-03c6-4729-9a5b-ed9029ad66f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:14Z', 'updated_at': '2022-04-28T20:06:18Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '209f5d9d-03c6-4729-9a5b-ed9029ad66f6', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:14Z', 'updated_at': '2022-04-28T20:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '72981b59-646b-4e87-aedf-dcadc5e548bb', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'floating_ip_address': '172.25.8.215', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'port_id': '631095a5-6c53-41c0-85c9-f701711fe649', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55c1c697-98df-4789-8a08-91acfa3054dd', 'mac_address': 'fa:16:3e:cb:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c36e69a-355c-46ba-bf58-efccb13ac1ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:06:32Z', 'updated_at': '2022-04-28T20:06:32Z', 'revision_number': 0, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe', 'name': '', 'network_id': '55c1c697-98df-4789-8a08-91acfa3054dd', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'mac_address': 'fa:16:3e:7b:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '10192ac7-962b-4eed-83cc-8403d952cbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:17Z', 'updated_at': '2022-04-28T20:06:22Z', 'revision_number': 5, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'subnets': [{'id': '10192ac7-962b-4eed-83cc-8403d952cbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:34.684712 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3390ca53-cdfe-4414-8e37-6a8b7cea2e9d None None] The sync data for ids ['3c4cc21c-8d57-4f6e-9949-6875c054d3e3'] in n-d-839810-1 is: [{'id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45264745', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '209f5d9d-03c6-4729-9a5b-ed9029ad66f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:14Z', 'updated_at': '2022-04-28T20:06:18Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '209f5d9d-03c6-4729-9a5b-ed9029ad66f6', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:14Z', 'updated_at': '2022-04-28T20:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '72981b59-646b-4e87-aedf-dcadc5e548bb', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'floating_ip_address': '172.25.8.215', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'port_id': '631095a5-6c53-41c0-85c9-f701711fe649', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55c1c697-98df-4789-8a08-91acfa3054dd', 'mac_address': 'fa:16:3e:cb:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c36e69a-355c-46ba-bf58-efccb13ac1ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:06:32Z', 'updated_at': '2022-04-28T20:06:32Z', 'revision_number': 0, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe', 'name': '', 'network_id': '55c1c697-98df-4789-8a08-91acfa3054dd', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'mac_address': 'fa:16:3e:7b:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '10192ac7-962b-4eed-83cc-8403d952cbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:17Z', 'updated_at': '2022-04-28T20:06:22Z', 'revision_number': 5, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'subnets': [{'id': '10192ac7-962b-4eed-83cc-8403d952cbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:06:34.900982 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9535134-dd4b-41c7-b77b-5b410397b44a None None] New status for floating IP 72981b59-646b-4e87-aedf-dcadc5e548bb: ACTIVE {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:06:35.200038 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 56456) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:06:35.268056 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2a656bbb-4519-4e70-95f4-e6cfffcf8c1a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/floatingips/72981b59-646b-4e87-aedf-dcadc5e548bb HTTP/1.1" status: 200 len: 993 time: 0.0667453 Apr 28 20:06:40.016791 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-abd87516-0ff4-4208-8705-3f5702078129 req-98a2948e-b9bc-4bda-ba7a-4ad1b284bb71 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406947 Apr 28 20:06:40.099452 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd87516-0ff4-4208-8705-3f5702078129 req-c9ed11ba-2565-4382-a0c0-c77a096b81cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:40.100916 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-abd87516-0ff4-4208-8705-3f5702078129 req-c9ed11ba-2565-4382-a0c0-c77a096b81cd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 1096 time: 0.0414989 Apr 28 20:06:40.215588 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd87516-0ff4-4208-8705-3f5702078129 req-10902565-1692-46e9-8f62-b1ac122bc659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:40.217091 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-abd87516-0ff4-4208-8705-3f5702078129 req-10902565-1692-46e9-8f62-b1ac122bc659 service neutron] 10.222.0.44 "GET /v2.0/networks?id=55c1c697-98df-4789-8a08-91acfa3054dd HTTP/1.1" status: 200 len: 898 time: 0.0935984 Apr 28 20:06:40.285706 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-abd87516-0ff4-4208-8705-3f5702078129 req-aa75f3f8-542a-4b0a-a8d0-0f758c4acc9a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=631095a5-6c53-41c0-85c9-f701711fe649 HTTP/1.1" status: 200 len: 1001 time: 0.0614393 Apr 28 20:06:40.336970 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd87516-0ff4-4208-8705-3f5702078129 req-5d735eb6-8f02-4b6b-a254-49b05215ccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:40.339466 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-abd87516-0ff4-4208-8705-3f5702078129 req-5d735eb6-8f02-4b6b-a254-49b05215ccb6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=10192ac7-962b-4eed-83cc-8403d952cbda HTTP/1.1" status: 200 len: 835 time: 0.0479476 Apr 28 20:06:40.390524 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd87516-0ff4-4208-8705-3f5702078129 req-8d28626c-edc0-45fa-bfcc-70f39dc16244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:40.392692 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-abd87516-0ff4-4208-8705-3f5702078129 req-8d28626c-edc0-45fa-bfcc-70f39dc16244 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=55c1c697-98df-4789-8a08-91acfa3054dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469685 Apr 28 20:06:40.504822 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-abd87516-0ff4-4208-8705-3f5702078129 req-00bf895e-e116-40c3-bab0-1f04f5fe0356 service neutron] 10.222.0.44 "GET /v2.0/networks/55c1c697-98df-4789-8a08-91acfa3054dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062422 Apr 28 20:06:40.604200 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-abd87516-0ff4-4208-8705-3f5702078129 req-791204ac-48d5-483c-867a-197acb8d48fa service neutron] 10.222.0.44 "GET /v2.0/networks/55c1c697-98df-4789-8a08-91acfa3054dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934496 Apr 28 20:06:47.306171 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e457be2f-bf23-4a92-93d8-d646c68d266c req-13baa70f-9e9c-4582-8eb5-db3275dc6ef7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=863c4266-fb95-4151-bc3a-5a622fc96ad8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427003 Apr 28 20:06:47.395897 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457be2f-bf23-4a92-93d8-d646c68d266c req-c5ec35e5-de9d-447e-9483-aaf0561f71a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:47.397479 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e457be2f-bf23-4a92-93d8-d646c68d266c req-c5ec35e5-de9d-447e-9483-aaf0561f71a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f72572c14bd245af8d5c5eee955d2708&device_id=863c4266-fb95-4151-bc3a-5a622fc96ad8 HTTP/1.1" status: 200 len: 1100 time: 0.0425529 Apr 28 20:06:47.865256 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457be2f-bf23-4a92-93d8-d646c68d266c req-1e7e3135-de31-402c-8d89-800ccd35e14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:47.866748 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e457be2f-bf23-4a92-93d8-d646c68d266c req-1e7e3135-de31-402c-8d89-800ccd35e14c service neutron] 10.222.0.15 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.4499571 Apr 28 20:06:47.909275 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e457be2f-bf23-4a92-93d8-d646c68d266c req-691d0ba0-ac05-4fff-bfab-4ca4fa2b91a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=dd7dd374-4367-41f7-8281-5bcbd81b7eb6 HTTP/1.1" status: 200 len: 217 time: 0.0355802 Apr 28 20:06:47.963407 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457be2f-bf23-4a92-93d8-d646c68d266c req-759fac9b-cd90-4dad-86b3-a0af93bb5538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:47.964907 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e457be2f-bf23-4a92-93d8-d646c68d266c req-759fac9b-cd90-4dad-86b3-a0af93bb5538 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.0494952 Apr 28 20:06:48.016931 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457be2f-bf23-4a92-93d8-d646c68d266c req-65e9f2cf-42ec-40e4-832e-785fe3b14e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:48.019534 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e457be2f-bf23-4a92-93d8-d646c68d266c req-65e9f2cf-42ec-40e4-832e-785fe3b14e7e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0482526 Apr 28 20:06:48.128624 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e457be2f-bf23-4a92-93d8-d646c68d266c req-d9fa6911-219a-401f-aa23-fe4f28cc1073 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020591 Apr 28 20:06:48.236461 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e457be2f-bf23-4a92-93d8-d646c68d266c req-3eb6cdd3-a831-4c70-9da5-18b8def77669 service neutron] 10.222.0.15 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950437 Apr 28 20:06:49.835300 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cec6ebab-7a66-479a-82f7-4cd4a953930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:51.647943 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:06:52.055883 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-74848a9e-0e91-4ec2-9cf5-4e00488a8136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:53.544977 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:55.816062 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:55.919487 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:01.914696 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:03.525975 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:04.267705 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3dc06-54c9-48ee-a7e8-565fa36e4a55 req-1715ba54-91f3-42f8-ad16-25459fc9aee9 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:04.269545 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e0e3dc06-54c9-48ee-a7e8-565fa36e4a55 req-1715ba54-91f3-42f8-ad16-25459fc9aee9 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 945 time: 0.0556026 Apr 28 20:07:04.311668 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e0e3dc06-54c9-48ee-a7e8-565fa36e4a55 req-e2df1767-8072-410e-8775-803906471600 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349743 Apr 28 20:07:05.432646 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbd7be-38a9-4ca0-9027-95641b3acfe5 req-de0b751a-f573-4dcb-9569-24b131b657d4 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:05.434129 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2bbbd7be-38a9-4ca0-9027-95641b3acfe5 req-de0b751a-f573-4dcb-9569-24b131b657d4 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 945 time: 0.0497048 Apr 28 20:07:05.475759 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2bbbd7be-38a9-4ca0-9027-95641b3acfe5 req-05a2c7ba-6a40-47e3-8b10-856230b0ca3d tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344076 Apr 28 20:07:06.599741 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e604cf-1425-43a0-a0a4-ef5e4f1815df req-5b56f56c-74c4-40e1-8c70-fc891e05e4f5 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:06.601270 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-08e604cf-1425-43a0-a0a4-ef5e4f1815df req-5b56f56c-74c4-40e1-8c70-fc891e05e4f5 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 945 time: 0.0546355 Apr 28 20:07:06.639617 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-08e604cf-1425-43a0-a0a4-ef5e4f1815df req-170f734c-26a2-4dd6-bc1c-83b6877c05b2 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322416 Apr 28 20:07:07.764253 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566dfdc3-5e63-4d80-9ad8-99882aef6c00 req-733d56c5-4687-4dcb-a6ca-093fcfa1f64b tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:07.766052 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-566dfdc3-5e63-4d80-9ad8-99882aef6c00 req-733d56c5-4687-4dcb-a6ca-093fcfa1f64b tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 945 time: 0.0511098 Apr 28 20:07:07.806977 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-566dfdc3-5e63-4d80-9ad8-99882aef6c00 req-a4a8e8be-b76c-41fc-821b-11e6d274963c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346379 Apr 28 20:07:08.927481 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a486974-23d7-49d9-9cff-afb00a4c5fd6 req-4ffba006-ac56-4964-8137-508c00cee0e7 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:08.928915 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2a486974-23d7-49d9-9cff-afb00a4c5fd6 req-4ffba006-ac56-4964-8137-508c00cee0e7 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 945 time: 0.0494573 Apr 28 20:07:08.968851 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2a486974-23d7-49d9-9cff-afb00a4c5fd6 req-02006967-e95a-4dc9-a28c-8e67fc41668f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337839 Apr 28 20:07:10.088611 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66d455-12aa-407a-994e-566848b3a1a1 req-3d77e5ed-f6fa-454c-8938-d340ad72a7cf tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:10.090079 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2b66d455-12aa-407a-994e-566848b3a1a1 req-3d77e5ed-f6fa-454c-8938-d340ad72a7cf tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 945 time: 0.0492311 Apr 28 20:07:10.131261 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2b66d455-12aa-407a-994e-566848b3a1a1 req-e8518a00-3019-4f88-affb-0cf12a87dc44 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350080 Apr 28 20:07:10.141153 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b04ee2-3512-4b6f-b304-f14dc3a44bdb req-41e1863a-3de7-4a76-beae-6eb67dd74264 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:10.142809 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-90b04ee2-3512-4b6f-b304-f14dc3a44bdb req-41e1863a-3de7-4a76-beae-6eb67dd74264 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] 10.222.0.42 "GET /v2.0/ports?device_id=863c4266-fb95-4151-bc3a-5a622fc96ad8 HTTP/1.1" status: 200 len: 949 time: 0.0623069 Apr 28 20:07:10.182257 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-90b04ee2-3512-4b6f-b304-f14dc3a44bdb req-5e5e0a05-eb27-4d6b-ae64-bb2864842f2c tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ca14242-481b-447b-912a-456ee2aac8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325861 Apr 28 20:07:11.255596 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf13772-7f08-4a4c-b50c-0a72398949ee req-a7108ce2-a344-440a-a7ea-89e57fae67ab tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:11.257095 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-daf13772-7f08-4a4c-b50c-0a72398949ee req-a7108ce2-a344-440a-a7ea-89e57fae67ab tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 945 time: 0.0556736 Apr 28 20:07:11.297484 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-daf13772-7f08-4a4c-b50c-0a72398949ee req-dcd2d218-4be1-406c-a891-06f1c919789d tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341294 Apr 28 20:07:11.298512 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f175b-e288-4bc7-97db-54d1d3797e3a req-a180104f-083a-4c44-8772-8f3c8dddfd31 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:11.300005 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-550f175b-e288-4bc7-97db-54d1d3797e3a req-a180104f-083a-4c44-8772-8f3c8dddfd31 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] 10.222.0.42 "GET /v2.0/ports?device_id=863c4266-fb95-4151-bc3a-5a622fc96ad8 HTTP/1.1" status: 200 len: 949 time: 0.0493219 Apr 28 20:07:11.346919 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-550f175b-e288-4bc7-97db-54d1d3797e3a req-97943e2c-61cb-4b47-9d2b-90f9d9acc130 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ca14242-481b-447b-912a-456ee2aac8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334742 Apr 28 20:07:11.533362 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a143e5-6443-4d13-9755-e4ffc73f2502 req-42a465d2-7772-415e-b332-7dd6e84234d5 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:11.535181 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-40a143e5-6443-4d13-9755-e4ffc73f2502 req-42a465d2-7772-415e-b332-7dd6e84234d5 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] 10.222.0.15 "GET /v2.0/ports?device_id=863c4266-fb95-4151-bc3a-5a622fc96ad8 HTTP/1.1" status: 200 len: 949 time: 0.0488341 Apr 28 20:07:11.628037 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-40a143e5-6443-4d13-9755-e4ffc73f2502 req-ac8b5752-4f31-4a0b-afde-2823343f8bf4 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] Deleting port dd7dd374-4367-41f7-8281-5bcbd81b7eb6 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:07:11.628404 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-40a143e5-6443-4d13-9755-e4ffc73f2502 req-ac8b5752-4f31-4a0b-afde-2823343f8bf4 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:11.713834 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-40a143e5-6443-4d13-9755-e4ffc73f2502 req-ac8b5752-4f31-4a0b-afde-2823343f8bf4 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] For port dd7dd374-4367-41f7-8281-5bcbd81b7eb6, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=dd7dd374-4367-41f7-8281-5bcbd81b7eb6,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:07:11.714196 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-40a143e5-6443-4d13-9755-e4ffc73f2502 req-ac8b5752-4f31-4a0b-afde-2823343f8bf4 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:11.727285 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-40a143e5-6443-4d13-9755-e4ffc73f2502 req-ac8b5752-4f31-4a0b-afde-2823343f8bf4 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] Calling delete_port for dd7dd374-4367-41f7-8281-5bcbd81b7eb6 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:07:11.854897 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-40a143e5-6443-4d13-9755-e4ffc73f2502 req-ac8b5752-4f31-4a0b-afde-2823343f8bf4 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:11.888550 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b5752-4f31-4a0b-afde-2823343f8bf4 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] Pushing event deleted for resources: {'Port': ['ID=dd7dd374-4367-41f7-8281-5bcbd81b7eb6,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:11.931095 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a143e5-6443-4d13-9755-e4ffc73f2502 req-ac8b5752-4f31-4a0b-afde-2823343f8bf4 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] No DVR routers for this DVR port dd7dd374-4367-41f7-8281-5bcbd81b7eb6 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:07:11.933841 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-40a143e5-6443-4d13-9755-e4ffc73f2502 req-ac8b5752-4f31-4a0b-afde-2823343f8bf4 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:11.937468 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-40a143e5-6443-4d13-9755-e4ffc73f2502 req-ac8b5752-4f31-4a0b-afde-2823343f8bf4 tempest-VolumesBackupsTest-1213226520 tempest-VolumesBackupsTest-1213226520-project] 10.222.0.15 "DELETE /v2.0/ports/dd7dd374-4367-41f7-8281-5bcbd81b7eb6 HTTP/1.1" status: 204 len: 173 time: 0.3966882 Apr 28 20:07:11.937903 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863c4266-fb95-4151-bc3a-5a622fc96ad8', 'name': 'network-vif-deleted', 'tag': 'dd7dd374-4367-41f7-8281-5bcbd81b7eb6'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:07:11.940142 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bade12-e14c-4e53-9b3c-8080f281e248" -d '{"events": [{"server_uuid": "863c4266-fb95-4151-bc3a-5a622fc96ad8", "name": "network-vif-deleted", "tag": "dd7dd374-4367-41f7-8281-5bcbd81b7eb6"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:07:11.981579 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a689f7-c660-46cc-9bf3-b7e51d5cc07f x-openstack-request-id: req-30a689f7-c660-46cc-9bf3-b7e51d5cc07f {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:07:11.981897 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863c4266-fb95-4151-bc3a-5a622fc96ad8", "name": "network-vif-deleted", "tag": "dd7dd374-4367-41f7-8281-5bcbd81b7eb6", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:07:11.982153 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-30a689f7-c660-46cc-9bf3-b7e51d5cc07f {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:07:11.982565 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30a689f7-c660-46cc-9bf3-b7e51d5cc07f'] response: {'server_uuid': '863c4266-fb95-4151-bc3a-5a622fc96ad8', 'name': 'network-vif-deleted', 'tag': 'dd7dd374-4367-41f7-8281-5bcbd81b7eb6', 'status': 'completed', 'code': 200} Apr 28 20:07:12.436598 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a822db-ea29-4823-80b1-a2d7ed0a0a77 req-e5613c2d-8d00-412c-b06e-fdc2c7489458 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:12.438166 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-78a822db-ea29-4823-80b1-a2d7ed0a0a77 req-e5613c2d-8d00-412c-b06e-fdc2c7489458 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 945 time: 0.0543103 Apr 28 20:07:12.492509 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-78a822db-ea29-4823-80b1-a2d7ed0a0a77 req-a65873b9-441a-4902-b056-afb22025f719 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477068 Apr 28 20:07:13.589295 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device dd7dd374-4367-41f7-8281-5bcbd81b7eb6 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:07:13.610957 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: dd7dd374-4367-41f7-8281-5bcbd81b7eb6 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:07:13.611283 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device dd7dd374-4367-41f7-8281-5bcbd81b7eb6 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:07:13.615118 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5be7d-20af-4ac6-a06b-eb3bfb09152d req-10ec0bd0-cbee-4a4e-8446-b7e1cd4507f7 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:13.616673 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-45a5be7d-20af-4ac6-a06b-eb3bfb09152d req-10ec0bd0-cbee-4a4e-8446-b7e1cd4507f7 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 945 time: 0.0550363 Apr 28 20:07:13.656062 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-45a5be7d-20af-4ac6-a06b-eb3bfb09152d req-27f519a0-6210-4bd5-b6f8-ae02bf6bfa8c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321789 Apr 28 20:07:14.778149 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06977086-f9c3-4dfe-bbb8-1e9a889ab0c8 req-bffe2e5b-d717-4a55-a064-924317efd5bd tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:14.779652 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-06977086-f9c3-4dfe-bbb8-1e9a889ab0c8 req-bffe2e5b-d717-4a55-a064-924317efd5bd tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 945 time: 0.0514596 Apr 28 20:07:14.823304 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-06977086-f9c3-4dfe-bbb8-1e9a889ab0c8 req-8c589c9f-1af5-4a67-b462-ab88ecf62c4a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365620 Apr 28 20:07:15.946799 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a9a6c-2141-4282-94d5-8b3004e8a0a6 req-6a2d745d-5bc2-4727-b372-c9e065fc1992 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:15.948931 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-270a9a6c-2141-4282-94d5-8b3004e8a0a6 req-6a2d745d-5bc2-4727-b372-c9e065fc1992 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 945 time: 0.0516400 Apr 28 20:07:15.989196 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-270a9a6c-2141-4282-94d5-8b3004e8a0a6 req-b74442a4-7cce-4fdc-96f8-b6c7300e839a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341816 Apr 28 20:07:16.859595 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ff0f8-e067-4529-aee4-91b1ebf5971a req-79ab3735-6cbc-4eea-af62-d7c9a7d5c5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:16.861203 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b75ff0f8-e067-4529-aee4-91b1ebf5971a req-79ab3735-6cbc-4eea-af62-d7c9a7d5c5e9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 1096 time: 0.0494637 Apr 28 20:07:16.897090 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b75ff0f8-e067-4529-aee4-91b1ebf5971a req-f4900897-d50f-4d5c-8121-46d47a16056a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292125 Apr 28 20:07:17.111738 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d9b9c-c829-4452-984b-6f74040792ea req-3b557f02-f31e-411d-9083-713eb745703c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:17.113546 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eb6d9b9c-c829-4452-984b-6f74040792ea req-3b557f02-f31e-411d-9083-713eb745703c tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 945 time: 0.0524023 Apr 28 20:07:17.159122 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eb6d9b9c-c829-4452-984b-6f74040792ea req-8e5931e9-4c97-4cba-8534-1bd651c38e99 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378516 Apr 28 20:07:18.183813 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 631095a5-6c53-41c0-85c9-f701711fe649 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:07:18.202325 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 631095a5-6c53-41c0-85c9-f701711fe649 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:07:18.294653 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca072e-6ab7-4bbb-8397-95d33ed5efd7 req-d7cc260b-ae0d-4b2a-aa36-c0a14626dec6 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:18.296186 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7fca072e-6ab7-4bbb-8397-95d33ed5efd7 req-d7cc260b-ae0d-4b2a-aa36-c0a14626dec6 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 945 time: 0.0564647 Apr 28 20:07:18.348682 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7fca072e-6ab7-4bbb-8397-95d33ed5efd7 req-28f72641-e756-44df-86fe-1316419df3f7 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385611 Apr 28 20:07:18.352941 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:18.356378 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 631095a5-6c53-41c0-85c9-f701711fe649, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=631095a5-6c53-41c0-85c9-f701711fe649,segment=NetworkSegment(d3bf8d67-6d95-4390-9640-d3f99fc519a3),segment_id=d3bf8d67-6d95-4390-9640-d3f99fc519a3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:07:18.372121 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57480) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:07:18.376988 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '631095a5-6c53-41c0-85c9-f701711fe649', 'network_id': '55c1c697-98df-4789-8a08-91acfa3054dd', 'port_id': '631095a5-6c53-41c0-85c9-f701711fe649', 'mac_address': 'fa:16:3e:cb:fe:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10192ac7-962b-4eed-83cc-8403d952cbda', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:07:18.390942 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c36e69a-355c-46ba-bf58-efccb13ac1ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '631095a5-6c53-41c0-85c9-f701711fe649'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:07:18.393287 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c9eaff-9aac-4df6-a435-56b6dd4cf4e7" -d '{"events": [{"server_uuid": "6c36e69a-355c-46ba-bf58-efccb13ac1ba", "name": "network-vif-unplugged", "status": "completed", "tag": "631095a5-6c53-41c0-85c9-f701711fe649"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:07:18.425642 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 631095a5-6c53-41c0-85c9-f701711fe649, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=631095a5-6c53-41c0-85c9-f701711fe649,segment=NetworkSegment(d3bf8d67-6d95-4390-9640-d3f99fc519a3),segment_id=d3bf8d67-6d95-4390-9640-d3f99fc519a3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:07:18.438962 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:18.440808 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-70c3571b-f03e-4dcf-a9bc-674f406951c6 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/floatingips/72981b59-646b-4e87-aedf-dcadc5e548bb HTTP/1.1" status: 200 len: 993 time: 0.0675325 Apr 28 20:07:18.466409 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 20:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc927d19-74ca-431d-935d-555037fc2824 x-openstack-request-id: req-fc927d19-74ca-431d-935d-555037fc2824 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:07:18.466805 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c36e69a-355c-46ba-bf58-efccb13ac1ba", "name": "network-vif-unplugged", "status": "completed", "tag": "631095a5-6c53-41c0-85c9-f701711fe649", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:07:18.466938 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fc927d19-74ca-431d-935d-555037fc2824 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:07:18.467312 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc927d19-74ca-431d-935d-555037fc2824'] response: {'server_uuid': '6c36e69a-355c-46ba-bf58-efccb13ac1ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '631095a5-6c53-41c0-85c9-f701711fe649', 'code': 200} Apr 28 20:07:18.470060 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:18.492129 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 631095a5-6c53-41c0-85c9-f701711fe649 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:07:18.535664 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=631095a5-6c53-41c0-85c9-f701711fe649,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:18.552648 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:18.552989 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:18.553334 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:18.553689 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:18.554017 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:18.554342 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:18.554666 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:18.554989 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:18.555308 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:18.555627 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:18.555946 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:18.556286 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:18.561913 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:07:18.562295 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:07:19.105234 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:19.120317 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 631095a5-6c53-41c0-85c9-f701711fe649 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:07:19.153465 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 631095a5-6c53-41c0-85c9-f701711fe649, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=631095a5-6c53-41c0-85c9-f701711fe649,segment=NetworkSegment(d3bf8d67-6d95-4390-9640-d3f99fc519a3),segment_id=d3bf8d67-6d95-4390-9640-d3f99fc519a3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:07:19.158457 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:19.222944 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=631095a5-6c53-41c0-85c9-f701711fe649,revision_number=7']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:19.358612 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['631095a5-6c53-41c0-85c9-f701711fe649'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:07:19.831635 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5dad7304-9354-40ce-b56d-f2f842d56d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:20.179966 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 631095a5-6c53-41c0-85c9-f701711fe649 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:07:20.398537 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 631095a5-6c53-41c0-85c9-f701711fe649 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:07:20.399248 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:20.481142 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:20.506171 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c36e69a-355c-46ba-bf58-efccb13ac1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631095a5-6c53-41c0-85c9-f701711fe649'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:07:20.507357 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d28f08-424e-4fb9-9432-bbf37d467881" -d '{"events": [{"server_uuid": "6c36e69a-355c-46ba-bf58-efccb13ac1ba", "name": "network-vif-plugged", "status": "completed", "tag": "631095a5-6c53-41c0-85c9-f701711fe649"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:07:20.521601 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 631095a5-6c53-41c0-85c9-f701711fe649, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=631095a5-6c53-41c0-85c9-f701711fe649,segment=NetworkSegment(d3bf8d67-6d95-4390-9640-d3f99fc519a3),segment_id=d3bf8d67-6d95-4390-9640-d3f99fc519a3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:07:20.527557 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:20.554747 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8dd109-8fd3-4688-b73f-d3bd7f13439d x-openstack-request-id: req-1c8dd109-8fd3-4688-b73f-d3bd7f13439d {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:07:20.555033 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c36e69a-355c-46ba-bf58-efccb13ac1ba", "name": "network-vif-plugged", "status": "completed", "tag": "631095a5-6c53-41c0-85c9-f701711fe649", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:07:20.555277 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1c8dd109-8fd3-4688-b73f-d3bd7f13439d {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:07:20.555665 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c8dd109-8fd3-4688-b73f-d3bd7f13439d'] response: {'server_uuid': '6c36e69a-355c-46ba-bf58-efccb13ac1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631095a5-6c53-41c0-85c9-f701711fe649', 'code': 200} Apr 28 20:07:20.582179 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=631095a5-6c53-41c0-85c9-f701711fe649,revision_number=8']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:22.057467 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ca44e403-11be-4695-a07a-ea02b9dc18f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:23.546848 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:25.817915 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:25.924463 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:28.648345 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:07:31.908239 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:33.521871 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:40.024581 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8e1d05d9-5da0-42e8-8ad6-3128a91a89fd req-83307b1f-6d8a-4832-ab52-0558c09f3308 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421505 Apr 28 20:07:40.111593 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d05d9-5da0-42e8-8ad6-3128a91a89fd req-82695e32-ddd4-44c6-857f-930c12187e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:40.113114 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8e1d05d9-5da0-42e8-8ad6-3128a91a89fd req-82695e32-ddd4-44c6-857f-930c12187e5e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 1096 time: 0.0406516 Apr 28 20:07:40.221399 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d05d9-5da0-42e8-8ad6-3128a91a89fd req-4c508b54-ce51-4ad9-908e-e088f1f03bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:40.222667 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8e1d05d9-5da0-42e8-8ad6-3128a91a89fd req-4c508b54-ce51-4ad9-908e-e088f1f03bbf service neutron] 10.222.0.44 "GET /v2.0/networks?id=55c1c697-98df-4789-8a08-91acfa3054dd HTTP/1.1" status: 200 len: 898 time: 0.0886638 Apr 28 20:07:40.290925 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8e1d05d9-5da0-42e8-8ad6-3128a91a89fd req-656f4716-4511-407c-8141-dfd436dcb2e7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=631095a5-6c53-41c0-85c9-f701711fe649 HTTP/1.1" status: 200 len: 1001 time: 0.0610309 Apr 28 20:07:40.346972 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d05d9-5da0-42e8-8ad6-3128a91a89fd req-926a1ed2-1bf9-496f-99f0-59f8fef01a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:40.348463 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8e1d05d9-5da0-42e8-8ad6-3128a91a89fd req-926a1ed2-1bf9-496f-99f0-59f8fef01a8f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=10192ac7-962b-4eed-83cc-8403d952cbda HTTP/1.1" status: 200 len: 835 time: 0.0498683 Apr 28 20:07:40.394743 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d05d9-5da0-42e8-8ad6-3128a91a89fd req-51507a2c-f19f-4ef4-b7a8-157fb3e1e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:40.396407 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8e1d05d9-5da0-42e8-8ad6-3128a91a89fd req-51507a2c-f19f-4ef4-b7a8-157fb3e1e0d4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=55c1c697-98df-4789-8a08-91acfa3054dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414658 Apr 28 20:07:40.485350 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8e1d05d9-5da0-42e8-8ad6-3128a91a89fd req-5399548c-4b12-4cc2-b594-a6ff34fd9ed0 service neutron] 10.222.0.44 "GET /v2.0/networks/55c1c697-98df-4789-8a08-91acfa3054dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821693 Apr 28 20:07:40.580320 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8e1d05d9-5da0-42e8-8ad6-3128a91a89fd req-6a79f404-a215-4d5f-8d45-0908908203a3 service neutron] 10.222.0.44 "GET /v2.0/networks/55c1c697-98df-4789-8a08-91acfa3054dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873492 Apr 28 20:07:49.825595 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-37f10a33-2382-4cd3-87ef-fa5b03d8ce6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:52.059859 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-382839ed-3c45-41af-b9ef-6a8c9d0f3f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:53.556208 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:53.706626 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57718) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:07:53.866844 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-06defd31-2c3e-4617-92a2-501e7659ef79 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Deleting port 3aa7a00d-888d-4d3f-ad6d-c31a80999740 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:07:53.867109 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-06defd31-2c3e-4617-92a2-501e7659ef79 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:53.946760 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-06defd31-2c3e-4617-92a2-501e7659ef79 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:53.947137 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-06defd31-2c3e-4617-92a2-501e7659ef79 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:53.960095 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-06defd31-2c3e-4617-92a2-501e7659ef79 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Calling delete_port for 3aa7a00d-888d-4d3f-ad6d-c31a80999740 owned by network:floatingip {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:07:54.111054 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-06defd31-2c3e-4617-92a2-501e7659ef79 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:54.136320 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06defd31-2c3e-4617-92a2-501e7659ef79 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event deleted for resources: {'Port': ['ID=3aa7a00d-888d-4d3f-ad6d-c31a80999740,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:54.150013 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06defd31-2c3e-4617-92a2-501e7659ef79 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:54.150377 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06defd31-2c3e-4617-92a2-501e7659ef79 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:54.150712 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06defd31-2c3e-4617-92a2-501e7659ef79 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:54.151181 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06defd31-2c3e-4617-92a2-501e7659ef79 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:54.151516 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06defd31-2c3e-4617-92a2-501e7659ef79 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:54.151843 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06defd31-2c3e-4617-92a2-501e7659ef79 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:54.152188 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06defd31-2c3e-4617-92a2-501e7659ef79 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:54.152509 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06defd31-2c3e-4617-92a2-501e7659ef79 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:54.152830 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06defd31-2c3e-4617-92a2-501e7659ef79 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:54.153172 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06defd31-2c3e-4617-92a2-501e7659ef79 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:54.153487 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06defd31-2c3e-4617-92a2-501e7659ef79 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:54.153803 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06defd31-2c3e-4617-92a2-501e7659ef79 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:54.221957 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-06defd31-2c3e-4617-92a2-501e7659ef79 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for floatingip, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:54.222287 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-06defd31-2c3e-4617-92a2-501e7659ef79 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Floating IP 72981b59-646b-4e87-aedf-dcadc5e548bb disassociated (deleted). External IP: 172.25.8.215, port: 631095a5-6c53-41c0-85c9-f701711fe649. Apr 28 20:07:54.759681 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06defd31-2c3e-4617-92a2-501e7659ef79 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Router 3c4cc21c-8d57-4f6e-9949-6875c054d3e3 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:07:54.879166 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06defd31-2c3e-4617-92a2-501e7659ef79 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:07:54.883705 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-06defd31-2c3e-4617-92a2-501e7659ef79 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:54.889436 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085e8f1a-ceb8-4f99-8e5a-d9ee26daab40 None None] Sync routers for ids ['3c4cc21c-8d57-4f6e-9949-6875c054d3e3'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:07:54.901831 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085e8f1a-ceb8-4f99-8e5a-d9ee26daab40 None None] Routers {'3c4cc21c-8d57-4f6e-9949-6875c054d3e3'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:07:54.902465 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-085e8f1a-ceb8-4f99-8e5a-d9ee26daab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:07:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['3c4cc21c-8d57-4f6e-9949-6875c054d3e3'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:54.915098 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-06defd31-2c3e-4617-92a2-501e7659ef79 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "DELETE /v2.0/floatingips/72981b59-646b-4e87-aedf-dcadc5e548bb HTTP/1.1" status: 204 len: 168 time: 1.2041357 Apr 28 20:07:54.915098 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c36e69a-355c-46ba-bf58-efccb13ac1ba', 'tag': '631095a5-6c53-41c0-85c9-f701711fe649'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:07:54.916029 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9432503-a881-49af-89f8-ccd9a00aa247" -d '{"events": [{"name": "network-changed", "server_uuid": "6c36e69a-355c-46ba-bf58-efccb13ac1ba", "tag": "631095a5-6c53-41c0-85c9-f701711fe649"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:07:55.025966 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-085e8f1a-ceb8-4f99-8e5a-d9ee26daab40 None None] Set router 3c4cc21c-8d57-4f6e-9949-6875c054d3e3 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:07:55.055897 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5b99bf-5c0c-4374-b7e3-c083f9a327e2 x-openstack-request-id: req-3b5b99bf-5c0c-4374-b7e3-c083f9a327e2 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:07:55.056203 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c36e69a-355c-46ba-bf58-efccb13ac1ba", "tag": "631095a5-6c53-41c0-85c9-f701711fe649", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:07:55.056549 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3b5b99bf-5c0c-4374-b7e3-c083f9a327e2 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:07:55.057259 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b5b99bf-5c0c-4374-b7e3-c083f9a327e2'] response: {'name': 'network-changed', 'server_uuid': '6c36e69a-355c-46ba-bf58-efccb13ac1ba', 'tag': '631095a5-6c53-41c0-85c9-f701711fe649', 'status': 'completed', 'code': 200} Apr 28 20:07:55.123236 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9432503-a881-49af-89f8-ccd9a00aa247 req-8e83c382-8884-427a-aeef-6fa28aa45b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:55.125573 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e9432503-a881-49af-89f8-ccd9a00aa247 req-8e83c382-8884-427a-aeef-6fa28aa45b59 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=337e8021fa0c43d183fd116927375cd1&device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 1096 time: 0.0482938 Apr 28 20:07:55.253674 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-085e8f1a-ceb8-4f99-8e5a-d9ee26daab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45264745', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '209f5d9d-03c6-4729-9a5b-ed9029ad66f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:14Z', 'updated_at': '2022-04-28T20:06:18Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '209f5d9d-03c6-4729-9a5b-ed9029ad66f6', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:14Z', 'updated_at': '2022-04-28T20:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe', 'name': '', 'network_id': '55c1c697-98df-4789-8a08-91acfa3054dd', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'mac_address': 'fa:16:3e:7b:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '10192ac7-962b-4eed-83cc-8403d952cbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:17Z', 'updated_at': '2022-04-28T20:06:22Z', 'revision_number': 5, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'subnets': [{'id': '10192ac7-962b-4eed-83cc-8403d952cbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:55.261134 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b69a8-796f-498c-8f50-44cb3ab04efd req-4aa44d20-e772-4160-ab8e-43b22ec1342e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:55.262674 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f98b69a8-796f-498c-8f50-44cb3ab04efd req-4aa44d20-e772-4160-ab8e-43b22ec1342e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 945 time: 0.1336792 Apr 28 20:07:55.282690 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085e8f1a-ceb8-4f99-8e5a-d9ee26daab40 None None] Checking router: 3c4cc21c-8d57-4f6e-9949-6875c054d3e3 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:07:55.286104 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9432503-a881-49af-89f8-ccd9a00aa247 req-611bf861-9128-4c63-8e71-2fbb75751169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:55.287664 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e9432503-a881-49af-89f8-ccd9a00aa247 req-611bf861-9128-4c63-8e71-2fbb75751169 service neutron] 10.222.0.44 "GET /v2.0/networks?id=55c1c697-98df-4789-8a08-91acfa3054dd HTTP/1.1" status: 200 len: 898 time: 0.1488757 Apr 28 20:07:55.292162 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085e8f1a-ceb8-4f99-8e5a-d9ee26daab40 None None] Routers {'3c4cc21c-8d57-4f6e-9949-6875c054d3e3'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:07:55.292785 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-085e8f1a-ceb8-4f99-8e5a-d9ee26daab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:07:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['3c4cc21c-8d57-4f6e-9949-6875c054d3e3'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:55.308773 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f98b69a8-796f-498c-8f50-44cb3ab04efd req-20159616-4875-4367-8f02-6f3890968859 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380998 Apr 28 20:07:55.354004 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e9432503-a881-49af-89f8-ccd9a00aa247 req-088f1cde-d268-4083-b18b-27867ca73a66 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=631095a5-6c53-41c0-85c9-f701711fe649 HTTP/1.1" status: 200 len: 217 time: 0.0444288 Apr 28 20:07:55.409875 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9432503-a881-49af-89f8-ccd9a00aa247 req-f0dde936-2d79-4880-bb04-add9c17a4a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:55.411660 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e9432503-a881-49af-89f8-ccd9a00aa247 req-f0dde936-2d79-4880-bb04-add9c17a4a88 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=10192ac7-962b-4eed-83cc-8403d952cbda HTTP/1.1" status: 200 len: 835 time: 0.0512462 Apr 28 20:07:55.413964 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-085e8f1a-ceb8-4f99-8e5a-d9ee26daab40 None None] Set router 3c4cc21c-8d57-4f6e-9949-6875c054d3e3 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:07:55.461280 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9432503-a881-49af-89f8-ccd9a00aa247 req-d4e5d9b2-2c1b-4396-952e-4a6ebd67a09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:55.462982 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e9432503-a881-49af-89f8-ccd9a00aa247 req-d4e5d9b2-2c1b-4396-952e-4a6ebd67a09b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=55c1c697-98df-4789-8a08-91acfa3054dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449016 Apr 28 20:07:55.566601 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e9432503-a881-49af-89f8-ccd9a00aa247 req-ff3889b3-e878-48f3-895f-0aa898a98c0a service neutron] 10.222.0.44 "GET /v2.0/networks/55c1c697-98df-4789-8a08-91acfa3054dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941658 Apr 28 20:07:55.620226 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-085e8f1a-ceb8-4f99-8e5a-d9ee26daab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45264745', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '209f5d9d-03c6-4729-9a5b-ed9029ad66f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:14Z', 'updated_at': '2022-04-28T20:06:18Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '209f5d9d-03c6-4729-9a5b-ed9029ad66f6', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:14Z', 'updated_at': '2022-04-28T20:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe', 'name': '', 'network_id': '55c1c697-98df-4789-8a08-91acfa3054dd', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'mac_address': 'fa:16:3e:7b:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '10192ac7-962b-4eed-83cc-8403d952cbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:17Z', 'updated_at': '2022-04-28T20:06:22Z', 'revision_number': 5, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'subnets': [{'id': '10192ac7-962b-4eed-83cc-8403d952cbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:55.649690 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085e8f1a-ceb8-4f99-8e5a-d9ee26daab40 None None] The sync data for ids ['3c4cc21c-8d57-4f6e-9949-6875c054d3e3'] in n-d-839810-1 is: [{'id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45264745', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '209f5d9d-03c6-4729-9a5b-ed9029ad66f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:14Z', 'updated_at': '2022-04-28T20:06:18Z', 'revision_number': 4, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '209f5d9d-03c6-4729-9a5b-ed9029ad66f6', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:14Z', 'updated_at': '2022-04-28T20:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe', 'name': '', 'network_id': '55c1c697-98df-4789-8a08-91acfa3054dd', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'mac_address': 'fa:16:3e:7b:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '10192ac7-962b-4eed-83cc-8403d952cbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:17Z', 'updated_at': '2022-04-28T20:06:22Z', 'revision_number': 5, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'subnets': [{'id': '10192ac7-962b-4eed-83cc-8403d952cbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:07:55.664703 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e9432503-a881-49af-89f8-ccd9a00aa247 req-88f5b0bf-f63c-4e0e-9172-5d19c6b74fce service neutron] 10.222.0.44 "GET /v2.0/networks/55c1c697-98df-4789-8a08-91acfa3054dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910366 Apr 28 20:07:55.829198 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:55.927817 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:55.928538 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68e9043-3942-4f48-9239-2eca24b8ee5a None None] New status for floating IP 72981b59-646b-4e87-aedf-dcadc5e548bb: DOWN {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:07:56.408859 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae67da7-9b16-4a49-849b-587b24f8d24f req-3f66f51a-da23-4ab2-a78c-a5413fdd171b tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:56.410339 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cae67da7-9b16-4a49-849b-587b24f8d24f req-3f66f51a-da23-4ab2-a78c-a5413fdd171b tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 945 time: 0.0510557 Apr 28 20:07:56.440708 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86b719-c756-4b4d-87d2-e463a27e1c1f req-1d13c6db-d52e-470d-94eb-7865bd48ff04 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:56.442302 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d86b719-c756-4b4d-87d2-e463a27e1c1f req-1d13c6db-d52e-470d-94eb-7865bd48ff04 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c36e69a-355c-46ba-bf58-efccb13ac1ba HTTP/1.1" status: 200 len: 945 time: 0.0529835 Apr 28 20:07:56.488355 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d86b719-c756-4b4d-87d2-e463a27e1c1f req-1a19335a-b735-460b-9019-7c7afc7ebb9a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386310 Apr 28 20:07:56.510771 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-cae67da7-9b16-4a49-849b-587b24f8d24f req-a5b842ad-17a3-44b5-9330-7bfab2ca0b67 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Deleting port 631095a5-6c53-41c0-85c9-f701711fe649 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:07:56.511113 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-cae67da7-9b16-4a49-849b-587b24f8d24f req-a5b842ad-17a3-44b5-9330-7bfab2ca0b67 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:56.609467 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-cae67da7-9b16-4a49-849b-587b24f8d24f req-a5b842ad-17a3-44b5-9330-7bfab2ca0b67 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] For port 631095a5-6c53-41c0-85c9-f701711fe649, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=631095a5-6c53-41c0-85c9-f701711fe649,segment=NetworkSegment(d3bf8d67-6d95-4390-9640-d3f99fc519a3),segment_id=d3bf8d67-6d95-4390-9640-d3f99fc519a3)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:07:56.609835 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-cae67da7-9b16-4a49-849b-587b24f8d24f req-a5b842ad-17a3-44b5-9330-7bfab2ca0b67 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:56.623688 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-cae67da7-9b16-4a49-849b-587b24f8d24f req-a5b842ad-17a3-44b5-9330-7bfab2ca0b67 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Calling delete_port for 631095a5-6c53-41c0-85c9-f701711fe649 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:07:56.755358 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-cae67da7-9b16-4a49-849b-587b24f8d24f req-a5b842ad-17a3-44b5-9330-7bfab2ca0b67 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:56.783868 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b842ad-17a3-44b5-9330-7bfab2ca0b67 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event deleted for resources: {'Port': ['ID=631095a5-6c53-41c0-85c9-f701711fe649,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:56.812562 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b842ad-17a3-44b5-9330-7bfab2ca0b67 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:56.812951 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b842ad-17a3-44b5-9330-7bfab2ca0b67 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:56.813306 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b842ad-17a3-44b5-9330-7bfab2ca0b67 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:56.813521 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b842ad-17a3-44b5-9330-7bfab2ca0b67 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:56.813845 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b842ad-17a3-44b5-9330-7bfab2ca0b67 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:56.814177 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b842ad-17a3-44b5-9330-7bfab2ca0b67 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:56.814498 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b842ad-17a3-44b5-9330-7bfab2ca0b67 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:56.814820 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b842ad-17a3-44b5-9330-7bfab2ca0b67 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:56.815148 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b842ad-17a3-44b5-9330-7bfab2ca0b67 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:56.815510 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b842ad-17a3-44b5-9330-7bfab2ca0b67 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:56.815813 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b842ad-17a3-44b5-9330-7bfab2ca0b67 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:56.816312 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b842ad-17a3-44b5-9330-7bfab2ca0b67 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:56.843061 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae67da7-9b16-4a49-849b-587b24f8d24f req-a5b842ad-17a3-44b5-9330-7bfab2ca0b67 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] No DVR routers for this DVR port 631095a5-6c53-41c0-85c9-f701711fe649 on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:07:56.845741 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-cae67da7-9b16-4a49-849b-587b24f8d24f req-a5b842ad-17a3-44b5-9330-7bfab2ca0b67 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:56.849080 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cae67da7-9b16-4a49-849b-587b24f8d24f req-a5b842ad-17a3-44b5-9330-7bfab2ca0b67 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.44 "DELETE /v2.0/ports/631095a5-6c53-41c0-85c9-f701711fe649 HTTP/1.1" status: 204 len: 173 time: 0.4330199 Apr 28 20:07:56.849509 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c36e69a-355c-46ba-bf58-efccb13ac1ba', 'name': 'network-vif-deleted', 'tag': '631095a5-6c53-41c0-85c9-f701711fe649'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:07:56.852435 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c648c9a6-4c8c-44d4-88bf-652535f7b842" -d '{"events": [{"server_uuid": "6c36e69a-355c-46ba-bf58-efccb13ac1ba", "name": "network-vif-deleted", "tag": "631095a5-6c53-41c0-85c9-f701711fe649"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:07:56.904149 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d898482-305c-4c1c-a4dc-9b14dc4b32da x-openstack-request-id: req-9d898482-305c-4c1c-a4dc-9b14dc4b32da {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:07:56.904446 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c36e69a-355c-46ba-bf58-efccb13ac1ba", "name": "network-vif-deleted", "tag": "631095a5-6c53-41c0-85c9-f701711fe649", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:07:56.904698 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9d898482-305c-4c1c-a4dc-9b14dc4b32da {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:07:56.905103 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d898482-305c-4c1c-a4dc-9b14dc4b32da'] response: {'server_uuid': '6c36e69a-355c-46ba-bf58-efccb13ac1ba', 'name': 'network-vif-deleted', 'tag': '631095a5-6c53-41c0-85c9-f701711fe649', 'status': 'completed', 'code': 200} Apr 28 20:07:57.546413 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57752) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:07:57.917935 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8e35b711-2cc6-4a7e-9d1d-7ff25199328a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:58.195143 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-8e35b711-2cc6-4a7e-9d1d-7ff25199328a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Deleting port c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:07:58.195379 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8e35b711-2cc6-4a7e-9d1d-7ff25199328a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:58.288019 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-8e35b711-2cc6-4a7e-9d1d-7ff25199328a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] For port c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe,segment=NetworkSegment(d3bf8d67-6d95-4390-9640-d3f99fc519a3),segment_id=d3bf8d67-6d95-4390-9640-d3f99fc519a3)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:07:58.288413 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8e35b711-2cc6-4a7e-9d1d-7ff25199328a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:58.306680 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-8e35b711-2cc6-4a7e-9d1d-7ff25199328a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Calling delete_port for c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:07:58.499426 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8e35b711-2cc6-4a7e-9d1d-7ff25199328a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:58.529057 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35b711-2cc6-4a7e-9d1d-7ff25199328a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event deleted for resources: {'Port': ['ID=c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:58.716265 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8e35b711-2cc6-4a7e-9d1d-7ff25199328a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:58.951338 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e35b711-2cc6-4a7e-9d1d-7ff25199328a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Router 3c4cc21c-8d57-4f6e-9949-6875c054d3e3 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:07:59.063196 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e35b711-2cc6-4a7e-9d1d-7ff25199328a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:07:59.071651 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8e35b711-2cc6-4a7e-9d1d-7ff25199328a tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "PUT /v2.0/routers/3c4cc21c-8d57-4f6e-9949-6875c054d3e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5207770 Apr 28 20:07:59.072195 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57766) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:07:59.076052 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b100013a-2ec3-46ab-97e6-73bdcd98df4e None None] Sync routers for ids ['3c4cc21c-8d57-4f6e-9949-6875c054d3e3'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:07:59.090555 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b100013a-2ec3-46ab-97e6-73bdcd98df4e None None] Routers {'3c4cc21c-8d57-4f6e-9949-6875c054d3e3'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:07:59.091653 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-b100013a-2ec3-46ab-97e6-73bdcd98df4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:07:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['3c4cc21c-8d57-4f6e-9949-6875c054d3e3'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:59.127592 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-708ca06b-deff-49a1-9a82-31c18566bc8e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Deleting subnet 10192ac7-962b-4eed-83cc-8403d952cbda {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:07:59.131696 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-708ca06b-deff-49a1-9a82-31c18566bc8e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:59.174197 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-708ca06b-deff-49a1-9a82-31c18566bc8e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:59.214888 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-b100013a-2ec3-46ab-97e6-73bdcd98df4e None None] Set router 3c4cc21c-8d57-4f6e-9949-6875c054d3e3 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:07:59.270337 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-708ca06b-deff-49a1-9a82-31c18566bc8e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:59.338046 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-708ca06b-deff-49a1-9a82-31c18566bc8e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:59.366144 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ca06b-deff-49a1-9a82-31c18566bc8e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event deleted for resources: {'Subnet': ['ID=10192ac7-962b-4eed-83cc-8403d952cbda,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:59.369837 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-708ca06b-deff-49a1-9a82-31c18566bc8e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:59.375789 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 57768) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:07:59.376476 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-708ca06b-deff-49a1-9a82-31c18566bc8e tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "DELETE /v2.0/subnets/10192ac7-962b-4eed-83cc-8403d952cbda HTTP/1.1" status: 204 len: 168 time: 0.3028193 Apr 28 20:07:59.394291 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f9c05e-06bf-4f25-b795-67dddee62bab None None] Network 55c1c697-98df-4789-8a08-91acfa3054dd requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:07:59.493032 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d17f18cb-14d5-4a8d-a87c-1a2e214d93af tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:59.517272 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-b100013a-2ec3-46ab-97e6-73bdcd98df4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45264745', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '209f5d9d-03c6-4729-9a5b-ed9029ad66f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:14Z', 'updated_at': '2022-04-28T20:07:58Z', 'revision_number': 5, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '209f5d9d-03c6-4729-9a5b-ed9029ad66f6', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:14Z', 'updated_at': '2022-04-28T20:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:59.549675 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b100013a-2ec3-46ab-97e6-73bdcd98df4e None None] Checking router: 3c4cc21c-8d57-4f6e-9949-6875c054d3e3 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:07:59.565928 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b100013a-2ec3-46ab-97e6-73bdcd98df4e None None] Routers {'3c4cc21c-8d57-4f6e-9949-6875c054d3e3'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:07:59.566547 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-b100013a-2ec3-46ab-97e6-73bdcd98df4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:07:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['3c4cc21c-8d57-4f6e-9949-6875c054d3e3'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:59.618553 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d17f18cb-14d5-4a8d-a87c-1a2e214d93af tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:59.683000 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd13913-32f2-4956-adb7-abe98fb961c1 None None] DHCP port deletion for 55c1c697-98df-4789-8a08-91acfa3054dd request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:07:59.684948 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d17f18cb-14d5-4a8d-a87c-1a2e214d93af tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Deleting port 209f5d9d-03c6-4729-9a5b-ed9029ad66f6 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:07:59.685370 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d17f18cb-14d5-4a8d-a87c-1a2e214d93af tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:59.734720 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-b100013a-2ec3-46ab-97e6-73bdcd98df4e None None] Set router 3c4cc21c-8d57-4f6e-9949-6875c054d3e3 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:07:59.770906 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d17f18cb-14d5-4a8d-a87c-1a2e214d93af tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] For port 209f5d9d-03c6-4729-9a5b-ed9029ad66f6, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=209f5d9d-03c6-4729-9a5b-ed9029ad66f6,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:07:59.771267 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d17f18cb-14d5-4a8d-a87c-1a2e214d93af tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:59.783675 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d17f18cb-14d5-4a8d-a87c-1a2e214d93af tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Calling delete_port for 209f5d9d-03c6-4729-9a5b-ed9029ad66f6 owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:07:59.852423 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-fbd13913-32f2-4956-adb7-abe98fb961c1 None None] Deleting port 277684b8-6219-4026-93d1-1147647c5d6e {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:07:59.852789 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fbd13913-32f2-4956-adb7-abe98fb961c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:59.940897 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-fbd13913-32f2-4956-adb7-abe98fb961c1 None None] For port 277684b8-6219-4026-93d1-1147647c5d6e, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=277684b8-6219-4026-93d1-1147647c5d6e,segment=NetworkSegment(d3bf8d67-6d95-4390-9640-d3f99fc519a3),segment_id=d3bf8d67-6d95-4390-9640-d3f99fc519a3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:07:59.941240 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fbd13913-32f2-4956-adb7-abe98fb961c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:59.965296 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d17f18cb-14d5-4a8d-a87c-1a2e214d93af tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:59.973303 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-fbd13913-32f2-4956-adb7-abe98fb961c1 None None] Calling delete_port for 277684b8-6219-4026-93d1-1147647c5d6e owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:07:59.994201 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f18cb-14d5-4a8d-a87c-1a2e214d93af tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event deleted for resources: {'Port': ['ID=209f5d9d-03c6-4729-9a5b-ed9029ad66f6,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:00.050958 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-b100013a-2ec3-46ab-97e6-73bdcd98df4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45264745', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '209f5d9d-03c6-4729-9a5b-ed9029ad66f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:14Z', 'updated_at': '2022-04-28T20:07:58Z', 'revision_number': 5, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '209f5d9d-03c6-4729-9a5b-ed9029ad66f6', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:14Z', 'updated_at': '2022-04-28T20:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:00.065645 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d17f18cb-14d5-4a8d-a87c-1a2e214d93af tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:00.101837 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b100013a-2ec3-46ab-97e6-73bdcd98df4e None None] The sync data for ids ['3c4cc21c-8d57-4f6e-9949-6875c054d3e3'] in n-d-839810-1 is: [{'id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45264745', 'tenant_id': '337e8021fa0c43d183fd116927375cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '209f5d9d-03c6-4729-9a5b-ed9029ad66f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:14Z', 'updated_at': '2022-04-28T20:07:58Z', 'revision_number': 5, 'project_id': '337e8021fa0c43d183fd116927375cd1', 'gw_port': {'id': '209f5d9d-03c6-4729-9a5b-ed9029ad66f6', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4cc21c-8d57-4f6e-9949-6875c054d3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:14Z', 'updated_at': '2022-04-28T20:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:08:00.118240 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fbd13913-32f2-4956-adb7-abe98fb961c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:00.152503 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd13913-32f2-4956-adb7-abe98fb961c1 None None] Pushing event deleted for resources: {'Port': ['ID=277684b8-6219-4026-93d1-1147647c5d6e,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:00.161710 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd13913-32f2-4956-adb7-abe98fb961c1 None None] No DVR routers for this DVR port 277684b8-6219-4026-93d1-1147647c5d6e on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:08:00.188685 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d17f18cb-14d5-4a8d-a87c-1a2e214d93af tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:00.190886 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d17f18cb-14d5-4a8d-a87c-1a2e214d93af tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:00.238681 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d17f18cb-14d5-4a8d-a87c-1a2e214d93af tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:00.239180 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17f18cb-14d5-4a8d-a87c-1a2e214d93af tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Fanout notify agent at l3_agent the message router_deleted on router 3c4cc21c-8d57-4f6e-9949-6875c054d3e3 {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:08:00.248224 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d17f18cb-14d5-4a8d-a87c-1a2e214d93af tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:00.250602 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d17f18cb-14d5-4a8d-a87c-1a2e214d93af tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "DELETE /v2.0/routers/3c4cc21c-8d57-4f6e-9949-6875c054d3e3 HTTP/1.1" status: 204 len: 168 time: 0.8715112 Apr 28 20:08:00.252119 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 57776) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:08:00.331227 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9ffb5ab9-4fe3-46cc-88bb-1d505cd20625 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:00.349232 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 631095a5-6c53-41c0-85c9-f701711fe649 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:08:00.372259 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 631095a5-6c53-41c0-85c9-f701711fe649 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:08:00.372604 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 631095a5-6c53-41c0-85c9-f701711fe649 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:08:00.421013 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9ffb5ab9-4fe3-46cc-88bb-1d505cd20625 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:00.441681 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-9ffb5ab9-4fe3-46cc-88bb-1d505cd20625 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55c1c697-98df-4789-8a08-91acfa3054dd']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:00.451411 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-9ffb5ab9-4fe3-46cc-88bb-1d505cd20625 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3bf8d67-6d95-4390-9640-d3f99fc519a3') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:00.451706 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-9ffb5ab9-4fe3-46cc-88bb-1d505cd20625 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3bf8d67-6d95-4390-9640-d3f99fc519a3') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:00.467706 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9ffb5ab9-4fe3-46cc-88bb-1d505cd20625 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:00.482304 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9ffb5ab9-4fe3-46cc-88bb-1d505cd20625 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:00.489204 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ffb5ab9-4fe3-46cc-88bb-1d505cd20625 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:08:00.489690 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9ffb5ab9-4fe3-46cc-88bb-1d505cd20625 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:00.493540 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 20:08:00.493540 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:08:00.493540 n-d-839810-1 neutron-server[102773]: timer() Apr 28 20:08:00.493540 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:08:00.493540 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 20:08:00.493540 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:08:00.493540 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 20:08:00.493540 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:08:00.493540 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 20:08:00.493540 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:08:00.493540 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 20:08:00.493540 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:08:00.493540 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 20:08:00.493540 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:08:00.493540 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:08:00.493540 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:08:00.493540 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:08:00.493540 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:08:00.493540 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 20:08:00.493540 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:08:00.493540 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 20:08:00.493540 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:08:00.493540 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:08:00.493540 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:08:00.493540 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 20:08:00.493540 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:08:00.493540 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:08:00.493540 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:08:00.493540 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:08:00.493540 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:08:00.493540 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:08:00.493540 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:08:00.559303 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9ffb5ab9-4fe3-46cc-88bb-1d505cd20625 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:00.574599 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9ffb5ab9-4fe3-46cc-88bb-1d505cd20625 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:00.580169 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9ffb5ab9-4fe3-46cc-88bb-1d505cd20625 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "DELETE /v2.0/networks/55c1c697-98df-4789-8a08-91acfa3054dd HTTP/1.1" status: 204 len: 168 time: 0.3252716 Apr 28 20:08:00.581137 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57778) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:08:00.592048 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb5ab9-4fe3-46cc-88bb-1d505cd20625 tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event deleted for resources: {'Network': ['ID=55c1c697-98df-4789-8a08-91acfa3054dd,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:00.659140 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-85559f18-3c7f-403a-a1f8-71cb2717cd0f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:00.690031 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-85559f18-3c7f-403a-a1f8-71cb2717cd0f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:00.759793 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-85559f18-3c7f-403a-a1f8-71cb2717cd0f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:00.763131 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-85559f18-3c7f-403a-a1f8-71cb2717cd0f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:00.766927 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-85559f18-3c7f-403a-a1f8-71cb2717cd0f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] 10.222.0.42 "DELETE /v2.0/security-groups/c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958 HTTP/1.1" status: 204 len: 168 time: 0.1821959 Apr 28 20:08:00.782532 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85559f18-3c7f-403a-a1f8-71cb2717cd0f tempest-TestNetworkAdvancedServerOps-588085260 tempest-TestNetworkAdvancedServerOps-588085260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54cf4d7-a8ac-45dd-8ed3-28f4c78ae958,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:01.141532 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57792) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:08:01.298491 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7aa36175-6aff-4ffe-852b-ac6a85fe515d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=337e8021fa0c43d183fd116927375cd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1537855 Apr 28 20:08:01.299291 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 57796) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:08:01.353999 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:08:01.358302 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d8ca3fc5-8c17-4754-8665-29f7d1413c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:01.378210 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:08:01.378644 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c2551bd5-c4b7-4a5a-bbc9-4e0981e5aefe not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:08:01.379126 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 277684b8-6219-4026-93d1-1147647c5d6e no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:08:01.384971 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d8ca3fc5-8c17-4754-8665-29f7d1413c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:01.400811 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 277684b8-6219-4026-93d1-1147647c5d6e {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:08:01.400811 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 277684b8-6219-4026-93d1-1147647c5d6e not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:08:01.437162 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d8ca3fc5-8c17-4754-8665-29f7d1413c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:01.439845 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d8ca3fc5-8c17-4754-8665-29f7d1413c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:01.441034 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d8ca3fc5-8c17-4754-8665-29f7d1413c3e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/56eec914-7c01-4161-a5d4-ad0f2bed1c3a HTTP/1.1" status: 204 len: 168 time: 0.1407349 Apr 28 20:08:01.449542 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca3fc5-8c17-4754-8665-29f7d1413c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56eec914-7c01-4161-a5d4-ad0f2bed1c3a,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:01.728761 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 57804) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:08:01.787089 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2af9f54d-471b-4da1-9192-51addba58b01 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8d022e16eab5497db0a6a97bc48f0c01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0568709 Apr 28 20:08:01.790334 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 57808) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:08:01.844369 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d8e77ce1-618f-4951-87f2-db5e83eae773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:01.867116 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d8e77ce1-618f-4951-87f2-db5e83eae773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:01.916311 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:01.920865 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d8e77ce1-618f-4951-87f2-db5e83eae773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:01.923524 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d8e77ce1-618f-4951-87f2-db5e83eae773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:01.928527 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d8e77ce1-618f-4951-87f2-db5e83eae773 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/36889123-dc20-4829-a02f-ca5ef093b575 HTTP/1.1" status: 204 len: 168 time: 0.1347265 Apr 28 20:08:01.936659 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e77ce1-618f-4951-87f2-db5e83eae773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36889123-dc20-4829-a02f-ca5ef093b575,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:02.614043 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 57832) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:08:02.724076 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-c1d266c7-214f-4339-9638-bb865933e756 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1074671302-network', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:02.744468 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d266c7-214f-4339-9638-bb865933e756 admin admin] Made reservation on behalf of a7abd85c8b80481690a18110e7cba81e for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:08:02.746825 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c1d266c7-214f-4339-9638-bb865933e756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:02.755575 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c1d266c7-214f-4339-9638-bb865933e756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:02.843136 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c1d266c7-214f-4339-9638-bb865933e756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:02.847231 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c1d266c7-214f-4339-9638-bb865933e756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:02.871959 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d266c7-214f-4339-9638-bb865933e756 admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:08:02.882867 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d266c7-214f-4339-9638-bb865933e756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab254180-4a1f-4df7-8142-ae05ff136a65,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:02.884961 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 209f5d9d-03c6-4729-9a5b-ed9029ad66f6 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:08:02.895888 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c1d266c7-214f-4339-9638-bb865933e756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:02.897745 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-c1d266c7-214f-4339-9638-bb865933e756 admin admin] Added segment 4153f325-57c0-408e-ac48-7adc6d59e381 of type vlan for network 3ca892cc-b431-485e-a8d1-1dc31fa2091b Apr 28 20:08:02.909901 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 209f5d9d-03c6-4729-9a5b-ed9029ad66f6 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:08:02.910249 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 209f5d9d-03c6-4729-9a5b-ed9029ad66f6 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:08:02.946749 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c1d266c7-214f-4339-9638-bb865933e756 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:02.973628 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c1d266c7-214f-4339-9638-bb865933e756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:02.974758 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d266c7-214f-4339-9638-bb865933e756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:02.975336 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c1d266c7-214f-4339-9638-bb865933e756 admin admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:03.050690 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c1d266c7-214f-4339-9638-bb865933e756 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4355304 Apr 28 20:08:03.054952 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57842) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:08:03.060121 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-e8ce92cb-4d59-415b-be64-fb94dcda2d84 admin admin] Request body: {'subnet': {'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1074671302-subnet', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:03.064075 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d266c7-214f-4339-9638-bb865933e756 admin admin] Pushing event updated for resources: {'Network': ['ID=3ca892cc-b431-485e-a8d1-1dc31fa2091b,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:03.075536 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 3ca892cc-b431-485e-a8d1-1dc31fa2091b details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:08:03.082586 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ce92cb-4d59-415b-be64-fb94dcda2d84 admin admin] Made reservation on behalf of a7abd85c8b80481690a18110e7cba81e for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:08:03.085649 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e8ce92cb-4d59-415b-be64-fb94dcda2d84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:03.274019 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e8ce92cb-4d59-415b-be64-fb94dcda2d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:03.337513 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce92cb-4d59-415b-be64-fb94dcda2d84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11daf8f6-15c0-4d09-926f-75c1fcbe625d,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:03.344714 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ce92cb-4d59-415b-be64-fb94dcda2d84 admin admin] Checking segment: {'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:08:03.345078 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ce92cb-4d59-415b-be64-fb94dcda2d84 admin admin] Network hostable DHCP agents. Network: 3ca892cc-b431-485e-a8d1-1dc31fa2091b, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:08:03.361777 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ce92cb-4d59-415b-be64-fb94dcda2d84 admin admin] Network 3ca892cc-b431-485e-a8d1-1dc31fa2091b is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:08:03.370727 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-e8ce92cb-4d59-415b-be64-fb94dcda2d84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 3ca892cc-b431-485e-a8d1-1dc31fa2091b) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:08:03.375346 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ce92cb-4d59-415b-be64-fb94dcda2d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:03.375928 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e8ce92cb-4d59-415b-be64-fb94dcda2d84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:03.377274 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-95839064-d82a-41a4-a01d-3fd3bdc1c283 req-af371cd6-80a5-4146-8266-6a297bc5d813 service neutron] (102773) timed out ('10.222.0.44', 63057) {{(pid=102773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 28 20:08:03.381781 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a7d9c6-c41e-448e-b8a9-994d72a6079c None None] Network 3ca892cc-b431-485e-a8d1-1dc31fa2091b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:08:03.399595 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e8ce92cb-4d59-415b-be64-fb94dcda2d84 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3408875 Apr 28 20:08:03.400485 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 57844) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:08:03.404605 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-5b0eb203-b4de-4a50-bf80-d08c22de5561 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1074671302-router', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:03.426180 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5b0eb203-b4de-4a50-bf80-d08c22de5561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:03.428438 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5b0eb203-b4de-4a50-bf80-d08c22de5561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:03.493912 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5b0eb203-b4de-4a50-bf80-d08c22de5561 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:03.551061 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6186c746-e087-4cbf-ab7b-4f6323092511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'fixed_ips': [{'subnet_id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:08:03.552342 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6186c746-e087-4cbf-ab7b-4f6323092511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:03.556441 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:03.656278 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5b0eb203-b4de-4a50-bf80-d08c22de5561 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:03.735351 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-6186c746-e087-4cbf-ab7b-4f6323092511 None None] Allocated IP 172.20.0.2 (3ca892cc-b431-485e-a8d1-1dc31fa2091b/11daf8f6-15c0-4d09-926f-75c1fcbe625d/bc6be2aa-c9d4-45bb-a067-e0785cb9188d) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:08:03.868398 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5b0eb203-b4de-4a50-bf80-d08c22de5561 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:03.886912 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5b0eb203-b4de-4a50-bf80-d08c22de5561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:03.898681 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6186c746-e087-4cbf-ab7b-4f6323092511 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:03.906041 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6186c746-e087-4cbf-ab7b-4f6323092511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:03.953997 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6186c746-e087-4cbf-ab7b-4f6323092511 None None] Network 3ca892cc-b431-485e-a8d1-1dc31fa2091b is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:08:03.957014 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-6186c746-e087-4cbf-ab7b-4f6323092511 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:08:03.962316 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6186c746-e087-4cbf-ab7b-4f6323092511 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:08:03.965596 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186c746-e087-4cbf-ab7b-4f6323092511 None None] Pushing event updated for resources: {'Port': ['ID=bc6be2aa-c9d4-45bb-a067-e0785cb9188d,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:04.012411 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-5b0eb203-b4de-4a50-bf80-d08c22de5561 admin admin] Allocated IP 172.25.8.76 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/4086ebd3-773e-473c-94b5-e60233e76c99) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:08:04.022026 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-6186c746-e087-4cbf-ab7b-4f6323092511 None None] Attempting to bind port bc6be2aa-c9d4-45bb-a067-e0785cb9188d on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:08:04.023087 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-6186c746-e087-4cbf-ab7b-4f6323092511 None None] Attempting to bind port bc6be2aa-c9d4-45bb-a067-e0785cb9188d by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:08:04.023449 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6186c746-e087-4cbf-ab7b-4f6323092511 None None] Attempting to bind port bc6be2aa-c9d4-45bb-a067-e0785cb9188d on network 3ca892cc-b431-485e-a8d1-1dc31fa2091b {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:08:04.028756 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6186c746-e087-4cbf-ab7b-4f6323092511 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:08:04.029120 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6186c746-e087-4cbf-ab7b-4f6323092511 None None] Checking segment: {'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:08:04.029510 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6186c746-e087-4cbf-ab7b-4f6323092511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:04.029904 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6186c746-e087-4cbf-ab7b-4f6323092511 None None] Bound using segment: {'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:08:04.030361 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-6186c746-e087-4cbf-ab7b-4f6323092511 None None] Bound port: bc6be2aa-c9d4-45bb-a067-e0785cb9188d, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:08:04.030741 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6186c746-e087-4cbf-ab7b-4f6323092511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:04.101563 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-6186c746-e087-4cbf-ab7b-4f6323092511 None None] For port bc6be2aa-c9d4-45bb-a067-e0785cb9188d, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:08:04.105170 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-6186c746-e087-4cbf-ab7b-4f6323092511 None None] For port bc6be2aa-c9d4-45bb-a067-e0785cb9188d, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=bc6be2aa-c9d4-45bb-a067-e0785cb9188d,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:08:04.112129 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6186c746-e087-4cbf-ab7b-4f6323092511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:04.141781 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5b0eb203-b4de-4a50-bf80-d08c22de5561 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:04.183828 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186c746-e087-4cbf-ab7b-4f6323092511 None None] Pushing event updated for resources: {'Port': ['ID=bc6be2aa-c9d4-45bb-a067-e0785cb9188d,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:04.200351 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5b0eb203-b4de-4a50-bf80-d08c22de5561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:04.242185 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0eb203-b4de-4a50-bf80-d08c22de5561 admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:08:04.252721 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-5b0eb203-b4de-4a50-bf80-d08c22de5561 admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:08:04.255215 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0eb203-b4de-4a50-bf80-d08c22de5561 admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:08:04.257782 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0eb203-b4de-4a50-bf80-d08c22de5561 admin admin] Pushing event updated for resources: {'Port': ['ID=4086ebd3-773e-473c-94b5-e60233e76c99,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:04.567181 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5b0eb203-b4de-4a50-bf80-d08c22de5561 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:05.002153 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bc6be2aa-c9d4-45bb-a067-e0785cb9188d up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:08:05.065730 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port bc6be2aa-c9d4-45bb-a067-e0785cb9188d triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:05.066519 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:05.138617 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5b0eb203-b4de-4a50-bf80-d08c22de5561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:05.158759 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:05.202952 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port bc6be2aa-c9d4-45bb-a067-e0785cb9188d, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=bc6be2aa-c9d4-45bb-a067-e0785cb9188d,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:08:05.208706 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:05.238591 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9201cd-773f-4035-af96-d1b611a67402 None None] Network 3ca892cc-b431-485e-a8d1-1dc31fa2091b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:08:05.310265 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0eb203-b4de-4a50-bf80-d08c22de5561 admin admin] Router 7db67139-93ac-4276-b391-dc743d05c7cc is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 20:08:05.391639 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=bc6be2aa-c9d4-45bb-a067-e0785cb9188d,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:05.397687 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-979b6fe6-3a1c-408d-b8b7-e86d7f221ec3 None None] Provisioning complete for port bc6be2aa-c9d4-45bb-a067-e0785cb9188d triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:05.398134 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-979b6fe6-3a1c-408d-b8b7-e86d7f221ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:05.431176 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0eb203-b4de-4a50-bf80-d08c22de5561 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:08:05.443430 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49338ed-555d-41b9-8df1-24b105d50704 None None] Sync routers for ids ['7db67139-93ac-4276-b391-dc743d05c7cc'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:08:05.454421 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49338ed-555d-41b9-8df1-24b105d50704 None None] Routers {'7db67139-93ac-4276-b391-dc743d05c7cc'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:08:05.455499 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b49338ed-555d-41b9-8df1-24b105d50704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:07:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7db67139-93ac-4276-b391-dc743d05c7cc'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:05.460548 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5b0eb203-b4de-4a50-bf80-d08c22de5561 admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:05.462977 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5b0eb203-b4de-4a50-bf80-d08c22de5561 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0620334 Apr 28 20:08:05.465743 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57862) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:08:05.580439 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-b49338ed-555d-41b9-8df1-24b105d50704 None None] Set router 7db67139-93ac-4276-b391-dc743d05c7cc gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:08:05.653322 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:08:05.850029 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-76e9b4a7-0df3-4538-8aaa-cbac36779352 None None] Provisioning complete for port bc6be2aa-c9d4-45bb-a067-e0785cb9188d triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:05.850479 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-76e9b4a7-0df3-4538-8aaa-cbac36779352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:05.877331 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b49338ed-555d-41b9-8df1-24b105d50704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'name': 'tempest-TestVolumeBootPattern-1074671302-router', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:04Z', 'revision_number': 3, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'gw_port': {'id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:05.914186 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49338ed-555d-41b9-8df1-24b105d50704 None None] Checking router: 7db67139-93ac-4276-b391-dc743d05c7cc for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:08:05.914801 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49338ed-555d-41b9-8df1-24b105d50704 None None] Updating router 7db67139-93ac-4276-b391-dc743d05c7cc port 4086ebd3-773e-473c-94b5-e60233e76c99 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:08:05.940393 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-b49338ed-555d-41b9-8df1-24b105d50704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:05.952357 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f9a9c4b0-9a0d-4646-a6e8-ea8808e28132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:06.119863 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-f9a9c4b0-9a0d-4646-a6e8-ea8808e28132 admin admin] Allocated IP 172.20.0.1 (3ca892cc-b431-485e-a8d1-1dc31fa2091b/11daf8f6-15c0-4d09-926f-75c1fcbe625d/48b950c7-35bc-4b34-945d-a19397366dec) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:08:06.214456 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-b49338ed-555d-41b9-8df1-24b105d50704 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:06.231254 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-b49338ed-555d-41b9-8df1-24b105d50704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:06.239272 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f9a9c4b0-9a0d-4646-a6e8-ea8808e28132 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:06.277305 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f9a9c4b0-9a0d-4646-a6e8-ea8808e28132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:06.293065 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be7106-8d32-4a3a-8a4f-43c6e97acf1b None None] Pushing event updated for resources: {'Port': ['ID=4086ebd3-773e-473c-94b5-e60233e76c99,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:06.297591 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-b49338ed-555d-41b9-8df1-24b105d50704 None None] Attempting to bind port 4086ebd3-773e-473c-94b5-e60233e76c99 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:08:06.298032 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-b49338ed-555d-41b9-8df1-24b105d50704 None None] Attempting to bind port 4086ebd3-773e-473c-94b5-e60233e76c99 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:08:06.298460 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49338ed-555d-41b9-8df1-24b105d50704 None None] Attempting to bind port 4086ebd3-773e-473c-94b5-e60233e76c99 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:08:06.308351 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be7106-8d32-4a3a-8a4f-43c6e97acf1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:06.308701 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be7106-8d32-4a3a-8a4f-43c6e97acf1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:06.309039 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be7106-8d32-4a3a-8a4f-43c6e97acf1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:06.309368 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be7106-8d32-4a3a-8a4f-43c6e97acf1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:06.309700 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be7106-8d32-4a3a-8a4f-43c6e97acf1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:06.310027 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be7106-8d32-4a3a-8a4f-43c6e97acf1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:06.310351 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be7106-8d32-4a3a-8a4f-43c6e97acf1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:06.310673 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be7106-8d32-4a3a-8a4f-43c6e97acf1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:06.310991 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be7106-8d32-4a3a-8a4f-43c6e97acf1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:06.311310 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be7106-8d32-4a3a-8a4f-43c6e97acf1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:06.312043 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be7106-8d32-4a3a-8a4f-43c6e97acf1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:06.312043 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be7106-8d32-4a3a-8a4f-43c6e97acf1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:06.314446 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a9c4b0-9a0d-4646-a6e8-ea8808e28132 admin admin] Network 3ca892cc-b431-485e-a8d1-1dc31fa2091b is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:08:06.315140 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49338ed-555d-41b9-8df1-24b105d50704 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:08:06.315518 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49338ed-555d-41b9-8df1-24b105d50704 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:08:06.315920 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-b49338ed-555d-41b9-8df1-24b105d50704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:06.316330 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49338ed-555d-41b9-8df1-24b105d50704 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:08:06.316804 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-b49338ed-555d-41b9-8df1-24b105d50704 None None] Bound port: 4086ebd3-773e-473c-94b5-e60233e76c99, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:08:06.317185 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-b49338ed-555d-41b9-8df1-24b105d50704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:06.319698 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-f9a9c4b0-9a0d-4646-a6e8-ea8808e28132 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:08:06.323738 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a9c4b0-9a0d-4646-a6e8-ea8808e28132 admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:08:06.356940 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9c4b0-9a0d-4646-a6e8-ea8808e28132 admin admin] Pushing event updated for resources: {'Port': ['ID=48b950c7-35bc-4b34-945d-a19397366dec,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:06.373630 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-b49338ed-555d-41b9-8df1-24b105d50704 None None] For port 4086ebd3-773e-473c-94b5-e60233e76c99, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:08:06.374367 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f9a9c4b0-9a0d-4646-a6e8-ea8808e28132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:06.383847 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-b49338ed-555d-41b9-8df1-24b105d50704 None None] For port 4086ebd3-773e-473c-94b5-e60233e76c99, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=4086ebd3-773e-473c-94b5-e60233e76c99,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:08:06.391971 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-b49338ed-555d-41b9-8df1-24b105d50704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:06.460390 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49338ed-555d-41b9-8df1-24b105d50704 None None] Routers {'7db67139-93ac-4276-b391-dc743d05c7cc'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:08:06.461393 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b49338ed-555d-41b9-8df1-24b105d50704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:07:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7db67139-93ac-4276-b391-dc743d05c7cc'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:06.551955 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f9a9c4b0-9a0d-4646-a6e8-ea8808e28132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:06.562492 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be7106-8d32-4a3a-8a4f-43c6e97acf1b None None] Pushing event updated for resources: {'Port': ['ID=4086ebd3-773e-473c-94b5-e60233e76c99,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:06.582809 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-b49338ed-555d-41b9-8df1-24b105d50704 None None] Set router 7db67139-93ac-4276-b391-dc743d05c7cc gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:08:06.675408 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-305e1da5-47be-42ea-8ae8-f96c8faa5aab None None] Provisioning complete for port 48b950c7-35bc-4b34-945d-a19397366dec triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:06.676501 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-305e1da5-47be-42ea-8ae8-f96c8faa5aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:06.718244 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-305e1da5-47be-42ea-8ae8-f96c8faa5aab None None] Port 48b950c7-35bc-4b34-945d-a19397366dec cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:08:06.747914 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f9a9c4b0-9a0d-4646-a6e8-ea8808e28132 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:06.752948 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f9a9c4b0-9a0d-4646-a6e8-ea8808e28132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:06.785670 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b49338ed-555d-41b9-8df1-24b105d50704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'name': 'tempest-TestVolumeBootPattern-1074671302-router', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:04Z', 'revision_number': 3, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'gw_port': {'id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:06.814388 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49338ed-555d-41b9-8df1-24b105d50704 None None] The sync data for ids ['7db67139-93ac-4276-b391-dc743d05c7cc'] in n-d-839810-1 is: [{'id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'name': 'tempest-TestVolumeBootPattern-1074671302-router', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:04Z', 'revision_number': 3, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'gw_port': {'id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:08:06.826637 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9c4b0-9a0d-4646-a6e8-ea8808e28132 admin admin] Pushing event updated for resources: {'Port': ['ID=48b950c7-35bc-4b34-945d-a19397366dec,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:06.829303 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f9a9c4b0-9a0d-4646-a6e8-ea8808e28132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:06.939983 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a9c4b0-9a0d-4646-a6e8-ea8808e28132 admin admin] Network 3ca892cc-b431-485e-a8d1-1dc31fa2091b is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:08:06.941556 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-f9a9c4b0-9a0d-4646-a6e8-ea8808e28132 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:08:06.961915 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bc6be2aa-c9d4-45bb-a067-e0785cb9188d up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:08:07.034102 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port bc6be2aa-c9d4-45bb-a067-e0785cb9188d triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:07.034899 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:07.109914 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a9c4b0-9a0d-4646-a6e8-ea8808e28132 admin admin] Router 7db67139-93ac-4276-b391-dc743d05c7cc has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:08:07.289924 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a9c4b0-9a0d-4646-a6e8-ea8808e28132 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:08:07.295664 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f9a9c4b0-9a0d-4646-a6e8-ea8808e28132 admin admin] 10.222.0.42 "PUT /v2.0/routers/7db67139-93ac-4276-b391-dc743d05c7cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8287539 Apr 28 20:08:07.350075 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-f1416619-9ab1-4a6a-a6c4-af5d4a3b897b None None] Provisioning complete for port 48b950c7-35bc-4b34-945d-a19397366dec triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:07.350751 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f1416619-9ab1-4a6a-a6c4-af5d4a3b897b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:07.393423 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-f1416619-9ab1-4a6a-a6c4-af5d4a3b897b None None] Port 48b950c7-35bc-4b34-945d-a19397366dec cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:08:07.899070 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57890) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:08:07.903973 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-212de6af-cdf4-4bea-bab0-374e725173ad admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1386524892-network', 'tenant_id': '845ca4a13e0e42279b48e08904bb6956'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:07.923223 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212de6af-cdf4-4bea-bab0-374e725173ad admin admin] Made reservation on behalf of 845ca4a13e0e42279b48e08904bb6956 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:08:07.927035 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-212de6af-cdf4-4bea-bab0-374e725173ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:07.936697 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-212de6af-cdf4-4bea-bab0-374e725173ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:08.014310 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-212de6af-cdf4-4bea-bab0-374e725173ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:08.019151 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-212de6af-cdf4-4bea-bab0-374e725173ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:08.047087 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212de6af-cdf4-4bea-bab0-374e725173ad admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:08:08.052393 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212de6af-cdf4-4bea-bab0-374e725173ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a982d49d-11be-4f21-a4d9-20e0a360733d,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:08.060126 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-212de6af-cdf4-4bea-bab0-374e725173ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:08.060485 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-212de6af-cdf4-4bea-bab0-374e725173ad admin admin] Added segment 576b8ae1-05da-4fbe-895b-3450159afdb9 of type vlan for network 84809707-7786-410d-b241-9b7fcfc5dc42 Apr 28 20:08:08.107917 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-212de6af-cdf4-4bea-bab0-374e725173ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:08.134135 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-212de6af-cdf4-4bea-bab0-374e725173ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:08.135192 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212de6af-cdf4-4bea-bab0-374e725173ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:08.135842 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-212de6af-cdf4-4bea-bab0-374e725173ad admin admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:08.198159 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-212de6af-cdf4-4bea-bab0-374e725173ad admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2979565 Apr 28 20:08:08.201054 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57898) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:08:08.210548 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-158487f7-19b8-4789-829f-f7852581f8ef admin admin] Request body: {'subnet': {'network_id': '84809707-7786-410d-b241-9b7fcfc5dc42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1386524892-subnet', 'tenant_id': '845ca4a13e0e42279b48e08904bb6956', 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:08.214803 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212de6af-cdf4-4bea-bab0-374e725173ad admin admin] Pushing event updated for resources: {'Network': ['ID=84809707-7786-410d-b241-9b7fcfc5dc42,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:08.225440 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 84809707-7786-410d-b241-9b7fcfc5dc42 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:08:08.233527 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158487f7-19b8-4789-829f-f7852581f8ef admin admin] Made reservation on behalf of 845ca4a13e0e42279b48e08904bb6956 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:08:08.236160 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-158487f7-19b8-4789-829f-f7852581f8ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:08.429690 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-158487f7-19b8-4789-829f-f7852581f8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:08.487025 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158487f7-19b8-4789-829f-f7852581f8ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=66bf46c5-14fa-4f46-b6ac-4597ae3c0409,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:08.497677 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158487f7-19b8-4789-829f-f7852581f8ef admin admin] Checking segment: {'id': '576b8ae1-05da-4fbe-895b-3450159afdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '84809707-7786-410d-b241-9b7fcfc5dc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:08:08.497836 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158487f7-19b8-4789-829f-f7852581f8ef admin admin] Network hostable DHCP agents. Network: 84809707-7786-410d-b241-9b7fcfc5dc42, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:08:08.517149 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158487f7-19b8-4789-829f-f7852581f8ef admin admin] Network 84809707-7786-410d-b241-9b7fcfc5dc42 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:08:08.527434 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-158487f7-19b8-4789-829f-f7852581f8ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 84809707-7786-410d-b241-9b7fcfc5dc42) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:08:08.531664 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158487f7-19b8-4789-829f-f7852581f8ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:08.532279 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-158487f7-19b8-4789-829f-f7852581f8ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:08.538033 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fef849d-1d15-42bd-b34a-156452310eee None None] Network 84809707-7786-410d-b241-9b7fcfc5dc42 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:08:08.549409 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-158487f7-19b8-4789-829f-f7852581f8ef admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3452795 Apr 28 20:08:08.552216 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57900) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:08:08.558274 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-e39caf87-be01-4da4-b0cb-97be02b9ba44 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1386524892-router', 'tenant_id': '845ca4a13e0e42279b48e08904bb6956', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:08.581024 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e39caf87-be01-4da4-b0cb-97be02b9ba44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:08.582125 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e39caf87-be01-4da4-b0cb-97be02b9ba44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:08.712331 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a774fad1-9bff-41db-9a87-f4d126dfa24c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-84809707-7786-410d-b241-9b7fcfc5dc42', 'network_id': '84809707-7786-410d-b241-9b7fcfc5dc42', 'tenant_id': '845ca4a13e0e42279b48e08904bb6956', 'fixed_ips': [{'subnet_id': '66bf46c5-14fa-4f46-b6ac-4597ae3c0409'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:08:08.713581 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a774fad1-9bff-41db-9a87-f4d126dfa24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:08.797802 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16abd874-f948-46d2-9367-a0af0ee7968c None None] Sync routers for ids ['7db67139-93ac-4276-b391-dc743d05c7cc'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:08:08.826253 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16abd874-f948-46d2-9367-a0af0ee7968c None None] Routers {'7db67139-93ac-4276-b391-dc743d05c7cc'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:08:08.827179 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-16abd874-f948-46d2-9367-a0af0ee7968c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:07:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7db67139-93ac-4276-b391-dc743d05c7cc'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:08.981782 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-a774fad1-9bff-41db-9a87-f4d126dfa24c None None] Allocated IP 172.20.0.2 (84809707-7786-410d-b241-9b7fcfc5dc42/66bf46c5-14fa-4f46-b6ac-4597ae3c0409/a95fab1f-9b0e-42e8-a3d5-12029f6c1e9a) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:08:08.986821 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e39caf87-be01-4da4-b0cb-97be02b9ba44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:09.036833 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 4086ebd3-773e-473c-94b5-e60233e76c99 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:08:09.095134 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-16abd874-f948-46d2-9367-a0af0ee7968c None None] Set router 7db67139-93ac-4276-b391-dc743d05c7cc gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:08:09.137868 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e39caf87-be01-4da4-b0cb-97be02b9ba44 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:09.293594 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 4086ebd3-773e-473c-94b5-e60233e76c99 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:09.294560 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:09.368336 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e39caf87-be01-4da4-b0cb-97be02b9ba44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:09.389082 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e39caf87-be01-4da4-b0cb-97be02b9ba44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:09.396228 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a774fad1-9bff-41db-9a87-f4d126dfa24c None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:09.425762 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a774fad1-9bff-41db-9a87-f4d126dfa24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:09.472477 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a774fad1-9bff-41db-9a87-f4d126dfa24c None None] Network 84809707-7786-410d-b241-9b7fcfc5dc42 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:08:09.477364 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-a774fad1-9bff-41db-9a87-f4d126dfa24c None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:08:09.486519 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a774fad1-9bff-41db-9a87-f4d126dfa24c None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:08:09.504119 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-e39caf87-be01-4da4-b0cb-97be02b9ba44 admin admin] Allocated IP 172.25.8.161 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/ea164514-0adc-40b2-afdd-aa0c14cd497e) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:08:09.540279 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774fad1-9bff-41db-9a87-f4d126dfa24c None None] Pushing event updated for resources: {'Port': ['ID=a95fab1f-9b0e-42e8-a3d5-12029f6c1e9a,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:09.625961 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e39caf87-be01-4da4-b0cb-97be02b9ba44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:09.666052 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e39caf87-be01-4da4-b0cb-97be02b9ba44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:09.711895 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39caf87-be01-4da4-b0cb-97be02b9ba44 admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:08:09.713559 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-e39caf87-be01-4da4-b0cb-97be02b9ba44 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:08:09.716120 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39caf87-be01-4da4-b0cb-97be02b9ba44 admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:08:09.747857 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:09.759764 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-a774fad1-9bff-41db-9a87-f4d126dfa24c None None] Attempting to bind port a95fab1f-9b0e-42e8-a3d5-12029f6c1e9a on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:08:09.760137 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-a774fad1-9bff-41db-9a87-f4d126dfa24c None None] Attempting to bind port a95fab1f-9b0e-42e8-a3d5-12029f6c1e9a by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '576b8ae1-05da-4fbe-895b-3450159afdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '84809707-7786-410d-b241-9b7fcfc5dc42'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:08:09.760445 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a774fad1-9bff-41db-9a87-f4d126dfa24c None None] Attempting to bind port a95fab1f-9b0e-42e8-a3d5-12029f6c1e9a on network 84809707-7786-410d-b241-9b7fcfc5dc42 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:08:09.765586 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39caf87-be01-4da4-b0cb-97be02b9ba44 admin admin] Pushing event updated for resources: {'Port': ['ID=ea164514-0adc-40b2-afdd-aa0c14cd497e,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:09.770997 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a774fad1-9bff-41db-9a87-f4d126dfa24c None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:08:09.771888 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a774fad1-9bff-41db-9a87-f4d126dfa24c None None] Checking segment: {'id': '576b8ae1-05da-4fbe-895b-3450159afdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '84809707-7786-410d-b241-9b7fcfc5dc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:08:09.772321 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a774fad1-9bff-41db-9a87-f4d126dfa24c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:09.772708 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a774fad1-9bff-41db-9a87-f4d126dfa24c None None] Bound using segment: {'id': '576b8ae1-05da-4fbe-895b-3450159afdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '84809707-7786-410d-b241-9b7fcfc5dc42'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:08:09.773532 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-a774fad1-9bff-41db-9a87-f4d126dfa24c None None] Bound port: a95fab1f-9b0e-42e8-a3d5-12029f6c1e9a, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576b8ae1-05da-4fbe-895b-3450159afdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '84809707-7786-410d-b241-9b7fcfc5dc42'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:08:09.773532 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a774fad1-9bff-41db-9a87-f4d126dfa24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:09.796674 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 4086ebd3-773e-473c-94b5-e60233e76c99, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=4086ebd3-773e-473c-94b5-e60233e76c99,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:08:09.799398 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-16abd874-f948-46d2-9367-a0af0ee7968c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'name': 'tempest-TestVolumeBootPattern-1074671302-router', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:06Z', 'revision_number': 4, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'gw_port': {'id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '48b950c7-35bc-4b34-945d-a19397366dec', 'name': '', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'mac_address': 'fa:16:3e:c8:5c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:05Z', 'updated_at': '2022-04-28T20:08:06Z', 'revision_number': 2, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'subnets': [{'id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:09.826499 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:09.904419 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16abd874-f948-46d2-9367-a0af0ee7968c None None] Checking router: 7db67139-93ac-4276-b391-dc743d05c7cc for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:08:09.904789 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16abd874-f948-46d2-9367-a0af0ee7968c None None] Updating router 7db67139-93ac-4276-b391-dc743d05c7cc port 48b950c7-35bc-4b34-945d-a19397366dec binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:08:09.949563 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-a774fad1-9bff-41db-9a87-f4d126dfa24c None None] For port a95fab1f-9b0e-42e8-a3d5-12029f6c1e9a, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:08:09.965813 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-16abd874-f948-46d2-9367-a0af0ee7968c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:09.971936 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-a774fad1-9bff-41db-9a87-f4d126dfa24c None None] For port a95fab1f-9b0e-42e8-a3d5-12029f6c1e9a, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a95fab1f-9b0e-42e8-a3d5-12029f6c1e9a,segment=NetworkSegment(576b8ae1-05da-4fbe-895b-3450159afdb9),segment_id=576b8ae1-05da-4fbe-895b-3450159afdb9)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:08:09.981552 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=4086ebd3-773e-473c-94b5-e60233e76c99,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:09.988313 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a774fad1-9bff-41db-9a87-f4d126dfa24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:10.025988 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e39caf87-be01-4da4-b0cb-97be02b9ba44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:10.144382 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774fad1-9bff-41db-9a87-f4d126dfa24c None None] Pushing event updated for resources: {'Port': ['ID=a95fab1f-9b0e-42e8-a3d5-12029f6c1e9a,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:10.290250 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e39caf87-be01-4da4-b0cb-97be02b9ba44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:10.397159 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-16abd874-f948-46d2-9367-a0af0ee7968c None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:10.404265 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-16abd874-f948-46d2-9367-a0af0ee7968c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:10.463822 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39caf87-be01-4da4-b0cb-97be02b9ba44 admin admin] Router 48df09fb-d53c-44df-84b2-56091b148ade is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 20:08:10.488143 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8651d-5258-41a6-a357-9c6104bb2506 None None] Pushing event updated for resources: {'Port': ['ID=48b950c7-35bc-4b34-945d-a19397366dec,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:10.561295 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-16abd874-f948-46d2-9367-a0af0ee7968c None None] Attempting to bind port 48b950c7-35bc-4b34-945d-a19397366dec on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:08:10.561713 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-16abd874-f948-46d2-9367-a0af0ee7968c None None] Attempting to bind port 48b950c7-35bc-4b34-945d-a19397366dec by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:08:10.562288 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16abd874-f948-46d2-9367-a0af0ee7968c None None] Attempting to bind port 48b950c7-35bc-4b34-945d-a19397366dec on network 3ca892cc-b431-485e-a8d1-1dc31fa2091b {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:08:10.568489 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16abd874-f948-46d2-9367-a0af0ee7968c None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:08:10.569056 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16abd874-f948-46d2-9367-a0af0ee7968c None None] Checking segment: {'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:08:10.569562 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-16abd874-f948-46d2-9367-a0af0ee7968c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:10.570052 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16abd874-f948-46d2-9367-a0af0ee7968c None None] Bound using segment: {'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:08:10.570618 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-16abd874-f948-46d2-9367-a0af0ee7968c None None] Bound port: 48b950c7-35bc-4b34-945d-a19397366dec, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:08:10.571205 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-16abd874-f948-46d2-9367-a0af0ee7968c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:10.613292 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39caf87-be01-4da4-b0cb-97be02b9ba44 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:08:10.624825 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40f8fd9-d25a-456a-89ea-73fd69fde204 None None] Sync routers for ids ['48df09fb-d53c-44df-84b2-56091b148ade'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:08:10.641285 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40f8fd9-d25a-456a-89ea-73fd69fde204 None None] Routers {'48df09fb-d53c-44df-84b2-56091b148ade'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:08:10.642030 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-c40f8fd9-d25a-456a-89ea-73fd69fde204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:07:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['48df09fb-d53c-44df-84b2-56091b148ade'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:10.644366 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e39caf87-be01-4da4-b0cb-97be02b9ba44 admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:10.648795 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e39caf87-be01-4da4-b0cb-97be02b9ba44 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0917850 Apr 28 20:08:10.649002 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 57914) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:08:10.686038 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-16abd874-f948-46d2-9367-a0af0ee7968c None None] For port 48b950c7-35bc-4b34-945d-a19397366dec, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:08:10.690313 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-16abd874-f948-46d2-9367-a0af0ee7968c None None] For port 48b950c7-35bc-4b34-945d-a19397366dec, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=48b950c7-35bc-4b34-945d-a19397366dec,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:08:10.697162 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-16abd874-f948-46d2-9367-a0af0ee7968c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:10.776439 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16abd874-f948-46d2-9367-a0af0ee7968c None None] Routers {'7db67139-93ac-4276-b391-dc743d05c7cc'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:08:10.777823 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-16abd874-f948-46d2-9367-a0af0ee7968c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:07:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7db67139-93ac-4276-b391-dc743d05c7cc'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:10.783213 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8651d-5258-41a6-a357-9c6104bb2506 None None] Pushing event updated for resources: {'Port': ['ID=48b950c7-35bc-4b34-945d-a19397366dec,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:10.894523 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-c40f8fd9-d25a-456a-89ea-73fd69fde204 None None] Set router 48df09fb-d53c-44df-84b2-56091b148ade gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:08:10.929298 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-e395397c-672f-4284-ba40-7054cbb84ae8 None None] Provisioning complete for port 48b950c7-35bc-4b34-945d-a19397366dec triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:10.930942 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e395397c-672f-4284-ba40-7054cbb84ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:10.999264 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-16abd874-f948-46d2-9367-a0af0ee7968c None None] Set router 7db67139-93ac-4276-b391-dc743d05c7cc gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:08:11.225364 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a95fab1f-9b0e-42e8-a3d5-12029f6c1e9a up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:08:11.357317 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-c40f8fd9-d25a-456a-89ea-73fd69fde204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48df09fb-d53c-44df-84b2-56091b148ade', 'name': 'tempest-TestVolumeBootPattern-1386524892-router', 'tenant_id': '845ca4a13e0e42279b48e08904bb6956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'ea164514-0adc-40b2-afdd-aa0c14cd497e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:08Z', 'updated_at': '2022-04-28T20:08:09Z', 'revision_number': 3, 'project_id': '845ca4a13e0e42279b48e08904bb6956', 'gw_port': {'id': 'ea164514-0adc-40b2-afdd-aa0c14cd497e', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:eb:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48df09fb-d53c-44df-84b2-56091b148ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:09Z', 'updated_at': '2022-04-28T20:08:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:11.385229 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e395397c-672f-4284-ba40-7054cbb84ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:11.410500 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40f8fd9-d25a-456a-89ea-73fd69fde204 None None] Checking router: 48df09fb-d53c-44df-84b2-56091b148ade for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:08:11.411125 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40f8fd9-d25a-456a-89ea-73fd69fde204 None None] Updating router 48df09fb-d53c-44df-84b2-56091b148ade port ea164514-0adc-40b2-afdd-aa0c14cd497e binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:08:11.442807 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b67b858-6666-4e3c-bb55-370a590d7186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:11.452286 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-c40f8fd9-d25a-456a-89ea-73fd69fde204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:11.517016 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-e395397c-672f-4284-ba40-7054cbb84ae8 None None] For port 48b950c7-35bc-4b34-945d-a19397366dec, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=48b950c7-35bc-4b34-945d-a19397366dec,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:08:11.522113 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port a95fab1f-9b0e-42e8-a3d5-12029f6c1e9a triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:11.522486 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:11.556365 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e395397c-672f-4284-ba40-7054cbb84ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:11.658030 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395397c-672f-4284-ba40-7054cbb84ae8 None None] Pushing event updated for resources: {'Port': ['ID=48b950c7-35bc-4b34-945d-a19397366dec,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:11.674044 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-7b67b858-6666-4e3c-bb55-370a590d7186 admin admin] Allocated IP 172.20.0.1 (84809707-7786-410d-b241-9b7fcfc5dc42/66bf46c5-14fa-4f46-b6ac-4597ae3c0409/5d9292f2-6679-4fde-b92b-916fef4c62a1) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:08:11.681518 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822ccb88-f84c-4143-8eb8-e08e8ce03ee5 None None] Network 84809707-7786-410d-b241-9b7fcfc5dc42 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:08:11.703588 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-16abd874-f948-46d2-9367-a0af0ee7968c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'name': 'tempest-TestVolumeBootPattern-1074671302-router', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:06Z', 'revision_number': 4, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'gw_port': {'id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '48b950c7-35bc-4b34-945d-a19397366dec', 'name': '', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'mac_address': 'fa:16:3e:c8:5c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:05Z', 'updated_at': '2022-04-28T20:08:10Z', 'revision_number': 4, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'subnets': [{'id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:11.787546 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16abd874-f948-46d2-9367-a0af0ee7968c None None] The sync data for ids ['7db67139-93ac-4276-b391-dc743d05c7cc'] in n-d-839810-1 is: [{'id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'name': 'tempest-TestVolumeBootPattern-1074671302-router', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:06Z', 'revision_number': 4, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'gw_port': {'id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '48b950c7-35bc-4b34-945d-a19397366dec', 'name': '', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'mac_address': 'fa:16:3e:c8:5c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:05Z', 'updated_at': '2022-04-28T20:08:10Z', 'revision_number': 4, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'subnets': [{'id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:08:11.790343 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-c40f8fd9-d25a-456a-89ea-73fd69fde204 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:11.796432 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b67b858-6666-4e3c-bb55-370a590d7186 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:11.801352 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-c40f8fd9-d25a-456a-89ea-73fd69fde204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:11.816043 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-cb878f5d-829c-4806-852e-d61651d721e9 None None] Provisioning complete for port 48b950c7-35bc-4b34-945d-a19397366dec triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:11.816444 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cb878f5d-829c-4806-852e-d61651d721e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:11.847921 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:11.853794 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b67b858-6666-4e3c-bb55-370a590d7186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:11.919368 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b67b858-6666-4e3c-bb55-370a590d7186 admin admin] Network 84809707-7786-410d-b241-9b7fcfc5dc42 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:08:11.922926 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-7b67b858-6666-4e3c-bb55-370a590d7186 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:08:11.931137 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b67b858-6666-4e3c-bb55-370a590d7186 admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:08:11.934670 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67b858-6666-4e3c-bb55-370a590d7186 admin admin] Pushing event updated for resources: {'Port': ['ID=5d9292f2-6679-4fde-b92b-916fef4c62a1,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:11.941600 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-c40f8fd9-d25a-456a-89ea-73fd69fde204 None None] Attempting to bind port ea164514-0adc-40b2-afdd-aa0c14cd497e on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:08:11.941876 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-c40f8fd9-d25a-456a-89ea-73fd69fde204 None None] Attempting to bind port ea164514-0adc-40b2-afdd-aa0c14cd497e by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:08:11.942241 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40f8fd9-d25a-456a-89ea-73fd69fde204 None None] Attempting to bind port ea164514-0adc-40b2-afdd-aa0c14cd497e on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:08:11.965891 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8a88a-45d3-458a-a198-1a4e987fb1f1 None None] Pushing event updated for resources: {'Port': ['ID=ea164514-0adc-40b2-afdd-aa0c14cd497e,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:11.984778 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40f8fd9-d25a-456a-89ea-73fd69fde204 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:08:11.985400 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40f8fd9-d25a-456a-89ea-73fd69fde204 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:08:11.985400 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-c40f8fd9-d25a-456a-89ea-73fd69fde204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:11.985799 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40f8fd9-d25a-456a-89ea-73fd69fde204 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:08:11.986292 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-c40f8fd9-d25a-456a-89ea-73fd69fde204 None None] Bound port: ea164514-0adc-40b2-afdd-aa0c14cd497e, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:08:11.986846 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-c40f8fd9-d25a-456a-89ea-73fd69fde204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:11.997162 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b67b858-6666-4e3c-bb55-370a590d7186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:12.033685 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port a95fab1f-9b0e-42e8-a3d5-12029f6c1e9a, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a95fab1f-9b0e-42e8-a3d5-12029f6c1e9a,segment=NetworkSegment(576b8ae1-05da-4fbe-895b-3450159afdb9),segment_id=576b8ae1-05da-4fbe-895b-3450159afdb9)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:08:12.043899 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:12.044819 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 4086ebd3-773e-473c-94b5-e60233e76c99 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:08:12.060965 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-c40f8fd9-d25a-456a-89ea-73fd69fde204 None None] For port ea164514-0adc-40b2-afdd-aa0c14cd497e, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:08:12.068978 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-c40f8fd9-d25a-456a-89ea-73fd69fde204 None None] For port ea164514-0adc-40b2-afdd-aa0c14cd497e, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ea164514-0adc-40b2-afdd-aa0c14cd497e,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:08:12.086655 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-c40f8fd9-d25a-456a-89ea-73fd69fde204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:12.181979 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=a95fab1f-9b0e-42e8-a3d5-12029f6c1e9a,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:12.193176 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b67b858-6666-4e3c-bb55-370a590d7186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:12.199679 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8a88a-45d3-458a-a198-1a4e987fb1f1 None None] Pushing event updated for resources: {'Port': ['ID=ea164514-0adc-40b2-afdd-aa0c14cd497e,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:12.208044 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40f8fd9-d25a-456a-89ea-73fd69fde204 None None] Routers {'48df09fb-d53c-44df-84b2-56091b148ade'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:08:12.208632 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-c40f8fd9-d25a-456a-89ea-73fd69fde204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:07:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['48df09fb-d53c-44df-84b2-56091b148ade'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:12.313840 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 4086ebd3-773e-473c-94b5-e60233e76c99 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:12.314530 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:12.436737 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-5f112c4f-696b-4c1e-ba68-498f49a6b7bb None None] Provisioning complete for port a95fab1f-9b0e-42e8-a3d5-12029f6c1e9a triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:12.437421 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5f112c4f-696b-4c1e-ba68-498f49a6b7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:12.518813 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b67b858-6666-4e3c-bb55-370a590d7186 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:12.528226 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b67b858-6666-4e3c-bb55-370a590d7186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:12.548407 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-c40f8fd9-d25a-456a-89ea-73fd69fde204 None None] Set router 48df09fb-d53c-44df-84b2-56091b148ade gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:08:12.609557 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7b67b858-6666-4e3c-bb55-370a590d7186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:12.758750 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67b858-6666-4e3c-bb55-370a590d7186 admin admin] Pushing event updated for resources: {'Port': ['ID=5d9292f2-6679-4fde-b92b-916fef4c62a1,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:12.837477 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b67b858-6666-4e3c-bb55-370a590d7186 admin admin] Network 84809707-7786-410d-b241-9b7fcfc5dc42 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:08:12.840184 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-7b67b858-6666-4e3c-bb55-370a590d7186 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:08:12.865680 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a512f667-469d-4eb6-9f58-f8fc404ef6e9 None None] Provisioning complete for port a95fab1f-9b0e-42e8-a3d5-12029f6c1e9a triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:12.866307 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a512f667-469d-4eb6-9f58-f8fc404ef6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:12.958419 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-c40f8fd9-d25a-456a-89ea-73fd69fde204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48df09fb-d53c-44df-84b2-56091b148ade', 'name': 'tempest-TestVolumeBootPattern-1386524892-router', 'tenant_id': '845ca4a13e0e42279b48e08904bb6956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'ea164514-0adc-40b2-afdd-aa0c14cd497e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:08Z', 'updated_at': '2022-04-28T20:08:12Z', 'revision_number': 4, 'project_id': '845ca4a13e0e42279b48e08904bb6956', 'gw_port': {'id': 'ea164514-0adc-40b2-afdd-aa0c14cd497e', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:eb:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48df09fb-d53c-44df-84b2-56091b148ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:09Z', 'updated_at': '2022-04-28T20:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '5d9292f2-6679-4fde-b92b-916fef4c62a1', 'name': '', 'network_id': '84809707-7786-410d-b241-9b7fcfc5dc42', 'tenant_id': '845ca4a13e0e42279b48e08904bb6956', 'mac_address': 'fa:16:3e:e6:21:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48df09fb-d53c-44df-84b2-56091b148ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '66bf46c5-14fa-4f46-b6ac-4597ae3c0409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:11Z', 'updated_at': '2022-04-28T20:08:11Z', 'revision_number': 1, 'project_id': '845ca4a13e0e42279b48e08904bb6956', 'subnets': [{'id': '66bf46c5-14fa-4f46-b6ac-4597ae3c0409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:13.033839 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40f8fd9-d25a-456a-89ea-73fd69fde204 None None] The sync data for ids ['48df09fb-d53c-44df-84b2-56091b148ade'] in n-d-839810-1 is: [{'id': '48df09fb-d53c-44df-84b2-56091b148ade', 'name': 'tempest-TestVolumeBootPattern-1386524892-router', 'tenant_id': '845ca4a13e0e42279b48e08904bb6956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'ea164514-0adc-40b2-afdd-aa0c14cd497e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:08Z', 'updated_at': '2022-04-28T20:08:12Z', 'revision_number': 4, 'project_id': '845ca4a13e0e42279b48e08904bb6956', 'gw_port': {'id': 'ea164514-0adc-40b2-afdd-aa0c14cd497e', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:eb:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48df09fb-d53c-44df-84b2-56091b148ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:09Z', 'updated_at': '2022-04-28T20:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '5d9292f2-6679-4fde-b92b-916fef4c62a1', 'name': '', 'network_id': '84809707-7786-410d-b241-9b7fcfc5dc42', 'tenant_id': '845ca4a13e0e42279b48e08904bb6956', 'mac_address': 'fa:16:3e:e6:21:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48df09fb-d53c-44df-84b2-56091b148ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '66bf46c5-14fa-4f46-b6ac-4597ae3c0409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:11Z', 'updated_at': '2022-04-28T20:08:11Z', 'revision_number': 1, 'project_id': '845ca4a13e0e42279b48e08904bb6956', 'subnets': [{'id': '66bf46c5-14fa-4f46-b6ac-4597ae3c0409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:08:13.082633 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a512f667-469d-4eb6-9f58-f8fc404ef6e9 None None] Provisioning complete for port 5d9292f2-6679-4fde-b92b-916fef4c62a1 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:13.083307 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a512f667-469d-4eb6-9f58-f8fc404ef6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:13.128482 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-a512f667-469d-4eb6-9f58-f8fc404ef6e9 None None] Port 5d9292f2-6679-4fde-b92b-916fef4c62a1 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:08:13.148325 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b67b858-6666-4e3c-bb55-370a590d7186 admin admin] Router 48df09fb-d53c-44df-84b2-56091b148ade has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:08:13.190732 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 48b950c7-35bc-4b34-945d-a19397366dec up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:08:13.341212 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b67b858-6666-4e3c-bb55-370a590d7186 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:08:13.356039 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7b67b858-6666-4e3c-bb55-370a590d7186 admin admin] 10.222.0.42 "PUT /v2.0/routers/48df09fb-d53c-44df-84b2-56091b148ade/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6973438 Apr 28 20:08:13.566556 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3ed67160-98b4-4ac1-8de9-e4f2297f5343 None None] Provisioning complete for port 5d9292f2-6679-4fde-b92b-916fef4c62a1 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:13.567192 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3ed67160-98b4-4ac1-8de9-e4f2297f5343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:13.601178 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 48b950c7-35bc-4b34-945d-a19397366dec triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:13.601545 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:13.667232 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-3ed67160-98b4-4ac1-8de9-e4f2297f5343 None None] Port 5d9292f2-6679-4fde-b92b-916fef4c62a1 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:08:13.738643 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a95fab1f-9b0e-42e8-a3d5-12029f6c1e9a up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:08:13.813508 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-ab900895-7cdb-4541-b050-23cd26dd2e71 None None] Provisioning complete for port 5d9292f2-6679-4fde-b92b-916fef4c62a1 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:13.814212 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ab900895-7cdb-4541-b050-23cd26dd2e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:13.858742 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port a95fab1f-9b0e-42e8-a3d5-12029f6c1e9a triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:13.859131 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:13.885646 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-ab900895-7cdb-4541-b050-23cd26dd2e71 None None] Port 5d9292f2-6679-4fde-b92b-916fef4c62a1 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:08:14.985400 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ea164514-0adc-40b2-afdd-aa0c14cd497e up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:08:15.047509 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port ea164514-0adc-40b2-afdd-aa0c14cd497e triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:15.048054 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:15.169863 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:15.190937 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port ea164514-0adc-40b2-afdd-aa0c14cd497e, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ea164514-0adc-40b2-afdd-aa0c14cd497e,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:08:15.196774 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:15.275691 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=ea164514-0adc-40b2-afdd-aa0c14cd497e,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:15.837872 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-736be741-78ff-40ef-ba5f-35b64ddf1aaa tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:15.839346 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-736be741-78ff-40ef-ba5f-35b64ddf1aaa tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/networks?id=3ca892cc-b431-485e-a8d1-1dc31fa2091b HTTP/1.1" status: 200 len: 812 time: 0.1095479 Apr 28 20:08:15.856920 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-2239aabb-6eff-4747-a579-80035ddb3a78 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/quotas/a7abd85c8b80481690a18110e7cba81e HTTP/1.1" status: 200 len: 375 time: 0.0115309 Apr 28 20:08:15.879840 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f871de18-1cf4-4711-9925-14d21ff79e51 None None] Sync routers for ids ['48df09fb-d53c-44df-84b2-56091b148ade'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:08:15.894834 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f871de18-1cf4-4711-9925-14d21ff79e51 None None] Routers {'48df09fb-d53c-44df-84b2-56091b148ade'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:08:15.895458 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-f871de18-1cf4-4711-9925-14d21ff79e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:07:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['48df09fb-d53c-44df-84b2-56091b148ade'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:15.912475 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-734928f9-c1a4-4ffb-9c02-4575b628cbb7 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7abd85c8b80481690a18110e7cba81e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491419 Apr 28 20:08:16.004989 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-38269642-b9e4-4da6-a1a6-347eb90da774 service neutron] 10.222.0.42 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847962 Apr 28 20:08:16.012931 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-f871de18-1cf4-4711-9925-14d21ff79e51 None None] Set router 48df09fb-d53c-44df-84b2-56091b148ade gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:08:16.116604 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-92db8031-60cc-4d97-bff9-c92d18e0eb88 service neutron] 10.222.0.42 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008301 Apr 28 20:08:16.252536 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-f871de18-1cf4-4711-9925-14d21ff79e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48df09fb-d53c-44df-84b2-56091b148ade', 'name': 'tempest-TestVolumeBootPattern-1386524892-router', 'tenant_id': '845ca4a13e0e42279b48e08904bb6956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'ea164514-0adc-40b2-afdd-aa0c14cd497e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:08Z', 'updated_at': '2022-04-28T20:08:12Z', 'revision_number': 4, 'project_id': '845ca4a13e0e42279b48e08904bb6956', 'gw_port': {'id': 'ea164514-0adc-40b2-afdd-aa0c14cd497e', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:eb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48df09fb-d53c-44df-84b2-56091b148ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:09Z', 'updated_at': '2022-04-28T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '5d9292f2-6679-4fde-b92b-916fef4c62a1', 'name': '', 'network_id': '84809707-7786-410d-b241-9b7fcfc5dc42', 'tenant_id': '845ca4a13e0e42279b48e08904bb6956', 'mac_address': 'fa:16:3e:e6:21:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48df09fb-d53c-44df-84b2-56091b148ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '66bf46c5-14fa-4f46-b6ac-4597ae3c0409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:11Z', 'updated_at': '2022-04-28T20:08:12Z', 'revision_number': 2, 'project_id': '845ca4a13e0e42279b48e08904bb6956', 'subnets': [{'id': '66bf46c5-14fa-4f46-b6ac-4597ae3c0409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:16.293301 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f871de18-1cf4-4711-9925-14d21ff79e51 None None] Checking router: 48df09fb-d53c-44df-84b2-56091b148ade for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:08:16.293673 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f871de18-1cf4-4711-9925-14d21ff79e51 None None] Updating router 48df09fb-d53c-44df-84b2-56091b148ade port 5d9292f2-6679-4fde-b92b-916fef4c62a1 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:08:16.321888 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f871de18-1cf4-4711-9925-14d21ff79e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:16.484217 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c88593c7-25ca-453a-86b1-3dd54ff6cd3c req-0ffd6721-9f82-4176-ae4d-d18d858a53b1 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f2849a8-ebf0-4bbb-b948-f29ca997cae0 HTTP/1.1" status: 200 len: 210 time: 0.0276849 Apr 28 20:08:16.643345 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f871de18-1cf4-4711-9925-14d21ff79e51 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:16.648811 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f871de18-1cf4-4711-9925-14d21ff79e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:16.719236 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9062be5-023a-4724-b7d9-4ae2d4c77bda None None] Pushing event updated for resources: {'Port': ['ID=5d9292f2-6679-4fde-b92b-916fef4c62a1,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:16.756544 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-f871de18-1cf4-4711-9925-14d21ff79e51 None None] Attempting to bind port 5d9292f2-6679-4fde-b92b-916fef4c62a1 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:08:16.756916 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-f871de18-1cf4-4711-9925-14d21ff79e51 None None] Attempting to bind port 5d9292f2-6679-4fde-b92b-916fef4c62a1 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '576b8ae1-05da-4fbe-895b-3450159afdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '84809707-7786-410d-b241-9b7fcfc5dc42'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:08:16.757268 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f871de18-1cf4-4711-9925-14d21ff79e51 None None] Attempting to bind port 5d9292f2-6679-4fde-b92b-916fef4c62a1 on network 84809707-7786-410d-b241-9b7fcfc5dc42 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:08:16.762643 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f871de18-1cf4-4711-9925-14d21ff79e51 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:08:16.763014 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f871de18-1cf4-4711-9925-14d21ff79e51 None None] Checking segment: {'id': '576b8ae1-05da-4fbe-895b-3450159afdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '84809707-7786-410d-b241-9b7fcfc5dc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:08:16.763550 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f871de18-1cf4-4711-9925-14d21ff79e51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:16.763953 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f871de18-1cf4-4711-9925-14d21ff79e51 None None] Bound using segment: {'id': '576b8ae1-05da-4fbe-895b-3450159afdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '84809707-7786-410d-b241-9b7fcfc5dc42'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:08:16.764434 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-f871de18-1cf4-4711-9925-14d21ff79e51 None None] Bound port: 5d9292f2-6679-4fde-b92b-916fef4c62a1, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576b8ae1-05da-4fbe-895b-3450159afdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '84809707-7786-410d-b241-9b7fcfc5dc42'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:08:16.764819 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f871de18-1cf4-4711-9925-14d21ff79e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:16.841232 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-f871de18-1cf4-4711-9925-14d21ff79e51 None None] For port 5d9292f2-6679-4fde-b92b-916fef4c62a1, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:08:16.845135 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-f871de18-1cf4-4711-9925-14d21ff79e51 None None] For port 5d9292f2-6679-4fde-b92b-916fef4c62a1, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=5d9292f2-6679-4fde-b92b-916fef4c62a1,segment=NetworkSegment(576b8ae1-05da-4fbe-895b-3450159afdb9),segment_id=576b8ae1-05da-4fbe-895b-3450159afdb9)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:08:16.851264 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f871de18-1cf4-4711-9925-14d21ff79e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:16.928519 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f871de18-1cf4-4711-9925-14d21ff79e51 None None] Routers {'48df09fb-d53c-44df-84b2-56091b148ade'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:08:16.929548 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-f871de18-1cf4-4711-9925-14d21ff79e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:07:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['48df09fb-d53c-44df-84b2-56091b148ade'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:16.933858 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9062be5-023a-4724-b7d9-4ae2d4c77bda None None] Pushing event updated for resources: {'Port': ['ID=5d9292f2-6679-4fde-b92b-916fef4c62a1,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:16.994898 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ea164514-0adc-40b2-afdd-aa0c14cd497e up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:08:17.046371 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-e9f1509c-b927-4e87-bb7a-e80ef70f5de6 None None] Provisioning complete for port 5d9292f2-6679-4fde-b92b-916fef4c62a1 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:17.047030 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e9f1509c-b927-4e87-bb7a-e80ef70f5de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:17.151092 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-f871de18-1cf4-4711-9925-14d21ff79e51 None None] Set router 48df09fb-d53c-44df-84b2-56091b148ade gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:08:17.179314 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port ea164514-0adc-40b2-afdd-aa0c14cd497e triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:17.179680 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:17.346110 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e9f1509c-b927-4e87-bb7a-e80ef70f5de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:17.436949 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-e9f1509c-b927-4e87-bb7a-e80ef70f5de6 None None] For port 5d9292f2-6679-4fde-b92b-916fef4c62a1, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=5d9292f2-6679-4fde-b92b-916fef4c62a1,segment=NetworkSegment(576b8ae1-05da-4fbe-895b-3450159afdb9),segment_id=576b8ae1-05da-4fbe-895b-3450159afdb9)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:08:17.456889 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e9f1509c-b927-4e87-bb7a-e80ef70f5de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:17.520126 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1509c-b927-4e87-bb7a-e80ef70f5de6 None None] Pushing event updated for resources: {'Port': ['ID=5d9292f2-6679-4fde-b92b-916fef4c62a1,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:17.540344 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-f871de18-1cf4-4711-9925-14d21ff79e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48df09fb-d53c-44df-84b2-56091b148ade', 'name': 'tempest-TestVolumeBootPattern-1386524892-router', 'tenant_id': '845ca4a13e0e42279b48e08904bb6956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'ea164514-0adc-40b2-afdd-aa0c14cd497e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:08Z', 'updated_at': '2022-04-28T20:08:12Z', 'revision_number': 4, 'project_id': '845ca4a13e0e42279b48e08904bb6956', 'gw_port': {'id': 'ea164514-0adc-40b2-afdd-aa0c14cd497e', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:eb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48df09fb-d53c-44df-84b2-56091b148ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:09Z', 'updated_at': '2022-04-28T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '5d9292f2-6679-4fde-b92b-916fef4c62a1', 'name': '', 'network_id': '84809707-7786-410d-b241-9b7fcfc5dc42', 'tenant_id': '845ca4a13e0e42279b48e08904bb6956', 'mac_address': 'fa:16:3e:e6:21:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48df09fb-d53c-44df-84b2-56091b148ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '66bf46c5-14fa-4f46-b6ac-4597ae3c0409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:11Z', 'updated_at': '2022-04-28T20:08:16Z', 'revision_number': 4, 'project_id': '845ca4a13e0e42279b48e08904bb6956', 'subnets': [{'id': '66bf46c5-14fa-4f46-b6ac-4597ae3c0409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:17.572893 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f871de18-1cf4-4711-9925-14d21ff79e51 None None] The sync data for ids ['48df09fb-d53c-44df-84b2-56091b148ade'] in n-d-839810-1 is: [{'id': '48df09fb-d53c-44df-84b2-56091b148ade', 'name': 'tempest-TestVolumeBootPattern-1386524892-router', 'tenant_id': '845ca4a13e0e42279b48e08904bb6956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'ea164514-0adc-40b2-afdd-aa0c14cd497e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:08Z', 'updated_at': '2022-04-28T20:08:12Z', 'revision_number': 4, 'project_id': '845ca4a13e0e42279b48e08904bb6956', 'gw_port': {'id': 'ea164514-0adc-40b2-afdd-aa0c14cd497e', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:eb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48df09fb-d53c-44df-84b2-56091b148ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:09Z', 'updated_at': '2022-04-28T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '5d9292f2-6679-4fde-b92b-916fef4c62a1', 'name': '', 'network_id': '84809707-7786-410d-b241-9b7fcfc5dc42', 'tenant_id': '845ca4a13e0e42279b48e08904bb6956', 'mac_address': 'fa:16:3e:e6:21:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48df09fb-d53c-44df-84b2-56091b148ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '66bf46c5-14fa-4f46-b6ac-4597ae3c0409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:11Z', 'updated_at': '2022-04-28T20:08:16Z', 'revision_number': 4, 'project_id': '845ca4a13e0e42279b48e08904bb6956', 'subnets': [{'id': '66bf46c5-14fa-4f46-b6ac-4597ae3c0409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:08:17.583150 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-cf3ecdda-9d8a-4f28-a48a-2655302f24c3 None None] Provisioning complete for port 5d9292f2-6679-4fde-b92b-916fef4c62a1 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:17.584138 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cf3ecdda-9d8a-4f28-a48a-2655302f24c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:17.634430 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e71a007b-2bc9-45ec-8140-87d01a242726 req-9893c033-a1b7-4e18-9284-cde593df9647 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f2849a8-ebf0-4bbb-b948-f29ca997cae0 HTTP/1.1" status: 200 len: 210 time: 0.0536323 Apr 28 20:08:18.703839 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e3bc8ecf-f613-45c0-a93e-a168353dc9a8 req-83ec2709-a93d-456d-bcb6-5164251783b9 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f2849a8-ebf0-4bbb-b948-f29ca997cae0 HTTP/1.1" status: 200 len: 210 time: 0.0278022 Apr 28 20:08:19.018932 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 5d9292f2-6679-4fde-b92b-916fef4c62a1 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:08:19.106784 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 5d9292f2-6679-4fde-b92b-916fef4c62a1 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:19.107385 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:19.624228 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-cc6538c5-30aa-483c-b8e0-6861264e0990 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:19.626017 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-cc6538c5-30aa-483c-b8e0-6861264e0990 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.44 "GET /v2.0/networks?id=3ca892cc-b431-485e-a8d1-1dc31fa2091b HTTP/1.1" status: 200 len: 812 time: 0.1240513 Apr 28 20:08:19.640129 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-eb87d43c-364d-4247-b8ad-94d10a4b4b98 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Request body: {'port': {'device_id': '5f2849a8-ebf0-4bbb-b948-f29ca997cae0', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'admin_state_up': True, 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:19.778619 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-eb87d43c-364d-4247-b8ad-94d10a4b4b98 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Made reservation on behalf of a7abd85c8b80481690a18110e7cba81e for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:08:19.782432 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-eb87d43c-364d-4247-b8ad-94d10a4b4b98 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:19.847476 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ada01dd0-3d72-42f3-a49a-7508e81d6cf6 req-bdb4312a-20e2-489d-9bc8-9ea9d0080c5b tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f2849a8-ebf0-4bbb-b948-f29ca997cae0 HTTP/1.1" status: 200 len: 210 time: 0.0533993 Apr 28 20:08:19.871355 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e5f25d65-d039-42a2-8845-276b4bad308c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:19.988957 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-eb87d43c-364d-4247-b8ad-94d10a4b4b98 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Allocated IP 172.20.0.4 (3ca892cc-b431-485e-a8d1-1dc31fa2091b/11daf8f6-15c0-4d09-926f-75c1fcbe625d/ea88861e-2b79-4687-b249-d995b832e928) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:08:20.158805 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-eb87d43c-364d-4247-b8ad-94d10a4b4b98 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:20.201834 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-eb87d43c-364d-4247-b8ad-94d10a4b4b98 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:20.249822 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-eb87d43c-364d-4247-b8ad-94d10a4b4b98 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Network 3ca892cc-b431-485e-a8d1-1dc31fa2091b is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:08:20.253247 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-eb87d43c-364d-4247-b8ad-94d10a4b4b98 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:08:20.257347 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-eb87d43c-364d-4247-b8ad-94d10a4b4b98 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:08:20.264157 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb87d43c-364d-4247-b8ad-94d10a4b4b98 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Pushing event updated for resources: {'Port': ['ID=ea88861e-2b79-4687-b249-d995b832e928,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:20.318365 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-eb87d43c-364d-4247-b8ad-94d10a4b4b98 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:20.319109 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-eb87d43c-364d-4247-b8ad-94d10a4b4b98 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:20.344312 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-eb87d43c-364d-4247-b8ad-94d10a4b4b98 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7078111 Apr 28 20:08:20.358967 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-01998a6f-a868-447b-8c4b-afc649ded3f1 service neutron] Request body: {'port': {'device_id': '5f2849a8-ebf0-4bbb-b948-f29ca997cae0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:20.436377 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-01998a6f-a868-447b-8c4b-afc649ded3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:20.637697 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7b6a6fdc-ac8d-42a4-9a5b-b31957a10043 None None] Provisioning complete for port ea88861e-2b79-4687-b249-d995b832e928 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:20.638497 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7b6a6fdc-ac8d-42a4-9a5b-b31957a10043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:20.822635 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-01998a6f-a868-447b-8c4b-afc649ded3f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea88861e-2b79-4687-b249-d995b832e928 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:08:20.831627 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-01998a6f-a868-447b-8c4b-afc649ded3f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:20.851207 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-01998a6f-a868-447b-8c4b-afc649ded3f1 service neutron] Transition to ACTIVE for port object ea88861e-2b79-4687-b249-d995b832e928 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:08:20.857800 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-01998a6f-a868-447b-8c4b-afc649ded3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:20.942370 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01998a6f-a868-447b-8c4b-afc649ded3f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ea88861e-2b79-4687-b249-d995b832e928,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:20.968689 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7b6a6fdc-ac8d-42a4-9a5b-b31957a10043 None None] Port ea88861e-2b79-4687-b249-d995b832e928 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:08:21.032162 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756b0e8-6d2b-415a-b343-9de56f933b33 req-68b90718-7508-42d2-9ef3-be4449a71da2 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:21.033635 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3756b0e8-6d2b-415a-b343-9de56f933b33 req-68b90718-7508-42d2-9ef3-be4449a71da2 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f2849a8-ebf0-4bbb-b948-f29ca997cae0 HTTP/1.1" status: 200 len: 943 time: 0.0655210 Apr 28 20:08:21.051635 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-01998a6f-a868-447b-8c4b-afc649ded3f1 service neutron] Attempting to bind port ea88861e-2b79-4687-b249-d995b832e928 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:08:21.052569 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-01998a6f-a868-447b-8c4b-afc649ded3f1 service neutron] Attempting to bind port ea88861e-2b79-4687-b249-d995b832e928 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:08:21.052911 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-01998a6f-a868-447b-8c4b-afc649ded3f1 service neutron] Attempting to bind port ea88861e-2b79-4687-b249-d995b832e928 on network 3ca892cc-b431-485e-a8d1-1dc31fa2091b {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:08:21.058677 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-01998a6f-a868-447b-8c4b-afc649ded3f1 service neutron] Port ea88861e-2b79-4687-b249-d995b832e928 on network 3ca892cc-b431-485e-a8d1-1dc31fa2091b not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:08:21.059007 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-01998a6f-a868-447b-8c4b-afc649ded3f1 service neutron] Attempting to bind port ea88861e-2b79-4687-b249-d995b832e928 on network 3ca892cc-b431-485e-a8d1-1dc31fa2091b {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:08:21.071820 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-01998a6f-a868-447b-8c4b-afc649ded3f1 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:08:21.072331 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-01998a6f-a868-447b-8c4b-afc649ded3f1 service neutron] Checking segment: {'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:08:21.072878 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-01998a6f-a868-447b-8c4b-afc649ded3f1 service neutron] Bound using segment: {'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:08:21.073416 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-01998a6f-a868-447b-8c4b-afc649ded3f1 service neutron] Bound port: ea88861e-2b79-4687-b249-d995b832e928, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:08:21.073924 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-01998a6f-a868-447b-8c4b-afc649ded3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:21.181085 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-01998a6f-a868-447b-8c4b-afc649ded3f1 service neutron] For port ea88861e-2b79-4687-b249-d995b832e928, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:08:21.185297 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-01998a6f-a868-447b-8c4b-afc649ded3f1 service neutron] For port ea88861e-2b79-4687-b249-d995b832e928, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=ea88861e-2b79-4687-b249-d995b832e928,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:08:21.201962 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3756b0e8-6d2b-415a-b343-9de56f933b33 req-20b439bc-e73c-46cd-a578-09dd51319754 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513865 Apr 28 20:08:21.203748 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-01998a6f-a868-447b-8c4b-afc649ded3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:21.250475 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-01998a6f-a868-447b-8c4b-afc649ded3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:21.250475 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-01998a6f-a868-447b-8c4b-afc649ded3f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:21.250475 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-01998a6f-a868-447b-8c4b-afc649ded3f1 service neutron] 10.222.0.44 "PUT /v2.0/ports/ea88861e-2b79-4687-b249-d995b832e928 HTTP/1.1" status: 200 len: 1091 time: 0.8954649 Apr 28 20:08:21.252418 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f2849a8-ebf0-4bbb-b948-f29ca997cae0', 'tag': 'ea88861e-2b79-4687-b249-d995b832e928'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:08:21.256078 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab19052-a194-4d8c-9528-101c35586ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "5f2849a8-ebf0-4bbb-b948-f29ca997cae0", "tag": "ea88861e-2b79-4687-b249-d995b832e928"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:08:21.345461 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a52385-e5e8-4726-bce5-83d2a231e23b x-openstack-request-id: req-96a52385-e5e8-4726-bce5-83d2a231e23b {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:08:21.345899 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f2849a8-ebf0-4bbb-b948-f29ca997cae0", "tag": "ea88861e-2b79-4687-b249-d995b832e928", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:08:21.346251 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-96a52385-e5e8-4726-bce5-83d2a231e23b {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:08:21.346763 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96a52385-e5e8-4726-bce5-83d2a231e23b'] response: {'name': 'network-changed', 'server_uuid': '5f2849a8-ebf0-4bbb-b948-f29ca997cae0', 'tag': 'ea88861e-2b79-4687-b249-d995b832e928', 'status': 'completed', 'code': 200} Apr 28 20:08:21.356233 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01998a6f-a868-447b-8c4b-afc649ded3f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ea88861e-2b79-4687-b249-d995b832e928,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:21.370269 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-0baf1ded-b6c6-4031-8ece-a943cb1d6065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:21.372020 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-0baf1ded-b6c6-4031-8ece-a943cb1d6065 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a7abd85c8b80481690a18110e7cba81e&device_id=5f2849a8-ebf0-4bbb-b948-f29ca997cae0 HTTP/1.1" status: 200 len: 1094 time: 0.0763574 Apr 28 20:08:21.434370 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-39e2655e-1c71-4a6d-a7b7-2bb9b41de8b8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea88861e-2b79-4687-b249-d995b832e928 HTTP/1.1" status: 200 len: 217 time: 0.0519741 Apr 28 20:08:21.505250 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-29bb5559-ad74-4b68-83b1-4f74758711f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:21.507066 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-29bb5559-ad74-4b68-83b1-4f74758711f4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11daf8f6-15c0-4d09-926f-75c1fcbe625d HTTP/1.1" status: 200 len: 851 time: 0.0645783 Apr 28 20:08:21.557179 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-c786d466-23de-4226-b801-d15d51b0d1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:21.558632 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-c786d466-23de-4226-b801-d15d51b0d1e5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ca892cc-b431-485e-a8d1-1dc31fa2091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451276 Apr 28 20:08:21.667557 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-a7f510dc-10fc-49ee-bf10-91676d757b66 service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005239 Apr 28 20:08:21.777814 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6e66e377-4dd3-44ee-9b7d-a22a0e1c3c38 req-3a0fe543-5f25-44a0-add8-e5ab7fe7f241 service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033916 Apr 28 20:08:21.878962 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab19052-a194-4d8c-9528-101c35586ca8 req-0a12b104-5ed2-4922-998e-5c2945b430e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:21.881581 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3ab19052-a194-4d8c-9528-101c35586ca8 req-0a12b104-5ed2-4922-998e-5c2945b430e4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a7abd85c8b80481690a18110e7cba81e&device_id=5f2849a8-ebf0-4bbb-b948-f29ca997cae0 HTTP/1.1" status: 200 len: 1094 time: 0.0542517 Apr 28 20:08:21.987746 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab19052-a194-4d8c-9528-101c35586ca8 req-a2914a9c-ff44-44da-9324-b277a351a967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:21.989510 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3ab19052-a194-4d8c-9528-101c35586ca8 req-a2914a9c-ff44-44da-9324-b277a351a967 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3ca892cc-b431-485e-a8d1-1dc31fa2091b HTTP/1.1" status: 200 len: 913 time: 0.1007686 Apr 28 20:08:22.034833 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3ab19052-a194-4d8c-9528-101c35586ca8 req-5fecc176-fcad-42f4-8f7a-8a295fd06f65 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea88861e-2b79-4687-b249-d995b832e928 HTTP/1.1" status: 200 len: 217 time: 0.0388820 Apr 28 20:08:22.064017 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ccc37772-b795-452f-9de6-10b8fa7b10f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:22.092082 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab19052-a194-4d8c-9528-101c35586ca8 req-40b4e874-d778-44dd-b2c9-f157d6ff2069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:22.093494 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3ab19052-a194-4d8c-9528-101c35586ca8 req-40b4e874-d778-44dd-b2c9-f157d6ff2069 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11daf8f6-15c0-4d09-926f-75c1fcbe625d HTTP/1.1" status: 200 len: 851 time: 0.0521219 Apr 28 20:08:22.152873 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab19052-a194-4d8c-9528-101c35586ca8 req-106a48a2-a1d0-47b3-b058-506452f3bab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:22.154598 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3ab19052-a194-4d8c-9528-101c35586ca8 req-106a48a2-a1d0-47b3-b058-506452f3bab9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ca892cc-b431-485e-a8d1-1dc31fa2091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541165 Apr 28 20:08:22.249453 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3ab19052-a194-4d8c-9528-101c35586ca8 req-d4f61915-f1aa-4e02-b655-ead3780136d0 service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883718 Apr 28 20:08:22.415211 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb1f55-c385-41f1-bb14-63087ee70a69 req-f0e1730f-7954-4909-bb02-ccbe88dabd79 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:22.416862 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cbcb1f55-c385-41f1-bb14-63087ee70a69 req-f0e1730f-7954-4909-bb02-ccbe88dabd79 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f2849a8-ebf0-4bbb-b948-f29ca997cae0 HTTP/1.1" status: 200 len: 943 time: 0.0929990 Apr 28 20:08:22.419089 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3ab19052-a194-4d8c-9528-101c35586ca8 req-aaa38e54-1247-4ed7-a1a6-719f29a10297 service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598604 Apr 28 20:08:22.468645 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cbcb1f55-c385-41f1-bb14-63087ee70a69 req-47afb618-d24e-4e6b-a4d0-86dde5925fdc tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401456 Apr 28 20:08:23.554089 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:23.609200 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63840fe-754c-44b6-a1cb-105102c0dac5 req-bbdee1d2-55cf-4d9c-bf37-c80fec6d446d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:23.612576 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c63840fe-754c-44b6-a1cb-105102c0dac5 req-bbdee1d2-55cf-4d9c-bf37-c80fec6d446d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f2849a8-ebf0-4bbb-b948-f29ca997cae0 HTTP/1.1" status: 200 len: 943 time: 0.0576508 Apr 28 20:08:23.655825 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c63840fe-754c-44b6-a1cb-105102c0dac5 req-64652bd1-39da-4bd5-8846-25d91fe5ca67 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372288 Apr 28 20:08:24.785972 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93158f67-5a52-410d-bd4e-c70e278d724a req-c5207878-063e-4462-9e71-1092f8396e4b tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:24.787712 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-93158f67-5a52-410d-bd4e-c70e278d724a req-c5207878-063e-4462-9e71-1092f8396e4b tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f2849a8-ebf0-4bbb-b948-f29ca997cae0 HTTP/1.1" status: 200 len: 943 time: 0.0569139 Apr 28 20:08:24.831820 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-93158f67-5a52-410d-bd4e-c70e278d724a req-0a3234fc-8171-4861-b317-d373808646c9 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349038 Apr 28 20:08:25.824671 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:25.933710 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:25.954890 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809216d5-e9e7-40a8-8b83-d57a0f4be25d req-43d3e6c9-74fd-4881-b9d0-674e8b6d67ff tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:25.956434 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-809216d5-e9e7-40a8-8b83-d57a0f4be25d req-43d3e6c9-74fd-4881-b9d0-674e8b6d67ff tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f2849a8-ebf0-4bbb-b948-f29ca997cae0 HTTP/1.1" status: 200 len: 943 time: 0.0531023 Apr 28 20:08:26.000252 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-809216d5-e9e7-40a8-8b83-d57a0f4be25d req-17e5ca16-a60e-45b9-b607-d0c0a1794f8d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370388 Apr 28 20:08:27.135363 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b14033-c915-49d3-b83d-d3fbccc7eb2b req-39d88407-c811-42fd-a48a-0d981a3ffd13 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:27.137028 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-83b14033-c915-49d3-b83d-d3fbccc7eb2b req-39d88407-c811-42fd-a48a-0d981a3ffd13 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f2849a8-ebf0-4bbb-b948-f29ca997cae0 HTTP/1.1" status: 200 len: 943 time: 0.0557656 Apr 28 20:08:27.179389 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-83b14033-c915-49d3-b83d-d3fbccc7eb2b req-ceb4d816-e02f-4255-9fb5-d27ae4f3efa6 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357709 Apr 28 20:08:28.303177 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135f683-b03c-4c38-bbe2-752e54f7e38b req-5d10ac85-2604-49fc-82b5-f9a3f9f67863 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:28.304737 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a135f683-b03c-4c38-bbe2-752e54f7e38b req-5d10ac85-2604-49fc-82b5-f9a3f9f67863 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f2849a8-ebf0-4bbb-b948-f29ca997cae0 HTTP/1.1" status: 200 len: 943 time: 0.0527084 Apr 28 20:08:28.345411 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a135f683-b03c-4c38-bbe2-752e54f7e38b req-0022ec54-16f6-4640-9ebd-0e33a46ada62 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333848 Apr 28 20:08:29.473245 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9df282-de00-4a95-ab90-e3f1d26b03b1 req-9c8a75f5-ab08-4eb1-b896-8ca2a3552370 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:29.475290 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9b9df282-de00-4a95-ab90-e3f1d26b03b1 req-9c8a75f5-ab08-4eb1-b896-8ca2a3552370 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f2849a8-ebf0-4bbb-b948-f29ca997cae0 HTTP/1.1" status: 200 len: 943 time: 0.0554845 Apr 28 20:08:29.519530 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9b9df282-de00-4a95-ab90-e3f1d26b03b1 req-7700d5ac-8a51-40c3-a6fe-7f0eb3291c0b tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371804 Apr 28 20:08:30.448920 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device ea88861e-2b79-4687-b249-d995b832e928 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:08:30.544680 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port ea88861e-2b79-4687-b249-d995b832e928, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=ea88861e-2b79-4687-b249-d995b832e928,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:08:30.559221 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'ea88861e-2b79-4687-b249-d995b832e928', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'port_id': 'ea88861e-2b79-4687-b249-d995b832e928', 'mac_address': 'fa:16:3e:0f:4f:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:08:30.602811 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:30.621298 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea88861e-2b79-4687-b249-d995b832e928 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:08:30.644568 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port ea88861e-2b79-4687-b249-d995b832e928, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=ea88861e-2b79-4687-b249-d995b832e928,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:08:30.649033 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:30.680350 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d74e7-dd89-4cb7-b701-254abce420ef req-0e2aedac-70e2-4c21-821e-08d8979d88fb tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:30.690537 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-125d74e7-dd89-4cb7-b701-254abce420ef req-0e2aedac-70e2-4c21-821e-08d8979d88fb tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f2849a8-ebf0-4bbb-b948-f29ca997cae0 HTTP/1.1" status: 200 len: 943 time: 0.0990615 Apr 28 20:08:30.708504 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=ea88861e-2b79-4687-b249-d995b832e928,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:30.716469 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:30.716813 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:30.717145 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:30.717478 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:30.717812 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:30.718128 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:30.718657 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:30.718977 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:30.719300 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:30.719616 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:30.719935 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:30.720278 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:30.728082 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-125d74e7-dd89-4cb7-b701-254abce420ef req-ba790407-0e20-4a98-ba3a-94cbe6aeb162 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366845 Apr 28 20:08:30.864616 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['ea88861e-2b79-4687-b249-d995b832e928'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:08:31.845310 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a505a0f-4181-4d6a-b2da-a4a7e937ea98 req-9f6de270-6c67-4f4f-a512-4517902fc29c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:31.846796 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9a505a0f-4181-4d6a-b2da-a4a7e937ea98 req-9f6de270-6c67-4f4f-a512-4517902fc29c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f2849a8-ebf0-4bbb-b948-f29ca997cae0 HTTP/1.1" status: 200 len: 944 time: 0.0505686 Apr 28 20:08:31.886140 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9a505a0f-4181-4d6a-b2da-a4a7e937ea98 req-10096b65-eade-4d71-bf9a-1f0b77bf9d25 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319796 Apr 28 20:08:31.912797 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:32.458377 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device ea88861e-2b79-4687-b249-d995b832e928 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:08:32.514085 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port ea88861e-2b79-4687-b249-d995b832e928 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:08:32.518276 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port ea88861e-2b79-4687-b249-d995b832e928 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:32.518647 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:32.599164 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:32.623372 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2849a8-ebf0-4bbb-b948-f29ca997cae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea88861e-2b79-4687-b249-d995b832e928'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:08:32.625680 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a400343f-aaac-4182-bae0-fa97b04c729a" -d '{"events": [{"server_uuid": "5f2849a8-ebf0-4bbb-b948-f29ca997cae0", "name": "network-vif-plugged", "status": "completed", "tag": "ea88861e-2b79-4687-b249-d995b832e928"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:08:32.643100 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port ea88861e-2b79-4687-b249-d995b832e928, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=ea88861e-2b79-4687-b249-d995b832e928,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:08:32.648318 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:32.675561 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3213413b-6c56-4a86-9557-ca04ea31ec27 x-openstack-request-id: req-3213413b-6c56-4a86-9557-ca04ea31ec27 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:08:32.675856 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2849a8-ebf0-4bbb-b948-f29ca997cae0", "name": "network-vif-plugged", "status": "completed", "tag": "ea88861e-2b79-4687-b249-d995b832e928", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:08:32.676134 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3213413b-6c56-4a86-9557-ca04ea31ec27 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:08:32.677390 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3213413b-6c56-4a86-9557-ca04ea31ec27'] response: {'server_uuid': '5f2849a8-ebf0-4bbb-b948-f29ca997cae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea88861e-2b79-4687-b249-d995b832e928', 'code': 200} Apr 28 20:08:32.705094 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=ea88861e-2b79-4687-b249-d995b832e928,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:32.783577 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebc2d0-6e75-449a-8897-37e71fefab60 req-a74eb100-a0db-4c4a-bbc7-2c81e052985d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:32.785210 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cfebc2d0-6e75-449a-8897-37e71fefab60 req-a74eb100-a0db-4c4a-bbc7-2c81e052985d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5f2849a8-ebf0-4bbb-b948-f29ca997cae0 HTTP/1.1" status: 200 len: 1096 time: 0.0497839 Apr 28 20:08:32.822109 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cfebc2d0-6e75-449a-8897-37e71fefab60 req-03278f12-c17d-48e2-9226-ff535e42ecb9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303214 Apr 28 20:08:33.009709 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366312a-7849-4654-9999-9e3535589545 req-8cbcfad8-28e4-4b9f-9b32-d6555025045b tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:33.011222 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c366312a-7849-4654-9999-9e3535589545 req-8cbcfad8-28e4-4b9f-9b32-d6555025045b tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f2849a8-ebf0-4bbb-b948-f29ca997cae0 HTTP/1.1" status: 200 len: 945 time: 0.0523286 Apr 28 20:08:33.051760 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c366312a-7849-4654-9999-9e3535589545 req-3f5e645d-24ef-4d36-ab62-3f2c97356565 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341120 Apr 28 20:08:33.549599 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:34.189762 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef645b-da06-47c3-acc1-20c4fdf2429f req-4d91ebcd-fe8f-4256-b852-966354e8e382 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:34.191426 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d3ef645b-da06-47c3-acc1-20c4fdf2429f req-4d91ebcd-fe8f-4256-b852-966354e8e382 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f2849a8-ebf0-4bbb-b948-f29ca997cae0 HTTP/1.1" status: 200 len: 945 time: 0.0614133 Apr 28 20:08:34.232515 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d3ef645b-da06-47c3-acc1-20c4fdf2429f req-5fe84d13-e113-46ae-a7b7-48a8026e2f2d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337460 Apr 28 20:08:34.353159 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecd248-1b9a-4dc5-8ef7-5fb8170bf7b9 req-2090fb3f-a695-4f35-99da-cbfadc59c612 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:34.354596 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-88ecd248-1b9a-4dc5-8ef7-5fb8170bf7b9 req-2090fb3f-a695-4f35-99da-cbfadc59c612 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f2849a8-ebf0-4bbb-b948-f29ca997cae0 HTTP/1.1" status: 200 len: 945 time: 0.0511038 Apr 28 20:08:34.393665 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-88ecd248-1b9a-4dc5-8ef7-5fb8170bf7b9 req-992412a8-886c-4641-b176-9d3b1fadf982 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326459 Apr 28 20:08:34.518779 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3595dc2-70f5-47d7-bb42-e11bcd042f93 req-fad8db6d-b160-4ce1-9077-4aefa538752f tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:34.520398 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b3595dc2-70f5-47d7-bb42-e11bcd042f93 req-fad8db6d-b160-4ce1-9077-4aefa538752f tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f2849a8-ebf0-4bbb-b948-f29ca997cae0 HTTP/1.1" status: 200 len: 945 time: 0.0544639 Apr 28 20:08:34.560926 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b3595dc2-70f5-47d7-bb42-e11bcd042f93 req-20915ce3-83bf-4a37-ae7b-b998ca578321 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336611 Apr 28 20:08:34.824723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f1781-87f4-427d-a253-8712cb939c39 req-b75b0463-65ae-43b9-8efe-d4d0464fc1cc tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:34.826224 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fd5f1781-87f4-427d-a253-8712cb939c39 req-b75b0463-65ae-43b9-8efe-d4d0464fc1cc tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f2849a8-ebf0-4bbb-b948-f29ca997cae0 HTTP/1.1" status: 200 len: 945 time: 0.0651927 Apr 28 20:08:34.868969 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fd5f1781-87f4-427d-a253-8712cb939c39 req-b60c655c-cfb1-4e2e-b015-c1b0c45aff35 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361633 Apr 28 20:08:35.996503 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56006088-1127-4cee-8adb-041d3ae0a8de req-6f557527-3cba-45f6-8fd6-ef2568050de2 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:35.997984 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-56006088-1127-4cee-8adb-041d3ae0a8de req-6f557527-3cba-45f6-8fd6-ef2568050de2 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f2849a8-ebf0-4bbb-b948-f29ca997cae0 HTTP/1.1" status: 200 len: 945 time: 0.0576522 Apr 28 20:08:36.043757 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-56006088-1127-4cee-8adb-041d3ae0a8de req-4d18f412-0937-4426-96ee-102e41fa5d3e tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396881 Apr 28 20:08:36.277354 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a5bae-7a21-47b5-9235-be1f7455ea5e req-f967f8c7-1c0c-4c3d-af77-1b75cfc7795e tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:36.278847 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-903a5bae-7a21-47b5-9235-be1f7455ea5e req-f967f8c7-1c0c-4c3d-af77-1b75cfc7795e tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f2849a8-ebf0-4bbb-b948-f29ca997cae0 HTTP/1.1" status: 200 len: 945 time: 0.0498023 Apr 28 20:08:36.373670 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-903a5bae-7a21-47b5-9235-be1f7455ea5e req-1cc6248d-3bd4-4f39-9940-e9bbcf89a48d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Deleting port ea88861e-2b79-4687-b249-d995b832e928 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:08:36.373921 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-903a5bae-7a21-47b5-9235-be1f7455ea5e req-1cc6248d-3bd4-4f39-9940-e9bbcf89a48d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:36.468057 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-903a5bae-7a21-47b5-9235-be1f7455ea5e req-1cc6248d-3bd4-4f39-9940-e9bbcf89a48d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] For port ea88861e-2b79-4687-b249-d995b832e928, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=ea88861e-2b79-4687-b249-d995b832e928,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:08:36.468447 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-903a5bae-7a21-47b5-9235-be1f7455ea5e req-1cc6248d-3bd4-4f39-9940-e9bbcf89a48d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:36.481570 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-903a5bae-7a21-47b5-9235-be1f7455ea5e req-1cc6248d-3bd4-4f39-9940-e9bbcf89a48d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Calling delete_port for ea88861e-2b79-4687-b249-d995b832e928 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:08:36.613801 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-903a5bae-7a21-47b5-9235-be1f7455ea5e req-1cc6248d-3bd4-4f39-9940-e9bbcf89a48d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:36.644626 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6248d-3bd4-4f39-9940-e9bbcf89a48d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Pushing event deleted for resources: {'Port': ['ID=ea88861e-2b79-4687-b249-d995b832e928,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:36.689616 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-903a5bae-7a21-47b5-9235-be1f7455ea5e req-1cc6248d-3bd4-4f39-9940-e9bbcf89a48d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] No DVR routers for this DVR port ea88861e-2b79-4687-b249-d995b832e928 on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:08:36.693928 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-903a5bae-7a21-47b5-9235-be1f7455ea5e req-1cc6248d-3bd4-4f39-9940-e9bbcf89a48d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:36.698182 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-903a5bae-7a21-47b5-9235-be1f7455ea5e req-1cc6248d-3bd4-4f39-9940-e9bbcf89a48d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.44 "DELETE /v2.0/ports/ea88861e-2b79-4687-b249-d995b832e928 HTTP/1.1" status: 204 len: 173 time: 0.4113696 Apr 28 20:08:36.698710 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2849a8-ebf0-4bbb-b948-f29ca997cae0', 'name': 'network-vif-deleted', 'tag': 'ea88861e-2b79-4687-b249-d995b832e928'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:08:36.704533 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60477d11-8d6d-4dbc-90be-73cac9c9526b" -d '{"events": [{"server_uuid": "5f2849a8-ebf0-4bbb-b948-f29ca997cae0", "name": "network-vif-deleted", "tag": "ea88861e-2b79-4687-b249-d995b832e928"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:08:36.758582 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faee99f4-7aab-4f30-9123-c898382922ae x-openstack-request-id: req-faee99f4-7aab-4f30-9123-c898382922ae {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:08:36.759094 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2849a8-ebf0-4bbb-b948-f29ca997cae0", "name": "network-vif-deleted", "tag": "ea88861e-2b79-4687-b249-d995b832e928", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:08:36.759500 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-faee99f4-7aab-4f30-9123-c898382922ae {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:08:36.760072 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faee99f4-7aab-4f30-9123-c898382922ae'] response: {'server_uuid': '5f2849a8-ebf0-4bbb-b948-f29ca997cae0', 'name': 'network-vif-deleted', 'tag': 'ea88861e-2b79-4687-b249-d995b832e928', 'status': 'completed', 'code': 200} Apr 28 20:08:37.152029 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a52798c9-c7ee-4799-9a83-a74a816f08cb req-12061b45-a533-4403-96ba-2245835d3a39 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f2849a8-ebf0-4bbb-b948-f29ca997cae0 HTTP/1.1" status: 200 len: 210 time: 0.0332637 Apr 28 20:08:38.292497 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-46af22d3-e892-41df-9b2f-2fde6e9dd141 req-e30f441b-1614-409a-9674-30dc96b72d38 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f2849a8-ebf0-4bbb-b948-f29ca997cae0 HTTP/1.1" status: 200 len: 210 time: 0.0364480 Apr 28 20:08:38.456884 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device ea88861e-2b79-4687-b249-d995b832e928 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:08:38.479059 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: ea88861e-2b79-4687-b249-d995b832e928 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:08:38.479409 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device ea88861e-2b79-4687-b249-d995b832e928 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:08:39.376429 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1b1af446-f1c4-42e7-bfa4-2e1dfaf6f3d4 req-9a2acbdc-c252-4382-8764-c6504caab594 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f2849a8-ebf0-4bbb-b948-f29ca997cae0 HTTP/1.1" status: 200 len: 210 time: 0.0270267 Apr 28 20:08:40.498728 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b8d54ff2-bdcd-447e-b69c-6d61da03de03 req-de2073ca-a291-4438-aeab-3c9fdcdd75e4 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f2849a8-ebf0-4bbb-b948-f29ca997cae0 HTTP/1.1" status: 200 len: 210 time: 0.0292211 Apr 28 20:08:42.653836 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:08:49.827157 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-74ab7220-83a8-4bcd-b4ad-8a1af703f37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:52.074784 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6223ab93-c5b6-48ee-a31d-2b2513f94ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:53.553806 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:55.831718 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:55.956329 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:01.935023 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:03.547911 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:03.993005 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-5852479e-493d-4b89-8a13-54984ea9f5cc tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:03.994415 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-5852479e-493d-4b89-8a13-54984ea9f5cc tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/networks?id=3ca892cc-b431-485e-a8d1-1dc31fa2091b HTTP/1.1" status: 200 len: 812 time: 0.1070886 Apr 28 20:09:04.011065 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-2e453ece-6803-4693-b34f-dd7566d399a2 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/quotas/a7abd85c8b80481690a18110e7cba81e HTTP/1.1" status: 200 len: 375 time: 0.0102863 Apr 28 20:09:04.064558 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-8fb0ba73-c9fa-4359-9662-7b50c84f9022 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7abd85c8b80481690a18110e7cba81e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472155 Apr 28 20:09:04.281793 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-da516a38-2b1e-4627-80a6-a2ede170cc1f service neutron] 10.222.0.42 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090197 Apr 28 20:09:04.376007 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-74a196d7-aa71-4f20-9153-d0360e5ad493 service neutron] 10.222.0.42 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877221 Apr 28 20:09:04.634753 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-711147e5-2542-4d2a-ac44-b6acda167c61 req-4e2bf5ab-5c74-4279-bc1e-7bf27591f8b7 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5d3219-021c-4ab5-808d-782e0b1cdfe7 HTTP/1.1" status: 200 len: 210 time: 0.0950916 Apr 28 20:09:05.556407 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-ff7174da-b0bd-4a89-a19a-754c7607419c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:05.557909 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-ff7174da-b0bd-4a89-a19a-754c7607419c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.44 "GET /v2.0/networks?id=3ca892cc-b431-485e-a8d1-1dc31fa2091b HTTP/1.1" status: 200 len: 812 time: 0.1613522 Apr 28 20:09:05.573967 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-5e4068ef-06e2-4626-82db-5cc63f7c0105 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Request body: {'port': {'device_id': 'fe5d3219-021c-4ab5-808d-782e0b1cdfe7', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'admin_state_up': True, 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:09:05.711835 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-5e4068ef-06e2-4626-82db-5cc63f7c0105 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Made reservation on behalf of a7abd85c8b80481690a18110e7cba81e for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:09:05.717851 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-5e4068ef-06e2-4626-82db-5cc63f7c0105 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:05.772565 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7ecd626b-574e-480b-8f2c-a94232a9f42c req-75e25b4a-353e-4a32-825b-788e00e55857 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5d3219-021c-4ab5-808d-782e0b1cdfe7 HTTP/1.1" status: 200 len: 210 time: 0.0428045 Apr 28 20:09:05.904655 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-5e4068ef-06e2-4626-82db-5cc63f7c0105 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Allocated IP 172.20.0.11 (3ca892cc-b431-485e-a8d1-1dc31fa2091b/11daf8f6-15c0-4d09-926f-75c1fcbe625d/ac123651-8a6f-4c7f-bf58-e90b805d9e9a) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:09:06.121782 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-5e4068ef-06e2-4626-82db-5cc63f7c0105 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:06.165602 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-5e4068ef-06e2-4626-82db-5cc63f7c0105 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:06.212625 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-5e4068ef-06e2-4626-82db-5cc63f7c0105 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Network 3ca892cc-b431-485e-a8d1-1dc31fa2091b is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:09:06.216143 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-5e4068ef-06e2-4626-82db-5cc63f7c0105 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:09:06.224310 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-5e4068ef-06e2-4626-82db-5cc63f7c0105 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:09:06.279314 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4068ef-06e2-4626-82db-5cc63f7c0105 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Pushing event updated for resources: {'Port': ['ID=ac123651-8a6f-4c7f-bf58-e90b805d9e9a,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:06.287262 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4068ef-06e2-4626-82db-5cc63f7c0105 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:06.287613 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4068ef-06e2-4626-82db-5cc63f7c0105 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:06.287952 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4068ef-06e2-4626-82db-5cc63f7c0105 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:06.288328 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4068ef-06e2-4626-82db-5cc63f7c0105 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:06.288684 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4068ef-06e2-4626-82db-5cc63f7c0105 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:06.289065 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4068ef-06e2-4626-82db-5cc63f7c0105 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:06.289403 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4068ef-06e2-4626-82db-5cc63f7c0105 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:06.289782 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4068ef-06e2-4626-82db-5cc63f7c0105 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:06.290163 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4068ef-06e2-4626-82db-5cc63f7c0105 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:06.290692 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4068ef-06e2-4626-82db-5cc63f7c0105 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:06.290917 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4068ef-06e2-4626-82db-5cc63f7c0105 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:06.291250 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4068ef-06e2-4626-82db-5cc63f7c0105 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:06.303256 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-5e4068ef-06e2-4626-82db-5cc63f7c0105 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:06.304087 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-5e4068ef-06e2-4626-82db-5cc63f7c0105 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:06.330332 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-5e4068ef-06e2-4626-82db-5cc63f7c0105 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7614813 Apr 28 20:09:06.344339 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-4bf6a5b2-fdeb-402b-bd55-a61eaffc919f service neutron] Request body: {'port': {'device_id': 'fe5d3219-021c-4ab5-808d-782e0b1cdfe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:09:06.417077 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-4bf6a5b2-fdeb-402b-bd55-a61eaffc919f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:06.691756 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-71364bf4-7a35-453c-afe3-c042ac42d16d None None] Provisioning complete for port ac123651-8a6f-4c7f-bf58-e90b805d9e9a triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:09:06.692877 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-71364bf4-7a35-453c-afe3-c042ac42d16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:06.723748 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-4bf6a5b2-fdeb-402b-bd55-a61eaffc919f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac123651-8a6f-4c7f-bf58-e90b805d9e9a {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:09:06.735589 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-4bf6a5b2-fdeb-402b-bd55-a61eaffc919f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:06.739885 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-71364bf4-7a35-453c-afe3-c042ac42d16d None None] Port ac123651-8a6f-4c7f-bf58-e90b805d9e9a cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:09:06.750065 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-4bf6a5b2-fdeb-402b-bd55-a61eaffc919f service neutron] Transition to ACTIVE for port object ac123651-8a6f-4c7f-bf58-e90b805d9e9a will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:09:06.754785 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-4bf6a5b2-fdeb-402b-bd55-a61eaffc919f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:06.814345 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6a5b2-fdeb-402b-bd55-a61eaffc919f service neutron] Pushing event updated for resources: {'Port': ['ID=ac123651-8a6f-4c7f-bf58-e90b805d9e9a,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:06.902386 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-4bf6a5b2-fdeb-402b-bd55-a61eaffc919f service neutron] Attempting to bind port ac123651-8a6f-4c7f-bf58-e90b805d9e9a on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:09:06.902944 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-4bf6a5b2-fdeb-402b-bd55-a61eaffc919f service neutron] Attempting to bind port ac123651-8a6f-4c7f-bf58-e90b805d9e9a by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:09:06.903515 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-4bf6a5b2-fdeb-402b-bd55-a61eaffc919f service neutron] Attempting to bind port ac123651-8a6f-4c7f-bf58-e90b805d9e9a on network 3ca892cc-b431-485e-a8d1-1dc31fa2091b {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:09:06.909414 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-4bf6a5b2-fdeb-402b-bd55-a61eaffc919f service neutron] Port ac123651-8a6f-4c7f-bf58-e90b805d9e9a on network 3ca892cc-b431-485e-a8d1-1dc31fa2091b not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:09:06.910292 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-4bf6a5b2-fdeb-402b-bd55-a61eaffc919f service neutron] Attempting to bind port ac123651-8a6f-4c7f-bf58-e90b805d9e9a on network 3ca892cc-b431-485e-a8d1-1dc31fa2091b {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:09:06.920000 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-4bf6a5b2-fdeb-402b-bd55-a61eaffc919f service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:09:06.920271 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-4bf6a5b2-fdeb-402b-bd55-a61eaffc919f service neutron] Checking segment: {'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:09:06.920651 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-4bf6a5b2-fdeb-402b-bd55-a61eaffc919f service neutron] Bound using segment: {'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:09:06.921177 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-4bf6a5b2-fdeb-402b-bd55-a61eaffc919f service neutron] Bound port: ac123651-8a6f-4c7f-bf58-e90b805d9e9a, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:09:06.921443 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-4bf6a5b2-fdeb-402b-bd55-a61eaffc919f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:07.054004 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e003a-b033-42d1-ba1c-c80c55fd2a4d req-f97df4ca-9d66-4b98-a20b-8b03fb4b56d2 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:07.062884 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d25e003a-b033-42d1-ba1c-c80c55fd2a4d req-f97df4ca-9d66-4b98-a20b-8b03fb4b56d2 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5d3219-021c-4ab5-808d-782e0b1cdfe7 HTTP/1.1" status: 200 len: 944 time: 0.1266112 Apr 28 20:09:07.088384 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-4bf6a5b2-fdeb-402b-bd55-a61eaffc919f service neutron] For port ac123651-8a6f-4c7f-bf58-e90b805d9e9a, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:09:07.115145 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-4bf6a5b2-fdeb-402b-bd55-a61eaffc919f service neutron] For port ac123651-8a6f-4c7f-bf58-e90b805d9e9a, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=ac123651-8a6f-4c7f-bf58-e90b805d9e9a,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:09:07.130085 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d25e003a-b033-42d1-ba1c-c80c55fd2a4d req-1db141ad-4594-4465-9c30-65c06585890b tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649166 Apr 28 20:09:07.132094 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-4bf6a5b2-fdeb-402b-bd55-a61eaffc919f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:07.184739 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-4bf6a5b2-fdeb-402b-bd55-a61eaffc919f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:07.185364 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-4bf6a5b2-fdeb-402b-bd55-a61eaffc919f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:07.187121 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-4bf6a5b2-fdeb-402b-bd55-a61eaffc919f service neutron] 10.222.0.44 "PUT /v2.0/ports/ac123651-8a6f-4c7f-bf58-e90b805d9e9a HTTP/1.1" status: 200 len: 1092 time: 0.8487158 Apr 28 20:09:07.189730 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5d3219-021c-4ab5-808d-782e0b1cdfe7', 'tag': 'ac123651-8a6f-4c7f-bf58-e90b805d9e9a'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:09:07.193966 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a00acb-a508-40ab-8db1-c4edb4ec95eb" -d '{"events": [{"name": "network-changed", "server_uuid": "fe5d3219-021c-4ab5-808d-782e0b1cdfe7", "tag": "ac123651-8a6f-4c7f-bf58-e90b805d9e9a"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:09:07.233980 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6a5b2-fdeb-402b-bd55-a61eaffc919f service neutron] Pushing event updated for resources: {'Port': ['ID=ac123651-8a6f-4c7f-bf58-e90b805d9e9a,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:07.265628 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4e0c08-0324-4940-acd6-2b02d0c9fcfc x-openstack-request-id: req-fa4e0c08-0324-4940-acd6-2b02d0c9fcfc {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:09:07.268479 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe5d3219-021c-4ab5-808d-782e0b1cdfe7", "tag": "ac123651-8a6f-4c7f-bf58-e90b805d9e9a", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:09:07.268744 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fa4e0c08-0324-4940-acd6-2b02d0c9fcfc {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:09:07.271433 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa4e0c08-0324-4940-acd6-2b02d0c9fcfc'] response: {'name': 'network-changed', 'server_uuid': 'fe5d3219-021c-4ab5-808d-782e0b1cdfe7', 'tag': 'ac123651-8a6f-4c7f-bf58-e90b805d9e9a', 'status': 'completed', 'code': 200} Apr 28 20:09:07.327370 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-e0d97192-83e7-49d6-81fa-890bc9f35b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:07.330807 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-e0d97192-83e7-49d6-81fa-890bc9f35b20 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a7abd85c8b80481690a18110e7cba81e&device_id=fe5d3219-021c-4ab5-808d-782e0b1cdfe7 HTTP/1.1" status: 200 len: 1095 time: 0.0853229 Apr 28 20:09:07.382066 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-05fa2ded-637f-48a9-a3c3-96e8a78414f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac123651-8a6f-4c7f-bf58-e90b805d9e9a HTTP/1.1" status: 200 len: 217 time: 0.0434895 Apr 28 20:09:07.458518 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-3ab8b77f-c728-4a46-9b02-b9746f2d8f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:07.460830 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-3ab8b77f-c728-4a46-9b02-b9746f2d8f60 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11daf8f6-15c0-4d09-926f-75c1fcbe625d HTTP/1.1" status: 200 len: 851 time: 0.0715156 Apr 28 20:09:07.513239 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-74d4bcee-f30a-438d-8aed-d7d8d5444663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:07.514570 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-74d4bcee-f30a-438d-8aed-d7d8d5444663 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ca892cc-b431-485e-a8d1-1dc31fa2091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471022 Apr 28 20:09:07.615781 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-d8bb6c22-5046-41ed-86e6-3c17f41e61ae service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941145 Apr 28 20:09:07.721000 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a61fb469-4d38-49b6-8cb3-539b33aee2b1 req-ce5fd12a-4ca3-4ebc-9304-5e68f2e72e1c service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984159 Apr 28 20:09:07.812012 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a00acb-a508-40ab-8db1-c4edb4ec95eb req-ebb9d525-2297-4b72-aa0b-36b7b4d14853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:07.813687 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-28a00acb-a508-40ab-8db1-c4edb4ec95eb req-ebb9d525-2297-4b72-aa0b-36b7b4d14853 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a7abd85c8b80481690a18110e7cba81e&device_id=fe5d3219-021c-4ab5-808d-782e0b1cdfe7 HTTP/1.1" status: 200 len: 1095 time: 0.0464814 Apr 28 20:09:07.944179 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a00acb-a508-40ab-8db1-c4edb4ec95eb req-7803af93-854e-4751-ac73-1c29aa8e997b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:07.945677 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-28a00acb-a508-40ab-8db1-c4edb4ec95eb req-7803af93-854e-4751-ac73-1c29aa8e997b service neutron] 10.222.0.44 "GET /v2.0/networks?id=3ca892cc-b431-485e-a8d1-1dc31fa2091b HTTP/1.1" status: 200 len: 913 time: 0.1260531 Apr 28 20:09:07.992206 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-28a00acb-a508-40ab-8db1-c4edb4ec95eb req-8b6ea1bc-6520-4041-86e3-a538a8500f18 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac123651-8a6f-4c7f-bf58-e90b805d9e9a HTTP/1.1" status: 200 len: 217 time: 0.0397995 Apr 28 20:09:08.053602 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a00acb-a508-40ab-8db1-c4edb4ec95eb req-e2d077d5-4850-4588-8ce5-c8a7e5c804a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:08.055459 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-28a00acb-a508-40ab-8db1-c4edb4ec95eb req-e2d077d5-4850-4588-8ce5-c8a7e5c804a7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11daf8f6-15c0-4d09-926f-75c1fcbe625d HTTP/1.1" status: 200 len: 851 time: 0.0572629 Apr 28 20:09:08.111354 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a00acb-a508-40ab-8db1-c4edb4ec95eb req-d3f17167-887d-42ec-9c38-e8505061d871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:08.113073 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-28a00acb-a508-40ab-8db1-c4edb4ec95eb req-d3f17167-887d-42ec-9c38-e8505061d871 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ca892cc-b431-485e-a8d1-1dc31fa2091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512633 Apr 28 20:09:08.216832 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-28a00acb-a508-40ab-8db1-c4edb4ec95eb req-a5b304b0-ba91-4ddd-b473-361990be2916 service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973868 Apr 28 20:09:08.359150 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb16f6-17d7-414b-9ad2-cabd9a6db082 req-a6562117-1971-412a-893b-24b1f9cad439 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:08.360758 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-edeb16f6-17d7-414b-9ad2-cabd9a6db082 req-a6562117-1971-412a-893b-24b1f9cad439 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5d3219-021c-4ab5-808d-782e0b1cdfe7 HTTP/1.1" status: 200 len: 944 time: 0.1429796 Apr 28 20:09:08.384637 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-28a00acb-a508-40ab-8db1-c4edb4ec95eb req-60f40471-fb0d-4548-aaf2-4b74b61b0e2d service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564672 Apr 28 20:09:08.416048 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-edeb16f6-17d7-414b-9ad2-cabd9a6db082 req-e9be7fe6-583c-4821-b3ac-0120b169b71f tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434525 Apr 28 20:09:09.575028 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d3934-c262-4589-93a7-c1b585e462f9 req-f425a25f-61fc-43a0-bfec-367890f73519 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:09.578383 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c33d3934-c262-4589-93a7-c1b585e462f9 req-f425a25f-61fc-43a0-bfec-367890f73519 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5d3219-021c-4ab5-808d-782e0b1cdfe7 HTTP/1.1" status: 200 len: 944 time: 0.0702515 Apr 28 20:09:09.643410 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c33d3934-c262-4589-93a7-c1b585e462f9 req-00a6292e-5e13-426f-b669-de71aaeba931 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544331 Apr 28 20:09:10.808599 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0559b9-e3e8-4ba9-ae56-2146761dd2f8 req-8c1e95aa-1cda-47f4-aca7-1202f0c8b36e tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:10.812141 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7c0559b9-e3e8-4ba9-ae56-2146761dd2f8 req-8c1e95aa-1cda-47f4-aca7-1202f0c8b36e tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5d3219-021c-4ab5-808d-782e0b1cdfe7 HTTP/1.1" status: 200 len: 944 time: 0.0641625 Apr 28 20:09:10.869160 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7c0559b9-e3e8-4ba9-ae56-2146761dd2f8 req-5ea190e2-1b01-4c59-9ebd-0d2c7fa589e6 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464785 Apr 28 20:09:12.384725 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1cc1c9-877e-449b-b23d-8353f279ffa7 req-67b21443-c305-4789-8e1b-a10d970ddf4d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:12.393060 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d1cc1c9-877e-449b-b23d-8353f279ffa7 req-67b21443-c305-4789-8e1b-a10d970ddf4d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5d3219-021c-4ab5-808d-782e0b1cdfe7 HTTP/1.1" status: 200 len: 944 time: 0.4271803 Apr 28 20:09:12.442259 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5d1cc1c9-877e-449b-b23d-8353f279ffa7 req-931a0c1f-50f6-45ae-b9b9-9ce8f3787e9e tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480425 Apr 28 20:09:13.566381 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35093740-2b6b-4617-9dc5-13b4442f3316 req-480c4496-aefa-4d93-b524-969859a62635 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:13.567898 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-35093740-2b6b-4617-9dc5-13b4442f3316 req-480c4496-aefa-4d93-b524-969859a62635 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5d3219-021c-4ab5-808d-782e0b1cdfe7 HTTP/1.1" status: 200 len: 944 time: 0.0546179 Apr 28 20:09:13.608819 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-35093740-2b6b-4617-9dc5-13b4442f3316 req-013acd68-bb09-46e8-a039-ce06f2be7560 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339289 Apr 28 20:09:14.726140 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5f208-6845-4f1c-a067-a939ef30ec8e req-537d46e5-238e-4fe7-a765-accac3ed7b5f tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:14.727517 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ebb5f208-6845-4f1c-a067-a939ef30ec8e req-537d46e5-238e-4fe7-a765-accac3ed7b5f tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5d3219-021c-4ab5-808d-782e0b1cdfe7 HTTP/1.1" status: 200 len: 944 time: 0.0499434 Apr 28 20:09:14.766551 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ebb5f208-6845-4f1c-a067-a939ef30ec8e req-d9c2f4d3-3c7c-4a78-8582-235166a71ed4 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329285 Apr 28 20:09:15.885840 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a317b-128d-4517-b54c-4f988bec9e25 req-36554310-0ae9-4643-842a-5b50296a83f0 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:15.887313 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ab3a317b-128d-4517-b54c-4f988bec9e25 req-36554310-0ae9-4643-842a-5b50296a83f0 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5d3219-021c-4ab5-808d-782e0b1cdfe7 HTTP/1.1" status: 200 len: 944 time: 0.0496924 Apr 28 20:09:15.926021 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ab3a317b-128d-4517-b54c-4f988bec9e25 req-574f8e03-6d3d-4751-a525-e5f6eb1d262d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323596 Apr 28 20:09:17.053018 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4ae47-1317-4645-8336-0a7c7366d2de req-6bbc6c93-7065-449d-b443-576c2fab7e09 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:17.054626 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d7e4ae47-1317-4645-8336-0a7c7366d2de req-6bbc6c93-7065-449d-b443-576c2fab7e09 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5d3219-021c-4ab5-808d-782e0b1cdfe7 HTTP/1.1" status: 200 len: 944 time: 0.0546360 Apr 28 20:09:17.099937 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d7e4ae47-1317-4645-8336-0a7c7366d2de req-8fb028f1-5dfb-4066-bda5-51e8c4910ae8 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388680 Apr 28 20:09:18.223483 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2ebaa-57d5-4031-9a4b-cb5f19774fe4 req-d22283d0-a3d8-41da-8010-4249e32c814a tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:18.225224 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-41b2ebaa-57d5-4031-9a4b-cb5f19774fe4 req-d22283d0-a3d8-41da-8010-4249e32c814a tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5d3219-021c-4ab5-808d-782e0b1cdfe7 HTTP/1.1" status: 200 len: 944 time: 0.0517137 Apr 28 20:09:18.276241 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-41b2ebaa-57d5-4031-9a4b-cb5f19774fe4 req-8be03fc3-209b-4498-90f5-25dca0188c54 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448325 Apr 28 20:09:19.444727 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38cf0e-c2d9-4a2a-83a8-c05d8dce760c req-2416bd24-a35b-4f48-abab-133ae2753e13 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:19.452990 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2d38cf0e-c2d9-4a2a-83a8-c05d8dce760c req-2416bd24-a35b-4f48-abab-133ae2753e13 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5d3219-021c-4ab5-808d-782e0b1cdfe7 HTTP/1.1" status: 200 len: 944 time: 0.0673511 Apr 28 20:09:19.491320 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2d38cf0e-c2d9-4a2a-83a8-c05d8dce760c req-2209ecd2-cae9-4221-bb31-9ba856bd7021 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373304 Apr 28 20:09:19.654232 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:09:19.829034 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5badb2c9-9a54-4854-a53a-457682dcfaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:20.610848 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c688d-6ea0-439d-8d6c-60aff75ec3cf req-ae92ec2a-b879-447e-be78-b5fe382bb12d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:20.613084 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac5c688d-6ea0-439d-8d6c-60aff75ec3cf req-ae92ec2a-b879-447e-be78-b5fe382bb12d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5d3219-021c-4ab5-808d-782e0b1cdfe7 HTTP/1.1" status: 200 len: 944 time: 0.0523989 Apr 28 20:09:20.663004 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ac5c688d-6ea0-439d-8d6c-60aff75ec3cf req-14a71538-4ada-4d10-867f-b3e7d615a685 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438991 Apr 28 20:09:21.786121 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84bac1-c7ad-49e7-b266-da58cdc2a30d req-e6b98660-e24f-45d0-946f-1bc98ec3a103 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:21.787675 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9a84bac1-c7ad-49e7-b266-da58cdc2a30d req-e6b98660-e24f-45d0-946f-1bc98ec3a103 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5d3219-021c-4ab5-808d-782e0b1cdfe7 HTTP/1.1" status: 200 len: 944 time: 0.0523632 Apr 28 20:09:21.827965 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9a84bac1-c7ad-49e7-b266-da58cdc2a30d req-38f3857f-399c-45e3-afe6-1acf49616c1a tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337732 Apr 28 20:09:22.068443 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-141a6275-d3a8-441c-a766-1f8af27599da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:22.953866 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123218b-39a0-426a-b6bb-d2b59f043a21 req-406f1ab8-262e-4900-ac7e-a1c9cebe7760 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:22.955333 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7123218b-39a0-426a-b6bb-d2b59f043a21 req-406f1ab8-262e-4900-ac7e-a1c9cebe7760 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5d3219-021c-4ab5-808d-782e0b1cdfe7 HTTP/1.1" status: 200 len: 944 time: 0.0524337 Apr 28 20:09:22.995039 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7123218b-39a0-426a-b6bb-d2b59f043a21 req-d5154397-afa1-4b95-be3c-3e7562e164fe tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328383 Apr 28 20:09:23.552255 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:24.115839 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7795a-26ec-45ec-8f35-3e6b020c07ba req-9a811710-e394-4e3f-a803-9da9669f84cb tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:24.117359 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-61d7795a-26ec-45ec-8f35-3e6b020c07ba req-9a811710-e394-4e3f-a803-9da9669f84cb tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5d3219-021c-4ab5-808d-782e0b1cdfe7 HTTP/1.1" status: 200 len: 944 time: 0.0525010 Apr 28 20:09:24.158849 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-61d7795a-26ec-45ec-8f35-3e6b020c07ba req-2731129c-58de-4d3f-b476-7614179fb82b tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349603 Apr 28 20:09:25.278197 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75781f03-5dd0-4414-a55e-f96edf623fae req-6643f350-0a24-4963-97d6-034ad49b5729 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:25.279650 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75781f03-5dd0-4414-a55e-f96edf623fae req-6643f350-0a24-4963-97d6-034ad49b5729 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5d3219-021c-4ab5-808d-782e0b1cdfe7 HTTP/1.1" status: 200 len: 944 time: 0.0503247 Apr 28 20:09:25.318434 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75781f03-5dd0-4414-a55e-f96edf623fae req-d0fca482-7b80-4843-a255-38c5f43b26c8 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320041 Apr 28 20:09:25.826498 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:25.939876 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:26.446187 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04157cdd-bc6a-454c-80ed-a568289e62a1 req-d9e5f33d-563c-45f9-892c-e8b8096c411d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:26.447906 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-04157cdd-bc6a-454c-80ed-a568289e62a1 req-d9e5f33d-563c-45f9-892c-e8b8096c411d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5d3219-021c-4ab5-808d-782e0b1cdfe7 HTTP/1.1" status: 200 len: 944 time: 0.0562236 Apr 28 20:09:26.486372 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-04157cdd-bc6a-454c-80ed-a568289e62a1 req-84313cc2-3bf8-4e4b-90d9-865b6a6be742 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321417 Apr 28 20:09:26.673181 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device ac123651-8a6f-4c7f-bf58-e90b805d9e9a details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:09:26.771112 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port ac123651-8a6f-4c7f-bf58-e90b805d9e9a, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=ac123651-8a6f-4c7f-bf58-e90b805d9e9a,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:09:26.782582 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'ac123651-8a6f-4c7f-bf58-e90b805d9e9a', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'port_id': 'ac123651-8a6f-4c7f-bf58-e90b805d9e9a', 'mac_address': 'fa:16:3e:b2:ae:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:09:26.825407 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:26.838917 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac123651-8a6f-4c7f-bf58-e90b805d9e9a {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:09:26.858390 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port ac123651-8a6f-4c7f-bf58-e90b805d9e9a, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=ac123651-8a6f-4c7f-bf58-e90b805d9e9a,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:09:26.862215 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:26.914137 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=ac123651-8a6f-4c7f-bf58-e90b805d9e9a,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:27.047893 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['ac123651-8a6f-4c7f-bf58-e90b805d9e9a'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:09:27.610399 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85720f41-7933-46b2-a457-000a9e5bfb91 req-97b2e2e9-1253-423b-9eac-26c813492433 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:27.612116 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-85720f41-7933-46b2-a457-000a9e5bfb91 req-97b2e2e9-1253-423b-9eac-26c813492433 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5d3219-021c-4ab5-808d-782e0b1cdfe7 HTTP/1.1" status: 200 len: 945 time: 0.0535202 Apr 28 20:09:27.652145 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-85720f41-7933-46b2-a457-000a9e5bfb91 req-32e6b285-07e0-41d7-8758-6b5160b9407f tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331688 Apr 28 20:09:28.690497 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device ac123651-8a6f-4c7f-bf58-e90b805d9e9a up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:09:28.760377 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port ac123651-8a6f-4c7f-bf58-e90b805d9e9a completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:09:28.764458 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port ac123651-8a6f-4c7f-bf58-e90b805d9e9a triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:09:28.764941 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:28.779391 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f74cda-1578-4261-99a9-d53e5debd746 req-76944bdd-ecfa-49a3-af3c-87f5a3107c44 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:28.781591 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-08f74cda-1578-4261-99a9-d53e5debd746 req-76944bdd-ecfa-49a3-af3c-87f5a3107c44 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5d3219-021c-4ab5-808d-782e0b1cdfe7 HTTP/1.1" status: 200 len: 945 time: 0.0558143 Apr 28 20:09:28.824731 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-08f74cda-1578-4261-99a9-d53e5debd746 req-f4b93920-6b43-4178-9ecd-aa1c53f9063f tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364685 Apr 28 20:09:28.856357 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:28.881227 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5d3219-021c-4ab5-808d-782e0b1cdfe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac123651-8a6f-4c7f-bf58-e90b805d9e9a'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:09:28.883467 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ede275-11a2-452d-9166-1ec3ab45a30c" -d '{"events": [{"server_uuid": "fe5d3219-021c-4ab5-808d-782e0b1cdfe7", "name": "network-vif-plugged", "status": "completed", "tag": "ac123651-8a6f-4c7f-bf58-e90b805d9e9a"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:09:28.896646 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port ac123651-8a6f-4c7f-bf58-e90b805d9e9a, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=ac123651-8a6f-4c7f-bf58-e90b805d9e9a,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:09:28.901643 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:28.933558 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44618865-406d-4650-a698-02bdeb7059e8 x-openstack-request-id: req-44618865-406d-4650-a698-02bdeb7059e8 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:09:28.933851 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5d3219-021c-4ab5-808d-782e0b1cdfe7", "name": "network-vif-plugged", "status": "completed", "tag": "ac123651-8a6f-4c7f-bf58-e90b805d9e9a", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:09:28.934100 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-44618865-406d-4650-a698-02bdeb7059e8 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:09:28.934492 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44618865-406d-4650-a698-02bdeb7059e8'] response: {'server_uuid': 'fe5d3219-021c-4ab5-808d-782e0b1cdfe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac123651-8a6f-4c7f-bf58-e90b805d9e9a', 'code': 200} Apr 28 20:09:28.959565 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=ac123651-8a6f-4c7f-bf58-e90b805d9e9a,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:29.039620 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a640b-2f39-4782-9833-29492dffc478 req-12f9a8a6-3764-48b5-8c64-dd057c8ba539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:29.041138 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cf7a640b-2f39-4782-9833-29492dffc478 req-12f9a8a6-3764-48b5-8c64-dd057c8ba539 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fe5d3219-021c-4ab5-808d-782e0b1cdfe7 HTTP/1.1" status: 200 len: 1097 time: 0.0492821 Apr 28 20:09:29.079669 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cf7a640b-2f39-4782-9833-29492dffc478 req-fbf1d38d-4011-42ad-9b5b-b222a6fd484d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318804 Apr 28 20:09:29.944906 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963d980-9cf9-4aa7-9bf9-47033dd8b3ee req-b4fc9b7b-3631-41d8-a4ca-fde2510f6028 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:29.946335 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6963d980-9cf9-4aa7-9bf9-47033dd8b3ee req-b4fc9b7b-3631-41d8-a4ca-fde2510f6028 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5d3219-021c-4ab5-808d-782e0b1cdfe7 HTTP/1.1" status: 200 len: 946 time: 0.0532253 Apr 28 20:09:29.984676 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6963d980-9cf9-4aa7-9bf9-47033dd8b3ee req-2e123b08-5ea6-4728-a744-9b335dd4bccb tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321991 Apr 28 20:09:31.105098 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9037c-ccd5-4d06-9da1-2dd6802485dc req-b610ed92-1460-493a-b6fc-58e3232ccd4d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:31.106561 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d8a9037c-ccd5-4d06-9da1-2dd6802485dc req-b610ed92-1460-493a-b6fc-58e3232ccd4d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5d3219-021c-4ab5-808d-782e0b1cdfe7 HTTP/1.1" status: 200 len: 946 time: 0.0505350 Apr 28 20:09:31.148971 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d8a9037c-ccd5-4d06-9da1-2dd6802485dc req-cfc3fa25-baf9-4daa-9ec9-05bb464ac477 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353787 Apr 28 20:09:31.273496 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360105f-bdb2-4441-bed8-4411c6e30482 req-2895c6d6-d9d7-4698-8159-5ac35162e015 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:31.274984 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1360105f-bdb2-4441-bed8-4411c6e30482 req-2895c6d6-d9d7-4698-8159-5ac35162e015 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5d3219-021c-4ab5-808d-782e0b1cdfe7 HTTP/1.1" status: 200 len: 946 time: 0.0543954 Apr 28 20:09:31.313818 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1360105f-bdb2-4441-bed8-4411c6e30482 req-9bc6969f-e6d1-4be1-9b12-9652ecd15624 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326126 Apr 28 20:09:31.805244 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd65f00-39c5-4cb2-b368-cfca3ab73d63 req-651a43d0-bbd7-48e9-8b20-b188cf86f947 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:31.806746 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1fd65f00-39c5-4cb2-b368-cfca3ab73d63 req-651a43d0-bbd7-48e9-8b20-b188cf86f947 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5d3219-021c-4ab5-808d-782e0b1cdfe7 HTTP/1.1" status: 200 len: 946 time: 0.4239478 Apr 28 20:09:31.847729 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1fd65f00-39c5-4cb2-b368-cfca3ab73d63 req-8a3b6771-1d31-49d2-8e8d-2d324b481e59 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334630 Apr 28 20:09:31.963891 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:32.152236 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b424c6-07df-4a4d-b7f3-5bf73541a619 req-65f75e02-0fc6-4220-850c-90b5e5e23e2c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:32.153736 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66b424c6-07df-4a4d-b7f3-5bf73541a619 req-65f75e02-0fc6-4220-850c-90b5e5e23e2c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5d3219-021c-4ab5-808d-782e0b1cdfe7 HTTP/1.1" status: 200 len: 946 time: 0.0505323 Apr 28 20:09:32.194910 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66b424c6-07df-4a4d-b7f3-5bf73541a619 req-dad91cbe-e5a7-4fba-9b38-d3407f93405a tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338809 Apr 28 20:09:33.319660 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecf729-8e39-40fa-8254-d7605c401272 req-1bd980d0-b8df-481d-901b-7f28950a9c2c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:33.321825 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2aecf729-8e39-40fa-8254-d7605c401272 req-1bd980d0-b8df-481d-901b-7f28950a9c2c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5d3219-021c-4ab5-808d-782e0b1cdfe7 HTTP/1.1" status: 200 len: 946 time: 0.0510063 Apr 28 20:09:33.359745 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2aecf729-8e39-40fa-8254-d7605c401272 req-a3438105-a25f-4630-ba6f-ef653939be71 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324714 Apr 28 20:09:33.523144 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71997fd6-a400-41c2-80ad-8c1cc0821b18 req-fa4d85fc-b1c4-4e53-903d-861170cfe634 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:33.524560 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-71997fd6-a400-41c2-80ad-8c1cc0821b18 req-fa4d85fc-b1c4-4e53-903d-861170cfe634 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe5d3219-021c-4ab5-808d-782e0b1cdfe7 HTTP/1.1" status: 200 len: 946 time: 0.0497451 Apr 28 20:09:33.564476 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:33.629650 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-71997fd6-a400-41c2-80ad-8c1cc0821b18 req-0b8f4ab1-ebfb-4132-a234-05cbad2c1929 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Deleting port ac123651-8a6f-4c7f-bf58-e90b805d9e9a {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:09:33.629999 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-71997fd6-a400-41c2-80ad-8c1cc0821b18 req-0b8f4ab1-ebfb-4132-a234-05cbad2c1929 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:33.722536 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-71997fd6-a400-41c2-80ad-8c1cc0821b18 req-0b8f4ab1-ebfb-4132-a234-05cbad2c1929 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] For port ac123651-8a6f-4c7f-bf58-e90b805d9e9a, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=ac123651-8a6f-4c7f-bf58-e90b805d9e9a,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:09:33.722902 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-71997fd6-a400-41c2-80ad-8c1cc0821b18 req-0b8f4ab1-ebfb-4132-a234-05cbad2c1929 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:33.737577 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-71997fd6-a400-41c2-80ad-8c1cc0821b18 req-0b8f4ab1-ebfb-4132-a234-05cbad2c1929 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Calling delete_port for ac123651-8a6f-4c7f-bf58-e90b805d9e9a owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:09:33.878813 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-71997fd6-a400-41c2-80ad-8c1cc0821b18 req-0b8f4ab1-ebfb-4132-a234-05cbad2c1929 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:33.892591 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['ac123651-8a6f-4c7f-bf58-e90b805d9e9a'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:09:33.913107 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f4ab1-ebfb-4132-a234-05cbad2c1929 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Pushing event deleted for resources: {'Port': ['ID=ac123651-8a6f-4c7f-bf58-e90b805d9e9a,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:33.963716 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-71997fd6-a400-41c2-80ad-8c1cc0821b18 req-0b8f4ab1-ebfb-4132-a234-05cbad2c1929 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] No DVR routers for this DVR port ac123651-8a6f-4c7f-bf58-e90b805d9e9a on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:09:33.967192 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-71997fd6-a400-41c2-80ad-8c1cc0821b18 req-0b8f4ab1-ebfb-4132-a234-05cbad2c1929 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:33.971050 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-71997fd6-a400-41c2-80ad-8c1cc0821b18 req-0b8f4ab1-ebfb-4132-a234-05cbad2c1929 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.44 "DELETE /v2.0/ports/ac123651-8a6f-4c7f-bf58-e90b805d9e9a HTTP/1.1" status: 204 len: 173 time: 0.4404395 Apr 28 20:09:33.971983 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5d3219-021c-4ab5-808d-782e0b1cdfe7', 'name': 'network-vif-deleted', 'tag': 'ac123651-8a6f-4c7f-bf58-e90b805d9e9a'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:09:33.977066 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b4e4c9-def7-4ef6-b69f-b8be5f9f174c" -d '{"events": [{"server_uuid": "fe5d3219-021c-4ab5-808d-782e0b1cdfe7", "name": "network-vif-deleted", "tag": "ac123651-8a6f-4c7f-bf58-e90b805d9e9a"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:09:34.024967 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f427362-eddc-44fe-bc50-c1feaf04c397 x-openstack-request-id: req-5f427362-eddc-44fe-bc50-c1feaf04c397 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:09:34.025371 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5d3219-021c-4ab5-808d-782e0b1cdfe7", "name": "network-vif-deleted", "tag": "ac123651-8a6f-4c7f-bf58-e90b805d9e9a", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:09:34.025715 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5f427362-eddc-44fe-bc50-c1feaf04c397 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:09:34.026218 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f427362-eddc-44fe-bc50-c1feaf04c397'] response: {'server_uuid': 'fe5d3219-021c-4ab5-808d-782e0b1cdfe7', 'name': 'network-vif-deleted', 'tag': 'ac123651-8a6f-4c7f-bf58-e90b805d9e9a', 'status': 'completed', 'code': 200} Apr 28 20:09:34.465511 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4820e9b0-ac3e-4778-9a2e-107c2840e539 req-c2b60855-120a-4e61-94c2-0ba15d9a9971 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5d3219-021c-4ab5-808d-782e0b1cdfe7 HTTP/1.1" status: 200 len: 210 time: 0.0284898 Apr 28 20:09:35.572215 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-96cd28ac-0967-435e-bbcb-58a5da5c8584 req-7abd1774-4290-47c6-b7ae-671e6dbfaefc tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5d3219-021c-4ab5-808d-782e0b1cdfe7 HTTP/1.1" status: 200 len: 210 time: 0.0279703 Apr 28 20:09:36.679229 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5e08859d-e3c5-46bf-b9d1-d7dc382530f5 req-86cf5580-1aa0-42ce-af6f-8bd126ea900a tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5d3219-021c-4ab5-808d-782e0b1cdfe7 HTTP/1.1" status: 200 len: 210 time: 0.0315392 Apr 28 20:09:36.778747 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device ac123651-8a6f-4c7f-bf58-e90b805d9e9a no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:09:36.807025 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: ac123651-8a6f-4c7f-bf58-e90b805d9e9a {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:09:36.807452 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device ac123651-8a6f-4c7f-bf58-e90b805d9e9a not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:09:37.796124 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4e12da8e-af8f-4e5c-8680-f82d04e288db req-90fbc048-f87f-4c80-a48b-4485a1dd2be9 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5d3219-021c-4ab5-808d-782e0b1cdfe7 HTTP/1.1" status: 200 len: 210 time: 0.0311711 Apr 28 20:09:49.833453 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d82b7bc9-dd61-44c3-925a-397c3de08d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:52.074533 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a2524bbc-46ee-44f9-ad0e-51b57793e0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:53.558333 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:55.837246 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:56.087512 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:56.653695 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:09:59.857551 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-9cbbc84c-5b97-4a96-85b2-c07533105438 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:59.859046 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-9cbbc84c-5b97-4a96-85b2-c07533105438 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/networks?id=3ca892cc-b431-485e-a8d1-1dc31fa2091b HTTP/1.1" status: 200 len: 812 time: 0.1105733 Apr 28 20:09:59.874890 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-2b7f99d3-07b1-4baa-94ee-dc8d422a5af2 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/quotas/a7abd85c8b80481690a18110e7cba81e HTTP/1.1" status: 200 len: 375 time: 0.0090904 Apr 28 20:09:59.930097 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-2def7273-f94c-4c56-85c4-f91ec1b465bb tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7abd85c8b80481690a18110e7cba81e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494220 Apr 28 20:10:00.028806 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-64eccd52-fe4b-42d3-a3ef-6a96531d76f5 service neutron] 10.222.0.42 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909719 Apr 28 20:10:00.129401 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-5365e070-50b0-43c6-b07e-de03dba6456e service neutron] 10.222.0.42 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938294 Apr 28 20:10:00.459389 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-76d1c1f2-9518-4901-a8ee-72f8310e4c3a req-e1312aea-b3f0-4f5d-a2fe-63bcb7a1ba4d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=510aa0b6-38c4-4934-9b76-5666e6958b92 HTTP/1.1" status: 200 len: 210 time: 0.0301311 Apr 28 20:10:01.428970 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-e8c687e9-3ca4-45a4-bc9c-fe446999abe6 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:01.430527 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-e8c687e9-3ca4-45a4-bc9c-fe446999abe6 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.44 "GET /v2.0/networks?id=3ca892cc-b431-485e-a8d1-1dc31fa2091b HTTP/1.1" status: 200 len: 812 time: 0.1373398 Apr 28 20:10:01.443276 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-2a817495-ae0b-4247-a4ae-db8ed4b21599 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Request body: {'port': {'device_id': '510aa0b6-38c4-4934-9b76-5666e6958b92', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'admin_state_up': True, 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:10:01.584346 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-983a112d-65f7-40b2-bef8-68026eed4a91 req-684460a1-6989-4f75-bcbb-f0e66c0e7bc6 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=510aa0b6-38c4-4934-9b76-5666e6958b92 HTTP/1.1" status: 200 len: 210 time: 0.0385635 Apr 28 20:10:01.623337 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-2a817495-ae0b-4247-a4ae-db8ed4b21599 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Made reservation on behalf of a7abd85c8b80481690a18110e7cba81e for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:10:01.628201 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-2a817495-ae0b-4247-a4ae-db8ed4b21599 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:01.780655 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-2a817495-ae0b-4247-a4ae-db8ed4b21599 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Allocated IP 172.20.0.5 (3ca892cc-b431-485e-a8d1-1dc31fa2091b/11daf8f6-15c0-4d09-926f-75c1fcbe625d/18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:10:01.953694 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:01.964031 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-2a817495-ae0b-4247-a4ae-db8ed4b21599 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:02.001981 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-2a817495-ae0b-4247-a4ae-db8ed4b21599 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:02.054266 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-2a817495-ae0b-4247-a4ae-db8ed4b21599 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Network 3ca892cc-b431-485e-a8d1-1dc31fa2091b is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:10:02.057550 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-2a817495-ae0b-4247-a4ae-db8ed4b21599 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:10:02.061745 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-2a817495-ae0b-4247-a4ae-db8ed4b21599 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:10:02.087725 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a817495-ae0b-4247-a4ae-db8ed4b21599 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Pushing event updated for resources: {'Port': ['ID=18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:02.118010 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-2a817495-ae0b-4247-a4ae-db8ed4b21599 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:02.118831 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-2a817495-ae0b-4247-a4ae-db8ed4b21599 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:02.151691 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-2a817495-ae0b-4247-a4ae-db8ed4b21599 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7120545 Apr 28 20:10:02.162353 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-822fcd2e-813b-428a-b44a-43392bccce64 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:10:02.163611 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-822fcd2e-813b-428a-b44a-43392bccce64 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057282 Apr 28 20:10:02.266026 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-f9f8bc35-fa9a-42a8-b79c-237b57fc5c82 service neutron] Request body: {'port': {'device_id': '510aa0b6-38c4-4934-9b76-5666e6958b92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:10:02.349808 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-f9f8bc35-fa9a-42a8-b79c-237b57fc5c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:02.449911 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-f1987b3e-1f79-4dfa-9a0b-e98f10c99b0a None None] Provisioning complete for port 18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:02.450301 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f1987b3e-1f79-4dfa-9a0b-e98f10c99b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:02.485630 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-f1987b3e-1f79-4dfa-9a0b-e98f10c99b0a None None] Port 18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:10:02.641385 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-f9f8bc35-fa9a-42a8-b79c-237b57fc5c82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:10:02.650464 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-f9f8bc35-fa9a-42a8-b79c-237b57fc5c82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:02.663291 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-f9f8bc35-fa9a-42a8-b79c-237b57fc5c82 service neutron] Transition to ACTIVE for port object 18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:10:02.669516 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-f9f8bc35-fa9a-42a8-b79c-237b57fc5c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:02.732904 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8bc35-fa9a-42a8-b79c-237b57fc5c82 service neutron] Pushing event updated for resources: {'Port': ['ID=18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:02.791486 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b4307-dd04-4b2c-9dac-c97b3737106b req-5619427c-157f-4801-af0b-fc9fc974ad43 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:02.793434 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f86b4307-dd04-4b2c-9dac-c97b3737106b req-5619427c-157f-4801-af0b-fc9fc974ad43 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=510aa0b6-38c4-4934-9b76-5666e6958b92 HTTP/1.1" status: 200 len: 943 time: 0.1208014 Apr 28 20:10:02.841389 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-f9f8bc35-fa9a-42a8-b79c-237b57fc5c82 service neutron] Attempting to bind port 18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:10:02.842156 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-f9f8bc35-fa9a-42a8-b79c-237b57fc5c82 service neutron] Attempting to bind port 18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:10:02.842681 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-f9f8bc35-fa9a-42a8-b79c-237b57fc5c82 service neutron] Attempting to bind port 18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f on network 3ca892cc-b431-485e-a8d1-1dc31fa2091b {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:10:02.848354 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-f9f8bc35-fa9a-42a8-b79c-237b57fc5c82 service neutron] Port 18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f on network 3ca892cc-b431-485e-a8d1-1dc31fa2091b not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:10:02.848857 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-f9f8bc35-fa9a-42a8-b79c-237b57fc5c82 service neutron] Attempting to bind port 18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f on network 3ca892cc-b431-485e-a8d1-1dc31fa2091b {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:10:02.855302 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-f9f8bc35-fa9a-42a8-b79c-237b57fc5c82 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:10:02.860884 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f86b4307-dd04-4b2c-9dac-c97b3737106b req-9a506553-59f9-41b9-b0f8-4d5f541143d9 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591960 Apr 28 20:10:02.865204 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-f9f8bc35-fa9a-42a8-b79c-237b57fc5c82 service neutron] Checking segment: {'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:10:02.865636 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-f9f8bc35-fa9a-42a8-b79c-237b57fc5c82 service neutron] Bound using segment: {'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:10:02.866106 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-f9f8bc35-fa9a-42a8-b79c-237b57fc5c82 service neutron] Bound port: 18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:10:02.866475 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-f9f8bc35-fa9a-42a8-b79c-237b57fc5c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:02.968419 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-f9f8bc35-fa9a-42a8-b79c-237b57fc5c82 service neutron] For port 18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:10:02.972805 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-f9f8bc35-fa9a-42a8-b79c-237b57fc5c82 service neutron] For port 18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:10:02.980444 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-f9f8bc35-fa9a-42a8-b79c-237b57fc5c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:03.052379 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-f9f8bc35-fa9a-42a8-b79c-237b57fc5c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:03.052870 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-f9f8bc35-fa9a-42a8-b79c-237b57fc5c82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:03.054513 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-f9f8bc35-fa9a-42a8-b79c-237b57fc5c82 service neutron] 10.222.0.44 "PUT /v2.0/ports/18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f HTTP/1.1" status: 200 len: 1091 time: 0.8830743 Apr 28 20:10:03.057525 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '510aa0b6-38c4-4934-9b76-5666e6958b92', 'tag': '18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:10:03.059973 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f24c41-3dff-433c-ad73-5b20b63d332a" -d '{"events": [{"name": "network-changed", "server_uuid": "510aa0b6-38c4-4934-9b76-5666e6958b92", "tag": "18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:10:03.091436 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8bc35-fa9a-42a8-b79c-237b57fc5c82 service neutron] Pushing event updated for resources: {'Port': ['ID=18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:03.148705 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce94deb1-e5a3-4775-8323-540efdcbad8d x-openstack-request-id: req-ce94deb1-e5a3-4775-8323-540efdcbad8d {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:10:03.148705 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "510aa0b6-38c4-4934-9b76-5666e6958b92", "tag": "18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:10:03.149059 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ce94deb1-e5a3-4775-8323-540efdcbad8d {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:10:03.150380 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce94deb1-e5a3-4775-8323-540efdcbad8d'] response: {'name': 'network-changed', 'server_uuid': '510aa0b6-38c4-4934-9b76-5666e6958b92', 'tag': '18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f', 'status': 'completed', 'code': 200} Apr 28 20:10:03.179854 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-66a08156-f88f-444f-b89b-08b975a1c807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:03.181646 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-66a08156-f88f-444f-b89b-08b975a1c807 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a7abd85c8b80481690a18110e7cba81e&device_id=510aa0b6-38c4-4934-9b76-5666e6958b92 HTTP/1.1" status: 200 len: 1094 time: 0.0826688 Apr 28 20:10:03.239810 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-ef5fcf74-7e61-4437-a08f-57e6993ec330 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f HTTP/1.1" status: 200 len: 217 time: 0.0495267 Apr 28 20:10:03.316644 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-7d59e771-38a3-42f0-9c16-382b6ca79c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:03.318254 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-7d59e771-38a3-42f0-9c16-382b6ca79c6c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11daf8f6-15c0-4d09-926f-75c1fcbe625d HTTP/1.1" status: 200 len: 851 time: 0.0712469 Apr 28 20:10:03.385109 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-a368352a-e3c4-498e-a82c-db20ca5763bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:03.388315 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-a368352a-e3c4-498e-a82c-db20ca5763bc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ca892cc-b431-485e-a8d1-1dc31fa2091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620930 Apr 28 20:10:03.512397 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-ad4713fa-31c9-4bdb-9494-0d5ee7bd3a7e service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174362 Apr 28 20:10:03.561329 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:03.621761 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d1cb950a-74e6-44c1-95b6-bd83b17e6d17 req-6dc2d603-1292-465e-844b-dc587fd35683 service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026671 Apr 28 20:10:03.722439 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f24c41-3dff-433c-ad73-5b20b63d332a req-d6ddae6a-b34d-4b99-b88f-9adc56b2b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:03.724192 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-95f24c41-3dff-433c-ad73-5b20b63d332a req-d6ddae6a-b34d-4b99-b88f-9adc56b2b331 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a7abd85c8b80481690a18110e7cba81e&device_id=510aa0b6-38c4-4934-9b76-5666e6958b92 HTTP/1.1" status: 200 len: 1094 time: 0.0539939 Apr 28 20:10:03.837485 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f24c41-3dff-433c-ad73-5b20b63d332a req-be14f8f4-a74b-448f-9288-22817a77f317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:03.838885 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-95f24c41-3dff-433c-ad73-5b20b63d332a req-be14f8f4-a74b-448f-9288-22817a77f317 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3ca892cc-b431-485e-a8d1-1dc31fa2091b HTTP/1.1" status: 200 len: 913 time: 0.1076753 Apr 28 20:10:03.882628 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-95f24c41-3dff-433c-ad73-5b20b63d332a req-ef6d6242-25b7-468f-8d43-50c3a9c57974 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f HTTP/1.1" status: 200 len: 217 time: 0.0359757 Apr 28 20:10:03.958275 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f24c41-3dff-433c-ad73-5b20b63d332a req-e2013291-676f-46f7-a61e-31524cf2ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:03.960085 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-95f24c41-3dff-433c-ad73-5b20b63d332a req-e2013291-676f-46f7-a61e-31524cf2ab35 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11daf8f6-15c0-4d09-926f-75c1fcbe625d HTTP/1.1" status: 200 len: 851 time: 0.0707986 Apr 28 20:10:04.029127 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5bad9c-2213-4c49-9822-c312e93cfd87 req-8b289e72-6088-4a00-82c0-622ce3284b72 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:04.037095 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cc5bad9c-2213-4c49-9822-c312e93cfd87 req-8b289e72-6088-4a00-82c0-622ce3284b72 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=510aa0b6-38c4-4934-9b76-5666e6958b92 HTTP/1.1" status: 200 len: 943 time: 0.0737762 Apr 28 20:10:04.050982 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f24c41-3dff-433c-ad73-5b20b63d332a req-4b8ee1be-68e7-43a0-9c57-4bbc7c172dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:04.052557 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-95f24c41-3dff-433c-ad73-5b20b63d332a req-4b8ee1be-68e7-43a0-9c57-4bbc7c172dfc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ca892cc-b431-485e-a8d1-1dc31fa2091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786667 Apr 28 20:10:04.079018 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cc5bad9c-2213-4c49-9822-c312e93cfd87 req-b4c07cce-2846-4ca6-9082-bb50fa984d09 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409441 Apr 28 20:10:04.164452 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-95f24c41-3dff-433c-ad73-5b20b63d332a req-1848c47e-0786-4c54-a25f-765633d44a1a service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046071 Apr 28 20:10:04.282515 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-95f24c41-3dff-433c-ad73-5b20b63d332a req-d22f64db-e82f-47d7-878b-d7d083a8436c service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116509 Apr 28 20:10:05.214565 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc612c5d-638e-4d7f-a1ac-6becab0ed631 req-89a3b951-834e-4691-90cc-3bd18b08b54a tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:05.216077 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cc612c5d-638e-4d7f-a1ac-6becab0ed631 req-89a3b951-834e-4691-90cc-3bd18b08b54a tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=510aa0b6-38c4-4934-9b76-5666e6958b92 HTTP/1.1" status: 200 len: 943 time: 0.0540178 Apr 28 20:10:05.271200 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cc612c5d-638e-4d7f-a1ac-6becab0ed631 req-d1eeb35f-de97-4bd5-8674-7bf2b73e38f0 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477493 Apr 28 20:10:06.408860 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ccf71-8a13-4b4b-b6db-084f9a6c2533 req-e82ae536-7b46-4bcc-b1fa-209b10e3433f tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:06.410485 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-906ccf71-8a13-4b4b-b6db-084f9a6c2533 req-e82ae536-7b46-4bcc-b1fa-209b10e3433f tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=510aa0b6-38c4-4934-9b76-5666e6958b92 HTTP/1.1" status: 200 len: 943 time: 0.0546601 Apr 28 20:10:06.453661 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-906ccf71-8a13-4b4b-b6db-084f9a6c2533 req-74a90692-6ab0-4209-ba5a-4dcddd8a48a5 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344322 Apr 28 20:10:07.581132 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04db15-5b86-4959-b4da-8ebd83d3b3d4 req-be1cbd30-bc2d-4c41-b825-f105d1730028 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:07.582788 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cb04db15-5b86-4959-b4da-8ebd83d3b3d4 req-be1cbd30-bc2d-4c41-b825-f105d1730028 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=510aa0b6-38c4-4934-9b76-5666e6958b92 HTTP/1.1" status: 200 len: 943 time: 0.0558333 Apr 28 20:10:07.621338 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cb04db15-5b86-4959-b4da-8ebd83d3b3d4 req-0a854961-334a-4ec3-8a4f-7e5012ce903d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324483 Apr 28 20:10:08.741277 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601babb-5c11-46ea-a81f-53ca8cfd08d6 req-07c08f33-794f-45a3-9a1d-d1edfc19d76c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:08.742875 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0601babb-5c11-46ea-a81f-53ca8cfd08d6 req-07c08f33-794f-45a3-9a1d-d1edfc19d76c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=510aa0b6-38c4-4934-9b76-5666e6958b92 HTTP/1.1" status: 200 len: 943 time: 0.0500891 Apr 28 20:10:08.780979 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0601babb-5c11-46ea-a81f-53ca8cfd08d6 req-7b817c82-ff43-4134-974e-6191f4853ccf tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319560 Apr 28 20:10:09.898444 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ddaa6-4b3f-4233-8930-3069d567db5d req-b6e14db0-78ec-4b25-a93e-f0b56b2c51a6 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:09.900236 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-725ddaa6-4b3f-4233-8930-3069d567db5d req-b6e14db0-78ec-4b25-a93e-f0b56b2c51a6 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=510aa0b6-38c4-4934-9b76-5666e6958b92 HTTP/1.1" status: 200 len: 943 time: 0.0504224 Apr 28 20:10:09.938222 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-725ddaa6-4b3f-4233-8930-3069d567db5d req-ae3279d9-0d83-45ef-99c4-1bfb57bd5e91 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319960 Apr 28 20:10:11.055549 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9453e-d63c-468d-8768-4a332190e770 req-1b534992-ed39-4278-a6ef-8190c884703e tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:11.057046 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fdb9453e-d63c-468d-8768-4a332190e770 req-1b534992-ed39-4278-a6ef-8190c884703e tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=510aa0b6-38c4-4934-9b76-5666e6958b92 HTTP/1.1" status: 200 len: 943 time: 0.0495682 Apr 28 20:10:11.093764 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fdb9453e-d63c-468d-8768-4a332190e770 req-df194c25-6e07-4f2b-b5b2-665e4f9b16ce tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307217 Apr 28 20:10:12.209608 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d945b-c384-4d06-9b06-a7156b89a35a req-d85b02f7-ce31-4a1d-bd2d-82f55043ddfa tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:12.210982 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c43d945b-c384-4d06-9b06-a7156b89a35a req-d85b02f7-ce31-4a1d-bd2d-82f55043ddfa tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=510aa0b6-38c4-4934-9b76-5666e6958b92 HTTP/1.1" status: 200 len: 943 time: 0.0488636 Apr 28 20:10:12.249054 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c43d945b-c384-4d06-9b06-a7156b89a35a req-a948a225-3113-4897-b06e-6f65792e4e6c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318649 Apr 28 20:10:12.931558 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:10:13.029107 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:10:13.041232 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'port_id': '18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f', 'mac_address': 'fa:16:3e:c9:42:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:10:13.078178 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:13.091573 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:10:13.110932 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:10:13.115655 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:13.167645 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:13.175753 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:13.176094 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:13.176447 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:13.176774 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:13.177098 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:13.177421 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:13.177739 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:13.178057 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:13.178372 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:13.178685 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:13.179007 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:13.179319 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:13.319583 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:10:13.379652 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ffbd1-106c-4711-a971-cb58e1183b8f req-ee015eb9-eab6-4702-a4b8-e8cf52ac5365 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:13.381177 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-127ffbd1-106c-4711-a971-cb58e1183b8f req-ee015eb9-eab6-4702-a4b8-e8cf52ac5365 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=510aa0b6-38c4-4934-9b76-5666e6958b92 HTTP/1.1" status: 200 len: 944 time: 0.0570188 Apr 28 20:10:13.436464 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-127ffbd1-106c-4711-a971-cb58e1183b8f req-e37d498d-1dff-4d95-ac92-02d209cce7c3 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439594 Apr 28 20:10:14.557237 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15f854-1fea-4201-8580-5b04cac6fe84 req-efeb2d13-4a63-46b6-93fd-e6209e9e9154 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:14.558845 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d15f854-1fea-4201-8580-5b04cac6fe84 req-efeb2d13-4a63-46b6-93fd-e6209e9e9154 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=510aa0b6-38c4-4934-9b76-5666e6958b92 HTTP/1.1" status: 200 len: 944 time: 0.0573213 Apr 28 20:10:14.601042 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5d15f854-1fea-4201-8580-5b04cac6fe84 req-0c57accb-b37a-48eb-9385-38096f35ee1d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352218 Apr 28 20:10:14.940190 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:10:14.995049 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:10:14.999044 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:14.999416 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:15.081738 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:15.105661 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510aa0b6-38c4-4934-9b76-5666e6958b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:10:15.107882 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4122fc8-ac49-4189-b6a7-f06a2f8f6351" -d '{"events": [{"server_uuid": "510aa0b6-38c4-4934-9b76-5666e6958b92", "name": "network-vif-plugged", "status": "completed", "tag": "18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:10:15.120751 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:10:15.125542 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:15.157659 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40db6026-509f-4576-a520-252166b1463c x-openstack-request-id: req-40db6026-509f-4576-a520-252166b1463c {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:10:15.158005 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510aa0b6-38c4-4934-9b76-5666e6958b92", "name": "network-vif-plugged", "status": "completed", "tag": "18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:10:15.158953 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-40db6026-509f-4576-a520-252166b1463c {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:10:15.159736 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40db6026-509f-4576-a520-252166b1463c'] response: {'server_uuid': '510aa0b6-38c4-4934-9b76-5666e6958b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f', 'code': 200} Apr 28 20:10:15.185072 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:15.255641 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dac305-1cf4-4bd6-aff5-c73652dbbfd8 req-6d2474fd-186e-4ce5-bdad-9dbf8c266ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:15.257150 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-40dac305-1cf4-4bd6-aff5-c73652dbbfd8 req-6d2474fd-186e-4ce5-bdad-9dbf8c266ec8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=510aa0b6-38c4-4934-9b76-5666e6958b92 HTTP/1.1" status: 200 len: 1096 time: 0.0436380 Apr 28 20:10:15.298988 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-40dac305-1cf4-4bd6-aff5-c73652dbbfd8 req-1c7dbe16-a826-4d76-ae6c-30b7e06f74f0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350337 Apr 28 20:10:15.722632 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72720e6-821c-4eda-85ef-bb5c14d1959e req-cfbc43e2-2b30-4cc2-9bab-ea1f9b83010c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:15.724138 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d72720e6-821c-4eda-85ef-bb5c14d1959e req-cfbc43e2-2b30-4cc2-9bab-ea1f9b83010c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=510aa0b6-38c4-4934-9b76-5666e6958b92 HTTP/1.1" status: 200 len: 945 time: 0.0513306 Apr 28 20:10:15.769240 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d72720e6-821c-4eda-85ef-bb5c14d1959e req-67b01936-d5e1-45da-adcc-1c433de36e14 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369525 Apr 28 20:10:16.887179 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04ab20-02d7-44c1-9c72-adf174b734d9 req-7fbe9453-2371-4219-913e-9fdbecd89757 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:16.888738 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5e04ab20-02d7-44c1-9c72-adf174b734d9 req-7fbe9453-2371-4219-913e-9fdbecd89757 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=510aa0b6-38c4-4934-9b76-5666e6958b92 HTTP/1.1" status: 200 len: 945 time: 0.0497642 Apr 28 20:10:16.928828 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5e04ab20-02d7-44c1-9c72-adf174b734d9 req-dd2da98f-ddf1-4fd8-bb1e-cd6de3302a15 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329366 Apr 28 20:10:17.051224 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bb689-1d74-4242-8891-af96df0bde25 req-f5975c79-d576-474b-930c-724ec24455df tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:17.053483 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0b9bb689-1d74-4242-8891-af96df0bde25 req-f5975c79-d576-474b-930c-724ec24455df tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=510aa0b6-38c4-4934-9b76-5666e6958b92 HTTP/1.1" status: 200 len: 945 time: 0.0567894 Apr 28 20:10:17.092606 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0b9bb689-1d74-4242-8891-af96df0bde25 req-381f8a6a-451f-4ef6-8302-5bc1cdc30a56 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328441 Apr 28 20:10:19.631228 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-30ae5ad9-63c2-43f5-aa27-3b17b9ff0d4e tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:19.632812 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-30ae5ad9-63c2-43f5-aa27-3b17b9ff0d4e tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/networks?id=3ca892cc-b431-485e-a8d1-1dc31fa2091b HTTP/1.1" status: 200 len: 812 time: 0.1029549 Apr 28 20:10:19.650194 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-7aa45535-798c-4eaf-b45d-27f22d5247aa tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/quotas/a7abd85c8b80481690a18110e7cba81e HTTP/1.1" status: 200 len: 375 time: 0.0109999 Apr 28 20:10:19.708321 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-257fc483-3708-441b-b900-b7d6618eecd5 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7abd85c8b80481690a18110e7cba81e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513573 Apr 28 20:10:19.807042 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-5add68c0-4a20-42ce-8265-ff1bccd0e0d5 service neutron] 10.222.0.42 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911899 Apr 28 20:10:19.836628 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0fe756eb-3eec-4e9c-9cad-c7b4b16072c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:19.909438 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-9b315a5d-0a4d-45fe-b289-b48405b29694 service neutron] 10.222.0.42 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958362 Apr 28 20:10:20.113777 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1a8a916a-4e5f-42c7-bc11-01bc746fe672 req-7ccab3cb-501e-40e9-8843-029d59530c46 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6d0df06-8c65-4be2-9787-30ad70e4929f HTTP/1.1" status: 200 len: 210 time: 0.0287430 Apr 28 20:10:21.101596 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-5bfb5bab-ce4e-4896-898c-6a4ac3425821 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:21.103093 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-5bfb5bab-ce4e-4896-898c-6a4ac3425821 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.15 "GET /v2.0/networks?id=3ca892cc-b431-485e-a8d1-1dc31fa2091b HTTP/1.1" status: 200 len: 812 time: 0.1177757 Apr 28 20:10:21.117116 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-c4361b15-b8d9-4ce0-875d-0334a47be677 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Request body: {'port': {'device_id': 'e6d0df06-8c65-4be2-9787-30ad70e4929f', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'admin_state_up': True, 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:10:21.253531 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7e1a69dc-4fe4-4ce4-81ff-2e7faea16c8b req-d1877746-2602-4653-9f58-2231a0ec10c6 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6d0df06-8c65-4be2-9787-30ad70e4929f HTTP/1.1" status: 200 len: 210 time: 0.0330474 Apr 28 20:10:21.270710 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-c4361b15-b8d9-4ce0-875d-0334a47be677 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Made reservation on behalf of a7abd85c8b80481690a18110e7cba81e for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:10:21.283045 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-c4361b15-b8d9-4ce0-875d-0334a47be677 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:21.417901 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-c4361b15-b8d9-4ce0-875d-0334a47be677 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Allocated IP 172.20.0.3 (3ca892cc-b431-485e-a8d1-1dc31fa2091b/11daf8f6-15c0-4d09-926f-75c1fcbe625d/0be73a6d-9a77-42b9-8377-1baf0e192b64) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:10:21.605246 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-c4361b15-b8d9-4ce0-875d-0334a47be677 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:21.643466 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-c4361b15-b8d9-4ce0-875d-0334a47be677 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:21.656434 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:10:21.714822 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4361b15-b8d9-4ce0-875d-0334a47be677 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Pushing event updated for resources: {'Port': ['ID=0be73a6d-9a77-42b9-8377-1baf0e192b64,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:21.727003 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-c4361b15-b8d9-4ce0-875d-0334a47be677 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Network 3ca892cc-b431-485e-a8d1-1dc31fa2091b is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:10:21.729478 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4361b15-b8d9-4ce0-875d-0334a47be677 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:21.729620 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4361b15-b8d9-4ce0-875d-0334a47be677 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:21.729968 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4361b15-b8d9-4ce0-875d-0334a47be677 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:21.730309 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4361b15-b8d9-4ce0-875d-0334a47be677 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:21.730641 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4361b15-b8d9-4ce0-875d-0334a47be677 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:21.730970 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4361b15-b8d9-4ce0-875d-0334a47be677 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:21.731347 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4361b15-b8d9-4ce0-875d-0334a47be677 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:21.731619 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4361b15-b8d9-4ce0-875d-0334a47be677 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:21.731944 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4361b15-b8d9-4ce0-875d-0334a47be677 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:21.732305 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4361b15-b8d9-4ce0-875d-0334a47be677 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:21.732621 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4361b15-b8d9-4ce0-875d-0334a47be677 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:21.732939 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4361b15-b8d9-4ce0-875d-0334a47be677 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:21.745294 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-c4361b15-b8d9-4ce0-875d-0334a47be677 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:10:21.748923 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-c4361b15-b8d9-4ce0-875d-0334a47be677 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:10:21.832165 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-c4361b15-b8d9-4ce0-875d-0334a47be677 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:21.832850 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-c4361b15-b8d9-4ce0-875d-0334a47be677 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:21.852307 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-c4361b15-b8d9-4ce0-875d-0334a47be677 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7390614 Apr 28 20:10:21.867249 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-7f144017-c8aa-48a5-805b-398517743595 service neutron] Request body: {'port': {'device_id': 'e6d0df06-8c65-4be2-9787-30ad70e4929f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:10:21.935010 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-7f144017-c8aa-48a5-805b-398517743595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:22.094395 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a14bd024-6940-4cde-9c5a-3eb36242b8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:22.121868 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-8f062c20-a4c8-40d7-a534-128b05ead1f4 None None] Provisioning complete for port 0be73a6d-9a77-42b9-8377-1baf0e192b64 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:22.122232 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8f062c20-a4c8-40d7-a534-128b05ead1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:22.171043 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-8f062c20-a4c8-40d7-a534-128b05ead1f4 None None] Port 0be73a6d-9a77-42b9-8377-1baf0e192b64 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:10:22.273900 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-7f144017-c8aa-48a5-805b-398517743595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0be73a6d-9a77-42b9-8377-1baf0e192b64 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:10:22.282800 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-7f144017-c8aa-48a5-805b-398517743595 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:22.299519 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-7f144017-c8aa-48a5-805b-398517743595 service neutron] Transition to ACTIVE for port object 0be73a6d-9a77-42b9-8377-1baf0e192b64 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:10:22.312565 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-7f144017-c8aa-48a5-805b-398517743595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:22.364748 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f144017-c8aa-48a5-805b-398517743595 service neutron] Pushing event updated for resources: {'Port': ['ID=0be73a6d-9a77-42b9-8377-1baf0e192b64,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:22.454710 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ad584-7a7a-4e5a-b6e1-2817a5c7e071 req-7038ea15-56f2-489c-a73b-516aac0d2933 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:22.465299 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-166ad584-7a7a-4e5a-b6e1-2817a5c7e071 req-7038ea15-56f2-489c-a73b-516aac0d2933 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6d0df06-8c65-4be2-9787-30ad70e4929f HTTP/1.1" status: 200 len: 943 time: 0.1070845 Apr 28 20:10:22.470412 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-7f144017-c8aa-48a5-805b-398517743595 service neutron] Attempting to bind port 0be73a6d-9a77-42b9-8377-1baf0e192b64 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:10:22.470893 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-7f144017-c8aa-48a5-805b-398517743595 service neutron] Attempting to bind port 0be73a6d-9a77-42b9-8377-1baf0e192b64 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:10:22.471452 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-7f144017-c8aa-48a5-805b-398517743595 service neutron] Attempting to bind port 0be73a6d-9a77-42b9-8377-1baf0e192b64 on network 3ca892cc-b431-485e-a8d1-1dc31fa2091b {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:10:22.483267 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-7f144017-c8aa-48a5-805b-398517743595 service neutron] Port 0be73a6d-9a77-42b9-8377-1baf0e192b64 on network 3ca892cc-b431-485e-a8d1-1dc31fa2091b not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:10:22.483732 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-7f144017-c8aa-48a5-805b-398517743595 service neutron] Attempting to bind port 0be73a6d-9a77-42b9-8377-1baf0e192b64 on network 3ca892cc-b431-485e-a8d1-1dc31fa2091b {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:10:22.491090 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-7f144017-c8aa-48a5-805b-398517743595 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:10:22.495010 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-7f144017-c8aa-48a5-805b-398517743595 service neutron] Checking segment: {'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:10:22.495473 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-7f144017-c8aa-48a5-805b-398517743595 service neutron] Bound using segment: {'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:10:22.496011 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-7f144017-c8aa-48a5-805b-398517743595 service neutron] Bound port: 0be73a6d-9a77-42b9-8377-1baf0e192b64, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:10:22.501071 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-7f144017-c8aa-48a5-805b-398517743595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:22.523020 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-166ad584-7a7a-4e5a-b6e1-2817a5c7e071 req-87f8f04d-4b57-46ca-a307-f1d9cf120323 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561562 Apr 28 20:10:22.583614 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-7f144017-c8aa-48a5-805b-398517743595 service neutron] For port 0be73a6d-9a77-42b9-8377-1baf0e192b64, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:10:22.587035 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-7f144017-c8aa-48a5-805b-398517743595 service neutron] For port 0be73a6d-9a77-42b9-8377-1baf0e192b64, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=0be73a6d-9a77-42b9-8377-1baf0e192b64,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:10:22.595411 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-7f144017-c8aa-48a5-805b-398517743595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:22.643367 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-7f144017-c8aa-48a5-805b-398517743595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:22.644820 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-7f144017-c8aa-48a5-805b-398517743595 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:22.646592 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-7f144017-c8aa-48a5-805b-398517743595 service neutron] 10.222.0.15 "PUT /v2.0/ports/0be73a6d-9a77-42b9-8377-1baf0e192b64 HTTP/1.1" status: 200 len: 1091 time: 0.7862751 Apr 28 20:10:22.653942 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d0df06-8c65-4be2-9787-30ad70e4929f', 'tag': '0be73a6d-9a77-42b9-8377-1baf0e192b64'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:10:22.655964 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3603eda2-f3f6-475d-8e80-4b3bb5010bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d0df06-8c65-4be2-9787-30ad70e4929f", "tag": "0be73a6d-9a77-42b9-8377-1baf0e192b64"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:10:22.691618 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f144017-c8aa-48a5-805b-398517743595 service neutron] Pushing event updated for resources: {'Port': ['ID=0be73a6d-9a77-42b9-8377-1baf0e192b64,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:22.728953 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdb21f2-5d11-4e20-abd0-933514be5478 x-openstack-request-id: req-4cdb21f2-5d11-4e20-abd0-933514be5478 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:10:22.729177 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d0df06-8c65-4be2-9787-30ad70e4929f", "tag": "0be73a6d-9a77-42b9-8377-1baf0e192b64", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:10:22.729749 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4cdb21f2-5d11-4e20-abd0-933514be5478 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:10:22.730169 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cdb21f2-5d11-4e20-abd0-933514be5478'] response: {'name': 'network-changed', 'server_uuid': 'e6d0df06-8c65-4be2-9787-30ad70e4929f', 'tag': '0be73a6d-9a77-42b9-8377-1baf0e192b64', 'status': 'completed', 'code': 200} Apr 28 20:10:22.762154 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-3ea2184e-7a5b-41d3-b656-7d05c151cf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:22.763785 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-3ea2184e-7a5b-41d3-b656-7d05c151cf3a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7abd85c8b80481690a18110e7cba81e&device_id=e6d0df06-8c65-4be2-9787-30ad70e4929f HTTP/1.1" status: 200 len: 1094 time: 0.0537813 Apr 28 20:10:22.811821 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-05c8dd50-c111-44c5-941c-3e6a78897a9d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0be73a6d-9a77-42b9-8377-1baf0e192b64 HTTP/1.1" status: 200 len: 217 time: 0.0392771 Apr 28 20:10:22.874032 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-d4fffcd7-0b24-4d61-b117-58f1373cdf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:22.875464 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-d4fffcd7-0b24-4d61-b117-58f1373cdf8c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11daf8f6-15c0-4d09-926f-75c1fcbe625d HTTP/1.1" status: 200 len: 851 time: 0.0563006 Apr 28 20:10:22.929910 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-be450018-9818-4d7c-b16b-181766a8d3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:22.931527 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-be450018-9818-4d7c-b16b-181766a8d3e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ca892cc-b431-485e-a8d1-1dc31fa2091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498390 Apr 28 20:10:23.041199 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-83afcee5-fb45-4894-9bc9-98a60c56f2da service neutron] 10.222.0.15 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027036 Apr 28 20:10:23.150591 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2dac902b-cdc6-4d4d-93df-ba61f4d7512a req-5b34ba87-675d-4eb3-9a9b-27cf578ec77d service neutron] 10.222.0.15 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032317 Apr 28 20:10:23.265637 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603eda2-f3f6-475d-8e80-4b3bb5010bdf req-b1060438-48f2-470b-8624-bede0cfd8f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:23.267158 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3603eda2-f3f6-475d-8e80-4b3bb5010bdf req-b1060438-48f2-470b-8624-bede0cfd8f17 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7abd85c8b80481690a18110e7cba81e&device_id=e6d0df06-8c65-4be2-9787-30ad70e4929f HTTP/1.1" status: 200 len: 1094 time: 0.0468924 Apr 28 20:10:23.380523 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603eda2-f3f6-475d-8e80-4b3bb5010bdf req-eb940783-b041-4e37-adcb-27e647a192ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:23.382037 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3603eda2-f3f6-475d-8e80-4b3bb5010bdf req-eb940783-b041-4e37-adcb-27e647a192ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ca892cc-b431-485e-a8d1-1dc31fa2091b HTTP/1.1" status: 200 len: 913 time: 0.1084664 Apr 28 20:10:23.429576 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3603eda2-f3f6-475d-8e80-4b3bb5010bdf req-dee88d07-3a4b-4049-8202-434b15fa6d19 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0be73a6d-9a77-42b9-8377-1baf0e192b64 HTTP/1.1" status: 200 len: 217 time: 0.0405221 Apr 28 20:10:23.481447 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603eda2-f3f6-475d-8e80-4b3bb5010bdf req-13a942a0-6ebd-435b-b8fd-b478deda3b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:23.482934 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3603eda2-f3f6-475d-8e80-4b3bb5010bdf req-13a942a0-6ebd-435b-b8fd-b478deda3b42 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11daf8f6-15c0-4d09-926f-75c1fcbe625d HTTP/1.1" status: 200 len: 851 time: 0.0468163 Apr 28 20:10:23.489667 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60926) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:10:23.546409 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603eda2-f3f6-475d-8e80-4b3bb5010bdf req-817fcb1a-b7c2-4f3c-b085-ad61a62eb7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:23.552502 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3603eda2-f3f6-475d-8e80-4b3bb5010bdf req-817fcb1a-b7c2-4f3c-b085-ad61a62eb7b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ca892cc-b431-485e-a8d1-1dc31fa2091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628252 Apr 28 20:10:23.561582 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:23.673357 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3603eda2-f3f6-475d-8e80-4b3bb5010bdf req-b91c759a-b0fc-49ca-bb7f-3ce02a74368c service neutron] 10.222.0.15 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135533 Apr 28 20:10:23.691916 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47c6d8-63a3-41b0-8774-0a4b96e5f03b req-9fd2318a-cc52-4301-8b5e-ff6f52970804 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:23.693528 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9a47c6d8-63a3-41b0-8774-0a4b96e5f03b req-9fd2318a-cc52-4301-8b5e-ff6f52970804 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6d0df06-8c65-4be2-9787-30ad70e4929f HTTP/1.1" status: 200 len: 943 time: 0.0940413 Apr 28 20:10:23.698972 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c563d16e-6607-42d8-a635-59e968226156 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f72572c14bd245af8d5c5eee955d2708&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2080436 Apr 28 20:10:23.699582 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 60932) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:10:23.764067 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9a47c6d8-63a3-41b0-8774-0a4b96e5f03b req-9591a541-7faf-4d71-8fb4-cc2832525ace tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572283 Apr 28 20:10:23.782029 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a56c4959-0926-41c6-a9a0-5383eecdf537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:23.784548 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3603eda2-f3f6-475d-8e80-4b3bb5010bdf req-cfe3a830-93cf-4ca6-bf80-5a2ea78edaa4 service neutron] 10.222.0.15 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045387 Apr 28 20:10:23.808032 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a56c4959-0926-41c6-a9a0-5383eecdf537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:23.864288 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a56c4959-0926-41c6-a9a0-5383eecdf537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:23.866978 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a56c4959-0926-41c6-a9a0-5383eecdf537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:23.868471 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a56c4959-0926-41c6-a9a0-5383eecdf537 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6ca14242-481b-447b-912a-456ee2aac8d0 HTTP/1.1" status: 204 len: 168 time: 0.1676948 Apr 28 20:10:23.878183 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c4959-0926-41c6-a9a0-5383eecdf537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca14242-481b-447b-912a-456ee2aac8d0,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:23.886166 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c4959-0926-41c6-a9a0-5383eecdf537 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:23.886585 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c4959-0926-41c6-a9a0-5383eecdf537 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:23.887002 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c4959-0926-41c6-a9a0-5383eecdf537 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:23.887410 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c4959-0926-41c6-a9a0-5383eecdf537 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:23.887936 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c4959-0926-41c6-a9a0-5383eecdf537 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:23.888316 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c4959-0926-41c6-a9a0-5383eecdf537 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:23.888707 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c4959-0926-41c6-a9a0-5383eecdf537 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:23.889233 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c4959-0926-41c6-a9a0-5383eecdf537 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:23.889793 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c4959-0926-41c6-a9a0-5383eecdf537 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:23.890112 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c4959-0926-41c6-a9a0-5383eecdf537 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:23.890511 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c4959-0926-41c6-a9a0-5383eecdf537 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:23.890907 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c4959-0926-41c6-a9a0-5383eecdf537 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:24.929280 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aca6c6-8e57-48a4-b9fe-1a2d043f438d req-e65854ac-3b2e-485e-a201-3867725e4bae tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:24.931112 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-38aca6c6-8e57-48a4-b9fe-1a2d043f438d req-e65854ac-3b2e-485e-a201-3867725e4bae tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6d0df06-8c65-4be2-9787-30ad70e4929f HTTP/1.1" status: 200 len: 943 time: 0.0799932 Apr 28 20:10:25.016756 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-38aca6c6-8e57-48a4-b9fe-1a2d043f438d req-220254cb-1df5-4c13-87af-53c7264df6e1 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647395 Apr 28 20:10:25.845131 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:25.964421 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:26.169296 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320be23-a974-4fb9-b222-8e88c909a54a req-947ed6e0-50a8-4511-a925-ef9ae084b7e7 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:26.170990 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f320be23-a974-4fb9-b222-8e88c909a54a req-947ed6e0-50a8-4511-a925-ef9ae084b7e7 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6d0df06-8c65-4be2-9787-30ad70e4929f HTTP/1.1" status: 200 len: 943 time: 0.0574880 Apr 28 20:10:26.226246 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f320be23-a974-4fb9-b222-8e88c909a54a req-4ffa0a48-4a60-4892-ba96-13d1ecf70101 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444136 Apr 28 20:10:27.403627 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7d130-3e03-49b9-ae35-92a18abe965c req-73922455-c38a-4971-8361-23af9cef8419 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:27.405914 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-83e7d130-3e03-49b9-ae35-92a18abe965c req-73922455-c38a-4971-8361-23af9cef8419 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6d0df06-8c65-4be2-9787-30ad70e4929f HTTP/1.1" status: 200 len: 943 time: 0.0717812 Apr 28 20:10:27.469256 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-83e7d130-3e03-49b9-ae35-92a18abe965c req-5d5020cc-9bb2-40ee-b878-ca8a0cb56e54 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467029 Apr 28 20:10:28.584234 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6f5d4-c61c-48a4-9c5b-4a9005a1d4b7 req-e11b8483-2f3c-4b6e-9b7d-b31da5f98e9d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:28.585792 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5ba6f5d4-c61c-48a4-9c5b-4a9005a1d4b7 req-e11b8483-2f3c-4b6e-9b7d-b31da5f98e9d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6d0df06-8c65-4be2-9787-30ad70e4929f HTTP/1.1" status: 200 len: 943 time: 0.0514343 Apr 28 20:10:28.636075 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5ba6f5d4-c61c-48a4-9c5b-4a9005a1d4b7 req-27fbc9e3-d58c-4317-85f7-b2ae3eb1b713 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414391 Apr 28 20:10:29.748853 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be085c5c-e43d-48fd-b870-fdbbc86c0e5a req-6a99707c-ffcf-420e-9b03-d8ef9ac64d0b tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:29.750229 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-be085c5c-e43d-48fd-b870-fdbbc86c0e5a req-6a99707c-ffcf-420e-9b03-d8ef9ac64d0b tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6d0df06-8c65-4be2-9787-30ad70e4929f HTTP/1.1" status: 200 len: 943 time: 0.0528376 Apr 28 20:10:29.794062 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-be085c5c-e43d-48fd-b870-fdbbc86c0e5a req-3ae91934-e727-4007-b62d-d955c5083f4b tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366697 Apr 28 20:10:30.923429 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80ef13-c8a2-4360-8d25-27fa10a26620 req-0dade601-3a1e-47e5-bb10-1f490859706d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:30.925804 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0d80ef13-c8a2-4360-8d25-27fa10a26620 req-0dade601-3a1e-47e5-bb10-1f490859706d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6d0df06-8c65-4be2-9787-30ad70e4929f HTTP/1.1" status: 200 len: 943 time: 0.0540905 Apr 28 20:10:30.969134 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0d80ef13-c8a2-4360-8d25-27fa10a26620 req-cf84fe64-5c02-4078-bb97-48c15965f513 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373209 Apr 28 20:10:31.982000 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:32.107733 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2243b8-17c1-48fa-b215-73b4a09b1b42 req-af7457a6-56f3-4b7e-8c2b-b4ebd5fe5816 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:32.109487 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cb2243b8-17c1-48fa-b215-73b4a09b1b42 req-af7457a6-56f3-4b7e-8c2b-b4ebd5fe5816 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6d0df06-8c65-4be2-9787-30ad70e4929f HTTP/1.1" status: 200 len: 943 time: 0.0527768 Apr 28 20:10:32.149127 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cb2243b8-17c1-48fa-b215-73b4a09b1b42 req-3d3a71f5-aeff-49d7-99ce-2b67b5e86e99 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332921 Apr 28 20:10:33.279660 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8626a-1fb4-4341-becd-6f010ceb4210 req-5bb3100f-4127-41ca-94a1-1b6c6bd1acff tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:33.283484 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0ba8626a-1fb4-4341-becd-6f010ceb4210 req-5bb3100f-4127-41ca-94a1-1b6c6bd1acff tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6d0df06-8c65-4be2-9787-30ad70e4929f HTTP/1.1" status: 200 len: 943 time: 0.0560834 Apr 28 20:10:33.327562 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0ba8626a-1fb4-4341-becd-6f010ceb4210 req-f905dd0a-6e92-460c-b09d-9559288ce1ed tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387371 Apr 28 20:10:33.569512 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:33.660251 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:10:33.670923 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 32790) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:10:33.788278 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-54a324c6-0d48-486c-9d02-9da75b6c7c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:33.864432 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-54a324c6-0d48-486c-9d02-9da75b6c7c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:33.868343 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-54a324c6-0d48-486c-9d02-9da75b6c7c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:33.910233 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-54a324c6-0d48-486c-9d02-9da75b6c7c93 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=997d7fb3f873477aa8aa20ef0d49e9fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2380447 Apr 28 20:10:33.911102 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a324c6-0d48-486c-9d02-9da75b6c7c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fffa9e-1665-4efd-bc5a-4faf1465218c,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:33.912983 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 32794) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:10:33.967213 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-92c71eb9-af3b-4cdb-9ed5-178faaae2b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:33.991319 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-92c71eb9-af3b-4cdb-9ed5-178faaae2b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:34.050453 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-92c71eb9-af3b-4cdb-9ed5-178faaae2b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:34.053024 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-92c71eb9-af3b-4cdb-9ed5-178faaae2b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:34.054372 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-92c71eb9-af3b-4cdb-9ed5-178faaae2b39 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/92fffa9e-1665-4efd-bc5a-4faf1465218c HTTP/1.1" status: 204 len: 168 time: 0.1398098 Apr 28 20:10:34.065781 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c71eb9-af3b-4cdb-9ed5-178faaae2b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fffa9e-1665-4efd-bc5a-4faf1465218c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:34.461205 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7937e07-c21f-4901-b872-50314642b413 req-4cddb65e-e689-42bf-8336-a0549835d403 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:34.463028 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e7937e07-c21f-4901-b872-50314642b413 req-4cddb65e-e689-42bf-8336-a0549835d403 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6d0df06-8c65-4be2-9787-30ad70e4929f HTTP/1.1" status: 200 len: 943 time: 0.0584996 Apr 28 20:10:34.508673 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e7937e07-c21f-4901-b872-50314642b413 req-c7942eba-e25b-44f1-a68e-7aac25f12335 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389605 Apr 28 20:10:34.726947 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 32818) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:10:34.837810 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-0a047d64-7db7-465b-9aee-0f0584c4f78c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-356260278-network', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:10:34.860812 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a047d64-7db7-465b-9aee-0f0584c4f78c admin admin] Made reservation on behalf of ad3fd1cde9904d2e82ee041d847f511d for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:10:34.863754 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0a047d64-7db7-465b-9aee-0f0584c4f78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:34.873003 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0a047d64-7db7-465b-9aee-0f0584c4f78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:34.960581 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0a047d64-7db7-465b-9aee-0f0584c4f78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:34.964716 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0a047d64-7db7-465b-9aee-0f0584c4f78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:34.988633 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a047d64-7db7-465b-9aee-0f0584c4f78c admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:10:35.004307 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a047d64-7db7-465b-9aee-0f0584c4f78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0917f762-eb9a-453f-8c7b-edbeb792d764,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:35.007367 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0a047d64-7db7-465b-9aee-0f0584c4f78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:35.007706 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-0a047d64-7db7-465b-9aee-0f0584c4f78c admin admin] Added segment 55cf79ba-4588-469d-802c-c84aa786501f of type vlan for network 83c167da-5ef5-42e1-bc72-2034870ac48b Apr 28 20:10:35.048801 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0a047d64-7db7-465b-9aee-0f0584c4f78c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:35.078203 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0a047d64-7db7-465b-9aee-0f0584c4f78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:35.079034 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a047d64-7db7-465b-9aee-0f0584c4f78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:35.079606 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0a047d64-7db7-465b-9aee-0f0584c4f78c admin admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:35.105472 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0a047d64-7db7-465b-9aee-0f0584c4f78c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3772743 Apr 28 20:10:35.108267 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 32822) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:10:35.113352 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-e748d0d4-61b8-4a1a-b5bb-9a0373571adf admin admin] Request body: {'subnet': {'network_id': '83c167da-5ef5-42e1-bc72-2034870ac48b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-356260278-subnet', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:10:35.132710 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e748d0d4-61b8-4a1a-b5bb-9a0373571adf admin admin] Made reservation on behalf of ad3fd1cde9904d2e82ee041d847f511d for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:10:35.135114 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e748d0d4-61b8-4a1a-b5bb-9a0373571adf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:35.147629 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a047d64-7db7-465b-9aee-0f0584c4f78c admin admin] Pushing event updated for resources: {'Network': ['ID=83c167da-5ef5-42e1-bc72-2034870ac48b,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:35.162657 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 83c167da-5ef5-42e1-bc72-2034870ac48b details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:10:35.306579 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e748d0d4-61b8-4a1a-b5bb-9a0373571adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:35.364797 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e748d0d4-61b8-4a1a-b5bb-9a0373571adf admin admin] Pushing event updated for resources: {'Subnet': ['ID=549f7d4b-8f6a-4e3b-bd68-540d7228d756,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:35.375820 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e748d0d4-61b8-4a1a-b5bb-9a0373571adf admin admin] Checking segment: {'id': '55cf79ba-4588-469d-802c-c84aa786501f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '83c167da-5ef5-42e1-bc72-2034870ac48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:10:35.376223 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e748d0d4-61b8-4a1a-b5bb-9a0373571adf admin admin] Network hostable DHCP agents. Network: 83c167da-5ef5-42e1-bc72-2034870ac48b, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:10:35.392859 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e748d0d4-61b8-4a1a-b5bb-9a0373571adf admin admin] Network 83c167da-5ef5-42e1-bc72-2034870ac48b is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:10:35.402441 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-e748d0d4-61b8-4a1a-b5bb-9a0373571adf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 83c167da-5ef5-42e1-bc72-2034870ac48b) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:10:35.407397 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e748d0d4-61b8-4a1a-b5bb-9a0373571adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:35.408293 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e748d0d4-61b8-4a1a-b5bb-9a0373571adf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:35.413223 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7999ff38-fb8e-4477-bba7-a24a65a7af64 None None] Network 83c167da-5ef5-42e1-bc72-2034870ac48b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:10:35.424269 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e748d0d4-61b8-4a1a-b5bb-9a0373571adf admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3147967 Apr 28 20:10:35.428303 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 32824) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:10:35.432874 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-e18c7915-ef93-4f70-b4cd-7ea613791e0b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-356260278-router', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:10:35.452630 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e18c7915-ef93-4f70-b4cd-7ea613791e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:35.453818 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e18c7915-ef93-4f70-b4cd-7ea613791e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:35.508862 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e18c7915-ef93-4f70-b4cd-7ea613791e0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:35.572093 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7682cc3-5d19-47ac-945f-817a460d966d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-83c167da-5ef5-42e1-bc72-2034870ac48b', 'network_id': '83c167da-5ef5-42e1-bc72-2034870ac48b', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'fixed_ips': [{'subnet_id': '549f7d4b-8f6a-4e3b-bd68-540d7228d756'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:10:35.573185 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f7682cc3-5d19-47ac-945f-817a460d966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:35.642858 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f360d11-321f-4222-8de2-0b9579279e41 req-c66fa5d6-7bee-4cb6-91a3-5a7bbb951e77 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:35.652601 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3f360d11-321f-4222-8de2-0b9579279e41 req-c66fa5d6-7bee-4cb6-91a3-5a7bbb951e77 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6d0df06-8c65-4be2-9787-30ad70e4929f HTTP/1.1" status: 200 len: 943 time: 0.0725176 Apr 28 20:10:35.663340 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e18c7915-ef93-4f70-b4cd-7ea613791e0b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:35.700349 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3f360d11-321f-4222-8de2-0b9579279e41 req-34c86423-13f2-4328-a0e0-d25d2ed3225c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467329 Apr 28 20:10:35.730060 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-f7682cc3-5d19-47ac-945f-817a460d966d None None] Allocated IP 172.20.0.2 (83c167da-5ef5-42e1-bc72-2034870ac48b/549f7d4b-8f6a-4e3b-bd68-540d7228d756/46d2f807-1a93-4a13-b4ea-9f7577dac290) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:10:35.879212 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f7682cc3-5d19-47ac-945f-817a460d966d None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:35.883845 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e18c7915-ef93-4f70-b4cd-7ea613791e0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:35.885819 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f7682cc3-5d19-47ac-945f-817a460d966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:35.904066 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e18c7915-ef93-4f70-b4cd-7ea613791e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:35.932690 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7682cc3-5d19-47ac-945f-817a460d966d None None] Network 83c167da-5ef5-42e1-bc72-2034870ac48b is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:10:35.935856 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-f7682cc3-5d19-47ac-945f-817a460d966d None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:10:35.939620 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7682cc3-5d19-47ac-945f-817a460d966d None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:10:35.947062 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7682cc3-5d19-47ac-945f-817a460d966d None None] Pushing event updated for resources: {'Port': ['ID=46d2f807-1a93-4a13-b4ea-9f7577dac290,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:36.000913 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-f7682cc3-5d19-47ac-945f-817a460d966d None None] Attempting to bind port 46d2f807-1a93-4a13-b4ea-9f7577dac290 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:10:36.001328 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-f7682cc3-5d19-47ac-945f-817a460d966d None None] Attempting to bind port 46d2f807-1a93-4a13-b4ea-9f7577dac290 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '55cf79ba-4588-469d-802c-c84aa786501f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '83c167da-5ef5-42e1-bc72-2034870ac48b'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:10:36.001731 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7682cc3-5d19-47ac-945f-817a460d966d None None] Attempting to bind port 46d2f807-1a93-4a13-b4ea-9f7577dac290 on network 83c167da-5ef5-42e1-bc72-2034870ac48b {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:10:36.007542 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7682cc3-5d19-47ac-945f-817a460d966d None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:10:36.007960 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7682cc3-5d19-47ac-945f-817a460d966d None None] Checking segment: {'id': '55cf79ba-4588-469d-802c-c84aa786501f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '83c167da-5ef5-42e1-bc72-2034870ac48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:10:36.008488 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f7682cc3-5d19-47ac-945f-817a460d966d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:36.008870 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7682cc3-5d19-47ac-945f-817a460d966d None None] Bound using segment: {'id': '55cf79ba-4588-469d-802c-c84aa786501f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '83c167da-5ef5-42e1-bc72-2034870ac48b'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:10:36.009318 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-f7682cc3-5d19-47ac-945f-817a460d966d None None] Bound port: 46d2f807-1a93-4a13-b4ea-9f7577dac290, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55cf79ba-4588-469d-802c-c84aa786501f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '83c167da-5ef5-42e1-bc72-2034870ac48b'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:10:36.009690 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f7682cc3-5d19-47ac-945f-817a460d966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:36.014044 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-e18c7915-ef93-4f70-b4cd-7ea613791e0b admin admin] Allocated IP 172.25.8.150 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/74c6117f-6c8e-49aa-bd07-67643c0290e1) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:10:36.074567 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-f7682cc3-5d19-47ac-945f-817a460d966d None None] For port 46d2f807-1a93-4a13-b4ea-9f7577dac290, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:10:36.078578 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-f7682cc3-5d19-47ac-945f-817a460d966d None None] For port 46d2f807-1a93-4a13-b4ea-9f7577dac290, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=46d2f807-1a93-4a13-b4ea-9f7577dac290,segment=NetworkSegment(55cf79ba-4588-469d-802c-c84aa786501f),segment_id=55cf79ba-4588-469d-802c-c84aa786501f)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:10:36.083776 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f7682cc3-5d19-47ac-945f-817a460d966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:36.126559 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e18c7915-ef93-4f70-b4cd-7ea613791e0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:36.161212 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7682cc3-5d19-47ac-945f-817a460d966d None None] Pushing event updated for resources: {'Port': ['ID=46d2f807-1a93-4a13-b4ea-9f7577dac290,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:36.176077 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e18c7915-ef93-4f70-b4cd-7ea613791e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:36.216247 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18c7915-ef93-4f70-b4cd-7ea613791e0b admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:10:36.219180 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-e18c7915-ef93-4f70-b4cd-7ea613791e0b admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:10:36.223715 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18c7915-ef93-4f70-b4cd-7ea613791e0b admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:10:36.229087 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c7915-ef93-4f70-b4cd-7ea613791e0b admin admin] Pushing event updated for resources: {'Port': ['ID=74c6117f-6c8e-49aa-bd07-67643c0290e1,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:36.884667 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06011c-0e4f-4c4c-b06d-410ffe224b7e req-02e8cc69-99a3-46ef-9197-531e8b413ca0 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:36.886268 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9c06011c-0e4f-4c4c-b06d-410ffe224b7e req-02e8cc69-99a3-46ef-9197-531e8b413ca0 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6d0df06-8c65-4be2-9787-30ad70e4929f HTTP/1.1" status: 200 len: 943 time: 0.1111767 Apr 28 20:10:36.973333 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9c06011c-0e4f-4c4c-b06d-410ffe224b7e req-d97bb4f4-089b-487a-a1b9-16cd369c27e2 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801084 Apr 28 20:10:36.973904 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e18c7915-ef93-4f70-b4cd-7ea613791e0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:37.064363 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 46d2f807-1a93-4a13-b4ea-9f7577dac290 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:10:37.090804 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9ff714-e60e-4d01-a7b1-d70801bb9f7d None None] Network 83c167da-5ef5-42e1-bc72-2034870ac48b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:10:37.165039 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-be035365-0dd9-4917-9557-706058c4b9fa None None] Provisioning complete for port 46d2f807-1a93-4a13-b4ea-9f7577dac290 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:37.165403 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-be035365-0dd9-4917-9557-706058c4b9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:37.188869 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e18c7915-ef93-4f70-b4cd-7ea613791e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:37.327452 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18c7915-ef93-4f70-b4cd-7ea613791e0b admin admin] Router bee25f47-f4aa-4ecc-a5df-fea10f375416 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 20:10:37.395632 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 46d2f807-1a93-4a13-b4ea-9f7577dac290 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:37.395986 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:37.447494 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18c7915-ef93-4f70-b4cd-7ea613791e0b admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:10:37.458180 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4727bf-7e46-4071-869e-1b1224445905 None None] Sync routers for ids ['bee25f47-f4aa-4ecc-a5df-fea10f375416'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:10:37.468151 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e18c7915-ef93-4f70-b4cd-7ea613791e0b admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:37.472266 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e18c7915-ef93-4f70-b4cd-7ea613791e0b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0402350 Apr 28 20:10:37.472422 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4727bf-7e46-4071-869e-1b1224445905 None None] Routers {'bee25f47-f4aa-4ecc-a5df-fea10f375416'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:10:37.472422 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9b4727bf-7e46-4071-869e-1b1224445905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:10:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['bee25f47-f4aa-4ecc-a5df-fea10f375416'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:10:37.472661 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 32830) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:10:37.535269 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-be035365-0dd9-4917-9557-706058c4b9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:37.588815 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-9b4727bf-7e46-4071-869e-1b1224445905 None None] Set router bee25f47-f4aa-4ecc-a5df-fea10f375416 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:10:37.608164 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-be035365-0dd9-4917-9557-706058c4b9fa None None] For port 46d2f807-1a93-4a13-b4ea-9f7577dac290, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=46d2f807-1a93-4a13-b4ea-9f7577dac290,segment=NetworkSegment(55cf79ba-4588-469d-802c-c84aa786501f),segment_id=55cf79ba-4588-469d-802c-c84aa786501f)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:10:37.611003 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:37.614980 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-be035365-0dd9-4917-9557-706058c4b9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:37.715374 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be035365-0dd9-4917-9557-706058c4b9fa None None] Pushing event updated for resources: {'Port': ['ID=46d2f807-1a93-4a13-b4ea-9f7577dac290,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:37.723521 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:10:37.723889 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:10:37.823256 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9b4727bf-7e46-4071-869e-1b1224445905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'name': 'tempest-TestVolumeBackupRestore-356260278-router', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '74c6117f-6c8e-49aa-bd07-67643c0290e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:10:35Z', 'updated_at': '2022-04-28T20:10:36Z', 'revision_number': 3, 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'gw_port': {'id': '74c6117f-6c8e-49aa-bd07-67643c0290e1', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:28:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:35Z', 'updated_at': '2022-04-28T20:10:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:10:37.855001 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4727bf-7e46-4071-869e-1b1224445905 None None] Checking router: bee25f47-f4aa-4ecc-a5df-fea10f375416 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:10:37.855310 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4727bf-7e46-4071-869e-1b1224445905 None None] Updating router bee25f47-f4aa-4ecc-a5df-fea10f375416 port 74c6117f-6c8e-49aa-bd07-67643c0290e1 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:10:37.881240 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-9b4727bf-7e46-4071-869e-1b1224445905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:37.939057 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b470fade-29f3-43f9-b50d-09e33d1ce406 None None] Provisioning complete for port 46d2f807-1a93-4a13-b4ea-9f7577dac290 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:37.939708 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b470fade-29f3-43f9-b50d-09e33d1ce406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:37.954167 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6430101-cb3b-4049-aafb-62d1890235ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:38.165917 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-9b4727bf-7e46-4071-869e-1b1224445905 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:38.171148 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-9b4727bf-7e46-4071-869e-1b1224445905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:38.192822 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fdd9a-cfde-485a-b8d0-ce75afce856f req-55c39028-5872-4542-ad9e-6855b9509730 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:38.194305 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8d8fdd9a-cfde-485a-b8d0-ce75afce856f req-55c39028-5872-4542-ad9e-6855b9509730 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6d0df06-8c65-4be2-9787-30ad70e4929f HTTP/1.1" status: 200 len: 943 time: 0.1060615 Apr 28 20:10:38.220776 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-c6430101-cb3b-4049-aafb-62d1890235ed admin admin] Allocated IP 172.20.0.1 (83c167da-5ef5-42e1-bc72-2034870ac48b/549f7d4b-8f6a-4e3b-bd68-540d7228d756/f4db2915-a0d4-4e78-aed2-3ec85f5fef14) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:10:38.230479 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-9b4727bf-7e46-4071-869e-1b1224445905 None None] Attempting to bind port 74c6117f-6c8e-49aa-bd07-67643c0290e1 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:10:38.230820 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-9b4727bf-7e46-4071-869e-1b1224445905 None None] Attempting to bind port 74c6117f-6c8e-49aa-bd07-67643c0290e1 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:10:38.231199 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4727bf-7e46-4071-869e-1b1224445905 None None] Attempting to bind port 74c6117f-6c8e-49aa-bd07-67643c0290e1 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:10:38.241623 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4150a-6192-4b2d-87b0-0f6db2b0c745 None None] Pushing event updated for resources: {'Port': ['ID=74c6117f-6c8e-49aa-bd07-67643c0290e1,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:38.245431 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4727bf-7e46-4071-869e-1b1224445905 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:10:38.245431 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4727bf-7e46-4071-869e-1b1224445905 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:10:38.245860 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-9b4727bf-7e46-4071-869e-1b1224445905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:38.245977 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4727bf-7e46-4071-869e-1b1224445905 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:10:38.246529 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-9b4727bf-7e46-4071-869e-1b1224445905 None None] Bound port: 74c6117f-6c8e-49aa-bd07-67643c0290e1, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:10:38.246943 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-9b4727bf-7e46-4071-869e-1b1224445905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:38.260743 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8d8fdd9a-cfde-485a-b8d0-ce75afce856f req-770e2a66-a814-4a21-97ba-3528313f727e tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589747 Apr 28 20:10:38.273541 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d4150a-6192-4b2d-87b0-0f6db2b0c745 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:38.273920 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d4150a-6192-4b2d-87b0-0f6db2b0c745 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:38.274224 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d4150a-6192-4b2d-87b0-0f6db2b0c745 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:38.274574 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d4150a-6192-4b2d-87b0-0f6db2b0c745 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:38.274914 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d4150a-6192-4b2d-87b0-0f6db2b0c745 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:38.275218 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d4150a-6192-4b2d-87b0-0f6db2b0c745 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:38.276008 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d4150a-6192-4b2d-87b0-0f6db2b0c745 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:38.276008 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d4150a-6192-4b2d-87b0-0f6db2b0c745 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:38.276294 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d4150a-6192-4b2d-87b0-0f6db2b0c745 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:38.276621 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d4150a-6192-4b2d-87b0-0f6db2b0c745 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:38.276951 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d4150a-6192-4b2d-87b0-0f6db2b0c745 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:38.277287 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d4150a-6192-4b2d-87b0-0f6db2b0c745 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:38.318434 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-9b4727bf-7e46-4071-869e-1b1224445905 None None] For port 74c6117f-6c8e-49aa-bd07-67643c0290e1, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:10:38.321840 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-9b4727bf-7e46-4071-869e-1b1224445905 None None] For port 74c6117f-6c8e-49aa-bd07-67643c0290e1, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=74c6117f-6c8e-49aa-bd07-67643c0290e1,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:10:38.325611 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-9b4727bf-7e46-4071-869e-1b1224445905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:38.374717 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6430101-cb3b-4049-aafb-62d1890235ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:38.382078 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4727bf-7e46-4071-869e-1b1224445905 None None] Routers {'bee25f47-f4aa-4ecc-a5df-fea10f375416'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:10:38.382702 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9b4727bf-7e46-4071-869e-1b1224445905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:10:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['bee25f47-f4aa-4ecc-a5df-fea10f375416'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:10:38.412188 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6430101-cb3b-4049-aafb-62d1890235ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:38.464475 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6430101-cb3b-4049-aafb-62d1890235ed admin admin] Network 83c167da-5ef5-42e1-bc72-2034870ac48b is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:10:38.467335 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-c6430101-cb3b-4049-aafb-62d1890235ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:10:38.471171 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6430101-cb3b-4049-aafb-62d1890235ed admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:10:38.505298 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6430101-cb3b-4049-aafb-62d1890235ed admin admin] Pushing event updated for resources: {'Port': ['ID=f4db2915-a0d4-4e78-aed2-3ec85f5fef14,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:38.513557 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4150a-6192-4b2d-87b0-0f6db2b0c745 None None] Pushing event updated for resources: {'Port': ['ID=74c6117f-6c8e-49aa-bd07-67643c0290e1,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:38.520065 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6430101-cb3b-4049-aafb-62d1890235ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:38.591972 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-9b4727bf-7e46-4071-869e-1b1224445905 None None] Set router bee25f47-f4aa-4ecc-a5df-fea10f375416 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:10:38.671876 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6430101-cb3b-4049-aafb-62d1890235ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:38.777542 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-70391f1a-1a40-4b4b-a4ef-87fd812a7be9 None None] Provisioning complete for port f4db2915-a0d4-4e78-aed2-3ec85f5fef14 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:38.778106 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-70391f1a-1a40-4b4b-a4ef-87fd812a7be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:38.791477 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9b4727bf-7e46-4071-869e-1b1224445905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'name': 'tempest-TestVolumeBackupRestore-356260278-router', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '74c6117f-6c8e-49aa-bd07-67643c0290e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:10:35Z', 'updated_at': '2022-04-28T20:10:36Z', 'revision_number': 3, 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'gw_port': {'id': '74c6117f-6c8e-49aa-bd07-67643c0290e1', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:28:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:35Z', 'updated_at': '2022-04-28T20:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:10:38.814238 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-70391f1a-1a40-4b4b-a4ef-87fd812a7be9 None None] Port f4db2915-a0d4-4e78-aed2-3ec85f5fef14 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:10:38.818528 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4727bf-7e46-4071-869e-1b1224445905 None None] The sync data for ids ['bee25f47-f4aa-4ecc-a5df-fea10f375416'] in n-d-839810-1 is: [{'id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'name': 'tempest-TestVolumeBackupRestore-356260278-router', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '74c6117f-6c8e-49aa-bd07-67643c0290e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:10:35Z', 'updated_at': '2022-04-28T20:10:36Z', 'revision_number': 3, 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'gw_port': {'id': '74c6117f-6c8e-49aa-bd07-67643c0290e1', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:28:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:35Z', 'updated_at': '2022-04-28T20:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:10:38.847920 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6430101-cb3b-4049-aafb-62d1890235ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:38.852353 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6430101-cb3b-4049-aafb-62d1890235ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:38.921975 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6430101-cb3b-4049-aafb-62d1890235ed admin admin] Pushing event updated for resources: {'Port': ['ID=f4db2915-a0d4-4e78-aed2-3ec85f5fef14,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:38.925151 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6430101-cb3b-4049-aafb-62d1890235ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:39.020556 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6430101-cb3b-4049-aafb-62d1890235ed admin admin] Network 83c167da-5ef5-42e1-bc72-2034870ac48b is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:10:39.022038 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-c6430101-cb3b-4049-aafb-62d1890235ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:10:39.060898 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 46d2f807-1a93-4a13-b4ea-9f7577dac290 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:10:39.131660 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 46d2f807-1a93-4a13-b4ea-9f7577dac290 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:39.132164 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:39.212778 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6430101-cb3b-4049-aafb-62d1890235ed admin admin] Router bee25f47-f4aa-4ecc-a5df-fea10f375416 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:10:39.353241 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-1ef8d45d-0b93-44f8-a0cb-f0afde8ae23e None None] Provisioning complete for port f4db2915-a0d4-4e78-aed2-3ec85f5fef14 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:39.353646 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1ef8d45d-0b93-44f8-a0cb-f0afde8ae23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:39.361770 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6430101-cb3b-4049-aafb-62d1890235ed admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:10:39.379458 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c6430101-cb3b-4049-aafb-62d1890235ed admin admin] 10.222.0.42 "PUT /v2.0/routers/bee25f47-f4aa-4ecc-a5df-fea10f375416/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9054968 Apr 28 20:10:39.405486 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-1ef8d45d-0b93-44f8-a0cb-f0afde8ae23e None None] Port f4db2915-a0d4-4e78-aed2-3ec85f5fef14 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:10:39.432579 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c5a72-cb7b-4790-acfc-69d97f8c234b req-a464e151-9d32-47d0-b28c-e1dd778d95db tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:39.434474 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-954c5a72-cb7b-4790-acfc-69d97f8c234b req-a464e151-9d32-47d0-b28c-e1dd778d95db tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6d0df06-8c65-4be2-9787-30ad70e4929f HTTP/1.1" status: 200 len: 943 time: 0.0631163 Apr 28 20:10:39.476670 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-954c5a72-cb7b-4790-acfc-69d97f8c234b req-4ca9d7b0-93ce-4432-88c8-fe4448fa7eed tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339031 Apr 28 20:10:39.901050 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 32850) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:10:39.906167 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-939eff2b-54d4-4203-b5b1-0bf1cbce07cc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1882096902-network', 'tenant_id': '1ac92a028d3f47878bba0db6d10ae0ce'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:10:39.926148 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939eff2b-54d4-4203-b5b1-0bf1cbce07cc admin admin] Made reservation on behalf of 1ac92a028d3f47878bba0db6d10ae0ce for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:10:39.928640 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-939eff2b-54d4-4203-b5b1-0bf1cbce07cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:39.937930 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-939eff2b-54d4-4203-b5b1-0bf1cbce07cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:40.020511 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-939eff2b-54d4-4203-b5b1-0bf1cbce07cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:40.025184 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-939eff2b-54d4-4203-b5b1-0bf1cbce07cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:40.051779 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939eff2b-54d4-4203-b5b1-0bf1cbce07cc admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:10:40.072488 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939eff2b-54d4-4203-b5b1-0bf1cbce07cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6037dcb5-8d66-4836-aafa-1e8f78b01d45,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:40.077394 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-939eff2b-54d4-4203-b5b1-0bf1cbce07cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:40.077768 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-939eff2b-54d4-4203-b5b1-0bf1cbce07cc admin admin] Added segment a897a009-2ab3-4c47-9313-b7b1b75f61b3 of type vlan for network 69483536-dcfb-4a25-b392-2c0a220d4754 Apr 28 20:10:40.120027 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-939eff2b-54d4-4203-b5b1-0bf1cbce07cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:40.145709 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-939eff2b-54d4-4203-b5b1-0bf1cbce07cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:40.146721 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939eff2b-54d4-4203-b5b1-0bf1cbce07cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:40.147333 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-939eff2b-54d4-4203-b5b1-0bf1cbce07cc admin admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:40.205997 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-939eff2b-54d4-4203-b5b1-0bf1cbce07cc admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3037109 Apr 28 20:10:40.208754 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 32852) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:10:40.213678 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-3628da08-99fe-4cc1-b482-bf6e7c4106e9 admin admin] Request body: {'subnet': {'network_id': '69483536-dcfb-4a25-b392-2c0a220d4754', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1882096902-subnet', 'tenant_id': '1ac92a028d3f47878bba0db6d10ae0ce', 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:10:40.227400 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939eff2b-54d4-4203-b5b1-0bf1cbce07cc admin admin] Pushing event updated for resources: {'Network': ['ID=69483536-dcfb-4a25-b392-2c0a220d4754,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:40.239152 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 69483536-dcfb-4a25-b392-2c0a220d4754 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:10:40.242548 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3628da08-99fe-4cc1-b482-bf6e7c4106e9 admin admin] Made reservation on behalf of 1ac92a028d3f47878bba0db6d10ae0ce for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:10:40.245221 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3628da08-99fe-4cc1-b482-bf6e7c4106e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:40.459608 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3628da08-99fe-4cc1-b482-bf6e7c4106e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:40.513605 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628da08-99fe-4cc1-b482-bf6e7c4106e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdf289f2-8d80-4627-8a72-5d7183d3a497,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:40.526526 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3628da08-99fe-4cc1-b482-bf6e7c4106e9 admin admin] Checking segment: {'id': 'a897a009-2ab3-4c47-9313-b7b1b75f61b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '69483536-dcfb-4a25-b392-2c0a220d4754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:10:40.526888 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3628da08-99fe-4cc1-b482-bf6e7c4106e9 admin admin] Network hostable DHCP agents. Network: 69483536-dcfb-4a25-b392-2c0a220d4754, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:10:40.547177 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3628da08-99fe-4cc1-b482-bf6e7c4106e9 admin admin] Network 69483536-dcfb-4a25-b392-2c0a220d4754 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:10:40.572191 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-3628da08-99fe-4cc1-b482-bf6e7c4106e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 69483536-dcfb-4a25-b392-2c0a220d4754) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:10:40.580451 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a2a3d5-29da-421b-bb50-f75d56fe72fd None None] Network 69483536-dcfb-4a25-b392-2c0a220d4754 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:10:40.598705 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3628da08-99fe-4cc1-b482-bf6e7c4106e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:40.599298 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3628da08-99fe-4cc1-b482-bf6e7c4106e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:40.628275 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 32856) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:10:40.628928 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3628da08-99fe-4cc1-b482-bf6e7c4106e9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4185753 Apr 28 20:10:40.634735 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-51a3fee8-86b4-4354-8baf-96057b3d90fc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1882096902-router', 'tenant_id': '1ac92a028d3f47878bba0db6d10ae0ce', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:10:40.639137 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecff407-a206-4894-870e-77fd88259326 req-9820394b-f637-4bd9-8c60-0ef2a7c45f87 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:40.640790 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4ecff407-a206-4894-870e-77fd88259326 req-9820394b-f637-4bd9-8c60-0ef2a7c45f87 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6d0df06-8c65-4be2-9787-30ad70e4929f HTTP/1.1" status: 200 len: 943 time: 0.0871675 Apr 28 20:10:40.658002 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639effb3-9760-42d6-819d-031c1ed4d1ba None None] Sync routers for ids ['bee25f47-f4aa-4ecc-a5df-fea10f375416'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:10:40.663671 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51a3fee8-86b4-4354-8baf-96057b3d90fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:40.665183 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51a3fee8-86b4-4354-8baf-96057b3d90fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:40.686528 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639effb3-9760-42d6-819d-031c1ed4d1ba None None] Routers {'bee25f47-f4aa-4ecc-a5df-fea10f375416'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:10:40.687241 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-639effb3-9760-42d6-819d-031c1ed4d1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:10:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['bee25f47-f4aa-4ecc-a5df-fea10f375416'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:10:40.700901 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4ecff407-a206-4894-870e-77fd88259326 req-04ed81cf-e06c-4002-ab65-43191c44858e tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458333 Apr 28 20:10:40.734514 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51a3fee8-86b4-4354-8baf-96057b3d90fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:40.856608 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57e9902-a871-4b85-aadb-fda5f0cb0d52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-69483536-dcfb-4a25-b392-2c0a220d4754', 'network_id': '69483536-dcfb-4a25-b392-2c0a220d4754', 'tenant_id': '1ac92a028d3f47878bba0db6d10ae0ce', 'fixed_ips': [{'subnet_id': 'bdf289f2-8d80-4627-8a72-5d7183d3a497'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:10:40.857668 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d57e9902-a871-4b85-aadb-fda5f0cb0d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:40.862717 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-639effb3-9760-42d6-819d-031c1ed4d1ba None None] Set router bee25f47-f4aa-4ecc-a5df-fea10f375416 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:10:40.883000 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51a3fee8-86b4-4354-8baf-96057b3d90fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:41.106638 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 74c6117f-6c8e-49aa-bd07-67643c0290e1 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:10:41.122808 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51a3fee8-86b4-4354-8baf-96057b3d90fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:41.142941 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51a3fee8-86b4-4354-8baf-96057b3d90fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:41.193403 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-d57e9902-a871-4b85-aadb-fda5f0cb0d52 None None] Allocated IP 172.20.0.2 (69483536-dcfb-4a25-b392-2c0a220d4754/bdf289f2-8d80-4627-8a72-5d7183d3a497/9fad2eda-e903-4a74-be17-c92c26e9fd57) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:10:41.274617 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-51a3fee8-86b4-4354-8baf-96057b3d90fc admin admin] Allocated IP 172.25.8.28 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/128fbb3f-318d-4cc0-802c-482984ec8e23) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:10:41.311346 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 74c6117f-6c8e-49aa-bd07-67643c0290e1 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:41.311981 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:41.376622 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-639effb3-9760-42d6-819d-031c1ed4d1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'name': 'tempest-TestVolumeBackupRestore-356260278-router', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '74c6117f-6c8e-49aa-bd07-67643c0290e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:10:35Z', 'updated_at': '2022-04-28T20:10:38Z', 'revision_number': 4, 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'gw_port': {'id': '74c6117f-6c8e-49aa-bd07-67643c0290e1', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:28:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:35Z', 'updated_at': '2022-04-28T20:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'f4db2915-a0d4-4e78-aed2-3ec85f5fef14', 'name': '', 'network_id': '83c167da-5ef5-42e1-bc72-2034870ac48b', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'mac_address': 'fa:16:3e:a8:cc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '549f7d4b-8f6a-4e3b-bd68-540d7228d756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:37Z', 'updated_at': '2022-04-28T20:10:38Z', 'revision_number': 2, 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'subnets': [{'id': '549f7d4b-8f6a-4e3b-bd68-540d7228d756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:10:41.398667 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51a3fee8-86b4-4354-8baf-96057b3d90fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:41.426603 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639effb3-9760-42d6-819d-031c1ed4d1ba None None] Checking router: bee25f47-f4aa-4ecc-a5df-fea10f375416 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:10:41.427791 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639effb3-9760-42d6-819d-031c1ed4d1ba None None] Updating router bee25f47-f4aa-4ecc-a5df-fea10f375416 port f4db2915-a0d4-4e78-aed2-3ec85f5fef14 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:10:41.439403 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51a3fee8-86b4-4354-8baf-96057b3d90fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:41.492664 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a3fee8-86b4-4354-8baf-96057b3d90fc admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:10:41.496087 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-51a3fee8-86b4-4354-8baf-96057b3d90fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:10:41.498945 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a3fee8-86b4-4354-8baf-96057b3d90fc admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:10:41.500333 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-639effb3-9760-42d6-819d-031c1ed4d1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:41.518696 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d57e9902-a871-4b85-aadb-fda5f0cb0d52 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:41.530943 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a3fee8-86b4-4354-8baf-96057b3d90fc admin admin] Pushing event updated for resources: {'Port': ['ID=128fbb3f-318d-4cc0-802c-482984ec8e23,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:41.546644 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d57e9902-a871-4b85-aadb-fda5f0cb0d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:41.613253 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:41.638958 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57e9902-a871-4b85-aadb-fda5f0cb0d52 None None] Network 69483536-dcfb-4a25-b392-2c0a220d4754 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:10:41.655136 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-d57e9902-a871-4b85-aadb-fda5f0cb0d52 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:10:41.666851 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57e9902-a871-4b85-aadb-fda5f0cb0d52 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:10:41.671455 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 74c6117f-6c8e-49aa-bd07-67643c0290e1, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=74c6117f-6c8e-49aa-bd07-67643c0290e1,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:10:41.718360 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e9902-a871-4b85-aadb-fda5f0cb0d52 None None] Pushing event updated for resources: {'Port': ['ID=9fad2eda-e903-4a74-be17-c92c26e9fd57,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:41.726898 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:41.846881 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51a3fee8-86b4-4354-8baf-96057b3d90fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:41.858943 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d57e9902-a871-4b85-aadb-fda5f0cb0d52 None None] Attempting to bind port 9fad2eda-e903-4a74-be17-c92c26e9fd57 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:10:41.858943 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d57e9902-a871-4b85-aadb-fda5f0cb0d52 None None] Attempting to bind port 9fad2eda-e903-4a74-be17-c92c26e9fd57 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'a897a009-2ab3-4c47-9313-b7b1b75f61b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '69483536-dcfb-4a25-b392-2c0a220d4754'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:10:41.859211 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57e9902-a871-4b85-aadb-fda5f0cb0d52 None None] Attempting to bind port 9fad2eda-e903-4a74-be17-c92c26e9fd57 on network 69483536-dcfb-4a25-b392-2c0a220d4754 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:10:41.864286 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=74c6117f-6c8e-49aa-bd07-67643c0290e1,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:41.900287 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57e9902-a871-4b85-aadb-fda5f0cb0d52 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:10:41.900711 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57e9902-a871-4b85-aadb-fda5f0cb0d52 None None] Checking segment: {'id': 'a897a009-2ab3-4c47-9313-b7b1b75f61b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '69483536-dcfb-4a25-b392-2c0a220d4754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:10:41.901037 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d57e9902-a871-4b85-aadb-fda5f0cb0d52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:41.901452 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57e9902-a871-4b85-aadb-fda5f0cb0d52 None None] Bound using segment: {'id': 'a897a009-2ab3-4c47-9313-b7b1b75f61b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '69483536-dcfb-4a25-b392-2c0a220d4754'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:10:41.901984 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d57e9902-a871-4b85-aadb-fda5f0cb0d52 None None] Bound port: 9fad2eda-e903-4a74-be17-c92c26e9fd57, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a897a009-2ab3-4c47-9313-b7b1b75f61b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '69483536-dcfb-4a25-b392-2c0a220d4754'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:10:41.902382 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d57e9902-a871-4b85-aadb-fda5f0cb0d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:41.907600 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3318b4c-8909-4cc2-8e5d-2026dd8c23ee req-8df980e8-eecc-4858-a0ce-f93e1a3377f6 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:41.910364 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a3318b4c-8909-4cc2-8e5d-2026dd8c23ee req-8df980e8-eecc-4858-a0ce-f93e1a3377f6 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6d0df06-8c65-4be2-9787-30ad70e4929f HTTP/1.1" status: 200 len: 943 time: 0.1175144 Apr 28 20:10:42.012852 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a3318b4c-8909-4cc2-8e5d-2026dd8c23ee req-e3cf53d7-1b31-4a50-8aa4-16e7942825af tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950553 Apr 28 20:10:42.140758 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51a3fee8-86b4-4354-8baf-96057b3d90fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:42.191647 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d57e9902-a871-4b85-aadb-fda5f0cb0d52 None None] For port 9fad2eda-e903-4a74-be17-c92c26e9fd57, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:10:42.196416 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d57e9902-a871-4b85-aadb-fda5f0cb0d52 None None] For port 9fad2eda-e903-4a74-be17-c92c26e9fd57, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=9fad2eda-e903-4a74-be17-c92c26e9fd57,segment=NetworkSegment(a897a009-2ab3-4c47-9313-b7b1b75f61b3),segment_id=a897a009-2ab3-4c47-9313-b7b1b75f61b3)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:10:42.201337 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d57e9902-a871-4b85-aadb-fda5f0cb0d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:42.296390 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-639effb3-9760-42d6-819d-031c1ed4d1ba None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:42.301381 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a3fee8-86b4-4354-8baf-96057b3d90fc admin admin] Router 269e27e0-68fe-4419-9167-07d40c04a4e0 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 20:10:42.310138 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-639effb3-9760-42d6-819d-031c1ed4d1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:42.312395 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e9902-a871-4b85-aadb-fda5f0cb0d52 None None] Pushing event updated for resources: {'Port': ['ID=9fad2eda-e903-4a74-be17-c92c26e9fd57,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:42.372000 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641546be-cfbe-47ef-963e-bbcb4b8ace39 None None] Pushing event updated for resources: {'Port': ['ID=f4db2915-a0d4-4e78-aed2-3ec85f5fef14,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:42.429568 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-639effb3-9760-42d6-819d-031c1ed4d1ba None None] Attempting to bind port f4db2915-a0d4-4e78-aed2-3ec85f5fef14 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:10:42.430529 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-639effb3-9760-42d6-819d-031c1ed4d1ba None None] Attempting to bind port f4db2915-a0d4-4e78-aed2-3ec85f5fef14 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '55cf79ba-4588-469d-802c-c84aa786501f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '83c167da-5ef5-42e1-bc72-2034870ac48b'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:10:42.431013 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639effb3-9760-42d6-819d-031c1ed4d1ba None None] Attempting to bind port f4db2915-a0d4-4e78-aed2-3ec85f5fef14 on network 83c167da-5ef5-42e1-bc72-2034870ac48b {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:10:42.438585 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639effb3-9760-42d6-819d-031c1ed4d1ba None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:10:42.439199 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639effb3-9760-42d6-819d-031c1ed4d1ba None None] Checking segment: {'id': '55cf79ba-4588-469d-802c-c84aa786501f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '83c167da-5ef5-42e1-bc72-2034870ac48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:10:42.439711 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-639effb3-9760-42d6-819d-031c1ed4d1ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:42.439863 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a3fee8-86b4-4354-8baf-96057b3d90fc admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:10:42.440915 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639effb3-9760-42d6-819d-031c1ed4d1ba None None] Bound using segment: {'id': '55cf79ba-4588-469d-802c-c84aa786501f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '83c167da-5ef5-42e1-bc72-2034870ac48b'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:10:42.441512 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-639effb3-9760-42d6-819d-031c1ed4d1ba None None] Bound port: f4db2915-a0d4-4e78-aed2-3ec85f5fef14, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55cf79ba-4588-469d-802c-c84aa786501f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '83c167da-5ef5-42e1-bc72-2034870ac48b'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:10:42.442018 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-639effb3-9760-42d6-819d-031c1ed4d1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:42.451690 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731eb34a-0b61-4e2e-8f45-333554197544 None None] Sync routers for ids ['269e27e0-68fe-4419-9167-07d40c04a4e0'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:10:42.466423 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-51a3fee8-86b4-4354-8baf-96057b3d90fc admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:42.466808 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731eb34a-0b61-4e2e-8f45-333554197544 None None] Routers {'269e27e0-68fe-4419-9167-07d40c04a4e0'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:10:42.467596 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-731eb34a-0b61-4e2e-8f45-333554197544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:10:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['269e27e0-68fe-4419-9167-07d40c04a4e0'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:10:42.467775 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-51a3fee8-86b4-4354-8baf-96057b3d90fc admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8381886 Apr 28 20:10:42.470641 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 32860) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:10:42.522461 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-639effb3-9760-42d6-819d-031c1ed4d1ba None None] For port f4db2915-a0d4-4e78-aed2-3ec85f5fef14, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:10:42.526182 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-639effb3-9760-42d6-819d-031c1ed4d1ba None None] For port f4db2915-a0d4-4e78-aed2-3ec85f5fef14, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=f4db2915-a0d4-4e78-aed2-3ec85f5fef14,segment=NetworkSegment(55cf79ba-4588-469d-802c-c84aa786501f),segment_id=55cf79ba-4588-469d-802c-c84aa786501f)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:10:42.532557 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-639effb3-9760-42d6-819d-031c1ed4d1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:42.616466 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639effb3-9760-42d6-819d-031c1ed4d1ba None None] Routers {'bee25f47-f4aa-4ecc-a5df-fea10f375416'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:10:42.617344 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-639effb3-9760-42d6-819d-031c1ed4d1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:10:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['bee25f47-f4aa-4ecc-a5df-fea10f375416'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:10:42.637734 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-731eb34a-0b61-4e2e-8f45-333554197544 None None] Set router 269e27e0-68fe-4419-9167-07d40c04a4e0 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:10:42.700148 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641546be-cfbe-47ef-963e-bbcb4b8ace39 None None] Pushing event updated for resources: {'Port': ['ID=f4db2915-a0d4-4e78-aed2-3ec85f5fef14,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:42.773801 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-ba812673-793f-40e7-a768-8be28d80fc62 None None] Provisioning complete for port f4db2915-a0d4-4e78-aed2-3ec85f5fef14 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:42.774236 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ba812673-793f-40e7-a768-8be28d80fc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:42.814149 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-639effb3-9760-42d6-819d-031c1ed4d1ba None None] Set router bee25f47-f4aa-4ecc-a5df-fea10f375416 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:10:42.868415 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-731eb34a-0b61-4e2e-8f45-333554197544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269e27e0-68fe-4419-9167-07d40c04a4e0', 'name': 'tempest-TestVolumeBackupRestore-1882096902-router', 'tenant_id': '1ac92a028d3f47878bba0db6d10ae0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '128fbb3f-318d-4cc0-802c-482984ec8e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:10:40Z', 'updated_at': '2022-04-28T20:10:41Z', 'revision_number': 3, 'project_id': '1ac92a028d3f47878bba0db6d10ae0ce', 'gw_port': {'id': '128fbb3f-318d-4cc0-802c-482984ec8e23', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269e27e0-68fe-4419-9167-07d40c04a4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:41Z', 'updated_at': '2022-04-28T20:10:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:10:42.906271 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731eb34a-0b61-4e2e-8f45-333554197544 None None] Checking router: 269e27e0-68fe-4419-9167-07d40c04a4e0 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:10:42.906773 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731eb34a-0b61-4e2e-8f45-333554197544 None None] Updating router 269e27e0-68fe-4419-9167-07d40c04a4e0 port 128fbb3f-318d-4cc0-802c-482984ec8e23 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:10:42.941633 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-731eb34a-0b61-4e2e-8f45-333554197544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:43.028039 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ba812673-793f-40e7-a768-8be28d80fc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:43.136333 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-ba812673-793f-40e7-a768-8be28d80fc62 None None] For port f4db2915-a0d4-4e78-aed2-3ec85f5fef14, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=f4db2915-a0d4-4e78-aed2-3ec85f5fef14,segment=NetworkSegment(55cf79ba-4588-469d-802c-c84aa786501f),segment_id=55cf79ba-4588-469d-802c-c84aa786501f)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:10:43.173563 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ba812673-793f-40e7-a768-8be28d80fc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:43.225857 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 74c6117f-6c8e-49aa-bd07-67643c0290e1 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:10:43.249256 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9d08a-7235-46c2-9400-a08331b25d40 req-2e280419-cf44-4cfc-9475-024b24b630dd tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:43.251157 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c5a9d08a-7235-46c2-9400-a08331b25d40 req-2e280419-cf44-4cfc-9475-024b24b630dd tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6d0df06-8c65-4be2-9787-30ad70e4929f HTTP/1.1" status: 200 len: 943 time: 0.1056976 Apr 28 20:10:43.272538 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e98dbec0-8891-4682-a942-4b586aa57ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:43.344789 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba812673-793f-40e7-a768-8be28d80fc62 None None] Pushing event updated for resources: {'Port': ['ID=f4db2915-a0d4-4e78-aed2-3ec85f5fef14,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:43.354340 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c5a9d08a-7235-46c2-9400-a08331b25d40 req-5c296fe9-4406-4b7a-af35-990d6c46943a tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774767 Apr 28 20:10:43.356711 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-731eb34a-0b61-4e2e-8f45-333554197544 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:43.363527 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-731eb34a-0b61-4e2e-8f45-333554197544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:43.394677 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b82e7ac5-a34a-4ec0-a40d-d81abab844d9 None None] Provisioning complete for port f4db2915-a0d4-4e78-aed2-3ec85f5fef14 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:43.395170 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b82e7ac5-a34a-4ec0-a40d-d81abab844d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:43.400814 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-639effb3-9760-42d6-819d-031c1ed4d1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'name': 'tempest-TestVolumeBackupRestore-356260278-router', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '74c6117f-6c8e-49aa-bd07-67643c0290e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:10:35Z', 'updated_at': '2022-04-28T20:10:38Z', 'revision_number': 4, 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'gw_port': {'id': '74c6117f-6c8e-49aa-bd07-67643c0290e1', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:28:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:35Z', 'updated_at': '2022-04-28T20:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'f4db2915-a0d4-4e78-aed2-3ec85f5fef14', 'name': '', 'network_id': '83c167da-5ef5-42e1-bc72-2034870ac48b', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'mac_address': 'fa:16:3e:a8:cc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '549f7d4b-8f6a-4e3b-bd68-540d7228d756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:37Z', 'updated_at': '2022-04-28T20:10:42Z', 'revision_number': 4, 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'subnets': [{'id': '549f7d4b-8f6a-4e3b-bd68-540d7228d756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:10:43.430969 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad42d3a-9e29-4962-a137-2d79d22e3823 None None] Pushing event updated for resources: {'Port': ['ID=128fbb3f-318d-4cc0-802c-482984ec8e23,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:43.444242 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-731eb34a-0b61-4e2e-8f45-333554197544 None None] Attempting to bind port 128fbb3f-318d-4cc0-802c-482984ec8e23 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:10:43.444607 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-731eb34a-0b61-4e2e-8f45-333554197544 None None] Attempting to bind port 128fbb3f-318d-4cc0-802c-482984ec8e23 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:10:43.444977 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731eb34a-0b61-4e2e-8f45-333554197544 None None] Attempting to bind port 128fbb3f-318d-4cc0-802c-482984ec8e23 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:10:43.453474 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731eb34a-0b61-4e2e-8f45-333554197544 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:10:43.454977 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731eb34a-0b61-4e2e-8f45-333554197544 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:10:43.455687 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-731eb34a-0b61-4e2e-8f45-333554197544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:43.456912 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731eb34a-0b61-4e2e-8f45-333554197544 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:10:43.458004 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-731eb34a-0b61-4e2e-8f45-333554197544 None None] Bound port: 128fbb3f-318d-4cc0-802c-482984ec8e23, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:10:43.458208 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-731eb34a-0b61-4e2e-8f45-333554197544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:43.470926 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639effb3-9760-42d6-819d-031c1ed4d1ba None None] The sync data for ids ['bee25f47-f4aa-4ecc-a5df-fea10f375416'] in n-d-839810-1 is: [{'id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'name': 'tempest-TestVolumeBackupRestore-356260278-router', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '74c6117f-6c8e-49aa-bd07-67643c0290e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:10:35Z', 'updated_at': '2022-04-28T20:10:38Z', 'revision_number': 4, 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'gw_port': {'id': '74c6117f-6c8e-49aa-bd07-67643c0290e1', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:28:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:35Z', 'updated_at': '2022-04-28T20:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'f4db2915-a0d4-4e78-aed2-3ec85f5fef14', 'name': '', 'network_id': '83c167da-5ef5-42e1-bc72-2034870ac48b', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'mac_address': 'fa:16:3e:a8:cc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '549f7d4b-8f6a-4e3b-bd68-540d7228d756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:37Z', 'updated_at': '2022-04-28T20:10:42Z', 'revision_number': 4, 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'subnets': [{'id': '549f7d4b-8f6a-4e3b-bd68-540d7228d756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:10:43.486421 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 74c6117f-6c8e-49aa-bd07-67643c0290e1 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:43.486703 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:43.553418 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-731eb34a-0b61-4e2e-8f45-333554197544 None None] For port 128fbb3f-318d-4cc0-802c-482984ec8e23, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:10:43.576478 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-731eb34a-0b61-4e2e-8f45-333554197544 None None] For port 128fbb3f-318d-4cc0-802c-482984ec8e23, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=128fbb3f-318d-4cc0-802c-482984ec8e23,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:10:43.582350 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-731eb34a-0b61-4e2e-8f45-333554197544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:43.611187 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-e98dbec0-8891-4682-a942-4b586aa57ee7 admin admin] Allocated IP 172.20.0.1 (69483536-dcfb-4a25-b392-2c0a220d4754/bdf289f2-8d80-4627-8a72-5d7183d3a497/058ef8e8-7120-43ad-8226-c589dce4f61e) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:10:43.670246 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9fad2eda-e903-4a74-be17-c92c26e9fd57 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:10:43.676568 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731eb34a-0b61-4e2e-8f45-333554197544 None None] Routers {'269e27e0-68fe-4419-9167-07d40c04a4e0'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:10:43.677215 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-731eb34a-0b61-4e2e-8f45-333554197544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:10:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['269e27e0-68fe-4419-9167-07d40c04a4e0'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:10:43.730859 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad42d3a-9e29-4962-a137-2d79d22e3823 None None] Pushing event updated for resources: {'Port': ['ID=128fbb3f-318d-4cc0-802c-482984ec8e23,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:43.743758 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 9fad2eda-e903-4a74-be17-c92c26e9fd57 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:43.744380 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:43.819515 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-731eb34a-0b61-4e2e-8f45-333554197544 None None] Set router 269e27e0-68fe-4419-9167-07d40c04a4e0 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:10:43.831726 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e98dbec0-8891-4682-a942-4b586aa57ee7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:43.854724 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:43.882865 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e98dbec0-8891-4682-a942-4b586aa57ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:43.922048 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 9fad2eda-e903-4a74-be17-c92c26e9fd57, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=9fad2eda-e903-4a74-be17-c92c26e9fd57,segment=NetworkSegment(a897a009-2ab3-4c47-9313-b7b1b75f61b3),segment_id=a897a009-2ab3-4c47-9313-b7b1b75f61b3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:10:43.928281 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98dbec0-8891-4682-a942-4b586aa57ee7 admin admin] Network 69483536-dcfb-4a25-b392-2c0a220d4754 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:10:43.932029 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:43.934526 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-e98dbec0-8891-4682-a942-4b586aa57ee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:10:43.943558 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98dbec0-8891-4682-a942-4b586aa57ee7 admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:10:43.943966 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71071b78-2332-4c31-a82a-bd5c408d7c1d None None] Network 69483536-dcfb-4a25-b392-2c0a220d4754 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:10:43.958008 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98dbec0-8891-4682-a942-4b586aa57ee7 admin admin] Pushing event updated for resources: {'Port': ['ID=058ef8e8-7120-43ad-8226-c589dce4f61e,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:44.003050 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e98dbec0-8891-4682-a942-4b586aa57ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:44.057020 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-731eb34a-0b61-4e2e-8f45-333554197544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269e27e0-68fe-4419-9167-07d40c04a4e0', 'name': 'tempest-TestVolumeBackupRestore-1882096902-router', 'tenant_id': '1ac92a028d3f47878bba0db6d10ae0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '128fbb3f-318d-4cc0-802c-482984ec8e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:10:40Z', 'updated_at': '2022-04-28T20:10:41Z', 'revision_number': 3, 'project_id': '1ac92a028d3f47878bba0db6d10ae0ce', 'gw_port': {'id': '128fbb3f-318d-4cc0-802c-482984ec8e23', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269e27e0-68fe-4419-9167-07d40c04a4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:41Z', 'updated_at': '2022-04-28T20:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:10:44.080136 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-e469d2d3-338c-45cc-8a50-c32f7ea3e70c None None] Provisioning complete for port 9fad2eda-e903-4a74-be17-c92c26e9fd57 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:44.080519 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e469d2d3-338c-45cc-8a50-c32f7ea3e70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:44.100500 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731eb34a-0b61-4e2e-8f45-333554197544 None None] The sync data for ids ['269e27e0-68fe-4419-9167-07d40c04a4e0'] in n-d-839810-1 is: [{'id': '269e27e0-68fe-4419-9167-07d40c04a4e0', 'name': 'tempest-TestVolumeBackupRestore-1882096902-router', 'tenant_id': '1ac92a028d3f47878bba0db6d10ae0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '128fbb3f-318d-4cc0-802c-482984ec8e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:10:40Z', 'updated_at': '2022-04-28T20:10:41Z', 'revision_number': 3, 'project_id': '1ac92a028d3f47878bba0db6d10ae0ce', 'gw_port': {'id': '128fbb3f-318d-4cc0-802c-482984ec8e23', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269e27e0-68fe-4419-9167-07d40c04a4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:41Z', 'updated_at': '2022-04-28T20:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:10:44.134254 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=9fad2eda-e903-4a74-be17-c92c26e9fd57,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:44.166078 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e98dbec0-8891-4682-a942-4b586aa57ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:44.375018 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e98dbec0-8891-4682-a942-4b586aa57ee7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:44.381870 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e98dbec0-8891-4682-a942-4b586aa57ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:44.507458 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 0be73a6d-9a77-42b9-8377-1baf0e192b64 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:10:44.527073 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98dbec0-8891-4682-a942-4b586aa57ee7 admin admin] Pushing event updated for resources: {'Port': ['ID=058ef8e8-7120-43ad-8226-c589dce4f61e,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:44.542066 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e98dbec0-8891-4682-a942-4b586aa57ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:44.592655 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff62d6-bf9b-45bb-b4b9-0ebf7968c100 req-3dd0f6c5-7b1d-4c29-b004-47238c8e88d5 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:44.595375 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-37ff62d6-bf9b-45bb-b4b9-0ebf7968c100 req-3dd0f6c5-7b1d-4c29-b004-47238c8e88d5 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6d0df06-8c65-4be2-9787-30ad70e4929f HTTP/1.1" status: 200 len: 943 time: 0.0861959 Apr 28 20:10:44.668396 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-37ff62d6-bf9b-45bb-b4b9-0ebf7968c100 req-5641b035-4632-49f7-910c-8afc3bb607a9 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628159 Apr 28 20:10:44.696918 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-69a0e8a2-eeb3-4289-88a6-1ed820ee9e6b None None] Provisioning complete for port 058ef8e8-7120-43ad-8226-c589dce4f61e triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:44.697287 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-69a0e8a2-eeb3-4289-88a6-1ed820ee9e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:44.782972 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 0be73a6d-9a77-42b9-8377-1baf0e192b64, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=0be73a6d-9a77-42b9-8377-1baf0e192b64,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:10:44.798451 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '0be73a6d-9a77-42b9-8377-1baf0e192b64', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'port_id': '0be73a6d-9a77-42b9-8377-1baf0e192b64', 'mac_address': 'fa:16:3e:b3:04:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:10:44.814244 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-69a0e8a2-eeb3-4289-88a6-1ed820ee9e6b None None] Port 058ef8e8-7120-43ad-8226-c589dce4f61e cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:10:44.864283 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-69a0e8a2-eeb3-4289-88a6-1ed820ee9e6b None None] Provisioning complete for port 9fad2eda-e903-4a74-be17-c92c26e9fd57 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:44.864658 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-69a0e8a2-eeb3-4289-88a6-1ed820ee9e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:44.900130 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:44.935514 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0be73a6d-9a77-42b9-8377-1baf0e192b64 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:10:44.962902 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 0be73a6d-9a77-42b9-8377-1baf0e192b64, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=0be73a6d-9a77-42b9-8377-1baf0e192b64,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:10:44.968723 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:45.089250 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=0be73a6d-9a77-42b9-8377-1baf0e192b64,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:45.200649 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['0be73a6d-9a77-42b9-8377-1baf0e192b64'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:10:45.207030 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98dbec0-8891-4682-a942-4b586aa57ee7 admin admin] Network 69483536-dcfb-4a25-b392-2c0a220d4754 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:10:45.209111 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-e98dbec0-8891-4682-a942-4b586aa57ee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:10:45.324061 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device f4db2915-a0d4-4e78-aed2-3ec85f5fef14 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:10:45.367756 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-65eaad3f-c8b4-45b9-9f79-2fa38b430d26 None None] Provisioning complete for port 058ef8e8-7120-43ad-8226-c589dce4f61e triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:45.368236 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-65eaad3f-c8b4-45b9-9f79-2fa38b430d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:45.411316 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98dbec0-8891-4682-a942-4b586aa57ee7 admin admin] Router 269e27e0-68fe-4419-9167-07d40c04a4e0 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:10:45.473194 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-65eaad3f-c8b4-45b9-9f79-2fa38b430d26 None None] Port 058ef8e8-7120-43ad-8226-c589dce4f61e cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:10:45.491370 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port f4db2915-a0d4-4e78-aed2-3ec85f5fef14 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:45.491668 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:45.565623 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98dbec0-8891-4682-a942-4b586aa57ee7 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:10:45.607612 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e98dbec0-8891-4682-a942-4b586aa57ee7 admin admin] 10.222.0.42 "PUT /v2.0/routers/269e27e0-68fe-4419-9167-07d40c04a4e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1227276 Apr 28 20:10:45.712265 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fd948139-a540-4009-96a6-d642b0ae6cfc req-9be9810d-3c71-4a1d-b767-26cca55b2e3b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=510aa0b6-38c4-4934-9b76-5666e6958b92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0978606 Apr 28 20:10:45.801778 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0bf38352-f62f-46ab-965c-44e1435539bc None None] Provisioning complete for port 058ef8e8-7120-43ad-8226-c589dce4f61e triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:45.802389 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0bf38352-f62f-46ab-965c-44e1435539bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:45.804497 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9fad2eda-e903-4a74-be17-c92c26e9fd57 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:10:45.833484 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd948139-a540-4009-96a6-d642b0ae6cfc req-d0d96acd-7c55-4ed4-b284-bb6a700d3ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:45.835550 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fd948139-a540-4009-96a6-d642b0ae6cfc req-d0d96acd-7c55-4ed4-b284-bb6a700d3ceb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a7abd85c8b80481690a18110e7cba81e&device_id=510aa0b6-38c4-4934-9b76-5666e6958b92 HTTP/1.1" status: 200 len: 1096 time: 0.0701561 Apr 28 20:10:45.875224 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0bf38352-f62f-46ab-965c-44e1435539bc None None] Port 058ef8e8-7120-43ad-8226-c589dce4f61e cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:10:45.883284 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea0a78-7969-4646-b322-18176a2489de req-0f597184-0ca1-46c2-b59b-7b080747b39b tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:45.885239 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e4ea0a78-7969-4646-b322-18176a2489de req-0f597184-0ca1-46c2-b59b-7b080747b39b tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6d0df06-8c65-4be2-9787-30ad70e4929f HTTP/1.1" status: 200 len: 944 time: 0.0835602 Apr 28 20:10:45.893773 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 9fad2eda-e903-4a74-be17-c92c26e9fd57 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:45.894385 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:45.936028 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e4ea0a78-7969-4646-b322-18176a2489de req-cc7d0c58-3d0c-4c32-b0aa-3a767149f909 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436707 Apr 28 20:10:46.003612 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 128fbb3f-318d-4cc0-802c-482984ec8e23 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:10:46.016531 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd948139-a540-4009-96a6-d642b0ae6cfc req-6b239b6c-55f5-4be9-b2e8-5358c00fcb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:46.018130 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fd948139-a540-4009-96a6-d642b0ae6cfc req-6b239b6c-55f5-4be9-b2e8-5358c00fcb01 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3ca892cc-b431-485e-a8d1-1dc31fa2091b HTTP/1.1" status: 200 len: 913 time: 0.1586378 Apr 28 20:10:46.064245 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 128fbb3f-318d-4cc0-802c-482984ec8e23 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:46.064700 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:46.078461 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fd948139-a540-4009-96a6-d642b0ae6cfc req-f9242685-138b-4cb1-9549-ba9f57b2ffce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f HTTP/1.1" status: 200 len: 217 time: 0.0537608 Apr 28 20:10:46.133102 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd948139-a540-4009-96a6-d642b0ae6cfc req-75aa0282-4a55-4c6b-bf40-51cbb9daf9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:46.135265 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fd948139-a540-4009-96a6-d642b0ae6cfc req-75aa0282-4a55-4c6b-bf40-51cbb9daf9ee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11daf8f6-15c0-4d09-926f-75c1fcbe625d HTTP/1.1" status: 200 len: 851 time: 0.0505955 Apr 28 20:10:46.160419 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:46.187778 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 128fbb3f-318d-4cc0-802c-482984ec8e23, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=128fbb3f-318d-4cc0-802c-482984ec8e23,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:10:46.188894 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd948139-a540-4009-96a6-d642b0ae6cfc req-e85a3a15-7344-4322-a560-2066844017a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:46.191124 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fd948139-a540-4009-96a6-d642b0ae6cfc req-e85a3a15-7344-4322-a560-2066844017a8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ca892cc-b431-485e-a8d1-1dc31fa2091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502398 Apr 28 20:10:46.193289 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:46.269371 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=128fbb3f-318d-4cc0-802c-482984ec8e23,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:46.313955 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fd948139-a540-4009-96a6-d642b0ae6cfc req-2d7e544a-180c-4bb1-8484-6257285e50ce service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159413 Apr 28 20:10:46.418556 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fd948139-a540-4009-96a6-d642b0ae6cfc req-a70b3818-aca0-4c39-a9ad-442653c81bf6 service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983875 Apr 28 20:10:46.532730 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 0be73a6d-9a77-42b9-8377-1baf0e192b64 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:10:46.597906 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 0be73a6d-9a77-42b9-8377-1baf0e192b64 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:10:46.601923 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 0be73a6d-9a77-42b9-8377-1baf0e192b64 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:46.602247 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:46.698231 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:46.721709 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d0df06-8c65-4be2-9787-30ad70e4929f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be73a6d-9a77-42b9-8377-1baf0e192b64'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:10:46.723989 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7460dda1-9e4c-4985-a3ed-dbc68986eb5d" -d '{"events": [{"server_uuid": "e6d0df06-8c65-4be2-9787-30ad70e4929f", "name": "network-vif-plugged", "status": "completed", "tag": "0be73a6d-9a77-42b9-8377-1baf0e192b64"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:10:46.738705 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 0be73a6d-9a77-42b9-8377-1baf0e192b64, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=0be73a6d-9a77-42b9-8377-1baf0e192b64,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:10:46.743247 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:46.787321 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5e4832-5b6d-4e01-9a33-eaec2917b129 x-openstack-request-id: req-ae5e4832-5b6d-4e01-9a33-eaec2917b129 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:10:46.787689 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d0df06-8c65-4be2-9787-30ad70e4929f", "name": "network-vif-plugged", "status": "completed", "tag": "0be73a6d-9a77-42b9-8377-1baf0e192b64", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:10:46.788004 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ae5e4832-5b6d-4e01-9a33-eaec2917b129 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:10:46.788491 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae5e4832-5b6d-4e01-9a33-eaec2917b129'] response: {'server_uuid': 'e6d0df06-8c65-4be2-9787-30ad70e4929f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be73a6d-9a77-42b9-8377-1baf0e192b64', 'code': 200} Apr 28 20:10:46.806661 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=0be73a6d-9a77-42b9-8377-1baf0e192b64,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:46.884145 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc00485-b539-4d14-81e9-1f83e17f2105 None None] Sync routers for ids ['269e27e0-68fe-4419-9167-07d40c04a4e0'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:10:46.892244 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e8999-c02a-42a4-bce1-ede5279795b7 req-ebdcd643-9653-4fa8-9081-bbaa655a73c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:46.895201 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-432e8999-c02a-42a4-bce1-ede5279795b7 req-ebdcd643-9653-4fa8-9081-bbaa655a73c5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e6d0df06-8c65-4be2-9787-30ad70e4929f HTTP/1.1" status: 200 len: 1096 time: 0.0530510 Apr 28 20:10:46.897538 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc00485-b539-4d14-81e9-1f83e17f2105 None None] Routers {'269e27e0-68fe-4419-9167-07d40c04a4e0'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:10:46.897538 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-2dc00485-b539-4d14-81e9-1f83e17f2105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:10:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['269e27e0-68fe-4419-9167-07d40c04a4e0'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:10:46.935687 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-432e8999-c02a-42a4-bce1-ede5279795b7 req-6e6b1aa3-045b-44d9-8935-2be9632f31a4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345073 Apr 28 20:10:47.047590 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-2dc00485-b539-4d14-81e9-1f83e17f2105 None None] Set router 269e27e0-68fe-4419-9167-07d40c04a4e0 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:10:47.093287 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 128fbb3f-318d-4cc0-802c-482984ec8e23 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:10:47.115383 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29af70-59a0-463a-a8a7-70dce5b5c338 req-e889a69c-4f00-4797-9278-4d0421b88852 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:47.117729 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ea29af70-59a0-463a-a8a7-70dce5b5c338 req-e889a69c-4f00-4797-9278-4d0421b88852 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6d0df06-8c65-4be2-9787-30ad70e4929f HTTP/1.1" status: 200 len: 945 time: 0.0666645 Apr 28 20:10:47.164541 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ea29af70-59a0-463a-a8a7-70dce5b5c338 req-501892bb-ff71-49be-aa72-dc33662f8dca tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394602 Apr 28 20:10:47.275394 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 128fbb3f-318d-4cc0-802c-482984ec8e23 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:47.275770 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:47.448877 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-2dc00485-b539-4d14-81e9-1f83e17f2105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269e27e0-68fe-4419-9167-07d40c04a4e0', 'name': 'tempest-TestVolumeBackupRestore-1882096902-router', 'tenant_id': '1ac92a028d3f47878bba0db6d10ae0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '128fbb3f-318d-4cc0-802c-482984ec8e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:10:40Z', 'updated_at': '2022-04-28T20:10:44Z', 'revision_number': 4, 'project_id': '1ac92a028d3f47878bba0db6d10ae0ce', 'gw_port': {'id': '128fbb3f-318d-4cc0-802c-482984ec8e23', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269e27e0-68fe-4419-9167-07d40c04a4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:41Z', 'updated_at': '2022-04-28T20:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '058ef8e8-7120-43ad-8226-c589dce4f61e', 'name': '', 'network_id': '69483536-dcfb-4a25-b392-2c0a220d4754', 'tenant_id': '1ac92a028d3f47878bba0db6d10ae0ce', 'mac_address': 'fa:16:3e:c7:76:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269e27e0-68fe-4419-9167-07d40c04a4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'bdf289f2-8d80-4627-8a72-5d7183d3a497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:43Z', 'updated_at': '2022-04-28T20:10:44Z', 'revision_number': 2, 'project_id': '1ac92a028d3f47878bba0db6d10ae0ce', 'subnets': [{'id': 'bdf289f2-8d80-4627-8a72-5d7183d3a497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:10:47.480438 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc00485-b539-4d14-81e9-1f83e17f2105 None None] Checking router: 269e27e0-68fe-4419-9167-07d40c04a4e0 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:10:47.480793 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc00485-b539-4d14-81e9-1f83e17f2105 None None] Updating router 269e27e0-68fe-4419-9167-07d40c04a4e0 port 058ef8e8-7120-43ad-8226-c589dce4f61e binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:10:47.513715 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2dc00485-b539-4d14-81e9-1f83e17f2105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:47.826962 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2dc00485-b539-4d14-81e9-1f83e17f2105 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:47.833166 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2dc00485-b539-4d14-81e9-1f83e17f2105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:47.889591 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e38d4-a704-4b85-a519-a0db5efc9b82 None None] Pushing event updated for resources: {'Port': ['ID=058ef8e8-7120-43ad-8226-c589dce4f61e,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:47.951313 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-2dc00485-b539-4d14-81e9-1f83e17f2105 None None] Attempting to bind port 058ef8e8-7120-43ad-8226-c589dce4f61e on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:10:47.951877 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-2dc00485-b539-4d14-81e9-1f83e17f2105 None None] Attempting to bind port 058ef8e8-7120-43ad-8226-c589dce4f61e by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'a897a009-2ab3-4c47-9313-b7b1b75f61b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '69483536-dcfb-4a25-b392-2c0a220d4754'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:10:47.952380 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc00485-b539-4d14-81e9-1f83e17f2105 None None] Attempting to bind port 058ef8e8-7120-43ad-8226-c589dce4f61e on network 69483536-dcfb-4a25-b392-2c0a220d4754 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:10:47.958886 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc00485-b539-4d14-81e9-1f83e17f2105 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:10:47.959317 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc00485-b539-4d14-81e9-1f83e17f2105 None None] Checking segment: {'id': 'a897a009-2ab3-4c47-9313-b7b1b75f61b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '69483536-dcfb-4a25-b392-2c0a220d4754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:10:47.959755 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2dc00485-b539-4d14-81e9-1f83e17f2105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:47.960237 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc00485-b539-4d14-81e9-1f83e17f2105 None None] Bound using segment: {'id': 'a897a009-2ab3-4c47-9313-b7b1b75f61b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '69483536-dcfb-4a25-b392-2c0a220d4754'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:10:47.960715 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-2dc00485-b539-4d14-81e9-1f83e17f2105 None None] Bound port: 058ef8e8-7120-43ad-8226-c589dce4f61e, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a897a009-2ab3-4c47-9313-b7b1b75f61b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '69483536-dcfb-4a25-b392-2c0a220d4754'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:10:47.961153 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2dc00485-b539-4d14-81e9-1f83e17f2105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:48.054295 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-2dc00485-b539-4d14-81e9-1f83e17f2105 None None] For port 058ef8e8-7120-43ad-8226-c589dce4f61e, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:10:48.059280 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-2dc00485-b539-4d14-81e9-1f83e17f2105 None None] For port 058ef8e8-7120-43ad-8226-c589dce4f61e, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=058ef8e8-7120-43ad-8226-c589dce4f61e,segment=NetworkSegment(a897a009-2ab3-4c47-9313-b7b1b75f61b3),segment_id=a897a009-2ab3-4c47-9313-b7b1b75f61b3)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:10:48.068333 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2dc00485-b539-4d14-81e9-1f83e17f2105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:48.156839 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc00485-b539-4d14-81e9-1f83e17f2105 None None] Routers {'269e27e0-68fe-4419-9167-07d40c04a4e0'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:10:48.157409 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-2dc00485-b539-4d14-81e9-1f83e17f2105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:10:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['269e27e0-68fe-4419-9167-07d40c04a4e0'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:10:48.161014 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e38d4-a704-4b85-a519-a0db5efc9b82 None None] Pushing event updated for resources: {'Port': ['ID=058ef8e8-7120-43ad-8226-c589dce4f61e,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:48.246195 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-51920d01-7dbb-4844-a75f-5ec8d774b577 None None] Provisioning complete for port 058ef8e8-7120-43ad-8226-c589dce4f61e triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:48.246570 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-51920d01-7dbb-4844-a75f-5ec8d774b577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:48.351211 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec342e-4bb5-4ccc-946a-beb821240dd3 req-b366f15a-4e41-4691-aa67-1b5bd51edc75 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:48.354420 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aeec342e-4bb5-4ccc-946a-beb821240dd3 req-b366f15a-4e41-4691-aa67-1b5bd51edc75 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6d0df06-8c65-4be2-9787-30ad70e4929f HTTP/1.1" status: 200 len: 945 time: 0.0937529 Apr 28 20:10:48.388719 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-2dc00485-b539-4d14-81e9-1f83e17f2105 None None] Set router 269e27e0-68fe-4419-9167-07d40c04a4e0 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:10:48.429484 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aeec342e-4bb5-4ccc-946a-beb821240dd3 req-f82d8347-8a67-43ea-adcb-0cde06094f2f tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658436 Apr 28 20:10:48.532857 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-51920d01-7dbb-4844-a75f-5ec8d774b577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:48.583135 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaabc70-bcb3-43c9-ad73-8b6b543e4280 req-4aa75a03-5680-4332-9e98-ff025bf019d3 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:48.586416 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ccaabc70-bcb3-43c9-ad73-8b6b543e4280 req-4aa75a03-5680-4332-9e98-ff025bf019d3 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6d0df06-8c65-4be2-9787-30ad70e4929f HTTP/1.1" status: 200 len: 945 time: 0.0762870 Apr 28 20:10:48.632424 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ccaabc70-bcb3-43c9-ad73-8b6b543e4280 req-ac6aca22-f210-4553-8d73-65c12ccccd57 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381033 Apr 28 20:10:48.637289 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-51920d01-7dbb-4844-a75f-5ec8d774b577 None None] For port 058ef8e8-7120-43ad-8226-c589dce4f61e, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=058ef8e8-7120-43ad-8226-c589dce4f61e,segment=NetworkSegment(a897a009-2ab3-4c47-9313-b7b1b75f61b3),segment_id=a897a009-2ab3-4c47-9313-b7b1b75f61b3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:10:48.653642 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-51920d01-7dbb-4844-a75f-5ec8d774b577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:48.757863 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51920d01-7dbb-4844-a75f-5ec8d774b577 None None] Pushing event updated for resources: {'Port': ['ID=058ef8e8-7120-43ad-8226-c589dce4f61e,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:48.794712 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-2dc00485-b539-4d14-81e9-1f83e17f2105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269e27e0-68fe-4419-9167-07d40c04a4e0', 'name': 'tempest-TestVolumeBackupRestore-1882096902-router', 'tenant_id': '1ac92a028d3f47878bba0db6d10ae0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '128fbb3f-318d-4cc0-802c-482984ec8e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:10:40Z', 'updated_at': '2022-04-28T20:10:44Z', 'revision_number': 4, 'project_id': '1ac92a028d3f47878bba0db6d10ae0ce', 'gw_port': {'id': '128fbb3f-318d-4cc0-802c-482984ec8e23', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269e27e0-68fe-4419-9167-07d40c04a4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:41Z', 'updated_at': '2022-04-28T20:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '058ef8e8-7120-43ad-8226-c589dce4f61e', 'name': '', 'network_id': '69483536-dcfb-4a25-b392-2c0a220d4754', 'tenant_id': '1ac92a028d3f47878bba0db6d10ae0ce', 'mac_address': 'fa:16:3e:c7:76:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269e27e0-68fe-4419-9167-07d40c04a4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'bdf289f2-8d80-4627-8a72-5d7183d3a497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:43Z', 'updated_at': '2022-04-28T20:10:48Z', 'revision_number': 4, 'project_id': '1ac92a028d3f47878bba0db6d10ae0ce', 'subnets': [{'id': 'bdf289f2-8d80-4627-8a72-5d7183d3a497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:10:48.828050 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-26eb6ba4-2a25-45ea-af66-823f21e83df4 None None] Provisioning complete for port 058ef8e8-7120-43ad-8226-c589dce4f61e triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:48.828859 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-26eb6ba4-2a25-45ea-af66-823f21e83df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:48.831342 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc00485-b539-4d14-81e9-1f83e17f2105 None None] The sync data for ids ['269e27e0-68fe-4419-9167-07d40c04a4e0'] in n-d-839810-1 is: [{'id': '269e27e0-68fe-4419-9167-07d40c04a4e0', 'name': 'tempest-TestVolumeBackupRestore-1882096902-router', 'tenant_id': '1ac92a028d3f47878bba0db6d10ae0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '128fbb3f-318d-4cc0-802c-482984ec8e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:10:40Z', 'updated_at': '2022-04-28T20:10:44Z', 'revision_number': 4, 'project_id': '1ac92a028d3f47878bba0db6d10ae0ce', 'gw_port': {'id': '128fbb3f-318d-4cc0-802c-482984ec8e23', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269e27e0-68fe-4419-9167-07d40c04a4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:41Z', 'updated_at': '2022-04-28T20:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '058ef8e8-7120-43ad-8226-c589dce4f61e', 'name': '', 'network_id': '69483536-dcfb-4a25-b392-2c0a220d4754', 'tenant_id': '1ac92a028d3f47878bba0db6d10ae0ce', 'mac_address': 'fa:16:3e:c7:76:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269e27e0-68fe-4419-9167-07d40c04a4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'bdf289f2-8d80-4627-8a72-5d7183d3a497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:43Z', 'updated_at': '2022-04-28T20:10:48Z', 'revision_number': 4, 'project_id': '1ac92a028d3f47878bba0db6d10ae0ce', 'subnets': [{'id': 'bdf289f2-8d80-4627-8a72-5d7183d3a497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:10:49.054599 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31d755-302e-4326-b37e-070f8b8fc7ab req-53562b5c-dd02-461b-ae03-03b7f2925eef tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:49.056738 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2d31d755-302e-4326-b37e-070f8b8fc7ab req-53562b5c-dd02-461b-ae03-03b7f2925eef tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6d0df06-8c65-4be2-9787-30ad70e4929f HTTP/1.1" status: 200 len: 945 time: 0.0760362 Apr 28 20:10:49.114696 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2d31d755-302e-4326-b37e-070f8b8fc7ab req-6fc5f2be-e9f7-4e06-886b-49ec1587c26a tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477288 Apr 28 20:10:49.114938 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 058ef8e8-7120-43ad-8226-c589dce4f61e up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:10:49.199794 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 058ef8e8-7120-43ad-8226-c589dce4f61e triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:49.200185 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:49.838536 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-117f7a82-ccab-4e87-8f4a-6d5a393590aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:50.244807 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b81e3-c8de-4a72-9a6d-87495bd4aa78 req-c8139a52-95ad-43ac-a699-72801324f0d8 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:50.246271 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ec2b81e3-c8de-4a72-9a6d-87495bd4aa78 req-c8139a52-95ad-43ac-a699-72801324f0d8 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6d0df06-8c65-4be2-9787-30ad70e4929f HTTP/1.1" status: 200 len: 945 time: 0.0500844 Apr 28 20:10:50.286281 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ec2b81e3-c8de-4a72-9a6d-87495bd4aa78 req-3d20279f-490e-46bf-92fd-137402309ed8 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333848 Apr 28 20:10:50.384530 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee55f5-4041-4d42-90d8-2ae7a8d88dc2 req-d475ffe9-3b8c-4fc1-bedc-2f6fa97c6e52 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:50.386584 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9bee55f5-4041-4d42-90d8-2ae7a8d88dc2 req-d475ffe9-3b8c-4fc1-bedc-2f6fa97c6e52 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6d0df06-8c65-4be2-9787-30ad70e4929f HTTP/1.1" status: 200 len: 945 time: 0.0511401 Apr 28 20:10:50.498335 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-9bee55f5-4041-4d42-90d8-2ae7a8d88dc2 req-4d8d0a79-92fb-48fd-80d8-ecc66acbaf10 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Deleting port 0be73a6d-9a77-42b9-8377-1baf0e192b64 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:10:50.498774 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9bee55f5-4041-4d42-90d8-2ae7a8d88dc2 req-4d8d0a79-92fb-48fd-80d8-ecc66acbaf10 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:50.604345 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-9bee55f5-4041-4d42-90d8-2ae7a8d88dc2 req-4d8d0a79-92fb-48fd-80d8-ecc66acbaf10 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] For port 0be73a6d-9a77-42b9-8377-1baf0e192b64, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=0be73a6d-9a77-42b9-8377-1baf0e192b64,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:10:50.604717 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9bee55f5-4041-4d42-90d8-2ae7a8d88dc2 req-4d8d0a79-92fb-48fd-80d8-ecc66acbaf10 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:50.620065 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-9bee55f5-4041-4d42-90d8-2ae7a8d88dc2 req-4d8d0a79-92fb-48fd-80d8-ecc66acbaf10 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Calling delete_port for 0be73a6d-9a77-42b9-8377-1baf0e192b64 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:10:50.778415 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9bee55f5-4041-4d42-90d8-2ae7a8d88dc2 req-4d8d0a79-92fb-48fd-80d8-ecc66acbaf10 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:50.792590 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['0be73a6d-9a77-42b9-8377-1baf0e192b64'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:10:50.795433 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:10:50.843575 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d0a79-92fb-48fd-80d8-ecc66acbaf10 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Pushing event deleted for resources: {'Port': ['ID=0be73a6d-9a77-42b9-8377-1baf0e192b64,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:50.911308 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bee55f5-4041-4d42-90d8-2ae7a8d88dc2 req-4d8d0a79-92fb-48fd-80d8-ecc66acbaf10 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] No DVR routers for this DVR port 0be73a6d-9a77-42b9-8377-1baf0e192b64 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:10:50.917239 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9bee55f5-4041-4d42-90d8-2ae7a8d88dc2 req-4d8d0a79-92fb-48fd-80d8-ecc66acbaf10 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:50.922122 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9bee55f5-4041-4d42-90d8-2ae7a8d88dc2 req-4d8d0a79-92fb-48fd-80d8-ecc66acbaf10 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.15 "DELETE /v2.0/ports/0be73a6d-9a77-42b9-8377-1baf0e192b64 HTTP/1.1" status: 204 len: 173 time: 0.5300262 Apr 28 20:10:50.923375 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d0df06-8c65-4be2-9787-30ad70e4929f', 'name': 'network-vif-deleted', 'tag': '0be73a6d-9a77-42b9-8377-1baf0e192b64'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:10:50.933945 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca2554e-7f39-42b7-a92d-127ba240b0f6" -d '{"events": [{"server_uuid": "e6d0df06-8c65-4be2-9787-30ad70e4929f", "name": "network-vif-deleted", "tag": "0be73a6d-9a77-42b9-8377-1baf0e192b64"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:10:51.016500 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5867b791-2320-49bc-a206-3f698069ff9a x-openstack-request-id: req-5867b791-2320-49bc-a206-3f698069ff9a {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:10:51.016899 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d0df06-8c65-4be2-9787-30ad70e4929f", "name": "network-vif-deleted", "tag": "0be73a6d-9a77-42b9-8377-1baf0e192b64", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:10:51.017129 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5867b791-2320-49bc-a206-3f698069ff9a {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:10:51.017537 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5867b791-2320-49bc-a206-3f698069ff9a'] response: {'server_uuid': 'e6d0df06-8c65-4be2-9787-30ad70e4929f', 'name': 'network-vif-deleted', 'tag': '0be73a6d-9a77-42b9-8377-1baf0e192b64', 'status': 'completed', 'code': 200} Apr 28 20:10:51.389871 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-32ee678a-5f3c-4d29-8228-a62412f428ea req-4aca346f-a50b-4787-9357-53b0ada20fd3 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6d0df06-8c65-4be2-9787-30ad70e4929f HTTP/1.1" status: 200 len: 210 time: 0.0288806 Apr 28 20:10:52.069948 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-aea8e623-3885-4553-be37-b6f2d3143a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:52.503217 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-86dba590-7e2b-4942-8b2d-75cd98f6cd58 req-b017c26f-18d6-472a-a7c3-88b3fee4b69a tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6d0df06-8c65-4be2-9787-30ad70e4929f HTTP/1.1" status: 200 len: 210 time: 0.0339766 Apr 28 20:10:53.570369 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:53.639384 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07e8cf7f-b217-449f-998d-0bc975975540 req-d5636f16-d020-40dc-a6fb-181d9b73e91a tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6d0df06-8c65-4be2-9787-30ad70e4929f HTTP/1.1" status: 200 len: 210 time: 0.0279634 Apr 28 20:10:54.551408 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 0be73a6d-9a77-42b9-8377-1baf0e192b64 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:10:54.586262 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 0be73a6d-9a77-42b9-8377-1baf0e192b64 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:10:54.587298 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 0be73a6d-9a77-42b9-8377-1baf0e192b64 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:10:54.758499 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-efe2cd42-240f-45cd-bf21-0e41df91b5e4 req-61fb596b-fb4c-425d-965b-810e3df54420 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6d0df06-8c65-4be2-9787-30ad70e4929f HTTP/1.1" status: 200 len: 210 time: 0.0297785 Apr 28 20:10:55.908446 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:55.949837 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:59.360812 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ec8e8-2ae1-4c51-adce-cf55702b75ad req-8d5bab68-7a73-4cc4-bc02-21f2ca41169e tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:59.362547 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-355ec8e8-2ae1-4c51-adce-cf55702b75ad req-8d5bab68-7a73-4cc4-bc02-21f2ca41169e tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=510aa0b6-38c4-4934-9b76-5666e6958b92 HTTP/1.1" status: 200 len: 945 time: 0.0585134 Apr 28 20:10:59.417567 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-355ec8e8-2ae1-4c51-adce-cf55702b75ad req-fe026e36-463c-4403-9ad5-1d85a1ab3dec tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388126 Apr 28 20:11:00.536968 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051e609-7607-459c-b022-a17971f97e5b req-dd391478-8ff4-4bb1-a962-54615fccb978 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:00.538463 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3051e609-7607-459c-b022-a17971f97e5b req-dd391478-8ff4-4bb1-a962-54615fccb978 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=510aa0b6-38c4-4934-9b76-5666e6958b92 HTTP/1.1" status: 200 len: 945 time: 0.0494831 Apr 28 20:11:00.576605 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3051e609-7607-459c-b022-a17971f97e5b req-0f8a445d-0c76-41bf-bf50-bd1f89e5e38a tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab254180-4a1f-4df7-8142-ae05ff136a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319836 Apr 28 20:11:00.798683 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7306956-701f-44e2-8f28-68bbcfe85973 req-840611c9-7479-494c-8513-048602a17258 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:00.800662 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c7306956-701f-44e2-8f28-68bbcfe85973 req-840611c9-7479-494c-8513-048602a17258 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.44 "GET /v2.0/ports?device_id=510aa0b6-38c4-4934-9b76-5666e6958b92 HTTP/1.1" status: 200 len: 945 time: 0.0511458 Apr 28 20:11:00.890447 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-c7306956-701f-44e2-8f28-68bbcfe85973 req-5e95595f-05e3-4852-a7af-860b9a3eebb0 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Deleting port 18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:11:00.890791 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c7306956-701f-44e2-8f28-68bbcfe85973 req-5e95595f-05e3-4852-a7af-860b9a3eebb0 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:00.982121 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-c7306956-701f-44e2-8f28-68bbcfe85973 req-5e95595f-05e3-4852-a7af-860b9a3eebb0 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] For port 18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:11:00.982419 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c7306956-701f-44e2-8f28-68bbcfe85973 req-5e95595f-05e3-4852-a7af-860b9a3eebb0 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:01.398443 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-c7306956-701f-44e2-8f28-68bbcfe85973 req-5e95595f-05e3-4852-a7af-860b9a3eebb0 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Calling delete_port for 18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:11:01.554965 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c7306956-701f-44e2-8f28-68bbcfe85973 req-5e95595f-05e3-4852-a7af-860b9a3eebb0 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:01.589890 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e95595f-05e3-4852-a7af-860b9a3eebb0 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Pushing event deleted for resources: {'Port': ['ID=18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:01.633970 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7306956-701f-44e2-8f28-68bbcfe85973 req-5e95595f-05e3-4852-a7af-860b9a3eebb0 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] No DVR routers for this DVR port 18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:11:01.636778 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c7306956-701f-44e2-8f28-68bbcfe85973 req-5e95595f-05e3-4852-a7af-860b9a3eebb0 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:01.640377 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c7306956-701f-44e2-8f28-68bbcfe85973 req-5e95595f-05e3-4852-a7af-860b9a3eebb0 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.44 "DELETE /v2.0/ports/18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f HTTP/1.1" status: 204 len: 173 time: 0.8339560 Apr 28 20:11:01.640841 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510aa0b6-38c4-4934-9b76-5666e6958b92', 'name': 'network-vif-deleted', 'tag': '18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:11:01.645150 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e531a708-3055-4888-9ad2-369e320ff6f8" -d '{"events": [{"server_uuid": "510aa0b6-38c4-4934-9b76-5666e6958b92", "name": "network-vif-deleted", "tag": "18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:11:01.697483 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2a419976-ec8c-4c2d-a737-2eecf979ec21 req-bb231ebe-5ae1-4df7-8181-7d32b43206d0 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=510aa0b6-38c4-4934-9b76-5666e6958b92 HTTP/1.1" status: 200 len: 210 time: 0.0298727 Apr 28 20:11:01.849806 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ed1a7f-cf6e-4fd4-ab37-fc07f91ec9da x-openstack-request-id: req-18ed1a7f-cf6e-4fd4-ab37-fc07f91ec9da {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:11:01.850400 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510aa0b6-38c4-4934-9b76-5666e6958b92", "name": "network-vif-deleted", "tag": "18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:11:01.850400 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-18ed1a7f-cf6e-4fd4-ab37-fc07f91ec9da {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:11:01.850761 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18ed1a7f-cf6e-4fd4-ab37-fc07f91ec9da'] response: {'server_uuid': '510aa0b6-38c4-4934-9b76-5666e6958b92', 'name': 'network-vif-deleted', 'tag': '18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f', 'status': 'completed', 'code': 200} Apr 28 20:11:01.988511 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:02.807415 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a46ff309-7a68-4e00-bc0a-dd6a78c8ce6a req-03081ff7-c7b7-4576-97a1-534e0f6c3a4d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=510aa0b6-38c4-4934-9b76-5666e6958b92 HTTP/1.1" status: 200 len: 210 time: 0.0346222 Apr 28 20:11:03.157734 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:11:03.179228 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:11:03.179662 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 18ffb3fa-b1ed-4742-a8da-2fc6f5bfea1f not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:11:03.559135 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:03.906633 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7a1f9ca7-9dc3-4ff6-8911-a4862b001935 req-0fee837e-b034-4f4c-8cbd-5a6be23b10e4 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=510aa0b6-38c4-4934-9b76-5666e6958b92 HTTP/1.1" status: 200 len: 210 time: 0.0270219 Apr 28 20:11:05.010401 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2528a694-e09c-4165-a501-b81fdf7b1c16 req-f4a259bd-f4ad-4789-af88-93fdb49edbde tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=510aa0b6-38c4-4934-9b76-5666e6958b92 HTTP/1.1" status: 200 len: 210 time: 0.0328636 Apr 28 20:11:10.106336 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33136) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:11:10.110881 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-131d9840-9bd1-4cec-b144-7cf617c4cf85 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-147544090', 'description': 'tempest-secgroup-smoke-147544090 description', 'project_id': 'a7abd85c8b80481690a18110e7cba81e'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:11:10.132364 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-131d9840-9bd1-4cec-b144-7cf617c4cf85 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:10.203050 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-131d9840-9bd1-4cec-b144-7cf617c4cf85 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:10.207820 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-131d9840-9bd1-4cec-b144-7cf617c4cf85 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:10.238923 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-131d9840-9bd1-4cec-b144-7cf617c4cf85 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:10.243412 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33146) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:11:10.243925 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-131d9840-9bd1-4cec-b144-7cf617c4cf85 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1361270 Apr 28 20:11:10.247890 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d9840-9bd1-4cec-b144-7cf617c4cf85 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=959cb35d-4120-4737-995e-c5a5673e8441,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:10.248698 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-40dd3bc3-8a89-4bd1-83fe-bfbf503531be tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Request body: {'security_group_rule': {'security_group_id': '959cb35d-4120-4737-995e-c5a5673e8441', 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:11:10.277527 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-40dd3bc3-8a89-4bd1-83fe-bfbf503531be tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:10.336502 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-40dd3bc3-8a89-4bd1-83fe-bfbf503531be tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:10.341425 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-40dd3bc3-8a89-4bd1-83fe-bfbf503531be tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:10.355202 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd3bc3-8a89-4bd1-83fe-bfbf503531be tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c356c86-34d4-4291-8ad0-24b2806aa99d,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:10.369061 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-40dd3bc3-8a89-4bd1-83fe-bfbf503531be tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:10.372152 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-40dd3bc3-8a89-4bd1-83fe-bfbf503531be tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255538 Apr 28 20:11:10.373337 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33156) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:11:10.378486 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-b6fc02c4-4829-4e3e-a1a9-097189b1786e tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Request body: {'security_group_rule': {'security_group_id': '959cb35d-4120-4737-995e-c5a5673e8441', 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:11:10.403808 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b6fc02c4-4829-4e3e-a1a9-097189b1786e tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:10.462348 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b6fc02c4-4829-4e3e-a1a9-097189b1786e tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:10.466014 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b6fc02c4-4829-4e3e-a1a9-097189b1786e tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:10.483284 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc02c4-4829-4e3e-a1a9-097189b1786e tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0432ee9a-4ffb-4124-a1ab-191cc378e77d,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:10.495084 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b6fc02c4-4829-4e3e-a1a9-097189b1786e tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:10.496317 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b6fc02c4-4829-4e3e-a1a9-097189b1786e tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1219113 Apr 28 20:11:10.499028 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33158) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:11:10.503999 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-a679f08e-499c-4da7-8646-37d1b9de55a1 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Request body: {'security_group_rule': {'security_group_id': '959cb35d-4120-4737-995e-c5a5673e8441', 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:11:10.528921 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a679f08e-499c-4da7-8646-37d1b9de55a1 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:10.587428 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a679f08e-499c-4da7-8646-37d1b9de55a1 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:10.591072 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a679f08e-499c-4da7-8646-37d1b9de55a1 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:10.608818 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679f08e-499c-4da7-8646-37d1b9de55a1 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb9d0d5-f50a-4865-bf8c-7df7c782c2df,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:10.620195 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a679f08e-499c-4da7-8646-37d1b9de55a1 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:10.624262 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33164) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:11:10.624405 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a679f08e-499c-4da7-8646-37d1b9de55a1 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242585 Apr 28 20:11:10.629752 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-94c36202-9818-499b-81f7-1efd661e808e tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Request body: {'security_group_rule': {'security_group_id': '959cb35d-4120-4737-995e-c5a5673e8441', 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:11:10.650516 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:11:10.656823 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-94c36202-9818-499b-81f7-1efd661e808e tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:10.719260 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-94c36202-9818-499b-81f7-1efd661e808e tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:10.725980 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-94c36202-9818-499b-81f7-1efd661e808e tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:10.744614 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c36202-9818-499b-81f7-1efd661e808e tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8944c788-0c3a-4926-83c1-e7f96f79a061,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:10.751456 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-94c36202-9818-499b-81f7-1efd661e808e tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:10.752684 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-94c36202-9818-499b-81f7-1efd661e808e tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1271410 Apr 28 20:11:10.756361 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 33168) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:11:10.760575 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-721eb956-4ffb-4c8d-81e4-9136c8ec34a6 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Request body: {'security_group_rule': {'security_group_id': '959cb35d-4120-4737-995e-c5a5673e8441', 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:11:10.780635 n-d-839810-1 neutron-server[102773]: INFO neutron.db.securitygroups_db [None req-721eb956-4ffb-4c8d-81e4-9136c8ec34a6 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Project a7abd85c8b80481690a18110e7cba81e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:11:10.786250 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-721eb956-4ffb-4c8d-81e4-9136c8ec34a6 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:10.846722 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-721eb956-4ffb-4c8d-81e4-9136c8ec34a6 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:10.856304 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-721eb956-4ffb-4c8d-81e4-9136c8ec34a6 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:10.876318 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721eb956-4ffb-4c8d-81e4-9136c8ec34a6 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d6ca86-fd0e-4e96-98e9-c96907edf214,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:10.882720 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-721eb956-4ffb-4c8d-81e4-9136c8ec34a6 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:10.886717 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-721eb956-4ffb-4c8d-81e4-9136c8ec34a6 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1269736 Apr 28 20:11:10.887112 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33172) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:11:10.891666 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-1de0d9cd-492c-41ad-b153-5b62c59c30eb tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Request body: {'security_group_rule': {'security_group_id': '959cb35d-4120-4737-995e-c5a5673e8441', 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:11:10.914260 n-d-839810-1 neutron-server[102774]: INFO neutron.db.securitygroups_db [None req-1de0d9cd-492c-41ad-b153-5b62c59c30eb tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Project a7abd85c8b80481690a18110e7cba81e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:11:10.919228 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1de0d9cd-492c-41ad-b153-5b62c59c30eb tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:10.985947 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1de0d9cd-492c-41ad-b153-5b62c59c30eb tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:10.990151 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1de0d9cd-492c-41ad-b153-5b62c59c30eb tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:11.010399 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de0d9cd-492c-41ad-b153-5b62c59c30eb tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=515350a0-641f-4acc-9e1e-cd9de5bb7d53,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:11.018058 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1de0d9cd-492c-41ad-b153-5b62c59c30eb tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:11.019273 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1de0d9cd-492c-41ad-b153-5b62c59c30eb tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1311555 Apr 28 20:11:19.842174 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8b8aa0b7-3525-454d-af01-6085a51da937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:22.073104 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8b23ce06-4f07-4e7b-b90a-a6452cc49f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:23.560347 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:25.832950 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:25.963186 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:26.465391 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-451a1ccc-b136-4363-96a1-95fc5d42cdef tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-147544090&fields=id&tenant_id=a7abd85c8b80481690a18110e7cba81e HTTP/1.1" status: 200 len: 267 time: 0.0353475 Apr 28 20:11:26.594240 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-e30ab375-c416-41cf-a51c-67af1c223253 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:26.595904 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-e30ab375-c416-41cf-a51c-67af1c223253 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/networks?id=3ca892cc-b431-485e-a8d1-1dc31fa2091b HTTP/1.1" status: 200 len: 812 time: 0.1221035 Apr 28 20:11:26.612006 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-d2c0a5fa-7c1d-49af-aad1-8ba9a1f8cbb9 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/quotas/a7abd85c8b80481690a18110e7cba81e HTTP/1.1" status: 200 len: 375 time: 0.0099092 Apr 28 20:11:26.672788 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-6f450092-d917-4d84-83cd-7dbda0c422d2 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7abd85c8b80481690a18110e7cba81e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547092 Apr 28 20:11:26.793390 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-0fb893b5-52bc-40cd-97b2-88d47bf4ee31 service neutron] 10.222.0.42 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075480 Apr 28 20:11:26.893458 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-47c18fcb-3829-469b-999c-2f161a256f1a service neutron] 10.222.0.42 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935657 Apr 28 20:11:27.188005 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ddbb742f-f2ff-44d6-9f1b-af1236eda767 req-8e7faa60-bb13-4af7-8e5c-1eef4e88688a tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=85471d1f-cc07-4b08-8e56-ac1fc39d80dc HTTP/1.1" status: 200 len: 210 time: 0.0295956 Apr 28 20:11:28.228370 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-a707be49-7d00-4cee-a8a6-4cd2d65369bb tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:28.230042 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-a707be49-7d00-4cee-a8a6-4cd2d65369bb tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.44 "GET /v2.0/networks?id=3ca892cc-b431-485e-a8d1-1dc31fa2091b HTTP/1.1" status: 200 len: 812 time: 0.1096578 Apr 28 20:11:28.279632 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-e2ab2749-f920-4021-80f5-b83b145fc9a9 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7abd85c8b80481690a18110e7cba81e HTTP/1.1" status: 200 len: 379 time: 0.0405769 Apr 28 20:11:28.289867 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-f7614398-59df-4ba7-87e6-6e7af98c51de tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Request body: {'port': {'device_id': '85471d1f-cc07-4b08-8e56-ac1fc39d80dc', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'admin_state_up': True, 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'security_groups': ['959cb35d-4120-4737-995e-c5a5673e8441']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:11:28.314876 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-06a06f1a-f8e3-4830-8e60-85f9eb3a0274 req-b0bb825e-19a7-464e-b514-4f2804cd7a0d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=85471d1f-cc07-4b08-8e56-ac1fc39d80dc HTTP/1.1" status: 200 len: 210 time: 0.0413032 Apr 28 20:11:28.421426 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-f7614398-59df-4ba7-87e6-6e7af98c51de tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Made reservation on behalf of a7abd85c8b80481690a18110e7cba81e for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:11:28.427378 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-f7614398-59df-4ba7-87e6-6e7af98c51de tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:28.566913 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-f7614398-59df-4ba7-87e6-6e7af98c51de tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Allocated IP 172.20.0.3 (3ca892cc-b431-485e-a8d1-1dc31fa2091b/11daf8f6-15c0-4d09-926f-75c1fcbe625d/d470d18c-f76d-4f3b-a733-9f9d01275b6c) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:11:28.715986 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-f7614398-59df-4ba7-87e6-6e7af98c51de tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:28.751119 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-f7614398-59df-4ba7-87e6-6e7af98c51de tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:28.798932 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-f7614398-59df-4ba7-87e6-6e7af98c51de tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Network 3ca892cc-b431-485e-a8d1-1dc31fa2091b is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:11:28.805917 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-f7614398-59df-4ba7-87e6-6e7af98c51de tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:11:28.808489 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7614398-59df-4ba7-87e6-6e7af98c51de tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Pushing event updated for resources: {'Port': ['ID=d470d18c-f76d-4f3b-a733-9f9d01275b6c,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:28.816785 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-f7614398-59df-4ba7-87e6-6e7af98c51de tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:11:28.821297 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7614398-59df-4ba7-87e6-6e7af98c51de tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:28.821704 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7614398-59df-4ba7-87e6-6e7af98c51de tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:28.822049 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7614398-59df-4ba7-87e6-6e7af98c51de tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:28.822432 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7614398-59df-4ba7-87e6-6e7af98c51de tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:28.822768 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7614398-59df-4ba7-87e6-6e7af98c51de tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:28.823101 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7614398-59df-4ba7-87e6-6e7af98c51de tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:28.823424 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7614398-59df-4ba7-87e6-6e7af98c51de tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:28.823806 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7614398-59df-4ba7-87e6-6e7af98c51de tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:28.824150 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7614398-59df-4ba7-87e6-6e7af98c51de tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:28.824531 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7614398-59df-4ba7-87e6-6e7af98c51de tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:28.824856 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7614398-59df-4ba7-87e6-6e7af98c51de tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:28.825177 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7614398-59df-4ba7-87e6-6e7af98c51de tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:28.891012 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-f7614398-59df-4ba7-87e6-6e7af98c51de tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:28.892067 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-f7614398-59df-4ba7-87e6-6e7af98c51de tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:28.912470 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-f7614398-59df-4ba7-87e6-6e7af98c51de tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6275766 Apr 28 20:11:28.926153 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-7fde4da8-f4ee-43a0-b70c-41770031af49 service neutron] Request body: {'port': {'device_id': '85471d1f-cc07-4b08-8e56-ac1fc39d80dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:11:28.986102 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-7fde4da8-f4ee-43a0-b70c-41770031af49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:29.162205 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-34b54505-8ad3-4ac9-bab5-836775b2537b None None] Provisioning complete for port d470d18c-f76d-4f3b-a733-9f9d01275b6c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:11:29.162810 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-34b54505-8ad3-4ac9-bab5-836775b2537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:29.199756 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-34b54505-8ad3-4ac9-bab5-836775b2537b None None] Port d470d18c-f76d-4f3b-a733-9f9d01275b6c cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:11:29.276301 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-7fde4da8-f4ee-43a0-b70c-41770031af49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d470d18c-f76d-4f3b-a733-9f9d01275b6c {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:11:29.285349 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-7fde4da8-f4ee-43a0-b70c-41770031af49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:29.307917 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-7fde4da8-f4ee-43a0-b70c-41770031af49 service neutron] Transition to ACTIVE for port object d470d18c-f76d-4f3b-a733-9f9d01275b6c will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:11:29.312094 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-7fde4da8-f4ee-43a0-b70c-41770031af49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:29.423323 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde4da8-f4ee-43a0-b70c-41770031af49 service neutron] Pushing event updated for resources: {'Port': ['ID=d470d18c-f76d-4f3b-a733-9f9d01275b6c,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:29.524193 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b3ea5-cd23-4aac-b502-44c6a9f15d89 req-fac19c7b-71b2-46fa-bc03-e48025ec99af tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:29.531943 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d43b3ea5-cd23-4aac-b502-44c6a9f15d89 req-fac19c7b-71b2-46fa-bc03-e48025ec99af tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=85471d1f-cc07-4b08-8e56-ac1fc39d80dc HTTP/1.1" status: 200 len: 943 time: 0.0746534 Apr 28 20:11:29.558908 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-7fde4da8-f4ee-43a0-b70c-41770031af49 service neutron] Attempting to bind port d470d18c-f76d-4f3b-a733-9f9d01275b6c on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:11:29.559251 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-7fde4da8-f4ee-43a0-b70c-41770031af49 service neutron] Attempting to bind port d470d18c-f76d-4f3b-a733-9f9d01275b6c by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:11:29.559584 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-7fde4da8-f4ee-43a0-b70c-41770031af49 service neutron] Attempting to bind port d470d18c-f76d-4f3b-a733-9f9d01275b6c on network 3ca892cc-b431-485e-a8d1-1dc31fa2091b {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:11:29.573061 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-7fde4da8-f4ee-43a0-b70c-41770031af49 service neutron] Port d470d18c-f76d-4f3b-a733-9f9d01275b6c on network 3ca892cc-b431-485e-a8d1-1dc31fa2091b not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:11:29.573390 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-7fde4da8-f4ee-43a0-b70c-41770031af49 service neutron] Attempting to bind port d470d18c-f76d-4f3b-a733-9f9d01275b6c on network 3ca892cc-b431-485e-a8d1-1dc31fa2091b {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:11:29.603262 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d43b3ea5-cd23-4aac-b502-44c6a9f15d89 req-3eb51377-ff05-488f-8026-496269e5e50e tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680246 Apr 28 20:11:29.606545 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-7fde4da8-f4ee-43a0-b70c-41770031af49 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:11:29.606775 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-7fde4da8-f4ee-43a0-b70c-41770031af49 service neutron] Checking segment: {'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:11:29.607160 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-7fde4da8-f4ee-43a0-b70c-41770031af49 service neutron] Bound using segment: {'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:11:29.607589 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-7fde4da8-f4ee-43a0-b70c-41770031af49 service neutron] Bound port: d470d18c-f76d-4f3b-a733-9f9d01275b6c, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:11:29.607950 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-7fde4da8-f4ee-43a0-b70c-41770031af49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:29.689627 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-7fde4da8-f4ee-43a0-b70c-41770031af49 service neutron] For port d470d18c-f76d-4f3b-a733-9f9d01275b6c, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:11:29.693334 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-7fde4da8-f4ee-43a0-b70c-41770031af49 service neutron] For port d470d18c-f76d-4f3b-a733-9f9d01275b6c, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=d470d18c-f76d-4f3b-a733-9f9d01275b6c,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:11:29.697948 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-7fde4da8-f4ee-43a0-b70c-41770031af49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:29.736716 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-7fde4da8-f4ee-43a0-b70c-41770031af49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:29.738490 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-7fde4da8-f4ee-43a0-b70c-41770031af49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:29.740982 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-7fde4da8-f4ee-43a0-b70c-41770031af49 service neutron] 10.222.0.44 "PUT /v2.0/ports/d470d18c-f76d-4f3b-a733-9f9d01275b6c HTTP/1.1" status: 200 len: 1091 time: 0.8190393 Apr 28 20:11:29.741439 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85471d1f-cc07-4b08-8e56-ac1fc39d80dc', 'tag': 'd470d18c-f76d-4f3b-a733-9f9d01275b6c'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:11:29.743732 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eed5e3f-2c08-4e2e-8df9-d15fc97d48f9" -d '{"events": [{"name": "network-changed", "server_uuid": "85471d1f-cc07-4b08-8e56-ac1fc39d80dc", "tag": "d470d18c-f76d-4f3b-a733-9f9d01275b6c"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:11:29.793775 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde4da8-f4ee-43a0-b70c-41770031af49 service neutron] Pushing event updated for resources: {'Port': ['ID=d470d18c-f76d-4f3b-a733-9f9d01275b6c,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:29.828932 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44069972-af35-4479-b261-f530f3c2767a x-openstack-request-id: req-44069972-af35-4479-b261-f530f3c2767a {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:11:29.829225 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85471d1f-cc07-4b08-8e56-ac1fc39d80dc", "tag": "d470d18c-f76d-4f3b-a733-9f9d01275b6c", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:11:29.829483 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-44069972-af35-4479-b261-f530f3c2767a {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:11:29.829892 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44069972-af35-4479-b261-f530f3c2767a'] response: {'name': 'network-changed', 'server_uuid': '85471d1f-cc07-4b08-8e56-ac1fc39d80dc', 'tag': 'd470d18c-f76d-4f3b-a733-9f9d01275b6c', 'status': 'completed', 'code': 200} Apr 28 20:11:29.850414 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-18c1c0fd-ccd7-454e-87b8-59efdec666cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:29.852301 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-18c1c0fd-ccd7-454e-87b8-59efdec666cb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a7abd85c8b80481690a18110e7cba81e&device_id=85471d1f-cc07-4b08-8e56-ac1fc39d80dc HTTP/1.1" status: 200 len: 1094 time: 0.0668578 Apr 28 20:11:29.907775 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-220e5396-2b48-4499-92e1-d61923aa8bb8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d470d18c-f76d-4f3b-a733-9f9d01275b6c HTTP/1.1" status: 200 len: 217 time: 0.0458064 Apr 28 20:11:29.971023 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-5a8305f9-6bfc-4cc7-8e96-45bae0a8ac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:29.973131 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-5a8305f9-6bfc-4cc7-8e96-45bae0a8ac1c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11daf8f6-15c0-4d09-926f-75c1fcbe625d HTTP/1.1" status: 200 len: 851 time: 0.0590496 Apr 28 20:11:30.020502 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-53530c56-8275-484b-9ca8-1095057bbbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:30.022419 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-53530c56-8275-484b-9ca8-1095057bbbb2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ca892cc-b431-485e-a8d1-1dc31fa2091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430801 Apr 28 20:11:30.125073 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-8afb5d12-837d-4a86-b8aa-5825c07db7d6 service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941679 Apr 28 20:11:30.226746 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4948c1fd-c573-4e41-a342-4880d8eb3cdc req-d9dbe56e-c0d5-4acc-914b-140f64cd4232 service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956688 Apr 28 20:11:30.325812 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed5e3f-2c08-4e2e-8df9-d15fc97d48f9 req-a0a04953-6505-49b0-ba23-512caa9c133b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:30.328227 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4eed5e3f-2c08-4e2e-8df9-d15fc97d48f9 req-a0a04953-6505-49b0-ba23-512caa9c133b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a7abd85c8b80481690a18110e7cba81e&device_id=85471d1f-cc07-4b08-8e56-ac1fc39d80dc HTTP/1.1" status: 200 len: 1094 time: 0.0481529 Apr 28 20:11:30.438504 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed5e3f-2c08-4e2e-8df9-d15fc97d48f9 req-120488c6-9ee9-4a2a-be9c-ebb0b0c399ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:30.440192 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4eed5e3f-2c08-4e2e-8df9-d15fc97d48f9 req-120488c6-9ee9-4a2a-be9c-ebb0b0c399ee service neutron] 10.222.0.44 "GET /v2.0/networks?id=3ca892cc-b431-485e-a8d1-1dc31fa2091b HTTP/1.1" status: 200 len: 913 time: 0.1063309 Apr 28 20:11:30.481805 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4eed5e3f-2c08-4e2e-8df9-d15fc97d48f9 req-65370b4e-6331-4e68-9263-87fb4a064bc6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d470d18c-f76d-4f3b-a733-9f9d01275b6c HTTP/1.1" status: 200 len: 217 time: 0.0351140 Apr 28 20:11:30.535980 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed5e3f-2c08-4e2e-8df9-d15fc97d48f9 req-7c2d1b0d-18f8-4de8-b4ca-0fd15017834a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:30.537540 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4eed5e3f-2c08-4e2e-8df9-d15fc97d48f9 req-7c2d1b0d-18f8-4de8-b4ca-0fd15017834a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11daf8f6-15c0-4d09-926f-75c1fcbe625d HTTP/1.1" status: 200 len: 851 time: 0.0486379 Apr 28 20:11:30.582440 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed5e3f-2c08-4e2e-8df9-d15fc97d48f9 req-dda63dd7-df6e-41ad-ac71-3ddc60928f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:30.584065 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4eed5e3f-2c08-4e2e-8df9-d15fc97d48f9 req-dda63dd7-df6e-41ad-ac71-3ddc60928f47 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ca892cc-b431-485e-a8d1-1dc31fa2091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402093 Apr 28 20:11:30.683826 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4eed5e3f-2c08-4e2e-8df9-d15fc97d48f9 req-c6261b75-e631-4029-966b-db0c9bf9a236 service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929863 Apr 28 20:11:30.797900 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e1c51-b6e6-44a7-bd81-3b6d35a72dce req-4b407d13-217c-433b-be70-0d267bc9aa7f tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:30.799551 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ed5e1c51-b6e6-44a7-bd81-3b6d35a72dce req-4b407d13-217c-433b-be70-0d267bc9aa7f tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=85471d1f-cc07-4b08-8e56-ac1fc39d80dc HTTP/1.1" status: 200 len: 943 time: 0.1139886 Apr 28 20:11:30.822233 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4eed5e3f-2c08-4e2e-8df9-d15fc97d48f9 req-d0eac0f4-0b1a-43b9-9c0a-c3d2be254b43 service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275184 Apr 28 20:11:30.850982 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ed5e1c51-b6e6-44a7-bd81-3b6d35a72dce req-5b917b5c-455b-4c18-ad90-e26d423431ae tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405288 Apr 28 20:11:31.971912 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0da2ef-2727-4c8f-828f-8de8f76c2a6e req-5c580fb8-865e-48f0-81e8-ae1a2d8a8715 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:31.974112 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-df0da2ef-2727-4c8f-828f-8de8f76c2a6e req-5c580fb8-865e-48f0-81e8-ae1a2d8a8715 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=85471d1f-cc07-4b08-8e56-ac1fc39d80dc HTTP/1.1" status: 200 len: 943 time: 0.0505354 Apr 28 20:11:32.002301 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:32.019636 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-df0da2ef-2727-4c8f-828f-8de8f76c2a6e req-59f91328-2800-4b9d-a635-7115db04fb05 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386229 Apr 28 20:11:33.140141 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7d215-99da-490c-9eda-6097902860a0 req-5ecb0819-e5ae-4663-80ba-4151471890c7 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:33.141594 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-36e7d215-99da-490c-9eda-6097902860a0 req-5ecb0819-e5ae-4663-80ba-4151471890c7 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=85471d1f-cc07-4b08-8e56-ac1fc39d80dc HTTP/1.1" status: 200 len: 943 time: 0.0536566 Apr 28 20:11:33.179878 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-36e7d215-99da-490c-9eda-6097902860a0 req-0d7d0e30-3939-4aae-92d7-5cb783e16d36 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312083 Apr 28 20:11:33.576903 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:34.297244 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf482c-c99c-4347-918a-b3dcbf080df1 req-37423bca-9136-4b75-a4a7-4af6a86c432d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:34.298724 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-69bf482c-c99c-4347-918a-b3dcbf080df1 req-37423bca-9136-4b75-a4a7-4af6a86c432d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=85471d1f-cc07-4b08-8e56-ac1fc39d80dc HTTP/1.1" status: 200 len: 943 time: 0.0500324 Apr 28 20:11:34.337136 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-69bf482c-c99c-4347-918a-b3dcbf080df1 req-fa3e26c3-60b7-491e-a60c-f2e30b422c4d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319030 Apr 28 20:11:35.454026 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3689826-8944-481b-a35b-7c44e9c23c26 req-44c0c518-bb63-41a9-8577-d1db2b01fe63 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:35.455549 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a3689826-8944-481b-a35b-7c44e9c23c26 req-44c0c518-bb63-41a9-8577-d1db2b01fe63 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=85471d1f-cc07-4b08-8e56-ac1fc39d80dc HTTP/1.1" status: 200 len: 943 time: 0.0497608 Apr 28 20:11:35.494054 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a3689826-8944-481b-a35b-7c44e9c23c26 req-9e0aa580-c6ca-4bd3-b759-4ab4b5587cdb tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321939 Apr 28 20:11:36.618742 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8f463-dc12-4d98-81b7-d370b46246a5 req-45c9dd18-b373-4e9e-a575-ea90eb25d133 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:36.620280 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dfb8f463-dc12-4d98-81b7-d370b46246a5 req-45c9dd18-b373-4e9e-a575-ea90eb25d133 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=85471d1f-cc07-4b08-8e56-ac1fc39d80dc HTTP/1.1" status: 200 len: 943 time: 0.0554688 Apr 28 20:11:36.662256 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dfb8f463-dc12-4d98-81b7-d370b46246a5 req-ae3c1e5e-3d0b-4752-9438-4758aef10abc tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358205 Apr 28 20:11:37.776848 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38464337-bb43-4dad-92b0-d52768bccc9e req-07fe5510-3b67-435e-b7f0-453474bbfa5d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:37.778313 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-38464337-bb43-4dad-92b0-d52768bccc9e req-07fe5510-3b67-435e-b7f0-453474bbfa5d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=85471d1f-cc07-4b08-8e56-ac1fc39d80dc HTTP/1.1" status: 200 len: 943 time: 0.0483580 Apr 28 20:11:37.816897 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-38464337-bb43-4dad-92b0-d52768bccc9e req-d8192a23-c93a-45c8-be01-3f08038add83 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324066 Apr 28 20:11:38.931637 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c11e85-8821-4661-8109-27172254d01e req-ba6293cc-d60b-4473-8d02-25704b8ff9a1 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:38.933237 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c5c11e85-8821-4661-8109-27172254d01e req-ba6293cc-d60b-4473-8d02-25704b8ff9a1 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=85471d1f-cc07-4b08-8e56-ac1fc39d80dc HTTP/1.1" status: 200 len: 943 time: 0.0504107 Apr 28 20:11:38.972186 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c5c11e85-8821-4661-8109-27172254d01e req-0247deac-d48b-4009-a132-003cdb3f350b tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326943 Apr 28 20:11:40.100214 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea871dfd-144f-4a51-9509-93d20d75a3fd req-e0767723-b5a5-4e23-b4af-15e9a775a13e tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:40.101702 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ea871dfd-144f-4a51-9509-93d20d75a3fd req-e0767723-b5a5-4e23-b4af-15e9a775a13e tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=85471d1f-cc07-4b08-8e56-ac1fc39d80dc HTTP/1.1" status: 200 len: 943 time: 0.0546267 Apr 28 20:11:40.140414 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ea871dfd-144f-4a51-9509-93d20d75a3fd req-de97e08b-14ed-4d12-96ae-9b50ce5d710f tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326045 Apr 28 20:11:41.256544 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c517d-823a-4747-9952-86d53a4796bd req-6ebc0d58-94fe-4eed-93a3-c41a3911803e tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:41.258034 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0b0c517d-823a-4747-9952-86d53a4796bd req-6ebc0d58-94fe-4eed-93a3-c41a3911803e tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=85471d1f-cc07-4b08-8e56-ac1fc39d80dc HTTP/1.1" status: 200 len: 943 time: 0.0492768 Apr 28 20:11:41.296067 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0b0c517d-823a-4747-9952-86d53a4796bd req-e771f769-aae5-4c31-98c8-3a6a03f0adcf tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319393 Apr 28 20:11:41.377587 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device d470d18c-f76d-4f3b-a733-9f9d01275b6c details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:11:41.476526 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port d470d18c-f76d-4f3b-a733-9f9d01275b6c, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=d470d18c-f76d-4f3b-a733-9f9d01275b6c,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:11:41.488956 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'd470d18c-f76d-4f3b-a733-9f9d01275b6c', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'port_id': 'd470d18c-f76d-4f3b-a733-9f9d01275b6c', 'mac_address': 'fa:16:3e:24:85:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:11:41.527040 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:41.539771 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d470d18c-f76d-4f3b-a733-9f9d01275b6c {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:11:41.561404 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port d470d18c-f76d-4f3b-a733-9f9d01275b6c, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=d470d18c-f76d-4f3b-a733-9f9d01275b6c,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:11:41.565553 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:41.616910 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=d470d18c-f76d-4f3b-a733-9f9d01275b6c,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:41.624053 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:41.624423 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:41.624764 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:41.625092 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:41.625423 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:41.625749 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:41.626070 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:41.626393 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:41.626710 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:41.627022 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:41.627336 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:41.627651 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:41.770566 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['d470d18c-f76d-4f3b-a733-9f9d01275b6c'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:11:42.415288 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ccdf12-b170-43ec-86a4-95e5cc14df33 req-3969a81c-3044-4781-ba5f-74009f24bd00 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:42.416807 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c7ccdf12-b170-43ec-86a4-95e5cc14df33 req-3969a81c-3044-4781-ba5f-74009f24bd00 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=85471d1f-cc07-4b08-8e56-ac1fc39d80dc HTTP/1.1" status: 200 len: 944 time: 0.0504127 Apr 28 20:11:42.454707 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c7ccdf12-b170-43ec-86a4-95e5cc14df33 req-627d0d74-e6f5-4f4a-910f-c30e022aaa11 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314620 Apr 28 20:11:43.377395 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device d470d18c-f76d-4f3b-a733-9f9d01275b6c up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:11:43.431752 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port d470d18c-f76d-4f3b-a733-9f9d01275b6c completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:11:43.436456 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port d470d18c-f76d-4f3b-a733-9f9d01275b6c triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:11:43.436833 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:43.516028 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:43.540915 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85471d1f-cc07-4b08-8e56-ac1fc39d80dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd470d18c-f76d-4f3b-a733-9f9d01275b6c'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:11:43.543105 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b19165-6cfa-4392-95bc-eb1f7f285480" -d '{"events": [{"server_uuid": "85471d1f-cc07-4b08-8e56-ac1fc39d80dc", "name": "network-vif-plugged", "status": "completed", "tag": "d470d18c-f76d-4f3b-a733-9f9d01275b6c"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:11:43.556436 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port d470d18c-f76d-4f3b-a733-9f9d01275b6c, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=d470d18c-f76d-4f3b-a733-9f9d01275b6c,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:11:43.563112 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:43.592262 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea71486-ab80-4d43-a8e9-32f8ae5bb187 req-252e5cb6-8b67-47fb-904d-fd9100ed51cf tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:43.602704 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eea71486-ab80-4d43-a8e9-32f8ae5bb187 req-252e5cb6-8b67-47fb-904d-fd9100ed51cf tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=85471d1f-cc07-4b08-8e56-ac1fc39d80dc HTTP/1.1" status: 200 len: 944 time: 0.0722468 Apr 28 20:11:43.626814 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=d470d18c-f76d-4f3b-a733-9f9d01275b6c,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:43.648718 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eea71486-ab80-4d43-a8e9-32f8ae5bb187 req-9820105c-a868-45d2-9e36-9789f6269849 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450356 Apr 28 20:11:43.679666 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8d4d79-d186-4b9b-b586-8b3c16c2e71b x-openstack-request-id: req-ff8d4d79-d186-4b9b-b586-8b3c16c2e71b {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:11:43.680036 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85471d1f-cc07-4b08-8e56-ac1fc39d80dc", "name": "network-vif-plugged", "status": "completed", "tag": "d470d18c-f76d-4f3b-a733-9f9d01275b6c", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:11:43.680994 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff8d4d79-d186-4b9b-b586-8b3c16c2e71b {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:11:43.681461 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff8d4d79-d186-4b9b-b586-8b3c16c2e71b'] response: {'server_uuid': '85471d1f-cc07-4b08-8e56-ac1fc39d80dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd470d18c-f76d-4f3b-a733-9f9d01275b6c', 'code': 200} Apr 28 20:11:43.773662 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf062fde-30aa-42e6-b3da-0a6334cf1249 req-28952fcd-4212-45a1-a2f0-539eadc518de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:43.775149 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bf062fde-30aa-42e6-b3da-0a6334cf1249 req-28952fcd-4212-45a1-a2f0-539eadc518de service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=85471d1f-cc07-4b08-8e56-ac1fc39d80dc HTTP/1.1" status: 200 len: 1096 time: 0.0408428 Apr 28 20:11:43.810227 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bf062fde-30aa-42e6-b3da-0a6334cf1249 req-8cf4ad3d-fdec-4941-bce6-6040fbfb5730 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273652 Apr 28 20:11:44.768574 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edd1e2-095e-4abb-b9cf-2cf3a30bdf4a req-6a7fa477-62b4-4be3-b9ae-398c2c8a38e1 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:44.777085 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b3edd1e2-095e-4abb-b9cf-2cf3a30bdf4a req-6a7fa477-62b4-4be3-b9ae-398c2c8a38e1 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=85471d1f-cc07-4b08-8e56-ac1fc39d80dc HTTP/1.1" status: 200 len: 945 time: 0.0584707 Apr 28 20:11:44.818363 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b3edd1e2-095e-4abb-b9cf-2cf3a30bdf4a req-e4bf1105-dc25-46dd-953a-daf8ca5c3260 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404162 Apr 28 20:11:45.944239 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab0773-e9bd-458a-8745-2ee91fcdc1ae req-ac550894-fe0d-49e7-a5d0-78b85767a093 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:45.945723 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ccab0773-e9bd-458a-8745-2ee91fcdc1ae req-ac550894-fe0d-49e7-a5d0-78b85767a093 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=85471d1f-cc07-4b08-8e56-ac1fc39d80dc HTTP/1.1" status: 200 len: 945 time: 0.0537977 Apr 28 20:11:45.995313 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ccab0773-e9bd-458a-8745-2ee91fcdc1ae req-8a6c2ab6-610a-4b8d-9294-88d829715312 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434511 Apr 28 20:11:46.026618 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c96ceff7-e83c-44be-821f-1ed289fe891e req-50b58ad5-3b48-4fe4-8728-22a0ad541613 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=85471d1f-cc07-4b08-8e56-ac1fc39d80dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457587 Apr 28 20:11:46.110628 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ceff7-e83c-44be-821f-1ed289fe891e req-0f3e8321-6fbf-4bc0-9b76-4a29e288f37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:46.112206 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c96ceff7-e83c-44be-821f-1ed289fe891e req-0f3e8321-6fbf-4bc0-9b76-4a29e288f37d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a7abd85c8b80481690a18110e7cba81e&device_id=85471d1f-cc07-4b08-8e56-ac1fc39d80dc HTTP/1.1" status: 200 len: 1096 time: 0.0435131 Apr 28 20:11:46.118053 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa80675-aa59-4bee-b5c2-c6d5ba357444 req-e7e2b7b6-d50b-41f6-ac0d-4df2654fb9f2 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:46.119593 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aaa80675-aa59-4bee-b5c2-c6d5ba357444 req-e7e2b7b6-d50b-41f6-ac0d-4df2654fb9f2 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=85471d1f-cc07-4b08-8e56-ac1fc39d80dc HTTP/1.1" status: 200 len: 945 time: 0.0534558 Apr 28 20:11:46.165932 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aaa80675-aa59-4bee-b5c2-c6d5ba357444 req-2457201d-31c7-4a9c-a9d6-1c1fd81527e8 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344865 Apr 28 20:11:46.189770 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33610) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:11:46.223023 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ceff7-e83c-44be-821f-1ed289fe891e req-de395ca2-432f-4425-a010-1375fbf9b4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:46.223974 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c96ceff7-e83c-44be-821f-1ed289fe891e req-de395ca2-432f-4425-a010-1375fbf9b4ec service neutron] 10.222.0.44 "GET /v2.0/networks?id=3ca892cc-b431-485e-a8d1-1dc31fa2091b HTTP/1.1" status: 200 len: 913 time: 0.0936761 Apr 28 20:11:46.235431 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4dbd7d-54c9-4451-959b-3e81a23808e2 tempest-TestVolumeBootPattern-982838463 tempest-TestVolumeBootPattern-982838463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:46.237262 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0d4dbd7d-54c9-4451-959b-3e81a23808e2 tempest-TestVolumeBootPattern-982838463 tempest-TestVolumeBootPattern-982838463-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=85471d1f-cc07-4b08-8e56-ac1fc39d80dc HTTP/1.1" status: 200 len: 1091 time: 0.0461907 Apr 28 20:11:46.240558 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 33612) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:11:46.249688 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-e9f1d3cd-239b-449a-af86-b902d9c66b9c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'port_id': 'd470d18c-f76d-4f3b-a733-9f9d01275b6c', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:11:46.265702 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d3cd-239b-449a-af86-b902d9c66b9c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:46.275222 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c96ceff7-e83c-44be-821f-1ed289fe891e req-ff237ea8-e00d-4d43-9b41-a489749bc4ab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d470d18c-f76d-4f3b-a733-9f9d01275b6c HTTP/1.1" status: 200 len: 217 time: 0.0448608 Apr 28 20:11:46.326227 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ceff7-e83c-44be-821f-1ed289fe891e req-0e2723b2-fb1e-4b88-8088-1b0a1dd0b59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:46.327808 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c96ceff7-e83c-44be-821f-1ed289fe891e req-0e2723b2-fb1e-4b88-8088-1b0a1dd0b59f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11daf8f6-15c0-4d09-926f-75c1fcbe625d HTTP/1.1" status: 200 len: 851 time: 0.0463755 Apr 28 20:11:46.370233 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d3cd-239b-449a-af86-b902d9c66b9c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:46.379163 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ceff7-e83c-44be-821f-1ed289fe891e req-3c0b7730-6380-42fe-bbe9-13f265283651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:46.380836 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c96ceff7-e83c-44be-821f-1ed289fe891e req-3c0b7730-6380-42fe-bbe9-13f265283651 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ca892cc-b431-485e-a8d1-1dc31fa2091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463820 Apr 28 20:11:46.471427 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c96ceff7-e83c-44be-821f-1ed289fe891e req-b10c5e8a-1370-4a2d-aa00-95b0251905d0 service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836651 Apr 28 20:11:46.486683 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-e9f1d3cd-239b-449a-af86-b902d9c66b9c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Allocated IP 172.25.8.23 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/aee97f36-e6d4-4777-82e7-e38abb9cdac4) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:11:46.570688 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c96ceff7-e83c-44be-821f-1ed289fe891e req-e4807a76-a3c5-459e-b64c-903a8b2e8e57 service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931678 Apr 28 20:11:46.596626 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d3cd-239b-449a-af86-b902d9c66b9c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:46.632396 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d3cd-239b-449a-af86-b902d9c66b9c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:46.679269 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f1d3cd-239b-449a-af86-b902d9c66b9c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:11:46.682233 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-e9f1d3cd-239b-449a-af86-b902d9c66b9c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:11:46.685921 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f1d3cd-239b-449a-af86-b902d9c66b9c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:11:46.709368 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1d3cd-239b-449a-af86-b902d9c66b9c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Pushing event updated for resources: {'Port': ['ID=aee97f36-e6d4-4777-82e7-e38abb9cdac4,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:46.723400 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f1d3cd-239b-449a-af86-b902d9c66b9c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:46.723751 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f1d3cd-239b-449a-af86-b902d9c66b9c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:46.724094 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f1d3cd-239b-449a-af86-b902d9c66b9c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:46.724461 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f1d3cd-239b-449a-af86-b902d9c66b9c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:46.724807 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f1d3cd-239b-449a-af86-b902d9c66b9c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:46.725122 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f1d3cd-239b-449a-af86-b902d9c66b9c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:46.725447 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f1d3cd-239b-449a-af86-b902d9c66b9c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:46.725773 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f1d3cd-239b-449a-af86-b902d9c66b9c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:46.726097 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f1d3cd-239b-449a-af86-b902d9c66b9c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:46.726422 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f1d3cd-239b-449a-af86-b902d9c66b9c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:46.726746 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f1d3cd-239b-449a-af86-b902d9c66b9c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:46.727073 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f1d3cd-239b-449a-af86-b902d9c66b9c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:47.061544 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d3cd-239b-449a-af86-b902d9c66b9c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:47.131459 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d3cd-239b-449a-af86-b902d9c66b9c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:47.282385 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d3cd-239b-449a-af86-b902d9c66b9c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:47.287731 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d3cd-239b-449a-af86-b902d9c66b9c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:47.353228 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1d3cd-239b-449a-af86-b902d9c66b9c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Pushing event updated for resources: {'Port': ['ID=aee97f36-e6d4-4777-82e7-e38abb9cdac4,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:47.365433 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d3cd-239b-449a-af86-b902d9c66b9c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:47.468738 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-e9f1d3cd-239b-449a-af86-b902d9c66b9c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Floating IP 75393e8e-74d5-4838-95be-3903ffefccb0 associated. External IP: 172.25.8.23, port: d470d18c-f76d-4f3b-a733-9f9d01275b6c. Apr 28 20:11:47.652332 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:11:47.685245 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f1d3cd-239b-449a-af86-b902d9c66b9c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Router 7db67139-93ac-4276-b391-dc743d05c7cc has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:11:47.792680 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f1d3cd-239b-449a-af86-b902d9c66b9c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:11:47.802325 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36de4f3-8473-482e-8c44-ee9985a1c345 None None] Sync routers for ids ['7db67139-93ac-4276-b391-dc743d05c7cc'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:11:47.811639 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d3cd-239b-449a-af86-b902d9c66b9c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:47.812912 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36de4f3-8473-482e-8c44-ee9985a1c345 None None] Routers {'7db67139-93ac-4276-b391-dc743d05c7cc'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:11:47.813521 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-a36de4f3-8473-482e-8c44-ee9985a1c345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:11:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7db67139-93ac-4276-b391-dc743d05c7cc'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:11:47.856796 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e9f1d3cd-239b-449a-af86-b902d9c66b9c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6151381 Apr 28 20:11:47.857472 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85471d1f-cc07-4b08-8e56-ac1fc39d80dc', 'tag': 'd470d18c-f76d-4f3b-a733-9f9d01275b6c'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:11:47.867449 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b365cd-4b5b-4548-a46f-1a9d9ab03e98" -d '{"events": [{"name": "network-changed", "server_uuid": "85471d1f-cc07-4b08-8e56-ac1fc39d80dc", "tag": "d470d18c-f76d-4f3b-a733-9f9d01275b6c"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:11:47.909240 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ca81d7-ee82-41c8-822d-3c290918bd9f x-openstack-request-id: req-17ca81d7-ee82-41c8-822d-3c290918bd9f {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:11:47.909995 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85471d1f-cc07-4b08-8e56-ac1fc39d80dc", "tag": "d470d18c-f76d-4f3b-a733-9f9d01275b6c", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:11:47.910472 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-17ca81d7-ee82-41c8-822d-3c290918bd9f {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:11:47.910938 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17ca81d7-ee82-41c8-822d-3c290918bd9f'] response: {'name': 'network-changed', 'server_uuid': '85471d1f-cc07-4b08-8e56-ac1fc39d80dc', 'tag': 'd470d18c-f76d-4f3b-a733-9f9d01275b6c', 'status': 'completed', 'code': 200} Apr 28 20:11:47.974172 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b365cd-4b5b-4548-a46f-1a9d9ab03e98 req-cf4a28fa-de1b-4829-b301-7c0074a3d2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:47.975867 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c8b365cd-4b5b-4548-a46f-1a9d9ab03e98 req-cf4a28fa-de1b-4829-b301-7c0074a3d2ed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a7abd85c8b80481690a18110e7cba81e&device_id=85471d1f-cc07-4b08-8e56-ac1fc39d80dc HTTP/1.1" status: 200 len: 1096 time: 0.0447500 Apr 28 20:11:48.012025 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-a36de4f3-8473-482e-8c44-ee9985a1c345 None None] Set router 7db67139-93ac-4276-b391-dc743d05c7cc gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:11:48.073391 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b365cd-4b5b-4548-a46f-1a9d9ab03e98 req-7ccabf6e-9f2c-4843-98bd-efb90be15c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:48.075011 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c8b365cd-4b5b-4548-a46f-1a9d9ab03e98 req-7ccabf6e-9f2c-4843-98bd-efb90be15c79 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3ca892cc-b431-485e-a8d1-1dc31fa2091b HTTP/1.1" status: 200 len: 913 time: 0.0927525 Apr 28 20:11:48.147035 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c8b365cd-4b5b-4548-a46f-1a9d9ab03e98 req-7da6f900-bdf5-4161-b733-f3b3ed891249 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d470d18c-f76d-4f3b-a733-9f9d01275b6c HTTP/1.1" status: 200 len: 998 time: 0.0655231 Apr 28 20:11:48.198454 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b365cd-4b5b-4548-a46f-1a9d9ab03e98 req-2b21bfb1-8a41-4d92-b18e-b9066bccffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:48.200084 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c8b365cd-4b5b-4548-a46f-1a9d9ab03e98 req-2b21bfb1-8a41-4d92-b18e-b9066bccffb2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11daf8f6-15c0-4d09-926f-75c1fcbe625d HTTP/1.1" status: 200 len: 851 time: 0.0469525 Apr 28 20:11:48.237264 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-a36de4f3-8473-482e-8c44-ee9985a1c345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'name': 'tempest-TestVolumeBootPattern-1074671302-router', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:06Z', 'revision_number': 4, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'gw_port': {'id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '75393e8e-74d5-4838-95be-3903ffefccb0', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'port_id': 'd470d18c-f76d-4f3b-a733-9f9d01275b6c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'mac_address': 'fa:16:3e:24:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85471d1f-cc07-4b08-8e56-ac1fc39d80dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:11:46Z', 'updated_at': '2022-04-28T20:11:46Z', 'revision_number': 0, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48b950c7-35bc-4b34-945d-a19397366dec', 'name': '', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'mac_address': 'fa:16:3e:c8:5c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:05Z', 'updated_at': '2022-04-28T20:08:11Z', 'revision_number': 5, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'subnets': [{'id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:11:48.258149 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b365cd-4b5b-4548-a46f-1a9d9ab03e98 req-e2e13cca-81ba-4411-870f-43ead264d6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:48.259788 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c8b365cd-4b5b-4548-a46f-1a9d9ab03e98 req-e2e13cca-81ba-4411-870f-43ead264d6eb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ca892cc-b431-485e-a8d1-1dc31fa2091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533838 Apr 28 20:11:48.269849 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36de4f3-8473-482e-8c44-ee9985a1c345 None None] Checking router: 7db67139-93ac-4276-b391-dc743d05c7cc for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:11:48.278585 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36de4f3-8473-482e-8c44-ee9985a1c345 None None] Routers {'7db67139-93ac-4276-b391-dc743d05c7cc'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:11:48.279236 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-a36de4f3-8473-482e-8c44-ee9985a1c345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:11:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7db67139-93ac-4276-b391-dc743d05c7cc'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:11:48.365764 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c8b365cd-4b5b-4548-a46f-1a9d9ab03e98 req-d2d5ef4d-f7fc-4339-bde3-5a754d07c04b service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981548 Apr 28 20:11:48.384135 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-a36de4f3-8473-482e-8c44-ee9985a1c345 None None] Set router 7db67139-93ac-4276-b391-dc743d05c7cc gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:11:48.468242 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c8b365cd-4b5b-4548-a46f-1a9d9ab03e98 req-f4580a34-b9c0-4719-b7c9-e36e13ea89a3 service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958836 Apr 28 20:11:48.633204 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-a36de4f3-8473-482e-8c44-ee9985a1c345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'name': 'tempest-TestVolumeBootPattern-1074671302-router', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:06Z', 'revision_number': 4, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'gw_port': {'id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '75393e8e-74d5-4838-95be-3903ffefccb0', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'port_id': 'd470d18c-f76d-4f3b-a733-9f9d01275b6c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'mac_address': 'fa:16:3e:24:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85471d1f-cc07-4b08-8e56-ac1fc39d80dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:11:46Z', 'updated_at': '2022-04-28T20:11:46Z', 'revision_number': 0, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48b950c7-35bc-4b34-945d-a19397366dec', 'name': '', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'mac_address': 'fa:16:3e:c8:5c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:05Z', 'updated_at': '2022-04-28T20:08:11Z', 'revision_number': 5, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'subnets': [{'id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:11:48.660898 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36de4f3-8473-482e-8c44-ee9985a1c345 None None] The sync data for ids ['7db67139-93ac-4276-b391-dc743d05c7cc'] in n-d-839810-1 is: [{'id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'name': 'tempest-TestVolumeBootPattern-1074671302-router', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:06Z', 'revision_number': 4, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'gw_port': {'id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '75393e8e-74d5-4838-95be-3903ffefccb0', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'port_id': 'd470d18c-f76d-4f3b-a733-9f9d01275b6c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'mac_address': 'fa:16:3e:24:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85471d1f-cc07-4b08-8e56-ac1fc39d80dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:11:46Z', 'updated_at': '2022-04-28T20:11:46Z', 'revision_number': 0, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48b950c7-35bc-4b34-945d-a19397366dec', 'name': '', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'mac_address': 'fa:16:3e:c8:5c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:05Z', 'updated_at': '2022-04-28T20:08:11Z', 'revision_number': 5, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'subnets': [{'id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:11:48.877728 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78123352-d3de-454a-9a1c-e29c01f1d32a None None] New status for floating IP 75393e8e-74d5-4838-95be-3903ffefccb0: ACTIVE {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:11:49.845787 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-40c37c52-a28b-450a-9049-b1935cc8a94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:52.075213 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f24fb70b-646c-484d-91a4-71d78077b5b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:53.561582 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:55.850803 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:55.958796 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:02.020516 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:03.610038 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:19.851944 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1cb9bdf4-f743-417e-9eeb-b2cf85a0ef01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:22.087376 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d63279f0-6a38-4e82-9fa3-116866debf66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:23.564997 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:24.652941 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:12:25.840287 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:25.963269 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:32.015669 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:33.626777 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:34.677716 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34208) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:12:34.682332 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-301a5597-d984-4bac-a0be-9b63b91f6093 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-570054679', 'description': 'tempest-secgroup-smoke-570054679 description', 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:12:34.702192 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-301a5597-d984-4bac-a0be-9b63b91f6093 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:34.766554 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-301a5597-d984-4bac-a0be-9b63b91f6093 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:34.770223 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-301a5597-d984-4bac-a0be-9b63b91f6093 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:34.799704 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-301a5597-d984-4bac-a0be-9b63b91f6093 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:34.800944 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-301a5597-d984-4bac-a0be-9b63b91f6093 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1222219 Apr 28 20:12:34.803367 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a5597-d984-4bac-a0be-9b63b91f6093 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=178e0245-92c3-4507-8b6d-171652f9fd58,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:34.804687 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34210) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:12:34.810464 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-49520bb1-c56c-4eb0-a281-16ba74bde25e tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Request body: {'security_group_rule': {'security_group_id': '178e0245-92c3-4507-8b6d-171652f9fd58', 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:12:34.840678 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-49520bb1-c56c-4eb0-a281-16ba74bde25e tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:34.886161 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-49520bb1-c56c-4eb0-a281-16ba74bde25e tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:34.889648 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-49520bb1-c56c-4eb0-a281-16ba74bde25e tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:34.909850 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49520bb1-c56c-4eb0-a281-16ba74bde25e tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c57ebe8-bff0-4d01-841d-69016629386a,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:34.918423 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-49520bb1-c56c-4eb0-a281-16ba74bde25e tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:34.922189 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-49520bb1-c56c-4eb0-a281-16ba74bde25e tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1130667 Apr 28 20:12:34.922189 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49520bb1-c56c-4eb0-a281-16ba74bde25e tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:34.922189 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49520bb1-c56c-4eb0-a281-16ba74bde25e tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:34.922189 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49520bb1-c56c-4eb0-a281-16ba74bde25e tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:34.922668 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49520bb1-c56c-4eb0-a281-16ba74bde25e tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:34.922778 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34212) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:12:34.922918 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49520bb1-c56c-4eb0-a281-16ba74bde25e tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:34.922918 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49520bb1-c56c-4eb0-a281-16ba74bde25e tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:34.923219 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49520bb1-c56c-4eb0-a281-16ba74bde25e tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:34.923537 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49520bb1-c56c-4eb0-a281-16ba74bde25e tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:34.923855 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49520bb1-c56c-4eb0-a281-16ba74bde25e tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:34.924196 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49520bb1-c56c-4eb0-a281-16ba74bde25e tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:34.924517 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49520bb1-c56c-4eb0-a281-16ba74bde25e tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:34.924834 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49520bb1-c56c-4eb0-a281-16ba74bde25e tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:34.928020 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-2211b70b-9e0b-4d83-b9b2-64059d28bf98 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Request body: {'security_group_rule': {'security_group_id': '178e0245-92c3-4507-8b6d-171652f9fd58', 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:12:34.952286 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2211b70b-9e0b-4d83-b9b2-64059d28bf98 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:35.008073 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2211b70b-9e0b-4d83-b9b2-64059d28bf98 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:35.011532 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2211b70b-9e0b-4d83-b9b2-64059d28bf98 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:35.032651 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211b70b-9e0b-4d83-b9b2-64059d28bf98 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3dcf754-4bed-4cf9-b5c2-133466c56349,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:35.037277 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2211b70b-9e0b-4d83-b9b2-64059d28bf98 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:35.038518 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2211b70b-9e0b-4d83-b9b2-64059d28bf98 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1148555 Apr 28 20:12:35.041351 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34214) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:12:35.045445 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-2b3b1be6-9115-4af3-ba81-4a9cd18bcce6 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Request body: {'security_group_rule': {'security_group_id': '178e0245-92c3-4507-8b6d-171652f9fd58', 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:12:35.069884 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2b3b1be6-9115-4af3-ba81-4a9cd18bcce6 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:35.128246 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2b3b1be6-9115-4af3-ba81-4a9cd18bcce6 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:35.131918 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2b3b1be6-9115-4af3-ba81-4a9cd18bcce6 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:35.149320 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b1be6-9115-4af3-ba81-4a9cd18bcce6 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8f568f-0897-4e97-8b98-0bfe60de82a3,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:35.156079 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2b3b1be6-9115-4af3-ba81-4a9cd18bcce6 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:35.157291 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2b3b1be6-9115-4af3-ba81-4a9cd18bcce6 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150856 Apr 28 20:12:35.160014 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34216) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:12:35.164811 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-accded4d-0822-4f67-9015-d39cc7ce7857 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Request body: {'security_group_rule': {'security_group_id': '178e0245-92c3-4507-8b6d-171652f9fd58', 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:12:35.188803 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-accded4d-0822-4f67-9015-d39cc7ce7857 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:35.246571 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-accded4d-0822-4f67-9015-d39cc7ce7857 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:35.250230 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-accded4d-0822-4f67-9015-d39cc7ce7857 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:35.268061 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accded4d-0822-4f67-9015-d39cc7ce7857 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e8782a-43f7-46cb-aaab-e2302c8a2f70,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:35.273209 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-accded4d-0822-4f67-9015-d39cc7ce7857 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:35.274400 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-accded4d-0822-4f67-9015-d39cc7ce7857 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1135249 Apr 28 20:12:35.277451 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34218) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:12:35.281834 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-57cff54e-a5a0-4f85-9804-e6d8d4d2c588 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Request body: {'security_group_rule': {'security_group_id': '178e0245-92c3-4507-8b6d-171652f9fd58', 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:12:35.301406 n-d-839810-1 neutron-server[102774]: INFO neutron.db.securitygroups_db [None req-57cff54e-a5a0-4f85-9804-e6d8d4d2c588 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Project ad3fd1cde9904d2e82ee041d847f511d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:12:35.307529 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-57cff54e-a5a0-4f85-9804-e6d8d4d2c588 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:35.366746 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-57cff54e-a5a0-4f85-9804-e6d8d4d2c588 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:35.370475 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-57cff54e-a5a0-4f85-9804-e6d8d4d2c588 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:35.392084 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cff54e-a5a0-4f85-9804-e6d8d4d2c588 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d98ad9e-0ca3-4dc1-a633-765a6e6f3138,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:35.400304 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-57cff54e-a5a0-4f85-9804-e6d8d4d2c588 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:35.401493 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-57cff54e-a5a0-4f85-9804-e6d8d4d2c588 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230929 Apr 28 20:12:35.404130 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34220) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:12:35.408289 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-a10c9ace-8208-432d-bea4-652c05865c84 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Request body: {'security_group_rule': {'security_group_id': '178e0245-92c3-4507-8b6d-171652f9fd58', 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:12:35.428483 n-d-839810-1 neutron-server[102774]: INFO neutron.db.securitygroups_db [None req-a10c9ace-8208-432d-bea4-652c05865c84 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Project ad3fd1cde9904d2e82ee041d847f511d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:12:35.433158 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a10c9ace-8208-432d-bea4-652c05865c84 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:35.493446 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a10c9ace-8208-432d-bea4-652c05865c84 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:35.496836 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a10c9ace-8208-432d-bea4-652c05865c84 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:35.515029 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c9ace-8208-432d-bea4-652c05865c84 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13177d1d-fe75-40ba-a58a-688136b11ed6,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:35.520319 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a10c9ace-8208-432d-bea4-652c05865c84 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:35.522654 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a10c9ace-8208-432d-bea4-652c05865c84 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1176155 Apr 28 20:12:35.668242 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-f09279c7-33f2-4015-b3da-f408c44f506c tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-570054679&fields=id&tenant_id=ad3fd1cde9904d2e82ee041d847f511d HTTP/1.1" status: 200 len: 267 time: 0.0335734 Apr 28 20:12:35.771603 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-6c4cd56b-9707-406e-acf1-360317d36ec4 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:35.773082 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-6c4cd56b-9707-406e-acf1-360317d36ec4 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/networks?id=83c167da-5ef5-42e1-bc72-2034870ac48b HTTP/1.1" status: 200 len: 813 time: 0.0980835 Apr 28 20:12:35.787837 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-45e84e8b-e08b-45a0-8984-bffc9bf3a237 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/quotas/ad3fd1cde9904d2e82ee041d847f511d HTTP/1.1" status: 200 len: 375 time: 0.0087593 Apr 28 20:12:35.842726 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-cba289e8-6a46-4289-873e-d079a8f9f75c tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad3fd1cde9904d2e82ee041d847f511d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495546 Apr 28 20:12:35.949537 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-b302dcd1-acfe-41f3-95c4-e87492da18a4 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:12:35.950549 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-b302dcd1-acfe-41f3-95c4-e87492da18a4 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0969307 Apr 28 20:12:36.039905 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-14fecc1f-ebea-4449-afe3-cc088366fd70 service neutron] 10.222.0.42 "GET /v2.0/networks/83c167da-5ef5-42e1-bc72-2034870ac48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828485 Apr 28 20:12:36.134615 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-0988a850-f27f-4d6a-a483-eb444909f8a5 service neutron] 10.222.0.42 "GET /v2.0/networks/83c167da-5ef5-42e1-bc72-2034870ac48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885835 Apr 28 20:12:36.417864 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-31b0315d-b12a-4571-af5b-ae4a0a94608e req-40f2fbda-713f-4afc-9210-4170e2c5628e tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3966325-c7db-41b1-9269-d1ab7acaaccf HTTP/1.1" status: 200 len: 210 time: 0.0266175 Apr 28 20:12:37.320300 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-aacc806d-6d3b-45f9-9646-584473b7bcaa tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:37.321913 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-aacc806d-6d3b-45f9-9646-584473b7bcaa tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.15 "GET /v2.0/networks?id=83c167da-5ef5-42e1-bc72-2034870ac48b HTTP/1.1" status: 200 len: 813 time: 0.1077282 Apr 28 20:12:37.384676 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-d13fce82-9716-400e-95fe-ce7f82462136 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad3fd1cde9904d2e82ee041d847f511d HTTP/1.1" status: 200 len: 379 time: 0.0353792 Apr 28 20:12:37.394328 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-e7135596-72d3-4b3d-abd4-5a91d6acb748 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Request body: {'port': {'device_id': 'b3966325-c7db-41b1-9269-d1ab7acaaccf', 'network_id': '83c167da-5ef5-42e1-bc72-2034870ac48b', 'admin_state_up': True, 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'security_groups': ['178e0245-92c3-4507-8b6d-171652f9fd58']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:12:37.524899 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2f96aaf4-38d8-4291-94dc-cf59b2c196fd req-8aa5977b-878e-4c9f-ba30-6883704d1923 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3966325-c7db-41b1-9269-d1ab7acaaccf HTTP/1.1" status: 200 len: 210 time: 0.0333197 Apr 28 20:12:37.535432 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-e7135596-72d3-4b3d-abd4-5a91d6acb748 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Made reservation on behalf of ad3fd1cde9904d2e82ee041d847f511d for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:12:37.539701 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-e7135596-72d3-4b3d-abd4-5a91d6acb748 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:37.668587 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-e7135596-72d3-4b3d-abd4-5a91d6acb748 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Allocated IP 172.20.0.9 (83c167da-5ef5-42e1-bc72-2034870ac48b/549f7d4b-8f6a-4e3b-bd68-540d7228d756/4b987879-c016-45dd-a090-5138cb95fe4d) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:12:37.805454 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-e7135596-72d3-4b3d-abd4-5a91d6acb748 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:37.838288 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-e7135596-72d3-4b3d-abd4-5a91d6acb748 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:37.886809 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-e7135596-72d3-4b3d-abd4-5a91d6acb748 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Network 83c167da-5ef5-42e1-bc72-2034870ac48b is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:12:37.889888 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-e7135596-72d3-4b3d-abd4-5a91d6acb748 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:12:37.893789 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-e7135596-72d3-4b3d-abd4-5a91d6acb748 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:12:37.901159 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7135596-72d3-4b3d-abd4-5a91d6acb748 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Pushing event updated for resources: {'Port': ['ID=4b987879-c016-45dd-a090-5138cb95fe4d,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:37.949003 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-e7135596-72d3-4b3d-abd4-5a91d6acb748 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:37.949647 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-e7135596-72d3-4b3d-abd4-5a91d6acb748 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:37.967185 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-e7135596-72d3-4b3d-abd4-5a91d6acb748 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5763433 Apr 28 20:12:37.977532 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-be1f99d3-d475-400a-8b7d-6b68dcab7c2d tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:12:37.978518 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-be1f99d3-d475-400a-8b7d-6b68dcab7c2d tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058210 Apr 28 20:12:38.057262 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-8cee6e64-d740-415f-8a62-66a455e4e46d service neutron] Request body: {'port': {'device_id': 'b3966325-c7db-41b1-9269-d1ab7acaaccf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:12:38.115586 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-8cee6e64-d740-415f-8a62-66a455e4e46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:38.220195 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-ede7bbef-9abb-4bd2-9f9f-fc2982c8369f None None] Provisioning complete for port 4b987879-c016-45dd-a090-5138cb95fe4d triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:12:38.220781 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ede7bbef-9abb-4bd2-9f9f-fc2982c8369f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:38.263267 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-ede7bbef-9abb-4bd2-9f9f-fc2982c8369f None None] Port 4b987879-c016-45dd-a090-5138cb95fe4d cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:12:38.385692 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-8cee6e64-d740-415f-8a62-66a455e4e46d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b987879-c016-45dd-a090-5138cb95fe4d {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:12:38.393073 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-8cee6e64-d740-415f-8a62-66a455e4e46d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:38.405098 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-8cee6e64-d740-415f-8a62-66a455e4e46d service neutron] Transition to ACTIVE for port object 4b987879-c016-45dd-a090-5138cb95fe4d will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:12:38.408293 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-8cee6e64-d740-415f-8a62-66a455e4e46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:38.460826 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee6e64-d740-415f-8a62-66a455e4e46d service neutron] Pushing event updated for resources: {'Port': ['ID=4b987879-c016-45dd-a090-5138cb95fe4d,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:38.543920 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-8cee6e64-d740-415f-8a62-66a455e4e46d service neutron] Attempting to bind port 4b987879-c016-45dd-a090-5138cb95fe4d on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:12:38.544250 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-8cee6e64-d740-415f-8a62-66a455e4e46d service neutron] Attempting to bind port 4b987879-c016-45dd-a090-5138cb95fe4d by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '55cf79ba-4588-469d-802c-c84aa786501f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '83c167da-5ef5-42e1-bc72-2034870ac48b'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:12:38.544724 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-8cee6e64-d740-415f-8a62-66a455e4e46d service neutron] Attempting to bind port 4b987879-c016-45dd-a090-5138cb95fe4d on network 83c167da-5ef5-42e1-bc72-2034870ac48b {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:12:38.551074 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-8cee6e64-d740-415f-8a62-66a455e4e46d service neutron] Port 4b987879-c016-45dd-a090-5138cb95fe4d on network 83c167da-5ef5-42e1-bc72-2034870ac48b not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:12:38.551399 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-8cee6e64-d740-415f-8a62-66a455e4e46d service neutron] Attempting to bind port 4b987879-c016-45dd-a090-5138cb95fe4d on network 83c167da-5ef5-42e1-bc72-2034870ac48b {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:12:38.559751 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-8cee6e64-d740-415f-8a62-66a455e4e46d service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:12:38.560140 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-8cee6e64-d740-415f-8a62-66a455e4e46d service neutron] Checking segment: {'id': '55cf79ba-4588-469d-802c-c84aa786501f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '83c167da-5ef5-42e1-bc72-2034870ac48b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:12:38.561299 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-8cee6e64-d740-415f-8a62-66a455e4e46d service neutron] Bound using segment: {'id': '55cf79ba-4588-469d-802c-c84aa786501f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '83c167da-5ef5-42e1-bc72-2034870ac48b'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:12:38.561480 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-8cee6e64-d740-415f-8a62-66a455e4e46d service neutron] Bound port: 4b987879-c016-45dd-a090-5138cb95fe4d, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55cf79ba-4588-469d-802c-c84aa786501f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '83c167da-5ef5-42e1-bc72-2034870ac48b'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:12:38.562315 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-8cee6e64-d740-415f-8a62-66a455e4e46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:38.640216 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-8cee6e64-d740-415f-8a62-66a455e4e46d service neutron] For port 4b987879-c016-45dd-a090-5138cb95fe4d, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:12:38.643884 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-8cee6e64-d740-415f-8a62-66a455e4e46d service neutron] For port 4b987879-c016-45dd-a090-5138cb95fe4d, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=4b987879-c016-45dd-a090-5138cb95fe4d,segment=NetworkSegment(55cf79ba-4588-469d-802c-c84aa786501f),segment_id=55cf79ba-4588-469d-802c-c84aa786501f)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:12:38.650972 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-8cee6e64-d740-415f-8a62-66a455e4e46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:38.671584 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c3cf4-ad45-4e87-b529-4e543f31a540 req-62f88dcb-6dd6-49ca-b263-784d84c71f8f tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:38.680087 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-397c3cf4-ad45-4e87-b529-4e543f31a540 req-62f88dcb-6dd6-49ca-b263-784d84c71f8f tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3966325-c7db-41b1-9269-d1ab7acaaccf HTTP/1.1" status: 200 len: 943 time: 0.0620008 Apr 28 20:12:38.711665 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-8cee6e64-d740-415f-8a62-66a455e4e46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:38.712590 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-8cee6e64-d740-415f-8a62-66a455e4e46d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:38.714600 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-8cee6e64-d740-415f-8a62-66a455e4e46d service neutron] 10.222.0.15 "PUT /v2.0/ports/4b987879-c016-45dd-a090-5138cb95fe4d HTTP/1.1" status: 200 len: 1091 time: 0.7282715 Apr 28 20:12:38.716865 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3966325-c7db-41b1-9269-d1ab7acaaccf', 'tag': '4b987879-c016-45dd-a090-5138cb95fe4d'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:12:38.725198 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-397c3cf4-ad45-4e87-b529-4e543f31a540 req-0dfa7b83-277f-452f-a291-a4f13e7e5707 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/security-groups?id=178e0245-92c3-4507-8b6d-171652f9fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396349 Apr 28 20:12:38.734875 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1166a6-371a-4612-ab73-4493623af295" -d '{"events": [{"name": "network-changed", "server_uuid": "b3966325-c7db-41b1-9269-d1ab7acaaccf", "tag": "4b987879-c016-45dd-a090-5138cb95fe4d"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:12:38.741207 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee6e64-d740-415f-8a62-66a455e4e46d service neutron] Pushing event updated for resources: {'Port': ['ID=4b987879-c016-45dd-a090-5138cb95fe4d,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:38.793566 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484a766f-9545-43f5-924d-800815870c28 x-openstack-request-id: req-484a766f-9545-43f5-924d-800815870c28 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:12:38.793848 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3966325-c7db-41b1-9269-d1ab7acaaccf", "tag": "4b987879-c016-45dd-a090-5138cb95fe4d", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:12:38.794106 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-484a766f-9545-43f5-924d-800815870c28 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:12:38.794514 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-484a766f-9545-43f5-924d-800815870c28'] response: {'name': 'network-changed', 'server_uuid': 'b3966325-c7db-41b1-9269-d1ab7acaaccf', 'tag': '4b987879-c016-45dd-a090-5138cb95fe4d', 'status': 'completed', 'code': 200} Apr 28 20:12:38.811539 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-ae2e9bd3-eaeb-4550-9ffd-b84bf7a77dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:38.813130 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-ae2e9bd3-eaeb-4550-9ffd-b84bf7a77dc5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ad3fd1cde9904d2e82ee041d847f511d&device_id=b3966325-c7db-41b1-9269-d1ab7acaaccf HTTP/1.1" status: 200 len: 1094 time: 0.0500543 Apr 28 20:12:38.860876 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-c24a2af6-ba60-4386-b322-4259cfb4beb0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b987879-c016-45dd-a090-5138cb95fe4d HTTP/1.1" status: 200 len: 217 time: 0.0399415 Apr 28 20:12:38.914182 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-2e401fa6-588c-4332-bc4e-73dfc32d0ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:38.915750 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-2e401fa6-588c-4332-bc4e-73dfc32d0ccd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=549f7d4b-8f6a-4e3b-bd68-540d7228d756 HTTP/1.1" status: 200 len: 852 time: 0.0485127 Apr 28 20:12:38.963614 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-034a6d13-3cb4-4a52-9f55-62b67ea7efac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:38.965128 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-034a6d13-3cb4-4a52-9f55-62b67ea7efac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83c167da-5ef5-42e1-bc72-2034870ac48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425031 Apr 28 20:12:39.059127 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-efb73a32-5472-4d71-beef-16bcd8d1bc52 service neutron] 10.222.0.15 "GET /v2.0/networks/83c167da-5ef5-42e1-bc72-2034870ac48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870130 Apr 28 20:12:39.148557 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a851b252-cd80-4ce9-a8e2-95f352eb57cb req-f0355676-9b9a-4a4e-bf60-b1e1919f816b service neutron] 10.222.0.15 "GET /v2.0/networks/83c167da-5ef5-42e1-bc72-2034870ac48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831227 Apr 28 20:12:39.241528 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1166a6-371a-4612-ab73-4493623af295 req-45437191-ea66-451f-9fce-9bd7567c9c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:39.243017 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f1166a6-371a-4612-ab73-4493623af295 req-45437191-ea66-451f-9fce-9bd7567c9c71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ad3fd1cde9904d2e82ee041d847f511d&device_id=b3966325-c7db-41b1-9269-d1ab7acaaccf HTTP/1.1" status: 200 len: 1094 time: 0.0486662 Apr 28 20:12:39.337561 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1166a6-371a-4612-ab73-4493623af295 req-c3857592-7d2a-439e-b3ba-ed9c882ab5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:39.339006 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f1166a6-371a-4612-ab73-4493623af295 req-c3857592-7d2a-439e-b3ba-ed9c882ab5ee service neutron] 10.222.0.15 "GET /v2.0/networks?id=83c167da-5ef5-42e1-bc72-2034870ac48b HTTP/1.1" status: 200 len: 914 time: 0.0890172 Apr 28 20:12:39.379935 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f1166a6-371a-4612-ab73-4493623af295 req-d4654193-97d7-40d8-9b5e-c96bc926ac36 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b987879-c016-45dd-a090-5138cb95fe4d HTTP/1.1" status: 200 len: 217 time: 0.0341451 Apr 28 20:12:39.433743 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1166a6-371a-4612-ab73-4493623af295 req-fb0503a2-8284-450e-908f-c6ace2ef8b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:39.435177 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f1166a6-371a-4612-ab73-4493623af295 req-fb0503a2-8284-450e-908f-c6ace2ef8b3b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=549f7d4b-8f6a-4e3b-bd68-540d7228d756 HTTP/1.1" status: 200 len: 852 time: 0.0481436 Apr 28 20:12:39.480839 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1166a6-371a-4612-ab73-4493623af295 req-1d81fbfe-7ab4-4c77-84ff-2dd8e933f083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:39.482439 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f1166a6-371a-4612-ab73-4493623af295 req-1d81fbfe-7ab4-4c77-84ff-2dd8e933f083 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83c167da-5ef5-42e1-bc72-2034870ac48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410604 Apr 28 20:12:39.571479 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f1166a6-371a-4612-ab73-4493623af295 req-63698606-ff51-44c6-9e78-cfdc36cc696b service neutron] 10.222.0.15 "GET /v2.0/networks/83c167da-5ef5-42e1-bc72-2034870ac48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823810 Apr 28 20:12:39.667104 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f1166a6-371a-4612-ab73-4493623af295 req-4c805947-0021-4bcc-aa06-91f1bdcfe99c service neutron] 10.222.0.15 "GET /v2.0/networks/83c167da-5ef5-42e1-bc72-2034870ac48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890574 Apr 28 20:12:39.837247 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adaa56-7526-4d03-8fe8-0bc461893e85 req-28906440-87aa-4522-92b6-cb5630af3d7d tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:39.838644 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-20adaa56-7526-4d03-8fe8-0bc461893e85 req-28906440-87aa-4522-92b6-cb5630af3d7d tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3966325-c7db-41b1-9269-d1ab7acaaccf HTTP/1.1" status: 200 len: 943 time: 0.0537434 Apr 28 20:12:39.877621 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-20adaa56-7526-4d03-8fe8-0bc461893e85 req-c9a8235a-88d8-4cd6-b696-f3437e897542 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/security-groups?id=178e0245-92c3-4507-8b6d-171652f9fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325913 Apr 28 20:12:40.995692 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793840f1-33ae-44fa-9ad4-621d1a0d5502 req-fad6ee2e-122f-469c-8f15-557a76439ba8 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:40.997189 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-793840f1-33ae-44fa-9ad4-621d1a0d5502 req-fad6ee2e-122f-469c-8f15-557a76439ba8 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3966325-c7db-41b1-9269-d1ab7acaaccf HTTP/1.1" status: 200 len: 943 time: 0.0489080 Apr 28 20:12:41.037276 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-793840f1-33ae-44fa-9ad4-621d1a0d5502 req-ea209b41-7442-4afc-8095-db3b14f3297e tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/security-groups?id=178e0245-92c3-4507-8b6d-171652f9fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333462 Apr 28 20:12:42.162291 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441c1a9-9a5b-44bf-aa30-c987a7dc73c4 req-f06107a2-46cc-467e-8ff1-98119bf17b37 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:42.163762 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3441c1a9-9a5b-44bf-aa30-c987a7dc73c4 req-f06107a2-46cc-467e-8ff1-98119bf17b37 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3966325-c7db-41b1-9269-d1ab7acaaccf HTTP/1.1" status: 200 len: 943 time: 0.0520296 Apr 28 20:12:42.205061 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3441c1a9-9a5b-44bf-aa30-c987a7dc73c4 req-e2d5317f-e891-4602-b93e-ab237048cc49 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/security-groups?id=178e0245-92c3-4507-8b6d-171652f9fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349865 Apr 28 20:12:43.327868 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9fa88-11ab-4517-9239-1d14c2678abc req-c3b30d5f-caf9-47ab-af54-d6b6a9d958f3 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:43.329277 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-03e9fa88-11ab-4517-9239-1d14c2678abc req-c3b30d5f-caf9-47ab-af54-d6b6a9d958f3 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3966325-c7db-41b1-9269-d1ab7acaaccf HTTP/1.1" status: 200 len: 943 time: 0.0530357 Apr 28 20:12:43.368041 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-03e9fa88-11ab-4517-9239-1d14c2678abc req-a9b16ae7-546d-4329-9f35-3183678833af tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/security-groups?id=178e0245-92c3-4507-8b6d-171652f9fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327330 Apr 28 20:12:44.483300 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c46efe-6e81-4051-9f51-28a13b9cbc3e req-72fd8688-6fc8-4f71-a3b2-56398bda0de3 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:44.484794 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-33c46efe-6e81-4051-9f51-28a13b9cbc3e req-72fd8688-6fc8-4f71-a3b2-56398bda0de3 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3966325-c7db-41b1-9269-d1ab7acaaccf HTTP/1.1" status: 200 len: 943 time: 0.0497150 Apr 28 20:12:44.523959 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-33c46efe-6e81-4051-9f51-28a13b9cbc3e req-aa897d23-7827-4230-8ee2-a7f97fa138e1 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/security-groups?id=178e0245-92c3-4507-8b6d-171652f9fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320988 Apr 28 20:12:45.640190 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227c7cb-0638-455c-ba91-b9afa676b494 req-793a3f93-827e-442c-bcb4-ecaea0b9e45b tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:45.641646 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0227c7cb-0638-455c-ba91-b9afa676b494 req-793a3f93-827e-442c-bcb4-ecaea0b9e45b tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3966325-c7db-41b1-9269-d1ab7acaaccf HTTP/1.1" status: 200 len: 943 time: 0.0488725 Apr 28 20:12:45.678924 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0227c7cb-0638-455c-ba91-b9afa676b494 req-b6dafb17-eb77-4d21-b016-388d97098656 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/security-groups?id=178e0245-92c3-4507-8b6d-171652f9fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307720 Apr 28 20:12:46.799334 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269d968-856d-4af7-84bc-24272d16f2a0 req-ed393c38-cfde-4554-99b6-17d06c90e5f6 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:46.800825 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0269d968-856d-4af7-84bc-24272d16f2a0 req-ed393c38-cfde-4554-99b6-17d06c90e5f6 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3966325-c7db-41b1-9269-d1ab7acaaccf HTTP/1.1" status: 200 len: 943 time: 0.0535729 Apr 28 20:12:46.838826 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0269d968-856d-4af7-84bc-24272d16f2a0 req-6397a211-52e9-42e2-b160-dbc991887cfd tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/security-groups?id=178e0245-92c3-4507-8b6d-171652f9fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316544 Apr 28 20:12:47.954333 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e429a8-957c-4780-a485-ed3a57623368 req-44077878-76ed-4af8-8567-1cfd478944b4 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:47.955810 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b3e429a8-957c-4780-a485-ed3a57623368 req-44077878-76ed-4af8-8567-1cfd478944b4 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3966325-c7db-41b1-9269-d1ab7acaaccf HTTP/1.1" status: 200 len: 943 time: 0.0496883 Apr 28 20:12:48.019470 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b3e429a8-957c-4780-a485-ed3a57623368 req-70108b5c-3e41-4c79-8888-680fdc580ce4 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/security-groups?id=178e0245-92c3-4507-8b6d-171652f9fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571728 Apr 28 20:12:48.033478 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3f605b8d-5ad6-4d73-92aa-7cb532f2d52d req-d72761e1-0c96-48d6-bd93-9a391cb5ed41 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=85471d1f-cc07-4b08-8e56-ac1fc39d80dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0548029 Apr 28 20:12:48.116694 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f605b8d-5ad6-4d73-92aa-7cb532f2d52d req-834b2c1c-cde4-447c-a8ed-1ae5e1ceefb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:48.118076 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3f605b8d-5ad6-4d73-92aa-7cb532f2d52d req-834b2c1c-cde4-447c-a8ed-1ae5e1ceefb0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a7abd85c8b80481690a18110e7cba81e&device_id=85471d1f-cc07-4b08-8e56-ac1fc39d80dc HTTP/1.1" status: 200 len: 1096 time: 0.0412188 Apr 28 20:12:48.225989 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f605b8d-5ad6-4d73-92aa-7cb532f2d52d req-d7a1a638-495e-4ab3-ac74-b6fe9740a613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:48.227441 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3f605b8d-5ad6-4d73-92aa-7cb532f2d52d req-d7a1a638-495e-4ab3-ac74-b6fe9740a613 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3ca892cc-b431-485e-a8d1-1dc31fa2091b HTTP/1.1" status: 200 len: 913 time: 0.0905404 Apr 28 20:12:48.295172 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3f605b8d-5ad6-4d73-92aa-7cb532f2d52d req-168a4d93-99a2-4e4e-8d4c-655ec13b067d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d470d18c-f76d-4f3b-a733-9f9d01275b6c HTTP/1.1" status: 200 len: 1000 time: 0.0610676 Apr 28 20:12:48.342861 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f605b8d-5ad6-4d73-92aa-7cb532f2d52d req-67c66162-a33f-4338-9d80-1f1e1c997325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:48.344320 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3f605b8d-5ad6-4d73-92aa-7cb532f2d52d req-67c66162-a33f-4338-9d80-1f1e1c997325 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11daf8f6-15c0-4d09-926f-75c1fcbe625d HTTP/1.1" status: 200 len: 851 time: 0.0428202 Apr 28 20:12:48.387894 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f605b8d-5ad6-4d73-92aa-7cb532f2d52d req-c7e2aece-efc1-4b57-9ea0-02f063060d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:48.389377 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3f605b8d-5ad6-4d73-92aa-7cb532f2d52d req-c7e2aece-efc1-4b57-9ea0-02f063060d21 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ca892cc-b431-485e-a8d1-1dc31fa2091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386982 Apr 28 20:12:48.483121 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3f605b8d-5ad6-4d73-92aa-7cb532f2d52d req-9a51890b-0dbc-4bf6-a531-fd5d91675510 service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870030 Apr 28 20:12:48.569917 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3f605b8d-5ad6-4d73-92aa-7cb532f2d52d req-82382076-fa71-4900-9193-b98a777ae931 service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798759 Apr 28 20:12:49.135588 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d67398-8c8f-4cb1-a2c0-f5684e09fe04 req-2d423db3-4a86-4c78-a0b2-6c64e1b2ed2d tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:49.137071 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-47d67398-8c8f-4cb1-a2c0-f5684e09fe04 req-2d423db3-4a86-4c78-a0b2-6c64e1b2ed2d tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3966325-c7db-41b1-9269-d1ab7acaaccf HTTP/1.1" status: 200 len: 943 time: 0.0484896 Apr 28 20:12:49.174954 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-47d67398-8c8f-4cb1-a2c0-f5684e09fe04 req-e21e2ec7-cf92-40d3-8151-52b8873f0377 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/security-groups?id=178e0245-92c3-4507-8b6d-171652f9fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318408 Apr 28 20:12:49.252155 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 4b987879-c016-45dd-a090-5138cb95fe4d details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:12:49.348074 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 4b987879-c016-45dd-a090-5138cb95fe4d, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=4b987879-c016-45dd-a090-5138cb95fe4d,segment=NetworkSegment(55cf79ba-4588-469d-802c-c84aa786501f),segment_id=55cf79ba-4588-469d-802c-c84aa786501f)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:12:49.359043 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '4b987879-c016-45dd-a090-5138cb95fe4d', 'network_id': '83c167da-5ef5-42e1-bc72-2034870ac48b', 'port_id': '4b987879-c016-45dd-a090-5138cb95fe4d', 'mac_address': 'fa:16:3e:24:3c:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '549f7d4b-8f6a-4e3b-bd68-540d7228d756', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:12:49.395461 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:49.408756 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b987879-c016-45dd-a090-5138cb95fe4d {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:12:49.428050 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 4b987879-c016-45dd-a090-5138cb95fe4d, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=4b987879-c016-45dd-a090-5138cb95fe4d,segment=NetworkSegment(55cf79ba-4588-469d-802c-c84aa786501f),segment_id=55cf79ba-4588-469d-802c-c84aa786501f)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:12:49.431528 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:49.479969 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=4b987879-c016-45dd-a090-5138cb95fe4d,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:49.486943 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:49.487287 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:49.487623 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:49.487958 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:49.488309 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:49.488635 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:49.488955 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:49.489276 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:49.489644 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:49.489956 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:49.490272 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:49.490594 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:49.636817 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['4b987879-c016-45dd-a090-5138cb95fe4d'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:12:49.864558 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1bca0e69-1a80-48e1-81ed-dd3dc5bb6e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:50.296234 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9900c4f-0436-43e6-8beb-4e7fe7a46306 req-c3f15864-24c1-440d-bd12-a72d08b81812 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:50.297674 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c9900c4f-0436-43e6-8beb-4e7fe7a46306 req-c3f15864-24c1-440d-bd12-a72d08b81812 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3966325-c7db-41b1-9269-d1ab7acaaccf HTTP/1.1" status: 200 len: 944 time: 0.0557005 Apr 28 20:12:50.336222 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c9900c4f-0436-43e6-8beb-4e7fe7a46306 req-8a418de0-ecf4-439f-be27-f57a3856ce9e tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/security-groups?id=178e0245-92c3-4507-8b6d-171652f9fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322204 Apr 28 20:12:51.268801 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 4b987879-c016-45dd-a090-5138cb95fe4d up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:12:51.317342 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 4b987879-c016-45dd-a090-5138cb95fe4d completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:12:51.321324 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 4b987879-c016-45dd-a090-5138cb95fe4d triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:12:51.321688 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:51.402165 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:51.425176 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3966325-c7db-41b1-9269-d1ab7acaaccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b987879-c016-45dd-a090-5138cb95fe4d'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:12:51.427988 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d606356-2918-4e99-8820-45d7c4ba22eb" -d '{"events": [{"server_uuid": "b3966325-c7db-41b1-9269-d1ab7acaaccf", "name": "network-vif-plugged", "status": "completed", "tag": "4b987879-c016-45dd-a090-5138cb95fe4d"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:12:51.440468 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 4b987879-c016-45dd-a090-5138cb95fe4d, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=4b987879-c016-45dd-a090-5138cb95fe4d,segment=NetworkSegment(55cf79ba-4588-469d-802c-c84aa786501f),segment_id=55cf79ba-4588-469d-802c-c84aa786501f)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:12:51.445961 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:51.454712 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ab922-3447-482f-8701-5bb9b526e8d4 req-5732c8ec-de29-4fdf-8dd0-2b065e4a7002 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:51.456282 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-079ab922-3447-482f-8701-5bb9b526e8d4 req-5732c8ec-de29-4fdf-8dd0-2b065e4a7002 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3966325-c7db-41b1-9269-d1ab7acaaccf HTTP/1.1" status: 200 len: 944 time: 0.0516510 Apr 28 20:12:51.471609 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd193eec-bc37-414b-a41b-a3226294a8be x-openstack-request-id: req-fd193eec-bc37-414b-a41b-a3226294a8be {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:12:51.471897 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3966325-c7db-41b1-9269-d1ab7acaaccf", "name": "network-vif-plugged", "status": "completed", "tag": "4b987879-c016-45dd-a090-5138cb95fe4d", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:12:51.472164 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fd193eec-bc37-414b-a41b-a3226294a8be {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:12:51.472552 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd193eec-bc37-414b-a41b-a3226294a8be'] response: {'server_uuid': 'b3966325-c7db-41b1-9269-d1ab7acaaccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b987879-c016-45dd-a090-5138cb95fe4d', 'code': 200} Apr 28 20:12:51.499369 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=4b987879-c016-45dd-a090-5138cb95fe4d,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:51.501315 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-079ab922-3447-482f-8701-5bb9b526e8d4 req-8600228c-3323-4c3c-b72a-f466d8cff548 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/security-groups?id=178e0245-92c3-4507-8b6d-171652f9fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384214 Apr 28 20:12:51.580723 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fafad2-91a4-43b6-b21c-b1833ffd525a req-548edbe2-3d2d-47d7-a866-03e5f1547c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:51.582130 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f3fafad2-91a4-43b6-b21c-b1833ffd525a req-548edbe2-3d2d-47d7-a866-03e5f1547c7e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b3966325-c7db-41b1-9269-d1ab7acaaccf HTTP/1.1" status: 200 len: 1096 time: 0.0403693 Apr 28 20:12:51.615889 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f3fafad2-91a4-43b6-b21c-b1833ffd525a req-0d4a6fca-a670-4558-ac64-40cb1f6952a8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=178e0245-92c3-4507-8b6d-171652f9fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269246 Apr 28 20:12:52.080690 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a379784f-a9ec-49dd-8bbc-bf48841979ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:52.628266 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efc97b-20e4-4bd4-9ed7-b59209cb818e req-9622d19e-a262-472a-a20a-13a43c1015f9 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:52.629899 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d9efc97b-20e4-4bd4-9ed7-b59209cb818e req-9622d19e-a262-472a-a20a-13a43c1015f9 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3966325-c7db-41b1-9269-d1ab7acaaccf HTTP/1.1" status: 200 len: 945 time: 0.0550234 Apr 28 20:12:52.671138 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d9efc97b-20e4-4bd4-9ed7-b59209cb818e req-67b4ee80-a1d5-463b-8f86-33bb2291d10b tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/security-groups?id=178e0245-92c3-4507-8b6d-171652f9fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343769 Apr 28 20:12:53.567600 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:53.790825 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819000ef-284f-46da-9588-e15bbf011257 req-9288bbbb-3e31-4063-a50d-e472a5d4045e tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:53.792319 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-819000ef-284f-46da-9588-e15bbf011257 req-9288bbbb-3e31-4063-a50d-e472a5d4045e tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3966325-c7db-41b1-9269-d1ab7acaaccf HTTP/1.1" status: 200 len: 945 time: 0.0546854 Apr 28 20:12:53.829867 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-819000ef-284f-46da-9588-e15bbf011257 req-6a3b75bb-e080-4e23-a64d-0a7dca2531ad tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/security-groups?id=178e0245-92c3-4507-8b6d-171652f9fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313971 Apr 28 20:12:53.946163 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd869ff-9614-4d1b-85e2-a7654966b851 req-c8f52520-fe76-4e15-8c68-b97ed2fbdb79 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:53.947611 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dbd869ff-9614-4d1b-85e2-a7654966b851 req-c8f52520-fe76-4e15-8c68-b97ed2fbdb79 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3966325-c7db-41b1-9269-d1ab7acaaccf HTTP/1.1" status: 200 len: 945 time: 0.0525227 Apr 28 20:12:53.985892 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dbd869ff-9614-4d1b-85e2-a7654966b851 req-7e719034-1039-4e23-896e-f139976b4c1f tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/security-groups?id=178e0245-92c3-4507-8b6d-171652f9fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321183 Apr 28 20:12:54.007613 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34284) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:12:54.091626 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe1cbc3-642c-4f2a-aeba-f3ec92227ab4 tempest-TestVolumeBackupRestore-710934790 tempest-TestVolumeBackupRestore-710934790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:54.093118 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ebe1cbc3-642c-4f2a-aeba-f3ec92227ab4 tempest-TestVolumeBackupRestore-710934790 tempest-TestVolumeBackupRestore-710934790-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b3966325-c7db-41b1-9269-d1ab7acaaccf HTTP/1.1" status: 200 len: 1091 time: 0.0845010 Apr 28 20:12:54.095996 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34288) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:12:54.101031 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-da0cb3f6-08d4-4bd5-8136-51fe38eab07b tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'port_id': '4b987879-c016-45dd-a090-5138cb95fe4d', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:12:54.121281 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da0cb3f6-08d4-4bd5-8136-51fe38eab07b tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks [] for floatingip, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:54.219223 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da0cb3f6-08d4-4bd5-8136-51fe38eab07b tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:54.329408 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-da0cb3f6-08d4-4bd5-8136-51fe38eab07b tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Allocated IP 172.25.8.201 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/82761ca1-5021-4543-98a3-9582c47a9cba) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:12:54.433199 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da0cb3f6-08d4-4bd5-8136-51fe38eab07b tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:54.465873 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da0cb3f6-08d4-4bd5-8136-51fe38eab07b tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:54.500662 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0cb3f6-08d4-4bd5-8136-51fe38eab07b tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:12:54.506118 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-da0cb3f6-08d4-4bd5-8136-51fe38eab07b tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:12:54.509751 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0cb3f6-08d4-4bd5-8136-51fe38eab07b tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:12:54.533288 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0cb3f6-08d4-4bd5-8136-51fe38eab07b tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Pushing event updated for resources: {'Port': ['ID=82761ca1-5021-4543-98a3-9582c47a9cba,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:55.208491 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da0cb3f6-08d4-4bd5-8136-51fe38eab07b tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:55.273532 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da0cb3f6-08d4-4bd5-8136-51fe38eab07b tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:55.419825 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da0cb3f6-08d4-4bd5-8136-51fe38eab07b tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:55.424119 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da0cb3f6-08d4-4bd5-8136-51fe38eab07b tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:55.495889 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0cb3f6-08d4-4bd5-8136-51fe38eab07b tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Pushing event updated for resources: {'Port': ['ID=82761ca1-5021-4543-98a3-9582c47a9cba,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:55.504094 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da0cb3f6-08d4-4bd5-8136-51fe38eab07b tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:55.602308 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [None req-da0cb3f6-08d4-4bd5-8136-51fe38eab07b tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Floating IP 00a46773-2019-4b02-9924-00eba5cd7c59 associated. External IP: 172.25.8.201, port: 4b987879-c016-45dd-a090-5138cb95fe4d. Apr 28 20:12:55.804885 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0cb3f6-08d4-4bd5-8136-51fe38eab07b tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Router bee25f47-f4aa-4ecc-a5df-fea10f375416 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:12:55.838723 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:55.912178 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0cb3f6-08d4-4bd5-8136-51fe38eab07b tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:12:55.922347 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938e1ff3-2489-4c1f-9a33-ad8b5f76c088 None None] Sync routers for ids ['bee25f47-f4aa-4ecc-a5df-fea10f375416'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:12:55.929280 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da0cb3f6-08d4-4bd5-8136-51fe38eab07b tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:55.932779 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938e1ff3-2489-4c1f-9a33-ad8b5f76c088 None None] Routers {'bee25f47-f4aa-4ecc-a5df-fea10f375416'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:12:55.933398 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-938e1ff3-2489-4c1f-9a33-ad8b5f76c088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:12:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['bee25f47-f4aa-4ecc-a5df-fea10f375416'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:12:55.963565 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-da0cb3f6-08d4-4bd5-8136-51fe38eab07b tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8636665 Apr 28 20:12:55.963565 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3966325-c7db-41b1-9269-d1ab7acaaccf', 'tag': '4b987879-c016-45dd-a090-5138cb95fe4d'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:12:55.963905 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34290) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:12:55.964496 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3405fc4a-fab4-49cb-aab2-9f6bc78206bb" -d '{"events": [{"name": "network-changed", "server_uuid": "b3966325-c7db-41b1-9269-d1ab7acaaccf", "tag": "4b987879-c016-45dd-a090-5138cb95fe4d"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:12:55.981487 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:56.003042 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e716bcde-0368-48ab-b704-68f5d01a8417 x-openstack-request-id: req-e716bcde-0368-48ab-b704-68f5d01a8417 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:12:56.003346 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3966325-c7db-41b1-9269-d1ab7acaaccf", "tag": "4b987879-c016-45dd-a090-5138cb95fe4d", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:12:56.003599 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e716bcde-0368-48ab-b704-68f5d01a8417 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:12:56.004023 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e716bcde-0368-48ab-b704-68f5d01a8417'] response: {'name': 'network-changed', 'server_uuid': 'b3966325-c7db-41b1-9269-d1ab7acaaccf', 'tag': '4b987879-c016-45dd-a090-5138cb95fe4d', 'status': 'completed', 'code': 200} Apr 28 20:12:56.009265 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5a4cd0-f9dc-4f45-bf1b-d84ab06f52b7 tempest-TestVolumeBackupRestore-710934790 tempest-TestVolumeBackupRestore-710934790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:56.010941 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8e5a4cd0-f9dc-4f45-bf1b-d84ab06f52b7 tempest-TestVolumeBackupRestore-710934790 tempest-TestVolumeBackupRestore-710934790-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b3966325-c7db-41b1-9269-d1ab7acaaccf HTTP/1.1" status: 200 len: 1091 time: 0.0463860 Apr 28 20:12:56.013805 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34294) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:12:56.018271 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-1ef04778-64d2-4552-b88d-c0e53ceefef9 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Request body: {'floatingip': {'port_id': '4b987879-c016-45dd-a090-5138cb95fe4d'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:12:56.064595 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-938e1ff3-2489-4c1f-9a33-ad8b5f76c088 None None] Set router bee25f47-f4aa-4ecc-a5df-fea10f375416 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:12:56.074927 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405fc4a-fab4-49cb-aab2-9f6bc78206bb req-b809e82d-2be6-4253-a057-7ed1810a7d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:56.075810 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1ef04778-64d2-4552-b88d-c0e53ceefef9 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks [] for floatingip, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:56.076539 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3405fc4a-fab4-49cb-aab2-9f6bc78206bb req-b809e82d-2be6-4253-a057-7ed1810a7d6d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ad3fd1cde9904d2e82ee041d847f511d&device_id=b3966325-c7db-41b1-9269-d1ab7acaaccf HTTP/1.1" status: 200 len: 1096 time: 0.0440218 Apr 28 20:12:56.174138 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405fc4a-fab4-49cb-aab2-9f6bc78206bb req-56bf7806-915e-4d59-826f-25f348d16bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:56.175604 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3405fc4a-fab4-49cb-aab2-9f6bc78206bb req-56bf7806-915e-4d59-826f-25f348d16bc1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=83c167da-5ef5-42e1-bc72-2034870ac48b HTTP/1.1" status: 200 len: 914 time: 0.0903814 Apr 28 20:12:56.254493 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3405fc4a-fab4-49cb-aab2-9f6bc78206bb req-47c7fd18-1b62-4a45-9264-2fb19140e487 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b987879-c016-45dd-a090-5138cb95fe4d HTTP/1.1" status: 200 len: 999 time: 0.0719740 Apr 28 20:12:56.298676 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-938e1ff3-2489-4c1f-9a33-ad8b5f76c088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'name': 'tempest-TestVolumeBackupRestore-356260278-router', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '74c6117f-6c8e-49aa-bd07-67643c0290e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:10:35Z', 'updated_at': '2022-04-28T20:10:38Z', 'revision_number': 4, 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'gw_port': {'id': '74c6117f-6c8e-49aa-bd07-67643c0290e1', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:28:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:35Z', 'updated_at': '2022-04-28T20:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '00a46773-2019-4b02-9924-00eba5cd7c59', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'port_id': '4b987879-c016-45dd-a090-5138cb95fe4d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83c167da-5ef5-42e1-bc72-2034870ac48b', 'mac_address': 'fa:16:3e:24:3c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3966325-c7db-41b1-9269-d1ab7acaaccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:12:54Z', 'updated_at': '2022-04-28T20:12:54Z', 'revision_number': 0, 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4db2915-a0d4-4e78-aed2-3ec85f5fef14', 'name': '', 'network_id': '83c167da-5ef5-42e1-bc72-2034870ac48b', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'mac_address': 'fa:16:3e:a8:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '549f7d4b-8f6a-4e3b-bd68-540d7228d756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:37Z', 'updated_at': '2022-04-28T20:10:43Z', 'revision_number': 5, 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'subnets': [{'id': '549f7d4b-8f6a-4e3b-bd68-540d7228d756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:12:56.310525 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405fc4a-fab4-49cb-aab2-9f6bc78206bb req-57e9bb53-9fbe-429b-a2bf-1785d0a59175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:56.312182 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3405fc4a-fab4-49cb-aab2-9f6bc78206bb req-57e9bb53-9fbe-429b-a2bf-1785d0a59175 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=549f7d4b-8f6a-4e3b-bd68-540d7228d756 HTTP/1.1" status: 200 len: 852 time: 0.0512476 Apr 28 20:12:56.328807 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938e1ff3-2489-4c1f-9a33-ad8b5f76c088 None None] Checking router: bee25f47-f4aa-4ecc-a5df-fea10f375416 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:12:56.337665 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938e1ff3-2489-4c1f-9a33-ad8b5f76c088 None None] Routers {'bee25f47-f4aa-4ecc-a5df-fea10f375416'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:12:56.338276 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-938e1ff3-2489-4c1f-9a33-ad8b5f76c088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:12:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['bee25f47-f4aa-4ecc-a5df-fea10f375416'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:12:56.360400 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405fc4a-fab4-49cb-aab2-9f6bc78206bb req-858c484f-e12a-4359-8bbd-ee02a7ea4ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:56.362200 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3405fc4a-fab4-49cb-aab2-9f6bc78206bb req-858c484f-e12a-4359-8bbd-ee02a7ea4ba5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83c167da-5ef5-42e1-bc72-2034870ac48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431409 Apr 28 20:12:56.445897 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-938e1ff3-2489-4c1f-9a33-ad8b5f76c088 None None] Set router bee25f47-f4aa-4ecc-a5df-fea10f375416 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:12:56.462014 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3405fc4a-fab4-49cb-aab2-9f6bc78206bb req-bfd8fed4-9e29-4543-bec3-1732906fa7f2 service neutron] 10.222.0.15 "GET /v2.0/networks/83c167da-5ef5-42e1-bc72-2034870ac48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935504 Apr 28 20:12:56.561888 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3405fc4a-fab4-49cb-aab2-9f6bc78206bb req-08807577-219b-404d-bfbe-b1cd6708c9d6 service neutron] 10.222.0.15 "GET /v2.0/networks/83c167da-5ef5-42e1-bc72-2034870ac48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933676 Apr 28 20:12:56.564359 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1ef04778-64d2-4552-b88d-c0e53ceefef9 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:56.570551 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1ef04778-64d2-4552-b88d-c0e53ceefef9 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:56.769759 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-938e1ff3-2489-4c1f-9a33-ad8b5f76c088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'name': 'tempest-TestVolumeBackupRestore-356260278-router', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '74c6117f-6c8e-49aa-bd07-67643c0290e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:10:35Z', 'updated_at': '2022-04-28T20:10:38Z', 'revision_number': 4, 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'gw_port': {'id': '74c6117f-6c8e-49aa-bd07-67643c0290e1', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:28:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:35Z', 'updated_at': '2022-04-28T20:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '00a46773-2019-4b02-9924-00eba5cd7c59', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'port_id': '4b987879-c016-45dd-a090-5138cb95fe4d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83c167da-5ef5-42e1-bc72-2034870ac48b', 'mac_address': 'fa:16:3e:24:3c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3966325-c7db-41b1-9269-d1ab7acaaccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:12:54Z', 'updated_at': '2022-04-28T20:12:54Z', 'revision_number': 0, 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4db2915-a0d4-4e78-aed2-3ec85f5fef14', 'name': '', 'network_id': '83c167da-5ef5-42e1-bc72-2034870ac48b', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'mac_address': 'fa:16:3e:a8:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '549f7d4b-8f6a-4e3b-bd68-540d7228d756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:37Z', 'updated_at': '2022-04-28T20:10:43Z', 'revision_number': 5, 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'subnets': [{'id': '549f7d4b-8f6a-4e3b-bd68-540d7228d756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:12:56.797328 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938e1ff3-2489-4c1f-9a33-ad8b5f76c088 None None] The sync data for ids ['bee25f47-f4aa-4ecc-a5df-fea10f375416'] in n-d-839810-1 is: [{'id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'name': 'tempest-TestVolumeBackupRestore-356260278-router', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '74c6117f-6c8e-49aa-bd07-67643c0290e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:10:35Z', 'updated_at': '2022-04-28T20:10:38Z', 'revision_number': 4, 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'gw_port': {'id': '74c6117f-6c8e-49aa-bd07-67643c0290e1', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:28:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:35Z', 'updated_at': '2022-04-28T20:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '00a46773-2019-4b02-9924-00eba5cd7c59', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'port_id': '4b987879-c016-45dd-a090-5138cb95fe4d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83c167da-5ef5-42e1-bc72-2034870ac48b', 'mac_address': 'fa:16:3e:24:3c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3966325-c7db-41b1-9269-d1ab7acaaccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:12:54Z', 'updated_at': '2022-04-28T20:12:54Z', 'revision_number': 0, 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4db2915-a0d4-4e78-aed2-3ec85f5fef14', 'name': '', 'network_id': '83c167da-5ef5-42e1-bc72-2034870ac48b', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'mac_address': 'fa:16:3e:a8:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '549f7d4b-8f6a-4e3b-bd68-540d7228d756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:37Z', 'updated_at': '2022-04-28T20:10:43Z', 'revision_number': 5, 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'subnets': [{'id': '549f7d4b-8f6a-4e3b-bd68-540d7228d756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:12:57.000866 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf468c28-5d54-4213-9652-3204311d67ee None None] New status for floating IP 00a46773-2019-4b02-9924-00eba5cd7c59: ACTIVE {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:12:57.110242 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef04778-64d2-4552-b88d-c0e53ceefef9 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Router bee25f47-f4aa-4ecc-a5df-fea10f375416 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:12:57.221557 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef04778-64d2-4552-b88d-c0e53ceefef9 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:12:57.226332 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1ef04778-64d2-4552-b88d-c0e53ceefef9 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:57.232728 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9752f60c-9adf-4666-93ab-ca35f83b9b30 None None] Sync routers for ids ['bee25f47-f4aa-4ecc-a5df-fea10f375416'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:12:57.243002 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9752f60c-9adf-4666-93ab-ca35f83b9b30 None None] Routers {'bee25f47-f4aa-4ecc-a5df-fea10f375416'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:12:57.243687 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9752f60c-9adf-4666-93ab-ca35f83b9b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:12:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['bee25f47-f4aa-4ecc-a5df-fea10f375416'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:12:57.253636 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3966325-c7db-41b1-9269-d1ab7acaaccf', 'tag': '4b987879-c016-45dd-a090-5138cb95fe4d'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:12:57.256588 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e799c78-4f3c-4da9-899b-0fd407f72163" -d '{"events": [{"name": "network-changed", "server_uuid": "b3966325-c7db-41b1-9269-d1ab7acaaccf", "tag": "4b987879-c016-45dd-a090-5138cb95fe4d"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:12:57.291380 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1ef04778-64d2-4552-b88d-c0e53ceefef9 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "PUT /v2.0/floatingips/00a46773-2019-4b02-9924-00eba5cd7c59 HTTP/1.1" status: 200 len: 991 time: 1.2763200 Apr 28 20:12:57.359634 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-9752f60c-9adf-4666-93ab-ca35f83b9b30 None None] Set router bee25f47-f4aa-4ecc-a5df-fea10f375416 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:12:57.363304 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d111379b-4f92-4835-9db5-3744088d2b36 x-openstack-request-id: req-d111379b-4f92-4835-9db5-3744088d2b36 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:12:57.363589 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3966325-c7db-41b1-9269-d1ab7acaaccf", "tag": "4b987879-c016-45dd-a090-5138cb95fe4d", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:12:57.363835 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d111379b-4f92-4835-9db5-3744088d2b36 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:12:57.364271 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d111379b-4f92-4835-9db5-3744088d2b36'] response: {'name': 'network-changed', 'server_uuid': 'b3966325-c7db-41b1-9269-d1ab7acaaccf', 'tag': '4b987879-c016-45dd-a090-5138cb95fe4d', 'status': 'completed', 'code': 200} Apr 28 20:12:57.423655 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e799c78-4f3c-4da9-899b-0fd407f72163 req-8624d2af-9019-4f2a-a20c-cc28180a3ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:57.425200 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7e799c78-4f3c-4da9-899b-0fd407f72163 req-8624d2af-9019-4f2a-a20c-cc28180a3ccb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ad3fd1cde9904d2e82ee041d847f511d&device_id=b3966325-c7db-41b1-9269-d1ab7acaaccf HTTP/1.1" status: 200 len: 1096 time: 0.0412169 Apr 28 20:12:57.518832 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e799c78-4f3c-4da9-899b-0fd407f72163 req-375ea732-fc37-4811-8cb4-e7195943c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:57.520317 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7e799c78-4f3c-4da9-899b-0fd407f72163 req-375ea732-fc37-4811-8cb4-e7195943c856 service neutron] 10.222.0.15 "GET /v2.0/networks?id=83c167da-5ef5-42e1-bc72-2034870ac48b HTTP/1.1" status: 200 len: 914 time: 0.0892246 Apr 28 20:12:57.581934 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9752f60c-9adf-4666-93ab-ca35f83b9b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'name': 'tempest-TestVolumeBackupRestore-356260278-router', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '74c6117f-6c8e-49aa-bd07-67643c0290e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:10:35Z', 'updated_at': '2022-04-28T20:10:38Z', 'revision_number': 4, 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'gw_port': {'id': '74c6117f-6c8e-49aa-bd07-67643c0290e1', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:28:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:35Z', 'updated_at': '2022-04-28T20:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '00a46773-2019-4b02-9924-00eba5cd7c59', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'port_id': '4b987879-c016-45dd-a090-5138cb95fe4d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83c167da-5ef5-42e1-bc72-2034870ac48b', 'mac_address': 'fa:16:3e:24:3c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3966325-c7db-41b1-9269-d1ab7acaaccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:12:54Z', 'updated_at': '2022-04-28T20:12:57Z', 'revision_number': 2, 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4db2915-a0d4-4e78-aed2-3ec85f5fef14', 'name': '', 'network_id': '83c167da-5ef5-42e1-bc72-2034870ac48b', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'mac_address': 'fa:16:3e:a8:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '549f7d4b-8f6a-4e3b-bd68-540d7228d756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:37Z', 'updated_at': '2022-04-28T20:10:43Z', 'revision_number': 5, 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'subnets': [{'id': '549f7d4b-8f6a-4e3b-bd68-540d7228d756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:12:57.584880 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7e799c78-4f3c-4da9-899b-0fd407f72163 req-b4df1c3c-b13e-4f50-80de-e52131b94d24 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b987879-c016-45dd-a090-5138cb95fe4d HTTP/1.1" status: 200 len: 1001 time: 0.0578969 Apr 28 20:12:57.608389 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9752f60c-9adf-4666-93ab-ca35f83b9b30 None None] Checking router: bee25f47-f4aa-4ecc-a5df-fea10f375416 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:12:57.616826 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9752f60c-9adf-4666-93ab-ca35f83b9b30 None None] Routers {'bee25f47-f4aa-4ecc-a5df-fea10f375416'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:12:57.617436 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9752f60c-9adf-4666-93ab-ca35f83b9b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:12:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['bee25f47-f4aa-4ecc-a5df-fea10f375416'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:12:57.640650 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e799c78-4f3c-4da9-899b-0fd407f72163 req-ea12799e-2aab-4228-88b4-7f13de90893e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:57.642145 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7e799c78-4f3c-4da9-899b-0fd407f72163 req-ea12799e-2aab-4228-88b4-7f13de90893e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=549f7d4b-8f6a-4e3b-bd68-540d7228d756 HTTP/1.1" status: 200 len: 852 time: 0.0502062 Apr 28 20:12:57.687448 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e799c78-4f3c-4da9-899b-0fd407f72163 req-88511380-f537-45a7-9ec6-0cec46741226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:57.689034 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7e799c78-4f3c-4da9-899b-0fd407f72163 req-88511380-f537-45a7-9ec6-0cec46741226 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83c167da-5ef5-42e1-bc72-2034870ac48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404696 Apr 28 20:12:57.722842 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-9752f60c-9adf-4666-93ab-ca35f83b9b30 None None] Set router bee25f47-f4aa-4ecc-a5df-fea10f375416 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:12:57.777562 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7e799c78-4f3c-4da9-899b-0fd407f72163 req-17ed29f7-dee3-478f-98e6-8d2ae54157c3 service neutron] 10.222.0.15 "GET /v2.0/networks/83c167da-5ef5-42e1-bc72-2034870ac48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818574 Apr 28 20:12:57.872903 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7e799c78-4f3c-4da9-899b-0fd407f72163 req-15a3f885-8e5c-4f20-a83e-bab6e0f5f31c service neutron] 10.222.0.15 "GET /v2.0/networks/83c167da-5ef5-42e1-bc72-2034870ac48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873756 Apr 28 20:12:57.942543 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9752f60c-9adf-4666-93ab-ca35f83b9b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'name': 'tempest-TestVolumeBackupRestore-356260278-router', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '74c6117f-6c8e-49aa-bd07-67643c0290e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:10:35Z', 'updated_at': '2022-04-28T20:10:38Z', 'revision_number': 4, 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'gw_port': {'id': '74c6117f-6c8e-49aa-bd07-67643c0290e1', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:28:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:35Z', 'updated_at': '2022-04-28T20:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '00a46773-2019-4b02-9924-00eba5cd7c59', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'port_id': '4b987879-c016-45dd-a090-5138cb95fe4d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83c167da-5ef5-42e1-bc72-2034870ac48b', 'mac_address': 'fa:16:3e:24:3c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3966325-c7db-41b1-9269-d1ab7acaaccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:12:54Z', 'updated_at': '2022-04-28T20:12:57Z', 'revision_number': 2, 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4db2915-a0d4-4e78-aed2-3ec85f5fef14', 'name': '', 'network_id': '83c167da-5ef5-42e1-bc72-2034870ac48b', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'mac_address': 'fa:16:3e:a8:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '549f7d4b-8f6a-4e3b-bd68-540d7228d756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:37Z', 'updated_at': '2022-04-28T20:10:43Z', 'revision_number': 5, 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'subnets': [{'id': '549f7d4b-8f6a-4e3b-bd68-540d7228d756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:12:57.968628 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9752f60c-9adf-4666-93ab-ca35f83b9b30 None None] The sync data for ids ['bee25f47-f4aa-4ecc-a5df-fea10f375416'] in n-d-839810-1 is: [{'id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'name': 'tempest-TestVolumeBackupRestore-356260278-router', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '74c6117f-6c8e-49aa-bd07-67643c0290e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:10:35Z', 'updated_at': '2022-04-28T20:10:38Z', 'revision_number': 4, 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'gw_port': {'id': '74c6117f-6c8e-49aa-bd07-67643c0290e1', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:28:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:35Z', 'updated_at': '2022-04-28T20:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '00a46773-2019-4b02-9924-00eba5cd7c59', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'port_id': '4b987879-c016-45dd-a090-5138cb95fe4d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83c167da-5ef5-42e1-bc72-2034870ac48b', 'mac_address': 'fa:16:3e:24:3c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3966325-c7db-41b1-9269-d1ab7acaaccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:12:54Z', 'updated_at': '2022-04-28T20:12:57Z', 'revision_number': 2, 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4db2915-a0d4-4e78-aed2-3ec85f5fef14', 'name': '', 'network_id': '83c167da-5ef5-42e1-bc72-2034870ac48b', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'mac_address': 'fa:16:3e:a8:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '549f7d4b-8f6a-4e3b-bd68-540d7228d756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:37Z', 'updated_at': '2022-04-28T20:10:43Z', 'revision_number': 5, 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'subnets': [{'id': '549f7d4b-8f6a-4e3b-bd68-540d7228d756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:12:59.365695 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3966325-c7db-41b1-9269-d1ab7acaaccf', 'tag': '4b987879-c016-45dd-a090-5138cb95fe4d'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:12:59.368282 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6566db21-0793-4ee8-afd6-b63a16e211e1" -d '{"events": [{"name": "network-changed", "server_uuid": "b3966325-c7db-41b1-9269-d1ab7acaaccf", "tag": "4b987879-c016-45dd-a090-5138cb95fe4d"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:12:59.407632 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd76557-8f35-4831-bd02-832d3c300f56 x-openstack-request-id: req-ddd76557-8f35-4831-bd02-832d3c300f56 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:12:59.407921 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3966325-c7db-41b1-9269-d1ab7acaaccf", "tag": "4b987879-c016-45dd-a090-5138cb95fe4d", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:12:59.408202 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ddd76557-8f35-4831-bd02-832d3c300f56 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:12:59.408601 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddd76557-8f35-4831-bd02-832d3c300f56'] response: {'name': 'network-changed', 'server_uuid': 'b3966325-c7db-41b1-9269-d1ab7acaaccf', 'tag': '4b987879-c016-45dd-a090-5138cb95fe4d', 'status': 'completed', 'code': 200} Apr 28 20:12:59.468356 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566db21-0793-4ee8-afd6-b63a16e211e1 req-bcef49f2-9ef7-4efe-8f7c-8a135c237fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:59.469827 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6566db21-0793-4ee8-afd6-b63a16e211e1 req-bcef49f2-9ef7-4efe-8f7c-8a135c237fcd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ad3fd1cde9904d2e82ee041d847f511d&device_id=b3966325-c7db-41b1-9269-d1ab7acaaccf HTTP/1.1" status: 200 len: 1096 time: 0.0402739 Apr 28 20:12:59.561592 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566db21-0793-4ee8-afd6-b63a16e211e1 req-0f5065c1-a1e9-4a6f-9ff4-1378b8790541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:59.563057 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6566db21-0793-4ee8-afd6-b63a16e211e1 req-0f5065c1-a1e9-4a6f-9ff4-1378b8790541 service neutron] 10.222.0.15 "GET /v2.0/networks?id=83c167da-5ef5-42e1-bc72-2034870ac48b HTTP/1.1" status: 200 len: 914 time: 0.0862684 Apr 28 20:12:59.626056 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6566db21-0793-4ee8-afd6-b63a16e211e1 req-195c629d-2da1-495d-aedc-8cda4ca27078 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b987879-c016-45dd-a090-5138cb95fe4d HTTP/1.1" status: 200 len: 1001 time: 0.0565917 Apr 28 20:12:59.673691 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566db21-0793-4ee8-afd6-b63a16e211e1 req-fdf504e0-69c4-4d37-a09f-c3c97f6f13b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:59.675138 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6566db21-0793-4ee8-afd6-b63a16e211e1 req-fdf504e0-69c4-4d37-a09f-c3c97f6f13b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=549f7d4b-8f6a-4e3b-bd68-540d7228d756 HTTP/1.1" status: 200 len: 852 time: 0.0431066 Apr 28 20:12:59.724021 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566db21-0793-4ee8-afd6-b63a16e211e1 req-d12142e9-681a-439b-aa52-e95dc501eca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:59.725621 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6566db21-0793-4ee8-afd6-b63a16e211e1 req-d12142e9-681a-439b-aa52-e95dc501eca4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83c167da-5ef5-42e1-bc72-2034870ac48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442145 Apr 28 20:12:59.813151 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6566db21-0793-4ee8-afd6-b63a16e211e1 req-70b9d1cd-2981-40b3-bd2f-4b3281db58e5 service neutron] 10.222.0.15 "GET /v2.0/networks/83c167da-5ef5-42e1-bc72-2034870ac48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811138 Apr 28 20:12:59.903970 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6566db21-0793-4ee8-afd6-b63a16e211e1 req-61838cd5-06cf-4b8e-b073-c5daf904ed68 service neutron] 10.222.0.15 "GET /v2.0/networks/83c167da-5ef5-42e1-bc72-2034870ac48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838799 Apr 28 20:13:01.652651 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:13:02.046763 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:03.624927 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:19.847962 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-71707f07-c94c-4f39-9f13-1f299103144c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:22.082864 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fcef2f78-aa55-423f-8160-eb89fa20a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:23.570455 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:25.841578 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:25.966022 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:28.374726 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34314) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:13:28.542412 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-8280dde6-c69c-4420-9386-01844a32be45 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Deleting port 82761ca1-5021-4543-98a3-9582c47a9cba {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:13:28.542749 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8280dde6-c69c-4420-9386-01844a32be45 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:28.618631 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8280dde6-c69c-4420-9386-01844a32be45 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:28.619667 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8280dde6-c69c-4420-9386-01844a32be45 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:28.631343 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-8280dde6-c69c-4420-9386-01844a32be45 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Calling delete_port for 82761ca1-5021-4543-98a3-9582c47a9cba owned by network:floatingip {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:13:28.783456 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8280dde6-c69c-4420-9386-01844a32be45 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:28.810295 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280dde6-c69c-4420-9386-01844a32be45 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Pushing event deleted for resources: {'Port': ['ID=82761ca1-5021-4543-98a3-9582c47a9cba,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:28.822620 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280dde6-c69c-4420-9386-01844a32be45 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:28.822965 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280dde6-c69c-4420-9386-01844a32be45 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:28.823365 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280dde6-c69c-4420-9386-01844a32be45 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:28.823649 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280dde6-c69c-4420-9386-01844a32be45 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:28.823997 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280dde6-c69c-4420-9386-01844a32be45 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:28.824385 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280dde6-c69c-4420-9386-01844a32be45 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:28.824724 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280dde6-c69c-4420-9386-01844a32be45 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:28.825052 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280dde6-c69c-4420-9386-01844a32be45 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:28.825380 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280dde6-c69c-4420-9386-01844a32be45 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:28.825706 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280dde6-c69c-4420-9386-01844a32be45 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:28.826072 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280dde6-c69c-4420-9386-01844a32be45 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:28.826398 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280dde6-c69c-4420-9386-01844a32be45 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:28.887145 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8280dde6-c69c-4420-9386-01844a32be45 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks [] for floatingip, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:28.887474 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-8280dde6-c69c-4420-9386-01844a32be45 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Floating IP 00a46773-2019-4b02-9924-00eba5cd7c59 disassociated (deleted). External IP: 172.25.8.201, port: 4b987879-c016-45dd-a090-5138cb95fe4d. Apr 28 20:13:29.093193 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8280dde6-c69c-4420-9386-01844a32be45 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Router bee25f47-f4aa-4ecc-a5df-fea10f375416 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:13:29.203029 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8280dde6-c69c-4420-9386-01844a32be45 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:13:29.207924 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8280dde6-c69c-4420-9386-01844a32be45 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:29.215737 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194e7a57-c5bf-4b15-abba-230ec9e25cf5 None None] Sync routers for ids ['bee25f47-f4aa-4ecc-a5df-fea10f375416'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:13:29.226680 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194e7a57-c5bf-4b15-abba-230ec9e25cf5 None None] Routers {'bee25f47-f4aa-4ecc-a5df-fea10f375416'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:13:29.227414 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-194e7a57-c5bf-4b15-abba-230ec9e25cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:13:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['bee25f47-f4aa-4ecc-a5df-fea10f375416'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:29.237679 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8280dde6-c69c-4420-9386-01844a32be45 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "DELETE /v2.0/floatingips/00a46773-2019-4b02-9924-00eba5cd7c59 HTTP/1.1" status: 204 len: 168 time: 0.8615954 Apr 28 20:13:29.238635 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3966325-c7db-41b1-9269-d1ab7acaaccf', 'tag': '4b987879-c016-45dd-a090-5138cb95fe4d'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:13:29.241192 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ea20ce-1ce2-4f3d-a77a-fb43468e7616" -d '{"events": [{"name": "network-changed", "server_uuid": "b3966325-c7db-41b1-9269-d1ab7acaaccf", "tag": "4b987879-c016-45dd-a090-5138cb95fe4d"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:13:29.290464 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d291ba8-e483-4a02-bfd5-9ecd551524f6 x-openstack-request-id: req-0d291ba8-e483-4a02-bfd5-9ecd551524f6 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:13:29.291482 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3966325-c7db-41b1-9269-d1ab7acaaccf", "tag": "4b987879-c016-45dd-a090-5138cb95fe4d", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:13:29.292081 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0d291ba8-e483-4a02-bfd5-9ecd551524f6 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:13:29.292709 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d291ba8-e483-4a02-bfd5-9ecd551524f6'] response: {'name': 'network-changed', 'server_uuid': 'b3966325-c7db-41b1-9269-d1ab7acaaccf', 'tag': '4b987879-c016-45dd-a090-5138cb95fe4d', 'status': 'completed', 'code': 200} Apr 28 20:13:29.354813 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-194e7a57-c5bf-4b15-abba-230ec9e25cf5 None None] Set router bee25f47-f4aa-4ecc-a5df-fea10f375416 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:13:29.365985 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea20ce-1ce2-4f3d-a77a-fb43468e7616 req-4ac0bd16-06b8-4a15-9c4c-44d5afe2d52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:29.368271 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86ea20ce-1ce2-4f3d-a77a-fb43468e7616 req-4ac0bd16-06b8-4a15-9c4c-44d5afe2d52c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ad3fd1cde9904d2e82ee041d847f511d&device_id=b3966325-c7db-41b1-9269-d1ab7acaaccf HTTP/1.1" status: 200 len: 1096 time: 0.0524762 Apr 28 20:13:29.493705 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea20ce-1ce2-4f3d-a77a-fb43468e7616 req-39317236-4f79-4c50-bb26-65d28dcfc195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:29.495724 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86ea20ce-1ce2-4f3d-a77a-fb43468e7616 req-39317236-4f79-4c50-bb26-65d28dcfc195 service neutron] 10.222.0.15 "GET /v2.0/networks?id=83c167da-5ef5-42e1-bc72-2034870ac48b HTTP/1.1" status: 200 len: 914 time: 0.1205494 Apr 28 20:13:29.543136 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc736c-8b06-4f25-956f-a42b3ce4e1d3 req-53e632be-ceaf-44b5-ae38-b05f0da42da1 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:29.543767 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86ea20ce-1ce2-4f3d-a77a-fb43468e7616 req-22a5e77c-95a9-4023-b695-e1b18511e6bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b987879-c016-45dd-a090-5138cb95fe4d HTTP/1.1" status: 200 len: 217 time: 0.0387735 Apr 28 20:13:29.545391 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3ecc736c-8b06-4f25-956f-a42b3ce4e1d3 req-53e632be-ceaf-44b5-ae38-b05f0da42da1 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3966325-c7db-41b1-9269-d1ab7acaaccf HTTP/1.1" status: 200 len: 945 time: 0.0665417 Apr 28 20:13:29.592383 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3ecc736c-8b06-4f25-956f-a42b3ce4e1d3 req-63562984-1c59-4233-88b2-2c6883a3a9f8 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/security-groups?id=178e0245-92c3-4507-8b6d-171652f9fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399313 Apr 28 20:13:29.592654 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-194e7a57-c5bf-4b15-abba-230ec9e25cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'name': 'tempest-TestVolumeBackupRestore-356260278-router', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '74c6117f-6c8e-49aa-bd07-67643c0290e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:10:35Z', 'updated_at': '2022-04-28T20:10:38Z', 'revision_number': 4, 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'gw_port': {'id': '74c6117f-6c8e-49aa-bd07-67643c0290e1', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:28:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:35Z', 'updated_at': '2022-04-28T20:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'f4db2915-a0d4-4e78-aed2-3ec85f5fef14', 'name': '', 'network_id': '83c167da-5ef5-42e1-bc72-2034870ac48b', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'mac_address': 'fa:16:3e:a8:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '549f7d4b-8f6a-4e3b-bd68-540d7228d756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:37Z', 'updated_at': '2022-04-28T20:10:43Z', 'revision_number': 5, 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'subnets': [{'id': '549f7d4b-8f6a-4e3b-bd68-540d7228d756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:29.601567 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea20ce-1ce2-4f3d-a77a-fb43468e7616 req-32e83e0c-fa77-447b-942e-b3f9878a8c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:29.603210 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86ea20ce-1ce2-4f3d-a77a-fb43468e7616 req-32e83e0c-fa77-447b-942e-b3f9878a8c6e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=549f7d4b-8f6a-4e3b-bd68-540d7228d756 HTTP/1.1" status: 200 len: 852 time: 0.0512836 Apr 28 20:13:29.624852 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194e7a57-c5bf-4b15-abba-230ec9e25cf5 None None] Checking router: bee25f47-f4aa-4ecc-a5df-fea10f375416 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:13:29.633776 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194e7a57-c5bf-4b15-abba-230ec9e25cf5 None None] Routers {'bee25f47-f4aa-4ecc-a5df-fea10f375416'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:13:29.634978 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-194e7a57-c5bf-4b15-abba-230ec9e25cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:13:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['bee25f47-f4aa-4ecc-a5df-fea10f375416'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:29.656221 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea20ce-1ce2-4f3d-a77a-fb43468e7616 req-4b39b3e1-9caa-43c0-94a9-8159d75c16ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:29.657717 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86ea20ce-1ce2-4f3d-a77a-fb43468e7616 req-4b39b3e1-9caa-43c0-94a9-8159d75c16ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83c167da-5ef5-42e1-bc72-2034870ac48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463731 Apr 28 20:13:29.763709 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86ea20ce-1ce2-4f3d-a77a-fb43468e7616 req-dc8e9e62-b40b-4fea-ab8a-372eaedf38f9 service neutron] 10.222.0.15 "GET /v2.0/networks/83c167da-5ef5-42e1-bc72-2034870ac48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983958 Apr 28 20:13:29.764723 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-194e7a57-c5bf-4b15-abba-230ec9e25cf5 None None] Set router bee25f47-f4aa-4ecc-a5df-fea10f375416 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:13:29.876918 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86ea20ce-1ce2-4f3d-a77a-fb43468e7616 req-73ef3e56-a35f-432f-be31-c450decb1045 service neutron] 10.222.0.15 "GET /v2.0/networks/83c167da-5ef5-42e1-bc72-2034870ac48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059833 Apr 28 20:13:29.994546 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-194e7a57-c5bf-4b15-abba-230ec9e25cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'name': 'tempest-TestVolumeBackupRestore-356260278-router', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '74c6117f-6c8e-49aa-bd07-67643c0290e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:10:35Z', 'updated_at': '2022-04-28T20:10:38Z', 'revision_number': 4, 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'gw_port': {'id': '74c6117f-6c8e-49aa-bd07-67643c0290e1', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:28:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:35Z', 'updated_at': '2022-04-28T20:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'f4db2915-a0d4-4e78-aed2-3ec85f5fef14', 'name': '', 'network_id': '83c167da-5ef5-42e1-bc72-2034870ac48b', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'mac_address': 'fa:16:3e:a8:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '549f7d4b-8f6a-4e3b-bd68-540d7228d756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:37Z', 'updated_at': '2022-04-28T20:10:43Z', 'revision_number': 5, 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'subnets': [{'id': '549f7d4b-8f6a-4e3b-bd68-540d7228d756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:30.023583 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194e7a57-c5bf-4b15-abba-230ec9e25cf5 None None] The sync data for ids ['bee25f47-f4aa-4ecc-a5df-fea10f375416'] in n-d-839810-1 is: [{'id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'name': 'tempest-TestVolumeBackupRestore-356260278-router', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '74c6117f-6c8e-49aa-bd07-67643c0290e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:10:35Z', 'updated_at': '2022-04-28T20:10:38Z', 'revision_number': 4, 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'gw_port': {'id': '74c6117f-6c8e-49aa-bd07-67643c0290e1', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:28:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:35Z', 'updated_at': '2022-04-28T20:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'f4db2915-a0d4-4e78-aed2-3ec85f5fef14', 'name': '', 'network_id': '83c167da-5ef5-42e1-bc72-2034870ac48b', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'mac_address': 'fa:16:3e:a8:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '549f7d4b-8f6a-4e3b-bd68-540d7228d756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:37Z', 'updated_at': '2022-04-28T20:10:43Z', 'revision_number': 5, 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'subnets': [{'id': '549f7d4b-8f6a-4e3b-bd68-540d7228d756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:13:30.252058 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b17d95-1307-46dc-821d-f40dbb571500 None None] New status for floating IP 00a46773-2019-4b02-9924-00eba5cd7c59: DOWN {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:13:30.716478 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4c01f-683b-462d-994a-36e8fdcbd854 req-9e47cd44-b21c-4ead-a7c9-4db4d6532d71 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:30.717997 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-31f4c01f-683b-462d-994a-36e8fdcbd854 req-9e47cd44-b21c-4ead-a7c9-4db4d6532d71 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3966325-c7db-41b1-9269-d1ab7acaaccf HTTP/1.1" status: 200 len: 945 time: 0.0498331 Apr 28 20:13:30.755349 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-31f4c01f-683b-462d-994a-36e8fdcbd854 req-a427771d-8c09-4477-9849-6f31cc38a053 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/security-groups?id=178e0245-92c3-4507-8b6d-171652f9fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313222 Apr 28 20:13:30.962360 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209851b-1c44-4952-9de5-59ba97d60edb req-001be0db-d6c2-4493-9639-c26874007c2a tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:30.963791 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1209851b-1c44-4952-9de5-59ba97d60edb req-001be0db-d6c2-4493-9639-c26874007c2a tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3966325-c7db-41b1-9269-d1ab7acaaccf HTTP/1.1" status: 200 len: 945 time: 0.0477691 Apr 28 20:13:31.055222 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-1209851b-1c44-4952-9de5-59ba97d60edb req-1856c8ae-64df-41ce-b48b-5dcb65df16ab tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Deleting port 4b987879-c016-45dd-a090-5138cb95fe4d {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:13:31.055563 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1209851b-1c44-4952-9de5-59ba97d60edb req-1856c8ae-64df-41ce-b48b-5dcb65df16ab tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:31.142001 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-1209851b-1c44-4952-9de5-59ba97d60edb req-1856c8ae-64df-41ce-b48b-5dcb65df16ab tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] For port 4b987879-c016-45dd-a090-5138cb95fe4d, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=4b987879-c016-45dd-a090-5138cb95fe4d,segment=NetworkSegment(55cf79ba-4588-469d-802c-c84aa786501f),segment_id=55cf79ba-4588-469d-802c-c84aa786501f)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:13:31.142364 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1209851b-1c44-4952-9de5-59ba97d60edb req-1856c8ae-64df-41ce-b48b-5dcb65df16ab tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:31.155552 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-1209851b-1c44-4952-9de5-59ba97d60edb req-1856c8ae-64df-41ce-b48b-5dcb65df16ab tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Calling delete_port for 4b987879-c016-45dd-a090-5138cb95fe4d owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:13:31.283265 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1209851b-1c44-4952-9de5-59ba97d60edb req-1856c8ae-64df-41ce-b48b-5dcb65df16ab tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:31.312428 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856c8ae-64df-41ce-b48b-5dcb65df16ab tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Pushing event deleted for resources: {'Port': ['ID=4b987879-c016-45dd-a090-5138cb95fe4d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:31.354478 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1209851b-1c44-4952-9de5-59ba97d60edb req-1856c8ae-64df-41ce-b48b-5dcb65df16ab tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] No DVR routers for this DVR port 4b987879-c016-45dd-a090-5138cb95fe4d on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:13:31.357188 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1209851b-1c44-4952-9de5-59ba97d60edb req-1856c8ae-64df-41ce-b48b-5dcb65df16ab tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:31.360482 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1209851b-1c44-4952-9de5-59ba97d60edb req-1856c8ae-64df-41ce-b48b-5dcb65df16ab tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.15 "DELETE /v2.0/ports/4b987879-c016-45dd-a090-5138cb95fe4d HTTP/1.1" status: 204 len: 173 time: 0.3904333 Apr 28 20:13:31.360917 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3966325-c7db-41b1-9269-d1ab7acaaccf', 'name': 'network-vif-deleted', 'tag': '4b987879-c016-45dd-a090-5138cb95fe4d'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:13:31.363137 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2595a34-90fd-4b3c-a76d-78627dca5b2d" -d '{"events": [{"server_uuid": "b3966325-c7db-41b1-9269-d1ab7acaaccf", "name": "network-vif-deleted", "tag": "4b987879-c016-45dd-a090-5138cb95fe4d"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:13:31.402619 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38388b80-9375-4c0a-9ff9-a1a195eaf6d3 x-openstack-request-id: req-38388b80-9375-4c0a-9ff9-a1a195eaf6d3 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:13:31.402918 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3966325-c7db-41b1-9269-d1ab7acaaccf", "name": "network-vif-deleted", "tag": "4b987879-c016-45dd-a090-5138cb95fe4d", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:13:31.403165 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-38388b80-9375-4c0a-9ff9-a1a195eaf6d3 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:13:31.403587 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38388b80-9375-4c0a-9ff9-a1a195eaf6d3'] response: {'server_uuid': 'b3966325-c7db-41b1-9269-d1ab7acaaccf', 'name': 'network-vif-deleted', 'tag': '4b987879-c016-45dd-a090-5138cb95fe4d', 'status': 'completed', 'code': 200} Apr 28 20:13:31.858699 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-36894732-c503-473a-b8de-e696f2e19808 req-a8e7b3e0-c18d-4e56-8841-92075f64ea4d tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3966325-c7db-41b1-9269-d1ab7acaaccf HTTP/1.1" status: 200 len: 210 time: 0.0316951 Apr 28 20:13:32.048001 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:32.955720 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-df728574-6925-49d9-8410-5d02a6172a41 req-d523fbc4-edd7-4c16-89cb-477c8b1b4d58 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3966325-c7db-41b1-9269-d1ab7acaaccf HTTP/1.1" status: 200 len: 210 time: 0.0271749 Apr 28 20:13:33.633161 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:34.050126 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-90ab13d4-06f8-4ee1-9d27-82a18b39c876 req-eb956315-2f87-4f80-838f-3be65b2becb3 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3966325-c7db-41b1-9269-d1ab7acaaccf HTTP/1.1" status: 200 len: 210 time: 0.0274076 Apr 28 20:13:35.108297 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34334) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:13:35.166649 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bae0ed0e-6874-4b78-8721-5c5a4fc88651 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:35.191202 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bae0ed0e-6874-4b78-8721-5c5a4fc88651 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:35.249082 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bae0ed0e-6874-4b78-8721-5c5a4fc88651 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:35.252034 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bae0ed0e-6874-4b78-8721-5c5a4fc88651 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:35.253241 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-bae0ed0e-6874-4b78-8721-5c5a4fc88651 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] 10.222.0.42 "DELETE /v2.0/security-groups/178e0245-92c3-4507-8b6d-171652f9fd58 HTTP/1.1" status: 204 len: 168 time: 0.1439581 Apr 28 20:13:35.262313 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0ed0e-6874-4b78-8721-5c5a4fc88651 tempest-TestVolumeBackupRestore-913012359 tempest-TestVolumeBackupRestore-913012359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=178e0245-92c3-4507-8b6d-171652f9fd58,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:35.442264 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 4b987879-c016-45dd-a090-5138cb95fe4d no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:13:35.477838 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 4b987879-c016-45dd-a090-5138cb95fe4d {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:13:35.479043 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 4b987879-c016-45dd-a090-5138cb95fe4d not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:13:38.652181 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:13:38.701695 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34788) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:13:39.055224 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e9776276-ac86-44b0-8e11-77f64924fd6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:39.303141 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-e9776276-ac86-44b0-8e11-77f64924fd6e admin admin] Deleting port f4db2915-a0d4-4e78-aed2-3ec85f5fef14 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:13:39.303477 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e9776276-ac86-44b0-8e11-77f64924fd6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:39.380786 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-e9776276-ac86-44b0-8e11-77f64924fd6e admin admin] For port f4db2915-a0d4-4e78-aed2-3ec85f5fef14, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=f4db2915-a0d4-4e78-aed2-3ec85f5fef14,segment=NetworkSegment(55cf79ba-4588-469d-802c-c84aa786501f),segment_id=55cf79ba-4588-469d-802c-c84aa786501f)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:13:39.381152 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e9776276-ac86-44b0-8e11-77f64924fd6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:39.394030 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-e9776276-ac86-44b0-8e11-77f64924fd6e admin admin] Calling delete_port for f4db2915-a0d4-4e78-aed2-3ec85f5fef14 owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:13:39.570901 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e9776276-ac86-44b0-8e11-77f64924fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:39.593875 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9776276-ac86-44b0-8e11-77f64924fd6e admin admin] Pushing event deleted for resources: {'Port': ['ID=f4db2915-a0d4-4e78-aed2-3ec85f5fef14,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:39.769041 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e9776276-ac86-44b0-8e11-77f64924fd6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:39.979265 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9776276-ac86-44b0-8e11-77f64924fd6e admin admin] Router bee25f47-f4aa-4ecc-a5df-fea10f375416 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:13:40.082048 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9776276-ac86-44b0-8e11-77f64924fd6e admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:13:40.086981 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e9776276-ac86-44b0-8e11-77f64924fd6e admin admin] 10.222.0.42 "PUT /v2.0/routers/bee25f47-f4aa-4ecc-a5df-fea10f375416/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3842740 Apr 28 20:13:40.090759 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34790) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:13:40.091334 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c63a688-0993-426b-8445-9386173ffcee None None] Sync routers for ids ['bee25f47-f4aa-4ecc-a5df-fea10f375416'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:13:40.101360 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c63a688-0993-426b-8445-9386173ffcee None None] Routers {'bee25f47-f4aa-4ecc-a5df-fea10f375416'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:13:40.101959 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3c63a688-0993-426b-8445-9386173ffcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:13:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['bee25f47-f4aa-4ecc-a5df-fea10f375416'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:40.194013 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-16d4b2c3-8f3e-4d17-a8d3-851c16dddd80 admin admin] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:40.206546 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-3c63a688-0993-426b-8445-9386173ffcee None None] Set router bee25f47-f4aa-4ecc-a5df-fea10f375416 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:13:40.292952 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-16d4b2c3-8f3e-4d17-a8d3-851c16dddd80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:40.350037 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-16d4b2c3-8f3e-4d17-a8d3-851c16dddd80 admin admin] Deleting port 74c6117f-6c8e-49aa-bd07-67643c0290e1 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:13:40.350371 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-16d4b2c3-8f3e-4d17-a8d3-851c16dddd80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:40.387762 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3c63a688-0993-426b-8445-9386173ffcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'name': 'tempest-TestVolumeBackupRestore-356260278-router', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '74c6117f-6c8e-49aa-bd07-67643c0290e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:10:35Z', 'updated_at': '2022-04-28T20:13:39Z', 'revision_number': 5, 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'gw_port': {'id': '74c6117f-6c8e-49aa-bd07-67643c0290e1', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:28:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:35Z', 'updated_at': '2022-04-28T20:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:40.414699 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c63a688-0993-426b-8445-9386173ffcee None None] Checking router: bee25f47-f4aa-4ecc-a5df-fea10f375416 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:13:40.422877 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c63a688-0993-426b-8445-9386173ffcee None None] Routers {'bee25f47-f4aa-4ecc-a5df-fea10f375416'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:13:40.423478 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3c63a688-0993-426b-8445-9386173ffcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:13:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['bee25f47-f4aa-4ecc-a5df-fea10f375416'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:40.428278 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-16d4b2c3-8f3e-4d17-a8d3-851c16dddd80 admin admin] For port 74c6117f-6c8e-49aa-bd07-67643c0290e1, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=74c6117f-6c8e-49aa-bd07-67643c0290e1,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:13:40.428645 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-16d4b2c3-8f3e-4d17-a8d3-851c16dddd80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:40.441442 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-16d4b2c3-8f3e-4d17-a8d3-851c16dddd80 admin admin] Calling delete_port for 74c6117f-6c8e-49aa-bd07-67643c0290e1 owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:13:40.512346 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-3c63a688-0993-426b-8445-9386173ffcee None None] Set router bee25f47-f4aa-4ecc-a5df-fea10f375416 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:13:40.568312 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3c63a688-0993-426b-8445-9386173ffcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'name': 'tempest-TestVolumeBackupRestore-356260278-router', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:10:35Z', 'updated_at': '2022-04-28T20:13:40Z', 'revision_number': 6, 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:40.595708 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c63a688-0993-426b-8445-9386173ffcee None None] The sync data for ids ['bee25f47-f4aa-4ecc-a5df-fea10f375416'] in n-d-839810-1 is: [{'id': 'bee25f47-f4aa-4ecc-a5df-fea10f375416', 'name': 'tempest-TestVolumeBackupRestore-356260278-router', 'tenant_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:10:35Z', 'updated_at': '2022-04-28T20:13:40Z', 'revision_number': 6, 'project_id': 'ad3fd1cde9904d2e82ee041d847f511d', 'gw_port_host': None}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:13:40.606787 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-16d4b2c3-8f3e-4d17-a8d3-851c16dddd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:40.635377 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4b2c3-8f3e-4d17-a8d3-851c16dddd80 admin admin] Pushing event deleted for resources: {'Port': ['ID=74c6117f-6c8e-49aa-bd07-67643c0290e1,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:40.699263 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-16d4b2c3-8f3e-4d17-a8d3-851c16dddd80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:40.787240 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-16d4b2c3-8f3e-4d17-a8d3-851c16dddd80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:40.789325 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-16d4b2c3-8f3e-4d17-a8d3-851c16dddd80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:40.832001 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-16d4b2c3-8f3e-4d17-a8d3-851c16dddd80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:40.832479 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d4b2c3-8f3e-4d17-a8d3-851c16dddd80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bee25f47-f4aa-4ecc-a5df-fea10f375416 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:13:40.836999 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-16d4b2c3-8f3e-4d17-a8d3-851c16dddd80 admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:40.839693 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-16d4b2c3-8f3e-4d17-a8d3-851c16dddd80 admin admin] 10.222.0.42 "DELETE /v2.0/routers/bee25f47-f4aa-4ecc-a5df-fea10f375416 HTTP/1.1" status: 204 len: 168 time: 0.7464919 Apr 28 20:13:40.841116 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34792) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:13:40.888687 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe19ff5-21d0-478f-9caf-1e8e46563309 admin admin] Deleting subnet 549f7d4b-8f6a-4e3b-bd68-540d7228d756 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:13:40.891531 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dbe19ff5-21d0-478f-9caf-1e8e46563309 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:40.928033 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dbe19ff5-21d0-478f-9caf-1e8e46563309 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:41.008295 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dbe19ff5-21d0-478f-9caf-1e8e46563309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:41.060199 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dbe19ff5-21d0-478f-9caf-1e8e46563309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:41.086862 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe19ff5-21d0-478f-9caf-1e8e46563309 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=549f7d4b-8f6a-4e3b-bd68-540d7228d756,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:41.092916 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-dbe19ff5-21d0-478f-9caf-1e8e46563309 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:41.096221 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-dbe19ff5-21d0-478f-9caf-1e8e46563309 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/549f7d4b-8f6a-4e3b-bd68-540d7228d756 HTTP/1.1" status: 204 len: 168 time: 0.2540073 Apr 28 20:13:41.098411 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28302e3-1a53-4254-bc9c-ac4668118ff1 None None] Network 83c167da-5ef5-42e1-bc72-2034870ac48b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:13:41.099159 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34794) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:13:41.166453 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90aa5e0e-fe0b-4c52-adca-079827d64db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:41.219491 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-90aa5e0e-fe0b-4c52-adca-079827d64db3 admin admin] Deleting port 46d2f807-1a93-4a13-b4ea-9f7577dac290 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:13:41.219833 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90aa5e0e-fe0b-4c52-adca-079827d64db3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:41.330008 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fd5faf-c297-4667-9147-cdcf332ff7fd None None] DHCP port deletion for 83c167da-5ef5-42e1-bc72-2034870ac48b request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:13:41.389292 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-42fd5faf-c297-4667-9147-cdcf332ff7fd None None] Deleting port 46d2f807-1a93-4a13-b4ea-9f7577dac290 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:13:41.390059 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-42fd5faf-c297-4667-9147-cdcf332ff7fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:41.407953 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 74c6117f-6c8e-49aa-bd07-67643c0290e1 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:13:41.459771 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 74c6117f-6c8e-49aa-bd07-67643c0290e1 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:13:41.460134 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 74c6117f-6c8e-49aa-bd07-67643c0290e1 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:13:41.460538 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device f4db2915-a0d4-4e78-aed2-3ec85f5fef14 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:13:41.489368 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: f4db2915-a0d4-4e78-aed2-3ec85f5fef14 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:13:41.489704 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device f4db2915-a0d4-4e78-aed2-3ec85f5fef14 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:13:41.490109 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 46d2f807-1a93-4a13-b4ea-9f7577dac290 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:13:41.525745 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-42fd5faf-c297-4667-9147-cdcf332ff7fd None None] For port 46d2f807-1a93-4a13-b4ea-9f7577dac290, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=46d2f807-1a93-4a13-b4ea-9f7577dac290,segment=NetworkSegment(55cf79ba-4588-469d-802c-c84aa786501f),segment_id=55cf79ba-4588-469d-802c-c84aa786501f)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:13:41.526133 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-42fd5faf-c297-4667-9147-cdcf332ff7fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:41.550547 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-42fd5faf-c297-4667-9147-cdcf332ff7fd None None] Calling delete_port for 46d2f807-1a93-4a13-b4ea-9f7577dac290 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:13:41.624702 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-90aa5e0e-fe0b-4c52-adca-079827d64db3 admin admin] For port 46d2f807-1a93-4a13-b4ea-9f7577dac290, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=46d2f807-1a93-4a13-b4ea-9f7577dac290,segment=NetworkSegment(55cf79ba-4588-469d-802c-c84aa786501f),segment_id=55cf79ba-4588-469d-802c-c84aa786501f)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:13:41.625071 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90aa5e0e-fe0b-4c52-adca-079827d64db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:41.639115 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-90aa5e0e-fe0b-4c52-adca-079827d64db3 admin admin] Calling delete_port for 46d2f807-1a93-4a13-b4ea-9f7577dac290 owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:13:41.644916 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:41.686953 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 46d2f807-1a93-4a13-b4ea-9f7577dac290, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=46d2f807-1a93-4a13-b4ea-9f7577dac290,segment=NetworkSegment(55cf79ba-4588-469d-802c-c84aa786501f),segment_id=55cf79ba-4588-469d-802c-c84aa786501f)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:13:41.691959 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:41.720384 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-42fd5faf-c297-4667-9147-cdcf332ff7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:41.724554 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90aa5e0e-fe0b-4c52-adca-079827d64db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:41.741941 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fd5faf-c297-4667-9147-cdcf332ff7fd None None] No DVR routers for this DVR port 46d2f807-1a93-4a13-b4ea-9f7577dac290 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:13:41.752348 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa5e0e-fe0b-4c52-adca-079827d64db3 admin admin] Pushing event deleted for resources: {'Port': ['ID=46d2f807-1a93-4a13-b4ea-9f7577dac290,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:41.757356 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aa5e0e-fe0b-4c52-adca-079827d64db3 admin admin] No DVR routers for this DVR port 46d2f807-1a93-4a13-b4ea-9f7577dac290 on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:13:41.760860 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=46d2f807-1a93-4a13-b4ea-9f7577dac290,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:41.784559 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd5faf-c297-4667-9147-cdcf332ff7fd None None] Pushing event deleted for resources: {'Port': ['ID=46d2f807-1a93-4a13-b4ea-9f7577dac290,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:41.832933 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90aa5e0e-fe0b-4c52-adca-079827d64db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:41.853921 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-90aa5e0e-fe0b-4c52-adca-079827d64db3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c167da-5ef5-42e1-bc72-2034870ac48b']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:41.862767 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-90aa5e0e-fe0b-4c52-adca-079827d64db3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55cf79ba-4588-469d-802c-c84aa786501f') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:41.863062 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-90aa5e0e-fe0b-4c52-adca-079827d64db3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55cf79ba-4588-469d-802c-c84aa786501f') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:41.872489 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90aa5e0e-fe0b-4c52-adca-079827d64db3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:41.885975 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90aa5e0e-fe0b-4c52-adca-079827d64db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:41.891717 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90aa5e0e-fe0b-4c52-adca-079827d64db3 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:13:41.892121 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90aa5e0e-fe0b-4c52-adca-079827d64db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:41.893773 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 20:13:41.893773 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:13:41.893773 n-d-839810-1 neutron-server[102774]: timer() Apr 28 20:13:41.893773 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:13:41.893773 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 20:13:41.893773 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:13:41.893773 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 20:13:41.893773 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:13:41.893773 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 20:13:41.893773 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:13:41.893773 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 20:13:41.893773 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:13:41.893773 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 20:13:41.893773 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:13:41.893773 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:13:41.893773 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:13:41.893773 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:13:41.893773 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:13:41.893773 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 20:13:41.893773 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:13:41.893773 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 20:13:41.893773 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:13:41.893773 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:13:41.893773 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:13:41.893773 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 20:13:41.893773 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:13:41.893773 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:13:41.893773 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:13:41.893773 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:13:41.893773 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:13:41.893773 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:13:41.893773 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:13:41.950374 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90aa5e0e-fe0b-4c52-adca-079827d64db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:41.955726 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90aa5e0e-fe0b-4c52-adca-079827d64db3 admin admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:41.958892 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-90aa5e0e-fe0b-4c52-adca-079827d64db3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/83c167da-5ef5-42e1-bc72-2034870ac48b HTTP/1.1" status: 204 len: 168 time: 0.8587968 Apr 28 20:13:41.962250 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34796) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:13:41.970818 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa5e0e-fe0b-4c52-adca-079827d64db3 admin admin] Pushing event deleted for resources: {'Network': ['ID=83c167da-5ef5-42e1-bc72-2034870ac48b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:42.300493 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b251b0e-d29f-4aeb-b1da-4a90c6574d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:42.542754 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4b251b0e-d29f-4aeb-b1da-4a90c6574d55 admin admin] Deleting port 058ef8e8-7120-43ad-8226-c589dce4f61e {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:13:42.543099 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b251b0e-d29f-4aeb-b1da-4a90c6574d55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:42.620597 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-4b251b0e-d29f-4aeb-b1da-4a90c6574d55 admin admin] For port 058ef8e8-7120-43ad-8226-c589dce4f61e, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=058ef8e8-7120-43ad-8226-c589dce4f61e,segment=NetworkSegment(a897a009-2ab3-4c47-9313-b7b1b75f61b3),segment_id=a897a009-2ab3-4c47-9313-b7b1b75f61b3)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:13:42.620875 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b251b0e-d29f-4aeb-b1da-4a90c6574d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:42.632988 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4b251b0e-d29f-4aeb-b1da-4a90c6574d55 admin admin] Calling delete_port for 058ef8e8-7120-43ad-8226-c589dce4f61e owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:13:42.806766 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b251b0e-d29f-4aeb-b1da-4a90c6574d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:42.832258 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b251b0e-d29f-4aeb-b1da-4a90c6574d55 admin admin] Pushing event deleted for resources: {'Port': ['ID=058ef8e8-7120-43ad-8226-c589dce4f61e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:42.858145 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b251b0e-d29f-4aeb-b1da-4a90c6574d55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:42.858487 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b251b0e-d29f-4aeb-b1da-4a90c6574d55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:42.858819 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b251b0e-d29f-4aeb-b1da-4a90c6574d55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:42.859146 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b251b0e-d29f-4aeb-b1da-4a90c6574d55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:42.859474 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b251b0e-d29f-4aeb-b1da-4a90c6574d55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:42.859800 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b251b0e-d29f-4aeb-b1da-4a90c6574d55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:42.860136 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b251b0e-d29f-4aeb-b1da-4a90c6574d55 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:42.860459 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b251b0e-d29f-4aeb-b1da-4a90c6574d55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:42.860776 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b251b0e-d29f-4aeb-b1da-4a90c6574d55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:42.861091 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b251b0e-d29f-4aeb-b1da-4a90c6574d55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:42.861406 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b251b0e-d29f-4aeb-b1da-4a90c6574d55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:42.861720 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b251b0e-d29f-4aeb-b1da-4a90c6574d55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:43.047727 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b251b0e-d29f-4aeb-b1da-4a90c6574d55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:43.579048 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b251b0e-d29f-4aeb-b1da-4a90c6574d55 admin admin] Router 269e27e0-68fe-4419-9167-07d40c04a4e0 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:13:43.726453 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776daf3-e171-4954-b197-79bd31c9e6d6 req-c072a687-d2bb-4c4a-b7ba-03d121e29a7a tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:43.727924 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b776daf3-e171-4954-b197-79bd31c9e6d6 req-c072a687-d2bb-4c4a-b7ba-03d121e29a7a tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=85471d1f-cc07-4b08-8e56-ac1fc39d80dc HTTP/1.1" status: 200 len: 945 time: 0.0907452 Apr 28 20:13:43.729540 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b251b0e-d29f-4aeb-b1da-4a90c6574d55 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:13:43.734762 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4b251b0e-d29f-4aeb-b1da-4a90c6574d55 admin admin] 10.222.0.42 "PUT /v2.0/routers/269e27e0-68fe-4419-9167-07d40c04a4e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7708807 Apr 28 20:13:43.737417 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34806) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:13:43.739314 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74c2eca-1f79-418c-bd51-68caf6769d16 None None] Sync routers for ids ['269e27e0-68fe-4419-9167-07d40c04a4e0'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:13:43.749298 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74c2eca-1f79-418c-bd51-68caf6769d16 None None] Routers {'269e27e0-68fe-4419-9167-07d40c04a4e0'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:13:43.749905 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b74c2eca-1f79-418c-bd51-68caf6769d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:13:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['269e27e0-68fe-4419-9167-07d40c04a4e0'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:43.816206 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b776daf3-e171-4954-b197-79bd31c9e6d6 req-a357c4a1-10cf-4855-b565-761c1a349cf3 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802295 Apr 28 20:13:43.855227 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-b74c2eca-1f79-418c-bd51-68caf6769d16 None None] Set router 269e27e0-68fe-4419-9167-07d40c04a4e0 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:13:43.867861 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fdff8943-433d-4298-ad76-e7097486fa8d admin admin] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:43.972616 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fdff8943-433d-4298-ad76-e7097486fa8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:44.028234 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-fdff8943-433d-4298-ad76-e7097486fa8d admin admin] Deleting port 128fbb3f-318d-4cc0-802c-482984ec8e23 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:13:44.028579 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fdff8943-433d-4298-ad76-e7097486fa8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:44.111749 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-fdff8943-433d-4298-ad76-e7097486fa8d admin admin] For port 128fbb3f-318d-4cc0-802c-482984ec8e23, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=128fbb3f-318d-4cc0-802c-482984ec8e23,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:13:44.112400 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fdff8943-433d-4298-ad76-e7097486fa8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:44.116820 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b74c2eca-1f79-418c-bd51-68caf6769d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269e27e0-68fe-4419-9167-07d40c04a4e0', 'name': 'tempest-TestVolumeBackupRestore-1882096902-router', 'tenant_id': '1ac92a028d3f47878bba0db6d10ae0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '128fbb3f-318d-4cc0-802c-482984ec8e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:10:40Z', 'updated_at': '2022-04-28T20:13:42Z', 'revision_number': 5, 'project_id': '1ac92a028d3f47878bba0db6d10ae0ce', 'gw_port': {'id': '128fbb3f-318d-4cc0-802c-482984ec8e23', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269e27e0-68fe-4419-9167-07d40c04a4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:41Z', 'updated_at': '2022-04-28T20:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:44.123351 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-fdff8943-433d-4298-ad76-e7097486fa8d admin admin] Calling delete_port for 128fbb3f-318d-4cc0-802c-482984ec8e23 owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:13:44.143381 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74c2eca-1f79-418c-bd51-68caf6769d16 None None] Checking router: 269e27e0-68fe-4419-9167-07d40c04a4e0 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:13:44.153726 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74c2eca-1f79-418c-bd51-68caf6769d16 None None] Routers {'269e27e0-68fe-4419-9167-07d40c04a4e0'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:13:44.154326 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b74c2eca-1f79-418c-bd51-68caf6769d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:13:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['269e27e0-68fe-4419-9167-07d40c04a4e0'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:44.238457 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-b74c2eca-1f79-418c-bd51-68caf6769d16 None None] Set router 269e27e0-68fe-4419-9167-07d40c04a4e0 gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:13:44.294808 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fdff8943-433d-4298-ad76-e7097486fa8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:44.297639 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-b74c2eca-1f79-418c-bd51-68caf6769d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269e27e0-68fe-4419-9167-07d40c04a4e0', 'name': 'tempest-TestVolumeBackupRestore-1882096902-router', 'tenant_id': '1ac92a028d3f47878bba0db6d10ae0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:10:40Z', 'updated_at': '2022-04-28T20:13:43Z', 'revision_number': 6, 'project_id': '1ac92a028d3f47878bba0db6d10ae0ce', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:44.321523 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff8943-433d-4298-ad76-e7097486fa8d admin admin] Pushing event deleted for resources: {'Port': ['ID=128fbb3f-318d-4cc0-802c-482984ec8e23,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:44.329879 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74c2eca-1f79-418c-bd51-68caf6769d16 None None] The sync data for ids ['269e27e0-68fe-4419-9167-07d40c04a4e0'] in n-d-839810-1 is: [{'id': '269e27e0-68fe-4419-9167-07d40c04a4e0', 'name': 'tempest-TestVolumeBackupRestore-1882096902-router', 'tenant_id': '1ac92a028d3f47878bba0db6d10ae0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:10:40Z', 'updated_at': '2022-04-28T20:13:43Z', 'revision_number': 6, 'project_id': '1ac92a028d3f47878bba0db6d10ae0ce', 'gw_port_host': None}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:13:44.390108 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fdff8943-433d-4298-ad76-e7097486fa8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:44.481380 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fdff8943-433d-4298-ad76-e7097486fa8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:44.483468 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fdff8943-433d-4298-ad76-e7097486fa8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:44.528138 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fdff8943-433d-4298-ad76-e7097486fa8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:44.528671 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdff8943-433d-4298-ad76-e7097486fa8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 269e27e0-68fe-4419-9167-07d40c04a4e0 {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:13:44.533218 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fdff8943-433d-4298-ad76-e7097486fa8d admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:44.534381 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fdff8943-433d-4298-ad76-e7097486fa8d admin admin] 10.222.0.42 "DELETE /v2.0/routers/269e27e0-68fe-4419-9167-07d40c04a4e0 HTTP/1.1" status: 204 len: 168 time: 0.7961059 Apr 28 20:13:44.536977 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34810) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:13:44.581499 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec2a31a9-cd0a-40fc-b378-1829d2b15844 admin admin] Deleting subnet bdf289f2-8d80-4627-8a72-5d7183d3a497 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:13:44.584418 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ec2a31a9-cd0a-40fc-b378-1829d2b15844 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:44.622009 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ec2a31a9-cd0a-40fc-b378-1829d2b15844 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:44.701131 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ec2a31a9-cd0a-40fc-b378-1829d2b15844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:44.760295 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ec2a31a9-cd0a-40fc-b378-1829d2b15844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:44.786571 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a31a9-cd0a-40fc-b378-1829d2b15844 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdf289f2-8d80-4627-8a72-5d7183d3a497,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:44.790332 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ec2a31a9-cd0a-40fc-b378-1829d2b15844 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:44.794195 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ec2a31a9-cd0a-40fc-b378-1829d2b15844 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/bdf289f2-8d80-4627-8a72-5d7183d3a497 HTTP/1.1" status: 204 len: 168 time: 0.2562912 Apr 28 20:13:44.796603 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 34812) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:13:44.799056 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bbef61-abae-4427-960a-e45cdfb9a59f None None] Network 69483536-dcfb-4a25-b392-2c0a220d4754 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:13:44.868734 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-265e1590-05c0-4f96-9389-4d8814f053b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:44.926317 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-265e1590-05c0-4f96-9389-4d8814f053b4 admin admin] Deleting port 9fad2eda-e903-4a74-be17-c92c26e9fd57 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:13:44.926664 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-265e1590-05c0-4f96-9389-4d8814f053b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:44.951007 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc64ed0-bda2-4cff-ab06-34504e320926 req-a8092c8f-3549-40b0-b3ea-98155d11c62b tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:44.952565 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5dc64ed0-bda2-4cff-ab06-34504e320926 req-a8092c8f-3549-40b0-b3ea-98155d11c62b tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=85471d1f-cc07-4b08-8e56-ac1fc39d80dc HTTP/1.1" status: 200 len: 945 time: 0.0546651 Apr 28 20:13:44.993186 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5dc64ed0-bda2-4cff-ab06-34504e320926 req-e1095928-2763-475e-b8d5-fcbc23afbc5d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330255 Apr 28 20:13:45.000651 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-265e1590-05c0-4f96-9389-4d8814f053b4 admin admin] For port 9fad2eda-e903-4a74-be17-c92c26e9fd57, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=9fad2eda-e903-4a74-be17-c92c26e9fd57,segment=NetworkSegment(a897a009-2ab3-4c47-9313-b7b1b75f61b3),segment_id=a897a009-2ab3-4c47-9313-b7b1b75f61b3)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:13:45.001016 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-265e1590-05c0-4f96-9389-4d8814f053b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:45.014088 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-265e1590-05c0-4f96-9389-4d8814f053b4 admin admin] Calling delete_port for 9fad2eda-e903-4a74-be17-c92c26e9fd57 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:13:45.097627 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ac97b2-e1ae-4c84-b67c-07f4e841ec7d None None] DHCP port deletion for 69483536-dcfb-4a25-b392-2c0a220d4754 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:13:45.098145 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-265e1590-05c0-4f96-9389-4d8814f053b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:45.126856 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e1590-05c0-4f96-9389-4d8814f053b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fad2eda-e903-4a74-be17-c92c26e9fd57,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:45.137627 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265e1590-05c0-4f96-9389-4d8814f053b4 admin admin] No DVR routers for this DVR port 9fad2eda-e903-4a74-be17-c92c26e9fd57 on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:13:45.173306 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 058ef8e8-7120-43ad-8226-c589dce4f61e no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:13:45.193469 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 058ef8e8-7120-43ad-8226-c589dce4f61e {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:13:45.193932 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 058ef8e8-7120-43ad-8226-c589dce4f61e not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:13:45.194543 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9fad2eda-e903-4a74-be17-c92c26e9fd57 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:13:45.216093 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 9fad2eda-e903-4a74-be17-c92c26e9fd57 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:13:45.216093 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9fad2eda-e903-4a74-be17-c92c26e9fd57 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:13:45.216093 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 128fbb3f-318d-4cc0-802c-482984ec8e23 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:13:45.237314 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 128fbb3f-318d-4cc0-802c-482984ec8e23 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:13:45.238361 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 128fbb3f-318d-4cc0-802c-482984ec8e23 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:13:45.241432 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-265e1590-05c0-4f96-9389-4d8814f053b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:45.272730 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614115c-eab3-4f6a-831c-eb61a0c01b73 req-4fe4ccd0-c2a8-4c26-914e-c0a8bdc60b48 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:45.274422 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d614115c-eab3-4f6a-831c-eb61a0c01b73 req-4fe4ccd0-c2a8-4c26-914e-c0a8bdc60b48 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.44 "GET /v2.0/ports?device_id=85471d1f-cc07-4b08-8e56-ac1fc39d80dc HTTP/1.1" status: 200 len: 945 time: 0.1131237 Apr 28 20:13:45.278637 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-265e1590-05c0-4f96-9389-4d8814f053b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69483536-dcfb-4a25-b392-2c0a220d4754']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:45.296279 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-265e1590-05c0-4f96-9389-4d8814f053b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a897a009-2ab3-4c47-9313-b7b1b75f61b3') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:45.296606 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-265e1590-05c0-4f96-9389-4d8814f053b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a897a009-2ab3-4c47-9313-b7b1b75f61b3') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:45.323111 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-265e1590-05c0-4f96-9389-4d8814f053b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:45.364820 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-265e1590-05c0-4f96-9389-4d8814f053b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:45.374102 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-265e1590-05c0-4f96-9389-4d8814f053b4 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:13:45.374519 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-265e1590-05c0-4f96-9389-4d8814f053b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:45.377509 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 20:13:45.377509 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:13:45.377509 n-d-839810-1 neutron-server[102773]: timer() Apr 28 20:13:45.377509 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:13:45.377509 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 20:13:45.377509 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:13:45.377509 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 20:13:45.377509 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:13:45.377509 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 20:13:45.377509 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:13:45.377509 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 20:13:45.377509 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:13:45.377509 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 20:13:45.377509 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:13:45.377509 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:13:45.377509 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:13:45.377509 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:13:45.377509 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:13:45.377509 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 20:13:45.377509 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:13:45.377509 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 20:13:45.377509 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:13:45.377509 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:13:45.377509 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:13:45.377509 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 20:13:45.377509 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:13:45.377509 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:13:45.377509 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:13:45.377509 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:13:45.377509 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:13:45.377509 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:13:45.377509 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:13:45.449118 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-d614115c-eab3-4f6a-831c-eb61a0c01b73 req-707f55e3-7372-4460-91dd-55b0c70e3222 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Deleting port d470d18c-f76d-4f3b-a733-9f9d01275b6c {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:13:45.449305 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d614115c-eab3-4f6a-831c-eb61a0c01b73 req-707f55e3-7372-4460-91dd-55b0c70e3222 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:45.453553 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-265e1590-05c0-4f96-9389-4d8814f053b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:45.471480 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-265e1590-05c0-4f96-9389-4d8814f053b4 admin admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:45.474682 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-265e1590-05c0-4f96-9389-4d8814f053b4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/69483536-dcfb-4a25-b392-2c0a220d4754 HTTP/1.1" status: 204 len: 168 time: 0.6771553 Apr 28 20:13:45.510412 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e1590-05c0-4f96-9389-4d8814f053b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=69483536-dcfb-4a25-b392-2c0a220d4754,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:45.565080 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-d614115c-eab3-4f6a-831c-eb61a0c01b73 req-707f55e3-7372-4460-91dd-55b0c70e3222 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] For port d470d18c-f76d-4f3b-a733-9f9d01275b6c, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=d470d18c-f76d-4f3b-a733-9f9d01275b6c,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:13:45.565449 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d614115c-eab3-4f6a-831c-eb61a0c01b73 req-707f55e3-7372-4460-91dd-55b0c70e3222 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:45.646531 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34820) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:13:45.688604 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-98bb5b94-0db6-44cc-a2c0-ae0e7378d73d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ad3fd1cde9904d2e82ee041d847f511d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408049 Apr 28 20:13:45.691133 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34822) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:13:45.738770 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-44c8b292-f664-4648-a3f7-210c10eae45d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:45.742255 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d614115c-eab3-4f6a-831c-eb61a0c01b73 req-707f55e3-7372-4460-91dd-55b0c70e3222 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:45.742625 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d614115c-eab3-4f6a-831c-eb61a0c01b73 req-707f55e3-7372-4460-91dd-55b0c70e3222 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:45.742937 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [req-d614115c-eab3-4f6a-831c-eb61a0c01b73 req-707f55e3-7372-4460-91dd-55b0c70e3222 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Floating IP 75393e8e-74d5-4838-95be-3903ffefccb0 disassociated. External IP: 172.25.8.23, port: d470d18c-f76d-4f3b-a733-9f9d01275b6c. Apr 28 20:13:45.743272 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-d614115c-eab3-4f6a-831c-eb61a0c01b73 req-707f55e3-7372-4460-91dd-55b0c70e3222 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Calling delete_port for d470d18c-f76d-4f3b-a733-9f9d01275b6c owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:13:45.761110 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-44c8b292-f664-4648-a3f7-210c10eae45d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:45.812223 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-44c8b292-f664-4648-a3f7-210c10eae45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:45.814780 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-44c8b292-f664-4648-a3f7-210c10eae45d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:45.818347 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-44c8b292-f664-4648-a3f7-210c10eae45d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0917f762-eb9a-453f-8c7b-edbeb792d764 HTTP/1.1" status: 204 len: 168 time: 0.1239080 Apr 28 20:13:45.825387 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8b292-f664-4648-a3f7-210c10eae45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0917f762-eb9a-453f-8c7b-edbeb792d764,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:45.878752 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d614115c-eab3-4f6a-831c-eb61a0c01b73 req-707f55e3-7372-4460-91dd-55b0c70e3222 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:45.906935 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f55e3-7372-4460-91dd-55b0c70e3222 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Pushing event deleted for resources: {'Port': ['ID=d470d18c-f76d-4f3b-a733-9f9d01275b6c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:46.029908 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d614115c-eab3-4f6a-831c-eb61a0c01b73 req-707f55e3-7372-4460-91dd-55b0c70e3222 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Router 7db67139-93ac-4276-b391-dc743d05c7cc has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:13:46.113892 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1b97be55-59b2-45f4-92e8-272437fdb3cf req-9459aa5b-c2d8-446e-ba4b-89adb075d409 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=85471d1f-cc07-4b08-8e56-ac1fc39d80dc HTTP/1.1" status: 200 len: 210 time: 0.0372937 Apr 28 20:13:46.159053 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34830) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:13:46.169996 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d614115c-eab3-4f6a-831c-eb61a0c01b73 req-707f55e3-7372-4460-91dd-55b0c70e3222 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:13:46.183146 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ebb300-f93e-4a05-b5d4-965485cc78c5 None None] Sync routers for ids ['7db67139-93ac-4276-b391-dc743d05c7cc'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:13:46.195397 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ebb300-f93e-4a05-b5d4-965485cc78c5 None None] Routers {'7db67139-93ac-4276-b391-dc743d05c7cc'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:13:46.196023 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-06ebb300-f93e-4a05-b5d4-965485cc78c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:13:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7db67139-93ac-4276-b391-dc743d05c7cc'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:46.204285 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8795f530-7bc1-407d-8df7-6dead612cd8d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1ac92a028d3f47878bba0db6d10ae0ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438483 Apr 28 20:13:46.206591 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34832) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:13:46.210093 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d614115c-eab3-4f6a-831c-eb61a0c01b73 req-707f55e3-7372-4460-91dd-55b0c70e3222 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] No DVR routers for this DVR port d470d18c-f76d-4f3b-a733-9f9d01275b6c on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:13:46.213121 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d614115c-eab3-4f6a-831c-eb61a0c01b73 req-707f55e3-7372-4460-91dd-55b0c70e3222 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:46.216976 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d614115c-eab3-4f6a-831c-eb61a0c01b73 req-707f55e3-7372-4460-91dd-55b0c70e3222 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.44 "DELETE /v2.0/ports/d470d18c-f76d-4f3b-a733-9f9d01275b6c HTTP/1.1" status: 204 len: 173 time: 0.9359958 Apr 28 20:13:46.217487 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85471d1f-cc07-4b08-8e56-ac1fc39d80dc', 'name': 'network-vif-deleted', 'tag': 'd470d18c-f76d-4f3b-a733-9f9d01275b6c'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:13:46.219814 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5af4be-af51-4740-8fac-a04c80ed82da" -d '{"events": [{"server_uuid": "85471d1f-cc07-4b08-8e56-ac1fc39d80dc", "name": "network-vif-deleted", "tag": "d470d18c-f76d-4f3b-a733-9f9d01275b6c"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:13:46.282744 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2323be-e62c-4e7e-9d4d-3a592c3f7683 x-openstack-request-id: req-1b2323be-e62c-4e7e-9d4d-3a592c3f7683 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:13:46.283032 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85471d1f-cc07-4b08-8e56-ac1fc39d80dc", "name": "network-vif-deleted", "tag": "d470d18c-f76d-4f3b-a733-9f9d01275b6c", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:13:46.283441 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1b2323be-e62c-4e7e-9d4d-3a592c3f7683 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:13:46.284938 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b2323be-e62c-4e7e-9d4d-3a592c3f7683'] response: {'server_uuid': '85471d1f-cc07-4b08-8e56-ac1fc39d80dc', 'name': 'network-vif-deleted', 'tag': 'd470d18c-f76d-4f3b-a733-9f9d01275b6c', 'status': 'completed', 'code': 200} Apr 28 20:13:46.310252 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-635ee4e3-74cd-458c-83c5-74b888f32ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:46.333164 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-635ee4e3-74cd-458c-83c5-74b888f32ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:46.346145 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-06ebb300-f93e-4a05-b5d4-965485cc78c5 None None] Set router 7db67139-93ac-4276-b391-dc743d05c7cc gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:13:46.392876 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-635ee4e3-74cd-458c-83c5-74b888f32ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:46.395487 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-635ee4e3-74cd-458c-83c5-74b888f32ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:46.396755 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-635ee4e3-74cd-458c-83c5-74b888f32ee2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6037dcb5-8d66-4836-aafa-1e8f78b01d45 HTTP/1.1" status: 204 len: 168 time: 0.1892488 Apr 28 20:13:46.405704 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ee4e3-74cd-458c-83c5-74b888f32ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6037dcb5-8d66-4836-aafa-1e8f78b01d45,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:46.759761 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-06ebb300-f93e-4a05-b5d4-965485cc78c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'name': 'tempest-TestVolumeBootPattern-1074671302-router', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:06Z', 'revision_number': 4, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'gw_port': {'id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '48b950c7-35bc-4b34-945d-a19397366dec', 'name': '', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'mac_address': 'fa:16:3e:c8:5c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:05Z', 'updated_at': '2022-04-28T20:08:11Z', 'revision_number': 5, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'subnets': [{'id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:46.798124 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ebb300-f93e-4a05-b5d4-965485cc78c5 None None] Checking router: 7db67139-93ac-4276-b391-dc743d05c7cc for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:13:46.808273 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ebb300-f93e-4a05-b5d4-965485cc78c5 None None] Routers {'7db67139-93ac-4276-b391-dc743d05c7cc'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:13:46.808912 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-06ebb300-f93e-4a05-b5d4-965485cc78c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:13:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7db67139-93ac-4276-b391-dc743d05c7cc'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:46.931119 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-06ebb300-f93e-4a05-b5d4-965485cc78c5 None None] Set router 7db67139-93ac-4276-b391-dc743d05c7cc gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:13:47.157352 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-06ebb300-f93e-4a05-b5d4-965485cc78c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'name': 'tempest-TestVolumeBootPattern-1074671302-router', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:06Z', 'revision_number': 4, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'gw_port': {'id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '48b950c7-35bc-4b34-945d-a19397366dec', 'name': '', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'mac_address': 'fa:16:3e:c8:5c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:05Z', 'updated_at': '2022-04-28T20:08:11Z', 'revision_number': 5, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'subnets': [{'id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:47.184962 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ebb300-f93e-4a05-b5d4-965485cc78c5 None None] The sync data for ids ['7db67139-93ac-4276-b391-dc743d05c7cc'] in n-d-839810-1 is: [{'id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'name': 'tempest-TestVolumeBootPattern-1074671302-router', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:06Z', 'revision_number': 4, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'gw_port': {'id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '48b950c7-35bc-4b34-945d-a19397366dec', 'name': '', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'mac_address': 'fa:16:3e:c8:5c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:05Z', 'updated_at': '2022-04-28T20:08:11Z', 'revision_number': 5, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'subnets': [{'id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:13:47.219276 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-273718f1-d233-4a3a-8ea8-c49eb4981054 req-41ef72ae-c6f4-4454-a8c3-9b3afa38af02 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=85471d1f-cc07-4b08-8e56-ac1fc39d80dc HTTP/1.1" status: 200 len: 210 time: 0.0319254 Apr 28 20:13:47.417452 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8d5955-e884-4bf5-9f51-8a2ff6e93e8c None None] New status for floating IP 75393e8e-74d5-4838-95be-3903ffefccb0: DOWN {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:13:48.323022 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0878567f-3f7d-428a-9b5c-bf325c0f5acd req-a4b0339a-0787-40f8-afb9-7967f3313990 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=85471d1f-cc07-4b08-8e56-ac1fc39d80dc HTTP/1.1" status: 200 len: 210 time: 0.0286038 Apr 28 20:13:49.422027 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-06d95cf1-2f35-4e9d-81df-f797ce1bae56 req-829fbd98-f7a7-4ef8-840f-cf0c65f30097 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=85471d1f-cc07-4b08-8e56-ac1fc39d80dc HTTP/1.1" status: 200 len: 210 time: 0.0305855 Apr 28 20:13:49.849258 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7a23f598-f58b-428f-a04c-ef2efa6c88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:49.925346 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device d470d18c-f76d-4f3b-a733-9f9d01275b6c no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:13:49.951416 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: d470d18c-f76d-4f3b-a733-9f9d01275b6c {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:13:49.951847 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device d470d18c-f76d-4f3b-a733-9f9d01275b6c not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:13:50.661612 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86cb2633-095a-4411-a812-57125e09a970 req-32080b9c-ee7b-403b-8a19-12b1b09dc9b9 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-147544090&fields=id&tenant_id=a7abd85c8b80481690a18110e7cba81e HTTP/1.1" status: 200 len: 267 time: 0.0328202 Apr 28 20:13:50.766319 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb2633-095a-4411-a812-57125e09a970 req-23ad60b4-e220-4c4d-8254-3252de8f7029 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:50.767770 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86cb2633-095a-4411-a812-57125e09a970 req-23ad60b4-e220-4c4d-8254-3252de8f7029 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/networks?id=3ca892cc-b431-485e-a8d1-1dc31fa2091b HTTP/1.1" status: 200 len: 812 time: 0.0985525 Apr 28 20:13:50.782833 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86cb2633-095a-4411-a812-57125e09a970 req-2be93ede-ebb8-4887-9bdc-012a860afe90 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/quotas/a7abd85c8b80481690a18110e7cba81e HTTP/1.1" status: 200 len: 375 time: 0.0092854 Apr 28 20:13:50.840145 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86cb2633-095a-4411-a812-57125e09a970 req-417cc7f8-b49f-42f2-b3b8-b040c1b4052b tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7abd85c8b80481690a18110e7cba81e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519793 Apr 28 20:13:50.933709 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86cb2633-095a-4411-a812-57125e09a970 req-d630748c-1611-4b2a-bca7-ede490371a19 service neutron] 10.222.0.42 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823543 Apr 28 20:13:51.023888 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86cb2633-095a-4411-a812-57125e09a970 req-8aac762c-80ba-40c0-b097-20cc762fca0a service neutron] 10.222.0.42 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840201 Apr 28 20:13:51.312980 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-85d0ad5c-aa36-4bb7-a28a-f7719c856fdf req-53468114-cf30-4ed9-87b1-eab4f5932a89 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b04951d-8a9e-4c13-b2cb-8102da887356 HTTP/1.1" status: 200 len: 210 time: 0.0316241 Apr 28 20:13:52.083924 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c8d766e8-b9df-45bf-a257-a67271790a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:52.188946 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb2633-095a-4411-a812-57125e09a970 req-91e1e480-052f-41c6-b0ec-333820eb4285 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:52.190377 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86cb2633-095a-4411-a812-57125e09a970 req-91e1e480-052f-41c6-b0ec-333820eb4285 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.44 "GET /v2.0/networks?id=3ca892cc-b431-485e-a8d1-1dc31fa2091b HTTP/1.1" status: 200 len: 812 time: 0.1061957 Apr 28 20:13:52.232738 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86cb2633-095a-4411-a812-57125e09a970 req-ffa3690d-1df6-4dbd-b599-ca5d371f6662 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7abd85c8b80481690a18110e7cba81e HTTP/1.1" status: 200 len: 379 time: 0.0344384 Apr 28 20:13:52.242958 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-86cb2633-095a-4411-a812-57125e09a970 req-fdfe38e5-f47f-43a8-9888-282040b84117 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Request body: {'port': {'device_id': '7b04951d-8a9e-4c13-b2cb-8102da887356', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'admin_state_up': True, 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'security_groups': ['959cb35d-4120-4737-995e-c5a5673e8441']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:13:52.357686 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86cb2633-095a-4411-a812-57125e09a970 req-fdfe38e5-f47f-43a8-9888-282040b84117 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Made reservation on behalf of a7abd85c8b80481690a18110e7cba81e for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:13:52.361250 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86cb2633-095a-4411-a812-57125e09a970 req-fdfe38e5-f47f-43a8-9888-282040b84117 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:52.442045 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-da39f52e-bcb8-4372-9c31-397dd998c72f req-1b40eb47-75e7-46ac-8b27-0e6abf10da81 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b04951d-8a9e-4c13-b2cb-8102da887356 HTTP/1.1" status: 200 len: 210 time: 0.0544755 Apr 28 20:13:52.516324 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-86cb2633-095a-4411-a812-57125e09a970 req-fdfe38e5-f47f-43a8-9888-282040b84117 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Allocated IP 172.20.0.10 (3ca892cc-b431-485e-a8d1-1dc31fa2091b/11daf8f6-15c0-4d09-926f-75c1fcbe625d/5529d9d7-8b07-462a-961d-139579bbdcb9) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:13:52.660835 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86cb2633-095a-4411-a812-57125e09a970 req-fdfe38e5-f47f-43a8-9888-282040b84117 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:52.694405 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86cb2633-095a-4411-a812-57125e09a970 req-fdfe38e5-f47f-43a8-9888-282040b84117 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:52.745393 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86cb2633-095a-4411-a812-57125e09a970 req-fdfe38e5-f47f-43a8-9888-282040b84117 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Network 3ca892cc-b431-485e-a8d1-1dc31fa2091b is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:13:52.748631 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-86cb2633-095a-4411-a812-57125e09a970 req-fdfe38e5-f47f-43a8-9888-282040b84117 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:13:52.752605 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-86cb2633-095a-4411-a812-57125e09a970 req-fdfe38e5-f47f-43a8-9888-282040b84117 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:13:52.778605 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe38e5-f47f-43a8-9888-282040b84117 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Pushing event updated for resources: {'Port': ['ID=5529d9d7-8b07-462a-961d-139579bbdcb9,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:52.811687 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb2633-095a-4411-a812-57125e09a970 req-fdfe38e5-f47f-43a8-9888-282040b84117 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:52.812362 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86cb2633-095a-4411-a812-57125e09a970 req-fdfe38e5-f47f-43a8-9888-282040b84117 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:52.831159 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86cb2633-095a-4411-a812-57125e09a970 req-fdfe38e5-f47f-43a8-9888-282040b84117 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5917206 Apr 28 20:13:52.843665 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-86cb2633-095a-4411-a812-57125e09a970 req-5e9cc3cf-8b32-49a7-a2df-b98b4fa5b9a0 service neutron] Request body: {'port': {'device_id': '7b04951d-8a9e-4c13-b2cb-8102da887356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:13:52.902330 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86cb2633-095a-4411-a812-57125e09a970 req-5e9cc3cf-8b32-49a7-a2df-b98b4fa5b9a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:53.007876 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3db89865-aad7-47de-963f-e9c959a69f1a None None] Provisioning complete for port 5529d9d7-8b07-462a-961d-139579bbdcb9 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:13:53.008297 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3db89865-aad7-47de-963f-e9c959a69f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:53.044056 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-3db89865-aad7-47de-963f-e9c959a69f1a None None] Port 5529d9d7-8b07-462a-961d-139579bbdcb9 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:13:53.173751 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-86cb2633-095a-4411-a812-57125e09a970 req-5e9cc3cf-8b32-49a7-a2df-b98b4fa5b9a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5529d9d7-8b07-462a-961d-139579bbdcb9 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:13:53.181154 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86cb2633-095a-4411-a812-57125e09a970 req-5e9cc3cf-8b32-49a7-a2df-b98b4fa5b9a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:53.193954 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-86cb2633-095a-4411-a812-57125e09a970 req-5e9cc3cf-8b32-49a7-a2df-b98b4fa5b9a0 service neutron] Transition to ACTIVE for port object 5529d9d7-8b07-462a-961d-139579bbdcb9 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:13:53.197445 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86cb2633-095a-4411-a812-57125e09a970 req-5e9cc3cf-8b32-49a7-a2df-b98b4fa5b9a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:53.247310 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9cc3cf-8b32-49a7-a2df-b98b4fa5b9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=5529d9d7-8b07-462a-961d-139579bbdcb9,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:53.329613 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-86cb2633-095a-4411-a812-57125e09a970 req-5e9cc3cf-8b32-49a7-a2df-b98b4fa5b9a0 service neutron] Attempting to bind port 5529d9d7-8b07-462a-961d-139579bbdcb9 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:13:53.330122 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-86cb2633-095a-4411-a812-57125e09a970 req-5e9cc3cf-8b32-49a7-a2df-b98b4fa5b9a0 service neutron] Attempting to bind port 5529d9d7-8b07-462a-961d-139579bbdcb9 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:13:53.330267 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cb2633-095a-4411-a812-57125e09a970 req-5e9cc3cf-8b32-49a7-a2df-b98b4fa5b9a0 service neutron] Attempting to bind port 5529d9d7-8b07-462a-961d-139579bbdcb9 on network 3ca892cc-b431-485e-a8d1-1dc31fa2091b {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:13:53.334865 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cb2633-095a-4411-a812-57125e09a970 req-5e9cc3cf-8b32-49a7-a2df-b98b4fa5b9a0 service neutron] Port 5529d9d7-8b07-462a-961d-139579bbdcb9 on network 3ca892cc-b431-485e-a8d1-1dc31fa2091b not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:13:53.335185 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cb2633-095a-4411-a812-57125e09a970 req-5e9cc3cf-8b32-49a7-a2df-b98b4fa5b9a0 service neutron] Attempting to bind port 5529d9d7-8b07-462a-961d-139579bbdcb9 on network 3ca892cc-b431-485e-a8d1-1dc31fa2091b {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:13:53.344735 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cb2633-095a-4411-a812-57125e09a970 req-5e9cc3cf-8b32-49a7-a2df-b98b4fa5b9a0 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:13:53.345065 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cb2633-095a-4411-a812-57125e09a970 req-5e9cc3cf-8b32-49a7-a2df-b98b4fa5b9a0 service neutron] Checking segment: {'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:13:53.345451 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cb2633-095a-4411-a812-57125e09a970 req-5e9cc3cf-8b32-49a7-a2df-b98b4fa5b9a0 service neutron] Bound using segment: {'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:13:53.345883 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-86cb2633-095a-4411-a812-57125e09a970 req-5e9cc3cf-8b32-49a7-a2df-b98b4fa5b9a0 service neutron] Bound port: 5529d9d7-8b07-462a-961d-139579bbdcb9, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:13:53.346242 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86cb2633-095a-4411-a812-57125e09a970 req-5e9cc3cf-8b32-49a7-a2df-b98b4fa5b9a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:53.433373 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-86cb2633-095a-4411-a812-57125e09a970 req-5e9cc3cf-8b32-49a7-a2df-b98b4fa5b9a0 service neutron] For port 5529d9d7-8b07-462a-961d-139579bbdcb9, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:13:53.437241 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-86cb2633-095a-4411-a812-57125e09a970 req-5e9cc3cf-8b32-49a7-a2df-b98b4fa5b9a0 service neutron] For port 5529d9d7-8b07-462a-961d-139579bbdcb9, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=5529d9d7-8b07-462a-961d-139579bbdcb9,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:13:53.442456 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86cb2633-095a-4411-a812-57125e09a970 req-5e9cc3cf-8b32-49a7-a2df-b98b4fa5b9a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:53.480023 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb2633-095a-4411-a812-57125e09a970 req-5e9cc3cf-8b32-49a7-a2df-b98b4fa5b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:53.480676 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-86cb2633-095a-4411-a812-57125e09a970 req-5e9cc3cf-8b32-49a7-a2df-b98b4fa5b9a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:53.482130 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86cb2633-095a-4411-a812-57125e09a970 req-5e9cc3cf-8b32-49a7-a2df-b98b4fa5b9a0 service neutron] 10.222.0.44 "PUT /v2.0/ports/5529d9d7-8b07-462a-961d-139579bbdcb9 HTTP/1.1" status: 200 len: 1092 time: 0.6426935 Apr 28 20:13:53.482500 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b04951d-8a9e-4c13-b2cb-8102da887356', 'tag': '5529d9d7-8b07-462a-961d-139579bbdcb9'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:13:53.484781 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07680fb2-9d81-4be7-a335-5cf702370640" -d '{"events": [{"name": "network-changed", "server_uuid": "7b04951d-8a9e-4c13-b2cb-8102da887356", "tag": "5529d9d7-8b07-462a-961d-139579bbdcb9"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:13:53.551108 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93256d6d-2875-4fa4-8904-6e7e183322f6 x-openstack-request-id: req-93256d6d-2875-4fa4-8904-6e7e183322f6 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:13:53.551577 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b04951d-8a9e-4c13-b2cb-8102da887356", "tag": "5529d9d7-8b07-462a-961d-139579bbdcb9", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:13:53.551970 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-93256d6d-2875-4fa4-8904-6e7e183322f6 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:13:53.552529 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93256d6d-2875-4fa4-8904-6e7e183322f6'] response: {'name': 'network-changed', 'server_uuid': '7b04951d-8a9e-4c13-b2cb-8102da887356', 'tag': '5529d9d7-8b07-462a-961d-139579bbdcb9', 'status': 'completed', 'code': 200} Apr 28 20:13:53.569455 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9cc3cf-8b32-49a7-a2df-b98b4fa5b9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=5529d9d7-8b07-462a-961d-139579bbdcb9,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:53.595900 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:53.601047 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb2633-095a-4411-a812-57125e09a970 req-6233820c-499e-4f40-b645-545f749da208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:53.602730 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86cb2633-095a-4411-a812-57125e09a970 req-6233820c-499e-4f40-b645-545f749da208 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a7abd85c8b80481690a18110e7cba81e&device_id=7b04951d-8a9e-4c13-b2cb-8102da887356 HTTP/1.1" status: 200 len: 1095 time: 0.0701146 Apr 28 20:13:53.642781 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146bb29-9ce1-495c-81ff-346284044055 req-c1f136df-2391-42f2-aa23-832597bf74f1 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:53.644666 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d146bb29-9ce1-495c-81ff-346284044055 req-c1f136df-2391-42f2-aa23-832597bf74f1 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b04951d-8a9e-4c13-b2cb-8102da887356 HTTP/1.1" status: 200 len: 944 time: 0.0609367 Apr 28 20:13:53.657336 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86cb2633-095a-4411-a812-57125e09a970 req-8111f46e-ab75-472f-8179-834f0949a4fc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5529d9d7-8b07-462a-961d-139579bbdcb9 HTTP/1.1" status: 200 len: 217 time: 0.0443468 Apr 28 20:13:53.691066 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d146bb29-9ce1-495c-81ff-346284044055 req-d6d16fb1-c5e3-4970-9d73-0c12da405cd6 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378878 Apr 28 20:13:53.720612 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb2633-095a-4411-a812-57125e09a970 req-8f90e130-d166-45f4-ac9a-98e736a52ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:53.722062 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86cb2633-095a-4411-a812-57125e09a970 req-8f90e130-d166-45f4-ac9a-98e736a52ab2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11daf8f6-15c0-4d09-926f-75c1fcbe625d HTTP/1.1" status: 200 len: 851 time: 0.0578783 Apr 28 20:13:53.770147 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb2633-095a-4411-a812-57125e09a970 req-1198d1a6-0fc7-4924-b6d2-3bfbbdf4d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:53.771615 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86cb2633-095a-4411-a812-57125e09a970 req-1198d1a6-0fc7-4924-b6d2-3bfbbdf4d0f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ca892cc-b431-485e-a8d1-1dc31fa2091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430093 Apr 28 20:13:53.861607 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86cb2633-095a-4411-a812-57125e09a970 req-2ef15700-3055-4c0e-9992-a5505e76ba02 service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833704 Apr 28 20:13:53.955897 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-86cb2633-095a-4411-a812-57125e09a970 req-e66c987a-3ad9-430f-980f-1699f7ba9352 service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880833 Apr 28 20:13:54.039372 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07680fb2-9d81-4be7-a335-5cf702370640 req-36967b3f-746c-498a-b8b0-970db1a8cd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:54.041797 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07680fb2-9d81-4be7-a335-5cf702370640 req-36967b3f-746c-498a-b8b0-970db1a8cd47 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a7abd85c8b80481690a18110e7cba81e&device_id=7b04951d-8a9e-4c13-b2cb-8102da887356 HTTP/1.1" status: 200 len: 1095 time: 0.0425644 Apr 28 20:13:54.140765 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07680fb2-9d81-4be7-a335-5cf702370640 req-4bbb8dad-3cdc-4d73-94b7-d3c95d89085b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:54.142256 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07680fb2-9d81-4be7-a335-5cf702370640 req-4bbb8dad-3cdc-4d73-94b7-d3c95d89085b service neutron] 10.222.0.44 "GET /v2.0/networks?id=3ca892cc-b431-485e-a8d1-1dc31fa2091b HTTP/1.1" status: 200 len: 913 time: 0.0936501 Apr 28 20:13:54.184338 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07680fb2-9d81-4be7-a335-5cf702370640 req-50ba0de4-4e6b-4848-9e44-1361f5736ebe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5529d9d7-8b07-462a-961d-139579bbdcb9 HTTP/1.1" status: 200 len: 217 time: 0.0356534 Apr 28 20:13:54.232568 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07680fb2-9d81-4be7-a335-5cf702370640 req-951dffdf-e7d8-43a0-aea8-be9f996393f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:54.234071 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07680fb2-9d81-4be7-a335-5cf702370640 req-951dffdf-e7d8-43a0-aea8-be9f996393f3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11daf8f6-15c0-4d09-926f-75c1fcbe625d HTTP/1.1" status: 200 len: 851 time: 0.0436728 Apr 28 20:13:54.284733 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07680fb2-9d81-4be7-a335-5cf702370640 req-3427b216-699a-4a0c-bd82-9fe6b974a5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:54.286319 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07680fb2-9d81-4be7-a335-5cf702370640 req-3427b216-699a-4a0c-bd82-9fe6b974a5d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ca892cc-b431-485e-a8d1-1dc31fa2091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455356 Apr 28 20:13:54.374398 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07680fb2-9d81-4be7-a335-5cf702370640 req-7fb8689e-aa4f-427d-bf1e-842464fd5519 service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809524 Apr 28 20:13:54.468768 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07680fb2-9d81-4be7-a335-5cf702370640 req-052fac1c-9716-480d-a63d-8c6baa4726c7 service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886512 Apr 28 20:13:54.814206 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd4e63-dccf-498e-ad3d-7e44015eabdc req-e39bff5c-7f01-4839-825d-811630fc452b tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:54.815811 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0ecd4e63-dccf-498e-ad3d-7e44015eabdc req-e39bff5c-7f01-4839-825d-811630fc452b tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b04951d-8a9e-4c13-b2cb-8102da887356 HTTP/1.1" status: 200 len: 944 time: 0.0510297 Apr 28 20:13:54.855564 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0ecd4e63-dccf-498e-ad3d-7e44015eabdc req-f026b740-73e0-4ed4-8a6e-b4a155836caf tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336087 Apr 28 20:13:55.844170 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:55.973623 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:55.982487 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7e2ba-40d8-4281-adfd-36e3bb936270 req-95a78760-5c7f-43de-a0ec-ffde2f042107 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:55.984139 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f9f7e2ba-40d8-4281-adfd-36e3bb936270 req-95a78760-5c7f-43de-a0ec-ffde2f042107 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b04951d-8a9e-4c13-b2cb-8102da887356 HTTP/1.1" status: 200 len: 944 time: 0.0581710 Apr 28 20:13:56.023175 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f9f7e2ba-40d8-4281-adfd-36e3bb936270 req-9d275c48-567c-4846-b4d3-bd1f5488150d tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327518 Apr 28 20:13:57.142721 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e002cff-2e29-47e6-9abd-d46f60b60d48 req-686995df-56c9-4eda-8017-93ba57a32776 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:57.144198 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0e002cff-2e29-47e6-9abd-d46f60b60d48 req-686995df-56c9-4eda-8017-93ba57a32776 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b04951d-8a9e-4c13-b2cb-8102da887356 HTTP/1.1" status: 200 len: 944 time: 0.0511880 Apr 28 20:13:57.181148 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0e002cff-2e29-47e6-9abd-d46f60b60d48 req-00198cec-d237-4b16-8292-da01380f0832 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310247 Apr 28 20:13:58.303517 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e785edb6-1215-4ab3-adc2-1f6474ce027b req-949d010b-0f08-4f69-86d7-dd1f4f827200 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:58.305023 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e785edb6-1215-4ab3-adc2-1f6474ce027b req-949d010b-0f08-4f69-86d7-dd1f4f827200 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b04951d-8a9e-4c13-b2cb-8102da887356 HTTP/1.1" status: 200 len: 944 time: 0.0530770 Apr 28 20:13:58.343018 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e785edb6-1215-4ab3-adc2-1f6474ce027b req-0a62fae6-0d75-4650-9f80-cea14268e98f tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318930 Apr 28 20:13:59.463197 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a6c51-5b6f-4932-9122-ddcd4af49c29 req-763bc534-03ee-41d2-a711-19593613e0a6 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:59.465237 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4f0a6c51-5b6f-4932-9122-ddcd4af49c29 req-763bc534-03ee-41d2-a711-19593613e0a6 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b04951d-8a9e-4c13-b2cb-8102da887356 HTTP/1.1" status: 200 len: 944 time: 0.0538032 Apr 28 20:13:59.507937 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4f0a6c51-5b6f-4932-9122-ddcd4af49c29 req-f5350d12-d419-4f0d-817c-4b5be5044ac1 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365293 Apr 28 20:14:00.624963 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f983a-cd91-4c0c-9f29-c9f836d08b92 req-38979ade-21eb-4caa-a424-2c46378aa1db tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:00.626369 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4b1f983a-cd91-4c0c-9f29-c9f836d08b92 req-38979ade-21eb-4caa-a424-2c46378aa1db tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b04951d-8a9e-4c13-b2cb-8102da887356 HTTP/1.1" status: 200 len: 944 time: 0.0491986 Apr 28 20:14:00.664022 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4b1f983a-cd91-4c0c-9f29-c9f836d08b92 req-fcf2fa36-81e2-4666-9dc8-86d43f2c92e3 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316515 Apr 28 20:14:02.032696 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841d483-7136-4870-972f-4ab574bd515b req-4da7f67d-d9e3-4d41-bfc5-88a669af44de tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:02.034066 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6841d483-7136-4870-972f-4ab574bd515b req-4da7f67d-d9e3-4d41-bfc5-88a669af44de tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b04951d-8a9e-4c13-b2cb-8102da887356 HTTP/1.1" status: 200 len: 944 time: 0.0482075 Apr 28 20:14:02.063258 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:02.074485 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6841d483-7136-4870-972f-4ab574bd515b req-df5261b5-af42-48d4-90c4-e6ca4e4818fb tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342677 Apr 28 20:14:03.190691 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae770e-8421-414b-b43a-cfd6a2d329ec req-194e45a8-616c-4fb3-8dfb-866a811389f7 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:03.192163 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4aae770e-8421-414b-b43a-cfd6a2d329ec req-194e45a8-616c-4fb3-8dfb-866a811389f7 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b04951d-8a9e-4c13-b2cb-8102da887356 HTTP/1.1" status: 200 len: 944 time: 0.0483696 Apr 28 20:14:03.229751 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4aae770e-8421-414b-b43a-cfd6a2d329ec req-5a0f53c0-2f11-4c2d-90f8-5d4c0e578a48 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307124 Apr 28 20:14:03.624958 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:03.971073 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 5529d9d7-8b07-462a-961d-139579bbdcb9 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:14:04.066122 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 5529d9d7-8b07-462a-961d-139579bbdcb9, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=5529d9d7-8b07-462a-961d-139579bbdcb9,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:14:04.077377 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '5529d9d7-8b07-462a-961d-139579bbdcb9', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'port_id': '5529d9d7-8b07-462a-961d-139579bbdcb9', 'mac_address': 'fa:16:3e:e5:81:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:14:04.114051 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:04.130955 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5529d9d7-8b07-462a-961d-139579bbdcb9 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:14:04.149323 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 5529d9d7-8b07-462a-961d-139579bbdcb9, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=5529d9d7-8b07-462a-961d-139579bbdcb9,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:14:04.153550 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:04.199027 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=5529d9d7-8b07-462a-961d-139579bbdcb9,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:04.206129 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:04.206470 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:04.206804 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:04.207140 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:04.207467 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:04.207793 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:04.208124 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:04.208465 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:04.208784 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:04.209102 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:04.209420 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:04.209736 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:04.364798 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['5529d9d7-8b07-462a-961d-139579bbdcb9'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:14:04.510705 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afefaf9-f0b9-4839-b546-a1065b795146 req-ccd929e3-d9e7-4389-b737-894c55430f08 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:04.512018 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5afefaf9-f0b9-4839-b546-a1065b795146 req-ccd929e3-d9e7-4389-b737-894c55430f08 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b04951d-8a9e-4c13-b2cb-8102da887356 HTTP/1.1" status: 200 len: 945 time: 0.2153254 Apr 28 20:14:04.549077 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5afefaf9-f0b9-4839-b546-a1065b795146 req-2447e298-f153-4c29-afc5-ca891a8e7778 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309103 Apr 28 20:14:05.734747 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccee727-ed7b-4c46-bf8a-194e3eefdc53 req-6c15e447-40b6-46f7-a1db-f5a7175c4aa4 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:05.736246 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cccee727-ed7b-4c46-bf8a-194e3eefdc53 req-6c15e447-40b6-46f7-a1db-f5a7175c4aa4 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b04951d-8a9e-4c13-b2cb-8102da887356 HTTP/1.1" status: 200 len: 945 time: 0.1173775 Apr 28 20:14:05.774638 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cccee727-ed7b-4c46-bf8a-194e3eefdc53 req-e0df1c33-9365-49e6-a7ae-df1e97300908 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321178 Apr 28 20:14:05.991268 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 5529d9d7-8b07-462a-961d-139579bbdcb9 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:14:06.038872 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 5529d9d7-8b07-462a-961d-139579bbdcb9 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:14:06.043133 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 5529d9d7-8b07-462a-961d-139579bbdcb9 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:14:06.043500 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:06.119284 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:06.140413 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b04951d-8a9e-4c13-b2cb-8102da887356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5529d9d7-8b07-462a-961d-139579bbdcb9'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:14:06.142601 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4babba-ed12-434e-9614-0ebae2655c95" -d '{"events": [{"server_uuid": "7b04951d-8a9e-4c13-b2cb-8102da887356", "name": "network-vif-plugged", "status": "completed", "tag": "5529d9d7-8b07-462a-961d-139579bbdcb9"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:14:06.156217 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 5529d9d7-8b07-462a-961d-139579bbdcb9, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=5529d9d7-8b07-462a-961d-139579bbdcb9,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:14:06.159870 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:06.187736 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23040343-cba9-455f-89e7-31b6baa27537 x-openstack-request-id: req-23040343-cba9-455f-89e7-31b6baa27537 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:14:06.188019 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b04951d-8a9e-4c13-b2cb-8102da887356", "name": "network-vif-plugged", "status": "completed", "tag": "5529d9d7-8b07-462a-961d-139579bbdcb9", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:14:06.188293 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-23040343-cba9-455f-89e7-31b6baa27537 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:14:06.188679 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23040343-cba9-455f-89e7-31b6baa27537'] response: {'server_uuid': '7b04951d-8a9e-4c13-b2cb-8102da887356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5529d9d7-8b07-462a-961d-139579bbdcb9', 'code': 200} Apr 28 20:14:06.215407 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=5529d9d7-8b07-462a-961d-139579bbdcb9,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:06.281270 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93ddae-c971-419e-aa06-814c316a084e req-836c2734-df01-4237-8bbe-a2fa86d7d492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:06.282664 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0f93ddae-c971-419e-aa06-814c316a084e req-836c2734-df01-4237-8bbe-a2fa86d7d492 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7b04951d-8a9e-4c13-b2cb-8102da887356 HTTP/1.1" status: 200 len: 1097 time: 0.0440092 Apr 28 20:14:06.672710 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0f93ddae-c971-419e-aa06-814c316a084e req-ce1e3c90-d223-408a-a0c0-3256a53c4360 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3835118 Apr 28 20:14:06.891653 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13657f3a-510a-4464-9934-75accafa6db2 req-75f20e87-c5e3-4faa-be72-dccd715ba8d5 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:06.893152 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-13657f3a-510a-4464-9934-75accafa6db2 req-75f20e87-c5e3-4faa-be72-dccd715ba8d5 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b04951d-8a9e-4c13-b2cb-8102da887356 HTTP/1.1" status: 200 len: 946 time: 0.0489321 Apr 28 20:14:06.931066 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-13657f3a-510a-4464-9934-75accafa6db2 req-341776b4-4163-40c5-aeff-65e0ba36c19b tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318365 Apr 28 20:14:08.046690 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e95e4b-afe0-4296-98cf-f8aa3a127c3a req-3a1f4a8d-4316-4670-a7fa-b8ce47ecaaea tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:08.048139 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-77e95e4b-afe0-4296-98cf-f8aa3a127c3a req-3a1f4a8d-4316-4670-a7fa-b8ce47ecaaea tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b04951d-8a9e-4c13-b2cb-8102da887356 HTTP/1.1" status: 200 len: 946 time: 0.0478854 Apr 28 20:14:08.084596 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-77e95e4b-afe0-4296-98cf-f8aa3a127c3a req-bb8cccdb-5248-425a-a3cd-bedd45072c55 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305526 Apr 28 20:14:08.201052 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2d44c-4fae-4344-8801-cfdd910e392b req-c7580939-983a-4cef-809f-42a6ae75323c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:08.202504 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-92d2d44c-4fae-4344-8801-cfdd910e392b req-c7580939-983a-4cef-809f-42a6ae75323c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b04951d-8a9e-4c13-b2cb-8102da887356 HTTP/1.1" status: 200 len: 946 time: 0.0498455 Apr 28 20:14:08.240378 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-92d2d44c-4fae-4344-8801-cfdd910e392b req-5c88d009-a8fe-47ac-ba64-4cf1e97a3637 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316889 Apr 28 20:14:08.263061 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34906) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:14:08.405817 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4062c5a4-6b9f-45cd-85e6-6bab1ed98c0e tempest-TestVolumeBootPattern-982838463 tempest-TestVolumeBootPattern-982838463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:08.407291 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4062c5a4-6b9f-45cd-85e6-6bab1ed98c0e tempest-TestVolumeBootPattern-982838463 tempest-TestVolumeBootPattern-982838463-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7b04951d-8a9e-4c13-b2cb-8102da887356 HTTP/1.1" status: 200 len: 1092 time: 0.1432486 Apr 28 20:14:08.410104 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 34910) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:14:08.414817 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-991e5767-33c3-4983-b17d-8866db2f3196 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'port_id': '5529d9d7-8b07-462a-961d-139579bbdcb9', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:14:08.435127 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-991e5767-33c3-4983-b17d-8866db2f3196 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:08.531715 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-991e5767-33c3-4983-b17d-8866db2f3196 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:08.639635 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-991e5767-33c3-4983-b17d-8866db2f3196 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Allocated IP 172.25.8.244 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/981f2eef-dda2-437a-ad42-7a4f64516d81) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:14:08.739588 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-991e5767-33c3-4983-b17d-8866db2f3196 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:08.772537 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-991e5767-33c3-4983-b17d-8866db2f3196 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:08.813125 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991e5767-33c3-4983-b17d-8866db2f3196 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:14:08.817926 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-991e5767-33c3-4983-b17d-8866db2f3196 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:14:08.820539 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991e5767-33c3-4983-b17d-8866db2f3196 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:14:08.849745 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e5767-33c3-4983-b17d-8866db2f3196 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Pushing event updated for resources: {'Port': ['ID=981f2eef-dda2-437a-ad42-7a4f64516d81,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:09.177041 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-991e5767-33c3-4983-b17d-8866db2f3196 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:09.248150 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-991e5767-33c3-4983-b17d-8866db2f3196 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:09.399601 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-991e5767-33c3-4983-b17d-8866db2f3196 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:09.404018 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-991e5767-33c3-4983-b17d-8866db2f3196 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:09.469723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e5767-33c3-4983-b17d-8866db2f3196 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Pushing event updated for resources: {'Port': ['ID=981f2eef-dda2-437a-ad42-7a4f64516d81,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:09.482027 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-991e5767-33c3-4983-b17d-8866db2f3196 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:09.580750 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-991e5767-33c3-4983-b17d-8866db2f3196 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Floating IP 5416604b-868f-4254-bd1f-c6c3ba7c80dd associated. External IP: 172.25.8.244, port: 5529d9d7-8b07-462a-961d-139579bbdcb9. Apr 28 20:14:09.786093 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991e5767-33c3-4983-b17d-8866db2f3196 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Router 7db67139-93ac-4276-b391-dc743d05c7cc has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:14:09.892823 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991e5767-33c3-4983-b17d-8866db2f3196 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:14:09.902293 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a479f33-b8c6-4a15-b3d2-cfb921c3ac89 None None] Sync routers for ids ['7db67139-93ac-4276-b391-dc743d05c7cc'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:14:09.911532 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-991e5767-33c3-4983-b17d-8866db2f3196 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:09.911954 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a479f33-b8c6-4a15-b3d2-cfb921c3ac89 None None] Routers {'7db67139-93ac-4276-b391-dc743d05c7cc'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:14:09.912601 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-2a479f33-b8c6-4a15-b3d2-cfb921c3ac89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:13:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7db67139-93ac-4276-b391-dc743d05c7cc'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:14:09.938639 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-991e5767-33c3-4983-b17d-8866db2f3196 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5275242 Apr 28 20:14:09.939273 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b04951d-8a9e-4c13-b2cb-8102da887356', 'tag': '5529d9d7-8b07-462a-961d-139579bbdcb9'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:14:09.941543 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fba7044-df8a-4240-98b8-f4db76b500a5" -d '{"events": [{"name": "network-changed", "server_uuid": "7b04951d-8a9e-4c13-b2cb-8102da887356", "tag": "5529d9d7-8b07-462a-961d-139579bbdcb9"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:14:09.986026 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b11907-7c13-43af-b7d1-58d2aa30bd6d x-openstack-request-id: req-f3b11907-7c13-43af-b7d1-58d2aa30bd6d {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:14:09.986320 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b04951d-8a9e-4c13-b2cb-8102da887356", "tag": "5529d9d7-8b07-462a-961d-139579bbdcb9", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:14:09.986575 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f3b11907-7c13-43af-b7d1-58d2aa30bd6d {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:14:09.986987 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3b11907-7c13-43af-b7d1-58d2aa30bd6d'] response: {'name': 'network-changed', 'server_uuid': '7b04951d-8a9e-4c13-b2cb-8102da887356', 'tag': '5529d9d7-8b07-462a-961d-139579bbdcb9', 'status': 'completed', 'code': 200} Apr 28 20:14:10.021046 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-2a479f33-b8c6-4a15-b3d2-cfb921c3ac89 None None] Set router 7db67139-93ac-4276-b391-dc743d05c7cc gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:14:10.049392 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba7044-df8a-4240-98b8-f4db76b500a5 req-6c046054-8eb9-4180-b5f4-abf43fbd559f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:10.050929 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7fba7044-df8a-4240-98b8-f4db76b500a5 req-6c046054-8eb9-4180-b5f4-abf43fbd559f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a7abd85c8b80481690a18110e7cba81e&device_id=7b04951d-8a9e-4c13-b2cb-8102da887356 HTTP/1.1" status: 200 len: 1097 time: 0.0414968 Apr 28 20:14:10.142694 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba7044-df8a-4240-98b8-f4db76b500a5 req-8fb923af-94d1-4d23-b201-fc7ef6630faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:10.144400 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7fba7044-df8a-4240-98b8-f4db76b500a5 req-8fb923af-94d1-4d23-b201-fc7ef6630faa service neutron] 10.222.0.44 "GET /v2.0/networks?id=3ca892cc-b431-485e-a8d1-1dc31fa2091b HTTP/1.1" status: 200 len: 913 time: 0.0861638 Apr 28 20:14:10.208820 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7fba7044-df8a-4240-98b8-f4db76b500a5 req-481189ca-7d27-4541-95fe-074d556719bc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5529d9d7-8b07-462a-961d-139579bbdcb9 HTTP/1.1" status: 200 len: 1000 time: 0.0573883 Apr 28 20:14:10.243120 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-2a479f33-b8c6-4a15-b3d2-cfb921c3ac89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'name': 'tempest-TestVolumeBootPattern-1074671302-router', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:06Z', 'revision_number': 4, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'gw_port': {'id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '5416604b-868f-4254-bd1f-c6c3ba7c80dd', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'floating_ip_address': '172.25.8.244', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'port_id': '5529d9d7-8b07-462a-961d-139579bbdcb9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'mac_address': 'fa:16:3e:e5:81:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b04951d-8a9e-4c13-b2cb-8102da887356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:14:09Z', 'updated_at': '2022-04-28T20:14:09Z', 'revision_number': 0, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48b950c7-35bc-4b34-945d-a19397366dec', 'name': '', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'mac_address': 'fa:16:3e:c8:5c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:05Z', 'updated_at': '2022-04-28T20:08:11Z', 'revision_number': 5, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'subnets': [{'id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:14:10.260931 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba7044-df8a-4240-98b8-f4db76b500a5 req-4b984d87-aaa2-4aef-beb7-b504a1c903d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:10.262401 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7fba7044-df8a-4240-98b8-f4db76b500a5 req-4b984d87-aaa2-4aef-beb7-b504a1c903d7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11daf8f6-15c0-4d09-926f-75c1fcbe625d HTTP/1.1" status: 200 len: 851 time: 0.0477505 Apr 28 20:14:10.273358 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a479f33-b8c6-4a15-b3d2-cfb921c3ac89 None None] Checking router: 7db67139-93ac-4276-b391-dc743d05c7cc for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:14:10.282303 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a479f33-b8c6-4a15-b3d2-cfb921c3ac89 None None] Routers {'7db67139-93ac-4276-b391-dc743d05c7cc'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:14:10.282918 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-2a479f33-b8c6-4a15-b3d2-cfb921c3ac89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:13:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7db67139-93ac-4276-b391-dc743d05c7cc'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:14:10.314608 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba7044-df8a-4240-98b8-f4db76b500a5 req-2a7c08b2-63c0-4f48-9f3d-e36c2bc0c8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:10.316091 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7fba7044-df8a-4240-98b8-f4db76b500a5 req-2a7c08b2-63c0-4f48-9f3d-e36c2bc0c8b6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ca892cc-b431-485e-a8d1-1dc31fa2091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472825 Apr 28 20:14:10.387443 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-2a479f33-b8c6-4a15-b3d2-cfb921c3ac89 None None] Set router 7db67139-93ac-4276-b391-dc743d05c7cc gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:14:10.404528 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7fba7044-df8a-4240-98b8-f4db76b500a5 req-344232a6-a87e-4260-903e-38cf2da46563 service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812387 Apr 28 20:14:10.499009 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7fba7044-df8a-4240-98b8-f4db76b500a5 req-1b452528-417f-4b37-92e8-283567235e63 service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872822 Apr 28 20:14:10.609071 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-2a479f33-b8c6-4a15-b3d2-cfb921c3ac89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'name': 'tempest-TestVolumeBootPattern-1074671302-router', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:06Z', 'revision_number': 4, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'gw_port': {'id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '5416604b-868f-4254-bd1f-c6c3ba7c80dd', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'floating_ip_address': '172.25.8.244', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'port_id': '5529d9d7-8b07-462a-961d-139579bbdcb9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'mac_address': 'fa:16:3e:e5:81:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b04951d-8a9e-4c13-b2cb-8102da887356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:14:09Z', 'updated_at': '2022-04-28T20:14:09Z', 'revision_number': 0, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48b950c7-35bc-4b34-945d-a19397366dec', 'name': '', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'mac_address': 'fa:16:3e:c8:5c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:05Z', 'updated_at': '2022-04-28T20:08:11Z', 'revision_number': 5, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'subnets': [{'id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:14:10.637880 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a479f33-b8c6-4a15-b3d2-cfb921c3ac89 None None] The sync data for ids ['7db67139-93ac-4276-b391-dc743d05c7cc'] in n-d-839810-1 is: [{'id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'name': 'tempest-TestVolumeBootPattern-1074671302-router', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:06Z', 'revision_number': 4, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'gw_port': {'id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '5416604b-868f-4254-bd1f-c6c3ba7c80dd', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'floating_ip_address': '172.25.8.244', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'port_id': '5529d9d7-8b07-462a-961d-139579bbdcb9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'mac_address': 'fa:16:3e:e5:81:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b04951d-8a9e-4c13-b2cb-8102da887356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:14:09Z', 'updated_at': '2022-04-28T20:14:09Z', 'revision_number': 0, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48b950c7-35bc-4b34-945d-a19397366dec', 'name': '', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'mac_address': 'fa:16:3e:c8:5c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:05Z', 'updated_at': '2022-04-28T20:08:11Z', 'revision_number': 5, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'subnets': [{'id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:14:10.821784 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c654835-8d95-471c-8e08-71dd7fa6ed15 None None] New status for floating IP 5416604b-868f-4254-bd1f-c6c3ba7c80dd: ACTIVE {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:14:15.651607 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:14:19.849107 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f51f341f-e04f-46d3-adac-a47171504b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:22.086291 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bfe8e16c-4d93-47ad-a7d9-81a05cd16ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:23.576207 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:25.847646 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:25.969395 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:32.063335 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:33.640263 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:48.568087 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-06e883bb-b020-4f31-8f37-074b5ca21da1 req-02c723bc-1c49-410d-8732-6ab0ab0f763a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7b04951d-8a9e-4c13-b2cb-8102da887356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406775 Apr 28 20:14:48.647265 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e883bb-b020-4f31-8f37-074b5ca21da1 req-9a1320f1-867b-4e87-93ca-a09a3d6c5eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:48.648758 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-06e883bb-b020-4f31-8f37-074b5ca21da1 req-9a1320f1-867b-4e87-93ca-a09a3d6c5eec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a7abd85c8b80481690a18110e7cba81e&device_id=7b04951d-8a9e-4c13-b2cb-8102da887356 HTTP/1.1" status: 200 len: 1097 time: 0.0396929 Apr 28 20:14:48.754275 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e883bb-b020-4f31-8f37-074b5ca21da1 req-dddb8e0c-36de-49c6-857d-0ced8e01c9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:48.755735 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-06e883bb-b020-4f31-8f37-074b5ca21da1 req-dddb8e0c-36de-49c6-857d-0ced8e01c9d0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3ca892cc-b431-485e-a8d1-1dc31fa2091b HTTP/1.1" status: 200 len: 913 time: 0.0873551 Apr 28 20:14:48.821212 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-06e883bb-b020-4f31-8f37-074b5ca21da1 req-007a0f54-c5fa-45be-a7f5-decfbc5a2402 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5529d9d7-8b07-462a-961d-139579bbdcb9 HTTP/1.1" status: 200 len: 1002 time: 0.0580544 Apr 28 20:14:48.872842 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e883bb-b020-4f31-8f37-074b5ca21da1 req-23584c06-7bf2-404f-8460-9480ac7f23df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:48.874306 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-06e883bb-b020-4f31-8f37-074b5ca21da1 req-23584c06-7bf2-404f-8460-9480ac7f23df service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11daf8f6-15c0-4d09-926f-75c1fcbe625d HTTP/1.1" status: 200 len: 851 time: 0.0468245 Apr 28 20:14:48.919695 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e883bb-b020-4f31-8f37-074b5ca21da1 req-f20cbe67-629b-4ba7-ab77-4913027ad8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:48.921195 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-06e883bb-b020-4f31-8f37-074b5ca21da1 req-f20cbe67-629b-4ba7-ab77-4913027ad8fc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ca892cc-b431-485e-a8d1-1dc31fa2091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400002 Apr 28 20:14:49.008337 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-06e883bb-b020-4f31-8f37-074b5ca21da1 req-1426d56f-9ea4-474c-8bcc-f7c9e94ab14a service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798659 Apr 28 20:14:49.101106 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-06e883bb-b020-4f31-8f37-074b5ca21da1 req-2b6f63b5-13fd-40d4-a32a-214d7f5b237c service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864773 Apr 28 20:14:49.850428 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f2e254bb-5f95-40c1-b6a5-df9a8788b09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:52.087633 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f6358437-011c-4495-957f-0f409a76be28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:52.651002 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:14:53.577433 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:55.851430 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:55.971344 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:02.078635 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:03.663097 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:19.851463 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ed86d260-8388-4f0d-8f97-1891e4c49ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:22.091096 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bd38f2a5-a48c-49da-abb6-49a383f4be43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:22.738690 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-fc4e377b-15e2-4408-a1d6-51cff7a41f1a req-dbf8a504-ea71-4d2e-8814-42767341d074 service neutron] (102774) timed out ('10.222.0.42', 47810) {{(pid=102774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 28 20:15:23.581916 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:25.851479 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:25.972297 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:29.650907 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:15:32.086632 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:33.656009 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:49.594101 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a8765623-2086-4628-be39-f8648fcd366f req-fc5cbada-95c2-4cf7-ae68-6bec18d68ab8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7b04951d-8a9e-4c13-b2cb-8102da887356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0926354 Apr 28 20:15:49.683320 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8765623-2086-4628-be39-f8648fcd366f req-18db3673-6f48-46a2-a82b-ecb203798dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:49.685125 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a8765623-2086-4628-be39-f8648fcd366f req-18db3673-6f48-46a2-a82b-ecb203798dd2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a7abd85c8b80481690a18110e7cba81e&device_id=7b04951d-8a9e-4c13-b2cb-8102da887356 HTTP/1.1" status: 200 len: 1097 time: 0.0451958 Apr 28 20:15:49.790250 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8765623-2086-4628-be39-f8648fcd366f req-57204cab-334d-4516-9f6c-6c23f5b491b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:49.791618 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a8765623-2086-4628-be39-f8648fcd366f req-57204cab-334d-4516-9f6c-6c23f5b491b8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3ca892cc-b431-485e-a8d1-1dc31fa2091b HTTP/1.1" status: 200 len: 913 time: 0.0882981 Apr 28 20:15:49.859253 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e9297eab-9703-430f-b571-075aa2edb73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:49.862734 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a8765623-2086-4628-be39-f8648fcd366f req-04dfee8a-26e7-40e5-86cd-4d50a1e25eeb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5529d9d7-8b07-462a-961d-139579bbdcb9 HTTP/1.1" status: 200 len: 1002 time: 0.0643973 Apr 28 20:15:49.920403 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8765623-2086-4628-be39-f8648fcd366f req-d935dd35-0ce2-47c7-964b-f74e4074ee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:49.921980 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a8765623-2086-4628-be39-f8648fcd366f req-d935dd35-0ce2-47c7-964b-f74e4074ee25 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11daf8f6-15c0-4d09-926f-75c1fcbe625d HTTP/1.1" status: 200 len: 851 time: 0.0524666 Apr 28 20:15:49.971067 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8765623-2086-4628-be39-f8648fcd366f req-73a5a40a-2c3d-4247-bcfb-269e55db3551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:49.972633 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a8765623-2086-4628-be39-f8648fcd366f req-73a5a40a-2c3d-4247-bcfb-269e55db3551 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ca892cc-b431-485e-a8d1-1dc31fa2091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428355 Apr 28 20:15:50.105903 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a8765623-2086-4628-be39-f8648fcd366f req-71a3cc46-a620-47cc-b297-e0f657fe52a5 service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252434 Apr 28 20:15:50.203728 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a8765623-2086-4628-be39-f8648fcd366f req-ad349d46-73d4-44cc-bb99-79fb69b9b044 service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908234 Apr 28 20:15:52.100284 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0492f55c-3573-4f77-9815-a5708d35b318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:53.587155 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:55.875281 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:55.974452 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:59.055473 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-57025030-0a9f-4af1-884e-c448b3eba497 req-a2b2e11b-1067-4041-a175-b74c71093f33 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-147544090&fields=id&tenant_id=a7abd85c8b80481690a18110e7cba81e HTTP/1.1" status: 200 len: 267 time: 0.0340505 Apr 28 20:15:59.164162 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57025030-0a9f-4af1-884e-c448b3eba497 req-2e98b8c5-9631-4dd4-89b3-707ef71a9fe2 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:59.165616 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-57025030-0a9f-4af1-884e-c448b3eba497 req-2e98b8c5-9631-4dd4-89b3-707ef71a9fe2 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/networks?id=3ca892cc-b431-485e-a8d1-1dc31fa2091b HTTP/1.1" status: 200 len: 812 time: 0.1027939 Apr 28 20:15:59.182292 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-57025030-0a9f-4af1-884e-c448b3eba497 req-cfcf7d1c-6a5c-4580-b491-a02965004b63 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/quotas/a7abd85c8b80481690a18110e7cba81e HTTP/1.1" status: 200 len: 375 time: 0.0091345 Apr 28 20:15:59.239793 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-57025030-0a9f-4af1-884e-c448b3eba497 req-76e73476-283b-415e-9d42-d60070ca4ff4 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7abd85c8b80481690a18110e7cba81e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0515566 Apr 28 20:15:59.305364 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-57025030-0a9f-4af1-884e-c448b3eba497 req-fa69016c-524b-4ede-85d1-6b42aad568a1 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:59.306576 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-57025030-0a9f-4af1-884e-c448b3eba497 req-fa69016c-524b-4ede-85d1-6b42aad568a1 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0546000 Apr 28 20:15:59.392544 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-57025030-0a9f-4af1-884e-c448b3eba497 req-e792bdc4-4fff-4b88-b0ff-272b4cf38fbd service neutron] 10.222.0.42 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792930 Apr 28 20:15:59.483184 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-57025030-0a9f-4af1-884e-c448b3eba497 req-d9e3e1b1-d040-46b0-a542-071a1e629a25 service neutron] 10.222.0.42 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844388 Apr 28 20:15:59.766006 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07302894-68c0-45df-85df-6fd1027ce12c req-6dc1d9e9-25fd-4721-bb3b-6aa36ec2ab33 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd5f0e20-aeaa-4fb8-b58a-4ede300ad416 HTTP/1.1" status: 200 len: 210 time: 0.0271771 Apr 28 20:16:00.645630 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57025030-0a9f-4af1-884e-c448b3eba497 req-edd0576d-a1b1-4e11-876a-f813acc87ee1 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:00.647086 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57025030-0a9f-4af1-884e-c448b3eba497 req-edd0576d-a1b1-4e11-876a-f813acc87ee1 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.15 "GET /v2.0/networks?id=3ca892cc-b431-485e-a8d1-1dc31fa2091b HTTP/1.1" status: 200 len: 812 time: 0.1076691 Apr 28 20:16:00.691861 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57025030-0a9f-4af1-884e-c448b3eba497 req-7db508f9-c891-460b-ab8d-ec9cce2d42bd tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7abd85c8b80481690a18110e7cba81e HTTP/1.1" status: 200 len: 379 time: 0.0357609 Apr 28 20:16:00.702125 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-57025030-0a9f-4af1-884e-c448b3eba497 req-4a015d62-1bac-41f9-afdd-26bbf189bbbc tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Request body: {'port': {'device_id': 'cd5f0e20-aeaa-4fb8-b58a-4ede300ad416', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'admin_state_up': True, 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'security_groups': ['959cb35d-4120-4737-995e-c5a5673e8441']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:16:00.809651 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57025030-0a9f-4af1-884e-c448b3eba497 req-4a015d62-1bac-41f9-afdd-26bbf189bbbc tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Made reservation on behalf of a7abd85c8b80481690a18110e7cba81e for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:16:00.813445 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-57025030-0a9f-4af1-884e-c448b3eba497 req-4a015d62-1bac-41f9-afdd-26bbf189bbbc tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:00.878365 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8c6d9879-e860-4b31-becc-412376cde84b req-6c360423-4c99-4ced-85dc-59e62f12afe0 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd5f0e20-aeaa-4fb8-b58a-4ede300ad416 HTTP/1.1" status: 200 len: 210 time: 0.0288038 Apr 28 20:16:00.951528 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-57025030-0a9f-4af1-884e-c448b3eba497 req-4a015d62-1bac-41f9-afdd-26bbf189bbbc tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Allocated IP 172.20.0.9 (3ca892cc-b431-485e-a8d1-1dc31fa2091b/11daf8f6-15c0-4d09-926f-75c1fcbe625d/c0179dab-47bf-4f36-b68a-d6c8fa0cee50) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:16:01.094572 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-57025030-0a9f-4af1-884e-c448b3eba497 req-4a015d62-1bac-41f9-afdd-26bbf189bbbc tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:01.129552 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-57025030-0a9f-4af1-884e-c448b3eba497 req-4a015d62-1bac-41f9-afdd-26bbf189bbbc tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:01.176763 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57025030-0a9f-4af1-884e-c448b3eba497 req-4a015d62-1bac-41f9-afdd-26bbf189bbbc tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Network 3ca892cc-b431-485e-a8d1-1dc31fa2091b is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:16:01.180234 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-57025030-0a9f-4af1-884e-c448b3eba497 req-4a015d62-1bac-41f9-afdd-26bbf189bbbc tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:16:01.184787 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-57025030-0a9f-4af1-884e-c448b3eba497 req-4a015d62-1bac-41f9-afdd-26bbf189bbbc tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:16:01.192087 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a015d62-1bac-41f9-afdd-26bbf189bbbc tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Pushing event updated for resources: {'Port': ['ID=c0179dab-47bf-4f36-b68a-d6c8fa0cee50,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:01.227859 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a015d62-1bac-41f9-afdd-26bbf189bbbc tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:01.228229 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a015d62-1bac-41f9-afdd-26bbf189bbbc tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:01.228571 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a015d62-1bac-41f9-afdd-26bbf189bbbc tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:01.228908 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a015d62-1bac-41f9-afdd-26bbf189bbbc tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:01.229235 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a015d62-1bac-41f9-afdd-26bbf189bbbc tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:01.229563 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a015d62-1bac-41f9-afdd-26bbf189bbbc tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:01.229886 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a015d62-1bac-41f9-afdd-26bbf189bbbc tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:01.230205 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a015d62-1bac-41f9-afdd-26bbf189bbbc tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:01.230524 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a015d62-1bac-41f9-afdd-26bbf189bbbc tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:01.230842 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a015d62-1bac-41f9-afdd-26bbf189bbbc tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:01.231162 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a015d62-1bac-41f9-afdd-26bbf189bbbc tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:01.231524 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a015d62-1bac-41f9-afdd-26bbf189bbbc tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:01.252609 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57025030-0a9f-4af1-884e-c448b3eba497 req-4a015d62-1bac-41f9-afdd-26bbf189bbbc tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:01.253321 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-57025030-0a9f-4af1-884e-c448b3eba497 req-4a015d62-1bac-41f9-afdd-26bbf189bbbc tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:01.271745 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57025030-0a9f-4af1-884e-c448b3eba497 req-4a015d62-1bac-41f9-afdd-26bbf189bbbc tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5732057 Apr 28 20:16:01.284493 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-57025030-0a9f-4af1-884e-c448b3eba497 req-0811744e-088c-4283-ba4c-033f06cfb6ef service neutron] Request body: {'port': {'device_id': 'cd5f0e20-aeaa-4fb8-b58a-4ede300ad416', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:16:01.349471 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-57025030-0a9f-4af1-884e-c448b3eba497 req-0811744e-088c-4283-ba4c-033f06cfb6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:01.467033 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-12bef705-dde4-4714-b0fd-144eaa5629e9 None None] Provisioning complete for port c0179dab-47bf-4f36-b68a-d6c8fa0cee50 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:16:01.467560 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-12bef705-dde4-4714-b0fd-144eaa5629e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:01.505337 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-12bef705-dde4-4714-b0fd-144eaa5629e9 None None] Port c0179dab-47bf-4f36-b68a-d6c8fa0cee50 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:16:01.618080 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-57025030-0a9f-4af1-884e-c448b3eba497 req-0811744e-088c-4283-ba4c-033f06cfb6ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0179dab-47bf-4f36-b68a-d6c8fa0cee50 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:16:01.625537 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-57025030-0a9f-4af1-884e-c448b3eba497 req-0811744e-088c-4283-ba4c-033f06cfb6ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:01.637380 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-57025030-0a9f-4af1-884e-c448b3eba497 req-0811744e-088c-4283-ba4c-033f06cfb6ef service neutron] Transition to ACTIVE for port object c0179dab-47bf-4f36-b68a-d6c8fa0cee50 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:16:01.641564 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-57025030-0a9f-4af1-884e-c448b3eba497 req-0811744e-088c-4283-ba4c-033f06cfb6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:01.693621 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811744e-088c-4283-ba4c-033f06cfb6ef service neutron] Pushing event updated for resources: {'Port': ['ID=c0179dab-47bf-4f36-b68a-d6c8fa0cee50,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:01.768581 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-57025030-0a9f-4af1-884e-c448b3eba497 req-0811744e-088c-4283-ba4c-033f06cfb6ef service neutron] Attempting to bind port c0179dab-47bf-4f36-b68a-d6c8fa0cee50 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:16:01.769054 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-57025030-0a9f-4af1-884e-c448b3eba497 req-0811744e-088c-4283-ba4c-033f06cfb6ef service neutron] Attempting to bind port c0179dab-47bf-4f36-b68a-d6c8fa0cee50 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:16:01.769458 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57025030-0a9f-4af1-884e-c448b3eba497 req-0811744e-088c-4283-ba4c-033f06cfb6ef service neutron] Attempting to bind port c0179dab-47bf-4f36-b68a-d6c8fa0cee50 on network 3ca892cc-b431-485e-a8d1-1dc31fa2091b {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:16:01.774104 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57025030-0a9f-4af1-884e-c448b3eba497 req-0811744e-088c-4283-ba4c-033f06cfb6ef service neutron] Port c0179dab-47bf-4f36-b68a-d6c8fa0cee50 on network 3ca892cc-b431-485e-a8d1-1dc31fa2091b not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:16:01.774503 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57025030-0a9f-4af1-884e-c448b3eba497 req-0811744e-088c-4283-ba4c-033f06cfb6ef service neutron] Attempting to bind port c0179dab-47bf-4f36-b68a-d6c8fa0cee50 on network 3ca892cc-b431-485e-a8d1-1dc31fa2091b {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:16:01.780289 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57025030-0a9f-4af1-884e-c448b3eba497 req-0811744e-088c-4283-ba4c-033f06cfb6ef service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:16:01.780705 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57025030-0a9f-4af1-884e-c448b3eba497 req-0811744e-088c-4283-ba4c-033f06cfb6ef service neutron] Checking segment: {'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:16:01.781158 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57025030-0a9f-4af1-884e-c448b3eba497 req-0811744e-088c-4283-ba4c-033f06cfb6ef service neutron] Bound using segment: {'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:16:01.782189 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-57025030-0a9f-4af1-884e-c448b3eba497 req-0811744e-088c-4283-ba4c-033f06cfb6ef service neutron] Bound port: c0179dab-47bf-4f36-b68a-d6c8fa0cee50, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4153f325-57c0-408e-ac48-7adc6d59e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:16:01.782372 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-57025030-0a9f-4af1-884e-c448b3eba497 req-0811744e-088c-4283-ba4c-033f06cfb6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:01.859999 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-57025030-0a9f-4af1-884e-c448b3eba497 req-0811744e-088c-4283-ba4c-033f06cfb6ef service neutron] For port c0179dab-47bf-4f36-b68a-d6c8fa0cee50, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:16:01.863468 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-57025030-0a9f-4af1-884e-c448b3eba497 req-0811744e-088c-4283-ba4c-033f06cfb6ef service neutron] For port c0179dab-47bf-4f36-b68a-d6c8fa0cee50, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=c0179dab-47bf-4f36-b68a-d6c8fa0cee50,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:16:01.868643 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-57025030-0a9f-4af1-884e-c448b3eba497 req-0811744e-088c-4283-ba4c-033f06cfb6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:01.904335 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57025030-0a9f-4af1-884e-c448b3eba497 req-0811744e-088c-4283-ba4c-033f06cfb6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:01.905274 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-57025030-0a9f-4af1-884e-c448b3eba497 req-0811744e-088c-4283-ba4c-033f06cfb6ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:01.907072 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57025030-0a9f-4af1-884e-c448b3eba497 req-0811744e-088c-4283-ba4c-033f06cfb6ef service neutron] 10.222.0.15 "PUT /v2.0/ports/c0179dab-47bf-4f36-b68a-d6c8fa0cee50 HTTP/1.1" status: 200 len: 1091 time: 0.6270976 Apr 28 20:16:01.914332 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd5f0e20-aeaa-4fb8-b58a-4ede300ad416', 'tag': 'c0179dab-47bf-4f36-b68a-d6c8fa0cee50'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:16:01.914332 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0510dd5e-6a3a-4d3b-9511-aaafd97d336c" -d '{"events": [{"name": "network-changed", "server_uuid": "cd5f0e20-aeaa-4fb8-b58a-4ede300ad416", "tag": "c0179dab-47bf-4f36-b68a-d6c8fa0cee50"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:16:02.056043 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c37fef-44cf-454c-9b7c-1c0bf3a3039a x-openstack-request-id: req-44c37fef-44cf-454c-9b7c-1c0bf3a3039a {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:16:02.056357 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd5f0e20-aeaa-4fb8-b58a-4ede300ad416", "tag": "c0179dab-47bf-4f36-b68a-d6c8fa0cee50", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:16:02.056611 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-44c37fef-44cf-454c-9b7c-1c0bf3a3039a {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:16:02.057022 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44c37fef-44cf-454c-9b7c-1c0bf3a3039a'] response: {'name': 'network-changed', 'server_uuid': 'cd5f0e20-aeaa-4fb8-b58a-4ede300ad416', 'tag': 'c0179dab-47bf-4f36-b68a-d6c8fa0cee50', 'status': 'completed', 'code': 200} Apr 28 20:16:02.062020 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811744e-088c-4283-ba4c-033f06cfb6ef service neutron] Pushing event updated for resources: {'Port': ['ID=c0179dab-47bf-4f36-b68a-d6c8fa0cee50,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:02.089805 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:02.091411 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57025030-0a9f-4af1-884e-c448b3eba497 req-ae9b296e-3c1a-492a-b5e0-3b00babfc14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:02.093837 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57025030-0a9f-4af1-884e-c448b3eba497 req-ae9b296e-3c1a-492a-b5e0-3b00babfc14d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7abd85c8b80481690a18110e7cba81e&device_id=cd5f0e20-aeaa-4fb8-b58a-4ede300ad416 HTTP/1.1" status: 200 len: 1094 time: 0.1255748 Apr 28 20:16:02.102774 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb695a03-de26-42cb-8526-d977ea13aef1 req-3aba67c1-e61c-4da6-80b4-c154769209de tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:02.104278 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cb695a03-de26-42cb-8526-d977ea13aef1 req-3aba67c1-e61c-4da6-80b4-c154769209de tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd5f0e20-aeaa-4fb8-b58a-4ede300ad416 HTTP/1.1" status: 200 len: 943 time: 0.1348424 Apr 28 20:16:02.146476 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57025030-0a9f-4af1-884e-c448b3eba497 req-5757fac1-446e-4b76-bdda-3ed54f3bda04 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0179dab-47bf-4f36-b68a-d6c8fa0cee50 HTTP/1.1" status: 200 len: 217 time: 0.0411911 Apr 28 20:16:02.212062 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cb695a03-de26-42cb-8526-d977ea13aef1 req-6e14a20a-74db-46ee-8f17-cb61bf1de5d1 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007807 Apr 28 20:16:02.219280 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57025030-0a9f-4af1-884e-c448b3eba497 req-3722c475-4a67-4345-8c22-61d565161404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:02.220732 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57025030-0a9f-4af1-884e-c448b3eba497 req-3722c475-4a67-4345-8c22-61d565161404 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11daf8f6-15c0-4d09-926f-75c1fcbe625d HTTP/1.1" status: 200 len: 851 time: 0.0680990 Apr 28 20:16:02.267838 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57025030-0a9f-4af1-884e-c448b3eba497 req-9a254d9e-7593-451f-92ac-7e5c0baa0576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:02.269508 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57025030-0a9f-4af1-884e-c448b3eba497 req-9a254d9e-7593-451f-92ac-7e5c0baa0576 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ca892cc-b431-485e-a8d1-1dc31fa2091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422106 Apr 28 20:16:02.360198 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57025030-0a9f-4af1-884e-c448b3eba497 req-0d251691-45c0-43de-b943-9aac4fa2fc4d service neutron] 10.222.0.15 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835521 Apr 28 20:16:02.455153 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57025030-0a9f-4af1-884e-c448b3eba497 req-eb77d6bd-1aa8-43ef-bbac-16008363357f service neutron] 10.222.0.15 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867374 Apr 28 20:16:02.541011 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510dd5e-6a3a-4d3b-9511-aaafd97d336c req-e0ec82b7-c755-486b-84a8-19dac6db1566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:02.542551 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0510dd5e-6a3a-4d3b-9511-aaafd97d336c req-e0ec82b7-c755-486b-84a8-19dac6db1566 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7abd85c8b80481690a18110e7cba81e&device_id=cd5f0e20-aeaa-4fb8-b58a-4ede300ad416 HTTP/1.1" status: 200 len: 1094 time: 0.0435758 Apr 28 20:16:02.643486 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510dd5e-6a3a-4d3b-9511-aaafd97d336c req-7f27e9a6-d654-4db2-89a5-1a9e72ee6035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:02.644976 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0510dd5e-6a3a-4d3b-9511-aaafd97d336c req-7f27e9a6-d654-4db2-89a5-1a9e72ee6035 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ca892cc-b431-485e-a8d1-1dc31fa2091b HTTP/1.1" status: 200 len: 913 time: 0.0964401 Apr 28 20:16:02.688611 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0510dd5e-6a3a-4d3b-9511-aaafd97d336c req-3b83046c-1806-4037-bd5f-6af4542be826 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0179dab-47bf-4f36-b68a-d6c8fa0cee50 HTTP/1.1" status: 200 len: 217 time: 0.0358624 Apr 28 20:16:02.737629 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510dd5e-6a3a-4d3b-9511-aaafd97d336c req-62ba0783-725e-4b81-89be-9c9f7296ba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:02.739082 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0510dd5e-6a3a-4d3b-9511-aaafd97d336c req-62ba0783-725e-4b81-89be-9c9f7296ba18 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11daf8f6-15c0-4d09-926f-75c1fcbe625d HTTP/1.1" status: 200 len: 851 time: 0.0441475 Apr 28 20:16:02.789098 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510dd5e-6a3a-4d3b-9511-aaafd97d336c req-e66a3e09-b6ae-48fd-beb6-dd82fb67fa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:02.790585 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0510dd5e-6a3a-4d3b-9511-aaafd97d336c req-e66a3e09-b6ae-48fd-beb6-dd82fb67fa48 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ca892cc-b431-485e-a8d1-1dc31fa2091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455196 Apr 28 20:16:02.877250 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0510dd5e-6a3a-4d3b-9511-aaafd97d336c req-3f289932-852b-4b18-a832-f1d234b048c5 service neutron] 10.222.0.15 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801935 Apr 28 20:16:02.971524 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0510dd5e-6a3a-4d3b-9511-aaafd97d336c req-74c0be02-6698-4d90-a498-10da011d48f7 service neutron] 10.222.0.15 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878901 Apr 28 20:16:03.336703 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93680f8-2c80-46a5-886b-16ddfc21c58b req-2f78bcaf-90fd-48f8-81cb-6d0edd726239 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:03.338177 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b93680f8-2c80-46a5-886b-16ddfc21c58b req-2f78bcaf-90fd-48f8-81cb-6d0edd726239 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd5f0e20-aeaa-4fb8-b58a-4ede300ad416 HTTP/1.1" status: 200 len: 943 time: 0.0505702 Apr 28 20:16:03.377138 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b93680f8-2c80-46a5-886b-16ddfc21c58b req-70653c07-71e3-4996-a23b-3a915369ec74 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326600 Apr 28 20:16:03.674126 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:04.509542 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96129e40-b1eb-4d44-8e82-b7e97038f152 req-bf559d33-1277-41f4-9bc1-182a0fc13fe7 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:04.511038 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-96129e40-b1eb-4d44-8e82-b7e97038f152 req-bf559d33-1277-41f4-9bc1-182a0fc13fe7 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd5f0e20-aeaa-4fb8-b58a-4ede300ad416 HTTP/1.1" status: 200 len: 943 time: 0.0595148 Apr 28 20:16:04.552797 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-96129e40-b1eb-4d44-8e82-b7e97038f152 req-2945df98-a825-4eb9-85ec-7e7d73802558 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346651 Apr 28 20:16:05.670533 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3caec-d414-4b1f-9a6f-812ab6959171 req-bd027f37-17ab-45ec-a866-7fcebb8ca9e2 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:05.672000 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-02f3caec-d414-4b1f-9a6f-812ab6959171 req-bd027f37-17ab-45ec-a866-7fcebb8ca9e2 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd5f0e20-aeaa-4fb8-b58a-4ede300ad416 HTTP/1.1" status: 200 len: 943 time: 0.0531893 Apr 28 20:16:05.710915 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-02f3caec-d414-4b1f-9a6f-812ab6959171 req-8201b72e-4110-46cb-ad40-7cc56d753945 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325103 Apr 28 20:16:06.650404 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:16:06.825213 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3df5b-f034-48a4-980c-d3da61dde156 req-0f6d2dba-542d-48fd-a2c3-344a7be5087b tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:06.826679 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5ad3df5b-f034-48a4-980c-d3da61dde156 req-0f6d2dba-542d-48fd-a2c3-344a7be5087b tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd5f0e20-aeaa-4fb8-b58a-4ede300ad416 HTTP/1.1" status: 200 len: 943 time: 0.0492258 Apr 28 20:16:06.863870 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5ad3df5b-f034-48a4-980c-d3da61dde156 req-6fb4bc3f-7675-42f5-be68-63bf995f1303 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312457 Apr 28 20:16:07.992420 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe5957-ff46-4730-a39e-af2f77a1aa64 req-8b13b6ee-2a18-471b-9b7d-b6629180f7f3 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:07.993926 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cdbe5957-ff46-4730-a39e-af2f77a1aa64 req-8b13b6ee-2a18-471b-9b7d-b6629180f7f3 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd5f0e20-aeaa-4fb8-b58a-4ede300ad416 HTTP/1.1" status: 200 len: 943 time: 0.0506053 Apr 28 20:16:08.033914 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cdbe5957-ff46-4730-a39e-af2f77a1aa64 req-904c40ab-4609-43c9-903a-0ecfb480e6cd tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330737 Apr 28 20:16:09.166164 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7f472-8d0b-499e-8bd6-fee3215ccfc9 req-9c61b9e9-6b4a-4253-9b42-ac0f55035681 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:09.167663 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-36c7f472-8d0b-499e-8bd6-fee3215ccfc9 req-9c61b9e9-6b4a-4253-9b42-ac0f55035681 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd5f0e20-aeaa-4fb8-b58a-4ede300ad416 HTTP/1.1" status: 200 len: 943 time: 0.0535681 Apr 28 20:16:09.210123 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-36c7f472-8d0b-499e-8bd6-fee3215ccfc9 req-887215b0-b83d-4493-9a2f-83c504b4d159 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329475 Apr 28 20:16:10.330650 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de882e-a31b-4cb7-9df6-49b1b4acb141 req-02af63ca-1fab-4956-a9f2-84029d21186a tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:10.332131 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-47de882e-a31b-4cb7-9df6-49b1b4acb141 req-02af63ca-1fab-4956-a9f2-84029d21186a tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd5f0e20-aeaa-4fb8-b58a-4ede300ad416 HTTP/1.1" status: 200 len: 943 time: 0.0484829 Apr 28 20:16:10.368493 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-47de882e-a31b-4cb7-9df6-49b1b4acb141 req-84684d0f-579d-4176-b181-7bd533e491a9 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303526 Apr 28 20:16:11.482241 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2f914-c932-424c-940c-94491b2f9244 req-ddedacad-a034-4d35-a5c4-fc61d667b375 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:11.483607 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-67f2f914-c932-424c-940c-94491b2f9244 req-ddedacad-a034-4d35-a5c4-fc61d667b375 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd5f0e20-aeaa-4fb8-b58a-4ede300ad416 HTTP/1.1" status: 200 len: 943 time: 0.0478799 Apr 28 20:16:11.521155 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-67f2f914-c932-424c-940c-94491b2f9244 req-621b6480-6991-45a3-8153-b3993da89a5c tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315061 Apr 28 20:16:12.222179 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device c0179dab-47bf-4f36-b68a-d6c8fa0cee50 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:16:12.318139 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port c0179dab-47bf-4f36-b68a-d6c8fa0cee50, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=c0179dab-47bf-4f36-b68a-d6c8fa0cee50,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:16:12.329021 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'c0179dab-47bf-4f36-b68a-d6c8fa0cee50', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'port_id': 'c0179dab-47bf-4f36-b68a-d6c8fa0cee50', 'mac_address': 'fa:16:3e:b8:0b:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:16:12.364921 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:12.377611 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0179dab-47bf-4f36-b68a-d6c8fa0cee50 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:16:12.400336 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port c0179dab-47bf-4f36-b68a-d6c8fa0cee50, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=c0179dab-47bf-4f36-b68a-d6c8fa0cee50,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:16:12.404404 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:12.450197 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=c0179dab-47bf-4f36-b68a-d6c8fa0cee50,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:12.457271 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:12.457615 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:12.457960 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:12.458287 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:12.458613 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:12.458940 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:12.459265 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:12.459588 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:12.459908 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:12.460267 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:12.460588 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:12.460904 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:12.622672 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['c0179dab-47bf-4f36-b68a-d6c8fa0cee50'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:16:12.639548 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347ea5a-7b0b-4759-bb6b-a732920df9e7 req-cdf2a8b8-cb4a-4e4c-bb2e-a07eeddd3164 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:12.641040 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e347ea5a-7b0b-4759-bb6b-a732920df9e7 req-cdf2a8b8-cb4a-4e4c-bb2e-a07eeddd3164 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd5f0e20-aeaa-4fb8-b58a-4ede300ad416 HTTP/1.1" status: 200 len: 944 time: 0.0523834 Apr 28 20:16:12.678590 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e347ea5a-7b0b-4759-bb6b-a732920df9e7 req-ff098292-94b9-4c90-b72c-713abf6bc0a8 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313187 Apr 28 20:16:13.795008 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d4e52-b102-4f74-b4e1-cbdd84240c25 req-97b29b4a-fa38-4f43-ac73-e353a39d21bb tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:13.796484 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6f7d4e52-b102-4f74-b4e1-cbdd84240c25 req-97b29b4a-fa38-4f43-ac73-e353a39d21bb tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd5f0e20-aeaa-4fb8-b58a-4ede300ad416 HTTP/1.1" status: 200 len: 944 time: 0.0496531 Apr 28 20:16:13.833110 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6f7d4e52-b102-4f74-b4e1-cbdd84240c25 req-8334d151-ef92-4d16-858d-2b0f5c5e12b6 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307293 Apr 28 20:16:14.237579 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device c0179dab-47bf-4f36-b68a-d6c8fa0cee50 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:16:14.284865 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port c0179dab-47bf-4f36-b68a-d6c8fa0cee50 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:16:14.288715 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port c0179dab-47bf-4f36-b68a-d6c8fa0cee50 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:16:14.289091 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:14.368658 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:14.389958 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5f0e20-aeaa-4fb8-b58a-4ede300ad416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0179dab-47bf-4f36-b68a-d6c8fa0cee50'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:16:14.392199 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df42c14-d9e0-41da-822d-42733a5d9a2b" -d '{"events": [{"server_uuid": "cd5f0e20-aeaa-4fb8-b58a-4ede300ad416", "name": "network-vif-plugged", "status": "completed", "tag": "c0179dab-47bf-4f36-b68a-d6c8fa0cee50"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:16:14.405282 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port c0179dab-47bf-4f36-b68a-d6c8fa0cee50, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=c0179dab-47bf-4f36-b68a-d6c8fa0cee50,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:16:14.409559 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:14.432555 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ce7bc8-c084-4dd5-b2be-870ee5536041 x-openstack-request-id: req-80ce7bc8-c084-4dd5-b2be-870ee5536041 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:16:14.432846 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd5f0e20-aeaa-4fb8-b58a-4ede300ad416", "name": "network-vif-plugged", "status": "completed", "tag": "c0179dab-47bf-4f36-b68a-d6c8fa0cee50", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:16:14.433098 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-80ce7bc8-c084-4dd5-b2be-870ee5536041 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:16:14.433490 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80ce7bc8-c084-4dd5-b2be-870ee5536041'] response: {'server_uuid': 'cd5f0e20-aeaa-4fb8-b58a-4ede300ad416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0179dab-47bf-4f36-b68a-d6c8fa0cee50', 'code': 200} Apr 28 20:16:14.459684 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=c0179dab-47bf-4f36-b68a-d6c8fa0cee50,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:14.530454 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253d24a-31ad-4b35-b4e1-fdc4f93c98f4 req-cefcf68d-aa4a-4f03-8ed7-eb86bdf37645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:14.531817 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4253d24a-31ad-4b35-b4e1-fdc4f93c98f4 req-cefcf68d-aa4a-4f03-8ed7-eb86bdf37645 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cd5f0e20-aeaa-4fb8-b58a-4ede300ad416 HTTP/1.1" status: 200 len: 1096 time: 0.0433652 Apr 28 20:16:14.565755 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4253d24a-31ad-4b35-b4e1-fdc4f93c98f4 req-9834fcb1-9656-4d01-a5b3-4dccc84ba768 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274136 Apr 28 20:16:14.947055 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977a710-3665-4cca-859b-4d425bd9cc04 req-07a9166d-2d8e-4d45-818c-767d8070d3e3 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:14.948520 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9977a710-3665-4cca-859b-4d425bd9cc04 req-07a9166d-2d8e-4d45-818c-767d8070d3e3 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd5f0e20-aeaa-4fb8-b58a-4ede300ad416 HTTP/1.1" status: 200 len: 945 time: 0.0486863 Apr 28 20:16:14.986799 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9977a710-3665-4cca-859b-4d425bd9cc04 req-e950fe05-f239-4c57-a8ad-bbde05ffb54a tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321760 Apr 28 20:16:16.106031 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9a00e-97d1-4548-92cb-64735ee7ce65 req-d5a2b1b4-1d4a-485d-b64d-fa77e0c7ffd5 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:16.107504 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-35e9a00e-97d1-4548-92cb-64735ee7ce65 req-d5a2b1b4-1d4a-485d-b64d-fa77e0c7ffd5 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd5f0e20-aeaa-4fb8-b58a-4ede300ad416 HTTP/1.1" status: 200 len: 945 time: 0.0495224 Apr 28 20:16:16.144866 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-35e9a00e-97d1-4548-92cb-64735ee7ce65 req-98da50de-1f3e-49c2-9042-38520ea9c217 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313232 Apr 28 20:16:16.260961 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a47349-ed47-487b-a2c2-a446378abe3a req-14558697-2902-4746-ba12-79bec9696e96 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:16.263024 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-42a47349-ed47-487b-a2c2-a446378abe3a req-14558697-2902-4746-ba12-79bec9696e96 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd5f0e20-aeaa-4fb8-b58a-4ede300ad416 HTTP/1.1" status: 200 len: 945 time: 0.0484545 Apr 28 20:16:16.299759 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-42a47349-ed47-487b-a2c2-a446378abe3a req-d7f91d19-4453-45d3-abe5-2de427ecc438 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307016 Apr 28 20:16:16.322016 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35064) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:16:16.364471 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0fc604-f622-4693-943d-af7efac03e28 tempest-TestVolumeBootPattern-982838463 tempest-TestVolumeBootPattern-982838463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:16.365946 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2a0fc604-f622-4693-943d-af7efac03e28 tempest-TestVolumeBootPattern-982838463 tempest-TestVolumeBootPattern-982838463-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=cd5f0e20-aeaa-4fb8-b58a-4ede300ad416 HTTP/1.1" status: 200 len: 1091 time: 0.0429471 Apr 28 20:16:16.368661 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35066) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:16:16.373350 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-cf145738-46dd-4a79-b626-e1d521be0506 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'port_id': 'c0179dab-47bf-4f36-b68a-d6c8fa0cee50', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:16:16.393270 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf145738-46dd-4a79-b626-e1d521be0506 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for floatingip, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:16.488341 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf145738-46dd-4a79-b626-e1d521be0506 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:16.592883 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-cf145738-46dd-4a79-b626-e1d521be0506 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Allocated IP 172.25.8.140 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/11316963-77b3-4d3a-a94f-1e76952b715a) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:16:16.691142 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf145738-46dd-4a79-b626-e1d521be0506 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:16.723410 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf145738-46dd-4a79-b626-e1d521be0506 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:16.765270 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf145738-46dd-4a79-b626-e1d521be0506 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:16:16.768073 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-cf145738-46dd-4a79-b626-e1d521be0506 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:16:16.771598 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf145738-46dd-4a79-b626-e1d521be0506 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:16:16.792861 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf145738-46dd-4a79-b626-e1d521be0506 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Pushing event updated for resources: {'Port': ['ID=11316963-77b3-4d3a-a94f-1e76952b715a,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:17.114557 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf145738-46dd-4a79-b626-e1d521be0506 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:17.182686 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf145738-46dd-4a79-b626-e1d521be0506 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:17.330402 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf145738-46dd-4a79-b626-e1d521be0506 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:17.334851 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf145738-46dd-4a79-b626-e1d521be0506 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:17.402587 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf145738-46dd-4a79-b626-e1d521be0506 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Pushing event updated for resources: {'Port': ['ID=11316963-77b3-4d3a-a94f-1e76952b715a,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:17.411629 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf145738-46dd-4a79-b626-e1d521be0506 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:17.508874 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [None req-cf145738-46dd-4a79-b626-e1d521be0506 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Floating IP 96eb3ff9-011b-4bbb-b055-bd33c7200a46 associated. External IP: 172.25.8.140, port: c0179dab-47bf-4f36-b68a-d6c8fa0cee50. Apr 28 20:16:17.711577 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf145738-46dd-4a79-b626-e1d521be0506 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Router 7db67139-93ac-4276-b391-dc743d05c7cc has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:16:17.817000 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf145738-46dd-4a79-b626-e1d521be0506 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:16:17.827351 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6da8c3d-8293-473e-9ee6-0d535bbfe74d None None] Sync routers for ids ['7db67139-93ac-4276-b391-dc743d05c7cc'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:16:17.835093 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf145738-46dd-4a79-b626-e1d521be0506 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:17.836694 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6da8c3d-8293-473e-9ee6-0d535bbfe74d None None] Routers {'7db67139-93ac-4276-b391-dc743d05c7cc'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:16:17.837304 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-a6da8c3d-8293-473e-9ee6-0d535bbfe74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:15:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7db67139-93ac-4276-b391-dc743d05c7cc'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:17.862198 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cf145738-46dd-4a79-b626-e1d521be0506 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4925435 Apr 28 20:16:17.862925 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd5f0e20-aeaa-4fb8-b58a-4ede300ad416', 'tag': 'c0179dab-47bf-4f36-b68a-d6c8fa0cee50'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:16:17.865249 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed0410b-f8db-4392-b5c6-b23b174794ff" -d '{"events": [{"name": "network-changed", "server_uuid": "cd5f0e20-aeaa-4fb8-b58a-4ede300ad416", "tag": "c0179dab-47bf-4f36-b68a-d6c8fa0cee50"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:16:17.905293 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886c905f-e11b-4666-8fe3-5eae99e751e7 x-openstack-request-id: req-886c905f-e11b-4666-8fe3-5eae99e751e7 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:16:17.905585 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd5f0e20-aeaa-4fb8-b58a-4ede300ad416", "tag": "c0179dab-47bf-4f36-b68a-d6c8fa0cee50", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:16:17.905838 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-886c905f-e11b-4666-8fe3-5eae99e751e7 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:16:17.906251 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-886c905f-e11b-4666-8fe3-5eae99e751e7'] response: {'name': 'network-changed', 'server_uuid': 'cd5f0e20-aeaa-4fb8-b58a-4ede300ad416', 'tag': 'c0179dab-47bf-4f36-b68a-d6c8fa0cee50', 'status': 'completed', 'code': 200} Apr 28 20:16:17.944989 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-a6da8c3d-8293-473e-9ee6-0d535bbfe74d None None] Set router 7db67139-93ac-4276-b391-dc743d05c7cc gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:16:17.967067 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0410b-f8db-4392-b5c6-b23b174794ff req-f46c49ae-860a-4610-848d-8307cc2ae5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:17.968533 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4ed0410b-f8db-4392-b5c6-b23b174794ff req-f46c49ae-860a-4610-848d-8307cc2ae5d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7abd85c8b80481690a18110e7cba81e&device_id=cd5f0e20-aeaa-4fb8-b58a-4ede300ad416 HTTP/1.1" status: 200 len: 1096 time: 0.0415530 Apr 28 20:16:18.184777 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-a6da8c3d-8293-473e-9ee6-0d535bbfe74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'name': 'tempest-TestVolumeBootPattern-1074671302-router', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:06Z', 'revision_number': 4, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'gw_port': {'id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '5416604b-868f-4254-bd1f-c6c3ba7c80dd', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'floating_ip_address': '172.25.8.244', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'port_id': '5529d9d7-8b07-462a-961d-139579bbdcb9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'mac_address': 'fa:16:3e:e5:81:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b04951d-8a9e-4c13-b2cb-8102da887356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:14:09Z', 'updated_at': '2022-04-28T20:14:10Z', 'revision_number': 1, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'fixed_ip_address_scope': None}, {'id': '96eb3ff9-011b-4bbb-b055-bd33c7200a46', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'port_id': 'c0179dab-47bf-4f36-b68a-d6c8fa0cee50', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'mac_address': 'fa:16:3e:b8:0b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5f0e20-aeaa-4fb8-b58a-4ede300ad416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:16:16Z', 'updated_at': '2022-04-28T20:16:16Z', 'revision_number': 0, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48b950c7-35bc-4b34-945d-a19397366dec', 'name': '', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'mac_address': 'fa:16:3e:c8:5c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:05Z', 'updated_at': '2022-04-28T20:08:11Z', 'revision_number': 5, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'subnets': [{'id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:18.211946 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6da8c3d-8293-473e-9ee6-0d535bbfe74d None None] Checking router: 7db67139-93ac-4276-b391-dc743d05c7cc for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:16:18.221758 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6da8c3d-8293-473e-9ee6-0d535bbfe74d None None] Routers {'7db67139-93ac-4276-b391-dc743d05c7cc'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:16:18.222296 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-a6da8c3d-8293-473e-9ee6-0d535bbfe74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:15:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7db67139-93ac-4276-b391-dc743d05c7cc'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:18.333629 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-a6da8c3d-8293-473e-9ee6-0d535bbfe74d None None] Set router 7db67139-93ac-4276-b391-dc743d05c7cc gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:16:18.408915 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0410b-f8db-4392-b5c6-b23b174794ff req-7822b342-c045-4b00-bdd4-0d2bc19460e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:18.410394 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4ed0410b-f8db-4392-b5c6-b23b174794ff req-7822b342-c045-4b00-bdd4-0d2bc19460e2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ca892cc-b431-485e-a8d1-1dc31fa2091b HTTP/1.1" status: 200 len: 913 time: 0.4349017 Apr 28 20:16:18.477019 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4ed0410b-f8db-4392-b5c6-b23b174794ff req-6fa39d52-f4e1-4da7-9fad-61798f7b0803 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0179dab-47bf-4f36-b68a-d6c8fa0cee50 HTTP/1.1" status: 200 len: 999 time: 0.0583820 Apr 28 20:16:18.525708 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0410b-f8db-4392-b5c6-b23b174794ff req-50178caa-e037-4eaa-9c9f-9160780ca47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:18.527477 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4ed0410b-f8db-4392-b5c6-b23b174794ff req-50178caa-e037-4eaa-9c9f-9160780ca47b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11daf8f6-15c0-4d09-926f-75c1fcbe625d HTTP/1.1" status: 200 len: 851 time: 0.0445020 Apr 28 20:16:18.565027 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-a6da8c3d-8293-473e-9ee6-0d535bbfe74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'name': 'tempest-TestVolumeBootPattern-1074671302-router', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:06Z', 'revision_number': 4, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'gw_port': {'id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '5416604b-868f-4254-bd1f-c6c3ba7c80dd', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'floating_ip_address': '172.25.8.244', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'port_id': '5529d9d7-8b07-462a-961d-139579bbdcb9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'mac_address': 'fa:16:3e:e5:81:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b04951d-8a9e-4c13-b2cb-8102da887356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:14:09Z', 'updated_at': '2022-04-28T20:14:10Z', 'revision_number': 1, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'fixed_ip_address_scope': None}, {'id': '96eb3ff9-011b-4bbb-b055-bd33c7200a46', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'port_id': 'c0179dab-47bf-4f36-b68a-d6c8fa0cee50', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'mac_address': 'fa:16:3e:b8:0b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5f0e20-aeaa-4fb8-b58a-4ede300ad416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:16:16Z', 'updated_at': '2022-04-28T20:16:16Z', 'revision_number': 0, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48b950c7-35bc-4b34-945d-a19397366dec', 'name': '', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'mac_address': 'fa:16:3e:c8:5c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:05Z', 'updated_at': '2022-04-28T20:08:11Z', 'revision_number': 5, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'subnets': [{'id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:18.578479 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0410b-f8db-4392-b5c6-b23b174794ff req-f492784c-cf5f-4d31-8129-0b6a81167409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:18.579975 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4ed0410b-f8db-4392-b5c6-b23b174794ff req-f492784c-cf5f-4d31-8129-0b6a81167409 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ca892cc-b431-485e-a8d1-1dc31fa2091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449398 Apr 28 20:16:18.594976 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6da8c3d-8293-473e-9ee6-0d535bbfe74d None None] The sync data for ids ['7db67139-93ac-4276-b391-dc743d05c7cc'] in n-d-839810-1 is: [{'id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'name': 'tempest-TestVolumeBootPattern-1074671302-router', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:06Z', 'revision_number': 4, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'gw_port': {'id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '5416604b-868f-4254-bd1f-c6c3ba7c80dd', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'floating_ip_address': '172.25.8.244', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'port_id': '5529d9d7-8b07-462a-961d-139579bbdcb9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'mac_address': 'fa:16:3e:e5:81:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b04951d-8a9e-4c13-b2cb-8102da887356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:14:09Z', 'updated_at': '2022-04-28T20:14:10Z', 'revision_number': 1, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'fixed_ip_address_scope': None}, {'id': '96eb3ff9-011b-4bbb-b055-bd33c7200a46', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'port_id': 'c0179dab-47bf-4f36-b68a-d6c8fa0cee50', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'mac_address': 'fa:16:3e:b8:0b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5f0e20-aeaa-4fb8-b58a-4ede300ad416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:16:16Z', 'updated_at': '2022-04-28T20:16:16Z', 'revision_number': 0, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48b950c7-35bc-4b34-945d-a19397366dec', 'name': '', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'mac_address': 'fa:16:3e:c8:5c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:05Z', 'updated_at': '2022-04-28T20:08:11Z', 'revision_number': 5, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'subnets': [{'id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:16:18.677136 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4ed0410b-f8db-4392-b5c6-b23b174794ff req-73e1157b-5b4d-48f3-9cf8-15ff569d6a47 service neutron] 10.222.0.15 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883322 Apr 28 20:16:18.776443 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4ed0410b-f8db-4392-b5c6-b23b174794ff req-6bb0bd06-0f2f-4310-a840-a9be17061804 service neutron] 10.222.0.15 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930960 Apr 28 20:16:18.825823 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48d87b0-9ed2-401f-a865-17d2543dfeaa None None] New status for floating IP 96eb3ff9-011b-4bbb-b055-bd33c7200a46: ACTIVE {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:16:19.851789 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-48b78f82-efd4-4e1c-8f98-73835ef3ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:22.092919 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-53475265-21f1-49eb-8a0b-344742b30f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:23.587629 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:25.865564 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:25.980423 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:32.094192 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:33.671999 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:43.649660 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:16:49.766313 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07ec7ec9-aef0-4691-a740-ae134b3c2c28 req-9077bd78-1d31-49dd-8339-246152e0434b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7b04951d-8a9e-4c13-b2cb-8102da887356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394778 Apr 28 20:16:49.846675 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec7ec9-aef0-4691-a740-ae134b3c2c28 req-dd87199e-caae-47e3-900d-e36fa420bbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:49.848165 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07ec7ec9-aef0-4691-a740-ae134b3c2c28 req-dd87199e-caae-47e3-900d-e36fa420bbbe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a7abd85c8b80481690a18110e7cba81e&device_id=7b04951d-8a9e-4c13-b2cb-8102da887356 HTTP/1.1" status: 200 len: 1097 time: 0.0403585 Apr 28 20:16:49.851515 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-46d12b39-0d10-4dc2-8a1c-214e080862da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:49.953544 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec7ec9-aef0-4691-a740-ae134b3c2c28 req-cca071a9-eecb-4e59-b8d6-a18f5dbbc774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:49.954976 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07ec7ec9-aef0-4691-a740-ae134b3c2c28 req-cca071a9-eecb-4e59-b8d6-a18f5dbbc774 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3ca892cc-b431-485e-a8d1-1dc31fa2091b HTTP/1.1" status: 200 len: 913 time: 0.0875888 Apr 28 20:16:50.020022 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07ec7ec9-aef0-4691-a740-ae134b3c2c28 req-b5630a03-3092-4dc3-947c-4888f487adc8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5529d9d7-8b07-462a-961d-139579bbdcb9 HTTP/1.1" status: 200 len: 1002 time: 0.0577226 Apr 28 20:16:50.067879 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec7ec9-aef0-4691-a740-ae134b3c2c28 req-1eaed1e4-dc1e-473f-80b9-553dbeb2ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:50.069290 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07ec7ec9-aef0-4691-a740-ae134b3c2c28 req-1eaed1e4-dc1e-473f-80b9-553dbeb2ee3d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11daf8f6-15c0-4d09-926f-75c1fcbe625d HTTP/1.1" status: 200 len: 851 time: 0.0435405 Apr 28 20:16:50.118218 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec7ec9-aef0-4691-a740-ae134b3c2c28 req-43ea218e-7731-44e9-ae9a-27909348dcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:50.119710 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07ec7ec9-aef0-4691-a740-ae134b3c2c28 req-43ea218e-7731-44e9-ae9a-27909348dcba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ca892cc-b431-485e-a8d1-1dc31fa2091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436659 Apr 28 20:16:50.205663 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07ec7ec9-aef0-4691-a740-ae134b3c2c28 req-41f4c7a9-cf46-4a45-a3c0-484fdc752f1c service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794244 Apr 28 20:16:50.298259 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-07ec7ec9-aef0-4691-a740-ae134b3c2c28 req-0a79f337-b44c-49da-be00-c72ef8bd6b72 service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866706 Apr 28 20:16:52.094010 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2b287623-a959-4015-8f19-a9df4aae5868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:53.307945 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-55acd25f-4c1c-4752-a846-2ea3dd0ecc4b req-c28cd640-321a-4aa4-bb05-aa349eb1cccd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cd5f0e20-aeaa-4fb8-b58a-4ede300ad416&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402856 Apr 28 20:16:53.387006 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acd25f-4c1c-4752-a846-2ea3dd0ecc4b req-475ea6d1-3c71-4808-ab4d-42acd40c4833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:53.389197 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-55acd25f-4c1c-4752-a846-2ea3dd0ecc4b req-475ea6d1-3c71-4808-ab4d-42acd40c4833 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7abd85c8b80481690a18110e7cba81e&device_id=cd5f0e20-aeaa-4fb8-b58a-4ede300ad416 HTTP/1.1" status: 200 len: 1096 time: 0.0394588 Apr 28 20:16:53.495061 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acd25f-4c1c-4752-a846-2ea3dd0ecc4b req-980c3b71-5828-4ea5-ab61-5b628516d3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:53.496522 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-55acd25f-4c1c-4752-a846-2ea3dd0ecc4b req-980c3b71-5828-4ea5-ab61-5b628516d3a0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ca892cc-b431-485e-a8d1-1dc31fa2091b HTTP/1.1" status: 200 len: 913 time: 0.0885384 Apr 28 20:16:53.562209 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-55acd25f-4c1c-4752-a846-2ea3dd0ecc4b req-7463cb95-9804-480c-8a80-9d9513b8711e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0179dab-47bf-4f36-b68a-d6c8fa0cee50 HTTP/1.1" status: 200 len: 1001 time: 0.0589890 Apr 28 20:16:53.591744 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:53.610018 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acd25f-4c1c-4752-a846-2ea3dd0ecc4b req-7b49047c-060a-43fa-91eb-34a444f49381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:53.611466 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-55acd25f-4c1c-4752-a846-2ea3dd0ecc4b req-7b49047c-060a-43fa-91eb-34a444f49381 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11daf8f6-15c0-4d09-926f-75c1fcbe625d HTTP/1.1" status: 200 len: 851 time: 0.0432858 Apr 28 20:16:53.660524 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acd25f-4c1c-4752-a846-2ea3dd0ecc4b req-04446890-7583-4810-823d-8ace36119746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:53.662000 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-55acd25f-4c1c-4752-a846-2ea3dd0ecc4b req-04446890-7583-4810-823d-8ace36119746 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ca892cc-b431-485e-a8d1-1dc31fa2091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442414 Apr 28 20:16:53.750687 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-55acd25f-4c1c-4752-a846-2ea3dd0ecc4b req-e3898f2c-4e9a-44d4-84a7-de898610c595 service neutron] 10.222.0.15 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810366 Apr 28 20:16:53.844692 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-55acd25f-4c1c-4752-a846-2ea3dd0ecc4b req-31ec1e54-3201-4bba-b1f5-069cf04f8a0e service neutron] 10.222.0.15 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872796 Apr 28 20:16:55.866553 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:55.972391 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:02.110580 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:03.686767 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:19.852088 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f72974db-e57f-4d9d-b068-c209d3f9a1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:20.648825 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:17:22.094651 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-adb99e08-b141-4e72-81a1-ba4c3192b03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:23.594092 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:25.869756 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:25.974522 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:32.109559 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:33.684048 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:49.479582 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1718785c-e563-4511-ae37-c806f2cd8af5 req-2a6f13d1-05fe-4cae-9cfd-bc87363f4bf3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7b04951d-8a9e-4c13-b2cb-8102da887356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403605 Apr 28 20:17:49.559907 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718785c-e563-4511-ae37-c806f2cd8af5 req-ae4a260d-5dbf-4496-840d-c9b9164c640a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:49.561408 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1718785c-e563-4511-ae37-c806f2cd8af5 req-ae4a260d-5dbf-4496-840d-c9b9164c640a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a7abd85c8b80481690a18110e7cba81e&device_id=7b04951d-8a9e-4c13-b2cb-8102da887356 HTTP/1.1" status: 200 len: 1097 time: 0.0405838 Apr 28 20:17:49.675270 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718785c-e563-4511-ae37-c806f2cd8af5 req-1b78736c-5f02-46b0-b7b9-d22db3f8773c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:49.676843 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1718785c-e563-4511-ae37-c806f2cd8af5 req-1b78736c-5f02-46b0-b7b9-d22db3f8773c service neutron] 10.222.0.44 "GET /v2.0/networks?id=3ca892cc-b431-485e-a8d1-1dc31fa2091b HTTP/1.1" status: 200 len: 913 time: 0.0974278 Apr 28 20:17:49.742466 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1718785c-e563-4511-ae37-c806f2cd8af5 req-d808bb26-7cc5-4b42-bc5c-f786fc11facc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5529d9d7-8b07-462a-961d-139579bbdcb9 HTTP/1.1" status: 200 len: 1002 time: 0.0590498 Apr 28 20:17:49.791637 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718785c-e563-4511-ae37-c806f2cd8af5 req-2345227a-e5cf-4cb7-8f7f-2e5c8de43cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:49.793206 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1718785c-e563-4511-ae37-c806f2cd8af5 req-2345227a-e5cf-4cb7-8f7f-2e5c8de43cdd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11daf8f6-15c0-4d09-926f-75c1fcbe625d HTTP/1.1" status: 200 len: 851 time: 0.0439200 Apr 28 20:17:49.843096 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718785c-e563-4511-ae37-c806f2cd8af5 req-4955ffe7-06e4-477b-8982-edacc50f9b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:49.844618 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1718785c-e563-4511-ae37-c806f2cd8af5 req-4955ffe7-06e4-477b-8982-edacc50f9b5c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ca892cc-b431-485e-a8d1-1dc31fa2091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446899 Apr 28 20:17:49.854400 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-06cdf0a0-5f81-46bb-a64c-3cb0797866b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:49.932295 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1718785c-e563-4511-ae37-c806f2cd8af5 req-1af8166f-6ed5-4abd-9e33-0fd152978de8 service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811288 Apr 28 20:17:50.022919 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1718785c-e563-4511-ae37-c806f2cd8af5 req-5cc497db-b071-4836-be1e-ab5144f63365 service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837288 Apr 28 20:17:52.096039 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-512a13c6-e686-4c85-9c89-df9515edb646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:53.451186 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b942f38f-609e-4c67-8e04-a819ee74e97f req-5bc7e154-ae45-425f-bf64-d4062d33a725 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cd5f0e20-aeaa-4fb8-b58a-4ede300ad416&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1486094 Apr 28 20:17:53.532173 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942f38f-609e-4c67-8e04-a819ee74e97f req-cad0e46f-cdce-4389-b6fc-8ba53235dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:53.533655 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b942f38f-609e-4c67-8e04-a819ee74e97f req-cad0e46f-cdce-4389-b6fc-8ba53235dc4c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7abd85c8b80481690a18110e7cba81e&device_id=cd5f0e20-aeaa-4fb8-b58a-4ede300ad416 HTTP/1.1" status: 200 len: 1096 time: 0.0403087 Apr 28 20:17:53.598894 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:53.640398 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942f38f-609e-4c67-8e04-a819ee74e97f req-5bff10c2-ca48-46de-b422-a952c83b4731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:53.641858 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b942f38f-609e-4c67-8e04-a819ee74e97f req-5bff10c2-ca48-46de-b422-a952c83b4731 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ca892cc-b431-485e-a8d1-1dc31fa2091b HTTP/1.1" status: 200 len: 913 time: 0.0886948 Apr 28 20:17:53.707690 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b942f38f-609e-4c67-8e04-a819ee74e97f req-c2facc32-9548-4936-96c7-47629676eeed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0179dab-47bf-4f36-b68a-d6c8fa0cee50 HTTP/1.1" status: 200 len: 1001 time: 0.0590405 Apr 28 20:17:53.755956 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942f38f-609e-4c67-8e04-a819ee74e97f req-1d1d3414-4a63-4aaf-821d-f3989e169ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:53.757404 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b942f38f-609e-4c67-8e04-a819ee74e97f req-1d1d3414-4a63-4aaf-821d-f3989e169ce7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11daf8f6-15c0-4d09-926f-75c1fcbe625d HTTP/1.1" status: 200 len: 851 time: 0.0430279 Apr 28 20:17:53.806733 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942f38f-609e-4c67-8e04-a819ee74e97f req-243d65fe-f127-4a2e-988e-27a436bb3402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:53.808890 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b942f38f-609e-4c67-8e04-a819ee74e97f req-243d65fe-f127-4a2e-988e-27a436bb3402 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ca892cc-b431-485e-a8d1-1dc31fa2091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436909 Apr 28 20:17:53.895960 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b942f38f-609e-4c67-8e04-a819ee74e97f req-6ad161e3-21d9-410e-a3be-b5e1d633ad5d service neutron] 10.222.0.15 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803025 Apr 28 20:17:53.987575 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b942f38f-609e-4c67-8e04-a819ee74e97f req-28998f4e-0f8e-4266-b821-a2ff99039ea2 service neutron] 10.222.0.15 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841575 Apr 28 20:17:55.872299 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:55.976280 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:56.952055 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35118) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:17:57.107943 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-800a8cd8-05c8-4935-a4d3-1369287c19c5 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Deleting port 11316963-77b3-4d3a-a94f-1e76952b715a {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:17:57.108316 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-800a8cd8-05c8-4935-a4d3-1369287c19c5 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:57.182250 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-800a8cd8-05c8-4935-a4d3-1369287c19c5 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:57.182580 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-800a8cd8-05c8-4935-a4d3-1369287c19c5 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:57.194154 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-800a8cd8-05c8-4935-a4d3-1369287c19c5 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Calling delete_port for 11316963-77b3-4d3a-a94f-1e76952b715a owned by network:floatingip {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:17:57.346024 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-800a8cd8-05c8-4935-a4d3-1369287c19c5 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:57.372851 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a8cd8-05c8-4935-a4d3-1369287c19c5 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Pushing event deleted for resources: {'Port': ['ID=11316963-77b3-4d3a-a94f-1e76952b715a,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:57.383333 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a8cd8-05c8-4935-a4d3-1369287c19c5 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:57.383764 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a8cd8-05c8-4935-a4d3-1369287c19c5 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:57.384042 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a8cd8-05c8-4935-a4d3-1369287c19c5 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:57.384414 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a8cd8-05c8-4935-a4d3-1369287c19c5 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:57.384783 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a8cd8-05c8-4935-a4d3-1369287c19c5 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:57.385153 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a8cd8-05c8-4935-a4d3-1369287c19c5 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:57.385486 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a8cd8-05c8-4935-a4d3-1369287c19c5 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:57.385813 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a8cd8-05c8-4935-a4d3-1369287c19c5 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:57.386170 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a8cd8-05c8-4935-a4d3-1369287c19c5 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:57.387289 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a8cd8-05c8-4935-a4d3-1369287c19c5 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:57.387464 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a8cd8-05c8-4935-a4d3-1369287c19c5 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:57.387645 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800a8cd8-05c8-4935-a4d3-1369287c19c5 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:57.445536 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-800a8cd8-05c8-4935-a4d3-1369287c19c5 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for floatingip, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:57.445893 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [None req-800a8cd8-05c8-4935-a4d3-1369287c19c5 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Floating IP 96eb3ff9-011b-4bbb-b055-bd33c7200a46 disassociated (deleted). External IP: 172.25.8.140, port: c0179dab-47bf-4f36-b68a-d6c8fa0cee50. Apr 28 20:17:57.648004 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:17:57.651002 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800a8cd8-05c8-4935-a4d3-1369287c19c5 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Router 7db67139-93ac-4276-b391-dc743d05c7cc has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:17:57.757898 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800a8cd8-05c8-4935-a4d3-1369287c19c5 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:17:57.762522 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-800a8cd8-05c8-4935-a4d3-1369287c19c5 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:57.768914 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf33bdd-d935-4be2-954f-a384a0a334d4 None None] Sync routers for ids ['7db67139-93ac-4276-b391-dc743d05c7cc'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:17:57.778646 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf33bdd-d935-4be2-954f-a384a0a334d4 None None] Routers {'7db67139-93ac-4276-b391-dc743d05c7cc'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:17:57.779588 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-cbf33bdd-d935-4be2-954f-a384a0a334d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:17:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7db67139-93ac-4276-b391-dc743d05c7cc'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:57.788950 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-800a8cd8-05c8-4935-a4d3-1369287c19c5 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "DELETE /v2.0/floatingips/96eb3ff9-011b-4bbb-b055-bd33c7200a46 HTTP/1.1" status: 204 len: 168 time: 0.8357749 Apr 28 20:17:57.789652 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd5f0e20-aeaa-4fb8-b58a-4ede300ad416', 'tag': 'c0179dab-47bf-4f36-b68a-d6c8fa0cee50'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:17:57.792032 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3b3b43-152c-48a8-adc9-debaa4160765" -d '{"events": [{"name": "network-changed", "server_uuid": "cd5f0e20-aeaa-4fb8-b58a-4ede300ad416", "tag": "c0179dab-47bf-4f36-b68a-d6c8fa0cee50"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:17:57.834368 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71144a61-e52b-4f5c-948a-4553873bc982 x-openstack-request-id: req-71144a61-e52b-4f5c-948a-4553873bc982 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:17:57.834915 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd5f0e20-aeaa-4fb8-b58a-4ede300ad416", "tag": "c0179dab-47bf-4f36-b68a-d6c8fa0cee50", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:17:57.835239 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-71144a61-e52b-4f5c-948a-4553873bc982 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:17:57.835816 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71144a61-e52b-4f5c-948a-4553873bc982'] response: {'name': 'network-changed', 'server_uuid': 'cd5f0e20-aeaa-4fb8-b58a-4ede300ad416', 'tag': 'c0179dab-47bf-4f36-b68a-d6c8fa0cee50', 'status': 'completed', 'code': 200} Apr 28 20:17:57.907069 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b3b43-152c-48a8-adc9-debaa4160765 req-c6f59883-f453-4c95-9842-a833beeadd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:57.908782 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fa3b3b43-152c-48a8-adc9-debaa4160765 req-c6f59883-f453-4c95-9842-a833beeadd9c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7abd85c8b80481690a18110e7cba81e&device_id=cd5f0e20-aeaa-4fb8-b58a-4ede300ad416 HTTP/1.1" status: 200 len: 1096 time: 0.0492628 Apr 28 20:17:58.014899 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b3b43-152c-48a8-adc9-debaa4160765 req-8794312c-0646-4142-b665-60f17ef3f4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:58.016573 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fa3b3b43-152c-48a8-adc9-debaa4160765 req-8794312c-0646-4142-b665-60f17ef3f4a2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ca892cc-b431-485e-a8d1-1dc31fa2091b HTTP/1.1" status: 200 len: 913 time: 0.0975659 Apr 28 20:17:58.046517 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b9ede-14b2-4fcb-9ddf-0ea9ec33eced req-4caf6ebd-899b-4ba2-b9f1-f3d0c7a05ea7 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:58.049449 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-126b9ede-14b2-4fcb-9ddf-0ea9ec33eced req-4caf6ebd-899b-4ba2-b9f1-f3d0c7a05ea7 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd5f0e20-aeaa-4fb8-b58a-4ede300ad416 HTTP/1.1" status: 200 len: 945 time: 0.0629663 Apr 28 20:17:58.061230 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-cbf33bdd-d935-4be2-954f-a384a0a334d4 None None] Set router 7db67139-93ac-4276-b391-dc743d05c7cc gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:17:58.061446 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fa3b3b43-152c-48a8-adc9-debaa4160765 req-1b55d9ea-859d-4993-bd59-df36c00e6669 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0179dab-47bf-4f36-b68a-d6c8fa0cee50 HTTP/1.1" status: 200 len: 217 time: 0.0372155 Apr 28 20:17:58.096033 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-126b9ede-14b2-4fcb-9ddf-0ea9ec33eced req-77eb7dfb-cda1-4cd5-a836-0a2ea7aede94 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405245 Apr 28 20:17:58.112751 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b3b43-152c-48a8-adc9-debaa4160765 req-814ca540-5003-4d81-8407-aa75eced58b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:58.114797 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fa3b3b43-152c-48a8-adc9-debaa4160765 req-814ca540-5003-4d81-8407-aa75eced58b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11daf8f6-15c0-4d09-926f-75c1fcbe625d HTTP/1.1" status: 200 len: 851 time: 0.0458283 Apr 28 20:17:58.161096 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b3b43-152c-48a8-adc9-debaa4160765 req-047d5c55-1e66-4362-8bf5-c45a5ee90d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:58.162497 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fa3b3b43-152c-48a8-adc9-debaa4160765 req-047d5c55-1e66-4362-8bf5-c45a5ee90d2b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ca892cc-b431-485e-a8d1-1dc31fa2091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406239 Apr 28 20:17:58.257162 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fa3b3b43-152c-48a8-adc9-debaa4160765 req-fa5b8a66-d06e-40eb-bb0d-bf92eaabfe10 service neutron] 10.222.0.15 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870275 Apr 28 20:17:58.295686 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-cbf33bdd-d935-4be2-954f-a384a0a334d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'name': 'tempest-TestVolumeBootPattern-1074671302-router', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:06Z', 'revision_number': 4, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'gw_port': {'id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '5416604b-868f-4254-bd1f-c6c3ba7c80dd', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'floating_ip_address': '172.25.8.244', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'port_id': '5529d9d7-8b07-462a-961d-139579bbdcb9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'mac_address': 'fa:16:3e:e5:81:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b04951d-8a9e-4c13-b2cb-8102da887356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:14:09Z', 'updated_at': '2022-04-28T20:14:10Z', 'revision_number': 1, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48b950c7-35bc-4b34-945d-a19397366dec', 'name': '', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'mac_address': 'fa:16:3e:c8:5c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:05Z', 'updated_at': '2022-04-28T20:08:11Z', 'revision_number': 5, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'subnets': [{'id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:58.325737 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf33bdd-d935-4be2-954f-a384a0a334d4 None None] Checking router: 7db67139-93ac-4276-b391-dc743d05c7cc for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:17:58.333988 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf33bdd-d935-4be2-954f-a384a0a334d4 None None] Routers {'7db67139-93ac-4276-b391-dc743d05c7cc'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:17:58.334596 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-cbf33bdd-d935-4be2-954f-a384a0a334d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:17:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7db67139-93ac-4276-b391-dc743d05c7cc'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:58.355234 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fa3b3b43-152c-48a8-adc9-debaa4160765 req-d63976e5-4c03-4691-b6bc-b07dc84f8e34 service neutron] 10.222.0.15 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893972 Apr 28 20:17:58.441703 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-cbf33bdd-d935-4be2-954f-a384a0a334d4 None None] Set router 7db67139-93ac-4276-b391-dc743d05c7cc gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:17:58.669329 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-cbf33bdd-d935-4be2-954f-a384a0a334d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'name': 'tempest-TestVolumeBootPattern-1074671302-router', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:06Z', 'revision_number': 4, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'gw_port': {'id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '5416604b-868f-4254-bd1f-c6c3ba7c80dd', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'floating_ip_address': '172.25.8.244', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'port_id': '5529d9d7-8b07-462a-961d-139579bbdcb9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'mac_address': 'fa:16:3e:e5:81:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b04951d-8a9e-4c13-b2cb-8102da887356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:14:09Z', 'updated_at': '2022-04-28T20:14:10Z', 'revision_number': 1, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48b950c7-35bc-4b34-945d-a19397366dec', 'name': '', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'mac_address': 'fa:16:3e:c8:5c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:05Z', 'updated_at': '2022-04-28T20:08:11Z', 'revision_number': 5, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'subnets': [{'id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:58.698272 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf33bdd-d935-4be2-954f-a384a0a334d4 None None] The sync data for ids ['7db67139-93ac-4276-b391-dc743d05c7cc'] in n-d-839810-1 is: [{'id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'name': 'tempest-TestVolumeBootPattern-1074671302-router', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:06Z', 'revision_number': 4, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'gw_port': {'id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '5416604b-868f-4254-bd1f-c6c3ba7c80dd', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'floating_ip_address': '172.25.8.244', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'port_id': '5529d9d7-8b07-462a-961d-139579bbdcb9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'mac_address': 'fa:16:3e:e5:81:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b04951d-8a9e-4c13-b2cb-8102da887356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:14:09Z', 'updated_at': '2022-04-28T20:14:10Z', 'revision_number': 1, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48b950c7-35bc-4b34-945d-a19397366dec', 'name': '', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'mac_address': 'fa:16:3e:c8:5c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:05Z', 'updated_at': '2022-04-28T20:08:11Z', 'revision_number': 5, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'subnets': [{'id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:17:58.914408 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ce2a9d-556b-43f5-886e-9592e0aa7032 None None] New status for floating IP 96eb3ff9-011b-4bbb-b055-bd33c7200a46: DOWN {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:17:59.219738 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa025e-576b-40c8-90e9-da39318584a4 req-91f987d7-0fcc-4b2b-80bb-376e6ef770fd tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:59.221547 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-feaa025e-576b-40c8-90e9-da39318584a4 req-91f987d7-0fcc-4b2b-80bb-376e6ef770fd tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd5f0e20-aeaa-4fb8-b58a-4ede300ad416 HTTP/1.1" status: 200 len: 945 time: 0.0507467 Apr 28 20:17:59.259851 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-feaa025e-576b-40c8-90e9-da39318584a4 req-dd2b7733-a549-4a22-8274-1973bf8d76a9 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322485 Apr 28 20:17:59.528256 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495bb39-015c-4a41-ae51-7f0b72846cc9 req-013d2dea-b48b-4717-8423-19a4647c7ec4 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:59.529640 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1495bb39-015c-4a41-ae51-7f0b72846cc9 req-013d2dea-b48b-4717-8423-19a4647c7ec4 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5f0e20-aeaa-4fb8-b58a-4ede300ad416 HTTP/1.1" status: 200 len: 945 time: 0.0477920 Apr 28 20:17:59.619796 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-1495bb39-015c-4a41-ae51-7f0b72846cc9 req-d6c8beec-4b2d-430f-8494-8c51770607f7 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Deleting port c0179dab-47bf-4f36-b68a-d6c8fa0cee50 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:17:59.620161 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1495bb39-015c-4a41-ae51-7f0b72846cc9 req-d6c8beec-4b2d-430f-8494-8c51770607f7 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:59.709449 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-1495bb39-015c-4a41-ae51-7f0b72846cc9 req-d6c8beec-4b2d-430f-8494-8c51770607f7 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] For port c0179dab-47bf-4f36-b68a-d6c8fa0cee50, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=c0179dab-47bf-4f36-b68a-d6c8fa0cee50,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:17:59.709874 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1495bb39-015c-4a41-ae51-7f0b72846cc9 req-d6c8beec-4b2d-430f-8494-8c51770607f7 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:59.723130 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-1495bb39-015c-4a41-ae51-7f0b72846cc9 req-d6c8beec-4b2d-430f-8494-8c51770607f7 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Calling delete_port for c0179dab-47bf-4f36-b68a-d6c8fa0cee50 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:17:59.850851 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1495bb39-015c-4a41-ae51-7f0b72846cc9 req-d6c8beec-4b2d-430f-8494-8c51770607f7 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:59.880493 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8beec-4b2d-430f-8494-8c51770607f7 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Pushing event deleted for resources: {'Port': ['ID=c0179dab-47bf-4f36-b68a-d6c8fa0cee50,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:59.919869 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1495bb39-015c-4a41-ae51-7f0b72846cc9 req-d6c8beec-4b2d-430f-8494-8c51770607f7 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] No DVR routers for this DVR port c0179dab-47bf-4f36-b68a-d6c8fa0cee50 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:17:59.922497 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1495bb39-015c-4a41-ae51-7f0b72846cc9 req-d6c8beec-4b2d-430f-8494-8c51770607f7 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:59.925842 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1495bb39-015c-4a41-ae51-7f0b72846cc9 req-d6c8beec-4b2d-430f-8494-8c51770607f7 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.15 "DELETE /v2.0/ports/c0179dab-47bf-4f36-b68a-d6c8fa0cee50 HTTP/1.1" status: 204 len: 173 time: 0.3901582 Apr 28 20:17:59.926276 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5f0e20-aeaa-4fb8-b58a-4ede300ad416', 'name': 'network-vif-deleted', 'tag': 'c0179dab-47bf-4f36-b68a-d6c8fa0cee50'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:17:59.928589 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902e939d-c75a-4408-abc0-28dc111277eb" -d '{"events": [{"server_uuid": "cd5f0e20-aeaa-4fb8-b58a-4ede300ad416", "name": "network-vif-deleted", "tag": "c0179dab-47bf-4f36-b68a-d6c8fa0cee50"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:17:59.966587 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96bdda1-e56c-4c12-80ba-653eb4c89b3d x-openstack-request-id: req-e96bdda1-e56c-4c12-80ba-653eb4c89b3d {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:17:59.966907 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd5f0e20-aeaa-4fb8-b58a-4ede300ad416", "name": "network-vif-deleted", "tag": "c0179dab-47bf-4f36-b68a-d6c8fa0cee50", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:17:59.967189 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e96bdda1-e56c-4c12-80ba-653eb4c89b3d {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:17:59.967595 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e96bdda1-e56c-4c12-80ba-653eb4c89b3d'] response: {'server_uuid': 'cd5f0e20-aeaa-4fb8-b58a-4ede300ad416', 'name': 'network-vif-deleted', 'tag': 'c0179dab-47bf-4f36-b68a-d6c8fa0cee50', 'status': 'completed', 'code': 200} Apr 28 20:18:00.364844 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f211dbca-1712-4adf-9a08-a48114bc741c req-a66e3968-1c20-40d7-9b12-779be1ce284e tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd5f0e20-aeaa-4fb8-b58a-4ede300ad416 HTTP/1.1" status: 200 len: 210 time: 0.0314987 Apr 28 20:18:01.463204 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-30ea861a-2943-4c04-9a0c-d8dee7efa059 req-883aa6fa-0909-4bb5-be75-0b9ebfcd3cee tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd5f0e20-aeaa-4fb8-b58a-4ede300ad416 HTTP/1.1" status: 200 len: 210 time: 0.0273221 Apr 28 20:18:02.123586 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:02.560024 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-54e0b1fb-86e7-4e2e-aa45-3bf429286437 req-0e0c2d8d-be45-45c5-afb8-ffeb60c4a208 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd5f0e20-aeaa-4fb8-b58a-4ede300ad416 HTTP/1.1" status: 200 len: 210 time: 0.0275521 Apr 28 20:18:02.820385 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device c0179dab-47bf-4f36-b68a-d6c8fa0cee50 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:18:02.841371 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: c0179dab-47bf-4f36-b68a-d6c8fa0cee50 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:18:02.841713 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device c0179dab-47bf-4f36-b68a-d6c8fa0cee50 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:18:03.690906 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:07.922904 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35170) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:18:08.079223 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-948d2439-e1fc-4c36-94dc-a4f340508208 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Deleting port 981f2eef-dda2-437a-ad42-7a4f64516d81 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:18:08.079565 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-948d2439-e1fc-4c36-94dc-a4f340508208 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:08.151842 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-948d2439-e1fc-4c36-94dc-a4f340508208 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:08.152195 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-948d2439-e1fc-4c36-94dc-a4f340508208 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:08.163557 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-948d2439-e1fc-4c36-94dc-a4f340508208 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Calling delete_port for 981f2eef-dda2-437a-ad42-7a4f64516d81 owned by network:floatingip {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:18:08.310704 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-948d2439-e1fc-4c36-94dc-a4f340508208 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:08.338745 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d2439-e1fc-4c36-94dc-a4f340508208 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Pushing event deleted for resources: {'Port': ['ID=981f2eef-dda2-437a-ad42-7a4f64516d81,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:08.397400 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-948d2439-e1fc-4c36-94dc-a4f340508208 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for floatingip, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:08.397727 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [None req-948d2439-e1fc-4c36-94dc-a4f340508208 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Floating IP 5416604b-868f-4254-bd1f-c6c3ba7c80dd disassociated (deleted). External IP: 172.25.8.244, port: 5529d9d7-8b07-462a-961d-139579bbdcb9. Apr 28 20:18:08.600170 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948d2439-e1fc-4c36-94dc-a4f340508208 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Router 7db67139-93ac-4276-b391-dc743d05c7cc has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:18:09.052940 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948d2439-e1fc-4c36-94dc-a4f340508208 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:18:09.057577 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-948d2439-e1fc-4c36-94dc-a4f340508208 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:09.062987 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aa89a9-a0b1-43f0-a759-e2fedcece0cb None None] Sync routers for ids ['7db67139-93ac-4276-b391-dc743d05c7cc'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:18:09.075859 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aa89a9-a0b1-43f0-a759-e2fedcece0cb None None] Routers {'7db67139-93ac-4276-b391-dc743d05c7cc'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:18:09.076506 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-47aa89a9-a0b1-43f0-a759-e2fedcece0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:17:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7db67139-93ac-4276-b391-dc743d05c7cc'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:09.084988 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-948d2439-e1fc-4c36-94dc-a4f340508208 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "DELETE /v2.0/floatingips/5416604b-868f-4254-bd1f-c6c3ba7c80dd HTTP/1.1" status: 204 len: 168 time: 1.1609945 Apr 28 20:18:09.085576 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b04951d-8a9e-4c13-b2cb-8102da887356', 'tag': '5529d9d7-8b07-462a-961d-139579bbdcb9'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:18:09.087831 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f88ffa0-d0fe-4d1d-a7d7-4dd1b65fbced" -d '{"events": [{"name": "network-changed", "server_uuid": "7b04951d-8a9e-4c13-b2cb-8102da887356", "tag": "5529d9d7-8b07-462a-961d-139579bbdcb9"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:18:09.127074 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa62da4c-0f2b-466f-80be-bd3b341bda87 x-openstack-request-id: req-aa62da4c-0f2b-466f-80be-bd3b341bda87 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:18:09.127386 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b04951d-8a9e-4c13-b2cb-8102da887356", "tag": "5529d9d7-8b07-462a-961d-139579bbdcb9", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:18:09.127693 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aa62da4c-0f2b-466f-80be-bd3b341bda87 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:18:09.128020 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa62da4c-0f2b-466f-80be-bd3b341bda87'] response: {'name': 'network-changed', 'server_uuid': '7b04951d-8a9e-4c13-b2cb-8102da887356', 'tag': '5529d9d7-8b07-462a-961d-139579bbdcb9', 'status': 'completed', 'code': 200} Apr 28 20:18:09.189885 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-47aa89a9-a0b1-43f0-a759-e2fedcece0cb None None] Set router 7db67139-93ac-4276-b391-dc743d05c7cc gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:18:09.190339 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88ffa0-d0fe-4d1d-a7d7-4dd1b65fbced req-8e1c30c0-6aa0-4860-bde2-78e8e6433259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:09.192136 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f88ffa0-d0fe-4d1d-a7d7-4dd1b65fbced req-8e1c30c0-6aa0-4860-bde2-78e8e6433259 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a7abd85c8b80481690a18110e7cba81e&device_id=7b04951d-8a9e-4c13-b2cb-8102da887356 HTTP/1.1" status: 200 len: 1097 time: 0.0425432 Apr 28 20:18:09.293822 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88ffa0-d0fe-4d1d-a7d7-4dd1b65fbced req-880505e5-87c2-414e-956f-a99c12192cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:09.295598 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f88ffa0-d0fe-4d1d-a7d7-4dd1b65fbced req-880505e5-87c2-414e-956f-a99c12192cf9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3ca892cc-b431-485e-a8d1-1dc31fa2091b HTTP/1.1" status: 200 len: 913 time: 0.0973132 Apr 28 20:18:09.338336 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f88ffa0-d0fe-4d1d-a7d7-4dd1b65fbced req-33967c4f-1a5b-4b13-a7b9-655d8d0b33a4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5529d9d7-8b07-462a-961d-139579bbdcb9 HTTP/1.1" status: 200 len: 217 time: 0.0347395 Apr 28 20:18:09.338986 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0388cc8a-eb3a-4c11-acb5-e73f1dc9f685 req-6e2c1dac-bd17-4391-90d0-85b6cd4049f2 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:09.341137 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0388cc8a-eb3a-4c11-acb5-e73f1dc9f685 req-6e2c1dac-bd17-4391-90d0-85b6cd4049f2 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b04951d-8a9e-4c13-b2cb-8102da887356 HTTP/1.1" status: 200 len: 946 time: 0.0552392 Apr 28 20:18:09.384700 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0388cc8a-eb3a-4c11-acb5-e73f1dc9f685 req-c3739740-bb1f-461d-8370-30649b216db6 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372517 Apr 28 20:18:09.391241 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88ffa0-d0fe-4d1d-a7d7-4dd1b65fbced req-5cf4f205-6b50-4e19-a57b-eab2842d723c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:09.393077 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f88ffa0-d0fe-4d1d-a7d7-4dd1b65fbced req-5cf4f205-6b50-4e19-a57b-eab2842d723c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11daf8f6-15c0-4d09-926f-75c1fcbe625d HTTP/1.1" status: 200 len: 851 time: 0.0453963 Apr 28 20:18:09.416884 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-47aa89a9-a0b1-43f0-a759-e2fedcece0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'name': 'tempest-TestVolumeBootPattern-1074671302-router', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:06Z', 'revision_number': 4, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'gw_port': {'id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '48b950c7-35bc-4b34-945d-a19397366dec', 'name': '', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'mac_address': 'fa:16:3e:c8:5c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:05Z', 'updated_at': '2022-04-28T20:08:11Z', 'revision_number': 5, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'subnets': [{'id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:09.441658 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88ffa0-d0fe-4d1d-a7d7-4dd1b65fbced req-082e1978-e175-44dc-99a3-fb79b793b14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:09.443142 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f88ffa0-d0fe-4d1d-a7d7-4dd1b65fbced req-082e1978-e175-44dc-99a3-fb79b793b14e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ca892cc-b431-485e-a8d1-1dc31fa2091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429893 Apr 28 20:18:09.443639 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aa89a9-a0b1-43f0-a759-e2fedcece0cb None None] Checking router: 7db67139-93ac-4276-b391-dc743d05c7cc for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:18:09.452952 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aa89a9-a0b1-43f0-a759-e2fedcece0cb None None] Routers {'7db67139-93ac-4276-b391-dc743d05c7cc'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:18:09.453556 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-47aa89a9-a0b1-43f0-a759-e2fedcece0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:17:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7db67139-93ac-4276-b391-dc743d05c7cc'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:09.535320 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f88ffa0-d0fe-4d1d-a7d7-4dd1b65fbced req-c5a8c434-db13-438e-b761-1d7a4dc9e64b service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843794 Apr 28 20:18:09.559316 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-47aa89a9-a0b1-43f0-a759-e2fedcece0cb None None] Set router 7db67139-93ac-4276-b391-dc743d05c7cc gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:18:09.627762 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f88ffa0-d0fe-4d1d-a7d7-4dd1b65fbced req-36980381-6c69-4232-a659-f2f12eebdb90 service neutron] 10.222.0.44 "GET /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858557 Apr 28 20:18:09.762127 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-47aa89a9-a0b1-43f0-a759-e2fedcece0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'name': 'tempest-TestVolumeBootPattern-1074671302-router', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:06Z', 'revision_number': 4, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'gw_port': {'id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '48b950c7-35bc-4b34-945d-a19397366dec', 'name': '', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'mac_address': 'fa:16:3e:c8:5c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:05Z', 'updated_at': '2022-04-28T20:08:11Z', 'revision_number': 5, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'subnets': [{'id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:09.788882 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aa89a9-a0b1-43f0-a759-e2fedcece0cb None None] The sync data for ids ['7db67139-93ac-4276-b391-dc743d05c7cc'] in n-d-839810-1 is: [{'id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'name': 'tempest-TestVolumeBootPattern-1074671302-router', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:06Z', 'revision_number': 4, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'gw_port': {'id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '48b950c7-35bc-4b34-945d-a19397366dec', 'name': '', 'network_id': '3ca892cc-b431-485e-a8d1-1dc31fa2091b', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'mac_address': 'fa:16:3e:c8:5c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:05Z', 'updated_at': '2022-04-28T20:08:11Z', 'revision_number': 5, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'subnets': [{'id': '11daf8f6-15c0-4d09-926f-75c1fcbe625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:18:09.991953 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f628e9d1-5b5d-477b-b656-8372a187c6a1 None None] New status for floating IP 5416604b-868f-4254-bd1f-c6c3ba7c80dd: DOWN {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:18:10.509988 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42540721-18a1-44d2-a26d-8b0f0ccc9d95 req-dc5e6b5e-b4a3-429b-ab4f-8ae0ef0e4ac0 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:10.511507 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-42540721-18a1-44d2-a26d-8b0f0ccc9d95 req-dc5e6b5e-b4a3-429b-ab4f-8ae0ef0e4ac0 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b04951d-8a9e-4c13-b2cb-8102da887356 HTTP/1.1" status: 200 len: 946 time: 0.0489540 Apr 28 20:18:10.549646 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-42540721-18a1-44d2-a26d-8b0f0ccc9d95 req-bac55bd5-4e4c-4e9e-a89d-0a4de2c9af22 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/security-groups?id=959cb35d-4120-4737-995e-c5a5673e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318267 Apr 28 20:18:10.828176 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f10df-0dd9-4f05-82e8-e20477840bff req-606823fc-d567-471b-adef-eded2168afb5 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:10.829529 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c11f10df-0dd9-4f05-82e8-e20477840bff req-606823fc-d567-471b-adef-eded2168afb5 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b04951d-8a9e-4c13-b2cb-8102da887356 HTTP/1.1" status: 200 len: 946 time: 0.0481071 Apr 28 20:18:10.922305 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-c11f10df-0dd9-4f05-82e8-e20477840bff req-e875aee3-008f-462f-802f-d4afbf7d7455 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Deleting port 5529d9d7-8b07-462a-961d-139579bbdcb9 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:18:10.922916 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c11f10df-0dd9-4f05-82e8-e20477840bff req-e875aee3-008f-462f-802f-d4afbf7d7455 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:11.008877 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-c11f10df-0dd9-4f05-82e8-e20477840bff req-e875aee3-008f-462f-802f-d4afbf7d7455 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] For port 5529d9d7-8b07-462a-961d-139579bbdcb9, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=5529d9d7-8b07-462a-961d-139579bbdcb9,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:18:11.009234 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c11f10df-0dd9-4f05-82e8-e20477840bff req-e875aee3-008f-462f-802f-d4afbf7d7455 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:11.021725 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-c11f10df-0dd9-4f05-82e8-e20477840bff req-e875aee3-008f-462f-802f-d4afbf7d7455 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Calling delete_port for 5529d9d7-8b07-462a-961d-139579bbdcb9 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:18:11.149741 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c11f10df-0dd9-4f05-82e8-e20477840bff req-e875aee3-008f-462f-802f-d4afbf7d7455 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:11.179135 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e875aee3-008f-462f-802f-d4afbf7d7455 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Pushing event deleted for resources: {'Port': ['ID=5529d9d7-8b07-462a-961d-139579bbdcb9,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:11.219959 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11f10df-0dd9-4f05-82e8-e20477840bff req-e875aee3-008f-462f-802f-d4afbf7d7455 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] No DVR routers for this DVR port 5529d9d7-8b07-462a-961d-139579bbdcb9 on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:18:11.222551 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-c11f10df-0dd9-4f05-82e8-e20477840bff req-e875aee3-008f-462f-802f-d4afbf7d7455 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:11.225859 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c11f10df-0dd9-4f05-82e8-e20477840bff req-e875aee3-008f-462f-802f-d4afbf7d7455 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.44 "DELETE /v2.0/ports/5529d9d7-8b07-462a-961d-139579bbdcb9 HTTP/1.1" status: 204 len: 173 time: 0.3905189 Apr 28 20:18:11.226293 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b04951d-8a9e-4c13-b2cb-8102da887356', 'name': 'network-vif-deleted', 'tag': '5529d9d7-8b07-462a-961d-139579bbdcb9'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:18:11.228542 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0fb2d6-ed1c-46c7-b331-a9a20ae58561" -d '{"events": [{"server_uuid": "7b04951d-8a9e-4c13-b2cb-8102da887356", "name": "network-vif-deleted", "tag": "5529d9d7-8b07-462a-961d-139579bbdcb9"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:18:11.270124 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b804550-4f21-40a9-9ba5-94efd27f0ff7 x-openstack-request-id: req-9b804550-4f21-40a9-9ba5-94efd27f0ff7 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:18:11.270411 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b04951d-8a9e-4c13-b2cb-8102da887356", "name": "network-vif-deleted", "tag": "5529d9d7-8b07-462a-961d-139579bbdcb9", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:18:11.270656 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9b804550-4f21-40a9-9ba5-94efd27f0ff7 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:18:11.271055 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b804550-4f21-40a9-9ba5-94efd27f0ff7'] response: {'server_uuid': '7b04951d-8a9e-4c13-b2cb-8102da887356', 'name': 'network-vif-deleted', 'tag': '5529d9d7-8b07-462a-961d-139579bbdcb9', 'status': 'completed', 'code': 200} Apr 28 20:18:11.654004 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-50595923-7e73-472b-9d0f-d222737ad204 req-ca7f61c8-9aaf-4d7e-8525-2642e147f954 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b04951d-8a9e-4c13-b2cb-8102da887356 HTTP/1.1" status: 200 len: 210 time: 0.0314660 Apr 28 20:18:12.755698 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-95cd4bec-4b4b-4351-bb1e-f5e16332b81e req-cd3bad74-3207-4814-b599-4d8baaf63693 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b04951d-8a9e-4c13-b2cb-8102da887356 HTTP/1.1" status: 200 len: 210 time: 0.0278037 Apr 28 20:18:13.856235 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1a92ec9c-f58f-4987-8cf4-f79d29040b3f req-1770e909-04e1-4cf9-9e44-faa404d74359 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b04951d-8a9e-4c13-b2cb-8102da887356 HTTP/1.1" status: 200 len: 210 time: 0.0271690 Apr 28 20:18:14.917224 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35196) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:18:15.039250 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-59755349-c674-449e-aaaf-a04b1c378360 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Deleting port aee97f36-e6d4-4777-82e7-e38abb9cdac4 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:18:15.039511 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59755349-c674-449e-aaaf-a04b1c378360 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:15.113814 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59755349-c674-449e-aaaf-a04b1c378360 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:15.114146 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59755349-c674-449e-aaaf-a04b1c378360 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:15.125928 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-59755349-c674-449e-aaaf-a04b1c378360 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Calling delete_port for aee97f36-e6d4-4777-82e7-e38abb9cdac4 owned by network:floatingip {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:18:15.200759 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 5529d9d7-8b07-462a-961d-139579bbdcb9 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:18:15.220795 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 5529d9d7-8b07-462a-961d-139579bbdcb9 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:18:15.221166 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 5529d9d7-8b07-462a-961d-139579bbdcb9 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:18:15.257004 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59755349-c674-449e-aaaf-a04b1c378360 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:15.282835 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59755349-c674-449e-aaaf-a04b1c378360 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Pushing event deleted for resources: {'Port': ['ID=aee97f36-e6d4-4777-82e7-e38abb9cdac4,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:15.344354 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59755349-c674-449e-aaaf-a04b1c378360 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for floatingip, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:15.347104 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59755349-c674-449e-aaaf-a04b1c378360 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:15.348265 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-59755349-c674-449e-aaaf-a04b1c378360 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "DELETE /v2.0/floatingips/75393e8e-74d5-4838-95be-3903ffefccb0 HTTP/1.1" status: 204 len: 168 time: 0.4300096 Apr 28 20:18:17.594319 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35210) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:18:17.654621 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e212b2d8-2865-4b50-95cb-0b2d5a169398 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:17.680402 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e212b2d8-2865-4b50-95cb-0b2d5a169398 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:17.741953 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e212b2d8-2865-4b50-95cb-0b2d5a169398 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:17.744557 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e212b2d8-2865-4b50-95cb-0b2d5a169398 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:17.748197 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e212b2d8-2865-4b50-95cb-0b2d5a169398 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] 10.222.0.42 "DELETE /v2.0/security-groups/959cb35d-4120-4737-995e-c5a5673e8441 HTTP/1.1" status: 204 len: 168 time: 0.1504037 Apr 28 20:18:17.755450 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212b2d8-2865-4b50-95cb-0b2d5a169398 tempest-TestVolumeBootPattern-1147738554 tempest-TestVolumeBootPattern-1147738554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=959cb35d-4120-4737-995e-c5a5673e8441,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:18.817320 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35216) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:18:19.288318 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b5bd2864-484f-4185-b398-59b488055295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:19.536117 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b5bd2864-484f-4185-b398-59b488055295 admin admin] Deleting port 48b950c7-35bc-4b34-945d-a19397366dec {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:18:19.536381 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b5bd2864-484f-4185-b398-59b488055295 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:19.612283 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b5bd2864-484f-4185-b398-59b488055295 admin admin] For port 48b950c7-35bc-4b34-945d-a19397366dec, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=48b950c7-35bc-4b34-945d-a19397366dec,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:18:19.612640 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b5bd2864-484f-4185-b398-59b488055295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:19.624929 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b5bd2864-484f-4185-b398-59b488055295 admin admin] Calling delete_port for 48b950c7-35bc-4b34-945d-a19397366dec owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:18:19.805930 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b5bd2864-484f-4185-b398-59b488055295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:19.837215 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd2864-484f-4185-b398-59b488055295 admin admin] Pushing event deleted for resources: {'Port': ['ID=48b950c7-35bc-4b34-945d-a19397366dec,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:19.862520 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1e59cf09-5cee-4948-a728-d30a070b2aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:20.004213 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b5bd2864-484f-4185-b398-59b488055295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:20.216638 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5bd2864-484f-4185-b398-59b488055295 admin admin] Router 7db67139-93ac-4276-b391-dc743d05c7cc has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:18:20.321800 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bd2864-484f-4185-b398-59b488055295 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:18:20.326867 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b5bd2864-484f-4185-b398-59b488055295 admin admin] 10.222.0.42 "PUT /v2.0/routers/7db67139-93ac-4276-b391-dc743d05c7cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5085077 Apr 28 20:18:20.329428 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35220) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:18:20.332894 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6243cb45-98bd-43d8-b411-b218c5538f44 None None] Sync routers for ids ['7db67139-93ac-4276-b391-dc743d05c7cc'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:18:20.343477 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6243cb45-98bd-43d8-b411-b218c5538f44 None None] Routers {'7db67139-93ac-4276-b391-dc743d05c7cc'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:18:20.344198 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-6243cb45-98bd-43d8-b411-b218c5538f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:17:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7db67139-93ac-4276-b391-dc743d05c7cc'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:20.433624 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e2d15cab-ec60-40a1-899f-cf5803728e3f admin admin] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:20.449034 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-6243cb45-98bd-43d8-b411-b218c5538f44 None None] Set router 7db67139-93ac-4276-b391-dc743d05c7cc gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:18:20.531188 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e2d15cab-ec60-40a1-899f-cf5803728e3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:20.586758 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e2d15cab-ec60-40a1-899f-cf5803728e3f admin admin] Deleting port 4086ebd3-773e-473c-94b5-e60233e76c99 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:18:20.587105 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e2d15cab-ec60-40a1-899f-cf5803728e3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:20.625597 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-6243cb45-98bd-43d8-b411-b218c5538f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'name': 'tempest-TestVolumeBootPattern-1074671302-router', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:18:19Z', 'revision_number': 5, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'gw_port': {'id': '4086ebd3-773e-473c-94b5-e60233e76c99', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:20.655640 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6243cb45-98bd-43d8-b411-b218c5538f44 None None] Checking router: 7db67139-93ac-4276-b391-dc743d05c7cc for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:18:20.664045 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6243cb45-98bd-43d8-b411-b218c5538f44 None None] Routers {'7db67139-93ac-4276-b391-dc743d05c7cc'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:18:20.664198 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-e2d15cab-ec60-40a1-899f-cf5803728e3f admin admin] For port 4086ebd3-773e-473c-94b5-e60233e76c99, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=4086ebd3-773e-473c-94b5-e60233e76c99,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:18:20.664496 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e2d15cab-ec60-40a1-899f-cf5803728e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:20.664659 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-6243cb45-98bd-43d8-b411-b218c5538f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:17:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['7db67139-93ac-4276-b391-dc743d05c7cc'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:20.677919 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e2d15cab-ec60-40a1-899f-cf5803728e3f admin admin] Calling delete_port for 4086ebd3-773e-473c-94b5-e60233e76c99 owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:18:20.746650 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-6243cb45-98bd-43d8-b411-b218c5538f44 None None] Set router 7db67139-93ac-4276-b391-dc743d05c7cc gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:18:20.803761 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-6243cb45-98bd-43d8-b411-b218c5538f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'name': 'tempest-TestVolumeBootPattern-1074671302-router', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:18:20Z', 'revision_number': 6, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:20.830266 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6243cb45-98bd-43d8-b411-b218c5538f44 None None] The sync data for ids ['7db67139-93ac-4276-b391-dc743d05c7cc'] in n-d-839810-1 is: [{'id': '7db67139-93ac-4276-b391-dc743d05c7cc', 'name': 'tempest-TestVolumeBootPattern-1074671302-router', 'tenant_id': 'a7abd85c8b80481690a18110e7cba81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:03Z', 'updated_at': '2022-04-28T20:18:20Z', 'revision_number': 6, 'project_id': 'a7abd85c8b80481690a18110e7cba81e', 'gw_port_host': None}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:18:20.847213 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e2d15cab-ec60-40a1-899f-cf5803728e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:20.873825 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d15cab-ec60-40a1-899f-cf5803728e3f admin admin] Pushing event deleted for resources: {'Port': ['ID=4086ebd3-773e-473c-94b5-e60233e76c99,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:20.936825 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e2d15cab-ec60-40a1-899f-cf5803728e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:21.024449 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e2d15cab-ec60-40a1-899f-cf5803728e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:21.027075 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e2d15cab-ec60-40a1-899f-cf5803728e3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:21.068692 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e2d15cab-ec60-40a1-899f-cf5803728e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:21.069172 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d15cab-ec60-40a1-899f-cf5803728e3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7db67139-93ac-4276-b391-dc743d05c7cc {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:18:21.074121 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e2d15cab-ec60-40a1-899f-cf5803728e3f admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:21.075423 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e2d15cab-ec60-40a1-899f-cf5803728e3f admin admin] 10.222.0.42 "DELETE /v2.0/routers/7db67139-93ac-4276-b391-dc743d05c7cc HTTP/1.1" status: 204 len: 168 time: 0.7443032 Apr 28 20:18:21.077944 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35222) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:18:21.126373 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-804cb200-100d-4893-8b91-e4b1e6dfa6ed admin admin] Deleting subnet 11daf8f6-15c0-4d09-926f-75c1fcbe625d {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:18:21.129253 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-804cb200-100d-4893-8b91-e4b1e6dfa6ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:21.163246 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-804cb200-100d-4893-8b91-e4b1e6dfa6ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:21.249530 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-804cb200-100d-4893-8b91-e4b1e6dfa6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:21.301765 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-804cb200-100d-4893-8b91-e4b1e6dfa6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:21.329702 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804cb200-100d-4893-8b91-e4b1e6dfa6ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11daf8f6-15c0-4d09-926f-75c1fcbe625d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:21.335190 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-804cb200-100d-4893-8b91-e4b1e6dfa6ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:21.338534 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-804cb200-100d-4893-8b91-e4b1e6dfa6ed admin admin] 10.222.0.42 "DELETE /v2.0/subnets/11daf8f6-15c0-4d09-926f-75c1fcbe625d HTTP/1.1" status: 204 len: 168 time: 0.2595911 Apr 28 20:18:21.341278 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1744b3-a915-4b79-8387-7803fc2469db None None] Network 3ca892cc-b431-485e-a8d1-1dc31fa2091b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:18:21.341755 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35224) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:18:21.408523 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e3b35fb4-d394-47d5-9901-10a53475882d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:21.461382 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e3b35fb4-d394-47d5-9901-10a53475882d admin admin] Deleting port bc6be2aa-c9d4-45bb-a067-e0785cb9188d {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:18:21.461727 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e3b35fb4-d394-47d5-9901-10a53475882d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:21.527642 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-e3b35fb4-d394-47d5-9901-10a53475882d admin admin] For port bc6be2aa-c9d4-45bb-a067-e0785cb9188d, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=bc6be2aa-c9d4-45bb-a067-e0785cb9188d,segment=NetworkSegment(4153f325-57c0-408e-ac48-7adc6d59e381),segment_id=4153f325-57c0-408e-ac48-7adc6d59e381)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:18:21.528002 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e3b35fb4-d394-47d5-9901-10a53475882d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:21.540727 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e3b35fb4-d394-47d5-9901-10a53475882d admin admin] Calling delete_port for bc6be2aa-c9d4-45bb-a067-e0785cb9188d owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:18:21.616313 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa9113a-2158-40f8-97dc-82a736e1fa39 None None] DHCP port deletion for 3ca892cc-b431-485e-a8d1-1dc31fa2091b request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:18:21.626593 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e3b35fb4-d394-47d5-9901-10a53475882d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:21.656889 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b35fb4-d394-47d5-9901-10a53475882d admin admin] Pushing event deleted for resources: {'Port': ['ID=bc6be2aa-c9d4-45bb-a067-e0785cb9188d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:21.658744 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b35fb4-d394-47d5-9901-10a53475882d admin admin] No DVR routers for this DVR port bc6be2aa-c9d4-45bb-a067-e0785cb9188d on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:18:21.686240 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-aaa9113a-2158-40f8-97dc-82a736e1fa39 None None] Deleting port bc6be2aa-c9d4-45bb-a067-e0785cb9188d {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:18:21.686705 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-aaa9113a-2158-40f8-97dc-82a736e1fa39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:21.738541 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e3b35fb4-d394-47d5-9901-10a53475882d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:21.761498 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-e3b35fb4-d394-47d5-9901-10a53475882d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca892cc-b431-485e-a8d1-1dc31fa2091b']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:21.771547 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-e3b35fb4-d394-47d5-9901-10a53475882d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4153f325-57c0-408e-ac48-7adc6d59e381') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:21.771843 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-e3b35fb4-d394-47d5-9901-10a53475882d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4153f325-57c0-408e-ac48-7adc6d59e381') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:21.782905 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e3b35fb4-d394-47d5-9901-10a53475882d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:21.796719 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e3b35fb4-d394-47d5-9901-10a53475882d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:21.803551 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3b35fb4-d394-47d5-9901-10a53475882d admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:18:21.804093 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e3b35fb4-d394-47d5-9901-10a53475882d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:21.806108 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 20:18:21.806108 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:18:21.806108 n-d-839810-1 neutron-server[102773]: timer() Apr 28 20:18:21.806108 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:18:21.806108 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 20:18:21.806108 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:18:21.806108 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 20:18:21.806108 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:18:21.806108 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 20:18:21.806108 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:18:21.806108 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 20:18:21.806108 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:18:21.806108 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 20:18:21.806108 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:18:21.806108 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:18:21.806108 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:18:21.806108 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:18:21.806108 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:18:21.806108 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 20:18:21.806108 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:18:21.806108 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 20:18:21.806108 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:18:21.806108 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:18:21.806108 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:18:21.806108 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 20:18:21.806108 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:18:21.806108 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:18:21.806108 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:18:21.806108 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:18:21.806108 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:18:21.806108 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:18:21.806108 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:18:21.868554 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 48b950c7-35bc-4b34-945d-a19397366dec no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:18:21.870059 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e3b35fb4-d394-47d5-9901-10a53475882d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:21.877250 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e3b35fb4-d394-47d5-9901-10a53475882d admin admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:21.881082 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e3b35fb4-d394-47d5-9901-10a53475882d admin admin] 10.222.0.42 "DELETE /v2.0/networks/3ca892cc-b431-485e-a8d1-1dc31fa2091b HTTP/1.1" status: 204 len: 168 time: 0.5386457 Apr 28 20:18:21.885088 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35226) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:18:21.896722 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b35fb4-d394-47d5-9901-10a53475882d admin admin] Pushing event deleted for resources: {'Network': ['ID=3ca892cc-b431-485e-a8d1-1dc31fa2091b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:21.925606 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 48b950c7-35bc-4b34-945d-a19397366dec {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:18:21.926190 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 48b950c7-35bc-4b34-945d-a19397366dec not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:18:21.947126 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-aaa9113a-2158-40f8-97dc-82a736e1fa39 None None] For port bc6be2aa-c9d4-45bb-a067-e0785cb9188d, host n-d-839810-1, got binding levels [] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:18:21.947523 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-aaa9113a-2158-40f8-97dc-82a736e1fa39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:21.961016 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-aaa9113a-2158-40f8-97dc-82a736e1fa39 None None] Calling delete_port for bc6be2aa-c9d4-45bb-a067-e0785cb9188d owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:18:21.963730 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.ipam_backend_mixin [None req-aaa9113a-2158-40f8-97dc-82a736e1fa39 None None] Port bc6be2aa-c9d4-45bb-a067-e0785cb9188d was not found and therefore no delete operation was performed {{(pid=102775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 28 20:18:21.965799 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-aaa9113a-2158-40f8-97dc-82a736e1fa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:21.988523 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aaa9113a-2158-40f8-97dc-82a736e1fa39 None None] Network 3ca892cc-b431-485e-a8d1-1dc31fa2091b is not hosted by any dhcp agent {{(pid=102775) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 28 20:18:21.988981 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa9113a-2158-40f8-97dc-82a736e1fa39 None None] No DVR routers for this DVR port bc6be2aa-c9d4-45bb-a067-e0785cb9188d on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:18:21.993473 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9113a-2158-40f8-97dc-82a736e1fa39 None None] Pushing event deleted for resources: {'Port': ['ID=bc6be2aa-c9d4-45bb-a067-e0785cb9188d,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:22.001127 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9113a-2158-40f8-97dc-82a736e1fa39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:22.001476 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9113a-2158-40f8-97dc-82a736e1fa39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:22.001819 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9113a-2158-40f8-97dc-82a736e1fa39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:22.002159 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9113a-2158-40f8-97dc-82a736e1fa39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:22.002490 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9113a-2158-40f8-97dc-82a736e1fa39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:22.002827 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9113a-2158-40f8-97dc-82a736e1fa39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:22.003143 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9113a-2158-40f8-97dc-82a736e1fa39 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:22.003469 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9113a-2158-40f8-97dc-82a736e1fa39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:22.004344 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9113a-2158-40f8-97dc-82a736e1fa39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:22.004344 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9113a-2158-40f8-97dc-82a736e1fa39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:22.004572 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9113a-2158-40f8-97dc-82a736e1fa39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:22.004780 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9113a-2158-40f8-97dc-82a736e1fa39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:22.096506 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ef28b594-6e17-4e44-bf5d-f47a4044e5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:22.244232 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6b60be24-e5b5-49d0-93cc-e0b99915b6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:22.483722 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-6b60be24-e5b5-49d0-93cc-e0b99915b6bb admin admin] Deleting port 5d9292f2-6679-4fde-b92b-916fef4c62a1 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:18:22.484058 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6b60be24-e5b5-49d0-93cc-e0b99915b6bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:22.561167 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-6b60be24-e5b5-49d0-93cc-e0b99915b6bb admin admin] For port 5d9292f2-6679-4fde-b92b-916fef4c62a1, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=5d9292f2-6679-4fde-b92b-916fef4c62a1,segment=NetworkSegment(576b8ae1-05da-4fbe-895b-3450159afdb9),segment_id=576b8ae1-05da-4fbe-895b-3450159afdb9)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:18:22.561524 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6b60be24-e5b5-49d0-93cc-e0b99915b6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:22.574174 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-6b60be24-e5b5-49d0-93cc-e0b99915b6bb admin admin] Calling delete_port for 5d9292f2-6679-4fde-b92b-916fef4c62a1 owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:18:22.755203 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6b60be24-e5b5-49d0-93cc-e0b99915b6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:22.784476 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b60be24-e5b5-49d0-93cc-e0b99915b6bb admin admin] Pushing event deleted for resources: {'Port': ['ID=5d9292f2-6679-4fde-b92b-916fef4c62a1,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:22.795538 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60be24-e5b5-49d0-93cc-e0b99915b6bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:22.795874 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60be24-e5b5-49d0-93cc-e0b99915b6bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:22.796244 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60be24-e5b5-49d0-93cc-e0b99915b6bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:22.796581 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60be24-e5b5-49d0-93cc-e0b99915b6bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:22.796903 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60be24-e5b5-49d0-93cc-e0b99915b6bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:22.797236 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60be24-e5b5-49d0-93cc-e0b99915b6bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:22.797558 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60be24-e5b5-49d0-93cc-e0b99915b6bb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:22.797973 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60be24-e5b5-49d0-93cc-e0b99915b6bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:22.798195 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60be24-e5b5-49d0-93cc-e0b99915b6bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:22.798516 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60be24-e5b5-49d0-93cc-e0b99915b6bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:22.798835 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60be24-e5b5-49d0-93cc-e0b99915b6bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:22.799153 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60be24-e5b5-49d0-93cc-e0b99915b6bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:22.969605 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6b60be24-e5b5-49d0-93cc-e0b99915b6bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:23.334934 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 4086ebd3-773e-473c-94b5-e60233e76c99 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:18:23.357134 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 4086ebd3-773e-473c-94b5-e60233e76c99 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:18:23.357481 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 4086ebd3-773e-473c-94b5-e60233e76c99 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:18:23.357892 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bc6be2aa-c9d4-45bb-a067-e0785cb9188d no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:18:23.378316 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: bc6be2aa-c9d4-45bb-a067-e0785cb9188d {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:18:23.378668 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bc6be2aa-c9d4-45bb-a067-e0785cb9188d not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:18:23.497994 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b60be24-e5b5-49d0-93cc-e0b99915b6bb admin admin] Router 48df09fb-d53c-44df-84b2-56091b148ade has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:18:23.600458 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:23.605829 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b60be24-e5b5-49d0-93cc-e0b99915b6bb admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:18:23.613550 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35228) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:18:23.614002 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6b60be24-e5b5-49d0-93cc-e0b99915b6bb admin admin] 10.222.0.42 "PUT /v2.0/routers/48df09fb-d53c-44df-84b2-56091b148ade/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7258098 Apr 28 20:18:23.614339 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7e1b2e-f024-4306-8d9d-7c28ce1447a4 None None] Sync routers for ids ['48df09fb-d53c-44df-84b2-56091b148ade'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:18:23.624196 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7e1b2e-f024-4306-8d9d-7c28ce1447a4 None None] Routers {'48df09fb-d53c-44df-84b2-56091b148ade'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:18:23.624809 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9e7e1b2e-f024-4306-8d9d-7c28ce1447a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:18:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['48df09fb-d53c-44df-84b2-56091b148ade'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:23.718288 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3b68a13-d0a0-4340-a136-a177cdd7eb5a admin admin] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:23.726636 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-9e7e1b2e-f024-4306-8d9d-7c28ce1447a4 None None] Set router 48df09fb-d53c-44df-84b2-56091b148ade gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:18:24.004903 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9e7e1b2e-f024-4306-8d9d-7c28ce1447a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48df09fb-d53c-44df-84b2-56091b148ade', 'name': 'tempest-TestVolumeBootPattern-1386524892-router', 'tenant_id': '845ca4a13e0e42279b48e08904bb6956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'ea164514-0adc-40b2-afdd-aa0c14cd497e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:08Z', 'updated_at': '2022-04-28T20:18:22Z', 'revision_number': 5, 'project_id': '845ca4a13e0e42279b48e08904bb6956', 'gw_port': {'id': 'ea164514-0adc-40b2-afdd-aa0c14cd497e', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:eb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48df09fb-d53c-44df-84b2-56091b148ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:09Z', 'updated_at': '2022-04-28T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:24.032839 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7e1b2e-f024-4306-8d9d-7c28ce1447a4 None None] Checking router: 48df09fb-d53c-44df-84b2-56091b148ade for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:18:24.048441 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7e1b2e-f024-4306-8d9d-7c28ce1447a4 None None] Routers {'48df09fb-d53c-44df-84b2-56091b148ade'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:18:24.049067 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9e7e1b2e-f024-4306-8d9d-7c28ce1447a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:18:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['48df09fb-d53c-44df-84b2-56091b148ade'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:24.154911 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-9e7e1b2e-f024-4306-8d9d-7c28ce1447a4 None None] Set router 48df09fb-d53c-44df-84b2-56091b148ade gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:18:24.191251 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3b68a13-d0a0-4340-a136-a177cdd7eb5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:24.242073 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d3b68a13-d0a0-4340-a136-a177cdd7eb5a admin admin] Deleting port ea164514-0adc-40b2-afdd-aa0c14cd497e {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:18:24.242413 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3b68a13-d0a0-4340-a136-a177cdd7eb5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:24.321335 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d3b68a13-d0a0-4340-a136-a177cdd7eb5a admin admin] For port ea164514-0adc-40b2-afdd-aa0c14cd497e, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ea164514-0adc-40b2-afdd-aa0c14cd497e,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:18:24.321705 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3b68a13-d0a0-4340-a136-a177cdd7eb5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:24.328149 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9e7e1b2e-f024-4306-8d9d-7c28ce1447a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48df09fb-d53c-44df-84b2-56091b148ade', 'name': 'tempest-TestVolumeBootPattern-1386524892-router', 'tenant_id': '845ca4a13e0e42279b48e08904bb6956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'ea164514-0adc-40b2-afdd-aa0c14cd497e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:08Z', 'updated_at': '2022-04-28T20:18:22Z', 'revision_number': 5, 'project_id': '845ca4a13e0e42279b48e08904bb6956', 'gw_port': {'id': 'ea164514-0adc-40b2-afdd-aa0c14cd497e', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:eb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48df09fb-d53c-44df-84b2-56091b148ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:09Z', 'updated_at': '2022-04-28T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:24.334249 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d3b68a13-d0a0-4340-a136-a177cdd7eb5a admin admin] Calling delete_port for ea164514-0adc-40b2-afdd-aa0c14cd497e owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:18:24.357815 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7e1b2e-f024-4306-8d9d-7c28ce1447a4 None None] The sync data for ids ['48df09fb-d53c-44df-84b2-56091b148ade'] in n-d-839810-1 is: [{'id': '48df09fb-d53c-44df-84b2-56091b148ade', 'name': 'tempest-TestVolumeBootPattern-1386524892-router', 'tenant_id': '845ca4a13e0e42279b48e08904bb6956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'ea164514-0adc-40b2-afdd-aa0c14cd497e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:08Z', 'updated_at': '2022-04-28T20:18:22Z', 'revision_number': 5, 'project_id': '845ca4a13e0e42279b48e08904bb6956', 'gw_port': {'id': 'ea164514-0adc-40b2-afdd-aa0c14cd497e', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:eb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48df09fb-d53c-44df-84b2-56091b148ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:09Z', 'updated_at': '2022-04-28T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:18:24.502833 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3b68a13-d0a0-4340-a136-a177cdd7eb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:24.533257 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b68a13-d0a0-4340-a136-a177cdd7eb5a admin admin] Pushing event deleted for resources: {'Port': ['ID=ea164514-0adc-40b2-afdd-aa0c14cd497e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:24.590422 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3b68a13-d0a0-4340-a136-a177cdd7eb5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:24.679254 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3b68a13-d0a0-4340-a136-a177cdd7eb5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:24.681269 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3b68a13-d0a0-4340-a136-a177cdd7eb5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:24.726207 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3b68a13-d0a0-4340-a136-a177cdd7eb5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:24.726737 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b68a13-d0a0-4340-a136-a177cdd7eb5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48df09fb-d53c-44df-84b2-56091b148ade {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:18:24.731344 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3b68a13-d0a0-4340-a136-a177cdd7eb5a admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:24.732528 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d3b68a13-d0a0-4340-a136-a177cdd7eb5a admin admin] 10.222.0.42 "DELETE /v2.0/routers/48df09fb-d53c-44df-84b2-56091b148ade HTTP/1.1" status: 204 len: 168 time: 1.1178193 Apr 28 20:18:24.735330 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35230) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:18:24.784019 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf7f176a-f91e-4a6a-9102-44308a364433 admin admin] Deleting subnet 66bf46c5-14fa-4f46-b6ac-4597ae3c0409 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:18:24.787504 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf7f176a-f91e-4a6a-9102-44308a364433 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:24.822901 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf7f176a-f91e-4a6a-9102-44308a364433 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:24.902852 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf7f176a-f91e-4a6a-9102-44308a364433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:24.965510 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf7f176a-f91e-4a6a-9102-44308a364433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:24.993840 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f176a-f91e-4a6a-9102-44308a364433 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66bf46c5-14fa-4f46-b6ac-4597ae3c0409,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:24.995934 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bf7f176a-f91e-4a6a-9102-44308a364433 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:24.999153 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-bf7f176a-f91e-4a6a-9102-44308a364433 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/66bf46c5-14fa-4f46-b6ac-4597ae3c0409 HTTP/1.1" status: 204 len: 168 time: 0.2633765 Apr 28 20:18:25.001796 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35232) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:18:25.004203 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cd547c-2ee5-44d7-a7e4-2f06a01c49d7 None None] Network 84809707-7786-410d-b241-9b7fcfc5dc42 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:18:25.079819 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-58509aeb-054a-458c-9a9b-deda18be09ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:25.132701 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-58509aeb-054a-458c-9a9b-deda18be09ec admin admin] Deleting port a95fab1f-9b0e-42e8-a3d5-12029f6c1e9a {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:18:25.132986 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-58509aeb-054a-458c-9a9b-deda18be09ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:25.200128 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-58509aeb-054a-458c-9a9b-deda18be09ec admin admin] For port a95fab1f-9b0e-42e8-a3d5-12029f6c1e9a, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a95fab1f-9b0e-42e8-a3d5-12029f6c1e9a,segment=NetworkSegment(576b8ae1-05da-4fbe-895b-3450159afdb9),segment_id=576b8ae1-05da-4fbe-895b-3450159afdb9)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:18:25.200494 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-58509aeb-054a-458c-9a9b-deda18be09ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:25.212928 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-58509aeb-054a-458c-9a9b-deda18be09ec admin admin] Calling delete_port for a95fab1f-9b0e-42e8-a3d5-12029f6c1e9a owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:18:25.290192 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-58509aeb-054a-458c-9a9b-deda18be09ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:25.315784 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58509aeb-054a-458c-9a9b-deda18be09ec admin admin] Pushing event deleted for resources: {'Port': ['ID=a95fab1f-9b0e-42e8-a3d5-12029f6c1e9a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:25.319445 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58509aeb-054a-458c-9a9b-deda18be09ec admin admin] No DVR routers for this DVR port a95fab1f-9b0e-42e8-a3d5-12029f6c1e9a on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:18:25.355206 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381b826e-e8d7-4809-9da9-0fee40ab6225 None None] DHCP port deletion for 84809707-7786-410d-b241-9b7fcfc5dc42 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:18:25.401694 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-58509aeb-054a-458c-9a9b-deda18be09ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:25.415219 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a95fab1f-9b0e-42e8-a3d5-12029f6c1e9a no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:18:25.423094 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-58509aeb-054a-458c-9a9b-deda18be09ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84809707-7786-410d-b241-9b7fcfc5dc42']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:25.432091 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-58509aeb-054a-458c-9a9b-deda18be09ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '576b8ae1-05da-4fbe-895b-3450159afdb9') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:25.432415 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-58509aeb-054a-458c-9a9b-deda18be09ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '576b8ae1-05da-4fbe-895b-3450159afdb9') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:25.437165 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: a95fab1f-9b0e-42e8-a3d5-12029f6c1e9a {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:18:25.437511 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a95fab1f-9b0e-42e8-a3d5-12029f6c1e9a not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:18:25.437912 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 5d9292f2-6679-4fde-b92b-916fef4c62a1 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:18:25.442578 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-58509aeb-054a-458c-9a9b-deda18be09ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:25.456710 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-58509aeb-054a-458c-9a9b-deda18be09ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:25.458380 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 5d9292f2-6679-4fde-b92b-916fef4c62a1 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:18:25.458721 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 5d9292f2-6679-4fde-b92b-916fef4c62a1 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:18:25.459126 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ea164514-0adc-40b2-afdd-aa0c14cd497e no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:18:25.462746 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58509aeb-054a-458c-9a9b-deda18be09ec admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:18:25.463128 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-58509aeb-054a-458c-9a9b-deda18be09ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:25.465334 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 20:18:25.465334 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:18:25.465334 n-d-839810-1 neutron-server[102774]: timer() Apr 28 20:18:25.465334 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:18:25.465334 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 20:18:25.465334 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:18:25.465334 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 20:18:25.465334 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:18:25.465334 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 20:18:25.465334 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:18:25.465334 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 20:18:25.465334 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:18:25.465334 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 20:18:25.465334 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:18:25.465334 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:18:25.465334 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:18:25.465334 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:18:25.465334 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:18:25.465334 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 20:18:25.465334 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:18:25.465334 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 20:18:25.465334 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:18:25.465334 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:18:25.465334 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:18:25.465334 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 20:18:25.465334 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:18:25.465334 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:18:25.465334 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:18:25.465334 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:18:25.465334 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:18:25.465334 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:18:25.465334 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:18:25.483419 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: ea164514-0adc-40b2-afdd-aa0c14cd497e {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:18:25.483762 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ea164514-0adc-40b2-afdd-aa0c14cd497e not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:18:25.524197 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-58509aeb-054a-458c-9a9b-deda18be09ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:25.529484 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-58509aeb-054a-458c-9a9b-deda18be09ec admin admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:25.533250 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-58509aeb-054a-458c-9a9b-deda18be09ec admin admin] 10.222.0.42 "DELETE /v2.0/networks/84809707-7786-410d-b241-9b7fcfc5dc42 HTTP/1.1" status: 204 len: 168 time: 0.5304699 Apr 28 20:18:25.546405 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58509aeb-054a-458c-9a9b-deda18be09ec admin admin] Pushing event deleted for resources: {'Network': ['ID=84809707-7786-410d-b241-9b7fcfc5dc42,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:25.658882 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35238) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:18:25.702916 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4f3f4ba2-6203-430f-be53-58283b57b81a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a7abd85c8b80481690a18110e7cba81e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427930 Apr 28 20:18:25.705291 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35240) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:18:25.753070 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4106c479-f397-40e2-96dc-4de66cb70cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:25.773299 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4106c479-f397-40e2-96dc-4de66cb70cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:25.819169 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4106c479-f397-40e2-96dc-4de66cb70cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:25.821788 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4106c479-f397-40e2-96dc-4de66cb70cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:25.823014 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4106c479-f397-40e2-96dc-4de66cb70cc5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ab254180-4a1f-4df7-8142-ae05ff136a65 HTTP/1.1" status: 204 len: 168 time: 0.1168120 Apr 28 20:18:25.831530 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4106c479-f397-40e2-96dc-4de66cb70cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab254180-4a1f-4df7-8142-ae05ff136a65,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:25.875119 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:25.976823 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:26.155101 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35246) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:18:26.196072 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d0c5856a-c8a9-4fd8-ae16-29d40862447f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=845ca4a13e0e42279b48e08904bb6956&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383294 Apr 28 20:18:26.196988 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35248) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:18:26.247633 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fb658f97-552f-407f-9183-ac13c14f2c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:26.268006 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fb658f97-552f-407f-9183-ac13c14f2c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:26.314667 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fb658f97-552f-407f-9183-ac13c14f2c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:26.317279 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fb658f97-552f-407f-9183-ac13c14f2c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:26.318431 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fb658f97-552f-407f-9183-ac13c14f2c97 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a982d49d-11be-4f21-a4d9-20e0a360733d HTTP/1.1" status: 204 len: 168 time: 0.1205609 Apr 28 20:18:26.326315 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb658f97-552f-407f-9183-ac13c14f2c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a982d49d-11be-4f21-a4d9-20e0a360733d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:32.140963 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:33.702931 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:34.502593 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-1828af3c-6fe1-4c0f-9173-b0011b81a277 req-5e114faf-420f-4f22-802b-b9f7d9dc3020 service neutron] (102774) timed out ('10.222.0.42', 35336) {{(pid=102774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 28 20:18:34.646769 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:18:37.063197 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-44e3a20b-af75-4b77-bd55-89f0246c36ae tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=914804ad4b4049f2abfa8b99e7bd7dc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218489 Apr 28 20:18:37.165788 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-4f8423b5-152d-4896-b039-bb4e85466dbb tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:37.167275 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-4f8423b5-152d-4896-b039-bb4e85466dbb tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0987470 Apr 28 20:18:37.182060 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-c710f0fc-4e22-4648-8350-e6e5d7fa363a tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] 10.222.0.42 "GET /v2.0/quotas/914804ad4b4049f2abfa8b99e7bd7dc1 HTTP/1.1" status: 200 len: 375 time: 0.0087051 Apr 28 20:18:37.220041 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-4dbd09ab-767c-4381-b89b-1a573caf3a7b tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=914804ad4b4049f2abfa8b99e7bd7dc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316846 Apr 28 20:18:37.382187 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cb3217fd-9a68-49d1-a6ff-7450037ba261 req-47edf366-30ec-485d-b745-ba51b78e4a31 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] 10.222.0.42 "GET /v2.0/ports?device_id=14aed0b2-da52-4ec7-b762-bbb8c7a98549 HTTP/1.1" status: 200 len: 210 time: 0.0288131 Apr 28 20:18:38.383779 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-db055993-4427-44b9-b6bc-9d5604e43d75 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=914804ad4b4049f2abfa8b99e7bd7dc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216708 Apr 28 20:18:38.482041 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4a3652e4-4786-4b6b-b5f0-9496109ce583 req-31cd2eff-8e1e-4ceb-9d0f-41088e595216 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] 10.222.0.42 "GET /v2.0/ports?device_id=14aed0b2-da52-4ec7-b762-bbb8c7a98549 HTTP/1.1" status: 200 len: 210 time: 0.0278175 Apr 28 20:18:38.495495 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-794909b8-a697-49ad-8fc4-3f42072f2502 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:38.497145 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-794909b8-a697-49ad-8fc4-3f42072f2502 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1085651 Apr 28 20:18:38.509646 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-da984d44-6742-4f1d-b94d-c13668568e64 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] Request body: {'port': {'device_id': '14aed0b2-da52-4ec7-b762-bbb8c7a98549', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'admin_state_up': True, 'tenant_id': '914804ad4b4049f2abfa8b99e7bd7dc1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:18:38.613474 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-da984d44-6742-4f1d-b94d-c13668568e64 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] Made reservation on behalf of 914804ad4b4049f2abfa8b99e7bd7dc1 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:18:38.616783 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-da984d44-6742-4f1d-b94d-c13668568e64 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:38.625667 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-da984d44-6742-4f1d-b94d-c13668568e64 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:38.704156 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-da984d44-6742-4f1d-b94d-c13668568e64 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:38.707551 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-da984d44-6742-4f1d-b94d-c13668568e64 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:38.768614 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da984d44-6742-4f1d-b94d-c13668568e64 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff10428-ea11-4993-a824-098fe045b904,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:38.840015 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-da984d44-6742-4f1d-b94d-c13668568e64 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] Allocated IP 192.168.233.102 (a2ea96f2-6755-492c-8fa3-72807d68d67a/ba397751-1619-4962-a669-11aa98e2e3bc/f5a8bf51-7afe-443c-8ba4-f970ae4e822d) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:18:38.986096 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-da984d44-6742-4f1d-b94d-c13668568e64 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:39.018475 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-da984d44-6742-4f1d-b94d-c13668568e64 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:39.062396 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-da984d44-6742-4f1d-b94d-c13668568e64 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] Network a2ea96f2-6755-492c-8fa3-72807d68d67a is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:18:39.065488 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-da984d44-6742-4f1d-b94d-c13668568e64 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:18:39.069267 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-da984d44-6742-4f1d-b94d-c13668568e64 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:18:39.075639 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da984d44-6742-4f1d-b94d-c13668568e64 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] Pushing event updated for resources: {'Port': ['ID=f5a8bf51-7afe-443c-8ba4-f970ae4e822d,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:39.124079 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-da984d44-6742-4f1d-b94d-c13668568e64 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:39.124737 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-da984d44-6742-4f1d-b94d-c13668568e64 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:39.140672 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-da984d44-6742-4f1d-b94d-c13668568e64 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6346295 Apr 28 20:18:39.152437 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-71f4ecdb-1c7a-4e87-ae2b-0f681c99413c service neutron] Request body: {'port': {'device_id': '14aed0b2-da52-4ec7-b762-bbb8c7a98549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:18:39.214934 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-71f4ecdb-1c7a-4e87-ae2b-0f681c99413c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:39.338856 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-8b66d81c-10f6-4e25-a088-7a907b2b8b29 None None] Provisioning complete for port f5a8bf51-7afe-443c-8ba4-f970ae4e822d triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:18:39.339380 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8b66d81c-10f6-4e25-a088-7a907b2b8b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:39.373549 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-8b66d81c-10f6-4e25-a088-7a907b2b8b29 None None] Port f5a8bf51-7afe-443c-8ba4-f970ae4e822d cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:18:39.442717 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-ecb3d540-0de3-4d62-b23c-134e7f855ae4 req-825c2c61-7453-4bee-b3c0-1e5ebc38ca36 service neutron] (102774) timed out ('10.222.0.44', 62965) {{(pid=102774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 28 20:18:39.476383 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-71f4ecdb-1c7a-4e87-ae2b-0f681c99413c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5a8bf51-7afe-443c-8ba4-f970ae4e822d {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:18:39.483722 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-71f4ecdb-1c7a-4e87-ae2b-0f681c99413c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:39.496422 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-71f4ecdb-1c7a-4e87-ae2b-0f681c99413c service neutron] Transition to ACTIVE for port object f5a8bf51-7afe-443c-8ba4-f970ae4e822d will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:18:39.499705 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-71f4ecdb-1c7a-4e87-ae2b-0f681c99413c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:39.549019 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4ecdb-1c7a-4e87-ae2b-0f681c99413c service neutron] Pushing event updated for resources: {'Port': ['ID=f5a8bf51-7afe-443c-8ba4-f970ae4e822d,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:39.650760 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4b710-ad20-4222-aeba-271facccd79d req-bb9c0e3e-ef5d-485e-b163-123cd6090119 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:39.653812 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fbb4b710-ad20-4222-aeba-271facccd79d req-bb9c0e3e-ef5d-485e-b163-123cd6090119 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] 10.222.0.42 "GET /v2.0/ports?device_id=14aed0b2-da52-4ec7-b762-bbb8c7a98549 HTTP/1.1" status: 200 len: 948 time: 0.0966382 Apr 28 20:18:39.681481 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-71f4ecdb-1c7a-4e87-ae2b-0f681c99413c service neutron] Attempting to bind port f5a8bf51-7afe-443c-8ba4-f970ae4e822d on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:18:39.681817 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-71f4ecdb-1c7a-4e87-ae2b-0f681c99413c service neutron] Attempting to bind port f5a8bf51-7afe-443c-8ba4-f970ae4e822d by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:18:39.682145 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-71f4ecdb-1c7a-4e87-ae2b-0f681c99413c service neutron] Attempting to bind port f5a8bf51-7afe-443c-8ba4-f970ae4e822d on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:18:39.692112 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-71f4ecdb-1c7a-4e87-ae2b-0f681c99413c service neutron] Port f5a8bf51-7afe-443c-8ba4-f970ae4e822d on network a2ea96f2-6755-492c-8fa3-72807d68d67a not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:18:39.692450 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-71f4ecdb-1c7a-4e87-ae2b-0f681c99413c service neutron] Attempting to bind port f5a8bf51-7afe-443c-8ba4-f970ae4e822d on network a2ea96f2-6755-492c-8fa3-72807d68d67a {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:18:39.706120 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-71f4ecdb-1c7a-4e87-ae2b-0f681c99413c service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:18:39.706457 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-71f4ecdb-1c7a-4e87-ae2b-0f681c99413c service neutron] Checking segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:18:39.706843 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-71f4ecdb-1c7a-4e87-ae2b-0f681c99413c service neutron] Bound using segment: {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:18:39.707275 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-71f4ecdb-1c7a-4e87-ae2b-0f681c99413c service neutron] Bound port: f5a8bf51-7afe-443c-8ba4-f970ae4e822d, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed3c22c-06cc-4381-8960-8e804c766399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:18:39.707635 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-71f4ecdb-1c7a-4e87-ae2b-0f681c99413c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:39.715597 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fbb4b710-ad20-4222-aeba-271facccd79d req-2c0e1d69-b0a7-4abc-9a90-fa8268a8fbab tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ff10428-ea11-4993-a824-098fe045b904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560985 Apr 28 20:18:39.783608 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-71f4ecdb-1c7a-4e87-ae2b-0f681c99413c service neutron] For port f5a8bf51-7afe-443c-8ba4-f970ae4e822d, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:18:39.787078 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-71f4ecdb-1c7a-4e87-ae2b-0f681c99413c service neutron] For port f5a8bf51-7afe-443c-8ba4-f970ae4e822d, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=f5a8bf51-7afe-443c-8ba4-f970ae4e822d,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:18:39.790950 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-71f4ecdb-1c7a-4e87-ae2b-0f681c99413c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:39.823782 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-71f4ecdb-1c7a-4e87-ae2b-0f681c99413c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:39.825021 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-71f4ecdb-1c7a-4e87-ae2b-0f681c99413c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:39.826504 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-71f4ecdb-1c7a-4e87-ae2b-0f681c99413c service neutron] 10.222.0.44 "PUT /v2.0/ports/f5a8bf51-7afe-443c-8ba4-f970ae4e822d HTTP/1.1" status: 200 len: 1096 time: 0.6783094 Apr 28 20:18:39.826877 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14aed0b2-da52-4ec7-b762-bbb8c7a98549', 'tag': 'f5a8bf51-7afe-443c-8ba4-f970ae4e822d'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:18:39.829149 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64fe718-1f59-4101-828b-56d5315d3ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "14aed0b2-da52-4ec7-b762-bbb8c7a98549", "tag": "f5a8bf51-7afe-443c-8ba4-f970ae4e822d"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:18:39.863806 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4ecdb-1c7a-4e87-ae2b-0f681c99413c service neutron] Pushing event updated for resources: {'Port': ['ID=f5a8bf51-7afe-443c-8ba4-f970ae4e822d,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:39.871821 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f352ee-a912-4114-b7f1-6133cc2970a7 x-openstack-request-id: req-a7f352ee-a912-4114-b7f1-6133cc2970a7 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:18:39.872141 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14aed0b2-da52-4ec7-b762-bbb8c7a98549", "tag": "f5a8bf51-7afe-443c-8ba4-f970ae4e822d", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:18:39.872411 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a7f352ee-a912-4114-b7f1-6133cc2970a7 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:18:39.872824 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7f352ee-a912-4114-b7f1-6133cc2970a7'] response: {'name': 'network-changed', 'server_uuid': '14aed0b2-da52-4ec7-b762-bbb8c7a98549', 'tag': 'f5a8bf51-7afe-443c-8ba4-f970ae4e822d', 'status': 'completed', 'code': 200} Apr 28 20:18:39.916297 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-5c248e02-ebc6-4993-8253-160325f00379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:39.919162 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-5c248e02-ebc6-4993-8253-160325f00379 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=914804ad4b4049f2abfa8b99e7bd7dc1&device_id=14aed0b2-da52-4ec7-b762-bbb8c7a98549 HTTP/1.1" status: 200 len: 1099 time: 0.0450990 Apr 28 20:18:39.967703 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-139c62ca-968b-44f1-a01b-2d3f55df231c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=f5a8bf51-7afe-443c-8ba4-f970ae4e822d HTTP/1.1" status: 200 len: 217 time: 0.0415344 Apr 28 20:18:40.019929 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-8e221ce9-acc9-4a23-958b-7a57b2a98524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:40.021430 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-8e221ce9-acc9-4a23-958b-7a57b2a98524 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.0474648 Apr 28 20:18:40.067994 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-54bd7214-4b64-433b-9742-bc0b677e572d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:40.069419 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-54bd7214-4b64-433b-9742-bc0b677e572d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0406272 Apr 28 20:18:40.164041 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-b27406d9-6d8a-40ee-acd6-df372dd9f7cf service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859678 Apr 28 20:18:40.251641 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1fb60d58-82e9-4064-a9ff-064ca7764e69 req-609706f6-be36-47ab-bb4e-6a9213d5da72 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809448 Apr 28 20:18:40.336240 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64fe718-1f59-4101-828b-56d5315d3ffb req-e411529a-cf81-435a-802b-35148197aa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:40.337711 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c64fe718-1f59-4101-828b-56d5315d3ffb req-e411529a-cf81-435a-802b-35148197aa01 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=914804ad4b4049f2abfa8b99e7bd7dc1&device_id=14aed0b2-da52-4ec7-b762-bbb8c7a98549 HTTP/1.1" status: 200 len: 1099 time: 0.0426304 Apr 28 20:18:40.429123 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64fe718-1f59-4101-828b-56d5315d3ffb req-7d661609-f1cb-4949-845f-c319987fc5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:40.430589 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c64fe718-1f59-4101-828b-56d5315d3ffb req-7d661609-f1cb-4949-845f-c319987fc5a8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2ea96f2-6755-492c-8fa3-72807d68d67a HTTP/1.1" status: 200 len: 870 time: 0.0866826 Apr 28 20:18:40.471429 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c64fe718-1f59-4101-828b-56d5315d3ffb req-3f221083-4736-4678-9642-c2afea2c283e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=f5a8bf51-7afe-443c-8ba4-f970ae4e822d HTTP/1.1" status: 200 len: 217 time: 0.0336525 Apr 28 20:18:40.520033 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64fe718-1f59-4101-828b-56d5315d3ffb req-e79ea010-416c-41c4-9913-4542ae1eab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:40.521455 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c64fe718-1f59-4101-828b-56d5315d3ffb req-e79ea010-416c-41c4-9913-4542ae1eab1c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba397751-1619-4962-a669-11aa98e2e3bc HTTP/1.1" status: 200 len: 843 time: 0.0424886 Apr 28 20:18:40.571563 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64fe718-1f59-4101-828b-56d5315d3ffb req-42c9c812-b601-4bfb-8329-af12891122ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:40.573274 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c64fe718-1f59-4101-828b-56d5315d3ffb req-42c9c812-b601-4bfb-8329-af12891122ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2ea96f2-6755-492c-8fa3-72807d68d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0442970 Apr 28 20:18:40.659117 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c64fe718-1f59-4101-828b-56d5315d3ffb req-4a3e2aed-8df7-42f8-b1d7-6ecc0ac9481c service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786376 Apr 28 20:18:40.754626 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c64fe718-1f59-4101-828b-56d5315d3ffb req-a25fdff5-b1e2-47e8-ace9-36a4f36be740 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ea96f2-6755-492c-8fa3-72807d68d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868235 Apr 28 20:18:40.834050 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e811c4d-b523-4db5-908d-643b0ca65d5b req-4d6ec8ba-46c2-466b-889e-1f71e759137b tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:40.835501 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e811c4d-b523-4db5-908d-643b0ca65d5b req-4d6ec8ba-46c2-466b-889e-1f71e759137b tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] 10.222.0.42 "GET /v2.0/ports?device_id=14aed0b2-da52-4ec7-b762-bbb8c7a98549 HTTP/1.1" status: 200 len: 948 time: 0.0503864 Apr 28 20:18:40.873674 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e811c4d-b523-4db5-908d-643b0ca65d5b req-47a74d7e-1e0e-4ed9-bb90-be523e7e0ba4 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ff10428-ea11-4993-a824-098fe045b904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315874 Apr 28 20:18:41.992029 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604b058-bc7d-457f-8cf4-c67bb5f77208 req-2d355921-5065-4047-92f9-641675971a63 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:41.993501 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4604b058-bc7d-457f-8cf4-c67bb5f77208 req-2d355921-5065-4047-92f9-641675971a63 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] 10.222.0.42 "GET /v2.0/ports?device_id=14aed0b2-da52-4ec7-b762-bbb8c7a98549 HTTP/1.1" status: 200 len: 948 time: 0.0503848 Apr 28 20:18:42.030863 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4604b058-bc7d-457f-8cf4-c67bb5f77208 req-8cc644c8-9a10-4a1b-bc96-27fa0c7e893b tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ff10428-ea11-4993-a824-098fe045b904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304887 Apr 28 20:18:43.148501 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2c81a-9f6a-48ab-badc-edeb85aef0dd req-d6ec73ab-9a59-41fd-a7b7-a0e6fdae92b4 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:43.149937 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e8a2c81a-9f6a-48ab-badc-edeb85aef0dd req-d6ec73ab-9a59-41fd-a7b7-a0e6fdae92b4 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] 10.222.0.42 "GET /v2.0/ports?device_id=14aed0b2-da52-4ec7-b762-bbb8c7a98549 HTTP/1.1" status: 200 len: 948 time: 0.0481822 Apr 28 20:18:43.186716 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e8a2c81a-9f6a-48ab-badc-edeb85aef0dd req-d317e49b-30e9-47d5-a587-92833ecca8ac tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ff10428-ea11-4993-a824-098fe045b904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308573 Apr 28 20:18:43.297495 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device f5a8bf51-7afe-443c-8ba4-f970ae4e822d details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:18:43.393065 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port f5a8bf51-7afe-443c-8ba4-f970ae4e822d, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=f5a8bf51-7afe-443c-8ba4-f970ae4e822d,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:18:43.404246 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'f5a8bf51-7afe-443c-8ba4-f970ae4e822d', 'network_id': 'a2ea96f2-6755-492c-8fa3-72807d68d67a', 'port_id': 'f5a8bf51-7afe-443c-8ba4-f970ae4e822d', 'mac_address': 'fa:16:3e:90:11:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba397751-1619-4962-a669-11aa98e2e3bc', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:18:43.440067 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:43.453018 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5a8bf51-7afe-443c-8ba4-f970ae4e822d {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:18:43.472986 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port f5a8bf51-7afe-443c-8ba4-f970ae4e822d, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=f5a8bf51-7afe-443c-8ba4-f970ae4e822d,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:18:43.476927 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:43.526516 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=f5a8bf51-7afe-443c-8ba4-f970ae4e822d,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:43.705072 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['f5a8bf51-7afe-443c-8ba4-f970ae4e822d'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:18:44.301001 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b6e4e-5e3c-43d3-9f11-660b252a6aec req-cd4b7e9c-3888-4547-80eb-c2d706bc53ef tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:44.302466 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1a2b6e4e-5e3c-43d3-9f11-660b252a6aec req-cd4b7e9c-3888-4547-80eb-c2d706bc53ef tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] 10.222.0.42 "GET /v2.0/ports?device_id=14aed0b2-da52-4ec7-b762-bbb8c7a98549 HTTP/1.1" status: 200 len: 949 time: 0.0487139 Apr 28 20:18:44.340845 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1a2b6e4e-5e3c-43d3-9f11-660b252a6aec req-41052b75-25df-4e7b-acd7-99f7312d35f2 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ff10428-ea11-4993-a824-098fe045b904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317149 Apr 28 20:18:45.297361 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device f5a8bf51-7afe-443c-8ba4-f970ae4e822d up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:18:45.347921 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port f5a8bf51-7afe-443c-8ba4-f970ae4e822d completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:18:45.351593 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port f5a8bf51-7afe-443c-8ba4-f970ae4e822d triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:18:45.351960 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:45.431268 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:45.455573 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14aed0b2-da52-4ec7-b762-bbb8c7a98549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a8bf51-7afe-443c-8ba4-f970ae4e822d'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:18:45.457836 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1ac210-03ee-461b-b108-4c2c5922903a" -d '{"events": [{"server_uuid": "14aed0b2-da52-4ec7-b762-bbb8c7a98549", "name": "network-vif-plugged", "status": "completed", "tag": "f5a8bf51-7afe-443c-8ba4-f970ae4e822d"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:18:45.463596 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6334a-7823-4ae8-81ca-61e1dd68d047 req-6404eb16-a97b-462a-b17d-b731f4dbdc8d tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:45.465821 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-23f6334a-7823-4ae8-81ca-61e1dd68d047 req-6404eb16-a97b-462a-b17d-b731f4dbdc8d tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] 10.222.0.42 "GET /v2.0/ports?device_id=14aed0b2-da52-4ec7-b762-bbb8c7a98549 HTTP/1.1" status: 200 len: 949 time: 0.0560837 Apr 28 20:18:45.470502 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port f5a8bf51-7afe-443c-8ba4-f970ae4e822d, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=f5a8bf51-7afe-443c-8ba4-f970ae4e822d,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:18:45.475010 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:45.516690 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-23f6334a-7823-4ae8-81ca-61e1dd68d047 req-0a206313-0011-4766-9d6e-beed4c195f22 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ff10428-ea11-4993-a824-098fe045b904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394869 Apr 28 20:18:45.531502 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=f5a8bf51-7afe-443c-8ba4-f970ae4e822d,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:45.566071 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5c39c2-d30b-467b-892e-3b93fb60b627 x-openstack-request-id: req-4f5c39c2-d30b-467b-892e-3b93fb60b627 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:18:45.566362 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14aed0b2-da52-4ec7-b762-bbb8c7a98549", "name": "network-vif-plugged", "status": "completed", "tag": "f5a8bf51-7afe-443c-8ba4-f970ae4e822d", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:18:45.566613 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4f5c39c2-d30b-467b-892e-3b93fb60b627 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:18:45.567016 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f5c39c2-d30b-467b-892e-3b93fb60b627'] response: {'server_uuid': '14aed0b2-da52-4ec7-b762-bbb8c7a98549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a8bf51-7afe-443c-8ba4-f970ae4e822d', 'code': 200} Apr 28 20:18:45.658805 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9466821-8d4f-4242-8030-f003029b03c3 req-24e39da3-afa4-4e56-b3d0-58b001d347a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:45.660320 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9466821-8d4f-4242-8030-f003029b03c3 req-24e39da3-afa4-4e56-b3d0-58b001d347a6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=14aed0b2-da52-4ec7-b762-bbb8c7a98549 HTTP/1.1" status: 200 len: 1101 time: 0.0405109 Apr 28 20:18:45.694377 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9466821-8d4f-4242-8030-f003029b03c3 req-1bfa1654-2957-4f8e-95f1-83662a707c5b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5ff10428-ea11-4993-a824-098fe045b904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273783 Apr 28 20:18:46.628733 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80194496-160b-4b78-936f-bf8ad6630446 req-0c75d746-44d8-4996-a691-3bf49e476457 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:46.630187 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-80194496-160b-4b78-936f-bf8ad6630446 req-0c75d746-44d8-4996-a691-3bf49e476457 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] 10.222.0.42 "GET /v2.0/ports?device_id=14aed0b2-da52-4ec7-b762-bbb8c7a98549 HTTP/1.1" status: 200 len: 950 time: 0.0494983 Apr 28 20:18:46.671341 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-80194496-160b-4b78-936f-bf8ad6630446 req-e738799b-01d9-445f-b22b-26777e9a7222 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ff10428-ea11-4993-a824-098fe045b904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343299 Apr 28 20:18:47.793656 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554caad-9aee-44f4-ab1b-24a06ff443ff req-0ae250d9-3ac3-489f-9511-257269b732e9 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:47.795125 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5554caad-9aee-44f4-ab1b-24a06ff443ff req-0ae250d9-3ac3-489f-9511-257269b732e9 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] 10.222.0.42 "GET /v2.0/ports?device_id=14aed0b2-da52-4ec7-b762-bbb8c7a98549 HTTP/1.1" status: 200 len: 950 time: 0.0533614 Apr 28 20:18:47.831906 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5554caad-9aee-44f4-ab1b-24a06ff443ff req-1afd675d-2792-41ac-b568-51bedcc75519 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ff10428-ea11-4993-a824-098fe045b904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307138 Apr 28 20:18:48.209540 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-0731b675-398f-4905-83be-fc72f75d1e36 req-10c58d08-0a07-4ee2-b191-7ef4ff1ddcd6 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:18:48.210629 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0731b675-398f-4905-83be-fc72f75d1e36 req-10c58d08-0a07-4ee2-b191-7ef4ff1ddcd6 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1023049 Apr 28 20:18:48.538910 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-4ce4bc14-93b9-4f17-8cdd-582374d4eb60 req-6f711947-51af-4842-bc94-c2be737c4cd9 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:18:48.539793 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4ce4bc14-93b9-4f17-8cdd-582374d4eb60 req-6f711947-51af-4842-bc94-c2be737c4cd9 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055504 Apr 28 20:18:48.871744 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52104f-3301-45d3-b1aa-0de018a2982d req-c4db87ae-d8b4-4538-82a1-66bfa79b78d4 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:48.873225 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2c52104f-3301-45d3-b1aa-0de018a2982d req-c4db87ae-d8b4-4538-82a1-66bfa79b78d4 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] 10.222.0.42 "GET /v2.0/ports?device_id=14aed0b2-da52-4ec7-b762-bbb8c7a98549 HTTP/1.1" status: 200 len: 950 time: 0.0490324 Apr 28 20:18:48.911159 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2c52104f-3301-45d3-b1aa-0de018a2982d req-a3ac956b-99d9-4eec-8b25-df0d27fbb8aa tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ff10428-ea11-4993-a824-098fe045b904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316026 Apr 28 20:18:49.855213 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-430ad809-a647-4144-b84b-39ea01e2d7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:50.043219 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46323dc8-5022-464e-8614-5bd31b52d92b req-c94d3dcf-8cc6-461b-bfe3-ad25cde2c4bb tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:50.044625 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-46323dc8-5022-464e-8614-5bd31b52d92b req-c94d3dcf-8cc6-461b-bfe3-ad25cde2c4bb tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] 10.222.0.42 "GET /v2.0/ports?device_id=14aed0b2-da52-4ec7-b762-bbb8c7a98549 HTTP/1.1" status: 200 len: 950 time: 0.0639725 Apr 28 20:18:50.098090 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-46323dc8-5022-464e-8614-5bd31b52d92b req-8d9f4e7a-80a4-41c1-bd55-b36a2a61aab3 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ff10428-ea11-4993-a824-098fe045b904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398839 Apr 28 20:18:50.106653 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff097bc-0fad-4eb1-8311-3334fa0c9f6b req-adb2e30a-96fe-4d01-825e-ca2179582e07 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:50.108081 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dff097bc-0fad-4eb1-8311-3334fa0c9f6b req-adb2e30a-96fe-4d01-825e-ca2179582e07 tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] 10.222.0.44 "GET /v2.0/ports?device_id=14aed0b2-da52-4ec7-b762-bbb8c7a98549 HTTP/1.1" status: 200 len: 950 time: 0.0841544 Apr 28 20:18:50.198731 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-dff097bc-0fad-4eb1-8311-3334fa0c9f6b req-bda766b6-dae4-4252-8085-7da9bdccf92a tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] Deleting port f5a8bf51-7afe-443c-8ba4-f970ae4e822d {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:18:50.199081 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-dff097bc-0fad-4eb1-8311-3334fa0c9f6b req-bda766b6-dae4-4252-8085-7da9bdccf92a tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:50.288288 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-dff097bc-0fad-4eb1-8311-3334fa0c9f6b req-bda766b6-dae4-4252-8085-7da9bdccf92a tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] For port f5a8bf51-7afe-443c-8ba4-f970ae4e822d, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=f5a8bf51-7afe-443c-8ba4-f970ae4e822d,segment=NetworkSegment(7ed3c22c-06cc-4381-8960-8e804c766399),segment_id=7ed3c22c-06cc-4381-8960-8e804c766399)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:18:50.288653 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-dff097bc-0fad-4eb1-8311-3334fa0c9f6b req-bda766b6-dae4-4252-8085-7da9bdccf92a tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:50.301352 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-dff097bc-0fad-4eb1-8311-3334fa0c9f6b req-bda766b6-dae4-4252-8085-7da9bdccf92a tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] Calling delete_port for f5a8bf51-7afe-443c-8ba4-f970ae4e822d owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:18:50.430060 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-dff097bc-0fad-4eb1-8311-3334fa0c9f6b req-bda766b6-dae4-4252-8085-7da9bdccf92a tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:50.441265 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['f5a8bf51-7afe-443c-8ba4-f970ae4e822d'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:18:50.465678 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda766b6-dae4-4252-8085-7da9bdccf92a tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] Pushing event deleted for resources: {'Port': ['ID=f5a8bf51-7afe-443c-8ba4-f970ae4e822d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:50.504369 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff097bc-0fad-4eb1-8311-3334fa0c9f6b req-bda766b6-dae4-4252-8085-7da9bdccf92a tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] No DVR routers for this DVR port f5a8bf51-7afe-443c-8ba4-f970ae4e822d on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:18:50.507097 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-dff097bc-0fad-4eb1-8311-3334fa0c9f6b req-bda766b6-dae4-4252-8085-7da9bdccf92a tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:50.511048 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dff097bc-0fad-4eb1-8311-3334fa0c9f6b req-bda766b6-dae4-4252-8085-7da9bdccf92a tempest-ServersAdminNegativeTestJSON-1533660638 tempest-ServersAdminNegativeTestJSON-1533660638-project] 10.222.0.44 "DELETE /v2.0/ports/f5a8bf51-7afe-443c-8ba4-f970ae4e822d HTTP/1.1" status: 204 len: 173 time: 0.3975358 Apr 28 20:18:50.511531 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14aed0b2-da52-4ec7-b762-bbb8c7a98549', 'name': 'network-vif-deleted', 'tag': 'f5a8bf51-7afe-443c-8ba4-f970ae4e822d'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:18:50.513863 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29fef6e-c026-4279-a49a-d51cb833a6d2" -d '{"events": [{"server_uuid": "14aed0b2-da52-4ec7-b762-bbb8c7a98549", "name": "network-vif-deleted", "tag": "f5a8bf51-7afe-443c-8ba4-f970ae4e822d"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:18:50.555807 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7256d9-24f9-41d1-8787-04201f883c71 x-openstack-request-id: req-ff7256d9-24f9-41d1-8787-04201f883c71 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:18:50.556129 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14aed0b2-da52-4ec7-b762-bbb8c7a98549", "name": "network-vif-deleted", "tag": "f5a8bf51-7afe-443c-8ba4-f970ae4e822d", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:18:50.556578 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff7256d9-24f9-41d1-8787-04201f883c71 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:18:50.556847 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff7256d9-24f9-41d1-8787-04201f883c71'] response: {'server_uuid': '14aed0b2-da52-4ec7-b762-bbb8c7a98549', 'name': 'network-vif-deleted', 'tag': 'f5a8bf51-7afe-443c-8ba4-f970ae4e822d', 'status': 'completed', 'code': 200} Apr 28 20:18:51.392440 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35402) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:18:51.528720 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b41b6757-3128-453b-8319-e11bd8106c80 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=914804ad4b4049f2abfa8b99e7bd7dc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350329 Apr 28 20:18:51.531090 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35406) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:18:51.579532 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0224ce7e-720b-4420-b9d6-1be37b22139a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:51.599849 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0224ce7e-720b-4420-b9d6-1be37b22139a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:51.645877 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0224ce7e-720b-4420-b9d6-1be37b22139a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:51.648585 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-0224ce7e-720b-4420-b9d6-1be37b22139a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:51.649737 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0224ce7e-720b-4420-b9d6-1be37b22139a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5ff10428-ea11-4993-a824-098fe045b904 HTTP/1.1" status: 204 len: 168 time: 0.1177058 Apr 28 20:18:51.657946 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224ce7e-720b-4420-b9d6-1be37b22139a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff10428-ea11-4993-a824-098fe045b904,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:51.905161 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35412) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:18:51.918801 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-106cbbc7-9361-49a9-80b2-c92e0c3230e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:51.991504 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-106cbbc7-9361-49a9-80b2-c92e0c3230e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:51.995637 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-106cbbc7-9361-49a9-80b2-c92e0c3230e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:52.034565 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-106cbbc7-9361-49a9-80b2-c92e0c3230e9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=991789802f9448a9b067bb5f2136ff10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1283460 Apr 28 20:18:52.035487 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106cbbc7-9361-49a9-80b2-c92e0c3230e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68d5112-c007-4f5b-b82c-8451931283c3,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:52.037499 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35414) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:18:52.086029 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-217e909b-bcdc-4fe7-8df3-0409df821804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:52.098444 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4151795d-4af4-4dd8-8c90-e0eb4695da8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:52.108115 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-217e909b-bcdc-4fe7-8df3-0409df821804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:52.153668 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-217e909b-bcdc-4fe7-8df3-0409df821804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:52.156129 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-217e909b-bcdc-4fe7-8df3-0409df821804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:52.157313 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-217e909b-bcdc-4fe7-8df3-0409df821804 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d68d5112-c007-4f5b-b82c-8451931283c3 HTTP/1.1" status: 204 len: 168 time: 0.1187818 Apr 28 20:18:52.165038 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e909b-bcdc-4fe7-8df3-0409df821804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68d5112-c007-4f5b-b82c-8451931283c3,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:52.817745 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35436) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:18:52.911833 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-bd65aed6-d74d-43bb-b473-1fc938ea89b0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-399914825-network', 'tenant_id': 'dfe1e1364feb4278ba0e4c55a6c6c93e'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:18:52.930906 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd65aed6-d74d-43bb-b473-1fc938ea89b0 admin admin] Made reservation on behalf of dfe1e1364feb4278ba0e4c55a6c6c93e for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:18:52.933784 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bd65aed6-d74d-43bb-b473-1fc938ea89b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:52.944442 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bd65aed6-d74d-43bb-b473-1fc938ea89b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:53.018360 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bd65aed6-d74d-43bb-b473-1fc938ea89b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:53.021850 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bd65aed6-d74d-43bb-b473-1fc938ea89b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:53.045119 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd65aed6-d74d-43bb-b473-1fc938ea89b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:18:53.053542 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd65aed6-d74d-43bb-b473-1fc938ea89b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fa00ae-3ba4-48b1-ab77-e1e9f59df262,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:53.060001 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bd65aed6-d74d-43bb-b473-1fc938ea89b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:53.060387 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-bd65aed6-d74d-43bb-b473-1fc938ea89b0 admin admin] Added segment e5bd231f-aff2-48dc-bcdd-072b0bcf8754 of type vlan for network f44bda17-b1ba-4e9a-bbf3-d908f3b71186 Apr 28 20:18:53.098759 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bd65aed6-d74d-43bb-b473-1fc938ea89b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:53.122573 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bd65aed6-d74d-43bb-b473-1fc938ea89b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:53.123510 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd65aed6-d74d-43bb-b473-1fc938ea89b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:53.124077 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bd65aed6-d74d-43bb-b473-1fc938ea89b0 admin admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:53.171359 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-bd65aed6-d74d-43bb-b473-1fc938ea89b0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3524354 Apr 28 20:18:53.174328 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35440) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:18:53.179386 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-edd47dff-f118-4b25-aa7c-4cd84630ab93 admin admin] Request body: {'subnet': {'network_id': 'f44bda17-b1ba-4e9a-bbf3-d908f3b71186', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-399914825-subnet', 'tenant_id': 'dfe1e1364feb4278ba0e4c55a6c6c93e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:18:53.183530 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd65aed6-d74d-43bb-b473-1fc938ea89b0 admin admin] Pushing event updated for resources: {'Network': ['ID=f44bda17-b1ba-4e9a-bbf3-d908f3b71186,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:53.196909 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network f44bda17-b1ba-4e9a-bbf3-d908f3b71186 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:18:53.201931 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd47dff-f118-4b25-aa7c-4cd84630ab93 admin admin] Made reservation on behalf of dfe1e1364feb4278ba0e4c55a6c6c93e for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:18:53.204772 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-edd47dff-f118-4b25-aa7c-4cd84630ab93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:53.359705 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device f5a8bf51-7afe-443c-8ba4-f970ae4e822d no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:18:53.377714 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-edd47dff-f118-4b25-aa7c-4cd84630ab93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:53.380040 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: f5a8bf51-7afe-443c-8ba4-f970ae4e822d {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:18:53.380404 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device f5a8bf51-7afe-443c-8ba4-f970ae4e822d not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:18:53.439296 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd47dff-f118-4b25-aa7c-4cd84630ab93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cadffb6c-e393-4846-9f5f-f8d229e41367,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:53.449220 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd47dff-f118-4b25-aa7c-4cd84630ab93 admin admin] Checking segment: {'id': 'e5bd231f-aff2-48dc-bcdd-072b0bcf8754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f44bda17-b1ba-4e9a-bbf3-d908f3b71186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:18:53.449584 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd47dff-f118-4b25-aa7c-4cd84630ab93 admin admin] Network hostable DHCP agents. Network: f44bda17-b1ba-4e9a-bbf3-d908f3b71186, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:18:53.467390 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd47dff-f118-4b25-aa7c-4cd84630ab93 admin admin] Network f44bda17-b1ba-4e9a-bbf3-d908f3b71186 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:18:53.476232 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-edd47dff-f118-4b25-aa7c-4cd84630ab93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, f44bda17-b1ba-4e9a-bbf3-d908f3b71186) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:18:53.480824 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd47dff-f118-4b25-aa7c-4cd84630ab93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:53.481958 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-edd47dff-f118-4b25-aa7c-4cd84630ab93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:53.485228 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9b9519-a08d-440d-8a03-cedc4081cb88 None None] Network f44bda17-b1ba-4e9a-bbf3-d908f3b71186 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:18:53.497383 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-edd47dff-f118-4b25-aa7c-4cd84630ab93 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3219752 Apr 28 20:18:53.618944 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:53.625546 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5080c8-e928-4ae3-a731-f17af1415b55 None None] Network f44bda17-b1ba-4e9a-bbf3-d908f3b71186 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:18:53.926796 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-a1bfaec1-ff68-4b12-9d04-77a312cae7dd tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:53.928246 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-a1bfaec1-ff68-4b12-9d04-77a312cae7dd tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/networks?id=f44bda17-b1ba-4e9a-bbf3-d908f3b71186 HTTP/1.1" status: 200 len: 811 time: 0.0988765 Apr 28 20:18:53.942812 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-6b89ca69-5308-49d5-96a7-de49860115ea tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/quotas/dfe1e1364feb4278ba0e4c55a6c6c93e HTTP/1.1" status: 200 len: 375 time: 0.0087092 Apr 28 20:18:53.980431 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-c6e84749-b9aa-43a3-bcda-1a1a20183dcd tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=dfe1e1364feb4278ba0e4c55a6c6c93e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317779 Apr 28 20:18:54.068189 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-5b3503d5-c6b2-45b6-b74e-df664f700cdd service neutron] 10.222.0.42 "GET /v2.0/networks/f44bda17-b1ba-4e9a-bbf3-d908f3b71186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807226 Apr 28 20:18:54.159811 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-226244f8-5874-4ab6-b34f-33a2d2a231e9 service neutron] 10.222.0.42 "GET /v2.0/networks/f44bda17-b1ba-4e9a-bbf3-d908f3b71186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845821 Apr 28 20:18:54.332954 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7851de75-f5b9-4667-989d-5516c42f01e1 req-f700fe26-8d28-4bf6-8a36-2aee090a57cb tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 210 time: 0.0329871 Apr 28 20:18:55.372402 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-19ebe563-6b3f-4fdf-87ea-007618148393 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:55.373865 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-19ebe563-6b3f-4fdf-87ea-007618148393 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.44 "GET /v2.0/networks?id=f44bda17-b1ba-4e9a-bbf3-d908f3b71186 HTTP/1.1" status: 200 len: 811 time: 0.1010420 Apr 28 20:18:55.386320 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-fca6e572-a476-4e38-bf62-0996d8fe71bd tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Request body: {'port': {'device_id': 'd8d3fea8-d77e-4c6f-b321-5c23cd4c85eb', 'network_id': 'f44bda17-b1ba-4e9a-bbf3-d908f3b71186', 'admin_state_up': True, 'tenant_id': 'dfe1e1364feb4278ba0e4c55a6c6c93e'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:18:55.435335 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1d399012-5389-43a9-9158-c4d50a49cb79 req-7af7f68d-3aaa-49f9-835f-6f0750772ffa tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 210 time: 0.0288072 Apr 28 20:18:55.497892 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-fca6e572-a476-4e38-bf62-0996d8fe71bd tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Made reservation on behalf of dfe1e1364feb4278ba0e4c55a6c6c93e for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:18:55.501306 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-fca6e572-a476-4e38-bf62-0996d8fe71bd tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:55.623228 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-fca6e572-a476-4e38-bf62-0996d8fe71bd tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Allocated IP 172.20.0.10 (f44bda17-b1ba-4e9a-bbf3-d908f3b71186/cadffb6c-e393-4846-9f5f-f8d229e41367/db69df8f-f8b5-4879-b04d-077481e14904) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:18:55.765320 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-fca6e572-a476-4e38-bf62-0996d8fe71bd tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:55.797603 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-fca6e572-a476-4e38-bf62-0996d8fe71bd tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:55.836951 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-fca6e572-a476-4e38-bf62-0996d8fe71bd tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Network f44bda17-b1ba-4e9a-bbf3-d908f3b71186 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:18:55.842492 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-fca6e572-a476-4e38-bf62-0996d8fe71bd tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:18:55.846072 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-fca6e572-a476-4e38-bf62-0996d8fe71bd tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:18:55.874985 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca6e572-a476-4e38-bf62-0996d8fe71bd tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Pushing event updated for resources: {'Port': ['ID=db69df8f-f8b5-4879-b04d-077481e14904,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:55.884684 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:55.902479 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-fca6e572-a476-4e38-bf62-0996d8fe71bd tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:55.903054 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-fca6e572-a476-4e38-bf62-0996d8fe71bd tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:55.918799 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-fca6e572-a476-4e38-bf62-0996d8fe71bd tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5363395 Apr 28 20:18:55.931035 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-823120b3-996d-40f0-af77-94c56f047383 service neutron] Request body: {'port': {'device_id': 'd8d3fea8-d77e-4c6f-b321-5c23cd4c85eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:18:55.979185 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:55.983205 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-823120b3-996d-40f0-af77-94c56f047383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:56.238047 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-823120b3-996d-40f0-af77-94c56f047383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db69df8f-f8b5-4879-b04d-077481e14904 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:18:56.245310 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-823120b3-996d-40f0-af77-94c56f047383 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:56.256816 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-823120b3-996d-40f0-af77-94c56f047383 service neutron] Transition to ACTIVE for port object db69df8f-f8b5-4879-b04d-077481e14904 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:18:56.261177 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-823120b3-996d-40f0-af77-94c56f047383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:56.315515 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823120b3-996d-40f0-af77-94c56f047383 service neutron] Pushing event updated for resources: {'Port': ['ID=db69df8f-f8b5-4879-b04d-077481e14904,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:56.376861 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-823120b3-996d-40f0-af77-94c56f047383 service neutron] Attempting to bind port db69df8f-f8b5-4879-b04d-077481e14904 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:18:56.377504 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-823120b3-996d-40f0-af77-94c56f047383 service neutron] Attempting to bind port db69df8f-f8b5-4879-b04d-077481e14904 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'e5bd231f-aff2-48dc-bcdd-072b0bcf8754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f44bda17-b1ba-4e9a-bbf3-d908f3b71186'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:18:56.377504 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-823120b3-996d-40f0-af77-94c56f047383 service neutron] Attempting to bind port db69df8f-f8b5-4879-b04d-077481e14904 on network f44bda17-b1ba-4e9a-bbf3-d908f3b71186 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:18:56.381643 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-823120b3-996d-40f0-af77-94c56f047383 service neutron] Port db69df8f-f8b5-4879-b04d-077481e14904 on network f44bda17-b1ba-4e9a-bbf3-d908f3b71186 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:18:56.381961 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-823120b3-996d-40f0-af77-94c56f047383 service neutron] Attempting to bind port db69df8f-f8b5-4879-b04d-077481e14904 on network f44bda17-b1ba-4e9a-bbf3-d908f3b71186 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:18:56.387210 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-823120b3-996d-40f0-af77-94c56f047383 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:18:56.387541 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-823120b3-996d-40f0-af77-94c56f047383 service neutron] Checking segment: {'id': 'e5bd231f-aff2-48dc-bcdd-072b0bcf8754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f44bda17-b1ba-4e9a-bbf3-d908f3b71186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:18:56.387929 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-823120b3-996d-40f0-af77-94c56f047383 service neutron] Bound using segment: {'id': 'e5bd231f-aff2-48dc-bcdd-072b0bcf8754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f44bda17-b1ba-4e9a-bbf3-d908f3b71186'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:18:56.388367 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-823120b3-996d-40f0-af77-94c56f047383 service neutron] Bound port: db69df8f-f8b5-4879-b04d-077481e14904, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5bd231f-aff2-48dc-bcdd-072b0bcf8754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f44bda17-b1ba-4e9a-bbf3-d908f3b71186'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:18:56.388718 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-823120b3-996d-40f0-af77-94c56f047383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:56.452891 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-823120b3-996d-40f0-af77-94c56f047383 service neutron] For port db69df8f-f8b5-4879-b04d-077481e14904, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:18:56.455837 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-823120b3-996d-40f0-af77-94c56f047383 service neutron] For port db69df8f-f8b5-4879-b04d-077481e14904, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=db69df8f-f8b5-4879-b04d-077481e14904,segment=NetworkSegment(e5bd231f-aff2-48dc-bcdd-072b0bcf8754),segment_id=e5bd231f-aff2-48dc-bcdd-072b0bcf8754)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:18:56.459827 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-823120b3-996d-40f0-af77-94c56f047383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:56.495919 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-823120b3-996d-40f0-af77-94c56f047383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:56.496471 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-823120b3-996d-40f0-af77-94c56f047383 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:56.497870 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-823120b3-996d-40f0-af77-94c56f047383 service neutron] 10.222.0.44 "PUT /v2.0/ports/db69df8f-f8b5-4879-b04d-077481e14904 HTTP/1.1" status: 200 len: 1092 time: 0.5707572 Apr 28 20:18:56.498306 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d3fea8-d77e-4c6f-b321-5c23cd4c85eb', 'tag': 'db69df8f-f8b5-4879-b04d-077481e14904'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:18:56.500570 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0186decb-43e8-4813-9507-a8fd83dbede0" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb", "tag": "db69df8f-f8b5-4879-b04d-077481e14904"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:18:56.556371 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef07f852-0f4e-48c8-bb95-8e7d7376ac01 x-openstack-request-id: req-ef07f852-0f4e-48c8-bb95-8e7d7376ac01 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:18:56.556655 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb", "tag": "db69df8f-f8b5-4879-b04d-077481e14904", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:18:56.556906 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ef07f852-0f4e-48c8-bb95-8e7d7376ac01 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:18:56.557874 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef07f852-0f4e-48c8-bb95-8e7d7376ac01'] response: {'name': 'network-changed', 'server_uuid': 'd8d3fea8-d77e-4c6f-b321-5c23cd4c85eb', 'tag': 'db69df8f-f8b5-4879-b04d-077481e14904', 'status': 'completed', 'code': 200} Apr 28 20:18:56.574957 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823120b3-996d-40f0-af77-94c56f047383 service neutron] Pushing event updated for resources: {'Port': ['ID=db69df8f-f8b5-4879-b04d-077481e14904,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:56.606524 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468eb9dd-f0bd-41a7-b0c0-f5a2162035f9 req-61fa2b52-d3b4-4314-b44e-aed710d8099e tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:56.607974 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-468eb9dd-f0bd-41a7-b0c0-f5a2162035f9 req-61fa2b52-d3b4-4314-b44e-aed710d8099e tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 944 time: 0.1023591 Apr 28 20:18:56.609708 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-dbf8ab38-f2fd-4dcf-999d-325e19bba6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:56.611029 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-dbf8ab38-f2fd-4dcf-999d-325e19bba6f8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dfe1e1364feb4278ba0e4c55a6c6c93e&device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 1095 time: 0.0671763 Apr 28 20:18:56.663155 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-50034a63-cdce-4e66-bfef-cb62e076391e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db69df8f-f8b5-4879-b04d-077481e14904 HTTP/1.1" status: 200 len: 217 time: 0.0434499 Apr 28 20:18:56.687894 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-468eb9dd-f0bd-41a7-b0c0-f5a2162035f9 req-74255d94-a2a1-4b08-aab0-418707569658 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737762 Apr 28 20:18:56.721751 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-8fb7b724-fd78-4b0b-97fe-b87673d8978f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:56.723194 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-8fb7b724-fd78-4b0b-97fe-b87673d8978f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cadffb6c-e393-4846-9f5f-f8d229e41367 HTTP/1.1" status: 200 len: 851 time: 0.0499148 Apr 28 20:18:56.753586 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-591abee7-9909-4c21-be13-d33ba53c9cb2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f44bda17-b1ba-4e9a-bbf3-d908f3b71186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242815 Apr 28 20:18:56.845308 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-df82f521-d644-414c-b85a-ea45e8e8bd79 service neutron] 10.222.0.44 "GET /v2.0/networks/f44bda17-b1ba-4e9a-bbf3-d908f3b71186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840902 Apr 28 20:18:56.931768 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-acf8fd4d-2bef-4634-b420-1a44aea2cc81 req-ce2b003d-fa40-4d39-b0a0-baa6b9e4e4e6 service neutron] 10.222.0.44 "GET /v2.0/networks/f44bda17-b1ba-4e9a-bbf3-d908f3b71186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800374 Apr 28 20:18:57.014431 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186decb-43e8-4813-9507-a8fd83dbede0 req-adf0ffe0-a31f-4cd3-b7dc-e93a3cffc09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:57.015823 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0186decb-43e8-4813-9507-a8fd83dbede0 req-adf0ffe0-a31f-4cd3-b7dc-e93a3cffc09f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dfe1e1364feb4278ba0e4c55a6c6c93e&device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 1095 time: 0.0413821 Apr 28 20:18:57.107714 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186decb-43e8-4813-9507-a8fd83dbede0 req-f7ab8e09-5321-4247-9296-74465573bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:57.109258 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0186decb-43e8-4813-9507-a8fd83dbede0 req-f7ab8e09-5321-4247-9296-74465573bd64 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f44bda17-b1ba-4e9a-bbf3-d908f3b71186 HTTP/1.1" status: 200 len: 912 time: 0.0874431 Apr 28 20:18:57.149238 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0186decb-43e8-4813-9507-a8fd83dbede0 req-a40b278e-0647-4f81-96c2-cb8acb984135 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db69df8f-f8b5-4879-b04d-077481e14904 HTTP/1.1" status: 200 len: 217 time: 0.0339382 Apr 28 20:18:57.200059 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186decb-43e8-4813-9507-a8fd83dbede0 req-48c862d2-aa39-4947-aa0f-7e93cf351cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:57.201562 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0186decb-43e8-4813-9507-a8fd83dbede0 req-48c862d2-aa39-4947-aa0f-7e93cf351cef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cadffb6c-e393-4846-9f5f-f8d229e41367 HTTP/1.1" status: 200 len: 851 time: 0.0456028 Apr 28 20:18:57.232823 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0186decb-43e8-4813-9507-a8fd83dbede0 req-ec6902dc-4f03-4b22-b119-e954c01c93a8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f44bda17-b1ba-4e9a-bbf3-d908f3b71186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242763 Apr 28 20:18:57.320645 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0186decb-43e8-4813-9507-a8fd83dbede0 req-31d92454-5ce5-4f41-863f-c77ddc42511d service neutron] 10.222.0.44 "GET /v2.0/networks/f44bda17-b1ba-4e9a-bbf3-d908f3b71186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806243 Apr 28 20:18:57.412642 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0186decb-43e8-4813-9507-a8fd83dbede0 req-0a69aab3-fbb7-4bd5-a422-6dc3614469fe service neutron] 10.222.0.44 "GET /v2.0/networks/f44bda17-b1ba-4e9a-bbf3-d908f3b71186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841508 Apr 28 20:18:57.808451 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82854192-f5ae-46d6-9da7-d77f7af8a1ee req-f7d378db-ab95-4581-8218-abb3195315ab tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:57.809936 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-82854192-f5ae-46d6-9da7-d77f7af8a1ee req-f7d378db-ab95-4581-8218-abb3195315ab tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 944 time: 0.0493972 Apr 28 20:18:57.846628 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-82854192-f5ae-46d6-9da7-d77f7af8a1ee req-a2afdaab-d4f6-4eb8-b819-174bb191cb8e tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305762 Apr 28 20:18:58.961797 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c17aa4-0699-4b28-9c46-db48c6d78242 req-de92cb88-fd20-46ea-8a8f-57e0e7bb4c4a tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:58.963416 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d1c17aa4-0699-4b28-9c46-db48c6d78242 req-de92cb88-fd20-46ea-8a8f-57e0e7bb4c4a tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 944 time: 0.0491626 Apr 28 20:18:58.999950 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d1c17aa4-0699-4b28-9c46-db48c6d78242 req-d8a0c241-2c73-4e83-b886-1daf0c12040c tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307040 Apr 28 20:18:59.390896 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device db69df8f-f8b5-4879-b04d-077481e14904 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:18:59.482428 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port db69df8f-f8b5-4879-b04d-077481e14904, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=db69df8f-f8b5-4879-b04d-077481e14904,segment=NetworkSegment(e5bd231f-aff2-48dc-bcdd-072b0bcf8754),segment_id=e5bd231f-aff2-48dc-bcdd-072b0bcf8754)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:18:59.493269 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'db69df8f-f8b5-4879-b04d-077481e14904', 'network_id': 'f44bda17-b1ba-4e9a-bbf3-d908f3b71186', 'port_id': 'db69df8f-f8b5-4879-b04d-077481e14904', 'mac_address': 'fa:16:3e:7b:ca:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cadffb6c-e393-4846-9f5f-f8d229e41367', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:18:59.529930 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:59.545948 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db69df8f-f8b5-4879-b04d-077481e14904 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:18:59.564604 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port db69df8f-f8b5-4879-b04d-077481e14904, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=db69df8f-f8b5-4879-b04d-077481e14904,segment=NetworkSegment(e5bd231f-aff2-48dc-bcdd-072b0bcf8754),segment_id=e5bd231f-aff2-48dc-bcdd-072b0bcf8754)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:18:59.568426 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:59.614197 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=db69df8f-f8b5-4879-b04d-077481e14904,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:59.756468 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['db69df8f-f8b5-4879-b04d-077481e14904'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:19:00.121048 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60432d4b-3b98-4164-8afa-74f0ff95f6c5 req-949f450f-3fa9-42ad-be80-509f390226c1 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:00.122497 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-60432d4b-3b98-4164-8afa-74f0ff95f6c5 req-949f450f-3fa9-42ad-be80-509f390226c1 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 945 time: 0.0501993 Apr 28 20:19:00.160315 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-60432d4b-3b98-4164-8afa-74f0ff95f6c5 req-21e47f1b-c6c2-4a5e-aa9a-e2b4cd958c1c tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318937 Apr 28 20:19:01.277498 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378d48d-da28-4212-bbeb-6ad0b95bcf0a req-7936872f-bfaa-4b99-9967-8cae325793b6 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:01.278974 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9378d48d-da28-4212-bbeb-6ad0b95bcf0a req-7936872f-bfaa-4b99-9967-8cae325793b6 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 945 time: 0.0483906 Apr 28 20:19:01.316870 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9378d48d-da28-4212-bbeb-6ad0b95bcf0a req-a159b138-a452-41c8-9abf-d72b8b10ba8b tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319040 Apr 28 20:19:01.406912 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device db69df8f-f8b5-4879-b04d-077481e14904 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:19:01.455468 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port db69df8f-f8b5-4879-b04d-077481e14904 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:19:01.459589 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port db69df8f-f8b5-4879-b04d-077481e14904 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:01.459959 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:01.535654 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:01.558227 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d3fea8-d77e-4c6f-b321-5c23cd4c85eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db69df8f-f8b5-4879-b04d-077481e14904'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:19:01.560468 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce18752-095e-44a4-9737-c8f3c79ad868" -d '{"events": [{"server_uuid": "d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb", "name": "network-vif-plugged", "status": "completed", "tag": "db69df8f-f8b5-4879-b04d-077481e14904"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:19:01.573528 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port db69df8f-f8b5-4879-b04d-077481e14904, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=db69df8f-f8b5-4879-b04d-077481e14904,segment=NetworkSegment(e5bd231f-aff2-48dc-bcdd-072b0bcf8754),segment_id=e5bd231f-aff2-48dc-bcdd-072b0bcf8754)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:19:01.577331 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:01.603594 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dace8a8-6a35-488c-a5c8-ef9647b07e53 x-openstack-request-id: req-0dace8a8-6a35-488c-a5c8-ef9647b07e53 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:19:01.604444 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb", "name": "network-vif-plugged", "status": "completed", "tag": "db69df8f-f8b5-4879-b04d-077481e14904", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:19:01.604746 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0dace8a8-6a35-488c-a5c8-ef9647b07e53 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:19:01.605254 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dace8a8-6a35-488c-a5c8-ef9647b07e53'] response: {'server_uuid': 'd8d3fea8-d77e-4c6f-b321-5c23cd4c85eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db69df8f-f8b5-4879-b04d-077481e14904', 'code': 200} Apr 28 20:19:01.631838 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=db69df8f-f8b5-4879-b04d-077481e14904,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:01.700459 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64023b2a-54b9-4c99-83c6-fd8697566e30 req-8b766b81-29da-4d9a-a2ce-a69be6b847d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:01.701953 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-64023b2a-54b9-4c99-83c6-fd8697566e30 req-8b766b81-29da-4d9a-a2ce-a69be6b847d6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 1097 time: 0.0450652 Apr 28 20:19:01.736147 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-64023b2a-54b9-4c99-83c6-fd8697566e30 req-3dde19a8-8a8a-430b-afda-ac5e299fe0f0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276735 Apr 28 20:19:02.144042 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:02.432023 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2fccb-cfed-464d-89fc-11bdf02c77b8 req-e1a7aa8d-4ce6-4621-adee-9e49e3ef0b73 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:02.433911 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ccd2fccb-cfed-464d-89fc-11bdf02c77b8 req-e1a7aa8d-4ce6-4621-adee-9e49e3ef0b73 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 946 time: 0.0504706 Apr 28 20:19:02.472008 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ccd2fccb-cfed-464d-89fc-11bdf02c77b8 req-81cde0a8-b2cf-4679-813f-54f65a4de6b2 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319753 Apr 28 20:19:03.593350 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c733274-bd6a-4c4a-98fe-196dd98f9bf1 req-b95e6925-81a0-4e1c-963b-19ba90e0a218 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:03.594795 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3c733274-bd6a-4c4a-98fe-196dd98f9bf1 req-b95e6925-81a0-4e1c-963b-19ba90e0a218 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 946 time: 0.0542805 Apr 28 20:19:03.631690 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3c733274-bd6a-4c4a-98fe-196dd98f9bf1 req-77d1f39c-e9ea-42e8-ac52-c563d35860f4 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307977 Apr 28 20:19:03.701810 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:03.820946 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35502) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:19:03.881806 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d746b-4a09-45e5-8b14-eaf523cf6d34 req-aadcad0a-bb51-4b30-9e49-d8af5696eb2c tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:03.883274 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6a6d746b-4a09-45e5-8b14-eaf523cf6d34 req-aadcad0a-bb51-4b30-9e49-d8af5696eb2c tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 946 time: 0.0508761 Apr 28 20:19:03.924605 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6a6d746b-4a09-45e5-8b14-eaf523cf6d34 req-32d06315-e63d-4f98-9b95-d308df1845c5 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338604 Apr 28 20:19:03.985426 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a7649e95-e83f-4285-85e5-2818233985ad req-262fe231-63ed-4ca8-9567-14acf7a42a76 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1633229 Apr 28 20:19:03.994052 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-a7649e95-e83f-4285-85e5-2818233985ad req-5f3ba2e5-75fd-422b-8bfd-6e347f2f8a3a service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:19:03.996147 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a7649e95-e83f-4285-85e5-2818233985ad req-5f3ba2e5-75fd-422b-8bfd-6e347f2f8a3a service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058935 Apr 28 20:19:05.055160 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7649e95-e83f-4285-85e5-2818233985ad req-407444f6-0046-4659-8684-dbfe1a7d0dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:05.056736 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7649e95-e83f-4285-85e5-2818233985ad req-407444f6-0046-4659-8684-dbfe1a7d0dc3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dfe1e1364feb4278ba0e4c55a6c6c93e&device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 1097 time: 0.0425920 Apr 28 20:19:05.155289 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004696f-5f0a-4bec-b3f9-d5361f98c223 req-4555325b-4b34-458a-822d-5f006efec218 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:05.156792 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d004696f-5f0a-4bec-b3f9-d5361f98c223 req-4555325b-4b34-458a-822d-5f006efec218 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 946 time: 0.1557820 Apr 28 20:19:05.197050 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7649e95-e83f-4285-85e5-2818233985ad req-9e7a297d-4fcf-4726-8c92-f873be08e68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:05.198999 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7649e95-e83f-4285-85e5-2818233985ad req-9e7a297d-4fcf-4726-8c92-f873be08e68f service neutron] 10.222.0.44 "GET /v2.0/networks?id=f44bda17-b1ba-4e9a-bbf3-d908f3b71186 HTTP/1.1" status: 200 len: 912 time: 0.1329205 Apr 28 20:19:05.217215 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d004696f-5f0a-4bec-b3f9-d5361f98c223 req-981e809f-ad13-4afb-9788-2609c628d92f tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519731 Apr 28 20:19:05.247336 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7649e95-e83f-4285-85e5-2818233985ad req-c346737c-f7ff-44b3-a3c8-1fbf74977ec1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db69df8f-f8b5-4879-b04d-077481e14904 HTTP/1.1" status: 200 len: 217 time: 0.0409322 Apr 28 20:19:05.295282 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7649e95-e83f-4285-85e5-2818233985ad req-2e7a0a92-e2a9-4adc-ba30-61d1ccb936e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:05.296723 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7649e95-e83f-4285-85e5-2818233985ad req-2e7a0a92-e2a9-4adc-ba30-61d1ccb936e0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cadffb6c-e393-4846-9f5f-f8d229e41367 HTTP/1.1" status: 200 len: 851 time: 0.0437160 Apr 28 20:19:05.327584 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7649e95-e83f-4285-85e5-2818233985ad req-6e4282d7-464e-4920-bab5-8bb98248539d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f44bda17-b1ba-4e9a-bbf3-d908f3b71186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243778 Apr 28 20:19:05.417140 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7649e95-e83f-4285-85e5-2818233985ad req-7f33d665-1201-41d1-a224-2b46ea092994 service neutron] 10.222.0.44 "GET /v2.0/networks/f44bda17-b1ba-4e9a-bbf3-d908f3b71186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828741 Apr 28 20:19:05.502589 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7649e95-e83f-4285-85e5-2818233985ad req-b2df8de5-7de4-4f61-95c2-9f526b10fa3b service neutron] 10.222.0.44 "GET /v2.0/networks/f44bda17-b1ba-4e9a-bbf3-d908f3b71186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787961 Apr 28 20:19:06.395180 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e2d77-e099-43ea-bea2-41d944ffea27 req-342b7e54-4e59-4563-89f1-005aafc7e41f tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:06.396669 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-de2e2d77-e099-43ea-bea2-41d944ffea27 req-342b7e54-4e59-4563-89f1-005aafc7e41f tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 946 time: 0.1098416 Apr 28 20:19:06.434240 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-de2e2d77-e099-43ea-bea2-41d944ffea27 req-4929bcb3-2a56-4245-ace0-f60c16089885 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312490 Apr 28 20:19:07.551116 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c586151-ebfc-4fc5-af3b-4c334168f7db req-2ee67c1d-a31b-4ff9-86c1-7158e806ddae tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:07.552518 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9c586151-ebfc-4fc5-af3b-4c334168f7db req-2ee67c1d-a31b-4ff9-86c1-7158e806ddae tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 946 time: 0.0489540 Apr 28 20:19:07.589322 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9c586151-ebfc-4fc5-af3b-4c334168f7db req-2ef6b4ea-f239-482d-a457-db2487e2e9e7 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302205 Apr 28 20:19:08.707040 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37bc4f0-cf59-46bd-bafb-43d2225c037e req-1ee35ddf-22c1-4bc5-b62f-f298641b0fcd tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:08.708534 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f37bc4f0-cf59-46bd-bafb-43d2225c037e req-1ee35ddf-22c1-4bc5-b62f-f298641b0fcd tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 946 time: 0.0503776 Apr 28 20:19:08.745420 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f37bc4f0-cf59-46bd-bafb-43d2225c037e req-c259d778-d040-48a1-ab7c-b387422e6bdb tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308893 Apr 28 20:19:09.865722 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d6b5e-62aa-44b2-a6db-f7e58e8e09a9 req-86e0eaf4-152e-46a5-85af-64c126f1d0b0 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:09.867155 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3e0d6b5e-62aa-44b2-a6db-f7e58e8e09a9 req-86e0eaf4-152e-46a5-85af-64c126f1d0b0 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 946 time: 0.0533187 Apr 28 20:19:09.905717 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3e0d6b5e-62aa-44b2-a6db-f7e58e8e09a9 req-4ae457ed-7f78-41d3-976d-0d4ebbfa4b86 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325005 Apr 28 20:19:11.023192 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf91cc-5ee9-4a7b-9fdc-a070ea6b609a req-ff0bbebe-a460-471e-b923-f274694853db tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:11.024645 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0ddf91cc-5ee9-4a7b-9fdc-a070ea6b609a req-ff0bbebe-a460-471e-b923-f274694853db tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 946 time: 0.0494940 Apr 28 20:19:11.062025 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0ddf91cc-5ee9-4a7b-9fdc-a070ea6b609a req-3416f8a9-598a-4e73-90a5-b8631d72f32d tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314395 Apr 28 20:19:11.647718 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:19:12.182328 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cde534-e537-42cd-b984-719046d1c94d req-df9c2cab-3347-4d98-a79f-01e0be7f547d tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:12.183635 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-33cde534-e537-42cd-b984-719046d1c94d req-df9c2cab-3347-4d98-a79f-01e0be7f547d tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 946 time: 0.0500116 Apr 28 20:19:12.221596 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-33cde534-e537-42cd-b984-719046d1c94d req-41a31270-657f-4a77-a8f4-bcca7a8023bc tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318277 Apr 28 20:19:13.344647 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a3a74-7ee1-4a4f-bf8f-2990e2e78ae7 req-c764706b-5636-461e-90cd-43dada7243bf tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:13.346100 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-776a3a74-7ee1-4a4f-bf8f-2990e2e78ae7 req-c764706b-5636-461e-90cd-43dada7243bf tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 946 time: 0.0537558 Apr 28 20:19:13.382777 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-776a3a74-7ee1-4a4f-bf8f-2990e2e78ae7 req-0f9ba0ed-e1dd-4bda-9d9f-b9f37449a1a6 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307102 Apr 28 20:19:14.498677 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b6f2f-2066-4f5e-a064-06a787208858 req-1d14e531-b4d9-49af-bc62-300df3eca227 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:14.500162 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2b6b6f2f-2066-4f5e-a064-06a787208858 req-1d14e531-b4d9-49af-bc62-300df3eca227 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 946 time: 0.0489154 Apr 28 20:19:14.537890 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2b6b6f2f-2066-4f5e-a064-06a787208858 req-d1cff4ff-46cc-47e6-85d9-e6f2772bd5eb tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316164 Apr 28 20:19:15.654321 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c111e4-89b6-4ae6-8830-3b987bed586d req-915a89c2-d538-48fb-90fe-8d5597c263af tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:15.655772 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d1c111e4-89b6-4ae6-8830-3b987bed586d req-915a89c2-d538-48fb-90fe-8d5597c263af tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 946 time: 0.0491641 Apr 28 20:19:15.693996 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d1c111e4-89b6-4ae6-8830-3b987bed586d req-05f48184-c55d-4973-83de-18d7e89ac9f9 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318797 Apr 28 20:19:16.815545 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87f569-70b0-4d16-92ab-faefcfe9383e req-d39b8012-434f-4356-ac01-65ddb7cfb824 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:16.817011 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e87f569-70b0-4d16-92ab-faefcfe9383e req-d39b8012-434f-4356-ac01-65ddb7cfb824 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 946 time: 0.0529876 Apr 28 20:19:16.855555 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e87f569-70b0-4d16-92ab-faefcfe9383e req-6af918c9-ec6f-4511-8a25-9d7245fe707c tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319543 Apr 28 20:19:17.975768 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da333c-fc5e-4b65-9d2a-1b9d8c0efda8 req-633216b3-8bd7-41f3-9a19-cbd4142242f5 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:17.977258 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b7da333c-fc5e-4b65-9d2a-1b9d8c0efda8 req-633216b3-8bd7-41f3-9a19-cbd4142242f5 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 946 time: 0.0498381 Apr 28 20:19:18.015054 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b7da333c-fc5e-4b65-9d2a-1b9d8c0efda8 req-c8953047-2a11-4497-80ac-9f75153bafdf tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317030 Apr 28 20:19:19.132530 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6c766-96db-4f4d-864d-0e554da5f233 req-797d3ead-6806-4b12-9c70-5f20d258de33 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:19.134009 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0ad6c766-96db-4f4d-864d-0e554da5f233 req-797d3ead-6806-4b12-9c70-5f20d258de33 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 946 time: 0.0497534 Apr 28 20:19:19.173428 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0ad6c766-96db-4f4d-864d-0e554da5f233 req-1b59474b-f819-4daa-8b0f-f1b5bdb98c53 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326416 Apr 28 20:19:19.855894 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3e8beeba-4afc-4e1a-b110-7f41c25da285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:20.292941 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07d7a3-e059-4827-a30d-c93a5ea38156 req-a009d934-a9d9-4da9-abc2-1c7d94a352bd tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:20.294390 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8d07d7a3-e059-4827-a30d-c93a5ea38156 req-a009d934-a9d9-4da9-abc2-1c7d94a352bd tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 946 time: 0.0530291 Apr 28 20:19:20.331579 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8d07d7a3-e059-4827-a30d-c93a5ea38156 req-aace9fe8-e65f-45e2-9cbf-6945d2b9d91a tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310431 Apr 28 20:19:21.449791 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f0651-c588-4733-a8a9-54192c416f61 req-55e10658-beb9-44ce-8587-3f51708faf93 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:21.451269 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b77f0651-c588-4733-a8a9-54192c416f61 req-55e10658-beb9-44ce-8587-3f51708faf93 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 946 time: 0.0492446 Apr 28 20:19:21.487853 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b77f0651-c588-4733-a8a9-54192c416f61 req-2989f2f9-d788-49e8-a1fc-56aec1490619 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305290 Apr 28 20:19:22.099929 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-38b3b914-abb6-45ad-8c38-1932d48da4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:22.604586 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9deb6b8-0b5d-4546-b9bc-587c2f95f9df req-f54be483-7a5d-4b56-a392-68c64ad33e18 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:22.606054 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e9deb6b8-0b5d-4546-b9bc-587c2f95f9df req-f54be483-7a5d-4b56-a392-68c64ad33e18 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 946 time: 0.0496216 Apr 28 20:19:22.643293 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e9deb6b8-0b5d-4546-b9bc-587c2f95f9df req-6bfb6358-f2b6-4281-9a56-8e10f1f0574f tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311790 Apr 28 20:19:23.604784 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:23.764443 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad6518-b5f1-431a-86f3-913c3c4ae5d3 req-15c3bb3d-6da3-4631-8148-b263b77e6f0a tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:23.765909 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c6ad6518-b5f1-431a-86f3-913c3c4ae5d3 req-15c3bb3d-6da3-4631-8148-b263b77e6f0a tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 946 time: 0.0534420 Apr 28 20:19:23.803820 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c6ad6518-b5f1-431a-86f3-913c3c4ae5d3 req-7a0e8980-30c5-48f0-a0a3-bd8cdd3ce4a1 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318542 Apr 28 20:19:24.921457 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b6890-f875-4017-a6ca-82625d6b5242 req-2d1a0825-65a8-4904-a2c1-43fdc5ba6e34 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:24.922928 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d66b6890-f875-4017-a6ca-82625d6b5242 req-2d1a0825-65a8-4904-a2c1-43fdc5ba6e34 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 946 time: 0.0503876 Apr 28 20:19:24.959844 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d66b6890-f875-4017-a6ca-82625d6b5242 req-61d51144-8df8-4d50-8683-91461335dc8f tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308218 Apr 28 20:19:25.881411 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:25.983540 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:26.081500 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de336b-40f7-42e4-9a98-938b778905f9 req-a43e4ab3-3e69-49b9-a2af-d23e69e595e3 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:26.082964 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d6de336b-40f7-42e4-9a98-938b778905f9 req-a43e4ab3-3e69-49b9-a2af-d23e69e595e3 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 946 time: 0.0493140 Apr 28 20:19:26.121469 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d6de336b-40f7-42e4-9a98-938b778905f9 req-c41c7ea5-95ad-4eec-bbdf-ec511542e199 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313466 Apr 28 20:19:27.240550 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c11767-8dd9-488c-8e80-2c6727d4cab3 req-af752abe-8a9e-477c-bd52-f80fc1cb8f28 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:27.242067 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-64c11767-8dd9-488c-8e80-2c6727d4cab3 req-af752abe-8a9e-477c-bd52-f80fc1cb8f28 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 946 time: 0.0529492 Apr 28 20:19:27.282736 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-64c11767-8dd9-488c-8e80-2c6727d4cab3 req-b3e11b00-1e5a-44f7-bd6f-de0681c4239c tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340769 Apr 28 20:19:28.397731 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7cf3e-9bdf-4a9b-a99a-b9b519ebe9da req-97db17a0-94b7-457b-89bb-44a79088dc5d tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:28.399164 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-14e7cf3e-9bdf-4a9b-a99a-b9b519ebe9da req-97db17a0-94b7-457b-89bb-44a79088dc5d tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 946 time: 0.0479453 Apr 28 20:19:28.435805 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-14e7cf3e-9bdf-4a9b-a99a-b9b519ebe9da req-45ad63ae-ba0b-4998-8254-48dd1a813b5c tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305912 Apr 28 20:19:29.551963 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc6f22-c02b-40db-96d7-50d851f985e9 req-f79f4617-6a66-4881-81f1-b9817b615af5 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:29.553489 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3ecc6f22-c02b-40db-96d7-50d851f985e9 req-f79f4617-6a66-4881-81f1-b9817b615af5 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 946 time: 0.0497074 Apr 28 20:19:29.591671 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3ecc6f22-c02b-40db-96d7-50d851f985e9 req-d255cfeb-6a50-4174-8931-2fd03a1d672c tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317335 Apr 28 20:19:31.054464 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74fad83-d09d-4453-8672-810daa526067 req-46c7684f-0954-4f40-a1aa-9e7cf427ab5b tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:31.055904 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f74fad83-d09d-4453-8672-810daa526067 req-46c7684f-0954-4f40-a1aa-9e7cf427ab5b tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 946 time: 0.3959322 Apr 28 20:19:31.093190 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f74fad83-d09d-4453-8672-810daa526067 req-bf68cbb8-c937-4e51-8282-a7fa55b87c49 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302241 Apr 28 20:19:32.139603 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:32.218772 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f804c-1ff7-4b3e-9702-d1075341b319 req-7abc152a-6658-47b8-90dd-7d708f19fd9e tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:32.220316 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6a0f804c-1ff7-4b3e-9702-d1075341b319 req-7abc152a-6658-47b8-90dd-7d708f19fd9e tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 946 time: 0.0502896 Apr 28 20:19:32.257334 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6a0f804c-1ff7-4b3e-9702-d1075341b319 req-416aeb08-bfbf-4395-bbcd-dd9097e930df tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310783 Apr 28 20:19:32.351476 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [req-a7649e95-e83f-4285-85e5-2818233985ad req-adb5e52e-ad22-4294-a66d-504fd14529f5 service neutron] show failed (client error): The resource could not be found. Apr 28 20:19:32.352492 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7649e95-e83f-4285-85e5-2818233985ad req-adb5e52e-ad22-4294-a66d-504fd14529f5 service neutron] 10.222.0.44 "GET /v2.0/ports/db69df8f-f8b5-4879-b04d-077481e14904/bindings/n-h1-839810-1 HTTP/1.1" status: 404 len: 380 time: 0.0535395 Apr 28 20:19:32.547199 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7649e95-e83f-4285-85e5-2818233985ad req-adb6cf9d-f805-470f-8a9a-f0528f7a73b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:32.548731 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7649e95-e83f-4285-85e5-2818233985ad req-adb6cf9d-f805-470f-8a9a-f0528f7a73b6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb&tenant_id=dfe1e1364feb4278ba0e4c55a6c6c93e HTTP/1.1" status: 200 len: 1097 time: 0.0410252 Apr 28 20:19:32.560751 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-a7649e95-e83f-4285-85e5-2818233985ad req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-839810-1', 'device_owner': 'compute:nova'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:32.613591 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a7649e95-e83f-4285-85e5-2818233985ad req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:32.807228 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-a7649e95-e83f-4285-85e5-2818233985ad req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] For port db69df8f-f8b5-4879-b04d-077481e14904, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=db69df8f-f8b5-4879-b04d-077481e14904,segment=NetworkSegment(e5bd231f-aff2-48dc-bcdd-072b0bcf8754),segment_id=e5bd231f-aff2-48dc-bcdd-072b0bcf8754)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:19:32.838450 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-a7649e95-e83f-4285-85e5-2818233985ad req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] For port db69df8f-f8b5-4879-b04d-077481e14904, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:19:32.876801 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d3fea8-d77e-4c6f-b321-5c23cd4c85eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db69df8f-f8b5-4879-b04d-077481e14904'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:19:32.879067 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243a8444-968e-4fa7-b6f6-8d23a53ccf29" -d '{"events": [{"server_uuid": "d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb", "name": "network-vif-unplugged", "status": "completed", "tag": "db69df8f-f8b5-4879-b04d-077481e14904"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:19:32.882929 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a7649e95-e83f-4285-85e5-2818233985ad req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:32.896256 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-a7649e95-e83f-4285-85e5-2818233985ad req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] Transition to ACTIVE for port object db69df8f-f8b5-4879-b04d-077481e14904 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:19:32.900731 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a7649e95-e83f-4285-85e5-2818233985ad req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:32.936867 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 20:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b462e9ff-9915-4c78-a97a-2de8c5088b1e x-openstack-request-id: req-b462e9ff-9915-4c78-a97a-2de8c5088b1e {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:19:32.937150 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb", "name": "network-vif-unplugged", "status": "completed", "tag": "db69df8f-f8b5-4879-b04d-077481e14904", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:19:32.937397 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b462e9ff-9915-4c78-a97a-2de8c5088b1e {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:19:32.937784 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b462e9ff-9915-4c78-a97a-2de8c5088b1e'] response: {'server_uuid': 'd8d3fea8-d77e-4c6f-b321-5c23cd4c85eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db69df8f-f8b5-4879-b04d-077481e14904', 'code': 200} Apr 28 20:19:32.969718 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7649e95-e83f-4285-85e5-2818233985ad req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] No DVR routers for this DVR port db69df8f-f8b5-4879-b04d-077481e14904 on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:19:32.971476 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=db69df8f-f8b5-4879-b04d-077481e14904,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:32.980626 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:32.980964 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:32.981295 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:32.981625 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:32.981944 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:32.982263 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:32.982578 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:32.982892 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:32.983206 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:32.983519 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:32.983835 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:32.984165 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:33.017621 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-a7649e95-e83f-4285-85e5-2818233985ad req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] Attempting to bind port db69df8f-f8b5-4879-b04d-077481e14904 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:19:33.017958 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-a7649e95-e83f-4285-85e5-2818233985ad req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] Attempting to bind port db69df8f-f8b5-4879-b04d-077481e14904 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'e5bd231f-aff2-48dc-bcdd-072b0bcf8754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f44bda17-b1ba-4e9a-bbf3-d908f3b71186'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:19:33.018291 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7649e95-e83f-4285-85e5-2818233985ad req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] Attempting to bind port db69df8f-f8b5-4879-b04d-077481e14904 on network f44bda17-b1ba-4e9a-bbf3-d908f3b71186 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:19:33.022520 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7649e95-e83f-4285-85e5-2818233985ad req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] Port db69df8f-f8b5-4879-b04d-077481e14904 on network f44bda17-b1ba-4e9a-bbf3-d908f3b71186 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:19:33.022840 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7649e95-e83f-4285-85e5-2818233985ad req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] Attempting to bind port db69df8f-f8b5-4879-b04d-077481e14904 on network f44bda17-b1ba-4e9a-bbf3-d908f3b71186 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:19:33.028115 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7649e95-e83f-4285-85e5-2818233985ad req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:19:33.028461 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7649e95-e83f-4285-85e5-2818233985ad req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] Checking segment: {'id': 'e5bd231f-aff2-48dc-bcdd-072b0bcf8754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f44bda17-b1ba-4e9a-bbf3-d908f3b71186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:19:33.028870 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7649e95-e83f-4285-85e5-2818233985ad req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] Bound using segment: {'id': 'e5bd231f-aff2-48dc-bcdd-072b0bcf8754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f44bda17-b1ba-4e9a-bbf3-d908f3b71186'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:19:33.029295 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-a7649e95-e83f-4285-85e5-2818233985ad req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] Bound port: db69df8f-f8b5-4879-b04d-077481e14904, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5bd231f-aff2-48dc-bcdd-072b0bcf8754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f44bda17-b1ba-4e9a-bbf3-d908f3b71186'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:19:33.029650 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a7649e95-e83f-4285-85e5-2818233985ad req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:33.091099 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-a7649e95-e83f-4285-85e5-2818233985ad req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] For port db69df8f-f8b5-4879-b04d-077481e14904, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:19:33.093999 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-a7649e95-e83f-4285-85e5-2818233985ad req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] For port db69df8f-f8b5-4879-b04d-077481e14904, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=db69df8f-f8b5-4879-b04d-077481e14904,segment=NetworkSegment(e5bd231f-aff2-48dc-bcdd-072b0bcf8754),segment_id=e5bd231f-aff2-48dc-bcdd-072b0bcf8754)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:19:33.098362 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a7649e95-e83f-4285-85e5-2818233985ad req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:33.128540 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7649e95-e83f-4285-85e5-2818233985ad req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:33.129152 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-a7649e95-e83f-4285-85e5-2818233985ad req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:33.130917 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7649e95-e83f-4285-85e5-2818233985ad req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] 10.222.0.15 "PUT /v2.0/ports/db69df8f-f8b5-4879-b04d-077481e14904 HTTP/1.1" status: 200 len: 1092 time: 0.5749168 Apr 28 20:19:33.183104 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372652ff-6f19-41d1-8177-1fc7069df2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=db69df8f-f8b5-4879-b04d-077481e14904,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:33.202760 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7649e95-e83f-4285-85e5-2818233985ad req-235873f9-5798-4cec-a1ae-ad48f5ca7452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:33.204261 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7649e95-e83f-4285-85e5-2818233985ad req-235873f9-5798-4cec-a1ae-ad48f5ca7452 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfe1e1364feb4278ba0e4c55a6c6c93e&device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 1095 time: 0.0498559 Apr 28 20:19:33.295268 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7649e95-e83f-4285-85e5-2818233985ad req-18ef1388-1917-465f-8015-7718a70ab774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:33.296787 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7649e95-e83f-4285-85e5-2818233985ad req-18ef1388-1917-465f-8015-7718a70ab774 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f44bda17-b1ba-4e9a-bbf3-d908f3b71186 HTTP/1.1" status: 200 len: 912 time: 0.0863757 Apr 28 20:19:33.343732 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7649e95-e83f-4285-85e5-2818233985ad req-b3430fca-0349-4e65-946f-86c5d3b4d6b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db69df8f-f8b5-4879-b04d-077481e14904 HTTP/1.1" status: 200 len: 217 time: 0.0403976 Apr 28 20:19:33.381768 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad001b-bcd8-4c97-ae3c-e95ed03899e7 req-d204f623-7975-4727-906a-de95ab42d86a tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:33.383256 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-90ad001b-bcd8-4c97-ae3c-e95ed03899e7 req-d204f623-7975-4727-906a-de95ab42d86a tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 944 time: 0.0545490 Apr 28 20:19:33.392556 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7649e95-e83f-4285-85e5-2818233985ad req-f0724fad-d1ab-4db4-a0ce-21354f7f0b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:33.394024 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7649e95-e83f-4285-85e5-2818233985ad req-f0724fad-d1ab-4db4-a0ce-21354f7f0b97 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cadffb6c-e393-4846-9f5f-f8d229e41367 HTTP/1.1" status: 200 len: 851 time: 0.0442381 Apr 28 20:19:33.422003 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-90ad001b-bcd8-4c97-ae3c-e95ed03899e7 req-1aa8815c-e486-4963-9326-90bb0eb154e8 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325069 Apr 28 20:19:33.426516 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7649e95-e83f-4285-85e5-2818233985ad req-2cc46500-f081-4056-9349-0e230a49ff1b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f44bda17-b1ba-4e9a-bbf3-d908f3b71186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254946 Apr 28 20:19:33.513391 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7649e95-e83f-4285-85e5-2818233985ad req-d8109ffa-a3b4-4f13-a9a8-bcdf3aaf44b3 service neutron] 10.222.0.15 "GET /v2.0/networks/f44bda17-b1ba-4e9a-bbf3-d908f3b71186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800314 Apr 28 20:19:33.606861 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7649e95-e83f-4285-85e5-2818233985ad req-2e7ed65a-9b3f-4255-adc9-bc2de5bc7173 service neutron] 10.222.0.15 "GET /v2.0/networks/f44bda17-b1ba-4e9a-bbf3-d908f3b71186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872910 Apr 28 20:19:33.716961 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:34.546129 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff7bb4-b589-4049-8878-57acc4d50003 req-0a98cd0d-302b-4770-b543-7ff334c4ff4f tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:34.547571 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-33ff7bb4-b589-4049-8878-57acc4d50003 req-0a98cd0d-302b-4770-b543-7ff334c4ff4f tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 944 time: 0.0533674 Apr 28 20:19:34.585350 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-33ff7bb4-b589-4049-8878-57acc4d50003 req-f8a4effb-8efd-42dd-94b2-0b1d777e413c tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316565 Apr 28 20:19:34.939502 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d3fea8-d77e-4c6f-b321-5c23cd4c85eb', 'tag': 'db69df8f-f8b5-4879-b04d-077481e14904'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:19:34.941914 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4baa91d2-dfbe-477a-a9c3-155e5812ac9c" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb", "tag": "db69df8f-f8b5-4879-b04d-077481e14904"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:19:34.990488 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48b3033-868e-4dc2-8506-2d3c3864f4a7 x-openstack-request-id: req-a48b3033-868e-4dc2-8506-2d3c3864f4a7 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:19:34.990771 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb", "tag": "db69df8f-f8b5-4879-b04d-077481e14904", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:19:34.991020 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a48b3033-868e-4dc2-8506-2d3c3864f4a7 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:19:34.991522 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a48b3033-868e-4dc2-8506-2d3c3864f4a7'] response: {'name': 'network-changed', 'server_uuid': 'd8d3fea8-d77e-4c6f-b321-5c23cd4c85eb', 'tag': 'db69df8f-f8b5-4879-b04d-077481e14904', 'status': 'completed', 'code': 200} Apr 28 20:19:35.083974 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa91d2-dfbe-477a-a9c3-155e5812ac9c req-09c0bb1a-bab7-496f-86f5-18d1d104cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:35.085716 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4baa91d2-dfbe-477a-a9c3-155e5812ac9c req-09c0bb1a-bab7-496f-86f5-18d1d104cb4d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dfe1e1364feb4278ba0e4c55a6c6c93e&device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 1095 time: 0.0763681 Apr 28 20:19:35.088904 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa91d2-dfbe-477a-a9c3-155e5812ac9c req-9df0cd9f-a1ba-44f5-b481-ccf149858685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:35.090365 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4baa91d2-dfbe-477a-a9c3-155e5812ac9c req-9df0cd9f-a1ba-44f5-b481-ccf149858685 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfe1e1364feb4278ba0e4c55a6c6c93e&device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 1095 time: 0.0716758 Apr 28 20:19:35.247434 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa91d2-dfbe-477a-a9c3-155e5812ac9c req-66526156-bf74-471f-b5ff-ce6ab5b03d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:35.248895 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4baa91d2-dfbe-477a-a9c3-155e5812ac9c req-66526156-bf74-471f-b5ff-ce6ab5b03d4d service neutron] 10.222.0.44 "GET /v2.0/networks?id=f44bda17-b1ba-4e9a-bbf3-d908f3b71186 HTTP/1.1" status: 200 len: 912 time: 0.1557488 Apr 28 20:19:35.251470 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa91d2-dfbe-477a-a9c3-155e5812ac9c req-07155d99-239e-4203-b16b-78767244142c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:35.252816 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4baa91d2-dfbe-477a-a9c3-155e5812ac9c req-07155d99-239e-4203-b16b-78767244142c service neutron] 10.222.0.15 "GET /v2.0/networks?id=f44bda17-b1ba-4e9a-bbf3-d908f3b71186 HTTP/1.1" status: 200 len: 912 time: 0.1516063 Apr 28 20:19:35.324291 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4baa91d2-dfbe-477a-a9c3-155e5812ac9c req-378ed93d-ee80-439d-a317-08485603c008 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db69df8f-f8b5-4879-b04d-077481e14904 HTTP/1.1" status: 200 len: 217 time: 0.0686724 Apr 28 20:19:35.325587 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4baa91d2-dfbe-477a-a9c3-155e5812ac9c req-a6340ea4-10b0-4938-b9ff-f5a955487b55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db69df8f-f8b5-4879-b04d-077481e14904 HTTP/1.1" status: 200 len: 217 time: 0.0641592 Apr 28 20:19:35.404655 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa91d2-dfbe-477a-a9c3-155e5812ac9c req-c0cff626-2c0d-4088-a157-096b40d02d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:35.406110 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4baa91d2-dfbe-477a-a9c3-155e5812ac9c req-c0cff626-2c0d-4088-a157-096b40d02d49 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cadffb6c-e393-4846-9f5f-f8d229e41367 HTTP/1.1" status: 200 len: 851 time: 0.0758979 Apr 28 20:19:35.409357 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa91d2-dfbe-477a-a9c3-155e5812ac9c req-e5f4ba64-7fa9-4810-a121-12709cb4caf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:35.410667 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4baa91d2-dfbe-477a-a9c3-155e5812ac9c req-e5f4ba64-7fa9-4810-a121-12709cb4caf9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cadffb6c-e393-4846-9f5f-f8d229e41367 HTTP/1.1" status: 200 len: 851 time: 0.0734541 Apr 28 20:19:35.460413 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4baa91d2-dfbe-477a-a9c3-155e5812ac9c req-54479d7f-9e55-4792-bd51-a316b7e6008a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f44bda17-b1ba-4e9a-bbf3-d908f3b71186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476372 Apr 28 20:19:35.462202 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4baa91d2-dfbe-477a-a9c3-155e5812ac9c req-33f9fa27-f1d5-4f07-b88f-3cd7be775f3e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f44bda17-b1ba-4e9a-bbf3-d908f3b71186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415416 Apr 28 20:19:35.562504 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device db69df8f-f8b5-4879-b04d-077481e14904 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:19:35.600527 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device db69df8f-f8b5-4879-b04d-077481e14904 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:19:35.617896 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4baa91d2-dfbe-477a-a9c3-155e5812ac9c req-e254ee3a-3dc8-44bc-9ea5-fa911812f68e service neutron] 10.222.0.15 "GET /v2.0/networks/f44bda17-b1ba-4e9a-bbf3-d908f3b71186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483417 Apr 28 20:19:35.621851 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4baa91d2-dfbe-477a-a9c3-155e5812ac9c req-ee5e3368-4eeb-4355-a273-2960ee1a04d7 service neutron] 10.222.0.44 "GET /v2.0/networks/f44bda17-b1ba-4e9a-bbf3-d908f3b71186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455946 Apr 28 20:19:35.812804 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1486d0-f382-4674-a6a1-a80fd720ef20 req-5baabfcd-b784-4874-96f7-73142fc44c27 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:35.814158 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3a1486d0-f382-4674-a6a1-a80fd720ef20 req-5baabfcd-b784-4874-96f7-73142fc44c27 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 944 time: 0.1536636 Apr 28 20:19:35.819348 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4baa91d2-dfbe-477a-a9c3-155e5812ac9c req-303f808e-d845-4867-b329-f4245e94473c service neutron] 10.222.0.15 "GET /v2.0/networks/f44bda17-b1ba-4e9a-bbf3-d908f3b71186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941755 Apr 28 20:19:35.844439 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4baa91d2-dfbe-477a-a9c3-155e5812ac9c req-591e0fbb-3ec1-478c-89f1-3d2d45c4073f service neutron] 10.222.0.44 "GET /v2.0/networks/f44bda17-b1ba-4e9a-bbf3-d908f3b71186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121594 Apr 28 20:19:35.865161 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3a1486d0-f382-4674-a6a1-a80fd720ef20 req-e8747693-6f6f-4875-a269-d426a87c7f74 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447984 Apr 28 20:19:36.140150 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327ff4a-f046-42fe-bbf1-abcb41335909 req-6b8f235d-1932-4d37-8c3b-bb1e6e89fd42 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:36.141627 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3327ff4a-f046-42fe-bbf1-abcb41335909 req-6b8f235d-1932-4d37-8c3b-bb1e6e89fd42 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb&tenant_id=dfe1e1364feb4278ba0e4c55a6c6c93e&binding%3Ahost_id=n-h1-839810-1 HTTP/1.1" status: 200 len: 944 time: 0.0539014 Apr 28 20:19:36.201555 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [req-3327ff4a-f046-42fe-bbf1-abcb41335909 req-c9e38d86-1e1d-4447-8bd7-f109b3f9a8d0 service neutron] delete failed (client error): The resource could not be found. Apr 28 20:19:36.202613 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3327ff4a-f046-42fe-bbf1-abcb41335909 req-c9e38d86-1e1d-4447-8bd7-f109b3f9a8d0 service neutron] 10.222.0.44 "DELETE /v2.0/ports/db69df8f-f8b5-4879-b04d-077481e14904/bindings/n-h2-839810-1 HTTP/1.1" status: 404 len: 380 time: 0.0540519 Apr 28 20:19:36.288351 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327ff4a-f046-42fe-bbf1-abcb41335909 req-270d4df8-3203-410e-aad1-dcd26da4bff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:36.289848 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3327ff4a-f046-42fe-bbf1-abcb41335909 req-270d4df8-3203-410e-aad1-dcd26da4bff1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dfe1e1364feb4278ba0e4c55a6c6c93e&device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 1095 time: 0.0431371 Apr 28 20:19:36.384939 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327ff4a-f046-42fe-bbf1-abcb41335909 req-20f84a2e-4ae1-43e3-9e09-a19f25357ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:36.387034 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3327ff4a-f046-42fe-bbf1-abcb41335909 req-20f84a2e-4ae1-43e3-9e09-a19f25357ffa service neutron] 10.222.0.44 "GET /v2.0/networks?id=f44bda17-b1ba-4e9a-bbf3-d908f3b71186 HTTP/1.1" status: 200 len: 912 time: 0.0900600 Apr 28 20:19:36.428687 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3327ff4a-f046-42fe-bbf1-abcb41335909 req-8b872000-007e-4963-9172-f2e390eb1375 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db69df8f-f8b5-4879-b04d-077481e14904 HTTP/1.1" status: 200 len: 217 time: 0.0352774 Apr 28 20:19:36.481230 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327ff4a-f046-42fe-bbf1-abcb41335909 req-30724915-c9d5-4ac6-8701-2147147915dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:36.487233 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3327ff4a-f046-42fe-bbf1-abcb41335909 req-30724915-c9d5-4ac6-8701-2147147915dd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cadffb6c-e393-4846-9f5f-f8d229e41367 HTTP/1.1" status: 200 len: 851 time: 0.0515952 Apr 28 20:19:36.522022 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3327ff4a-f046-42fe-bbf1-abcb41335909 req-b0c5bb2a-b842-4eff-b5d5-0a9733307185 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f44bda17-b1ba-4e9a-bbf3-d908f3b71186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278809 Apr 28 20:19:36.616678 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3327ff4a-f046-42fe-bbf1-abcb41335909 req-50e91ff8-2e3b-4417-a2df-0188bc091da0 service neutron] 10.222.0.44 "GET /v2.0/networks/f44bda17-b1ba-4e9a-bbf3-d908f3b71186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875101 Apr 28 20:19:36.711869 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3327ff4a-f046-42fe-bbf1-abcb41335909 req-72b82d8b-15df-45dc-849d-f255e45560b0 service neutron] 10.222.0.44 "GET /v2.0/networks/f44bda17-b1ba-4e9a-bbf3-d908f3b71186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883708 Apr 28 20:19:37.221919 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device db69df8f-f8b5-4879-b04d-077481e14904 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:19:37.342492 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port db69df8f-f8b5-4879-b04d-077481e14904, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=db69df8f-f8b5-4879-b04d-077481e14904,segment=NetworkSegment(e5bd231f-aff2-48dc-bcdd-072b0bcf8754),segment_id=e5bd231f-aff2-48dc-bcdd-072b0bcf8754)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:19:37.359907 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'db69df8f-f8b5-4879-b04d-077481e14904', 'network_id': 'f44bda17-b1ba-4e9a-bbf3-d908f3b71186', 'port_id': 'db69df8f-f8b5-4879-b04d-077481e14904', 'mac_address': 'fa:16:3e:7b:ca:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cadffb6c-e393-4846-9f5f-f8d229e41367', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:19:37.400000 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:37.415087 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db69df8f-f8b5-4879-b04d-077481e14904 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:19:37.439325 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port db69df8f-f8b5-4879-b04d-077481e14904, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=db69df8f-f8b5-4879-b04d-077481e14904,segment=NetworkSegment(e5bd231f-aff2-48dc-bcdd-072b0bcf8754),segment_id=e5bd231f-aff2-48dc-bcdd-072b0bcf8754)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:19:37.440254 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8101914-7a62-4e9e-a368-f8a1f905a7ab req-00fb29fa-e56f-44bf-b4fa-d75fe24f94b8 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:37.441897 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b8101914-7a62-4e9e-a368-f8a1f905a7ab req-00fb29fa-e56f-44bf-b4fa-d75fe24f94b8 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 944 time: 0.0552230 Apr 28 20:19:37.444253 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:37.485674 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b8101914-7a62-4e9e-a368-f8a1f905a7ab req-34253521-6311-4c1e-a67e-94506e71d817 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356228 Apr 28 20:19:37.499139 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=db69df8f-f8b5-4879-b04d-077481e14904,revision_number=8']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:37.507142 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:37.507694 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:37.508172 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:37.508509 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:37.508840 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:37.509196 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:37.509517 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:37.509838 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:37.510888 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:37.511213 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:37.511534 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:37.511852 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:37.736417 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['db69df8f-f8b5-4879-b04d-077481e14904'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:19:38.605706 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441df234-ffd9-4bdf-825c-f822efa111d7 req-084a330a-bb61-4bd0-b3c9-3d423251d741 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:38.607052 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-441df234-ffd9-4bdf-825c-f822efa111d7 req-084a330a-bb61-4bd0-b3c9-3d423251d741 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 945 time: 0.0490277 Apr 28 20:19:38.644908 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-441df234-ffd9-4bdf-825c-f822efa111d7 req-2086a9c5-9c4c-4469-84b2-a9fc42175bb0 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.42 "GET /v2.0/security-groups?id=88fa00ae-3ba4-48b1-ab77-e1e9f59df262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316713 Apr 28 20:19:38.666459 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327ff4a-f046-42fe-bbf1-abcb41335909 req-2f6380eb-11e0-405c-bfcb-452b6747e1fb tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:38.668627 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3327ff4a-f046-42fe-bbf1-abcb41335909 req-2f6380eb-11e0-405c-bfcb-452b6747e1fb tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb HTTP/1.1" status: 200 len: 945 time: 0.0520363 Apr 28 20:19:38.761488 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-3327ff4a-f046-42fe-bbf1-abcb41335909 req-541e9e0e-079d-4a6a-95a2-c0c1749110a9 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Deleting port db69df8f-f8b5-4879-b04d-077481e14904 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:19:38.761833 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3327ff4a-f046-42fe-bbf1-abcb41335909 req-541e9e0e-079d-4a6a-95a2-c0c1749110a9 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:38.847718 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-3327ff4a-f046-42fe-bbf1-abcb41335909 req-541e9e0e-079d-4a6a-95a2-c0c1749110a9 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] For port db69df8f-f8b5-4879-b04d-077481e14904, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=db69df8f-f8b5-4879-b04d-077481e14904,segment=NetworkSegment(e5bd231f-aff2-48dc-bcdd-072b0bcf8754),segment_id=e5bd231f-aff2-48dc-bcdd-072b0bcf8754)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:19:38.848082 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3327ff4a-f046-42fe-bbf1-abcb41335909 req-541e9e0e-079d-4a6a-95a2-c0c1749110a9 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:38.861356 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-3327ff4a-f046-42fe-bbf1-abcb41335909 req-541e9e0e-079d-4a6a-95a2-c0c1749110a9 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Calling delete_port for db69df8f-f8b5-4879-b04d-077481e14904 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:19:38.988832 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3327ff4a-f046-42fe-bbf1-abcb41335909 req-541e9e0e-079d-4a6a-95a2-c0c1749110a9 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:39.000052 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['db69df8f-f8b5-4879-b04d-077481e14904'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:19:39.017703 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e9e0e-079d-4a6a-95a2-c0c1749110a9 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Pushing event deleted for resources: {'Port': ['ID=db69df8f-f8b5-4879-b04d-077481e14904,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:39.062103 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-3327ff4a-f046-42fe-bbf1-abcb41335909 req-541e9e0e-079d-4a6a-95a2-c0c1749110a9 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] No DVR routers for this DVR port db69df8f-f8b5-4879-b04d-077481e14904 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:19:39.065042 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3327ff4a-f046-42fe-bbf1-abcb41335909 req-541e9e0e-079d-4a6a-95a2-c0c1749110a9 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:39.068836 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3327ff4a-f046-42fe-bbf1-abcb41335909 req-541e9e0e-079d-4a6a-95a2-c0c1749110a9 tempest-DeleteServersTestJSON-1336193161 tempest-DeleteServersTestJSON-1336193161-project] 10.222.0.15 "DELETE /v2.0/ports/db69df8f-f8b5-4879-b04d-077481e14904 HTTP/1.1" status: 204 len: 173 time: 0.3934624 Apr 28 20:19:39.069286 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d3fea8-d77e-4c6f-b321-5c23cd4c85eb', 'name': 'network-vif-deleted', 'tag': 'db69df8f-f8b5-4879-b04d-077481e14904'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:19:39.072373 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7f905b-873e-4c49-972b-50d152d33517" -d '{"events": [{"server_uuid": "d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb", "name": "network-vif-deleted", "tag": "db69df8f-f8b5-4879-b04d-077481e14904"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:19:39.112279 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca38ccd9-7308-4a7a-aa26-31c37f59a4b4 x-openstack-request-id: req-ca38ccd9-7308-4a7a-aa26-31c37f59a4b4 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:19:39.112539 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d3fea8-d77e-4c6f-b321-5c23cd4c85eb", "name": "network-vif-deleted", "tag": "db69df8f-f8b5-4879-b04d-077481e14904", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:19:39.112830 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ca38ccd9-7308-4a7a-aa26-31c37f59a4b4 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:19:39.113234 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca38ccd9-7308-4a7a-aa26-31c37f59a4b4'] response: {'server_uuid': 'd8d3fea8-d77e-4c6f-b321-5c23cd4c85eb', 'name': 'network-vif-deleted', 'tag': 'db69df8f-f8b5-4879-b04d-077481e14904', 'status': 'completed', 'code': 200} Apr 28 20:19:39.236298 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device db69df8f-f8b5-4879-b04d-077481e14904 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:19:39.257079 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: db69df8f-f8b5-4879-b04d-077481e14904 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:19:39.257513 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device db69df8f-f8b5-4879-b04d-077481e14904 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 28 20:19:39.279334 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Port db69df8f-f8b5-4879-b04d-077481e14904 not found, will not notify nova. {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 28 20:19:39.777377 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35606) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:19:39.820419 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae81b83-7cfa-4377-8105-7be263ebc0c2 admin admin] Deleting subnet cadffb6c-e393-4846-9f5f-f8d229e41367 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:19:39.824381 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ae81b83-7cfa-4377-8105-7be263ebc0c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:39.862074 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ae81b83-7cfa-4377-8105-7be263ebc0c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:39.900095 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ae81b83-7cfa-4377-8105-7be263ebc0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:39.953826 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ae81b83-7cfa-4377-8105-7be263ebc0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:39.979122 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae81b83-7cfa-4377-8105-7be263ebc0c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cadffb6c-e393-4846-9f5f-f8d229e41367,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:39.983635 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ae81b83-7cfa-4377-8105-7be263ebc0c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:39.986831 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2ae81b83-7cfa-4377-8105-7be263ebc0c2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/cadffb6c-e393-4846-9f5f-f8d229e41367 HTTP/1.1" status: 204 len: 168 time: 0.2084560 Apr 28 20:19:39.989583 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35608) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:19:39.991949 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae81b83-7cfa-4377-8105-7be263ebc0c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:39.992322 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae81b83-7cfa-4377-8105-7be263ebc0c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:39.992661 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae81b83-7cfa-4377-8105-7be263ebc0c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:39.992995 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae81b83-7cfa-4377-8105-7be263ebc0c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:39.993333 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae81b83-7cfa-4377-8105-7be263ebc0c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:39.993662 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae81b83-7cfa-4377-8105-7be263ebc0c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:39.993985 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae81b83-7cfa-4377-8105-7be263ebc0c2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:39.994313 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae81b83-7cfa-4377-8105-7be263ebc0c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:39.994622 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae81b83-7cfa-4377-8105-7be263ebc0c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:39.994942 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae81b83-7cfa-4377-8105-7be263ebc0c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:39.995281 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae81b83-7cfa-4377-8105-7be263ebc0c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:39.995587 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae81b83-7cfa-4377-8105-7be263ebc0c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:40.056463 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-11b996e7-1147-4061-b4c2-c7f5b50732ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:40.137544 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-11b996e7-1147-4061-b4c2-c7f5b50732ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:40.157481 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-11b996e7-1147-4061-b4c2-c7f5b50732ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f44bda17-b1ba-4e9a-bbf3-d908f3b71186']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:40.166791 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-11b996e7-1147-4061-b4c2-c7f5b50732ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5bd231f-aff2-48dc-bcdd-072b0bcf8754') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:40.167160 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-11b996e7-1147-4061-b4c2-c7f5b50732ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5bd231f-aff2-48dc-bcdd-072b0bcf8754') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:40.176209 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-11b996e7-1147-4061-b4c2-c7f5b50732ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:40.190613 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-11b996e7-1147-4061-b4c2-c7f5b50732ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:40.197373 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b996e7-1147-4061-b4c2-c7f5b50732ac admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:19:40.198352 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-11b996e7-1147-4061-b4c2-c7f5b50732ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:40.200127 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 20:19:40.200127 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:19:40.200127 n-d-839810-1 neutron-server[102773]: timer() Apr 28 20:19:40.200127 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:19:40.200127 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 20:19:40.200127 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:19:40.200127 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 20:19:40.200127 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:19:40.200127 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 20:19:40.200127 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:19:40.200127 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 20:19:40.200127 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:19:40.200127 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 20:19:40.200127 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:19:40.200127 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:19:40.200127 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:19:40.200127 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:19:40.200127 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:19:40.200127 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 20:19:40.200127 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:19:40.200127 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 20:19:40.200127 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:19:40.200127 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:19:40.200127 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:19:40.200127 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 20:19:40.200127 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:19:40.200127 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:19:40.200127 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:19:40.200127 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:19:40.200127 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:19:40.200127 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:19:40.200127 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:19:40.253238 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-11b996e7-1147-4061-b4c2-c7f5b50732ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:40.258898 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-11b996e7-1147-4061-b4c2-c7f5b50732ac admin admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:40.264058 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-11b996e7-1147-4061-b4c2-c7f5b50732ac admin admin] 10.222.0.42 "DELETE /v2.0/networks/f44bda17-b1ba-4e9a-bbf3-d908f3b71186 HTTP/1.1" status: 204 len: 168 time: 0.2733760 Apr 28 20:19:40.277154 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b996e7-1147-4061-b4c2-c7f5b50732ac admin admin] Pushing event deleted for resources: {'Network': ['ID=f44bda17-b1ba-4e9a-bbf3-d908f3b71186,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:40.371190 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35612) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:19:40.410329 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a2988bca-3845-4273-a8fe-708820713bb6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dfe1e1364feb4278ba0e4c55a6c6c93e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379579 Apr 28 20:19:40.413009 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35614) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:19:40.464447 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2ac21d4b-5a60-4bd5-b5c0-97e2f16088a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:40.484054 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2ac21d4b-5a60-4bd5-b5c0-97e2f16088a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:40.529550 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2ac21d4b-5a60-4bd5-b5c0-97e2f16088a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:40.532081 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2ac21d4b-5a60-4bd5-b5c0-97e2f16088a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:40.533405 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2ac21d4b-5a60-4bd5-b5c0-97e2f16088a2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/88fa00ae-3ba4-48b1-ab77-e1e9f59df262 HTTP/1.1" status: 204 len: 168 time: 0.1193609 Apr 28 20:19:40.541205 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac21d4b-5a60-4bd5-b5c0-97e2f16088a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fa00ae-3ba4-48b1-ab77-e1e9f59df262,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:41.197413 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35636) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:19:41.292640 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-eef437a3-147c-48f4-9608-b7f46289969c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-520418189-network', 'tenant_id': '641ae01742534ac280fee1938a20d5df'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:41.312252 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef437a3-147c-48f4-9608-b7f46289969c admin admin] Made reservation on behalf of 641ae01742534ac280fee1938a20d5df for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:19:41.314437 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-eef437a3-147c-48f4-9608-b7f46289969c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:41.322734 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-eef437a3-147c-48f4-9608-b7f46289969c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:41.396626 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-eef437a3-147c-48f4-9608-b7f46289969c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:41.399948 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-eef437a3-147c-48f4-9608-b7f46289969c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:41.420224 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef437a3-147c-48f4-9608-b7f46289969c admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:19:41.433395 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef437a3-147c-48f4-9608-b7f46289969c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fb87b7-c080-4ee0-93db-f8f5e40efac8,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:41.438105 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-eef437a3-147c-48f4-9608-b7f46289969c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:41.438467 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-eef437a3-147c-48f4-9608-b7f46289969c admin admin] Added segment 938e3e61-f930-4d90-a68e-207a124e51da of type vlan for network d66e2e12-4abf-4256-90e9-b609cd108b6d Apr 28 20:19:41.476829 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-eef437a3-147c-48f4-9608-b7f46289969c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:41.503841 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-eef437a3-147c-48f4-9608-b7f46289969c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:41.504812 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef437a3-147c-48f4-9608-b7f46289969c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:41.505371 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-eef437a3-147c-48f4-9608-b7f46289969c admin admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:41.556074 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-eef437a3-147c-48f4-9608-b7f46289969c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3570364 Apr 28 20:19:41.559728 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35640) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:19:41.564770 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-6fd662a4-55f4-4f55-a28b-9af9439f9485 admin admin] Request body: {'subnet': {'network_id': 'd66e2e12-4abf-4256-90e9-b609cd108b6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-520418189-subnet', 'tenant_id': '641ae01742534ac280fee1938a20d5df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:41.569122 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef437a3-147c-48f4-9608-b7f46289969c admin admin] Pushing event updated for resources: {'Network': ['ID=d66e2e12-4abf-4256-90e9-b609cd108b6d,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:41.579283 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network d66e2e12-4abf-4256-90e9-b609cd108b6d details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:19:41.584836 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd662a4-55f4-4f55-a28b-9af9439f9485 admin admin] Made reservation on behalf of 641ae01742534ac280fee1938a20d5df for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:19:41.587465 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6fd662a4-55f4-4f55-a28b-9af9439f9485 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:41.754415 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6fd662a4-55f4-4f55-a28b-9af9439f9485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:41.809141 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd662a4-55f4-4f55-a28b-9af9439f9485 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88ce46fb-d2de-40c5-9703-a50db22cb9cf,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:41.817558 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd662a4-55f4-4f55-a28b-9af9439f9485 admin admin] Checking segment: {'id': '938e3e61-f930-4d90-a68e-207a124e51da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd66e2e12-4abf-4256-90e9-b609cd108b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:19:41.817920 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd662a4-55f4-4f55-a28b-9af9439f9485 admin admin] Network hostable DHCP agents. Network: d66e2e12-4abf-4256-90e9-b609cd108b6d, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:19:41.833851 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd662a4-55f4-4f55-a28b-9af9439f9485 admin admin] Network d66e2e12-4abf-4256-90e9-b609cd108b6d is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:19:41.842532 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-6fd662a4-55f4-4f55-a28b-9af9439f9485 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, d66e2e12-4abf-4256-90e9-b609cd108b6d) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:19:41.846532 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd662a4-55f4-4f55-a28b-9af9439f9485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:41.847110 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6fd662a4-55f4-4f55-a28b-9af9439f9485 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:41.851519 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b287f0-6269-48ae-8663-c1aa973ce63d None None] Network d66e2e12-4abf-4256-90e9-b609cd108b6d requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:19:41.862947 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6fd662a4-55f4-4f55-a28b-9af9439f9485 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3020697 Apr 28 20:19:41.983676 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc57af7-06f7-4a5b-b3cc-3bbd10c21ca9 None None] Network d66e2e12-4abf-4256-90e9-b609cd108b6d requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:19:42.298282 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-02f70e13-8ad2-4fca-9354-e51c08a9d8f5 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:42.299717 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-02f70e13-8ad2-4fca-9354-e51c08a9d8f5 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/networks?id=d66e2e12-4abf-4256-90e9-b609cd108b6d HTTP/1.1" status: 200 len: 814 time: 0.1058912 Apr 28 20:19:42.315543 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-2996dc1e-4cf1-476b-b179-e691d1e34cb8 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/quotas/641ae01742534ac280fee1938a20d5df HTTP/1.1" status: 200 len: 375 time: 0.0098577 Apr 28 20:19:42.348158 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-6642d6f4-f161-4df7-8ea4-8192e1629eee tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=641ae01742534ac280fee1938a20d5df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271814 Apr 28 20:19:42.436335 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-919713a0-fe0c-44ae-b502-e80904620bac service neutron] 10.222.0.42 "GET /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809934 Apr 28 20:19:42.527373 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-eaeb4eae-f61d-4b99-8e38-c3f9ed2e0484 service neutron] 10.222.0.42 "GET /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848477 Apr 28 20:19:42.692513 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-20b46262-ac93-4841-a099-1eb2e3478987 req-5fb8201e-15ab-4069-b814-081fd9350997 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 210 time: 0.0323515 Apr 28 20:19:43.268001 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device db69df8f-f8b5-4879-b04d-077481e14904 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:19:43.288736 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: db69df8f-f8b5-4879-b04d-077481e14904 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:19:43.289070 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device db69df8f-f8b5-4879-b04d-077481e14904 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:19:43.589734 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-937281dc-1fd0-4985-bb3d-6d85c561af3b tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:43.591505 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-937281dc-1fd0-4985-bb3d-6d85c561af3b tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.15 "GET /v2.0/networks?id=d66e2e12-4abf-4256-90e9-b609cd108b6d HTTP/1.1" status: 200 len: 814 time: 0.1061356 Apr 28 20:19:43.603623 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-32c2fb40-65e2-4403-ae75-77c75656ce06 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Request body: {'port': {'device_id': '021d1093-a0b2-47ae-9943-c08cd94abeae', 'network_id': 'd66e2e12-4abf-4256-90e9-b609cd108b6d', 'admin_state_up': True, 'tenant_id': '641ae01742534ac280fee1938a20d5df'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:43.712916 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-32c2fb40-65e2-4403-ae75-77c75656ce06 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Made reservation on behalf of 641ae01742534ac280fee1938a20d5df for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:19:43.716536 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-32c2fb40-65e2-4403-ae75-77c75656ce06 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:43.807653 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3ce3234c-c407-48bd-8827-60e58a4d0bfa req-8a88720f-0aaf-4721-a48e-321e83665cd2 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 210 time: 0.0378816 Apr 28 20:19:43.866296 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-32c2fb40-65e2-4403-ae75-77c75656ce06 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Allocated IP 172.20.0.2 (d66e2e12-4abf-4256-90e9-b609cd108b6d/88ce46fb-d2de-40c5-9703-a50db22cb9cf/07af6b69-745a-4d12-972f-c951790ef6c3) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:19:44.007829 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-32c2fb40-65e2-4403-ae75-77c75656ce06 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:44.040835 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-32c2fb40-65e2-4403-ae75-77c75656ce06 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:44.085341 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-32c2fb40-65e2-4403-ae75-77c75656ce06 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Network d66e2e12-4abf-4256-90e9-b609cd108b6d is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:19:44.089258 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-32c2fb40-65e2-4403-ae75-77c75656ce06 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:19:44.091721 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-32c2fb40-65e2-4403-ae75-77c75656ce06 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:19:44.117543 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2fb40-65e2-4403-ae75-77c75656ce06 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Pushing event updated for resources: {'Port': ['ID=07af6b69-745a-4d12-972f-c951790ef6c3,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:44.145150 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-32c2fb40-65e2-4403-ae75-77c75656ce06 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:44.145748 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-32c2fb40-65e2-4403-ae75-77c75656ce06 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:44.161338 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-32c2fb40-65e2-4403-ae75-77c75656ce06 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5615177 Apr 28 20:19:44.172683 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-9570aae8-5286-4a2a-b80a-2327791a42a6 service neutron] Request body: {'port': {'device_id': '021d1093-a0b2-47ae-9943-c08cd94abeae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:44.228790 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-9570aae8-5286-4a2a-b80a-2327791a42a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:44.481402 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-9570aae8-5286-4a2a-b80a-2327791a42a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07af6b69-745a-4d12-972f-c951790ef6c3 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:19:44.488619 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-9570aae8-5286-4a2a-b80a-2327791a42a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:44.500585 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-9570aae8-5286-4a2a-b80a-2327791a42a6 service neutron] Transition to ACTIVE for port object 07af6b69-745a-4d12-972f-c951790ef6c3 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:19:44.504317 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-9570aae8-5286-4a2a-b80a-2327791a42a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:44.555606 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570aae8-5286-4a2a-b80a-2327791a42a6 service neutron] Pushing event updated for resources: {'Port': ['ID=07af6b69-745a-4d12-972f-c951790ef6c3,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:44.622154 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-9570aae8-5286-4a2a-b80a-2327791a42a6 service neutron] Attempting to bind port 07af6b69-745a-4d12-972f-c951790ef6c3 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:19:44.622859 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-9570aae8-5286-4a2a-b80a-2327791a42a6 service neutron] Attempting to bind port 07af6b69-745a-4d12-972f-c951790ef6c3 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '938e3e61-f930-4d90-a68e-207a124e51da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd66e2e12-4abf-4256-90e9-b609cd108b6d'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:19:44.622859 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-9570aae8-5286-4a2a-b80a-2327791a42a6 service neutron] Attempting to bind port 07af6b69-745a-4d12-972f-c951790ef6c3 on network d66e2e12-4abf-4256-90e9-b609cd108b6d {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:19:44.626980 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-9570aae8-5286-4a2a-b80a-2327791a42a6 service neutron] Port 07af6b69-745a-4d12-972f-c951790ef6c3 on network d66e2e12-4abf-4256-90e9-b609cd108b6d not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:19:44.627296 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-9570aae8-5286-4a2a-b80a-2327791a42a6 service neutron] Attempting to bind port 07af6b69-745a-4d12-972f-c951790ef6c3 on network d66e2e12-4abf-4256-90e9-b609cd108b6d {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:19:44.631918 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-9570aae8-5286-4a2a-b80a-2327791a42a6 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:19:44.632281 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-9570aae8-5286-4a2a-b80a-2327791a42a6 service neutron] Checking segment: {'id': '938e3e61-f930-4d90-a68e-207a124e51da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd66e2e12-4abf-4256-90e9-b609cd108b6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:19:44.632655 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-9570aae8-5286-4a2a-b80a-2327791a42a6 service neutron] Bound using segment: {'id': '938e3e61-f930-4d90-a68e-207a124e51da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd66e2e12-4abf-4256-90e9-b609cd108b6d'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:19:44.633069 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-9570aae8-5286-4a2a-b80a-2327791a42a6 service neutron] Bound port: 07af6b69-745a-4d12-972f-c951790ef6c3, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '938e3e61-f930-4d90-a68e-207a124e51da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd66e2e12-4abf-4256-90e9-b609cd108b6d'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:19:44.633413 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-9570aae8-5286-4a2a-b80a-2327791a42a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:44.695074 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-9570aae8-5286-4a2a-b80a-2327791a42a6 service neutron] For port 07af6b69-745a-4d12-972f-c951790ef6c3, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:19:44.698692 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-9570aae8-5286-4a2a-b80a-2327791a42a6 service neutron] For port 07af6b69-745a-4d12-972f-c951790ef6c3, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=07af6b69-745a-4d12-972f-c951790ef6c3,segment=NetworkSegment(938e3e61-f930-4d90-a68e-207a124e51da),segment_id=938e3e61-f930-4d90-a68e-207a124e51da)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:19:44.702308 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-9570aae8-5286-4a2a-b80a-2327791a42a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:44.735744 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-9570aae8-5286-4a2a-b80a-2327791a42a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:44.736377 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-9570aae8-5286-4a2a-b80a-2327791a42a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:44.738163 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-9570aae8-5286-4a2a-b80a-2327791a42a6 service neutron] 10.222.0.15 "PUT /v2.0/ports/07af6b69-745a-4d12-972f-c951790ef6c3 HTTP/1.1" status: 200 len: 1091 time: 0.5692182 Apr 28 20:19:44.740141 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021d1093-a0b2-47ae-9943-c08cd94abeae', 'tag': '07af6b69-745a-4d12-972f-c951790ef6c3'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:19:44.743100 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1123ff81-393a-4d73-8d30-85b30f4fb7d2" -d '{"events": [{"name": "network-changed", "server_uuid": "021d1093-a0b2-47ae-9943-c08cd94abeae", "tag": "07af6b69-745a-4d12-972f-c951790ef6c3"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:19:44.767084 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570aae8-5286-4a2a-b80a-2327791a42a6 service neutron] Pushing event updated for resources: {'Port': ['ID=07af6b69-745a-4d12-972f-c951790ef6c3,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:44.787698 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ea13ba-362e-4ac8-8bcc-2be28332ee9a x-openstack-request-id: req-b0ea13ba-362e-4ac8-8bcc-2be28332ee9a {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:19:44.787990 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "021d1093-a0b2-47ae-9943-c08cd94abeae", "tag": "07af6b69-745a-4d12-972f-c951790ef6c3", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:19:44.788278 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b0ea13ba-362e-4ac8-8bcc-2be28332ee9a {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:19:44.788678 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0ea13ba-362e-4ac8-8bcc-2be28332ee9a'] response: {'name': 'network-changed', 'server_uuid': '021d1093-a0b2-47ae-9943-c08cd94abeae', 'tag': '07af6b69-745a-4d12-972f-c951790ef6c3', 'status': 'completed', 'code': 200} Apr 28 20:19:44.821240 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-ff599206-b345-4750-8a0a-17580229a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:44.822891 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-ff599206-b345-4750-8a0a-17580229a40e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=641ae01742534ac280fee1938a20d5df&device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 1094 time: 0.0446463 Apr 28 20:19:44.867319 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-af64e822-cb29-4283-ba32-777747ce5253 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07af6b69-745a-4d12-972f-c951790ef6c3 HTTP/1.1" status: 200 len: 217 time: 0.0376284 Apr 28 20:19:44.939835 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-69b97807-0426-4455-ab14-d5892ef0de97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:44.941389 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-69b97807-0426-4455-ab14-d5892ef0de97 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88ce46fb-d2de-40c5-9703-a50db22cb9cf HTTP/1.1" status: 200 len: 854 time: 0.0675333 Apr 28 20:19:44.965034 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88661c2f-2e9b-4485-a45d-f775dbbcbd92 req-1309e440-0395-4b8b-9675-1812996b3825 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:44.966445 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-88661c2f-2e9b-4485-a45d-f775dbbcbd92 req-1309e440-0395-4b8b-9675-1812996b3825 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 943 time: 0.0854745 Apr 28 20:19:44.985598 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-f704d6a7-353a-42e9-b0f5-fc5002e67ff6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d66e2e12-4abf-4256-90e9-b609cd108b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366344 Apr 28 20:19:45.057696 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-88661c2f-2e9b-4485-a45d-f775dbbcbd92 req-9e03920a-a36f-4eb0-b2aa-cf1a72743bb5 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742073 Apr 28 20:19:45.094094 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-f4cad828-a421-4f50-907f-442b646fcd0f service neutron] 10.222.0.15 "GET /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021116 Apr 28 20:19:45.183638 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1489c4fd-1d6f-45e5-abdc-24fdb2fe07e1 req-a73da906-ca32-44d9-86f6-8d01d13b6b9a service neutron] 10.222.0.15 "GET /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834277 Apr 28 20:19:45.269327 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123ff81-393a-4d73-8d30-85b30f4fb7d2 req-c005d7ce-6a86-46b2-9e1c-71bc62b07f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:45.270738 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1123ff81-393a-4d73-8d30-85b30f4fb7d2 req-c005d7ce-6a86-46b2-9e1c-71bc62b07f94 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=641ae01742534ac280fee1938a20d5df&device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 1094 time: 0.0405927 Apr 28 20:19:45.362005 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123ff81-393a-4d73-8d30-85b30f4fb7d2 req-347ce140-f865-4757-b64e-100887ec9752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:45.363458 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1123ff81-393a-4d73-8d30-85b30f4fb7d2 req-347ce140-f865-4757-b64e-100887ec9752 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d66e2e12-4abf-4256-90e9-b609cd108b6d HTTP/1.1" status: 200 len: 915 time: 0.0863726 Apr 28 20:19:45.404150 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1123ff81-393a-4d73-8d30-85b30f4fb7d2 req-b86314a0-1f9a-4d77-95bb-c4f7f3b9dd3b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07af6b69-745a-4d12-972f-c951790ef6c3 HTTP/1.1" status: 200 len: 217 time: 0.0340052 Apr 28 20:19:45.452305 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123ff81-393a-4d73-8d30-85b30f4fb7d2 req-e377ceb2-398e-4061-ba24-d3f780a5f0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:45.453778 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1123ff81-393a-4d73-8d30-85b30f4fb7d2 req-e377ceb2-398e-4061-ba24-d3f780a5f0dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88ce46fb-d2de-40c5-9703-a50db22cb9cf HTTP/1.1" status: 200 len: 854 time: 0.0428832 Apr 28 20:19:45.486642 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1123ff81-393a-4d73-8d30-85b30f4fb7d2 req-01a034bf-9e4d-4cd9-b57e-6ae8e729be0b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d66e2e12-4abf-4256-90e9-b609cd108b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244558 Apr 28 20:19:45.924563 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1123ff81-393a-4d73-8d30-85b30f4fb7d2 req-867cddde-cea6-452d-b9ff-e15b0549d438 service neutron] 10.222.0.15 "GET /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290986 Apr 28 20:19:46.016839 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1123ff81-393a-4d73-8d30-85b30f4fb7d2 req-b8b3a467-0208-433b-ad79-a18666686a2e service neutron] 10.222.0.15 "GET /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850515 Apr 28 20:19:46.174506 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc32fd-9953-430c-bd08-369b25c76fb1 req-f4255c6c-1d6a-47fe-9e3e-53cb34b6af74 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:46.176018 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-76bc32fd-9953-430c-bd08-369b25c76fb1 req-f4255c6c-1d6a-47fe-9e3e-53cb34b6af74 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 943 time: 0.0488856 Apr 28 20:19:46.217182 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-76bc32fd-9953-430c-bd08-369b25c76fb1 req-f5822eb4-ea95-4a63-8456-0782b6ce01bb tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351987 Apr 28 20:19:47.299008 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 07af6b69-745a-4d12-972f-c951790ef6c3 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:19:47.336448 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9009d3b-12a7-4796-85bc-bee788164885 req-9c5117b8-604e-4503-a2d1-1c878e47873e tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:47.337919 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f9009d3b-12a7-4796-85bc-bee788164885 req-9c5117b8-604e-4503-a2d1-1c878e47873e tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 943 time: 0.0538929 Apr 28 20:19:47.376614 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f9009d3b-12a7-4796-85bc-bee788164885 req-d55fd674-99e5-4de2-967a-ae65da971c0a tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318620 Apr 28 20:19:47.394594 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 07af6b69-745a-4d12-972f-c951790ef6c3, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=07af6b69-745a-4d12-972f-c951790ef6c3,segment=NetworkSegment(938e3e61-f930-4d90-a68e-207a124e51da),segment_id=938e3e61-f930-4d90-a68e-207a124e51da)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:19:47.409701 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '07af6b69-745a-4d12-972f-c951790ef6c3', 'network_id': 'd66e2e12-4abf-4256-90e9-b609cd108b6d', 'port_id': '07af6b69-745a-4d12-972f-c951790ef6c3', 'mac_address': 'fa:16:3e:59:6f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ce46fb-d2de-40c5-9703-a50db22cb9cf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:19:47.449878 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:47.462468 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07af6b69-745a-4d12-972f-c951790ef6c3 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:19:47.481630 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 07af6b69-745a-4d12-972f-c951790ef6c3, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=07af6b69-745a-4d12-972f-c951790ef6c3,segment=NetworkSegment(938e3e61-f930-4d90-a68e-207a124e51da),segment_id=938e3e61-f930-4d90-a68e-207a124e51da)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:19:47.485693 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:47.532305 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=07af6b69-745a-4d12-972f-c951790ef6c3,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:47.674959 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['07af6b69-745a-4d12-972f-c951790ef6c3'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:19:48.491817 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3ba92-8420-43f5-a0ff-5dd121b494c9 req-83e0b633-5168-49ab-b4fa-e255b34e226e tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:48.493291 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4ad3ba92-8420-43f5-a0ff-5dd121b494c9 req-83e0b633-5168-49ab-b4fa-e255b34e226e tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 944 time: 0.0498910 Apr 28 20:19:48.531259 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4ad3ba92-8420-43f5-a0ff-5dd121b494c9 req-1ae5261e-5718-400a-a003-651f36981615 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313578 Apr 28 20:19:48.646936 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:19:49.300694 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 07af6b69-745a-4d12-972f-c951790ef6c3 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:19:49.349485 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 07af6b69-745a-4d12-972f-c951790ef6c3 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:19:49.353437 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 07af6b69-745a-4d12-972f-c951790ef6c3 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:49.353858 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:49.432431 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:49.454465 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021d1093-a0b2-47ae-9943-c08cd94abeae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07af6b69-745a-4d12-972f-c951790ef6c3'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:19:49.456745 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db46e1e-8a89-4c52-a237-4618dec297b8" -d '{"events": [{"server_uuid": "021d1093-a0b2-47ae-9943-c08cd94abeae", "name": "network-vif-plugged", "status": "completed", "tag": "07af6b69-745a-4d12-972f-c951790ef6c3"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:19:49.469003 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 07af6b69-745a-4d12-972f-c951790ef6c3, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=07af6b69-745a-4d12-972f-c951790ef6c3,segment=NetworkSegment(938e3e61-f930-4d90-a68e-207a124e51da),segment_id=938e3e61-f930-4d90-a68e-207a124e51da)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:19:49.473573 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:49.499027 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52f848b-8c2f-486b-9a7a-0452d5b6e20c x-openstack-request-id: req-e52f848b-8c2f-486b-9a7a-0452d5b6e20c {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:19:49.499316 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021d1093-a0b2-47ae-9943-c08cd94abeae", "name": "network-vif-plugged", "status": "completed", "tag": "07af6b69-745a-4d12-972f-c951790ef6c3", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:19:49.499567 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e52f848b-8c2f-486b-9a7a-0452d5b6e20c {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:19:49.499957 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e52f848b-8c2f-486b-9a7a-0452d5b6e20c'] response: {'server_uuid': '021d1093-a0b2-47ae-9943-c08cd94abeae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07af6b69-745a-4d12-972f-c951790ef6c3', 'code': 200} Apr 28 20:19:49.522824 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=07af6b69-745a-4d12-972f-c951790ef6c3,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:49.592648 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a1ce2-ee1b-498d-ae08-e4442358ccc3 req-bba4ffe1-2481-4653-bbdc-2bbe2348d7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:49.594146 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-585a1ce2-ee1b-498d-ae08-e4442358ccc3 req-bba4ffe1-2481-4653-bbdc-2bbe2348d7fb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 1096 time: 0.0410550 Apr 28 20:19:49.630293 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-585a1ce2-ee1b-498d-ae08-e4442358ccc3 req-30ebe918-2540-42e7-968e-94a62718fbf7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299160 Apr 28 20:19:49.647977 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb87e2-a691-4600-8516-158e25eb7abb req-f3bed13b-04b2-441f-ab2b-8b1156d1af99 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:49.649484 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0ccb87e2-a691-4600-8516-158e25eb7abb req-f3bed13b-04b2-441f-ab2b-8b1156d1af99 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 945 time: 0.0498347 Apr 28 20:19:49.692733 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0ccb87e2-a691-4600-8516-158e25eb7abb req-a84f088c-7059-4b72-8899-f1744257ee38 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360477 Apr 28 20:19:49.858205 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c034897e-af61-4a95-94ac-146fc7fbfdb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:50.814363 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e4034-7b55-42dd-89db-c69184813513 req-d16c9fad-f7e6-45d8-9f03-33ebfafcca2e tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:50.815813 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0b5e4034-7b55-42dd-89db-c69184813513 req-d16c9fad-f7e6-45d8-9f03-33ebfafcca2e tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 945 time: 0.0489910 Apr 28 20:19:50.853194 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0b5e4034-7b55-42dd-89db-c69184813513 req-961c5002-2ea6-4c76-8121-fdb8be228e5d tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313919 Apr 28 20:19:50.969499 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e55ad-d9d7-4e28-b78f-d1a25519c604 req-a8c8a2f6-0a3b-4902-9ff2-ca2a70875bfc tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:50.970937 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7f0e55ad-d9d7-4e28-b78f-d1a25519c604 req-a8c8a2f6-0a3b-4902-9ff2-ca2a70875bfc tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 945 time: 0.0498257 Apr 28 20:19:51.007900 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7f0e55ad-d9d7-4e28-b78f-d1a25519c604 req-3a38f831-04a6-4db8-8a0b-2fa840ad542a tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309305 Apr 28 20:19:51.207757 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b4b8f-785f-4668-b044-08c2561f3500 req-fa60fc8b-d233-40f2-8a39-db4e7e8498c4 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:51.209259 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-564b4b8f-785f-4668-b044-08c2561f3500 req-fa60fc8b-d233-40f2-8a39-db4e7e8498c4 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 945 time: 0.0489106 Apr 28 20:19:51.246961 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-564b4b8f-785f-4668-b044-08c2561f3500 req-c118a72c-356e-4ceb-a6af-8a5edc11359b tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305343 Apr 28 20:19:51.365701 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f31678-5f33-4d04-b936-26cf49eb15ac req-adbc5d1b-2995-44da-8072-81ec58797e8a tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:51.367160 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-46f31678-5f33-4d04-b936-26cf49eb15ac req-adbc5d1b-2995-44da-8072-81ec58797e8a tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 945 time: 0.0523748 Apr 28 20:19:51.404907 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-46f31678-5f33-4d04-b936-26cf49eb15ac req-72d11ad1-ab7c-4691-a411-ba480991e741 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306826 Apr 28 20:19:51.632061 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-a8cde0ee-f359-41d6-b69f-550736f85a14 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0400305 Apr 28 20:19:51.645107 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561704f-4d34-466d-9ef7-a0099d98914b req-84be6471-853f-40e9-8fab-1e9061f023b6 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:51.646601 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1561704f-4d34-466d-9ef7-a0099d98914b req-84be6471-853f-40e9-8fab-1e9061f023b6 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 945 time: 0.0496938 Apr 28 20:19:51.689094 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1561704f-4d34-466d-9ef7-a0099d98914b req-d9144e18-9473-4d1b-a88a-301c1ff5a4e6 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357461 Apr 28 20:19:52.102661 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3aad8d37-43d8-43b3-b9f7-dff8b1a6fd57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:52.740312 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-0c2a2833-40bd-4b65-b8ab-bcd9739a4881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:52.741802 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-0c2a2833-40bd-4b65-b8ab-bcd9739a4881 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=641ae01742534ac280fee1938a20d5df&device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 1096 time: 0.0422313 Apr 28 20:19:52.815367 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823901e-32ea-4750-8165-3c0bdf8ee139 req-0eb8191a-e415-4046-8e9d-8e8a1251bd32 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:52.816874 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5823901e-32ea-4750-8165-3c0bdf8ee139 req-0eb8191a-e415-4046-8e9d-8e8a1251bd32 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 945 time: 0.0544436 Apr 28 20:19:52.836631 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-12ff9c80-27b6-4dca-8639-c2f1a474207d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:52.838718 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-12ff9c80-27b6-4dca-8639-c2f1a474207d service neutron] 10.222.0.15 "GET /v2.0/networks?id=d66e2e12-4abf-4256-90e9-b609cd108b6d HTTP/1.1" status: 200 len: 915 time: 0.0901153 Apr 28 20:19:52.854855 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5823901e-32ea-4750-8165-3c0bdf8ee139 req-1fe87a9b-83ae-4164-b2c2-6af02e384665 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311351 Apr 28 20:19:52.879694 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-24d73931-548c-4dcd-8493-c595231ec6f7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07af6b69-745a-4d12-972f-c951790ef6c3 HTTP/1.1" status: 200 len: 217 time: 0.0350530 Apr 28 20:19:52.932057 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-2e883f01-02d0-48b4-8200-4795361fbbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:52.933524 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-2e883f01-02d0-48b4-8200-4795361fbbe0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88ce46fb-d2de-40c5-9703-a50db22cb9cf HTTP/1.1" status: 200 len: 854 time: 0.0474691 Apr 28 20:19:52.964926 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-1fd5c8d2-a9e5-4fc1-80ca-44f0549b1f3e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d66e2e12-4abf-4256-90e9-b609cd108b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246892 Apr 28 20:19:53.051574 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-10208603-6092-4b4f-ae65-aad724d4ded4 service neutron] 10.222.0.15 "GET /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796130 Apr 28 20:19:53.141055 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-8d63ab25-7106-47c7-b894-a9b151d3d957 service neutron] 10.222.0.15 "GET /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831046 Apr 28 20:19:53.608011 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:53.973700 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74da14-d95b-4cc5-821f-5f189bbdabd8 req-cd8d91a6-9b9b-4ef8-bfcb-e1727f6abf7a tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:53.975168 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e74da14-d95b-4cc5-821f-5f189bbdabd8 req-cd8d91a6-9b9b-4ef8-bfcb-e1727f6abf7a tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 945 time: 0.0502796 Apr 28 20:19:54.012702 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2e74da14-d95b-4cc5-821f-5f189bbdabd8 req-ac983c56-3703-4854-903d-5f4a74b7394f tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309069 Apr 28 20:19:55.127658 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a607a-bb8a-4a87-bc9e-80c52c7eaf3b req-b53c1143-88b7-42d6-9914-fcfcfac3b343 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:55.129129 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f72a607a-bb8a-4a87-bc9e-80c52c7eaf3b req-b53c1143-88b7-42d6-9914-fcfcfac3b343 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 945 time: 0.0484142 Apr 28 20:19:55.166126 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f72a607a-bb8a-4a87-bc9e-80c52c7eaf3b req-ef49deae-768e-46bd-a7ca-5de757425321 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308976 Apr 28 20:19:55.364226 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ea780-11ac-40da-880b-1efabebeb1a1 req-e9e3f1fc-4244-480d-81e4-d120cd98c5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:55.365695 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fd7ea780-11ac-40da-880b-1efabebeb1a1 req-e9e3f1fc-4244-480d-81e4-d120cd98c5b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=641ae01742534ac280fee1938a20d5df&device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 1096 time: 0.0404913 Apr 28 20:19:55.469527 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ea780-11ac-40da-880b-1efabebeb1a1 req-76d392b5-76df-4ec8-9021-7b0d78abbf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:55.470976 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fd7ea780-11ac-40da-880b-1efabebeb1a1 req-76d392b5-76df-4ec8-9021-7b0d78abbf9b service neutron] 10.222.0.15 "GET /v2.0/networks?id=d66e2e12-4abf-4256-90e9-b609cd108b6d HTTP/1.1" status: 200 len: 915 time: 0.0873890 Apr 28 20:19:55.511928 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fd7ea780-11ac-40da-880b-1efabebeb1a1 req-79b9e21f-b521-4703-9d9f-3f4492151024 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07af6b69-745a-4d12-972f-c951790ef6c3 HTTP/1.1" status: 200 len: 217 time: 0.0342185 Apr 28 20:19:55.559504 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ea780-11ac-40da-880b-1efabebeb1a1 req-c0582822-aa19-4615-9284-e204ce9354f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:55.560858 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fd7ea780-11ac-40da-880b-1efabebeb1a1 req-c0582822-aa19-4615-9284-e204ce9354f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88ce46fb-d2de-40c5-9703-a50db22cb9cf HTTP/1.1" status: 200 len: 854 time: 0.0429242 Apr 28 20:19:55.596661 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fd7ea780-11ac-40da-880b-1efabebeb1a1 req-06b7adbb-e861-4493-bd71-b29e4bebc7b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d66e2e12-4abf-4256-90e9-b609cd108b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292921 Apr 28 20:19:55.684602 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fd7ea780-11ac-40da-880b-1efabebeb1a1 req-321c7b61-9027-468c-bcde-cabf1762db66 service neutron] 10.222.0.15 "GET /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813024 Apr 28 20:19:55.778009 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fd7ea780-11ac-40da-880b-1efabebeb1a1 req-f9a4f6e7-94ce-4821-bc62-37b835d07e61 service neutron] 10.222.0.15 "GET /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875130 Apr 28 20:19:55.961145 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:55.991636 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:56.284312 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85e991-46f1-4cb7-8b26-f57a44d3113a req-81af3253-c097-4c34-acdc-12f180ea2964 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:56.285791 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ce85e991-46f1-4cb7-8b26-f57a44d3113a req-81af3253-c097-4c34-acdc-12f180ea2964 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 945 time: 0.0506425 Apr 28 20:19:56.323679 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ce85e991-46f1-4cb7-8b26-f57a44d3113a req-465033e8-5da1-4f43-af71-d1dc64da1aac tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311756 Apr 28 20:19:57.441714 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820aaa5-db6c-44cf-a48e-986787655cbb req-94175113-0d18-4902-ac90-1b408be2a8b3 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:57.443169 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a820aaa5-db6c-44cf-a48e-986787655cbb req-94175113-0d18-4902-ac90-1b408be2a8b3 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 945 time: 0.0492206 Apr 28 20:19:57.480485 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a820aaa5-db6c-44cf-a48e-986787655cbb req-7db4abe8-32a2-40d7-8b09-6d54529cf174 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312874 Apr 28 20:19:58.595987 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2617e-1670-4517-85ef-f99df6aac890 req-56d4aeef-16d9-40ce-8368-8070c877358c tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:58.597388 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-68e2617e-1670-4517-85ef-f99df6aac890 req-56d4aeef-16d9-40ce-8368-8070c877358c tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 945 time: 0.0493290 Apr 28 20:19:58.635042 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-68e2617e-1670-4517-85ef-f99df6aac890 req-60bb7335-b5d6-4b57-82ae-945bd43d316a tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316370 Apr 28 20:19:59.756301 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7b348-8a42-40d8-8f15-9d424ae8a219 req-53e50e53-393c-400f-bef1-c3958d8b8432 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:59.757752 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a1b7b348-8a42-40d8-8f15-9d424ae8a219 req-53e50e53-393c-400f-bef1-c3958d8b8432 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 945 time: 0.0529094 Apr 28 20:19:59.795687 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a1b7b348-8a42-40d8-8f15-9d424ae8a219 req-4d2e91cd-cdf1-444e-8b56-c63f8cfca3f2 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316091 Apr 28 20:20:00.918890 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139297c1-de0a-4194-a2a4-d3705e50f364 req-3b917f3a-909f-4615-b3b5-7f0805fe3170 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:00.920387 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-139297c1-de0a-4194-a2a4-d3705e50f364 req-3b917f3a-909f-4615-b3b5-7f0805fe3170 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 945 time: 0.0539367 Apr 28 20:20:00.957364 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-139297c1-de0a-4194-a2a4-d3705e50f364 req-90035b3a-345a-411e-af7a-d36bd21b98b3 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309696 Apr 28 20:20:02.073475 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594f0ed-7a6a-4b06-94f2-f73b83de2d3e req-275e3b5a-bef8-449c-8f35-b19403344395 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:02.074933 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0594f0ed-7a6a-4b06-94f2-f73b83de2d3e req-275e3b5a-bef8-449c-8f35-b19403344395 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 945 time: 0.0485740 Apr 28 20:20:02.113608 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0594f0ed-7a6a-4b06-94f2-f73b83de2d3e req-d2cfcbb7-2191-4618-98f0-2650d09be2ab tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327208 Apr 28 20:20:02.160938 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:03.229745 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017bb04-2cf1-4259-b117-7496ee1bbcd2 req-2c99a7b3-738b-4360-b8ff-bc1f983310ed tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:03.231203 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f017bb04-2cf1-4259-b117-7496ee1bbcd2 req-2c99a7b3-738b-4360-b8ff-bc1f983310ed tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 945 time: 0.0506382 Apr 28 20:20:03.269588 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f017bb04-2cf1-4259-b117-7496ee1bbcd2 req-2f3d05aa-6cf7-47f6-9869-c15beccbbcdf tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323327 Apr 28 20:20:03.746696 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:04.390002 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e353c-f70e-4a70-91a0-e4606b410c8f req-eccc2668-0e1d-4c9b-a369-f166e097b61b tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:04.391438 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-174e353c-f70e-4a70-91a0-e4606b410c8f req-eccc2668-0e1d-4c9b-a369-f166e097b61b tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 945 time: 0.0493212 Apr 28 20:20:04.428603 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-174e353c-f70e-4a70-91a0-e4606b410c8f req-ce3ea267-b404-4242-b84d-c8db4e716e3e tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312393 Apr 28 20:20:05.544531 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ad442-1201-46be-8d03-e507a8c88e50 req-f1c2fe6c-d28c-4ad9-9002-a4c809539176 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:05.545912 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cb0ad442-1201-46be-8d03-e507a8c88e50 req-f1c2fe6c-d28c-4ad9-9002-a4c809539176 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 945 time: 0.0494328 Apr 28 20:20:05.583443 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cb0ad442-1201-46be-8d03-e507a8c88e50 req-0d4e2255-be03-487c-b615-ae58b5359e85 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314415 Apr 28 20:20:06.704787 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be07a5-e7be-4377-ad75-dca1bc5a495d req-6a9b625f-bb34-483c-b20c-35f75ebf17d7 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:06.706269 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-16be07a5-e7be-4377-ad75-dca1bc5a495d req-6a9b625f-bb34-483c-b20c-35f75ebf17d7 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 945 time: 0.0548866 Apr 28 20:20:06.744237 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-16be07a5-e7be-4377-ad75-dca1bc5a495d req-05a1c668-0ae4-4944-8a10-11f85b327cd5 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319793 Apr 28 20:20:07.871367 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecda3e-21e3-474b-92b9-27105752285e req-6341e78f-5670-4921-a3d7-7e21cda3511b tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:07.873295 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-11ecda3e-21e3-474b-92b9-27105752285e req-6341e78f-5670-4921-a3d7-7e21cda3511b tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 945 time: 0.0596299 Apr 28 20:20:07.911382 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-11ecda3e-21e3-474b-92b9-27105752285e req-8c60068a-6cb0-42a3-8d23-1c62c7cc4f0c tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320690 Apr 28 20:20:09.027351 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b4e10-4068-45f6-aeeb-192678ef5036 req-cfc932d2-0671-4762-b0bc-4130b587e97f tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:09.028842 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fa6b4e10-4068-45f6-aeeb-192678ef5036 req-cfc932d2-0671-4762-b0bc-4130b587e97f tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 945 time: 0.0491915 Apr 28 20:20:09.065710 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fa6b4e10-4068-45f6-aeeb-192678ef5036 req-dbfd661c-7371-4742-b337-c325222a9990 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309730 Apr 28 20:20:10.183807 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4e040-5012-4865-a9ec-eeab49cdd127 req-e09e3ecc-98ae-4292-932a-d7c762f87f7d tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:10.185297 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5ae4e040-5012-4865-a9ec-eeab49cdd127 req-e09e3ecc-98ae-4292-932a-d7c762f87f7d tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 945 time: 0.0504060 Apr 28 20:20:10.222716 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5ae4e040-5012-4865-a9ec-eeab49cdd127 req-b60ee0aa-fc78-4b54-9474-8565d9f1544b tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312414 Apr 28 20:20:11.341200 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe8564-08cf-49ce-a515-3e3704a2211d req-de352af5-303e-4651-8333-970be8be2c8d tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:11.342770 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ebfe8564-08cf-49ce-a515-3e3704a2211d req-de352af5-303e-4651-8333-970be8be2c8d tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 945 time: 0.0507252 Apr 28 20:20:11.379412 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ebfe8564-08cf-49ce-a515-3e3704a2211d req-6b254b15-94d8-4bfa-b72a-15a690f01872 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306888 Apr 28 20:20:12.496441 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515f607-0a80-471f-bc31-ad571f37e9c6 req-9efe57cd-363a-48dc-87f5-6a1ff31508cc tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:12.497903 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c515f607-0a80-471f-bc31-ad571f37e9c6 req-9efe57cd-363a-48dc-87f5-6a1ff31508cc tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 945 time: 0.0496895 Apr 28 20:20:12.535442 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c515f607-0a80-471f-bc31-ad571f37e9c6 req-087cae04-4aa7-4a45-89d9-8c6aa35c6abd tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315106 Apr 28 20:20:13.657856 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337cfb3-0bb7-4308-9e18-a2045ea5824e req-b163e8e2-3a3b-4c88-9e11-7f1397b787ec tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:13.659322 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e337cfb3-0bb7-4308-9e18-a2045ea5824e req-b163e8e2-3a3b-4c88-9e11-7f1397b787ec tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 945 time: 0.0555689 Apr 28 20:20:13.698848 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e337cfb3-0bb7-4308-9e18-a2045ea5824e req-6112bb18-b35d-4017-a2f0-d428361fc1df tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322099 Apr 28 20:20:14.821331 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cbe8a-17dc-464f-81bf-7d3ccc2a50e0 req-e51a6233-d874-4a64-a355-b4fbbc5ef9e6 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:14.822810 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-878cbe8a-17dc-464f-81bf-7d3ccc2a50e0 req-e51a6233-d874-4a64-a355-b4fbbc5ef9e6 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 945 time: 0.0531492 Apr 28 20:20:14.860843 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-878cbe8a-17dc-464f-81bf-7d3ccc2a50e0 req-ce146171-dc68-4afa-b122-fa6e4215ab74 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319393 Apr 28 20:20:15.979808 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9fa63-59aa-4712-adef-d0a15130c948 req-d3ddd1ef-386e-46d4-88a3-cb97a228065a tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:15.981318 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-56f9fa63-59aa-4712-adef-d0a15130c948 req-d3ddd1ef-386e-46d4-88a3-cb97a228065a tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 945 time: 0.0509965 Apr 28 20:20:16.018675 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-56f9fa63-59aa-4712-adef-d0a15130c948 req-449dac6b-8c7a-4225-894a-9717b7c554cf tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313466 Apr 28 20:20:17.136316 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2e5b9-db5e-448c-b64e-e864e2941b9a req-854bbf2b-0ef2-4fe2-9c85-dac4938a33df tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:17.137789 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5de2e5b9-db5e-448c-b64e-e864e2941b9a req-854bbf2b-0ef2-4fe2-9c85-dac4938a33df tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 945 time: 0.0494542 Apr 28 20:20:17.175279 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5de2e5b9-db5e-448c-b64e-e864e2941b9a req-1d8a93f9-60b4-4a5b-8e28-45822df2332f tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314476 Apr 28 20:20:18.294489 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94168ae-d5a6-4d3a-b05d-d99715dfb2a2 req-4741a147-0dcd-44a8-91a1-488727470982 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:18.295939 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e94168ae-d5a6-4d3a-b05d-d99715dfb2a2 req-4741a147-0dcd-44a8-91a1-488727470982 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 945 time: 0.0493875 Apr 28 20:20:18.333642 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e94168ae-d5a6-4d3a-b05d-d99715dfb2a2 req-d1697598-d881-49ba-9322-0e7499cb672b tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316133 Apr 28 20:20:19.454234 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b84af-253a-4a20-95bf-338c6c5162be req-c34da02f-e159-49a9-837e-8a1d35eaf87f tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:19.455868 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-418b84af-253a-4a20-95bf-338c6c5162be req-c34da02f-e159-49a9-837e-8a1d35eaf87f tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 945 time: 0.0497191 Apr 28 20:20:19.493773 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-418b84af-253a-4a20-95bf-338c6c5162be req-d67c8791-ec60-48c5-b7b7-5fc47a61f88b tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318229 Apr 28 20:20:19.858360 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-32783746-578e-4123-9fbf-945caa106c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:19.936060 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-14aefefa-7118-4880-8d64-c394189b7d23 service neutron] show failed (client error): The resource could not be found. Apr 28 20:20:19.937115 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-14aefefa-7118-4880-8d64-c394189b7d23 service neutron] 10.222.0.15 "GET /v2.0/ports/07af6b69-745a-4d12-972f-c951790ef6c3/bindings/n-h2-839810-1 HTTP/1.1" status: 404 len: 380 time: 0.0585761 Apr 28 20:20:20.132159 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-566a9c5b-a63a-4316-85e6-38bac1e8420a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:20.133653 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-566a9c5b-a63a-4316-85e6-38bac1e8420a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae&tenant_id=641ae01742534ac280fee1938a20d5df HTTP/1.1" status: 200 len: 1096 time: 0.0412979 Apr 28 20:20:20.144211 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-f80a1214-6700-4a11-b35f-a46f30921b84 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:20:20.145210 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-f80a1214-6700-4a11-b35f-a46f30921b84 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048368 Apr 28 20:20:20.156279 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-8903ed28-3947-45d7-8b9d-93e86bfd7b78 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-839810-1', 'device_owner': 'compute:nova'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:20:20.208320 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-8903ed28-3947-45d7-8b9d-93e86bfd7b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:20.409134 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-8903ed28-3947-45d7-8b9d-93e86bfd7b78 service neutron] For port 07af6b69-745a-4d12-972f-c951790ef6c3, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=07af6b69-745a-4d12-972f-c951790ef6c3,segment=NetworkSegment(938e3e61-f930-4d90-a68e-207a124e51da),segment_id=938e3e61-f930-4d90-a68e-207a124e51da)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:20:20.441201 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-8903ed28-3947-45d7-8b9d-93e86bfd7b78 service neutron] For port 07af6b69-745a-4d12-972f-c951790ef6c3, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:20:20.484803 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021d1093-a0b2-47ae-9943-c08cd94abeae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07af6b69-745a-4d12-972f-c951790ef6c3'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:20:20.487062 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71767fcb-2982-43e3-ac6b-d9a65ac792fe" -d '{"events": [{"server_uuid": "021d1093-a0b2-47ae-9943-c08cd94abeae", "name": "network-vif-unplugged", "status": "completed", "tag": "07af6b69-745a-4d12-972f-c951790ef6c3"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:20:20.491136 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-8903ed28-3947-45d7-8b9d-93e86bfd7b78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:20.503457 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-8903ed28-3947-45d7-8b9d-93e86bfd7b78 service neutron] Transition to ACTIVE for port object 07af6b69-745a-4d12-972f-c951790ef6c3 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:20:20.507250 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-8903ed28-3947-45d7-8b9d-93e86bfd7b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:20.542545 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 20:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac1367c-34ef-46ca-861e-1c54e74f14d1 x-openstack-request-id: req-0ac1367c-34ef-46ca-861e-1c54e74f14d1 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:20:20.542842 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021d1093-a0b2-47ae-9943-c08cd94abeae", "name": "network-vif-unplugged", "status": "completed", "tag": "07af6b69-745a-4d12-972f-c951790ef6c3", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:20:20.543308 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0ac1367c-34ef-46ca-861e-1c54e74f14d1 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:20:20.543724 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ac1367c-34ef-46ca-861e-1c54e74f14d1'] response: {'server_uuid': '021d1093-a0b2-47ae-9943-c08cd94abeae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07af6b69-745a-4d12-972f-c951790ef6c3', 'code': 200} Apr 28 20:20:20.575006 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-8903ed28-3947-45d7-8b9d-93e86bfd7b78 service neutron] No DVR routers for this DVR port 07af6b69-745a-4d12-972f-c951790ef6c3 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:20:20.591410 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903ed28-3947-45d7-8b9d-93e86bfd7b78 service neutron] Pushing event updated for resources: {'Port': ['ID=07af6b69-745a-4d12-972f-c951790ef6c3,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:20.643397 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-8903ed28-3947-45d7-8b9d-93e86bfd7b78 service neutron] Attempting to bind port 07af6b69-745a-4d12-972f-c951790ef6c3 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:20:20.643730 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-8903ed28-3947-45d7-8b9d-93e86bfd7b78 service neutron] Attempting to bind port 07af6b69-745a-4d12-972f-c951790ef6c3 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '938e3e61-f930-4d90-a68e-207a124e51da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd66e2e12-4abf-4256-90e9-b609cd108b6d'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:20:20.644060 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-8903ed28-3947-45d7-8b9d-93e86bfd7b78 service neutron] Attempting to bind port 07af6b69-745a-4d12-972f-c951790ef6c3 on network d66e2e12-4abf-4256-90e9-b609cd108b6d {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:20:20.653561 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-8903ed28-3947-45d7-8b9d-93e86bfd7b78 service neutron] Port 07af6b69-745a-4d12-972f-c951790ef6c3 on network d66e2e12-4abf-4256-90e9-b609cd108b6d not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:20:20.653885 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-8903ed28-3947-45d7-8b9d-93e86bfd7b78 service neutron] Attempting to bind port 07af6b69-745a-4d12-972f-c951790ef6c3 on network d66e2e12-4abf-4256-90e9-b609cd108b6d {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:20:20.667490 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723f59a-cdca-47e3-8f08-7e101ef939dd req-eb01e468-f2c0-4030-869e-85c727f247e8 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:20.668951 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a723f59a-cdca-47e3-8f08-7e101ef939dd req-eb01e468-f2c0-4030-869e-85c727f247e8 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 943 time: 0.0975149 Apr 28 20:20:20.670096 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-8903ed28-3947-45d7-8b9d-93e86bfd7b78 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:20:20.670432 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-8903ed28-3947-45d7-8b9d-93e86bfd7b78 service neutron] Checking segment: {'id': '938e3e61-f930-4d90-a68e-207a124e51da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd66e2e12-4abf-4256-90e9-b609cd108b6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:20:20.670813 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-8903ed28-3947-45d7-8b9d-93e86bfd7b78 service neutron] Bound using segment: {'id': '938e3e61-f930-4d90-a68e-207a124e51da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd66e2e12-4abf-4256-90e9-b609cd108b6d'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:20:20.671242 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-8903ed28-3947-45d7-8b9d-93e86bfd7b78 service neutron] Bound port: 07af6b69-745a-4d12-972f-c951790ef6c3, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '938e3e61-f930-4d90-a68e-207a124e51da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd66e2e12-4abf-4256-90e9-b609cd108b6d'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:20:20.671601 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-8903ed28-3947-45d7-8b9d-93e86bfd7b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:20.743213 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a723f59a-cdca-47e3-8f08-7e101ef939dd req-aa695981-393c-4703-bb83-ff7969eef922 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632002 Apr 28 20:20:20.762569 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-8903ed28-3947-45d7-8b9d-93e86bfd7b78 service neutron] For port 07af6b69-745a-4d12-972f-c951790ef6c3, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:20:20.765851 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-8903ed28-3947-45d7-8b9d-93e86bfd7b78 service neutron] For port 07af6b69-745a-4d12-972f-c951790ef6c3, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=07af6b69-745a-4d12-972f-c951790ef6c3,segment=NetworkSegment(938e3e61-f930-4d90-a68e-207a124e51da),segment_id=938e3e61-f930-4d90-a68e-207a124e51da)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:20:20.769361 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-8903ed28-3947-45d7-8b9d-93e86bfd7b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:20.802134 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-8903ed28-3947-45d7-8b9d-93e86bfd7b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:20.802737 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-8903ed28-3947-45d7-8b9d-93e86bfd7b78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:20.804126 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-8903ed28-3947-45d7-8b9d-93e86bfd7b78 service neutron] 10.222.0.44 "PUT /v2.0/ports/07af6b69-745a-4d12-972f-c951790ef6c3 HTTP/1.1" status: 200 len: 1091 time: 0.6514549 Apr 28 20:20:20.825797 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903ed28-3947-45d7-8b9d-93e86bfd7b78 service neutron] Pushing event updated for resources: {'Port': ['ID=07af6b69-745a-4d12-972f-c951790ef6c3,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:20.873434 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-68ff889f-5680-4425-863e-fcab2b690ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:20.874923 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-68ff889f-5680-4425-863e-fcab2b690ca5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=641ae01742534ac280fee1938a20d5df&device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 1094 time: 0.0462899 Apr 28 20:20:20.965706 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-f81c406e-e489-4f50-b6e8-50d6bf8918b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:20.967059 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-f81c406e-e489-4f50-b6e8-50d6bf8918b0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d66e2e12-4abf-4256-90e9-b609cd108b6d HTTP/1.1" status: 200 len: 915 time: 0.0846343 Apr 28 20:20:21.007388 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-331e5ad9-8b16-451a-925e-d0290756236c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07af6b69-745a-4d12-972f-c951790ef6c3 HTTP/1.1" status: 200 len: 217 time: 0.0334723 Apr 28 20:20:21.060739 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-29b7a42f-6cec-4192-aff9-abae5e448831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:21.062181 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-29b7a42f-6cec-4192-aff9-abae5e448831 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88ce46fb-d2de-40c5-9703-a50db22cb9cf HTTP/1.1" status: 200 len: 854 time: 0.0481088 Apr 28 20:20:21.093054 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-65bf9f2c-ea2d-45f7-bd4c-8663a4005c99 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d66e2e12-4abf-4256-90e9-b609cd108b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243592 Apr 28 20:20:21.179464 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-8686b267-6f6b-4d41-92f3-26b861f3bcf4 service neutron] 10.222.0.44 "GET /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800626 Apr 28 20:20:21.270391 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d21d37fa-518d-4296-980b-f24e3a128c70 req-3933fca7-5db3-4284-b15a-3a56d6fa8fc3 service neutron] 10.222.0.44 "GET /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835981 Apr 28 20:20:21.865040 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f53d1-5a06-46d4-bd11-691aa50ef61c req-4c84fae5-8f3f-41f8-943b-da076dc2aa4a tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:21.866504 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ab2f53d1-5a06-46d4-bd11-691aa50ef61c req-4c84fae5-8f3f-41f8-943b-da076dc2aa4a tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 943 time: 0.0532265 Apr 28 20:20:21.904393 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ab2f53d1-5a06-46d4-bd11-691aa50ef61c req-02d0a589-898c-4a1c-8988-162e04bdd386 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318165 Apr 28 20:20:22.106188 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9212df05-a0ed-4b56-a29d-39488bab59f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:22.544596 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021d1093-a0b2-47ae-9943-c08cd94abeae', 'tag': '07af6b69-745a-4d12-972f-c951790ef6c3'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:20:22.547007 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10b539b-b2c6-4ef2-b0f4-403f54434626" -d '{"events": [{"name": "network-changed", "server_uuid": "021d1093-a0b2-47ae-9943-c08cd94abeae", "tag": "07af6b69-745a-4d12-972f-c951790ef6c3"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:20:22.595252 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11be7f54-3cb9-48a4-b4a7-e2aa1cc394e4 x-openstack-request-id: req-11be7f54-3cb9-48a4-b4a7-e2aa1cc394e4 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:20:22.595545 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "021d1093-a0b2-47ae-9943-c08cd94abeae", "tag": "07af6b69-745a-4d12-972f-c951790ef6c3", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:20:22.595801 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-11be7f54-3cb9-48a4-b4a7-e2aa1cc394e4 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:20:22.596308 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11be7f54-3cb9-48a4-b4a7-e2aa1cc394e4'] response: {'name': 'network-changed', 'server_uuid': '021d1093-a0b2-47ae-9943-c08cd94abeae', 'tag': '07af6b69-745a-4d12-972f-c951790ef6c3', 'status': 'completed', 'code': 200} Apr 28 20:20:22.683007 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b539b-b2c6-4ef2-b0f4-403f54434626 req-b8e64103-54f9-4424-becf-5c55e6174d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:22.684534 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b10b539b-b2c6-4ef2-b0f4-403f54434626 req-b8e64103-54f9-4424-becf-5c55e6174d0a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=641ae01742534ac280fee1938a20d5df&device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 1094 time: 0.0708022 Apr 28 20:20:22.687047 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b539b-b2c6-4ef2-b0f4-403f54434626 req-df036e9e-66f6-4f55-bd6f-b26eac5e9954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:22.688456 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b10b539b-b2c6-4ef2-b0f4-403f54434626 req-df036e9e-66f6-4f55-bd6f-b26eac5e9954 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=641ae01742534ac280fee1938a20d5df&device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 1094 time: 0.0660012 Apr 28 20:20:22.864754 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b539b-b2c6-4ef2-b0f4-403f54434626 req-3bb75a3c-867f-4806-b4fe-2076e2af9649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:22.866159 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b10b539b-b2c6-4ef2-b0f4-403f54434626 req-3bb75a3c-867f-4806-b4fe-2076e2af9649 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d66e2e12-4abf-4256-90e9-b609cd108b6d HTTP/1.1" status: 200 len: 915 time: 0.1705563 Apr 28 20:20:22.868771 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b539b-b2c6-4ef2-b0f4-403f54434626 req-f7301ff4-575d-4f5d-b9a7-a519b50c96f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:22.870154 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b10b539b-b2c6-4ef2-b0f4-403f54434626 req-f7301ff4-575d-4f5d-b9a7-a519b50c96f1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d66e2e12-4abf-4256-90e9-b609cd108b6d HTTP/1.1" status: 200 len: 915 time: 0.1524389 Apr 28 20:20:22.910325 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b10b539b-b2c6-4ef2-b0f4-403f54434626 req-4d4a070a-5bfe-4c37-ae2a-57043570a68e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07af6b69-745a-4d12-972f-c951790ef6c3 HTTP/1.1" status: 200 len: 217 time: 0.0378916 Apr 28 20:20:22.949258 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b10b539b-b2c6-4ef2-b0f4-403f54434626 req-439a1d66-3cd7-48d7-bc9f-c643cd9a4166 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07af6b69-745a-4d12-972f-c951790ef6c3 HTTP/1.1" status: 200 len: 217 time: 0.0706031 Apr 28 20:20:23.020030 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b539b-b2c6-4ef2-b0f4-403f54434626 req-a10d7cd4-751f-4228-a32a-09b3db4444ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:23.021589 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b10b539b-b2c6-4ef2-b0f4-403f54434626 req-a10d7cd4-751f-4228-a32a-09b3db4444ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88ce46fb-d2de-40c5-9703-a50db22cb9cf HTTP/1.1" status: 200 len: 854 time: 0.0809779 Apr 28 20:20:23.024805 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c8f55-dff1-45c9-a2be-9eab7cab0a93 req-a68f8cee-0938-479a-a3af-0da690c0afdf tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:23.026334 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-797c8f55-dff1-45c9-a2be-9eab7cab0a93 req-a68f8cee-0938-479a-a3af-0da690c0afdf tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 943 time: 0.0494599 Apr 28 20:20:23.026716 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b539b-b2c6-4ef2-b0f4-403f54434626 req-46d4bef8-d7fc-4546-a5a5-c98e2fb59d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:23.028151 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b10b539b-b2c6-4ef2-b0f4-403f54434626 req-46d4bef8-d7fc-4546-a5a5-c98e2fb59d7b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88ce46fb-d2de-40c5-9703-a50db22cb9cf HTTP/1.1" status: 200 len: 854 time: 0.0599437 Apr 28 20:20:23.065843 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-797c8f55-dff1-45c9-a2be-9eab7cab0a93 req-f9672741-b7d2-41b5-8a6e-f2cea9727b0a tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330660 Apr 28 20:20:23.085343 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b10b539b-b2c6-4ef2-b0f4-403f54434626 req-39938d05-b3eb-40e6-9089-eac9392a7330 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d66e2e12-4abf-4256-90e9-b609cd108b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562565 Apr 28 20:20:23.087268 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b10b539b-b2c6-4ef2-b0f4-403f54434626 req-0605e464-f7e8-4c39-a1f9-f697de919b54 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d66e2e12-4abf-4256-90e9-b609cd108b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509434 Apr 28 20:20:23.313434 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b10b539b-b2c6-4ef2-b0f4-403f54434626 req-27209be5-92cb-4033-bfcc-e61e65381a83 service neutron] 10.222.0.15 "GET /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208147 Apr 28 20:20:23.314736 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095506c4-2bc4-4690-ab75-52f0473cf4a4 req-35792065-208e-4fbf-a151-fc467f9ac35b tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:23.316471 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-095506c4-2bc4-4690-ab75-52f0473cf4a4 req-35792065-208e-4fbf-a151-fc467f9ac35b tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 943 time: 0.0761037 Apr 28 20:20:23.337167 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b10b539b-b2c6-4ef2-b0f4-403f54434626 req-efc5779c-66ea-4f0e-ba7a-eb62907a6e80 service neutron] 10.222.0.44 "GET /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248676 Apr 28 20:20:23.362310 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-095506c4-2bc4-4690-ab75-52f0473cf4a4 req-5bbb5689-4b52-4f45-9c9d-b440f1ec3247 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381231 Apr 28 20:20:23.454374 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a818a-64b4-4b0e-b219-edff621124b5 req-82657fe8-a528-4994-8e4d-40991c6dae20 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:23.455713 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-993a818a-64b4-4b0e-b219-edff621124b5 req-82657fe8-a528-4994-8e4d-40991c6dae20 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.15 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae&tenant_id=641ae01742534ac280fee1938a20d5df&binding%3Ahost_id=n-h2-839810-1 HTTP/1.1" status: 200 len: 943 time: 0.1806269 Apr 28 20:20:23.501152 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 07af6b69-745a-4d12-972f-c951790ef6c3 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:20:23.530223 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b10b539b-b2c6-4ef2-b0f4-403f54434626 req-e553bcc6-d2b7-40b1-8563-6d1006bdf61e service neutron] 10.222.0.15 "GET /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057927 Apr 28 20:20:23.543199 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 07af6b69-745a-4d12-972f-c951790ef6c3 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:20:23.560453 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b10b539b-b2c6-4ef2-b0f4-403f54434626 req-0fa22625-f92f-4c19-a194-8ea446faebca service neutron] 10.222.0.44 "GET /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120175 Apr 28 20:20:23.567127 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [req-993a818a-64b4-4b0e-b219-edff621124b5 req-ec8eb67d-11d9-4939-9f0f-c3efef31cfe6 service neutron] delete failed (client error): The resource could not be found. Apr 28 20:20:23.568061 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-993a818a-64b4-4b0e-b219-edff621124b5 req-ec8eb67d-11d9-4939-9f0f-c3efef31cfe6 service neutron] 10.222.0.15 "DELETE /v2.0/ports/07af6b69-745a-4d12-972f-c951790ef6c3/bindings/n-h1-839810-1 HTTP/1.1" status: 404 len: 380 time: 0.1025753 Apr 28 20:20:23.609943 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:23.653965 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a818a-64b4-4b0e-b219-edff621124b5 req-1b15db08-a7b3-46cc-8b49-fc1be19264e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:23.655498 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-993a818a-64b4-4b0e-b219-edff621124b5 req-1b15db08-a7b3-46cc-8b49-fc1be19264e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=641ae01742534ac280fee1938a20d5df&device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 1094 time: 0.0431736 Apr 28 20:20:23.743761 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a818a-64b4-4b0e-b219-edff621124b5 req-e0193200-9bae-42c0-864c-6cdb5d62dd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:23.746163 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-993a818a-64b4-4b0e-b219-edff621124b5 req-e0193200-9bae-42c0-864c-6cdb5d62dd48 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d66e2e12-4abf-4256-90e9-b609cd108b6d HTTP/1.1" status: 200 len: 915 time: 0.0838423 Apr 28 20:20:23.771461 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 07af6b69-745a-4d12-972f-c951790ef6c3 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:20:23.793014 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-993a818a-64b4-4b0e-b219-edff621124b5 req-18ebc4cc-9312-4c7f-81fe-9dc01e232d5c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07af6b69-745a-4d12-972f-c951790ef6c3 HTTP/1.1" status: 200 len: 217 time: 0.0395277 Apr 28 20:20:23.841149 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a818a-64b4-4b0e-b219-edff621124b5 req-0f9924d3-6436-4d0c-b265-9390d873e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:23.842568 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-993a818a-64b4-4b0e-b219-edff621124b5 req-0f9924d3-6436-4d0c-b265-9390d873e110 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88ce46fb-d2de-40c5-9703-a50db22cb9cf HTTP/1.1" status: 200 len: 854 time: 0.0436056 Apr 28 20:20:23.865064 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 07af6b69-745a-4d12-972f-c951790ef6c3, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=07af6b69-745a-4d12-972f-c951790ef6c3,segment=NetworkSegment(938e3e61-f930-4d90-a68e-207a124e51da),segment_id=938e3e61-f930-4d90-a68e-207a124e51da)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:20:23.874745 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-993a818a-64b4-4b0e-b219-edff621124b5 req-22321ae3-3d16-403a-b899-657f003707b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d66e2e12-4abf-4256-90e9-b609cd108b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256295 Apr 28 20:20:23.876778 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '07af6b69-745a-4d12-972f-c951790ef6c3', 'network_id': 'd66e2e12-4abf-4256-90e9-b609cd108b6d', 'port_id': '07af6b69-745a-4d12-972f-c951790ef6c3', 'mac_address': 'fa:16:3e:59:6f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ce46fb-d2de-40c5-9703-a50db22cb9cf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:20:23.916269 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:23.929171 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07af6b69-745a-4d12-972f-c951790ef6c3 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:20:23.949149 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 07af6b69-745a-4d12-972f-c951790ef6c3, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=07af6b69-745a-4d12-972f-c951790ef6c3,segment=NetworkSegment(938e3e61-f930-4d90-a68e-207a124e51da),segment_id=938e3e61-f930-4d90-a68e-207a124e51da)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:20:23.953593 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:23.968204 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-993a818a-64b4-4b0e-b219-edff621124b5 req-d9c10151-aca5-42f5-91d7-b8beaf8ff301 service neutron] 10.222.0.15 "GET /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869763 Apr 28 20:20:24.000873 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=07af6b69-745a-4d12-972f-c951790ef6c3,revision_number=8']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:24.056126 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-993a818a-64b4-4b0e-b219-edff621124b5 req-cce55d7c-4320-4cbb-a66e-292cdf1cbfa8 service neutron] 10.222.0.15 "GET /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819640 Apr 28 20:20:24.168022 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['07af6b69-745a-4d12-972f-c951790ef6c3'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:20:24.489246 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675bbe2-5085-4de3-9ab7-4914080caf69 req-9d6284aa-12eb-41db-a96a-a96b95a8e73b tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:24.490691 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5675bbe2-5085-4de3-9ab7-4914080caf69 req-9d6284aa-12eb-41db-a96a-a96b95a8e73b tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 944 time: 0.0502810 Apr 28 20:20:24.529298 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5675bbe2-5085-4de3-9ab7-4914080caf69 req-0c91688a-f40b-4708-9ee4-7a9da71b2b1f tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316777 Apr 28 20:20:25.645901 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:20:25.649977 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542106b5-0aa6-4988-97e0-415358f731db req-91e56f65-1b81-4bda-88cd-c15e371b10e0 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:25.651603 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-542106b5-0aa6-4988-97e0-415358f731db req-91e56f65-1b81-4bda-88cd-c15e371b10e0 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 944 time: 0.0530052 Apr 28 20:20:25.689976 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-542106b5-0aa6-4988-97e0-415358f731db req-0e799a06-4dc2-441f-ad37-cf3b49f83398 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323226 Apr 28 20:20:25.803479 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 07af6b69-745a-4d12-972f-c951790ef6c3 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:20:25.812581 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d769e-e0f6-4cba-8583-26271be5d151 req-3aeb520e-c249-4500-8c27-e7e5611f1666 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:25.813989 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9a9d769e-e0f6-4cba-8583-26271be5d151 req-3aeb520e-c249-4500-8c27-e7e5611f1666 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 944 time: 0.0539272 Apr 28 20:20:25.851432 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 07af6b69-745a-4d12-972f-c951790ef6c3 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:20:25.853161 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9a9d769e-e0f6-4cba-8583-26271be5d151 req-57b5d39a-c1e8-4e8b-983e-9ff0cb3f5d30 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327518 Apr 28 20:20:25.856674 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 07af6b69-745a-4d12-972f-c951790ef6c3 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:20:25.857077 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:25.905324 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:25.952738 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:25.972917 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846fb10e-06d5-4e2f-873b-0e02ef8a07f4 req-7f469f8d-2092-42e6-93d1-bc093597c282 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:25.974410 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-846fb10e-06d5-4e2f-873b-0e02ef8a07f4 req-7f469f8d-2092-42e6-93d1-bc093597c282 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 944 time: 0.0508988 Apr 28 20:20:25.986524 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021d1093-a0b2-47ae-9943-c08cd94abeae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07af6b69-745a-4d12-972f-c951790ef6c3'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:20:25.988886 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b3c156-9154-41d2-b4ec-89dea3d8370c" -d '{"events": [{"server_uuid": "021d1093-a0b2-47ae-9943-c08cd94abeae", "name": "network-vif-plugged", "status": "completed", "tag": "07af6b69-745a-4d12-972f-c951790ef6c3"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:20:26.003803 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 07af6b69-745a-4d12-972f-c951790ef6c3, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=07af6b69-745a-4d12-972f-c951790ef6c3,segment=NetworkSegment(938e3e61-f930-4d90-a68e-207a124e51da),segment_id=938e3e61-f930-4d90-a68e-207a124e51da)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:20:26.005357 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:26.008792 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:26.018517 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-846fb10e-06d5-4e2f-873b-0e02ef8a07f4 req-4880c3a9-73e3-4b63-867c-15693a894d6c tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365400 Apr 28 20:20:26.033964 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604db732-5cd5-4cf3-892e-dabd1b3d37d3 x-openstack-request-id: req-604db732-5cd5-4cf3-892e-dabd1b3d37d3 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:20:26.034213 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021d1093-a0b2-47ae-9943-c08cd94abeae", "name": "network-vif-plugged", "status": "completed", "tag": "07af6b69-745a-4d12-972f-c951790ef6c3", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:20:26.034499 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-604db732-5cd5-4cf3-892e-dabd1b3d37d3 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:20:26.034869 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-604db732-5cd5-4cf3-892e-dabd1b3d37d3'] response: {'server_uuid': '021d1093-a0b2-47ae-9943-c08cd94abeae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07af6b69-745a-4d12-972f-c951790ef6c3', 'code': 200} Apr 28 20:20:26.058969 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=07af6b69-745a-4d12-972f-c951790ef6c3,revision_number=9']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:26.396714 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-5d9589a9-e78a-499b-a15c-781b10e7c11f tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:26.398171 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-5d9589a9-e78a-499b-a15c-781b10e7c11f tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/networks?id=d66e2e12-4abf-4256-90e9-b609cd108b6d HTTP/1.1" status: 200 len: 814 time: 0.1033342 Apr 28 20:20:26.413773 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-410bd1fe-7ac9-44ff-8f1c-902aeb6abcb6 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/quotas/641ae01742534ac280fee1938a20d5df HTTP/1.1" status: 200 len: 375 time: 0.0092926 Apr 28 20:20:26.462675 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-1508749a-090c-4601-8c14-ab72469482b6 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=641ae01742534ac280fee1938a20d5df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0430686 Apr 28 20:20:26.554683 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-0e556506-5427-4a4b-9b1c-ed6a17defc45 service neutron] 10.222.0.42 "GET /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838201 Apr 28 20:20:26.642130 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-0455e9e6-915d-4092-913f-02c36b37fac9 service neutron] 10.222.0.42 "GET /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804017 Apr 28 20:20:26.802152 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3d3e04ac-b70c-4971-a903-a658c71a33bd req-03f0c7e1-3fac-4848-8227-dbf5eb8e052a tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 210 time: 0.0267518 Apr 28 20:20:27.562426 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe447ed-cafd-44d0-894f-c5de2440f7e9 req-86bcbc42-f74f-415e-becc-00dddcfee61b tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:27.564003 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dfe447ed-cafd-44d0-894f-c5de2440f7e9 req-86bcbc42-f74f-415e-becc-00dddcfee61b tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.44 "GET /v2.0/ports?device_id=021d1093-a0b2-47ae-9943-c08cd94abeae HTTP/1.1" status: 200 len: 945 time: 0.0504119 Apr 28 20:20:27.609153 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.44', 63562) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:20:27.660410 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-dfe447ed-cafd-44d0-894f-c5de2440f7e9 req-56415ade-d012-455d-bc48-cdcb0a1d244a tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Deleting port 07af6b69-745a-4d12-972f-c951790ef6c3 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:20:27.660748 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-dfe447ed-cafd-44d0-894f-c5de2440f7e9 req-56415ade-d012-455d-bc48-cdcb0a1d244a tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:27.728436 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-edfc980f-da05-4b1a-a952-b76ece09140c tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:27.731162 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-edfc980f-da05-4b1a-a952-b76ece09140c tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.44 "GET /v2.0/networks?id=d66e2e12-4abf-4256-90e9-b609cd108b6d HTTP/1.1" status: 200 len: 814 time: 0.1191447 Apr 28 20:20:27.743690 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-698f55c1-d171-48d2-a9b8-867770e1a0c2 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Request body: {'port': {'device_id': 'aa17e11d-a483-40f3-a9bb-9bfec2d638d5', 'network_id': 'd66e2e12-4abf-4256-90e9-b609cd108b6d', 'admin_state_up': True, 'tenant_id': '641ae01742534ac280fee1938a20d5df'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:20:27.756567 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-dfe447ed-cafd-44d0-894f-c5de2440f7e9 req-56415ade-d012-455d-bc48-cdcb0a1d244a tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] For port 07af6b69-745a-4d12-972f-c951790ef6c3, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=07af6b69-745a-4d12-972f-c951790ef6c3,segment=NetworkSegment(938e3e61-f930-4d90-a68e-207a124e51da),segment_id=938e3e61-f930-4d90-a68e-207a124e51da)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:20:27.756936 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-dfe447ed-cafd-44d0-894f-c5de2440f7e9 req-56415ade-d012-455d-bc48-cdcb0a1d244a tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:27.770914 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-dfe447ed-cafd-44d0-894f-c5de2440f7e9 req-56415ade-d012-455d-bc48-cdcb0a1d244a tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Calling delete_port for 07af6b69-745a-4d12-972f-c951790ef6c3 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:20:27.856840 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-698f55c1-d171-48d2-a9b8-867770e1a0c2 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Made reservation on behalf of 641ae01742534ac280fee1938a20d5df for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:20:27.860977 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-698f55c1-d171-48d2-a9b8-867770e1a0c2 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:27.907552 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-dfe447ed-cafd-44d0-894f-c5de2440f7e9 req-56415ade-d012-455d-bc48-cdcb0a1d244a tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:27.920043 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['07af6b69-745a-4d12-972f-c951790ef6c3'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:20:27.921840 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c20bd7b5-1f5b-4204-b209-8168c2643296 req-faf1d5a7-ecfb-418e-af2b-ad73006f68d8 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 210 time: 0.0363569 Apr 28 20:20:27.947935 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56415ade-d012-455d-bc48-cdcb0a1d244a tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Pushing event deleted for resources: {'Port': ['ID=07af6b69-745a-4d12-972f-c951790ef6c3,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:27.989087 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe447ed-cafd-44d0-894f-c5de2440f7e9 req-56415ade-d012-455d-bc48-cdcb0a1d244a tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] No DVR routers for this DVR port 07af6b69-745a-4d12-972f-c951790ef6c3 on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:20:27.991853 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-dfe447ed-cafd-44d0-894f-c5de2440f7e9 req-56415ade-d012-455d-bc48-cdcb0a1d244a tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:27.996370 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dfe447ed-cafd-44d0-894f-c5de2440f7e9 req-56415ade-d012-455d-bc48-cdcb0a1d244a tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.44 "DELETE /v2.0/ports/07af6b69-745a-4d12-972f-c951790ef6c3 HTTP/1.1" status: 204 len: 173 time: 0.4270399 Apr 28 20:20:27.996881 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021d1093-a0b2-47ae-9943-c08cd94abeae', 'name': 'network-vif-deleted', 'tag': '07af6b69-745a-4d12-972f-c951790ef6c3'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:20:27.999132 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81315e00-2ae5-41f4-99ef-834a28f5f0ac" -d '{"events": [{"server_uuid": "021d1093-a0b2-47ae-9943-c08cd94abeae", "name": "network-vif-deleted", "tag": "07af6b69-745a-4d12-972f-c951790ef6c3"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:20:28.030309 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-698f55c1-d171-48d2-a9b8-867770e1a0c2 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Allocated IP 172.20.0.7 (d66e2e12-4abf-4256-90e9-b609cd108b6d/88ce46fb-d2de-40c5-9703-a50db22cb9cf/bdafface-1bdf-4a86-9d73-325a4733b969) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:20:28.042593 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3105a97c-dc4e-45ed-9082-f6cf614917f7 x-openstack-request-id: req-3105a97c-dc4e-45ed-9082-f6cf614917f7 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:20:28.042907 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021d1093-a0b2-47ae-9943-c08cd94abeae", "name": "network-vif-deleted", "tag": "07af6b69-745a-4d12-972f-c951790ef6c3", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:20:28.043163 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3105a97c-dc4e-45ed-9082-f6cf614917f7 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:20:28.043569 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3105a97c-dc4e-45ed-9082-f6cf614917f7'] response: {'server_uuid': '021d1093-a0b2-47ae-9943-c08cd94abeae', 'name': 'network-vif-deleted', 'tag': '07af6b69-745a-4d12-972f-c951790ef6c3', 'status': 'completed', 'code': 200} Apr 28 20:20:28.188821 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-698f55c1-d171-48d2-a9b8-867770e1a0c2 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:28.226681 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-698f55c1-d171-48d2-a9b8-867770e1a0c2 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:28.241779 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['07af6b69-745a-4d12-972f-c951790ef6c3'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:20:28.267587 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-698f55c1-d171-48d2-a9b8-867770e1a0c2 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Network d66e2e12-4abf-4256-90e9-b609cd108b6d is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:20:28.273304 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-698f55c1-d171-48d2-a9b8-867770e1a0c2 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:20:28.277705 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-698f55c1-d171-48d2-a9b8-867770e1a0c2 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:20:28.303034 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f55c1-d171-48d2-a9b8-867770e1a0c2 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Pushing event updated for resources: {'Port': ['ID=bdafface-1bdf-4a86-9d73-325a4733b969,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:28.329941 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-698f55c1-d171-48d2-a9b8-867770e1a0c2 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:28.330536 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-698f55c1-d171-48d2-a9b8-867770e1a0c2 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:28.346043 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-698f55c1-d171-48d2-a9b8-867770e1a0c2 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6064410 Apr 28 20:20:28.358337 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-911452bb-9573-4d4c-b0b9-58498d82ec51 service neutron] Request body: {'port': {'device_id': 'aa17e11d-a483-40f3-a9bb-9bfec2d638d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:20:28.424675 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-911452bb-9573-4d4c-b0b9-58498d82ec51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:28.684826 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-911452bb-9573-4d4c-b0b9-58498d82ec51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdafface-1bdf-4a86-9d73-325a4733b969 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:20:28.691961 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-911452bb-9573-4d4c-b0b9-58498d82ec51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:28.705007 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-911452bb-9573-4d4c-b0b9-58498d82ec51 service neutron] Transition to ACTIVE for port object bdafface-1bdf-4a86-9d73-325a4733b969 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:20:28.708094 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-911452bb-9573-4d4c-b0b9-58498d82ec51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:28.757013 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911452bb-9573-4d4c-b0b9-58498d82ec51 service neutron] Pushing event updated for resources: {'Port': ['ID=bdafface-1bdf-4a86-9d73-325a4733b969,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:28.825569 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-911452bb-9573-4d4c-b0b9-58498d82ec51 service neutron] Attempting to bind port bdafface-1bdf-4a86-9d73-325a4733b969 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:20:28.825901 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-911452bb-9573-4d4c-b0b9-58498d82ec51 service neutron] Attempting to bind port bdafface-1bdf-4a86-9d73-325a4733b969 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '938e3e61-f930-4d90-a68e-207a124e51da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd66e2e12-4abf-4256-90e9-b609cd108b6d'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:20:28.826222 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-911452bb-9573-4d4c-b0b9-58498d82ec51 service neutron] Attempting to bind port bdafface-1bdf-4a86-9d73-325a4733b969 on network d66e2e12-4abf-4256-90e9-b609cd108b6d {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:20:28.830371 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-911452bb-9573-4d4c-b0b9-58498d82ec51 service neutron] Port bdafface-1bdf-4a86-9d73-325a4733b969 on network d66e2e12-4abf-4256-90e9-b609cd108b6d not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:20:28.830688 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-911452bb-9573-4d4c-b0b9-58498d82ec51 service neutron] Attempting to bind port bdafface-1bdf-4a86-9d73-325a4733b969 on network d66e2e12-4abf-4256-90e9-b609cd108b6d {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:20:28.835341 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-911452bb-9573-4d4c-b0b9-58498d82ec51 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:20:28.835674 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-911452bb-9573-4d4c-b0b9-58498d82ec51 service neutron] Checking segment: {'id': '938e3e61-f930-4d90-a68e-207a124e51da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd66e2e12-4abf-4256-90e9-b609cd108b6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:20:28.836051 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-911452bb-9573-4d4c-b0b9-58498d82ec51 service neutron] Bound using segment: {'id': '938e3e61-f930-4d90-a68e-207a124e51da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd66e2e12-4abf-4256-90e9-b609cd108b6d'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:20:28.836500 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-911452bb-9573-4d4c-b0b9-58498d82ec51 service neutron] Bound port: bdafface-1bdf-4a86-9d73-325a4733b969, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '938e3e61-f930-4d90-a68e-207a124e51da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd66e2e12-4abf-4256-90e9-b609cd108b6d'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:20:28.836846 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-911452bb-9573-4d4c-b0b9-58498d82ec51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:28.897941 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-911452bb-9573-4d4c-b0b9-58498d82ec51 service neutron] For port bdafface-1bdf-4a86-9d73-325a4733b969, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:20:28.901082 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-911452bb-9573-4d4c-b0b9-58498d82ec51 service neutron] For port bdafface-1bdf-4a86-9d73-325a4733b969, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=bdafface-1bdf-4a86-9d73-325a4733b969,segment=NetworkSegment(938e3e61-f930-4d90-a68e-207a124e51da),segment_id=938e3e61-f930-4d90-a68e-207a124e51da)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:20:28.905370 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-911452bb-9573-4d4c-b0b9-58498d82ec51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:28.942343 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-911452bb-9573-4d4c-b0b9-58498d82ec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:28.942945 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-911452bb-9573-4d4c-b0b9-58498d82ec51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:28.944338 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-911452bb-9573-4d4c-b0b9-58498d82ec51 service neutron] 10.222.0.44 "PUT /v2.0/ports/bdafface-1bdf-4a86-9d73-325a4733b969 HTTP/1.1" status: 200 len: 1091 time: 0.5906823 Apr 28 20:20:28.944770 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa17e11d-a483-40f3-a9bb-9bfec2d638d5', 'tag': 'bdafface-1bdf-4a86-9d73-325a4733b969'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:20:28.947023 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7c7985-7e3c-4f99-a52e-b6e928e87bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "aa17e11d-a483-40f3-a9bb-9bfec2d638d5", "tag": "bdafface-1bdf-4a86-9d73-325a4733b969"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:20:28.970938 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911452bb-9573-4d4c-b0b9-58498d82ec51 service neutron] Pushing event updated for resources: {'Port': ['ID=bdafface-1bdf-4a86-9d73-325a4733b969,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:29.060892 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-34ef304b-5aaa-40e3-8dec-38aab63261ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:29.062487 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-34ef304b-5aaa-40e3-8dec-38aab63261ee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=641ae01742534ac280fee1938a20d5df&device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 1094 time: 0.0785525 Apr 28 20:20:29.068094 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdac5eb5-7694-4c2a-b7e6-0449d0b3f97a x-openstack-request-id: req-fdac5eb5-7694-4c2a-b7e6-0449d0b3f97a {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:20:29.068407 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa17e11d-a483-40f3-a9bb-9bfec2d638d5", "tag": "bdafface-1bdf-4a86-9d73-325a4733b969", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:20:29.068652 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fdac5eb5-7694-4c2a-b7e6-0449d0b3f97a {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:20:29.069041 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdac5eb5-7694-4c2a-b7e6-0449d0b3f97a'] response: {'name': 'network-changed', 'server_uuid': 'aa17e11d-a483-40f3-a9bb-9bfec2d638d5', 'tag': 'bdafface-1bdf-4a86-9d73-325a4733b969', 'status': 'completed', 'code': 200} Apr 28 20:20:29.078114 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127b87d-3418-46fe-bfdf-85d41639d465 req-fcc18d60-d4b0-4907-8a34-b63c358cd253 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:29.079530 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2127b87d-3418-46fe-bfdf-85d41639d465 req-fcc18d60-d4b0-4907-8a34-b63c358cd253 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 943 time: 0.0683916 Apr 28 20:20:29.118125 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-e1b6976c-56a5-4cb8-b19e-bce5e5c95971 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdafface-1bdf-4a86-9d73-325a4733b969 HTTP/1.1" status: 200 len: 217 time: 0.0376310 Apr 28 20:20:29.175530 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2127b87d-3418-46fe-bfdf-85d41639d465 req-af574cec-a329-4098-9279-c0ede1464aba tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898230 Apr 28 20:20:29.180647 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-90783ed5-242a-4afe-a16a-229c5723cd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:29.182217 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-90783ed5-242a-4afe-a16a-229c5723cd8c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88ce46fb-d2de-40c5-9703-a50db22cb9cf HTTP/1.1" status: 200 len: 854 time: 0.0572388 Apr 28 20:20:29.216886 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-45f63f0d-cb11-4d92-9b4b-c0160a2f9f2d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d66e2e12-4abf-4256-90e9-b609cd108b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285480 Apr 28 20:20:29.304907 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-edc4d717-5b09-42d5-a25f-d247f354182d service neutron] 10.222.0.44 "GET /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810487 Apr 28 20:20:29.720147 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eda7c448-6b52-4084-9460-ed4eafdaa103 req-bba694f3-a500-450a-a98a-0dec513832cb service neutron] 10.222.0.44 "GET /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081481 Apr 28 20:20:29.808636 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c7985-7e3c-4f99-a52e-b6e928e87bb7 req-43182f9a-48de-40c6-9122-61cf8e16bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:29.810144 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6a7c7985-7e3c-4f99-a52e-b6e928e87bb7 req-43182f9a-48de-40c6-9122-61cf8e16bfd2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=641ae01742534ac280fee1938a20d5df&device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 1094 time: 0.0417669 Apr 28 20:20:29.896830 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c7985-7e3c-4f99-a52e-b6e928e87bb7 req-dfaac86a-3811-4970-8787-a0cb3b8ee0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:29.898259 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6a7c7985-7e3c-4f99-a52e-b6e928e87bb7 req-dfaac86a-3811-4970-8787-a0cb3b8ee0ac service neutron] 10.222.0.44 "GET /v2.0/networks?id=d66e2e12-4abf-4256-90e9-b609cd108b6d HTTP/1.1" status: 200 len: 915 time: 0.0815279 Apr 28 20:20:29.942348 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6a7c7985-7e3c-4f99-a52e-b6e928e87bb7 req-cb2c8081-11f1-4926-a956-089eee71cb94 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdafface-1bdf-4a86-9d73-325a4733b969 HTTP/1.1" status: 200 len: 217 time: 0.0370162 Apr 28 20:20:29.989688 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c7985-7e3c-4f99-a52e-b6e928e87bb7 req-154c736d-ef93-4ca3-a385-6204ee06b72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:29.991048 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6a7c7985-7e3c-4f99-a52e-b6e928e87bb7 req-154c736d-ef93-4ca3-a385-6204ee06b72c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88ce46fb-d2de-40c5-9703-a50db22cb9cf HTTP/1.1" status: 200 len: 854 time: 0.0418153 Apr 28 20:20:30.022378 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6a7c7985-7e3c-4f99-a52e-b6e928e87bb7 req-bbe002f0-ff55-4bef-a725-78149f0a9fec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d66e2e12-4abf-4256-90e9-b609cd108b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239618 Apr 28 20:20:30.114607 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6a7c7985-7e3c-4f99-a52e-b6e928e87bb7 req-40c78701-29a1-4390-aacd-b07efc29549b service neutron] 10.222.0.44 "GET /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843461 Apr 28 20:20:30.203149 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6a7c7985-7e3c-4f99-a52e-b6e928e87bb7 req-7107f33a-a654-4151-b51d-6bbe7e8c4b8e service neutron] 10.222.0.44 "GET /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810952 Apr 28 20:20:30.298306 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c301f-2bad-451e-a2d8-a29fa1b5667b req-d59f9e43-984b-4f48-a663-39ec59109278 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:30.299676 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4c8c301f-2bad-451e-a2d8-a29fa1b5667b req-d59f9e43-984b-4f48-a663-39ec59109278 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 943 time: 0.0524704 Apr 28 20:20:30.337670 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4c8c301f-2bad-451e-a2d8-a29fa1b5667b req-e9e6968b-ae3e-414e-bcd8-903189cb4931 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319114 Apr 28 20:20:31.452280 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e00a0-7cad-46ae-9074-ac120c2093dd req-5d52680e-88e6-4865-a314-f2bf0d35e015 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:31.453738 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b32e00a0-7cad-46ae-9074-ac120c2093dd req-5d52680e-88e6-4865-a314-f2bf0d35e015 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 943 time: 0.0495074 Apr 28 20:20:31.490767 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b32e00a0-7cad-46ae-9074-ac120c2093dd req-efb760c9-e235-449a-86f9-e65d18004c2c tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310383 Apr 28 20:20:31.844279 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device bdafface-1bdf-4a86-9d73-325a4733b969 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:20:31.846339 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 07af6b69-745a-4d12-972f-c951790ef6c3 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:20:31.873416 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 07af6b69-745a-4d12-972f-c951790ef6c3 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:20:31.873754 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 07af6b69-745a-4d12-972f-c951790ef6c3 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:20:31.959253 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port bdafface-1bdf-4a86-9d73-325a4733b969, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=bdafface-1bdf-4a86-9d73-325a4733b969,segment=NetworkSegment(938e3e61-f930-4d90-a68e-207a124e51da),segment_id=938e3e61-f930-4d90-a68e-207a124e51da)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:20:31.970245 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'bdafface-1bdf-4a86-9d73-325a4733b969', 'network_id': 'd66e2e12-4abf-4256-90e9-b609cd108b6d', 'port_id': 'bdafface-1bdf-4a86-9d73-325a4733b969', 'mac_address': 'fa:16:3e:18:21:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ce46fb-d2de-40c5-9703-a50db22cb9cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:20:32.006618 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:32.020047 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdafface-1bdf-4a86-9d73-325a4733b969 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:20:32.039098 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port bdafface-1bdf-4a86-9d73-325a4733b969, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=bdafface-1bdf-4a86-9d73-325a4733b969,segment=NetworkSegment(938e3e61-f930-4d90-a68e-207a124e51da),segment_id=938e3e61-f930-4d90-a68e-207a124e51da)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:20:32.044044 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:32.089762 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=bdafface-1bdf-4a86-9d73-325a4733b969,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:32.171022 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:32.241933 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['bdafface-1bdf-4a86-9d73-325a4733b969'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:20:32.604311 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d78d45-1dd2-4585-b421-f59bf8f73aca req-c6c57ed2-7830-4657-a4b5-5c16109c6726 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:32.605935 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a8d78d45-1dd2-4585-b421-f59bf8f73aca req-c6c57ed2-7830-4657-a4b5-5c16109c6726 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 944 time: 0.0491238 Apr 28 20:20:32.642314 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a8d78d45-1dd2-4585-b421-f59bf8f73aca req-617f6306-4a17-4a45-9664-169df688ffe3 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304730 Apr 28 20:20:33.747532 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:33.764106 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952a890-cf09-4b9b-8d4e-b1fc029e40f3 req-f7671fd8-b1b7-479d-a5e9-7a436783368e tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:33.765578 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8952a890-cf09-4b9b-8d4e-b1fc029e40f3 req-f7671fd8-b1b7-479d-a5e9-7a436783368e tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 944 time: 0.0562053 Apr 28 20:20:33.803581 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8952a890-cf09-4b9b-8d4e-b1fc029e40f3 req-dd26c9da-4989-40f3-b3f2-ad07d097c9b3 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319517 Apr 28 20:20:33.842667 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device bdafface-1bdf-4a86-9d73-325a4733b969 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:20:33.893189 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port bdafface-1bdf-4a86-9d73-325a4733b969 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:20:33.897129 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port bdafface-1bdf-4a86-9d73-325a4733b969 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:20:33.897496 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:33.973981 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:33.995679 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa17e11d-a483-40f3-a9bb-9bfec2d638d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdafface-1bdf-4a86-9d73-325a4733b969'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:20:33.998037 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d4f5fa-d534-48fd-b7c8-106bb169a50a" -d '{"events": [{"server_uuid": "aa17e11d-a483-40f3-a9bb-9bfec2d638d5", "name": "network-vif-plugged", "status": "completed", "tag": "bdafface-1bdf-4a86-9d73-325a4733b969"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:20:34.010922 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port bdafface-1bdf-4a86-9d73-325a4733b969, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=bdafface-1bdf-4a86-9d73-325a4733b969,segment=NetworkSegment(938e3e61-f930-4d90-a68e-207a124e51da),segment_id=938e3e61-f930-4d90-a68e-207a124e51da)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:20:34.014729 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:34.042049 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1287d59a-0a39-4ca0-afa7-a00424adcff7 x-openstack-request-id: req-1287d59a-0a39-4ca0-afa7-a00424adcff7 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:20:34.042330 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa17e11d-a483-40f3-a9bb-9bfec2d638d5", "name": "network-vif-plugged", "status": "completed", "tag": "bdafface-1bdf-4a86-9d73-325a4733b969", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:20:34.042807 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1287d59a-0a39-4ca0-afa7-a00424adcff7 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:20:34.043263 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1287d59a-0a39-4ca0-afa7-a00424adcff7'] response: {'server_uuid': 'aa17e11d-a483-40f3-a9bb-9bfec2d638d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdafface-1bdf-4a86-9d73-325a4733b969', 'code': 200} Apr 28 20:20:34.067349 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=bdafface-1bdf-4a86-9d73-325a4733b969,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:34.137284 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a601bf1-575e-4d51-859b-824bad2fb907 req-fd0d12b4-013b-4f6b-a070-f261a29be179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:34.138760 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5a601bf1-575e-4d51-859b-824bad2fb907 req-fd0d12b4-013b-4f6b-a070-f261a29be179 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 1096 time: 0.0411935 Apr 28 20:20:34.172619 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5a601bf1-575e-4d51-859b-824bad2fb907 req-549e4b3b-399e-4067-b8cd-0afa8bc8262a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274644 Apr 28 20:20:34.919681 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860d900-0a41-44c2-b996-3daa74e44e69 req-f8ecd176-4b11-425b-aa75-467b1b00d738 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:34.921176 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6860d900-0a41-44c2-b996-3daa74e44e69 req-f8ecd176-4b11-425b-aa75-467b1b00d738 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 945 time: 0.0496080 Apr 28 20:20:34.957678 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6860d900-0a41-44c2-b996-3daa74e44e69 req-f8da5b4b-68a9-49ef-b5f1-b4798755372a tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304677 Apr 28 20:20:36.075119 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f867103-f151-47b5-a75c-c35f6d2dbb80 req-07d29e1a-5a85-44c6-934c-ba30c578578e tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:36.076593 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5f867103-f151-47b5-a75c-c35f6d2dbb80 req-07d29e1a-5a85-44c6-934c-ba30c578578e tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 945 time: 0.0484807 Apr 28 20:20:36.113246 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5f867103-f151-47b5-a75c-c35f6d2dbb80 req-02365620-6213-46ba-bdd9-81bbe987edad tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306661 Apr 28 20:20:36.232921 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9af7ea-cff4-45e5-81ef-d9cc121c6fd7 req-c0261195-48a2-4584-b0d4-e500455fb4e6 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:36.234367 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1f9af7ea-cff4-45e5-81ef-d9cc121c6fd7 req-c0261195-48a2-4584-b0d4-e500455fb4e6 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 945 time: 0.0530972 Apr 28 20:20:36.271697 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1f9af7ea-cff4-45e5-81ef-d9cc121c6fd7 req-cef52ea6-e25b-43e8-9550-f69eec51cac9 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312014 Apr 28 20:20:36.522946 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-aae8c855-327e-4f36-bbb0-12b1ff6d4c21 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0687532 Apr 28 20:20:36.535253 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45714917-9f0e-4473-88eb-ea99c1660317 req-db2275c8-9acd-48c0-9fe0-0a25b120389f tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:36.536673 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-45714917-9f0e-4473-88eb-ea99c1660317 req-db2275c8-9acd-48c0-9fe0-0a25b120389f tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 945 time: 0.0718298 Apr 28 20:20:36.577407 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-45714917-9f0e-4473-88eb-ea99c1660317 req-3a3afaee-baf4-4faf-960c-37610e7291e0 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339704 Apr 28 20:20:37.605747 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-1c3fe367-1850-498c-aaca-0453054fc8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:37.607536 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-1c3fe367-1850-498c-aaca-0453054fc8c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=641ae01742534ac280fee1938a20d5df&device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 1096 time: 0.0465775 Apr 28 20:20:37.702452 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-58574108-a7b8-4e7b-afc3-40b5d956ca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:37.704053 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-58574108-a7b8-4e7b-afc3-40b5d956ca17 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d66e2e12-4abf-4256-90e9-b609cd108b6d HTTP/1.1" status: 200 len: 915 time: 0.0887461 Apr 28 20:20:37.718411 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a1830-677e-4f39-a18c-81dfb1ef6859 req-d57d941a-3202-474b-b58c-1ca5c6d39966 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:37.719891 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d93a1830-677e-4f39-a18c-81dfb1ef6859 req-d57d941a-3202-474b-b58c-1ca5c6d39966 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 945 time: 0.0590065 Apr 28 20:20:37.751397 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-7054ce16-0f38-417f-8c58-82fc577359df service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdafface-1bdf-4a86-9d73-325a4733b969 HTTP/1.1" status: 200 len: 217 time: 0.0407383 Apr 28 20:20:37.763796 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d93a1830-677e-4f39-a18c-81dfb1ef6859 req-2d58f3d5-2429-4a3e-a59f-8c19d32ec7c9 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369687 Apr 28 20:20:37.817684 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-a948f793-505a-47bd-9f64-94d0277dc97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:37.819997 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-a948f793-505a-47bd-9f64-94d0277dc97b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88ce46fb-d2de-40c5-9703-a50db22cb9cf HTTP/1.1" status: 200 len: 854 time: 0.0620956 Apr 28 20:20:37.859707 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-f21919de-d678-4b6f-a834-17218f1a641a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d66e2e12-4abf-4256-90e9-b609cd108b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335860 Apr 28 20:20:37.960951 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-ad1f3c90-5a13-41b6-8bd0-6b576f311ca4 service neutron] 10.222.0.44 "GET /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951815 Apr 28 20:20:38.054496 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-f84556a7-7e27-4c73-85e8-e0a97fc46f5b service neutron] 10.222.0.44 "GET /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876024 Apr 28 20:20:38.882147 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc5802-0dbe-46cf-a3a2-a02bd972ae80 req-09593aab-2245-4137-b354-3afece5a5a58 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:38.883599 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-32cc5802-0dbe-46cf-a3a2-a02bd972ae80 req-09593aab-2245-4137-b354-3afece5a5a58 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 945 time: 0.0488248 Apr 28 20:20:38.922057 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-32cc5802-0dbe-46cf-a3a2-a02bd972ae80 req-8c17c803-88af-428b-bcb6-b2a880c4d0ad tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316126 Apr 28 20:20:40.036941 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296974a7-c990-477d-8cca-4a2c148bd86c req-918ab479-f0c0-4e50-a1b3-7f8b4c5b8de1 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:40.038640 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-296974a7-c990-477d-8cca-4a2c148bd86c req-918ab479-f0c0-4e50-a1b3-7f8b4c5b8de1 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 945 time: 0.0486069 Apr 28 20:20:40.075604 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-296974a7-c990-477d-8cca-4a2c148bd86c req-b644ba50-48da-454f-b68c-4734b0135b59 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303071 Apr 28 20:20:41.198380 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e35462-be24-4eae-9e08-d7fbf1acd871 req-59b65928-9020-4123-ae3c-592d9e6469d5 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:41.199859 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e1e35462-be24-4eae-9e08-d7fbf1acd871 req-59b65928-9020-4123-ae3c-592d9e6469d5 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 945 time: 0.0548513 Apr 28 20:20:41.236932 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e1e35462-be24-4eae-9e08-d7fbf1acd871 req-6a3e1ec4-7c11-464b-86fd-84e32cf7a939 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310388 Apr 28 20:20:42.354229 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7b4be-9dfe-4f7e-b5ad-a439686c4e15 req-70efff55-07ff-422b-9af7-b824abbca6b4 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:42.355685 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c8c7b4be-9dfe-4f7e-b5ad-a439686c4e15 req-70efff55-07ff-422b-9af7-b824abbca6b4 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 945 time: 0.0490839 Apr 28 20:20:42.392388 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c8c7b4be-9dfe-4f7e-b5ad-a439686c4e15 req-b498312b-f216-4718-9691-5981bdace116 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304163 Apr 28 20:20:43.508677 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19184d-63be-4d0a-ae31-1dafe14dc9fd req-80b9ac36-2e0f-4a14-b7a4-ba1af26a854b tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:43.510898 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5a19184d-63be-4d0a-ae31-1dafe14dc9fd req-80b9ac36-2e0f-4a14-b7a4-ba1af26a854b tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 945 time: 0.0497565 Apr 28 20:20:43.548485 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5a19184d-63be-4d0a-ae31-1dafe14dc9fd req-bd901566-60d9-4168-b86e-a7979ce9491d tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315807 Apr 28 20:20:45.013744 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96af4e-ad13-4c84-b8d8-0c99c52be73d req-27fc0f86-6c39-437a-8868-2c1ab59e7888 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:45.015189 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ae96af4e-ad13-4c84-b8d8-0c99c52be73d req-27fc0f86-6c39-437a-8868-2c1ab59e7888 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 945 time: 0.3962598 Apr 28 20:20:45.052642 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ae96af4e-ad13-4c84-b8d8-0c99c52be73d req-3f995344-5485-4951-88e6-c316376bc114 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313275 Apr 28 20:20:46.172996 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fad97-3414-4c77-a2f4-623048acce08 req-2533d9bf-69f4-4af0-9519-340c2a316bae tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:46.174451 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-609fad97-3414-4c77-a2f4-623048acce08 req-2533d9bf-69f4-4af0-9519-340c2a316bae tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 945 time: 0.0532198 Apr 28 20:20:46.210749 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-609fad97-3414-4c77-a2f4-623048acce08 req-37beb259-04b9-4e07-88b4-9633a68597e5 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302768 Apr 28 20:20:47.329517 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28cd44-1480-4c46-b778-2a93c3ec424e req-5ef5c144-7ef4-4d40-9774-5d931bbc3290 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:47.331010 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2c28cd44-1480-4c46-b778-2a93c3ec424e req-5ef5c144-7ef4-4d40-9774-5d931bbc3290 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 945 time: 0.0502102 Apr 28 20:20:47.367482 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2c28cd44-1480-4c46-b778-2a93c3ec424e req-c079019b-9454-443e-b385-83dd20d7207d tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304677 Apr 28 20:20:48.493937 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22edaff4-5823-4a9c-b17e-e8199d70d4a8 req-be7efc6c-9125-4980-9674-8cf18ab7d3f5 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:48.495575 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-22edaff4-5823-4a9c-b17e-e8199d70d4a8 req-be7efc6c-9125-4980-9674-8cf18ab7d3f5 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 945 time: 0.0588319 Apr 28 20:20:48.533352 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-22edaff4-5823-4a9c-b17e-e8199d70d4a8 req-0dce3c7c-8f91-4947-b42e-0c9b18bf6a6b tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317762 Apr 28 20:20:49.649963 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28795e6-8e51-48b3-9afd-5fe63819d728 req-4b327fe0-8dc7-4194-9156-669553a47941 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:49.651499 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b28795e6-8e51-48b3-9afd-5fe63819d728 req-4b327fe0-8dc7-4194-9156-669553a47941 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 945 time: 0.0488856 Apr 28 20:20:49.691200 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b28795e6-8e51-48b3-9afd-5fe63819d728 req-0c1ba0f4-c96e-458c-862c-b80d0707d21a tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337090 Apr 28 20:20:49.859877 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-710fcc86-fc6a-4e13-9faf-2adb03df9147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:50.809791 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02757364-f131-4d0a-8cea-101a32211148 req-16f6b176-b014-4477-a06d-61db47c8c316 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:50.811237 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-02757364-f131-4d0a-8cea-101a32211148 req-16f6b176-b014-4477-a06d-61db47c8c316 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 945 time: 0.0492241 Apr 28 20:20:50.848139 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-02757364-f131-4d0a-8cea-101a32211148 req-4216f204-9070-4f28-b1e3-e076e6fd9b45 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309293 Apr 28 20:20:51.966197 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cdddb-f014-4bbd-b501-935042fcd524 req-544bb0aa-ab47-4378-8f47-605f29112bc6 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:51.967554 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4b2cdddb-f014-4bbd-b501-935042fcd524 req-544bb0aa-ab47-4378-8f47-605f29112bc6 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 945 time: 0.0517910 Apr 28 20:20:52.005032 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4b2cdddb-f014-4bbd-b501-935042fcd524 req-4f54fcb7-313d-4789-bffe-e1f8c32bc81b tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314100 Apr 28 20:20:52.107565 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-dfc09b46-28ab-426a-b815-77974abfc233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:53.122128 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f9a96-35c3-4681-af65-08ca113b0bb5 req-79b519b4-2717-490a-8708-d9ca8f99c0d4 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:53.123572 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ae4f9a96-35c3-4681-af65-08ca113b0bb5 req-79b519b4-2717-490a-8708-d9ca8f99c0d4 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 945 time: 0.0498419 Apr 28 20:20:53.161105 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ae4f9a96-35c3-4681-af65-08ca113b0bb5 req-25bd326a-e4c1-415e-813b-805b4eab2b29 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314307 Apr 28 20:20:53.616312 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:54.278223 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4a0aa-438a-4f03-8533-0cee87b54a05 req-47a7eeae-a6db-4254-b3e7-ddc95cca2518 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:54.279731 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-81f4a0aa-438a-4f03-8533-0cee87b54a05 req-47a7eeae-a6db-4254-b3e7-ddc95cca2518 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 945 time: 0.0492706 Apr 28 20:20:54.316867 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-81f4a0aa-438a-4f03-8533-0cee87b54a05 req-a1615912-2f07-4cca-818d-f1a91aadb9fb tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310035 Apr 28 20:20:54.346185 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-26ae5402-216b-47eb-970f-6fb9419ed658 req-702e981d-bd55-4b4c-83df-05058ae4dc84 service neutron] (102774) timed out ('10.222.0.42', 34332) {{(pid=102774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 28 20:20:54.694602 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e6566-151c-4b84-9972-33323a5ef41b req-e818a5a5-c1a0-4f5b-8657-fb8363cf3f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:54.696085 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-406e6566-151c-4b84-9972-33323a5ef41b req-e818a5a5-c1a0-4f5b-8657-fb8363cf3f42 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=641ae01742534ac280fee1938a20d5df&device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 1096 time: 0.1081064 Apr 28 20:20:54.801097 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e6566-151c-4b84-9972-33323a5ef41b req-5889eb74-1491-42d7-a2f7-1cd6464d1ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:54.802538 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-406e6566-151c-4b84-9972-33323a5ef41b req-5889eb74-1491-42d7-a2f7-1cd6464d1ca2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d66e2e12-4abf-4256-90e9-b609cd108b6d HTTP/1.1" status: 200 len: 915 time: 0.0842907 Apr 28 20:20:54.843645 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-406e6566-151c-4b84-9972-33323a5ef41b req-6a907f49-f054-4783-a840-fd4dcd5d02e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdafface-1bdf-4a86-9d73-325a4733b969 HTTP/1.1" status: 200 len: 217 time: 0.0339856 Apr 28 20:20:54.897181 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e6566-151c-4b84-9972-33323a5ef41b req-ea311401-2797-480d-8e0a-7724f7a472d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:54.898587 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-406e6566-151c-4b84-9972-33323a5ef41b req-ea311401-2797-480d-8e0a-7724f7a472d3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88ce46fb-d2de-40c5-9703-a50db22cb9cf HTTP/1.1" status: 200 len: 854 time: 0.0483801 Apr 28 20:20:54.932122 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-406e6566-151c-4b84-9972-33323a5ef41b req-17507390-b11e-4a9b-a5f7-0b656c1ea876 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d66e2e12-4abf-4256-90e9-b609cd108b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250309 Apr 28 20:20:55.018811 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-406e6566-151c-4b84-9972-33323a5ef41b req-b0e50cd8-0d63-433d-b1e6-8c35eeffcd98 service neutron] 10.222.0.44 "GET /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806510 Apr 28 20:20:55.113013 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-406e6566-151c-4b84-9972-33323a5ef41b req-dccc2f30-b659-4bd9-a03f-7668e36ef698 service neutron] 10.222.0.44 "GET /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864000 Apr 28 20:20:55.434596 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e7402-ba51-4b1d-970b-c70b0e59f627 req-fec278b0-4fb1-4389-bd52-815f49a3d838 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:55.436072 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4f2e7402-ba51-4b1d-970b-c70b0e59f627 req-fec278b0-4fb1-4389-bd52-815f49a3d838 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 945 time: 0.0495903 Apr 28 20:20:55.473504 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4f2e7402-ba51-4b1d-970b-c70b0e59f627 req-34f41d26-2633-4315-8861-3bd39e249d8d tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312397 Apr 28 20:20:55.889120 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:55.988829 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:56.594502 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda1744-9c49-434c-9543-28aa366582d3 req-ab00bafc-f358-45c5-92a6-2eef95436acb tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:56.595858 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2cda1744-9c49-434c-9543-28aa366582d3 req-ab00bafc-f358-45c5-92a6-2eef95436acb tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 945 time: 0.0480552 Apr 28 20:20:56.632511 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2cda1744-9c49-434c-9543-28aa366582d3 req-43df9f66-4383-47bc-94ba-545c78f7b065 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306356 Apr 28 20:20:57.748376 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d7cec-3a97-423f-be8f-8e7b748a11f6 req-cd0f624a-9f76-44ae-a35d-4711527ab123 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:57.749811 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d36d7cec-3a97-423f-be8f-8e7b748a11f6 req-cd0f624a-9f76-44ae-a35d-4711527ab123 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 945 time: 0.0491383 Apr 28 20:20:57.792188 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d36d7cec-3a97-423f-be8f-8e7b748a11f6 req-65a2e6cb-6acd-4fb0-8809-30cd34b5730e tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363090 Apr 28 20:20:58.913310 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0bfa6-2f8e-4036-afbc-1b364460707d req-a9ddc53c-39ba-4d67-856c-c748ec480f18 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:58.914774 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-76f0bfa6-2f8e-4036-afbc-1b364460707d req-a9ddc53c-39ba-4d67-856c-c748ec480f18 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 945 time: 0.0527649 Apr 28 20:20:58.952430 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-76f0bfa6-2f8e-4036-afbc-1b364460707d req-23245096-061e-4798-b6ea-dc2938f9386e tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314994 Apr 28 20:21:00.069228 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496169f7-5b96-47d8-86c1-cc2b16b8f56e req-f719ab70-d034-4c7b-b8ac-26425b775010 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:00.070667 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-496169f7-5b96-47d8-86c1-cc2b16b8f56e req-f719ab70-d034-4c7b-b8ac-26425b775010 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 945 time: 0.0499673 Apr 28 20:21:00.109274 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-496169f7-5b96-47d8-86c1-cc2b16b8f56e req-3531eb39-c86a-43d7-8d43-c8e42aa3283d tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319264 Apr 28 20:21:01.224357 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60b018-22e0-464c-b720-0bd180b47906 req-47510dd3-43e2-4b40-a1c6-957a58989340 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:01.225789 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9c60b018-22e0-464c-b720-0bd180b47906 req-47510dd3-43e2-4b40-a1c6-957a58989340 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 945 time: 0.0480165 Apr 28 20:21:01.264441 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9c60b018-22e0-464c-b720-0bd180b47906 req-479e9893-0da9-4c8e-94d8-5b35f174fcf9 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318196 Apr 28 20:21:02.201450 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:02.382202 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b2612-e4ee-4768-9819-2cbc715b3f0d req-cece15e2-f10b-462f-b332-abe2562a6cb5 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:02.383667 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2f6b2612-e4ee-4768-9819-2cbc715b3f0d req-cece15e2-f10b-462f-b332-abe2562a6cb5 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 945 time: 0.0493062 Apr 28 20:21:02.421233 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2f6b2612-e4ee-4768-9819-2cbc715b3f0d req-caa083c4-a297-48c9-87c1-d85bf7bf79d4 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314629 Apr 28 20:21:02.644906 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:21:03.536385 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321dbd86-4939-4b1c-b048-74019c16d504 req-22b0893e-25ce-4233-92bf-f3341f1710e0 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:03.537850 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-321dbd86-4939-4b1c-b048-74019c16d504 req-22b0893e-25ce-4233-92bf-f3341f1710e0 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 945 time: 0.0491080 Apr 28 20:21:03.575763 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-321dbd86-4939-4b1c-b048-74019c16d504 req-fdc8c292-d30f-416e-8719-d6f489ddc784 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315034 Apr 28 20:21:03.756919 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:04.693081 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877c2d5-53cd-42a5-8064-97d8c271712a req-b6ea3890-7e7c-4563-ba3b-2334158cd2db tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:04.694860 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3877c2d5-53cd-42a5-8064-97d8c271712a req-b6ea3890-7e7c-4563-ba3b-2334158cd2db tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 945 time: 0.0492816 Apr 28 20:21:04.737551 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3877c2d5-53cd-42a5-8064-97d8c271712a req-53ce97be-ff9d-47ff-a92f-74d2cd76800e tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359380 Apr 28 20:21:04.803835 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-87f8a611-e5dc-4fb6-88b9-e940b047a536 service neutron] show failed (client error): The resource could not be found. Apr 28 20:21:04.804857 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-87f8a611-e5dc-4fb6-88b9-e940b047a536 service neutron] 10.222.0.44 "GET /v2.0/ports/bdafface-1bdf-4a86-9d73-325a4733b969/bindings/n-h1-839810-1 HTTP/1.1" status: 404 len: 380 time: 0.0543058 Apr 28 20:21:05.002002 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-7196e713-0195-412b-8542-772129acae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:05.003486 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-7196e713-0195-412b-8542-772129acae9b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5&tenant_id=641ae01742534ac280fee1938a20d5df HTTP/1.1" status: 200 len: 1096 time: 0.0454450 Apr 28 20:21:05.015544 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-839810-1', 'device_owner': 'compute:nova'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:21:05.066449 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:05.262630 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] For port bdafface-1bdf-4a86-9d73-325a4733b969, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=bdafface-1bdf-4a86-9d73-325a4733b969,segment=NetworkSegment(938e3e61-f930-4d90-a68e-207a124e51da),segment_id=938e3e61-f930-4d90-a68e-207a124e51da)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:21:05.294826 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] For port bdafface-1bdf-4a86-9d73-325a4733b969, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:21:05.337142 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa17e11d-a483-40f3-a9bb-9bfec2d638d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdafface-1bdf-4a86-9d73-325a4733b969'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:21:05.339538 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1a1655-8824-46c2-91a2-92b269ac9160" -d '{"events": [{"server_uuid": "aa17e11d-a483-40f3-a9bb-9bfec2d638d5", "name": "network-vif-unplugged", "status": "completed", "tag": "bdafface-1bdf-4a86-9d73-325a4733b969"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:21:05.343723 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:05.356733 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] Transition to ACTIVE for port object bdafface-1bdf-4a86-9d73-325a4733b969 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:21:05.362245 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:05.425991 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] No DVR routers for this DVR port bdafface-1bdf-4a86-9d73-325a4733b969 on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:21:05.429069 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] Pushing event updated for resources: {'Port': ['ID=bdafface-1bdf-4a86-9d73-325a4733b969,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:05.441419 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:05.441763 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:05.442095 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:05.442423 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:05.442749 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:05.443079 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:05.443398 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:05.443715 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:05.444032 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:05.444377 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:05.444694 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:05.445008 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:05.466291 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 20:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200aebfc-60f2-4124-b2b6-e7d1fc6468ca x-openstack-request-id: req-200aebfc-60f2-4124-b2b6-e7d1fc6468ca {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:21:05.466576 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa17e11d-a483-40f3-a9bb-9bfec2d638d5", "name": "network-vif-unplugged", "status": "completed", "tag": "bdafface-1bdf-4a86-9d73-325a4733b969", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:21:05.466827 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-200aebfc-60f2-4124-b2b6-e7d1fc6468ca {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:21:05.467216 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-200aebfc-60f2-4124-b2b6-e7d1fc6468ca'] response: {'server_uuid': 'aa17e11d-a483-40f3-a9bb-9bfec2d638d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdafface-1bdf-4a86-9d73-325a4733b969', 'code': 200} Apr 28 20:21:05.475798 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] Attempting to bind port bdafface-1bdf-4a86-9d73-325a4733b969 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:21:05.476151 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] Attempting to bind port bdafface-1bdf-4a86-9d73-325a4733b969 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '938e3e61-f930-4d90-a68e-207a124e51da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd66e2e12-4abf-4256-90e9-b609cd108b6d'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:21:05.476478 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] Attempting to bind port bdafface-1bdf-4a86-9d73-325a4733b969 on network d66e2e12-4abf-4256-90e9-b609cd108b6d {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:21:05.481332 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] Port bdafface-1bdf-4a86-9d73-325a4733b969 on network d66e2e12-4abf-4256-90e9-b609cd108b6d not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:21:05.481658 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] Attempting to bind port bdafface-1bdf-4a86-9d73-325a4733b969 on network d66e2e12-4abf-4256-90e9-b609cd108b6d {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:21:05.486428 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:21:05.486769 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] Checking segment: {'id': '938e3e61-f930-4d90-a68e-207a124e51da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd66e2e12-4abf-4256-90e9-b609cd108b6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:21:05.487152 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] Bound using segment: {'id': '938e3e61-f930-4d90-a68e-207a124e51da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd66e2e12-4abf-4256-90e9-b609cd108b6d'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:21:05.487571 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] Bound port: bdafface-1bdf-4a86-9d73-325a4733b969, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '938e3e61-f930-4d90-a68e-207a124e51da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd66e2e12-4abf-4256-90e9-b609cd108b6d'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:21:05.487925 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:05.552353 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] For port bdafface-1bdf-4a86-9d73-325a4733b969, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:21:05.555169 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] For port bdafface-1bdf-4a86-9d73-325a4733b969, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=bdafface-1bdf-4a86-9d73-325a4733b969,segment=NetworkSegment(938e3e61-f930-4d90-a68e-207a124e51da),segment_id=938e3e61-f930-4d90-a68e-207a124e51da)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:21:05.559816 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:05.592838 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:05.593471 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:05.594839 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] 10.222.0.15 "PUT /v2.0/ports/bdafface-1bdf-4a86-9d73-325a4733b969 HTTP/1.1" status: 200 len: 1091 time: 0.5831747 Apr 28 20:21:05.614965 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89fc7a3-c63c-40dc-91a9-e88cc6488189 service neutron] Pushing event updated for resources: {'Port': ['ID=bdafface-1bdf-4a86-9d73-325a4733b969,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:05.656488 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-4f1ef2c3-9e96-4091-9009-f190240a7386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:05.661941 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-4f1ef2c3-9e96-4091-9009-f190240a7386 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=641ae01742534ac280fee1938a20d5df&device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 1094 time: 0.0402014 Apr 28 20:21:05.749472 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-dcdc9587-1681-4450-ab76-703aebdbcd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:05.750928 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-dcdc9587-1681-4450-ab76-703aebdbcd71 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d66e2e12-4abf-4256-90e9-b609cd108b6d HTTP/1.1" status: 200 len: 915 time: 0.0868928 Apr 28 20:21:05.793087 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-4e9047a1-7ca2-4bac-a04a-9260002e74e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdafface-1bdf-4a86-9d73-325a4733b969 HTTP/1.1" status: 200 len: 217 time: 0.0356913 Apr 28 20:21:05.842960 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-d8ecb94d-c4a6-485e-95df-9b47107e0e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:05.844382 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-d8ecb94d-c4a6-485e-95df-9b47107e0e2b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88ce46fb-d2de-40c5-9703-a50db22cb9cf HTTP/1.1" status: 200 len: 854 time: 0.0435114 Apr 28 20:21:05.855458 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bc4a5-a0bc-48fb-a46f-73451b0d4e50 req-fd8e1660-73a2-465d-a2ad-9b87e15de563 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:05.856966 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-931bc4a5-a0bc-48fb-a46f-73451b0d4e50 req-fd8e1660-73a2-465d-a2ad-9b87e15de563 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 943 time: 0.0498722 Apr 28 20:21:05.875691 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-d4260ef4-3036-4d6b-ba85-b833d4d93a1e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d66e2e12-4abf-4256-90e9-b609cd108b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250714 Apr 28 20:21:05.895377 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-931bc4a5-a0bc-48fb-a46f-73451b0d4e50 req-d2c1564d-236e-42b6-89ff-2358b423f236 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321941 Apr 28 20:21:05.969488 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-3762d08b-2ec5-4eeb-8022-5019dc101066 service neutron] 10.222.0.15 "GET /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871768 Apr 28 20:21:06.057307 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3c17baef-6485-4ab4-8fc8-50318b043649 req-1fa4cf3d-3da3-434b-ae1b-7cad64140227 service neutron] 10.222.0.15 "GET /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817704 Apr 28 20:21:07.020151 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a43722-54f1-4ec9-9d0a-3ed9deb9e93d req-7d026d00-123a-4fc7-8d8e-a0b561e71863 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:07.021614 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-18a43722-54f1-4ec9-9d0a-3ed9deb9e93d req-7d026d00-123a-4fc7-8d8e-a0b561e71863 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 943 time: 0.0542407 Apr 28 20:21:07.059770 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-18a43722-54f1-4ec9-9d0a-3ed9deb9e93d req-4f16c7c2-82a8-4b31-9ebd-158e42941e34 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315855 Apr 28 20:21:07.468842 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa17e11d-a483-40f3-a9bb-9bfec2d638d5', 'tag': 'bdafface-1bdf-4a86-9d73-325a4733b969'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:21:07.471169 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4aa75d1-b87b-4782-ad15-cda0925f45f5" -d '{"events": [{"name": "network-changed", "server_uuid": "aa17e11d-a483-40f3-a9bb-9bfec2d638d5", "tag": "bdafface-1bdf-4a86-9d73-325a4733b969"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:21:07.520295 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d2d664-9f96-4b69-8534-b03035480f51 x-openstack-request-id: req-26d2d664-9f96-4b69-8534-b03035480f51 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:21:07.520586 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa17e11d-a483-40f3-a9bb-9bfec2d638d5", "tag": "bdafface-1bdf-4a86-9d73-325a4733b969", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:21:07.520840 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-26d2d664-9f96-4b69-8534-b03035480f51 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:21:07.521321 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26d2d664-9f96-4b69-8534-b03035480f51'] response: {'name': 'network-changed', 'server_uuid': 'aa17e11d-a483-40f3-a9bb-9bfec2d638d5', 'tag': 'bdafface-1bdf-4a86-9d73-325a4733b969', 'status': 'completed', 'code': 200} Apr 28 20:21:07.590170 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa75d1-b87b-4782-ad15-cda0925f45f5 req-364f4b87-925a-49f6-9ffc-4f0dea744464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:07.591824 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a4aa75d1-b87b-4782-ad15-cda0925f45f5 req-364f4b87-925a-49f6-9ffc-4f0dea744464 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=641ae01742534ac280fee1938a20d5df&device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 1094 time: 0.0445261 Apr 28 20:21:07.594343 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa75d1-b87b-4782-ad15-cda0925f45f5 req-8c19342f-f0d4-4918-b886-08d8782ce08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:07.595900 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a4aa75d1-b87b-4782-ad15-cda0925f45f5 req-8c19342f-f0d4-4918-b886-08d8782ce08f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=641ae01742534ac280fee1938a20d5df&device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 1094 time: 0.0448985 Apr 28 20:21:07.677231 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device bdafface-1bdf-4a86-9d73-325a4733b969 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:21:07.686401 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa75d1-b87b-4782-ad15-cda0925f45f5 req-98a08f59-5328-47bc-9cf8-215a037bec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:07.688142 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a4aa75d1-b87b-4782-ad15-cda0925f45f5 req-98a08f59-5328-47bc-9cf8-215a037bec55 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d66e2e12-4abf-4256-90e9-b609cd108b6d HTTP/1.1" status: 200 len: 915 time: 0.0901656 Apr 28 20:21:07.693484 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa75d1-b87b-4782-ad15-cda0925f45f5 req-aba0486a-2216-4b5b-8bd3-26d3791a4549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:07.694961 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a4aa75d1-b87b-4782-ad15-cda0925f45f5 req-aba0486a-2216-4b5b-8bd3-26d3791a4549 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d66e2e12-4abf-4256-90e9-b609cd108b6d HTTP/1.1" status: 200 len: 915 time: 0.0923755 Apr 28 20:21:07.732577 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a4aa75d1-b87b-4782-ad15-cda0925f45f5 req-27ee6214-9029-4a84-862d-55c69fc81b3b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdafface-1bdf-4a86-9d73-325a4733b969 HTTP/1.1" status: 200 len: 217 time: 0.0378458 Apr 28 20:21:07.738941 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a4aa75d1-b87b-4782-ad15-cda0925f45f5 req-eb81fe6f-9262-4581-8ddc-ead75f3a5fef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdafface-1bdf-4a86-9d73-325a4733b969 HTTP/1.1" status: 200 len: 217 time: 0.0361705 Apr 28 20:21:07.776725 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port bdafface-1bdf-4a86-9d73-325a4733b969, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=bdafface-1bdf-4a86-9d73-325a4733b969,segment=NetworkSegment(938e3e61-f930-4d90-a68e-207a124e51da),segment_id=938e3e61-f930-4d90-a68e-207a124e51da)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:21:07.788969 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': 'bdafface-1bdf-4a86-9d73-325a4733b969', 'network_id': 'd66e2e12-4abf-4256-90e9-b609cd108b6d', 'port_id': 'bdafface-1bdf-4a86-9d73-325a4733b969', 'mac_address': 'fa:16:3e:18:21:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ce46fb-d2de-40c5-9703-a50db22cb9cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:21:07.789207 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa75d1-b87b-4782-ad15-cda0925f45f5 req-163749f7-73f5-4088-9d03-7f94e1a24bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:07.789906 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa75d1-b87b-4782-ad15-cda0925f45f5 req-338a5c5a-091c-4761-ad4f-79908899e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:07.791191 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a4aa75d1-b87b-4782-ad15-cda0925f45f5 req-163749f7-73f5-4088-9d03-7f94e1a24bf5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88ce46fb-d2de-40c5-9703-a50db22cb9cf HTTP/1.1" status: 200 len: 854 time: 0.0520861 Apr 28 20:21:07.791989 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a4aa75d1-b87b-4782-ad15-cda0925f45f5 req-338a5c5a-091c-4761-ad4f-79908899e884 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88ce46fb-d2de-40c5-9703-a50db22cb9cf HTTP/1.1" status: 200 len: 854 time: 0.0455921 Apr 28 20:21:07.822950 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a4aa75d1-b87b-4782-ad15-cda0925f45f5 req-4fa8323f-b4c5-4c0d-8a9d-bde249857211 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d66e2e12-4abf-4256-90e9-b609cd108b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253348 Apr 28 20:21:07.824863 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a4aa75d1-b87b-4782-ad15-cda0925f45f5 req-c84cc7f3-e616-4f45-b2f9-d79e0d53fd03 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d66e2e12-4abf-4256-90e9-b609cd108b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252478 Apr 28 20:21:07.827100 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:07.841439 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdafface-1bdf-4a86-9d73-325a4733b969 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:21:07.867584 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port bdafface-1bdf-4a86-9d73-325a4733b969, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=bdafface-1bdf-4a86-9d73-325a4733b969,segment=NetworkSegment(938e3e61-f930-4d90-a68e-207a124e51da),segment_id=938e3e61-f930-4d90-a68e-207a124e51da)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:21:07.871765 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:07.918385 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a4aa75d1-b87b-4782-ad15-cda0925f45f5 req-caf29026-4913-417d-9ba1-7f246409e0ab service neutron] 10.222.0.44 "GET /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889807 Apr 28 20:21:07.921830 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=bdafface-1bdf-4a86-9d73-325a4733b969,revision_number=8']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:07.922909 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a4aa75d1-b87b-4782-ad15-cda0925f45f5 req-709edeb6-8015-48b4-bfd9-489df73b0327 service neutron] 10.222.0.15 "GET /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907514 Apr 28 20:21:07.929292 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:07.929660 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:07.929994 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:07.930322 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:07.930654 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:07.930974 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:07.931293 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:07.931612 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:07.931957 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:07.932290 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:07.932804 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:07.933127 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:08.013764 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a4aa75d1-b87b-4782-ad15-cda0925f45f5 req-22a71276-ac88-4577-9ecc-1b1b2b643684 service neutron] 10.222.0.44 "GET /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883231 Apr 28 20:21:08.014192 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a4aa75d1-b87b-4782-ad15-cda0925f45f5 req-9d388e4c-7b84-413f-b6a6-8352449cf6b1 service neutron] 10.222.0.15 "GET /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841160 Apr 28 20:21:08.034535 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device bdafface-1bdf-4a86-9d73-325a4733b969 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:21:08.073076 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device bdafface-1bdf-4a86-9d73-325a4733b969 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:21:08.083694 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['bdafface-1bdf-4a86-9d73-325a4733b969'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:21:08.184657 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c951ca-6bf3-4e3b-9990-80b86bff4e70 req-e661cd87-5707-407f-b326-6446054dde1e tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:08.186183 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e4c951ca-6bf3-4e3b-9990-80b86bff4e70 req-e661cd87-5707-407f-b326-6446054dde1e tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 944 time: 0.0553780 Apr 28 20:21:08.225316 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e4c951ca-6bf3-4e3b-9990-80b86bff4e70 req-878c8885-61fa-419a-8efa-b57e068d525e tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330963 Apr 28 20:21:08.418516 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbede55-1be1-4c78-a2f6-bfaff51dea4c req-cdfbeae5-1cb2-4134-8e5a-8235bb7f388c tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:08.419994 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dcbede55-1be1-4c78-a2f6-bfaff51dea4c req-cdfbeae5-1cb2-4134-8e5a-8235bb7f388c tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 944 time: 0.0493569 Apr 28 20:21:08.458500 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dcbede55-1be1-4c78-a2f6-bfaff51dea4c req-5e6e92f7-62f8-43ff-b09f-2afbc836e2cb tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322866 Apr 28 20:21:08.465661 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb8cd1-5f1f-4d78-a5d4-b7694b5d3d92 req-c507fbc6-3efe-4821-8585-c6fd4cb04c87 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:08.467180 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-60bb8cd1-5f1f-4d78-a5d4-b7694b5d3d92 req-c507fbc6-3efe-4821-8585-c6fd4cb04c87 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5&tenant_id=641ae01742534ac280fee1938a20d5df&binding%3Ahost_id=n-h1-839810-1 HTTP/1.1" status: 200 len: 944 time: 0.0844061 Apr 28 20:21:08.524816 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [req-60bb8cd1-5f1f-4d78-a5d4-b7694b5d3d92 req-882380b4-4228-4392-a9ee-fa66bdb460fd service neutron] delete failed (client error): The resource could not be found. Apr 28 20:21:08.526454 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-60bb8cd1-5f1f-4d78-a5d4-b7694b5d3d92 req-882380b4-4228-4392-a9ee-fa66bdb460fd service neutron] 10.222.0.44 "DELETE /v2.0/ports/bdafface-1bdf-4a86-9d73-325a4733b969/bindings/n-h2-839810-1 HTTP/1.1" status: 404 len: 380 time: 0.0522811 Apr 28 20:21:08.613053 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb8cd1-5f1f-4d78-a5d4-b7694b5d3d92 req-38fb8f92-f5a7-47bd-a727-710d5becc4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:08.614575 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-60bb8cd1-5f1f-4d78-a5d4-b7694b5d3d92 req-38fb8f92-f5a7-47bd-a727-710d5becc4c4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=641ae01742534ac280fee1938a20d5df&device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 1095 time: 0.0464377 Apr 28 20:21:08.705967 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb8cd1-5f1f-4d78-a5d4-b7694b5d3d92 req-2677e01a-bce2-47cd-9509-803fd6145fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:08.707341 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-60bb8cd1-5f1f-4d78-a5d4-b7694b5d3d92 req-2677e01a-bce2-47cd-9509-803fd6145fad service neutron] 10.222.0.44 "GET /v2.0/networks?id=d66e2e12-4abf-4256-90e9-b609cd108b6d HTTP/1.1" status: 200 len: 915 time: 0.0852954 Apr 28 20:21:08.752036 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-60bb8cd1-5f1f-4d78-a5d4-b7694b5d3d92 req-8bc214d4-e1b1-43e5-aca5-4fa5ad50bba3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdafface-1bdf-4a86-9d73-325a4733b969 HTTP/1.1" status: 200 len: 217 time: 0.0376661 Apr 28 20:21:08.799792 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb8cd1-5f1f-4d78-a5d4-b7694b5d3d92 req-06a2f064-faff-4cc1-97ce-94dbd77ad2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:08.801243 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-60bb8cd1-5f1f-4d78-a5d4-b7694b5d3d92 req-06a2f064-faff-4cc1-97ce-94dbd77ad2df service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88ce46fb-d2de-40c5-9703-a50db22cb9cf HTTP/1.1" status: 200 len: 854 time: 0.0432556 Apr 28 20:21:08.832443 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-60bb8cd1-5f1f-4d78-a5d4-b7694b5d3d92 req-7add831f-8d81-4ed7-8964-c2fb65d804e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d66e2e12-4abf-4256-90e9-b609cd108b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238380 Apr 28 20:21:08.923372 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-60bb8cd1-5f1f-4d78-a5d4-b7694b5d3d92 req-20551e0f-b974-47a7-ac4e-d2f81345b5a8 service neutron] 10.222.0.44 "GET /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840013 Apr 28 20:21:09.011659 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-60bb8cd1-5f1f-4d78-a5d4-b7694b5d3d92 req-3677a020-b170-4783-be7c-5cbc1050a766 service neutron] 10.222.0.44 "GET /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816948 Apr 28 20:21:09.579689 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e963dd-4ae0-4934-b3e4-1c4b7377a07b req-e40f960d-b1db-4554-90a1-6347fec6dbab tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:09.581098 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-31e963dd-4ae0-4934-b3e4-1c4b7377a07b req-e40f960d-b1db-4554-90a1-6347fec6dbab tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 944 time: 0.0507009 Apr 28 20:21:09.618017 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-31e963dd-4ae0-4934-b3e4-1c4b7377a07b req-9dfcf065-48d7-4a1d-aa5c-1375d0928b0a tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307729 Apr 28 20:21:09.688874 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device bdafface-1bdf-4a86-9d73-325a4733b969 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:21:09.736561 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0408bd-115a-49ee-94c3-fea78f4e9ab1 req-dc97533d-1243-4b97-b425-3af4bf4dca24 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:09.738034 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2b0408bd-115a-49ee-94c3-fea78f4e9ab1 req-dc97533d-1243-4b97-b425-3af4bf4dca24 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 944 time: 0.0483406 Apr 28 20:21:09.740236 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port bdafface-1bdf-4a86-9d73-325a4733b969 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:21:09.744077 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port bdafface-1bdf-4a86-9d73-325a4733b969 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:21:09.745059 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:09.776316 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2b0408bd-115a-49ee-94c3-fea78f4e9ab1 req-23561d29-3e55-4777-95b1-da474f147a39 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320067 Apr 28 20:21:09.825978 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:09.848853 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa17e11d-a483-40f3-a9bb-9bfec2d638d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdafface-1bdf-4a86-9d73-325a4733b969'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:21:09.850987 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a633d7f2-f47f-4964-bb73-6b36baa99d91" -d '{"events": [{"server_uuid": "aa17e11d-a483-40f3-a9bb-9bfec2d638d5", "name": "network-vif-plugged", "status": "completed", "tag": "bdafface-1bdf-4a86-9d73-325a4733b969"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:21:09.864371 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port bdafface-1bdf-4a86-9d73-325a4733b969, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=bdafface-1bdf-4a86-9d73-325a4733b969,segment=NetworkSegment(938e3e61-f930-4d90-a68e-207a124e51da),segment_id=938e3e61-f930-4d90-a68e-207a124e51da)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:21:09.868971 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:09.894067 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d0ef9a-dafc-4f60-a476-a619533bab94 x-openstack-request-id: req-82d0ef9a-dafc-4f60-a476-a619533bab94 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:21:09.894360 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa17e11d-a483-40f3-a9bb-9bfec2d638d5", "name": "network-vif-plugged", "status": "completed", "tag": "bdafface-1bdf-4a86-9d73-325a4733b969", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:21:09.894611 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-82d0ef9a-dafc-4f60-a476-a619533bab94 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:21:09.894999 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82d0ef9a-dafc-4f60-a476-a619533bab94'] response: {'server_uuid': 'aa17e11d-a483-40f3-a9bb-9bfec2d638d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdafface-1bdf-4a86-9d73-325a4733b969', 'code': 200} Apr 28 20:21:09.903873 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250dad6a-7622-4c61-9bc7-686b3fa80768 req-552329fc-af2c-4a1e-9604-3bb82ae9d57d tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:09.905396 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-250dad6a-7622-4c61-9bc7-686b3fa80768 req-552329fc-af2c-4a1e-9604-3bb82ae9d57d tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 944 time: 0.0569077 Apr 28 20:21:09.921646 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=bdafface-1bdf-4a86-9d73-325a4733b969,revision_number=9']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:09.943064 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-250dad6a-7622-4c61-9bc7-686b3fa80768 req-80b3521b-1a74-4d98-867e-a3ac90c6a966 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313675 Apr 28 20:21:10.276550 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2715644-b6d3-4d3e-834e-a138c3b48401 req-7766deaf-b8a9-4a39-a560-bfb098474db1 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:10.278020 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a2715644-b6d3-4d3e-834e-a138c3b48401 req-7766deaf-b8a9-4a39-a560-bfb098474db1 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 945 time: 0.0536160 Apr 28 20:21:10.315801 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a2715644-b6d3-4d3e-834e-a138c3b48401 req-42feb883-09d9-4a66-a040-3687a2d17a8b tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318274 Apr 28 20:21:11.411589 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c68f8e-a3a3-4743-ab62-e231912a5e16 req-f28a881d-7a68-4ffd-980e-0ef6d5b52366 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:11.413309 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-42c68f8e-a3a3-4743-ab62-e231912a5e16 req-f28a881d-7a68-4ffd-980e-0ef6d5b52366 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 945 time: 0.0497642 Apr 28 20:21:11.433339 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936c60c-462d-4cdc-8693-f71765e7f9a6 req-173e280b-1b57-4394-8457-390ba9895e51 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:11.434804 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6936c60c-462d-4cdc-8693-f71765e7f9a6 req-173e280b-1b57-4394-8457-390ba9895e51 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa17e11d-a483-40f3-a9bb-9bfec2d638d5 HTTP/1.1" status: 200 len: 945 time: 0.0498800 Apr 28 20:21:11.473430 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6936c60c-462d-4cdc-8693-f71765e7f9a6 req-65160388-c3ea-4025-9b4f-ffff9a0e537e tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.42 "GET /v2.0/security-groups?id=19fb87b7-c080-4ee0-93db-f8f5e40efac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324986 Apr 28 20:21:11.500500 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-42c68f8e-a3a3-4743-ab62-e231912a5e16 req-fd3a32b6-f3b7-4541-994f-e24d36041f07 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Deleting port bdafface-1bdf-4a86-9d73-325a4733b969 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:21:11.500847 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-42c68f8e-a3a3-4743-ab62-e231912a5e16 req-fd3a32b6-f3b7-4541-994f-e24d36041f07 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:11.589820 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-42c68f8e-a3a3-4743-ab62-e231912a5e16 req-fd3a32b6-f3b7-4541-994f-e24d36041f07 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] For port bdafface-1bdf-4a86-9d73-325a4733b969, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=bdafface-1bdf-4a86-9d73-325a4733b969,segment=NetworkSegment(938e3e61-f930-4d90-a68e-207a124e51da),segment_id=938e3e61-f930-4d90-a68e-207a124e51da)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:21:11.590103 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-42c68f8e-a3a3-4743-ab62-e231912a5e16 req-fd3a32b6-f3b7-4541-994f-e24d36041f07 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:11.602477 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-42c68f8e-a3a3-4743-ab62-e231912a5e16 req-fd3a32b6-f3b7-4541-994f-e24d36041f07 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Calling delete_port for bdafface-1bdf-4a86-9d73-325a4733b969 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:21:11.728574 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-42c68f8e-a3a3-4743-ab62-e231912a5e16 req-fd3a32b6-f3b7-4541-994f-e24d36041f07 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:11.740289 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['bdafface-1bdf-4a86-9d73-325a4733b969'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:21:11.756897 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a32b6-f3b7-4541-994f-e24d36041f07 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Pushing event deleted for resources: {'Port': ['ID=bdafface-1bdf-4a86-9d73-325a4733b969,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:11.797500 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c68f8e-a3a3-4743-ab62-e231912a5e16 req-fd3a32b6-f3b7-4541-994f-e24d36041f07 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] No DVR routers for this DVR port bdafface-1bdf-4a86-9d73-325a4733b969 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:21:11.800157 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-42c68f8e-a3a3-4743-ab62-e231912a5e16 req-fd3a32b6-f3b7-4541-994f-e24d36041f07 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:11.803469 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-42c68f8e-a3a3-4743-ab62-e231912a5e16 req-fd3a32b6-f3b7-4541-994f-e24d36041f07 tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] 10.222.0.15 "DELETE /v2.0/ports/bdafface-1bdf-4a86-9d73-325a4733b969 HTTP/1.1" status: 204 len: 173 time: 0.3852224 Apr 28 20:21:11.803898 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa17e11d-a483-40f3-a9bb-9bfec2d638d5', 'name': 'network-vif-deleted', 'tag': 'bdafface-1bdf-4a86-9d73-325a4733b969'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:21:11.806209 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd43273-7412-457c-8d65-75f4e66efdf6" -d '{"events": [{"server_uuid": "aa17e11d-a483-40f3-a9bb-9bfec2d638d5", "name": "network-vif-deleted", "tag": "bdafface-1bdf-4a86-9d73-325a4733b969"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:21:11.844783 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd7f6ef-fc69-46e2-b7eb-65c4d15a3093 x-openstack-request-id: req-0fd7f6ef-fc69-46e2-b7eb-65c4d15a3093 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:21:11.845078 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa17e11d-a483-40f3-a9bb-9bfec2d638d5", "name": "network-vif-deleted", "tag": "bdafface-1bdf-4a86-9d73-325a4733b969", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:21:11.845327 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0fd7f6ef-fc69-46e2-b7eb-65c4d15a3093 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:21:11.845806 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fd7f6ef-fc69-46e2-b7eb-65c4d15a3093'] response: {'server_uuid': 'aa17e11d-a483-40f3-a9bb-9bfec2d638d5', 'name': 'network-vif-deleted', 'tag': 'bdafface-1bdf-4a86-9d73-325a4733b969', 'status': 'completed', 'code': 200} Apr 28 20:21:12.593403 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35964) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:21:12.637366 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-000ef872-1b26-48a5-be39-8a8b6bd11fbf admin admin] Deleting subnet 88ce46fb-d2de-40c5-9703-a50db22cb9cf {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:21:12.640301 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-000ef872-1b26-48a5-be39-8a8b6bd11fbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:12.677206 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-000ef872-1b26-48a5-be39-8a8b6bd11fbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:12.714676 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-000ef872-1b26-48a5-be39-8a8b6bd11fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:12.765050 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-000ef872-1b26-48a5-be39-8a8b6bd11fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:12.791481 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ef872-1b26-48a5-be39-8a8b6bd11fbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88ce46fb-d2de-40c5-9703-a50db22cb9cf,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:12.793853 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-000ef872-1b26-48a5-be39-8a8b6bd11fbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:12.797125 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-000ef872-1b26-48a5-be39-8a8b6bd11fbf admin admin] 10.222.0.42 "DELETE /v2.0/subnets/88ce46fb-d2de-40c5-9703-a50db22cb9cf HTTP/1.1" status: 204 len: 168 time: 0.2025139 Apr 28 20:21:12.799788 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35966) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:21:12.803428 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ef872-1b26-48a5-be39-8a8b6bd11fbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:12.803773 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ef872-1b26-48a5-be39-8a8b6bd11fbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:12.804128 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ef872-1b26-48a5-be39-8a8b6bd11fbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:12.804473 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ef872-1b26-48a5-be39-8a8b6bd11fbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:12.804805 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ef872-1b26-48a5-be39-8a8b6bd11fbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:12.805134 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ef872-1b26-48a5-be39-8a8b6bd11fbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:12.805460 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ef872-1b26-48a5-be39-8a8b6bd11fbf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:12.805835 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ef872-1b26-48a5-be39-8a8b6bd11fbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:12.806106 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ef872-1b26-48a5-be39-8a8b6bd11fbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:12.806429 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ef872-1b26-48a5-be39-8a8b6bd11fbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:12.806751 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ef872-1b26-48a5-be39-8a8b6bd11fbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:12.807302 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ef872-1b26-48a5-be39-8a8b6bd11fbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:12.870139 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb94f2a3-9703-4bd9-9048-97e100e18740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:12.945401 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb94f2a3-9703-4bd9-9048-97e100e18740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:12.965671 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-cb94f2a3-9703-4bd9-9048-97e100e18740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d66e2e12-4abf-4256-90e9-b609cd108b6d']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:21:12.974469 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-cb94f2a3-9703-4bd9-9048-97e100e18740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '938e3e61-f930-4d90-a68e-207a124e51da') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:21:12.974757 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-cb94f2a3-9703-4bd9-9048-97e100e18740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '938e3e61-f930-4d90-a68e-207a124e51da') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:21:12.988337 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb94f2a3-9703-4bd9-9048-97e100e18740 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:13.001319 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb94f2a3-9703-4bd9-9048-97e100e18740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:13.006822 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb94f2a3-9703-4bd9-9048-97e100e18740 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:21:13.007193 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb94f2a3-9703-4bd9-9048-97e100e18740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:13.008824 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 20:21:13.008824 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:21:13.008824 n-d-839810-1 neutron-server[102773]: timer() Apr 28 20:21:13.008824 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:21:13.008824 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 20:21:13.008824 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:21:13.008824 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 20:21:13.008824 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:21:13.008824 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 20:21:13.008824 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:21:13.008824 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 20:21:13.008824 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:21:13.008824 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 20:21:13.008824 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:21:13.008824 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:21:13.008824 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:21:13.008824 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:21:13.008824 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:21:13.008824 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 20:21:13.008824 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:21:13.008824 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 20:21:13.008824 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:21:13.008824 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:21:13.008824 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:21:13.008824 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 20:21:13.008824 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:21:13.008824 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:21:13.008824 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:21:13.008824 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:21:13.008824 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:21:13.008824 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:21:13.008824 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:21:13.061505 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb94f2a3-9703-4bd9-9048-97e100e18740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:13.066771 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cb94f2a3-9703-4bd9-9048-97e100e18740 admin admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:13.069979 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cb94f2a3-9703-4bd9-9048-97e100e18740 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d66e2e12-4abf-4256-90e9-b609cd108b6d HTTP/1.1" status: 204 len: 168 time: 0.2690766 Apr 28 20:21:13.081081 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94f2a3-9703-4bd9-9048-97e100e18740 admin admin] Pushing event deleted for resources: {'Network': ['ID=d66e2e12-4abf-4256-90e9-b609cd108b6d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:13.180677 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35970) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:21:13.221175 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6e154c10-dd7e-4cc3-a68e-883bb95f8eac admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=641ae01742534ac280fee1938a20d5df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392704 Apr 28 20:21:13.223526 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35972) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:21:13.271522 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-52acb911-91fc-4664-812f-4107f2001ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:13.293110 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-52acb911-91fc-4664-812f-4107f2001ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:13.344004 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-52acb911-91fc-4664-812f-4107f2001ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:13.346594 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-52acb911-91fc-4664-812f-4107f2001ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:13.347768 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-52acb911-91fc-4664-812f-4107f2001ebd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/19fb87b7-c080-4ee0-93db-f8f5e40efac8 HTTP/1.1" status: 204 len: 168 time: 0.1233494 Apr 28 20:21:13.356744 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52acb911-91fc-4664-812f-4107f2001ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fb87b7-c080-4ee0-93db-f8f5e40efac8,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:14.038814 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 35994) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:21:14.135539 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-d3e74bcf-2dfc-44b0-8bab-2afc520d4a51 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1753222697-network', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:21:14.154111 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e74bcf-2dfc-44b0-8bab-2afc520d4a51 admin admin] Made reservation on behalf of 1f83ebb2a8c04887a5f540e44af07209 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:21:14.156325 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d3e74bcf-2dfc-44b0-8bab-2afc520d4a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:14.165375 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d3e74bcf-2dfc-44b0-8bab-2afc520d4a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:14.239582 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d3e74bcf-2dfc-44b0-8bab-2afc520d4a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:14.243086 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d3e74bcf-2dfc-44b0-8bab-2afc520d4a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:14.264639 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e74bcf-2dfc-44b0-8bab-2afc520d4a51 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:21:14.279693 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d3e74bcf-2dfc-44b0-8bab-2afc520d4a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:14.280033 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-d3e74bcf-2dfc-44b0-8bab-2afc520d4a51 admin admin] Added segment f9ea0291-75cd-452b-ad00-a3452267c515 of type vlan for network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e Apr 28 20:21:14.281206 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e74bcf-2dfc-44b0-8bab-2afc520d4a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ec0e48-6405-4153-b2f0-6a6305e1f010,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:14.327476 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d3e74bcf-2dfc-44b0-8bab-2afc520d4a51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:14.350893 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d3e74bcf-2dfc-44b0-8bab-2afc520d4a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:14.351914 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e74bcf-2dfc-44b0-8bab-2afc520d4a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:14.352517 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-d3e74bcf-2dfc-44b0-8bab-2afc520d4a51 admin admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:14.403035 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d3e74bcf-2dfc-44b0-8bab-2afc520d4a51 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3631182 Apr 28 20:21:14.406001 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 35998) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:21:14.410996 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-da5a55ad-58f5-488e-a35b-1a83fdfee157 admin admin] Request body: {'subnet': {'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1753222697-subnet', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:21:14.415968 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e74bcf-2dfc-44b0-8bab-2afc520d4a51 admin admin] Pushing event updated for resources: {'Network': ['ID=8128c25a-6a30-4d73-8866-65d8aa0d7a4e,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:14.426219 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:21:14.431262 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5a55ad-58f5-488e-a35b-1a83fdfee157 admin admin] Made reservation on behalf of 1f83ebb2a8c04887a5f540e44af07209 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:21:14.434332 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da5a55ad-58f5-488e-a35b-1a83fdfee157 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:14.601953 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da5a55ad-58f5-488e-a35b-1a83fdfee157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:14.662935 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a55ad-58f5-488e-a35b-1a83fdfee157 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c868549d-28d5-4475-ade5-9d8964c62e06,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:14.670886 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5a55ad-58f5-488e-a35b-1a83fdfee157 admin admin] Checking segment: {'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:21:14.671245 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5a55ad-58f5-488e-a35b-1a83fdfee157 admin admin] Network hostable DHCP agents. Network: 8128c25a-6a30-4d73-8866-65d8aa0d7a4e, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:21:14.688314 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5a55ad-58f5-488e-a35b-1a83fdfee157 admin admin] Network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:21:14.696538 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-da5a55ad-58f5-488e-a35b-1a83fdfee157 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 8128c25a-6a30-4d73-8866-65d8aa0d7a4e) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:21:14.701382 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5a55ad-58f5-488e-a35b-1a83fdfee157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:14.702120 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-da5a55ad-58f5-488e-a35b-1a83fdfee157 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:14.707725 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfb7f6a-b715-4db1-916e-6be3ea0270ab None None] Network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:21:14.725478 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-da5a55ad-58f5-488e-a35b-1a83fdfee157 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3181100 Apr 28 20:21:14.727212 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36000) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:21:14.734733 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-4873b6f2-8209-4f2c-972d-72c1bd3d25e8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1753222697-router', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:21:14.757083 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4873b6f2-8209-4f2c-972d-72c1bd3d25e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:14.758176 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4873b6f2-8209-4f2c-972d-72c1bd3d25e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:14.814546 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4873b6f2-8209-4f2c-972d-72c1bd3d25e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:14.865793 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93427a3c-58f1-4cf3-b216-d7ee742a944a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:21:14.866638 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-93427a3c-58f1-4cf3-b216-d7ee742a944a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:14.951179 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4873b6f2-8209-4f2c-972d-72c1bd3d25e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:15.004666 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-93427a3c-58f1-4cf3-b216-d7ee742a944a None None] Allocated IP 172.20.0.2 (8128c25a-6a30-4d73-8866-65d8aa0d7a4e/c868549d-28d5-4475-ade5-9d8964c62e06/bab41b31-128a-4548-82cb-5d3629508e74) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:21:15.149496 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4873b6f2-8209-4f2c-972d-72c1bd3d25e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:15.152595 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-93427a3c-58f1-4cf3-b216-d7ee742a944a None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:15.158115 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-93427a3c-58f1-4cf3-b216-d7ee742a944a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:15.169947 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4873b6f2-8209-4f2c-972d-72c1bd3d25e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:15.199739 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93427a3c-58f1-4cf3-b216-d7ee742a944a None None] Network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:21:15.202648 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-93427a3c-58f1-4cf3-b216-d7ee742a944a None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:21:15.206134 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93427a3c-58f1-4cf3-b216-d7ee742a944a None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:21:15.212978 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93427a3c-58f1-4cf3-b216-d7ee742a944a None None] Pushing event updated for resources: {'Port': ['ID=bab41b31-128a-4548-82cb-5d3629508e74,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:15.264519 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-93427a3c-58f1-4cf3-b216-d7ee742a944a None None] Attempting to bind port bab41b31-128a-4548-82cb-5d3629508e74 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:21:15.264885 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-93427a3c-58f1-4cf3-b216-d7ee742a944a None None] Attempting to bind port bab41b31-128a-4548-82cb-5d3629508e74 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:21:15.265244 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93427a3c-58f1-4cf3-b216-d7ee742a944a None None] Attempting to bind port bab41b31-128a-4548-82cb-5d3629508e74 on network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:21:15.269943 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93427a3c-58f1-4cf3-b216-d7ee742a944a None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:21:15.270309 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93427a3c-58f1-4cf3-b216-d7ee742a944a None None] Checking segment: {'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:21:15.270847 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-93427a3c-58f1-4cf3-b216-d7ee742a944a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:15.271090 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93427a3c-58f1-4cf3-b216-d7ee742a944a None None] Bound using segment: {'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:21:15.271544 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-93427a3c-58f1-4cf3-b216-d7ee742a944a None None] Bound port: bab41b31-128a-4548-82cb-5d3629508e74, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:21:15.271684 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-4873b6f2-8209-4f2c-972d-72c1bd3d25e8 admin admin] Allocated IP 172.25.8.238 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/ced2ee11-be81-4b60-85db-e79c57362836) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:21:15.271951 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-93427a3c-58f1-4cf3-b216-d7ee742a944a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:15.339329 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-93427a3c-58f1-4cf3-b216-d7ee742a944a None None] For port bab41b31-128a-4548-82cb-5d3629508e74, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:21:15.342576 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-93427a3c-58f1-4cf3-b216-d7ee742a944a None None] For port bab41b31-128a-4548-82cb-5d3629508e74, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=bab41b31-128a-4548-82cb-5d3629508e74,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:21:15.346076 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-93427a3c-58f1-4cf3-b216-d7ee742a944a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:15.383389 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4873b6f2-8209-4f2c-972d-72c1bd3d25e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:15.407041 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93427a3c-58f1-4cf3-b216-d7ee742a944a None None] Pushing event updated for resources: {'Port': ['ID=bab41b31-128a-4548-82cb-5d3629508e74,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:15.421249 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4873b6f2-8209-4f2c-972d-72c1bd3d25e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:15.461877 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4873b6f2-8209-4f2c-972d-72c1bd3d25e8 admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:21:15.466981 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-4873b6f2-8209-4f2c-972d-72c1bd3d25e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:21:15.471483 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4873b6f2-8209-4f2c-972d-72c1bd3d25e8 admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:21:15.474564 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4873b6f2-8209-4f2c-972d-72c1bd3d25e8 admin admin] Pushing event updated for resources: {'Port': ['ID=ced2ee11-be81-4b60-85db-e79c57362836,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:15.719260 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device bdafface-1bdf-4a86-9d73-325a4733b969 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:21:15.740820 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: bdafface-1bdf-4a86-9d73-325a4733b969 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:21:15.741168 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device bdafface-1bdf-4a86-9d73-325a4733b969 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:21:15.741296 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4873b6f2-8209-4f2c-972d-72c1bd3d25e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:15.938298 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4873b6f2-8209-4f2c-972d-72c1bd3d25e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:16.070782 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4873b6f2-8209-4f2c-972d-72c1bd3d25e8 admin admin] Router dd35d6dd-350a-45e0-8bf5-3089915b0197 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 20:21:16.183497 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4873b6f2-8209-4f2c-972d-72c1bd3d25e8 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:21:16.195138 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d576427e-91d7-4304-a384-f275d3722556 None None] Sync routers for ids ['dd35d6dd-350a-45e0-8bf5-3089915b0197'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:21:16.202864 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4873b6f2-8209-4f2c-972d-72c1bd3d25e8 admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:16.204084 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4873b6f2-8209-4f2c-972d-72c1bd3d25e8 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4755735 Apr 28 20:21:16.206798 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36002) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:21:16.210177 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d576427e-91d7-4304-a384-f275d3722556 None None] Routers {'dd35d6dd-350a-45e0-8bf5-3089915b0197'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:21:16.210801 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d576427e-91d7-4304-a384-f275d3722556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:20:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['dd35d6dd-350a-45e0-8bf5-3089915b0197'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:21:16.335620 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-d576427e-91d7-4304-a384-f275d3722556 None None] Set router dd35d6dd-350a-45e0-8bf5-3089915b0197 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:21:16.368739 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5421fb-e362-4de4-9051-68f71bb08a80 None None] Network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:21:16.641126 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-604cf841-f529-4158-8dc0-ab53f4db78fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:16.687388 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-8bfe13bf-6885-4e11-be4d-f013c728fe7f None None] Provisioning complete for port bab41b31-128a-4548-82cb-5d3629508e74 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:21:16.687761 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8bfe13bf-6885-4e11-be4d-f013c728fe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:16.838114 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-604cf841-f529-4158-8dc0-ab53f4db78fb admin admin] Allocated IP 172.20.0.1 (8128c25a-6a30-4d73-8866-65d8aa0d7a4e/c868549d-28d5-4475-ade5-9d8964c62e06/59822cde-fe66-4b2a-b589-a660a7586553) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:21:16.887189 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8bfe13bf-6885-4e11-be4d-f013c728fe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:16.893542 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d576427e-91d7-4304-a384-f275d3722556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'name': 'tempest-ServerActionsTestJSON-1753222697-router', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:21:14Z', 'updated_at': '2022-04-28T20:21:15Z', 'revision_number': 3, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'gw_port': {'id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:15Z', 'updated_at': '2022-04-28T20:21:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:21:16.935118 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d576427e-91d7-4304-a384-f275d3722556 None None] Checking router: dd35d6dd-350a-45e0-8bf5-3089915b0197 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:21:16.935473 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d576427e-91d7-4304-a384-f275d3722556 None None] Updating router dd35d6dd-350a-45e0-8bf5-3089915b0197 port ced2ee11-be81-4b60-85db-e79c57362836 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:21:16.981196 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-8bfe13bf-6885-4e11-be4d-f013c728fe7f None None] For port bab41b31-128a-4548-82cb-5d3629508e74, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=bab41b31-128a-4548-82cb-5d3629508e74,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:21:16.982489 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d576427e-91d7-4304-a384-f275d3722556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:17.005229 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8bfe13bf-6885-4e11-be4d-f013c728fe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:17.140305 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe13bf-6885-4e11-be4d-f013c728fe7f None None] Pushing event updated for resources: {'Port': ['ID=bab41b31-128a-4548-82cb-5d3629508e74,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:17.157444 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-bcce2900-8429-4ddf-ad34-403ac200356b None None] Provisioning complete for port bab41b31-128a-4548-82cb-5d3629508e74 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:21:17.157821 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bcce2900-8429-4ddf-ad34-403ac200356b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:17.322380 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-604cf841-f529-4158-8dc0-ab53f4db78fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:17.358860 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-604cf841-f529-4158-8dc0-ab53f4db78fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:17.382611 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d576427e-91d7-4304-a384-f275d3722556 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:17.389416 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d576427e-91d7-4304-a384-f275d3722556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:17.398213 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604cf841-f529-4158-8dc0-ab53f4db78fb admin admin] Network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:21:17.403956 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-604cf841-f529-4158-8dc0-ab53f4db78fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:21:17.406422 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604cf841-f529-4158-8dc0-ab53f4db78fb admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:21:17.444243 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604cf841-f529-4158-8dc0-ab53f4db78fb admin admin] Pushing event updated for resources: {'Port': ['ID=59822cde-fe66-4b2a-b589-a660a7586553,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:17.458564 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bab41b31-128a-4548-82cb-5d3629508e74 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:21:17.465752 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-604cf841-f529-4158-8dc0-ab53f4db78fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:17.467008 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d576427e-91d7-4304-a384-f275d3722556 None None] Attempting to bind port ced2ee11-be81-4b60-85db-e79c57362836 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:21:17.467443 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d576427e-91d7-4304-a384-f275d3722556 None None] Attempting to bind port ced2ee11-be81-4b60-85db-e79c57362836 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:21:17.468091 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d576427e-91d7-4304-a384-f275d3722556 None None] Attempting to bind port ced2ee11-be81-4b60-85db-e79c57362836 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:21:17.492479 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6971d6-2c01-474c-a6e4-42ec14c5f3ff None None] Pushing event updated for resources: {'Port': ['ID=ced2ee11-be81-4b60-85db-e79c57362836,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:17.497748 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d576427e-91d7-4304-a384-f275d3722556 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:21:17.498203 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d576427e-91d7-4304-a384-f275d3722556 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:21:17.498665 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d576427e-91d7-4304-a384-f275d3722556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:17.499147 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d576427e-91d7-4304-a384-f275d3722556 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:21:17.499926 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-d576427e-91d7-4304-a384-f275d3722556 None None] Bound port: ced2ee11-be81-4b60-85db-e79c57362836, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:21:17.500400 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d576427e-91d7-4304-a384-f275d3722556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:17.570101 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d576427e-91d7-4304-a384-f275d3722556 None None] For port ced2ee11-be81-4b60-85db-e79c57362836, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:21:17.574212 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d576427e-91d7-4304-a384-f275d3722556 None None] For port ced2ee11-be81-4b60-85db-e79c57362836, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ced2ee11-be81-4b60-85db-e79c57362836,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:21:17.580621 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port bab41b31-128a-4548-82cb-5d3629508e74 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:21:17.581071 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:17.583060 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d576427e-91d7-4304-a384-f275d3722556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:17.617917 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-604cf841-f529-4158-8dc0-ab53f4db78fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:17.695773 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6971d6-2c01-474c-a6e4-42ec14c5f3ff None None] Pushing event updated for resources: {'Port': ['ID=ced2ee11-be81-4b60-85db-e79c57362836,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:17.700032 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d576427e-91d7-4304-a384-f275d3722556 None None] Routers {'dd35d6dd-350a-45e0-8bf5-3089915b0197'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:21:17.700657 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d576427e-91d7-4304-a384-f275d3722556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:20:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['dd35d6dd-350a-45e0-8bf5-3089915b0197'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:21:17.705392 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-45f6ec5d-bcdf-44f7-8348-8fe8e55d2405 None None] Provisioning complete for port 59822cde-fe66-4b2a-b589-a660a7586553 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:21:17.705761 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-45f6ec5d-bcdf-44f7-8348-8fe8e55d2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:17.779777 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-604cf841-f529-4158-8dc0-ab53f4db78fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:17.784241 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-604cf841-f529-4158-8dc0-ab53f4db78fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:17.845677 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-45f6ec5d-bcdf-44f7-8348-8fe8e55d2405 None None] Port 59822cde-fe66-4b2a-b589-a660a7586553 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:21:17.854673 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604cf841-f529-4158-8dc0-ab53f4db78fb admin admin] Pushing event updated for resources: {'Port': ['ID=59822cde-fe66-4b2a-b589-a660a7586553,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:17.857982 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-604cf841-f529-4158-8dc0-ab53f4db78fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:17.868205 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-d576427e-91d7-4304-a384-f275d3722556 None None] Set router dd35d6dd-350a-45e0-8bf5-3089915b0197 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:21:17.947787 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604cf841-f529-4158-8dc0-ab53f4db78fb admin admin] Network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:21:17.949403 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-604cf841-f529-4158-8dc0-ab53f4db78fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:21:18.076370 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604cf841-f529-4158-8dc0-ab53f4db78fb admin admin] Router dd35d6dd-350a-45e0-8bf5-3089915b0197 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:21:18.080006 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d576427e-91d7-4304-a384-f275d3722556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'name': 'tempest-ServerActionsTestJSON-1753222697-router', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:21:14Z', 'updated_at': '2022-04-28T20:21:17Z', 'revision_number': 4, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'gw_port': {'id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:15Z', 'updated_at': '2022-04-28T20:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '59822cde-fe66-4b2a-b589-a660a7586553', 'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'mac_address': 'fa:16:3e:a9:04:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:16Z', 'updated_at': '2022-04-28T20:21:16Z', 'revision_number': 1, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'subnets': [{'id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:21:18.107998 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d576427e-91d7-4304-a384-f275d3722556 None None] The sync data for ids ['dd35d6dd-350a-45e0-8bf5-3089915b0197'] in n-d-839810-1 is: [{'id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'name': 'tempest-ServerActionsTestJSON-1753222697-router', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:21:14Z', 'updated_at': '2022-04-28T20:21:17Z', 'revision_number': 4, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'gw_port': {'id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:15Z', 'updated_at': '2022-04-28T20:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '59822cde-fe66-4b2a-b589-a660a7586553', 'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'mac_address': 'fa:16:3e:a9:04:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:16Z', 'updated_at': '2022-04-28T20:21:16Z', 'revision_number': 1, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'subnets': [{'id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:21:18.168696 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-e48aa859-8c49-424f-a64a-abc97d9f9466 None None] Provisioning complete for port 59822cde-fe66-4b2a-b589-a660a7586553 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:21:18.169066 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e48aa859-8c49-424f-a64a-abc97d9f9466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:18.194049 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604cf841-f529-4158-8dc0-ab53f4db78fb admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:21:18.199605 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-604cf841-f529-4158-8dc0-ab53f4db78fb admin admin] 10.222.0.42 "PUT /v2.0/routers/dd35d6dd-350a-45e0-8bf5-3089915b0197/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9918082 Apr 28 20:21:18.207980 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-e48aa859-8c49-424f-a64a-abc97d9f9466 None None] Port 59822cde-fe66-4b2a-b589-a660a7586553 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:21:18.740140 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36010) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:21:18.745652 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-a6e355f0-acd5-4692-a2a7-1a265d2f8abf tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2137605993', 'description': 'tempest-description--1695634577'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:21:18.800614 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6e355f0-acd5-4692-a2a7-1a265d2f8abf tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:18.878288 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6e355f0-acd5-4692-a2a7-1a265d2f8abf tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:18.882204 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6e355f0-acd5-4692-a2a7-1a265d2f8abf tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:18.913953 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e355f0-acd5-4692-a2a7-1a265d2f8abf tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b96f3785-2ff7-49de-afb5-b2c9d183b8d6,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:18.919054 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a6e355f0-acd5-4692-a2a7-1a265d2f8abf tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:18.923020 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a6e355f0-acd5-4692-a2a7-1a265d2f8abf tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1790352 Apr 28 20:21:18.923559 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36012) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:21:18.927919 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-efb2a207-1202-42c5-825e-5c89a2476d48 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Request body: {'security_group_rule': {'security_group_id': 'b96f3785-2ff7-49de-afb5-b2c9d183b8d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:21:18.958340 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-efb2a207-1202-42c5-825e-5c89a2476d48 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:19.026417 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-efb2a207-1202-42c5-825e-5c89a2476d48 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:19.031501 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-efb2a207-1202-42c5-825e-5c89a2476d48 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:19.051509 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2a207-1202-42c5-825e-5c89a2476d48 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c07c49c-a68f-4418-904b-42ae781e928e,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:19.062527 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-efb2a207-1202-42c5-825e-5c89a2476d48 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:19.063759 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-efb2a207-1202-42c5-825e-5c89a2476d48 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1395700 Apr 28 20:21:19.066515 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36014) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:21:19.071620 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-f7769713-36ae-4301-9dc8-784d79d8d5f6 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Request body: {'security_group_rule': {'security_group_id': 'b96f3785-2ff7-49de-afb5-b2c9d183b8d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:21:19.099741 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7769713-36ae-4301-9dc8-784d79d8d5f6 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:19.163087 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7769713-36ae-4301-9dc8-784d79d8d5f6 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:19.167526 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7769713-36ae-4301-9dc8-784d79d8d5f6 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:19.189447 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7769713-36ae-4301-9dc8-784d79d8d5f6 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c02a7c-00ef-43fc-aec5-12599b55e708,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:19.198257 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7769713-36ae-4301-9dc8-784d79d8d5f6 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:19.202982 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36016) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:21:19.203461 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f7769713-36ae-4301-9dc8-784d79d8d5f6 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1353273 Apr 28 20:21:19.208454 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-48e0d936-6d69-4a13-b97e-33725f945083 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:21:19.235070 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-48e0d936-6d69-4a13-b97e-33725f945083 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:19.354867 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-48e0d936-6d69-4a13-b97e-33725f945083 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:19.438889 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ced2ee11-be81-4b60-85db-e79c57362836 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:21:19.472369 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-48e0d936-6d69-4a13-b97e-33725f945083 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Allocated IP 172.25.8.130 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/8cdf54f9-7691-4237-a51b-bb7250f47284) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:21:19.494991 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port ced2ee11-be81-4b60-85db-e79c57362836 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:21:19.494991 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:19.579161 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:19.586043 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-48e0d936-6d69-4a13-b97e-33725f945083 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:19.600025 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port ced2ee11-be81-4b60-85db-e79c57362836, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ced2ee11-be81-4b60-85db-e79c57362836,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:21:19.604349 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:19.621355 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-48e0d936-6d69-4a13-b97e-33725f945083 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:19.655347 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=ced2ee11-be81-4b60-85db-e79c57362836,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:19.657724 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e0d936-6d69-4a13-b97e-33725f945083 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:21:19.662638 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-48e0d936-6d69-4a13-b97e-33725f945083 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:21:19.667020 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e0d936-6d69-4a13-b97e-33725f945083 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:21:19.693681 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0d936-6d69-4a13-b97e-33725f945083 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Pushing event updated for resources: {'Port': ['ID=8cdf54f9-7691-4237-a51b-bb7250f47284,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:19.758493 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-48e0d936-6d69-4a13-b97e-33725f945083 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:19.794459 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-48e0d936-6d69-4a13-b97e-33725f945083 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:19.860934 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b6da3e1f-1db0-42cd-804d-c84dd9ccd599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:19.943832 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-48e0d936-6d69-4a13-b97e-33725f945083 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:19.948880 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-48e0d936-6d69-4a13-b97e-33725f945083 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:20.017432 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0d936-6d69-4a13-b97e-33725f945083 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Pushing event updated for resources: {'Port': ['ID=8cdf54f9-7691-4237-a51b-bb7250f47284,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:20.028391 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-48e0d936-6d69-4a13-b97e-33725f945083 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:20.044840 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-48e0d936-6d69-4a13-b97e-33725f945083 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:20.046122 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-48e0d936-6d69-4a13-b97e-33725f945083 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8412938 Apr 28 20:21:20.188258 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-78209839-d529-4ef3-a09b-2f4dcaa21048 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--2137605993&fields=id&tenant_id=1f83ebb2a8c04887a5f540e44af07209 HTTP/1.1" status: 200 len: 267 time: 0.0340114 Apr 28 20:21:20.302422 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-092a1e82-22f5-4bcd-953d-e0ee2f432e92 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:20.303012 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58f6235-47df-4840-9ebf-9a7ed5d08f0b None None] Sync routers for ids ['dd35d6dd-350a-45e0-8bf5-3089915b0197'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:21:20.306272 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-092a1e82-22f5-4bcd-953d-e0ee2f432e92 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 812 time: 0.1110990 Apr 28 20:21:20.313264 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58f6235-47df-4840-9ebf-9a7ed5d08f0b None None] Routers {'dd35d6dd-350a-45e0-8bf5-3089915b0197'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:21:20.313874 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-d58f6235-47df-4840-9ebf-9a7ed5d08f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:20:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['dd35d6dd-350a-45e0-8bf5-3089915b0197'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:21:20.319339 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-2b9afda9-763f-451e-b60b-ca56b2b4f83f tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/quotas/1f83ebb2a8c04887a5f540e44af07209 HTTP/1.1" status: 200 len: 375 time: 0.0089047 Apr 28 20:21:20.372651 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-34f9406f-8d41-425a-889f-1712f751dbf9 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476136 Apr 28 20:21:20.418089 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-d58f6235-47df-4840-9ebf-9a7ed5d08f0b None None] Set router dd35d6dd-350a-45e0-8bf5-3089915b0197 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:21:20.519238 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-32336e23-27ec-42d2-9e3b-fa220c6294c2 service neutron] 10.222.0.42 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348598 Apr 28 20:21:20.611930 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-d108521e-6b88-4ca8-9ad2-3435d0e7cf3a service neutron] 10.222.0.42 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863659 Apr 28 20:21:20.700760 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-d58f6235-47df-4840-9ebf-9a7ed5d08f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'name': 'tempest-ServerActionsTestJSON-1753222697-router', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:21:14Z', 'updated_at': '2022-04-28T20:21:17Z', 'revision_number': 4, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'gw_port': {'id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:15Z', 'updated_at': '2022-04-28T20:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '59822cde-fe66-4b2a-b589-a660a7586553', 'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'mac_address': 'fa:16:3e:a9:04:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:16Z', 'updated_at': '2022-04-28T20:21:17Z', 'revision_number': 2, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'subnets': [{'id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:21:20.727026 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58f6235-47df-4840-9ebf-9a7ed5d08f0b None None] Checking router: dd35d6dd-350a-45e0-8bf5-3089915b0197 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:21:20.727378 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58f6235-47df-4840-9ebf-9a7ed5d08f0b None None] Updating router dd35d6dd-350a-45e0-8bf5-3089915b0197 port 59822cde-fe66-4b2a-b589-a660a7586553 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:21:20.757723 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-d58f6235-47df-4840-9ebf-9a7ed5d08f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:20.783557 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-662a817d-679a-4c09-8c51-973571061bca req-80fac488-bc96-4b4d-bb3f-f80019addf70 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 210 time: 0.0270188 Apr 28 20:21:21.028547 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-d58f6235-47df-4840-9ebf-9a7ed5d08f0b None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:21.033503 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-d58f6235-47df-4840-9ebf-9a7ed5d08f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:21.087656 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12898a47-2d60-4de3-96e3-8b977c3457e2 None None] Pushing event updated for resources: {'Port': ['ID=59822cde-fe66-4b2a-b589-a660a7586553,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:21.110754 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12898a47-2d60-4de3-96e3-8b977c3457e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:21.111103 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12898a47-2d60-4de3-96e3-8b977c3457e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:21.111441 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12898a47-2d60-4de3-96e3-8b977c3457e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:21.111777 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12898a47-2d60-4de3-96e3-8b977c3457e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:21.112127 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12898a47-2d60-4de3-96e3-8b977c3457e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:21.112451 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12898a47-2d60-4de3-96e3-8b977c3457e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:21.112895 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12898a47-2d60-4de3-96e3-8b977c3457e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:21.113103 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12898a47-2d60-4de3-96e3-8b977c3457e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:21.113412 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12898a47-2d60-4de3-96e3-8b977c3457e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:21.113729 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12898a47-2d60-4de3-96e3-8b977c3457e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:21.114048 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12898a47-2d60-4de3-96e3-8b977c3457e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:21.114595 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12898a47-2d60-4de3-96e3-8b977c3457e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:21.147233 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-d58f6235-47df-4840-9ebf-9a7ed5d08f0b None None] Attempting to bind port 59822cde-fe66-4b2a-b589-a660a7586553 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:21:21.147604 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-d58f6235-47df-4840-9ebf-9a7ed5d08f0b None None] Attempting to bind port 59822cde-fe66-4b2a-b589-a660a7586553 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:21:21.147956 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58f6235-47df-4840-9ebf-9a7ed5d08f0b None None] Attempting to bind port 59822cde-fe66-4b2a-b589-a660a7586553 on network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:21:21.154005 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58f6235-47df-4840-9ebf-9a7ed5d08f0b None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:21:21.154376 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58f6235-47df-4840-9ebf-9a7ed5d08f0b None None] Checking segment: {'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:21:21.154780 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-d58f6235-47df-4840-9ebf-9a7ed5d08f0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:21.155311 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58f6235-47df-4840-9ebf-9a7ed5d08f0b None None] Bound using segment: {'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:21:21.155786 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-d58f6235-47df-4840-9ebf-9a7ed5d08f0b None None] Bound port: 59822cde-fe66-4b2a-b589-a660a7586553, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:21:21.156199 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-d58f6235-47df-4840-9ebf-9a7ed5d08f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:21.222622 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-d58f6235-47df-4840-9ebf-9a7ed5d08f0b None None] For port 59822cde-fe66-4b2a-b589-a660a7586553, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:21:21.226233 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-d58f6235-47df-4840-9ebf-9a7ed5d08f0b None None] For port 59822cde-fe66-4b2a-b589-a660a7586553, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=59822cde-fe66-4b2a-b589-a660a7586553,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:21:21.231349 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-d58f6235-47df-4840-9ebf-9a7ed5d08f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:21.285167 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58f6235-47df-4840-9ebf-9a7ed5d08f0b None None] Routers {'dd35d6dd-350a-45e0-8bf5-3089915b0197'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:21:21.285786 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-d58f6235-47df-4840-9ebf-9a7ed5d08f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:20:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['dd35d6dd-350a-45e0-8bf5-3089915b0197'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:21:21.352337 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-08cd6498-9db0-4ce0-be3a-ca59288e0d25 None None] Provisioning complete for port 59822cde-fe66-4b2a-b589-a660a7586553 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:21:21.352812 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-08cd6498-9db0-4ce0-be3a-ca59288e0d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:21.405175 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12898a47-2d60-4de3-96e3-8b977c3457e2 None None] Pushing event updated for resources: {'Port': ['ID=59822cde-fe66-4b2a-b589-a660a7586553,revision_number=4']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:21.411227 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-d58f6235-47df-4840-9ebf-9a7ed5d08f0b None None] Set router dd35d6dd-350a-45e0-8bf5-3089915b0197 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:21:21.425992 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ced2ee11-be81-4b60-85db-e79c57362836 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:21:21.525159 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port ced2ee11-be81-4b60-85db-e79c57362836 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:21:21.526230 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:21.529220 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-08cd6498-9db0-4ce0-be3a-ca59288e0d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:21.595247 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-08cd6498-9db0-4ce0-be3a-ca59288e0d25 None None] For port 59822cde-fe66-4b2a-b589-a660a7586553, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=59822cde-fe66-4b2a-b589-a660a7586553,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:21:21.600736 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-08cd6498-9db0-4ce0-be3a-ca59288e0d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:21.623213 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-d58f6235-47df-4840-9ebf-9a7ed5d08f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'name': 'tempest-ServerActionsTestJSON-1753222697-router', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:21:14Z', 'updated_at': '2022-04-28T20:21:17Z', 'revision_number': 4, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'gw_port': {'id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:15Z', 'updated_at': '2022-04-28T20:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '59822cde-fe66-4b2a-b589-a660a7586553', 'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'mac_address': 'fa:16:3e:a9:04:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:16Z', 'updated_at': '2022-04-28T20:21:21Z', 'revision_number': 4, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'subnets': [{'id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:21:21.649682 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58f6235-47df-4840-9ebf-9a7ed5d08f0b None None] The sync data for ids ['dd35d6dd-350a-45e0-8bf5-3089915b0197'] in n-d-839810-1 is: [{'id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'name': 'tempest-ServerActionsTestJSON-1753222697-router', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:21:14Z', 'updated_at': '2022-04-28T20:21:17Z', 'revision_number': 4, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'gw_port': {'id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:15Z', 'updated_at': '2022-04-28T20:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '59822cde-fe66-4b2a-b589-a660a7586553', 'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'mac_address': 'fa:16:3e:a9:04:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:16Z', 'updated_at': '2022-04-28T20:21:21Z', 'revision_number': 4, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'subnets': [{'id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:21:21.680532 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd6498-9db0-4ce0-be3a-ca59288e0d25 None None] Pushing event updated for resources: {'Port': ['ID=59822cde-fe66-4b2a-b589-a660a7586553,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:21.725260 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-72955ba8-ba31-4b34-8cc5-d1d03c3a9bf8 None None] Provisioning complete for port 59822cde-fe66-4b2a-b589-a660a7586553 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:21:21.725708 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-72955ba8-ba31-4b34-8cc5-d1d03c3a9bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:21.856523 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-312b1212-2f0e-46c3-b77b-2e4274a9e139 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:21.858223 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-312b1212-2f0e-46c3-b77b-2e4274a9e139 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.15 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 812 time: 0.1453776 Apr 28 20:21:21.898812 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-33f7d2fa-5334-4a3c-afe4-796d70c91085 req-37707ea4-a294-4716-92ea-d4fa78a8e74a tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 210 time: 0.0279284 Apr 28 20:21:21.912851 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-1d1099f9-65bc-4034-a568-81c47844eb9f tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f83ebb2a8c04887a5f540e44af07209 HTTP/1.1" status: 200 len: 380 time: 0.0442281 Apr 28 20:21:21.924137 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-51345f86-3446-45c5-9ab5-ba1b9834eca3 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Request body: {'port': {'device_id': '1c63f64a-7f43-4400-af66-57bf218785df', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'admin_state_up': True, 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'security_groups': ['b96f3785-2ff7-49de-afb5-b2c9d183b8d6']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:21:22.035373 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-51345f86-3446-45c5-9ab5-ba1b9834eca3 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Made reservation on behalf of 1f83ebb2a8c04887a5f540e44af07209 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:21:22.039242 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-51345f86-3446-45c5-9ab5-ba1b9834eca3 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:22.114042 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-553cabc0-745a-4ca6-99e2-5f304339e44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:22.175953 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-51345f86-3446-45c5-9ab5-ba1b9834eca3 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Allocated IP 172.20.0.14 (8128c25a-6a30-4d73-8866-65d8aa0d7a4e/c868549d-28d5-4475-ade5-9d8964c62e06/967741d4-9e8e-4317-8a48-9ccc76572392) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:21:22.322956 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-51345f86-3446-45c5-9ab5-ba1b9834eca3 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:22.357120 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-51345f86-3446-45c5-9ab5-ba1b9834eca3 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:22.402037 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-51345f86-3446-45c5-9ab5-ba1b9834eca3 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:21:22.405161 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-51345f86-3446-45c5-9ab5-ba1b9834eca3 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:21:22.408963 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-51345f86-3446-45c5-9ab5-ba1b9834eca3 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:21:22.433438 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51345f86-3446-45c5-9ab5-ba1b9834eca3 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Pushing event updated for resources: {'Port': ['ID=967741d4-9e8e-4317-8a48-9ccc76572392,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:22.464220 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-51345f86-3446-45c5-9ab5-ba1b9834eca3 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:22.464857 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-51345f86-3446-45c5-9ab5-ba1b9834eca3 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:22.481157 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-51345f86-3446-45c5-9ab5-ba1b9834eca3 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5610635 Apr 28 20:21:22.494202 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-32948f5a-70c6-4691-8eab-e453244977f9 service neutron] Request body: {'port': {'device_id': '1c63f64a-7f43-4400-af66-57bf218785df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:21:22.554850 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-32948f5a-70c6-4691-8eab-e453244977f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:22.657134 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-6e554935-53a6-4480-8df2-7d1c1b3d485a None None] Provisioning complete for port 967741d4-9e8e-4317-8a48-9ccc76572392 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:21:22.657782 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6e554935-53a6-4480-8df2-7d1c1b3d485a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:22.690696 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-6e554935-53a6-4480-8df2-7d1c1b3d485a None None] Port 967741d4-9e8e-4317-8a48-9ccc76572392 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:21:22.824071 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-32948f5a-70c6-4691-8eab-e453244977f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 967741d4-9e8e-4317-8a48-9ccc76572392 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:21:22.831349 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-32948f5a-70c6-4691-8eab-e453244977f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:22.842693 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-32948f5a-70c6-4691-8eab-e453244977f9 service neutron] Transition to ACTIVE for port object 967741d4-9e8e-4317-8a48-9ccc76572392 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:21:22.846480 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-32948f5a-70c6-4691-8eab-e453244977f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:22.896120 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32948f5a-70c6-4691-8eab-e453244977f9 service neutron] Pushing event updated for resources: {'Port': ['ID=967741d4-9e8e-4317-8a48-9ccc76572392,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:22.970398 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-32948f5a-70c6-4691-8eab-e453244977f9 service neutron] Attempting to bind port 967741d4-9e8e-4317-8a48-9ccc76572392 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:21:22.970737 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-32948f5a-70c6-4691-8eab-e453244977f9 service neutron] Attempting to bind port 967741d4-9e8e-4317-8a48-9ccc76572392 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:21:22.971064 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-32948f5a-70c6-4691-8eab-e453244977f9 service neutron] Attempting to bind port 967741d4-9e8e-4317-8a48-9ccc76572392 on network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:21:22.975659 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-32948f5a-70c6-4691-8eab-e453244977f9 service neutron] Port 967741d4-9e8e-4317-8a48-9ccc76572392 on network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:21:22.975981 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-32948f5a-70c6-4691-8eab-e453244977f9 service neutron] Attempting to bind port 967741d4-9e8e-4317-8a48-9ccc76572392 on network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:21:22.992417 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-32948f5a-70c6-4691-8eab-e453244977f9 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:21:22.992787 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-32948f5a-70c6-4691-8eab-e453244977f9 service neutron] Checking segment: {'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:21:22.993138 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-32948f5a-70c6-4691-8eab-e453244977f9 service neutron] Bound using segment: {'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:21:22.993570 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-32948f5a-70c6-4691-8eab-e453244977f9 service neutron] Bound port: 967741d4-9e8e-4317-8a48-9ccc76572392, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:21:22.993927 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-32948f5a-70c6-4691-8eab-e453244977f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:23.063931 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7297534-c645-4323-b800-d5630d4a2785 req-57cff1e2-b39e-415d-b990-4f6080bcb2e8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:23.065472 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d7297534-c645-4323-b800-d5630d4a2785 req-57cff1e2-b39e-415d-b990-4f6080bcb2e8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 944 time: 0.0872838 Apr 28 20:21:23.108545 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-32948f5a-70c6-4691-8eab-e453244977f9 service neutron] For port 967741d4-9e8e-4317-8a48-9ccc76572392, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:21:23.129310 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d7297534-c645-4323-b800-d5630d4a2785 req-a58bd2f3-2819-4ffd-aee2-811b681626bc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543709 Apr 28 20:21:23.130848 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-32948f5a-70c6-4691-8eab-e453244977f9 service neutron] For port 967741d4-9e8e-4317-8a48-9ccc76572392, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=967741d4-9e8e-4317-8a48-9ccc76572392,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:21:23.137443 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-32948f5a-70c6-4691-8eab-e453244977f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:23.175922 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-32948f5a-70c6-4691-8eab-e453244977f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:23.176576 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-32948f5a-70c6-4691-8eab-e453244977f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:23.177928 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-32948f5a-70c6-4691-8eab-e453244977f9 service neutron] 10.222.0.15 "PUT /v2.0/ports/967741d4-9e8e-4317-8a48-9ccc76572392 HTTP/1.1" status: 200 len: 1092 time: 0.6885135 Apr 28 20:21:23.178364 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c63f64a-7f43-4400-af66-57bf218785df', 'tag': '967741d4-9e8e-4317-8a48-9ccc76572392'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:21:23.180676 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d52acb-3708-44eb-99c1-ee0114a1274e" -d '{"events": [{"name": "network-changed", "server_uuid": "1c63f64a-7f43-4400-af66-57bf218785df", "tag": "967741d4-9e8e-4317-8a48-9ccc76572392"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:21:23.207127 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32948f5a-70c6-4691-8eab-e453244977f9 service neutron] Pushing event updated for resources: {'Port': ['ID=967741d4-9e8e-4317-8a48-9ccc76572392,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:23.230079 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fd3c12-b0db-4b7d-8eda-d89329a4f21d x-openstack-request-id: req-10fd3c12-b0db-4b7d-8eda-d89329a4f21d {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:21:23.230376 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c63f64a-7f43-4400-af66-57bf218785df", "tag": "967741d4-9e8e-4317-8a48-9ccc76572392", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:21:23.230628 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-10fd3c12-b0db-4b7d-8eda-d89329a4f21d {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:21:23.231043 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10fd3c12-b0db-4b7d-8eda-d89329a4f21d'] response: {'name': 'network-changed', 'server_uuid': '1c63f64a-7f43-4400-af66-57bf218785df', 'tag': '967741d4-9e8e-4317-8a48-9ccc76572392', 'status': 'completed', 'code': 200} Apr 28 20:21:23.273976 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-766fc979-b30d-4179-abb9-32edd7411f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:23.276822 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-766fc979-b30d-4179-abb9-32edd7411f3b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 1095 time: 0.0436640 Apr 28 20:21:23.321283 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-dfa06e6b-afc9-4926-9500-d0208a4b3e57 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=967741d4-9e8e-4317-8a48-9ccc76572392 HTTP/1.1" status: 200 len: 217 time: 0.0372934 Apr 28 20:21:23.383520 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-2e802e7a-69b9-40c3-824d-ff73c43bb8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:23.385231 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-2e802e7a-69b9-40c3-824d-ff73c43bb8e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0558448 Apr 28 20:21:23.435840 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 59822cde-fe66-4b2a-b589-a660a7586553 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:21:23.445599 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-dad14ced-ac38-4f85-8e4a-0d1a12cf6ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:23.447103 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-dad14ced-ac38-4f85-8e4a-0d1a12cf6ff5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550780 Apr 28 20:21:23.493234 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 59822cde-fe66-4b2a-b589-a660a7586553 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:21:23.493607 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:23.560088 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-de5eca15-a950-4438-ad8e-aea701692bec service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046958 Apr 28 20:21:23.620521 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:23.672554 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fb17d15f-b17c-4482-b559-82ddc40c1a85 req-e42d8ba9-a2b6-4ea7-bcbf-43be13ac9c30 service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055455 Apr 28 20:21:23.763101 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d52acb-3708-44eb-99c1-ee0114a1274e req-322f2831-c082-4ef7-abd7-d75d3f9ec70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:23.764554 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-10d52acb-3708-44eb-99c1-ee0114a1274e req-322f2831-c082-4ef7-abd7-d75d3f9ec70f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 1095 time: 0.0424831 Apr 28 20:21:23.857046 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d52acb-3708-44eb-99c1-ee0114a1274e req-3467c7be-0c60-4dd6-92fc-713fae340465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:23.858512 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-10d52acb-3708-44eb-99c1-ee0114a1274e req-3467c7be-0c60-4dd6-92fc-713fae340465 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.0869288 Apr 28 20:21:23.900940 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-10d52acb-3708-44eb-99c1-ee0114a1274e req-e3bd9ab3-1d79-495c-acd5-59ee9b5cda76 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=967741d4-9e8e-4317-8a48-9ccc76572392 HTTP/1.1" status: 200 len: 217 time: 0.0340312 Apr 28 20:21:23.948453 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d52acb-3708-44eb-99c1-ee0114a1274e req-3335a88b-57c1-4686-a903-413d89887b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:23.949855 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-10d52acb-3708-44eb-99c1-ee0114a1274e req-3335a88b-57c1-4686-a903-413d89887b2d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0427887 Apr 28 20:21:23.999548 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d52acb-3708-44eb-99c1-ee0114a1274e req-3810d71c-2b3b-4974-b417-48d161d2ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:24.001048 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-10d52acb-3708-44eb-99c1-ee0114a1274e req-3810d71c-2b3b-4974-b417-48d161d2ce15 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441542 Apr 28 20:21:24.090517 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-10d52acb-3708-44eb-99c1-ee0114a1274e req-7e0e1df9-dd0f-4ed3-8e57-39385457074a service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811129 Apr 28 20:21:24.185613 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-10d52acb-3708-44eb-99c1-ee0114a1274e req-4312cc89-a33f-41b6-9f5b-7f329bcd9ded service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876439 Apr 28 20:21:24.263897 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf17d4-8e52-4cb8-bb6e-42ef2a214264 req-09e450e2-e12c-4a91-a956-0b98c2388f94 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:24.265388 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-15cf17d4-8e52-4cb8-bb6e-42ef2a214264 req-09e450e2-e12c-4a91-a956-0b98c2388f94 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 944 time: 0.0525672 Apr 28 20:21:24.303885 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-15cf17d4-8e52-4cb8-bb6e-42ef2a214264 req-861019c9-dd98-4349-b126-39144d8b82f1 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323091 Apr 28 20:21:25.424731 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1c66f-3c9b-44a6-9f24-43b022799abd req-9c6cb9a1-d437-4b27-ac33-87a18c8dc434 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:25.426185 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-08b1c66f-3c9b-44a6-9f24-43b022799abd req-9c6cb9a1-d437-4b27-ac33-87a18c8dc434 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 944 time: 0.0530965 Apr 28 20:21:25.463726 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-08b1c66f-3c9b-44a6-9f24-43b022799abd req-84495589-c41e-45ce-bca6-019907821d73 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309310 Apr 28 20:21:25.719049 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 967741d4-9e8e-4317-8a48-9ccc76572392 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:21:25.954535 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:25.983015 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 967741d4-9e8e-4317-8a48-9ccc76572392, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=967741d4-9e8e-4317-8a48-9ccc76572392,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:21:26.001999 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '967741d4-9e8e-4317-8a48-9ccc76572392', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'port_id': '967741d4-9e8e-4317-8a48-9ccc76572392', 'mac_address': 'fa:16:3e:67:bd:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:21:26.005710 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:26.046504 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:26.058761 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 967741d4-9e8e-4317-8a48-9ccc76572392 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:21:26.078127 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 967741d4-9e8e-4317-8a48-9ccc76572392, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=967741d4-9e8e-4317-8a48-9ccc76572392,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:21:26.081773 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:26.127865 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=967741d4-9e8e-4317-8a48-9ccc76572392,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:26.265295 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['967741d4-9e8e-4317-8a48-9ccc76572392'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:21:26.579023 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31689793-e19d-4d5b-b7a8-275d085c3808 req-7b6da6f5-e25f-4c17-9fbc-16d237793439 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:26.580395 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-31689793-e19d-4d5b-b7a8-275d085c3808 req-7b6da6f5-e25f-4c17-9fbc-16d237793439 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 945 time: 0.0494206 Apr 28 20:21:26.617509 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-31689793-e19d-4d5b-b7a8-275d085c3808 req-5011b384-46d0-481e-b87a-216325eb0142 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311797 Apr 28 20:21:27.719499 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 967741d4-9e8e-4317-8a48-9ccc76572392 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:21:27.736244 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28647459-41c5-44fa-9f68-164bb45edf68 req-a8b666fe-8b8f-4f4f-b2eb-66325c5f3b89 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:27.737697 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-28647459-41c5-44fa-9f68-164bb45edf68 req-a8b666fe-8b8f-4f4f-b2eb-66325c5f3b89 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 945 time: 0.0499556 Apr 28 20:21:27.768394 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 967741d4-9e8e-4317-8a48-9ccc76572392 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:21:27.772314 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 967741d4-9e8e-4317-8a48-9ccc76572392 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:21:27.772691 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:27.775752 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-28647459-41c5-44fa-9f68-164bb45edf68 req-af2e3573-3211-4029-a7de-db20dbea815b tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319624 Apr 28 20:21:27.856812 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:27.878763 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c63f64a-7f43-4400-af66-57bf218785df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967741d4-9e8e-4317-8a48-9ccc76572392'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:21:27.881006 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d37908-e2fc-414b-ab8c-03f63128dc49" -d '{"events": [{"server_uuid": "1c63f64a-7f43-4400-af66-57bf218785df", "name": "network-vif-plugged", "status": "completed", "tag": "967741d4-9e8e-4317-8a48-9ccc76572392"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:21:27.893187 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 967741d4-9e8e-4317-8a48-9ccc76572392, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=967741d4-9e8e-4317-8a48-9ccc76572392,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:21:27.897422 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:27.924566 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf657aa-da3f-48a8-952c-05f52a326ef9 x-openstack-request-id: req-7bf657aa-da3f-48a8-952c-05f52a326ef9 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:21:27.924855 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c63f64a-7f43-4400-af66-57bf218785df", "name": "network-vif-plugged", "status": "completed", "tag": "967741d4-9e8e-4317-8a48-9ccc76572392", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:21:27.925103 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7bf657aa-da3f-48a8-952c-05f52a326ef9 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:21:27.925521 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bf657aa-da3f-48a8-952c-05f52a326ef9'] response: {'server_uuid': '1c63f64a-7f43-4400-af66-57bf218785df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967741d4-9e8e-4317-8a48-9ccc76572392', 'code': 200} Apr 28 20:21:27.947425 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=967741d4-9e8e-4317-8a48-9ccc76572392,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:28.018676 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253cbd4-32ff-45c5-87ce-898a273e8df1 req-b013a602-53fa-4ed5-9817-a6963ac84ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:28.020201 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4253cbd4-32ff-45c5-87ce-898a273e8df1 req-b013a602-53fa-4ed5-9817-a6963ac84ca4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 1097 time: 0.0400836 Apr 28 20:21:28.059041 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4253cbd4-32ff-45c5-87ce-898a273e8df1 req-f148b4a1-255d-4ac2-888c-a93940cc8f87 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321875 Apr 28 20:21:28.892572 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99f9c0-2396-48b2-9236-81e720a358d4 req-a68a94af-4ba4-4faa-af44-fcc6d48f1567 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:28.894004 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9b99f9c0-2396-48b2-9236-81e720a358d4 req-a68a94af-4ba4-4faa-af44-fcc6d48f1567 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0474534 Apr 28 20:21:28.931369 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9b99f9c0-2396-48b2-9236-81e720a358d4 req-703fea1f-eae3-46f4-844f-57a6798c0b5c tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314751 Apr 28 20:21:30.051865 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f9267-2d2e-4bcc-a670-96a55ad3400c req-351d7015-7d30-4e13-bcae-4583b293d52c tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:30.053275 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1b7f9267-2d2e-4bcc-a670-96a55ad3400c req-351d7015-7d30-4e13-bcae-4583b293d52c tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0493822 Apr 28 20:21:30.091055 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1b7f9267-2d2e-4bcc-a670-96a55ad3400c req-39202753-ef38-41f6-aabf-b107530b9981 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317090 Apr 28 20:21:30.205894 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ff460-0866-416f-9c76-381a418352da req-7239edcf-5371-4db3-bc75-abff6a534858 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:30.207377 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-791ff460-0866-416f-9c76-381a418352da req-7239edcf-5371-4db3-bc75-abff6a534858 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0525997 Apr 28 20:21:30.216141 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36064) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:21:30.220437 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-3d8e748f-6ba5-4cb3-ab71-7bb0d5314fc8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Request body: {'floatingip': {'port_id': '967741d4-9e8e-4317-8a48-9ccc76572392'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:21:30.260597 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d8e748f-6ba5-4cb3-ab71-7bb0d5314fc8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks [] for floatingip, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:30.996060 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d8e748f-6ba5-4cb3-ab71-7bb0d5314fc8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:31.000020 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d8e748f-6ba5-4cb3-ab71-7bb0d5314fc8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:31.097263 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-3d8e748f-6ba5-4cb3-ab71-7bb0d5314fc8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Floating IP 7f25c35a-a005-4bda-8884-1181d7933cee associated. External IP: 172.25.8.130, port: 967741d4-9e8e-4317-8a48-9ccc76572392. Apr 28 20:21:31.301160 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8e748f-6ba5-4cb3-ab71-7bb0d5314fc8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Router dd35d6dd-350a-45e0-8bf5-3089915b0197 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:21:31.409502 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8e748f-6ba5-4cb3-ab71-7bb0d5314fc8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:21:31.414646 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d8e748f-6ba5-4cb3-ab71-7bb0d5314fc8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:31.419955 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3c1b87-167f-4881-bb73-7ac8cc77220e None None] Sync routers for ids ['dd35d6dd-350a-45e0-8bf5-3089915b0197'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:21:31.429162 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3c1b87-167f-4881-bb73-7ac8cc77220e None None] Routers {'dd35d6dd-350a-45e0-8bf5-3089915b0197'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:21:31.429841 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-bc3c1b87-167f-4881-bb73-7ac8cc77220e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:21:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['dd35d6dd-350a-45e0-8bf5-3089915b0197'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:21:31.444173 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3d8e748f-6ba5-4cb3-ab71-7bb0d5314fc8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "PUT /v2.0/floatingips/7f25c35a-a005-4bda-8884-1181d7933cee HTTP/1.1" status: 200 len: 992 time: 1.2269731 Apr 28 20:21:31.444761 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c63f64a-7f43-4400-af66-57bf218785df', 'tag': '967741d4-9e8e-4317-8a48-9ccc76572392'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:21:31.447358 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed60a8c9-99ee-4f6c-9ac2-d1c331af73a7" -d '{"events": [{"name": "network-changed", "server_uuid": "1c63f64a-7f43-4400-af66-57bf218785df", "tag": "967741d4-9e8e-4317-8a48-9ccc76572392"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:21:31.491441 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019f3dff-8687-41a0-a47c-0e6e9294b9d4 x-openstack-request-id: req-019f3dff-8687-41a0-a47c-0e6e9294b9d4 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:21:31.491855 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c63f64a-7f43-4400-af66-57bf218785df", "tag": "967741d4-9e8e-4317-8a48-9ccc76572392", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:21:31.492128 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-019f3dff-8687-41a0-a47c-0e6e9294b9d4 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:21:31.492544 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-019f3dff-8687-41a0-a47c-0e6e9294b9d4'] response: {'name': 'network-changed', 'server_uuid': '1c63f64a-7f43-4400-af66-57bf218785df', 'tag': '967741d4-9e8e-4317-8a48-9ccc76572392', 'status': 'completed', 'code': 200} Apr 28 20:21:31.541192 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-bc3c1b87-167f-4881-bb73-7ac8cc77220e None None] Set router dd35d6dd-350a-45e0-8bf5-3089915b0197 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:21:31.575415 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60a8c9-99ee-4f6c-9ac2-d1c331af73a7 req-3b003d81-0836-4a0f-91fd-9b75f172ff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:31.576870 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ed60a8c9-99ee-4f6c-9ac2-d1c331af73a7 req-3b003d81-0836-4a0f-91fd-9b75f172ff4b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 1097 time: 0.0615349 Apr 28 20:21:31.584995 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16a9e7-28d3-4de6-b976-aef7c3e8b9e2 req-ae5d47d0-a363-402c-98b8-7080ac7bd946 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:31.586403 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bc16a9e7-28d3-4de6-b976-aef7c3e8b9e2 req-ae5d47d0-a363-402c-98b8-7080ac7bd946 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0820360 Apr 28 20:21:31.675203 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bc16a9e7-28d3-4de6-b976-aef7c3e8b9e2 req-8c079d68-2e80-4d44-827d-6c5b0aac02b5 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792229 Apr 28 20:21:31.703791 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60a8c9-99ee-4f6c-9ac2-d1c331af73a7 req-074568bd-f6cc-4dad-bf12-8efefc581ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:31.705928 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ed60a8c9-99ee-4f6c-9ac2-d1c331af73a7 req-074568bd-f6cc-4dad-bf12-8efefc581ed3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.1181715 Apr 28 20:21:31.774426 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-bc3c1b87-167f-4881-bb73-7ac8cc77220e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'name': 'tempest-ServerActionsTestJSON-1753222697-router', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:21:14Z', 'updated_at': '2022-04-28T20:21:17Z', 'revision_number': 4, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'gw_port': {'id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:15Z', 'updated_at': '2022-04-28T20:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '7f25c35a-a005-4bda-8884-1181d7933cee', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'port_id': '967741d4-9e8e-4317-8a48-9ccc76572392', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'mac_address': 'fa:16:3e:67:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c63f64a-7f43-4400-af66-57bf218785df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:21:19Z', 'updated_at': '2022-04-28T20:21:30Z', 'revision_number': 1, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59822cde-fe66-4b2a-b589-a660a7586553', 'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'mac_address': 'fa:16:3e:a9:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:16Z', 'updated_at': '2022-04-28T20:21:21Z', 'revision_number': 5, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'subnets': [{'id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:21:31.779888 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ed60a8c9-99ee-4f6c-9ac2-d1c331af73a7 req-d0bfa8d6-8d1f-414c-a09b-a7111194426b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=967741d4-9e8e-4317-8a48-9ccc76572392 HTTP/1.1" status: 200 len: 1000 time: 0.0670633 Apr 28 20:21:31.797180 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9da079-e874-4a55-aaad-6a12a0bb9c30 req-75794d4a-8541-4415-b649-092788c6b2c1 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:31.798953 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3e9da079-e874-4a55-aaad-6a12a0bb9c30 req-75794d4a-8541-4415-b649-092788c6b2c1 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0515113 Apr 28 20:21:31.801537 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3c1b87-167f-4881-bb73-7ac8cc77220e None None] Checking router: dd35d6dd-350a-45e0-8bf5-3089915b0197 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:21:31.810608 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3c1b87-167f-4881-bb73-7ac8cc77220e None None] Routers {'dd35d6dd-350a-45e0-8bf5-3089915b0197'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:21:31.811212 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-bc3c1b87-167f-4881-bb73-7ac8cc77220e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:21:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['dd35d6dd-350a-45e0-8bf5-3089915b0197'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:21:31.831554 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60a8c9-99ee-4f6c-9ac2-d1c331af73a7 req-6b9b3eef-eb84-4f76-a0c1-f3b982b881b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:31.832973 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ed60a8c9-99ee-4f6c-9ac2-d1c331af73a7 req-6b9b3eef-eb84-4f76-a0c1-f3b982b881b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0467198 Apr 28 20:21:31.843678 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3e9da079-e874-4a55-aaad-6a12a0bb9c30 req-c598bb00-f687-405d-a629-ee314daa178f tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381625 Apr 28 20:21:31.877929 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60a8c9-99ee-4f6c-9ac2-d1c331af73a7 req-52584d97-094f-40ea-a68f-f1f2dee24122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:31.879437 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ed60a8c9-99ee-4f6c-9ac2-d1c331af73a7 req-52584d97-094f-40ea-a68f-f1f2dee24122 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403097 Apr 28 20:21:31.926395 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-bc3c1b87-167f-4881-bb73-7ac8cc77220e None None] Set router dd35d6dd-350a-45e0-8bf5-3089915b0197 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:21:31.971823 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ed60a8c9-99ee-4f6c-9ac2-d1c331af73a7 req-678ca179-d713-482f-8ddf-177e98728028 service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857334 Apr 28 20:21:32.062456 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ed60a8c9-99ee-4f6c-9ac2-d1c331af73a7 req-445c3530-8c5b-4123-9b7e-87eeca3145c6 service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841649 Apr 28 20:21:32.152793 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-bc3c1b87-167f-4881-bb73-7ac8cc77220e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'name': 'tempest-ServerActionsTestJSON-1753222697-router', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:21:14Z', 'updated_at': '2022-04-28T20:21:17Z', 'revision_number': 4, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'gw_port': {'id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:15Z', 'updated_at': '2022-04-28T20:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '7f25c35a-a005-4bda-8884-1181d7933cee', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'port_id': '967741d4-9e8e-4317-8a48-9ccc76572392', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'mac_address': 'fa:16:3e:67:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c63f64a-7f43-4400-af66-57bf218785df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:21:19Z', 'updated_at': '2022-04-28T20:21:30Z', 'revision_number': 1, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59822cde-fe66-4b2a-b589-a660a7586553', 'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'mac_address': 'fa:16:3e:a9:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:16Z', 'updated_at': '2022-04-28T20:21:21Z', 'revision_number': 5, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'subnets': [{'id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:21:32.179018 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3c1b87-167f-4881-bb73-7ac8cc77220e None None] The sync data for ids ['dd35d6dd-350a-45e0-8bf5-3089915b0197'] in n-d-839810-1 is: [{'id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'name': 'tempest-ServerActionsTestJSON-1753222697-router', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:21:14Z', 'updated_at': '2022-04-28T20:21:17Z', 'revision_number': 4, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'gw_port': {'id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:15Z', 'updated_at': '2022-04-28T20:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '7f25c35a-a005-4bda-8884-1181d7933cee', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'port_id': '967741d4-9e8e-4317-8a48-9ccc76572392', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'mac_address': 'fa:16:3e:67:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c63f64a-7f43-4400-af66-57bf218785df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:21:19Z', 'updated_at': '2022-04-28T20:21:30Z', 'revision_number': 1, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59822cde-fe66-4b2a-b589-a660a7586553', 'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'mac_address': 'fa:16:3e:a9:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:16Z', 'updated_at': '2022-04-28T20:21:21Z', 'revision_number': 5, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'subnets': [{'id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:21:32.207117 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:32.366460 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccf6e5a-5856-47a3-9cc9-b68b84c1d916 None None] New status for floating IP 7f25c35a-a005-4bda-8884-1181d7933cee: ACTIVE {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:21:32.956268 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80eb6db-08cd-4c94-af5d-d3edec3729cd req-1fc4f532-8642-4ea7-b9aa-89fef36aa025 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:32.957732 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d80eb6db-08cd-4c94-af5d-d3edec3729cd req-1fc4f532-8642-4ea7-b9aa-89fef36aa025 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0497773 Apr 28 20:21:32.995085 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d80eb6db-08cd-4c94-af5d-d3edec3729cd req-901068e1-4835-4847-8c40-ae0cbd9338b9 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312786 Apr 28 20:21:33.108672 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea1c1a-da08-4ec4-b716-a33a269c2155 req-e3b2a90e-ec29-4c0f-a028-a618555d7419 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:33.110135 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fbea1c1a-da08-4ec4-b716-a33a269c2155 req-e3b2a90e-ec29-4c0f-a028-a618555d7419 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0482750 Apr 28 20:21:33.147786 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fbea1c1a-da08-4ec4-b716-a33a269c2155 req-a1b86d27-e867-490b-b161-2d16fcad3647 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316274 Apr 28 20:21:33.407950 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-5de77821-bd66-481d-b651-0501ddc9314c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0734470 Apr 28 20:21:33.420982 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c5586-0fc2-4204-babd-338b604901b3 req-4a5f26fe-fcca-45d8-bfcb-bd9b9e08fb64 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:33.422421 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b33c5586-0fc2-4204-babd-338b604901b3 req-4a5f26fe-fcca-45d8-bfcb-bd9b9e08fb64 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0775256 Apr 28 20:21:33.460950 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b33c5586-0fc2-4204-babd-338b604901b3 req-eacf32fd-0b08-47c6-a7ba-0ece53ae3bb4 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322013 Apr 28 20:21:33.762542 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:34.585412 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad34274-be98-4870-b6bd-583d267242b2 req-8b1e2771-2c7d-4fca-a1dc-a07bad1cc9df tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:34.586877 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5ad34274-be98-4870-b6bd-583d267242b2 req-8b1e2771-2c7d-4fca-a1dc-a07bad1cc9df tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0525279 Apr 28 20:21:34.626601 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5ad34274-be98-4870-b6bd-583d267242b2 req-53b32bc7-c32d-4c90-9974-47d6f5958820 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324819 Apr 28 20:21:34.667509 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-5123d0ec-b925-4daf-a065-a02cee1f5c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:34.669072 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-5123d0ec-b925-4daf-a065-a02cee1f5c0e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 1097 time: 0.0404844 Apr 28 20:21:34.759569 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-39526054-e736-4339-acbd-6531c57b848f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:34.761669 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-39526054-e736-4339-acbd-6531c57b848f service neutron] 10.222.0.15 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.0856466 Apr 28 20:21:34.823835 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-07e60848-6f87-43a1-9507-37aead64562c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=967741d4-9e8e-4317-8a48-9ccc76572392 HTTP/1.1" status: 200 len: 1002 time: 0.0556962 Apr 28 20:21:34.869039 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-c5611008-8c75-4be2-b69b-d99184c44dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:34.870878 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-c5611008-8c75-4be2-b69b-d99184c44dad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0418487 Apr 28 20:21:34.918034 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-66323b52-ff3f-4bed-8586-4b4057c7750e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:34.919489 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-66323b52-ff3f-4bed-8586-4b4057c7750e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423028 Apr 28 20:21:35.007098 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-04142f69-67d9-49dd-85ca-149075e505d2 service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783699 Apr 28 20:21:35.097289 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-e28784c6-daf9-498b-99d7-105fd4a78acb service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829461 Apr 28 20:21:35.744189 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddc9f4-4049-4b93-a42c-262bebd3f9a1 req-fbb102cb-d929-4fe7-89a7-37d164511196 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:35.746259 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8fddc9f4-4049-4b93-a42c-262bebd3f9a1 req-fbb102cb-d929-4fe7-89a7-37d164511196 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0493357 Apr 28 20:21:35.783223 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8fddc9f4-4049-4b93-a42c-262bebd3f9a1 req-0904f11f-3a77-4cc7-8832-f6b9b0b58b1c tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310681 Apr 28 20:21:36.901318 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67299253-faaf-4d09-93fb-695081118ff9 req-473ca580-b0a1-4937-82b6-9aecab8e4b25 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:36.902787 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-67299253-faaf-4d09-93fb-695081118ff9 req-473ca580-b0a1-4937-82b6-9aecab8e4b25 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0493255 Apr 28 20:21:36.940941 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-67299253-faaf-4d09-93fb-695081118ff9 req-6f7c4e7a-6963-4958-8ec4-91a877a91931 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318465 Apr 28 20:21:38.060733 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd151d77-dead-4951-8ac3-37f54fdc49f7 req-4ce33d27-2ad4-4802-a523-4ae2ac28be1f tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:38.062219 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dd151d77-dead-4951-8ac3-37f54fdc49f7 req-4ce33d27-2ad4-4802-a523-4ae2ac28be1f tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0538204 Apr 28 20:21:38.099826 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dd151d77-dead-4951-8ac3-37f54fdc49f7 req-054f482d-6314-48cb-aa7d-17ec1d91170e tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315950 Apr 28 20:21:39.217276 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf050f-f810-44c5-8cac-b7609d4df811 req-c859ca6e-fb36-4cdf-b622-0f1409c063cb tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:39.219215 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7ccf050f-f810-44c5-8cac-b7609d4df811 req-c859ca6e-fb36-4cdf-b622-0f1409c063cb tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0507717 Apr 28 20:21:39.266024 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7ccf050f-f810-44c5-8cac-b7609d4df811 req-0be1e774-c5fe-4ea1-8e86-6630b46c1a9e tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370657 Apr 28 20:21:39.645407 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:21:40.387283 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341c483-91a3-489e-97de-a96f50af9997 req-ed1154e8-db90-462a-a02d-582549dc7172 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:40.388805 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3341c483-91a3-489e-97de-a96f50af9997 req-ed1154e8-db90-462a-a02d-582549dc7172 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0491533 Apr 28 20:21:40.426087 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3341c483-91a3-489e-97de-a96f50af9997 req-4fc4120a-98e0-4a96-afc2-d68fd52fdef9 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313339 Apr 28 20:21:41.542612 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306b968-615f-4dee-954c-7829689944da req-0e67d28f-d9eb-4129-9c25-0172ee0b442f tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:41.543880 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2306b968-615f-4dee-954c-7829689944da req-0e67d28f-d9eb-4129-9c25-0172ee0b442f tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0489612 Apr 28 20:21:41.585205 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2306b968-615f-4dee-954c-7829689944da req-b085669e-4250-4b5e-84b3-c951ba44e6da tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350785 Apr 28 20:21:42.702245 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84333002-fefd-4d03-8b55-43f936522d0e req-9333b0dd-dafd-4b30-bc25-caf6fe0979e7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:42.703730 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-84333002-fefd-4d03-8b55-43f936522d0e req-9333b0dd-dafd-4b30-bc25-caf6fe0979e7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0493288 Apr 28 20:21:42.741636 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-84333002-fefd-4d03-8b55-43f936522d0e req-1539f90a-5c4c-491e-90eb-835e43e4944c tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318165 Apr 28 20:21:43.858929 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916793a-1308-43ce-b754-89b77e2be888 req-664e1601-9d17-4a8b-a520-e04eb1d133da tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:43.860410 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4916793a-1308-43ce-b754-89b77e2be888 req-664e1601-9d17-4a8b-a520-e04eb1d133da tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0481517 Apr 28 20:21:43.897326 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4916793a-1308-43ce-b754-89b77e2be888 req-ff50b157-3cfe-4ac8-b891-c0c1cf920a09 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309112 Apr 28 20:21:45.018934 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337f502-240a-40b1-9e56-d676090a5795 req-d15dca2f-5f8f-4c84-bf14-a7b53162b8a5 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:45.020405 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6337f502-240a-40b1-9e56-d676090a5795 req-d15dca2f-5f8f-4c84-bf14-a7b53162b8a5 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0526152 Apr 28 20:21:45.058182 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6337f502-240a-40b1-9e56-d676090a5795 req-c55e8c1b-6b16-4967-8ce8-b7f42a674a2b tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310438 Apr 28 20:21:46.175278 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47d963-722a-418d-abb3-1feb365c5179 req-869c465c-cc9d-4ed1-bea1-073535e4f365 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:46.176759 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ea47d963-722a-418d-abb3-1feb365c5179 req-869c465c-cc9d-4ed1-bea1-073535e4f365 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0490384 Apr 28 20:21:46.214987 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ea47d963-722a-418d-abb3-1feb365c5179 req-be01e895-0615-43a4-abdf-0113d2d025f5 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317140 Apr 28 20:21:47.332089 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb2bc8-2040-4892-9e33-1cb84ddb7a06 req-5bf86608-6611-4cba-8762-911f7d690b0d tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:47.333562 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3cbb2bc8-2040-4892-9e33-1cb84ddb7a06 req-5bf86608-6611-4cba-8762-911f7d690b0d tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0503485 Apr 28 20:21:47.371683 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3cbb2bc8-2040-4892-9e33-1cb84ddb7a06 req-50096ec8-ca73-4955-84aa-91ae9d36427f tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319672 Apr 28 20:21:48.490920 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10829a66-4eda-4374-8d87-530e96c47763 req-201f6003-b90a-4f64-8f4d-426d929679c1 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:48.492383 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-10829a66-4eda-4374-8d87-530e96c47763 req-201f6003-b90a-4f64-8f4d-426d929679c1 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0489280 Apr 28 20:21:48.533193 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-10829a66-4eda-4374-8d87-530e96c47763 req-b0a91b3d-b964-42af-bdae-194ea24cc905 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346572 Apr 28 20:21:49.649332 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006950a-ab0d-4649-b8c3-56fbd1d76b83 req-6c87a77f-5727-4a8d-93cd-934b9589b7c7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:49.650823 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a006950a-ab0d-4649-b8c3-56fbd1d76b83 req-6c87a77f-5727-4a8d-93cd-934b9589b7c7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0491714 Apr 28 20:21:49.689308 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a006950a-ab0d-4649-b8c3-56fbd1d76b83 req-fb9b21a8-e701-4eb3-9797-4112d4ccd8c5 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316451 Apr 28 20:21:49.862239 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c6a1359c-562f-4fee-98ff-bb52daa9a832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:50.811903 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f5a65-2f4e-4caf-b97a-79cf9b34e457 req-e4d8b738-2847-4ee6-a33b-7911a39e6daf tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:50.813434 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fe4f5a65-2f4e-4caf-b97a-79cf9b34e457 req-e4d8b738-2847-4ee6-a33b-7911a39e6daf tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0544746 Apr 28 20:21:50.850688 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fe4f5a65-2f4e-4caf-b97a-79cf9b34e457 req-1346d25e-db97-407d-bd2a-bda8fa78bea4 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312042 Apr 28 20:21:51.970938 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59640a98-46b3-46ac-ab15-d309d9cced8a req-82497b23-811d-4f42-bb2d-75400ded5b8f tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:51.972431 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-59640a98-46b3-46ac-ab15-d309d9cced8a req-82497b23-811d-4f42-bb2d-75400ded5b8f tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0525491 Apr 28 20:21:52.009920 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-59640a98-46b3-46ac-ab15-d309d9cced8a req-5b04564a-3554-4f4f-96b5-ff7e4ba112d3 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314188 Apr 28 20:21:52.106952 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f64425f4-73fe-41e3-9951-088bd7567185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:53.127028 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c44e1-d183-42d6-9313-8487ed57534a req-efe25ef1-dedb-41f2-8737-94c0bbf32797 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:53.128510 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-349c44e1-d183-42d6-9313-8487ed57534a req-efe25ef1-dedb-41f2-8737-94c0bbf32797 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0488834 Apr 28 20:21:53.165284 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-349c44e1-d183-42d6-9313-8487ed57534a req-ba77cf17-ddca-4cc8-b814-ed54fe93a253 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308406 Apr 28 20:21:53.620399 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:54.284771 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75414210-0795-413d-80dd-609dcf3f50a3 req-4e38de31-c03e-49f1-962f-b39580da8950 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:54.286220 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-75414210-0795-413d-80dd-609dcf3f50a3 req-4e38de31-c03e-49f1-962f-b39580da8950 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0492616 Apr 28 20:21:54.324829 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-75414210-0795-413d-80dd-609dcf3f50a3 req-496810e4-2987-446d-b7f6-db95f9e73d4e tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315115 Apr 28 20:21:55.440447 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f9c89-6df4-4343-ade3-cf3710424207 req-48eb70b8-3f53-4b7d-badc-ca48f269f7de tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:55.441878 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d46f9c89-6df4-4343-ade3-cf3710424207 req-48eb70b8-3f53-4b7d-badc-ca48f269f7de tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0484836 Apr 28 20:21:55.483679 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d46f9c89-6df4-4343-ade3-cf3710424207 req-100b9118-6509-4b71-a7da-58f14c3f900c tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357947 Apr 28 20:21:55.892995 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:55.988049 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:56.598283 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b8669-63ce-47e9-ae2b-baecac1a999a req-c918b20d-5701-4140-a5ba-c2dc98e0791f tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:56.599662 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c82b8669-63ce-47e9-ae2b-baecac1a999a req-c918b20d-5701-4140-a5ba-c2dc98e0791f tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0487421 Apr 28 20:21:56.637960 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c82b8669-63ce-47e9-ae2b-baecac1a999a req-71e831ab-d4eb-4273-98c7-d03ed6edc060 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318403 Apr 28 20:21:57.752663 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49278c-6d18-4a4b-97f8-83af29d00d2e req-1a4a5142-06f0-4cdf-9bea-6d81f7738e07 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:57.754142 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cf49278c-6d18-4a4b-97f8-83af29d00d2e req-1a4a5142-06f0-4cdf-9bea-6d81f7738e07 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0485663 Apr 28 20:21:57.790864 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cf49278c-6d18-4a4b-97f8-83af29d00d2e req-bb45ab03-6b1b-499d-906b-8977355cfde4 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307109 Apr 28 20:21:58.378219 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93471dce-78bf-4ae7-8206-134ddc37196a req-7aeb78a3-0659-4d83-a32c-83a0e4ab0f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:58.379684 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-93471dce-78bf-4ae7-8206-134ddc37196a req-7aeb78a3-0659-4d83-a32c-83a0e4ab0f49 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 1097 time: 0.0406654 Apr 28 20:21:58.482582 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93471dce-78bf-4ae7-8206-134ddc37196a req-82e4b001-a5d7-4ba2-bdea-c071b72cc2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:58.484020 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-93471dce-78bf-4ae7-8206-134ddc37196a req-82e4b001-a5d7-4ba2-bdea-c071b72cc2b4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.0856752 Apr 28 20:21:58.547079 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-93471dce-78bf-4ae7-8206-134ddc37196a req-884f5bc6-0b92-463e-99a3-e9ef78a0c1bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=967741d4-9e8e-4317-8a48-9ccc76572392 HTTP/1.1" status: 200 len: 1002 time: 0.0561795 Apr 28 20:21:58.595326 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93471dce-78bf-4ae7-8206-134ddc37196a req-f63d88c2-d2ee-4d29-ad37-7e8bcf8bbc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:58.596694 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-93471dce-78bf-4ae7-8206-134ddc37196a req-f63d88c2-d2ee-4d29-ad37-7e8bcf8bbc00 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0429957 Apr 28 20:21:58.645823 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93471dce-78bf-4ae7-8206-134ddc37196a req-326d7fc4-7c81-4695-a877-626ec39fbd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:58.647307 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-93471dce-78bf-4ae7-8206-134ddc37196a req-326d7fc4-7c81-4695-a877-626ec39fbd41 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443516 Apr 28 20:21:58.735061 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-93471dce-78bf-4ae7-8206-134ddc37196a req-21f19f3b-0d88-43d7-8a2e-eebfdad6ac88 service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814762 Apr 28 20:21:58.831546 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-93471dce-78bf-4ae7-8206-134ddc37196a req-b36ebd32-6aee-44db-b88a-e1be3288aa27 service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884814 Apr 28 20:21:58.911111 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444e0a9-94b1-4ede-a1dc-e9b06191be02 req-1382bf01-a0b2-4944-903e-b4bbc65bbd37 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:58.912597 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3444e0a9-94b1-4ede-a1dc-e9b06191be02 req-1382bf01-a0b2-4944-903e-b4bbc65bbd37 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0525713 Apr 28 20:21:58.950532 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3444e0a9-94b1-4ede-a1dc-e9b06191be02 req-7d9202f6-b30e-45b1-a394-2895efaa9d69 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315654 Apr 28 20:22:00.068364 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77b0f5-fbfd-4cf3-9566-9e473a81a266 req-51bec664-19e4-46f7-b38b-4459e50d4605 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:00.069825 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7e77b0f5-fbfd-4cf3-9566-9e473a81a266 req-51bec664-19e4-46f7-b38b-4459e50d4605 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0500734 Apr 28 20:22:00.106864 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7e77b0f5-fbfd-4cf3-9566-9e473a81a266 req-4451d0bc-2c50-42ee-aa44-0d92b3660bf4 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310037 Apr 28 20:22:01.229156 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8abdc-2569-414d-853d-da2c73610657 req-a1f5570f-7997-4e83-9301-16634e59760f tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:01.230721 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-72b8abdc-2569-414d-853d-da2c73610657 req-a1f5570f-7997-4e83-9301-16634e59760f tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0553648 Apr 28 20:22:01.270653 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-72b8abdc-2569-414d-853d-da2c73610657 req-7b57482f-2ea9-4c1e-a070-4726a815d391 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331020 Apr 28 20:22:02.220570 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:02.388792 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f3a3d-f219-46ba-848a-53db87ab7f4a req-87507fa8-b7df-40c6-a4d7-e6b518159cf3 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:02.390242 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6d7f3a3d-f219-46ba-848a-53db87ab7f4a req-87507fa8-b7df-40c6-a4d7-e6b518159cf3 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0481963 Apr 28 20:22:02.426876 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6d7f3a3d-f219-46ba-848a-53db87ab7f4a req-8ee0c4c9-5d1a-4366-a430-291a4c7a6ab3 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306954 Apr 28 20:22:03.543332 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df337e59-d5e6-4808-891a-a254a9e39c69 req-eca072d4-d943-4b0b-ac78-2236e2bb7eb7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:03.544810 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-df337e59-d5e6-4808-891a-a254a9e39c69 req-eca072d4-d943-4b0b-ac78-2236e2bb7eb7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0495143 Apr 28 20:22:03.583489 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-df337e59-d5e6-4808-891a-a254a9e39c69 req-40145aa7-2ac5-4f55-928a-8248099c5908 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326278 Apr 28 20:22:03.776059 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:04.703940 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b246449-57a1-4481-ad2a-e4e777f11752 req-136393ea-721e-4abc-8002-3f4697071625 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:04.705427 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4b246449-57a1-4481-ad2a-e4e777f11752 req-136393ea-721e-4abc-8002-3f4697071625 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0524864 Apr 28 20:22:04.743136 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4b246449-57a1-4481-ad2a-e4e777f11752 req-e4365e9e-7320-484c-a1f3-2a935dabc9e1 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310371 Apr 28 20:22:05.862814 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68886822-0919-43ec-93a8-fa90c0b1252e req-64f1ee8d-92d4-4bb9-aa53-6c87505e527a tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:05.864300 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-68886822-0919-43ec-93a8-fa90c0b1252e req-64f1ee8d-92d4-4bb9-aa53-6c87505e527a tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0530655 Apr 28 20:22:05.901381 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-68886822-0919-43ec-93a8-fa90c0b1252e req-82518abf-b2ea-4a6a-afb1-90c58ad72435 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310771 Apr 28 20:22:06.897371 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-ca79cba0-1e83-4f7f-9c78-3e536cb03f9a service neutron] show failed (client error): The resource could not be found. Apr 28 20:22:06.898375 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-ca79cba0-1e83-4f7f-9c78-3e536cb03f9a service neutron] 10.222.0.15 "GET /v2.0/ports/967741d4-9e8e-4317-8a48-9ccc76572392/bindings/n-h2-839810-1 HTTP/1.1" status: 404 len: 380 time: 0.0533772 Apr 28 20:22:07.021618 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df631e-10f7-446d-9686-ee5d5ff0a1bb req-4ed1487f-7d40-41f5-a309-896318511408 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:07.022985 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a9df631e-10f7-446d-9686-ee5d5ff0a1bb req-4ed1487f-7d40-41f5-a309-896318511408 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0500515 Apr 28 20:22:07.062499 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a9df631e-10f7-446d-9686-ee5d5ff0a1bb req-0e9cbfa2-c5fa-48a8-8ad2-bf4662a5d34e tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330822 Apr 28 20:22:07.124801 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-380a4f2b-e61e-4350-9f0f-dd5301824ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:07.126291 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-380a4f2b-e61e-4350-9f0f-dd5301824ea2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df&tenant_id=1f83ebb2a8c04887a5f540e44af07209 HTTP/1.1" status: 200 len: 1097 time: 0.0713735 Apr 28 20:22:07.138641 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-de8fccc1-87d4-44d1-a2ba-6dd36fa0e0b6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-839810-1', 'device_owner': 'compute:nova'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:22:07.193257 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-de8fccc1-87d4-44d1-a2ba-6dd36fa0e0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:07.393381 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-de8fccc1-87d4-44d1-a2ba-6dd36fa0e0b6 service neutron] For port 967741d4-9e8e-4317-8a48-9ccc76572392, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=967741d4-9e8e-4317-8a48-9ccc76572392,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:22:07.425343 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-de8fccc1-87d4-44d1-a2ba-6dd36fa0e0b6 service neutron] For port 967741d4-9e8e-4317-8a48-9ccc76572392, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:22:07.463806 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c63f64a-7f43-4400-af66-57bf218785df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '967741d4-9e8e-4317-8a48-9ccc76572392'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:22:07.466566 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea2b938-8644-4d7f-b3f4-f27e12e19f81" -d '{"events": [{"server_uuid": "1c63f64a-7f43-4400-af66-57bf218785df", "name": "network-vif-unplugged", "status": "completed", "tag": "967741d4-9e8e-4317-8a48-9ccc76572392"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:22:07.470651 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-de8fccc1-87d4-44d1-a2ba-6dd36fa0e0b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:07.483359 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-de8fccc1-87d4-44d1-a2ba-6dd36fa0e0b6 service neutron] Transition to ACTIVE for port object 967741d4-9e8e-4317-8a48-9ccc76572392 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:22:07.486873 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-de8fccc1-87d4-44d1-a2ba-6dd36fa0e0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:07.523562 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 20:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a1de75-f768-4411-bbac-dc579e524a1b x-openstack-request-id: req-d1a1de75-f768-4411-bbac-dc579e524a1b {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:22:07.523857 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c63f64a-7f43-4400-af66-57bf218785df", "name": "network-vif-unplugged", "status": "completed", "tag": "967741d4-9e8e-4317-8a48-9ccc76572392", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:22:07.524195 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d1a1de75-f768-4411-bbac-dc579e524a1b {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:22:07.524539 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1a1de75-f768-4411-bbac-dc579e524a1b'] response: {'server_uuid': '1c63f64a-7f43-4400-af66-57bf218785df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '967741d4-9e8e-4317-8a48-9ccc76572392', 'code': 200} Apr 28 20:22:07.610437 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8fccc1-87d4-44d1-a2ba-6dd36fa0e0b6 service neutron] Pushing event updated for resources: {'Port': ['ID=967741d4-9e8e-4317-8a48-9ccc76572392,revision_number=6']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:22:07.660165 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-de8fccc1-87d4-44d1-a2ba-6dd36fa0e0b6 service neutron] No DVR routers for this DVR port 967741d4-9e8e-4317-8a48-9ccc76572392 on host n-h1-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:22:07.796079 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-de8fccc1-87d4-44d1-a2ba-6dd36fa0e0b6 service neutron] Attempting to bind port 967741d4-9e8e-4317-8a48-9ccc76572392 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:22:07.796369 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-de8fccc1-87d4-44d1-a2ba-6dd36fa0e0b6 service neutron] Attempting to bind port 967741d4-9e8e-4317-8a48-9ccc76572392 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:22:07.796692 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-de8fccc1-87d4-44d1-a2ba-6dd36fa0e0b6 service neutron] Attempting to bind port 967741d4-9e8e-4317-8a48-9ccc76572392 on network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:22:07.800824 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-de8fccc1-87d4-44d1-a2ba-6dd36fa0e0b6 service neutron] Port 967741d4-9e8e-4317-8a48-9ccc76572392 on network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:22:07.801145 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-de8fccc1-87d4-44d1-a2ba-6dd36fa0e0b6 service neutron] Attempting to bind port 967741d4-9e8e-4317-8a48-9ccc76572392 on network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:22:07.805853 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-de8fccc1-87d4-44d1-a2ba-6dd36fa0e0b6 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:22:07.806190 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-de8fccc1-87d4-44d1-a2ba-6dd36fa0e0b6 service neutron] Checking segment: {'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:22:07.806568 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-de8fccc1-87d4-44d1-a2ba-6dd36fa0e0b6 service neutron] Bound using segment: {'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:22:07.806989 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-de8fccc1-87d4-44d1-a2ba-6dd36fa0e0b6 service neutron] Bound port: 967741d4-9e8e-4317-8a48-9ccc76572392, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:22:07.807336 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-de8fccc1-87d4-44d1-a2ba-6dd36fa0e0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:07.868441 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-de8fccc1-87d4-44d1-a2ba-6dd36fa0e0b6 service neutron] For port 967741d4-9e8e-4317-8a48-9ccc76572392, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:22:07.871962 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-de8fccc1-87d4-44d1-a2ba-6dd36fa0e0b6 service neutron] For port 967741d4-9e8e-4317-8a48-9ccc76572392, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=967741d4-9e8e-4317-8a48-9ccc76572392,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:22:07.876377 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-de8fccc1-87d4-44d1-a2ba-6dd36fa0e0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:07.909337 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-de8fccc1-87d4-44d1-a2ba-6dd36fa0e0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:07.909950 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-de8fccc1-87d4-44d1-a2ba-6dd36fa0e0b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:07.911341 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-de8fccc1-87d4-44d1-a2ba-6dd36fa0e0b6 service neutron] 10.222.0.44 "PUT /v2.0/ports/967741d4-9e8e-4317-8a48-9ccc76572392 HTTP/1.1" status: 200 len: 1092 time: 0.7772884 Apr 28 20:22:07.932523 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8fccc1-87d4-44d1-a2ba-6dd36fa0e0b6 service neutron] Pushing event updated for resources: {'Port': ['ID=967741d4-9e8e-4317-8a48-9ccc76572392,revision_number=7']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:22:07.981006 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-eaa1d0fa-93b0-4243-9ae0-0cb5eb6ab761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:07.982528 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-eaa1d0fa-93b0-4243-9ae0-0cb5eb6ab761 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 1095 time: 0.0462518 Apr 28 20:22:08.075785 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-160615a8-186b-41af-b52d-64e586615a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:08.077271 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-160615a8-186b-41af-b52d-64e586615a0e service neutron] 10.222.0.44 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.0880570 Apr 28 20:22:08.148166 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-c6c381d4-045e-4f51-9563-dbc49136792f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=967741d4-9e8e-4317-8a48-9ccc76572392 HTTP/1.1" status: 200 len: 1000 time: 0.0640810 Apr 28 20:22:08.181447 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908bd4e-e87d-475c-b248-513d62083914 req-004caed4-91c9-4525-bdf8-218081b00cc2 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:08.182844 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3908bd4e-e87d-475c-b248-513d62083914 req-004caed4-91c9-4525-bdf8-218081b00cc2 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 944 time: 0.0492747 Apr 28 20:22:08.200238 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-f2cc55f5-36c5-40f9-b150-b6dfe9dd92e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:08.201758 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-f2cc55f5-36c5-40f9-b150-b6dfe9dd92e6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0457077 Apr 28 20:22:08.225437 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3908bd4e-e87d-475c-b248-513d62083914 req-9d1440a2-fb39-4e14-81e4-b687f90b2b6d tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357521 Apr 28 20:22:08.247453 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-71b6bec3-36c9-4c4a-a93e-17cdbfcfce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:08.248990 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-71b6bec3-36c9-4c4a-a93e-17cdbfcfce05 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412865 Apr 28 20:22:08.344524 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-f7274955-44bc-4ce1-ad02-6b4eba49d18f service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884132 Apr 28 20:22:08.432517 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-54aa13fb-4f99-4af3-b00f-f4b838c9b775 req-ac71fc64-a554-40f6-a012-8d21ae8d107b service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814431 Apr 28 20:22:09.345146 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae8980-a2aa-4fb8-b316-d53bd8f4744f req-0bce3627-fff0-48b1-852e-b9132d67e6f3 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:09.346749 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-23ae8980-a2aa-4fb8-b316-d53bd8f4744f req-0bce3627-fff0-48b1-852e-b9132d67e6f3 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 944 time: 0.0486336 Apr 28 20:22:09.384215 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-23ae8980-a2aa-4fb8-b316-d53bd8f4744f req-2220f1c5-bde3-4ed7-ad15-2c2e4ae16ef9 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314202 Apr 28 20:22:09.525235 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c63f64a-7f43-4400-af66-57bf218785df', 'tag': '967741d4-9e8e-4317-8a48-9ccc76572392'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:22:09.527465 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73303cc-0f1d-48a3-b1ea-42e854644f91" -d '{"events": [{"name": "network-changed", "server_uuid": "1c63f64a-7f43-4400-af66-57bf218785df", "tag": "967741d4-9e8e-4317-8a48-9ccc76572392"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:22:09.577036 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0d5e60-cd07-41a3-8a94-77752b5b104b x-openstack-request-id: req-ea0d5e60-cd07-41a3-8a94-77752b5b104b {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:22:09.577390 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c63f64a-7f43-4400-af66-57bf218785df", "tag": "967741d4-9e8e-4317-8a48-9ccc76572392", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:22:09.577642 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ea0d5e60-cd07-41a3-8a94-77752b5b104b {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:22:09.578038 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea0d5e60-cd07-41a3-8a94-77752b5b104b'] response: {'name': 'network-changed', 'server_uuid': '1c63f64a-7f43-4400-af66-57bf218785df', 'tag': '967741d4-9e8e-4317-8a48-9ccc76572392', 'status': 'completed', 'code': 200} Apr 28 20:22:09.638541 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73303cc-0f1d-48a3-b1ea-42e854644f91 req-345deb40-33ea-471c-835c-448d103e8a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:09.639136 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73303cc-0f1d-48a3-b1ea-42e854644f91 req-20cb3a8b-69c6-46ef-bf7a-93151c426b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:09.640023 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a73303cc-0f1d-48a3-b1ea-42e854644f91 req-345deb40-33ea-471c-835c-448d103e8a02 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 1095 time: 0.0408049 Apr 28 20:22:09.640435 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a73303cc-0f1d-48a3-b1ea-42e854644f91 req-20cb3a8b-69c6-46ef-bf7a-93151c426b85 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 1095 time: 0.0438602 Apr 28 20:22:09.729594 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73303cc-0f1d-48a3-b1ea-42e854644f91 req-ac657ecf-2295-4b4b-8acf-d72c266753f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:09.731181 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a73303cc-0f1d-48a3-b1ea-42e854644f91 req-ac657ecf-2295-4b4b-8acf-d72c266753f0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.0845237 Apr 28 20:22:09.731620 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73303cc-0f1d-48a3-b1ea-42e854644f91 req-1ff8d222-ecb4-4217-ba40-c77f4b474f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:09.733118 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a73303cc-0f1d-48a3-b1ea-42e854644f91 req-1ff8d222-ecb4-4217-ba40-c77f4b474f41 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.0861168 Apr 28 20:22:09.804723 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a73303cc-0f1d-48a3-b1ea-42e854644f91 req-26e8c04d-7950-422d-ba47-77597a564114 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=967741d4-9e8e-4317-8a48-9ccc76572392 HTTP/1.1" status: 200 len: 1000 time: 0.0623245 Apr 28 20:22:09.804940 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a73303cc-0f1d-48a3-b1ea-42e854644f91 req-e717dcf9-6a0b-4db4-9a18-ba07beb27dd7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=967741d4-9e8e-4317-8a48-9ccc76572392 HTTP/1.1" status: 200 len: 1000 time: 0.0623620 Apr 28 20:22:09.849250 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73303cc-0f1d-48a3-b1ea-42e854644f91 req-7f4c9a40-3067-4d83-94d0-f0c0381b0dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:09.850693 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a73303cc-0f1d-48a3-b1ea-42e854644f91 req-7f4c9a40-3067-4d83-94d0-f0c0381b0dc8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0440397 Apr 28 20:22:09.853753 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73303cc-0f1d-48a3-b1ea-42e854644f91 req-93f98242-2cc4-4cbe-add9-cd8bcf7a8eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:09.855192 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a73303cc-0f1d-48a3-b1ea-42e854644f91 req-93f98242-2cc4-4cbe-add9-cd8bcf7a8eb4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0436471 Apr 28 20:22:09.883975 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 967741d4-9e8e-4317-8a48-9ccc76572392 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:22:09.901406 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73303cc-0f1d-48a3-b1ea-42e854644f91 req-a7cb9031-9588-47c1-8c8f-027679c19879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:09.903852 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a73303cc-0f1d-48a3-b1ea-42e854644f91 req-a7cb9031-9588-47c1-8c8f-027679c19879 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455799 Apr 28 20:22:09.909116 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73303cc-0f1d-48a3-b1ea-42e854644f91 req-34ba6e02-45c8-4e4d-a80c-59e5ff0e340d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:09.910608 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a73303cc-0f1d-48a3-b1ea-42e854644f91 req-34ba6e02-45c8-4e4d-a80c-59e5ff0e340d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434632 Apr 28 20:22:09.933918 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 967741d4-9e8e-4317-8a48-9ccc76572392 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:22:10.013639 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a73303cc-0f1d-48a3-b1ea-42e854644f91 req-e66dff2d-c145-447e-8753-ce188ea436d7 service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033480 Apr 28 20:22:10.016637 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a73303cc-0f1d-48a3-b1ea-42e854644f91 req-e1b57237-602c-4131-aae2-6beac4987d9d service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955486 Apr 28 20:22:10.105483 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a73303cc-0f1d-48a3-b1ea-42e854644f91 req-9e8ebe16-dd27-4f1a-9e57-17d407aa1ac3 service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855465 Apr 28 20:22:10.113807 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a73303cc-0f1d-48a3-b1ea-42e854644f91 req-73a82acc-add4-48e1-a841-d6464a376652 service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857699 Apr 28 20:22:10.295127 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 967741d4-9e8e-4317-8a48-9ccc76572392 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:22:10.387172 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 967741d4-9e8e-4317-8a48-9ccc76572392, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=967741d4-9e8e-4317-8a48-9ccc76572392,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:22:10.398940 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '967741d4-9e8e-4317-8a48-9ccc76572392', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'port_id': '967741d4-9e8e-4317-8a48-9ccc76572392', 'mac_address': 'fa:16:3e:67:bd:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:22:10.435762 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:10.452974 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 967741d4-9e8e-4317-8a48-9ccc76572392 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:22:10.472535 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 967741d4-9e8e-4317-8a48-9ccc76572392, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=967741d4-9e8e-4317-8a48-9ccc76572392,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:22:10.476699 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:10.504870 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d04940-ac1c-46d5-9d26-51635a7a7bd0 req-c5fa136f-6940-472d-91c3-ac31bb4e3ac5 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:10.506315 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c3d04940-ac1c-46d5-9d26-51635a7a7bd0 req-c5fa136f-6940-472d-91c3-ac31bb4e3ac5 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 944 time: 0.0507421 Apr 28 20:22:10.522763 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=967741d4-9e8e-4317-8a48-9ccc76572392,revision_number=8']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:22:10.530670 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:10.531015 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:10.531349 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:10.531683 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:10.532012 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:10.532366 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:10.532686 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:10.533016 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:10.533334 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:10.533652 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:10.533970 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:10.534286 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:10.546634 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c3d04940-ac1c-46d5-9d26-51635a7a7bd0 req-6995d07f-b4dd-45a2-8419-d3bb809ab70e tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341668 Apr 28 20:22:10.697535 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['967741d4-9e8e-4317-8a48-9ccc76572392'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:22:10.749910 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a3472-8703-48a6-b482-86261846e437 req-6491aea8-e7ab-462a-bfa9-f0868b239eb1 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:10.751410 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-024a3472-8703-48a6-b482-86261846e437 req-6491aea8-e7ab-462a-bfa9-f0868b239eb1 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 945 time: 0.0587339 Apr 28 20:22:10.762166 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25bf23-b6df-4c05-b034-fb61b2b5e245 req-48676aaf-cae2-43ec-8dcf-16f3391e75bc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:10.764833 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ea25bf23-b6df-4c05-b034-fb61b2b5e245 req-48676aaf-cae2-43ec-8dcf-16f3391e75bc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df&tenant_id=1f83ebb2a8c04887a5f540e44af07209&binding%3Ahost_id=n-h2-839810-1 HTTP/1.1" status: 200 len: 945 time: 0.0588455 Apr 28 20:22:10.795685 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-024a3472-8703-48a6-b482-86261846e437 req-4706366b-fa1d-4156-ad68-e82a19b5abd6 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370667 Apr 28 20:22:10.829703 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [req-ea25bf23-b6df-4c05-b034-fb61b2b5e245 req-75a5f98f-7352-4806-90b9-6c64e45fd78d service neutron] delete failed (client error): The resource could not be found. Apr 28 20:22:10.830844 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ea25bf23-b6df-4c05-b034-fb61b2b5e245 req-75a5f98f-7352-4806-90b9-6c64e45fd78d service neutron] 10.222.0.15 "DELETE /v2.0/ports/967741d4-9e8e-4317-8a48-9ccc76572392/bindings/n-h1-839810-1 HTTP/1.1" status: 404 len: 380 time: 0.0583973 Apr 28 20:22:10.912757 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25bf23-b6df-4c05-b034-fb61b2b5e245 req-29cc9396-989e-4fb6-bbf5-82a2a05fd4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:10.914456 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ea25bf23-b6df-4c05-b034-fb61b2b5e245 req-29cc9396-989e-4fb6-bbf5-82a2a05fd4d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 1096 time: 0.0398965 Apr 28 20:22:11.005284 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25bf23-b6df-4c05-b034-fb61b2b5e245 req-f6bc9609-9ac2-4fdd-98ae-3755010182e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:11.006714 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ea25bf23-b6df-4c05-b034-fb61b2b5e245 req-f6bc9609-9ac2-4fdd-98ae-3755010182e9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.0856302 Apr 28 20:22:11.070817 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ea25bf23-b6df-4c05-b034-fb61b2b5e245 req-3b8e92bc-f637-43f3-8de8-0b1ddad1fdd6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=967741d4-9e8e-4317-8a48-9ccc76572392 HTTP/1.1" status: 200 len: 1001 time: 0.0569239 Apr 28 20:22:11.117371 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25bf23-b6df-4c05-b034-fb61b2b5e245 req-0505076d-ad6d-411c-8d7f-aeaffae48b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:11.118770 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ea25bf23-b6df-4c05-b034-fb61b2b5e245 req-0505076d-ad6d-411c-8d7f-aeaffae48b05 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0417876 Apr 28 20:22:11.165415 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25bf23-b6df-4c05-b034-fb61b2b5e245 req-ecec7333-63cf-46e6-bfc8-989c97659838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:11.166788 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ea25bf23-b6df-4c05-b034-fb61b2b5e245 req-ecec7333-63cf-46e6-bfc8-989c97659838 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417347 Apr 28 20:22:11.253265 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ea25bf23-b6df-4c05-b034-fb61b2b5e245 req-20d0fb0b-c7d9-4132-bca3-8e280ded6487 service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797386 Apr 28 20:22:11.690604 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ea25bf23-b6df-4c05-b034-fb61b2b5e245 req-e5f46764-248e-49e5-92f4-8daf99bd9d9e service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312434 Apr 28 20:22:11.915580 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a36b53-eabd-4637-95fa-fb5c30d50802 req-416ae567-7847-40aa-879a-44c2067c0df7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:11.917221 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-67a36b53-eabd-4637-95fa-fb5c30d50802 req-416ae567-7847-40aa-879a-44c2067c0df7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 945 time: 0.0481868 Apr 28 20:22:11.955010 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-67a36b53-eabd-4637-95fa-fb5c30d50802 req-99d62444-961a-4612-b7e8-3931804ca042 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311787 Apr 28 20:22:12.309836 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 967741d4-9e8e-4317-8a48-9ccc76572392 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:22:12.358771 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 967741d4-9e8e-4317-8a48-9ccc76572392 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:22:12.362617 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 967741d4-9e8e-4317-8a48-9ccc76572392 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:22:12.362986 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:12.437687 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:12.459106 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c63f64a-7f43-4400-af66-57bf218785df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967741d4-9e8e-4317-8a48-9ccc76572392'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:22:12.461342 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b455c8d-a57e-4e7f-80b2-729e676dd20a" -d '{"events": [{"server_uuid": "1c63f64a-7f43-4400-af66-57bf218785df", "name": "network-vif-plugged", "status": "completed", "tag": "967741d4-9e8e-4317-8a48-9ccc76572392"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:22:12.475912 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 967741d4-9e8e-4317-8a48-9ccc76572392, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=967741d4-9e8e-4317-8a48-9ccc76572392,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:22:12.480274 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:12.508393 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338da401-779c-4413-a357-f14dbc380a74 x-openstack-request-id: req-338da401-779c-4413-a357-f14dbc380a74 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:22:12.508680 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c63f64a-7f43-4400-af66-57bf218785df", "name": "network-vif-plugged", "status": "completed", "tag": "967741d4-9e8e-4317-8a48-9ccc76572392", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:22:12.508926 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-338da401-779c-4413-a357-f14dbc380a74 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:22:12.509314 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-338da401-779c-4413-a357-f14dbc380a74'] response: {'server_uuid': '1c63f64a-7f43-4400-af66-57bf218785df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967741d4-9e8e-4317-8a48-9ccc76572392', 'code': 200} Apr 28 20:22:12.534101 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=967741d4-9e8e-4317-8a48-9ccc76572392,revision_number=9']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:22:13.078202 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301decb-c6cb-415d-b5cc-7a61d101137e req-79b567bb-8762-4e91-84ad-1c27e3c91911 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:13.079931 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d301decb-c6cb-415d-b5cc-7a61d101137e req-79b567bb-8762-4e91-84ad-1c27e3c91911 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0525756 Apr 28 20:22:13.120371 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d301decb-c6cb-415d-b5cc-7a61d101137e req-6721631e-962a-48bc-962d-f98452b397cf tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337703 Apr 28 20:22:13.235035 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b5b72-a608-4033-a941-41a60b043a10 req-a4f6f08b-9815-4622-89a9-42d111acfba7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:13.236437 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3d1b5b72-a608-4033-a941-41a60b043a10 req-a4f6f08b-9815-4622-89a9-42d111acfba7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0488617 Apr 28 20:22:13.273461 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3d1b5b72-a608-4033-a941-41a60b043a10 req-7e67a66a-e528-4034-9108-d49641da73fb tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307524 Apr 28 20:22:13.388506 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7c4ff-5386-4a58-a576-a8c3d78f94bd req-ede4731f-267a-4080-9875-93d2a52d2ed0 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:13.389957 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-03c7c4ff-5386-4a58-a576-a8c3d78f94bd req-ede4731f-267a-4080-9875-93d2a52d2ed0 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0499232 Apr 28 20:22:13.430326 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-03c7c4ff-5386-4a58-a576-a8c3d78f94bd req-c24fe3d9-0cd5-4136-b235-dae776422aae tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344200 Apr 28 20:22:13.660842 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f31fa-6933-479b-81ff-2e762d0e5dbc req-09507c30-af54-44c5-9a33-76112c5a7acd tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:13.662273 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-334f31fa-6933-479b-81ff-2e762d0e5dbc req-09507c30-af54-44c5-9a33-76112c5a7acd tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0488837 Apr 28 20:22:13.699561 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-334f31fa-6933-479b-81ff-2e762d0e5dbc req-22f856e2-820a-4c46-8384-3d60dcd79c7d tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309315 Apr 28 20:22:14.821884 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e67d63-24b8-4637-ac70-f36d2c16c1d7 req-16dad9e7-8bda-4102-8f3d-d2f0f4e0abcb tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:14.823355 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-69e67d63-24b8-4637-ac70-f36d2c16c1d7 req-16dad9e7-8bda-4102-8f3d-d2f0f4e0abcb tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0490487 Apr 28 20:22:14.865920 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-69e67d63-24b8-4637-ac70-f36d2c16c1d7 req-34513018-4887-43da-838b-57a74a3b2105 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363896 Apr 28 20:22:14.946889 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79524b-5da9-4aed-b4e5-069b9231a257 req-e82e06c5-bc5a-41c7-a06f-152049b9dcd6 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:14.948370 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3d79524b-5da9-4aed-b4e5-069b9231a257 req-e82e06c5-bc5a-41c7-a06f-152049b9dcd6 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 946 time: 0.0514112 Apr 28 20:22:15.034230 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-3d79524b-5da9-4aed-b4e5-069b9231a257 req-289ae4a9-6ded-44fb-b828-082c0459ffcc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Deleting port 967741d4-9e8e-4317-8a48-9ccc76572392 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:22:15.034495 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3d79524b-5da9-4aed-b4e5-069b9231a257 req-289ae4a9-6ded-44fb-b828-082c0459ffcc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:15.443115 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-3d79524b-5da9-4aed-b4e5-069b9231a257 req-289ae4a9-6ded-44fb-b828-082c0459ffcc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] For port 967741d4-9e8e-4317-8a48-9ccc76572392, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=967741d4-9e8e-4317-8a48-9ccc76572392,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:22:15.443472 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3d79524b-5da9-4aed-b4e5-069b9231a257 req-289ae4a9-6ded-44fb-b828-082c0459ffcc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:15.655098 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3d79524b-5da9-4aed-b4e5-069b9231a257 req-289ae4a9-6ded-44fb-b828-082c0459ffcc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:15.655461 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3d79524b-5da9-4aed-b4e5-069b9231a257 req-289ae4a9-6ded-44fb-b828-082c0459ffcc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:15.655773 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [req-3d79524b-5da9-4aed-b4e5-069b9231a257 req-289ae4a9-6ded-44fb-b828-082c0459ffcc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Floating IP 7f25c35a-a005-4bda-8884-1181d7933cee disassociated. External IP: 172.25.8.130, port: 967741d4-9e8e-4317-8a48-9ccc76572392. Apr 28 20:22:15.656129 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-3d79524b-5da9-4aed-b4e5-069b9231a257 req-289ae4a9-6ded-44fb-b828-082c0459ffcc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Calling delete_port for 967741d4-9e8e-4317-8a48-9ccc76572392 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:22:15.779516 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3d79524b-5da9-4aed-b4e5-069b9231a257 req-289ae4a9-6ded-44fb-b828-082c0459ffcc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:15.812883 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ae4a9-6ded-44fb-b828-082c0459ffcc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Pushing event deleted for resources: {'Port': ['ID=967741d4-9e8e-4317-8a48-9ccc76572392,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:22:15.824279 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289ae4a9-6ded-44fb-b828-082c0459ffcc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:15.824881 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289ae4a9-6ded-44fb-b828-082c0459ffcc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:15.825030 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289ae4a9-6ded-44fb-b828-082c0459ffcc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:15.825429 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289ae4a9-6ded-44fb-b828-082c0459ffcc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:15.825884 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289ae4a9-6ded-44fb-b828-082c0459ffcc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:15.826218 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289ae4a9-6ded-44fb-b828-082c0459ffcc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:15.826543 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289ae4a9-6ded-44fb-b828-082c0459ffcc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:15.826875 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289ae4a9-6ded-44fb-b828-082c0459ffcc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:15.827191 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289ae4a9-6ded-44fb-b828-082c0459ffcc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:15.827510 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289ae4a9-6ded-44fb-b828-082c0459ffcc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:15.827829 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289ae4a9-6ded-44fb-b828-082c0459ffcc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:15.828184 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289ae4a9-6ded-44fb-b828-082c0459ffcc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:15.946036 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d79524b-5da9-4aed-b4e5-069b9231a257 req-289ae4a9-6ded-44fb-b828-082c0459ffcc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Router dd35d6dd-350a-45e0-8bf5-3089915b0197 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:22:15.969543 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-361bd525-268f-4e09-ace3-ee42f8a15244 req-4396b883-33e1-4975-aa6e-7a48db07d378 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c63f64a-7f43-4400-af66-57bf218785df HTTP/1.1" status: 200 len: 210 time: 0.0296173 Apr 28 20:22:16.060588 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d79524b-5da9-4aed-b4e5-069b9231a257 req-289ae4a9-6ded-44fb-b828-082c0459ffcc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:22:16.069964 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5bfa6e-4472-4b01-9d48-7731db30749b None None] Sync routers for ids ['dd35d6dd-350a-45e0-8bf5-3089915b0197'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:22:16.080157 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5bfa6e-4472-4b01-9d48-7731db30749b None None] Routers {'dd35d6dd-350a-45e0-8bf5-3089915b0197'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:22:16.080834 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-9b5bfa6e-4472-4b01-9d48-7731db30749b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:21:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['dd35d6dd-350a-45e0-8bf5-3089915b0197'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:22:16.100499 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d79524b-5da9-4aed-b4e5-069b9231a257 req-289ae4a9-6ded-44fb-b828-082c0459ffcc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] No DVR routers for this DVR port 967741d4-9e8e-4317-8a48-9ccc76572392 on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:22:16.103163 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-3d79524b-5da9-4aed-b4e5-069b9231a257 req-289ae4a9-6ded-44fb-b828-082c0459ffcc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:16.107521 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3d79524b-5da9-4aed-b4e5-069b9231a257 req-289ae4a9-6ded-44fb-b828-082c0459ffcc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.44 "DELETE /v2.0/ports/967741d4-9e8e-4317-8a48-9ccc76572392 HTTP/1.1" status: 204 len: 173 time: 1.1536739 Apr 28 20:22:16.107980 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c63f64a-7f43-4400-af66-57bf218785df', 'name': 'network-vif-deleted', 'tag': '967741d4-9e8e-4317-8a48-9ccc76572392'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:22:16.111054 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03617482-e3cf-44ba-ad86-1342fbe64969" -d '{"events": [{"server_uuid": "1c63f64a-7f43-4400-af66-57bf218785df", "name": "network-vif-deleted", "tag": "967741d4-9e8e-4317-8a48-9ccc76572392"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:22:16.152362 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a77a6e7-f6f1-4948-bdfc-2d0079e794e6 x-openstack-request-id: req-1a77a6e7-f6f1-4948-bdfc-2d0079e794e6 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:22:16.152655 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c63f64a-7f43-4400-af66-57bf218785df", "name": "network-vif-deleted", "tag": "967741d4-9e8e-4317-8a48-9ccc76572392", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:22:16.153514 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1a77a6e7-f6f1-4948-bdfc-2d0079e794e6 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:22:16.153977 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a77a6e7-f6f1-4948-bdfc-2d0079e794e6'] response: {'server_uuid': '1c63f64a-7f43-4400-af66-57bf218785df', 'name': 'network-vif-deleted', 'tag': '967741d4-9e8e-4317-8a48-9ccc76572392', 'status': 'completed', 'code': 200} Apr 28 20:22:16.194831 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-9b5bfa6e-4472-4b01-9d48-7731db30749b None None] Set router dd35d6dd-350a-45e0-8bf5-3089915b0197 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:22:16.404222 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-9b5bfa6e-4472-4b01-9d48-7731db30749b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'name': 'tempest-ServerActionsTestJSON-1753222697-router', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:21:14Z', 'updated_at': '2022-04-28T20:21:17Z', 'revision_number': 4, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'gw_port': {'id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:15Z', 'updated_at': '2022-04-28T20:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '59822cde-fe66-4b2a-b589-a660a7586553', 'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'mac_address': 'fa:16:3e:a9:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:16Z', 'updated_at': '2022-04-28T20:21:21Z', 'revision_number': 5, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'subnets': [{'id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:22:16.586588 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5bfa6e-4472-4b01-9d48-7731db30749b None None] Checking router: dd35d6dd-350a-45e0-8bf5-3089915b0197 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:22:16.595162 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5bfa6e-4472-4b01-9d48-7731db30749b None None] Routers {'dd35d6dd-350a-45e0-8bf5-3089915b0197'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:22:16.595766 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-9b5bfa6e-4472-4b01-9d48-7731db30749b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:21:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['dd35d6dd-350a-45e0-8bf5-3089915b0197'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:22:16.644260 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:22:16.698724 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-9b5bfa6e-4472-4b01-9d48-7731db30749b None None] Set router dd35d6dd-350a-45e0-8bf5-3089915b0197 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:22:16.895008 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-9b5bfa6e-4472-4b01-9d48-7731db30749b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'name': 'tempest-ServerActionsTestJSON-1753222697-router', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:21:14Z', 'updated_at': '2022-04-28T20:21:17Z', 'revision_number': 4, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'gw_port': {'id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:15Z', 'updated_at': '2022-04-28T20:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '59822cde-fe66-4b2a-b589-a660a7586553', 'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'mac_address': 'fa:16:3e:a9:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:16Z', 'updated_at': '2022-04-28T20:21:21Z', 'revision_number': 5, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'subnets': [{'id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:22:16.921713 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5bfa6e-4472-4b01-9d48-7731db30749b None None] The sync data for ids ['dd35d6dd-350a-45e0-8bf5-3089915b0197'] in n-d-839810-1 is: [{'id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'name': 'tempest-ServerActionsTestJSON-1753222697-router', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:21:14Z', 'updated_at': '2022-04-28T20:21:17Z', 'revision_number': 4, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'gw_port': {'id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:15Z', 'updated_at': '2022-04-28T20:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '59822cde-fe66-4b2a-b589-a660a7586553', 'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'mac_address': 'fa:16:3e:a9:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:16Z', 'updated_at': '2022-04-28T20:21:21Z', 'revision_number': 5, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'subnets': [{'id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:22:17.145393 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bc89a9-8031-439d-8c42-96ab899a7bd1 None None] New status for floating IP 7f25c35a-a005-4bda-8884-1181d7933cee: DOWN {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:22:17.210668 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-bf50de83-f4c5-45d0-94cd-1fb0fb676f26 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--2137605993&fields=id&tenant_id=1f83ebb2a8c04887a5f540e44af07209 HTTP/1.1" status: 200 len: 267 time: 0.0319812 Apr 28 20:22:17.321859 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-2453939b-bd52-4c93-bc94-23de7795757e tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:17.323310 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-2453939b-bd52-4c93-bc94-23de7795757e tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 812 time: 0.1045363 Apr 28 20:22:17.339118 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-eb4418a5-496d-4a28-b711-c7664d1ce2c4 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/quotas/1f83ebb2a8c04887a5f540e44af07209 HTTP/1.1" status: 200 len: 375 time: 0.0089347 Apr 28 20:22:17.392545 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-9459fca2-a2af-4cf0-8b32-8e8a26947835 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473297 Apr 28 20:22:17.488432 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-297650bc-5acb-443f-a8e2-450c847755ff service neutron] 10.222.0.42 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831342 Apr 28 20:22:17.574358 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-b7d82b23-3db3-4d75-8771-7f98f625ab5e service neutron] 10.222.0.42 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798037 Apr 28 20:22:17.737389 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e8d042f8-a2ec-4d5e-a1fe-1e3ff9833ec9 req-acb17693-ab2c-46fc-bfd5-2e07e02fdebb tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 210 time: 0.0278668 Apr 28 20:22:18.342085 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 967741d4-9e8e-4317-8a48-9ccc76572392 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:22:18.366896 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 967741d4-9e8e-4317-8a48-9ccc76572392 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:22:18.367229 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 967741d4-9e8e-4317-8a48-9ccc76572392 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:22:18.627722 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-b477c759-f932-49ef-ba7b-4c63b40d443b tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:18.629259 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-b477c759-f932-49ef-ba7b-4c63b40d443b tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.44 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 812 time: 0.1091652 Apr 28 20:22:18.686740 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-c47233b9-11cc-48fb-b546-6ce62b377164 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f83ebb2a8c04887a5f540e44af07209 HTTP/1.1" status: 200 len: 380 time: 0.0470843 Apr 28 20:22:18.700086 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-d41a22f9-9cfa-4d17-8080-5aca0c63c9c1 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Request body: {'port': {'device_id': '0376b121-0571-4b68-845d-2a5cd38bedc4', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'admin_state_up': True, 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'security_groups': ['b96f3785-2ff7-49de-afb5-b2c9d183b8d6']}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:22:18.813427 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-d41a22f9-9cfa-4d17-8080-5aca0c63c9c1 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Made reservation on behalf of 1f83ebb2a8c04887a5f540e44af07209 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:22:18.817022 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-d41a22f9-9cfa-4d17-8080-5aca0c63c9c1 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:18.838424 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2aca9bd5-85ce-4458-a752-47cd20f6fe81 req-2522e3da-94f8-4b3e-bc26-562f34b876d0 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 210 time: 0.0266843 Apr 28 20:22:18.953231 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-d41a22f9-9cfa-4d17-8080-5aca0c63c9c1 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Allocated IP 172.20.0.3 (8128c25a-6a30-4d73-8866-65d8aa0d7a4e/c868549d-28d5-4475-ade5-9d8964c62e06/fc9527c9-8273-4db2-912a-6935fb2b297d) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:22:19.100396 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-d41a22f9-9cfa-4d17-8080-5aca0c63c9c1 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:19.136661 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-d41a22f9-9cfa-4d17-8080-5aca0c63c9c1 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:19.181998 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-d41a22f9-9cfa-4d17-8080-5aca0c63c9c1 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:22:19.187947 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-d41a22f9-9cfa-4d17-8080-5aca0c63c9c1 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:22:19.192378 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-d41a22f9-9cfa-4d17-8080-5aca0c63c9c1 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:22:19.195087 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a22f9-9cfa-4d17-8080-5aca0c63c9c1 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Pushing event updated for resources: {'Port': ['ID=fc9527c9-8273-4db2-912a-6935fb2b297d,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:22:19.249066 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-d41a22f9-9cfa-4d17-8080-5aca0c63c9c1 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:19.250124 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-d41a22f9-9cfa-4d17-8080-5aca0c63c9c1 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:19.269541 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-d41a22f9-9cfa-4d17-8080-5aca0c63c9c1 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5735667 Apr 28 20:22:19.283137 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-46dea3f3-e7ba-447e-a26e-5bdd80dcf080 service neutron] Request body: {'port': {'device_id': '0376b121-0571-4b68-845d-2a5cd38bedc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:22:19.344314 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-46dea3f3-e7ba-447e-a26e-5bdd80dcf080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:19.456150 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-8787b3d5-8eea-400b-85af-43dc022a43ce None None] Provisioning complete for port fc9527c9-8273-4db2-912a-6935fb2b297d triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:22:19.456692 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8787b3d5-8eea-400b-85af-43dc022a43ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:19.490721 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-8787b3d5-8eea-400b-85af-43dc022a43ce None None] Port fc9527c9-8273-4db2-912a-6935fb2b297d cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:22:19.632134 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-46dea3f3-e7ba-447e-a26e-5bdd80dcf080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc9527c9-8273-4db2-912a-6935fb2b297d {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:22:19.639890 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-46dea3f3-e7ba-447e-a26e-5bdd80dcf080 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:19.651303 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-46dea3f3-e7ba-447e-a26e-5bdd80dcf080 service neutron] Transition to ACTIVE for port object fc9527c9-8273-4db2-912a-6935fb2b297d will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:22:19.656168 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-46dea3f3-e7ba-447e-a26e-5bdd80dcf080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:19.723500 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dea3f3-e7ba-447e-a26e-5bdd80dcf080 service neutron] Pushing event updated for resources: {'Port': ['ID=fc9527c9-8273-4db2-912a-6935fb2b297d,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:22:19.781401 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-46dea3f3-e7ba-447e-a26e-5bdd80dcf080 service neutron] Attempting to bind port fc9527c9-8273-4db2-912a-6935fb2b297d on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:22:19.781757 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-46dea3f3-e7ba-447e-a26e-5bdd80dcf080 service neutron] Attempting to bind port fc9527c9-8273-4db2-912a-6935fb2b297d by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:22:19.782085 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-46dea3f3-e7ba-447e-a26e-5bdd80dcf080 service neutron] Attempting to bind port fc9527c9-8273-4db2-912a-6935fb2b297d on network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:22:19.786561 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-46dea3f3-e7ba-447e-a26e-5bdd80dcf080 service neutron] Port fc9527c9-8273-4db2-912a-6935fb2b297d on network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:22:19.786879 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-46dea3f3-e7ba-447e-a26e-5bdd80dcf080 service neutron] Attempting to bind port fc9527c9-8273-4db2-912a-6935fb2b297d on network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:22:19.792186 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-46dea3f3-e7ba-447e-a26e-5bdd80dcf080 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:22:19.792525 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-46dea3f3-e7ba-447e-a26e-5bdd80dcf080 service neutron] Checking segment: {'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:22:19.792915 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-46dea3f3-e7ba-447e-a26e-5bdd80dcf080 service neutron] Bound using segment: {'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:22:19.793340 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-46dea3f3-e7ba-447e-a26e-5bdd80dcf080 service neutron] Bound port: fc9527c9-8273-4db2-912a-6935fb2b297d, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:22:19.793696 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-46dea3f3-e7ba-447e-a26e-5bdd80dcf080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:19.862114 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-46dea3f3-e7ba-447e-a26e-5bdd80dcf080 service neutron] For port fc9527c9-8273-4db2-912a-6935fb2b297d, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:22:19.865564 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-46dea3f3-e7ba-447e-a26e-5bdd80dcf080 service neutron] For port fc9527c9-8273-4db2-912a-6935fb2b297d, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=fc9527c9-8273-4db2-912a-6935fb2b297d,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:22:19.866902 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5c320c0e-24d4-4af5-b83f-896daabbbc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:19.870423 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-46dea3f3-e7ba-447e-a26e-5bdd80dcf080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:19.904936 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-46dea3f3-e7ba-447e-a26e-5bdd80dcf080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:19.905560 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-46dea3f3-e7ba-447e-a26e-5bdd80dcf080 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:19.906964 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-46dea3f3-e7ba-447e-a26e-5bdd80dcf080 service neutron] 10.222.0.44 "PUT /v2.0/ports/fc9527c9-8273-4db2-912a-6935fb2b297d HTTP/1.1" status: 200 len: 1091 time: 0.6280999 Apr 28 20:22:19.909336 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0376b121-0571-4b68-845d-2a5cd38bedc4', 'tag': 'fc9527c9-8273-4db2-912a-6935fb2b297d'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:22:19.912325 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc51728-562e-4418-b199-f9f7db847b39" -d '{"events": [{"name": "network-changed", "server_uuid": "0376b121-0571-4b68-845d-2a5cd38bedc4", "tag": "fc9527c9-8273-4db2-912a-6935fb2b297d"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:22:19.970094 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7127ad-fb41-4cd4-a8e6-7b2641208728 x-openstack-request-id: req-1e7127ad-fb41-4cd4-a8e6-7b2641208728 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:22:19.970383 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0376b121-0571-4b68-845d-2a5cd38bedc4", "tag": "fc9527c9-8273-4db2-912a-6935fb2b297d", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:22:19.970634 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1e7127ad-fb41-4cd4-a8e6-7b2641208728 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:22:19.971047 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e7127ad-fb41-4cd4-a8e6-7b2641208728'] response: {'name': 'network-changed', 'server_uuid': '0376b121-0571-4b68-845d-2a5cd38bedc4', 'tag': 'fc9527c9-8273-4db2-912a-6935fb2b297d', 'status': 'completed', 'code': 200} Apr 28 20:22:20.006478 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dea3f3-e7ba-447e-a26e-5bdd80dcf080 service neutron] Pushing event updated for resources: {'Port': ['ID=fc9527c9-8273-4db2-912a-6935fb2b297d,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:22:20.040094 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742e041-e94f-48ea-b50e-57818a9a52d0 req-79a76113-6000-4638-8fbe-af8d76c49446 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:20.041650 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8742e041-e94f-48ea-b50e-57818a9a52d0 req-79a76113-6000-4638-8fbe-af8d76c49446 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 943 time: 0.1163800 Apr 28 20:22:20.044304 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-943d875f-fa21-456e-8ad9-fddc7100bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:20.045701 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-943d875f-fa21-456e-8ad9-fddc7100bca1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 1094 time: 0.0739250 Apr 28 20:22:20.098233 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-dee51cd0-47ed-4343-929d-9f576643ea53 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc9527c9-8273-4db2-912a-6935fb2b297d HTTP/1.1" status: 200 len: 217 time: 0.0430365 Apr 28 20:22:20.124255 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8742e041-e94f-48ea-b50e-57818a9a52d0 req-e65f98bf-b3e7-49c4-a5cf-6205fe154a8b tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752354 Apr 28 20:22:20.161428 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-33bede28-a49f-48d9-90f6-080f7050b765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:20.162868 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-33bede28-a49f-48d9-90f6-080f7050b765 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0541339 Apr 28 20:22:20.209560 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-1f87ac22-2e89-4309-85de-a8dc3479b8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:20.210975 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-1f87ac22-2e89-4309-85de-a8dc3479b8c4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402114 Apr 28 20:22:20.297150 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-27a3a563-6506-41cd-ac49-cfe3287dc668 service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791979 Apr 28 20:22:20.388250 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9343ceeb-fcc3-4764-9f58-6eb810e83894 req-f30b2eb3-63a2-4d9a-b4f3-0eee47814aed service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849109 Apr 28 20:22:20.478430 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc51728-562e-4418-b199-f9f7db847b39 req-1eacd72c-23fc-425d-ae27-d20ad54a3824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:20.479924 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9cc51728-562e-4418-b199-f9f7db847b39 req-1eacd72c-23fc-425d-ae27-d20ad54a3824 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 1094 time: 0.0419626 Apr 28 20:22:20.571042 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc51728-562e-4418-b199-f9f7db847b39 req-72b32eba-c5e8-4608-a8d4-025a0dd5eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:20.572428 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9cc51728-562e-4418-b199-f9f7db847b39 req-72b32eba-c5e8-4608-a8d4-025a0dd5eef9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.0860486 Apr 28 20:22:20.613344 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9cc51728-562e-4418-b199-f9f7db847b39 req-18f459be-f8c2-4005-97d5-5330541fa893 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc9527c9-8273-4db2-912a-6935fb2b297d HTTP/1.1" status: 200 len: 217 time: 0.0342560 Apr 28 20:22:20.661189 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc51728-562e-4418-b199-f9f7db847b39 req-0772455c-2155-4de4-9898-cad6bba5b81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:20.662581 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9cc51728-562e-4418-b199-f9f7db847b39 req-0772455c-2155-4de4-9898-cad6bba5b81b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0425050 Apr 28 20:22:20.708581 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc51728-562e-4418-b199-f9f7db847b39 req-684ff361-8cfd-4ae0-8531-c9ccef7e2a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:20.710154 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9cc51728-562e-4418-b199-f9f7db847b39 req-684ff361-8cfd-4ae0-8531-c9ccef7e2a3f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395572 Apr 28 20:22:20.803594 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9cc51728-562e-4418-b199-f9f7db847b39 req-cc7024a3-4d9f-41d6-86fb-9fc746e34391 service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857158 Apr 28 20:22:20.903263 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9cc51728-562e-4418-b199-f9f7db847b39 req-9034595d-914e-4d5e-b64e-149c7ca6c1e4 service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921786 Apr 28 20:22:21.244792 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a6ccf-9680-485c-9f59-76a39fc006e3 req-88061e57-9204-4b3d-9ba1-3ada4895f981 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:21.246278 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b14a6ccf-9680-485c-9f59-76a39fc006e3 req-88061e57-9204-4b3d-9ba1-3ada4895f981 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 943 time: 0.0500114 Apr 28 20:22:21.288787 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b14a6ccf-9680-485c-9f59-76a39fc006e3 req-ebeed23a-036a-4ced-9ce0-db122d81e239 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357091 Apr 28 20:22:22.112220 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9000a36b-556a-4b74-ad7b-30b0bc3d8e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:22.357106 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device fc9527c9-8273-4db2-912a-6935fb2b297d details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:22:22.410760 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5550bf-ad17-4ad0-b60f-0505585b9bf9 req-05373a10-e297-4e62-9d22-260ac4e3ce6b tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:22.412453 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cd5550bf-ad17-4ad0-b60f-0505585b9bf9 req-05373a10-e297-4e62-9d22-260ac4e3ce6b tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 943 time: 0.0536373 Apr 28 20:22:22.450375 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cd5550bf-ad17-4ad0-b60f-0505585b9bf9 req-d32563b4-c650-48b3-b8be-933e2d77e512 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310152 Apr 28 20:22:22.451528 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port fc9527c9-8273-4db2-912a-6935fb2b297d, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=fc9527c9-8273-4db2-912a-6935fb2b297d,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:22:22.463183 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'fc9527c9-8273-4db2-912a-6935fb2b297d', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'port_id': 'fc9527c9-8273-4db2-912a-6935fb2b297d', 'mac_address': 'fa:16:3e:89:19:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:22:22.499664 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:22.515657 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc9527c9-8273-4db2-912a-6935fb2b297d {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:22:22.533763 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port fc9527c9-8273-4db2-912a-6935fb2b297d, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=fc9527c9-8273-4db2-912a-6935fb2b297d,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:22:22.537808 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:22.583832 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=fc9527c9-8273-4db2-912a-6935fb2b297d,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:22:22.725043 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['fc9527c9-8273-4db2-912a-6935fb2b297d'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:22:23.564805 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d55bd0-5403-40da-b8bc-633b0bcf2f82 req-5c537e0a-7776-475e-8fc1-a8cff6e2bf35 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:23.566154 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d5d55bd0-5403-40da-b8bc-633b0bcf2f82 req-5c537e0a-7776-475e-8fc1-a8cff6e2bf35 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 944 time: 0.0487800 Apr 28 20:22:23.603668 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d5d55bd0-5403-40da-b8bc-633b0bcf2f82 req-dfa86cab-f3da-4d6c-b918-55d6a35d7e74 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314648 Apr 28 20:22:23.626893 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:24.372672 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device fc9527c9-8273-4db2-912a-6935fb2b297d up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:22:24.420767 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port fc9527c9-8273-4db2-912a-6935fb2b297d completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:22:24.424568 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port fc9527c9-8273-4db2-912a-6935fb2b297d triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:22:24.424936 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:24.500618 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:24.521480 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0376b121-0571-4b68-845d-2a5cd38bedc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc9527c9-8273-4db2-912a-6935fb2b297d'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:22:24.523818 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbad002-8630-4bdf-8a63-5a3216075248" -d '{"events": [{"server_uuid": "0376b121-0571-4b68-845d-2a5cd38bedc4", "name": "network-vif-plugged", "status": "completed", "tag": "fc9527c9-8273-4db2-912a-6935fb2b297d"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:22:24.540001 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port fc9527c9-8273-4db2-912a-6935fb2b297d, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=fc9527c9-8273-4db2-912a-6935fb2b297d,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:22:24.544721 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:24.568177 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34ce375-70c4-4f3d-b2a3-9f5e346c4661 x-openstack-request-id: req-c34ce375-70c4-4f3d-b2a3-9f5e346c4661 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:22:24.568463 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0376b121-0571-4b68-845d-2a5cd38bedc4", "name": "network-vif-plugged", "status": "completed", "tag": "fc9527c9-8273-4db2-912a-6935fb2b297d", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:22:24.568711 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c34ce375-70c4-4f3d-b2a3-9f5e346c4661 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:22:24.569101 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c34ce375-70c4-4f3d-b2a3-9f5e346c4661'] response: {'server_uuid': '0376b121-0571-4b68-845d-2a5cd38bedc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc9527c9-8273-4db2-912a-6935fb2b297d', 'code': 200} Apr 28 20:22:24.597929 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=fc9527c9-8273-4db2-912a-6935fb2b297d,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:22:24.661260 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fe86d-6130-4777-a53d-75f2e53f7ec7 req-e0b78352-9c6d-40a0-be7d-1ae45e0c1671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:24.662777 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a91fe86d-6130-4777-a53d-75f2e53f7ec7 req-e0b78352-9c6d-40a0-be7d-1ae45e0c1671 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 1096 time: 0.0409899 Apr 28 20:22:24.698450 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a91fe86d-6130-4777-a53d-75f2e53f7ec7 req-d05876c7-17d5-4db4-a5d5-fc012da9a91a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281510 Apr 28 20:22:24.724572 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42cf3f6-2866-4bfe-bac0-4fe5a3f0f0cd req-2032b657-cd1d-48d3-a2e2-d66dff5cec00 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:24.726039 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b42cf3f6-2866-4bfe-bac0-4fe5a3f0f0cd req-2032b657-cd1d-48d3-a2e2-d66dff5cec00 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 945 time: 0.0508323 Apr 28 20:22:24.763472 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b42cf3f6-2866-4bfe-bac0-4fe5a3f0f0cd req-922ce3eb-1512-4fa4-bb01-fa30ba2273f2 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311027 Apr 28 20:22:25.879612 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c403c30-aa74-4b03-a488-a45df52d7fcc req-8bc484fa-fff6-463b-932c-c93b19240743 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:25.881108 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4c403c30-aa74-4b03-a488-a45df52d7fcc req-8bc484fa-fff6-463b-932c-c93b19240743 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 945 time: 0.0478857 Apr 28 20:22:25.896731 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:25.919479 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4c403c30-aa74-4b03-a488-a45df52d7fcc req-01147967-1bd2-47d4-bf3a-f22eab361b91 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322297 Apr 28 20:22:25.991166 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:26.037435 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356779e5-8d35-4aac-b07b-5bad8e3e8551 req-f6a39cc8-1bad-4d76-aa23-43d7284347df tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:26.038900 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-356779e5-8d35-4aac-b07b-5bad8e3e8551 req-f6a39cc8-1bad-4d76-aa23-43d7284347df tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 945 time: 0.0534558 Apr 28 20:22:26.048550 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36246) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:22:26.053030 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-d300dfca-bcf4-488b-9378-da84eab2b8c3 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Request body: {'floatingip': {'port_id': 'fc9527c9-8273-4db2-912a-6935fb2b297d'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:22:26.094337 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d300dfca-bcf4-488b-9378-da84eab2b8c3 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks [] for floatingip, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:26.521153 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d300dfca-bcf4-488b-9378-da84eab2b8c3 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:26.524857 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d300dfca-bcf4-488b-9378-da84eab2b8c3 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:26.623873 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [None req-d300dfca-bcf4-488b-9378-da84eab2b8c3 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Floating IP 7f25c35a-a005-4bda-8884-1181d7933cee associated. External IP: 172.25.8.130, port: fc9527c9-8273-4db2-912a-6935fb2b297d. Apr 28 20:22:26.827328 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d300dfca-bcf4-488b-9378-da84eab2b8c3 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Router dd35d6dd-350a-45e0-8bf5-3089915b0197 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:22:26.937313 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d300dfca-bcf4-488b-9378-da84eab2b8c3 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:22:26.942133 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d300dfca-bcf4-488b-9378-da84eab2b8c3 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:26.948236 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb28f17-83d0-4659-bb5e-56e4c9fda496 None None] Sync routers for ids ['dd35d6dd-350a-45e0-8bf5-3089915b0197'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:22:26.957140 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb28f17-83d0-4659-bb5e-56e4c9fda496 None None] Routers {'dd35d6dd-350a-45e0-8bf5-3089915b0197'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:22:26.957750 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-ebb28f17-83d0-4659-bb5e-56e4c9fda496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:22:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['dd35d6dd-350a-45e0-8bf5-3089915b0197'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:22:26.968299 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d300dfca-bcf4-488b-9378-da84eab2b8c3 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "PUT /v2.0/floatingips/7f25c35a-a005-4bda-8884-1181d7933cee HTTP/1.1" status: 200 len: 991 time: 0.9187257 Apr 28 20:22:26.968888 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0376b121-0571-4b68-845d-2a5cd38bedc4', 'tag': 'fc9527c9-8273-4db2-912a-6935fb2b297d'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:22:26.972380 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d153522-6b0c-4181-a8f0-41f7825e6662" -d '{"events": [{"name": "network-changed", "server_uuid": "0376b121-0571-4b68-845d-2a5cd38bedc4", "tag": "fc9527c9-8273-4db2-912a-6935fb2b297d"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:22:27.009295 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0733cec7-990a-4723-b2ef-a75890de9f2f x-openstack-request-id: req-0733cec7-990a-4723-b2ef-a75890de9f2f {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:22:27.009648 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0376b121-0571-4b68-845d-2a5cd38bedc4", "tag": "fc9527c9-8273-4db2-912a-6935fb2b297d", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:22:27.009905 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0733cec7-990a-4723-b2ef-a75890de9f2f {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:22:27.010314 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0733cec7-990a-4723-b2ef-a75890de9f2f'] response: {'name': 'network-changed', 'server_uuid': '0376b121-0571-4b68-845d-2a5cd38bedc4', 'tag': 'fc9527c9-8273-4db2-912a-6935fb2b297d', 'status': 'completed', 'code': 200} Apr 28 20:22:27.072745 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-ebb28f17-83d0-4659-bb5e-56e4c9fda496 None None] Set router dd35d6dd-350a-45e0-8bf5-3089915b0197 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:22:27.094110 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d153522-6b0c-4181-a8f0-41f7825e6662 req-831280a7-0c01-413e-8444-56a01ca8bea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:27.095625 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2d153522-6b0c-4181-a8f0-41f7825e6662 req-831280a7-0c01-413e-8444-56a01ca8bea2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 1096 time: 0.0640104 Apr 28 20:22:27.176139 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b13afc-773b-4dda-b294-8eb19f556f74 req-30b51332-20df-43de-ab45-fce2caf93053 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:27.177560 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66b13afc-773b-4dda-b294-8eb19f556f74 req-30b51332-20df-43de-ab45-fce2caf93053 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 945 time: 0.0615268 Apr 28 20:22:27.189913 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d153522-6b0c-4181-a8f0-41f7825e6662 req-16ee46f3-c577-4010-9787-eefb05a16b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:27.191424 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2d153522-6b0c-4181-a8f0-41f7825e6662 req-16ee46f3-c577-4010-9787-eefb05a16b7e service neutron] 10.222.0.44 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.0886018 Apr 28 20:22:27.220268 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-66b13afc-773b-4dda-b294-8eb19f556f74 req-8337dece-20ee-4f0e-af08-7bf9c9c95438 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359130 Apr 28 20:22:27.264948 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2d153522-6b0c-4181-a8f0-41f7825e6662 req-823c0239-8c8d-4360-b191-a98743bd3d73 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc9527c9-8273-4db2-912a-6935fb2b297d HTTP/1.1" status: 200 len: 999 time: 0.0647490 Apr 28 20:22:27.312560 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-ebb28f17-83d0-4659-bb5e-56e4c9fda496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'name': 'tempest-ServerActionsTestJSON-1753222697-router', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:21:14Z', 'updated_at': '2022-04-28T20:21:17Z', 'revision_number': 4, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'gw_port': {'id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:15Z', 'updated_at': '2022-04-28T20:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '7f25c35a-a005-4bda-8884-1181d7933cee', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'port_id': 'fc9527c9-8273-4db2-912a-6935fb2b297d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'mac_address': 'fa:16:3e:89:19:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0376b121-0571-4b68-845d-2a5cd38bedc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:21:19Z', 'updated_at': '2022-04-28T20:22:26Z', 'revision_number': 5, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59822cde-fe66-4b2a-b589-a660a7586553', 'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'mac_address': 'fa:16:3e:a9:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:16Z', 'updated_at': '2022-04-28T20:21:21Z', 'revision_number': 5, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'subnets': [{'id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:22:27.315486 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d153522-6b0c-4181-a8f0-41f7825e6662 req-01f01910-f4d1-4d3f-9041-2f13b15a0582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:27.317075 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2d153522-6b0c-4181-a8f0-41f7825e6662 req-01f01910-f4d1-4d3f-9041-2f13b15a0582 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0451858 Apr 28 20:22:27.339029 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb28f17-83d0-4659-bb5e-56e4c9fda496 None None] Checking router: dd35d6dd-350a-45e0-8bf5-3089915b0197 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:22:27.348352 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb28f17-83d0-4659-bb5e-56e4c9fda496 None None] Routers {'dd35d6dd-350a-45e0-8bf5-3089915b0197'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:22:27.348953 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-ebb28f17-83d0-4659-bb5e-56e4c9fda496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:22:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['dd35d6dd-350a-45e0-8bf5-3089915b0197'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:22:27.363545 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d153522-6b0c-4181-a8f0-41f7825e6662 req-9079396b-29e5-41a1-ae25-4d5cbd360c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:27.365077 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2d153522-6b0c-4181-a8f0-41f7825e6662 req-9079396b-29e5-41a1-ae25-4d5cbd360c19 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404363 Apr 28 20:22:27.453413 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-ebb28f17-83d0-4659-bb5e-56e4c9fda496 None None] Set router dd35d6dd-350a-45e0-8bf5-3089915b0197 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:22:27.456411 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2d153522-6b0c-4181-a8f0-41f7825e6662 req-5eec2c71-414d-4eba-843e-a23ea9624a57 service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835559 Apr 28 20:22:27.544346 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2d153522-6b0c-4181-a8f0-41f7825e6662 req-6f3128eb-6784-4bea-96dd-abeb5659985e service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817647 Apr 28 20:22:27.676382 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-ebb28f17-83d0-4659-bb5e-56e4c9fda496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'name': 'tempest-ServerActionsTestJSON-1753222697-router', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:21:14Z', 'updated_at': '2022-04-28T20:21:17Z', 'revision_number': 4, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'gw_port': {'id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:15Z', 'updated_at': '2022-04-28T20:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '7f25c35a-a005-4bda-8884-1181d7933cee', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'port_id': 'fc9527c9-8273-4db2-912a-6935fb2b297d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'mac_address': 'fa:16:3e:89:19:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0376b121-0571-4b68-845d-2a5cd38bedc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:21:19Z', 'updated_at': '2022-04-28T20:22:26Z', 'revision_number': 5, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59822cde-fe66-4b2a-b589-a660a7586553', 'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'mac_address': 'fa:16:3e:a9:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:16Z', 'updated_at': '2022-04-28T20:21:21Z', 'revision_number': 5, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'subnets': [{'id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:22:27.706095 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb28f17-83d0-4659-bb5e-56e4c9fda496 None None] The sync data for ids ['dd35d6dd-350a-45e0-8bf5-3089915b0197'] in n-d-839810-1 is: [{'id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'name': 'tempest-ServerActionsTestJSON-1753222697-router', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:21:14Z', 'updated_at': '2022-04-28T20:21:17Z', 'revision_number': 4, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'gw_port': {'id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:15Z', 'updated_at': '2022-04-28T20:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '7f25c35a-a005-4bda-8884-1181d7933cee', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'port_id': 'fc9527c9-8273-4db2-912a-6935fb2b297d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'mac_address': 'fa:16:3e:89:19:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0376b121-0571-4b68-845d-2a5cd38bedc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:21:19Z', 'updated_at': '2022-04-28T20:22:26Z', 'revision_number': 5, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59822cde-fe66-4b2a-b589-a660a7586553', 'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'mac_address': 'fa:16:3e:a9:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:16Z', 'updated_at': '2022-04-28T20:21:21Z', 'revision_number': 5, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'subnets': [{'id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:22:27.888387 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0afbbb-496d-4f2d-a346-310262d4399e None None] New status for floating IP 7f25c35a-a005-4bda-8884-1181d7933cee: ACTIVE {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:22:28.337887 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae5d1da-4752-4c72-95db-c18c0672d859 req-01f0ecea-52b7-4762-b0c8-dc3c6e7c9f9f tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:28.339363 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3ae5d1da-4752-4c72-95db-c18c0672d859 req-01f0ecea-52b7-4762-b0c8-dc3c6e7c9f9f tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 945 time: 0.0506806 Apr 28 20:22:28.377219 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3ae5d1da-4752-4c72-95db-c18c0672d859 req-f448b52b-9cde-4167-a1cb-9d984075658f tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309556 Apr 28 20:22:29.493632 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc8e1c-3576-4ebf-80d5-2afed485df26 req-502bcb34-6811-471a-adae-fbb4069e60ec tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:29.495087 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b4cc8e1c-3576-4ebf-80d5-2afed485df26 req-502bcb34-6811-471a-adae-fbb4069e60ec tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 945 time: 0.0482423 Apr 28 20:22:29.532352 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b4cc8e1c-3576-4ebf-80d5-2afed485df26 req-d715c50b-2f1d-42ac-a4d6-bb76662b2470 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306234 Apr 28 20:22:30.651572 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2241c4-3d04-441b-a470-06e44d135165 req-e51e18e4-383f-4f77-9872-728db513d23e tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:30.653150 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1f2241c4-3d04-441b-a470-06e44d135165 req-e51e18e4-383f-4f77-9872-728db513d23e tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 945 time: 0.0527232 Apr 28 20:22:30.690792 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1f2241c4-3d04-441b-a470-06e44d135165 req-f3f21166-0e73-4bf8-ac80-4db9f37d2c61 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316613 Apr 28 20:22:31.808818 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53970f7-c55b-404e-90b2-534e43390de6 req-f84ccfe0-59cf-488c-ab4b-ec5e85b1ecfc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:31.810312 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d53970f7-c55b-404e-90b2-534e43390de6 req-f84ccfe0-59cf-488c-ab4b-ec5e85b1ecfc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 945 time: 0.0487041 Apr 28 20:22:31.846978 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d53970f7-c55b-404e-90b2-534e43390de6 req-a7ebaac1-42cc-4baa-8d7d-016ae088bc89 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306990 Apr 28 20:22:32.231533 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:32.963747 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6027265-9a34-4259-961b-fdff4fa0dd45 req-d160de1a-f613-4166-b12e-953f142f3260 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:32.966300 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a6027265-9a34-4259-961b-fdff4fa0dd45 req-d160de1a-f613-4166-b12e-953f142f3260 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 945 time: 0.0492246 Apr 28 20:22:33.004125 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a6027265-9a34-4259-961b-fdff4fa0dd45 req-8e7d3488-3c50-4434-a142-7d890686e2f9 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319118 Apr 28 20:22:33.780148 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:34.124037 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94af93-10c3-4a4d-b447-f477b714187f req-b2d9ea16-dc80-4f37-848c-114e83648f0b tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:34.125588 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9a94af93-10c3-4a4d-b447-f477b714187f req-b2d9ea16-dc80-4f37-848c-114e83648f0b tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 945 time: 0.0532572 Apr 28 20:22:34.162514 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9a94af93-10c3-4a4d-b447-f477b714187f req-877cde28-e19f-4773-b852-2c8ba9bac42d tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309751 Apr 28 20:22:35.277242 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8f366-47d0-4068-a3be-7d5b2e94ce89 req-d2c465bd-9a9a-4621-9753-5c5496f6ae62 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:35.279329 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-01e8f366-47d0-4068-a3be-7d5b2e94ce89 req-d2c465bd-9a9a-4621-9753-5c5496f6ae62 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 945 time: 0.0484352 Apr 28 20:22:35.317881 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-01e8f366-47d0-4068-a3be-7d5b2e94ce89 req-7a3c54f3-df05-4d6c-aac9-acc617610c3d tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324187 Apr 28 20:22:36.433065 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc57d3c-76dd-4888-9881-840833473b37 req-c60683b5-cc40-4b97-93f1-fb5653cba1d4 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:36.434955 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0fc57d3c-76dd-4888-9881-840833473b37 req-c60683b5-cc40-4b97-93f1-fb5653cba1d4 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 945 time: 0.0488031 Apr 28 20:22:36.473551 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0fc57d3c-76dd-4888-9881-840833473b37 req-1a38f5d1-98e4-4bee-99b9-bc45c5f6d811 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324175 Apr 28 20:22:37.592469 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb1b978-4a6b-44a7-9424-8085708aa2a9 req-677b8793-0d1c-4f8d-9e08-de7f5bb48d40 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:37.593831 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7cb1b978-4a6b-44a7-9424-8085708aa2a9 req-677b8793-0d1c-4f8d-9e08-de7f5bb48d40 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 945 time: 0.0518687 Apr 28 20:22:37.632226 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7cb1b978-4a6b-44a7-9424-8085708aa2a9 req-b1fa4d4d-4a69-4ee1-aeac-6afc1c61ec98 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324054 Apr 28 20:22:38.750550 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f44b5e-9a2a-4447-890c-d3a010b0dd9d req-0732544f-b9cf-40b4-b218-a6020ff8cc6a tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:38.752030 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b8f44b5e-9a2a-4447-890c-d3a010b0dd9d req-0732544f-b9cf-40b4-b218-a6020ff8cc6a tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 945 time: 0.0496507 Apr 28 20:22:38.789549 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b8f44b5e-9a2a-4447-890c-d3a010b0dd9d req-a066c768-5869-4379-b9a9-6e5b6f0b6453 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312183 Apr 28 20:22:39.917334 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99de8d-8501-4192-8ff4-adb1372c4c62 req-8dc270c4-3d53-4ee5-a7c3-e691dfd9abe4 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:39.918902 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ad99de8d-8501-4192-8ff4-adb1372c4c62 req-8dc270c4-3d53-4ee5-a7c3-e691dfd9abe4 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 945 time: 0.0497360 Apr 28 20:22:39.957003 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ad99de8d-8501-4192-8ff4-adb1372c4c62 req-81dc03f1-f15e-491c-8d3c-bc960c37d493 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320878 Apr 28 20:22:41.078620 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef4c78-ebfa-4ccb-9555-4112ca3d83c2 req-f24241bb-062b-446f-b76f-097b66081e3d tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:41.080075 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-60ef4c78-ebfa-4ccb-9555-4112ca3d83c2 req-f24241bb-062b-446f-b76f-097b66081e3d tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 945 time: 0.0540075 Apr 28 20:22:41.116945 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-60ef4c78-ebfa-4ccb-9555-4112ca3d83c2 req-0997ac2d-2dc2-411b-bd0a-d89070751a12 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308311 Apr 28 20:22:42.232547 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2970df-e634-46b1-b46f-2ade85d1eafd req-81eeefd0-68b1-49c6-a846-2505cb87aa34 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:42.234153 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0a2970df-e634-46b1-b46f-2ade85d1eafd req-81eeefd0-68b1-49c6-a846-2505cb87aa34 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 945 time: 0.0482986 Apr 28 20:22:42.270474 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0a2970df-e634-46b1-b46f-2ade85d1eafd req-3a4d4164-722a-4b9c-9bd0-f7c981facc5a tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305002 Apr 28 20:22:43.392618 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606604e-1ea7-4250-bb32-eaef04bda901 req-76f8ca15-2d66-4bc3-a984-2b9e10c458af tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:43.394091 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b606604e-1ea7-4250-bb32-eaef04bda901 req-76f8ca15-2d66-4bc3-a984-2b9e10c458af tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 945 time: 0.0491483 Apr 28 20:22:43.431382 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b606604e-1ea7-4250-bb32-eaef04bda901 req-8b33c7ba-af5f-4b4f-a41d-918156cc8372 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312963 Apr 28 20:22:44.552428 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6c04e-01d3-4dc3-b3d6-053c18635ca1 req-9d749a60-e5fb-4e05-8178-ca16988aebf7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:44.553870 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bef6c04e-01d3-4dc3-b3d6-053c18635ca1 req-9d749a60-e5fb-4e05-8178-ca16988aebf7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 945 time: 0.0523896 Apr 28 20:22:44.592492 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bef6c04e-01d3-4dc3-b3d6-053c18635ca1 req-71356941-ad65-40c7-8739-18f68a09af7f tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319085 Apr 28 20:22:45.707350 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19efd0-2282-4e55-b0be-63385ced0703 req-65f98713-5979-40fe-bac7-e05ad558b946 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:45.708991 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8f19efd0-2282-4e55-b0be-63385ced0703 req-65f98713-5979-40fe-bac7-e05ad558b946 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 945 time: 0.0492575 Apr 28 20:22:45.747609 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8f19efd0-2282-4e55-b0be-63385ced0703 req-42c8cb88-37da-4edf-84b8-14d9ccdac306 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320745 Apr 28 20:22:46.863642 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32521ef9-fda4-42ea-b991-aa75cedf0c7f req-39859c0a-41c8-4f94-97f7-3dd3ac381e7a tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:46.865551 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-32521ef9-fda4-42ea-b991-aa75cedf0c7f req-39859c0a-41c8-4f94-97f7-3dd3ac381e7a tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 945 time: 0.0492218 Apr 28 20:22:46.903834 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-32521ef9-fda4-42ea-b991-aa75cedf0c7f req-f997c88d-625e-4b7b-9764-2f164f227f52 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315235 Apr 28 20:22:48.025901 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd182d1-d2aa-40ab-acd7-26836ede7be8 req-83b986ac-7855-4d48-b46c-8bee2d4d080c tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:48.027972 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ecd182d1-d2aa-40ab-acd7-26836ede7be8 req-83b986ac-7855-4d48-b46c-8bee2d4d080c tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 945 time: 0.0524344 Apr 28 20:22:48.064978 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ecd182d1-d2aa-40ab-acd7-26836ede7be8 req-1dc5078b-0764-4b96-a980-a3809b29a75e tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308070 Apr 28 20:22:49.180322 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28db41-50b2-4a52-9b47-8c53a260ecfb req-37db2262-61ad-4057-a393-606685eedeca tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:49.181784 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4d28db41-50b2-4a52-9b47-8c53a260ecfb req-37db2262-61ad-4057-a393-606685eedeca tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 945 time: 0.0481153 Apr 28 20:22:49.218559 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4d28db41-50b2-4a52-9b47-8c53a260ecfb req-04ca1565-31c6-4974-a515-42d7a851533f tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307775 Apr 28 20:22:49.867880 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8f3ebc16-59fb-4923-9fb1-afa1646c7ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:50.335407 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c19b5-91c9-4a81-96af-27f57254870b req-5aee83a1-7c4f-4c47-8e36-18bb0fafb0b5 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:50.336899 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-036c19b5-91c9-4a81-96af-27f57254870b req-5aee83a1-7c4f-4c47-8e36-18bb0fafb0b5 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 945 time: 0.0488811 Apr 28 20:22:50.373937 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-036c19b5-91c9-4a81-96af-27f57254870b req-37fa55c4-dd40-41a2-84e0-2e8821a206d2 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303781 Apr 28 20:22:51.492126 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003caf1-7181-4617-aa21-bf782cc4f029 req-e8298004-4fc3-4ca0-b2e3-4c7d343ed81e tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:51.493574 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d003caf1-7181-4617-aa21-bf782cc4f029 req-e8298004-4fc3-4ca0-b2e3-4c7d343ed81e tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 945 time: 0.0524178 Apr 28 20:22:51.531011 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d003caf1-7181-4617-aa21-bf782cc4f029 req-0569fa86-907d-4664-bec6-47dd1bdae28e tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312693 Apr 28 20:22:52.114338 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f33ceeb4-dcb0-4ecf-a2c0-a916f695c4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:52.648067 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437845e-e93f-442d-a176-bc1a75232506 req-16343d58-3e86-46d3-9d86-5580bac0c936 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:52.649536 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9437845e-e93f-442d-a176-bc1a75232506 req-16343d58-3e86-46d3-9d86-5580bac0c936 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 945 time: 0.0483992 Apr 28 20:22:52.687505 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9437845e-e93f-442d-a176-bc1a75232506 req-0a57e22f-d817-43f7-b71f-1146db4276cc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311611 Apr 28 20:22:52.911419 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-65d2f67b-df98-4666-bd85-ae8189a34164 req-28f4cfbe-4d1b-4bd4-8dea-4a750020811e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0408800 Apr 28 20:22:52.929111 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc42f0d-77b5-4329-aaa2-bb6aecfa9e72 req-8354b93b-c206-4be6-8610-496654f689c2 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:52.930613 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3bc42f0d-77b5-4329-aaa2-bb6aecfa9e72 req-8354b93b-c206-4be6-8610-496654f689c2 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 945 time: 0.0534248 Apr 28 20:22:52.970810 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3bc42f0d-77b5-4329-aaa2-bb6aecfa9e72 req-0110e23c-f86e-480e-9755-aa1cdec46086 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333002 Apr 28 20:22:53.627261 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:53.643566 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:22:54.087745 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2f67b-df98-4666-bd85-ae8189a34164 req-067c7b3b-698e-4967-9c4f-c78849f0d02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:54.089237 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-65d2f67b-df98-4666-bd85-ae8189a34164 req-067c7b3b-698e-4967-9c4f-c78849f0d02b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 1096 time: 0.0691555 Apr 28 20:22:54.113457 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3886b-e2fc-4f77-9d54-33dca7746c86 req-0fff27ed-4534-4a45-994c-6172aa946727 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:54.114853 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0ee3886b-e2fc-4f77-9d54-33dca7746c86 req-0fff27ed-4534-4a45-994c-6172aa946727 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 945 time: 0.0698020 Apr 28 20:22:54.191544 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0ee3886b-e2fc-4f77-9d54-33dca7746c86 req-2220872a-dcaf-4719-be0b-e16c389b4777 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666108 Apr 28 20:22:54.214945 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2f67b-df98-4666-bd85-ae8189a34164 req-343eb6e1-5c86-4fcd-8537-7231f543c526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:54.217189 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-65d2f67b-df98-4666-bd85-ae8189a34164 req-343eb6e1-5c86-4fcd-8537-7231f543c526 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.1208885 Apr 28 20:22:54.285149 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-65d2f67b-df98-4666-bd85-ae8189a34164 req-f4417564-320f-4768-a8bb-9ce0b827b44a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc9527c9-8273-4db2-912a-6935fb2b297d HTTP/1.1" status: 200 len: 1001 time: 0.0606639 Apr 28 20:22:54.333002 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2f67b-df98-4666-bd85-ae8189a34164 req-f7693ca1-be1c-40de-a33e-ae487fedc7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:54.334416 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-65d2f67b-df98-4666-bd85-ae8189a34164 req-f7693ca1-be1c-40de-a33e-ae487fedc7e9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0423584 Apr 28 20:22:54.379230 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2f67b-df98-4666-bd85-ae8189a34164 req-c86a1f06-4db3-43ed-b669-149a6e4cdd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:54.380805 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-65d2f67b-df98-4666-bd85-ae8189a34164 req-c86a1f06-4db3-43ed-b669-149a6e4cdd8c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391300 Apr 28 20:22:54.474105 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-65d2f67b-df98-4666-bd85-ae8189a34164 req-d7fcd758-b25d-498d-9966-95132c3a6020 service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862794 Apr 28 20:22:54.563258 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-65d2f67b-df98-4666-bd85-ae8189a34164 req-c06f2407-e4b5-4d9c-851f-034d53ec09a8 service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808740 Apr 28 20:22:55.309940 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff7488-6eb4-486b-ab87-354efda19295 req-7c1b6b95-00c5-497e-83ef-50e2addec365 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:55.311608 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3dff7488-6eb4-486b-ab87-354efda19295 req-7c1b6b95-00c5-497e-83ef-50e2addec365 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 945 time: 0.0501883 Apr 28 20:22:55.350101 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3dff7488-6eb4-486b-ab87-354efda19295 req-265b9047-0ebf-435e-95da-3541248d061d tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322711 Apr 28 20:22:55.899430 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:55.993895 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:56.085765 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-65d2f67b-df98-4666-bd85-ae8189a34164 req-b5e23ff2-69af-45de-9cf2-61d27bf329c0 service neutron] 10.222.0.44 "GET /v2.0/ports/fc9527c9-8273-4db2-912a-6935fb2b297d/bindings/n-h2-839810-1 HTTP/1.1" status: 200 len: 382 time: 0.0542758 Apr 28 20:22:56.288858 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2f67b-df98-4666-bd85-ae8189a34164 req-079e0215-04e8-4cf1-8f13-b6dc004f122e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:56.290597 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-65d2f67b-df98-4666-bd85-ae8189a34164 req-079e0215-04e8-4cf1-8f13-b6dc004f122e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4&tenant_id=1f83ebb2a8c04887a5f540e44af07209 HTTP/1.1" status: 200 len: 1096 time: 0.0455937 Apr 28 20:22:56.349851 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2f67b-df98-4666-bd85-ae8189a34164 req-fafa421f-4d79-4dd7-beb6-46dcc025073f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:56.351288 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-65d2f67b-df98-4666-bd85-ae8189a34164 req-fafa421f-4d79-4dd7-beb6-46dcc025073f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 1096 time: 0.0391281 Apr 28 20:22:56.472525 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2f67b-df98-4666-bd85-ae8189a34164 req-41530d17-86b8-4942-af5d-0731510e9adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:56.474220 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-65d2f67b-df98-4666-bd85-ae8189a34164 req-41530d17-86b8-4942-af5d-0731510e9adc service neutron] 10.222.0.44 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.1161225 Apr 28 20:22:56.496749 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82941206-d269-4842-a2c8-430ddced7a24 req-3cd34815-eb28-43c0-89e0-e8015119d987 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:56.498175 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-82941206-d269-4842-a2c8-430ddced7a24 req-3cd34815-eb28-43c0-89e0-e8015119d987 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 945 time: 0.0780551 Apr 28 20:22:56.567003 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-65d2f67b-df98-4666-bd85-ae8189a34164 req-ea6c70ee-c696-4f05-9bc1-09c226ba43ed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc9527c9-8273-4db2-912a-6935fb2b297d HTTP/1.1" status: 200 len: 1001 time: 0.0839300 Apr 28 20:22:56.573908 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-82941206-d269-4842-a2c8-430ddced7a24 req-c738ce2b-7ff2-4fcc-8cb3-3f00101ec318 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491910 Apr 28 20:22:56.617266 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2f67b-df98-4666-bd85-ae8189a34164 req-2e474d4c-34ae-4391-ac1a-7ddbaad86fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:56.618700 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-65d2f67b-df98-4666-bd85-ae8189a34164 req-2e474d4c-34ae-4391-ac1a-7ddbaad86fbe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0439787 Apr 28 20:22:56.666712 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2f67b-df98-4666-bd85-ae8189a34164 req-87baf5c8-de6d-4560-9d00-6c016874b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:56.668229 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-65d2f67b-df98-4666-bd85-ae8189a34164 req-87baf5c8-de6d-4560-9d00-6c016874b1ce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430872 Apr 28 20:22:56.755018 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-65d2f67b-df98-4666-bd85-ae8189a34164 req-e5e14f3d-765d-4c49-83ff-dee3c920699b service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798194 Apr 28 20:22:56.845649 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-65d2f67b-df98-4666-bd85-ae8189a34164 req-6fcc592a-3d6a-426d-9cf3-2af40dc5206b service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839818 Apr 28 20:22:56.957192 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1be23b-d3e8-475f-996f-91112ac1062c req-55652892-830b-4cfe-be87-bcc5f6149d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:56.958710 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5c1be23b-d3e8-475f-996f-91112ac1062c req-55652892-830b-4cfe-be87-bcc5f6149d6a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 1096 time: 0.0436201 Apr 28 20:22:57.068398 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1be23b-d3e8-475f-996f-91112ac1062c req-c49d3edc-ec48-48da-8dea-ecaa42a002f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:57.069858 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5c1be23b-d3e8-475f-996f-91112ac1062c req-c49d3edc-ec48-48da-8dea-ecaa42a002f2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.0903475 Apr 28 20:22:57.138344 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5c1be23b-d3e8-475f-996f-91112ac1062c req-07115e47-1f0b-4df2-82a2-cd984460248a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc9527c9-8273-4db2-912a-6935fb2b297d HTTP/1.1" status: 200 len: 1001 time: 0.0606079 Apr 28 20:22:57.187079 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1be23b-d3e8-475f-996f-91112ac1062c req-9b855090-d5b6-4c93-8b5f-d66df8593a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:57.188536 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5c1be23b-d3e8-475f-996f-91112ac1062c req-9b855090-d5b6-4c93-8b5f-d66df8593a54 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0438213 Apr 28 20:22:57.234648 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1be23b-d3e8-475f-996f-91112ac1062c req-4f6d87c6-9014-4bfc-bdf2-35eae4a97fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:57.236090 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5c1be23b-d3e8-475f-996f-91112ac1062c req-4f6d87c6-9014-4bfc-bdf2-35eae4a97fcb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399094 Apr 28 20:22:57.654836 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5c1be23b-d3e8-475f-996f-91112ac1062c req-e0dfe2bd-6d7c-4791-a18a-3c307f348053 service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104447 Apr 28 20:22:57.697605 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff242cce-3bc1-4d04-88f3-e36d17f2a45b req-951c8328-9592-4fa4-890a-15283dbc888c tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:57.699095 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ff242cce-3bc1-4d04-88f3-e36d17f2a45b req-951c8328-9592-4fa4-890a-15283dbc888c tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 945 time: 0.0543644 Apr 28 20:22:57.737765 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ff242cce-3bc1-4d04-88f3-e36d17f2a45b req-f4c5d4bf-568a-4590-907a-a12a93917c1f tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323293 Apr 28 20:22:57.752026 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5c1be23b-d3e8-475f-996f-91112ac1062c req-df819b4a-d2c4-4a28-a6b7-b4c01acd5df8 service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885348 Apr 28 20:22:58.591339 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device fc9527c9-8273-4db2-912a-6935fb2b297d details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:22:58.687447 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port fc9527c9-8273-4db2-912a-6935fb2b297d, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=fc9527c9-8273-4db2-912a-6935fb2b297d,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:22:58.698471 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'fc9527c9-8273-4db2-912a-6935fb2b297d', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'port_id': 'fc9527c9-8273-4db2-912a-6935fb2b297d', 'mac_address': 'fa:16:3e:89:19:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:22:58.736419 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:58.750070 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc9527c9-8273-4db2-912a-6935fb2b297d {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:22:58.774053 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port fc9527c9-8273-4db2-912a-6935fb2b297d, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=fc9527c9-8273-4db2-912a-6935fb2b297d,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:22:58.778652 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:58.826819 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=fc9527c9-8273-4db2-912a-6935fb2b297d,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:22:58.857812 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bb20e-37d5-48d0-ba15-29bf9df9b891 req-25edefd5-24ef-4881-a709-64ba2413c30f tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:58.859193 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e11bb20e-37d5-48d0-ba15-29bf9df9b891 req-25edefd5-24ef-4881-a709-64ba2413c30f tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 944 time: 0.0506902 Apr 28 20:22:58.896956 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e11bb20e-37d5-48d0-ba15-29bf9df9b891 req-401e2f17-22ba-4c96-9fd9-6b7e2424287c tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316362 Apr 28 20:22:58.967599 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['fc9527c9-8273-4db2-912a-6935fb2b297d'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:22:59.138724 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc490b94-f630-41f4-bff8-6a25133c4243 req-5801edbc-8970-46ee-8ac1-f40b5d1a2c66 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:59.140189 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dc490b94-f630-41f4-bff8-6a25133c4243 req-5801edbc-8970-46ee-8ac1-f40b5d1a2c66 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 944 time: 0.0841327 Apr 28 20:22:59.147174 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc1593-c5e7-4852-ab39-a580663038f8 req-11540d17-2070-40ed-9b88-9a1c464ef05a tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:59.148621 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9cfc1593-c5e7-4852-ab39-a580663038f8 req-11540d17-2070-40ed-9b88-9a1c464ef05a tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.44 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4&tenant_id=1f83ebb2a8c04887a5f540e44af07209&binding%3Ahost_id=n-h2-839810-1 HTTP/1.1" status: 200 len: 944 time: 0.0831959 Apr 28 20:22:59.187142 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dc490b94-f630-41f4-bff8-6a25133c4243 req-0faaeb13-de3d-4c32-a6eb-359175d61773 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374930 Apr 28 20:22:59.232452 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc1593-c5e7-4852-ab39-a580663038f8 req-87082510-5d9f-4593-bd86-44ddcf1fb8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:59.233953 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9cfc1593-c5e7-4852-ab39-a580663038f8 req-87082510-5d9f-4593-bd86-44ddcf1fb8e3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 1095 time: 0.0405927 Apr 28 20:22:59.323269 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc1593-c5e7-4852-ab39-a580663038f8 req-a1de8e05-e8d8-453f-b38f-dd0c9da326da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:59.325328 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9cfc1593-c5e7-4852-ab39-a580663038f8 req-a1de8e05-e8d8-453f-b38f-dd0c9da326da service neutron] 10.222.0.44 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.0841317 Apr 28 20:22:59.394452 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9cfc1593-c5e7-4852-ab39-a580663038f8 req-a505d30b-9413-4a43-a890-75803235ece9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc9527c9-8273-4db2-912a-6935fb2b297d HTTP/1.1" status: 200 len: 1000 time: 0.0624299 Apr 28 20:22:59.444994 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc1593-c5e7-4852-ab39-a580663038f8 req-22dcdae0-ec13-4b85-9963-d22091b9bf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:59.446430 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9cfc1593-c5e7-4852-ab39-a580663038f8 req-22dcdae0-ec13-4b85-9963-d22091b9bf6f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0443711 Apr 28 20:22:59.491183 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc1593-c5e7-4852-ab39-a580663038f8 req-f32ca1fd-73ce-41fb-afca-e28cb8e51166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:59.492648 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9cfc1593-c5e7-4852-ab39-a580663038f8 req-f32ca1fd-73ce-41fb-afca-e28cb8e51166 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396309 Apr 28 20:22:59.582440 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9cfc1593-c5e7-4852-ab39-a580663038f8 req-59d7af17-cbaa-4016-9fcf-2b24e6bd81c3 service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833759 Apr 28 20:22:59.670090 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9cfc1593-c5e7-4852-ab39-a580663038f8 req-810545eb-5f2c-4393-a2cd-56004eac7306 service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795536 Apr 28 20:23:00.312761 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097ce0e-c4c4-4634-8fa9-87116ef7fcab req-22a33c1a-38d7-4c3a-9ee4-218a8bce5b9d tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:00.314325 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2097ce0e-c4c4-4634-8fa9-87116ef7fcab req-22a33c1a-38d7-4c3a-9ee4-218a8bce5b9d tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 944 time: 0.0545952 Apr 28 20:23:00.351800 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2097ce0e-c4c4-4634-8fa9-87116ef7fcab req-38c4d30b-9ba4-4360-a077-f91de5d47fd0 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314651 Apr 28 20:23:00.469959 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae454fef-fd3c-4352-af2f-2fb76f0e460d req-cf8b613d-c04b-4c18-93e8-81a1bf9b41b8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:00.471418 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ae454fef-fd3c-4352-af2f-2fb76f0e460d req-cf8b613d-c04b-4c18-93e8-81a1bf9b41b8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 944 time: 0.0534511 Apr 28 20:23:00.508667 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ae454fef-fd3c-4352-af2f-2fb76f0e460d req-6acad931-34d7-4a29-a0ab-5c189f1a38bc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312357 Apr 28 20:23:00.591184 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device fc9527c9-8273-4db2-912a-6935fb2b297d up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:23:00.643401 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port fc9527c9-8273-4db2-912a-6935fb2b297d triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:23:00.643776 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:00.723630 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:00.746298 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8a1f0-cbca-4dfc-af45-ed8d34610a7c req-a1d58a0e-4993-4a77-9095-f814e44e1a2b tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:00.747159 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0376b121-0571-4b68-845d-2a5cd38bedc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc9527c9-8273-4db2-912a-6935fb2b297d'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:23:00.749173 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-37b8a1f0-cbca-4dfc-af45-ed8d34610a7c req-a1d58a0e-4993-4a77-9095-f814e44e1a2b tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 944 time: 0.0850670 Apr 28 20:23:00.749606 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e38b453-f64a-4fc8-9445-962d68f8eed2" -d '{"events": [{"server_uuid": "0376b121-0571-4b68-845d-2a5cd38bedc4", "name": "network-vif-plugged", "status": "completed", "tag": "fc9527c9-8273-4db2-912a-6935fb2b297d"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:23:00.762411 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port fc9527c9-8273-4db2-912a-6935fb2b297d, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=fc9527c9-8273-4db2-912a-6935fb2b297d,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:23:00.767471 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:00.774311 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8d655-a881-411a-8d41-34f0698c340b req-5c31bfb8-bd2f-4106-8cdb-c45f8093c4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:00.775920 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-12e8d655-a881-411a-8d41-34f0698c340b req-5c31bfb8-bd2f-4106-8cdb-c45f8093c4fe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 1095 time: 0.0789773 Apr 28 20:23:00.799674 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747216ce-b528-467b-9649-064e2c32aae8 x-openstack-request-id: req-747216ce-b528-467b-9649-064e2c32aae8 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:23:00.799968 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0376b121-0571-4b68-845d-2a5cd38bedc4", "name": "network-vif-plugged", "status": "completed", "tag": "fc9527c9-8273-4db2-912a-6935fb2b297d", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:23:00.800247 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-747216ce-b528-467b-9649-064e2c32aae8 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:23:00.800640 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-747216ce-b528-467b-9649-064e2c32aae8'] response: {'server_uuid': '0376b121-0571-4b68-845d-2a5cd38bedc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc9527c9-8273-4db2-912a-6935fb2b297d', 'code': 200} Apr 28 20:23:00.822254 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=fc9527c9-8273-4db2-912a-6935fb2b297d,revision_number=7']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:00.855844 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-37b8a1f0-cbca-4dfc-af45-ed8d34610a7c req-e5a49470-abbb-44da-8b46-b13cb6abf9e1 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992985 Apr 28 20:23:00.891023 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8d655-a881-411a-8d41-34f0698c340b req-3e6d4252-e498-402c-a1c4-e1440a7f58a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:00.892501 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-12e8d655-a881-411a-8d41-34f0698c340b req-3e6d4252-e498-402c-a1c4-e1440a7f58a1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.1098979 Apr 28 20:23:00.958115 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-12e8d655-a881-411a-8d41-34f0698c340b req-172171f8-c4da-4d39-bf50-7fd454e8dab0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc9527c9-8273-4db2-912a-6935fb2b297d HTTP/1.1" status: 200 len: 1001 time: 0.0572801 Apr 28 20:23:01.013257 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8d655-a881-411a-8d41-34f0698c340b req-ffa2f4ac-5522-456c-a321-585e3ea62d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:01.014664 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-12e8d655-a881-411a-8d41-34f0698c340b req-ffa2f4ac-5522-456c-a321-585e3ea62d49 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0486979 Apr 28 20:23:01.064337 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8d655-a881-411a-8d41-34f0698c340b req-d3d5ce29-ea2b-414b-83b6-de4001572f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:01.066692 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-12e8d655-a881-411a-8d41-34f0698c340b req-d3d5ce29-ea2b-414b-83b6-de4001572f07 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458879 Apr 28 20:23:01.161544 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-12e8d655-a881-411a-8d41-34f0698c340b req-b70e018a-d3ee-4713-bdb9-f231b5075b0b service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882306 Apr 28 20:23:01.257489 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-12e8d655-a881-411a-8d41-34f0698c340b req-71726de8-50b6-444b-82b3-326e74518726 service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881674 Apr 28 20:23:01.972400 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be08bc7-1249-431f-a3ec-7404769a2b74 req-f5c174f7-3792-4113-8dc4-8dc01b62783b tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:01.973865 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3be08bc7-1249-431f-a3ec-7404769a2b74 req-f5c174f7-3792-4113-8dc4-8dc01b62783b tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 945 time: 0.0483370 Apr 28 20:23:02.011034 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3be08bc7-1249-431f-a3ec-7404769a2b74 req-e030aa0e-4b68-49dc-8699-1cdeda90c62b tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313485 Apr 28 20:23:02.230766 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:02.244497 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac8298-73e5-4faa-a1b1-71a6dd36f6e0 req-54aced81-0138-4199-87d7-bfe6df466436 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:02.245975 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-34ac8298-73e5-4faa-a1b1-71a6dd36f6e0 req-54aced81-0138-4199-87d7-bfe6df466436 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 945 time: 0.0506654 Apr 28 20:23:02.285288 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-34ac8298-73e5-4faa-a1b1-71a6dd36f6e0 req-e101051f-c8f6-4562-91f9-a99de38d6a00 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328298 Apr 28 20:23:03.414097 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48953fd8-7a48-41c4-906d-0cef4bcb908e req-2b9f5ecc-0cd2-487f-877b-2e0a1b10d5db tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:03.415804 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-48953fd8-7a48-41c4-906d-0cef4bcb908e req-2b9f5ecc-0cd2-487f-877b-2e0a1b10d5db tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 945 time: 0.0592775 Apr 28 20:23:03.474698 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-48953fd8-7a48-41c4-906d-0cef4bcb908e req-b86b35b8-7ef7-42c9-8811-8ea74bb07d2a tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450208 Apr 28 20:23:03.483513 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38916d77-a2f2-49bc-afdc-40750783cbce req-878ce08c-cd31-4fc1-8036-9b4475694586 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:03.484954 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-38916d77-a2f2-49bc-afdc-40750783cbce req-878ce08c-cd31-4fc1-8036-9b4475694586 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.44 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 945 time: 0.0881331 Apr 28 20:23:03.572570 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-38916d77-a2f2-49bc-afdc-40750783cbce req-329db2fa-07c6-4c0d-a3a7-a3ff8b244de7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Deleting port fc9527c9-8273-4db2-912a-6935fb2b297d {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:23:03.572825 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-38916d77-a2f2-49bc-afdc-40750783cbce req-329db2fa-07c6-4c0d-a3a7-a3ff8b244de7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:03.661991 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-38916d77-a2f2-49bc-afdc-40750783cbce req-329db2fa-07c6-4c0d-a3a7-a3ff8b244de7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] For port fc9527c9-8273-4db2-912a-6935fb2b297d, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=fc9527c9-8273-4db2-912a-6935fb2b297d,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:23:03.662349 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-38916d77-a2f2-49bc-afdc-40750783cbce req-329db2fa-07c6-4c0d-a3a7-a3ff8b244de7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:03.775038 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:03.835221 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-38916d77-a2f2-49bc-afdc-40750783cbce req-329db2fa-07c6-4c0d-a3a7-a3ff8b244de7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:03.835603 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-38916d77-a2f2-49bc-afdc-40750783cbce req-329db2fa-07c6-4c0d-a3a7-a3ff8b244de7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:03.836011 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [req-38916d77-a2f2-49bc-afdc-40750783cbce req-329db2fa-07c6-4c0d-a3a7-a3ff8b244de7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Floating IP 7f25c35a-a005-4bda-8884-1181d7933cee disassociated. External IP: 172.25.8.130, port: fc9527c9-8273-4db2-912a-6935fb2b297d. Apr 28 20:23:03.836390 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-38916d77-a2f2-49bc-afdc-40750783cbce req-329db2fa-07c6-4c0d-a3a7-a3ff8b244de7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Calling delete_port for fc9527c9-8273-4db2-912a-6935fb2b297d owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:23:03.963326 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-38916d77-a2f2-49bc-afdc-40750783cbce req-329db2fa-07c6-4c0d-a3a7-a3ff8b244de7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:03.991585 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329db2fa-07c6-4c0d-a3a7-a3ff8b244de7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Pushing event deleted for resources: {'Port': ['ID=fc9527c9-8273-4db2-912a-6935fb2b297d,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:04.114545 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38916d77-a2f2-49bc-afdc-40750783cbce req-329db2fa-07c6-4c0d-a3a7-a3ff8b244de7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Router dd35d6dd-350a-45e0-8bf5-3089915b0197 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:23:04.226225 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38916d77-a2f2-49bc-afdc-40750783cbce req-329db2fa-07c6-4c0d-a3a7-a3ff8b244de7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:23:04.236357 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca96f58-0ee5-45d8-a4ad-afe90465341d None None] Sync routers for ids ['dd35d6dd-350a-45e0-8bf5-3089915b0197'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:23:04.245570 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca96f58-0ee5-45d8-a4ad-afe90465341d None None] Routers {'dd35d6dd-350a-45e0-8bf5-3089915b0197'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:23:04.246182 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0ca96f58-0ee5-45d8-a4ad-afe90465341d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:22:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['dd35d6dd-350a-45e0-8bf5-3089915b0197'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:23:04.268042 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-38916d77-a2f2-49bc-afdc-40750783cbce req-329db2fa-07c6-4c0d-a3a7-a3ff8b244de7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] No DVR routers for this DVR port fc9527c9-8273-4db2-912a-6935fb2b297d on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:23:04.270758 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-38916d77-a2f2-49bc-afdc-40750783cbce req-329db2fa-07c6-4c0d-a3a7-a3ff8b244de7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:04.274184 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-38916d77-a2f2-49bc-afdc-40750783cbce req-329db2fa-07c6-4c0d-a3a7-a3ff8b244de7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.44 "DELETE /v2.0/ports/fc9527c9-8273-4db2-912a-6935fb2b297d HTTP/1.1" status: 204 len: 173 time: 0.7833712 Apr 28 20:23:04.274623 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0376b121-0571-4b68-845d-2a5cd38bedc4', 'name': 'network-vif-deleted', 'tag': 'fc9527c9-8273-4db2-912a-6935fb2b297d'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:23:04.277004 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3ce72e-c295-44c4-8fdb-a765e36477c8" -d '{"events": [{"server_uuid": "0376b121-0571-4b68-845d-2a5cd38bedc4", "name": "network-vif-deleted", "tag": "fc9527c9-8273-4db2-912a-6935fb2b297d"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:23:04.325112 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b8e3eb-d7a3-4375-905a-e70793daae91 x-openstack-request-id: req-a8b8e3eb-d7a3-4375-905a-e70793daae91 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:23:04.325413 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0376b121-0571-4b68-845d-2a5cd38bedc4", "name": "network-vif-deleted", "tag": "fc9527c9-8273-4db2-912a-6935fb2b297d", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:23:04.325859 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a8b8e3eb-d7a3-4375-905a-e70793daae91 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:23:04.326285 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8b8e3eb-d7a3-4375-905a-e70793daae91'] response: {'server_uuid': '0376b121-0571-4b68-845d-2a5cd38bedc4', 'name': 'network-vif-deleted', 'tag': 'fc9527c9-8273-4db2-912a-6935fb2b297d', 'status': 'completed', 'code': 200} Apr 28 20:23:04.359296 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-0ca96f58-0ee5-45d8-a4ad-afe90465341d None None] Set router dd35d6dd-350a-45e0-8bf5-3089915b0197 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:23:04.560280 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0ca96f58-0ee5-45d8-a4ad-afe90465341d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'name': 'tempest-ServerActionsTestJSON-1753222697-router', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:21:14Z', 'updated_at': '2022-04-28T20:21:17Z', 'revision_number': 4, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'gw_port': {'id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:15Z', 'updated_at': '2022-04-28T20:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '59822cde-fe66-4b2a-b589-a660a7586553', 'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'mac_address': 'fa:16:3e:a9:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:16Z', 'updated_at': '2022-04-28T20:21:21Z', 'revision_number': 5, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'subnets': [{'id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:23:04.581738 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-59980874-4211-4a8a-93a4-0537d91bfbaf req-88e7e1ca-18de-4e89-814f-10600079ecd2 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=0376b121-0571-4b68-845d-2a5cd38bedc4 HTTP/1.1" status: 200 len: 210 time: 0.0267797 Apr 28 20:23:04.590003 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca96f58-0ee5-45d8-a4ad-afe90465341d None None] Checking router: dd35d6dd-350a-45e0-8bf5-3089915b0197 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:23:04.599246 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca96f58-0ee5-45d8-a4ad-afe90465341d None None] Routers {'dd35d6dd-350a-45e0-8bf5-3089915b0197'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:23:04.599854 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0ca96f58-0ee5-45d8-a4ad-afe90465341d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:22:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['dd35d6dd-350a-45e0-8bf5-3089915b0197'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:23:04.873728 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-0ca96f58-0ee5-45d8-a4ad-afe90465341d None None] Set router dd35d6dd-350a-45e0-8bf5-3089915b0197 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:23:05.068565 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0ca96f58-0ee5-45d8-a4ad-afe90465341d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'name': 'tempest-ServerActionsTestJSON-1753222697-router', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:21:14Z', 'updated_at': '2022-04-28T20:21:17Z', 'revision_number': 4, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'gw_port': {'id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:15Z', 'updated_at': '2022-04-28T20:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '59822cde-fe66-4b2a-b589-a660a7586553', 'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'mac_address': 'fa:16:3e:a9:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:16Z', 'updated_at': '2022-04-28T20:21:21Z', 'revision_number': 5, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'subnets': [{'id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:23:05.101704 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca96f58-0ee5-45d8-a4ad-afe90465341d None None] The sync data for ids ['dd35d6dd-350a-45e0-8bf5-3089915b0197'] in n-d-839810-1 is: [{'id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'name': 'tempest-ServerActionsTestJSON-1753222697-router', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:21:14Z', 'updated_at': '2022-04-28T20:21:17Z', 'revision_number': 4, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'gw_port': {'id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:15Z', 'updated_at': '2022-04-28T20:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '59822cde-fe66-4b2a-b589-a660a7586553', 'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'mac_address': 'fa:16:3e:a9:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:16Z', 'updated_at': '2022-04-28T20:21:21Z', 'revision_number': 5, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'subnets': [{'id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:23:05.319246 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08df225b-6bde-4d73-b139-55420a4980b0 None None] New status for floating IP 7f25c35a-a005-4bda-8884-1181d7933cee: DOWN {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:23:05.819101 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-313eddc6-51be-4121-818c-78c94b8b5201 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--2137605993&fields=id&tenant_id=1f83ebb2a8c04887a5f540e44af07209 HTTP/1.1" status: 200 len: 267 time: 0.0360169 Apr 28 20:23:05.924943 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-17406cc3-45c0-4dbd-bf70-eb6fe26a8ffe tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:05.926406 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-17406cc3-45c0-4dbd-bf70-eb6fe26a8ffe tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 812 time: 0.0999911 Apr 28 20:23:05.941586 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-aef43740-f178-46cd-9d97-ccce419efea2 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/quotas/1f83ebb2a8c04887a5f540e44af07209 HTTP/1.1" status: 200 len: 375 time: 0.0093701 Apr 28 20:23:05.994794 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-0682e601-4ea4-49fc-b63e-0bc276308e56 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478032 Apr 28 20:23:06.011819 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-266a82c0-9b09-4b25-be4e-d9bd119bdbac service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:23:06.012843 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-266a82c0-9b09-4b25-be4e-d9bd119bdbac service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051303 Apr 28 20:23:06.104420 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-2e693782-04e0-4f00-880c-023fad79701d service neutron] 10.222.0.42 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858362 Apr 28 20:23:06.192537 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-b3258094-7e2e-4b0a-874c-b918780663c4 service neutron] 10.222.0.42 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812893 Apr 28 20:23:06.356232 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d2601f9c-2a66-4403-8d5e-1a5247dec972 req-02c63c0e-91cf-44cb-a3da-7732d6402eba tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 210 time: 0.0259781 Apr 28 20:23:06.636650 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device fc9527c9-8273-4db2-912a-6935fb2b297d no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:23:06.661847 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: fc9527c9-8273-4db2-912a-6935fb2b297d {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:23:06.662197 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device fc9527c9-8273-4db2-912a-6935fb2b297d not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:23:07.261291 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-091e5890-ba47-4f23-ac7d-0a12aac9ff44 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:07.263769 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-091e5890-ba47-4f23-ac7d-0a12aac9ff44 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.44 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 812 time: 0.1115341 Apr 28 20:23:07.310365 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-d6e22860-c3d5-4c0e-8939-91afdcacb371 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f83ebb2a8c04887a5f540e44af07209 HTTP/1.1" status: 200 len: 380 time: 0.0381916 Apr 28 20:23:07.319286 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-6ea982c3-f23b-48b2-988a-5c38e37dc0f2 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Request body: {'port': {'device_id': 'e62cb297-5f7c-424d-91e9-2afe31f22d8b', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'admin_state_up': True, 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'security_groups': ['b96f3785-2ff7-49de-afb5-b2c9d183b8d6']}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:23:07.435171 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-6ea982c3-f23b-48b2-988a-5c38e37dc0f2 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Made reservation on behalf of 1f83ebb2a8c04887a5f540e44af07209 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:23:07.439491 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-6ea982c3-f23b-48b2-988a-5c38e37dc0f2 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:07.466009 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9eb011b3-d868-425c-ad8e-31452b06aec2 req-2cd84351-d645-4962-ae6a-0a2c2a503501 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 210 time: 0.0342171 Apr 28 20:23:07.564529 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-6ea982c3-f23b-48b2-988a-5c38e37dc0f2 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Allocated IP 172.20.0.11 (8128c25a-6a30-4d73-8866-65d8aa0d7a4e/c868549d-28d5-4475-ade5-9d8964c62e06/0ecae102-6501-4103-88cf-308d70691c30) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:23:07.698635 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-6ea982c3-f23b-48b2-988a-5c38e37dc0f2 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:07.731939 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-6ea982c3-f23b-48b2-988a-5c38e37dc0f2 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:07.775480 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-6ea982c3-f23b-48b2-988a-5c38e37dc0f2 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:23:07.779320 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-6ea982c3-f23b-48b2-988a-5c38e37dc0f2 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:23:07.783096 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-6ea982c3-f23b-48b2-988a-5c38e37dc0f2 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:23:07.789978 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea982c3-f23b-48b2-988a-5c38e37dc0f2 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Pushing event updated for resources: {'Port': ['ID=0ecae102-6501-4103-88cf-308d70691c30,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:07.836251 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-6ea982c3-f23b-48b2-988a-5c38e37dc0f2 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:07.836809 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-6ea982c3-f23b-48b2-988a-5c38e37dc0f2 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:07.854197 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-6ea982c3-f23b-48b2-988a-5c38e37dc0f2 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5384400 Apr 28 20:23:07.866239 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-09ecdd61-f7fd-4579-a563-49dd79d42f83 service neutron] Request body: {'port': {'device_id': 'e62cb297-5f7c-424d-91e9-2afe31f22d8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:23:07.927428 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-09ecdd61-f7fd-4579-a563-49dd79d42f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:08.055678 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-64a2b0e4-661a-48d0-8340-35eba6b6f74a None None] Provisioning complete for port 0ecae102-6501-4103-88cf-308d70691c30 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:23:08.056236 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-64a2b0e4-661a-48d0-8340-35eba6b6f74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:08.089521 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-64a2b0e4-661a-48d0-8340-35eba6b6f74a None None] Port 0ecae102-6501-4103-88cf-308d70691c30 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:23:08.187862 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-09ecdd61-f7fd-4579-a563-49dd79d42f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ecae102-6501-4103-88cf-308d70691c30 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:23:08.195335 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-09ecdd61-f7fd-4579-a563-49dd79d42f83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:08.206838 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-09ecdd61-f7fd-4579-a563-49dd79d42f83 service neutron] Transition to ACTIVE for port object 0ecae102-6501-4103-88cf-308d70691c30 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:23:08.210569 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-09ecdd61-f7fd-4579-a563-49dd79d42f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:08.261195 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ecdd61-f7fd-4579-a563-49dd79d42f83 service neutron] Pushing event updated for resources: {'Port': ['ID=0ecae102-6501-4103-88cf-308d70691c30,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:08.335449 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-09ecdd61-f7fd-4579-a563-49dd79d42f83 service neutron] Attempting to bind port 0ecae102-6501-4103-88cf-308d70691c30 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:23:08.335762 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-09ecdd61-f7fd-4579-a563-49dd79d42f83 service neutron] Attempting to bind port 0ecae102-6501-4103-88cf-308d70691c30 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:23:08.336086 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-09ecdd61-f7fd-4579-a563-49dd79d42f83 service neutron] Attempting to bind port 0ecae102-6501-4103-88cf-308d70691c30 on network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:23:08.343074 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-09ecdd61-f7fd-4579-a563-49dd79d42f83 service neutron] Port 0ecae102-6501-4103-88cf-308d70691c30 on network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:23:08.343317 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-09ecdd61-f7fd-4579-a563-49dd79d42f83 service neutron] Attempting to bind port 0ecae102-6501-4103-88cf-308d70691c30 on network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:23:08.348529 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-09ecdd61-f7fd-4579-a563-49dd79d42f83 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:23:08.348928 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-09ecdd61-f7fd-4579-a563-49dd79d42f83 service neutron] Checking segment: {'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:23:08.349316 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-09ecdd61-f7fd-4579-a563-49dd79d42f83 service neutron] Bound using segment: {'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:23:08.349740 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-09ecdd61-f7fd-4579-a563-49dd79d42f83 service neutron] Bound port: 0ecae102-6501-4103-88cf-308d70691c30, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:23:08.350094 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-09ecdd61-f7fd-4579-a563-49dd79d42f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:08.418364 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-09ecdd61-f7fd-4579-a563-49dd79d42f83 service neutron] For port 0ecae102-6501-4103-88cf-308d70691c30, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:23:08.421553 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-09ecdd61-f7fd-4579-a563-49dd79d42f83 service neutron] For port 0ecae102-6501-4103-88cf-308d70691c30, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=0ecae102-6501-4103-88cf-308d70691c30,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:23:08.426684 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-09ecdd61-f7fd-4579-a563-49dd79d42f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:08.460819 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-09ecdd61-f7fd-4579-a563-49dd79d42f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:08.461495 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-09ecdd61-f7fd-4579-a563-49dd79d42f83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:08.462832 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-09ecdd61-f7fd-4579-a563-49dd79d42f83 service neutron] 10.222.0.44 "PUT /v2.0/ports/0ecae102-6501-4103-88cf-308d70691c30 HTTP/1.1" status: 200 len: 1092 time: 0.6007967 Apr 28 20:23:08.463280 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e62cb297-5f7c-424d-91e9-2afe31f22d8b', 'tag': '0ecae102-6501-4103-88cf-308d70691c30'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:23:08.465562 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565fa7b8-30fe-4ecb-8e69-415cafce9fc1" -d '{"events": [{"name": "network-changed", "server_uuid": "e62cb297-5f7c-424d-91e9-2afe31f22d8b", "tag": "0ecae102-6501-4103-88cf-308d70691c30"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:23:08.489825 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ecdd61-f7fd-4579-a563-49dd79d42f83 service neutron] Pushing event updated for resources: {'Port': ['ID=0ecae102-6501-4103-88cf-308d70691c30,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:08.527085 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d18a38-5ba7-49a5-96d1-a5fee5d52fee x-openstack-request-id: req-b0d18a38-5ba7-49a5-96d1-a5fee5d52fee {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:23:08.527491 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e62cb297-5f7c-424d-91e9-2afe31f22d8b", "tag": "0ecae102-6501-4103-88cf-308d70691c30", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:23:08.527833 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b0d18a38-5ba7-49a5-96d1-a5fee5d52fee {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:23:08.528271 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0d18a38-5ba7-49a5-96d1-a5fee5d52fee'] response: {'name': 'network-changed', 'server_uuid': 'e62cb297-5f7c-424d-91e9-2afe31f22d8b', 'tag': '0ecae102-6501-4103-88cf-308d70691c30', 'status': 'completed', 'code': 200} Apr 28 20:23:08.563503 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-26ebb74e-e044-46dc-8fe3-10d69e87ed40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:08.565040 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-26ebb74e-e044-46dc-8fe3-10d69e87ed40 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 1095 time: 0.0507591 Apr 28 20:23:08.604229 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a1caf-f18e-48f5-a1ee-8acc20c309f1 req-3d1791b7-7658-4f60-8b2a-4abf36a1b7e2 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:08.607128 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-804a1caf-f18e-48f5-a1ee-8acc20c309f1 req-3d1791b7-7658-4f60-8b2a-4abf36a1b7e2 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 944 time: 0.0536733 Apr 28 20:23:08.610448 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-27a0178d-4275-4a8a-a086-7cc15eb8004c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ecae102-6501-4103-88cf-308d70691c30 HTTP/1.1" status: 200 len: 217 time: 0.0373449 Apr 28 20:23:08.649275 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-804a1caf-f18e-48f5-a1ee-8acc20c309f1 req-e28d5356-faf1-4d2e-ba51-639417fcbac6 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354421 Apr 28 20:23:08.670141 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-4e183825-9d6b-4db2-81ea-ed4c96831211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:08.671620 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-4e183825-9d6b-4db2-81ea-ed4c96831211 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0531826 Apr 28 20:23:08.722587 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-17393d86-3cff-4f69-a5a4-ed4920f9cc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:08.724075 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-17393d86-3cff-4f69-a5a4-ed4920f9cc7f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457869 Apr 28 20:23:08.815554 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-d3cd8f6e-8606-40e8-b369-5b667d0f252f service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843441 Apr 28 20:23:08.907714 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c4c3e37a-cb95-4ca0-a135-80e1f14b1ef3 req-af578134-4d60-4e44-9d83-05b229f61b1a service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852773 Apr 28 20:23:08.994252 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fa7b8-30fe-4ecb-8e69-415cafce9fc1 req-f95c634a-498d-443c-aca1-aaf20f73237f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:08.995719 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-565fa7b8-30fe-4ecb-8e69-415cafce9fc1 req-f95c634a-498d-443c-aca1-aaf20f73237f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 1095 time: 0.0410066 Apr 28 20:23:09.083763 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fa7b8-30fe-4ecb-8e69-415cafce9fc1 req-edbc91f6-91c6-46d1-bfe6-077d2a394fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:09.085236 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-565fa7b8-30fe-4ecb-8e69-415cafce9fc1 req-edbc91f6-91c6-46d1-bfe6-077d2a394fed service neutron] 10.222.0.44 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.0831904 Apr 28 20:23:09.129975 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-565fa7b8-30fe-4ecb-8e69-415cafce9fc1 req-5f78ce68-de88-4cc8-a5eb-d3630e3d39e8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ecae102-6501-4103-88cf-308d70691c30 HTTP/1.1" status: 200 len: 217 time: 0.0379677 Apr 28 20:23:09.180631 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fa7b8-30fe-4ecb-8e69-415cafce9fc1 req-411e8a58-046b-4bf8-9f36-1fc8c37947f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:09.182040 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-565fa7b8-30fe-4ecb-8e69-415cafce9fc1 req-411e8a58-046b-4bf8-9f36-1fc8c37947f5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0433099 Apr 28 20:23:09.227752 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fa7b8-30fe-4ecb-8e69-415cafce9fc1 req-18221847-8498-4c87-b9f6-f47f7762d9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:09.229292 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-565fa7b8-30fe-4ecb-8e69-415cafce9fc1 req-18221847-8498-4c87-b9f6-f47f7762d9b0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390360 Apr 28 20:23:09.321967 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-565fa7b8-30fe-4ecb-8e69-415cafce9fc1 req-9e8d4ac4-29ec-4ed7-975f-08941cd8e252 service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846066 Apr 28 20:23:09.408298 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-565fa7b8-30fe-4ecb-8e69-415cafce9fc1 req-38930621-57a9-464e-816a-bffe74631987 service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788572 Apr 28 20:23:09.768461 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d20ce-fbb0-49f6-910b-8050dd6a935a req-292d5a92-9359-43a8-8723-98baa89d09f7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:09.769901 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dc3d20ce-fbb0-49f6-910b-8050dd6a935a req-292d5a92-9359-43a8-8723-98baa89d09f7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 944 time: 0.0490594 Apr 28 20:23:09.811363 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dc3d20ce-fbb0-49f6-910b-8050dd6a935a req-56cfa8cb-bfe2-4bb3-bfe4-fd1bc54aaa36 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353682 Apr 28 20:23:10.653133 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 0ecae102-6501-4103-88cf-308d70691c30 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:23:10.749800 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 0ecae102-6501-4103-88cf-308d70691c30, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=0ecae102-6501-4103-88cf-308d70691c30,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:23:10.760752 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '0ecae102-6501-4103-88cf-308d70691c30', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'port_id': '0ecae102-6501-4103-88cf-308d70691c30', 'mac_address': 'fa:16:3e:c0:69:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:23:10.797224 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:10.809920 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ecae102-6501-4103-88cf-308d70691c30 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:23:10.830105 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 0ecae102-6501-4103-88cf-308d70691c30, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=0ecae102-6501-4103-88cf-308d70691c30,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:23:10.833903 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:10.885332 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=0ecae102-6501-4103-88cf-308d70691c30,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:10.893270 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:10.893616 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:10.893955 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:10.894286 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:10.894618 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:10.894944 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:10.895266 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:10.895587 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:10.895949 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:10.896298 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:10.896620 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:10.896939 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:10.931258 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c26b83-5ad5-46f5-af22-9a3ddb9d4d43 req-9f7d6948-8856-4e1e-9273-4b8eb3f6bd32 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:10.932758 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f4c26b83-5ad5-46f5-af22-9a3ddb9d4d43 req-9f7d6948-8856-4e1e-9273-4b8eb3f6bd32 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 945 time: 0.0514784 Apr 28 20:23:10.970423 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f4c26b83-5ad5-46f5-af22-9a3ddb9d4d43 req-6c3dafc1-e31e-47da-8a99-facf71300468 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311913 Apr 28 20:23:11.036975 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['0ecae102-6501-4103-88cf-308d70691c30'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:23:12.089736 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314330f6-3be9-4145-bdad-023dca0cfc5e req-6ad7d7fb-188f-4319-9adf-fa8c11895995 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:12.091528 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-314330f6-3be9-4145-bdad-023dca0cfc5e req-6ad7d7fb-188f-4319-9adf-fa8c11895995 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 945 time: 0.0502927 Apr 28 20:23:12.129059 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-314330f6-3be9-4145-bdad-023dca0cfc5e req-818bd5d7-c546-4b58-873d-37e90ed77547 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315719 Apr 28 20:23:12.652076 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 0ecae102-6501-4103-88cf-308d70691c30 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:23:12.702825 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 0ecae102-6501-4103-88cf-308d70691c30 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:23:12.706423 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 0ecae102-6501-4103-88cf-308d70691c30 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:23:12.706789 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:12.781482 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:12.803091 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62cb297-5f7c-424d-91e9-2afe31f22d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecae102-6501-4103-88cf-308d70691c30'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:23:12.805320 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90eaa239-b647-4665-988a-b2033c7460c7" -d '{"events": [{"server_uuid": "e62cb297-5f7c-424d-91e9-2afe31f22d8b", "name": "network-vif-plugged", "status": "completed", "tag": "0ecae102-6501-4103-88cf-308d70691c30"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:23:12.818517 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 0ecae102-6501-4103-88cf-308d70691c30, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=0ecae102-6501-4103-88cf-308d70691c30,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:23:12.822312 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:12.848959 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91062869-9d85-4615-b31c-96c0b6325632 x-openstack-request-id: req-91062869-9d85-4615-b31c-96c0b6325632 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:23:12.849246 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62cb297-5f7c-424d-91e9-2afe31f22d8b", "name": "network-vif-plugged", "status": "completed", "tag": "0ecae102-6501-4103-88cf-308d70691c30", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:23:12.849497 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-91062869-9d85-4615-b31c-96c0b6325632 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:23:12.849877 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91062869-9d85-4615-b31c-96c0b6325632'] response: {'server_uuid': 'e62cb297-5f7c-424d-91e9-2afe31f22d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecae102-6501-4103-88cf-308d70691c30', 'code': 200} Apr 28 20:23:12.875479 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=0ecae102-6501-4103-88cf-308d70691c30,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:12.941576 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26f40c-324c-44d5-8835-5fbda23e2d35 req-b792935e-056e-4644-811c-583660c994e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:12.942991 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dd26f40c-324c-44d5-8835-5fbda23e2d35 req-b792935e-056e-4644-811c-583660c994e8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 1097 time: 0.0394545 Apr 28 20:23:12.977127 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dd26f40c-324c-44d5-8835-5fbda23e2d35 req-d780bad9-edcd-4ff2-bf6c-a08f0c0840d8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264010 Apr 28 20:23:13.246673 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5bc7c-a53a-45a8-b36d-b127f79eddd6 req-3ca4e862-fa34-4668-bbfd-ecfe666d1b69 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:13.248076 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-34b5bc7c-a53a-45a8-b36d-b127f79eddd6 req-3ca4e862-fa34-4668-bbfd-ecfe666d1b69 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.0496540 Apr 28 20:23:13.289070 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-34b5bc7c-a53a-45a8-b36d-b127f79eddd6 req-f25d8589-31ba-4848-aeb8-0b9974a0c99b tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348153 Apr 28 20:23:14.406866 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09822872-67fc-467c-bf6d-0db9b6898adf req-09a89ccd-05cd-491e-b7bc-e113200a53a6 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:14.408391 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-09822872-67fc-467c-bf6d-0db9b6898adf req-09a89ccd-05cd-491e-b7bc-e113200a53a6 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.0491238 Apr 28 20:23:14.449964 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-09822872-67fc-467c-bf6d-0db9b6898adf req-dc43794e-7400-48ff-95fe-9f39e779bd91 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355444 Apr 28 20:23:14.562109 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a2218-6ddb-46bf-ac9a-21e8f2906b55 req-6ba5284f-25be-44a4-afc4-c2173376bdd2 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:14.563488 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a08a2218-6ddb-46bf-ac9a-21e8f2906b55 req-6ba5284f-25be-44a4-afc4-c2173376bdd2 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.0487041 Apr 28 20:23:14.572091 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36408) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:23:14.576575 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-5134e060-98db-4cf0-918d-95dbf640f400 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Request body: {'floatingip': {'port_id': '0ecae102-6501-4103-88cf-308d70691c30'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:23:14.615195 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5134e060-98db-4cf0-918d-95dbf640f400 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks [] for floatingip, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:15.034206 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5134e060-98db-4cf0-918d-95dbf640f400 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:15.037766 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5134e060-98db-4cf0-918d-95dbf640f400 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:15.136182 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-5134e060-98db-4cf0-918d-95dbf640f400 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Floating IP 7f25c35a-a005-4bda-8884-1181d7933cee associated. External IP: 172.25.8.130, port: 0ecae102-6501-4103-88cf-308d70691c30. Apr 28 20:23:15.672768 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5134e060-98db-4cf0-918d-95dbf640f400 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Router dd35d6dd-350a-45e0-8bf5-3089915b0197 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:23:15.781329 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5134e060-98db-4cf0-918d-95dbf640f400 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:23:15.786365 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5134e060-98db-4cf0-918d-95dbf640f400 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:15.792534 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb8776a-591c-4e9d-8a21-91752cf7a77d None None] Sync routers for ids ['dd35d6dd-350a-45e0-8bf5-3089915b0197'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:23:15.804701 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb8776a-591c-4e9d-8a21-91752cf7a77d None None] Routers {'dd35d6dd-350a-45e0-8bf5-3089915b0197'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:23:15.805728 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0bb8776a-591c-4e9d-8a21-91752cf7a77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:22:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['dd35d6dd-350a-45e0-8bf5-3089915b0197'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:23:15.816828 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5134e060-98db-4cf0-918d-95dbf640f400 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "PUT /v2.0/floatingips/7f25c35a-a005-4bda-8884-1181d7933cee HTTP/1.1" status: 200 len: 992 time: 1.2436242 Apr 28 20:23:15.817438 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e62cb297-5f7c-424d-91e9-2afe31f22d8b', 'tag': '0ecae102-6501-4103-88cf-308d70691c30'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:23:15.819892 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebf5de7-ab66-472e-a72d-54e711aff4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "e62cb297-5f7c-424d-91e9-2afe31f22d8b", "tag": "0ecae102-6501-4103-88cf-308d70691c30"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:23:15.889212 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f60a3c-4f44-4e44-87a1-f20e40560d5c x-openstack-request-id: req-49f60a3c-4f44-4e44-87a1-f20e40560d5c {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:23:15.889499 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e62cb297-5f7c-424d-91e9-2afe31f22d8b", "tag": "0ecae102-6501-4103-88cf-308d70691c30", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:23:15.889770 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-49f60a3c-4f44-4e44-87a1-f20e40560d5c {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:23:15.890172 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49f60a3c-4f44-4e44-87a1-f20e40560d5c'] response: {'name': 'network-changed', 'server_uuid': 'e62cb297-5f7c-424d-91e9-2afe31f22d8b', 'tag': '0ecae102-6501-4103-88cf-308d70691c30', 'status': 'completed', 'code': 200} Apr 28 20:23:15.930629 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-0bb8776a-591c-4e9d-8a21-91752cf7a77d None None] Set router dd35d6dd-350a-45e0-8bf5-3089915b0197 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:23:15.951019 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf5de7-ab66-472e-a72d-54e711aff4e5 req-9df886b6-9d93-49f5-ac13-71e20cc5a9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:15.952589 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3ebf5de7-ab66-472e-a72d-54e711aff4e5 req-9df886b6-9d93-49f5-ac13-71e20cc5a9e5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 1097 time: 0.0437906 Apr 28 20:23:16.126663 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf5de7-ab66-472e-a72d-54e711aff4e5 req-d3448c53-dec3-42d5-aa11-7820ba2dfacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:16.128166 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3ebf5de7-ab66-472e-a72d-54e711aff4e5 req-d3448c53-dec3-42d5-aa11-7820ba2dfacb service neutron] 10.222.0.44 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.1694975 Apr 28 20:23:16.147698 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-cd64a1db-b76f-457f-972a-5b792693592d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0980313 Apr 28 20:23:16.174835 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0bb8776a-591c-4e9d-8a21-91752cf7a77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'name': 'tempest-ServerActionsTestJSON-1753222697-router', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:21:14Z', 'updated_at': '2022-04-28T20:21:17Z', 'revision_number': 4, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'gw_port': {'id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:15Z', 'updated_at': '2022-04-28T20:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '7f25c35a-a005-4bda-8884-1181d7933cee', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'port_id': '0ecae102-6501-4103-88cf-308d70691c30', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'mac_address': 'fa:16:3e:c0:69:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62cb297-5f7c-424d-91e9-2afe31f22d8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:21:19Z', 'updated_at': '2022-04-28T20:23:14Z', 'revision_number': 9, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59822cde-fe66-4b2a-b589-a660a7586553', 'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'mac_address': 'fa:16:3e:a9:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:16Z', 'updated_at': '2022-04-28T20:21:21Z', 'revision_number': 5, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'subnets': [{'id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:23:16.194739 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed9940-5f0a-4523-9c23-933ba5de86eb req-31dd5158-ca7c-4288-a5f0-50138e7145ff tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:16.202472 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-03ed9940-5f0a-4523-9c23-933ba5de86eb req-31dd5158-ca7c-4288-a5f0-50138e7145ff tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.1333799 Apr 28 20:23:16.207603 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb8776a-591c-4e9d-8a21-91752cf7a77d None None] Checking router: dd35d6dd-350a-45e0-8bf5-3089915b0197 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:23:16.217049 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb8776a-591c-4e9d-8a21-91752cf7a77d None None] Routers {'dd35d6dd-350a-45e0-8bf5-3089915b0197'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:23:16.217677 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0bb8776a-591c-4e9d-8a21-91752cf7a77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:22:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['dd35d6dd-350a-45e0-8bf5-3089915b0197'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:23:16.251461 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3ebf5de7-ab66-472e-a72d-54e711aff4e5 req-315ae7f9-833d-4e3d-9df7-178dad13fa46 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ecae102-6501-4103-88cf-308d70691c30 HTTP/1.1" status: 200 len: 1000 time: 0.1147799 Apr 28 20:23:16.260630 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-03ed9940-5f0a-4523-9c23-933ba5de86eb req-5251471e-82cf-40cb-9d0f-ea06967aa4d4 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572908 Apr 28 20:23:16.315855 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf5de7-ab66-472e-a72d-54e711aff4e5 req-26e58801-62fb-4fd6-b90f-0b4d50188b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:16.317432 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3ebf5de7-ab66-472e-a72d-54e711aff4e5 req-26e58801-62fb-4fd6-b90f-0b4d50188b98 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0551498 Apr 28 20:23:16.332915 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-0bb8776a-591c-4e9d-8a21-91752cf7a77d None None] Set router dd35d6dd-350a-45e0-8bf5-3089915b0197 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:23:16.371999 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf5de7-ab66-472e-a72d-54e711aff4e5 req-ba30efc1-5580-4285-beb7-af0d4ee02237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:16.373854 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3ebf5de7-ab66-472e-a72d-54e711aff4e5 req-ba30efc1-5580-4285-beb7-af0d4ee02237 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495193 Apr 28 20:23:16.470937 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3ebf5de7-ab66-472e-a72d-54e711aff4e5 req-54744a71-527f-46f5-a46c-6043e3801daa service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902402 Apr 28 20:23:16.570386 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3ebf5de7-ab66-472e-a72d-54e711aff4e5 req-79c94227-28e9-4fce-a539-86409b0d66ad service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913007 Apr 28 20:23:16.579529 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0bb8776a-591c-4e9d-8a21-91752cf7a77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'name': 'tempest-ServerActionsTestJSON-1753222697-router', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:21:14Z', 'updated_at': '2022-04-28T20:21:17Z', 'revision_number': 4, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'gw_port': {'id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:15Z', 'updated_at': '2022-04-28T20:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '7f25c35a-a005-4bda-8884-1181d7933cee', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'port_id': '0ecae102-6501-4103-88cf-308d70691c30', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'mac_address': 'fa:16:3e:c0:69:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62cb297-5f7c-424d-91e9-2afe31f22d8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:21:19Z', 'updated_at': '2022-04-28T20:23:14Z', 'revision_number': 9, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59822cde-fe66-4b2a-b589-a660a7586553', 'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'mac_address': 'fa:16:3e:a9:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:16Z', 'updated_at': '2022-04-28T20:21:21Z', 'revision_number': 5, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'subnets': [{'id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:23:16.611746 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb8776a-591c-4e9d-8a21-91752cf7a77d None None] The sync data for ids ['dd35d6dd-350a-45e0-8bf5-3089915b0197'] in n-d-839810-1 is: [{'id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'name': 'tempest-ServerActionsTestJSON-1753222697-router', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:21:14Z', 'updated_at': '2022-04-28T20:21:17Z', 'revision_number': 4, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'gw_port': {'id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:15Z', 'updated_at': '2022-04-28T20:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '7f25c35a-a005-4bda-8884-1181d7933cee', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'port_id': '0ecae102-6501-4103-88cf-308d70691c30', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'mac_address': 'fa:16:3e:c0:69:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62cb297-5f7c-424d-91e9-2afe31f22d8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:21:19Z', 'updated_at': '2022-04-28T20:23:14Z', 'revision_number': 9, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59822cde-fe66-4b2a-b589-a660a7586553', 'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'mac_address': 'fa:16:3e:a9:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:16Z', 'updated_at': '2022-04-28T20:21:21Z', 'revision_number': 5, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'subnets': [{'id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:23:16.829687 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2cb6c2-6617-449f-9357-d23739eecacc None None] New status for floating IP 7f25c35a-a005-4bda-8884-1181d7933cee: ACTIVE {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:23:17.295586 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-f37335dc-470a-4ba6-a1e2-798bd6d39f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:17.297170 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-f37335dc-470a-4ba6-a1e2-798bd6d39f76 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 1097 time: 0.0480819 Apr 28 20:23:17.380518 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c9ed1-fa34-4966-a01e-862e8d5a4fbe req-048a35de-d942-47cd-b7a1-f6124360a23d tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:17.382003 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-872c9ed1-fa34-4966-a01e-862e8d5a4fbe req-048a35de-d942-47cd-b7a1-f6124360a23d tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.0504487 Apr 28 20:23:17.392082 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-71822c50-c4e7-41cd-b319-20b7d19c03ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:17.393575 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-71822c50-c4e7-41cd-b319-20b7d19c03ac service neutron] 10.222.0.44 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.0883660 Apr 28 20:23:17.423645 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-872c9ed1-fa34-4966-a01e-862e8d5a4fbe req-b43124b0-4fe5-498f-9b8d-b854377960a9 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339041 Apr 28 20:23:17.463081 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-d5560187-1757-488f-b9e4-8399f499d75f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ecae102-6501-4103-88cf-308d70691c30 HTTP/1.1" status: 200 len: 1003 time: 0.0626407 Apr 28 20:23:17.510157 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-5b9ae34d-4f54-43e2-81ed-732935713743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:17.511616 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-5b9ae34d-4f54-43e2-81ed-732935713743 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0421906 Apr 28 20:23:17.555651 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-33b5aae7-0643-4b4b-80df-0273db8220f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:17.557072 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-33b5aae7-0643-4b4b-80df-0273db8220f3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395291 Apr 28 20:23:17.646300 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-5ff1bf38-9800-479f-9d18-991c905d949e service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828402 Apr 28 20:23:17.734622 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-0b232565-f411-4170-9a35-45a334595c54 service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818465 Apr 28 20:23:18.541655 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7efbe3-cfda-4e2f-85a1-220501b49c63 req-e2a8dfd2-c8bf-449e-8205-bff7de9c523d tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:18.543105 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4b7efbe3-cfda-4e2f-85a1-220501b49c63 req-e2a8dfd2-c8bf-449e-8205-bff7de9c523d tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.0493844 Apr 28 20:23:18.581420 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4b7efbe3-cfda-4e2f-85a1-220501b49c63 req-b9c9c04e-d892-49db-ae64-c33639287901 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315816 Apr 28 20:23:19.698464 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f5523-b68e-4f67-a7a8-12c45576fe6f req-c2052aab-361f-4d77-85cb-0b8842f2488d tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:19.699849 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-752f5523-b68e-4f67-a7a8-12c45576fe6f req-c2052aab-361f-4d77-85cb-0b8842f2488d tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.0499921 Apr 28 20:23:19.738695 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-752f5523-b68e-4f67-a7a8-12c45576fe6f req-8ca4d044-41fc-4fb4-b256-d7c274ec392b tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325708 Apr 28 20:23:19.869440 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7b21e1a1-6ba1-490d-be8f-49efd6c1b457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:20.858796 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b11a2-58da-410f-bd74-2b2e4994134e req-643babb1-c5ef-4adf-bf51-6c27f0320484 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:20.860272 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ba7b11a2-58da-410f-bd74-2b2e4994134e req-643babb1-c5ef-4adf-bf51-6c27f0320484 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.0535595 Apr 28 20:23:20.897359 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ba7b11a2-58da-410f-bd74-2b2e4994134e req-16c44856-e100-4b77-883e-ca89daf8bacb tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310547 Apr 28 20:23:22.016019 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0113d-3f9b-4e2f-8db3-15f1aaa6edb7 req-9396e5e2-30a6-4ff9-8819-57fb9017b110 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:22.017509 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a0e0113d-3f9b-4e2f-8db3-15f1aaa6edb7 req-9396e5e2-30a6-4ff9-8819-57fb9017b110 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.0478494 Apr 28 20:23:22.058403 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a0e0113d-3f9b-4e2f-8db3-15f1aaa6edb7 req-9c2a3cd1-5dc2-4876-bdcf-6752e97ef7ff tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349364 Apr 28 20:23:22.115362 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3cb73c22-fd77-45be-9be0-aae407e4de4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:23.178717 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f875ca-10d8-4a75-b552-833907ff0302 req-49e0bf06-b9ba-4b9c-98cf-85111186307d tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:23.180280 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-47f875ca-10d8-4a75-b552-833907ff0302 req-49e0bf06-b9ba-4b9c-98cf-85111186307d tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.0497880 Apr 28 20:23:23.222830 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-47f875ca-10d8-4a75-b552-833907ff0302 req-c3b183fa-5c06-49db-8dac-7ab58b638859 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364108 Apr 28 20:23:23.628056 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:24.338650 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649ebb0-9936-41d0-bd6a-3d05733d355a req-26b791e3-75d0-45e6-be40-315d4349156c tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:24.340095 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1649ebb0-9936-41d0-bd6a-3d05733d355a req-26b791e3-75d0-45e6-be40-315d4349156c tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.0490253 Apr 28 20:23:24.377713 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1649ebb0-9936-41d0-bd6a-3d05733d355a req-61d9601d-5630-42fa-b08a-13d605956a00 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315187 Apr 28 20:23:25.493300 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8222c6-417a-44f2-8b99-d70f0b0c8924 req-518fd99a-b33b-4e75-85e6-0191d8278577 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:25.494746 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cf8222c6-417a-44f2-8b99-d70f0b0c8924 req-518fd99a-b33b-4e75-85e6-0191d8278577 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.0479348 Apr 28 20:23:25.531910 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cf8222c6-417a-44f2-8b99-d70f0b0c8924 req-3c818588-c165-4a47-8cbd-478ba46fed88 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305409 Apr 28 20:23:25.901236 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:25.995621 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:26.648633 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f55746-bd75-4013-96f8-965122e18fc0 req-2ba42b6b-a6cf-46ef-907a-2a8c8eed1a7b tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:26.650093 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-82f55746-bd75-4013-96f8-965122e18fc0 req-2ba42b6b-a6cf-46ef-907a-2a8c8eed1a7b tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.0490386 Apr 28 20:23:26.687515 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-82f55746-bd75-4013-96f8-965122e18fc0 req-f285bf3f-979d-4e18-9270-0b6d570dc5f7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313308 Apr 28 20:23:27.807916 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b2212-994c-44ec-84f4-25752688525c req-4b553e00-44b3-46d2-98c4-706bbf74887d tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:27.809382 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8a2b2212-994c-44ec-84f4-25752688525c req-4b553e00-44b3-46d2-98c4-706bbf74887d tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.0532160 Apr 28 20:23:27.846969 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8a2b2212-994c-44ec-84f4-25752688525c req-6a4603fa-1661-4dfd-9dc3-1b6fc8cf7625 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315912 Apr 28 20:23:28.961779 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f14474-cef7-45b5-a5d7-7565645e63cf req-a286cbec-0ad6-4498-9d8b-8813e67cb186 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:28.963235 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75f14474-cef7-45b5-a5d7-7565645e63cf req-a286cbec-0ad6-4498-9d8b-8813e67cb186 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.0487683 Apr 28 20:23:29.004320 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-75f14474-cef7-45b5-a5d7-7565645e63cf req-db9e2367-3f08-44bd-9e93-ccc4097096c2 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344474 Apr 28 20:23:30.120396 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2351deb-e772-4c9e-a47f-64b63c86d269 req-ca239952-b4b5-4694-87a5-116a045bdf23 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:30.121848 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b2351deb-e772-4c9e-a47f-64b63c86d269 req-ca239952-b4b5-4694-87a5-116a045bdf23 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.0491221 Apr 28 20:23:30.159775 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b2351deb-e772-4c9e-a47f-64b63c86d269 req-fe781095-026e-4981-afd8-33eacf0b5051 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316982 Apr 28 20:23:30.646025 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:23:31.278583 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd3d3f-49f4-48d8-9b29-33b38f9bdea4 req-0d1ac964-ba28-41cb-8162-2ca3c5bdf688 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:31.280023 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0bfd3d3f-49f4-48d8-9b29-33b38f9bdea4 req-0d1ac964-ba28-41cb-8162-2ca3c5bdf688 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.0492179 Apr 28 20:23:31.318215 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0bfd3d3f-49f4-48d8-9b29-33b38f9bdea4 req-1b6a57d7-a58a-4641-99bb-d39c2d578d16 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321836 Apr 28 20:23:32.245711 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:32.433929 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3b6d4-9e84-4375-a6be-0e4bdd51a7e3 req-e9d99104-e698-4665-901e-408b1ee545ab tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:32.435938 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e3c3b6d4-9e84-4375-a6be-0e4bdd51a7e3 req-e9d99104-e698-4665-901e-408b1ee545ab tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.0492685 Apr 28 20:23:32.473619 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e3c3b6d4-9e84-4375-a6be-0e4bdd51a7e3 req-a5169352-b3f7-400d-877a-df79f724ac18 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316629 Apr 28 20:23:33.587310 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f0227-cfd1-45a2-a566-762102a898bc req-8a64942d-9eec-4c5b-bb8b-56a1a89f522f tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:33.588689 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ba9f0227-cfd1-45a2-a566-762102a898bc req-8a64942d-9eec-4c5b-bb8b-56a1a89f522f tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.0475037 Apr 28 20:23:33.628523 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ba9f0227-cfd1-45a2-a566-762102a898bc req-bd26ebe0-a0d5-4f0e-839b-14d672e1f1e5 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331109 Apr 28 20:23:33.790393 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:34.749420 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23011e51-6fb3-4ea1-b8f8-1f7f084f8ae8 req-df4792e7-c65c-40c9-a469-c1526a19a730 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:34.750868 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-23011e51-6fb3-4ea1-b8f8-1f7f084f8ae8 req-df4792e7-c65c-40c9-a469-c1526a19a730 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.0535843 Apr 28 20:23:34.787910 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-23011e51-6fb3-4ea1-b8f8-1f7f084f8ae8 req-f25d50aa-1122-4f2f-8a4a-6c2ddb2c6caa tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309420 Apr 28 20:23:35.903006 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be4e9c-c704-46e7-85f2-51f1a030d583 req-7b2462fc-61ac-40c2-8069-7456ae8aa2be tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:35.904498 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-78be4e9c-c704-46e7-85f2-51f1a030d583 req-7b2462fc-61ac-40c2-8069-7456ae8aa2be tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.0485878 Apr 28 20:23:35.946874 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-78be4e9c-c704-46e7-85f2-51f1a030d583 req-d0e8b32d-ec25-4034-b06c-ee8dcdc4d5e0 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360956 Apr 28 20:23:37.065146 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8fae2-2616-4836-bd66-7eab47a9b2d4 req-4e18bef3-ae5e-4318-9082-310c64d64efa tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:37.066592 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2af8fae2-2616-4836-bd66-7eab47a9b2d4 req-4e18bef3-ae5e-4318-9082-310c64d64efa tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.0492740 Apr 28 20:23:37.103952 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2af8fae2-2616-4836-bd66-7eab47a9b2d4 req-362092f5-01cf-4a12-9c0f-5d8be8a7704b tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314467 Apr 28 20:23:38.221149 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa07640-58ca-438c-ae44-2fde5a9f02a5 req-c50016d2-7579-4fd6-932e-afff9dbd70ed tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:38.222620 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1aa07640-58ca-438c-ae44-2fde5a9f02a5 req-c50016d2-7579-4fd6-932e-afff9dbd70ed tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.0483921 Apr 28 20:23:38.259281 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1aa07640-58ca-438c-ae44-2fde5a9f02a5 req-251fc3ab-0b66-40c4-bdbb-0bfc11b8fbfe tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306709 Apr 28 20:23:39.375951 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72a8b3-5c05-4415-8ac0-ad41557c56ff req-a99ef08f-5ed0-40d9-9be4-ea980abea5df tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:39.377436 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dc72a8b3-5c05-4415-8ac0-ad41557c56ff req-a99ef08f-5ed0-40d9-9be4-ea980abea5df tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.0483410 Apr 28 20:23:39.414373 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dc72a8b3-5c05-4415-8ac0-ad41557c56ff req-4aac5281-2fbb-470e-b3b7-3e8307c186c3 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310388 Apr 28 20:23:40.530393 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011899e-c4fe-4109-86fe-d1c1a3acc953 req-e5362259-f5f5-4b76-911d-bb53cdeb1487 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:40.531867 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7011899e-c4fe-4109-86fe-d1c1a3acc953 req-e5362259-f5f5-4b76-911d-bb53cdeb1487 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.0485444 Apr 28 20:23:40.569138 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7011899e-c4fe-4109-86fe-d1c1a3acc953 req-42debcba-dfca-4269-bd16-7343a06ec1a7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311153 Apr 28 20:23:41.692362 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd40f9-3b72-4f79-9d2d-d5298c4d29c0 req-51a3d430-599b-4535-ad03-2b69d1d8333f tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:41.693872 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bebd40f9-3b72-4f79-9d2d-d5298c4d29c0 req-51a3d430-599b-4535-ad03-2b69d1d8333f tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.0551665 Apr 28 20:23:41.735620 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bebd40f9-3b72-4f79-9d2d-d5298c4d29c0 req-6b820b52-7955-4d3e-aa34-8804fd49816b tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339816 Apr 28 20:23:42.856948 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b91e3-c9be-4908-b1f6-6a7e7fae1002 req-e5c887db-8ff2-4263-8bab-a1d015306c0a tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:42.859017 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c77b91e3-c9be-4908-b1f6-6a7e7fae1002 req-e5c887db-8ff2-4263-8bab-a1d015306c0a tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.0480170 Apr 28 20:23:42.899397 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c77b91e3-c9be-4908-b1f6-6a7e7fae1002 req-374b3a5b-30b4-485a-84d4-85599d97c6b6 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343626 Apr 28 20:23:44.017566 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f6b71-0ce8-4815-976e-3dae8e2c6668 req-1fc1f033-1055-4ebe-befa-6388558e3771 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:44.019025 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-de1f6b71-0ce8-4815-976e-3dae8e2c6668 req-1fc1f033-1055-4ebe-befa-6388558e3771 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.0496342 Apr 28 20:23:44.056030 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-de1f6b71-0ce8-4815-976e-3dae8e2c6668 req-6cd59a9c-4d21-4e40-a95c-945a34cc122e tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310230 Apr 28 20:23:45.173387 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b0e71-3b2d-4f58-8ad0-4154c16dfab0 req-215e85ee-f104-4f6e-9b8f-3bdf479c171b tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:45.174838 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ae8b0e71-3b2d-4f58-8ad0-4154c16dfab0 req-215e85ee-f104-4f6e-9b8f-3bdf479c171b tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.0481288 Apr 28 20:23:45.212094 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ae8b0e71-3b2d-4f58-8ad0-4154c16dfab0 req-d21e4930-472d-4e84-b49f-90468104fcd6 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312607 Apr 28 20:23:46.327708 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621edb8-3546-45dc-b73c-0ffa63937a21 req-2ec06d6a-dbd9-4af6-bfd3-ea1f661a5e8c tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:46.329221 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4621edb8-3546-45dc-b73c-0ffa63937a21 req-2ec06d6a-dbd9-4af6-bfd3-ea1f661a5e8c tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.0505044 Apr 28 20:23:46.366304 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4621edb8-3546-45dc-b73c-0ffa63937a21 req-2d2b0333-47d6-4c56-be86-6f4d6652163e tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311654 Apr 28 20:23:47.483148 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf0293-272b-4a0d-9caa-5aa2ef9b3ee9 req-bb71a63d-df90-429e-abfb-1eba16ed9482 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:47.484624 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aeaf0293-272b-4a0d-9caa-5aa2ef9b3ee9 req-bb71a63d-df90-429e-abfb-1eba16ed9482 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.0481229 Apr 28 20:23:47.522155 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aeaf0293-272b-4a0d-9caa-5aa2ef9b3ee9 req-538be588-2362-41da-a70c-284d1cb5c68e tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314946 Apr 28 20:23:48.642521 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab7980-d3f6-45f1-b291-7255739da4b8 req-36cfbe9a-36a0-4279-b05e-cda4471ff19c tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:48.643976 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a4ab7980-d3f6-45f1-b291-7255739da4b8 req-36cfbe9a-36a0-4279-b05e-cda4471ff19c tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.0535452 Apr 28 20:23:48.681306 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a4ab7980-d3f6-45f1-b291-7255739da4b8 req-606d225e-1809-48e1-8471-53d84c77ef24 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313156 Apr 28 20:23:49.517431 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-608575fc-38f8-476d-92b8-205c52da1280 service neutron] show failed (client error): The resource could not be found. Apr 28 20:23:49.518402 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-608575fc-38f8-476d-92b8-205c52da1280 service neutron] 10.222.0.44 "GET /v2.0/ports/0ecae102-6501-4103-88cf-308d70691c30/bindings/n-h1-839810-1 HTTP/1.1" status: 404 len: 380 time: 0.0527980 Apr 28 20:23:49.798960 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-a04497b3-1291-4162-a30d-811391dc1fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:49.800498 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-a04497b3-1291-4162-a30d-811391dc1fb8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b&tenant_id=1f83ebb2a8c04887a5f540e44af07209 HTTP/1.1" status: 200 len: 1097 time: 0.1292984 Apr 28 20:23:49.813067 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bae0c6-2a07-4374-9ed3-c230387dd55c req-51717d96-4cbd-4e64-9a68-febe78d35d13 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:49.814496 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-13bae0c6-2a07-4374-9ed3-c230387dd55c req-51717d96-4cbd-4e64-9a68-febe78d35d13 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.0614827 Apr 28 20:23:49.819281 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-c2d4d685-a638-4a50-b14e-2485c170ca67 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:23:49.820325 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-c2d4d685-a638-4a50-b14e-2485c170ca67 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048804 Apr 28 20:23:49.838267 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-839810-1', 'device_owner': 'compute:nova'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:23:49.870796 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-96c8aed6-b899-440b-a5e5-b37e57b9b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:49.886452 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-13bae0c6-2a07-4374-9ed3-c230387dd55c req-4f9c315e-b708-4072-b422-3654c3586234 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652392 Apr 28 20:23:49.911660 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:50.109659 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] For port 0ecae102-6501-4103-88cf-308d70691c30, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=0ecae102-6501-4103-88cf-308d70691c30,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:23:50.146123 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] For port 0ecae102-6501-4103-88cf-308d70691c30, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:23:50.184287 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62cb297-5f7c-424d-91e9-2afe31f22d8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ecae102-6501-4103-88cf-308d70691c30'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:23:50.187080 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80dd4776-3abd-4f92-adb4-363f05366485" -d '{"events": [{"server_uuid": "e62cb297-5f7c-424d-91e9-2afe31f22d8b", "name": "network-vif-unplugged", "status": "completed", "tag": "0ecae102-6501-4103-88cf-308d70691c30"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:23:50.191394 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:50.203742 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] Transition to ACTIVE for port object 0ecae102-6501-4103-88cf-308d70691c30 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:23:50.207581 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:50.243194 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 20:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3ea135-c62e-428b-ba2e-9d5882316125 x-openstack-request-id: req-dd3ea135-c62e-428b-ba2e-9d5882316125 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:23:50.243486 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62cb297-5f7c-424d-91e9-2afe31f22d8b", "name": "network-vif-unplugged", "status": "completed", "tag": "0ecae102-6501-4103-88cf-308d70691c30", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:23:50.243833 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dd3ea135-c62e-428b-ba2e-9d5882316125 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:23:50.244162 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd3ea135-c62e-428b-ba2e-9d5882316125'] response: {'server_uuid': 'e62cb297-5f7c-424d-91e9-2afe31f22d8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ecae102-6501-4103-88cf-308d70691c30', 'code': 200} Apr 28 20:23:50.292132 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0ecae102-6501-4103-88cf-308d70691c30,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:50.307309 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:50.307309 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:50.307474 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:50.307671 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:50.308001 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:50.308374 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:50.308700 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:50.309028 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:50.309357 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:50.309682 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:50.310004 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:50.310326 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:50.348265 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] No DVR routers for this DVR port 0ecae102-6501-4103-88cf-308d70691c30 on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:23:50.483524 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] Attempting to bind port 0ecae102-6501-4103-88cf-308d70691c30 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:23:50.483954 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] Attempting to bind port 0ecae102-6501-4103-88cf-308d70691c30 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:23:50.484320 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] Attempting to bind port 0ecae102-6501-4103-88cf-308d70691c30 on network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:23:50.488557 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] Port 0ecae102-6501-4103-88cf-308d70691c30 on network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:23:50.488884 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] Attempting to bind port 0ecae102-6501-4103-88cf-308d70691c30 on network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:23:50.493655 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:23:50.493990 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] Checking segment: {'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:23:50.494375 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] Bound using segment: {'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:23:50.494799 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] Bound port: 0ecae102-6501-4103-88cf-308d70691c30, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:23:50.495157 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:50.557576 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] For port 0ecae102-6501-4103-88cf-308d70691c30, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:23:50.560675 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] For port 0ecae102-6501-4103-88cf-308d70691c30, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=0ecae102-6501-4103-88cf-308d70691c30,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:23:50.565930 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:50.598168 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:50.598657 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:50.600031 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] 10.222.0.15 "PUT /v2.0/ports/0ecae102-6501-4103-88cf-308d70691c30 HTTP/1.1" status: 200 len: 1092 time: 0.7716486 Apr 28 20:23:50.622485 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097939ea-65ed-4a6d-9da3-f2e8477e83f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0ecae102-6501-4103-88cf-308d70691c30,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:50.670722 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-a5997944-5aa3-4275-81d6-5d4b187d610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:50.672250 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-a5997944-5aa3-4275-81d6-5d4b187d610e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 1095 time: 0.0463369 Apr 28 20:23:50.767485 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-d62df669-15e9-49e0-8825-8936bcbb49d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:50.769056 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-d62df669-15e9-49e0-8825-8936bcbb49d1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.0901389 Apr 28 20:23:50.837638 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-dacdd6ba-8e50-4750-b75c-d8ebf157aa57 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ecae102-6501-4103-88cf-308d70691c30 HTTP/1.1" status: 200 len: 1001 time: 0.0618508 Apr 28 20:23:50.884486 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-93f96434-ca02-4354-8445-df0649bfe6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:50.885903 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-93f96434-ca02-4354-8445-df0649bfe6e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0420659 Apr 28 20:23:50.931760 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-fdb99b16-8924-43f5-920a-e253f21ae293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:50.933288 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-fdb99b16-8924-43f5-920a-e253f21ae293 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405338 Apr 28 20:23:51.055939 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cb2f7-b134-4346-9c24-dceeb6b2eb76 req-79de65e5-9ea4-49cb-9ad4-008171eb4089 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:51.057407 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-627cb2f7-b134-4346-9c24-dceeb6b2eb76 req-79de65e5-9ea4-49cb-9ad4-008171eb4089 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 944 time: 0.0994632 Apr 28 20:23:51.062697 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-46d0e5b1-c1b3-457f-a605-a21e89911af0 service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217234 Apr 28 20:23:51.141002 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-627cb2f7-b134-4346-9c24-dceeb6b2eb76 req-d0f7af40-cbcc-4a42-a5c2-6cb3398a54b4 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769863 Apr 28 20:23:51.174651 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7a2f94eb-9132-414c-ab46-d45949979af2 req-1084efa2-ba65-498a-9aa8-4b5a9af04610 service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051981 Apr 28 20:23:52.116267 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c46fbe0e-f97a-4bd9-854d-74b7f500ec1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:52.245238 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e62cb297-5f7c-424d-91e9-2afe31f22d8b', 'tag': '0ecae102-6501-4103-88cf-308d70691c30'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:23:52.247740 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7315f85a-0a96-4e2b-8929-13f7f9e23756" -d '{"events": [{"name": "network-changed", "server_uuid": "e62cb297-5f7c-424d-91e9-2afe31f22d8b", "tag": "0ecae102-6501-4103-88cf-308d70691c30"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:23:52.260123 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6f335-cb54-44e7-8c98-b2aa6dc24f7a req-9f6ad4bc-683f-4532-a58f-f7d07ccc18bc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:52.261618 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6cb6f335-cb54-44e7-8c98-b2aa6dc24f7a req-9f6ad4bc-683f-4532-a58f-f7d07ccc18bc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 944 time: 0.0504053 Apr 28 20:23:52.298630 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e322922e-1b61-40a1-8749-1f4807f07f07 x-openstack-request-id: req-e322922e-1b61-40a1-8749-1f4807f07f07 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:23:52.298774 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e62cb297-5f7c-424d-91e9-2afe31f22d8b", "tag": "0ecae102-6501-4103-88cf-308d70691c30", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:23:52.298925 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e322922e-1b61-40a1-8749-1f4807f07f07 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:23:52.299334 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e322922e-1b61-40a1-8749-1f4807f07f07'] response: {'name': 'network-changed', 'server_uuid': 'e62cb297-5f7c-424d-91e9-2afe31f22d8b', 'tag': '0ecae102-6501-4103-88cf-308d70691c30', 'status': 'completed', 'code': 200} Apr 28 20:23:52.304143 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6cb6f335-cb54-44e7-8c98-b2aa6dc24f7a req-0e42f8f1-9699-449d-8259-34f7ec5fd97a tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334220 Apr 28 20:23:52.361062 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315f85a-0a96-4e2b-8929-13f7f9e23756 req-64efcac5-82e3-4efb-91a8-91f724b893b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:52.362571 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7315f85a-0a96-4e2b-8929-13f7f9e23756 req-64efcac5-82e3-4efb-91a8-91f724b893b5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 1095 time: 0.0452387 Apr 28 20:23:52.368633 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315f85a-0a96-4e2b-8929-13f7f9e23756 req-407d580a-afa8-4964-a2ed-7f92616c2e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:52.370164 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7315f85a-0a96-4e2b-8929-13f7f9e23756 req-407d580a-afa8-4964-a2ed-7f92616c2e8c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 1095 time: 0.0419493 Apr 28 20:23:52.453581 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315f85a-0a96-4e2b-8929-13f7f9e23756 req-6eae9b85-d718-4869-98b3-7fe8c6a04b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:52.455056 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7315f85a-0a96-4e2b-8929-13f7f9e23756 req-6eae9b85-d718-4869-98b3-7fe8c6a04b47 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.0854332 Apr 28 20:23:52.457312 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315f85a-0a96-4e2b-8929-13f7f9e23756 req-4aa3809b-1a93-4b00-af24-47e9b94b5bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:52.458791 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7315f85a-0a96-4e2b-8929-13f7f9e23756 req-4aa3809b-1a93-4b00-af24-47e9b94b5bda service neutron] 10.222.0.15 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.0816531 Apr 28 20:23:52.525268 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7315f85a-0a96-4e2b-8929-13f7f9e23756 req-8daf54a0-7bcf-466b-a51c-fe12b1d55edb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ecae102-6501-4103-88cf-308d70691c30 HTTP/1.1" status: 200 len: 1001 time: 0.0620198 Apr 28 20:23:52.531289 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7315f85a-0a96-4e2b-8929-13f7f9e23756 req-f7023f0a-38be-41fd-b279-4d25aefd5a84 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ecae102-6501-4103-88cf-308d70691c30 HTTP/1.1" status: 200 len: 1001 time: 0.0609715 Apr 28 20:23:52.560676 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 0ecae102-6501-4103-88cf-308d70691c30 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:23:52.573708 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315f85a-0a96-4e2b-8929-13f7f9e23756 req-62cb3cd0-f0cc-4009-a6f0-fc32e70a1022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:52.575204 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7315f85a-0a96-4e2b-8929-13f7f9e23756 req-62cb3cd0-f0cc-4009-a6f0-fc32e70a1022 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0436447 Apr 28 20:23:52.582685 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315f85a-0a96-4e2b-8929-13f7f9e23756 req-3b47c18f-6cc9-452e-9104-ad89712ed2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:52.584298 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7315f85a-0a96-4e2b-8929-13f7f9e23756 req-3b47c18f-6cc9-452e-9104-ad89712ed2e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0463555 Apr 28 20:23:52.629698 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315f85a-0a96-4e2b-8929-13f7f9e23756 req-74b09cd2-254e-4909-b0e7-dfff69edb2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:52.631251 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7315f85a-0a96-4e2b-8929-13f7f9e23756 req-74b09cd2-254e-4909-b0e7-dfff69edb2c3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494351 Apr 28 20:23:52.649678 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315f85a-0a96-4e2b-8929-13f7f9e23756 req-06ca3a12-dd4a-418b-a28a-1c9ceaa271c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:52.651779 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7315f85a-0a96-4e2b-8929-13f7f9e23756 req-06ca3a12-dd4a-418b-a28a-1c9ceaa271c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576336 Apr 28 20:23:52.666995 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 0ecae102-6501-4103-88cf-308d70691c30, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=0ecae102-6501-4103-88cf-308d70691c30,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:23:52.688922 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '0ecae102-6501-4103-88cf-308d70691c30', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'port_id': '0ecae102-6501-4103-88cf-308d70691c30', 'mac_address': 'fa:16:3e:c0:69:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:23:52.731036 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:52.745729 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ecae102-6501-4103-88cf-308d70691c30 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:23:52.761823 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7315f85a-0a96-4e2b-8929-13f7f9e23756 req-34d4c287-7195-46b2-8371-a7e29d76868e service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235356 Apr 28 20:23:52.765429 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7315f85a-0a96-4e2b-8929-13f7f9e23756 req-922d8016-1ea5-4bcb-bc7a-f5b377c0301c service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048927 Apr 28 20:23:52.766873 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 0ecae102-6501-4103-88cf-308d70691c30, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=0ecae102-6501-4103-88cf-308d70691c30,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:23:52.770792 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:52.823651 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=0ecae102-6501-4103-88cf-308d70691c30,revision_number=8']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:52.855019 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7315f85a-0a96-4e2b-8929-13f7f9e23756 req-35446255-5a30-4737-a4ac-cdc2bae5cf19 service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870798 Apr 28 20:23:52.862979 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7315f85a-0a96-4e2b-8929-13f7f9e23756 req-cfbf23d7-98d2-4cb0-a826-fc4949e8039c service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906484 Apr 28 20:23:52.874905 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 0ecae102-6501-4103-88cf-308d70691c30 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:23:52.913645 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 0ecae102-6501-4103-88cf-308d70691c30 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:23:52.993165 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['0ecae102-6501-4103-88cf-308d70691c30'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:23:53.428779 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4afdf-5fac-4d8e-ad38-dd1b45072750 req-8a5abde4-e187-4dae-986f-f5cb8bfb09bd tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:53.430170 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9ec4afdf-5fac-4d8e-ad38-dd1b45072750 req-8a5abde4-e187-4dae-986f-f5cb8bfb09bd tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 945 time: 0.0550346 Apr 28 20:23:53.468855 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9ec4afdf-5fac-4d8e-ad38-dd1b45072750 req-f72044c1-121a-48bc-913e-7c463729cfc9 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326409 Apr 28 20:23:53.631212 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:53.782934 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10717dfc-4025-484b-8695-1c254f1be700 req-e5cc0d41-63a6-43b7-9de4-2e74951bb833 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:53.784399 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-10717dfc-4025-484b-8695-1c254f1be700 req-e5cc0d41-63a6-43b7-9de4-2e74951bb833 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.15 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b&tenant_id=1f83ebb2a8c04887a5f540e44af07209&binding%3Ahost_id=n-h1-839810-1 HTTP/1.1" status: 200 len: 945 time: 0.0793941 Apr 28 20:23:53.805019 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff726e39-1b8c-4c90-a244-619125d70413 req-6b72a0bb-3145-427f-ad31-0b31ff64c1b5 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:53.806377 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ff726e39-1b8c-4c90-a244-619125d70413 req-6b72a0bb-3145-427f-ad31-0b31ff64c1b5 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 945 time: 0.0744927 Apr 28 20:23:53.878718 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ff726e39-1b8c-4c90-a244-619125d70413 req-a4ab579f-055a-4e54-bcc5-17277c0b7644 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522404 Apr 28 20:23:53.884402 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-10717dfc-4025-484b-8695-1c254f1be700 req-23dfd3d0-e529-47ad-9e68-c8bc1a1d6dec service neutron] 10.222.0.15 "GET /v2.0/ports/0ecae102-6501-4103-88cf-308d70691c30/bindings/n-h1-839810-1 HTTP/1.1" status: 200 len: 382 time: 0.0925674 Apr 28 20:23:53.945920 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10717dfc-4025-484b-8695-1c254f1be700 req-c5d4dc50-aa79-4910-bf43-31155a1d0697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:53.947491 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-10717dfc-4025-484b-8695-1c254f1be700 req-c5d4dc50-aa79-4910-bf43-31155a1d0697 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 1096 time: 0.0401356 Apr 28 20:23:54.036269 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10717dfc-4025-484b-8695-1c254f1be700 req-2a0a8f80-c14b-4c7a-afb2-75985ea69d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:54.037691 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-10717dfc-4025-484b-8695-1c254f1be700 req-2a0a8f80-c14b-4c7a-afb2-75985ea69d41 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.0841668 Apr 28 20:23:54.102350 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-10717dfc-4025-484b-8695-1c254f1be700 req-1e3d4087-54d5-4013-9e04-107af23160b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ecae102-6501-4103-88cf-308d70691c30 HTTP/1.1" status: 200 len: 1002 time: 0.0576792 Apr 28 20:23:54.149771 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10717dfc-4025-484b-8695-1c254f1be700 req-a5869c19-ca17-4b8c-9311-065655b39a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:54.151202 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-10717dfc-4025-484b-8695-1c254f1be700 req-a5869c19-ca17-4b8c-9311-065655b39a7e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0417120 Apr 28 20:23:54.198116 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10717dfc-4025-484b-8695-1c254f1be700 req-bed28b19-c1fb-4c48-ad9a-497357ac892e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:54.199746 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-10717dfc-4025-484b-8695-1c254f1be700 req-bed28b19-c1fb-4c48-ad9a-497357ac892e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424194 Apr 28 20:23:54.569423 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 0ecae102-6501-4103-88cf-308d70691c30 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:23:54.621974 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 0ecae102-6501-4103-88cf-308d70691c30 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:23:54.626575 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 0ecae102-6501-4103-88cf-308d70691c30 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:23:54.626973 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:54.639159 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-10717dfc-4025-484b-8695-1c254f1be700 req-b409c427-2fdf-48ea-ac24-55ece0a77cb0 service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323189 Apr 28 20:23:54.703652 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:54.726596 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62cb297-5f7c-424d-91e9-2afe31f22d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecae102-6501-4103-88cf-308d70691c30'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:23:54.728856 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37247591-241e-4bae-a14a-8c4f0cf299ab" -d '{"events": [{"server_uuid": "e62cb297-5f7c-424d-91e9-2afe31f22d8b", "name": "network-vif-plugged", "status": "completed", "tag": "0ecae102-6501-4103-88cf-308d70691c30"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:23:54.730691 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-10717dfc-4025-484b-8695-1c254f1be700 req-abe1a120-9996-4605-8468-91eae32a3180 service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847735 Apr 28 20:23:54.743607 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 0ecae102-6501-4103-88cf-308d70691c30, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=0ecae102-6501-4103-88cf-308d70691c30,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:23:54.749604 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:54.797359 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=0ecae102-6501-4103-88cf-308d70691c30,revision_number=9']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:54.849764 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff746d0-f060-43f2-81a5-1fe3f2095bf5 x-openstack-request-id: req-2ff746d0-f060-43f2-81a5-1fe3f2095bf5 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:23:54.850058 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62cb297-5f7c-424d-91e9-2afe31f22d8b", "name": "network-vif-plugged", "status": "completed", "tag": "0ecae102-6501-4103-88cf-308d70691c30", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:23:54.850314 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2ff746d0-f060-43f2-81a5-1fe3f2095bf5 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:23:54.850743 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ff746d0-f060-43f2-81a5-1fe3f2095bf5'] response: {'server_uuid': 'e62cb297-5f7c-424d-91e9-2afe31f22d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecae102-6501-4103-88cf-308d70691c30', 'code': 200} Apr 28 20:23:54.997654 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507577e-2eb3-4b04-bd40-188775e1b181 req-a1ce4fc8-e628-4610-9574-4d59225b9ea3 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:54.999322 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3507577e-2eb3-4b04-bd40-188775e1b181 req-a1ce4fc8-e628-4610-9574-4d59225b9ea3 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.0485775 Apr 28 20:23:55.035832 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3507577e-2eb3-4b04-bd40-188775e1b181 req-68774502-c778-4535-96c5-a495644a49f8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304854 Apr 28 20:23:55.907293 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:55.998272 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:56.157773 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d974c9-ba9e-4fd4-a7bf-cd723a9daedc req-7a41e739-9526-4099-a82f-e1cdb8e5a0b6 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:56.159150 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-44d974c9-ba9e-4fd4-a7bf-cd723a9daedc req-7a41e739-9526-4099-a82f-e1cdb8e5a0b6 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.0512643 Apr 28 20:23:56.196734 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-44d974c9-ba9e-4fd4-a7bf-cd723a9daedc req-5f11a68e-1177-43c8-842f-530e70180761 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314786 Apr 28 20:23:56.632284 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10717dfc-4025-484b-8695-1c254f1be700 req-47329970-486b-4df2-9943-6f7b441be918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:56.633772 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-10717dfc-4025-484b-8695-1c254f1be700 req-47329970-486b-4df2-9943-6f7b441be918 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b&tenant_id=1f83ebb2a8c04887a5f540e44af07209 HTTP/1.1" status: 200 len: 1097 time: 0.0451021 Apr 28 20:23:56.645255 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-10717dfc-4025-484b-8695-1c254f1be700 req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-839810-1', 'device_owner': 'compute:nova'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:23:56.696353 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-10717dfc-4025-484b-8695-1c254f1be700 req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:56.897850 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-10717dfc-4025-484b-8695-1c254f1be700 req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] For port 0ecae102-6501-4103-88cf-308d70691c30, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=0ecae102-6501-4103-88cf-308d70691c30,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:23:56.930551 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-10717dfc-4025-484b-8695-1c254f1be700 req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] For port 0ecae102-6501-4103-88cf-308d70691c30, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:23:56.973629 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62cb297-5f7c-424d-91e9-2afe31f22d8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ecae102-6501-4103-88cf-308d70691c30'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:23:56.975786 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a940e6f6-b242-41a8-9648-73df36765058" -d '{"events": [{"server_uuid": "e62cb297-5f7c-424d-91e9-2afe31f22d8b", "name": "network-vif-unplugged", "status": "completed", "tag": "0ecae102-6501-4103-88cf-308d70691c30"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:23:56.980268 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-10717dfc-4025-484b-8695-1c254f1be700 req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:56.995359 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-10717dfc-4025-484b-8695-1c254f1be700 req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] Transition to ACTIVE for port object 0ecae102-6501-4103-88cf-308d70691c30 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:23:57.000325 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-10717dfc-4025-484b-8695-1c254f1be700 req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:57.025289 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 20:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69de750b-2b90-4175-85f6-75985dcce51b x-openstack-request-id: req-69de750b-2b90-4175-85f6-75985dcce51b {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:23:57.025579 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62cb297-5f7c-424d-91e9-2afe31f22d8b", "name": "network-vif-unplugged", "status": "completed", "tag": "0ecae102-6501-4103-88cf-308d70691c30", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:23:57.025831 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-69de750b-2b90-4175-85f6-75985dcce51b {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:23:57.026228 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69de750b-2b90-4175-85f6-75985dcce51b'] response: {'server_uuid': 'e62cb297-5f7c-424d-91e9-2afe31f22d8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ecae102-6501-4103-88cf-308d70691c30', 'code': 200} Apr 28 20:23:57.080837 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] Pushing event updated for resources: {'Port': ['ID=0ecae102-6501-4103-88cf-308d70691c30,revision_number=10']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:57.094768 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:57.095127 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:57.095457 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:57.095791 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:57.096379 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:57.096496 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:57.096863 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:57.097110 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:57.097435 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:57.097758 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:57.098082 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:57.098404 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:57.142700 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-10717dfc-4025-484b-8695-1c254f1be700 req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] No DVR routers for this DVR port 0ecae102-6501-4103-88cf-308d70691c30 on host n-h1-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:23:57.302945 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-10717dfc-4025-484b-8695-1c254f1be700 req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] Attempting to bind port 0ecae102-6501-4103-88cf-308d70691c30 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:23:57.303655 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-10717dfc-4025-484b-8695-1c254f1be700 req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] Attempting to bind port 0ecae102-6501-4103-88cf-308d70691c30 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:23:57.303655 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10717dfc-4025-484b-8695-1c254f1be700 req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] Attempting to bind port 0ecae102-6501-4103-88cf-308d70691c30 on network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:23:57.310536 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10717dfc-4025-484b-8695-1c254f1be700 req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] Port 0ecae102-6501-4103-88cf-308d70691c30 on network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:23:57.311386 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10717dfc-4025-484b-8695-1c254f1be700 req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] Attempting to bind port 0ecae102-6501-4103-88cf-308d70691c30 on network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:23:57.318994 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10717dfc-4025-484b-8695-1c254f1be700 req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:23:57.319337 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10717dfc-4025-484b-8695-1c254f1be700 req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] Checking segment: {'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:23:57.319721 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10717dfc-4025-484b-8695-1c254f1be700 req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] Bound using segment: {'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:23:57.320173 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-10717dfc-4025-484b-8695-1c254f1be700 req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] Bound port: 0ecae102-6501-4103-88cf-308d70691c30, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:23:57.320533 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-10717dfc-4025-484b-8695-1c254f1be700 req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:57.346746 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19596897-72ca-4e86-9358-4574635e3f6e req-696ccdda-184e-4e55-bb4e-60fdd22e88b8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:57.348249 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-19596897-72ca-4e86-9358-4574635e3f6e req-696ccdda-184e-4e55-bb4e-60fdd22e88b8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 945 time: 0.0808382 Apr 28 20:23:57.417356 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-19596897-72ca-4e86-9358-4574635e3f6e req-d706224c-fdba-48e3-9d9c-2e862007571a tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521739 Apr 28 20:23:57.424140 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-10717dfc-4025-484b-8695-1c254f1be700 req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] For port 0ecae102-6501-4103-88cf-308d70691c30, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:23:57.428001 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-10717dfc-4025-484b-8695-1c254f1be700 req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] For port 0ecae102-6501-4103-88cf-308d70691c30, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=0ecae102-6501-4103-88cf-308d70691c30,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:23:57.438223 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-10717dfc-4025-484b-8695-1c254f1be700 req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:57.476033 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10717dfc-4025-484b-8695-1c254f1be700 req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:57.476597 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-10717dfc-4025-484b-8695-1c254f1be700 req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:57.478045 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-10717dfc-4025-484b-8695-1c254f1be700 req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] 10.222.0.44 "PUT /v2.0/ports/0ecae102-6501-4103-88cf-308d70691c30 HTTP/1.1" status: 200 len: 1093 time: 0.8367710 Apr 28 20:23:57.500127 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ab89d-37e6-4896-aa77-3504388e731a service neutron] Pushing event updated for resources: {'Port': ['ID=0ecae102-6501-4103-88cf-308d70691c30,revision_number=11']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:57.543618 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10717dfc-4025-484b-8695-1c254f1be700 req-36f17628-3816-48c1-8336-4d7bdde179b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:57.545181 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-10717dfc-4025-484b-8695-1c254f1be700 req-36f17628-3816-48c1-8336-4d7bdde179b4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 1096 time: 0.0422189 Apr 28 20:23:57.638195 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10717dfc-4025-484b-8695-1c254f1be700 req-879d9d84-412f-49e3-8948-f2584b5ccedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:57.640137 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-10717dfc-4025-484b-8695-1c254f1be700 req-879d9d84-412f-49e3-8948-f2584b5ccedf service neutron] 10.222.0.44 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.0877159 Apr 28 20:23:57.709839 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-10717dfc-4025-484b-8695-1c254f1be700 req-36580b48-51e3-4d97-b03f-f9ea42f11f56 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ecae102-6501-4103-88cf-308d70691c30 HTTP/1.1" status: 200 len: 1001 time: 0.0633724 Apr 28 20:23:57.757847 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10717dfc-4025-484b-8695-1c254f1be700 req-cb690eae-cdca-4d17-920e-7c68225b31d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:57.759140 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-10717dfc-4025-484b-8695-1c254f1be700 req-cb690eae-cdca-4d17-920e-7c68225b31d3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0432575 Apr 28 20:23:57.803687 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10717dfc-4025-484b-8695-1c254f1be700 req-d0922e11-dab6-4046-9a36-39f1264f4616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:57.805180 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-10717dfc-4025-484b-8695-1c254f1be700 req-d0922e11-dab6-4046-9a36-39f1264f4616 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395935 Apr 28 20:23:57.895592 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-10717dfc-4025-484b-8695-1c254f1be700 req-e9316fc1-f830-43c9-9383-3272d96dd4d5 service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833242 Apr 28 20:23:57.983774 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-10717dfc-4025-484b-8695-1c254f1be700 req-1a6e5951-acfb-4698-9f22-5ebf98c803c9 service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813749 Apr 28 20:23:58.536416 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63369d-894d-4d93-8c57-d671aae56887 req-9f9797c2-d972-4ee2-be80-0595ef7fab20 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:58.537957 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ca63369d-894d-4d93-8c57-d671aae56887 req-9f9797c2-d972-4ee2-be80-0595ef7fab20 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 945 time: 0.0491219 Apr 28 20:23:58.577844 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ca63369d-894d-4d93-8c57-d671aae56887 req-a7cc9f8f-d7c0-42de-ad26-ccad35457ace tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329413 Apr 28 20:23:58.595323 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b69492-6948-4acc-ac6f-9bcd51714fd2 req-49c83f77-d9cc-4bec-b782-85b23db6b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:58.596893 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-68b69492-6948-4acc-ac6f-9bcd51714fd2 req-49c83f77-d9cc-4bec-b782-85b23db6b29f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 1096 time: 0.0462465 Apr 28 20:23:58.698517 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b69492-6948-4acc-ac6f-9bcd51714fd2 req-6d00207e-96de-49f4-929a-10b57cc7e119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:58.699962 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-68b69492-6948-4acc-ac6f-9bcd51714fd2 req-6d00207e-96de-49f4-929a-10b57cc7e119 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.0823603 Apr 28 20:23:58.768546 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-68b69492-6948-4acc-ac6f-9bcd51714fd2 req-6dfeda57-76d9-4996-aed6-244a82030569 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ecae102-6501-4103-88cf-308d70691c30 HTTP/1.1" status: 200 len: 1001 time: 0.0610728 Apr 28 20:23:58.818884 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b69492-6948-4acc-ac6f-9bcd51714fd2 req-d5fb7934-9ff7-4b40-8cca-b6a4c3144c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:58.820363 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-68b69492-6948-4acc-ac6f-9bcd51714fd2 req-d5fb7934-9ff7-4b40-8cca-b6a4c3144c9d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0437410 Apr 28 20:23:58.865675 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b69492-6948-4acc-ac6f-9bcd51714fd2 req-368bec5d-e587-4102-a0f5-20740ddc4d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:58.867036 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-68b69492-6948-4acc-ac6f-9bcd51714fd2 req-368bec5d-e587-4102-a0f5-20740ddc4d9d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399470 Apr 28 20:23:58.956629 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-68b69492-6948-4acc-ac6f-9bcd51714fd2 req-396305e5-cae0-4e6d-8a5e-5e92916f967a service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823629 Apr 28 20:23:59.027753 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e62cb297-5f7c-424d-91e9-2afe31f22d8b', 'tag': '0ecae102-6501-4103-88cf-308d70691c30'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:23:59.030944 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5771c580-bb55-4338-b577-0b2c442c1c25" -d '{"events": [{"name": "network-changed", "server_uuid": "e62cb297-5f7c-424d-91e9-2afe31f22d8b", "tag": "0ecae102-6501-4103-88cf-308d70691c30"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:23:59.051006 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-68b69492-6948-4acc-ac6f-9bcd51714fd2 req-58553909-444d-44a9-877f-6ec2e50f3969 service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873892 Apr 28 20:23:59.081210 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec6af26-fe70-4938-887f-058d139affd6 x-openstack-request-id: req-6ec6af26-fe70-4938-887f-058d139affd6 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:23:59.081497 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e62cb297-5f7c-424d-91e9-2afe31f22d8b", "tag": "0ecae102-6501-4103-88cf-308d70691c30", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:23:59.081741 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6ec6af26-fe70-4938-887f-058d139affd6 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:23:59.082134 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ec6af26-fe70-4938-887f-058d139affd6'] response: {'name': 'network-changed', 'server_uuid': 'e62cb297-5f7c-424d-91e9-2afe31f22d8b', 'tag': '0ecae102-6501-4103-88cf-308d70691c30', 'status': 'completed', 'code': 200} Apr 28 20:23:59.136974 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771c580-bb55-4338-b577-0b2c442c1c25 req-74ac2927-8f6c-4160-8566-38ecba1e84bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:59.138461 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5771c580-bb55-4338-b577-0b2c442c1c25 req-74ac2927-8f6c-4160-8566-38ecba1e84bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 1096 time: 0.0404551 Apr 28 20:23:59.146823 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771c580-bb55-4338-b577-0b2c442c1c25 req-3c0041ff-15f4-4852-bf18-22e77b1c217d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:59.148329 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5771c580-bb55-4338-b577-0b2c442c1c25 req-3c0041ff-15f4-4852-bf18-22e77b1c217d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 1096 time: 0.0439544 Apr 28 20:23:59.235172 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771c580-bb55-4338-b577-0b2c442c1c25 req-bc1af29f-ccb5-4bae-8e45-c3d2b03e6949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:59.236676 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5771c580-bb55-4338-b577-0b2c442c1c25 req-bc1af29f-ccb5-4bae-8e45-c3d2b03e6949 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.0891213 Apr 28 20:23:59.238440 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771c580-bb55-4338-b577-0b2c442c1c25 req-a2e4677c-755b-45c3-9256-6b687d054e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:59.239864 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5771c580-bb55-4338-b577-0b2c442c1c25 req-a2e4677c-755b-45c3-9256-6b687d054e62 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.0836971 Apr 28 20:23:59.314444 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5771c580-bb55-4338-b577-0b2c442c1c25 req-f7d731aa-1298-48e7-a4d3-7cd7d070c358 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ecae102-6501-4103-88cf-308d70691c30 HTTP/1.1" status: 200 len: 1001 time: 0.0681493 Apr 28 20:23:59.316267 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5771c580-bb55-4338-b577-0b2c442c1c25 req-67838857-d414-43b4-8383-c14787702ecd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ecae102-6501-4103-88cf-308d70691c30 HTTP/1.1" status: 200 len: 1001 time: 0.0698075 Apr 28 20:23:59.370996 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771c580-bb55-4338-b577-0b2c442c1c25 req-08781558-094f-43e3-84e8-e4c07ffbf4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:59.372574 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5771c580-bb55-4338-b577-0b2c442c1c25 req-08781558-094f-43e3-84e8-e4c07ffbf4af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0503719 Apr 28 20:23:59.392815 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771c580-bb55-4338-b577-0b2c442c1c25 req-80236552-4058-4461-b9c3-629f6e67b4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:59.395717 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5771c580-bb55-4338-b577-0b2c442c1c25 req-80236552-4058-4461-b9c3-629f6e67b4b8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0577369 Apr 28 20:23:59.428946 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771c580-bb55-4338-b577-0b2c442c1c25 req-c2f410e9-1f5a-45bb-b58f-80dff03f9004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:59.430880 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5771c580-bb55-4338-b577-0b2c442c1c25 req-c2f410e9-1f5a-45bb-b58f-80dff03f9004 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518980 Apr 28 20:23:59.451422 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771c580-bb55-4338-b577-0b2c442c1c25 req-2462f93e-63c7-440d-8252-ac023237b352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:59.453971 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5771c580-bb55-4338-b577-0b2c442c1c25 req-2462f93e-63c7-440d-8252-ac023237b352 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503442 Apr 28 20:23:59.528906 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5771c580-bb55-4338-b577-0b2c442c1c25 req-b075aad9-be0c-42db-aa1b-c7341724a9fc service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897651 Apr 28 20:23:59.557356 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5771c580-bb55-4338-b577-0b2c442c1c25 req-42acad4c-5efa-43de-9722-efe595ec23ea service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894134 Apr 28 20:23:59.624562 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5771c580-bb55-4338-b577-0b2c442c1c25 req-db89964a-19bd-4514-b93b-13461c8b8276 service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873296 Apr 28 20:23:59.653957 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5771c580-bb55-4338-b577-0b2c442c1c25 req-5daba262-bd7b-415e-9244-e0122e049693 service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901802 Apr 28 20:23:59.699735 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1b6c1-4082-4ea1-88ed-5b911c435754 req-051e2f09-fa21-4d05-b7d1-4cb3e63ff16f tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:59.701211 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5ca1b6c1-4082-4ea1-88ed-5b911c435754 req-051e2f09-fa21-4d05-b7d1-4cb3e63ff16f tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 945 time: 0.0502939 Apr 28 20:23:59.739521 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5ca1b6c1-4082-4ea1-88ed-5b911c435754 req-e8468220-1832-4c02-a404-19336f186671 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321968 Apr 28 20:23:59.856812 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd18c95-73ab-4a0b-bb65-eaea36c310b2 req-d9464b8f-4334-4559-a3ba-6a097a1a30a4 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:59.858299 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ecd18c95-73ab-4a0b-bb65-eaea36c310b2 req-d9464b8f-4334-4559-a3ba-6a097a1a30a4 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 945 time: 0.0489521 Apr 28 20:23:59.894820 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ecd18c95-73ab-4a0b-bb65-eaea36c310b2 req-35d555de-d5da-4979-ac89-1f8765db7aff tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305772 Apr 28 20:24:00.011261 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f96159-26f3-4728-b97f-470e8d995d78 req-d7d54472-d607-443f-8aa7-000347b0a960 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:00.012817 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9f96159-26f3-4728-b97f-470e8d995d78 req-d7d54472-d607-443f-8aa7-000347b0a960 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 945 time: 0.0522501 Apr 28 20:24:00.050374 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9f96159-26f3-4728-b97f-470e8d995d78 req-be5b4d20-6734-4680-8043-0cb53d8ae3e0 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310044 Apr 28 20:24:00.283327 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01404338-3d73-4a76-bb3e-3891c76eca1f req-1db8bff7-5bad-4d57-b7c9-6f622b4c8d09 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:00.284826 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-01404338-3d73-4a76-bb3e-3891c76eca1f req-1db8bff7-5bad-4d57-b7c9-6f622b4c8d09 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 945 time: 0.0505083 Apr 28 20:24:00.324094 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-01404338-3d73-4a76-bb3e-3891c76eca1f req-5434539b-b19e-4792-8439-810679cf47f8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317142 Apr 28 20:24:00.593054 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 0ecae102-6501-4103-88cf-308d70691c30 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:24:00.629709 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 0ecae102-6501-4103-88cf-308d70691c30 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:24:00.892573 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 0ecae102-6501-4103-88cf-308d70691c30 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:24:00.986179 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 0ecae102-6501-4103-88cf-308d70691c30, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=0ecae102-6501-4103-88cf-308d70691c30,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:24:00.996892 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '0ecae102-6501-4103-88cf-308d70691c30', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'port_id': '0ecae102-6501-4103-88cf-308d70691c30', 'mac_address': 'fa:16:3e:c0:69:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:24:01.032000 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:01.044195 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ecae102-6501-4103-88cf-308d70691c30 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:24:01.063593 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 0ecae102-6501-4103-88cf-308d70691c30, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=0ecae102-6501-4103-88cf-308d70691c30,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:24:01.067062 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:01.115691 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=0ecae102-6501-4103-88cf-308d70691c30,revision_number=12']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:24:01.282305 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['0ecae102-6501-4103-88cf-308d70691c30'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:24:01.475892 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0aaaa-668f-4596-ab31-82b84a186bae req-4f3e5b50-4fef-4b8e-abed-356a2e401776 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:01.477408 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4cf0aaaa-668f-4596-ab31-82b84a186bae req-4f3e5b50-4fef-4b8e-abed-356a2e401776 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.44 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.0738175 Apr 28 20:24:01.485561 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729572c-b1e3-4a40-9b50-815b436dea26 req-cdf87d67-3f7a-4651-bee2-f3778060b38e tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:01.486889 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8729572c-b1e3-4a40-9b50-815b436dea26 req-cdf87d67-3f7a-4651-bee2-f3778060b38e tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 946 time: 0.0925305 Apr 28 20:24:01.567213 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8729572c-b1e3-4a40-9b50-815b436dea26 req-0d9ac60f-4a7c-47b9-bb56-69aec3a69500 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735469 Apr 28 20:24:01.591877 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-4cf0aaaa-668f-4596-ab31-82b84a186bae req-91bedff3-ecc0-4965-a746-b38d238178a4 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Deleting port 0ecae102-6501-4103-88cf-308d70691c30 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:24:01.592930 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-4cf0aaaa-668f-4596-ab31-82b84a186bae req-91bedff3-ecc0-4965-a746-b38d238178a4 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:01.680822 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-4cf0aaaa-668f-4596-ab31-82b84a186bae req-91bedff3-ecc0-4965-a746-b38d238178a4 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] For port 0ecae102-6501-4103-88cf-308d70691c30, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=0ecae102-6501-4103-88cf-308d70691c30,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:24:01.681180 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-4cf0aaaa-668f-4596-ab31-82b84a186bae req-91bedff3-ecc0-4965-a746-b38d238178a4 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:01.847273 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-4cf0aaaa-668f-4596-ab31-82b84a186bae req-91bedff3-ecc0-4965-a746-b38d238178a4 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:01.847550 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-4cf0aaaa-668f-4596-ab31-82b84a186bae req-91bedff3-ecc0-4965-a746-b38d238178a4 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:01.847871 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [req-4cf0aaaa-668f-4596-ab31-82b84a186bae req-91bedff3-ecc0-4965-a746-b38d238178a4 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Floating IP 7f25c35a-a005-4bda-8884-1181d7933cee disassociated. External IP: 172.25.8.130, port: 0ecae102-6501-4103-88cf-308d70691c30. Apr 28 20:24:01.848246 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-4cf0aaaa-668f-4596-ab31-82b84a186bae req-91bedff3-ecc0-4965-a746-b38d238178a4 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Calling delete_port for 0ecae102-6501-4103-88cf-308d70691c30 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:24:02.251423 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:02.311791 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-4cf0aaaa-668f-4596-ab31-82b84a186bae req-91bedff3-ecc0-4965-a746-b38d238178a4 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:02.338809 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bedff3-ecc0-4965-a746-b38d238178a4 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Pushing event deleted for resources: {'Port': ['ID=0ecae102-6501-4103-88cf-308d70691c30,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:24:02.459706 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cf0aaaa-668f-4596-ab31-82b84a186bae req-91bedff3-ecc0-4965-a746-b38d238178a4 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Router dd35d6dd-350a-45e0-8bf5-3089915b0197 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:24:02.576089 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cf0aaaa-668f-4596-ab31-82b84a186bae req-91bedff3-ecc0-4965-a746-b38d238178a4 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:24:02.587233 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b02f4f1-46f9-46d5-9db2-f1a39834a523 None None] Sync routers for ids ['dd35d6dd-350a-45e0-8bf5-3089915b0197'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:24:02.603339 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b02f4f1-46f9-46d5-9db2-f1a39834a523 None None] Routers {'dd35d6dd-350a-45e0-8bf5-3089915b0197'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:24:02.604286 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-4b02f4f1-46f9-46d5-9db2-f1a39834a523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:23:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['dd35d6dd-350a-45e0-8bf5-3089915b0197'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:24:02.619799 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf0aaaa-668f-4596-ab31-82b84a186bae req-91bedff3-ecc0-4965-a746-b38d238178a4 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] No DVR routers for this DVR port 0ecae102-6501-4103-88cf-308d70691c30 on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:24:02.622481 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-4cf0aaaa-668f-4596-ab31-82b84a186bae req-91bedff3-ecc0-4965-a746-b38d238178a4 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:02.627245 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4cf0aaaa-668f-4596-ab31-82b84a186bae req-91bedff3-ecc0-4965-a746-b38d238178a4 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.44 "DELETE /v2.0/ports/0ecae102-6501-4103-88cf-308d70691c30 HTTP/1.1" status: 204 len: 173 time: 1.1394601 Apr 28 20:24:02.627707 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62cb297-5f7c-424d-91e9-2afe31f22d8b', 'name': 'network-vif-deleted', 'tag': '0ecae102-6501-4103-88cf-308d70691c30'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:24:02.629999 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d48fae-adaa-4227-ae24-81154e2b8f98" -d '{"events": [{"server_uuid": "e62cb297-5f7c-424d-91e9-2afe31f22d8b", "name": "network-vif-deleted", "tag": "0ecae102-6501-4103-88cf-308d70691c30"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:24:02.689403 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b673b409-b8bd-40a7-815c-c287d4721bed x-openstack-request-id: req-b673b409-b8bd-40a7-815c-c287d4721bed {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:24:02.689759 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62cb297-5f7c-424d-91e9-2afe31f22d8b", "name": "network-vif-deleted", "tag": "0ecae102-6501-4103-88cf-308d70691c30", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:24:02.690051 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b673b409-b8bd-40a7-815c-c287d4721bed {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:24:02.690465 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b673b409-b8bd-40a7-815c-c287d4721bed'] response: {'server_uuid': 'e62cb297-5f7c-424d-91e9-2afe31f22d8b', 'name': 'network-vif-deleted', 'tag': '0ecae102-6501-4103-88cf-308d70691c30', 'status': 'completed', 'code': 200} Apr 28 20:24:02.697636 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c582088c-fdb7-4fe5-ad31-3c39acf02166 req-7090d041-f587-4008-8cad-f13922d7a354 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62cb297-5f7c-424d-91e9-2afe31f22d8b HTTP/1.1" status: 200 len: 210 time: 0.0443530 Apr 28 20:24:02.753444 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-4b02f4f1-46f9-46d5-9db2-f1a39834a523 None None] Set router dd35d6dd-350a-45e0-8bf5-3089915b0197 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:24:02.939830 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 0ecae102-6501-4103-88cf-308d70691c30 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:24:02.947038 n-d-839810-1 neutron-server[102775]: INFO neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No ports have port_id starting with 0ecae102-6501-4103-88cf-308d70691c30 Apr 28 20:24:02.949502 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 0ecae102-6501-4103-88cf-308d70691c30 requested by agent hyperv_n-h2-839810-1 not found in database {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Apr 28 20:24:03.115160 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-4b02f4f1-46f9-46d5-9db2-f1a39834a523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'name': 'tempest-ServerActionsTestJSON-1753222697-router', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:21:14Z', 'updated_at': '2022-04-28T20:21:17Z', 'revision_number': 4, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'gw_port': {'id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:15Z', 'updated_at': '2022-04-28T20:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '59822cde-fe66-4b2a-b589-a660a7586553', 'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'mac_address': 'fa:16:3e:a9:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:16Z', 'updated_at': '2022-04-28T20:21:21Z', 'revision_number': 5, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'subnets': [{'id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:24:03.140545 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b02f4f1-46f9-46d5-9db2-f1a39834a523 None None] Checking router: dd35d6dd-350a-45e0-8bf5-3089915b0197 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:24:03.148665 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b02f4f1-46f9-46d5-9db2-f1a39834a523 None None] Routers {'dd35d6dd-350a-45e0-8bf5-3089915b0197'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:24:03.149266 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-4b02f4f1-46f9-46d5-9db2-f1a39834a523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:23:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['dd35d6dd-350a-45e0-8bf5-3089915b0197'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:24:03.254255 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-4b02f4f1-46f9-46d5-9db2-f1a39834a523 None None] Set router dd35d6dd-350a-45e0-8bf5-3089915b0197 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:24:03.453699 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-4b02f4f1-46f9-46d5-9db2-f1a39834a523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'name': 'tempest-ServerActionsTestJSON-1753222697-router', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:21:14Z', 'updated_at': '2022-04-28T20:21:17Z', 'revision_number': 4, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'gw_port': {'id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:15Z', 'updated_at': '2022-04-28T20:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '59822cde-fe66-4b2a-b589-a660a7586553', 'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'mac_address': 'fa:16:3e:a9:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:16Z', 'updated_at': '2022-04-28T20:21:21Z', 'revision_number': 5, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'subnets': [{'id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:24:03.479425 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b02f4f1-46f9-46d5-9db2-f1a39834a523 None None] The sync data for ids ['dd35d6dd-350a-45e0-8bf5-3089915b0197'] in n-d-839810-1 is: [{'id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'name': 'tempest-ServerActionsTestJSON-1753222697-router', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:21:14Z', 'updated_at': '2022-04-28T20:21:17Z', 'revision_number': 4, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'gw_port': {'id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:15Z', 'updated_at': '2022-04-28T20:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '59822cde-fe66-4b2a-b589-a660a7586553', 'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'mac_address': 'fa:16:3e:a9:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:16Z', 'updated_at': '2022-04-28T20:21:21Z', 'revision_number': 5, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'subnets': [{'id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:24:03.699768 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3399bb-5c1b-4fad-8227-6f8942a886a0 None None] New status for floating IP 7f25c35a-a005-4bda-8884-1181d7933cee: DOWN {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:24:03.790420 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:03.942360 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-1b43591f-d6a9-4510-9e10-d53bf003ffde tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--2137605993&fields=id&tenant_id=1f83ebb2a8c04887a5f540e44af07209 HTTP/1.1" status: 200 len: 267 time: 0.0328169 Apr 28 20:24:04.049868 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-aa755fb2-b73b-4bee-8d9a-bbfa951d6fc7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:04.051321 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-aa755fb2-b73b-4bee-8d9a-bbfa951d6fc7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 812 time: 0.1023059 Apr 28 20:24:04.065915 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-515b707c-e440-48de-9107-cec73078848a tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/quotas/1f83ebb2a8c04887a5f540e44af07209 HTTP/1.1" status: 200 len: 375 time: 0.0088480 Apr 28 20:24:04.117662 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-fcb1fe29-75eb-4260-bf9d-aefcb664c0bb tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465684 Apr 28 20:24:04.216038 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-a31ee8ea-b58f-42f0-b276-89fab8aca085 service neutron] 10.222.0.42 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863235 Apr 28 20:24:04.305798 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-051b1330-ba56-4eb0-bc5e-e2cca74a0b77 service neutron] 10.222.0.42 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833027 Apr 28 20:24:04.468431 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-341b3b39-5973-43c6-9985-4f6f05767731 req-4a430b16-a034-4df8-813f-e0a1f2f05cfc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 210 time: 0.0323331 Apr 28 20:24:04.932403 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 0ecae102-6501-4103-88cf-308d70691c30 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:24:04.957279 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 0ecae102-6501-4103-88cf-308d70691c30 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:24:04.957621 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 0ecae102-6501-4103-88cf-308d70691c30 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:24:05.483760 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-ac07c7fe-4415-47cc-ba48-eccc31a2a053 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:05.487163 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-ac07c7fe-4415-47cc-ba48-eccc31a2a053 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.15 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 812 time: 0.1060448 Apr 28 20:24:05.533890 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-8cfe3ecf-4ec7-4c37-9540-96d05d7134dc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f83ebb2a8c04887a5f540e44af07209 HTTP/1.1" status: 200 len: 380 time: 0.0378776 Apr 28 20:24:05.545068 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-1858253c-5705-48d0-9457-fe1a241974ca tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Request body: {'port': {'device_id': 'a7d9d59a-fd9d-406e-bad9-957752d6a611', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'admin_state_up': True, 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'security_groups': ['b96f3785-2ff7-49de-afb5-b2c9d183b8d6']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:24:05.565105 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-25c8a3f8-2cea-4cd7-9bb3-bfed5f6c051f req-6d667967-161b-4cf9-b4a5-c92ac42062a1 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 210 time: 0.0279613 Apr 28 20:24:05.655829 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-1858253c-5705-48d0-9457-fe1a241974ca tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Made reservation on behalf of 1f83ebb2a8c04887a5f540e44af07209 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:24:05.659344 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-1858253c-5705-48d0-9457-fe1a241974ca tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:05.781402 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-1858253c-5705-48d0-9457-fe1a241974ca tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Allocated IP 172.20.0.9 (8128c25a-6a30-4d73-8866-65d8aa0d7a4e/c868549d-28d5-4475-ade5-9d8964c62e06/7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:24:05.918184 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-1858253c-5705-48d0-9457-fe1a241974ca tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:05.952313 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-1858253c-5705-48d0-9457-fe1a241974ca tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:05.995598 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-1858253c-5705-48d0-9457-fe1a241974ca tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:24:05.999455 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-1858253c-5705-48d0-9457-fe1a241974ca tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:24:06.003273 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-1858253c-5705-48d0-9457-fe1a241974ca tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:24:06.009544 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858253c-5705-48d0-9457-fe1a241974ca tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Pushing event updated for resources: {'Port': ['ID=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:24:06.056932 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-1858253c-5705-48d0-9457-fe1a241974ca tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:06.057561 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-1858253c-5705-48d0-9457-fe1a241974ca tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:06.074365 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-1858253c-5705-48d0-9457-fe1a241974ca tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5330360 Apr 28 20:24:06.086303 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-843eb5be-e948-4f52-8414-96782b2f1f24 service neutron] Request body: {'port': {'device_id': 'a7d9d59a-fd9d-406e-bad9-957752d6a611', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:24:06.147583 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-843eb5be-e948-4f52-8414-96782b2f1f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:06.268565 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-26f74520-a2e0-4d11-8e2d-545dae7b651c None None] Provisioning complete for port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:24:06.269153 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-26f74520-a2e0-4d11-8e2d-545dae7b651c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:06.302732 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-26f74520-a2e0-4d11-8e2d-545dae7b651c None None] Port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:24:06.412025 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-843eb5be-e948-4f52-8414-96782b2f1f24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:24:06.419580 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-843eb5be-e948-4f52-8414-96782b2f1f24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:06.431148 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-843eb5be-e948-4f52-8414-96782b2f1f24 service neutron] Transition to ACTIVE for port object 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:24:06.434884 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-843eb5be-e948-4f52-8414-96782b2f1f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:06.487124 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843eb5be-e948-4f52-8414-96782b2f1f24 service neutron] Pushing event updated for resources: {'Port': ['ID=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:24:06.558013 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-843eb5be-e948-4f52-8414-96782b2f1f24 service neutron] Attempting to bind port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:24:06.558354 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-843eb5be-e948-4f52-8414-96782b2f1f24 service neutron] Attempting to bind port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:24:06.558703 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-843eb5be-e948-4f52-8414-96782b2f1f24 service neutron] Attempting to bind port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad on network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:24:06.563829 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-843eb5be-e948-4f52-8414-96782b2f1f24 service neutron] Port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad on network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:24:06.564192 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-843eb5be-e948-4f52-8414-96782b2f1f24 service neutron] Attempting to bind port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad on network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:24:06.569238 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-843eb5be-e948-4f52-8414-96782b2f1f24 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:24:06.569581 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-843eb5be-e948-4f52-8414-96782b2f1f24 service neutron] Checking segment: {'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:24:06.569970 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-843eb5be-e948-4f52-8414-96782b2f1f24 service neutron] Bound using segment: {'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:24:06.570403 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-843eb5be-e948-4f52-8414-96782b2f1f24 service neutron] Bound port: 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:24:06.570761 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-843eb5be-e948-4f52-8414-96782b2f1f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:06.641409 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-843eb5be-e948-4f52-8414-96782b2f1f24 service neutron] For port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:24:06.649471 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-843eb5be-e948-4f52-8414-96782b2f1f24 service neutron] For port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:24:06.653444 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-843eb5be-e948-4f52-8414-96782b2f1f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:06.692617 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-843eb5be-e948-4f52-8414-96782b2f1f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:06.693507 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-843eb5be-e948-4f52-8414-96782b2f1f24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:06.695229 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-843eb5be-e948-4f52-8414-96782b2f1f24 service neutron] 10.222.0.15 "PUT /v2.0/ports/7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad HTTP/1.1" status: 200 len: 1091 time: 0.6130490 Apr 28 20:24:06.695668 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d9d59a-fd9d-406e-bad9-957752d6a611', 'tag': '7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:24:06.698038 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb53bd8-5f31-4554-859a-34f1389c764a" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d9d59a-fd9d-406e-bad9-957752d6a611", "tag": "7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:24:06.778907 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca69d1ad-a0ff-4e63-b941-a1e764232435 x-openstack-request-id: req-ca69d1ad-a0ff-4e63-b941-a1e764232435 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:24:06.778907 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d9d59a-fd9d-406e-bad9-957752d6a611", "tag": "7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:24:06.778907 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ca69d1ad-a0ff-4e63-b941-a1e764232435 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:24:06.779269 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca69d1ad-a0ff-4e63-b941-a1e764232435'] response: {'name': 'network-changed', 'server_uuid': 'a7d9d59a-fd9d-406e-bad9-957752d6a611', 'tag': '7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad', 'status': 'completed', 'code': 200} Apr 28 20:24:06.794275 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843eb5be-e948-4f52-8414-96782b2f1f24 service neutron] Pushing event updated for resources: {'Port': ['ID=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:24:06.821483 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d4f80-4562-4fef-96d9-e5fa655fdca6 req-c41956ae-6ccf-4b83-b274-90e0486108ad tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:06.823002 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8e5d4f80-4562-4fef-96d9-e5fa655fdca6 req-c41956ae-6ccf-4b83-b274-90e0486108ad tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 943 time: 0.1793804 Apr 28 20:24:06.837428 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-10a04485-f769-4d38-9145-30a97fde8bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:06.838883 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-10a04485-f769-4d38-9145-30a97fde8bb8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 1094 time: 0.0778682 Apr 28 20:24:06.892512 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-fea7fe8a-8380-444c-a555-f9b3fac491c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad HTTP/1.1" status: 200 len: 217 time: 0.0450664 Apr 28 20:24:06.931327 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8e5d4f80-4562-4fef-96d9-e5fa655fdca6 req-c04ba155-cf14-4566-85e3-1391b5d3ff00 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017365 Apr 28 20:24:06.948567 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-ed833d0f-dfa2-4b32-94bd-6e9fb46f4b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:06.950013 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-ed833d0f-dfa2-4b32-94bd-6e9fb46f4b69 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0505886 Apr 28 20:24:06.995833 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-057bc805-1667-4de3-acd0-d39bfdeb1a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:06.997365 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-057bc805-1667-4de3-acd0-d39bfdeb1a05 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412886 Apr 28 20:24:07.087921 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-2d8d183e-3e91-4dae-b0b4-ede2213f69cc service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839374 Apr 28 20:24:07.176379 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5cede5f1-fda0-449a-ac7a-59b2b1b0019c req-6c21dcb5-814c-4004-acf6-16ed3d5a4f85 service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816588 Apr 28 20:24:07.260944 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb53bd8-5f31-4554-859a-34f1389c764a req-4e4d16a0-aae9-44d5-98bf-f2ad4344399a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:07.262392 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bdb53bd8-5f31-4554-859a-34f1389c764a req-4e4d16a0-aae9-44d5-98bf-f2ad4344399a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 1094 time: 0.0409946 Apr 28 20:24:07.355215 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb53bd8-5f31-4554-859a-34f1389c764a req-1fcceaaf-a451-4ffb-8909-88de9a289979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:07.356775 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bdb53bd8-5f31-4554-859a-34f1389c764a req-1fcceaaf-a451-4ffb-8909-88de9a289979 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.0881095 Apr 28 20:24:07.398131 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bdb53bd8-5f31-4554-859a-34f1389c764a req-f5f8bab4-7240-44b3-b76b-a6f6ffe0e4b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad HTTP/1.1" status: 200 len: 217 time: 0.0346322 Apr 28 20:24:07.445566 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb53bd8-5f31-4554-859a-34f1389c764a req-ac088991-9e93-499d-adaf-dc36c24947c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:07.447011 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bdb53bd8-5f31-4554-859a-34f1389c764a req-ac088991-9e93-499d-adaf-dc36c24947c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0424957 Apr 28 20:24:07.498452 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb53bd8-5f31-4554-859a-34f1389c764a req-f441cc86-4433-4e6d-972a-453ba4e133cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:07.499922 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bdb53bd8-5f31-4554-859a-34f1389c764a req-f441cc86-4433-4e6d-972a-453ba4e133cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441384 Apr 28 20:24:07.589328 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bdb53bd8-5f31-4554-859a-34f1389c764a req-2b23be16-a04e-4839-98da-e373c997d5ee service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802670 Apr 28 20:24:07.645356 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:24:07.680083 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bdb53bd8-5f31-4554-859a-34f1389c764a req-5029e165-210c-43f0-8d2d-d5247dd872c6 service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841217 Apr 28 20:24:08.109376 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92433b4c-e551-499a-9238-7d5ee73dce69 req-45c0389f-e766-4fcd-9f4c-8f91472c5ef0 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:08.110856 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-92433b4c-e551-499a-9238-7d5ee73dce69 req-45c0389f-e766-4fcd-9f4c-8f91472c5ef0 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 943 time: 0.1076376 Apr 28 20:24:08.147946 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-92433b4c-e551-499a-9238-7d5ee73dce69 req-4f3e75aa-f68c-44f0-92af-3d9e162da044 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310380 Apr 28 20:24:08.616995 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:24:08.710344 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:24:08.722794 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'port_id': '7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad', 'mac_address': 'fa:16:3e:67:63:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:24:08.757949 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:08.770767 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:24:08.791936 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:24:08.795605 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:08.844310 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:24:08.982955 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:24:09.268721 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808d301-df5c-46c9-bd94-262450fe8e16 req-b2693a90-f55a-4d41-9926-66b3a73af727 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:09.270126 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d808d301-df5c-46c9-bd94-262450fe8e16 req-b2693a90-f55a-4d41-9926-66b3a73af727 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 944 time: 0.0510395 Apr 28 20:24:09.307803 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d808d301-df5c-46c9-bd94-262450fe8e16 req-6d134c9f-8d00-400a-86ea-42fde67a763e tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316305 Apr 28 20:24:10.428712 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327bebd-f5f4-4d57-8a59-db7d394cdd1a req-5104c2b6-512e-4891-9ce0-2857c505848c tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:10.430199 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a327bebd-f5f4-4d57-8a59-db7d394cdd1a req-5104c2b6-512e-4891-9ce0-2857c505848c tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 944 time: 0.0486000 Apr 28 20:24:10.467760 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a327bebd-f5f4-4d57-8a59-db7d394cdd1a req-a3839f13-c091-46af-9425-bf21bc03a619 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310383 Apr 28 20:24:10.623902 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:24:10.674529 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:24:10.678376 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:24:10.678755 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:10.754812 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:10.777201 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d9d59a-fd9d-406e-bad9-957752d6a611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:24:10.779710 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ef4771-29f5-445e-8170-8937df457bb0" -d '{"events": [{"server_uuid": "a7d9d59a-fd9d-406e-bad9-957752d6a611", "name": "network-vif-plugged", "status": "completed", "tag": "7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:24:10.792663 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:24:10.796866 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:10.820164 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac071cd0-8b3e-4a66-a595-8e01aa272d76 x-openstack-request-id: req-ac071cd0-8b3e-4a66-a595-8e01aa272d76 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:24:10.820457 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d9d59a-fd9d-406e-bad9-957752d6a611", "name": "network-vif-plugged", "status": "completed", "tag": "7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:24:10.820700 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ac071cd0-8b3e-4a66-a595-8e01aa272d76 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:24:10.821084 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac071cd0-8b3e-4a66-a595-8e01aa272d76'] response: {'server_uuid': 'a7d9d59a-fd9d-406e-bad9-957752d6a611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad', 'code': 200} Apr 28 20:24:10.846938 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:24:10.915529 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda28169-6db6-49d1-9d6c-4ddfca622b0d req-fc47f4b8-4610-41f9-a01e-3543c0a5b28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:10.917023 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fda28169-6db6-49d1-9d6c-4ddfca622b0d req-fc47f4b8-4610-41f9-a01e-3543c0a5b28f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 1096 time: 0.0399487 Apr 28 20:24:10.950781 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fda28169-6db6-49d1-9d6c-4ddfca622b0d req-2f7c0e8e-c155-4643-be54-ad13a490fd4b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269263 Apr 28 20:24:11.583180 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25553750-8cbf-4ffd-9100-60a55d05f320 req-4d314217-336f-4d7f-b1ed-7cf999cdb7b1 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:11.584609 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-25553750-8cbf-4ffd-9100-60a55d05f320 req-4d314217-336f-4d7f-b1ed-7cf999cdb7b1 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 945 time: 0.0496068 Apr 28 20:24:11.621454 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-25553750-8cbf-4ffd-9100-60a55d05f320 req-0fc1c53c-795a-44da-8dff-a2eb303f86e7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308213 Apr 28 20:24:12.743021 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e8689-5091-4964-bbcc-74c49e724cdf req-6f777282-ae5c-4d91-8bfa-e7ccab1751c9 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:12.744509 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f31e8689-5091-4964-bbcc-74c49e724cdf req-6f777282-ae5c-4d91-8bfa-e7ccab1751c9 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 945 time: 0.0522056 Apr 28 20:24:12.781589 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f31e8689-5091-4964-bbcc-74c49e724cdf req-bf400da6-ff61-4631-a8f6-2489cd8df600 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303771 Apr 28 20:24:12.896501 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577d5cc-dfd0-46f0-b619-4e8e1ef71042 req-6c1bf38e-4f7f-487a-9bbc-14f27f411f35 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:12.897965 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1577d5cc-dfd0-46f0-b619-4e8e1ef71042 req-6c1bf38e-4f7f-487a-9bbc-14f27f411f35 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 945 time: 0.0520656 Apr 28 20:24:12.907250 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36600) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:24:12.911616 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-53ce58f1-622a-409b-b04c-ea6aeb572e53 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Request body: {'floatingip': {'port_id': '7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:24:12.949830 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-53ce58f1-622a-409b-b04c-ea6aeb572e53 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks [] for floatingip, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:13.373664 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-53ce58f1-622a-409b-b04c-ea6aeb572e53 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:13.377279 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-53ce58f1-622a-409b-b04c-ea6aeb572e53 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:13.478211 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-53ce58f1-622a-409b-b04c-ea6aeb572e53 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Floating IP 7f25c35a-a005-4bda-8884-1181d7933cee associated. External IP: 172.25.8.130, port: 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad. Apr 28 20:24:13.686745 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ce58f1-622a-409b-b04c-ea6aeb572e53 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Router dd35d6dd-350a-45e0-8bf5-3089915b0197 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:24:13.790831 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ce58f1-622a-409b-b04c-ea6aeb572e53 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:24:13.795726 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-53ce58f1-622a-409b-b04c-ea6aeb572e53 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:13.800862 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1538b2-7575-489b-8fa6-c19faf692d8c None None] Sync routers for ids ['dd35d6dd-350a-45e0-8bf5-3089915b0197'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:24:13.810077 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1538b2-7575-489b-8fa6-c19faf692d8c None None] Routers {'dd35d6dd-350a-45e0-8bf5-3089915b0197'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:24:13.811228 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-5c1538b2-7575-489b-8fa6-c19faf692d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:23:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['dd35d6dd-350a-45e0-8bf5-3089915b0197'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:24:13.828890 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-53ce58f1-622a-409b-b04c-ea6aeb572e53 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "PUT /v2.0/floatingips/7f25c35a-a005-4bda-8884-1181d7933cee HTTP/1.1" status: 200 len: 992 time: 0.9167724 Apr 28 20:24:13.828890 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d9d59a-fd9d-406e-bad9-957752d6a611', 'tag': '7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:24:13.828890 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5105b4-6e40-4142-a748-862ed18abfa5" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d9d59a-fd9d-406e-bad9-957752d6a611", "tag": "7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:24:13.869590 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb76e6f-83c2-4645-abc0-8beed34a5e2a x-openstack-request-id: req-2cb76e6f-83c2-4645-abc0-8beed34a5e2a {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:24:13.870223 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d9d59a-fd9d-406e-bad9-957752d6a611", "tag": "7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:24:13.870658 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2cb76e6f-83c2-4645-abc0-8beed34a5e2a {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:24:13.871224 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cb76e6f-83c2-4645-abc0-8beed34a5e2a'] response: {'name': 'network-changed', 'server_uuid': 'a7d9d59a-fd9d-406e-bad9-957752d6a611', 'tag': '7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad', 'status': 'completed', 'code': 200} Apr 28 20:24:13.919030 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-5c1538b2-7575-489b-8fa6-c19faf692d8c None None] Set router dd35d6dd-350a-45e0-8bf5-3089915b0197 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:24:13.933149 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5105b4-6e40-4142-a748-862ed18abfa5 req-0a7e185b-7b68-49d4-a85e-16a6895bfc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:13.934651 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8f5105b4-6e40-4142-a748-862ed18abfa5 req-0a7e185b-7b68-49d4-a85e-16a6895bfc0b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 1096 time: 0.0417500 Apr 28 20:24:14.039669 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5105b4-6e40-4142-a748-862ed18abfa5 req-19c1d3ec-7036-421b-8a61-6d8da4d0760c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:14.041580 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8f5105b4-6e40-4142-a748-862ed18abfa5 req-19c1d3ec-7036-421b-8a61-6d8da4d0760c service neutron] 10.222.0.15 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.1003907 Apr 28 20:24:14.113862 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8f5105b4-6e40-4142-a748-862ed18abfa5 req-498901c6-09cd-4a54-864d-04938904ab4f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad HTTP/1.1" status: 200 len: 1000 time: 0.0658858 Apr 28 20:24:14.173771 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5105b4-6e40-4142-a748-862ed18abfa5 req-2cd01388-1775-484f-a159-3245ac0248f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:14.175363 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8f5105b4-6e40-4142-a748-862ed18abfa5 req-2cd01388-1775-484f-a159-3245ac0248f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0549884 Apr 28 20:24:14.176627 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-5c1538b2-7575-489b-8fa6-c19faf692d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'name': 'tempest-ServerActionsTestJSON-1753222697-router', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:21:14Z', 'updated_at': '2022-04-28T20:21:17Z', 'revision_number': 4, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'gw_port': {'id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:15Z', 'updated_at': '2022-04-28T20:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '7f25c35a-a005-4bda-8884-1181d7933cee', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'port_id': '7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'mac_address': 'fa:16:3e:67:63:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9d59a-fd9d-406e-bad9-957752d6a611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:21:19Z', 'updated_at': '2022-04-28T20:24:13Z', 'revision_number': 13, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59822cde-fe66-4b2a-b589-a660a7586553', 'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'mac_address': 'fa:16:3e:a9:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:16Z', 'updated_at': '2022-04-28T20:21:21Z', 'revision_number': 5, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'subnets': [{'id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:24:14.212520 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1538b2-7575-489b-8fa6-c19faf692d8c None None] Checking router: dd35d6dd-350a-45e0-8bf5-3089915b0197 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:24:14.223183 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1538b2-7575-489b-8fa6-c19faf692d8c None None] Routers {'dd35d6dd-350a-45e0-8bf5-3089915b0197'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:24:14.223830 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-5c1538b2-7575-489b-8fa6-c19faf692d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:23:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['dd35d6dd-350a-45e0-8bf5-3089915b0197'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:24:14.231635 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5105b4-6e40-4142-a748-862ed18abfa5 req-40e97bbd-11f4-457e-9f09-6acb2c48b0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:14.233214 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8f5105b4-6e40-4142-a748-862ed18abfa5 req-40e97bbd-11f4-457e-9f09-6acb2c48b0b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513439 Apr 28 20:24:14.332200 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8f5105b4-6e40-4142-a748-862ed18abfa5 req-c240686d-486c-4d94-80d6-c00822feba42 service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919371 Apr 28 20:24:14.335137 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-5c1538b2-7575-489b-8fa6-c19faf692d8c None None] Set router dd35d6dd-350a-45e0-8bf5-3089915b0197 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:24:14.429198 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8f5105b4-6e40-4142-a748-862ed18abfa5 req-8c6bd2f0-5601-4e6b-8811-18cfb4b706bf service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892851 Apr 28 20:24:14.569349 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-5c1538b2-7575-489b-8fa6-c19faf692d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'name': 'tempest-ServerActionsTestJSON-1753222697-router', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:21:14Z', 'updated_at': '2022-04-28T20:21:17Z', 'revision_number': 4, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'gw_port': {'id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:15Z', 'updated_at': '2022-04-28T20:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '7f25c35a-a005-4bda-8884-1181d7933cee', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'port_id': '7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'mac_address': 'fa:16:3e:67:63:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9d59a-fd9d-406e-bad9-957752d6a611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:21:19Z', 'updated_at': '2022-04-28T20:24:13Z', 'revision_number': 13, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59822cde-fe66-4b2a-b589-a660a7586553', 'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'mac_address': 'fa:16:3e:a9:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:16Z', 'updated_at': '2022-04-28T20:21:21Z', 'revision_number': 5, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'subnets': [{'id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:24:14.596014 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1538b2-7575-489b-8fa6-c19faf692d8c None None] The sync data for ids ['dd35d6dd-350a-45e0-8bf5-3089915b0197'] in n-d-839810-1 is: [{'id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'name': 'tempest-ServerActionsTestJSON-1753222697-router', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:21:14Z', 'updated_at': '2022-04-28T20:21:17Z', 'revision_number': 4, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'gw_port': {'id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:15Z', 'updated_at': '2022-04-28T20:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '7f25c35a-a005-4bda-8884-1181d7933cee', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'port_id': '7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'mac_address': 'fa:16:3e:67:63:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9d59a-fd9d-406e-bad9-957752d6a611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:21:19Z', 'updated_at': '2022-04-28T20:24:13Z', 'revision_number': 13, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59822cde-fe66-4b2a-b589-a660a7586553', 'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'mac_address': 'fa:16:3e:a9:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:16Z', 'updated_at': '2022-04-28T20:21:21Z', 'revision_number': 5, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'subnets': [{'id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:24:14.801324 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d811e1d5-78d3-47cc-a47c-4ba4c3ea9c1b None None] New status for floating IP 7f25c35a-a005-4bda-8884-1181d7933cee: ACTIVE {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:24:15.291331 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c79b4-e703-4c9b-b4b9-f1fb5d621281 req-4322486d-ff75-4ab8-a53b-28e6099c718f tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:15.292811 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-238c79b4-e703-4c9b-b4b9-f1fb5d621281 req-4322486d-ff75-4ab8-a53b-28e6099c718f tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 945 time: 0.0496113 Apr 28 20:24:15.330804 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-238c79b4-e703-4c9b-b4b9-f1fb5d621281 req-68344cef-4e2a-46f3-95cd-21c994bf9f0a tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318258 Apr 28 20:24:19.873923 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-30dffbda-3fae-440d-8f5a-6429d12c727a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:22.124237 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e244e5e0-c09b-43d9-ae42-376eac6b5f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:23.636007 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:25.373690 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0920fa1-854d-45ce-a133-2369b82f69e0 req-e910012a-9ea8-47b6-9780-9e8f83d2a07e tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:25.375161 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c0920fa1-854d-45ce-a133-2369b82f69e0 req-e910012a-9ea8-47b6-9780-9e8f83d2a07e tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 945 time: 0.0498631 Apr 28 20:24:25.403553 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-aacd1fcf-7886-4a19-b325-db62e7abaafd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0885103 Apr 28 20:24:25.413280 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c0920fa1-854d-45ce-a133-2369b82f69e0 req-e439d4b0-184d-41ae-a57f-8d25c9a08bf8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320497 Apr 28 20:24:25.905937 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:26.004206 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:26.535145 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948e4a1-d609-49c4-8527-51f0c126313d req-e3451eb6-c7c9-40c1-8e58-47b934304af0 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:26.536599 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c948e4a1-d609-49c4-8527-51f0c126313d req-e3451eb6-c7c9-40c1-8e58-47b934304af0 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 945 time: 0.0483575 Apr 28 20:24:26.579690 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c948e4a1-d609-49c4-8527-51f0c126313d req-57f2ffb8-a5f4-4f4f-9044-fe2f408e8b2e tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366852 Apr 28 20:24:26.665821 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-f034398c-3454-4cfb-9e25-af4a307ddeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:26.667317 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-f034398c-3454-4cfb-9e25-af4a307ddeee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 1096 time: 0.0403411 Apr 28 20:24:26.759430 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-44a991b8-547a-44cb-b01d-4a47b6a55c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:26.760837 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-44a991b8-547a-44cb-b01d-4a47b6a55c4f service neutron] 10.222.0.15 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.0876389 Apr 28 20:24:26.824219 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-adc65d29-31bf-49ff-96fa-db6c4ff7c099 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad HTTP/1.1" status: 200 len: 1002 time: 0.0566308 Apr 28 20:24:26.871243 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-c8467463-c980-4318-a291-0a1b1ebb00cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:26.872710 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-c8467463-c980-4318-a291-0a1b1ebb00cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0425150 Apr 28 20:24:26.921906 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-91a426f2-cbf4-4bc3-bd23-de95ab969c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:26.923367 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-91a426f2-cbf4-4bc3-bd23-de95ab969c25 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440276 Apr 28 20:24:27.010916 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-f51b8e09-de09-452f-bc41-6235a18ed21b service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803409 Apr 28 20:24:27.102405 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-649cfe34-8523-45fe-a889-3930dcc70e3f service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847342 Apr 28 20:24:27.703462 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55d63e-839b-4059-ae63-80df3193cbc2 req-c836cd53-5bd0-4041-9615-7ce0325d61b3 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:27.704964 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5f55d63e-839b-4059-ae63-80df3193cbc2 req-c836cd53-5bd0-4041-9615-7ce0325d61b3 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 945 time: 0.0495656 Apr 28 20:24:27.742785 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5f55d63e-839b-4059-ae63-80df3193cbc2 req-45c65b8e-5026-4191-adfa-61e83eabd2c8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318608 Apr 28 20:24:28.862866 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc27df-65ae-4b03-ad9e-1cc77c2c6313 req-a60c32aa-503e-448e-85a4-e4f3f381320d tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:28.864368 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-92bc27df-65ae-4b03-ad9e-1cc77c2c6313 req-a60c32aa-503e-448e-85a4-e4f3f381320d tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 945 time: 0.0495372 Apr 28 20:24:28.901555 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-92bc27df-65ae-4b03-ad9e-1cc77c2c6313 req-9b8704ce-5939-4821-94fe-97e566e93552 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310886 Apr 28 20:24:30.019083 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39716334-73fd-46d7-8db7-d87587e0eb81 req-3cc604b3-896b-436b-91c7-c48371257288 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:30.020538 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39716334-73fd-46d7-8db7-d87587e0eb81 req-3cc604b3-896b-436b-91c7-c48371257288 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 945 time: 0.0482607 Apr 28 20:24:30.058179 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-39716334-73fd-46d7-8db7-d87587e0eb81 req-addbd471-a6b5-47fe-9b24-cadefc97d49b tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316660 Apr 28 20:24:31.175282 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d32f89-42bb-4b78-aab4-4f7401bf637b req-0056c24e-13b1-40fa-8a8e-e888104ee985 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:31.176758 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c7d32f89-42bb-4b78-aab4-4f7401bf637b req-0056c24e-13b1-40fa-8a8e-e888104ee985 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 945 time: 0.0498638 Apr 28 20:24:31.214364 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c7d32f89-42bb-4b78-aab4-4f7401bf637b req-84c7265e-a165-4270-9e49-84070877e30c tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316427 Apr 28 20:24:32.255463 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:32.336324 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b0c8f-d6a6-4136-b78f-4ca726641f39 req-24a3fdb3-d6d8-45a8-a854-d651acd712a3 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:32.337767 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4a1b0c8f-d6a6-4136-b78f-4ca726641f39 req-24a3fdb3-d6d8-45a8-a854-d651acd712a3 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 945 time: 0.0526047 Apr 28 20:24:32.375038 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4a1b0c8f-d6a6-4136-b78f-4ca726641f39 req-7d6fb558-4f2b-4d2d-8af4-c15ab11278b6 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307648 Apr 28 20:24:33.491970 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0637d8-0b55-4d7f-97ba-db300fa4deac req-28b180be-2fb7-4971-83b0-f1cf756d5365 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:33.493437 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5b0637d8-0b55-4d7f-97ba-db300fa4deac req-28b180be-2fb7-4971-83b0-f1cf756d5365 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 945 time: 0.0494301 Apr 28 20:24:33.535547 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5b0637d8-0b55-4d7f-97ba-db300fa4deac req-c34c4d99-aa10-442e-a3ab-9057adb7993f tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361059 Apr 28 20:24:33.804132 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:34.658923 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167faa1-2eff-4ab5-a54e-5ec55ffdd273 req-8553b303-b8c2-4fee-8fac-5d416c0ffe6c tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:34.660484 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d167faa1-2eff-4ab5-a54e-5ec55ffdd273 req-8553b303-b8c2-4fee-8fac-5d416c0ffe6c tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 945 time: 0.0539525 Apr 28 20:24:34.701894 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d167faa1-2eff-4ab5-a54e-5ec55ffdd273 req-443569d1-f535-421d-a51e-0817c013fc31 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348275 Apr 28 20:24:35.424205 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-86f6ba2c-70ab-4c20-8628-245925a73c5a service neutron] show failed (client error): The resource could not be found. Apr 28 20:24:35.425216 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-86f6ba2c-70ab-4c20-8628-245925a73c5a service neutron] 10.222.0.15 "GET /v2.0/ports/7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad/bindings/n-h2-839810-1 HTTP/1.1" status: 404 len: 380 time: 0.0549924 Apr 28 20:24:35.618182 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-27b99e90-0aeb-41a4-ab86-f72d8ff3badd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:35.619545 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-27b99e90-0aeb-41a4-ab86-f72d8ff3badd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611&tenant_id=1f83ebb2a8c04887a5f540e44af07209 HTTP/1.1" status: 200 len: 1096 time: 0.0410621 Apr 28 20:24:35.630786 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-70c7174f-acb5-4208-892b-2fb69b79a2a3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-839810-1', 'device_owner': 'compute:nova'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:24:35.682441 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-70c7174f-acb5-4208-892b-2fb69b79a2a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:35.888270 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba3095-2741-4e00-b7f1-ff04fbffaa8d req-5179ebd2-327c-4254-9a8d-c161ea5e700d tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:35.889721 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-19ba3095-2741-4e00-b7f1-ff04fbffaa8d req-5179ebd2-327c-4254-9a8d-c161ea5e700d tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 945 time: 0.1050475 Apr 28 20:24:35.948888 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-19ba3095-2741-4e00-b7f1-ff04fbffaa8d req-ddba6078-95a2-4f87-8507-4175fa5573ab tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532014 Apr 28 20:24:35.953688 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-70c7174f-acb5-4208-892b-2fb69b79a2a3 service neutron] For port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:24:35.985843 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-70c7174f-acb5-4208-892b-2fb69b79a2a3 service neutron] For port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad, host n-h1-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:24:36.023919 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d9d59a-fd9d-406e-bad9-957752d6a611', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:24:36.026178 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4f631c-b703-4780-8f25-45dbacff4a84" -d '{"events": [{"server_uuid": "a7d9d59a-fd9d-406e-bad9-957752d6a611", "name": "network-vif-unplugged", "status": "completed", "tag": "7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:24:36.029855 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-70c7174f-acb5-4208-892b-2fb69b79a2a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:36.042497 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-70c7174f-acb5-4208-892b-2fb69b79a2a3 service neutron] Transition to ACTIVE for port object 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:24:36.045654 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-70c7174f-acb5-4208-892b-2fb69b79a2a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:36.086058 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 20:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bc6081-3a88-4615-9e47-f5958da54c57 x-openstack-request-id: req-68bc6081-3a88-4615-9e47-f5958da54c57 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:24:36.086347 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d9d59a-fd9d-406e-bad9-957752d6a611", "name": "network-vif-unplugged", "status": "completed", "tag": "7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:24:36.086599 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-68bc6081-3a88-4615-9e47-f5958da54c57 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:24:36.087030 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68bc6081-3a88-4615-9e47-f5958da54c57'] response: {'server_uuid': 'a7d9d59a-fd9d-406e-bad9-957752d6a611', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad', 'code': 200} Apr 28 20:24:36.128348 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7174f-acb5-4208-892b-2fb69b79a2a3 service neutron] Pushing event updated for resources: {'Port': ['ID=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad,revision_number=6']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:24:36.176723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-70c7174f-acb5-4208-892b-2fb69b79a2a3 service neutron] No DVR routers for this DVR port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad on host n-h1-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:24:36.313656 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-70c7174f-acb5-4208-892b-2fb69b79a2a3 service neutron] Attempting to bind port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:24:36.313994 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-70c7174f-acb5-4208-892b-2fb69b79a2a3 service neutron] Attempting to bind port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:24:36.314322 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-70c7174f-acb5-4208-892b-2fb69b79a2a3 service neutron] Attempting to bind port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad on network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:24:36.318523 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-70c7174f-acb5-4208-892b-2fb69b79a2a3 service neutron] Port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad on network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:24:36.318842 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-70c7174f-acb5-4208-892b-2fb69b79a2a3 service neutron] Attempting to bind port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad on network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:24:36.323549 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-70c7174f-acb5-4208-892b-2fb69b79a2a3 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:24:36.323881 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-70c7174f-acb5-4208-892b-2fb69b79a2a3 service neutron] Checking segment: {'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:24:36.324301 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-70c7174f-acb5-4208-892b-2fb69b79a2a3 service neutron] Bound using segment: {'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:24:36.324725 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-70c7174f-acb5-4208-892b-2fb69b79a2a3 service neutron] Bound port: 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:24:36.325074 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-70c7174f-acb5-4208-892b-2fb69b79a2a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:36.387629 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-70c7174f-acb5-4208-892b-2fb69b79a2a3 service neutron] For port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:24:36.391126 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-70c7174f-acb5-4208-892b-2fb69b79a2a3 service neutron] For port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:24:36.395366 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-70c7174f-acb5-4208-892b-2fb69b79a2a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:36.430420 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-70c7174f-acb5-4208-892b-2fb69b79a2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:36.431017 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-70c7174f-acb5-4208-892b-2fb69b79a2a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:36.432692 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-70c7174f-acb5-4208-892b-2fb69b79a2a3 service neutron] 10.222.0.44 "PUT /v2.0/ports/7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad HTTP/1.1" status: 200 len: 1091 time: 0.8054817 Apr 28 20:24:36.484601 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7174f-acb5-4208-892b-2fb69b79a2a3 service neutron] Pushing event updated for resources: {'Port': ['ID=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad,revision_number=7']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:24:36.502319 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-74881460-54f1-4b70-97fc-8de6a134bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:36.503929 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-74881460-54f1-4b70-97fc-8de6a134bfaf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 1094 time: 0.0474570 Apr 28 20:24:36.598581 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-b230dbcc-2bac-4f31-8d6a-d5e9dc1aa18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:36.600038 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-b230dbcc-2bac-4f31-8d6a-d5e9dc1aa18f service neutron] 10.222.0.44 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.0888493 Apr 28 20:24:36.669678 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-862d0d2b-db4a-4bb2-b22d-bdbc128e2708 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad HTTP/1.1" status: 200 len: 1000 time: 0.0632958 Apr 28 20:24:36.717297 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-25853585-c096-4c05-92af-ccf5239f60ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:36.719760 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-25853585-c096-4c05-92af-ccf5239f60ba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0438128 Apr 28 20:24:36.762809 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:24:36.767372 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-21964183-9a24-44b5-b9d7-0c014dee4495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:36.768935 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-21964183-9a24-44b5-b9d7-0c014dee4495 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418549 Apr 28 20:24:36.801541 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:24:36.862182 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-e48a0eb0-3bd7-4cd3-8b0a-4ddebf449179 service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861936 Apr 28 20:24:36.953937 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-2f8daef2-9ac8-4383-8b87-ee2daed833b0 service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833893 Apr 28 20:24:37.073275 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a23519-e751-4d24-80ae-fd7c87f4907f req-e7af6307-ac97-4880-bdb7-921ba0579326 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:37.074829 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b8a23519-e751-4d24-80ae-fd7c87f4907f req-e7af6307-ac97-4880-bdb7-921ba0579326 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 943 time: 0.0550132 Apr 28 20:24:37.115567 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b8a23519-e751-4d24-80ae-fd7c87f4907f req-96873456-425a-44dd-9b47-4173c6432bf1 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334113 Apr 28 20:24:38.088010 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d9d59a-fd9d-406e-bad9-957752d6a611', 'tag': '7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:24:38.090396 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2feb94e6-2ab0-40e2-841e-7a188ada99de" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d9d59a-fd9d-406e-bad9-957752d6a611", "tag": "7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:24:38.142377 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7202393f-95b3-4f59-9633-8df9d583aba6 x-openstack-request-id: req-7202393f-95b3-4f59-9633-8df9d583aba6 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:24:38.142671 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d9d59a-fd9d-406e-bad9-957752d6a611", "tag": "7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:24:38.143048 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7202393f-95b3-4f59-9633-8df9d583aba6 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:24:38.143476 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7202393f-95b3-4f59-9633-8df9d583aba6'] response: {'name': 'network-changed', 'server_uuid': 'a7d9d59a-fd9d-406e-bad9-957752d6a611', 'tag': '7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad', 'status': 'completed', 'code': 200} Apr 28 20:24:38.218397 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb94e6-2ab0-40e2-841e-7a188ada99de req-a834df7a-84cd-496f-a890-f162d11ea019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:38.220242 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2feb94e6-2ab0-40e2-841e-7a188ada99de req-a834df7a-84cd-496f-a890-f162d11ea019 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 1094 time: 0.0513322 Apr 28 20:24:38.230792 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb94e6-2ab0-40e2-841e-7a188ada99de req-691da325-1cc4-4ab1-a23d-ba23d2367a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:38.232278 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2feb94e6-2ab0-40e2-841e-7a188ada99de req-691da325-1cc4-4ab1-a23d-ba23d2367a2c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 1094 time: 0.0681958 Apr 28 20:24:38.305700 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f20af-4981-4de4-9642-68250176cbb0 req-7917f2c4-fa96-48f6-b3e1-f6d36f13f95b tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:38.307202 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7c7f20af-4981-4de4-9642-68250176cbb0 req-7917f2c4-fa96-48f6-b3e1-f6d36f13f95b tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 943 time: 0.1069415 Apr 28 20:24:38.320448 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb94e6-2ab0-40e2-841e-7a188ada99de req-c25d17c8-c5cc-4dec-a6ee-8bbfb5d93bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:38.322191 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2feb94e6-2ab0-40e2-841e-7a188ada99de req-c25d17c8-c5cc-4dec-a6ee-8bbfb5d93bf1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.0958602 Apr 28 20:24:38.379913 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7c7f20af-4981-4de4-9642-68250176cbb0 req-ca04a247-52d7-4e79-b2b5-664020ada7bc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635879 Apr 28 20:24:38.381167 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb94e6-2ab0-40e2-841e-7a188ada99de req-76537a37-67b1-463f-816a-424f4ed2cdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:38.382525 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2feb94e6-2ab0-40e2-841e-7a188ada99de req-76537a37-67b1-463f-816a-424f4ed2cdd9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.1435993 Apr 28 20:24:38.396753 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2feb94e6-2ab0-40e2-841e-7a188ada99de req-c4be06d4-236a-4870-b839-f73c415a0cc1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad HTTP/1.1" status: 200 len: 1000 time: 0.0678766 Apr 28 20:24:38.453634 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2feb94e6-2ab0-40e2-841e-7a188ada99de req-31cbd530-f944-427b-ba27-508d502aa8f3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad HTTP/1.1" status: 200 len: 1000 time: 0.0643620 Apr 28 20:24:38.453831 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb94e6-2ab0-40e2-841e-7a188ada99de req-fd4e4f69-e50a-45d6-9adf-02d284078090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:38.455111 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2feb94e6-2ab0-40e2-841e-7a188ada99de req-fd4e4f69-e50a-45d6-9adf-02d284078090 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0519402 Apr 28 20:24:38.502208 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb94e6-2ab0-40e2-841e-7a188ada99de req-e86506ea-4d2c-42f8-b7bc-aeb603ac371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:38.503708 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2feb94e6-2ab0-40e2-841e-7a188ada99de req-e86506ea-4d2c-42f8-b7bc-aeb603ac371c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418758 Apr 28 20:24:38.507226 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb94e6-2ab0-40e2-841e-7a188ada99de req-b5d0119e-8bfb-40e1-be13-a750737e18a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:38.508700 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2feb94e6-2ab0-40e2-841e-7a188ada99de req-b5d0119e-8bfb-40e1-be13-a750737e18a3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0487139 Apr 28 20:24:38.553754 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb94e6-2ab0-40e2-841e-7a188ada99de req-6753aa56-dcba-464e-b3b3-011770110487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:38.555245 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2feb94e6-2ab0-40e2-841e-7a188ada99de req-6753aa56-dcba-464e-b3b3-011770110487 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401926 Apr 28 20:24:38.597072 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2feb94e6-2ab0-40e2-841e-7a188ada99de req-173704b6-ecd9-4af2-bac3-1b821e1943ac service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867996 Apr 28 20:24:38.647558 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2feb94e6-2ab0-40e2-841e-7a188ada99de req-e03e2498-8dcc-4628-a87c-bf51e0e06a26 service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856235 Apr 28 20:24:38.693688 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2feb94e6-2ab0-40e2-841e-7a188ada99de req-8c98b49a-634d-4121-8462-607683e8c3c2 service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896623 Apr 28 20:24:38.745300 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2feb94e6-2ab0-40e2-841e-7a188ada99de req-61b054ad-a673-4851-8f45-1a4faad627a7 service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913146 Apr 28 20:24:39.523754 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1862af-612a-4683-99c4-e15d2c2138df req-67be994c-53f6-4d8b-b856-73cb5e6fdf4c tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:39.525237 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4d1862af-612a-4683-99c4-e15d2c2138df req-67be994c-53f6-4d8b-b856-73cb5e6fdf4c tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 943 time: 0.0504353 Apr 28 20:24:39.563666 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4d1862af-612a-4683-99c4-e15d2c2138df req-849c9c5c-e980-4b6c-b075-1fbaed208f5f tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312316 Apr 28 20:24:40.687339 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0157c92-7472-4258-a3b0-3c407f451d77 req-d4057e79-5a36-43b1-a43a-f1785ac8cfda tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:40.688869 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c0157c92-7472-4258-a3b0-3c407f451d77 req-d4057e79-5a36-43b1-a43a-f1785ac8cfda tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 943 time: 0.0514705 Apr 28 20:24:40.727210 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c0157c92-7472-4258-a3b0-3c407f451d77 req-f6a55ea2-1f15-4c71-b412-be2ef58c6608 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323117 Apr 28 20:24:41.859510 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06bdf0-41b2-4350-b295-500db20b2801 req-b2d335c1-c1c4-478e-9627-3b1c708a54a6 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:41.861002 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8d06bdf0-41b2-4350-b295-500db20b2801 req-b2d335c1-c1c4-478e-9627-3b1c708a54a6 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 943 time: 0.0544086 Apr 28 20:24:41.897678 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8d06bdf0-41b2-4350-b295-500db20b2801 req-774fbf3a-8255-41ca-81fe-0361e9fcd849 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307434 Apr 28 20:24:43.018531 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c81015-680a-4903-ad0c-05969f6c276e req-491f123c-006a-4ab3-b06e-bf5719108be4 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:43.019987 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-16c81015-680a-4903-ad0c-05969f6c276e req-491f123c-006a-4ab3-b06e-bf5719108be4 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 943 time: 0.0526705 Apr 28 20:24:43.056655 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-16c81015-680a-4903-ad0c-05969f6c276e req-3cda0a93-7fb0-44ce-8920-5adbe7fb6232 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307548 Apr 28 20:24:44.173888 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de9a72-308b-4462-893b-e81fcc7aa5bf req-643ffc46-b957-4f2a-a6e0-198422bda9d9 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:44.175385 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-41de9a72-308b-4462-893b-e81fcc7aa5bf req-643ffc46-b957-4f2a-a6e0-198422bda9d9 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 943 time: 0.0493755 Apr 28 20:24:44.213083 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-41de9a72-308b-4462-893b-e81fcc7aa5bf req-e35db802-46b5-43e7-bc62-f69881afff83 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316737 Apr 28 20:24:44.645467 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:24:45.331564 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d60b0-b133-4fe1-b6f2-333d1d0db7ab req-88b69eaf-614e-44c3-901c-f013a3163224 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:45.333072 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3c3d60b0-b133-4fe1-b6f2-333d1d0db7ab req-88b69eaf-614e-44c3-901c-f013a3163224 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 943 time: 0.0492737 Apr 28 20:24:45.369512 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3c3d60b0-b133-4fe1-b6f2-333d1d0db7ab req-1b0b7b15-ebf8-4279-b18c-22216a714c29 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304945 Apr 28 20:24:46.485092 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a9fd1-c6cd-4fb1-83b5-8dcd77cdce34 req-83bc26fb-4262-4867-a638-e6a314108eee tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:46.486529 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ab9a9fd1-c6cd-4fb1-83b5-8dcd77cdce34 req-83bc26fb-4262-4867-a638-e6a314108eee tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 943 time: 0.0470741 Apr 28 20:24:46.522823 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ab9a9fd1-c6cd-4fb1-83b5-8dcd77cdce34 req-0414e5b7-70e3-4c94-9a4d-910079600849 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303380 Apr 28 20:24:47.644154 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f30ce7-be12-4276-93b8-9849346c497c req-7c9c8fb3-423e-460b-9a9a-3adbb1ad6c04 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:47.645654 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-47f30ce7-be12-4276-93b8-9849346c497c req-7c9c8fb3-423e-460b-9a9a-3adbb1ad6c04 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 943 time: 0.0527291 Apr 28 20:24:47.684357 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-47f30ce7-be12-4276-93b8-9849346c497c req-9055dd68-3069-4d55-a101-72257d9381ff tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326130 Apr 28 20:24:48.809658 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18371f-f9c9-4f8d-b7ee-34f9a1354bbd req-0de25e6b-d1f3-467d-a297-70dfee4d19a0 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:48.811111 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5f18371f-f9c9-4f8d-b7ee-34f9a1354bbd req-0de25e6b-d1f3-467d-a297-70dfee4d19a0 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 943 time: 0.0544896 Apr 28 20:24:48.849105 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5f18371f-f9c9-4f8d-b7ee-34f9a1354bbd req-c6b9b3cf-f801-4177-94ea-d958f7bddd4f tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313873 Apr 28 20:24:49.134206 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a971747-d229-4160-b52b-7607c7cedd2b req-2d821e33-2873-4b37-a3a6-447f89612378 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:49.135643 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8a971747-d229-4160-b52b-7607c7cedd2b req-2d821e33-2873-4b37-a3a6-447f89612378 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611&tenant_id=1f83ebb2a8c04887a5f540e44af07209&binding%3Ahost_id=n-h2-839810-1 HTTP/1.1" status: 200 len: 943 time: 0.0563514 Apr 28 20:24:49.146346 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fba63-f07e-488d-a24c-8fb96ff56605 req-c56a774a-a269-4c45-b112-e0d046ebbf96 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:49.147806 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-274fba63-f07e-488d-a24c-8fb96ff56605 req-c56a774a-a269-4c45-b112-e0d046ebbf96 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 943 time: 0.0488753 Apr 28 20:24:49.182330 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:24:49.186235 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-274fba63-f07e-488d-a24c-8fb96ff56605 req-9b9ce84b-6ec2-47da-b980-d1cf56bdb572 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322728 Apr 28 20:24:49.198735 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8a971747-d229-4160-b52b-7607c7cedd2b req-e7df0f95-58c1-4284-b01e-f2c984a327ef service neutron] 10.222.0.44 "GET /v2.0/ports/7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad/bindings/n-h2-839810-1 HTTP/1.1" status: 200 len: 382 time: 0.0555644 Apr 28 20:24:49.264405 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a971747-d229-4160-b52b-7607c7cedd2b req-53d16b6b-d336-4743-a0f2-c65e1e026abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:49.266514 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8a971747-d229-4160-b52b-7607c7cedd2b req-53d16b6b-d336-4743-a0f2-c65e1e026abf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 1094 time: 0.0448432 Apr 28 20:24:49.276999 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:24:49.288347 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'port_id': '7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad', 'mac_address': 'fa:16:3e:67:63:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:24:49.329344 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:49.361549 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a971747-d229-4160-b52b-7607c7cedd2b req-6750d528-fb71-4234-9b53-63b2c2696fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:49.363061 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8a971747-d229-4160-b52b-7607c7cedd2b req-6750d528-fb71-4234-9b53-63b2c2696fe3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.0904653 Apr 28 20:24:49.431544 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8a971747-d229-4160-b52b-7607c7cedd2b req-e8703f76-2303-4c9c-bcbf-62fdc85a89c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad HTTP/1.1" status: 200 len: 1000 time: 0.0608611 Apr 28 20:24:49.483047 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a971747-d229-4160-b52b-7607c7cedd2b req-66f73fd6-6870-4ab1-859a-53a7ce05cf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:49.485358 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8a971747-d229-4160-b52b-7607c7cedd2b req-66f73fd6-6870-4ab1-859a-53a7ce05cf9b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0447760 Apr 28 20:24:49.497332 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:24:49.517348 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:24:49.520765 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:49.538394 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a971747-d229-4160-b52b-7607c7cedd2b req-63dee4c5-784a-4dca-ae36-bb64ef74b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:49.539863 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8a971747-d229-4160-b52b-7607c7cedd2b req-63dee4c5-784a-4dca-ae36-bb64ef74b381 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467856 Apr 28 20:24:49.567689 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad,revision_number=8']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:24:49.574642 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:49.574986 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:49.575325 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:49.575656 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:49.575987 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:49.576337 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:49.576666 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:49.576991 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:49.577397 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:49.577867 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:49.578187 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:49.578510 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:49.630140 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8a971747-d229-4160-b52b-7607c7cedd2b req-fc5953f4-a66b-4a9a-97a0-71640cd2a1b5 service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823381 Apr 28 20:24:49.723941 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8a971747-d229-4160-b52b-7607c7cedd2b req-706a51a4-7d3d-4a3a-bfd8-dab4dc0ffc66 service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867958 Apr 28 20:24:49.737735 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:24:49.878910 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-21d35314-4a07-4252-a796-3e795e6a7860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:50.646122 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe1346-5a24-4540-a10c-44685949dde9 req-d4741e6f-2192-4a64-9223-d33f07d2017f tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:50.647577 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b2fe1346-5a24-4540-a10c-44685949dde9 req-d4741e6f-2192-4a64-9223-d33f07d2017f tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 944 time: 0.3872149 Apr 28 20:24:50.684605 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b2fe1346-5a24-4540-a10c-44685949dde9 req-025a7c5a-57f1-4f26-9519-24b3ce63c4d7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309868 Apr 28 20:24:51.206225 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:24:51.254026 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:24:51.257969 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:24:51.258339 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:51.338459 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:51.360697 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d9d59a-fd9d-406e-bad9-957752d6a611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:24:51.363130 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d838208-2482-4ac3-b86a-87ab0374aaef" -d '{"events": [{"server_uuid": "a7d9d59a-fd9d-406e-bad9-957752d6a611", "name": "network-vif-plugged", "status": "completed", "tag": "7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:24:51.375818 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:24:51.379918 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:51.418545 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2adcf2-989e-488e-b32a-1bbdb6aa6e6b x-openstack-request-id: req-5f2adcf2-989e-488e-b32a-1bbdb6aa6e6b {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:24:51.418848 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d9d59a-fd9d-406e-bad9-957752d6a611", "name": "network-vif-plugged", "status": "completed", "tag": "7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:24:51.419132 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5f2adcf2-989e-488e-b32a-1bbdb6aa6e6b {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:24:51.419532 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f2adcf2-989e-488e-b32a-1bbdb6aa6e6b'] response: {'server_uuid': 'a7d9d59a-fd9d-406e-bad9-957752d6a611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad', 'code': 200} Apr 28 20:24:51.433796 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad,revision_number=9']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:24:51.802719 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d79ef6-1d32-4ed8-9c04-dc00c46f3c78 req-b3c1a9fa-092b-4253-a40c-3080da345e34 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:51.804113 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-88d79ef6-1d32-4ed8-9c04-dc00c46f3c78 req-b3c1a9fa-092b-4253-a40c-3080da345e34 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 945 time: 0.0491450 Apr 28 20:24:51.842045 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-88d79ef6-1d32-4ed8-9c04-dc00c46f3c78 req-c8eff5fc-7c94-4830-a03e-0ee2b20c1c28 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319357 Apr 28 20:24:52.117673 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6be6784c-35f4-4703-910a-e0fdce3d9f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:52.965052 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11004b73-38c4-4961-a517-1460617de11b req-f9aa2da2-de8f-476b-b6ec-1c1a3a5c127d tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:52.966577 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-11004b73-38c4-4961-a517-1460617de11b req-f9aa2da2-de8f-476b-b6ec-1c1a3a5c127d tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 945 time: 0.0497942 Apr 28 20:24:53.005063 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-11004b73-38c4-4961-a517-1460617de11b req-ae0181d3-a334-415a-a348-b3f09428f013 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317395 Apr 28 20:24:53.428941 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a971747-d229-4160-b52b-7607c7cedd2b req-ab69853b-0188-4377-9c09-f4f91d2bbf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:53.430388 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8a971747-d229-4160-b52b-7607c7cedd2b req-ab69853b-0188-4377-9c09-f4f91d2bbf32 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611&tenant_id=1f83ebb2a8c04887a5f540e44af07209 HTTP/1.1" status: 200 len: 1096 time: 0.0445089 Apr 28 20:24:53.442726 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-8a971747-d229-4160-b52b-7607c7cedd2b req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-839810-1', 'device_owner': 'compute:nova'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:24:53.493503 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8a971747-d229-4160-b52b-7607c7cedd2b req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:53.639170 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:53.692685 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-8a971747-d229-4160-b52b-7607c7cedd2b req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] For port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:24:53.724622 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-8a971747-d229-4160-b52b-7607c7cedd2b req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] For port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:24:53.766752 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d9d59a-fd9d-406e-bad9-957752d6a611', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:24:53.769014 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc743732-6c89-4659-a370-9f1a82a55066" -d '{"events": [{"server_uuid": "a7d9d59a-fd9d-406e-bad9-957752d6a611", "name": "network-vif-unplugged", "status": "completed", "tag": "7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:24:53.773148 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8a971747-d229-4160-b52b-7607c7cedd2b req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:53.785359 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-8a971747-d229-4160-b52b-7607c7cedd2b req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] Transition to ACTIVE for port object 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:24:53.789433 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8a971747-d229-4160-b52b-7607c7cedd2b req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:53.822016 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 20:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9cfc89-d440-4287-ad0c-1b7d99bbbd91 x-openstack-request-id: req-ba9cfc89-d440-4287-ad0c-1b7d99bbbd91 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:24:53.822302 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d9d59a-fd9d-406e-bad9-957752d6a611", "name": "network-vif-unplugged", "status": "completed", "tag": "7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:24:53.822552 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ba9cfc89-d440-4287-ad0c-1b7d99bbbd91 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:24:53.823477 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba9cfc89-d440-4287-ad0c-1b7d99bbbd91'] response: {'server_uuid': 'a7d9d59a-fd9d-406e-bad9-957752d6a611', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad', 'code': 200} Apr 28 20:24:53.869764 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] Pushing event updated for resources: {'Port': ['ID=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad,revision_number=10']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:24:53.881881 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:53.882221 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:53.882554 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:53.882886 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:53.883213 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:53.883539 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:53.883861 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:53.884205 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:53.884529 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:53.884849 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:53.885168 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:53.885483 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:53.923279 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a971747-d229-4160-b52b-7607c7cedd2b req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] No DVR routers for this DVR port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:24:54.059367 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-8a971747-d229-4160-b52b-7607c7cedd2b req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] Attempting to bind port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:24:54.060012 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-8a971747-d229-4160-b52b-7607c7cedd2b req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] Attempting to bind port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:24:54.060012 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a971747-d229-4160-b52b-7607c7cedd2b req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] Attempting to bind port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad on network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:24:54.065093 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a971747-d229-4160-b52b-7607c7cedd2b req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] Port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad on network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:24:54.065413 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a971747-d229-4160-b52b-7607c7cedd2b req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] Attempting to bind port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad on network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:24:54.070217 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a971747-d229-4160-b52b-7607c7cedd2b req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:24:54.070555 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a971747-d229-4160-b52b-7607c7cedd2b req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] Checking segment: {'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:24:54.070939 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a971747-d229-4160-b52b-7607c7cedd2b req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] Bound using segment: {'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:24:54.071369 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-8a971747-d229-4160-b52b-7607c7cedd2b req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] Bound port: 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ea0291-75cd-452b-ad00-a3452267c515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:24:54.071726 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8a971747-d229-4160-b52b-7607c7cedd2b req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:54.170152 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32eb9eb-9713-41f0-9fb7-7c0e08061cbb req-502ae352-e336-47ca-ba2d-d36af304448e tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:54.172189 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d32eb9eb-9713-41f0-9fb7-7c0e08061cbb req-502ae352-e336-47ca-ba2d-d36af304448e tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 944 time: 0.0884805 Apr 28 20:24:54.174723 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-8a971747-d229-4160-b52b-7607c7cedd2b req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] For port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:24:54.178837 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-8a971747-d229-4160-b52b-7607c7cedd2b req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] For port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:24:54.188019 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8a971747-d229-4160-b52b-7607c7cedd2b req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:54.247929 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a971747-d229-4160-b52b-7607c7cedd2b req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:54.248582 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-8a971747-d229-4160-b52b-7607c7cedd2b req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:54.250324 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8a971747-d229-4160-b52b-7607c7cedd2b req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] 10.222.0.15 "PUT /v2.0/ports/7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad HTTP/1.1" status: 200 len: 1092 time: 0.8115642 Apr 28 20:24:54.253480 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d32eb9eb-9713-41f0-9fb7-7c0e08061cbb req-1919b396-6ba2-4705-997c-b92097950ffc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733745 Apr 28 20:24:54.272192 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec92f5-42ac-445f-9492-14c34f178722 service neutron] Pushing event updated for resources: {'Port': ['ID=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad,revision_number=11']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:24:54.321303 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a971747-d229-4160-b52b-7607c7cedd2b req-88dc9f80-0576-4e0c-9966-b7c7115e18bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:54.322790 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8a971747-d229-4160-b52b-7607c7cedd2b req-88dc9f80-0576-4e0c-9966-b7c7115e18bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 1095 time: 0.0476820 Apr 28 20:24:54.416926 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a971747-d229-4160-b52b-7607c7cedd2b req-0c935f0d-e05d-4d72-9cfc-dffdfd5f48a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:54.418383 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8a971747-d229-4160-b52b-7607c7cedd2b req-0c935f0d-e05d-4d72-9cfc-dffdfd5f48a8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.0889485 Apr 28 20:24:54.488909 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8a971747-d229-4160-b52b-7607c7cedd2b req-56789415-e9f1-493a-a6f5-c96f7c1dd56c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad HTTP/1.1" status: 200 len: 1000 time: 0.0639143 Apr 28 20:24:54.538448 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a971747-d229-4160-b52b-7607c7cedd2b req-7e1c90c3-e916-407f-9d98-acdc65aafad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:54.539770 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8a971747-d229-4160-b52b-7607c7cedd2b req-7e1c90c3-e916-407f-9d98-acdc65aafad2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0437276 Apr 28 20:24:54.584157 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a971747-d229-4160-b52b-7607c7cedd2b req-f88a7418-4710-46d7-bd2b-f34c6b0f0be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:54.585586 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8a971747-d229-4160-b52b-7607c7cedd2b req-f88a7418-4710-46d7-bd2b-f34c6b0f0be3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394638 Apr 28 20:24:54.676414 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8a971747-d229-4160-b52b-7607c7cedd2b req-ff36d121-9a38-4879-be53-40c7fe82325e service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840075 Apr 28 20:24:54.763411 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8a971747-d229-4160-b52b-7607c7cedd2b req-9afc348f-fb68-4151-8a8c-29e87b538cc1 service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805688 Apr 28 20:24:55.227997 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:24:55.268742 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:24:55.384450 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7e4a7-7fca-4166-821f-cd41d6881216 req-ed37c52c-2c0f-4dd5-bcf7-5a910e875304 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:55.385931 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b2c7e4a7-7fca-4166-821f-cd41d6881216 req-ed37c52c-2c0f-4dd5-bcf7-5a910e875304 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 944 time: 0.0488510 Apr 28 20:24:55.427184 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b2c7e4a7-7fca-4166-821f-cd41d6881216 req-0e38a549-9305-40d7-a7f4-e47bac7c3039 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350943 Apr 28 20:24:55.824117 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d9d59a-fd9d-406e-bad9-957752d6a611', 'tag': '7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:24:55.826432 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdd9a52-0b43-4dc6-81c9-bb113ccc439e" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d9d59a-fd9d-406e-bad9-957752d6a611", "tag": "7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:24:55.877885 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c1df03-d0a9-4ce7-9da2-d1d692448382 x-openstack-request-id: req-24c1df03-d0a9-4ce7-9da2-d1d692448382 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:24:55.878176 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d9d59a-fd9d-406e-bad9-957752d6a611", "tag": "7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:24:55.878428 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-24c1df03-d0a9-4ce7-9da2-d1d692448382 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:24:55.878826 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24c1df03-d0a9-4ce7-9da2-d1d692448382'] response: {'name': 'network-changed', 'server_uuid': 'a7d9d59a-fd9d-406e-bad9-957752d6a611', 'tag': '7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad', 'status': 'completed', 'code': 200} Apr 28 20:24:55.915155 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:55.940388 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd9a52-0b43-4dc6-81c9-bb113ccc439e req-b3b239fb-da18-4a68-83b1-c69cc338ae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:55.941868 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4bdd9a52-0b43-4dc6-81c9-bb113ccc439e req-b3b239fb-da18-4a68-83b1-c69cc338ae22 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 1095 time: 0.0470178 Apr 28 20:24:55.959537 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd9a52-0b43-4dc6-81c9-bb113ccc439e req-6d82b9c3-936e-4411-896c-e1ec617e7dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:55.961147 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4bdd9a52-0b43-4dc6-81c9-bb113ccc439e req-6d82b9c3-936e-4411-896c-e1ec617e7dc5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 1095 time: 0.0433686 Apr 28 20:24:56.010441 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:56.039776 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd9a52-0b43-4dc6-81c9-bb113ccc439e req-7ca259c5-8d12-44dc-a4dd-51cfed5b83b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:56.041553 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4bdd9a52-0b43-4dc6-81c9-bb113ccc439e req-7ca259c5-8d12-44dc-a4dd-51cfed5b83b2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.0922689 Apr 28 20:24:56.115690 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4bdd9a52-0b43-4dc6-81c9-bb113ccc439e req-92c39ab2-454a-45be-b115-9658944d1b05 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad HTTP/1.1" status: 200 len: 1000 time: 0.0675488 Apr 28 20:24:56.168783 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd9a52-0b43-4dc6-81c9-bb113ccc439e req-4103431b-f841-4aeb-9fa8-549b68951c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:56.170329 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4bdd9a52-0b43-4dc6-81c9-bb113ccc439e req-4103431b-f841-4aeb-9fa8-549b68951c8d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0476141 Apr 28 20:24:56.220266 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd9a52-0b43-4dc6-81c9-bb113ccc439e req-54e10c7b-c7f6-46c6-8b8b-1688feb7fec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:56.221883 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4bdd9a52-0b43-4dc6-81c9-bb113ccc439e req-54e10c7b-c7f6-46c6-8b8b-1688feb7fec4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436218 Apr 28 20:24:56.325536 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4bdd9a52-0b43-4dc6-81c9-bb113ccc439e req-6738ffa6-c467-4dbe-9ef7-3ebdefe98f90 service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952506 Apr 28 20:24:56.417522 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd9a52-0b43-4dc6-81c9-bb113ccc439e req-64ef178a-98f3-4365-b8d5-33fcf3c725c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:56.418994 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4bdd9a52-0b43-4dc6-81c9-bb113ccc439e req-64ef178a-98f3-4365-b8d5-33fcf3c725c8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.4517355 Apr 28 20:24:56.420294 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4bdd9a52-0b43-4dc6-81c9-bb113ccc439e req-7823a5db-ecdd-44f8-8cdd-93000fe707d0 service neutron] 10.222.0.44 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884869 Apr 28 20:24:56.485042 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4bdd9a52-0b43-4dc6-81c9-bb113ccc439e req-e0b136e3-6f2e-469b-bb28-56c447d309d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad HTTP/1.1" status: 200 len: 1000 time: 0.0588219 Apr 28 20:24:56.540067 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd9a52-0b43-4dc6-81c9-bb113ccc439e req-4db5c71c-f10d-47af-a719-6a905f712539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:56.542330 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4bdd9a52-0b43-4dc6-81c9-bb113ccc439e req-4db5c71c-f10d-47af-a719-6a905f712539 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0509143 Apr 28 20:24:56.555731 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a9862-4df7-4307-9c5a-23ff201ab488 req-bda887fe-656d-4e5a-802d-6ef934125def tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:56.557482 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-382a9862-4df7-4307-9c5a-23ff201ab488 req-bda887fe-656d-4e5a-802d-6ef934125def tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 944 time: 0.0573320 Apr 28 20:24:56.589490 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd9a52-0b43-4dc6-81c9-bb113ccc439e req-9c5dd1e6-5fe8-43c8-ae72-18b8762ef91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:56.591576 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4bdd9a52-0b43-4dc6-81c9-bb113ccc439e req-9c5dd1e6-5fe8-43c8-ae72-18b8762ef91c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427496 Apr 28 20:24:56.598811 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-382a9862-4df7-4307-9c5a-23ff201ab488 req-955c0d38-02c0-4f2a-8ea0-3c2a78a80911 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347822 Apr 28 20:24:56.680167 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4bdd9a52-0b43-4dc6-81c9-bb113ccc439e req-4d1560a9-b76c-45e7-8dc2-7afe9fd7e3a1 service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821648 Apr 28 20:24:56.774346 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4bdd9a52-0b43-4dc6-81c9-bb113ccc439e req-99723675-865e-4302-8a5a-8c025638b9b0 service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873184 Apr 28 20:24:57.721828 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709dfb6-8cf1-4ea9-bb48-67d57060cc4b req-e32926e5-7ebb-41ef-8e9e-228ee562bb49 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:57.723508 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3709dfb6-8cf1-4ea9-bb48-67d57060cc4b req-e32926e5-7ebb-41ef-8e9e-228ee562bb49 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 944 time: 0.0492351 Apr 28 20:24:57.762921 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3709dfb6-8cf1-4ea9-bb48-67d57060cc4b req-2457784f-37ed-47a8-82fb-4fd0d8861ad7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329401 Apr 28 20:24:58.882249 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651dd46-024e-4db6-9391-b9a2d7f91b25 req-544e4067-60ae-4ec3-b4f6-e156aad75868 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:58.883706 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6651dd46-024e-4db6-9391-b9a2d7f91b25 req-544e4067-60ae-4ec3-b4f6-e156aad75868 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 944 time: 0.0483751 Apr 28 20:24:58.922246 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6651dd46-024e-4db6-9391-b9a2d7f91b25 req-7547c7e2-06d4-42da-bd9e-0629f689b2f8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315065 Apr 28 20:25:00.042678 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c48763-cd19-4db1-85e6-9d7505822c2f req-120b291e-4fb5-415a-a052-d702957eb7fc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:00.044122 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-50c48763-cd19-4db1-85e6-9d7505822c2f req-120b291e-4fb5-415a-a052-d702957eb7fc tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 944 time: 0.0526381 Apr 28 20:25:00.081910 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-50c48763-cd19-4db1-85e6-9d7505822c2f req-5be403b3-701e-4e4c-b160-2e6b7f6237f6 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311766 Apr 28 20:25:01.200701 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cffd5-c5ee-4cde-8037-1c4cb128927f req-b56fe42d-34ff-4a1d-8b5a-ee5e71ae4b38 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:01.202705 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7d6cffd5-c5ee-4cde-8037-1c4cb128927f req-b56fe42d-34ff-4a1d-8b5a-ee5e71ae4b38 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 944 time: 0.0492687 Apr 28 20:25:01.239443 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7d6cffd5-c5ee-4cde-8037-1c4cb128927f req-61e6ca98-cfb2-4438-9c8d-5689b8a9d781 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307372 Apr 28 20:25:02.289177 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:02.362768 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38cf83-82e8-4eb0-b493-7955cce62d5f req-74a24e81-fa88-4da3-8b37-e08d3e0adbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:02.364278 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5a38cf83-82e8-4eb0-b493-7955cce62d5f req-74a24e81-fa88-4da3-8b37-e08d3e0adbb7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f83ebb2a8c04887a5f540e44af07209&device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 1095 time: 0.0727243 Apr 28 20:25:02.378794 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa2187-5253-4787-a067-7fc1a1af17d8 req-95d7b9bf-2fab-474f-923d-244e855891d8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:02.380259 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43fa2187-5253-4787-a067-7fc1a1af17d8 req-95d7b9bf-2fab-474f-923d-244e855891d8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 944 time: 0.0618372 Apr 28 20:25:02.468983 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43fa2187-5253-4787-a067-7fc1a1af17d8 req-91a1f252-1f3f-49b0-94a6-a7fe986d5b38 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764549 Apr 28 20:25:02.497553 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38cf83-82e8-4eb0-b493-7955cce62d5f req-181120da-0dee-49b3-b8b2-41f0ecd34cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:02.499554 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5a38cf83-82e8-4eb0-b493-7955cce62d5f req-181120da-0dee-49b3-b8b2-41f0ecd34cfb service neutron] 10.222.0.15 "GET /v2.0/networks?id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 200 len: 913 time: 0.1148868 Apr 28 20:25:02.564877 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5a38cf83-82e8-4eb0-b493-7955cce62d5f req-41a7f537-97b6-48b0-8d2d-8ec2fdb782f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad HTTP/1.1" status: 200 len: 1000 time: 0.0579588 Apr 28 20:25:02.617051 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38cf83-82e8-4eb0-b493-7955cce62d5f req-45eea337-e0d8-48cf-8c20-345e7035cdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:02.618472 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5a38cf83-82e8-4eb0-b493-7955cce62d5f req-45eea337-e0d8-48cf-8c20-345e7035cdca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 200 len: 851 time: 0.0467262 Apr 28 20:25:02.663186 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38cf83-82e8-4eb0-b493-7955cce62d5f req-04da968c-6bad-4eac-b156-5072bb1c078f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:02.664631 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5a38cf83-82e8-4eb0-b493-7955cce62d5f req-04da968c-6bad-4eac-b156-5072bb1c078f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8128c25a-6a30-4d73-8866-65d8aa0d7a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391300 Apr 28 20:25:02.753038 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5a38cf83-82e8-4eb0-b493-7955cce62d5f req-1095396e-0c50-4583-8411-d98cb7853d95 service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803101 Apr 28 20:25:02.845348 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5a38cf83-82e8-4eb0-b493-7955cce62d5f req-9f6d9a3b-c6ed-4411-b5f4-8013bb915aa7 service neutron] 10.222.0.15 "GET /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857017 Apr 28 20:25:03.590645 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418e0f0-afab-47a9-95c1-16eb96964aef req-703e41a6-c229-46ad-8c33-d85ee41c7da5 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:03.592136 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9418e0f0-afab-47a9-95c1-16eb96964aef req-703e41a6-c229-46ad-8c33-d85ee41c7da5 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 944 time: 0.0526528 Apr 28 20:25:03.633937 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9418e0f0-afab-47a9-95c1-16eb96964aef req-f19bce34-3612-4ae1-aabc-46914272eb74 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315862 Apr 28 20:25:03.803294 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:04.751519 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b8bc4-428c-4aff-aa23-f3f2e9e3b0f2 req-775d61af-54cd-4d86-a283-8ca8050eeb5b tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:04.753009 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d73b8bc4-428c-4aff-aa23-f3f2e9e3b0f2 req-775d61af-54cd-4d86-a283-8ca8050eeb5b tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 944 time: 0.0495722 Apr 28 20:25:04.790150 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d73b8bc4-428c-4aff-aa23-f3f2e9e3b0f2 req-c338865e-7f62-489a-8e04-9faa2ab0d6c0 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311463 Apr 28 20:25:05.906451 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5e7b5-7fa2-469d-962c-546cf7483e89 req-ee0277ca-1c3a-4635-9701-45937a789af0 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:05.907909 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e3a5e7b5-7fa2-469d-962c-546cf7483e89 req-ee0277ca-1c3a-4635-9701-45937a789af0 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 944 time: 0.0485709 Apr 28 20:25:05.946279 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e3a5e7b5-7fa2-469d-962c-546cf7483e89 req-51732b06-4c4d-49e2-aafa-b5956ae5caf0 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323277 Apr 28 20:25:06.059520 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ccf86-8c8e-4892-9361-6e6960beb90d req-7f74f490-151d-40c4-adb1-c950d078f961 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:06.060991 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b01ccf86-8c8e-4892-9361-6e6960beb90d req-7f74f490-151d-40c4-adb1-c950d078f961 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 944 time: 0.0479822 Apr 28 20:25:06.102265 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b01ccf86-8c8e-4892-9361-6e6960beb90d req-332e42fe-a25d-4413-a039-29937d57b6c4 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350258 Apr 28 20:25:06.215450 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3b912-367f-4ee0-872d-d59f153b3101 req-6ca82821-c13b-4bbf-8afe-87068f65deb9 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:06.216947 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0bf3b912-367f-4ee0-872d-d59f153b3101 req-6ca82821-c13b-4bbf-8afe-87068f65deb9 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 944 time: 0.0483203 Apr 28 20:25:06.254875 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0bf3b912-367f-4ee0-872d-d59f153b3101 req-ab7deb2b-467e-49e5-ba57-4eca8a5f52ff tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312188 Apr 28 20:25:06.492709 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97e269-fb93-407b-a93a-dcb8134fb17b req-f9a9bb64-21c3-4c54-9df1-4a5b8a4de6cd tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:06.494156 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2f97e269-fb93-407b-a93a-dcb8134fb17b req-f9a9bb64-21c3-4c54-9df1-4a5b8a4de6cd tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 944 time: 0.0529673 Apr 28 20:25:06.530918 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2f97e269-fb93-407b-a93a-dcb8134fb17b req-7c0c7a6f-0998-49e4-92ed-12bddcbb0ef2 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308242 Apr 28 20:25:06.992417 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:25:07.085195 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:25:07.096349 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'port_id': '7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad', 'mac_address': 'fa:16:3e:67:63:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:25:07.136466 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:07.149493 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:25:07.168131 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:25:07.171587 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:07.217975 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad,revision_number=12']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:07.387829 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:25:07.649647 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042aafc-6489-42e1-a7a0-f90b5de574f1 req-3780690b-a7f6-4f6a-803d-8950f199fff7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:07.651099 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1042aafc-6489-42e1-a7a0-f90b5de574f1 req-3780690b-a7f6-4f6a-803d-8950f199fff7 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 945 time: 0.0495722 Apr 28 20:25:07.689512 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1042aafc-6489-42e1-a7a0-f90b5de574f1 req-abd28e9c-e34f-463e-ab7e-dd43e9940671 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups?id=b96f3785-2ff7-49de-afb5-b2c9d183b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316455 Apr 28 20:25:07.946254 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103a129-9c33-4fc1-990b-28cfb2ef4302 req-9065d49f-1ff7-4a4e-95a0-1213937a6974 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:07.947672 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2103a129-9c33-4fc1-990b-28cfb2ef4302 req-9065d49f-1ff7-4a4e-95a0-1213937a6974 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 945 time: 0.0485406 Apr 28 20:25:08.040440 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-2103a129-9c33-4fc1-990b-28cfb2ef4302 req-fe145837-b854-4586-809c-4eb30b908ba8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Deleting port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:25:08.041063 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2103a129-9c33-4fc1-990b-28cfb2ef4302 req-fe145837-b854-4586-809c-4eb30b908ba8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:08.126567 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-2103a129-9c33-4fc1-990b-28cfb2ef4302 req-fe145837-b854-4586-809c-4eb30b908ba8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] For port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:25:08.126924 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2103a129-9c33-4fc1-990b-28cfb2ef4302 req-fe145837-b854-4586-809c-4eb30b908ba8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:08.296447 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2103a129-9c33-4fc1-990b-28cfb2ef4302 req-fe145837-b854-4586-809c-4eb30b908ba8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:08.296734 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2103a129-9c33-4fc1-990b-28cfb2ef4302 req-fe145837-b854-4586-809c-4eb30b908ba8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:08.297053 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [req-2103a129-9c33-4fc1-990b-28cfb2ef4302 req-fe145837-b854-4586-809c-4eb30b908ba8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Floating IP 7f25c35a-a005-4bda-8884-1181d7933cee disassociated. External IP: 172.25.8.130, port: 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad. Apr 28 20:25:08.297500 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-2103a129-9c33-4fc1-990b-28cfb2ef4302 req-fe145837-b854-4586-809c-4eb30b908ba8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Calling delete_port for 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:25:08.427242 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2103a129-9c33-4fc1-990b-28cfb2ef4302 req-fe145837-b854-4586-809c-4eb30b908ba8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:08.454612 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe145837-b854-4586-809c-4eb30b908ba8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Pushing event deleted for resources: {'Port': ['ID=7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:08.573287 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2103a129-9c33-4fc1-990b-28cfb2ef4302 req-fe145837-b854-4586-809c-4eb30b908ba8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Router dd35d6dd-350a-45e0-8bf5-3089915b0197 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:25:08.683105 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2103a129-9c33-4fc1-990b-28cfb2ef4302 req-fe145837-b854-4586-809c-4eb30b908ba8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:25:08.695011 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9da55b-4114-4c39-ad61-94135a1f428c None None] Sync routers for ids ['dd35d6dd-350a-45e0-8bf5-3089915b0197'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:25:08.706070 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9da55b-4114-4c39-ad61-94135a1f428c None None] Routers {'dd35d6dd-350a-45e0-8bf5-3089915b0197'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:25:08.706682 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0a9da55b-4114-4c39-ad61-94135a1f428c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:24:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['dd35d6dd-350a-45e0-8bf5-3089915b0197'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:08.723215 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2103a129-9c33-4fc1-990b-28cfb2ef4302 req-fe145837-b854-4586-809c-4eb30b908ba8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] No DVR routers for this DVR port 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:25:08.726090 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-2103a129-9c33-4fc1-990b-28cfb2ef4302 req-fe145837-b854-4586-809c-4eb30b908ba8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:08.729628 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2103a129-9c33-4fc1-990b-28cfb2ef4302 req-fe145837-b854-4586-809c-4eb30b908ba8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.15 "DELETE /v2.0/ports/7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad HTTP/1.1" status: 204 len: 173 time: 0.7760420 Apr 28 20:25:08.730073 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d9d59a-fd9d-406e-bad9-957752d6a611', 'name': 'network-vif-deleted', 'tag': '7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:25:08.733862 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f029d69e-e245-4e88-a3ba-7f2a8032455a" -d '{"events": [{"server_uuid": "a7d9d59a-fd9d-406e-bad9-957752d6a611", "name": "network-vif-deleted", "tag": "7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:25:08.782349 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285020f5-9539-4ceb-a356-ad678c89bd13 x-openstack-request-id: req-285020f5-9539-4ceb-a356-ad678c89bd13 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:25:08.782638 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d9d59a-fd9d-406e-bad9-957752d6a611", "name": "network-vif-deleted", "tag": "7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:25:08.782902 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-285020f5-9539-4ceb-a356-ad678c89bd13 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:25:08.783412 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-285020f5-9539-4ceb-a356-ad678c89bd13'] response: {'server_uuid': 'a7d9d59a-fd9d-406e-bad9-957752d6a611', 'name': 'network-vif-deleted', 'tag': '7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad', 'status': 'completed', 'code': 200} Apr 28 20:25:08.815707 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-73dc5ef9-f420-4e16-b182-3b53a16c02e4 req-0cc46472-9275-4ed5-ad8a-d518f73891b3 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 210 time: 0.0393507 Apr 28 20:25:08.829793 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-0a9da55b-4114-4c39-ad61-94135a1f428c None None] Set router dd35d6dd-350a-45e0-8bf5-3089915b0197 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:25:09.015230 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:25:09.021230 n-d-839810-1 neutron-server[102775]: INFO neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No ports have port_id starting with 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad Apr 28 20:25:09.024625 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad requested by agent hyperv_n-h1-839810-1 not found in database {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Apr 28 20:25:09.037418 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0a9da55b-4114-4c39-ad61-94135a1f428c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'name': 'tempest-ServerActionsTestJSON-1753222697-router', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:21:14Z', 'updated_at': '2022-04-28T20:21:17Z', 'revision_number': 4, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'gw_port': {'id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:15Z', 'updated_at': '2022-04-28T20:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '59822cde-fe66-4b2a-b589-a660a7586553', 'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'mac_address': 'fa:16:3e:a9:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:16Z', 'updated_at': '2022-04-28T20:21:21Z', 'revision_number': 5, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'subnets': [{'id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:09.064865 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9da55b-4114-4c39-ad61-94135a1f428c None None] Checking router: dd35d6dd-350a-45e0-8bf5-3089915b0197 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:25:09.073248 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9da55b-4114-4c39-ad61-94135a1f428c None None] Routers {'dd35d6dd-350a-45e0-8bf5-3089915b0197'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:25:09.073791 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0a9da55b-4114-4c39-ad61-94135a1f428c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:24:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['dd35d6dd-350a-45e0-8bf5-3089915b0197'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:09.180150 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-0a9da55b-4114-4c39-ad61-94135a1f428c None None] Set router dd35d6dd-350a-45e0-8bf5-3089915b0197 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:25:09.386578 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0a9da55b-4114-4c39-ad61-94135a1f428c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'name': 'tempest-ServerActionsTestJSON-1753222697-router', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:21:14Z', 'updated_at': '2022-04-28T20:21:17Z', 'revision_number': 4, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'gw_port': {'id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:15Z', 'updated_at': '2022-04-28T20:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '59822cde-fe66-4b2a-b589-a660a7586553', 'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'mac_address': 'fa:16:3e:a9:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:16Z', 'updated_at': '2022-04-28T20:21:21Z', 'revision_number': 5, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'subnets': [{'id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:09.414605 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9da55b-4114-4c39-ad61-94135a1f428c None None] The sync data for ids ['dd35d6dd-350a-45e0-8bf5-3089915b0197'] in n-d-839810-1 is: [{'id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'name': 'tempest-ServerActionsTestJSON-1753222697-router', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:21:14Z', 'updated_at': '2022-04-28T20:21:17Z', 'revision_number': 4, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'gw_port': {'id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:15Z', 'updated_at': '2022-04-28T20:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '59822cde-fe66-4b2a-b589-a660a7586553', 'name': '', 'network_id': '8128c25a-6a30-4d73-8866-65d8aa0d7a4e', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'mac_address': 'fa:16:3e:a9:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:16Z', 'updated_at': '2022-04-28T20:21:21Z', 'revision_number': 5, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'subnets': [{'id': 'c868549d-28d5-4475-ade5-9d8964c62e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:25:09.652659 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0bb091-19b4-42db-b3c9-1b27e88625e8 None None] New status for floating IP 7f25c35a-a005-4bda-8884-1181d7933cee: DOWN {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:25:09.925842 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6f0b961a-c457-4d1a-94d6-0c84a4e890f2 req-759a9a2c-1800-4f54-a422-42bf415fc201 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 210 time: 0.0304065 Apr 28 20:25:11.023408 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e5ebca28-31e1-4deb-9edc-fa2842a41b71 req-8db0f0b7-0c67-4d32-8cd3-f796fd45a90d tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 210 time: 0.0269761 Apr 28 20:25:11.028150 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:25:11.049773 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:25:11.050198 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 7a59d3d8-2c36-4081-a8b1-4914f4f0a1ad not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:25:12.122780 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-24dc48a7-9bbf-42a5-91d0-b954f4f4974f req-e1b242f3-3069-460c-8719-d4ab87147bad tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7d9d59a-fd9d-406e-bad9-957752d6a611 HTTP/1.1" status: 200 len: 210 time: 0.0264380 Apr 28 20:25:16.819406 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36828) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:16.873885 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-984aaa77-5eba-4b9d-9a44-67d5bc5c8249 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:16.898332 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-984aaa77-5eba-4b9d-9a44-67d5bc5c8249 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:16.956447 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-984aaa77-5eba-4b9d-9a44-67d5bc5c8249 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:16.959026 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-984aaa77-5eba-4b9d-9a44-67d5bc5c8249 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:16.960205 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-984aaa77-5eba-4b9d-9a44-67d5bc5c8249 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "DELETE /v2.0/security-groups/b96f3785-2ff7-49de-afb5-b2c9d183b8d6 HTTP/1.1" status: 204 len: 168 time: 0.1397710 Apr 28 20:25:16.962907 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36830) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:16.969824 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984aaa77-5eba-4b9d-9a44-67d5bc5c8249 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96f3785-2ff7-49de-afb5-b2c9d183b8d6,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:16.976910 n-d-839810-1 neutron-server[102773]: INFO neutron.api.v2.resource [None req-a9c95b2d-3c1d-4c83-bc28-56d475b9d5a0 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] show failed (client error): The resource could not be found. Apr 28 20:25:16.977103 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984aaa77-5eba-4b9d-9a44-67d5bc5c8249 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:16.977453 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984aaa77-5eba-4b9d-9a44-67d5bc5c8249 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:16.977803 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984aaa77-5eba-4b9d-9a44-67d5bc5c8249 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:16.978137 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984aaa77-5eba-4b9d-9a44-67d5bc5c8249 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:16.978474 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984aaa77-5eba-4b9d-9a44-67d5bc5c8249 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:16.978808 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984aaa77-5eba-4b9d-9a44-67d5bc5c8249 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:16.979136 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984aaa77-5eba-4b9d-9a44-67d5bc5c8249 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:16.979464 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984aaa77-5eba-4b9d-9a44-67d5bc5c8249 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:16.979791 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984aaa77-5eba-4b9d-9a44-67d5bc5c8249 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:16.980119 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984aaa77-5eba-4b9d-9a44-67d5bc5c8249 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:16.980477 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984aaa77-5eba-4b9d-9a44-67d5bc5c8249 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:16.980572 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a9c95b2d-3c1d-4c83-bc28-56d475b9d5a0 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "GET /v2.0/security-groups/b96f3785-2ff7-49de-afb5-b2c9d183b8d6 HTTP/1.1" status: 404 len: 347 time: 0.0166702 Apr 28 20:25:16.980833 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984aaa77-5eba-4b9d-9a44-67d5bc5c8249 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:16.981112 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36832) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:17.107705 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4b5fc0d6-34cb-4a88-9f92-3030bdafe3a8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Deleting port 8cdf54f9-7691-4237-a51b-bb7250f47284 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:25:17.107970 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b5fc0d6-34cb-4a88-9f92-3030bdafe3a8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:17.181670 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b5fc0d6-34cb-4a88-9f92-3030bdafe3a8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:17.181997 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b5fc0d6-34cb-4a88-9f92-3030bdafe3a8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:17.193536 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-4b5fc0d6-34cb-4a88-9f92-3030bdafe3a8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Calling delete_port for 8cdf54f9-7691-4237-a51b-bb7250f47284 owned by network:floatingip {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:25:17.326484 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b5fc0d6-34cb-4a88-9f92-3030bdafe3a8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:17.356306 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5fc0d6-34cb-4a88-9f92-3030bdafe3a8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Pushing event deleted for resources: {'Port': ['ID=8cdf54f9-7691-4237-a51b-bb7250f47284,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:17.417045 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b5fc0d6-34cb-4a88-9f92-3030bdafe3a8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks [] for floatingip, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:17.419586 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4b5fc0d6-34cb-4a88-9f92-3030bdafe3a8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:17.420892 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4b5fc0d6-34cb-4a88-9f92-3030bdafe3a8 tempest-ServerActionsTestJSON-1771051371 tempest-ServerActionsTestJSON-1771051371-project] 10.222.0.42 "DELETE /v2.0/floatingips/7f25c35a-a005-4bda-8884-1181d7933cee HTTP/1.1" status: 204 len: 168 time: 0.4388828 Apr 28 20:25:17.424369 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36834) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:17.768004 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-773e26b5-97e1-4873-aac3-a794448a6323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:18.011721 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-773e26b5-97e1-4873-aac3-a794448a6323 admin admin] Deleting port 59822cde-fe66-4b2a-b589-a660a7586553 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:25:18.012413 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-773e26b5-97e1-4873-aac3-a794448a6323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:18.093215 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-773e26b5-97e1-4873-aac3-a794448a6323 admin admin] For port 59822cde-fe66-4b2a-b589-a660a7586553, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=59822cde-fe66-4b2a-b589-a660a7586553,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:25:18.093492 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-773e26b5-97e1-4873-aac3-a794448a6323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:18.105759 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-773e26b5-97e1-4873-aac3-a794448a6323 admin admin] Calling delete_port for 59822cde-fe66-4b2a-b589-a660a7586553 owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:25:18.282152 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-773e26b5-97e1-4873-aac3-a794448a6323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:18.312037 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e26b5-97e1-4873-aac3-a794448a6323 admin admin] Pushing event deleted for resources: {'Port': ['ID=59822cde-fe66-4b2a-b589-a660a7586553,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:18.478713 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-773e26b5-97e1-4873-aac3-a794448a6323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:18.693567 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773e26b5-97e1-4873-aac3-a794448a6323 admin admin] Router dd35d6dd-350a-45e0-8bf5-3089915b0197 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:25:18.800389 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773e26b5-97e1-4873-aac3-a794448a6323 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:25:18.805745 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-773e26b5-97e1-4873-aac3-a794448a6323 admin admin] 10.222.0.42 "PUT /v2.0/routers/dd35d6dd-350a-45e0-8bf5-3089915b0197/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3800685 Apr 28 20:25:18.809125 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36836) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:18.810982 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38be2a54-4149-42a2-b035-579adf59cfed None None] Sync routers for ids ['dd35d6dd-350a-45e0-8bf5-3089915b0197'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:25:18.823152 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38be2a54-4149-42a2-b035-579adf59cfed None None] Routers {'dd35d6dd-350a-45e0-8bf5-3089915b0197'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:25:18.823764 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-38be2a54-4149-42a2-b035-579adf59cfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:24:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['dd35d6dd-350a-45e0-8bf5-3089915b0197'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:18.916313 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f966cb10-fafe-496a-a2fb-d876c3b02437 admin admin] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:18.929733 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-38be2a54-4149-42a2-b035-579adf59cfed None None] Set router dd35d6dd-350a-45e0-8bf5-3089915b0197 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:25:19.022104 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f966cb10-fafe-496a-a2fb-d876c3b02437 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:19.079687 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f966cb10-fafe-496a-a2fb-d876c3b02437 admin admin] Deleting port ced2ee11-be81-4b60-85db-e79c57362836 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:25:19.080036 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f966cb10-fafe-496a-a2fb-d876c3b02437 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:19.116312 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-38be2a54-4149-42a2-b035-579adf59cfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'name': 'tempest-ServerActionsTestJSON-1753222697-router', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:21:14Z', 'updated_at': '2022-04-28T20:25:18Z', 'revision_number': 5, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'gw_port': {'id': 'ced2ee11-be81-4b60-85db-e79c57362836', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ae:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:21:15Z', 'updated_at': '2022-04-28T20:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:19.147000 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38be2a54-4149-42a2-b035-579adf59cfed None None] Checking router: dd35d6dd-350a-45e0-8bf5-3089915b0197 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:25:19.155713 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38be2a54-4149-42a2-b035-579adf59cfed None None] Routers {'dd35d6dd-350a-45e0-8bf5-3089915b0197'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:25:19.156949 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-38be2a54-4149-42a2-b035-579adf59cfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:24:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['dd35d6dd-350a-45e0-8bf5-3089915b0197'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:19.166753 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-f966cb10-fafe-496a-a2fb-d876c3b02437 admin admin] For port ced2ee11-be81-4b60-85db-e79c57362836, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ced2ee11-be81-4b60-85db-e79c57362836,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:25:19.167113 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f966cb10-fafe-496a-a2fb-d876c3b02437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:19.179294 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-f966cb10-fafe-496a-a2fb-d876c3b02437 admin admin] Calling delete_port for ced2ee11-be81-4b60-85db-e79c57362836 owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:25:19.243715 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-38be2a54-4149-42a2-b035-579adf59cfed None None] Set router dd35d6dd-350a-45e0-8bf5-3089915b0197 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:25:19.304999 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-38be2a54-4149-42a2-b035-579adf59cfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'name': 'tempest-ServerActionsTestJSON-1753222697-router', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:21:14Z', 'updated_at': '2022-04-28T20:25:19Z', 'revision_number': 6, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:19.335765 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38be2a54-4149-42a2-b035-579adf59cfed None None] The sync data for ids ['dd35d6dd-350a-45e0-8bf5-3089915b0197'] in n-d-839810-1 is: [{'id': 'dd35d6dd-350a-45e0-8bf5-3089915b0197', 'name': 'tempest-ServerActionsTestJSON-1753222697-router', 'tenant_id': '1f83ebb2a8c04887a5f540e44af07209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:21:14Z', 'updated_at': '2022-04-28T20:25:19Z', 'revision_number': 6, 'project_id': '1f83ebb2a8c04887a5f540e44af07209', 'gw_port_host': None}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:25:19.363557 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f966cb10-fafe-496a-a2fb-d876c3b02437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:19.412750 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966cb10-fafe-496a-a2fb-d876c3b02437 admin admin] Pushing event deleted for resources: {'Port': ['ID=ced2ee11-be81-4b60-85db-e79c57362836,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:19.456675 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f966cb10-fafe-496a-a2fb-d876c3b02437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:19.548994 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f966cb10-fafe-496a-a2fb-d876c3b02437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:19.551062 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f966cb10-fafe-496a-a2fb-d876c3b02437 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:19.591824 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f966cb10-fafe-496a-a2fb-d876c3b02437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:19.592312 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f966cb10-fafe-496a-a2fb-d876c3b02437 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd35d6dd-350a-45e0-8bf5-3089915b0197 {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:25:19.597772 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f966cb10-fafe-496a-a2fb-d876c3b02437 admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:19.598941 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f966cb10-fafe-496a-a2fb-d876c3b02437 admin admin] 10.222.0.42 "DELETE /v2.0/routers/dd35d6dd-350a-45e0-8bf5-3089915b0197 HTTP/1.1" status: 204 len: 168 time: 0.7885933 Apr 28 20:25:19.601395 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36838) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:19.645265 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd440ac-0a30-4887-b15f-767538b62b79 admin admin] Deleting subnet c868549d-28d5-4475-ade5-9d8964c62e06 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:25:19.648202 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1dd440ac-0a30-4887-b15f-767538b62b79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:19.687240 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1dd440ac-0a30-4887-b15f-767538b62b79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:19.776269 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1dd440ac-0a30-4887-b15f-767538b62b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:19.803791 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 59822cde-fe66-4b2a-b589-a660a7586553 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:25:19.833290 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1dd440ac-0a30-4887-b15f-767538b62b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:19.858446 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd440ac-0a30-4887-b15f-767538b62b79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c868549d-28d5-4475-ade5-9d8964c62e06,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:19.865132 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1dd440ac-0a30-4887-b15f-767538b62b79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:19.871268 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1dd440ac-0a30-4887-b15f-767538b62b79 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c868549d-28d5-4475-ade5-9d8964c62e06 HTTP/1.1" status: 204 len: 168 time: 0.2660112 Apr 28 20:25:19.871268 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36840) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:19.952767 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b86a9e95-1aea-4323-848b-3316ec781692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:19.983634 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3053e504-b66c-47bc-a384-4352b4519584 None None] Network 8128c25a-6a30-4d73-8866-65d8aa0d7a4e requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:25:19.994016 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 59822cde-fe66-4b2a-b589-a660a7586553 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:25:19.994358 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 59822cde-fe66-4b2a-b589-a660a7586553 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:25:20.007359 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b86a9e95-1aea-4323-848b-3316ec781692 admin admin] Deleting port bab41b31-128a-4548-82cb-5d3629508e74 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:25:20.007697 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b86a9e95-1aea-4323-848b-3316ec781692 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:20.013120 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c0c5d156-9ba1-489a-955f-d9f27582d29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:20.070400 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b86a9e95-1aea-4323-848b-3316ec781692 admin admin] For port bab41b31-128a-4548-82cb-5d3629508e74, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=bab41b31-128a-4548-82cb-5d3629508e74,segment=NetworkSegment(f9ea0291-75cd-452b-ad00-a3452267c515),segment_id=f9ea0291-75cd-452b-ad00-a3452267c515)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:25:20.070949 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b86a9e95-1aea-4323-848b-3316ec781692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:20.085193 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b86a9e95-1aea-4323-848b-3316ec781692 admin admin] Calling delete_port for bab41b31-128a-4548-82cb-5d3629508e74 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:25:20.170979 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b86a9e95-1aea-4323-848b-3316ec781692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:20.181992 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd3ceec-dccb-4aa2-a561-7dcabaf05914 None None] DHCP port deletion for 8128c25a-6a30-4d73-8866-65d8aa0d7a4e request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:25:20.198405 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a9e95-1aea-4323-848b-3316ec781692 admin admin] Pushing event deleted for resources: {'Port': ['ID=bab41b31-128a-4548-82cb-5d3629508e74,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:20.202060 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86a9e95-1aea-4323-848b-3316ec781692 admin admin] No DVR routers for this DVR port bab41b31-128a-4548-82cb-5d3629508e74 on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:25:20.278760 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b86a9e95-1aea-4323-848b-3316ec781692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:20.299862 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-b86a9e95-1aea-4323-848b-3316ec781692 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8128c25a-6a30-4d73-8866-65d8aa0d7a4e']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:20.309402 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-b86a9e95-1aea-4323-848b-3316ec781692 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ea0291-75cd-452b-ad00-a3452267c515') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:20.309705 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-b86a9e95-1aea-4323-848b-3316ec781692 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ea0291-75cd-452b-ad00-a3452267c515') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:20.319839 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b86a9e95-1aea-4323-848b-3316ec781692 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:20.333480 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b86a9e95-1aea-4323-848b-3316ec781692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:20.339727 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b86a9e95-1aea-4323-848b-3316ec781692 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:25:20.340251 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b86a9e95-1aea-4323-848b-3316ec781692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:20.341923 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 20:25:20.341923 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:25:20.341923 n-d-839810-1 neutron-server[102773]: timer() Apr 28 20:25:20.341923 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:25:20.341923 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 20:25:20.341923 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:25:20.341923 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 20:25:20.341923 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:25:20.341923 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 20:25:20.341923 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:25:20.341923 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 20:25:20.341923 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:25:20.341923 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 20:25:20.341923 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:25:20.341923 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:25:20.341923 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:25:20.341923 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:25:20.341923 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:25:20.341923 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 20:25:20.341923 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:25:20.341923 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 20:25:20.341923 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:25:20.341923 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:25:20.341923 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:25:20.341923 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 20:25:20.341923 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:25:20.341923 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:25:20.341923 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:25:20.341923 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:25:20.341923 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:25:20.341923 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:25:20.341923 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:25:20.397678 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b86a9e95-1aea-4323-848b-3316ec781692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:20.414772 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b86a9e95-1aea-4323-848b-3316ec781692 admin admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:20.418191 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b86a9e95-1aea-4323-848b-3316ec781692 admin admin] 10.222.0.42 "DELETE /v2.0/networks/8128c25a-6a30-4d73-8866-65d8aa0d7a4e HTTP/1.1" status: 204 len: 168 time: 0.5463743 Apr 28 20:25:20.419263 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a9e95-1aea-4323-848b-3316ec781692 admin admin] Pushing event deleted for resources: {'Network': ['ID=8128c25a-6a30-4d73-8866-65d8aa0d7a4e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:20.526238 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36844) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:20.565525 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-765f471b-e798-4303-9091-80e5550d2aa1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1f83ebb2a8c04887a5f540e44af07209&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381324 Apr 28 20:25:20.567954 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36846) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:20.614806 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-39c7403e-4fbc-46c9-afa3-63a879a7d33f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:20.634934 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-39c7403e-4fbc-46c9-afa3-63a879a7d33f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:20.680581 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-39c7403e-4fbc-46c9-afa3-63a879a7d33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:20.683116 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-39c7403e-4fbc-46c9-afa3-63a879a7d33f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:20.686017 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-39c7403e-4fbc-46c9-afa3-63a879a7d33f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a8ec0e48-6405-4153-b2f0-6a6305e1f010 HTTP/1.1" status: 204 len: 168 time: 0.1154220 Apr 28 20:25:20.692456 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7403e-4fbc-46c9-afa3-63a879a7d33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ec0e48-6405-4153-b2f0-6a6305e1f010,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:21.332864 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 36868) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:21.427384 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-0ec81b46-ede9-4a19-8ebf-1c3d42b905c8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1002498213-network', 'tenant_id': '5bffda1bd5ed4ef0b7192d88871bdb90'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:25:21.446349 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec81b46-ede9-4a19-8ebf-1c3d42b905c8 admin admin] Made reservation on behalf of 5bffda1bd5ed4ef0b7192d88871bdb90 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:25:21.448608 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0ec81b46-ede9-4a19-8ebf-1c3d42b905c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:21.456941 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0ec81b46-ede9-4a19-8ebf-1c3d42b905c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:21.512082 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bab41b31-128a-4548-82cb-5d3629508e74 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:25:21.534806 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: bab41b31-128a-4548-82cb-5d3629508e74 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:25:21.535142 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bab41b31-128a-4548-82cb-5d3629508e74 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:25:21.535545 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ced2ee11-be81-4b60-85db-e79c57362836 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:25:21.537815 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0ec81b46-ede9-4a19-8ebf-1c3d42b905c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:21.542406 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0ec81b46-ede9-4a19-8ebf-1c3d42b905c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:21.557345 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: ced2ee11-be81-4b60-85db-e79c57362836 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:25:21.557687 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ced2ee11-be81-4b60-85db-e79c57362836 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:25:21.571086 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec81b46-ede9-4a19-8ebf-1c3d42b905c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:25:21.579780 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec81b46-ede9-4a19-8ebf-1c3d42b905c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad477c3-6cb3-4890-9ebb-1ed8eea325a2,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:21.586020 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0ec81b46-ede9-4a19-8ebf-1c3d42b905c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:21.586383 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-0ec81b46-ede9-4a19-8ebf-1c3d42b905c8 admin admin] Added segment 435df7f2-25a0-4751-aed9-970815904bc3 of type vlan for network 23f0fada-6073-4e8a-8323-b88695db4824 Apr 28 20:25:21.627597 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0ec81b46-ede9-4a19-8ebf-1c3d42b905c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:21.645142 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:25:21.651261 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0ec81b46-ede9-4a19-8ebf-1c3d42b905c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:21.652232 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec81b46-ede9-4a19-8ebf-1c3d42b905c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:21.652807 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0ec81b46-ede9-4a19-8ebf-1c3d42b905c8 admin admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:21.707237 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0ec81b46-ede9-4a19-8ebf-1c3d42b905c8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3731437 Apr 28 20:25:21.710088 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 36872) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:21.715052 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-d03a895e-b0ed-49aa-9348-4a6e7c45048d admin admin] Request body: {'subnet': {'network_id': '23f0fada-6073-4e8a-8323-b88695db4824', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1002498213-subnet', 'tenant_id': '5bffda1bd5ed4ef0b7192d88871bdb90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:25:21.719770 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec81b46-ede9-4a19-8ebf-1c3d42b905c8 admin admin] Pushing event updated for resources: {'Network': ['ID=23f0fada-6073-4e8a-8323-b88695db4824,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:21.731066 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 23f0fada-6073-4e8a-8323-b88695db4824 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:25:21.736132 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03a895e-b0ed-49aa-9348-4a6e7c45048d admin admin] Made reservation on behalf of 5bffda1bd5ed4ef0b7192d88871bdb90 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:25:21.738472 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d03a895e-b0ed-49aa-9348-4a6e7c45048d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:22.121672 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d2d3ba9a-9ccb-4ea8-b14c-fffade81b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:22.256422 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d03a895e-b0ed-49aa-9348-4a6e7c45048d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:22.318787 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a895e-b0ed-49aa-9348-4a6e7c45048d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb7da27a-dfb0-4666-8447-403b10bf8a04,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:22.324412 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03a895e-b0ed-49aa-9348-4a6e7c45048d admin admin] Checking segment: {'id': '435df7f2-25a0-4751-aed9-970815904bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '23f0fada-6073-4e8a-8323-b88695db4824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:25:22.324697 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03a895e-b0ed-49aa-9348-4a6e7c45048d admin admin] Network hostable DHCP agents. Network: 23f0fada-6073-4e8a-8323-b88695db4824, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:25:22.340518 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03a895e-b0ed-49aa-9348-4a6e7c45048d admin admin] Network 23f0fada-6073-4e8a-8323-b88695db4824 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:25:22.350102 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-d03a895e-b0ed-49aa-9348-4a6e7c45048d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 23f0fada-6073-4e8a-8323-b88695db4824) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:25:22.354047 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03a895e-b0ed-49aa-9348-4a6e7c45048d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:22.354627 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d03a895e-b0ed-49aa-9348-4a6e7c45048d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:22.359820 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd13e77-b128-4382-b722-e832c227afc4 None None] Network 23f0fada-6073-4e8a-8323-b88695db4824 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:25:22.370608 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d03a895e-b0ed-49aa-9348-4a6e7c45048d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6593771 Apr 28 20:25:22.486878 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfc4c7e-cd94-4d27-a621-4034a63af2fd None None] Network 23f0fada-6073-4e8a-8323-b88695db4824 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:25:22.786918 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-c4f99777-5661-45f6-aabb-7341912d78b0 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:22.788409 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-c4f99777-5661-45f6-aabb-7341912d78b0 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/networks?id=23f0fada-6073-4e8a-8323-b88695db4824 HTTP/1.1" status: 200 len: 814 time: 0.0987513 Apr 28 20:25:22.803608 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-454202ae-1de2-4bd1-8302-0f7b312c799f tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/quotas/5bffda1bd5ed4ef0b7192d88871bdb90 HTTP/1.1" status: 200 len: 375 time: 0.0090210 Apr 28 20:25:22.836426 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-3bdabcb9-da39-4d14-a5dc-40848faef6f3 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5bffda1bd5ed4ef0b7192d88871bdb90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275857 Apr 28 20:25:22.980673 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-ce3b77b4-beae-4553-98c5-9ea44a43b22a service neutron] 10.222.0.42 "GET /v2.0/networks/23f0fada-6073-4e8a-8323-b88695db4824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372912 Apr 28 20:25:23.069592 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-4bb46cc9-3c94-47a5-acb6-3f07bab836f4 service neutron] 10.222.0.42 "GET /v2.0/networks/23f0fada-6073-4e8a-8323-b88695db4824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822613 Apr 28 20:25:23.227304 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4125960b-4186-4e9a-96bc-9c5873759e0c req-cfc297e5-7a16-4a64-8325-b29d7669d661 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/ports?device_id=526857f9-1b2f-4ba8-a5ad-82a7cd8cb8d7 HTTP/1.1" status: 200 len: 210 time: 0.0274866 Apr 28 20:25:23.637338 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:24.141492 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-17cdeb83-e246-428a-9494-af22bfd8d237 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:24.143378 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-17cdeb83-e246-428a-9494-af22bfd8d237 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.44 "GET /v2.0/networks?id=23f0fada-6073-4e8a-8323-b88695db4824 HTTP/1.1" status: 200 len: 814 time: 0.1091936 Apr 28 20:25:24.156454 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-1ca2af4a-2a7a-4500-951f-e7aea20245a9 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Request body: {'port': {'device_id': '526857f9-1b2f-4ba8-a5ad-82a7cd8cb8d7', 'network_id': '23f0fada-6073-4e8a-8323-b88695db4824', 'admin_state_up': True, 'tenant_id': '5bffda1bd5ed4ef0b7192d88871bdb90'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:25:24.265977 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-1ca2af4a-2a7a-4500-951f-e7aea20245a9 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Made reservation on behalf of 5bffda1bd5ed4ef0b7192d88871bdb90 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:25:24.269796 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-1ca2af4a-2a7a-4500-951f-e7aea20245a9 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:24.329397 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-183b584a-2071-46df-af6c-462cc4db515c req-896b7dc0-60eb-47eb-bc10-8cd07f0f24d9 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/ports?device_id=526857f9-1b2f-4ba8-a5ad-82a7cd8cb8d7 HTTP/1.1" status: 200 len: 210 time: 0.0332062 Apr 28 20:25:24.410137 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-1ca2af4a-2a7a-4500-951f-e7aea20245a9 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Allocated IP 172.20.0.6 (23f0fada-6073-4e8a-8323-b88695db4824/fb7da27a-dfb0-4666-8447-403b10bf8a04/94e47d87-23be-48eb-b202-3f8182e7050b) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:25:24.563832 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-1ca2af4a-2a7a-4500-951f-e7aea20245a9 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:24.599097 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-1ca2af4a-2a7a-4500-951f-e7aea20245a9 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:24.644409 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-1ca2af4a-2a7a-4500-951f-e7aea20245a9 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Network 23f0fada-6073-4e8a-8323-b88695db4824 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:25:24.647574 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-1ca2af4a-2a7a-4500-951f-e7aea20245a9 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:25:24.651459 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-1ca2af4a-2a7a-4500-951f-e7aea20245a9 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:25:24.675723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2af4a-2a7a-4500-951f-e7aea20245a9 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Pushing event updated for resources: {'Port': ['ID=94e47d87-23be-48eb-b202-3f8182e7050b,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:24.702442 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-1ca2af4a-2a7a-4500-951f-e7aea20245a9 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:24.703048 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-1ca2af4a-2a7a-4500-951f-e7aea20245a9 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:24.718703 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-1ca2af4a-2a7a-4500-951f-e7aea20245a9 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5659914 Apr 28 20:25:24.731277 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-82974729-9a8f-4d50-8655-c77dd11ba54f service neutron] Request body: {'port': {'device_id': '526857f9-1b2f-4ba8-a5ad-82a7cd8cb8d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:25:24.787798 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-82974729-9a8f-4d50-8655-c77dd11ba54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:25.044561 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-82974729-9a8f-4d50-8655-c77dd11ba54f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94e47d87-23be-48eb-b202-3f8182e7050b {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:25:25.052410 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-82974729-9a8f-4d50-8655-c77dd11ba54f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:25.064626 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-82974729-9a8f-4d50-8655-c77dd11ba54f service neutron] Transition to ACTIVE for port object 94e47d87-23be-48eb-b202-3f8182e7050b will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:25:25.068079 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-82974729-9a8f-4d50-8655-c77dd11ba54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:25.119500 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82974729-9a8f-4d50-8655-c77dd11ba54f service neutron] Pushing event updated for resources: {'Port': ['ID=94e47d87-23be-48eb-b202-3f8182e7050b,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:25.186009 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-82974729-9a8f-4d50-8655-c77dd11ba54f service neutron] Attempting to bind port 94e47d87-23be-48eb-b202-3f8182e7050b on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:25:25.186341 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-82974729-9a8f-4d50-8655-c77dd11ba54f service neutron] Attempting to bind port 94e47d87-23be-48eb-b202-3f8182e7050b by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '435df7f2-25a0-4751-aed9-970815904bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '23f0fada-6073-4e8a-8323-b88695db4824'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:25:25.186661 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-82974729-9a8f-4d50-8655-c77dd11ba54f service neutron] Attempting to bind port 94e47d87-23be-48eb-b202-3f8182e7050b on network 23f0fada-6073-4e8a-8323-b88695db4824 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:25:25.191908 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-82974729-9a8f-4d50-8655-c77dd11ba54f service neutron] Port 94e47d87-23be-48eb-b202-3f8182e7050b on network 23f0fada-6073-4e8a-8323-b88695db4824 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:25:25.192251 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-82974729-9a8f-4d50-8655-c77dd11ba54f service neutron] Attempting to bind port 94e47d87-23be-48eb-b202-3f8182e7050b on network 23f0fada-6073-4e8a-8323-b88695db4824 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:25:25.196989 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-82974729-9a8f-4d50-8655-c77dd11ba54f service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:25:25.197324 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-82974729-9a8f-4d50-8655-c77dd11ba54f service neutron] Checking segment: {'id': '435df7f2-25a0-4751-aed9-970815904bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '23f0fada-6073-4e8a-8323-b88695db4824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:25:25.197701 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-82974729-9a8f-4d50-8655-c77dd11ba54f service neutron] Bound using segment: {'id': '435df7f2-25a0-4751-aed9-970815904bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '23f0fada-6073-4e8a-8323-b88695db4824'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:25:25.198121 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-82974729-9a8f-4d50-8655-c77dd11ba54f service neutron] Bound port: 94e47d87-23be-48eb-b202-3f8182e7050b, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '435df7f2-25a0-4751-aed9-970815904bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '23f0fada-6073-4e8a-8323-b88695db4824'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:25:25.198469 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-82974729-9a8f-4d50-8655-c77dd11ba54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:25.261594 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-82974729-9a8f-4d50-8655-c77dd11ba54f service neutron] For port 94e47d87-23be-48eb-b202-3f8182e7050b, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:25:25.264865 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-82974729-9a8f-4d50-8655-c77dd11ba54f service neutron] For port 94e47d87-23be-48eb-b202-3f8182e7050b, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=94e47d87-23be-48eb-b202-3f8182e7050b,segment=NetworkSegment(435df7f2-25a0-4751-aed9-970815904bc3),segment_id=435df7f2-25a0-4751-aed9-970815904bc3)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:25:25.269048 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-82974729-9a8f-4d50-8655-c77dd11ba54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:25.302042 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-82974729-9a8f-4d50-8655-c77dd11ba54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:25.302430 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-82974729-9a8f-4d50-8655-c77dd11ba54f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:25.304195 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-82974729-9a8f-4d50-8655-c77dd11ba54f service neutron] 10.222.0.44 "PUT /v2.0/ports/94e47d87-23be-48eb-b202-3f8182e7050b HTTP/1.1" status: 200 len: 1091 time: 0.5769656 Apr 28 20:25:25.306456 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '526857f9-1b2f-4ba8-a5ad-82a7cd8cb8d7', 'tag': '94e47d87-23be-48eb-b202-3f8182e7050b'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:25:25.309502 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cfca1c-1526-4d0c-b543-0552a32f36d1" -d '{"events": [{"name": "network-changed", "server_uuid": "526857f9-1b2f-4ba8-a5ad-82a7cd8cb8d7", "tag": "94e47d87-23be-48eb-b202-3f8182e7050b"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:25:25.341001 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82974729-9a8f-4d50-8655-c77dd11ba54f service neutron] Pushing event updated for resources: {'Port': ['ID=94e47d87-23be-48eb-b202-3f8182e7050b,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:25.354896 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe40513-b21c-4c75-b920-1ffbc137b4fd x-openstack-request-id: req-4fe40513-b21c-4c75-b920-1ffbc137b4fd {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:25:25.355181 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "526857f9-1b2f-4ba8-a5ad-82a7cd8cb8d7", "tag": "94e47d87-23be-48eb-b202-3f8182e7050b", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:25:25.355435 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4fe40513-b21c-4c75-b920-1ffbc137b4fd {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:25:25.355839 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fe40513-b21c-4c75-b920-1ffbc137b4fd'] response: {'name': 'network-changed', 'server_uuid': '526857f9-1b2f-4ba8-a5ad-82a7cd8cb8d7', 'tag': '94e47d87-23be-48eb-b202-3f8182e7050b', 'status': 'completed', 'code': 200} Apr 28 20:25:25.393783 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-bc48dcd4-be42-4c0e-8ab3-d3b70d4d6732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:25.395298 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-bc48dcd4-be42-4c0e-8ab3-d3b70d4d6732 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bffda1bd5ed4ef0b7192d88871bdb90&device_id=526857f9-1b2f-4ba8-a5ad-82a7cd8cb8d7 HTTP/1.1" status: 200 len: 1094 time: 0.0491893 Apr 28 20:25:25.438712 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-a5ccd5b8-a0e6-456b-b206-267efd61e226 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94e47d87-23be-48eb-b202-3f8182e7050b HTTP/1.1" status: 200 len: 217 time: 0.0346727 Apr 28 20:25:25.448614 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f338a33-04c6-4b92-af53-cc534b9b7ba6 req-45df119e-d41f-4d97-87bb-d3a0e30b9d54 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:25.450101 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9f338a33-04c6-4b92-af53-cc534b9b7ba6 req-45df119e-d41f-4d97-87bb-d3a0e30b9d54 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/ports?device_id=526857f9-1b2f-4ba8-a5ad-82a7cd8cb8d7 HTTP/1.1" status: 200 len: 943 time: 0.0504415 Apr 28 20:25:25.487567 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-bf2734ea-23ab-47e5-b614-a7ed816dc49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:25.489102 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-bf2734ea-23ab-47e5-b614-a7ed816dc49f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fb7da27a-dfb0-4666-8447-403b10bf8a04 HTTP/1.1" status: 200 len: 854 time: 0.0440516 Apr 28 20:25:25.493968 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9f338a33-04c6-4b92-af53-cc534b9b7ba6 req-805ef96a-e38f-4427-9726-b126e93e9b99 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ad477c3-6cb3-4890-9ebb-1ed8eea325a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322912 Apr 28 20:25:25.524237 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-c4a382c5-39b9-4b55-bc3f-683ef53a27ed service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=23f0fada-6073-4e8a-8323-b88695db4824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270731 Apr 28 20:25:25.616542 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-d7a19ef6-32c7-48e6-9bcb-2d9fa1029a18 service neutron] 10.222.0.44 "GET /v2.0/networks/23f0fada-6073-4e8a-8323-b88695db4824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851526 Apr 28 20:25:25.704470 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6313a353-88f5-4c49-b9bb-91023e1c926b req-f3c71e3c-5512-4d7a-bf7d-e5fa642d3a48 service neutron] 10.222.0.44 "GET /v2.0/networks/23f0fada-6073-4e8a-8323-b88695db4824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813088 Apr 28 20:25:25.797054 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfca1c-1526-4d0c-b543-0552a32f36d1 req-a2260426-53fb-4fa5-a608-6aacb605ebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:25.798964 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-74cfca1c-1526-4d0c-b543-0552a32f36d1 req-a2260426-53fb-4fa5-a608-6aacb605ebf4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bffda1bd5ed4ef0b7192d88871bdb90&device_id=526857f9-1b2f-4ba8-a5ad-82a7cd8cb8d7 HTTP/1.1" status: 200 len: 1094 time: 0.0479777 Apr 28 20:25:25.887275 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfca1c-1526-4d0c-b543-0552a32f36d1 req-24d987d9-c7d3-42b4-bd2f-480d7e177920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:25.888787 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-74cfca1c-1526-4d0c-b543-0552a32f36d1 req-24d987d9-c7d3-42b4-bd2f-480d7e177920 service neutron] 10.222.0.44 "GET /v2.0/networks?id=23f0fada-6073-4e8a-8323-b88695db4824 HTTP/1.1" status: 200 len: 915 time: 0.0839322 Apr 28 20:25:25.911486 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:25.934566 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-74cfca1c-1526-4d0c-b543-0552a32f36d1 req-bc71e517-d93d-4088-b1c5-f23262f5b994 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94e47d87-23be-48eb-b202-3f8182e7050b HTTP/1.1" status: 200 len: 217 time: 0.0390177 Apr 28 20:25:25.982392 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfca1c-1526-4d0c-b543-0552a32f36d1 req-cfa7d7a2-c7d2-408c-b202-4b9d5cf35dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:25.983804 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-74cfca1c-1526-4d0c-b543-0552a32f36d1 req-cfa7d7a2-c7d2-408c-b202-4b9d5cf35dbe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fb7da27a-dfb0-4666-8447-403b10bf8a04 HTTP/1.1" status: 200 len: 854 time: 0.0422273 Apr 28 20:25:26.004437 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:26.016676 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-74cfca1c-1526-4d0c-b543-0552a32f36d1 req-c76c0cb6-bd56-4e62-84e6-ec586e38122e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=23f0fada-6073-4e8a-8323-b88695db4824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254490 Apr 28 20:25:26.104388 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-74cfca1c-1526-4d0c-b543-0552a32f36d1 req-877dcc8f-f4b4-46f6-ab3d-0d1f898e55a8 service neutron] 10.222.0.44 "GET /v2.0/networks/23f0fada-6073-4e8a-8323-b88695db4824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802829 Apr 28 20:25:26.200716 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-74cfca1c-1526-4d0c-b543-0552a32f36d1 req-c9113e4d-31e5-40cd-9ff6-b772fb7b4137 service neutron] 10.222.0.44 "GET /v2.0/networks/23f0fada-6073-4e8a-8323-b88695db4824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888157 Apr 28 20:25:26.612760 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef761d6a-041e-4476-9064-6874603a9c76 req-c0100fab-dd00-440b-9b6f-814f5953d7cb tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:26.614230 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ef761d6a-041e-4476-9064-6874603a9c76 req-c0100fab-dd00-440b-9b6f-814f5953d7cb tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/ports?device_id=526857f9-1b2f-4ba8-a5ad-82a7cd8cb8d7 HTTP/1.1" status: 200 len: 943 time: 0.0510712 Apr 28 20:25:26.651701 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ef761d6a-041e-4476-9064-6874603a9c76 req-3dd7605e-def1-405b-aa66-1ca93282e7d3 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ad477c3-6cb3-4890-9ebb-1ed8eea325a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314815 Apr 28 20:25:27.430323 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 94e47d87-23be-48eb-b202-3f8182e7050b details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:25:27.526233 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 94e47d87-23be-48eb-b202-3f8182e7050b, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=94e47d87-23be-48eb-b202-3f8182e7050b,segment=NetworkSegment(435df7f2-25a0-4751-aed9-970815904bc3),segment_id=435df7f2-25a0-4751-aed9-970815904bc3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:25:27.537052 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '94e47d87-23be-48eb-b202-3f8182e7050b', 'network_id': '23f0fada-6073-4e8a-8323-b88695db4824', 'port_id': '94e47d87-23be-48eb-b202-3f8182e7050b', 'mac_address': 'fa:16:3e:80:47:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb7da27a-dfb0-4666-8447-403b10bf8a04', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:25:27.573365 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:27.585404 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94e47d87-23be-48eb-b202-3f8182e7050b {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:25:27.604574 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 94e47d87-23be-48eb-b202-3f8182e7050b, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=94e47d87-23be-48eb-b202-3f8182e7050b,segment=NetworkSegment(435df7f2-25a0-4751-aed9-970815904bc3),segment_id=435df7f2-25a0-4751-aed9-970815904bc3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:25:27.608499 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:27.657862 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=94e47d87-23be-48eb-b202-3f8182e7050b,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:27.769495 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac42cb-4ac0-4c25-89a3-54e7e130233b req-511b03c5-ee3f-4e45-bf9d-52452d1ae16d tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:27.770954 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-06ac42cb-4ac0-4c25-89a3-54e7e130233b req-511b03c5-ee3f-4e45-bf9d-52452d1ae16d tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/ports?device_id=526857f9-1b2f-4ba8-a5ad-82a7cd8cb8d7 HTTP/1.1" status: 200 len: 944 time: 0.0513878 Apr 28 20:25:27.797389 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['94e47d87-23be-48eb-b202-3f8182e7050b'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:25:27.813245 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-06ac42cb-4ac0-4c25-89a3-54e7e130233b req-952cad1e-8f67-47fc-b1d8-d84ba7f94a53 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ad477c3-6cb3-4890-9ebb-1ed8eea325a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362113 Apr 28 20:25:28.937506 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b91b55-ba43-4b39-868a-ac5af6604884 req-192434fb-8d03-4e42-afb8-cca401914bf2 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:28.939548 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b7b91b55-ba43-4b39-868a-ac5af6604884 req-192434fb-8d03-4e42-afb8-cca401914bf2 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/ports?device_id=526857f9-1b2f-4ba8-a5ad-82a7cd8cb8d7 HTTP/1.1" status: 200 len: 944 time: 0.0529351 Apr 28 20:25:28.976601 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b7b91b55-ba43-4b39-868a-ac5af6604884 req-b437c3b6-e987-4022-839c-18791b65ff03 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ad477c3-6cb3-4890-9ebb-1ed8eea325a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309546 Apr 28 20:25:29.460832 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 94e47d87-23be-48eb-b202-3f8182e7050b up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:25:29.511857 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 94e47d87-23be-48eb-b202-3f8182e7050b completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:25:29.515755 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 94e47d87-23be-48eb-b202-3f8182e7050b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:25:29.516215 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:29.593240 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:29.615834 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526857f9-1b2f-4ba8-a5ad-82a7cd8cb8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e47d87-23be-48eb-b202-3f8182e7050b'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:25:29.618084 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c24bf45-409b-4a6d-bc19-63c80c9930b5" -d '{"events": [{"server_uuid": "526857f9-1b2f-4ba8-a5ad-82a7cd8cb8d7", "name": "network-vif-plugged", "status": "completed", "tag": "94e47d87-23be-48eb-b202-3f8182e7050b"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:25:29.630649 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 94e47d87-23be-48eb-b202-3f8182e7050b, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=94e47d87-23be-48eb-b202-3f8182e7050b,segment=NetworkSegment(435df7f2-25a0-4751-aed9-970815904bc3),segment_id=435df7f2-25a0-4751-aed9-970815904bc3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:25:29.634606 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:29.662282 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2386dd2-d855-4ee1-be8e-e6d44a7ed151 x-openstack-request-id: req-b2386dd2-d855-4ee1-be8e-e6d44a7ed151 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:25:29.662582 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526857f9-1b2f-4ba8-a5ad-82a7cd8cb8d7", "name": "network-vif-plugged", "status": "completed", "tag": "94e47d87-23be-48eb-b202-3f8182e7050b", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:25:29.662836 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b2386dd2-d855-4ee1-be8e-e6d44a7ed151 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:25:29.663228 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2386dd2-d855-4ee1-be8e-e6d44a7ed151'] response: {'server_uuid': '526857f9-1b2f-4ba8-a5ad-82a7cd8cb8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e47d87-23be-48eb-b202-3f8182e7050b', 'code': 200} Apr 28 20:25:29.699980 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=94e47d87-23be-48eb-b202-3f8182e7050b,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:29.756032 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c292ca-0379-4cb1-85af-a07b04408474 req-d4066ef6-8861-427e-8c55-89712ef67c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:29.757557 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4c292ca-0379-4cb1-85af-a07b04408474 req-d4066ef6-8861-427e-8c55-89712ef67c9d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=526857f9-1b2f-4ba8-a5ad-82a7cd8cb8d7 HTTP/1.1" status: 200 len: 1096 time: 0.0412426 Apr 28 20:25:29.793046 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4c292ca-0379-4cb1-85af-a07b04408474 req-894c1a96-8e98-41eb-8f65-805ffaac0b0f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2ad477c3-6cb3-4890-9ebb-1ed8eea325a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283589 Apr 28 20:25:30.090289 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efb187-9bf2-4956-8cbb-91a89e1c00a6 req-2b5b546b-7e66-4d1c-b934-5a861df0491e tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:30.091721 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-22efb187-9bf2-4956-8cbb-91a89e1c00a6 req-2b5b546b-7e66-4d1c-b934-5a861df0491e tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/ports?device_id=526857f9-1b2f-4ba8-a5ad-82a7cd8cb8d7 HTTP/1.1" status: 200 len: 945 time: 0.0482321 Apr 28 20:25:30.128441 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-22efb187-9bf2-4956-8cbb-91a89e1c00a6 req-0b97b29e-c8b3-465b-b587-7702c25de233 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ad477c3-6cb3-4890-9ebb-1ed8eea325a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304806 Apr 28 20:25:31.244980 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795be70-b9ba-4d88-a036-18a2fec82f62 req-6a294fdb-f0c8-4976-b59b-5a212685d3bc tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:31.246438 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2795be70-b9ba-4d88-a036-18a2fec82f62 req-6a294fdb-f0c8-4976-b59b-5a212685d3bc tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/ports?device_id=526857f9-1b2f-4ba8-a5ad-82a7cd8cb8d7 HTTP/1.1" status: 200 len: 945 time: 0.0486443 Apr 28 20:25:31.287367 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2795be70-b9ba-4d88-a036-18a2fec82f62 req-f599d469-0a27-4340-b766-74611b33c74a tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ad477c3-6cb3-4890-9ebb-1ed8eea325a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347457 Apr 28 20:25:31.511876 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-f788c90c-8651-49d7-9fd3-fa8cb48140e9 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:31.513329 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-f788c90c-8651-49d7-9fd3-fa8cb48140e9 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/networks?id=23f0fada-6073-4e8a-8323-b88695db4824 HTTP/1.1" status: 200 len: 814 time: 0.1025202 Apr 28 20:25:31.527759 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-c359e6b7-cd02-4572-95ba-952d7cb627ae tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/quotas/5bffda1bd5ed4ef0b7192d88871bdb90 HTTP/1.1" status: 200 len: 375 time: 0.0085652 Apr 28 20:25:31.576417 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-5dbe49ba-dee3-4121-af4c-7d068bdb804c tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5bffda1bd5ed4ef0b7192d88871bdb90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429146 Apr 28 20:25:31.668604 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-2930d5ea-9401-4c72-beec-45d1c5c47fa3 service neutron] 10.222.0.42 "GET /v2.0/networks/23f0fada-6073-4e8a-8323-b88695db4824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850728 Apr 28 20:25:31.769957 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-06c6c53f-53c5-490f-82e5-8fe4c7eea610 service neutron] 10.222.0.42 "GET /v2.0/networks/23f0fada-6073-4e8a-8323-b88695db4824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943754 Apr 28 20:25:31.926739 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-582dbfa4-c3f9-4b5d-85d8-0c7d8e3b358f req-6a5fb63c-c619-4bda-a68a-ff1601339542 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba00016c-3bda-46d3-869b-c985be97b995 HTTP/1.1" status: 200 len: 210 time: 0.0270123 Apr 28 20:25:32.307017 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:32.807629 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-d810952f-69d2-4d22-af31-20aaf717ed4a tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:32.809706 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-d810952f-69d2-4d22-af31-20aaf717ed4a tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.15 "GET /v2.0/networks?id=23f0fada-6073-4e8a-8323-b88695db4824 HTTP/1.1" status: 200 len: 814 time: 0.1058104 Apr 28 20:25:32.822919 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-e28f6742-7c7d-492a-9113-7bd679f8baaf tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Request body: {'port': {'device_id': 'ba00016c-3bda-46d3-869b-c985be97b995', 'network_id': '23f0fada-6073-4e8a-8323-b88695db4824', 'admin_state_up': True, 'tenant_id': '5bffda1bd5ed4ef0b7192d88871bdb90'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:25:32.930223 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-e28f6742-7c7d-492a-9113-7bd679f8baaf tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Made reservation on behalf of 5bffda1bd5ed4ef0b7192d88871bdb90 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:25:32.933672 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-e28f6742-7c7d-492a-9113-7bd679f8baaf tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:33.023866 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fe40aa3c-63a8-4a17-8dd6-a10426d23056 req-e410c0bb-b8ad-446a-bd65-5ff8c83dc6f2 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba00016c-3bda-46d3-869b-c985be97b995 HTTP/1.1" status: 200 len: 210 time: 0.0281529 Apr 28 20:25:33.060602 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-e28f6742-7c7d-492a-9113-7bd679f8baaf tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Allocated IP 172.20.0.4 (23f0fada-6073-4e8a-8323-b88695db4824/fb7da27a-dfb0-4666-8447-403b10bf8a04/4bf4e5e3-3889-4c0f-8cb0-772811c45c3d) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:25:33.206444 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-e28f6742-7c7d-492a-9113-7bd679f8baaf tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:33.239416 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-e28f6742-7c7d-492a-9113-7bd679f8baaf tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:33.251229 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['94e47d87-23be-48eb-b202-3f8182e7050b'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:25:33.287261 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-e28f6742-7c7d-492a-9113-7bd679f8baaf tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Network 23f0fada-6073-4e8a-8323-b88695db4824 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:25:33.290383 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-e28f6742-7c7d-492a-9113-7bd679f8baaf tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:25:33.294506 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-e28f6742-7c7d-492a-9113-7bd679f8baaf tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:25:33.321783 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f6742-7c7d-492a-9113-7bd679f8baaf tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Pushing event updated for resources: {'Port': ['ID=4bf4e5e3-3889-4c0f-8cb0-772811c45c3d,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:33.349185 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-e28f6742-7c7d-492a-9113-7bd679f8baaf tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:33.349810 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-e28f6742-7c7d-492a-9113-7bd679f8baaf tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:33.365152 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-e28f6742-7c7d-492a-9113-7bd679f8baaf tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5459967 Apr 28 20:25:33.377239 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-a2feca8b-8f25-460d-9c0f-3d345ae6caba service neutron] Request body: {'port': {'device_id': 'ba00016c-3bda-46d3-869b-c985be97b995', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:25:33.431314 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-a2feca8b-8f25-460d-9c0f-3d345ae6caba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:33.695049 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-a2feca8b-8f25-460d-9c0f-3d345ae6caba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bf4e5e3-3889-4c0f-8cb0-772811c45c3d {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:25:33.702670 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-a2feca8b-8f25-460d-9c0f-3d345ae6caba service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:33.715058 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-a2feca8b-8f25-460d-9c0f-3d345ae6caba service neutron] Transition to ACTIVE for port object 4bf4e5e3-3889-4c0f-8cb0-772811c45c3d will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:25:33.718715 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-a2feca8b-8f25-460d-9c0f-3d345ae6caba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:33.788063 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2feca8b-8f25-460d-9c0f-3d345ae6caba service neutron] Pushing event updated for resources: {'Port': ['ID=4bf4e5e3-3889-4c0f-8cb0-772811c45c3d,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:33.811387 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:33.840198 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-a2feca8b-8f25-460d-9c0f-3d345ae6caba service neutron] Attempting to bind port 4bf4e5e3-3889-4c0f-8cb0-772811c45c3d on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:25:33.840729 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-a2feca8b-8f25-460d-9c0f-3d345ae6caba service neutron] Attempting to bind port 4bf4e5e3-3889-4c0f-8cb0-772811c45c3d by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '435df7f2-25a0-4751-aed9-970815904bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '23f0fada-6073-4e8a-8323-b88695db4824'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:25:33.840850 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-a2feca8b-8f25-460d-9c0f-3d345ae6caba service neutron] Attempting to bind port 4bf4e5e3-3889-4c0f-8cb0-772811c45c3d on network 23f0fada-6073-4e8a-8323-b88695db4824 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:25:33.844976 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-a2feca8b-8f25-460d-9c0f-3d345ae6caba service neutron] Port 4bf4e5e3-3889-4c0f-8cb0-772811c45c3d on network 23f0fada-6073-4e8a-8323-b88695db4824 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:25:33.845449 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-a2feca8b-8f25-460d-9c0f-3d345ae6caba service neutron] Attempting to bind port 4bf4e5e3-3889-4c0f-8cb0-772811c45c3d on network 23f0fada-6073-4e8a-8323-b88695db4824 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:25:33.850437 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-a2feca8b-8f25-460d-9c0f-3d345ae6caba service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:25:33.850777 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-a2feca8b-8f25-460d-9c0f-3d345ae6caba service neutron] Checking segment: {'id': '435df7f2-25a0-4751-aed9-970815904bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '23f0fada-6073-4e8a-8323-b88695db4824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:25:33.851162 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-a2feca8b-8f25-460d-9c0f-3d345ae6caba service neutron] Bound using segment: {'id': '435df7f2-25a0-4751-aed9-970815904bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '23f0fada-6073-4e8a-8323-b88695db4824'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:25:33.851588 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-a2feca8b-8f25-460d-9c0f-3d345ae6caba service neutron] Bound port: 4bf4e5e3-3889-4c0f-8cb0-772811c45c3d, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '435df7f2-25a0-4751-aed9-970815904bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '23f0fada-6073-4e8a-8323-b88695db4824'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:25:33.851945 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-a2feca8b-8f25-460d-9c0f-3d345ae6caba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:33.918284 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-a2feca8b-8f25-460d-9c0f-3d345ae6caba service neutron] For port 4bf4e5e3-3889-4c0f-8cb0-772811c45c3d, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:25:33.921268 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-a2feca8b-8f25-460d-9c0f-3d345ae6caba service neutron] For port 4bf4e5e3-3889-4c0f-8cb0-772811c45c3d, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=4bf4e5e3-3889-4c0f-8cb0-772811c45c3d,segment=NetworkSegment(435df7f2-25a0-4751-aed9-970815904bc3),segment_id=435df7f2-25a0-4751-aed9-970815904bc3)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:25:33.925748 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-a2feca8b-8f25-460d-9c0f-3d345ae6caba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:33.961225 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-a2feca8b-8f25-460d-9c0f-3d345ae6caba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:33.961835 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-a2feca8b-8f25-460d-9c0f-3d345ae6caba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:33.963208 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-a2feca8b-8f25-460d-9c0f-3d345ae6caba service neutron] 10.222.0.15 "PUT /v2.0/ports/4bf4e5e3-3889-4c0f-8cb0-772811c45c3d HTTP/1.1" status: 200 len: 1091 time: 0.5901783 Apr 28 20:25:33.963668 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba00016c-3bda-46d3-869b-c985be97b995', 'tag': '4bf4e5e3-3889-4c0f-8cb0-772811c45c3d'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:25:33.965985 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1faa64b-1cc5-44e2-8d2f-bf6e03a0d0bc" -d '{"events": [{"name": "network-changed", "server_uuid": "ba00016c-3bda-46d3-869b-c985be97b995", "tag": "4bf4e5e3-3889-4c0f-8cb0-772811c45c3d"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:25:33.993619 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2feca8b-8f25-460d-9c0f-3d345ae6caba service neutron] Pushing event updated for resources: {'Port': ['ID=4bf4e5e3-3889-4c0f-8cb0-772811c45c3d,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:34.011549 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6051e597-d330-446a-addf-1a9efd98d56d x-openstack-request-id: req-6051e597-d330-446a-addf-1a9efd98d56d {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:25:34.011845 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba00016c-3bda-46d3-869b-c985be97b995", "tag": "4bf4e5e3-3889-4c0f-8cb0-772811c45c3d", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:25:34.012119 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6051e597-d330-446a-addf-1a9efd98d56d {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:25:34.012525 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6051e597-d330-446a-addf-1a9efd98d56d'] response: {'name': 'network-changed', 'server_uuid': 'ba00016c-3bda-46d3-869b-c985be97b995', 'tag': '4bf4e5e3-3889-4c0f-8cb0-772811c45c3d', 'status': 'completed', 'code': 200} Apr 28 20:25:34.046668 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-096ad8dd-9d51-4122-9f47-3b09573f5fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:34.048349 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-096ad8dd-9d51-4122-9f47-3b09573f5fed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5bffda1bd5ed4ef0b7192d88871bdb90&device_id=ba00016c-3bda-46d3-869b-c985be97b995 HTTP/1.1" status: 200 len: 1094 time: 0.0469086 Apr 28 20:25:34.091278 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-314690a0-86d9-40a1-b9c6-7a07e4faef48 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bf4e5e3-3889-4c0f-8cb0-772811c45c3d HTTP/1.1" status: 200 len: 217 time: 0.0351946 Apr 28 20:25:34.147139 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-bcd5858b-1928-49b5-9785-e91e2797a86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:34.148667 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-bcd5858b-1928-49b5-9785-e91e2797a86d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb7da27a-dfb0-4666-8447-403b10bf8a04 HTTP/1.1" status: 200 len: 854 time: 0.0512688 Apr 28 20:25:34.150859 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5748d-3550-47e6-8995-f1b972d4820b req-3f12c5cc-a86a-401b-8f69-b3a55d38cf42 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:34.152352 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c6c5748d-3550-47e6-8995-f1b972d4820b req-3f12c5cc-a86a-401b-8f69-b3a55d38cf42 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba00016c-3bda-46d3-869b-c985be97b995 HTTP/1.1" status: 200 len: 943 time: 0.0584421 Apr 28 20:25:34.181132 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-dbb54825-7eb9-4bd9-b6d5-23c0db89d760 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=23f0fada-6073-4e8a-8323-b88695db4824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261285 Apr 28 20:25:34.192286 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c6c5748d-3550-47e6-8995-f1b972d4820b req-111f483d-68eb-40a5-bd3b-df8f219df08c tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ad477c3-6cb3-4890-9ebb-1ed8eea325a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337405 Apr 28 20:25:34.272434 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-a115e892-f7fe-487d-a6cf-76801daf18f1 service neutron] 10.222.0.15 "GET /v2.0/networks/23f0fada-6073-4e8a-8323-b88695db4824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848680 Apr 28 20:25:34.365793 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-17822f82-65ad-4b5e-98bf-eabc66460ac6 req-da4d8485-f39e-4498-8fac-f6bbb7953716 service neutron] 10.222.0.15 "GET /v2.0/networks/23f0fada-6073-4e8a-8323-b88695db4824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870824 Apr 28 20:25:34.454668 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1faa64b-1cc5-44e2-8d2f-bf6e03a0d0bc req-7bc545b0-ff29-4c12-892b-d71f58ea926f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:34.456211 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e1faa64b-1cc5-44e2-8d2f-bf6e03a0d0bc req-7bc545b0-ff29-4c12-892b-d71f58ea926f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5bffda1bd5ed4ef0b7192d88871bdb90&device_id=ba00016c-3bda-46d3-869b-c985be97b995 HTTP/1.1" status: 200 len: 1094 time: 0.0426199 Apr 28 20:25:34.549769 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1faa64b-1cc5-44e2-8d2f-bf6e03a0d0bc req-3eed62e0-a91a-48ac-96c5-18a08472a074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:34.551155 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e1faa64b-1cc5-44e2-8d2f-bf6e03a0d0bc req-3eed62e0-a91a-48ac-96c5-18a08472a074 service neutron] 10.222.0.15 "GET /v2.0/networks?id=23f0fada-6073-4e8a-8323-b88695db4824 HTTP/1.1" status: 200 len: 915 time: 0.0879602 Apr 28 20:25:34.593050 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e1faa64b-1cc5-44e2-8d2f-bf6e03a0d0bc req-be53d056-ecf8-437c-8e26-7c6887d3da97 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bf4e5e3-3889-4c0f-8cb0-772811c45c3d HTTP/1.1" status: 200 len: 217 time: 0.0350506 Apr 28 20:25:34.640347 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1faa64b-1cc5-44e2-8d2f-bf6e03a0d0bc req-eebd6a47-19fa-4c2d-8e89-ff54a022b4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:34.641740 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e1faa64b-1cc5-44e2-8d2f-bf6e03a0d0bc req-eebd6a47-19fa-4c2d-8e89-ff54a022b4aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb7da27a-dfb0-4666-8447-403b10bf8a04 HTTP/1.1" status: 200 len: 854 time: 0.0419800 Apr 28 20:25:34.675709 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e1faa64b-1cc5-44e2-8d2f-bf6e03a0d0bc req-c6a79ba7-3299-4ad4-9f96-7d97e4db5117 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=23f0fada-6073-4e8a-8323-b88695db4824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253549 Apr 28 20:25:34.769145 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e1faa64b-1cc5-44e2-8d2f-bf6e03a0d0bc req-295fde89-4d1a-40ba-9ced-8f5d536c73c6 service neutron] 10.222.0.15 "GET /v2.0/networks/23f0fada-6073-4e8a-8323-b88695db4824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857728 Apr 28 20:25:34.862691 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e1faa64b-1cc5-44e2-8d2f-bf6e03a0d0bc req-c0b0e55b-654f-4a02-a044-6cae483612a5 service neutron] 10.222.0.15 "GET /v2.0/networks/23f0fada-6073-4e8a-8323-b88695db4824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864007 Apr 28 20:25:35.311453 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe186b-2a76-4d1f-a978-7d0f6a56ae7d req-b95b1017-0fc7-48f3-aa8a-f0087a858b42 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:35.312934 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5fbe186b-2a76-4d1f-a978-7d0f6a56ae7d req-b95b1017-0fc7-48f3-aa8a-f0087a858b42 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba00016c-3bda-46d3-869b-c985be97b995 HTTP/1.1" status: 200 len: 943 time: 0.0503316 Apr 28 20:25:35.350826 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5fbe186b-2a76-4d1f-a978-7d0f6a56ae7d req-460f7f11-23fe-4185-b926-a4838bd6161c tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ad477c3-6cb3-4890-9ebb-1ed8eea325a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318952 Apr 28 20:25:36.467148 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48273408-b565-41a7-bdd5-098371cbf308 req-292ea9ac-15c9-4dcf-90d4-5e610d526d6f tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:36.468676 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-48273408-b565-41a7-bdd5-098371cbf308 req-292ea9ac-15c9-4dcf-90d4-5e610d526d6f tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba00016c-3bda-46d3-869b-c985be97b995 HTTP/1.1" status: 200 len: 943 time: 0.0499177 Apr 28 20:25:36.506676 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-48273408-b565-41a7-bdd5-098371cbf308 req-70e86694-f8ff-4300-85aa-d36d4e91c1c3 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ad477c3-6cb3-4890-9ebb-1ed8eea325a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317535 Apr 28 20:25:37.136158 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 4bf4e5e3-3889-4c0f-8cb0-772811c45c3d details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:25:37.229579 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 4bf4e5e3-3889-4c0f-8cb0-772811c45c3d, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=4bf4e5e3-3889-4c0f-8cb0-772811c45c3d,segment=NetworkSegment(435df7f2-25a0-4751-aed9-970815904bc3),segment_id=435df7f2-25a0-4751-aed9-970815904bc3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:25:37.240508 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '4bf4e5e3-3889-4c0f-8cb0-772811c45c3d', 'network_id': '23f0fada-6073-4e8a-8323-b88695db4824', 'port_id': '4bf4e5e3-3889-4c0f-8cb0-772811c45c3d', 'mac_address': 'fa:16:3e:b7:fa:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb7da27a-dfb0-4666-8447-403b10bf8a04', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:25:37.280762 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:37.294440 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bf4e5e3-3889-4c0f-8cb0-772811c45c3d {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:25:37.313768 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 4bf4e5e3-3889-4c0f-8cb0-772811c45c3d, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=4bf4e5e3-3889-4c0f-8cb0-772811c45c3d,segment=NetworkSegment(435df7f2-25a0-4751-aed9-970815904bc3),segment_id=435df7f2-25a0-4751-aed9-970815904bc3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:25:37.317984 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:37.363994 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=4bf4e5e3-3889-4c0f-8cb0-772811c45c3d,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:37.505187 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['4bf4e5e3-3889-4c0f-8cb0-772811c45c3d'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:25:37.623905 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5059e5-00e6-49bf-b489-d6de5e5f88bf req-359f14d5-e79b-49d9-a2cf-bc74c7ae13b1 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:37.625401 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0e5059e5-00e6-49bf-b489-d6de5e5f88bf req-359f14d5-e79b-49d9-a2cf-bc74c7ae13b1 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba00016c-3bda-46d3-869b-c985be97b995 HTTP/1.1" status: 200 len: 944 time: 0.0498698 Apr 28 20:25:37.663723 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0e5059e5-00e6-49bf-b489-d6de5e5f88bf req-75dbf180-68f9-4e08-aeec-5bfcff6cfedb tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ad477c3-6cb3-4890-9ebb-1ed8eea325a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316107 Apr 28 20:25:38.780325 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c233d90-ee8b-4555-ab8f-7d28af3e14a3 req-1e73abe1-89c7-4597-a58a-2b9ca69ef0db tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:38.781791 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0c233d90-ee8b-4555-ab8f-7d28af3e14a3 req-1e73abe1-89c7-4597-a58a-2b9ca69ef0db tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba00016c-3bda-46d3-869b-c985be97b995 HTTP/1.1" status: 200 len: 944 time: 0.0490162 Apr 28 20:25:38.820983 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0c233d90-ee8b-4555-ab8f-7d28af3e14a3 req-74fa4ef7-7f46-47bb-8111-d3c2b19d0e08 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ad477c3-6cb3-4890-9ebb-1ed8eea325a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323329 Apr 28 20:25:39.168423 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 4bf4e5e3-3889-4c0f-8cb0-772811c45c3d up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:25:39.215542 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 4bf4e5e3-3889-4c0f-8cb0-772811c45c3d completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:25:39.219358 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 4bf4e5e3-3889-4c0f-8cb0-772811c45c3d triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:25:39.219726 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:39.297277 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:39.319536 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba00016c-3bda-46d3-869b-c985be97b995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf4e5e3-3889-4c0f-8cb0-772811c45c3d'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:25:39.321760 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9596be-8586-4097-a60c-973fa35f313a" -d '{"events": [{"server_uuid": "ba00016c-3bda-46d3-869b-c985be97b995", "name": "network-vif-plugged", "status": "completed", "tag": "4bf4e5e3-3889-4c0f-8cb0-772811c45c3d"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:25:39.335388 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 4bf4e5e3-3889-4c0f-8cb0-772811c45c3d, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=4bf4e5e3-3889-4c0f-8cb0-772811c45c3d,segment=NetworkSegment(435df7f2-25a0-4751-aed9-970815904bc3),segment_id=435df7f2-25a0-4751-aed9-970815904bc3)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:25:39.339908 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:39.363461 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac1d6ce-73ab-4fb7-932e-27b187aa9f8c x-openstack-request-id: req-aac1d6ce-73ab-4fb7-932e-27b187aa9f8c {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:25:39.363755 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba00016c-3bda-46d3-869b-c985be97b995", "name": "network-vif-plugged", "status": "completed", "tag": "4bf4e5e3-3889-4c0f-8cb0-772811c45c3d", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:25:39.364006 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aac1d6ce-73ab-4fb7-932e-27b187aa9f8c {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:25:39.364408 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aac1d6ce-73ab-4fb7-932e-27b187aa9f8c'] response: {'server_uuid': 'ba00016c-3bda-46d3-869b-c985be97b995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf4e5e3-3889-4c0f-8cb0-772811c45c3d', 'code': 200} Apr 28 20:25:39.390013 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=4bf4e5e3-3889-4c0f-8cb0-772811c45c3d,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:39.454180 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d87f0b-5efb-40dd-8758-6f9876943181 req-4077cc42-88a5-42e8-8af8-9d81378f176a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:39.455574 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a8d87f0b-5efb-40dd-8758-6f9876943181 req-4077cc42-88a5-42e8-8af8-9d81378f176a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ba00016c-3bda-46d3-869b-c985be97b995 HTTP/1.1" status: 200 len: 1096 time: 0.0413752 Apr 28 20:25:39.494916 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a8d87f0b-5efb-40dd-8758-6f9876943181 req-9ee54e3e-0d5b-4f57-a1bc-1302b6356a72 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2ad477c3-6cb3-4890-9ebb-1ed8eea325a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314848 Apr 28 20:25:39.941137 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35393829-24df-4bb6-a7f8-b2a7b6ec311b req-34cafed9-4bc8-4a49-9b2d-8f279848621c tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:39.942610 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-35393829-24df-4bb6-a7f8-b2a7b6ec311b req-34cafed9-4bc8-4a49-9b2d-8f279848621c tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba00016c-3bda-46d3-869b-c985be97b995 HTTP/1.1" status: 200 len: 945 time: 0.0538235 Apr 28 20:25:39.980209 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-35393829-24df-4bb6-a7f8-b2a7b6ec311b req-12d82be9-ec49-4157-ab58-0946bdc7e800 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ad477c3-6cb3-4890-9ebb-1ed8eea325a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314178 Apr 28 20:25:41.099807 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833ccff-d235-42a2-92e1-5b146c0bcfb2 req-1806f7c6-53c5-4c3e-beb4-0aaf44ad8d9e tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:41.101515 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d833ccff-d235-42a2-92e1-5b146c0bcfb2 req-1806f7c6-53c5-4c3e-beb4-0aaf44ad8d9e tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba00016c-3bda-46d3-869b-c985be97b995 HTTP/1.1" status: 200 len: 945 time: 0.0510163 Apr 28 20:25:41.137639 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d833ccff-d235-42a2-92e1-5b146c0bcfb2 req-7ea34f7c-7846-4fd1-8dab-1520e4dfa743 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ad477c3-6cb3-4890-9ebb-1ed8eea325a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301502 Apr 28 20:25:41.407678 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15c232-de85-400d-ada6-f52ef13953e7 req-7feaa251-c1c3-454d-afb3-1fb2161b910d tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:41.410081 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0d15c232-de85-400d-ada6-f52ef13953e7 req-7feaa251-c1c3-454d-afb3-1fb2161b910d tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba00016c-3bda-46d3-869b-c985be97b995 HTTP/1.1" status: 200 len: 945 time: 0.0630879 Apr 28 20:25:41.457557 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0d15c232-de85-400d-ada6-f52ef13953e7 req-6149e229-6a99-4af7-8fff-e82caba9f55b tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ad477c3-6cb3-4890-9ebb-1ed8eea325a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400889 Apr 28 20:25:42.576747 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93cf79-6061-4692-849d-ac9b997f0897 req-6519f463-5cd3-47d5-b236-297c000d6cd2 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:42.578092 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0a93cf79-6061-4692-849d-ac9b997f0897 req-6519f463-5cd3-47d5-b236-297c000d6cd2 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba00016c-3bda-46d3-869b-c985be97b995 HTTP/1.1" status: 200 len: 945 time: 0.0491624 Apr 28 20:25:42.618290 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0a93cf79-6061-4692-849d-ac9b997f0897 req-99dd8822-a813-4e09-bcd3-cae50af4ba19 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ad477c3-6cb3-4890-9ebb-1ed8eea325a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337629 Apr 28 20:25:42.631513 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf9ef2-98f9-43d2-b390-e3925d97160a req-5cff890f-c2f8-4e8a-9039-a7a9c5aa2217 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:42.633007 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ccaf9ef2-98f9-43d2-b390-e3925d97160a req-5cff890f-c2f8-4e8a-9039-a7a9c5aa2217 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba00016c-3bda-46d3-869b-c985be97b995 HTTP/1.1" status: 200 len: 945 time: 0.0492895 Apr 28 20:25:42.724470 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-ccaf9ef2-98f9-43d2-b390-e3925d97160a req-062c4074-a128-402e-bff9-26517c02d49e tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Deleting port 4bf4e5e3-3889-4c0f-8cb0-772811c45c3d {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:25:42.724705 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ccaf9ef2-98f9-43d2-b390-e3925d97160a req-062c4074-a128-402e-bff9-26517c02d49e tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:42.811861 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-ccaf9ef2-98f9-43d2-b390-e3925d97160a req-062c4074-a128-402e-bff9-26517c02d49e tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] For port 4bf4e5e3-3889-4c0f-8cb0-772811c45c3d, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=4bf4e5e3-3889-4c0f-8cb0-772811c45c3d,segment=NetworkSegment(435df7f2-25a0-4751-aed9-970815904bc3),segment_id=435df7f2-25a0-4751-aed9-970815904bc3)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:25:42.812249 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ccaf9ef2-98f9-43d2-b390-e3925d97160a req-062c4074-a128-402e-bff9-26517c02d49e tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:42.824563 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-ccaf9ef2-98f9-43d2-b390-e3925d97160a req-062c4074-a128-402e-bff9-26517c02d49e tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Calling delete_port for 4bf4e5e3-3889-4c0f-8cb0-772811c45c3d owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:25:42.951457 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ccaf9ef2-98f9-43d2-b390-e3925d97160a req-062c4074-a128-402e-bff9-26517c02d49e tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:42.964206 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['94e47d87-23be-48eb-b202-3f8182e7050b'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:25:42.966977 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['4bf4e5e3-3889-4c0f-8cb0-772811c45c3d'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:25:42.980350 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c4074-a128-402e-bff9-26517c02d49e tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Pushing event deleted for resources: {'Port': ['ID=4bf4e5e3-3889-4c0f-8cb0-772811c45c3d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:43.024989 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccaf9ef2-98f9-43d2-b390-e3925d97160a req-062c4074-a128-402e-bff9-26517c02d49e tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] No DVR routers for this DVR port 4bf4e5e3-3889-4c0f-8cb0-772811c45c3d on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:25:43.027612 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-ccaf9ef2-98f9-43d2-b390-e3925d97160a req-062c4074-a128-402e-bff9-26517c02d49e tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:43.030981 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ccaf9ef2-98f9-43d2-b390-e3925d97160a req-062c4074-a128-402e-bff9-26517c02d49e tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.15 "DELETE /v2.0/ports/4bf4e5e3-3889-4c0f-8cb0-772811c45c3d HTTP/1.1" status: 204 len: 173 time: 0.3918178 Apr 28 20:25:43.031417 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba00016c-3bda-46d3-869b-c985be97b995', 'name': 'network-vif-deleted', 'tag': '4bf4e5e3-3889-4c0f-8cb0-772811c45c3d'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:25:43.034396 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}670644c422857110fba60796264d38395eb5947728ce9819363027cccc124235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33dc6ce-c5b3-41fe-87ee-9f0e39ee8e29" -d '{"events": [{"server_uuid": "ba00016c-3bda-46d3-869b-c985be97b995", "name": "network-vif-deleted", "tag": "4bf4e5e3-3889-4c0f-8cb0-772811c45c3d"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:25:43.075556 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fff90bd-5c7f-43e6-8b83-ec3479f2da1a x-openstack-request-id: req-0fff90bd-5c7f-43e6-8b83-ec3479f2da1a {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:25:43.075964 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba00016c-3bda-46d3-869b-c985be97b995", "name": "network-vif-deleted", "tag": "4bf4e5e3-3889-4c0f-8cb0-772811c45c3d", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:25:43.076474 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0fff90bd-5c7f-43e6-8b83-ec3479f2da1a {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:25:43.076973 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fff90bd-5c7f-43e6-8b83-ec3479f2da1a'] response: {'server_uuid': 'ba00016c-3bda-46d3-869b-c985be97b995', 'name': 'network-vif-deleted', 'tag': '4bf4e5e3-3889-4c0f-8cb0-772811c45c3d', 'status': 'completed', 'code': 200} Apr 28 20:25:43.779112 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1f56e-fc59-493c-9799-5c9816f7077b req-4882fed6-061d-44ff-bede-f06e1c2e1f22 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:43.780602 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eae1f56e-fc59-493c-9799-5c9816f7077b req-4882fed6-061d-44ff-bede-f06e1c2e1f22 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/ports?device_id=526857f9-1b2f-4ba8-a5ad-82a7cd8cb8d7 HTTP/1.1" status: 200 len: 945 time: 0.0594711 Apr 28 20:25:43.818943 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-eae1f56e-fc59-493c-9799-5c9816f7077b req-6a03ac78-4148-4622-b8d8-8836d9b7c47a tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ad477c3-6cb3-4890-9ebb-1ed8eea325a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316267 Apr 28 20:25:43.957656 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5a9cb-957b-4930-9172-1c003cfcdbd7 req-4512389e-0751-46ae-9c72-ac520d2e2d23 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:43.959005 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-70c5a9cb-957b-4930-9172-1c003cfcdbd7 req-4512389e-0751-46ae-9c72-ac520d2e2d23 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/ports?device_id=526857f9-1b2f-4ba8-a5ad-82a7cd8cb8d7 HTTP/1.1" status: 200 len: 945 time: 0.0566082 Apr 28 20:25:43.996664 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-70c5a9cb-957b-4930-9172-1c003cfcdbd7 req-0d3e5274-81b4-48d7-8456-ae0108308d5a tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ad477c3-6cb3-4890-9ebb-1ed8eea325a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315666 Apr 28 20:25:44.111484 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c6313-92d4-4bac-92b3-761cf96bd6de req-64a3e7a7-cae7-489b-84f6-263015dcead8 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:44.112635 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-771c6313-92d4-4bac-92b3-761cf96bd6de req-64a3e7a7-cae7-489b-84f6-263015dcead8 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/ports?device_id=526857f9-1b2f-4ba8-a5ad-82a7cd8cb8d7 HTTP/1.1" status: 200 len: 945 time: 0.0488877 Apr 28 20:25:44.149529 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-771c6313-92d4-4bac-92b3-761cf96bd6de req-55ecb121-fe53-4ad1-9938-c1babcccbe3a tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ad477c3-6cb3-4890-9ebb-1ed8eea325a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309632 Apr 28 20:25:44.322825 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8c535-2c28-4c2f-be4f-5fa1c8dac8ca req-75a822df-5811-415e-9e15-f3243bcada81 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:44.324451 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-61e8c535-2c28-4c2f-be4f-5fa1c8dac8ca req-75a822df-5811-415e-9e15-f3243bcada81 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/ports?device_id=526857f9-1b2f-4ba8-a5ad-82a7cd8cb8d7 HTTP/1.1" status: 200 len: 945 time: 0.0542147 Apr 28 20:25:44.362828 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-61e8c535-2c28-4c2f-be4f-5fa1c8dac8ca req-174339bf-8a57-49fd-9754-1eac881915d8 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ad477c3-6cb3-4890-9ebb-1ed8eea325a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315056 Apr 28 20:25:44.483120 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f700616-6d93-4bd4-bb0b-1564c88906c4 req-9663944d-a8a5-4e05-a13b-810430d53c02 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:44.484530 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4f700616-6d93-4bd4-bb0b-1564c88906c4 req-9663944d-a8a5-4e05-a13b-810430d53c02 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/ports?device_id=526857f9-1b2f-4ba8-a5ad-82a7cd8cb8d7 HTTP/1.1" status: 200 len: 945 time: 0.0548472 Apr 28 20:25:44.522340 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-4f700616-6d93-4bd4-bb0b-1564c88906c4 req-e939f7d6-71d7-4f3c-8a64-582a0ca9f43e tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ad477c3-6cb3-4890-9ebb-1ed8eea325a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310049 Apr 28 20:25:44.647336 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6947e-b211-4b4c-807e-4aaaf82452c3 req-9aa979b7-d661-4174-ba85-483db4e2c196 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:44.648904 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e3f6947e-b211-4b4c-807e-4aaaf82452c3 req-9aa979b7-d661-4174-ba85-483db4e2c196 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/ports?device_id=526857f9-1b2f-4ba8-a5ad-82a7cd8cb8d7 HTTP/1.1" status: 200 len: 945 time: 0.0500314 Apr 28 20:25:44.686923 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e3f6947e-b211-4b4c-807e-4aaaf82452c3 req-9da82fda-3670-4507-88a4-8d87fed08447 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ad477c3-6cb3-4890-9ebb-1ed8eea325a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318532 Apr 28 20:25:44.989587 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd33de-1c3a-4d26-a1e5-bf93a2f8845c req-da9bed96-8e50-44ce-90b0-74bdc075ee5c tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:44.991028 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f0cd33de-1c3a-4d26-a1e5-bf93a2f8845c req-da9bed96-8e50-44ce-90b0-74bdc075ee5c tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/ports?device_id=526857f9-1b2f-4ba8-a5ad-82a7cd8cb8d7 HTTP/1.1" status: 200 len: 945 time: 0.0499647 Apr 28 20:25:45.028731 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f0cd33de-1c3a-4d26-a1e5-bf93a2f8845c req-2734b8a7-a2f4-4250-bb71-ae05ed64b502 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ad477c3-6cb3-4890-9ebb-1ed8eea325a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317240 Apr 28 20:25:45.171305 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 4bf4e5e3-3889-4c0f-8cb0-772811c45c3d no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:25:45.191993 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 4bf4e5e3-3889-4c0f-8cb0-772811c45c3d {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:25:45.192361 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 4bf4e5e3-3889-4c0f-8cb0-772811c45c3d not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:25:46.148932 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1702fd9-67d1-449f-9aaf-444e3aa285cd req-1a20721a-ab51-4d91-9b88-92361b1c6b14 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:46.150417 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d1702fd9-67d1-449f-9aaf-444e3aa285cd req-1a20721a-ab51-4d91-9b88-92361b1c6b14 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/ports?device_id=526857f9-1b2f-4ba8-a5ad-82a7cd8cb8d7 HTTP/1.1" status: 200 len: 945 time: 0.0514042 Apr 28 20:25:46.191884 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d1702fd9-67d1-449f-9aaf-444e3aa285cd req-648089ad-8255-45fa-beea-3d9542270337 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ad477c3-6cb3-4890-9ebb-1ed8eea325a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348685 Apr 28 20:25:46.354744 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e9de4-8187-4189-bc91-c270701b70c7 req-6a0dee87-bfb5-4af4-ab65-a5d72ce6f312 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:46.356129 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-638e9de4-8187-4189-bc91-c270701b70c7 req-6a0dee87-bfb5-4af4-ab65-a5d72ce6f312 tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.44 "GET /v2.0/ports?device_id=526857f9-1b2f-4ba8-a5ad-82a7cd8cb8d7 HTTP/1.1" status: 200 len: 945 time: 0.0486634 Apr 28 20:25:46.446754 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-638e9de4-8187-4189-bc91-c270701b70c7 req-abe42e94-6906-40c0-9664-03df57d010ef tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Deleting port 94e47d87-23be-48eb-b202-3f8182e7050b {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:25:46.447088 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-638e9de4-8187-4189-bc91-c270701b70c7 req-abe42e94-6906-40c0-9664-03df57d010ef tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:46.531437 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-638e9de4-8187-4189-bc91-c270701b70c7 req-abe42e94-6906-40c0-9664-03df57d010ef tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] For port 94e47d87-23be-48eb-b202-3f8182e7050b, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=94e47d87-23be-48eb-b202-3f8182e7050b,segment=NetworkSegment(435df7f2-25a0-4751-aed9-970815904bc3),segment_id=435df7f2-25a0-4751-aed9-970815904bc3)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:25:46.531787 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-638e9de4-8187-4189-bc91-c270701b70c7 req-abe42e94-6906-40c0-9664-03df57d010ef tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:46.545035 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-638e9de4-8187-4189-bc91-c270701b70c7 req-abe42e94-6906-40c0-9664-03df57d010ef tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Calling delete_port for 94e47d87-23be-48eb-b202-3f8182e7050b owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:25:46.670359 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-638e9de4-8187-4189-bc91-c270701b70c7 req-abe42e94-6906-40c0-9664-03df57d010ef tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:46.681568 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['94e47d87-23be-48eb-b202-3f8182e7050b'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:25:46.697372 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe42e94-6906-40c0-9664-03df57d010ef tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Pushing event deleted for resources: {'Port': ['ID=94e47d87-23be-48eb-b202-3f8182e7050b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:46.740961 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-638e9de4-8187-4189-bc91-c270701b70c7 req-abe42e94-6906-40c0-9664-03df57d010ef tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] No DVR routers for this DVR port 94e47d87-23be-48eb-b202-3f8182e7050b on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:25:46.743528 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-638e9de4-8187-4189-bc91-c270701b70c7 req-abe42e94-6906-40c0-9664-03df57d010ef tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:46.746947 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-638e9de4-8187-4189-bc91-c270701b70c7 req-abe42e94-6906-40c0-9664-03df57d010ef tempest-ServersNegativeTestJSON-910092304 tempest-ServersNegativeTestJSON-910092304-project] 10.222.0.44 "DELETE /v2.0/ports/94e47d87-23be-48eb-b202-3f8182e7050b HTTP/1.1" status: 204 len: 173 time: 0.3849876 Apr 28 20:25:46.747384 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526857f9-1b2f-4ba8-a5ad-82a7cd8cb8d7', 'name': 'network-vif-deleted', 'tag': '94e47d87-23be-48eb-b202-3f8182e7050b'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:25:46.749620 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749e5d86-7961-4f9c-adf3-4f5a85e830b6" -d '{"events": [{"server_uuid": "526857f9-1b2f-4ba8-a5ad-82a7cd8cb8d7", "name": "network-vif-deleted", "tag": "94e47d87-23be-48eb-b202-3f8182e7050b"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:25:46.852250 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d046fd-4913-4046-8ad8-621aaf033853 x-openstack-request-id: req-92d046fd-4913-4046-8ad8-621aaf033853 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:25:46.852544 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526857f9-1b2f-4ba8-a5ad-82a7cd8cb8d7", "name": "network-vif-deleted", "tag": "94e47d87-23be-48eb-b202-3f8182e7050b", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:25:46.852807 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-92d046fd-4913-4046-8ad8-621aaf033853 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:25:46.853208 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92d046fd-4913-4046-8ad8-621aaf033853'] response: {'server_uuid': '526857f9-1b2f-4ba8-a5ad-82a7cd8cb8d7', 'name': 'network-vif-deleted', 'tag': '94e47d87-23be-48eb-b202-3f8182e7050b', 'status': 'completed', 'code': 200} Apr 28 20:25:47.247735 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37010) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:47.296087 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d650e0-3415-4301-85c8-9227a209ebbe admin admin] Deleting subnet fb7da27a-dfb0-4666-8447-403b10bf8a04 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:25:47.299092 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b4d650e0-3415-4301-85c8-9227a209ebbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:47.333402 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b4d650e0-3415-4301-85c8-9227a209ebbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:47.369984 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b4d650e0-3415-4301-85c8-9227a209ebbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:47.420382 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b4d650e0-3415-4301-85c8-9227a209ebbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:47.446091 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d650e0-3415-4301-85c8-9227a209ebbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb7da27a-dfb0-4666-8447-403b10bf8a04,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:47.451036 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-b4d650e0-3415-4301-85c8-9227a209ebbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:47.454859 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-b4d650e0-3415-4301-85c8-9227a209ebbe admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fb7da27a-dfb0-4666-8447-403b10bf8a04 HTTP/1.1" status: 204 len: 168 time: 0.2055237 Apr 28 20:25:47.457541 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37012) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:47.528996 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5ec286c6-5dc0-4725-982b-79cad16c092a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:47.614864 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5ec286c6-5dc0-4725-982b-79cad16c092a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:47.638658 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-5ec286c6-5dc0-4725-982b-79cad16c092a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f0fada-6073-4e8a-8323-b88695db4824']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:47.647425 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-5ec286c6-5dc0-4725-982b-79cad16c092a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '435df7f2-25a0-4751-aed9-970815904bc3') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:47.647716 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-5ec286c6-5dc0-4725-982b-79cad16c092a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '435df7f2-25a0-4751-aed9-970815904bc3') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:47.656597 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5ec286c6-5dc0-4725-982b-79cad16c092a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:47.669829 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5ec286c6-5dc0-4725-982b-79cad16c092a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:47.676498 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec286c6-5dc0-4725-982b-79cad16c092a admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:25:47.676904 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5ec286c6-5dc0-4725-982b-79cad16c092a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:47.678763 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 20:25:47.678763 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:25:47.678763 n-d-839810-1 neutron-server[102774]: timer() Apr 28 20:25:47.678763 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:25:47.678763 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 20:25:47.678763 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:25:47.678763 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 20:25:47.678763 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:25:47.678763 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 20:25:47.678763 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:25:47.678763 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 20:25:47.678763 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:25:47.678763 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 20:25:47.678763 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:25:47.678763 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:25:47.678763 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:25:47.678763 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:25:47.678763 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:25:47.678763 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 20:25:47.678763 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:25:47.678763 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 20:25:47.678763 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:25:47.678763 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:25:47.678763 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:25:47.678763 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 20:25:47.678763 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:25:47.678763 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:25:47.678763 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:25:47.678763 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:25:47.678763 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:25:47.678763 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:25:47.678763 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:25:47.732715 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5ec286c6-5dc0-4725-982b-79cad16c092a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:47.738216 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5ec286c6-5dc0-4725-982b-79cad16c092a admin admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:47.741552 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5ec286c6-5dc0-4725-982b-79cad16c092a admin admin] 10.222.0.42 "DELETE /v2.0/networks/23f0fada-6073-4e8a-8323-b88695db4824 HTTP/1.1" status: 204 len: 168 time: 0.2830985 Apr 28 20:25:47.755027 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec286c6-5dc0-4725-982b-79cad16c092a admin admin] Pushing event deleted for resources: {'Network': ['ID=23f0fada-6073-4e8a-8323-b88695db4824,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:47.851612 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37016) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:47.890523 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f00d8528-59aa-4f18-b5b5-ac8a449a9e5d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5bffda1bd5ed4ef0b7192d88871bdb90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374629 Apr 28 20:25:47.893658 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37018) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:47.940517 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4156f42a-76ab-44d3-b107-1eda7956c364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:47.965501 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4156f42a-76ab-44d3-b107-1eda7956c364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:48.010979 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4156f42a-76ab-44d3-b107-1eda7956c364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:48.013773 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4156f42a-76ab-44d3-b107-1eda7956c364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:48.015041 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4156f42a-76ab-44d3-b107-1eda7956c364 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2ad477c3-6cb3-4890-9ebb-1ed8eea325a2 HTTP/1.1" status: 204 len: 168 time: 0.1204679 Apr 28 20:25:48.023777 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4156f42a-76ab-44d3-b107-1eda7956c364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad477c3-6cb3-4890-9ebb-1ed8eea325a2,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:48.684582 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37040) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:48.777227 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-775ad072-53a6-4bec-aced-64d5b2bccc88 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1185073586'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:25:48.796124 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775ad072-53a6-4bec-aced-64d5b2bccc88 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Made reservation on behalf of c3e591e5aadb4485855b0a6452c66859 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:25:48.799446 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-775ad072-53a6-4bec-aced-64d5b2bccc88 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:48.807647 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-775ad072-53a6-4bec-aced-64d5b2bccc88 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:48.880774 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-775ad072-53a6-4bec-aced-64d5b2bccc88 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:48.884191 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-775ad072-53a6-4bec-aced-64d5b2bccc88 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:48.909992 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-775ad072-53a6-4bec-aced-64d5b2bccc88 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:25:48.919546 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ad072-53a6-4bec-aced-64d5b2bccc88 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6ff959-8e62-4617-ae73-16fafa917dba,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:48.928384 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-775ad072-53a6-4bec-aced-64d5b2bccc88 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:48.928739 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-775ad072-53a6-4bec-aced-64d5b2bccc88 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Added segment a251936a-81c8-4ca1-a628-67ed0ee8eafa of type vlan for network 3402b1c5-bc35-4a97-80d3-42de136f9860 Apr 28 20:25:48.969961 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-775ad072-53a6-4bec-aced-64d5b2bccc88 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:48.993328 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-775ad072-53a6-4bec-aced-64d5b2bccc88 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:48.998724 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775ad072-53a6-4bec-aced-64d5b2bccc88 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:48.999303 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-775ad072-53a6-4bec-aced-64d5b2bccc88 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:49.055234 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-775ad072-53a6-4bec-aced-64d5b2bccc88 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3695395 Apr 28 20:25:49.070971 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ad072-53a6-4bec-aced-64d5b2bccc88 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Pushing event updated for resources: {'Network': ['ID=3402b1c5-bc35-4a97-80d3-42de136f9860,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:49.082879 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 3402b1c5-bc35-4a97-80d3-42de136f9860 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:25:49.554396 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 94e47d87-23be-48eb-b202-3f8182e7050b no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:25:49.578602 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 94e47d87-23be-48eb-b202-3f8182e7050b {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:25:49.578880 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 94e47d87-23be-48eb-b202-3f8182e7050b not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:25:49.884967 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-05829968-f5eb-437b-990b-1b088911cb2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:52.123748 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-189ae3d1-eed9-4430-8c60-2afb48c750b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:52.347391 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37044) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:52.352512 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-0dd60c1f-b119-4652-95ef-cb979ba8fade tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Request body: {'subnet': {'network_id': '3402b1c5-bc35-4a97-80d3-42de136f9860', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:25:52.435244 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd60c1f-b119-4652-95ef-cb979ba8fade tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Made reservation on behalf of c3e591e5aadb4485855b0a6452c66859 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:25:52.438867 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0dd60c1f-b119-4652-95ef-cb979ba8fade tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:52.618941 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0dd60c1f-b119-4652-95ef-cb979ba8fade tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:52.680629 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd60c1f-b119-4652-95ef-cb979ba8fade tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Pushing event updated for resources: {'Subnet': ['ID=88bca1c4-7667-4129-b15d-e59507984a0a,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:52.691162 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd60c1f-b119-4652-95ef-cb979ba8fade tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Checking segment: {'id': 'a251936a-81c8-4ca1-a628-67ed0ee8eafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3402b1c5-bc35-4a97-80d3-42de136f9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:25:52.691518 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd60c1f-b119-4652-95ef-cb979ba8fade tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Network hostable DHCP agents. Network: 3402b1c5-bc35-4a97-80d3-42de136f9860, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:25:52.707439 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd60c1f-b119-4652-95ef-cb979ba8fade tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Network 3402b1c5-bc35-4a97-80d3-42de136f9860 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:25:52.715403 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-0dd60c1f-b119-4652-95ef-cb979ba8fade tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 3402b1c5-bc35-4a97-80d3-42de136f9860) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:25:52.719574 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd60c1f-b119-4652-95ef-cb979ba8fade tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:52.720179 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0dd60c1f-b119-4652-95ef-cb979ba8fade tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:52.725523 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37975076-a48b-40b6-be9a-99cca2ccc40a None None] Network 3402b1c5-bc35-4a97-80d3-42de136f9860 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:25:52.736889 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0dd60c1f-b119-4652-95ef-cb979ba8fade tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3883014 Apr 28 20:25:52.740309 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37046) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:52.745356 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-87686f8d-4d6e-4463-85f3-3158c14fe2f0 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1147351362'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:25:52.766451 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87686f8d-4d6e-4463-85f3-3158c14fe2f0 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Made reservation on behalf of c3e591e5aadb4485855b0a6452c66859 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:25:52.770952 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-87686f8d-4d6e-4463-85f3-3158c14fe2f0 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:52.798364 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87686f8d-4d6e-4463-85f3-3158c14fe2f0 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:25:52.809074 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-87686f8d-4d6e-4463-85f3-3158c14fe2f0 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:52.809405 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-87686f8d-4d6e-4463-85f3-3158c14fe2f0 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Added segment c84d7dec-425b-40b1-af56-34f40c53d970 of type vlan for network 5fac3375-2a5e-48ee-961b-1bf5c378540e Apr 28 20:25:52.849977 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-87686f8d-4d6e-4463-85f3-3158c14fe2f0 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:52.875287 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-87686f8d-4d6e-4463-85f3-3158c14fe2f0 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:52.879457 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db033a1-d1c3-4402-b11f-0bb474fdfc58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-3402b1c5-bc35-4a97-80d3-42de136f9860', 'network_id': '3402b1c5-bc35-4a97-80d3-42de136f9860', 'tenant_id': 'c3e591e5aadb4485855b0a6452c66859', 'fixed_ips': [{'subnet_id': '88bca1c4-7667-4129-b15d-e59507984a0a'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:25:52.880347 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9db033a1-d1c3-4402-b11f-0bb474fdfc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:52.881582 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87686f8d-4d6e-4463-85f3-3158c14fe2f0 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:52.882200 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-87686f8d-4d6e-4463-85f3-3158c14fe2f0 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:52.910867 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-87686f8d-4d6e-4463-85f3-3158c14fe2f0 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1694999 Apr 28 20:25:52.913979 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37048) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:52.919620 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-8f41146c-7c11-4849-9ba7-3f25255d1152 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Request body: {'subnet': {'network_id': '5fac3375-2a5e-48ee-961b-1bf5c378540e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:25:52.953423 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87686f8d-4d6e-4463-85f3-3158c14fe2f0 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Pushing event updated for resources: {'Network': ['ID=5fac3375-2a5e-48ee-961b-1bf5c378540e,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:52.967413 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 5fac3375-2a5e-48ee-961b-1bf5c378540e details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:25:53.020020 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f41146c-7c11-4849-9ba7-3f25255d1152 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Made reservation on behalf of c3e591e5aadb4485855b0a6452c66859 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:25:53.023673 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f41146c-7c11-4849-9ba7-3f25255d1152 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:53.072872 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-9db033a1-d1c3-4402-b11f-0bb474fdfc58 None None] Allocated IP 2001:db8:0:ffff::2 (3402b1c5-bc35-4a97-80d3-42de136f9860/88bca1c4-7667-4129-b15d-e59507984a0a/b422ccdb-bdc6-45e0-af5c-56336175a68b) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:25:53.219376 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f41146c-7c11-4849-9ba7-3f25255d1152 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:53.221827 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9db033a1-d1c3-4402-b11f-0bb474fdfc58 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:53.228421 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9db033a1-d1c3-4402-b11f-0bb474fdfc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:53.270115 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db033a1-d1c3-4402-b11f-0bb474fdfc58 None None] Network 3402b1c5-bc35-4a97-80d3-42de136f9860 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:25:53.274584 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-9db033a1-d1c3-4402-b11f-0bb474fdfc58 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:25:53.277063 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db033a1-d1c3-4402-b11f-0bb474fdfc58 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:25:53.283398 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41146c-7c11-4849-9ba7-3f25255d1152 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Pushing event updated for resources: {'Subnet': ['ID=ff7cfa67-b09e-42c9-ad95-43b8146c03ef,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:53.284861 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db033a1-d1c3-4402-b11f-0bb474fdfc58 None None] Pushing event updated for resources: {'Port': ['ID=b422ccdb-bdc6-45e0-af5c-56336175a68b,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:53.294046 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f41146c-7c11-4849-9ba7-3f25255d1152 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Checking segment: {'id': 'c84d7dec-425b-40b1-af56-34f40c53d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '5fac3375-2a5e-48ee-961b-1bf5c378540e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:25:53.294409 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f41146c-7c11-4849-9ba7-3f25255d1152 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Network hostable DHCP agents. Network: 5fac3375-2a5e-48ee-961b-1bf5c378540e, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:25:53.313678 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db033a1-d1c3-4402-b11f-0bb474fdfc58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:53.314095 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db033a1-d1c3-4402-b11f-0bb474fdfc58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:53.315240 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db033a1-d1c3-4402-b11f-0bb474fdfc58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:53.315789 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db033a1-d1c3-4402-b11f-0bb474fdfc58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:53.316146 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db033a1-d1c3-4402-b11f-0bb474fdfc58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:53.316546 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db033a1-d1c3-4402-b11f-0bb474fdfc58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:53.316879 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db033a1-d1c3-4402-b11f-0bb474fdfc58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:53.317211 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db033a1-d1c3-4402-b11f-0bb474fdfc58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:53.317479 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f41146c-7c11-4849-9ba7-3f25255d1152 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Network 5fac3375-2a5e-48ee-961b-1bf5c378540e is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:25:53.317593 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db033a1-d1c3-4402-b11f-0bb474fdfc58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:53.317856 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db033a1-d1c3-4402-b11f-0bb474fdfc58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:53.318189 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db033a1-d1c3-4402-b11f-0bb474fdfc58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:53.318562 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db033a1-d1c3-4402-b11f-0bb474fdfc58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:53.326932 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-8f41146c-7c11-4849-9ba7-3f25255d1152 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 5fac3375-2a5e-48ee-961b-1bf5c378540e) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:25:53.332340 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f41146c-7c11-4849-9ba7-3f25255d1152 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:53.333124 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f41146c-7c11-4849-9ba7-3f25255d1152 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:53.343714 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f36ab7b-0693-467a-a07b-1bc56060f4be None None] Network 5fac3375-2a5e-48ee-961b-1bf5c378540e requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:25:53.350508 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8f41146c-7c11-4849-9ba7-3f25255d1152 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4353926 Apr 28 20:25:53.354757 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37050) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:53.398952 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-9db033a1-d1c3-4402-b11f-0bb474fdfc58 None None] Attempting to bind port b422ccdb-bdc6-45e0-af5c-56336175a68b on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:25:53.399318 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-9db033a1-d1c3-4402-b11f-0bb474fdfc58 None None] Attempting to bind port b422ccdb-bdc6-45e0-af5c-56336175a68b by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'a251936a-81c8-4ca1-a628-67ed0ee8eafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3402b1c5-bc35-4a97-80d3-42de136f9860'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:25:53.399661 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db033a1-d1c3-4402-b11f-0bb474fdfc58 None None] Attempting to bind port b422ccdb-bdc6-45e0-af5c-56336175a68b on network 3402b1c5-bc35-4a97-80d3-42de136f9860 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:25:53.410872 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db033a1-d1c3-4402-b11f-0bb474fdfc58 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:25:53.411239 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db033a1-d1c3-4402-b11f-0bb474fdfc58 None None] Checking segment: {'id': 'a251936a-81c8-4ca1-a628-67ed0ee8eafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3402b1c5-bc35-4a97-80d3-42de136f9860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:25:53.411633 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9db033a1-d1c3-4402-b11f-0bb474fdfc58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:53.412016 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db033a1-d1c3-4402-b11f-0bb474fdfc58 None None] Bound using segment: {'id': 'a251936a-81c8-4ca1-a628-67ed0ee8eafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3402b1c5-bc35-4a97-80d3-42de136f9860'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:25:53.412499 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-9db033a1-d1c3-4402-b11f-0bb474fdfc58 None None] Bound port: b422ccdb-bdc6-45e0-af5c-56336175a68b, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a251936a-81c8-4ca1-a628-67ed0ee8eafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3402b1c5-bc35-4a97-80d3-42de136f9860'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:25:53.413327 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9db033a1-d1c3-4402-b11f-0bb474fdfc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:53.455731 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f41ab0f5-a91d-4e7c-96cd-b641de743cca tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:53.520276 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-9db033a1-d1c3-4402-b11f-0bb474fdfc58 None None] For port b422ccdb-bdc6-45e0-af5c-56336175a68b, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:25:53.538238 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-9db033a1-d1c3-4402-b11f-0bb474fdfc58 None None] For port b422ccdb-bdc6-45e0-af5c-56336175a68b, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=b422ccdb-bdc6-45e0-af5c-56336175a68b,segment=NetworkSegment(a251936a-81c8-4ca1-a628-67ed0ee8eafa),segment_id=a251936a-81c8-4ca1-a628-67ed0ee8eafa)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:25:53.544385 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9db033a1-d1c3-4402-b11f-0bb474fdfc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:53.557917 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f41ab0f5-a91d-4e7c-96cd-b641de743cca tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:53.604681 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8e0338-d4ce-42d8-9086-3c196fec769f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-5fac3375-2a5e-48ee-961b-1bf5c378540e', 'network_id': '5fac3375-2a5e-48ee-961b-1bf5c378540e', 'tenant_id': 'c3e591e5aadb4485855b0a6452c66859', 'fixed_ips': [{'subnet_id': 'ff7cfa67-b09e-42c9-ad95-43b8146c03ef'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:25:53.605496 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6f8e0338-d4ce-42d8-9086-3c196fec769f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:53.632953 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f41ab0f5-a91d-4e7c-96cd-b641de743cca tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:53.665926 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ab0f5-a91d-4e7c-96cd-b641de743cca tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Pushing event deleted for resources: {'Subnet': ['ID=ff7cfa67-b09e-42c9-ad95-43b8146c03ef,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:53.738713 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f41ab0f5-a91d-4e7c-96cd-b641de743cca tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:53.763216 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-f41ab0f5-a91d-4e7c-96cd-b641de743cca tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fac3375-2a5e-48ee-961b-1bf5c378540e']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:53.778925 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-f41ab0f5-a91d-4e7c-96cd-b641de743cca tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c84d7dec-425b-40b1-af56-34f40c53d970') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:53.779224 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-f41ab0f5-a91d-4e7c-96cd-b641de743cca tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c84d7dec-425b-40b1-af56-34f40c53d970') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:53.803937 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f41ab0f5-a91d-4e7c-96cd-b641de743cca tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:53.825335 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f41ab0f5-a91d-4e7c-96cd-b641de743cca tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:53.832200 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41ab0f5-a91d-4e7c-96cd-b641de743cca tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:25:53.832538 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f41ab0f5-a91d-4e7c-96cd-b641de743cca tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:53.835453 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 20:25:53.835453 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:25:53.835453 n-d-839810-1 neutron-server[102773]: timer() Apr 28 20:25:53.835453 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:25:53.835453 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 20:25:53.835453 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:25:53.835453 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 20:25:53.835453 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:25:53.835453 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 20:25:53.835453 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:25:53.835453 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 20:25:53.835453 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:25:53.835453 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 20:25:53.835453 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:25:53.835453 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:25:53.835453 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:25:53.835453 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:25:53.835453 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:25:53.835453 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 20:25:53.835453 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:25:53.835453 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 20:25:53.835453 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:25:53.835453 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:25:53.835453 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:25:53.835453 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 20:25:53.835453 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:25:53.835453 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:25:53.835453 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:25:53.835453 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:25:53.835453 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:25:53.835453 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:25:53.835453 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:25:53.848846 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db033a1-d1c3-4402-b11f-0bb474fdfc58 None None] Pushing event updated for resources: {'Port': ['ID=b422ccdb-bdc6-45e0-af5c-56336175a68b,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:53.856091 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:53.913798 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f41ab0f5-a91d-4e7c-96cd-b641de743cca tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:53.918861 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f41ab0f5-a91d-4e7c-96cd-b641de743cca tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:53.922549 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c133a6d9-69b8-4c73-ae54-1d0b82baf6c1 None None] Network 5fac3375-2a5e-48ee-961b-1bf5c378540e requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:25:53.924742 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f41ab0f5-a91d-4e7c-96cd-b641de743cca tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] 10.222.0.42 "DELETE /v2.0/networks/5fac3375-2a5e-48ee-961b-1bf5c378540e HTTP/1.1" status: 204 len: 168 time: 0.5677574 Apr 28 20:25:53.927612 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37052) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:53.934286 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-c73254ff-a504-4575-8b4a-01d9abeec2ac tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-92596133'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:25:53.937777 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c133a6d9-69b8-4c73-ae54-1d0b82baf6c1 None None] Network 5fac3375-2a5e-48ee-961b-1bf5c378540e could not be found, it might have been deleted concurrently. {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 28 20:25:53.956911 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ab0f5-a91d-4e7c-96cd-b641de743cca tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Pushing event deleted for resources: {'Network': ['ID=5fac3375-2a5e-48ee-961b-1bf5c378540e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:53.965298 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ab0f5-a91d-4e7c-96cd-b641de743cca tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:53.965641 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ab0f5-a91d-4e7c-96cd-b641de743cca tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:53.965972 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ab0f5-a91d-4e7c-96cd-b641de743cca tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:53.966382 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ab0f5-a91d-4e7c-96cd-b641de743cca tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:53.966698 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ab0f5-a91d-4e7c-96cd-b641de743cca tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:53.967029 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ab0f5-a91d-4e7c-96cd-b641de743cca tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:53.967356 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ab0f5-a91d-4e7c-96cd-b641de743cca tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:53.967672 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ab0f5-a91d-4e7c-96cd-b641de743cca tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:53.968373 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ab0f5-a91d-4e7c-96cd-b641de743cca tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:53.968578 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73254ff-a504-4575-8b4a-01d9abeec2ac tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Made reservation on behalf of c3e591e5aadb4485855b0a6452c66859 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:25:53.968871 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ab0f5-a91d-4e7c-96cd-b641de743cca tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:53.969173 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ab0f5-a91d-4e7c-96cd-b641de743cca tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:53.969646 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ab0f5-a91d-4e7c-96cd-b641de743cca tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:53.974216 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c73254ff-a504-4575-8b4a-01d9abeec2ac tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:54.003264 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c73254ff-a504-4575-8b4a-01d9abeec2ac tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:25:54.012472 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c73254ff-a504-4575-8b4a-01d9abeec2ac tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:54.012811 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-c73254ff-a504-4575-8b4a-01d9abeec2ac tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Added segment 61203c5c-c3f4-4a7e-915d-f7f14ef7ab2f of type vlan for network b13b231a-b18f-4074-afcb-a9bc615fbdf4 Apr 28 20:25:54.051971 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c73254ff-a504-4575-8b4a-01d9abeec2ac tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:54.075945 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c73254ff-a504-4575-8b4a-01d9abeec2ac tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:54.082171 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73254ff-a504-4575-8b4a-01d9abeec2ac tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:54.082747 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c73254ff-a504-4575-8b4a-01d9abeec2ac tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:54.142280 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c73254ff-a504-4575-8b4a-01d9abeec2ac tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2129207 Apr 28 20:25:54.145773 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37054) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:54.152659 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-192a614d-d708-448c-8367-c07de755b1b2 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Request body: {'subnet': {'network_id': 'b13b231a-b18f-4074-afcb-a9bc615fbdf4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:25:54.159200 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73254ff-a504-4575-8b4a-01d9abeec2ac tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Pushing event updated for resources: {'Network': ['ID=b13b231a-b18f-4074-afcb-a9bc615fbdf4,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:54.169569 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network b13b231a-b18f-4074-afcb-a9bc615fbdf4 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:25:54.253798 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192a614d-d708-448c-8367-c07de755b1b2 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Made reservation on behalf of c3e591e5aadb4485855b0a6452c66859 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:25:54.257474 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-192a614d-d708-448c-8367-c07de755b1b2 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:54.318909 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.ipam_backend_mixin [None req-192a614d-d708-448c-8367-c07de755b1b2 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Performing IP validity checks on allocation pools {{(pid=102774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 28 20:25:54.319426 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.ipam_backend_mixin [None req-192a614d-d708-448c-8367-c07de755b1b2 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 28 20:25:54.449525 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-192a614d-d708-448c-8367-c07de755b1b2 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:54.519462 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a614d-d708-448c-8367-c07de755b1b2 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Pushing event updated for resources: {'Subnet': ['ID=f0a04a6c-5d43-4d4e-8d67-34b30754e233,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:54.524856 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192a614d-d708-448c-8367-c07de755b1b2 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Checking segment: {'id': '61203c5c-c3f4-4a7e-915d-f7f14ef7ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b13b231a-b18f-4074-afcb-a9bc615fbdf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:25:54.525217 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192a614d-d708-448c-8367-c07de755b1b2 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Network hostable DHCP agents. Network: b13b231a-b18f-4074-afcb-a9bc615fbdf4, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:25:54.542340 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192a614d-d708-448c-8367-c07de755b1b2 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Network b13b231a-b18f-4074-afcb-a9bc615fbdf4 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:25:54.552971 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-192a614d-d708-448c-8367-c07de755b1b2 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, b13b231a-b18f-4074-afcb-a9bc615fbdf4) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:25:54.557100 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192a614d-d708-448c-8367-c07de755b1b2 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:54.557683 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-192a614d-d708-448c-8367-c07de755b1b2 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:54.565557 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a028dd6-029d-4186-a26e-3a036e7de2ac None None] Network b13b231a-b18f-4074-afcb-a9bc615fbdf4 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:25:54.578207 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-192a614d-d708-448c-8367-c07de755b1b2 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4313400 Apr 28 20:25:54.581776 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37056) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:54.615259 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4035de80-4102-4fb4-b1de-ef50115cdc84 None None] Network 3402b1c5-bc35-4a97-80d3-42de136f9860 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:25:54.680663 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-efc3a559-dc59-4aca-881f-1e5c7de2d54f tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:54.724155 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-d5e7336e-a476-4d2c-a2f8-8296a9543def None None] Provisioning complete for port b422ccdb-bdc6-45e0-af5c-56336175a68b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:25:54.724531 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d5e7336e-a476-4d2c-a2f8-8296a9543def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:54.734566 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-efc3a559-dc59-4aca-881f-1e5c7de2d54f tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:54.800567 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-efc3a559-dc59-4aca-881f-1e5c7de2d54f tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:54.826878 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3a559-dc59-4aca-881f-1e5c7de2d54f tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Pushing event deleted for resources: {'Subnet': ['ID=f0a04a6c-5d43-4d4e-8d67-34b30754e233,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:54.858342 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fec2e9-eab4-47ea-82b4-38b42cab22b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-b13b231a-b18f-4074-afcb-a9bc615fbdf4', 'network_id': 'b13b231a-b18f-4074-afcb-a9bc615fbdf4', 'tenant_id': 'c3e591e5aadb4485855b0a6452c66859', 'fixed_ips': [{'subnet_id': 'f0a04a6c-5d43-4d4e-8d67-34b30754e233'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:25:54.859173 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-47fec2e9-eab4-47ea-82b4-38b42cab22b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:54.894136 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-efc3a559-dc59-4aca-881f-1e5c7de2d54f tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:54.918365 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-efc3a559-dc59-4aca-881f-1e5c7de2d54f tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b13b231a-b18f-4074-afcb-a9bc615fbdf4']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:54.927824 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-efc3a559-dc59-4aca-881f-1e5c7de2d54f tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61203c5c-c3f4-4a7e-915d-f7f14ef7ab2f') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:54.928477 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-efc3a559-dc59-4aca-881f-1e5c7de2d54f tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61203c5c-c3f4-4a7e-915d-f7f14ef7ab2f') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:54.937785 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-efc3a559-dc59-4aca-881f-1e5c7de2d54f tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:54.951699 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-efc3a559-dc59-4aca-881f-1e5c7de2d54f tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:54.959361 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc3a559-dc59-4aca-881f-1e5c7de2d54f tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:25:54.959802 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-efc3a559-dc59-4aca-881f-1e5c7de2d54f tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:54.964013 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 20:25:54.964013 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:25:54.964013 n-d-839810-1 neutron-server[102773]: timer() Apr 28 20:25:54.964013 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:25:54.964013 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 20:25:54.964013 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:25:54.964013 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 20:25:54.964013 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:25:54.964013 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 20:25:54.964013 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:25:54.964013 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 20:25:54.964013 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:25:54.964013 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 20:25:54.964013 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:25:54.964013 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:25:54.964013 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:25:54.964013 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:25:54.964013 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:25:54.964013 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 20:25:54.964013 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:25:54.964013 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 20:25:54.964013 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:25:54.964013 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:25:54.964013 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:25:54.964013 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 20:25:54.964013 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:25:54.964013 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:25:54.964013 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:25:54.964013 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:25:54.964013 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:25:54.964013 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:25:54.964013 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:25:54.997013 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d5e7336e-a476-4d2c-a2f8-8296a9543def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:55.011663 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc7437e-de2b-4b2b-a688-6e822d85b725 None None] Network b13b231a-b18f-4074-afcb-a9bc615fbdf4 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:25:55.041689 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-efc3a559-dc59-4aca-881f-1e5c7de2d54f tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:55.047008 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-efc3a559-dc59-4aca-881f-1e5c7de2d54f tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:55.052362 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-efc3a559-dc59-4aca-881f-1e5c7de2d54f tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] 10.222.0.42 "DELETE /v2.0/networks/b13b231a-b18f-4074-afcb-a9bc615fbdf4 HTTP/1.1" status: 204 len: 168 time: 0.4689600 Apr 28 20:25:55.055804 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37058) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:55.061491 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-f8c70309-48f0-4cdd-b284-5a10e3f225e4 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-50626135'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:25:55.086977 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3a559-dc59-4aca-881f-1e5c7de2d54f tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Pushing event deleted for resources: {'Network': ['ID=b13b231a-b18f-4074-afcb-a9bc615fbdf4,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:55.094965 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c70309-48f0-4cdd-b284-5a10e3f225e4 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Made reservation on behalf of c3e591e5aadb4485855b0a6452c66859 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:25:55.096496 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d5e7336e-a476-4d2c-a2f8-8296a9543def None None] For port b422ccdb-bdc6-45e0-af5c-56336175a68b, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=b422ccdb-bdc6-45e0-af5c-56336175a68b,segment=NetworkSegment(a251936a-81c8-4ca1-a628-67ed0ee8eafa),segment_id=a251936a-81c8-4ca1-a628-67ed0ee8eafa)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:25:55.099937 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f8c70309-48f0-4cdd-b284-5a10e3f225e4 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:55.105290 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d5e7336e-a476-4d2c-a2f8-8296a9543def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:55.129059 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c70309-48f0-4cdd-b284-5a10e3f225e4 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:25:55.139722 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f8c70309-48f0-4cdd-b284-5a10e3f225e4 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:55.140058 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-f8c70309-48f0-4cdd-b284-5a10e3f225e4 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Added segment 0a3d7dac-0978-4d08-886f-b88280d35eda of type vlan for network 0777e4a6-386e-4b3d-8ce7-3cb7e51b6bb0 Apr 28 20:25:55.183679 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f8c70309-48f0-4cdd-b284-5a10e3f225e4 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:55.192437 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7336e-a476-4d2c-a2f8-8296a9543def None None] Pushing event updated for resources: {'Port': ['ID=b422ccdb-bdc6-45e0-af5c-56336175a68b,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:55.212320 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f8c70309-48f0-4cdd-b284-5a10e3f225e4 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:55.217919 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c70309-48f0-4cdd-b284-5a10e3f225e4 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:55.218490 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f8c70309-48f0-4cdd-b284-5a10e3f225e4 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:55.229154 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-385ff953-d1ea-4acc-83b2-5262e3dc8ef3 None None] Provisioning complete for port b422ccdb-bdc6-45e0-af5c-56336175a68b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:25:55.229521 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-385ff953-d1ea-4acc-83b2-5262e3dc8ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:55.281421 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f8c70309-48f0-4cdd-b284-5a10e3f225e4 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2216771 Apr 28 20:25:55.281895 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37060) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:55.289775 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-5519180e-25e5-4ca8-ba16-c1eaaef67996 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Request body: {'subnet': {'network_id': '0777e4a6-386e-4b3d-8ce7-3cb7e51b6bb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:25:55.293873 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c70309-48f0-4cdd-b284-5a10e3f225e4 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Pushing event updated for resources: {'Network': ['ID=0777e4a6-386e-4b3d-8ce7-3cb7e51b6bb0,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:55.306965 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 0777e4a6-386e-4b3d-8ce7-3cb7e51b6bb0 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:25:55.381622 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5519180e-25e5-4ca8-ba16-c1eaaef67996 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Made reservation on behalf of c3e591e5aadb4485855b0a6452c66859 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:25:55.385068 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5519180e-25e5-4ca8-ba16-c1eaaef67996 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:55.556853 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device b422ccdb-bdc6-45e0-af5c-56336175a68b up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:25:55.572203 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5519180e-25e5-4ca8-ba16-c1eaaef67996 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:55.609303 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port b422ccdb-bdc6-45e0-af5c-56336175a68b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:25:55.609885 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:55.641850 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519180e-25e5-4ca8-ba16-c1eaaef67996 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Pushing event updated for resources: {'Subnet': ['ID=bcccb3ae-58c6-4ef9-91d4-850f679ccb41,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:55.646975 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5519180e-25e5-4ca8-ba16-c1eaaef67996 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Checking segment: {'id': '0a3d7dac-0978-4d08-886f-b88280d35eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0777e4a6-386e-4b3d-8ce7-3cb7e51b6bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:25:55.647351 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5519180e-25e5-4ca8-ba16-c1eaaef67996 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Network hostable DHCP agents. Network: 0777e4a6-386e-4b3d-8ce7-3cb7e51b6bb0, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:25:55.663921 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5519180e-25e5-4ca8-ba16-c1eaaef67996 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Network 0777e4a6-386e-4b3d-8ce7-3cb7e51b6bb0 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:25:55.673057 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-5519180e-25e5-4ca8-ba16-c1eaaef67996 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 0777e4a6-386e-4b3d-8ce7-3cb7e51b6bb0) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:25:55.677439 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5519180e-25e5-4ca8-ba16-c1eaaef67996 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:55.678010 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5519180e-25e5-4ca8-ba16-c1eaaef67996 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:55.685618 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5042410-0c55-478f-afd8-739dc0521d41 None None] Network 0777e4a6-386e-4b3d-8ce7-3cb7e51b6bb0 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:25:55.699308 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5519180e-25e5-4ca8-ba16-c1eaaef67996 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4116242 Apr 28 20:25:55.699723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37062) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:55.705521 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-275bf43e-124b-47b6-bffd-13af0484d59d tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-921613551'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:25:55.727046 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275bf43e-124b-47b6-bffd-13af0484d59d tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Made reservation on behalf of c3e591e5aadb4485855b0a6452c66859 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:25:55.730602 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-275bf43e-124b-47b6-bffd-13af0484d59d tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:55.754597 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-275bf43e-124b-47b6-bffd-13af0484d59d tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:25:55.764852 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-275bf43e-124b-47b6-bffd-13af0484d59d tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:55.765276 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-275bf43e-124b-47b6-bffd-13af0484d59d tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Added segment a4641f66-f636-4bd0-b2dd-8ea9a4a417aa of type vlan for network 861d7f62-e456-473b-9e8d-a5e8b39a5ee2 Apr 28 20:25:55.805239 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-275bf43e-124b-47b6-bffd-13af0484d59d tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:55.834135 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-275bf43e-124b-47b6-bffd-13af0484d59d tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:55.839565 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275bf43e-124b-47b6-bffd-13af0484d59d tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:55.840182 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-275bf43e-124b-47b6-bffd-13af0484d59d tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:55.843627 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e896d8-f8a6-46f5-bf1a-bec244ed6b88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-0777e4a6-386e-4b3d-8ce7-3cb7e51b6bb0', 'network_id': '0777e4a6-386e-4b3d-8ce7-3cb7e51b6bb0', 'tenant_id': 'c3e591e5aadb4485855b0a6452c66859', 'fixed_ips': [{'subnet_id': 'bcccb3ae-58c6-4ef9-91d4-850f679ccb41'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:25:55.844588 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c9e896d8-f8a6-46f5-bf1a-bec244ed6b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:55.902643 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-275bf43e-124b-47b6-bffd-13af0484d59d tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2017298 Apr 28 20:25:55.905556 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37064) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:55.910997 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-1a3af40a-9676-4c0d-8a59-8b1ffd26ce3d tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Request body: {'subnet': {'network_id': '861d7f62-e456-473b-9e8d-a5e8b39a5ee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:25:55.918223 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275bf43e-124b-47b6-bffd-13af0484d59d tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Pushing event updated for resources: {'Network': ['ID=861d7f62-e456-473b-9e8d-a5e8b39a5ee2,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:55.934800 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 861d7f62-e456-473b-9e8d-a5e8b39a5ee2 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:25:55.960543 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:56.004363 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3af40a-9676-4c0d-8a59-8b1ffd26ce3d tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Made reservation on behalf of c3e591e5aadb4485855b0a6452c66859 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:25:56.007802 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a3af40a-9676-4c0d-8a59-8b1ffd26ce3d tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:56.052403 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:56.066992 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-c9e896d8-f8a6-46f5-bf1a-bec244ed6b88 None None] Allocated IP 2001:db8::2 (0777e4a6-386e-4b3d-8ce7-3cb7e51b6bb0/bcccb3ae-58c6-4ef9-91d4-850f679ccb41/0545b5f0-4491-4689-bb19-f15f06d18688) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:25:56.198438 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a3af40a-9676-4c0d-8a59-8b1ffd26ce3d tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:56.212746 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c9e896d8-f8a6-46f5-bf1a-bec244ed6b88 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:56.217923 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c9e896d8-f8a6-46f5-bf1a-bec244ed6b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:56.254822 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3af40a-9676-4c0d-8a59-8b1ffd26ce3d tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Pushing event updated for resources: {'Subnet': ['ID=b86981c3-bc73-43ba-9a0a-6e7904f87d16,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:56.261234 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e896d8-f8a6-46f5-bf1a-bec244ed6b88 None None] Network 0777e4a6-386e-4b3d-8ce7-3cb7e51b6bb0 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:25:56.269527 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-c9e896d8-f8a6-46f5-bf1a-bec244ed6b88 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:25:56.270550 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3af40a-9676-4c0d-8a59-8b1ffd26ce3d tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Checking segment: {'id': 'a4641f66-f636-4bd0-b2dd-8ea9a4a417aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '861d7f62-e456-473b-9e8d-a5e8b39a5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:25:56.270910 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3af40a-9676-4c0d-8a59-8b1ffd26ce3d tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Network hostable DHCP agents. Network: 861d7f62-e456-473b-9e8d-a5e8b39a5ee2, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:25:56.273920 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e896d8-f8a6-46f5-bf1a-bec244ed6b88 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:25:56.279210 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e896d8-f8a6-46f5-bf1a-bec244ed6b88 None None] Pushing event updated for resources: {'Port': ['ID=0545b5f0-4491-4689-bb19-f15f06d18688,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:56.289223 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3af40a-9676-4c0d-8a59-8b1ffd26ce3d tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Network 861d7f62-e456-473b-9e8d-a5e8b39a5ee2 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:25:56.298659 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-1a3af40a-9676-4c0d-8a59-8b1ffd26ce3d tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 861d7f62-e456-473b-9e8d-a5e8b39a5ee2) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:25:56.303272 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3af40a-9676-4c0d-8a59-8b1ffd26ce3d tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:56.304259 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1a3af40a-9676-4c0d-8a59-8b1ffd26ce3d tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:56.311378 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91893a4-519e-4c80-9934-9ef08cd614d4 None None] Network 861d7f62-e456-473b-9e8d-a5e8b39a5ee2 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:25:56.324647 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1a3af40a-9676-4c0d-8a59-8b1ffd26ce3d tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4156899 Apr 28 20:25:56.324870 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37066) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:56.377828 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-c9e896d8-f8a6-46f5-bf1a-bec244ed6b88 None None] Attempting to bind port 0545b5f0-4491-4689-bb19-f15f06d18688 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:25:56.378172 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-c9e896d8-f8a6-46f5-bf1a-bec244ed6b88 None None] Attempting to bind port 0545b5f0-4491-4689-bb19-f15f06d18688 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '0a3d7dac-0978-4d08-886f-b88280d35eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0777e4a6-386e-4b3d-8ce7-3cb7e51b6bb0'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:25:56.378522 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e896d8-f8a6-46f5-bf1a-bec244ed6b88 None None] Attempting to bind port 0545b5f0-4491-4689-bb19-f15f06d18688 on network 0777e4a6-386e-4b3d-8ce7-3cb7e51b6bb0 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:25:56.388535 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e896d8-f8a6-46f5-bf1a-bec244ed6b88 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:25:56.388895 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e896d8-f8a6-46f5-bf1a-bec244ed6b88 None None] Checking segment: {'id': '0a3d7dac-0978-4d08-886f-b88280d35eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0777e4a6-386e-4b3d-8ce7-3cb7e51b6bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:25:56.389285 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c9e896d8-f8a6-46f5-bf1a-bec244ed6b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:56.389672 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e896d8-f8a6-46f5-bf1a-bec244ed6b88 None None] Bound using segment: {'id': '0a3d7dac-0978-4d08-886f-b88280d35eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0777e4a6-386e-4b3d-8ce7-3cb7e51b6bb0'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:25:56.390119 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-c9e896d8-f8a6-46f5-bf1a-bec244ed6b88 None None] Bound port: 0545b5f0-4491-4689-bb19-f15f06d18688, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a3d7dac-0978-4d08-886f-b88280d35eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0777e4a6-386e-4b3d-8ce7-3cb7e51b6bb0'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:25:56.390486 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c9e896d8-f8a6-46f5-bf1a-bec244ed6b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:56.426013 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-186ccdbe-26e8-4b40-b96d-88a000ec00c5 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:56.477724 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-186ccdbe-26e8-4b40-b96d-88a000ec00c5 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:56.504195 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-c9e896d8-f8a6-46f5-bf1a-bec244ed6b88 None None] For port 0545b5f0-4491-4689-bb19-f15f06d18688, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:25:56.508822 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-c9e896d8-f8a6-46f5-bf1a-bec244ed6b88 None None] For port 0545b5f0-4491-4689-bb19-f15f06d18688, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=0545b5f0-4491-4689-bb19-f15f06d18688,segment=NetworkSegment(0a3d7dac-0978-4d08-886f-b88280d35eda),segment_id=0a3d7dac-0978-4d08-886f-b88280d35eda)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:25:56.514860 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c9e896d8-f8a6-46f5-bf1a-bec244ed6b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:56.543327 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-186ccdbe-26e8-4b40-b96d-88a000ec00c5 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:56.563887 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8443867a-b0f3-4630-b8ce-358333164b63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-861d7f62-e456-473b-9e8d-a5e8b39a5ee2', 'network_id': '861d7f62-e456-473b-9e8d-a5e8b39a5ee2', 'tenant_id': 'c3e591e5aadb4485855b0a6452c66859', 'fixed_ips': [{'subnet_id': 'b86981c3-bc73-43ba-9a0a-6e7904f87d16'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:25:56.564758 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8443867a-b0f3-4630-b8ce-358333164b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:56.581549 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ccdbe-26e8-4b40-b96d-88a000ec00c5 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Pushing event deleted for resources: {'Subnet': ['ID=b86981c3-bc73-43ba-9a0a-6e7904f87d16,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:56.616259 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e896d8-f8a6-46f5-bf1a-bec244ed6b88 None None] Pushing event updated for resources: {'Port': ['ID=0545b5f0-4491-4689-bb19-f15f06d18688,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:56.656293 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-186ccdbe-26e8-4b40-b96d-88a000ec00c5 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:56.679984 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63496aad-c027-4fd4-a340-d63a1c60c35f None None] Network 861d7f62-e456-473b-9e8d-a5e8b39a5ee2 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:25:56.682936 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-186ccdbe-26e8-4b40-b96d-88a000ec00c5 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['861d7f62-e456-473b-9e8d-a5e8b39a5ee2']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:56.694562 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-186ccdbe-26e8-4b40-b96d-88a000ec00c5 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4641f66-f636-4bd0-b2dd-8ea9a4a417aa') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:56.694922 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-186ccdbe-26e8-4b40-b96d-88a000ec00c5 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4641f66-f636-4bd0-b2dd-8ea9a4a417aa') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:56.706159 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-186ccdbe-26e8-4b40-b96d-88a000ec00c5 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:56.719908 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-186ccdbe-26e8-4b40-b96d-88a000ec00c5 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:56.727084 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-186ccdbe-26e8-4b40-b96d-88a000ec00c5 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:25:56.727514 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-186ccdbe-26e8-4b40-b96d-88a000ec00c5 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:56.730839 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 20:25:56.730839 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:25:56.730839 n-d-839810-1 neutron-server[102773]: timer() Apr 28 20:25:56.730839 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:25:56.730839 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 20:25:56.730839 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:25:56.730839 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 20:25:56.730839 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:25:56.730839 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 20:25:56.730839 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:25:56.730839 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 20:25:56.730839 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:25:56.730839 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 20:25:56.730839 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:25:56.730839 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:25:56.730839 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:25:56.730839 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:25:56.730839 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:25:56.730839 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 20:25:56.730839 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:25:56.730839 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 20:25:56.730839 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:25:56.730839 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:25:56.730839 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:25:56.730839 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 20:25:56.730839 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:25:56.730839 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:25:56.730839 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:25:56.730839 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:25:56.730839 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:25:56.730839 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:25:56.730839 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:25:56.805439 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-186ccdbe-26e8-4b40-b96d-88a000ec00c5 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:56.813584 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-186ccdbe-26e8-4b40-b96d-88a000ec00c5 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:56.816992 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-186ccdbe-26e8-4b40-b96d-88a000ec00c5 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] 10.222.0.42 "DELETE /v2.0/networks/861d7f62-e456-473b-9e8d-a5e8b39a5ee2 HTTP/1.1" status: 204 len: 168 time: 0.4910657 Apr 28 20:25:56.819462 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37068) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:56.842544 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ccdbe-26e8-4b40-b96d-88a000ec00c5 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Pushing event deleted for resources: {'Network': ['ID=861d7f62-e456-473b-9e8d-a5e8b39a5ee2,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:56.863800 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-8857f253-39e2-449d-96fd-c5310131df8c tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] GET failed (client error): The resource could not be found. Apr 28 20:25:56.865287 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8857f253-39e2-449d-96fd-c5310131df8c tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] 10.222.0.42 "GET /v2.0/subnets/b86981c3-bc73-43ba-9a0a-6e7904f87d16 HTTP/1.1" status: 404 len: 337 time: 0.0448999 Apr 28 20:25:56.868048 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37070) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:56.887093 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6cf8523-1d3a-465c-b302-3f266f8bc26f tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] DELETE failed (client error): The resource could not be found. Apr 28 20:25:56.887699 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6cf8523-1d3a-465c-b302-3f266f8bc26f tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:25:56.890798 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d6cf8523-1d3a-465c-b302-3f266f8bc26f tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] 10.222.0.42 "DELETE /v2.0/networks/861d7f62-e456-473b-9e8d-a5e8b39a5ee2 HTTP/1.1" status: 404 len: 339 time: 0.0217474 Apr 28 20:25:56.896422 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37072) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:56.927146 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-913fb9e9-8d37-49c7-988e-2398df77bf1a tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] DELETE failed (client error): The resource could not be found. Apr 28 20:25:56.927600 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-913fb9e9-8d37-49c7-988e-2398df77bf1a tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:25:56.930718 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-913fb9e9-8d37-49c7-988e-2398df77bf1a tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] 10.222.0.42 "DELETE /v2.0/subnets/b86981c3-bc73-43ba-9a0a-6e7904f87d16 HTTP/1.1" status: 404 len: 337 time: 0.0333281 Apr 28 20:25:56.933228 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37074) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:56.951785 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb4c996-ede9-4a75-9b1c-5c84575a4287 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] DELETE failed (client error): The resource could not be found. Apr 28 20:25:56.952333 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfb4c996-ede9-4a75-9b1c-5c84575a4287 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:25:56.955910 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cfb4c996-ede9-4a75-9b1c-5c84575a4287 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] 10.222.0.42 "DELETE /v2.0/networks/861d7f62-e456-473b-9e8d-a5e8b39a5ee2 HTTP/1.1" status: 404 len: 339 time: 0.0217760 Apr 28 20:25:56.958420 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37076) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:57.009813 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-964f35f1-a291-4aed-a966-e2f17ee49292 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Deleting subnet bcccb3ae-58c6-4ef9-91d4-850f679ccb41 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:25:57.012771 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-964f35f1-a291-4aed-a966-e2f17ee49292 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:57.057116 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-964f35f1-a291-4aed-a966-e2f17ee49292 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:57.139419 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-964f35f1-a291-4aed-a966-e2f17ee49292 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:57.198878 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-964f35f1-a291-4aed-a966-e2f17ee49292 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:57.231699 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f35f1-a291-4aed-a966-e2f17ee49292 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Pushing event deleted for resources: {'Subnet': ['ID=bcccb3ae-58c6-4ef9-91d4-850f679ccb41,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:57.235652 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-964f35f1-a291-4aed-a966-e2f17ee49292 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:57.239356 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-964f35f1-a291-4aed-a966-e2f17ee49292 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] 10.222.0.42 "DELETE /v2.0/subnets/bcccb3ae-58c6-4ef9-91d4-850f679ccb41 HTTP/1.1" status: 204 len: 168 time: 0.2800350 Apr 28 20:25:57.241891 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37078) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:57.325117 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-610196eb-7ea3-4769-bc6b-485a9669f251 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:57.381530 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-610196eb-7ea3-4769-bc6b-485a9669f251 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Deleting port 0545b5f0-4491-4689-bb19-f15f06d18688 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:25:57.382347 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-610196eb-7ea3-4769-bc6b-485a9669f251 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:57.453637 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-610196eb-7ea3-4769-bc6b-485a9669f251 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] For port 0545b5f0-4491-4689-bb19-f15f06d18688, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=0545b5f0-4491-4689-bb19-f15f06d18688,segment=NetworkSegment(0a3d7dac-0978-4d08-886f-b88280d35eda),segment_id=0a3d7dac-0978-4d08-886f-b88280d35eda)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:25:57.454000 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-610196eb-7ea3-4769-bc6b-485a9669f251 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:57.468576 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-610196eb-7ea3-4769-bc6b-485a9669f251 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Calling delete_port for 0545b5f0-4491-4689-bb19-f15f06d18688 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:25:57.544692 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74280bf-effb-410e-96b5-9ea845a9feb3 None None] Network 0777e4a6-386e-4b3d-8ce7-3cb7e51b6bb0 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:25:57.556797 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-610196eb-7ea3-4769-bc6b-485a9669f251 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:57.567122 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 0545b5f0-4491-4689-bb19-f15f06d18688 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:25:57.588857 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610196eb-7ea3-4769-bc6b-485a9669f251 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] No DVR routers for this DVR port 0545b5f0-4491-4689-bb19-f15f06d18688 on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:25:57.596172 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610196eb-7ea3-4769-bc6b-485a9669f251 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Pushing event deleted for resources: {'Port': ['ID=0545b5f0-4491-4689-bb19-f15f06d18688,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:57.678735 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-610196eb-7ea3-4769-bc6b-485a9669f251 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:57.701418 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-610196eb-7ea3-4769-bc6b-485a9669f251 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0777e4a6-386e-4b3d-8ce7-3cb7e51b6bb0']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:57.712862 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-610196eb-7ea3-4769-bc6b-485a9669f251 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a3d7dac-0978-4d08-886f-b88280d35eda') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:57.713158 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-610196eb-7ea3-4769-bc6b-485a9669f251 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a3d7dac-0978-4d08-886f-b88280d35eda') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:57.723330 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-610196eb-7ea3-4769-bc6b-485a9669f251 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:57.737553 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-610196eb-7ea3-4769-bc6b-485a9669f251 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:57.743869 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610196eb-7ea3-4769-bc6b-485a9669f251 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:25:57.744303 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-610196eb-7ea3-4769-bc6b-485a9669f251 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:57.747270 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 20:25:57.747270 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:25:57.747270 n-d-839810-1 neutron-server[102773]: timer() Apr 28 20:25:57.747270 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:25:57.747270 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 20:25:57.747270 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:25:57.747270 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 20:25:57.747270 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:25:57.747270 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 20:25:57.747270 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:25:57.747270 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 20:25:57.747270 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:25:57.747270 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 20:25:57.747270 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:25:57.747270 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:25:57.747270 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:25:57.747270 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:25:57.747270 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:25:57.747270 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 20:25:57.747270 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:25:57.747270 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 20:25:57.747270 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:25:57.747270 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:25:57.747270 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:25:57.747270 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 20:25:57.747270 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:25:57.747270 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:25:57.747270 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:25:57.747270 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:25:57.747270 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:25:57.747270 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:25:57.747270 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:25:57.781246 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-abb96001-f05f-498b-8cc0-4a2441af0258 None None] Could not find standard attr ID for object 0545b5f0-4491-4689-bb19-f15f06d18688. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 20:25:57.785800 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 0545b5f0-4491-4689-bb19-f15f06d18688 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:25:57.786140 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 0545b5f0-4491-4689-bb19-f15f06d18688 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 28 20:25:57.812157 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-610196eb-7ea3-4769-bc6b-485a9669f251 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:57.815756 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Port 0545b5f0-4491-4689-bb19-f15f06d18688 not found, will not notify nova. {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 28 20:25:57.819019 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-610196eb-7ea3-4769-bc6b-485a9669f251 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:57.824955 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37080) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:57.825505 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-610196eb-7ea3-4769-bc6b-485a9669f251 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] 10.222.0.42 "DELETE /v2.0/networks/0777e4a6-386e-4b3d-8ce7-3cb7e51b6bb0 HTTP/1.1" status: 204 len: 168 time: 0.5821316 Apr 28 20:25:57.836620 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610196eb-7ea3-4769-bc6b-485a9669f251 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Pushing event deleted for resources: {'Network': ['ID=0777e4a6-386e-4b3d-8ce7-3cb7e51b6bb0,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:57.855160 n-d-839810-1 neutron-server[102774]: INFO neutron.pecan_wsgi.hooks.translation [None req-7567b40d-8522-47fd-ac4a-c8acf9b47fe5 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] DELETE failed (client error): The resource could not be found. Apr 28 20:25:57.855922 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7567b40d-8522-47fd-ac4a-c8acf9b47fe5 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:25:57.858939 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7567b40d-8522-47fd-ac4a-c8acf9b47fe5 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] 10.222.0.42 "DELETE /v2.0/subnets/f0a04a6c-5d43-4d4e-8d67-34b30754e233 HTTP/1.1" status: 404 len: 337 time: 0.0329900 Apr 28 20:25:57.862228 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37082) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:57.880518 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-326dc038-e201-48ef-86bb-9c091707186f tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] DELETE failed (client error): The resource could not be found. Apr 28 20:25:57.881100 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-326dc038-e201-48ef-86bb-9c091707186f tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:25:57.890649 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-326dc038-e201-48ef-86bb-9c091707186f tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] 10.222.0.42 "DELETE /v2.0/networks/b13b231a-b18f-4074-afcb-a9bc615fbdf4 HTTP/1.1" status: 404 len: 339 time: 0.0272367 Apr 28 20:25:57.895233 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37084) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:57.919907 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8ed8ba-e1c7-4e72-9cdc-dc8ee9811ae7 None None] DHCP port deletion for 0777e4a6-386e-4b3d-8ce7-3cb7e51b6bb0 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:25:57.926010 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf437b7f-4924-4e13-b736-42b68286dfc9 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] DELETE failed (client error): The resource could not be found. Apr 28 20:25:57.926469 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf437b7f-4924-4e13-b736-42b68286dfc9 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:25:57.931015 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-bf437b7f-4924-4e13-b736-42b68286dfc9 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] 10.222.0.42 "DELETE /v2.0/subnets/ff7cfa67-b09e-42c9-ad95-43b8146c03ef HTTP/1.1" status: 404 len: 337 time: 0.0333831 Apr 28 20:25:57.932127 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37086) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:57.951092 n-d-839810-1 neutron-server[102773]: INFO neutron.pecan_wsgi.hooks.translation [None req-baf96dd9-69c6-4516-a667-3bc6f346c653 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] DELETE failed (client error): The resource could not be found. Apr 28 20:25:57.951634 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baf96dd9-69c6-4516-a667-3bc6f346c653 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:25:57.954663 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-baf96dd9-69c6-4516-a667-3bc6f346c653 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] 10.222.0.42 "DELETE /v2.0/networks/5fac3375-2a5e-48ee-961b-1bf5c378540e HTTP/1.1" status: 404 len: 339 time: 0.0216162 Apr 28 20:25:57.957737 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37088) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:58.007569 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a4a94cd-1513-4f0e-8ca7-d9994dfc1392 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Deleting subnet 88bca1c4-7667-4129-b15d-e59507984a0a {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:25:58.010556 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3a4a94cd-1513-4f0e-8ca7-d9994dfc1392 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:58.049744 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3a4a94cd-1513-4f0e-8ca7-d9994dfc1392 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:58.134829 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3a4a94cd-1513-4f0e-8ca7-d9994dfc1392 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:58.193409 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3a4a94cd-1513-4f0e-8ca7-d9994dfc1392 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:58.220176 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a94cd-1513-4f0e-8ca7-d9994dfc1392 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Pushing event deleted for resources: {'Subnet': ['ID=88bca1c4-7667-4129-b15d-e59507984a0a,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:58.224969 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3a4a94cd-1513-4f0e-8ca7-d9994dfc1392 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:58.228061 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3a4a94cd-1513-4f0e-8ca7-d9994dfc1392 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] 10.222.0.42 "DELETE /v2.0/subnets/88bca1c4-7667-4129-b15d-e59507984a0a HTTP/1.1" status: 204 len: 168 time: 0.2694275 Apr 28 20:25:58.230533 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37090) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:58.231530 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615592ab-64c1-466a-a203-c1d78849d8cd None None] Network 3402b1c5-bc35-4a97-80d3-42de136f9860 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:25:58.312659 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-55e02f96-2792-4233-8b95-445ed47c8a18 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:58.367445 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-55e02f96-2792-4233-8b95-445ed47c8a18 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Deleting port b422ccdb-bdc6-45e0-af5c-56336175a68b {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:25:58.367798 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-55e02f96-2792-4233-8b95-445ed47c8a18 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:58.415704 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112553b7-e394-441c-b930-81666ecddc1d None None] DHCP port deletion for 3402b1c5-bc35-4a97-80d3-42de136f9860 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:25:58.444766 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-55e02f96-2792-4233-8b95-445ed47c8a18 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] For port b422ccdb-bdc6-45e0-af5c-56336175a68b, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=b422ccdb-bdc6-45e0-af5c-56336175a68b,segment=NetworkSegment(a251936a-81c8-4ca1-a628-67ed0ee8eafa),segment_id=a251936a-81c8-4ca1-a628-67ed0ee8eafa)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:25:58.445134 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-55e02f96-2792-4233-8b95-445ed47c8a18 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:58.463081 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-55e02f96-2792-4233-8b95-445ed47c8a18 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Calling delete_port for b422ccdb-bdc6-45e0-af5c-56336175a68b owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:25:58.468274 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-112553b7-e394-441c-b930-81666ecddc1d None None] Deleting port b422ccdb-bdc6-45e0-af5c-56336175a68b {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:25:58.468652 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-112553b7-e394-441c-b930-81666ecddc1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:58.529712 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-112553b7-e394-441c-b930-81666ecddc1d None None] For port b422ccdb-bdc6-45e0-af5c-56336175a68b, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=b422ccdb-bdc6-45e0-af5c-56336175a68b,segment=NetworkSegment(a251936a-81c8-4ca1-a628-67ed0ee8eafa),segment_id=a251936a-81c8-4ca1-a628-67ed0ee8eafa)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:25:58.530111 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-112553b7-e394-441c-b930-81666ecddc1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:58.541876 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-55e02f96-2792-4233-8b95-445ed47c8a18 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:58.543391 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-112553b7-e394-441c-b930-81666ecddc1d None None] Calling delete_port for b422ccdb-bdc6-45e0-af5c-56336175a68b owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:25:58.568450 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e02f96-2792-4233-8b95-445ed47c8a18 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Pushing event deleted for resources: {'Port': ['ID=b422ccdb-bdc6-45e0-af5c-56336175a68b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:58.571750 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e02f96-2792-4233-8b95-445ed47c8a18 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] No DVR routers for this DVR port b422ccdb-bdc6-45e0-af5c-56336175a68b on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:25:58.622224 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-112553b7-e394-441c-b930-81666ecddc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:58.645371 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:25:58.647553 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112553b7-e394-441c-b930-81666ecddc1d None None] Pushing event deleted for resources: {'Port': ['ID=b422ccdb-bdc6-45e0-af5c-56336175a68b,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:58.651273 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112553b7-e394-441c-b930-81666ecddc1d None None] No DVR routers for this DVR port b422ccdb-bdc6-45e0-af5c-56336175a68b on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:25:59.017551 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-55e02f96-2792-4233-8b95-445ed47c8a18 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:59.036052 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-55e02f96-2792-4233-8b95-445ed47c8a18 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3402b1c5-bc35-4a97-80d3-42de136f9860']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:59.045040 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-55e02f96-2792-4233-8b95-445ed47c8a18 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a251936a-81c8-4ca1-a628-67ed0ee8eafa') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:59.045329 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-55e02f96-2792-4233-8b95-445ed47c8a18 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a251936a-81c8-4ca1-a628-67ed0ee8eafa') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:59.054852 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-55e02f96-2792-4233-8b95-445ed47c8a18 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:59.067813 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-55e02f96-2792-4233-8b95-445ed47c8a18 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:59.073354 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55e02f96-2792-4233-8b95-445ed47c8a18 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:25:59.073731 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-55e02f96-2792-4233-8b95-445ed47c8a18 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:59.076547 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 20:25:59.076547 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:25:59.076547 n-d-839810-1 neutron-server[102773]: timer() Apr 28 20:25:59.076547 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:25:59.076547 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 20:25:59.076547 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:25:59.076547 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 20:25:59.076547 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:25:59.076547 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 20:25:59.076547 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:25:59.076547 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 20:25:59.076547 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:25:59.076547 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 20:25:59.076547 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:25:59.076547 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:25:59.076547 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:25:59.076547 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:25:59.076547 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:25:59.076547 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 20:25:59.076547 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:25:59.076547 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 20:25:59.076547 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:25:59.076547 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:25:59.076547 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:25:59.076547 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 20:25:59.076547 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:25:59.076547 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:25:59.076547 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:25:59.076547 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:25:59.076547 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:25:59.076547 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:25:59.076547 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:25:59.132117 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-55e02f96-2792-4233-8b95-445ed47c8a18 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:59.136727 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-55e02f96-2792-4233-8b95-445ed47c8a18 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:59.140165 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-55e02f96-2792-4233-8b95-445ed47c8a18 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] 10.222.0.42 "DELETE /v2.0/networks/3402b1c5-bc35-4a97-80d3-42de136f9860 HTTP/1.1" status: 204 len: 168 time: 0.9086747 Apr 28 20:25:59.154030 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e02f96-2792-4233-8b95-445ed47c8a18 tempest-NetworksIpV6Test-1216011658 tempest-NetworksIpV6Test-1216011658-project] Pushing event deleted for resources: {'Network': ['ID=3402b1c5-bc35-4a97-80d3-42de136f9860,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:59.381471 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37096) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:59.514048 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e89a1dc5-1c6e-4918-923d-94d30440ecb7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c3e591e5aadb4485855b0a6452c66859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314032 Apr 28 20:25:59.516630 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37100) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:25:59.531124 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 0545b5f0-4491-4689-bb19-f15f06d18688 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:25:59.552773 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 0545b5f0-4491-4689-bb19-f15f06d18688 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:25:59.553113 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 0545b5f0-4491-4689-bb19-f15f06d18688 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:25:59.553512 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device b422ccdb-bdc6-45e0-af5c-56336175a68b no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:25:59.565696 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-29d35918-a978-4dce-9590-a0e4748b3c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:59.572984 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: b422ccdb-bdc6-45e0-af5c-56336175a68b {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:25:59.573320 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device b422ccdb-bdc6-45e0-af5c-56336175a68b not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:25:59.590618 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-29d35918-a978-4dce-9590-a0e4748b3c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:59.637610 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-29d35918-a978-4dce-9590-a0e4748b3c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:59.640125 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-29d35918-a978-4dce-9590-a0e4748b3c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:59.641266 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-29d35918-a978-4dce-9590-a0e4748b3c8e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1a6ff959-8e62-4617-ae73-16fafa917dba HTTP/1.1" status: 204 len: 168 time: 0.1236434 Apr 28 20:25:59.649142 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d35918-a978-4dce-9590-a0e4748b3c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6ff959-8e62-4617-ae73-16fafa917dba,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:00.261619 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37122) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:26:00.353363 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-63964ba0-d654-4169-9a7d-1c832725f719 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1517945090', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:26:00.381188 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-63964ba0-d654-4169-9a7d-1c832725f719 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:00.382295 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-63964ba0-d654-4169-9a7d-1c832725f719 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:00.464327 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-63964ba0-d654-4169-9a7d-1c832725f719 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:00.468437 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-63964ba0-d654-4169-9a7d-1c832725f719 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:00.485160 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-63964ba0-d654-4169-9a7d-1c832725f719 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:00.486968 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-63964ba0-d654-4169-9a7d-1c832725f719 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2243037 Apr 28 20:26:00.489746 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37126) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:26:00.494628 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-9f478841-2ad8-4215-bcf6-12c08e294152 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1213566713'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:26:00.518133 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f478841-2ad8-4215-bcf6-12c08e294152 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Made reservation on behalf of 9fd7dd8b94f54276bb2d0d7a74ff0d90 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:26:00.521517 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9f478841-2ad8-4215-bcf6-12c08e294152 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:00.529434 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9f478841-2ad8-4215-bcf6-12c08e294152 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:00.607849 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9f478841-2ad8-4215-bcf6-12c08e294152 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:00.612525 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9f478841-2ad8-4215-bcf6-12c08e294152 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:00.639348 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f478841-2ad8-4215-bcf6-12c08e294152 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:26:00.648908 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f478841-2ad8-4215-bcf6-12c08e294152 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6ea083-0593-49eb-b6fb-7cf94e18b4df,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:00.657262 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9f478841-2ad8-4215-bcf6-12c08e294152 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:00.657262 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-9f478841-2ad8-4215-bcf6-12c08e294152 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Added segment 75bd1225-4930-4668-8c57-4c44c0ac7184 of type vlan for network 252c225f-d4d6-4325-aadf-0964c2e700c2 Apr 28 20:26:00.700080 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9f478841-2ad8-4215-bcf6-12c08e294152 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:00.728093 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9f478841-2ad8-4215-bcf6-12c08e294152 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:00.733632 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f478841-2ad8-4215-bcf6-12c08e294152 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:00.734207 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9f478841-2ad8-4215-bcf6-12c08e294152 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:00.781546 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9f478841-2ad8-4215-bcf6-12c08e294152 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2907670 Apr 28 20:26:00.784973 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37128) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:26:00.790060 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-9e57fb1c-8cfa-424d-afe2-69136c3ce74c tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Request body: {'subnet': {'network_id': '252c225f-d4d6-4325-aadf-0964c2e700c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:26:00.836681 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f478841-2ad8-4215-bcf6-12c08e294152 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Pushing event updated for resources: {'Network': ['ID=252c225f-d4d6-4325-aadf-0964c2e700c2,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:00.847249 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 252c225f-d4d6-4325-aadf-0964c2e700c2 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:26:00.882451 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e57fb1c-8cfa-424d-afe2-69136c3ce74c tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Made reservation on behalf of 9fd7dd8b94f54276bb2d0d7a74ff0d90 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:26:00.885984 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9e57fb1c-8cfa-424d-afe2-69136c3ce74c tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:01.060707 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9e57fb1c-8cfa-424d-afe2-69136c3ce74c tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:01.119690 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57fb1c-8cfa-424d-afe2-69136c3ce74c tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Pushing event updated for resources: {'Subnet': ['ID=c8b4b3a4-d65d-475e-87bb-1e08d50379cf,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:01.126165 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e57fb1c-8cfa-424d-afe2-69136c3ce74c tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Checking segment: {'id': '75bd1225-4930-4668-8c57-4c44c0ac7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '252c225f-d4d6-4325-aadf-0964c2e700c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:26:01.126546 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e57fb1c-8cfa-424d-afe2-69136c3ce74c tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Network hostable DHCP agents. Network: 252c225f-d4d6-4325-aadf-0964c2e700c2, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:26:01.143044 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e57fb1c-8cfa-424d-afe2-69136c3ce74c tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Network 252c225f-d4d6-4325-aadf-0964c2e700c2 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:26:01.151676 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-9e57fb1c-8cfa-424d-afe2-69136c3ce74c tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 252c225f-d4d6-4325-aadf-0964c2e700c2) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:26:01.155692 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e57fb1c-8cfa-424d-afe2-69136c3ce74c tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:01.156303 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9e57fb1c-8cfa-424d-afe2-69136c3ce74c tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:01.160900 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf480769-4f59-4425-ba59-2165387633b6 None None] Network 252c225f-d4d6-4325-aadf-0964c2e700c2 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:26:01.176175 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9e57fb1c-8cfa-424d-afe2-69136c3ce74c tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3871779 Apr 28 20:26:01.176391 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37130) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:26:01.181298 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-bedf3873-669e-4ffc-bf37-6d1c5c176ec0 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-704653816'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:26:01.199483 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedf3873-669e-4ffc-bf37-6d1c5c176ec0 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Made reservation on behalf of 9fd7dd8b94f54276bb2d0d7a74ff0d90 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:26:01.202853 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bedf3873-669e-4ffc-bf37-6d1c5c176ec0 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:01.227766 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bedf3873-669e-4ffc-bf37-6d1c5c176ec0 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:26:01.237589 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bedf3873-669e-4ffc-bf37-6d1c5c176ec0 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:01.238087 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-bedf3873-669e-4ffc-bf37-6d1c5c176ec0 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Added segment 60ea305c-bf29-4b14-9bfd-530e808575a5 of type vlan for network 499666ed-6a45-4619-8aad-8f67d51d46e7 Apr 28 20:26:01.278176 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bedf3873-669e-4ffc-bf37-6d1c5c176ec0 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:01.305424 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bedf3873-669e-4ffc-bf37-6d1c5c176ec0 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:01.310929 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedf3873-669e-4ffc-bf37-6d1c5c176ec0 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:01.311326 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad8b6f3-093f-4573-883b-6f31439e029a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-252c225f-d4d6-4325-aadf-0964c2e700c2', 'network_id': '252c225f-d4d6-4325-aadf-0964c2e700c2', 'tenant_id': '9fd7dd8b94f54276bb2d0d7a74ff0d90', 'fixed_ips': [{'subnet_id': 'c8b4b3a4-d65d-475e-87bb-1e08d50379cf'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:26:01.311506 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bedf3873-669e-4ffc-bf37-6d1c5c176ec0 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:01.312202 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8ad8b6f3-093f-4573-883b-6f31439e029a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:01.377702 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-bedf3873-669e-4ffc-bf37-6d1c5c176ec0 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1974370 Apr 28 20:26:01.377994 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37132) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:26:01.384990 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-a69c7534-aabb-4a74-927a-e3c4d8f60352 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Request body: {'subnet': {'network_id': '499666ed-6a45-4619-8aad-8f67d51d46e7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:26:01.391750 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf3873-669e-4ffc-bf37-6d1c5c176ec0 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Pushing event updated for resources: {'Network': ['ID=499666ed-6a45-4619-8aad-8f67d51d46e7,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:01.403264 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 499666ed-6a45-4619-8aad-8f67d51d46e7 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:26:01.474881 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69c7534-aabb-4a74-927a-e3c4d8f60352 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Made reservation on behalf of 9fd7dd8b94f54276bb2d0d7a74ff0d90 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:26:01.479177 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a69c7534-aabb-4a74-927a-e3c4d8f60352 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:01.505011 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-8ad8b6f3-093f-4573-883b-6f31439e029a None None] Allocated IP 172.20.0.2 (252c225f-d4d6-4325-aadf-0964c2e700c2/c8b4b3a4-d65d-475e-87bb-1e08d50379cf/fd4d44df-a641-42cd-b12f-306f6ad30889) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:26:01.652805 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8ad8b6f3-093f-4573-883b-6f31439e029a None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:01.659228 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8ad8b6f3-093f-4573-883b-6f31439e029a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:01.660522 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a69c7534-aabb-4a74-927a-e3c4d8f60352 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:01.701062 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad8b6f3-093f-4573-883b-6f31439e029a None None] Network 252c225f-d4d6-4325-aadf-0964c2e700c2 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:26:01.704059 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-8ad8b6f3-093f-4573-883b-6f31439e029a None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:26:01.708766 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad8b6f3-093f-4573-883b-6f31439e029a None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:26:01.711776 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8b6f3-093f-4573-883b-6f31439e029a None None] Pushing event updated for resources: {'Port': ['ID=fd4d44df-a641-42cd-b12f-306f6ad30889,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:01.727422 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c7534-aabb-4a74-927a-e3c4d8f60352 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Pushing event updated for resources: {'Subnet': ['ID=a6a54aae-3c6e-4d38-bf0c-1b2187f049bc,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:01.734634 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69c7534-aabb-4a74-927a-e3c4d8f60352 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Checking segment: {'id': '60ea305c-bf29-4b14-9bfd-530e808575a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '499666ed-6a45-4619-8aad-8f67d51d46e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:26:01.734991 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69c7534-aabb-4a74-927a-e3c4d8f60352 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Network hostable DHCP agents. Network: 499666ed-6a45-4619-8aad-8f67d51d46e7, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:26:01.752533 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69c7534-aabb-4a74-927a-e3c4d8f60352 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Network 499666ed-6a45-4619-8aad-8f67d51d46e7 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:26:01.761620 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-a69c7534-aabb-4a74-927a-e3c4d8f60352 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 499666ed-6a45-4619-8aad-8f67d51d46e7) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:26:01.766693 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69c7534-aabb-4a74-927a-e3c4d8f60352 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:01.767737 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-8ad8b6f3-093f-4573-883b-6f31439e029a None None] Attempting to bind port fd4d44df-a641-42cd-b12f-306f6ad30889 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:26:01.768044 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a69c7534-aabb-4a74-927a-e3c4d8f60352 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:01.768186 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-8ad8b6f3-093f-4573-883b-6f31439e029a None None] Attempting to bind port fd4d44df-a641-42cd-b12f-306f6ad30889 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75bd1225-4930-4668-8c57-4c44c0ac7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '252c225f-d4d6-4325-aadf-0964c2e700c2'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:26:01.768486 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad8b6f3-093f-4573-883b-6f31439e029a None None] Attempting to bind port fd4d44df-a641-42cd-b12f-306f6ad30889 on network 252c225f-d4d6-4325-aadf-0964c2e700c2 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:26:01.771724 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69be7a00-b4cf-491f-ba07-38d006f380db None None] Network 499666ed-6a45-4619-8aad-8f67d51d46e7 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:26:01.785054 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a69c7534-aabb-4a74-927a-e3c4d8f60352 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4059579 Apr 28 20:26:01.787890 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37134) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:26:01.789196 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad8b6f3-093f-4573-883b-6f31439e029a None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:26:01.789687 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad8b6f3-093f-4573-883b-6f31439e029a None None] Checking segment: {'id': '75bd1225-4930-4668-8c57-4c44c0ac7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '252c225f-d4d6-4325-aadf-0964c2e700c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:26:01.790092 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8ad8b6f3-093f-4573-883b-6f31439e029a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:01.790482 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad8b6f3-093f-4573-883b-6f31439e029a None None] Bound using segment: {'id': '75bd1225-4930-4668-8c57-4c44c0ac7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '252c225f-d4d6-4325-aadf-0964c2e700c2'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:26:01.790963 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-8ad8b6f3-093f-4573-883b-6f31439e029a None None] Bound port: fd4d44df-a641-42cd-b12f-306f6ad30889, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75bd1225-4930-4668-8c57-4c44c0ac7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '252c225f-d4d6-4325-aadf-0964c2e700c2'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:26:01.791600 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8ad8b6f3-093f-4573-883b-6f31439e029a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:01.792839 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-5727e519-c116-488f-9294-17293139ed0b tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Request body: {'router': {'external_gateway_info': {'network_id': '499666ed-6a45-4619-8aad-8f67d51d46e7'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:26:01.929957 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-8ad8b6f3-093f-4573-883b-6f31439e029a None None] For port fd4d44df-a641-42cd-b12f-306f6ad30889, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:26:01.947940 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-8ad8b6f3-093f-4573-883b-6f31439e029a None None] For port fd4d44df-a641-42cd-b12f-306f6ad30889, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=fd4d44df-a641-42cd-b12f-306f6ad30889,segment=NetworkSegment(75bd1225-4930-4668-8c57-4c44c0ac7184),segment_id=75bd1225-4930-4668-8c57-4c44c0ac7184)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:26:01.956197 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8ad8b6f3-093f-4573-883b-6f31439e029a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:02.022343 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a3a333-193d-4cd5-aa6d-4262f8566c6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-499666ed-6a45-4619-8aad-8f67d51d46e7', 'network_id': '499666ed-6a45-4619-8aad-8f67d51d46e7', 'tenant_id': '9fd7dd8b94f54276bb2d0d7a74ff0d90', 'fixed_ips': [{'subnet_id': 'a6a54aae-3c6e-4d38-bf0c-1b2187f049bc'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:26:02.023219 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-34a3a333-193d-4cd5-aa6d-4262f8566c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:02.049278 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8b6f3-093f-4573-883b-6f31439e029a None None] Pushing event updated for resources: {'Port': ['ID=fd4d44df-a641-42cd-b12f-306f6ad30889,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:02.188193 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-34a3a333-193d-4cd5-aa6d-4262f8566c6e None None] Allocated IP 172.21.0.2 (499666ed-6a45-4619-8aad-8f67d51d46e7/a6a54aae-3c6e-4d38-bf0c-1b2187f049bc/ee625ea1-42b1-4a5e-80d7-5c73bdead9f5) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:26:02.321158 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:02.375653 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5727e519-c116-488f-9294-17293139ed0b tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:02.394761 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-34a3a333-193d-4cd5-aa6d-4262f8566c6e None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:02.401434 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-34a3a333-193d-4cd5-aa6d-4262f8566c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:02.445506 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a3a333-193d-4cd5-aa6d-4262f8566c6e None None] Network 499666ed-6a45-4619-8aad-8f67d51d46e7 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:26:02.450759 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-34a3a333-193d-4cd5-aa6d-4262f8566c6e None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:26:02.453514 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a3a333-193d-4cd5-aa6d-4262f8566c6e None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:26:02.456323 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3a333-193d-4cd5-aa6d-4262f8566c6e None None] Pushing event updated for resources: {'Port': ['ID=ee625ea1-42b1-4a5e-80d7-5c73bdead9f5,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:02.485465 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [None req-5727e519-c116-488f-9294-17293139ed0b tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:26:02.487294 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5727e519-c116-488f-9294-17293139ed0b tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] 10.222.0.42 "PUT /v2.0/routers/bbc6efc0-3279-449b-9a6b-0482cab7f37f HTTP/1.1" status: 400 len: 364 time: 0.6982770 Apr 28 20:26:02.493157 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37136) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:26:02.515625 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-34a3a333-193d-4cd5-aa6d-4262f8566c6e None None] Attempting to bind port ee625ea1-42b1-4a5e-80d7-5c73bdead9f5 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:26:02.516088 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-34a3a333-193d-4cd5-aa6d-4262f8566c6e None None] Attempting to bind port ee625ea1-42b1-4a5e-80d7-5c73bdead9f5 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '60ea305c-bf29-4b14-9bfd-530e808575a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '499666ed-6a45-4619-8aad-8f67d51d46e7'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:26:02.516550 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a3a333-193d-4cd5-aa6d-4262f8566c6e None None] Attempting to bind port ee625ea1-42b1-4a5e-80d7-5c73bdead9f5 on network 499666ed-6a45-4619-8aad-8f67d51d46e7 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:26:02.521933 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a3a333-193d-4cd5-aa6d-4262f8566c6e None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:26:02.522305 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a3a333-193d-4cd5-aa6d-4262f8566c6e None None] Checking segment: {'id': '60ea305c-bf29-4b14-9bfd-530e808575a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '499666ed-6a45-4619-8aad-8f67d51d46e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:26:02.522710 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-34a3a333-193d-4cd5-aa6d-4262f8566c6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:02.523103 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a3a333-193d-4cd5-aa6d-4262f8566c6e None None] Bound using segment: {'id': '60ea305c-bf29-4b14-9bfd-530e808575a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '499666ed-6a45-4619-8aad-8f67d51d46e7'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:26:02.523561 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-34a3a333-193d-4cd5-aa6d-4262f8566c6e None None] Bound port: ee625ea1-42b1-4a5e-80d7-5c73bdead9f5, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ea305c-bf29-4b14-9bfd-530e808575a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '499666ed-6a45-4619-8aad-8f67d51d46e7'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:26:02.523943 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-34a3a333-193d-4cd5-aa6d-4262f8566c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:02.546225 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-716dc0e6-0e3f-4c40-8b59-630b679dd7df tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Deleting subnet a6a54aae-3c6e-4d38-bf0c-1b2187f049bc {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:26:02.550248 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-716dc0e6-0e3f-4c40-8b59-630b679dd7df tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:02.588902 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-34a3a333-193d-4cd5-aa6d-4262f8566c6e None None] For port ee625ea1-42b1-4a5e-80d7-5c73bdead9f5, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:26:02.589541 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-716dc0e6-0e3f-4c40-8b59-630b679dd7df tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:02.592282 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-34a3a333-193d-4cd5-aa6d-4262f8566c6e None None] For port ee625ea1-42b1-4a5e-80d7-5c73bdead9f5, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ee625ea1-42b1-4a5e-80d7-5c73bdead9f5,segment=NetworkSegment(60ea305c-bf29-4b14-9bfd-530e808575a5),segment_id=60ea305c-bf29-4b14-9bfd-530e808575a5)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:26:02.597857 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-34a3a333-193d-4cd5-aa6d-4262f8566c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:02.653180 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3a333-193d-4cd5-aa6d-4262f8566c6e None None] Pushing event updated for resources: {'Port': ['ID=ee625ea1-42b1-4a5e-80d7-5c73bdead9f5,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:02.694412 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-716dc0e6-0e3f-4c40-8b59-630b679dd7df tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:02.758669 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-716dc0e6-0e3f-4c40-8b59-630b679dd7df tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:02.788020 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716dc0e6-0e3f-4c40-8b59-630b679dd7df tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Pushing event deleted for resources: {'Subnet': ['ID=a6a54aae-3c6e-4d38-bf0c-1b2187f049bc,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:02.793666 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-716dc0e6-0e3f-4c40-8b59-630b679dd7df tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:02.796572 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-716dc0e6-0e3f-4c40-8b59-630b679dd7df tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] 10.222.0.42 "DELETE /v2.0/subnets/a6a54aae-3c6e-4d38-bf0c-1b2187f049bc HTTP/1.1" status: 204 len: 168 time: 0.3024518 Apr 28 20:26:02.799132 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37138) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:26:02.884184 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c21a60a0-863d-4521-ad93-4fbbe89ef0e0 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:02.963055 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c21a60a0-863d-4521-ad93-4fbbe89ef0e0 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Deleting port ee625ea1-42b1-4a5e-80d7-5c73bdead9f5 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:26:02.963616 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c21a60a0-863d-4521-ad93-4fbbe89ef0e0 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:03.031353 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-c21a60a0-863d-4521-ad93-4fbbe89ef0e0 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] For port ee625ea1-42b1-4a5e-80d7-5c73bdead9f5, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=ee625ea1-42b1-4a5e-80d7-5c73bdead9f5,segment=NetworkSegment(60ea305c-bf29-4b14-9bfd-530e808575a5),segment_id=60ea305c-bf29-4b14-9bfd-530e808575a5)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:26:03.031718 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c21a60a0-863d-4521-ad93-4fbbe89ef0e0 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:03.046787 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c21a60a0-863d-4521-ad93-4fbbe89ef0e0 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Calling delete_port for ee625ea1-42b1-4a5e-80d7-5c73bdead9f5 owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:26:03.127772 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e40658-4edb-40ea-87f5-4a073cfd04fb None None] Network 252c225f-d4d6-4325-aadf-0964c2e700c2 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:26:03.131857 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c21a60a0-863d-4521-ad93-4fbbe89ef0e0 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:03.156880 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a60a0-863d-4521-ad93-4fbbe89ef0e0 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Pushing event deleted for resources: {'Port': ['ID=ee625ea1-42b1-4a5e-80d7-5c73bdead9f5,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:03.161250 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21a60a0-863d-4521-ad93-4fbbe89ef0e0 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] No DVR routers for this DVR port ee625ea1-42b1-4a5e-80d7-5c73bdead9f5 on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:26:03.197316 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-41ae9d89-31a6-4ace-8a20-3531b6701a03 None None] Provisioning complete for port fd4d44df-a641-42cd-b12f-306f6ad30889 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:26:03.197687 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-41ae9d89-31a6-4ace-8a20-3531b6701a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:03.253036 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c21a60a0-863d-4521-ad93-4fbbe89ef0e0 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:03.276184 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-c21a60a0-863d-4521-ad93-4fbbe89ef0e0 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['499666ed-6a45-4619-8aad-8f67d51d46e7']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:26:03.285937 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-c21a60a0-863d-4521-ad93-4fbbe89ef0e0 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ea305c-bf29-4b14-9bfd-530e808575a5') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:26:03.286229 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-c21a60a0-863d-4521-ad93-4fbbe89ef0e0 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ea305c-bf29-4b14-9bfd-530e808575a5') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:26:03.295781 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c21a60a0-863d-4521-ad93-4fbbe89ef0e0 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:03.309433 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c21a60a0-863d-4521-ad93-4fbbe89ef0e0 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:03.316817 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c21a60a0-863d-4521-ad93-4fbbe89ef0e0 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:26:03.317204 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c21a60a0-863d-4521-ad93-4fbbe89ef0e0 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:03.320876 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 20:26:03.320876 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:26:03.320876 n-d-839810-1 neutron-server[102774]: timer() Apr 28 20:26:03.320876 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:26:03.320876 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 20:26:03.320876 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:26:03.320876 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 20:26:03.320876 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:26:03.320876 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 20:26:03.320876 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:26:03.320876 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 20:26:03.320876 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:26:03.320876 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 20:26:03.320876 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:26:03.320876 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:26:03.320876 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:26:03.320876 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:26:03.320876 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:26:03.320876 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 20:26:03.320876 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:26:03.320876 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 20:26:03.320876 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:26:03.320876 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:26:03.320876 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:26:03.320876 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 20:26:03.320876 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:26:03.320876 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:26:03.320876 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:26:03.320876 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:26:03.320876 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:26:03.320876 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:26:03.320876 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:26:03.349879 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-41ae9d89-31a6-4ace-8a20-3531b6701a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:03.384637 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c21a60a0-863d-4521-ad93-4fbbe89ef0e0 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:03.388893 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-41ae9d89-31a6-4ace-8a20-3531b6701a03 None None] For port fd4d44df-a641-42cd-b12f-306f6ad30889, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=fd4d44df-a641-42cd-b12f-306f6ad30889,segment=NetworkSegment(75bd1225-4930-4668-8c57-4c44c0ac7184),segment_id=75bd1225-4930-4668-8c57-4c44c0ac7184)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:26:03.392943 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c21a60a0-863d-4521-ad93-4fbbe89ef0e0 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:03.396067 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-41ae9d89-31a6-4ace-8a20-3531b6701a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:03.396304 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c21a60a0-863d-4521-ad93-4fbbe89ef0e0 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] 10.222.0.42 "DELETE /v2.0/networks/499666ed-6a45-4619-8aad-8f67d51d46e7 HTTP/1.1" status: 204 len: 168 time: 0.5958300 Apr 28 20:26:03.398840 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37140) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:26:03.422046 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a60a0-863d-4521-ad93-4fbbe89ef0e0 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Pushing event deleted for resources: {'Network': ['ID=499666ed-6a45-4619-8aad-8f67d51d46e7,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:03.458246 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae9d89-31a6-4ace-8a20-3531b6701a03 None None] Pushing event updated for resources: {'Port': ['ID=fd4d44df-a641-42cd-b12f-306f6ad30889,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:03.481332 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a46afb56-bf08-4601-8536-74910e3ed939 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Deleting subnet c8b4b3a4-d65d-475e-87bb-1e08d50379cf {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:26:03.484921 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a46afb56-bf08-4601-8536-74910e3ed939 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:03.532135 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a46afb56-bf08-4601-8536-74910e3ed939 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:03.597976 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device fd4d44df-a641-42cd-b12f-306f6ad30889 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:26:03.630950 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a46afb56-bf08-4601-8536-74910e3ed939 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:03.654560 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port fd4d44df-a641-42cd-b12f-306f6ad30889 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:26:03.654939 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:03.708517 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a46afb56-bf08-4601-8536-74910e3ed939 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:03.744230 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46afb56-bf08-4601-8536-74910e3ed939 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Pushing event deleted for resources: {'Subnet': ['ID=c8b4b3a4-d65d-475e-87bb-1e08d50379cf,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:03.747912 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a46afb56-bf08-4601-8536-74910e3ed939 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:03.751184 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a46afb56-bf08-4601-8536-74910e3ed939 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] 10.222.0.42 "DELETE /v2.0/subnets/c8b4b3a4-d65d-475e-87bb-1e08d50379cf HTTP/1.1" status: 204 len: 168 time: 0.3515980 Apr 28 20:26:03.754368 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37142) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:26:03.759572 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-aa84f88e-c4fe-42fb-8128-43fc28cf513a None None] Provisioning complete for port fd4d44df-a641-42cd-b12f-306f6ad30889 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:26:03.759931 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-aa84f88e-c4fe-42fb-8128-43fc28cf513a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:03.785771 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1ee513-98bd-4ed1-a813-774acbf07140 None None] Network 252c225f-d4d6-4325-aadf-0964c2e700c2 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:26:03.840284 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d09abb55-ca56-4d29-a673-fb7b06dab041 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:03.875981 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:03.899975 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d09abb55-ca56-4d29-a673-fb7b06dab041 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Deleting port fd4d44df-a641-42cd-b12f-306f6ad30889 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:26:03.900358 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d09abb55-ca56-4d29-a673-fb7b06dab041 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:03.928327 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30b0e55-80db-4d00-93db-8eafb5719342 None None] DHCP port deletion for 499666ed-6a45-4619-8aad-8f67d51d46e7 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:26:03.969232 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d09abb55-ca56-4d29-a673-fb7b06dab041 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] For port fd4d44df-a641-42cd-b12f-306f6ad30889, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=fd4d44df-a641-42cd-b12f-306f6ad30889,segment=NetworkSegment(75bd1225-4930-4668-8c57-4c44c0ac7184),segment_id=75bd1225-4930-4668-8c57-4c44c0ac7184)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:26:03.969232 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d09abb55-ca56-4d29-a673-fb7b06dab041 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:03.977415 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc5fe70-7a60-4907-be2a-96243cf8c39e None None] Network 499666ed-6a45-4619-8aad-8f67d51d46e7 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:26:03.984726 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d09abb55-ca56-4d29-a673-fb7b06dab041 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Calling delete_port for fd4d44df-a641-42cd-b12f-306f6ad30889 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:26:03.993033 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc5fe70-7a60-4907-be2a-96243cf8c39e None None] Network 499666ed-6a45-4619-8aad-8f67d51d46e7 could not be found, it might have been deleted concurrently. {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 28 20:26:04.052701 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9678c4-d64d-4665-b0a1-3706dbfc950d None None] DHCP port deletion for 252c225f-d4d6-4325-aadf-0964c2e700c2 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:26:04.065232 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d09abb55-ca56-4d29-a673-fb7b06dab041 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:04.086296 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-645c0de6-769a-4abd-8fcc-1af5a61d50ac None None] Could not find standard attr ID for object ee625ea1-42b1-4a5e-80d7-5c73bdead9f5. {{(pid=102775) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 20:26:04.096139 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09abb55-ca56-4d29-a673-fb7b06dab041 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] No DVR routers for this DVR port fd4d44df-a641-42cd-b12f-306f6ad30889 on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:26:04.101000 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09abb55-ca56-4d29-a673-fb7b06dab041 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Pushing event deleted for resources: {'Port': ['ID=fd4d44df-a641-42cd-b12f-306f6ad30889,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:04.107568 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-dc9678c4-d64d-4665-b0a1-3706dbfc950d None None] Deleting port fd4d44df-a641-42cd-b12f-306f6ad30889 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:26:04.107934 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-dc9678c4-d64d-4665-b0a1-3706dbfc950d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:04.175590 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-dc9678c4-d64d-4665-b0a1-3706dbfc950d None None] For port fd4d44df-a641-42cd-b12f-306f6ad30889, host n-d-839810-1, got binding levels [] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:26:04.176322 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-dc9678c4-d64d-4665-b0a1-3706dbfc950d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:04.180936 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d09abb55-ca56-4d29-a673-fb7b06dab041 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:04.202564 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-d09abb55-ca56-4d29-a673-fb7b06dab041 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['252c225f-d4d6-4325-aadf-0964c2e700c2']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:26:04.213483 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-d09abb55-ca56-4d29-a673-fb7b06dab041 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75bd1225-4930-4668-8c57-4c44c0ac7184') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:26:04.213775 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-d09abb55-ca56-4d29-a673-fb7b06dab041 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75bd1225-4930-4668-8c57-4c44c0ac7184') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:26:04.224459 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d09abb55-ca56-4d29-a673-fb7b06dab041 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:04.239105 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d09abb55-ca56-4d29-a673-fb7b06dab041 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:04.245807 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d09abb55-ca56-4d29-a673-fb7b06dab041 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:26:04.246227 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d09abb55-ca56-4d29-a673-fb7b06dab041 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:04.249553 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 20:26:04.249553 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:26:04.249553 n-d-839810-1 neutron-server[102773]: timer() Apr 28 20:26:04.249553 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:26:04.249553 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 20:26:04.249553 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:26:04.249553 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 20:26:04.249553 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:26:04.249553 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 20:26:04.249553 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:26:04.249553 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 20:26:04.249553 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:26:04.249553 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 20:26:04.249553 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:26:04.249553 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:26:04.249553 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:26:04.249553 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:26:04.249553 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:26:04.249553 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 20:26:04.249553 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:26:04.249553 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 20:26:04.249553 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:26:04.249553 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:26:04.249553 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:26:04.249553 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 20:26:04.249553 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:26:04.249553 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:26:04.249553 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:26:04.249553 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:26:04.249553 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:26:04.249553 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:26:04.249553 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:26:04.319559 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d09abb55-ca56-4d29-a673-fb7b06dab041 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:04.326824 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d09abb55-ca56-4d29-a673-fb7b06dab041 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:04.329998 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d09abb55-ca56-4d29-a673-fb7b06dab041 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] 10.222.0.42 "DELETE /v2.0/networks/252c225f-d4d6-4325-aadf-0964c2e700c2 HTTP/1.1" status: 204 len: 168 time: 0.5745339 Apr 28 20:26:04.332705 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37144) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:26:04.350357 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-dc9678c4-d64d-4665-b0a1-3706dbfc950d None None] Calling delete_port for fd4d44df-a641-42cd-b12f-306f6ad30889 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:26:04.352047 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09abb55-ca56-4d29-a673-fb7b06dab041 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Pushing event deleted for resources: {'Network': ['ID=252c225f-d4d6-4325-aadf-0964c2e700c2,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:04.353051 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.ipam_backend_mixin [None req-dc9678c4-d64d-4665-b0a1-3706dbfc950d None None] Port fd4d44df-a641-42cd-b12f-306f6ad30889 was not found and therefore no delete operation was performed {{(pid=102775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 28 20:26:04.354347 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-dc9678c4-d64d-4665-b0a1-3706dbfc950d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:04.372413 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3db5dec2-6f60-4639-ac52-7c1ecb1ebef8 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbc6efc0-3279-449b-9a6b-0482cab7f37f HTTP/1.1" status: 200 len: 205 time: 0.0364671 Apr 28 20:26:04.372681 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37146) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:26:04.377803 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dc9678c4-d64d-4665-b0a1-3706dbfc950d None None] Network 252c225f-d4d6-4325-aadf-0964c2e700c2 is not hosted by any dhcp agent {{(pid=102775) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 28 20:26:04.378258 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9678c4-d64d-4665-b0a1-3706dbfc950d None None] No DVR routers for this DVR port fd4d44df-a641-42cd-b12f-306f6ad30889 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:26:04.380005 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9678c4-d64d-4665-b0a1-3706dbfc950d None None] Pushing event deleted for resources: {'Port': ['ID=fd4d44df-a641-42cd-b12f-306f6ad30889,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:04.489614 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7bb43ee-1ea4-4ce8-88da-82e8d2373377 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:04.646886 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7bb43ee-1ea4-4ce8-88da-82e8d2373377 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:04.648930 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7bb43ee-1ea4-4ce8-88da-82e8d2373377 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:04.695458 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7bb43ee-1ea4-4ce8-88da-82e8d2373377 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:04.695982 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bb43ee-1ea4-4ce8-88da-82e8d2373377 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Fanout notify agent at l3_agent the message router_deleted on router bbc6efc0-3279-449b-9a6b-0482cab7f37f {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:26:04.703177 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7bb43ee-1ea4-4ce8-88da-82e8d2373377 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:04.706980 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f7bb43ee-1ea4-4ce8-88da-82e8d2373377 tempest-RoutersNegativeTest-1513225047 tempest-RoutersNegativeTest-1513225047-project] 10.222.0.42 "DELETE /v2.0/routers/bbc6efc0-3279-449b-9a6b-0482cab7f37f HTTP/1.1" status: 204 len: 168 time: 0.3307183 Apr 28 20:26:04.944972 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37152) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:26:05.074282 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0eec42c3-ab6b-4d85-8057-7df8a380d511 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9fd7dd8b94f54276bb2d0d7a74ff0d90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1280684 Apr 28 20:26:05.076680 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37156) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:26:05.122970 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-03c48cb1-3e26-43a9-b5f3-58bd37522098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:05.143652 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-03c48cb1-3e26-43a9-b5f3-58bd37522098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:05.192261 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-03c48cb1-3e26-43a9-b5f3-58bd37522098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:05.195008 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-03c48cb1-3e26-43a9-b5f3-58bd37522098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:05.196168 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-03c48cb1-3e26-43a9-b5f3-58bd37522098 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dd6ea083-0593-49eb-b6fb-7cf94e18b4df HTTP/1.1" status: 204 len: 168 time: 0.1185856 Apr 28 20:26:05.203882 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c48cb1-3e26-43a9-b5f3-58bd37522098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6ea083-0593-49eb-b6fb-7cf94e18b4df,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:05.532530 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ee625ea1-42b1-4a5e-80d7-5c73bdead9f5 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:26:05.555445 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: ee625ea1-42b1-4a5e-80d7-5c73bdead9f5 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:26:05.555793 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device ee625ea1-42b1-4a5e-80d7-5c73bdead9f5 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:26:05.556228 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device fd4d44df-a641-42cd-b12f-306f6ad30889 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:26:05.575786 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: fd4d44df-a641-42cd-b12f-306f6ad30889 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:26:05.576154 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device fd4d44df-a641-42cd-b12f-306f6ad30889 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:26:05.801685 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37178) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:26:05.894124 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-699cf22e-1edb-409a-8039-cd4829006bdf admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-897103304-network', 'tenant_id': 'e38108fb321945349fe18d22f5e4ef4f'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:26:05.917000 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699cf22e-1edb-409a-8039-cd4829006bdf admin admin] Made reservation on behalf of e38108fb321945349fe18d22f5e4ef4f for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:26:05.919230 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-699cf22e-1edb-409a-8039-cd4829006bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:05.927693 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-699cf22e-1edb-409a-8039-cd4829006bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:06.004076 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-699cf22e-1edb-409a-8039-cd4829006bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:06.007923 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-699cf22e-1edb-409a-8039-cd4829006bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:06.034161 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-699cf22e-1edb-409a-8039-cd4829006bdf admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:26:06.040075 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699cf22e-1edb-409a-8039-cd4829006bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cb6660-9f61-4ebd-87dd-8799e1774d2b,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:06.046481 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-699cf22e-1edb-409a-8039-cd4829006bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:06.046832 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-699cf22e-1edb-409a-8039-cd4829006bdf admin admin] Added segment 43837a76-5e2f-4725-9885-f85c813b5478 of type vlan for network e036bd99-b79d-4af4-81df-53735c900a2b Apr 28 20:26:06.087981 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-699cf22e-1edb-409a-8039-cd4829006bdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:06.111261 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-699cf22e-1edb-409a-8039-cd4829006bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:06.111945 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699cf22e-1edb-409a-8039-cd4829006bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:06.112545 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-699cf22e-1edb-409a-8039-cd4829006bdf admin admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:06.168959 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-699cf22e-1edb-409a-8039-cd4829006bdf admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3661716 Apr 28 20:26:06.171847 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37182) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:26:06.174468 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699cf22e-1edb-409a-8039-cd4829006bdf admin admin] Pushing event updated for resources: {'Network': ['ID=e036bd99-b79d-4af4-81df-53735c900a2b,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:06.177480 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-23911821-8dba-41b5-a767-46f73b92e7bf admin admin] Request body: {'subnet': {'network_id': 'e036bd99-b79d-4af4-81df-53735c900a2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-897103304-subnet', 'tenant_id': 'e38108fb321945349fe18d22f5e4ef4f', 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:26:06.185990 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network e036bd99-b79d-4af4-81df-53735c900a2b details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:26:06.197460 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23911821-8dba-41b5-a767-46f73b92e7bf admin admin] Made reservation on behalf of e38108fb321945349fe18d22f5e4ef4f for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:26:06.199845 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-23911821-8dba-41b5-a767-46f73b92e7bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:06.366389 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-23911821-8dba-41b5-a767-46f73b92e7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:06.424026 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23911821-8dba-41b5-a767-46f73b92e7bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0896a439-11da-4b8a-bed3-e5ba5796c168,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:06.429069 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23911821-8dba-41b5-a767-46f73b92e7bf admin admin] Checking segment: {'id': '43837a76-5e2f-4725-9885-f85c813b5478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e036bd99-b79d-4af4-81df-53735c900a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:26:06.429438 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23911821-8dba-41b5-a767-46f73b92e7bf admin admin] Network hostable DHCP agents. Network: e036bd99-b79d-4af4-81df-53735c900a2b, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:26:06.445989 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23911821-8dba-41b5-a767-46f73b92e7bf admin admin] Network e036bd99-b79d-4af4-81df-53735c900a2b is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:26:06.454653 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-23911821-8dba-41b5-a767-46f73b92e7bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, e036bd99-b79d-4af4-81df-53735c900a2b) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:26:06.458728 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23911821-8dba-41b5-a767-46f73b92e7bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:06.459313 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-23911821-8dba-41b5-a767-46f73b92e7bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:06.463954 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fcb6dc-4f4c-458e-a63e-97a640ea7061 None None] Network e036bd99-b79d-4af4-81df-53735c900a2b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:26:06.474811 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-23911821-8dba-41b5-a767-46f73b92e7bf admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3017492 Apr 28 20:26:06.477556 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37184) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:26:06.487394 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-b5dede12-58fd-4c3b-b1d6-7d5098e5cd02 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-897103304-router', 'tenant_id': 'e38108fb321945349fe18d22f5e4ef4f', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:26:06.506367 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b5dede12-58fd-4c3b-b1d6-7d5098e5cd02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:06.506941 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b5dede12-58fd-4c3b-b1d6-7d5098e5cd02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:06.558389 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b5dede12-58fd-4c3b-b1d6-7d5098e5cd02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:06.609993 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf3e2b9-acaa-4e15-b98c-cf5627d3d575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-e036bd99-b79d-4af4-81df-53735c900a2b', 'network_id': 'e036bd99-b79d-4af4-81df-53735c900a2b', 'tenant_id': 'e38108fb321945349fe18d22f5e4ef4f', 'fixed_ips': [{'subnet_id': '0896a439-11da-4b8a-bed3-e5ba5796c168'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:26:06.611492 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-aaf3e2b9-acaa-4e15-b98c-cf5627d3d575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:06.695059 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b5dede12-58fd-4c3b-b1d6-7d5098e5cd02 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:06.749886 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-aaf3e2b9-acaa-4e15-b98c-cf5627d3d575 None None] Allocated IP 172.20.0.2 (e036bd99-b79d-4af4-81df-53735c900a2b/0896a439-11da-4b8a-bed3-e5ba5796c168/9cba3a0a-7166-4217-bf3a-6942c96d0357) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:26:06.894731 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-aaf3e2b9-acaa-4e15-b98c-cf5627d3d575 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:06.899936 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-aaf3e2b9-acaa-4e15-b98c-cf5627d3d575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:06.908052 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b5dede12-58fd-4c3b-b1d6-7d5098e5cd02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:06.932423 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b5dede12-58fd-4c3b-b1d6-7d5098e5cd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:06.940758 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf3e2b9-acaa-4e15-b98c-cf5627d3d575 None None] Network e036bd99-b79d-4af4-81df-53735c900a2b is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:26:06.945634 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-aaf3e2b9-acaa-4e15-b98c-cf5627d3d575 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:26:06.949121 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf3e2b9-acaa-4e15-b98c-cf5627d3d575 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:26:06.960200 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3e2b9-acaa-4e15-b98c-cf5627d3d575 None None] Pushing event updated for resources: {'Port': ['ID=9cba3a0a-7166-4217-bf3a-6942c96d0357,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:07.008874 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-aaf3e2b9-acaa-4e15-b98c-cf5627d3d575 None None] Attempting to bind port 9cba3a0a-7166-4217-bf3a-6942c96d0357 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:26:07.009247 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-aaf3e2b9-acaa-4e15-b98c-cf5627d3d575 None None] Attempting to bind port 9cba3a0a-7166-4217-bf3a-6942c96d0357 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '43837a76-5e2f-4725-9885-f85c813b5478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e036bd99-b79d-4af4-81df-53735c900a2b'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:26:07.009609 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf3e2b9-acaa-4e15-b98c-cf5627d3d575 None None] Attempting to bind port 9cba3a0a-7166-4217-bf3a-6942c96d0357 on network e036bd99-b79d-4af4-81df-53735c900a2b {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:26:07.014434 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf3e2b9-acaa-4e15-b98c-cf5627d3d575 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:26:07.014829 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf3e2b9-acaa-4e15-b98c-cf5627d3d575 None None] Checking segment: {'id': '43837a76-5e2f-4725-9885-f85c813b5478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e036bd99-b79d-4af4-81df-53735c900a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:26:07.015303 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-aaf3e2b9-acaa-4e15-b98c-cf5627d3d575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:07.015904 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf3e2b9-acaa-4e15-b98c-cf5627d3d575 None None] Bound using segment: {'id': '43837a76-5e2f-4725-9885-f85c813b5478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e036bd99-b79d-4af4-81df-53735c900a2b'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:26:07.016180 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-aaf3e2b9-acaa-4e15-b98c-cf5627d3d575 None None] Bound port: 9cba3a0a-7166-4217-bf3a-6942c96d0357, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43837a76-5e2f-4725-9885-f85c813b5478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e036bd99-b79d-4af4-81df-53735c900a2b'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:26:07.016566 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-aaf3e2b9-acaa-4e15-b98c-cf5627d3d575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:07.038625 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-b5dede12-58fd-4c3b-b1d6-7d5098e5cd02 admin admin] Allocated IP 172.25.8.238 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:26:07.081543 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-aaf3e2b9-acaa-4e15-b98c-cf5627d3d575 None None] For port 9cba3a0a-7166-4217-bf3a-6942c96d0357, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:26:07.084809 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-aaf3e2b9-acaa-4e15-b98c-cf5627d3d575 None None] For port 9cba3a0a-7166-4217-bf3a-6942c96d0357, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=9cba3a0a-7166-4217-bf3a-6942c96d0357,segment=NetworkSegment(43837a76-5e2f-4725-9885-f85c813b5478),segment_id=43837a76-5e2f-4725-9885-f85c813b5478)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:26:07.089699 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-aaf3e2b9-acaa-4e15-b98c-cf5627d3d575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:07.148404 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b5dede12-58fd-4c3b-b1d6-7d5098e5cd02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:07.150628 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3e2b9-acaa-4e15-b98c-cf5627d3d575 None None] Pushing event updated for resources: {'Port': ['ID=9cba3a0a-7166-4217-bf3a-6942c96d0357,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:07.183097 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b5dede12-58fd-4c3b-b1d6-7d5098e5cd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:07.223753 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dede12-58fd-4c3b-b1d6-7d5098e5cd02 admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:26:07.226654 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-b5dede12-58fd-4c3b-b1d6-7d5098e5cd02 admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:26:07.230329 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dede12-58fd-4c3b-b1d6-7d5098e5cd02 admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:26:07.235945 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dede12-58fd-4c3b-b1d6-7d5098e5cd02 admin admin] Pushing event updated for resources: {'Port': ['ID=3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:07.491220 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b5dede12-58fd-4c3b-b1d6-7d5098e5cd02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:07.563316 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9cba3a0a-7166-4217-bf3a-6942c96d0357 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:26:07.619444 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 9cba3a0a-7166-4217-bf3a-6942c96d0357 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:26:07.620175 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:07.687350 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b5dede12-58fd-4c3b-b1d6-7d5098e5cd02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:07.695343 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:07.729572 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 9cba3a0a-7166-4217-bf3a-6942c96d0357, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=9cba3a0a-7166-4217-bf3a-6942c96d0357,segment=NetworkSegment(43837a76-5e2f-4725-9885-f85c813b5478),segment_id=43837a76-5e2f-4725-9885-f85c813b5478)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:26:07.736395 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:07.789365 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=9cba3a0a-7166-4217-bf3a-6942c96d0357,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:07.834078 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5dede12-58fd-4c3b-b1d6-7d5098e5cd02 admin admin] Router 1c84c325-01af-44e6-b64f-c83f05e55c71 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 20:26:08.075000 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e446e8-e590-47cb-9cab-fe19068d9329 None None] Network e036bd99-b79d-4af4-81df-53735c900a2b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:26:08.159082 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-ce26b0e0-7efb-47bf-a758-cd0200fa619b None None] Provisioning complete for port 9cba3a0a-7166-4217-bf3a-6942c96d0357 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:26:08.159453 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ce26b0e0-7efb-47bf-a758-cd0200fa619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:08.187478 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5dede12-58fd-4c3b-b1d6-7d5098e5cd02 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:26:08.199649 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe70618e-1e86-4464-9f92-f7e8996b141c None None] Sync routers for ids ['1c84c325-01af-44e6-b64f-c83f05e55c71'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:26:08.206752 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b5dede12-58fd-4c3b-b1d6-7d5098e5cd02 admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:08.210953 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37186) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:26:08.211441 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe70618e-1e86-4464-9f92-f7e8996b141c None None] Routers {'1c84c325-01af-44e6-b64f-c83f05e55c71'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:26:08.211532 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b5dede12-58fd-4c3b-b1d6-7d5098e5cd02 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7321115 Apr 28 20:26:08.211666 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-fe70618e-1e86-4464-9f92-f7e8996b141c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:25:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1c84c325-01af-44e6-b64f-c83f05e55c71'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:26:08.324285 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-fe70618e-1e86-4464-9f92-f7e8996b141c None None] Set router 1c84c325-01af-44e6-b64f-c83f05e55c71 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:26:08.514100 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-fe70618e-1e86-4464-9f92-f7e8996b141c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c84c325-01af-44e6-b64f-c83f05e55c71', 'name': 'tempest-TestEncryptedCinderVolumes-897103304-router', 'tenant_id': 'e38108fb321945349fe18d22f5e4ef4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:26:06Z', 'updated_at': '2022-04-28T20:26:07Z', 'revision_number': 3, 'project_id': 'e38108fb321945349fe18d22f5e4ef4f', 'gw_port': {'id': '3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:69:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c84c325-01af-44e6-b64f-c83f05e55c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:26:06Z', 'updated_at': '2022-04-28T20:26:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:26:08.527007 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-50e894be-e90f-41d5-80da-f9ff6bf55004 None None] Provisioning complete for port 9cba3a0a-7166-4217-bf3a-6942c96d0357 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:26:08.527007 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-50e894be-e90f-41d5-80da-f9ff6bf55004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:08.544763 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe70618e-1e86-4464-9f92-f7e8996b141c None None] Checking router: 1c84c325-01af-44e6-b64f-c83f05e55c71 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:26:08.545106 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe70618e-1e86-4464-9f92-f7e8996b141c None None] Updating router 1c84c325-01af-44e6-b64f-c83f05e55c71 port 3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:26:08.657305 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-fe70618e-1e86-4464-9f92-f7e8996b141c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:08.671021 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fd47683c-b297-4c52-aa5f-7acdc4a5f7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:08.825598 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-fd47683c-b297-4c52-aa5f-7acdc4a5f7bb admin admin] Allocated IP 172.20.0.1 (e036bd99-b79d-4af4-81df-53735c900a2b/0896a439-11da-4b8a-bed3-e5ba5796c168/f3abaeba-2f61-4387-8486-b85c8fef6b34) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:26:08.905833 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-fe70618e-1e86-4464-9f92-f7e8996b141c None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:08.910631 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-fe70618e-1e86-4464-9f92-f7e8996b141c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:08.934301 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fd47683c-b297-4c52-aa5f-7acdc4a5f7bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:08.960243 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-fe70618e-1e86-4464-9f92-f7e8996b141c None None] Attempting to bind port 3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:26:08.960606 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-fe70618e-1e86-4464-9f92-f7e8996b141c None None] Attempting to bind port 3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:26:08.960956 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe70618e-1e86-4464-9f92-f7e8996b141c None None] Attempting to bind port 3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:26:08.969932 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fd47683c-b297-4c52-aa5f-7acdc4a5f7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:08.971626 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe70618e-1e86-4464-9f92-f7e8996b141c None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:26:08.971985 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe70618e-1e86-4464-9f92-f7e8996b141c None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:26:08.972403 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-fe70618e-1e86-4464-9f92-f7e8996b141c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:08.972971 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe70618e-1e86-4464-9f92-f7e8996b141c None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:26:08.973434 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-fe70618e-1e86-4464-9f92-f7e8996b141c None None] Bound port: 3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:26:08.973806 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-fe70618e-1e86-4464-9f92-f7e8996b141c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:08.999096 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db05ea-9031-442e-bfba-5ab1fad8a5e7 None None] Pushing event updated for resources: {'Port': ['ID=3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:09.012364 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd47683c-b297-4c52-aa5f-7acdc4a5f7bb admin admin] Network e036bd99-b79d-4af4-81df-53735c900a2b is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:26:09.013862 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36db05ea-9031-442e-bfba-5ab1fad8a5e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:26:09.014182 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36db05ea-9031-442e-bfba-5ab1fad8a5e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:26:09.014514 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36db05ea-9031-442e-bfba-5ab1fad8a5e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:26:09.014843 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36db05ea-9031-442e-bfba-5ab1fad8a5e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:26:09.015166 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36db05ea-9031-442e-bfba-5ab1fad8a5e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:26:09.015313 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-fd47683c-b297-4c52-aa5f-7acdc4a5f7bb admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:26:09.015483 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36db05ea-9031-442e-bfba-5ab1fad8a5e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:26:09.015800 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36db05ea-9031-442e-bfba-5ab1fad8a5e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:26:09.016163 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36db05ea-9031-442e-bfba-5ab1fad8a5e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:26:09.016454 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36db05ea-9031-442e-bfba-5ab1fad8a5e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:26:09.017415 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36db05ea-9031-442e-bfba-5ab1fad8a5e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:26:09.017740 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36db05ea-9031-442e-bfba-5ab1fad8a5e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:26:09.018054 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36db05ea-9031-442e-bfba-5ab1fad8a5e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:26:09.018992 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd47683c-b297-4c52-aa5f-7acdc4a5f7bb admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:26:09.043353 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-fe70618e-1e86-4464-9f92-f7e8996b141c None None] For port 3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:26:09.047155 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-fe70618e-1e86-4464-9f92-f7e8996b141c None None] For port 3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:26:09.051745 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-fe70618e-1e86-4464-9f92-f7e8996b141c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:09.055789 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd47683c-b297-4c52-aa5f-7acdc4a5f7bb admin admin] Pushing event updated for resources: {'Port': ['ID=f3abaeba-2f61-4387-8486-b85c8fef6b34,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:09.075413 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fd47683c-b297-4c52-aa5f-7acdc4a5f7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:09.108706 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe70618e-1e86-4464-9f92-f7e8996b141c None None] Routers {'1c84c325-01af-44e6-b64f-c83f05e55c71'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:26:09.109346 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-fe70618e-1e86-4464-9f92-f7e8996b141c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:25:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1c84c325-01af-44e6-b64f-c83f05e55c71'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:26:09.157197 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db05ea-9031-442e-bfba-5ab1fad8a5e7 None None] Pushing event updated for resources: {'Port': ['ID=3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:09.211241 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fd47683c-b297-4c52-aa5f-7acdc4a5f7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:09.225090 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-fe70618e-1e86-4464-9f92-f7e8996b141c None None] Set router 1c84c325-01af-44e6-b64f-c83f05e55c71 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:26:09.337289 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-e7e16c2e-9d78-4f51-a5aa-50769f219f15 None None] Provisioning complete for port f3abaeba-2f61-4387-8486-b85c8fef6b34 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:26:09.337831 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e7e16c2e-9d78-4f51-a5aa-50769f219f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:09.380355 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-e7e16c2e-9d78-4f51-a5aa-50769f219f15 None None] Port f3abaeba-2f61-4387-8486-b85c8fef6b34 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:26:09.391713 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fd47683c-b297-4c52-aa5f-7acdc4a5f7bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:09.396629 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fd47683c-b297-4c52-aa5f-7acdc4a5f7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:09.406484 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-fe70618e-1e86-4464-9f92-f7e8996b141c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c84c325-01af-44e6-b64f-c83f05e55c71', 'name': 'tempest-TestEncryptedCinderVolumes-897103304-router', 'tenant_id': 'e38108fb321945349fe18d22f5e4ef4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:26:06Z', 'updated_at': '2022-04-28T20:26:07Z', 'revision_number': 3, 'project_id': 'e38108fb321945349fe18d22f5e4ef4f', 'gw_port': {'id': '3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:69:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c84c325-01af-44e6-b64f-c83f05e55c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:26:06Z', 'updated_at': '2022-04-28T20:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:26:09.436089 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe70618e-1e86-4464-9f92-f7e8996b141c None None] The sync data for ids ['1c84c325-01af-44e6-b64f-c83f05e55c71'] in n-d-839810-1 is: [{'id': '1c84c325-01af-44e6-b64f-c83f05e55c71', 'name': 'tempest-TestEncryptedCinderVolumes-897103304-router', 'tenant_id': 'e38108fb321945349fe18d22f5e4ef4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:26:06Z', 'updated_at': '2022-04-28T20:26:07Z', 'revision_number': 3, 'project_id': 'e38108fb321945349fe18d22f5e4ef4f', 'gw_port': {'id': '3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:69:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c84c325-01af-44e6-b64f-c83f05e55c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:26:06Z', 'updated_at': '2022-04-28T20:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:26:09.467078 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd47683c-b297-4c52-aa5f-7acdc4a5f7bb admin admin] Pushing event updated for resources: {'Port': ['ID=f3abaeba-2f61-4387-8486-b85c8fef6b34,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:09.469701 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fd47683c-b297-4c52-aa5f-7acdc4a5f7bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:09.540247 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9cba3a0a-7166-4217-bf3a-6942c96d0357 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:26:09.564816 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd47683c-b297-4c52-aa5f-7acdc4a5f7bb admin admin] Network e036bd99-b79d-4af4-81df-53735c900a2b is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:26:09.566347 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-fd47683c-b297-4c52-aa5f-7acdc4a5f7bb admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:26:09.597051 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 9cba3a0a-7166-4217-bf3a-6942c96d0357 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:26:09.597646 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:09.712465 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd47683c-b297-4c52-aa5f-7acdc4a5f7bb admin admin] Router 1c84c325-01af-44e6-b64f-c83f05e55c71 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:26:09.851918 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd47683c-b297-4c52-aa5f-7acdc4a5f7bb admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:26:09.859816 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-fd47683c-b297-4c52-aa5f-7acdc4a5f7bb admin admin] 10.222.0.42 "PUT /v2.0/routers/1c84c325-01af-44e6-b64f-c83f05e55c71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6462882 Apr 28 20:26:09.903923 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-6171eaf9-d542-46d6-9133-bdda5d654f09 None None] Provisioning complete for port f3abaeba-2f61-4387-8486-b85c8fef6b34 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:26:09.904466 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6171eaf9-d542-46d6-9133-bdda5d654f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:09.943795 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-6171eaf9-d542-46d6-9133-bdda5d654f09 None None] Port f3abaeba-2f61-4387-8486-b85c8fef6b34 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:26:10.350734 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37202) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:26:10.355871 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-00d283dc-e191-4ddd-b0f5-cbfef67c8786 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-130769223-network', 'tenant_id': '67f9a518cc954e39bb678bf5b7219c8b'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:26:10.375649 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d283dc-e191-4ddd-b0f5-cbfef67c8786 admin admin] Made reservation on behalf of 67f9a518cc954e39bb678bf5b7219c8b for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:26:10.378768 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00d283dc-e191-4ddd-b0f5-cbfef67c8786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:10.387378 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00d283dc-e191-4ddd-b0f5-cbfef67c8786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:10.461890 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00d283dc-e191-4ddd-b0f5-cbfef67c8786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:10.465670 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00d283dc-e191-4ddd-b0f5-cbfef67c8786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:10.495311 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d283dc-e191-4ddd-b0f5-cbfef67c8786 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:26:10.501757 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d283dc-e191-4ddd-b0f5-cbfef67c8786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33744105-9bf9-4449-a526-142415741ba8,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:10.509338 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00d283dc-e191-4ddd-b0f5-cbfef67c8786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:10.509338 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-00d283dc-e191-4ddd-b0f5-cbfef67c8786 admin admin] Added segment 5318e272-764a-4a7f-9502-40eaac898f4e of type vlan for network e3270334-4003-4623-9082-3caa00dec668 Apr 28 20:26:10.553280 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00d283dc-e191-4ddd-b0f5-cbfef67c8786 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:10.577628 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00d283dc-e191-4ddd-b0f5-cbfef67c8786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:10.578791 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d283dc-e191-4ddd-b0f5-cbfef67c8786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:10.579408 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-00d283dc-e191-4ddd-b0f5-cbfef67c8786 admin admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:10.629566 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-00d283dc-e191-4ddd-b0f5-cbfef67c8786 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2776895 Apr 28 20:26:10.632517 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37204) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:26:10.637452 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-d642e6ca-997a-49f2-a861-a9bc778305d2 admin admin] Request body: {'subnet': {'network_id': 'e3270334-4003-4623-9082-3caa00dec668', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-130769223-subnet', 'tenant_id': '67f9a518cc954e39bb678bf5b7219c8b', 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:26:10.642043 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d283dc-e191-4ddd-b0f5-cbfef67c8786 admin admin] Pushing event updated for resources: {'Network': ['ID=e3270334-4003-4623-9082-3caa00dec668,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:10.652705 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network e3270334-4003-4623-9082-3caa00dec668 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:26:10.656486 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d642e6ca-997a-49f2-a861-a9bc778305d2 admin admin] Made reservation on behalf of 67f9a518cc954e39bb678bf5b7219c8b for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:26:10.659352 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d642e6ca-997a-49f2-a861-a9bc778305d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:10.825472 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d642e6ca-997a-49f2-a861-a9bc778305d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:10.880460 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d642e6ca-997a-49f2-a861-a9bc778305d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd49d317-9a2f-4546-aa11-4d0bd7a8ad14,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:10.891003 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d642e6ca-997a-49f2-a861-a9bc778305d2 admin admin] Checking segment: {'id': '5318e272-764a-4a7f-9502-40eaac898f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e3270334-4003-4623-9082-3caa00dec668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:26:10.891369 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d642e6ca-997a-49f2-a861-a9bc778305d2 admin admin] Network hostable DHCP agents. Network: e3270334-4003-4623-9082-3caa00dec668, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:26:10.907552 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d642e6ca-997a-49f2-a861-a9bc778305d2 admin admin] Network e3270334-4003-4623-9082-3caa00dec668 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:26:10.916076 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-d642e6ca-997a-49f2-a861-a9bc778305d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, e3270334-4003-4623-9082-3caa00dec668) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:26:10.921040 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d642e6ca-997a-49f2-a861-a9bc778305d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:10.922181 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d642e6ca-997a-49f2-a861-a9bc778305d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:10.926211 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ad7695-5511-4b39-a763-251d110dec13 None None] Network e3270334-4003-4623-9082-3caa00dec668 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:26:10.938534 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d642e6ca-997a-49f2-a861-a9bc778305d2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3048882 Apr 28 20:26:10.942313 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37206) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:26:10.946716 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-7ed8eb6d-acb7-4ea2-a1ba-44ee9abf5ff5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-130769223-router', 'tenant_id': '67f9a518cc954e39bb678bf5b7219c8b', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:26:10.966385 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ed8eb6d-acb7-4ea2-a1ba-44ee9abf5ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:10.967394 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ed8eb6d-acb7-4ea2-a1ba-44ee9abf5ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:11.024426 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ed8eb6d-acb7-4ea2-a1ba-44ee9abf5ff5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:11.102708 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea4a2e0-2d49-44f9-9fbc-68c1f6f636ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-e3270334-4003-4623-9082-3caa00dec668', 'network_id': 'e3270334-4003-4623-9082-3caa00dec668', 'tenant_id': '67f9a518cc954e39bb678bf5b7219c8b', 'fixed_ips': [{'subnet_id': 'dd49d317-9a2f-4546-aa11-4d0bd7a8ad14'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:26:11.103572 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2ea4a2e0-2d49-44f9-9fbc-68c1f6f636ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:11.115362 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e694bf-9dfa-4d19-b67e-a11e2b8b1cf2 None None] Sync routers for ids ['1c84c325-01af-44e6-b64f-c83f05e55c71'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:26:11.137555 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e694bf-9dfa-4d19-b67e-a11e2b8b1cf2 None None] Routers {'1c84c325-01af-44e6-b64f-c83f05e55c71'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:26:11.138151 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e3e694bf-9dfa-4d19-b67e-a11e2b8b1cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:25:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1c84c325-01af-44e6-b64f-c83f05e55c71'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:26:11.162992 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ed8eb6d-acb7-4ea2-a1ba-44ee9abf5ff5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:11.341630 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-e3e694bf-9dfa-4d19-b67e-a11e2b8b1cf2 None None] Set router 1c84c325-01af-44e6-b64f-c83f05e55c71 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:26:11.343735 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-2ea4a2e0-2d49-44f9-9fbc-68c1f6f636ab None None] Allocated IP 172.20.0.2 (e3270334-4003-4623-9082-3caa00dec668/dd49d317-9a2f-4546-aa11-4d0bd7a8ad14/64e1f54d-b03a-468c-a5d5-ae667121c53c) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:26:11.373635 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ed8eb6d-acb7-4ea2-a1ba-44ee9abf5ff5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:11.395951 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ed8eb6d-acb7-4ea2-a1ba-44ee9abf5ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:11.509322 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-7ed8eb6d-acb7-4ea2-a1ba-44ee9abf5ff5 admin admin] Allocated IP 172.25.8.2 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:26:11.596644 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:26:11.628901 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ed8eb6d-acb7-4ea2-a1ba-44ee9abf5ff5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:11.662192 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ed8eb6d-acb7-4ea2-a1ba-44ee9abf5ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:11.672780 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2ea4a2e0-2d49-44f9-9fbc-68c1f6f636ab None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:11.686976 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2ea4a2e0-2d49-44f9-9fbc-68c1f6f636ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:11.700338 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed8eb6d-acb7-4ea2-a1ba-44ee9abf5ff5 admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:26:11.707144 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-7ed8eb6d-acb7-4ea2-a1ba-44ee9abf5ff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:26:11.710914 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed8eb6d-acb7-4ea2-a1ba-44ee9abf5ff5 admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:26:11.739888 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8eb6d-acb7-4ea2-a1ba-44ee9abf5ff5 admin admin] Pushing event updated for resources: {'Port': ['ID=c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:11.898002 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea4a2e0-2d49-44f9-9fbc-68c1f6f636ab None None] Network e3270334-4003-4623-9082-3caa00dec668 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:26:11.907882 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-2ea4a2e0-2d49-44f9-9fbc-68c1f6f636ab None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:26:11.910666 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:26:11.911039 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:11.912882 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea4a2e0-2d49-44f9-9fbc-68c1f6f636ab None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:26:11.914619 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4a2e0-2d49-44f9-9fbc-68c1f6f636ab None None] Pushing event updated for resources: {'Port': ['ID=64e1f54d-b03a-468c-a5d5-ae667121c53c,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:11.918172 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e3e694bf-9dfa-4d19-b67e-a11e2b8b1cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c84c325-01af-44e6-b64f-c83f05e55c71', 'name': 'tempest-TestEncryptedCinderVolumes-897103304-router', 'tenant_id': 'e38108fb321945349fe18d22f5e4ef4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:26:06Z', 'updated_at': '2022-04-28T20:26:09Z', 'revision_number': 4, 'project_id': 'e38108fb321945349fe18d22f5e4ef4f', 'gw_port': {'id': '3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:69:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c84c325-01af-44e6-b64f-c83f05e55c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:26:06Z', 'updated_at': '2022-04-28T20:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'f3abaeba-2f61-4387-8486-b85c8fef6b34', 'name': '', 'network_id': 'e036bd99-b79d-4af4-81df-53735c900a2b', 'tenant_id': 'e38108fb321945349fe18d22f5e4ef4f', 'mac_address': 'fa:16:3e:8f:47:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c84c325-01af-44e6-b64f-c83f05e55c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '0896a439-11da-4b8a-bed3-e5ba5796c168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:26:08Z', 'updated_at': '2022-04-28T20:26:09Z', 'revision_number': 2, 'project_id': 'e38108fb321945349fe18d22f5e4ef4f', 'subnets': [{'id': '0896a439-11da-4b8a-bed3-e5ba5796c168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:26:11.967894 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e694bf-9dfa-4d19-b67e-a11e2b8b1cf2 None None] Checking router: 1c84c325-01af-44e6-b64f-c83f05e55c71 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:26:11.968272 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e694bf-9dfa-4d19-b67e-a11e2b8b1cf2 None None] Updating router 1c84c325-01af-44e6-b64f-c83f05e55c71 port f3abaeba-2f61-4387-8486-b85c8fef6b34 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:26:11.987902 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ed8eb6d-acb7-4ea2-a1ba-44ee9abf5ff5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:12.042762 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e3e694bf-9dfa-4d19-b67e-a11e2b8b1cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:12.058454 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-2ea4a2e0-2d49-44f9-9fbc-68c1f6f636ab None None] Attempting to bind port 64e1f54d-b03a-468c-a5d5-ae667121c53c on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:26:12.058827 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-2ea4a2e0-2d49-44f9-9fbc-68c1f6f636ab None None] Attempting to bind port 64e1f54d-b03a-468c-a5d5-ae667121c53c by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '5318e272-764a-4a7f-9502-40eaac898f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e3270334-4003-4623-9082-3caa00dec668'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:26:12.059194 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea4a2e0-2d49-44f9-9fbc-68c1f6f636ab None None] Attempting to bind port 64e1f54d-b03a-468c-a5d5-ae667121c53c on network e3270334-4003-4623-9082-3caa00dec668 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:26:12.070032 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea4a2e0-2d49-44f9-9fbc-68c1f6f636ab None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:26:12.070414 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea4a2e0-2d49-44f9-9fbc-68c1f6f636ab None None] Checking segment: {'id': '5318e272-764a-4a7f-9502-40eaac898f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e3270334-4003-4623-9082-3caa00dec668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:26:12.070814 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2ea4a2e0-2d49-44f9-9fbc-68c1f6f636ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:12.071209 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea4a2e0-2d49-44f9-9fbc-68c1f6f636ab None None] Bound using segment: {'id': '5318e272-764a-4a7f-9502-40eaac898f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e3270334-4003-4623-9082-3caa00dec668'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:26:12.071682 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-2ea4a2e0-2d49-44f9-9fbc-68c1f6f636ab None None] Bound port: 64e1f54d-b03a-468c-a5d5-ae667121c53c, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5318e272-764a-4a7f-9502-40eaac898f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e3270334-4003-4623-9082-3caa00dec668'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:26:12.072067 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2ea4a2e0-2d49-44f9-9fbc-68c1f6f636ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:12.185728 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ed8eb6d-acb7-4ea2-a1ba-44ee9abf5ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:12.215388 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:12.267828 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:26:12.277937 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:12.302563 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-2ea4a2e0-2d49-44f9-9fbc-68c1f6f636ab None None] For port 64e1f54d-b03a-468c-a5d5-ae667121c53c, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:26:12.327888 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed8eb6d-acb7-4ea2-a1ba-44ee9abf5ff5 admin admin] Router e19495fa-ced9-4cd5-92b3-a83384cf7aa7 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 20:26:12.365241 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-2ea4a2e0-2d49-44f9-9fbc-68c1f6f636ab None None] For port 64e1f54d-b03a-468c-a5d5-ae667121c53c, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=64e1f54d-b03a-468c-a5d5-ae667121c53c,segment=NetworkSegment(5318e272-764a-4a7f-9502-40eaac898f4e),segment_id=5318e272-764a-4a7f-9502-40eaac898f4e)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:26:12.377394 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2ea4a2e0-2d49-44f9-9fbc-68c1f6f636ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:12.415434 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:12.442438 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed8eb6d-acb7-4ea2-a1ba-44ee9abf5ff5 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:26:12.455561 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c1ea47-e84c-4886-9478-c9a6453bc412 None None] Sync routers for ids ['e19495fa-ced9-4cd5-92b3-a83384cf7aa7'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:26:12.465280 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ed8eb6d-acb7-4ea2-a1ba-44ee9abf5ff5 admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:12.467076 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7ed8eb6d-acb7-4ea2-a1ba-44ee9abf5ff5 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5233381 Apr 28 20:26:12.469698 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37208) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:26:12.471371 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c1ea47-e84c-4886-9478-c9a6453bc412 None None] Routers {'e19495fa-ced9-4cd5-92b3-a83384cf7aa7'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:26:12.472189 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-97c1ea47-e84c-4886-9478-c9a6453bc412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:25:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['e19495fa-ced9-4cd5-92b3-a83384cf7aa7'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:26:12.512440 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4a2e0-2d49-44f9-9fbc-68c1f6f636ab None None] Pushing event updated for resources: {'Port': ['ID=64e1f54d-b03a-468c-a5d5-ae667121c53c,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:12.575836 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e3e694bf-9dfa-4d19-b67e-a11e2b8b1cf2 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:12.583806 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e3e694bf-9dfa-4d19-b67e-a11e2b8b1cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:12.615311 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-97c1ea47-e84c-4886-9478-c9a6453bc412 None None] Set router e19495fa-ced9-4cd5-92b3-a83384cf7aa7 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:26:12.643175 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42bbb8-7f8f-43fa-bb87-257a132aebfb None None] Pushing event updated for resources: {'Port': ['ID=f3abaeba-2f61-4387-8486-b85c8fef6b34,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:12.746811 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-e3e694bf-9dfa-4d19-b67e-a11e2b8b1cf2 None None] Attempting to bind port f3abaeba-2f61-4387-8486-b85c8fef6b34 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:26:12.747489 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-e3e694bf-9dfa-4d19-b67e-a11e2b8b1cf2 None None] Attempting to bind port f3abaeba-2f61-4387-8486-b85c8fef6b34 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '43837a76-5e2f-4725-9885-f85c813b5478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e036bd99-b79d-4af4-81df-53735c900a2b'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:26:12.747613 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e694bf-9dfa-4d19-b67e-a11e2b8b1cf2 None None] Attempting to bind port f3abaeba-2f61-4387-8486-b85c8fef6b34 on network e036bd99-b79d-4af4-81df-53735c900a2b {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:26:12.760402 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e694bf-9dfa-4d19-b67e-a11e2b8b1cf2 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:26:12.760784 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e694bf-9dfa-4d19-b67e-a11e2b8b1cf2 None None] Checking segment: {'id': '43837a76-5e2f-4725-9885-f85c813b5478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e036bd99-b79d-4af4-81df-53735c900a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:26:12.761189 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e3e694bf-9dfa-4d19-b67e-a11e2b8b1cf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:12.761589 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e694bf-9dfa-4d19-b67e-a11e2b8b1cf2 None None] Bound using segment: {'id': '43837a76-5e2f-4725-9885-f85c813b5478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e036bd99-b79d-4af4-81df-53735c900a2b'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:26:12.762073 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-e3e694bf-9dfa-4d19-b67e-a11e2b8b1cf2 None None] Bound port: f3abaeba-2f61-4387-8486-b85c8fef6b34, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43837a76-5e2f-4725-9885-f85c813b5478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e036bd99-b79d-4af4-81df-53735c900a2b'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:26:12.762458 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e3e694bf-9dfa-4d19-b67e-a11e2b8b1cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:12.858898 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-e3e694bf-9dfa-4d19-b67e-a11e2b8b1cf2 None None] For port f3abaeba-2f61-4387-8486-b85c8fef6b34, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:26:12.871018 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-e3e694bf-9dfa-4d19-b67e-a11e2b8b1cf2 None None] For port f3abaeba-2f61-4387-8486-b85c8fef6b34, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=f3abaeba-2f61-4387-8486-b85c8fef6b34,segment=NetworkSegment(43837a76-5e2f-4725-9885-f85c813b5478),segment_id=43837a76-5e2f-4725-9885-f85c813b5478)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:26:12.884975 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e3e694bf-9dfa-4d19-b67e-a11e2b8b1cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:12.928330 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-97c1ea47-e84c-4886-9478-c9a6453bc412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19495fa-ced9-4cd5-92b3-a83384cf7aa7', 'name': 'tempest-TestEncryptedCinderVolumes-130769223-router', 'tenant_id': '67f9a518cc954e39bb678bf5b7219c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:26:10Z', 'updated_at': '2022-04-28T20:26:11Z', 'revision_number': 3, 'project_id': '67f9a518cc954e39bb678bf5b7219c8b', 'gw_port': {'id': 'c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:37:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19495fa-ced9-4cd5-92b3-a83384cf7aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:26:11Z', 'updated_at': '2022-04-28T20:26:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:26:12.957144 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42bbb8-7f8f-43fa-bb87-257a132aebfb None None] Pushing event updated for resources: {'Port': ['ID=f3abaeba-2f61-4387-8486-b85c8fef6b34,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:12.981317 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e694bf-9dfa-4d19-b67e-a11e2b8b1cf2 None None] Routers {'1c84c325-01af-44e6-b64f-c83f05e55c71'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:26:12.981937 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e3e694bf-9dfa-4d19-b67e-a11e2b8b1cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:25:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1c84c325-01af-44e6-b64f-c83f05e55c71'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:26:12.985378 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c1ea47-e84c-4886-9478-c9a6453bc412 None None] Checking router: e19495fa-ced9-4cd5-92b3-a83384cf7aa7 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:26:12.987366 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c1ea47-e84c-4886-9478-c9a6453bc412 None None] Updating router e19495fa-ced9-4cd5-92b3-a83384cf7aa7 port c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:26:13.015649 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-97c1ea47-e84c-4886-9478-c9a6453bc412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:13.036436 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a120782b-b3e2-4b43-b959-0e1789a5b442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:13.099358 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-8f8a777d-ef24-434e-aaac-bda73af245ca None None] Provisioning complete for port f3abaeba-2f61-4387-8486-b85c8fef6b34 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:26:13.100129 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8f8a777d-ef24-434e-aaac-bda73af245ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:13.147498 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-e3e694bf-9dfa-4d19-b67e-a11e2b8b1cf2 None None] Set router 1c84c325-01af-44e6-b64f-c83f05e55c71 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:26:13.218881 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-a120782b-b3e2-4b43-b959-0e1789a5b442 admin admin] Allocated IP 172.20.0.1 (e3270334-4003-4623-9082-3caa00dec668/dd49d317-9a2f-4546-aa11-4d0bd7a8ad14/d89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:26:13.302645 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8f8a777d-ef24-434e-aaac-bda73af245ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:13.321394 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-97c1ea47-e84c-4886-9478-c9a6453bc412 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:13.327927 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-97c1ea47-e84c-4886-9478-c9a6453bc412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:13.354544 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a120782b-b3e2-4b43-b959-0e1789a5b442 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:13.390786 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-97c1ea47-e84c-4886-9478-c9a6453bc412 None None] Attempting to bind port c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:26:13.395999 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-97c1ea47-e84c-4886-9478-c9a6453bc412 None None] Attempting to bind port c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:26:13.396458 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c1ea47-e84c-4886-9478-c9a6453bc412 None None] Attempting to bind port c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:26:13.407527 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c1ea47-e84c-4886-9478-c9a6453bc412 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:26:13.408455 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c1ea47-e84c-4886-9478-c9a6453bc412 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:26:13.408856 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-97c1ea47-e84c-4886-9478-c9a6453bc412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:13.409346 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c1ea47-e84c-4886-9478-c9a6453bc412 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:26:13.409826 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-97c1ea47-e84c-4886-9478-c9a6453bc412 None None] Bound port: c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:26:13.410227 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-97c1ea47-e84c-4886-9478-c9a6453bc412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:13.412372 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a120782b-b3e2-4b43-b959-0e1789a5b442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:13.412800 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b29f7-efd4-4a48-914b-ae93cd2236fe None None] Pushing event updated for resources: {'Port': ['ID=c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:13.417336 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-8f8a777d-ef24-434e-aaac-bda73af245ca None None] For port f3abaeba-2f61-4387-8486-b85c8fef6b34, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=f3abaeba-2f61-4387-8486-b85c8fef6b34,segment=NetworkSegment(43837a76-5e2f-4725-9885-f85c813b5478),segment_id=43837a76-5e2f-4725-9885-f85c813b5478)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:26:13.428988 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8f8a777d-ef24-434e-aaac-bda73af245ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:13.472452 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a120782b-b3e2-4b43-b959-0e1789a5b442 admin admin] Network e3270334-4003-4623-9082-3caa00dec668 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:26:13.475376 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-a120782b-b3e2-4b43-b959-0e1789a5b442 admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:26:13.478377 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a120782b-b3e2-4b43-b959-0e1789a5b442 admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:26:13.515941 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-97c1ea47-e84c-4886-9478-c9a6453bc412 None None] For port c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:26:13.523170 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-97c1ea47-e84c-4886-9478-c9a6453bc412 None None] For port c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:26:13.533406 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-97c1ea47-e84c-4886-9478-c9a6453bc412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:13.551712 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a777d-ef24-434e-aaac-bda73af245ca None None] Pushing event updated for resources: {'Port': ['ID=f3abaeba-2f61-4387-8486-b85c8fef6b34,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:13.551944 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120782b-b3e2-4b43-b959-0e1789a5b442 admin admin] Pushing event updated for resources: {'Port': ['ID=d89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:13.566435 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a120782b-b3e2-4b43-b959-0e1789a5b442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:13.591761 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e3e694bf-9dfa-4d19-b67e-a11e2b8b1cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c84c325-01af-44e6-b64f-c83f05e55c71', 'name': 'tempest-TestEncryptedCinderVolumes-897103304-router', 'tenant_id': 'e38108fb321945349fe18d22f5e4ef4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:26:06Z', 'updated_at': '2022-04-28T20:26:09Z', 'revision_number': 4, 'project_id': 'e38108fb321945349fe18d22f5e4ef4f', 'gw_port': {'id': '3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:69:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c84c325-01af-44e6-b64f-c83f05e55c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:26:06Z', 'updated_at': '2022-04-28T20:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'f3abaeba-2f61-4387-8486-b85c8fef6b34', 'name': '', 'network_id': 'e036bd99-b79d-4af4-81df-53735c900a2b', 'tenant_id': 'e38108fb321945349fe18d22f5e4ef4f', 'mac_address': 'fa:16:3e:8f:47:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c84c325-01af-44e6-b64f-c83f05e55c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '0896a439-11da-4b8a-bed3-e5ba5796c168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:26:08Z', 'updated_at': '2022-04-28T20:26:12Z', 'revision_number': 4, 'project_id': 'e38108fb321945349fe18d22f5e4ef4f', 'subnets': [{'id': '0896a439-11da-4b8a-bed3-e5ba5796c168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:26:13.609121 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c1ea47-e84c-4886-9478-c9a6453bc412 None None] Routers {'e19495fa-ced9-4cd5-92b3-a83384cf7aa7'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:26:13.615612 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-97c1ea47-e84c-4886-9478-c9a6453bc412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:25:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['e19495fa-ced9-4cd5-92b3-a83384cf7aa7'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:26:13.640844 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e694bf-9dfa-4d19-b67e-a11e2b8b1cf2 None None] The sync data for ids ['1c84c325-01af-44e6-b64f-c83f05e55c71'] in n-d-839810-1 is: [{'id': '1c84c325-01af-44e6-b64f-c83f05e55c71', 'name': 'tempest-TestEncryptedCinderVolumes-897103304-router', 'tenant_id': 'e38108fb321945349fe18d22f5e4ef4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:26:06Z', 'updated_at': '2022-04-28T20:26:09Z', 'revision_number': 4, 'project_id': 'e38108fb321945349fe18d22f5e4ef4f', 'gw_port': {'id': '3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:69:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c84c325-01af-44e6-b64f-c83f05e55c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:26:06Z', 'updated_at': '2022-04-28T20:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'f3abaeba-2f61-4387-8486-b85c8fef6b34', 'name': '', 'network_id': 'e036bd99-b79d-4af4-81df-53735c900a2b', 'tenant_id': 'e38108fb321945349fe18d22f5e4ef4f', 'mac_address': 'fa:16:3e:8f:47:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c84c325-01af-44e6-b64f-c83f05e55c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '0896a439-11da-4b8a-bed3-e5ba5796c168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:26:08Z', 'updated_at': '2022-04-28T20:26:12Z', 'revision_number': 4, 'project_id': 'e38108fb321945349fe18d22f5e4ef4f', 'subnets': [{'id': '0896a439-11da-4b8a-bed3-e5ba5796c168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:26:13.643068 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-fbe8b898-5bf9-414c-a73a-83f71e17df30 None None] Provisioning complete for port f3abaeba-2f61-4387-8486-b85c8fef6b34 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:26:13.643442 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b898-5bf9-414c-a73a-83f71e17df30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:13.723462 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b29f7-efd4-4a48-914b-ae93cd2236fe None None] Pushing event updated for resources: {'Port': ['ID=c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:13.775180 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a120782b-b3e2-4b43-b959-0e1789a5b442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:13.851744 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:26:13.964259 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:26:13.964649 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:13.991786 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-97c1ea47-e84c-4886-9478-c9a6453bc412 None None] Set router e19495fa-ced9-4cd5-92b3-a83384cf7aa7 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:26:13.991948 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a120782b-b3e2-4b43-b959-0e1789a5b442 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:14.002242 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a120782b-b3e2-4b43-b959-0e1789a5b442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:14.050122 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e859dc56-6805-4182-840a-1425353e2ad3 None None] Network e3270334-4003-4623-9082-3caa00dec668 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:26:14.085084 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120782b-b3e2-4b43-b959-0e1789a5b442 admin admin] Pushing event updated for resources: {'Port': ['ID=d89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:14.087894 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a120782b-b3e2-4b43-b959-0e1789a5b442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:14.141420 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 64e1f54d-b03a-468c-a5d5-ae667121c53c up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:26:14.190282 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-f592c452-138b-4204-a415-4335dded6494 None None] Provisioning complete for port 64e1f54d-b03a-468c-a5d5-ae667121c53c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:26:14.190653 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f592c452-138b-4204-a415-4335dded6494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:14.194809 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a120782b-b3e2-4b43-b959-0e1789a5b442 admin admin] Network e3270334-4003-4623-9082-3caa00dec668 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:26:14.196675 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-a120782b-b3e2-4b43-b959-0e1789a5b442 admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:26:14.212070 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-97c1ea47-e84c-4886-9478-c9a6453bc412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19495fa-ced9-4cd5-92b3-a83384cf7aa7', 'name': 'tempest-TestEncryptedCinderVolumes-130769223-router', 'tenant_id': '67f9a518cc954e39bb678bf5b7219c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:26:10Z', 'updated_at': '2022-04-28T20:26:11Z', 'revision_number': 3, 'project_id': '67f9a518cc954e39bb678bf5b7219c8b', 'gw_port': {'id': 'c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:37:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19495fa-ced9-4cd5-92b3-a83384cf7aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:26:11Z', 'updated_at': '2022-04-28T20:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:26:14.261829 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c1ea47-e84c-4886-9478-c9a6453bc412 None None] The sync data for ids ['e19495fa-ced9-4cd5-92b3-a83384cf7aa7'] in n-d-839810-1 is: [{'id': 'e19495fa-ced9-4cd5-92b3-a83384cf7aa7', 'name': 'tempest-TestEncryptedCinderVolumes-130769223-router', 'tenant_id': '67f9a518cc954e39bb678bf5b7219c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:26:10Z', 'updated_at': '2022-04-28T20:26:11Z', 'revision_number': 3, 'project_id': '67f9a518cc954e39bb678bf5b7219c8b', 'gw_port': {'id': 'c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:37:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19495fa-ced9-4cd5-92b3-a83384cf7aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:26:11Z', 'updated_at': '2022-04-28T20:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:26:14.265772 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 64e1f54d-b03a-468c-a5d5-ae667121c53c triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:26:14.266088 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:14.358448 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a120782b-b3e2-4b43-b959-0e1789a5b442 admin admin] Router e19495fa-ced9-4cd5-92b3-a83384cf7aa7 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:26:14.415356 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f592c452-138b-4204-a415-4335dded6494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:14.499507 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a120782b-b3e2-4b43-b959-0e1789a5b442 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:26:14.513102 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a120782b-b3e2-4b43-b959-0e1789a5b442 admin admin] 10.222.0.42 "PUT /v2.0/routers/e19495fa-ced9-4cd5-92b3-a83384cf7aa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0265179 Apr 28 20:26:14.513278 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-f592c452-138b-4204-a415-4335dded6494 None None] For port 64e1f54d-b03a-468c-a5d5-ae667121c53c, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=64e1f54d-b03a-468c-a5d5-ae667121c53c,segment=NetworkSegment(5318e272-764a-4a7f-9502-40eaac898f4e),segment_id=5318e272-764a-4a7f-9502-40eaac898f4e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:26:14.521168 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:14.523429 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f592c452-138b-4204-a415-4335dded6494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:14.648367 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592c452-138b-4204-a415-4335dded6494 None None] Pushing event updated for resources: {'Port': ['ID=64e1f54d-b03a-468c-a5d5-ae667121c53c,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:14.670187 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:26:14.670187 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:26:14.860190 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-4c4e2e51-e189-472c-bad3-f664f5fe29e1 None None] Provisioning complete for port 64e1f54d-b03a-468c-a5d5-ae667121c53c triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:26:14.861613 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4c4e2e51-e189-472c-bad3-f664f5fe29e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:15.021361 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-4c4e2e51-e189-472c-bad3-f664f5fe29e1 None None] Provisioning complete for port d89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:26:15.021667 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4c4e2e51-e189-472c-bad3-f664f5fe29e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:15.076531 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-4c4e2e51-e189-472c-bad3-f664f5fe29e1 None None] Port d89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:26:15.239367 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-75d00e66-6a97-43c8-99a5-308be01fc0ce None None] Provisioning complete for port d89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:26:15.239732 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-75d00e66-6a97-43c8-99a5-308be01fc0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:15.295064 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-75d00e66-6a97-43c8-99a5-308be01fc0ce None None] Port d89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:26:15.413682 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-e4b6410f-5512-44b1-8d0a-f154c9830279 None None] Provisioning complete for port d89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:26:15.414059 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e4b6410f-5512-44b1-8d0a-f154c9830279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:15.451229 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-e4b6410f-5512-44b1-8d0a-f154c9830279 None None] Port d89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:26:15.519842 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-7f182612-1a51-43d5-902d-e5cce0af4bcd tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:15.522222 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-7f182612-1a51-43d5-902d-e5cce0af4bcd tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/networks?id=e036bd99-b79d-4af4-81df-53735c900a2b HTTP/1.1" status: 200 len: 816 time: 0.1252050 Apr 28 20:26:15.538590 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-7fb0434d-179c-4940-bd5d-4ede478bb0df tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/quotas/e38108fb321945349fe18d22f5e4ef4f HTTP/1.1" status: 200 len: 375 time: 0.0102198 Apr 28 20:26:15.597631 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-d6df6bab-56e6-4a91-83a7-a130cdcd304f tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e38108fb321945349fe18d22f5e4ef4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520720 Apr 28 20:26:15.616661 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-05d59c3e-45d5-4647-beba-2567fc6a6d38 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:26:15.617728 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-05d59c3e-45d5-4647-beba-2567fc6a6d38 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078344 Apr 28 20:26:15.663038 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 64e1f54d-b03a-468c-a5d5-ae667121c53c up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:26:15.707136 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-569c8687-0bf2-4af5-93f7-c01128a87790 service neutron] 10.222.0.42 "GET /v2.0/networks/e036bd99-b79d-4af4-81df-53735c900a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830667 Apr 28 20:26:15.711574 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 64e1f54d-b03a-468c-a5d5-ae667121c53c triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:26:15.711944 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:15.802485 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-11d64e45-1f77-4061-8437-fb7dd5d9d66d service neutron] 10.222.0.42 "GET /v2.0/networks/e036bd99-b79d-4af4-81df-53735c900a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890017 Apr 28 20:26:15.951196 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:26:15.978738 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-57bed2c9-ee2b-4ad1-b33e-42d44d1bd4d9 req-0d1d0f75-c90f-4418-9c1e-a4a6c0f4d3f5 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa464beb-1bce-4ccd-a1ba-3612f7aaa8fd HTTP/1.1" status: 200 len: 210 time: 0.0314052 Apr 28 20:26:16.010198 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:26:16.010580 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:16.090874 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:16.110979 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:26:16.115178 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:16.115990 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device f3abaeba-2f61-4387-8486-b85c8fef6b34 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:26:16.196019 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:16.204678 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port f3abaeba-2f61-4387-8486-b85c8fef6b34 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:26:16.204980 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:16.929909 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-a138dc50-d19a-4c01-b636-82f089ec5c7a tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:16.931418 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-a138dc50-d19a-4c01-b636-82f089ec5c7a tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.44 "GET /v2.0/networks?id=e036bd99-b79d-4af4-81df-53735c900a2b HTTP/1.1" status: 200 len: 816 time: 0.1068895 Apr 28 20:26:16.944329 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-2a89b27b-a48c-4e07-a208-39b6baea3f81 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Request body: {'port': {'device_id': 'fa464beb-1bce-4ccd-a1ba-3612f7aaa8fd', 'network_id': 'e036bd99-b79d-4af4-81df-53735c900a2b', 'admin_state_up': True, 'tenant_id': 'e38108fb321945349fe18d22f5e4ef4f'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:26:17.083820 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4d51a434-0cac-46e7-a025-6def46cbe65d req-c609e698-2966-41c0-a4b2-4546db6d1b51 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa464beb-1bce-4ccd-a1ba-3612f7aaa8fd HTTP/1.1" status: 200 len: 210 time: 0.0316041 Apr 28 20:26:17.084555 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-2a89b27b-a48c-4e07-a208-39b6baea3f81 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Made reservation on behalf of e38108fb321945349fe18d22f5e4ef4f for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:26:17.087866 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-2a89b27b-a48c-4e07-a208-39b6baea3f81 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:17.121052 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1087395c-84a5-4d29-93ee-23782dcdfc10 None None] Sync routers for ids ['e19495fa-ced9-4cd5-92b3-a83384cf7aa7'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:26:17.131565 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1087395c-84a5-4d29-93ee-23782dcdfc10 None None] Routers {'e19495fa-ced9-4cd5-92b3-a83384cf7aa7'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:26:17.132291 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-1087395c-84a5-4d29-93ee-23782dcdfc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:25:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['e19495fa-ced9-4cd5-92b3-a83384cf7aa7'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:26:17.219603 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-2a89b27b-a48c-4e07-a208-39b6baea3f81 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Allocated IP 172.20.0.10 (e036bd99-b79d-4af4-81df-53735c900a2b/0896a439-11da-4b8a-bed3-e5ba5796c168/43789443-1462-4c8a-b83b-166c80ba49e2) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:26:17.240982 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-1087395c-84a5-4d29-93ee-23782dcdfc10 None None] Set router e19495fa-ced9-4cd5-92b3-a83384cf7aa7 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:26:17.366426 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-2a89b27b-a48c-4e07-a208-39b6baea3f81 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:17.404193 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-2a89b27b-a48c-4e07-a208-39b6baea3f81 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:17.444887 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-1087395c-84a5-4d29-93ee-23782dcdfc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19495fa-ced9-4cd5-92b3-a83384cf7aa7', 'name': 'tempest-TestEncryptedCinderVolumes-130769223-router', 'tenant_id': '67f9a518cc954e39bb678bf5b7219c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:26:10Z', 'updated_at': '2022-04-28T20:26:13Z', 'revision_number': 4, 'project_id': '67f9a518cc954e39bb678bf5b7219c8b', 'gw_port': {'id': 'c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:37:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19495fa-ced9-4cd5-92b3-a83384cf7aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:26:11Z', 'updated_at': '2022-04-28T20:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'd89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b', 'name': '', 'network_id': 'e3270334-4003-4623-9082-3caa00dec668', 'tenant_id': '67f9a518cc954e39bb678bf5b7219c8b', 'mac_address': 'fa:16:3e:6e:72:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19495fa-ced9-4cd5-92b3-a83384cf7aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'dd49d317-9a2f-4546-aa11-4d0bd7a8ad14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:26:13Z', 'updated_at': '2022-04-28T20:26:13Z', 'revision_number': 2, 'project_id': '67f9a518cc954e39bb678bf5b7219c8b', 'subnets': [{'id': 'dd49d317-9a2f-4546-aa11-4d0bd7a8ad14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:26:17.448744 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-2a89b27b-a48c-4e07-a208-39b6baea3f81 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Network e036bd99-b79d-4af4-81df-53735c900a2b is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:26:17.451881 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-2a89b27b-a48c-4e07-a208-39b6baea3f81 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:26:17.456320 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-2a89b27b-a48c-4e07-a208-39b6baea3f81 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:26:17.462658 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89b27b-a48c-4e07-a208-39b6baea3f81 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Pushing event updated for resources: {'Port': ['ID=43789443-1462-4c8a-b83b-166c80ba49e2,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:17.477223 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1087395c-84a5-4d29-93ee-23782dcdfc10 None None] Checking router: e19495fa-ced9-4cd5-92b3-a83384cf7aa7 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:26:17.477564 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1087395c-84a5-4d29-93ee-23782dcdfc10 None None] Updating router e19495fa-ced9-4cd5-92b3-a83384cf7aa7 port d89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:26:17.492317 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a89b27b-a48c-4e07-a208-39b6baea3f81 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:26:17.492673 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a89b27b-a48c-4e07-a208-39b6baea3f81 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:26:17.493018 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a89b27b-a48c-4e07-a208-39b6baea3f81 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:26:17.493354 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a89b27b-a48c-4e07-a208-39b6baea3f81 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:26:17.493689 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a89b27b-a48c-4e07-a208-39b6baea3f81 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:26:17.494026 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a89b27b-a48c-4e07-a208-39b6baea3f81 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:26:17.494359 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a89b27b-a48c-4e07-a208-39b6baea3f81 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:26:17.494689 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a89b27b-a48c-4e07-a208-39b6baea3f81 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:26:17.495021 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a89b27b-a48c-4e07-a208-39b6baea3f81 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:26:17.495344 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a89b27b-a48c-4e07-a208-39b6baea3f81 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:26:17.495670 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a89b27b-a48c-4e07-a208-39b6baea3f81 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:26:17.495992 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a89b27b-a48c-4e07-a208-39b6baea3f81 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:26:17.507284 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1087395c-84a5-4d29-93ee-23782dcdfc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:17.522485 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-2a89b27b-a48c-4e07-a208-39b6baea3f81 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:17.523420 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-2a89b27b-a48c-4e07-a208-39b6baea3f81 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:17.563215 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-2a89b27b-a48c-4e07-a208-39b6baea3f81 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6228857 Apr 28 20:26:17.569556 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:26:17.682114 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-e4f88343-dfdb-4602-a51d-3725d4d09204 service neutron] Request body: {'port': {'device_id': 'fa464beb-1bce-4ccd-a1ba-3612f7aaa8fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:26:17.740733 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-e4f88343-dfdb-4602-a51d-3725d4d09204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:17.746224 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0cdda989-6646-4fdf-8eaa-aef317e560fd None None] Provisioning complete for port 43789443-1462-4c8a-b83b-166c80ba49e2 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:26:17.746593 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0cdda989-6646-4fdf-8eaa-aef317e560fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:17.750889 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:26:17.750889 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:17.839758 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0cdda989-6646-4fdf-8eaa-aef317e560fd None None] Port 43789443-1462-4c8a-b83b-166c80ba49e2 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:26:17.947590 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1087395c-84a5-4d29-93ee-23782dcdfc10 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:17.953239 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1087395c-84a5-4d29-93ee-23782dcdfc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:18.029532 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ce12a-7329-4da5-8900-a6f6923f85f1 None None] Pushing event updated for resources: {'Port': ['ID=d89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:18.068213 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-1087395c-84a5-4d29-93ee-23782dcdfc10 None None] Attempting to bind port d89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:26:18.068581 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-1087395c-84a5-4d29-93ee-23782dcdfc10 None None] Attempting to bind port d89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '5318e272-764a-4a7f-9502-40eaac898f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e3270334-4003-4623-9082-3caa00dec668'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:26:18.068937 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1087395c-84a5-4d29-93ee-23782dcdfc10 None None] Attempting to bind port d89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b on network e3270334-4003-4623-9082-3caa00dec668 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:26:18.074718 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1087395c-84a5-4d29-93ee-23782dcdfc10 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:26:18.075092 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1087395c-84a5-4d29-93ee-23782dcdfc10 None None] Checking segment: {'id': '5318e272-764a-4a7f-9502-40eaac898f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e3270334-4003-4623-9082-3caa00dec668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:26:18.075490 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1087395c-84a5-4d29-93ee-23782dcdfc10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:18.076017 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1087395c-84a5-4d29-93ee-23782dcdfc10 None None] Bound using segment: {'id': '5318e272-764a-4a7f-9502-40eaac898f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e3270334-4003-4623-9082-3caa00dec668'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:26:18.076560 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-1087395c-84a5-4d29-93ee-23782dcdfc10 None None] Bound port: d89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5318e272-764a-4a7f-9502-40eaac898f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e3270334-4003-4623-9082-3caa00dec668'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:26:18.076924 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1087395c-84a5-4d29-93ee-23782dcdfc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:18.152697 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-1087395c-84a5-4d29-93ee-23782dcdfc10 None None] For port d89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:26:18.156237 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-1087395c-84a5-4d29-93ee-23782dcdfc10 None None] For port d89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=d89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b,segment=NetworkSegment(5318e272-764a-4a7f-9502-40eaac898f4e),segment_id=5318e272-764a-4a7f-9502-40eaac898f4e)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:26:18.166759 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1087395c-84a5-4d29-93ee-23782dcdfc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:18.224816 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1087395c-84a5-4d29-93ee-23782dcdfc10 None None] Routers {'e19495fa-ced9-4cd5-92b3-a83384cf7aa7'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:26:18.225588 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-1087395c-84a5-4d29-93ee-23782dcdfc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:25:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['e19495fa-ced9-4cd5-92b3-a83384cf7aa7'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:26:18.234232 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f61b20-779b-4079-aeaf-482ffa772f27 req-df7a781d-ceb7-4482-ad2e-d77f160c18b7 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:18.242327 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c0f61b20-779b-4079-aeaf-482ffa772f27 req-df7a781d-ceb7-4482-ad2e-d77f160c18b7 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa464beb-1bce-4ccd-a1ba-3612f7aaa8fd HTTP/1.1" status: 200 len: 932 time: 0.0789025 Apr 28 20:26:18.292632 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ce12a-7329-4da5-8900-a6f6923f85f1 None None] Pushing event updated for resources: {'Port': ['ID=d89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:18.296828 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c0f61b20-779b-4079-aeaf-482ffa772f27 req-d4ee8629-4f6d-44a6-bf86-83c5e0d02567 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/security-groups?id=63cb6660-9f61-4ebd-87dd-8799e1774d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535116 Apr 28 20:26:18.303557 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-e9290c64-8c52-4b05-bd43-2ed7b5da08eb None None] Provisioning complete for port d89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:26:18.304080 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e9290c64-8c52-4b05-bd43-2ed7b5da08eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:18.408762 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-1087395c-84a5-4d29-93ee-23782dcdfc10 None None] Set router e19495fa-ced9-4cd5-92b3-a83384cf7aa7 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:26:18.426732 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-e4f88343-dfdb-4602-a51d-3725d4d09204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43789443-1462-4c8a-b83b-166c80ba49e2 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:26:18.433461 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-e4f88343-dfdb-4602-a51d-3725d4d09204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:18.448996 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-e4f88343-dfdb-4602-a51d-3725d4d09204 service neutron] Transition to ACTIVE for port object 43789443-1462-4c8a-b83b-166c80ba49e2 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:26:18.453920 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-e4f88343-dfdb-4602-a51d-3725d4d09204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:18.509983 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f88343-dfdb-4602-a51d-3725d4d09204 service neutron] Pushing event updated for resources: {'Port': ['ID=43789443-1462-4c8a-b83b-166c80ba49e2,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:18.527992 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e9290c64-8c52-4b05-bd43-2ed7b5da08eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:18.595644 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-e4f88343-dfdb-4602-a51d-3725d4d09204 service neutron] Attempting to bind port 43789443-1462-4c8a-b83b-166c80ba49e2 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:26:18.595981 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-e4f88343-dfdb-4602-a51d-3725d4d09204 service neutron] Attempting to bind port 43789443-1462-4c8a-b83b-166c80ba49e2 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '43837a76-5e2f-4725-9885-f85c813b5478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e036bd99-b79d-4af4-81df-53735c900a2b'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:26:18.596340 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-e4f88343-dfdb-4602-a51d-3725d4d09204 service neutron] Attempting to bind port 43789443-1462-4c8a-b83b-166c80ba49e2 on network e036bd99-b79d-4af4-81df-53735c900a2b {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:26:18.600989 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-e4f88343-dfdb-4602-a51d-3725d4d09204 service neutron] Port 43789443-1462-4c8a-b83b-166c80ba49e2 on network e036bd99-b79d-4af4-81df-53735c900a2b not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:26:18.601688 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-e4f88343-dfdb-4602-a51d-3725d4d09204 service neutron] Attempting to bind port 43789443-1462-4c8a-b83b-166c80ba49e2 on network e036bd99-b79d-4af4-81df-53735c900a2b {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:26:18.607816 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-e4f88343-dfdb-4602-a51d-3725d4d09204 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:26:18.608277 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-e4f88343-dfdb-4602-a51d-3725d4d09204 service neutron] Checking segment: {'id': '43837a76-5e2f-4725-9885-f85c813b5478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e036bd99-b79d-4af4-81df-53735c900a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:26:18.608677 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-e4f88343-dfdb-4602-a51d-3725d4d09204 service neutron] Bound using segment: {'id': '43837a76-5e2f-4725-9885-f85c813b5478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e036bd99-b79d-4af4-81df-53735c900a2b'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:26:18.609321 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-e4f88343-dfdb-4602-a51d-3725d4d09204 service neutron] Bound port: 43789443-1462-4c8a-b83b-166c80ba49e2, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43837a76-5e2f-4725-9885-f85c813b5478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e036bd99-b79d-4af4-81df-53735c900a2b'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:26:18.609520 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-e4f88343-dfdb-4602-a51d-3725d4d09204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:18.625264 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-e9290c64-8c52-4b05-bd43-2ed7b5da08eb None None] For port d89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=d89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b,segment=NetworkSegment(5318e272-764a-4a7f-9502-40eaac898f4e),segment_id=5318e272-764a-4a7f-9502-40eaac898f4e)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:26:18.638314 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e9290c64-8c52-4b05-bd43-2ed7b5da08eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:18.687822 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-e4f88343-dfdb-4602-a51d-3725d4d09204 service neutron] For port 43789443-1462-4c8a-b83b-166c80ba49e2, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:26:18.694753 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-e4f88343-dfdb-4602-a51d-3725d4d09204 service neutron] For port 43789443-1462-4c8a-b83b-166c80ba49e2, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=43789443-1462-4c8a-b83b-166c80ba49e2,segment=NetworkSegment(43837a76-5e2f-4725-9885-f85c813b5478),segment_id=43837a76-5e2f-4725-9885-f85c813b5478)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:26:18.698816 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9290c64-8c52-4b05-bd43-2ed7b5da08eb None None] Pushing event updated for resources: {'Port': ['ID=d89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:18.709586 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-e4f88343-dfdb-4602-a51d-3725d4d09204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:18.745952 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-e4f88343-dfdb-4602-a51d-3725d4d09204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:18.746614 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-e4f88343-dfdb-4602-a51d-3725d4d09204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:18.747962 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-e4f88343-dfdb-4602-a51d-3725d4d09204 service neutron] 10.222.0.44 "PUT /v2.0/ports/43789443-1462-4c8a-b83b-166c80ba49e2 HTTP/1.1" status: 200 len: 1092 time: 1.1771603 Apr 28 20:26:18.748437 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa464beb-1bce-4ccd-a1ba-3612f7aaa8fd', 'tag': '43789443-1462-4c8a-b83b-166c80ba49e2'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:26:18.750721 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956bdd99-8b84-48c0-adda-d05c4bfd9c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "fa464beb-1bce-4ccd-a1ba-3612f7aaa8fd", "tag": "43789443-1462-4c8a-b83b-166c80ba49e2"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:26:18.774017 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0964952e-f8fa-432e-baae-bb2ed78905f0 None None] Provisioning complete for port d89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:26:18.774225 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0964952e-f8fa-432e-baae-bb2ed78905f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:18.789959 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f88343-dfdb-4602-a51d-3725d4d09204 service neutron] Pushing event updated for resources: {'Port': ['ID=43789443-1462-4c8a-b83b-166c80ba49e2,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:18.840800 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-1087395c-84a5-4d29-93ee-23782dcdfc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19495fa-ced9-4cd5-92b3-a83384cf7aa7', 'name': 'tempest-TestEncryptedCinderVolumes-130769223-router', 'tenant_id': '67f9a518cc954e39bb678bf5b7219c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:26:10Z', 'updated_at': '2022-04-28T20:26:13Z', 'revision_number': 4, 'project_id': '67f9a518cc954e39bb678bf5b7219c8b', 'gw_port': {'id': 'c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:37:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19495fa-ced9-4cd5-92b3-a83384cf7aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:26:11Z', 'updated_at': '2022-04-28T20:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'd89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b', 'name': '', 'network_id': 'e3270334-4003-4623-9082-3caa00dec668', 'tenant_id': '67f9a518cc954e39bb678bf5b7219c8b', 'mac_address': 'fa:16:3e:6e:72:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19495fa-ced9-4cd5-92b3-a83384cf7aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'dd49d317-9a2f-4546-aa11-4d0bd7a8ad14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:26:13Z', 'updated_at': '2022-04-28T20:26:18Z', 'revision_number': 4, 'project_id': '67f9a518cc954e39bb678bf5b7219c8b', 'subnets': [{'id': 'dd49d317-9a2f-4546-aa11-4d0bd7a8ad14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:26:18.853214 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd419934-1e99-4f13-84b2-0bc76a127089 x-openstack-request-id: req-bd419934-1e99-4f13-84b2-0bc76a127089 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:26:18.853509 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa464beb-1bce-4ccd-a1ba-3612f7aaa8fd", "tag": "43789443-1462-4c8a-b83b-166c80ba49e2", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:26:18.853760 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bd419934-1e99-4f13-84b2-0bc76a127089 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:26:18.854165 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd419934-1e99-4f13-84b2-0bc76a127089'] response: {'name': 'network-changed', 'server_uuid': 'fa464beb-1bce-4ccd-a1ba-3612f7aaa8fd', 'tag': '43789443-1462-4c8a-b83b-166c80ba49e2', 'status': 'completed', 'code': 200} Apr 28 20:26:18.879151 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-dcccc42d-7974-4467-8e46-2cd909638f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:18.880770 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-dcccc42d-7974-4467-8e46-2cd909638f26 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e38108fb321945349fe18d22f5e4ef4f&device_id=fa464beb-1bce-4ccd-a1ba-3612f7aaa8fd HTTP/1.1" status: 200 len: 1095 time: 0.0851274 Apr 28 20:26:18.928456 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-bd4bf972-c779-4d22-ac78-cd75ad4afe26 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43789443-1462-4c8a-b83b-166c80ba49e2 HTTP/1.1" status: 200 len: 217 time: 0.0385902 Apr 28 20:26:18.981968 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-e3094aa7-29f3-4c62-a51e-5be01727c2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:18.983535 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-e3094aa7-29f3-4c62-a51e-5be01727c2b1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0896a439-11da-4b8a-bed3-e5ba5796c168 HTTP/1.1" status: 200 len: 855 time: 0.0484951 Apr 28 20:26:19.031932 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1087395c-84a5-4d29-93ee-23782dcdfc10 None None] The sync data for ids ['e19495fa-ced9-4cd5-92b3-a83384cf7aa7'] in n-d-839810-1 is: [{'id': 'e19495fa-ced9-4cd5-92b3-a83384cf7aa7', 'name': 'tempest-TestEncryptedCinderVolumes-130769223-router', 'tenant_id': '67f9a518cc954e39bb678bf5b7219c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:26:10Z', 'updated_at': '2022-04-28T20:26:13Z', 'revision_number': 4, 'project_id': '67f9a518cc954e39bb678bf5b7219c8b', 'gw_port': {'id': 'c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:37:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19495fa-ced9-4cd5-92b3-a83384cf7aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:26:11Z', 'updated_at': '2022-04-28T20:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'd89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b', 'name': '', 'network_id': 'e3270334-4003-4623-9082-3caa00dec668', 'tenant_id': '67f9a518cc954e39bb678bf5b7219c8b', 'mac_address': 'fa:16:3e:6e:72:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19495fa-ced9-4cd5-92b3-a83384cf7aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'dd49d317-9a2f-4546-aa11-4d0bd7a8ad14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:26:13Z', 'updated_at': '2022-04-28T20:26:18Z', 'revision_number': 4, 'project_id': '67f9a518cc954e39bb678bf5b7219c8b', 'subnets': [{'id': 'dd49d317-9a2f-4546-aa11-4d0bd7a8ad14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:26:19.048226 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-472da14f-55be-4d2b-bd13-d58638b57ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:19.049920 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-472da14f-55be-4d2b-bd13-d58638b57ced service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e036bd99-b79d-4af4-81df-53735c900a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589271 Apr 28 20:26:19.174362 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-6002311d-89d5-4695-9ddb-e072a3bf973a service neutron] 10.222.0.44 "GET /v2.0/networks/e036bd99-b79d-4af4-81df-53735c900a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150141 Apr 28 20:26:19.296717 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2607e96a-6aa4-497d-8c13-3f250c75db85 req-641e00dd-8781-4834-8bca-400ab1ba7304 service neutron] 10.222.0.44 "GET /v2.0/networks/e036bd99-b79d-4af4-81df-53735c900a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160038 Apr 28 20:26:19.400011 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bdd99-8b84-48c0-adda-d05c4bfd9c3d req-e262788c-ca82-4f3c-b9de-70603bf3c9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:19.401745 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-956bdd99-8b84-48c0-adda-d05c4bfd9c3d req-e262788c-ca82-4f3c-b9de-70603bf3c9ca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e38108fb321945349fe18d22f5e4ef4f&device_id=fa464beb-1bce-4ccd-a1ba-3612f7aaa8fd HTTP/1.1" status: 200 len: 1095 time: 0.0519545 Apr 28 20:26:19.461976 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ea0c2-4e44-4753-9481-5e6f405e9d88 req-0b14efe4-79ac-452e-aeba-ca7e9351c2f6 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:19.467750 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f79ea0c2-4e44-4753-9481-5e6f405e9d88 req-0b14efe4-79ac-452e-aeba-ca7e9351c2f6 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa464beb-1bce-4ccd-a1ba-3612f7aaa8fd HTTP/1.1" status: 200 len: 944 time: 0.0680234 Apr 28 20:26:19.520726 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bdd99-8b84-48c0-adda-d05c4bfd9c3d req-4353b5fe-c54d-4ec2-a4c0-4f61f65ea429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:19.522585 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-956bdd99-8b84-48c0-adda-d05c4bfd9c3d req-4353b5fe-c54d-4ec2-a4c0-4f61f65ea429 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e036bd99-b79d-4af4-81df-53735c900a2b HTTP/1.1" status: 200 len: 917 time: 0.1136622 Apr 28 20:26:19.537519 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f79ea0c2-4e44-4753-9481-5e6f405e9d88 req-17fcaffe-0703-4d19-82c0-3a4721c924c5 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/security-groups?id=63cb6660-9f61-4ebd-87dd-8799e1774d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631955 Apr 28 20:26:19.579775 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:26:19.587704 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-956bdd99-8b84-48c0-adda-d05c4bfd9c3d req-13fead17-b0d6-4977-9414-7b5f37592fd4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43789443-1462-4c8a-b83b-166c80ba49e2 HTTP/1.1" status: 200 len: 217 time: 0.0569518 Apr 28 20:26:19.645364 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bdd99-8b84-48c0-adda-d05c4bfd9c3d req-fc496aec-4f88-46fd-995d-8e4202b5c08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:19.646854 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-956bdd99-8b84-48c0-adda-d05c4bfd9c3d req-fc496aec-4f88-46fd-995d-8e4202b5c08b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0896a439-11da-4b8a-bed3-e5ba5796c168 HTTP/1.1" status: 200 len: 855 time: 0.0500820 Apr 28 20:26:19.655538 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port d89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:26:19.655909 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:19.703034 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bdd99-8b84-48c0-adda-d05c4bfd9c3d req-b28d6b38-930c-4110-a857-1ccae6a42640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:19.705313 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-956bdd99-8b84-48c0-adda-d05c4bfd9c3d req-b28d6b38-930c-4110-a857-1ccae6a42640 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e036bd99-b79d-4af4-81df-53735c900a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514762 Apr 28 20:26:19.800508 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-956bdd99-8b84-48c0-adda-d05c4bfd9c3d req-8c3fac0a-514a-4d0a-8847-5f7536d0d579 service neutron] 10.222.0.44 "GET /v2.0/networks/e036bd99-b79d-4af4-81df-53735c900a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873942 Apr 28 20:26:19.886359 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-414f89cc-a85e-4a57-82a4-40a9888f7832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:19.892816 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-956bdd99-8b84-48c0-adda-d05c4bfd9c3d req-d879bddc-302c-4bf7-9af3-ed5a7afb7a68 service neutron] 10.222.0.44 "GET /v2.0/networks/e036bd99-b79d-4af4-81df-53735c900a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851672 Apr 28 20:26:20.652501 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf16c0-7fe0-4cd3-b008-3e8b98b2ca4f req-5cd823d8-740e-4c4a-968d-a49894fe093d tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:20.653999 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1bbf16c0-7fe0-4cd3-b008-3e8b98b2ca4f req-5cd823d8-740e-4c4a-968d-a49894fe093d tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa464beb-1bce-4ccd-a1ba-3612f7aaa8fd HTTP/1.1" status: 200 len: 944 time: 0.0511951 Apr 28 20:26:20.700648 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1bbf16c0-7fe0-4cd3-b008-3e8b98b2ca4f req-6a804a93-e8ae-4aec-bc55-7930d49684c1 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/security-groups?id=63cb6660-9f61-4ebd-87dd-8799e1774d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395954 Apr 28 20:26:21.744847 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 43789443-1462-4c8a-b83b-166c80ba49e2 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:26:21.817961 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dced7a-e4fb-4ff2-a548-a0ce75398919 req-b50e935c-dffe-4ec3-b760-128da9a821dd tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:21.819454 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9dced7a-e4fb-4ff2-a548-a0ce75398919 req-b50e935c-dffe-4ec3-b760-128da9a821dd tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa464beb-1bce-4ccd-a1ba-3612f7aaa8fd HTTP/1.1" status: 200 len: 944 time: 0.0490637 Apr 28 20:26:21.842936 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 43789443-1462-4c8a-b83b-166c80ba49e2, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=43789443-1462-4c8a-b83b-166c80ba49e2,segment=NetworkSegment(43837a76-5e2f-4725-9885-f85c813b5478),segment_id=43837a76-5e2f-4725-9885-f85c813b5478)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:26:21.855252 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '43789443-1462-4c8a-b83b-166c80ba49e2', 'network_id': 'e036bd99-b79d-4af4-81df-53735c900a2b', 'port_id': '43789443-1462-4c8a-b83b-166c80ba49e2', 'mac_address': 'fa:16:3e:df:3c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0896a439-11da-4b8a-bed3-e5ba5796c168', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:26:21.857143 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b9dced7a-e4fb-4ff2-a548-a0ce75398919 req-3962c260-1206-47c5-85af-f17c4ca76a4d tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/security-groups?id=63cb6660-9f61-4ebd-87dd-8799e1774d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316689 Apr 28 20:26:21.891585 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:21.904612 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43789443-1462-4c8a-b83b-166c80ba49e2 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:26:21.925120 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 43789443-1462-4c8a-b83b-166c80ba49e2, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=43789443-1462-4c8a-b83b-166c80ba49e2,segment=NetworkSegment(43837a76-5e2f-4725-9885-f85c813b5478),segment_id=43837a76-5e2f-4725-9885-f85c813b5478)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:26:21.929020 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:21.977947 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=43789443-1462-4c8a-b83b-166c80ba49e2,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:22.125201 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d2092736-5615-40ca-b0c2-f230704e8288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:22.129148 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['43789443-1462-4c8a-b83b-166c80ba49e2'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:26:22.971571 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ab0c2-3515-433e-9a79-fdac21a5eb91 req-203e6be9-f9eb-4157-b743-cc38809ccbb8 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:22.973078 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-181ab0c2-3515-433e-9a79-fdac21a5eb91 req-203e6be9-f9eb-4157-b743-cc38809ccbb8 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa464beb-1bce-4ccd-a1ba-3612f7aaa8fd HTTP/1.1" status: 200 len: 945 time: 0.0489056 Apr 28 20:26:23.010681 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-181ab0c2-3515-433e-9a79-fdac21a5eb91 req-55ad0089-62c7-4259-a09b-c55831e394d3 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/security-groups?id=63cb6660-9f61-4ebd-87dd-8799e1774d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316668 Apr 28 20:26:23.641909 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:23.756234 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 43789443-1462-4c8a-b83b-166c80ba49e2 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:26:23.807432 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 43789443-1462-4c8a-b83b-166c80ba49e2 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:26:23.810918 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 43789443-1462-4c8a-b83b-166c80ba49e2 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:26:23.811286 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:23.886260 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:23.907556 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa464beb-1bce-4ccd-a1ba-3612f7aaa8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43789443-1462-4c8a-b83b-166c80ba49e2'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:26:23.910024 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3ed274-56d6-434a-ad76-463ce7fc25f3" -d '{"events": [{"server_uuid": "fa464beb-1bce-4ccd-a1ba-3612f7aaa8fd", "name": "network-vif-plugged", "status": "completed", "tag": "43789443-1462-4c8a-b83b-166c80ba49e2"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:26:23.922327 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 43789443-1462-4c8a-b83b-166c80ba49e2, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=43789443-1462-4c8a-b83b-166c80ba49e2,segment=NetworkSegment(43837a76-5e2f-4725-9885-f85c813b5478),segment_id=43837a76-5e2f-4725-9885-f85c813b5478)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:26:23.927383 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:23.954554 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791fd6e5-acb4-483d-9295-10b09eac8a4b x-openstack-request-id: req-791fd6e5-acb4-483d-9295-10b09eac8a4b {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:26:23.955312 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa464beb-1bce-4ccd-a1ba-3612f7aaa8fd", "name": "network-vif-plugged", "status": "completed", "tag": "43789443-1462-4c8a-b83b-166c80ba49e2", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:26:23.955312 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-791fd6e5-acb4-483d-9295-10b09eac8a4b {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:26:23.955495 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-791fd6e5-acb4-483d-9295-10b09eac8a4b'] response: {'server_uuid': 'fa464beb-1bce-4ccd-a1ba-3612f7aaa8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43789443-1462-4c8a-b83b-166c80ba49e2', 'code': 200} Apr 28 20:26:23.981200 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=43789443-1462-4c8a-b83b-166c80ba49e2,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:24.050317 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c40ec-472e-4963-a7f0-7a7134d200a9 req-9fed3342-b074-48ae-a8a3-dad24b42ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:24.051899 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a75c40ec-472e-4963-a7f0-7a7134d200a9 req-9fed3342-b074-48ae-a8a3-dad24b42ad5d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fa464beb-1bce-4ccd-a1ba-3612f7aaa8fd HTTP/1.1" status: 200 len: 1097 time: 0.0423295 Apr 28 20:26:24.098533 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a75c40ec-472e-4963-a7f0-7a7134d200a9 req-f82c9661-25ff-4f93-9ad5-54df7b6edf67 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=63cb6660-9f61-4ebd-87dd-8799e1774d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400817 Apr 28 20:26:24.133585 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba46cc5-8409-405d-8afc-c3eb3e885809 req-a1d7584b-58ff-42ff-9084-313acbba55eb tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:24.135012 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dba46cc5-8409-405d-8afc-c3eb3e885809 req-a1d7584b-58ff-42ff-9084-313acbba55eb tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa464beb-1bce-4ccd-a1ba-3612f7aaa8fd HTTP/1.1" status: 200 len: 946 time: 0.0498817 Apr 28 20:26:24.176288 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dba46cc5-8409-405d-8afc-c3eb3e885809 req-769a2e3d-2d92-4869-9b37-6a95d62424fc tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/security-groups?id=63cb6660-9f61-4ebd-87dd-8799e1774d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352590 Apr 28 20:26:25.293686 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7358567-b78d-4155-a50b-2bbadb613167 req-d181eba6-3572-4e29-b887-f374c1f057bd tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:25.295140 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d7358567-b78d-4155-a50b-2bbadb613167 req-d181eba6-3572-4e29-b887-f374c1f057bd tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa464beb-1bce-4ccd-a1ba-3612f7aaa8fd HTTP/1.1" status: 200 len: 946 time: 0.0486426 Apr 28 20:26:25.336523 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d7358567-b78d-4155-a50b-2bbadb613167 req-15a29569-9537-489d-8c4c-9c15a1f2175f tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/security-groups?id=63cb6660-9f61-4ebd-87dd-8799e1774d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349278 Apr 28 20:26:25.450891 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6f105-7952-478c-a289-ded77aef949c req-9df89b08-24d1-40b8-9bc0-f5a95661c411 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:25.452399 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5ca6f105-7952-478c-a289-ded77aef949c req-9df89b08-24d1-40b8-9bc0-f5a95661c411 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa464beb-1bce-4ccd-a1ba-3612f7aaa8fd HTTP/1.1" status: 200 len: 946 time: 0.0496774 Apr 28 20:26:25.490082 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5ca6f105-7952-478c-a289-ded77aef949c req-bf139e9c-3bae-4b98-97a1-d961a69e6423 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/security-groups?id=63cb6660-9f61-4ebd-87dd-8799e1774d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311000 Apr 28 20:26:25.926557 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:26.006564 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:32.307320 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:33.823011 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:35.644957 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:26:44.080025 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88044915-bb7d-4bf3-a69c-897a07081160 req-a6c2596a-dd2e-40fe-812c-29126a9fbea9 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:44.081974 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-88044915-bb7d-4bf3-a69c-897a07081160 req-a6c2596a-dd2e-40fe-812c-29126a9fbea9 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa464beb-1bce-4ccd-a1ba-3612f7aaa8fd HTTP/1.1" status: 200 len: 946 time: 0.0570323 Apr 28 20:26:44.120536 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-88044915-bb7d-4bf3-a69c-897a07081160 req-64cae8fb-de8b-4ee5-84c7-f74fc12ddb58 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/security-groups?id=63cb6660-9f61-4ebd-87dd-8799e1774d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323985 Apr 28 20:26:45.362604 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab8513-b919-4567-b088-31e1503f25a5 req-48f6d2d4-1637-4be6-83bb-3de5f807ac9a tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:45.364093 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1eab8513-b919-4567-b088-31e1503f25a5 req-48f6d2d4-1637-4be6-83bb-3de5f807ac9a tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa464beb-1bce-4ccd-a1ba-3612f7aaa8fd HTTP/1.1" status: 200 len: 946 time: 0.1006157 Apr 28 20:26:45.401371 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1eab8513-b919-4567-b088-31e1503f25a5 req-af1be214-6a18-47a0-ab29-7d162ab20309 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/security-groups?id=63cb6660-9f61-4ebd-87dd-8799e1774d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311918 Apr 28 20:26:45.589431 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11151fce-e607-4aee-a41a-cb02d56f09e8 req-2417df06-a9ce-4041-a4f7-04780f65ad1c tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:45.590918 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-11151fce-e607-4aee-a41a-cb02d56f09e8 req-2417df06-a9ce-4041-a4f7-04780f65ad1c tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa464beb-1bce-4ccd-a1ba-3612f7aaa8fd HTTP/1.1" status: 200 len: 946 time: 0.0492644 Apr 28 20:26:45.682105 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-11151fce-e607-4aee-a41a-cb02d56f09e8 req-406e7bbf-e540-446e-a114-179c8a4727ed tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Deleting port 43789443-1462-4c8a-b83b-166c80ba49e2 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:26:45.682366 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-11151fce-e607-4aee-a41a-cb02d56f09e8 req-406e7bbf-e540-446e-a114-179c8a4727ed tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:45.768815 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-11151fce-e607-4aee-a41a-cb02d56f09e8 req-406e7bbf-e540-446e-a114-179c8a4727ed tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] For port 43789443-1462-4c8a-b83b-166c80ba49e2, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=43789443-1462-4c8a-b83b-166c80ba49e2,segment=NetworkSegment(43837a76-5e2f-4725-9885-f85c813b5478),segment_id=43837a76-5e2f-4725-9885-f85c813b5478)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:26:45.769175 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-11151fce-e607-4aee-a41a-cb02d56f09e8 req-406e7bbf-e540-446e-a114-179c8a4727ed tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:45.781799 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-11151fce-e607-4aee-a41a-cb02d56f09e8 req-406e7bbf-e540-446e-a114-179c8a4727ed tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Calling delete_port for 43789443-1462-4c8a-b83b-166c80ba49e2 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:26:45.909833 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-11151fce-e607-4aee-a41a-cb02d56f09e8 req-406e7bbf-e540-446e-a114-179c8a4727ed tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:45.921599 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['43789443-1462-4c8a-b83b-166c80ba49e2'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:26:45.936550 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e7bbf-e540-446e-a114-179c8a4727ed tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Pushing event deleted for resources: {'Port': ['ID=43789443-1462-4c8a-b83b-166c80ba49e2,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:45.984975 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-11151fce-e607-4aee-a41a-cb02d56f09e8 req-406e7bbf-e540-446e-a114-179c8a4727ed tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] No DVR routers for this DVR port 43789443-1462-4c8a-b83b-166c80ba49e2 on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:26:45.987718 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-11151fce-e607-4aee-a41a-cb02d56f09e8 req-406e7bbf-e540-446e-a114-179c8a4727ed tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:45.991257 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-11151fce-e607-4aee-a41a-cb02d56f09e8 req-406e7bbf-e540-446e-a114-179c8a4727ed tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.44 "DELETE /v2.0/ports/43789443-1462-4c8a-b83b-166c80ba49e2 HTTP/1.1" status: 204 len: 173 time: 0.3946667 Apr 28 20:26:45.991647 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa464beb-1bce-4ccd-a1ba-3612f7aaa8fd', 'name': 'network-vif-deleted', 'tag': '43789443-1462-4c8a-b83b-166c80ba49e2'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:26:45.993926 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c252d24b-eca9-4403-bc82-dddfdefb89d4" -d '{"events": [{"server_uuid": "fa464beb-1bce-4ccd-a1ba-3612f7aaa8fd", "name": "network-vif-deleted", "tag": "43789443-1462-4c8a-b83b-166c80ba49e2"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:26:46.034777 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333abbc0-ed7a-4798-97dc-1b965450771d x-openstack-request-id: req-333abbc0-ed7a-4798-97dc-1b965450771d {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:26:46.035078 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa464beb-1bce-4ccd-a1ba-3612f7aaa8fd", "name": "network-vif-deleted", "tag": "43789443-1462-4c8a-b83b-166c80ba49e2", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:26:46.035354 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-333abbc0-ed7a-4798-97dc-1b965450771d {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:26:46.035738 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-333abbc0-ed7a-4798-97dc-1b965450771d'] response: {'server_uuid': 'fa464beb-1bce-4ccd-a1ba-3612f7aaa8fd', 'name': 'network-vif-deleted', 'tag': '43789443-1462-4c8a-b83b-166c80ba49e2', 'status': 'completed', 'code': 200} Apr 28 20:26:47.079517 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-af062262-0c4f-4333-9eef-acd80e69cff1 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:47.081702 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-af062262-0c4f-4333-9eef-acd80e69cff1 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/networks?id=e036bd99-b79d-4af4-81df-53735c900a2b HTTP/1.1" status: 200 len: 816 time: 0.0987105 Apr 28 20:26:47.096016 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-7a03efbc-e11b-4582-8b9a-8d31431e34d1 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/quotas/e38108fb321945349fe18d22f5e4ef4f HTTP/1.1" status: 200 len: 375 time: 0.0086808 Apr 28 20:26:47.148430 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-9e685c6c-2617-406b-a721-2d075428bbc0 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e38108fb321945349fe18d22f5e4ef4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465899 Apr 28 20:26:47.294154 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-85132218-bc57-4fe3-9f2e-751379a48644 service neutron] 10.222.0.42 "GET /v2.0/networks/e036bd99-b79d-4af4-81df-53735c900a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339278 Apr 28 20:26:47.383699 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-c5fcb440-eed3-4d14-917a-f968042e9298 service neutron] 10.222.0.42 "GET /v2.0/networks/e036bd99-b79d-4af4-81df-53735c900a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827475 Apr 28 20:26:47.548315 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7dd758be-1159-4f09-b3e0-f9c3cd5d1d98 req-9c368881-dc7d-43af-be8f-3732cec3b042 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ca5a8c9-26f9-4c8b-b966-7df0792d8c21 HTTP/1.1" status: 200 len: 210 time: 0.0268333 Apr 28 20:26:48.438578 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-4f6492b9-db0b-42e2-9aca-9df610134400 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:48.440216 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-4f6492b9-db0b-42e2-9aca-9df610134400 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.44 "GET /v2.0/networks?id=e036bd99-b79d-4af4-81df-53735c900a2b HTTP/1.1" status: 200 len: 816 time: 0.1074786 Apr 28 20:26:48.453285 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-4ce2118d-4560-4f08-afa7-761c15ecb2d0 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Request body: {'port': {'device_id': '3ca5a8c9-26f9-4c8b-b966-7df0792d8c21', 'network_id': 'e036bd99-b79d-4af4-81df-53735c900a2b', 'admin_state_up': True, 'tenant_id': 'e38108fb321945349fe18d22f5e4ef4f'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:26:48.556095 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-4ce2118d-4560-4f08-afa7-761c15ecb2d0 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Made reservation on behalf of e38108fb321945349fe18d22f5e4ef4f for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:26:48.559599 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-4ce2118d-4560-4f08-afa7-761c15ecb2d0 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:48.653818 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7b6e9600-76e7-4ae8-9f13-f82742931716 req-8035d9a2-2831-4f42-971d-9b73c3488914 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ca5a8c9-26f9-4c8b-b966-7df0792d8c21 HTTP/1.1" status: 200 len: 210 time: 0.0343769 Apr 28 20:26:48.711027 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-4ce2118d-4560-4f08-afa7-761c15ecb2d0 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Allocated IP 172.20.0.7 (e036bd99-b79d-4af4-81df-53735c900a2b/0896a439-11da-4b8a-bed3-e5ba5796c168/07dbfa5b-99e3-47a0-ac0c-af0f50f65e21) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:26:48.859029 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-4ce2118d-4560-4f08-afa7-761c15ecb2d0 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:48.891939 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-4ce2118d-4560-4f08-afa7-761c15ecb2d0 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:48.949321 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-4ce2118d-4560-4f08-afa7-761c15ecb2d0 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Network e036bd99-b79d-4af4-81df-53735c900a2b is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:26:48.952587 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-4ce2118d-4560-4f08-afa7-761c15ecb2d0 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:26:48.957754 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-4ce2118d-4560-4f08-afa7-761c15ecb2d0 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:26:48.964405 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2118d-4560-4f08-afa7-761c15ecb2d0 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Pushing event updated for resources: {'Port': ['ID=07dbfa5b-99e3-47a0-ac0c-af0f50f65e21,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:49.010641 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-4ce2118d-4560-4f08-afa7-761c15ecb2d0 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:49.011261 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-4ce2118d-4560-4f08-afa7-761c15ecb2d0 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:49.028767 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-4ce2118d-4560-4f08-afa7-761c15ecb2d0 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5794735 Apr 28 20:26:49.041009 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-b232e97e-0648-4152-8b45-cbf74c88bac8 service neutron] Request body: {'port': {'device_id': '3ca5a8c9-26f9-4c8b-b966-7df0792d8c21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:26:49.103208 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-b232e97e-0648-4152-8b45-cbf74c88bac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:49.150436 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-4eb296a9-c33a-45d5-a820-b9d9e1d0d72f None None] Provisioning complete for port 07dbfa5b-99e3-47a0-ac0c-af0f50f65e21 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:26:49.150997 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4eb296a9-c33a-45d5-a820-b9d9e1d0d72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:49.188735 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-4eb296a9-c33a-45d5-a820-b9d9e1d0d72f None None] Port 07dbfa5b-99e3-47a0-ac0c-af0f50f65e21 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:26:49.367561 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-b232e97e-0648-4152-8b45-cbf74c88bac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07dbfa5b-99e3-47a0-ac0c-af0f50f65e21 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:26:49.374794 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-b232e97e-0648-4152-8b45-cbf74c88bac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:49.387221 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-b232e97e-0648-4152-8b45-cbf74c88bac8 service neutron] Transition to ACTIVE for port object 07dbfa5b-99e3-47a0-ac0c-af0f50f65e21 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:26:49.390857 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-b232e97e-0648-4152-8b45-cbf74c88bac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:49.443905 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232e97e-0648-4152-8b45-cbf74c88bac8 service neutron] Pushing event updated for resources: {'Port': ['ID=07dbfa5b-99e3-47a0-ac0c-af0f50f65e21,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:49.516818 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-b232e97e-0648-4152-8b45-cbf74c88bac8 service neutron] Attempting to bind port 07dbfa5b-99e3-47a0-ac0c-af0f50f65e21 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:26:49.517169 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-b232e97e-0648-4152-8b45-cbf74c88bac8 service neutron] Attempting to bind port 07dbfa5b-99e3-47a0-ac0c-af0f50f65e21 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '43837a76-5e2f-4725-9885-f85c813b5478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e036bd99-b79d-4af4-81df-53735c900a2b'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:26:49.517503 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-b232e97e-0648-4152-8b45-cbf74c88bac8 service neutron] Attempting to bind port 07dbfa5b-99e3-47a0-ac0c-af0f50f65e21 on network e036bd99-b79d-4af4-81df-53735c900a2b {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:26:49.522723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-b232e97e-0648-4152-8b45-cbf74c88bac8 service neutron] Port 07dbfa5b-99e3-47a0-ac0c-af0f50f65e21 on network e036bd99-b79d-4af4-81df-53735c900a2b not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:26:49.523051 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-b232e97e-0648-4152-8b45-cbf74c88bac8 service neutron] Attempting to bind port 07dbfa5b-99e3-47a0-ac0c-af0f50f65e21 on network e036bd99-b79d-4af4-81df-53735c900a2b {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:26:49.528021 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-b232e97e-0648-4152-8b45-cbf74c88bac8 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:26:49.528381 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-b232e97e-0648-4152-8b45-cbf74c88bac8 service neutron] Checking segment: {'id': '43837a76-5e2f-4725-9885-f85c813b5478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e036bd99-b79d-4af4-81df-53735c900a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:26:49.528760 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-b232e97e-0648-4152-8b45-cbf74c88bac8 service neutron] Bound using segment: {'id': '43837a76-5e2f-4725-9885-f85c813b5478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e036bd99-b79d-4af4-81df-53735c900a2b'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:26:49.529185 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-b232e97e-0648-4152-8b45-cbf74c88bac8 service neutron] Bound port: 07dbfa5b-99e3-47a0-ac0c-af0f50f65e21, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43837a76-5e2f-4725-9885-f85c813b5478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e036bd99-b79d-4af4-81df-53735c900a2b'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:26:49.529538 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-b232e97e-0648-4152-8b45-cbf74c88bac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:49.596005 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-b232e97e-0648-4152-8b45-cbf74c88bac8 service neutron] For port 07dbfa5b-99e3-47a0-ac0c-af0f50f65e21, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:26:49.599231 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-b232e97e-0648-4152-8b45-cbf74c88bac8 service neutron] For port 07dbfa5b-99e3-47a0-ac0c-af0f50f65e21, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=07dbfa5b-99e3-47a0-ac0c-af0f50f65e21,segment=NetworkSegment(43837a76-5e2f-4725-9885-f85c813b5478),segment_id=43837a76-5e2f-4725-9885-f85c813b5478)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:26:49.603519 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-b232e97e-0648-4152-8b45-cbf74c88bac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:49.637592 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-b232e97e-0648-4152-8b45-cbf74c88bac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:49.638223 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-b232e97e-0648-4152-8b45-cbf74c88bac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:49.639590 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-b232e97e-0648-4152-8b45-cbf74c88bac8 service neutron] 10.222.0.44 "PUT /v2.0/ports/07dbfa5b-99e3-47a0-ac0c-af0f50f65e21 HTTP/1.1" status: 200 len: 1091 time: 0.6028979 Apr 28 20:26:49.640025 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca5a8c9-26f9-4c8b-b966-7df0792d8c21', 'tag': '07dbfa5b-99e3-47a0-ac0c-af0f50f65e21'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:26:49.642273 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc7e9aa-eab7-4711-81af-b5c84c6e0780" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca5a8c9-26f9-4c8b-b966-7df0792d8c21", "tag": "07dbfa5b-99e3-47a0-ac0c-af0f50f65e21"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:26:49.668825 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232e97e-0648-4152-8b45-cbf74c88bac8 service neutron] Pushing event updated for resources: {'Port': ['ID=07dbfa5b-99e3-47a0-ac0c-af0f50f65e21,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:49.695464 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146872c3-4c72-45e4-b34e-1560b11490e2 x-openstack-request-id: req-146872c3-4c72-45e4-b34e-1560b11490e2 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:26:49.695729 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca5a8c9-26f9-4c8b-b966-7df0792d8c21", "tag": "07dbfa5b-99e3-47a0-ac0c-af0f50f65e21", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:26:49.696001 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-146872c3-4c72-45e4-b34e-1560b11490e2 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:26:49.696604 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-146872c3-4c72-45e4-b34e-1560b11490e2'] response: {'name': 'network-changed', 'server_uuid': '3ca5a8c9-26f9-4c8b-b966-7df0792d8c21', 'tag': '07dbfa5b-99e3-47a0-ac0c-af0f50f65e21', 'status': 'completed', 'code': 200} Apr 28 20:26:49.775981 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-b3299f2a-f9a8-4ed5-9446-89533db6adb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:49.777545 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-b3299f2a-f9a8-4ed5-9446-89533db6adb2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e38108fb321945349fe18d22f5e4ef4f&device_id=3ca5a8c9-26f9-4c8b-b966-7df0792d8c21 HTTP/1.1" status: 200 len: 1094 time: 0.0785365 Apr 28 20:26:49.800389 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada9e5c-bdbf-42d1-a8be-1304b0be1bfb req-f6ae0ada-ce0d-451a-8b19-09a9cfaa5077 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:49.801908 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eada9e5c-bdbf-42d1-a8be-1304b0be1bfb req-f6ae0ada-ce0d-451a-8b19-09a9cfaa5077 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ca5a8c9-26f9-4c8b-b966-7df0792d8c21 HTTP/1.1" status: 200 len: 943 time: 0.0701916 Apr 28 20:26:49.836811 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-a46edefd-8b0f-464d-abf0-92bb07291f28 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07dbfa5b-99e3-47a0-ac0c-af0f50f65e21 HTTP/1.1" status: 200 len: 217 time: 0.0515583 Apr 28 20:26:49.840426 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 43789443-1462-4c8a-b83b-166c80ba49e2 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:26:49.860082 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 43789443-1462-4c8a-b83b-166c80ba49e2 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:26:49.860444 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 43789443-1462-4c8a-b83b-166c80ba49e2 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:26:49.887036 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0e038a6d-6222-4c65-a462-e0ff47cf9c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:49.904543 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eada9e5c-bdbf-42d1-a8be-1304b0be1bfb req-228fba2c-0da9-4a79-aa9b-696e5dfee0c2 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/security-groups?id=63cb6660-9f61-4ebd-87dd-8799e1774d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748689 Apr 28 20:26:49.911755 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-30925f84-266f-44e8-b9d0-8d1448349d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:49.913185 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-30925f84-266f-44e8-b9d0-8d1448349d42 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0896a439-11da-4b8a-bed3-e5ba5796c168 HTTP/1.1" status: 200 len: 855 time: 0.0674095 Apr 28 20:26:49.961444 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-58f5479b-42fd-4805-8ac9-8fd25ae56858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:49.962938 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-58f5479b-42fd-4805-8ac9-8fd25ae56858 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e036bd99-b79d-4af4-81df-53735c900a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418799 Apr 28 20:26:50.050493 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-f81286c4-1534-4ef7-92d7-80fcc00a0233 service neutron] 10.222.0.44 "GET /v2.0/networks/e036bd99-b79d-4af4-81df-53735c900a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806024 Apr 28 20:26:50.142672 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-826b8263-4d50-4b0f-b58b-b51bf69cd5f9 req-96c10f47-cc65-4eb7-a635-c02a1a594345 service neutron] 10.222.0.44 "GET /v2.0/networks/e036bd99-b79d-4af4-81df-53735c900a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851288 Apr 28 20:26:50.227074 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7e9aa-eab7-4711-81af-b5c84c6e0780 req-d053dded-a129-40d5-9640-042810ebe796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:50.228480 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5bc7e9aa-eab7-4711-81af-b5c84c6e0780 req-d053dded-a129-40d5-9640-042810ebe796 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e38108fb321945349fe18d22f5e4ef4f&device_id=3ca5a8c9-26f9-4c8b-b966-7df0792d8c21 HTTP/1.1" status: 200 len: 1094 time: 0.0412569 Apr 28 20:26:50.322542 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7e9aa-eab7-4711-81af-b5c84c6e0780 req-0b77c4e8-3abc-4543-8019-08a2a8189036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:50.324012 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5bc7e9aa-eab7-4711-81af-b5c84c6e0780 req-0b77c4e8-3abc-4543-8019-08a2a8189036 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e036bd99-b79d-4af4-81df-53735c900a2b HTTP/1.1" status: 200 len: 917 time: 0.0889850 Apr 28 20:26:50.366041 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5bc7e9aa-eab7-4711-81af-b5c84c6e0780 req-3537c161-d31a-4716-a550-99f6c6d7608e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07dbfa5b-99e3-47a0-ac0c-af0f50f65e21 HTTP/1.1" status: 200 len: 217 time: 0.0350721 Apr 28 20:26:50.412840 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7e9aa-eab7-4711-81af-b5c84c6e0780 req-a01b20be-a523-40dd-844b-204fe46ac146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:50.414234 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5bc7e9aa-eab7-4711-81af-b5c84c6e0780 req-a01b20be-a523-40dd-844b-204fe46ac146 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0896a439-11da-4b8a-bed3-e5ba5796c168 HTTP/1.1" status: 200 len: 855 time: 0.0416150 Apr 28 20:26:50.462670 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7e9aa-eab7-4711-81af-b5c84c6e0780 req-16b03179-244c-4599-853b-eae28e2e6949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:50.464153 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5bc7e9aa-eab7-4711-81af-b5c84c6e0780 req-16b03179-244c-4599-853b-eae28e2e6949 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e036bd99-b79d-4af4-81df-53735c900a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433288 Apr 28 20:26:50.553126 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5bc7e9aa-eab7-4711-81af-b5c84c6e0780 req-272a8cf7-bd18-46f1-b713-247774003030 service neutron] 10.222.0.44 "GET /v2.0/networks/e036bd99-b79d-4af4-81df-53735c900a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804000 Apr 28 20:26:50.645517 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5bc7e9aa-eab7-4711-81af-b5c84c6e0780 req-c9abf8d9-c209-4350-9d3d-6612e5c5d02b service neutron] 10.222.0.44 "GET /v2.0/networks/e036bd99-b79d-4af4-81df-53735c900a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846121 Apr 28 20:26:51.022250 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082170b2-a76a-476b-9162-24a28af7c878 req-fb844f3b-653e-4bc6-93b9-fe0d52241c69 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:51.023838 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-082170b2-a76a-476b-9162-24a28af7c878 req-fb844f3b-653e-4bc6-93b9-fe0d52241c69 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ca5a8c9-26f9-4c8b-b966-7df0792d8c21 HTTP/1.1" status: 200 len: 943 time: 0.0479810 Apr 28 20:26:51.061353 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-082170b2-a76a-476b-9162-24a28af7c878 req-5604fbca-e794-4c6c-b3ea-882bef38cdc1 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/security-groups?id=63cb6660-9f61-4ebd-87dd-8799e1774d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315988 Apr 28 20:26:51.827510 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 07dbfa5b-99e3-47a0-ac0c-af0f50f65e21 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:26:51.921313 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 07dbfa5b-99e3-47a0-ac0c-af0f50f65e21, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=07dbfa5b-99e3-47a0-ac0c-af0f50f65e21,segment=NetworkSegment(43837a76-5e2f-4725-9885-f85c813b5478),segment_id=43837a76-5e2f-4725-9885-f85c813b5478)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:26:51.932925 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '07dbfa5b-99e3-47a0-ac0c-af0f50f65e21', 'network_id': 'e036bd99-b79d-4af4-81df-53735c900a2b', 'port_id': '07dbfa5b-99e3-47a0-ac0c-af0f50f65e21', 'mac_address': 'fa:16:3e:04:1d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0896a439-11da-4b8a-bed3-e5ba5796c168', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:26:51.968222 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:51.980802 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07dbfa5b-99e3-47a0-ac0c-af0f50f65e21 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:26:52.000513 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 07dbfa5b-99e3-47a0-ac0c-af0f50f65e21, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=07dbfa5b-99e3-47a0-ac0c-af0f50f65e21,segment=NetworkSegment(43837a76-5e2f-4725-9885-f85c813b5478),segment_id=43837a76-5e2f-4725-9885-f85c813b5478)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:26:52.004612 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:52.054359 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=07dbfa5b-99e3-47a0-ac0c-af0f50f65e21,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:52.126747 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d8847c3f-4ab5-4d8d-8f45-b96508233dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:52.181274 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f3be7-4b41-4431-9f18-7bb19d821348 req-71bb70ec-1584-4317-b3cc-f1188f77b48d tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:52.182760 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-489f3be7-4b41-4431-9f18-7bb19d821348 req-71bb70ec-1584-4317-b3cc-f1188f77b48d tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ca5a8c9-26f9-4c8b-b966-7df0792d8c21 HTTP/1.1" status: 200 len: 944 time: 0.0509100 Apr 28 20:26:52.194968 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['07dbfa5b-99e3-47a0-ac0c-af0f50f65e21'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:26:52.222775 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-489f3be7-4b41-4431-9f18-7bb19d821348 req-89db578d-3ba9-4f8d-8c6b-2d344e2ec732 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/security-groups?id=63cb6660-9f61-4ebd-87dd-8799e1774d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339324 Apr 28 20:26:53.344443 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea779c9-3cf7-4651-b9c7-75dde0caea57 req-b601d8a0-c1d0-4b22-89ef-90390cd7c626 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:53.345956 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5ea779c9-3cf7-4651-b9c7-75dde0caea57 req-b601d8a0-c1d0-4b22-89ef-90390cd7c626 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ca5a8c9-26f9-4c8b-b966-7df0792d8c21 HTTP/1.1" status: 200 len: 944 time: 0.0528758 Apr 28 20:26:53.383803 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5ea779c9-3cf7-4651-b9c7-75dde0caea57 req-3e7438be-6fdf-4d79-858b-438794d2b6f6 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/security-groups?id=63cb6660-9f61-4ebd-87dd-8799e1774d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311639 Apr 28 20:26:53.645221 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:53.837377 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 07dbfa5b-99e3-47a0-ac0c-af0f50f65e21 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:26:53.884887 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 07dbfa5b-99e3-47a0-ac0c-af0f50f65e21 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:26:53.888546 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 07dbfa5b-99e3-47a0-ac0c-af0f50f65e21 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:26:53.888912 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:53.963398 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:53.984530 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca5a8c9-26f9-4c8b-b966-7df0792d8c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07dbfa5b-99e3-47a0-ac0c-af0f50f65e21'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:26:53.986774 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb001e9fb487fe115dd74a16cc3b8ff3bda5eade9ded39c7727dc0c7577fd6ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08555918-ad23-42c7-8e3b-7335193721fc" -d '{"events": [{"server_uuid": "3ca5a8c9-26f9-4c8b-b966-7df0792d8c21", "name": "network-vif-plugged", "status": "completed", "tag": "07dbfa5b-99e3-47a0-ac0c-af0f50f65e21"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:26:53.999243 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 07dbfa5b-99e3-47a0-ac0c-af0f50f65e21, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=07dbfa5b-99e3-47a0-ac0c-af0f50f65e21,segment=NetworkSegment(43837a76-5e2f-4725-9885-f85c813b5478),segment_id=43837a76-5e2f-4725-9885-f85c813b5478)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:26:54.004327 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:54.031257 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ec9dff-d98c-455c-83af-9179da7b00c7 x-openstack-request-id: req-93ec9dff-d98c-455c-83af-9179da7b00c7 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:26:54.031554 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca5a8c9-26f9-4c8b-b966-7df0792d8c21", "name": "network-vif-plugged", "status": "completed", "tag": "07dbfa5b-99e3-47a0-ac0c-af0f50f65e21", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:26:54.031803 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-93ec9dff-d98c-455c-83af-9179da7b00c7 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:26:54.032220 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93ec9dff-d98c-455c-83af-9179da7b00c7'] response: {'server_uuid': '3ca5a8c9-26f9-4c8b-b966-7df0792d8c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07dbfa5b-99e3-47a0-ac0c-af0f50f65e21', 'code': 200} Apr 28 20:26:54.058370 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=07dbfa5b-99e3-47a0-ac0c-af0f50f65e21,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:26:54.066409 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:26:54.066750 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:26:54.067090 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:26:54.067427 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:26:54.067758 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:26:54.068092 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:26:54.068441 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:26:54.068764 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:26:54.069086 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:26:54.069406 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:26:54.069726 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:26:54.070044 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:26:54.198361 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6c379-5b27-427b-85bc-a2f840c39ef7 req-11c3b60e-ef42-4657-8b28-9632bc880a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:54.199825 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b6a6c379-5b27-427b-85bc-a2f840c39ef7 req-11c3b60e-ef42-4657-8b28-9632bc880a8a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3ca5a8c9-26f9-4c8b-b966-7df0792d8c21 HTTP/1.1" status: 200 len: 1096 time: 0.0791879 Apr 28 20:26:54.233704 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b6a6c379-5b27-427b-85bc-a2f840c39ef7 req-c017ea06-26e7-46ba-a8d7-3574b6a9f821 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=63cb6660-9f61-4ebd-87dd-8799e1774d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271389 Apr 28 20:26:54.500535 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16084d2d-f676-46f7-8381-7a73b4b45b3e req-0bb87957-b30f-4ce2-8784-f98ed796fa4e tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:54.502002 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-16084d2d-f676-46f7-8381-7a73b4b45b3e req-0bb87957-b30f-4ce2-8784-f98ed796fa4e tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ca5a8c9-26f9-4c8b-b966-7df0792d8c21 HTTP/1.1" status: 200 len: 945 time: 0.0493667 Apr 28 20:26:54.539410 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-16084d2d-f676-46f7-8381-7a73b4b45b3e req-a33b837d-ed59-4eba-a2db-b08769e2419f tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/security-groups?id=63cb6660-9f61-4ebd-87dd-8799e1774d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312548 Apr 28 20:26:55.658113 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0982a1-6119-4357-8e65-3dcb6418f435 req-0041f50a-cc94-40ac-a9b4-e81a40152f6f tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:55.659688 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3d0982a1-6119-4357-8e65-3dcb6418f435 req-0041f50a-cc94-40ac-a9b4-e81a40152f6f tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ca5a8c9-26f9-4c8b-b966-7df0792d8c21 HTTP/1.1" status: 200 len: 945 time: 0.0478089 Apr 28 20:26:55.700570 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3d0982a1-6119-4357-8e65-3dcb6418f435 req-ea24e689-c0e7-44f2-bac9-b756e109ba3b tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/security-groups?id=63cb6660-9f61-4ebd-87dd-8799e1774d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348976 Apr 28 20:26:55.815803 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49095f-d154-4912-a7d2-9778f0c3e850 req-2972c05d-dbd9-4cdb-b3ee-456f813113e0 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:55.817298 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7e49095f-d154-4912-a7d2-9778f0c3e850 req-2972c05d-dbd9-4cdb-b3ee-456f813113e0 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ca5a8c9-26f9-4c8b-b966-7df0792d8c21 HTTP/1.1" status: 200 len: 945 time: 0.0494092 Apr 28 20:26:55.854510 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7e49095f-d154-4912-a7d2-9778f0c3e850 req-dfb8ecda-9179-4fc5-bc78-234e4cc97017 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/security-groups?id=63cb6660-9f61-4ebd-87dd-8799e1774d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308893 Apr 28 20:26:55.922773 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:56.008370 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:59.003991 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-50f1bdaa-fd38-4e66-b391-75265289694c req-73cadb9d-4996-4205-bb30-ad5240231cf6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3ca5a8c9-26f9-4c8b-b966-7df0792d8c21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404115 Apr 28 20:26:59.085162 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1bdaa-fd38-4e66-b391-75265289694c req-c22478be-3466-4038-a7de-2e1e75207ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:59.086680 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-50f1bdaa-fd38-4e66-b391-75265289694c req-c22478be-3466-4038-a7de-2e1e75207ad0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e38108fb321945349fe18d22f5e4ef4f&device_id=3ca5a8c9-26f9-4c8b-b966-7df0792d8c21 HTTP/1.1" status: 200 len: 1096 time: 0.0416415 Apr 28 20:26:59.192563 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1bdaa-fd38-4e66-b391-75265289694c req-8d4a2541-2748-4fcc-b44a-a3ccb699f849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:59.194034 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-50f1bdaa-fd38-4e66-b391-75265289694c req-8d4a2541-2748-4fcc-b44a-a3ccb699f849 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e036bd99-b79d-4af4-81df-53735c900a2b HTTP/1.1" status: 200 len: 917 time: 0.0888388 Apr 28 20:26:59.236155 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-50f1bdaa-fd38-4e66-b391-75265289694c req-d0f0f231-2e3b-4385-81a5-21166d248d67 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07dbfa5b-99e3-47a0-ac0c-af0f50f65e21 HTTP/1.1" status: 200 len: 217 time: 0.0351000 Apr 28 20:26:59.290721 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1bdaa-fd38-4e66-b391-75265289694c req-c90cc0ed-9fb1-4c41-a581-b96887e4549f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:59.292538 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-50f1bdaa-fd38-4e66-b391-75265289694c req-c90cc0ed-9fb1-4c41-a581-b96887e4549f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0896a439-11da-4b8a-bed3-e5ba5796c168 HTTP/1.1" status: 200 len: 855 time: 0.0501270 Apr 28 20:26:59.340584 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1bdaa-fd38-4e66-b391-75265289694c req-a022a0fc-7525-41cf-b142-d545be6f18cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:59.342126 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-50f1bdaa-fd38-4e66-b391-75265289694c req-a022a0fc-7525-41cf-b142-d545be6f18cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e036bd99-b79d-4af4-81df-53735c900a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429983 Apr 28 20:26:59.437238 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-50f1bdaa-fd38-4e66-b391-75265289694c req-3dc2f860-bb0f-43b4-9906-c9e917c4652a service neutron] 10.222.0.44 "GET /v2.0/networks/e036bd99-b79d-4af4-81df-53735c900a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881433 Apr 28 20:26:59.530908 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-50f1bdaa-fd38-4e66-b391-75265289694c req-505f5fa0-b4ab-4932-89fc-63d5a0f448d6 service neutron] 10.222.0.44 "GET /v2.0/networks/e036bd99-b79d-4af4-81df-53735c900a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869081 Apr 28 20:27:02.304497 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:03.821751 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:12.645117 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:27:14.106818 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b89ba-c25b-4126-bc38-ae2dae14426b req-2e540d96-7010-4de3-8e72-670ab7a82f91 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:14.108327 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-589b89ba-c25b-4126-bc38-ae2dae14426b req-2e540d96-7010-4de3-8e72-670ab7a82f91 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ca5a8c9-26f9-4c8b-b966-7df0792d8c21 HTTP/1.1" status: 200 len: 945 time: 0.0535669 Apr 28 20:27:14.150043 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-589b89ba-c25b-4126-bc38-ae2dae14426b req-e3d699f9-7b00-4487-81c1-9e03c7ed8d82 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/security-groups?id=63cb6660-9f61-4ebd-87dd-8799e1774d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352607 Apr 28 20:27:15.268473 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7361f1-44d6-4c56-8b40-330568748ee7 req-aef90360-3188-463d-ac39-c9f286d4418b tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:15.270551 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8e7361f1-44d6-4c56-8b40-330568748ee7 req-aef90360-3188-463d-ac39-c9f286d4418b tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ca5a8c9-26f9-4c8b-b966-7df0792d8c21 HTTP/1.1" status: 200 len: 945 time: 0.0503144 Apr 28 20:27:15.307965 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8e7361f1-44d6-4c56-8b40-330568748ee7 req-a932996b-cc08-4287-9e5a-ce37d676706f tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/security-groups?id=63cb6660-9f61-4ebd-87dd-8799e1774d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313489 Apr 28 20:27:15.630144 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3715615-cc0a-4320-b3dd-88d31b262df5 req-abd5d5a8-2461-4eca-9fdd-935b6e59eecc tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:15.631565 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b3715615-cc0a-4320-b3dd-88d31b262df5 req-abd5d5a8-2461-4eca-9fdd-935b6e59eecc tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ca5a8c9-26f9-4c8b-b966-7df0792d8c21 HTTP/1.1" status: 200 len: 945 time: 0.0488491 Apr 28 20:27:15.723846 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-b3715615-cc0a-4320-b3dd-88d31b262df5 req-90eb8230-dc5f-4140-aa40-533d9ebf0bad tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Deleting port 07dbfa5b-99e3-47a0-ac0c-af0f50f65e21 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:27:15.724402 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b3715615-cc0a-4320-b3dd-88d31b262df5 req-90eb8230-dc5f-4140-aa40-533d9ebf0bad tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:15.811845 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-b3715615-cc0a-4320-b3dd-88d31b262df5 req-90eb8230-dc5f-4140-aa40-533d9ebf0bad tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] For port 07dbfa5b-99e3-47a0-ac0c-af0f50f65e21, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=07dbfa5b-99e3-47a0-ac0c-af0f50f65e21,segment=NetworkSegment(43837a76-5e2f-4725-9885-f85c813b5478),segment_id=43837a76-5e2f-4725-9885-f85c813b5478)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:27:15.812140 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b3715615-cc0a-4320-b3dd-88d31b262df5 req-90eb8230-dc5f-4140-aa40-533d9ebf0bad tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:15.825760 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-b3715615-cc0a-4320-b3dd-88d31b262df5 req-90eb8230-dc5f-4140-aa40-533d9ebf0bad tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Calling delete_port for 07dbfa5b-99e3-47a0-ac0c-af0f50f65e21 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:27:15.953097 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b3715615-cc0a-4320-b3dd-88d31b262df5 req-90eb8230-dc5f-4140-aa40-533d9ebf0bad tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:15.980232 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb8230-dc5f-4140-aa40-533d9ebf0bad tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Pushing event deleted for resources: {'Port': ['ID=07dbfa5b-99e3-47a0-ac0c-af0f50f65e21,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:16.023975 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3715615-cc0a-4320-b3dd-88d31b262df5 req-90eb8230-dc5f-4140-aa40-533d9ebf0bad tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] No DVR routers for this DVR port 07dbfa5b-99e3-47a0-ac0c-af0f50f65e21 on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:27:16.026714 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b3715615-cc0a-4320-b3dd-88d31b262df5 req-90eb8230-dc5f-4140-aa40-533d9ebf0bad tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:16.030093 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b3715615-cc0a-4320-b3dd-88d31b262df5 req-90eb8230-dc5f-4140-aa40-533d9ebf0bad tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.44 "DELETE /v2.0/ports/07dbfa5b-99e3-47a0-ac0c-af0f50f65e21 HTTP/1.1" status: 204 len: 173 time: 0.3930616 Apr 28 20:27:16.030546 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca5a8c9-26f9-4c8b-b966-7df0792d8c21', 'name': 'network-vif-deleted', 'tag': '07dbfa5b-99e3-47a0-ac0c-af0f50f65e21'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:27:16.032847 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fef367509d6c47765d36a173d0cc3952d93952e8fa4a6d5bf3be9f83c0c3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed937fec-7853-4229-8f9a-3b91b6b11ab8" -d '{"events": [{"server_uuid": "3ca5a8c9-26f9-4c8b-b966-7df0792d8c21", "name": "network-vif-deleted", "tag": "07dbfa5b-99e3-47a0-ac0c-af0f50f65e21"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:27:16.078216 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b86017f-7d9c-447e-a5a0-a272acd16751 x-openstack-request-id: req-3b86017f-7d9c-447e-a5a0-a272acd16751 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:27:16.078504 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca5a8c9-26f9-4c8b-b966-7df0792d8c21", "name": "network-vif-deleted", "tag": "07dbfa5b-99e3-47a0-ac0c-af0f50f65e21", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:27:16.078778 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3b86017f-7d9c-447e-a5a0-a272acd16751 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:27:16.079182 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b86017f-7d9c-447e-a5a0-a272acd16751'] response: {'server_uuid': '3ca5a8c9-26f9-4c8b-b966-7df0792d8c21', 'name': 'network-vif-deleted', 'tag': '07dbfa5b-99e3-47a0-ac0c-af0f50f65e21', 'status': 'completed', 'code': 200} Apr 28 20:27:16.421231 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-25a05df4-b501-4a21-92eb-e1f0ac410f56 req-6b58d7ac-3e14-41bc-8c3a-e7ef98000349 tempest-TestEncryptedCinderVolumes-1786532399 tempest-TestEncryptedCinderVolumes-1786532399-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ca5a8c9-26f9-4c8b-b966-7df0792d8c21 HTTP/1.1" status: 200 len: 210 time: 0.0309527 Apr 28 20:27:17.512791 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37514) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:27:17.847288 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fbba70de-f24f-4f9b-9453-aeb0e92e85e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:17.949658 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 07dbfa5b-99e3-47a0-ac0c-af0f50f65e21 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:27:17.970684 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 07dbfa5b-99e3-47a0-ac0c-af0f50f65e21 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:27:17.971025 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 07dbfa5b-99e3-47a0-ac0c-af0f50f65e21 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:27:18.097045 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-fbba70de-f24f-4f9b-9453-aeb0e92e85e2 admin admin] Deleting port f3abaeba-2f61-4387-8486-b85c8fef6b34 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:27:18.097444 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fbba70de-f24f-4f9b-9453-aeb0e92e85e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:18.176592 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-fbba70de-f24f-4f9b-9453-aeb0e92e85e2 admin admin] For port f3abaeba-2f61-4387-8486-b85c8fef6b34, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=f3abaeba-2f61-4387-8486-b85c8fef6b34,segment=NetworkSegment(43837a76-5e2f-4725-9885-f85c813b5478),segment_id=43837a76-5e2f-4725-9885-f85c813b5478)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:27:18.176963 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fbba70de-f24f-4f9b-9453-aeb0e92e85e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:18.189596 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-fbba70de-f24f-4f9b-9453-aeb0e92e85e2 admin admin] Calling delete_port for f3abaeba-2f61-4387-8486-b85c8fef6b34 owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:27:18.367357 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fbba70de-f24f-4f9b-9453-aeb0e92e85e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:18.391945 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba70de-f24f-4f9b-9453-aeb0e92e85e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3abaeba-2f61-4387-8486-b85c8fef6b34,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:18.417565 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba70de-f24f-4f9b-9453-aeb0e92e85e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:18.417913 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba70de-f24f-4f9b-9453-aeb0e92e85e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:18.418256 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba70de-f24f-4f9b-9453-aeb0e92e85e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:18.418592 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba70de-f24f-4f9b-9453-aeb0e92e85e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:18.418925 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba70de-f24f-4f9b-9453-aeb0e92e85e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:18.419252 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba70de-f24f-4f9b-9453-aeb0e92e85e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:18.419576 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba70de-f24f-4f9b-9453-aeb0e92e85e2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:18.419901 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba70de-f24f-4f9b-9453-aeb0e92e85e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:18.420253 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba70de-f24f-4f9b-9453-aeb0e92e85e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:18.420576 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba70de-f24f-4f9b-9453-aeb0e92e85e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:18.420898 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba70de-f24f-4f9b-9453-aeb0e92e85e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:18.421217 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba70de-f24f-4f9b-9453-aeb0e92e85e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:18.573034 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fbba70de-f24f-4f9b-9453-aeb0e92e85e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:18.785766 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbba70de-f24f-4f9b-9453-aeb0e92e85e2 admin admin] Router 1c84c325-01af-44e6-b64f-c83f05e55c71 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:27:18.894311 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbba70de-f24f-4f9b-9453-aeb0e92e85e2 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:27:18.899253 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fbba70de-f24f-4f9b-9453-aeb0e92e85e2 admin admin] 10.222.0.42 "PUT /v2.0/routers/1c84c325-01af-44e6-b64f-c83f05e55c71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3857024 Apr 28 20:27:18.901860 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37516) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:27:18.903471 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be04a5c6-8af0-45f5-bb3f-7ecfac0c6e62 None None] Sync routers for ids ['1c84c325-01af-44e6-b64f-c83f05e55c71'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:27:18.916247 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be04a5c6-8af0-45f5-bb3f-7ecfac0c6e62 None None] Routers {'1c84c325-01af-44e6-b64f-c83f05e55c71'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:27:18.917378 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-be04a5c6-8af0-45f5-bb3f-7ecfac0c6e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:26:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1c84c325-01af-44e6-b64f-c83f05e55c71'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:27:19.029690 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-be04a5c6-8af0-45f5-bb3f-7ecfac0c6e62 None None] Set router 1c84c325-01af-44e6-b64f-c83f05e55c71 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:27:19.215011 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-be04a5c6-8af0-45f5-bb3f-7ecfac0c6e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c84c325-01af-44e6-b64f-c83f05e55c71', 'name': 'tempest-TestEncryptedCinderVolumes-897103304-router', 'tenant_id': 'e38108fb321945349fe18d22f5e4ef4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:26:06Z', 'updated_at': '2022-04-28T20:27:18Z', 'revision_number': 5, 'project_id': 'e38108fb321945349fe18d22f5e4ef4f', 'gw_port': {'id': '3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:69:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c84c325-01af-44e6-b64f-c83f05e55c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:26:06Z', 'updated_at': '2022-04-28T20:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:27:19.254977 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be04a5c6-8af0-45f5-bb3f-7ecfac0c6e62 None None] Checking router: 1c84c325-01af-44e6-b64f-c83f05e55c71 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:27:19.267074 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be04a5c6-8af0-45f5-bb3f-7ecfac0c6e62 None None] Routers {'1c84c325-01af-44e6-b64f-c83f05e55c71'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:27:19.267691 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-be04a5c6-8af0-45f5-bb3f-7ecfac0c6e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:26:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1c84c325-01af-44e6-b64f-c83f05e55c71'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:27:19.275448 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d5ce4830-3034-477e-92ac-cdd2b4face6f admin admin] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:19.369769 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-be04a5c6-8af0-45f5-bb3f-7ecfac0c6e62 None None] Set router 1c84c325-01af-44e6-b64f-c83f05e55c71 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:27:19.376433 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d5ce4830-3034-477e-92ac-cdd2b4face6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:19.433219 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d5ce4830-3034-477e-92ac-cdd2b4face6f admin admin] Deleting port 3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:27:19.433561 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d5ce4830-3034-477e-92ac-cdd2b4face6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:19.514702 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d5ce4830-3034-477e-92ac-cdd2b4face6f admin admin] For port 3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:27:19.515071 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d5ce4830-3034-477e-92ac-cdd2b4face6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:19.527549 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d5ce4830-3034-477e-92ac-cdd2b4face6f admin admin] Calling delete_port for 3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5 owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:27:19.560732 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-be04a5c6-8af0-45f5-bb3f-7ecfac0c6e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c84c325-01af-44e6-b64f-c83f05e55c71', 'name': 'tempest-TestEncryptedCinderVolumes-897103304-router', 'tenant_id': 'e38108fb321945349fe18d22f5e4ef4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:26:06Z', 'updated_at': '2022-04-28T20:27:18Z', 'revision_number': 5, 'project_id': 'e38108fb321945349fe18d22f5e4ef4f', 'gw_port': {'id': '3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:69:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c84c325-01af-44e6-b64f-c83f05e55c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:26:06Z', 'updated_at': '2022-04-28T20:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:27:19.587846 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be04a5c6-8af0-45f5-bb3f-7ecfac0c6e62 None None] The sync data for ids ['1c84c325-01af-44e6-b64f-c83f05e55c71'] in n-d-839810-1 is: [{'id': '1c84c325-01af-44e6-b64f-c83f05e55c71', 'name': 'tempest-TestEncryptedCinderVolumes-897103304-router', 'tenant_id': 'e38108fb321945349fe18d22f5e4ef4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:26:06Z', 'updated_at': '2022-04-28T20:27:18Z', 'revision_number': 5, 'project_id': 'e38108fb321945349fe18d22f5e4ef4f', 'gw_port': {'id': '3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:69:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c84c325-01af-44e6-b64f-c83f05e55c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:26:06Z', 'updated_at': '2022-04-28T20:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:27:19.696443 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d5ce4830-3034-477e-92ac-cdd2b4face6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:19.721508 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce4830-3034-477e-92ac-cdd2b4face6f admin admin] Pushing event deleted for resources: {'Port': ['ID=3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:19.781626 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d5ce4830-3034-477e-92ac-cdd2b4face6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:19.873429 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d5ce4830-3034-477e-92ac-cdd2b4face6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:19.875535 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d5ce4830-3034-477e-92ac-cdd2b4face6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:19.888037 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2fbdb6e2-8125-4497-9474-f431853cbbfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:19.917345 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d5ce4830-3034-477e-92ac-cdd2b4face6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:19.917863 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ce4830-3034-477e-92ac-cdd2b4face6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c84c325-01af-44e6-b64f-c83f05e55c71 {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:27:19.921981 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d5ce4830-3034-477e-92ac-cdd2b4face6f admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:19.923258 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d5ce4830-3034-477e-92ac-cdd2b4face6f admin admin] 10.222.0.42 "DELETE /v2.0/routers/1c84c325-01af-44e6-b64f-c83f05e55c71 HTTP/1.1" status: 204 len: 168 time: 1.0204411 Apr 28 20:27:19.925911 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37518) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:27:19.973003 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a8f90a-525b-4b20-a246-e9ad6bf22c26 admin admin] Deleting subnet 0896a439-11da-4b8a-bed3-e5ba5796c168 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:27:19.976388 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-33a8f90a-525b-4b20-a246-e9ad6bf22c26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:20.011294 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-33a8f90a-525b-4b20-a246-e9ad6bf22c26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:20.094712 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-33a8f90a-525b-4b20-a246-e9ad6bf22c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:20.146916 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-33a8f90a-525b-4b20-a246-e9ad6bf22c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:20.178804 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8f90a-525b-4b20-a246-e9ad6bf22c26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0896a439-11da-4b8a-bed3-e5ba5796c168,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:20.183653 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-33a8f90a-525b-4b20-a246-e9ad6bf22c26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:20.189623 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-33a8f90a-525b-4b20-a246-e9ad6bf22c26 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0896a439-11da-4b8a-bed3-e5ba5796c168 HTTP/1.1" status: 204 len: 168 time: 0.2624469 Apr 28 20:27:20.190172 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b718a8de-dbbc-4607-ba47-406fd51ad6a6 None None] Network e036bd99-b79d-4af4-81df-53735c900a2b requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:27:20.192231 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37520) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:27:20.282580 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60dcaa8d-a5d4-474f-a8b7-7be13cf32add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:20.337560 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-60dcaa8d-a5d4-474f-a8b7-7be13cf32add admin admin] Deleting port 9cba3a0a-7166-4217-bf3a-6942c96d0357 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:27:20.337859 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60dcaa8d-a5d4-474f-a8b7-7be13cf32add admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:20.398181 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-60dcaa8d-a5d4-474f-a8b7-7be13cf32add admin admin] For port 9cba3a0a-7166-4217-bf3a-6942c96d0357, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=9cba3a0a-7166-4217-bf3a-6942c96d0357,segment=NetworkSegment(43837a76-5e2f-4725-9885-f85c813b5478),segment_id=43837a76-5e2f-4725-9885-f85c813b5478)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:27:20.398543 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60dcaa8d-a5d4-474f-a8b7-7be13cf32add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:20.411243 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-60dcaa8d-a5d4-474f-a8b7-7be13cf32add admin admin] Calling delete_port for 9cba3a0a-7166-4217-bf3a-6942c96d0357 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:27:20.491661 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60dcaa8d-a5d4-474f-a8b7-7be13cf32add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:20.516219 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dcaa8d-a5d4-474f-a8b7-7be13cf32add admin admin] Pushing event deleted for resources: {'Port': ['ID=9cba3a0a-7166-4217-bf3a-6942c96d0357,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:20.520677 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dcaa8d-a5d4-474f-a8b7-7be13cf32add admin admin] No DVR routers for this DVR port 9cba3a0a-7166-4217-bf3a-6942c96d0357 on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:27:20.593608 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60dcaa8d-a5d4-474f-a8b7-7be13cf32add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:20.616423 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-60dcaa8d-a5d4-474f-a8b7-7be13cf32add admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e036bd99-b79d-4af4-81df-53735c900a2b']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:27:20.617848 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5890d40-2a09-45eb-8c10-f4f64f6908ac None None] DHCP port deletion for e036bd99-b79d-4af4-81df-53735c900a2b request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:27:20.626228 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-60dcaa8d-a5d4-474f-a8b7-7be13cf32add admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43837a76-5e2f-4725-9885-f85c813b5478') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:27:20.626530 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-60dcaa8d-a5d4-474f-a8b7-7be13cf32add admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43837a76-5e2f-4725-9885-f85c813b5478') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:27:20.640518 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60dcaa8d-a5d4-474f-a8b7-7be13cf32add admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:20.654567 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60dcaa8d-a5d4-474f-a8b7-7be13cf32add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:20.660479 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60dcaa8d-a5d4-474f-a8b7-7be13cf32add admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:27:20.660866 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60dcaa8d-a5d4-474f-a8b7-7be13cf32add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:20.662494 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 20:27:20.662494 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:27:20.662494 n-d-839810-1 neutron-server[102773]: timer() Apr 28 20:27:20.662494 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:27:20.662494 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 20:27:20.662494 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:27:20.662494 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 20:27:20.662494 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:27:20.662494 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 20:27:20.662494 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:27:20.662494 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 20:27:20.662494 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:27:20.662494 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 20:27:20.662494 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:27:20.662494 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:27:20.662494 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:27:20.662494 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:27:20.662494 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:27:20.662494 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 20:27:20.662494 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:27:20.662494 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 20:27:20.662494 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:27:20.662494 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:27:20.662494 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:27:20.662494 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 20:27:20.662494 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:27:20.662494 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:27:20.662494 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:27:20.662494 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:27:20.662494 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:27:20.662494 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:27:20.662494 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:27:20.715444 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60dcaa8d-a5d4-474f-a8b7-7be13cf32add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:20.720719 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-60dcaa8d-a5d4-474f-a8b7-7be13cf32add admin admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:20.723998 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-60dcaa8d-a5d4-474f-a8b7-7be13cf32add admin admin] 10.222.0.42 "DELETE /v2.0/networks/e036bd99-b79d-4af4-81df-53735c900a2b HTTP/1.1" status: 204 len: 168 time: 0.5307231 Apr 28 20:27:20.727075 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37522) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:27:20.735232 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dcaa8d-a5d4-474f-a8b7-7be13cf32add admin admin] Pushing event deleted for resources: {'Network': ['ID=e036bd99-b79d-4af4-81df-53735c900a2b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:21.066625 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c66c4665-d200-4dd6-9670-845e19efdbf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:21.309531 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c66c4665-d200-4dd6-9670-845e19efdbf1 admin admin] Deleting port d89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:27:21.309873 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c66c4665-d200-4dd6-9670-845e19efdbf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:21.384167 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-c66c4665-d200-4dd6-9670-845e19efdbf1 admin admin] For port d89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=d89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b,segment=NetworkSegment(5318e272-764a-4a7f-9502-40eaac898f4e),segment_id=5318e272-764a-4a7f-9502-40eaac898f4e)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:27:21.384527 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c66c4665-d200-4dd6-9670-845e19efdbf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:21.400690 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c66c4665-d200-4dd6-9670-845e19efdbf1 admin admin] Calling delete_port for d89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:27:21.574434 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:27:21.576840 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c66c4665-d200-4dd6-9670-845e19efdbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:21.599789 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:27:21.600157 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 3ca32129-9ed3-4f94-a20d-59c7c7d7b6a5 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:27:21.600570 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device f3abaeba-2f61-4387-8486-b85c8fef6b34 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:27:21.603602 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c4665-d200-4dd6-9670-845e19efdbf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:21.615723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c4665-d200-4dd6-9670-845e19efdbf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:21.616071 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c4665-d200-4dd6-9670-845e19efdbf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:21.616464 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c4665-d200-4dd6-9670-845e19efdbf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:21.616805 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c4665-d200-4dd6-9670-845e19efdbf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:21.617136 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c4665-d200-4dd6-9670-845e19efdbf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:21.617464 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c4665-d200-4dd6-9670-845e19efdbf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:21.617790 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c4665-d200-4dd6-9670-845e19efdbf1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:21.618116 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c4665-d200-4dd6-9670-845e19efdbf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:21.618532 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c4665-d200-4dd6-9670-845e19efdbf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:21.618758 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c4665-d200-4dd6-9670-845e19efdbf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:21.619081 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c4665-d200-4dd6-9670-845e19efdbf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:21.619402 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c4665-d200-4dd6-9670-845e19efdbf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:21.619962 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: f3abaeba-2f61-4387-8486-b85c8fef6b34 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:27:21.620361 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device f3abaeba-2f61-4387-8486-b85c8fef6b34 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:27:21.620760 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9cba3a0a-7166-4217-bf3a-6942c96d0357 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:27:21.640791 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 9cba3a0a-7166-4217-bf3a-6942c96d0357 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:27:21.641351 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9cba3a0a-7166-4217-bf3a-6942c96d0357 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:27:22.116391 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c66c4665-d200-4dd6-9670-845e19efdbf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:22.131463 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-93bb2c77-074f-426b-8480-9677d96fc120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:22.329613 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66c4665-d200-4dd6-9670-845e19efdbf1 admin admin] Router e19495fa-ced9-4cd5-92b3-a83384cf7aa7 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:27:22.434546 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66c4665-d200-4dd6-9670-845e19efdbf1 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:27:22.439497 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c66c4665-d200-4dd6-9670-845e19efdbf1 admin admin] 10.222.0.42 "PUT /v2.0/routers/e19495fa-ced9-4cd5-92b3-a83384cf7aa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7113554 Apr 28 20:27:22.442398 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37524) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:27:22.443339 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c58d5e-4f3d-40bd-a265-bb0e38f272f9 None None] Sync routers for ids ['e19495fa-ced9-4cd5-92b3-a83384cf7aa7'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:27:22.454658 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c58d5e-4f3d-40bd-a265-bb0e38f272f9 None None] Routers {'e19495fa-ced9-4cd5-92b3-a83384cf7aa7'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:27:22.455271 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-63c58d5e-4f3d-40bd-a265-bb0e38f272f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:27:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['e19495fa-ced9-4cd5-92b3-a83384cf7aa7'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:27:22.546480 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b328a13a-827b-47e8-8343-b907c4fdc9b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:22.561392 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-63c58d5e-4f3d-40bd-a265-bb0e38f272f9 None None] Set router e19495fa-ced9-4cd5-92b3-a83384cf7aa7 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:27:22.648395 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b328a13a-827b-47e8-8343-b907c4fdc9b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:22.701336 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b328a13a-827b-47e8-8343-b907c4fdc9b1 admin admin] Deleting port c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:27:22.701615 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b328a13a-827b-47e8-8343-b907c4fdc9b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:22.741365 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-63c58d5e-4f3d-40bd-a265-bb0e38f272f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19495fa-ced9-4cd5-92b3-a83384cf7aa7', 'name': 'tempest-TestEncryptedCinderVolumes-130769223-router', 'tenant_id': '67f9a518cc954e39bb678bf5b7219c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:26:10Z', 'updated_at': '2022-04-28T20:27:21Z', 'revision_number': 5, 'project_id': '67f9a518cc954e39bb678bf5b7219c8b', 'gw_port': {'id': 'c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:37:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19495fa-ced9-4cd5-92b3-a83384cf7aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:26:11Z', 'updated_at': '2022-04-28T20:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:27:22.767473 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c58d5e-4f3d-40bd-a265-bb0e38f272f9 None None] Checking router: e19495fa-ced9-4cd5-92b3-a83384cf7aa7 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:27:22.776760 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c58d5e-4f3d-40bd-a265-bb0e38f272f9 None None] Routers {'e19495fa-ced9-4cd5-92b3-a83384cf7aa7'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:27:22.777373 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-63c58d5e-4f3d-40bd-a265-bb0e38f272f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:27:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['e19495fa-ced9-4cd5-92b3-a83384cf7aa7'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:27:22.784659 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b328a13a-827b-47e8-8343-b907c4fdc9b1 admin admin] For port c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:27:22.785042 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b328a13a-827b-47e8-8343-b907c4fdc9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:22.796906 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b328a13a-827b-47e8-8343-b907c4fdc9b1 admin admin] Calling delete_port for c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7 owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:27:22.862977 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-63c58d5e-4f3d-40bd-a265-bb0e38f272f9 None None] Set router e19495fa-ced9-4cd5-92b3-a83384cf7aa7 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:27:22.914183 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-63c58d5e-4f3d-40bd-a265-bb0e38f272f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19495fa-ced9-4cd5-92b3-a83384cf7aa7', 'name': 'tempest-TestEncryptedCinderVolumes-130769223-router', 'tenant_id': '67f9a518cc954e39bb678bf5b7219c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:26:10Z', 'updated_at': '2022-04-28T20:27:22Z', 'revision_number': 6, 'project_id': '67f9a518cc954e39bb678bf5b7219c8b', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:27:22.943236 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c58d5e-4f3d-40bd-a265-bb0e38f272f9 None None] The sync data for ids ['e19495fa-ced9-4cd5-92b3-a83384cf7aa7'] in n-d-839810-1 is: [{'id': 'e19495fa-ced9-4cd5-92b3-a83384cf7aa7', 'name': 'tempest-TestEncryptedCinderVolumes-130769223-router', 'tenant_id': '67f9a518cc954e39bb678bf5b7219c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:26:10Z', 'updated_at': '2022-04-28T20:27:22Z', 'revision_number': 6, 'project_id': '67f9a518cc954e39bb678bf5b7219c8b', 'gw_port_host': None}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:27:22.961583 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b328a13a-827b-47e8-8343-b907c4fdc9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:22.986376 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b328a13a-827b-47e8-8343-b907c4fdc9b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:23.047374 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b328a13a-827b-47e8-8343-b907c4fdc9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:23.140319 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b328a13a-827b-47e8-8343-b907c4fdc9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:23.142380 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b328a13a-827b-47e8-8343-b907c4fdc9b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:23.184935 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b328a13a-827b-47e8-8343-b907c4fdc9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:23.185446 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b328a13a-827b-47e8-8343-b907c4fdc9b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e19495fa-ced9-4cd5-92b3-a83384cf7aa7 {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:27:23.190864 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b328a13a-827b-47e8-8343-b907c4fdc9b1 admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:23.192160 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b328a13a-827b-47e8-8343-b907c4fdc9b1 admin admin] 10.222.0.42 "DELETE /v2.0/routers/e19495fa-ced9-4cd5-92b3-a83384cf7aa7 HTTP/1.1" status: 204 len: 168 time: 0.7487249 Apr 28 20:27:23.194684 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37526) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:27:23.237978 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0265909-384b-4228-8947-a6bfb0763fd7 admin admin] Deleting subnet dd49d317-9a2f-4546-aa11-4d0bd7a8ad14 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:27:23.240869 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f0265909-384b-4228-8947-a6bfb0763fd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:23.275109 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f0265909-384b-4228-8947-a6bfb0763fd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:23.359436 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f0265909-384b-4228-8947-a6bfb0763fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:23.414925 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f0265909-384b-4228-8947-a6bfb0763fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:23.439863 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0265909-384b-4228-8947-a6bfb0763fd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd49d317-9a2f-4546-aa11-4d0bd7a8ad14,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:23.447510 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f0265909-384b-4228-8947-a6bfb0763fd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:23.453941 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f0265909-384b-4228-8947-a6bfb0763fd7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/dd49d317-9a2f-4546-aa11-4d0bd7a8ad14 HTTP/1.1" status: 204 len: 168 time: 0.2558272 Apr 28 20:27:23.454098 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafc4301-8c2f-4f11-b2fe-989f447015df None None] Network e3270334-4003-4623-9082-3caa00dec668 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:27:23.454312 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37528) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:27:23.540205 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b79ae08-e2a1-4881-a204-4b0e2ec347a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:23.603795 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-2b79ae08-e2a1-4881-a204-4b0e2ec347a1 admin admin] Deleting port 64e1f54d-b03a-468c-a5d5-ae667121c53c {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:27:23.604142 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b79ae08-e2a1-4881-a204-4b0e2ec347a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:23.674458 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-2b79ae08-e2a1-4881-a204-4b0e2ec347a1 admin admin] For port 64e1f54d-b03a-468c-a5d5-ae667121c53c, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=64e1f54d-b03a-468c-a5d5-ae667121c53c,segment=NetworkSegment(5318e272-764a-4a7f-9502-40eaac898f4e),segment_id=5318e272-764a-4a7f-9502-40eaac898f4e)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:27:23.674924 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b79ae08-e2a1-4881-a204-4b0e2ec347a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:23.689922 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-2b79ae08-e2a1-4881-a204-4b0e2ec347a1 admin admin] Calling delete_port for 64e1f54d-b03a-468c-a5d5-ae667121c53c owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:27:23.735211 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:27:23.767002 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: d89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:27:23.767657 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d89d2cc1-1a0e-4fe7-bc79-e3fcdfdafb3b not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:27:23.767865 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:27:23.780774 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b79ae08-e2a1-4881-a204-4b0e2ec347a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:23.792019 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:23.793811 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:27:23.794157 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c4e9fcc3-a53d-40ae-882a-e2ae63a9e5e7 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:27:23.807359 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b79ae08-e2a1-4881-a204-4b0e2ec347a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=64e1f54d-b03a-468c-a5d5-ae667121c53c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:23.810962 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b79ae08-e2a1-4881-a204-4b0e2ec347a1 admin admin] No DVR routers for this DVR port 64e1f54d-b03a-468c-a5d5-ae667121c53c on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:27:23.851633 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d46149-c231-46f8-bc37-15e215d75538 None None] DHCP port deletion for e3270334-4003-4623-9082-3caa00dec668 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:27:23.884405 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b79ae08-e2a1-4881-a204-4b0e2ec347a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:23.908653 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-2b79ae08-e2a1-4881-a204-4b0e2ec347a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3270334-4003-4623-9082-3caa00dec668']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:27:23.918281 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-2b79ae08-e2a1-4881-a204-4b0e2ec347a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5318e272-764a-4a7f-9502-40eaac898f4e') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:27:23.918581 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-2b79ae08-e2a1-4881-a204-4b0e2ec347a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5318e272-764a-4a7f-9502-40eaac898f4e') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:27:23.927820 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b79ae08-e2a1-4881-a204-4b0e2ec347a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:23.941739 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b79ae08-e2a1-4881-a204-4b0e2ec347a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:23.947539 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b79ae08-e2a1-4881-a204-4b0e2ec347a1 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:27:23.947925 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b79ae08-e2a1-4881-a204-4b0e2ec347a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:23.949669 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 20:27:23.949669 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:27:23.949669 n-d-839810-1 neutron-server[102773]: timer() Apr 28 20:27:23.949669 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:27:23.949669 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 20:27:23.949669 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:27:23.949669 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 20:27:23.949669 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:27:23.949669 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 20:27:23.949669 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:27:23.949669 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 20:27:23.949669 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:27:23.949669 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 20:27:23.949669 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:27:23.949669 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:27:23.949669 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:27:23.949669 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:27:23.949669 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:27:23.949669 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 20:27:23.949669 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:27:23.949669 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 20:27:23.949669 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:27:23.949669 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:27:23.949669 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:27:23.949669 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 20:27:23.949669 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:27:23.949669 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:27:23.949669 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:27:23.949669 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:27:23.949669 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:27:23.949669 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:27:23.949669 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:27:24.001356 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b79ae08-e2a1-4881-a204-4b0e2ec347a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:24.007381 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2b79ae08-e2a1-4881-a204-4b0e2ec347a1 admin admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:24.010565 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2b79ae08-e2a1-4881-a204-4b0e2ec347a1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e3270334-4003-4623-9082-3caa00dec668 HTTP/1.1" status: 204 len: 168 time: 0.5553000 Apr 28 20:27:24.022399 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b79ae08-e2a1-4881-a204-4b0e2ec347a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3270334-4003-4623-9082-3caa00dec668,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:24.171904 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37532) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:27:24.211464 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-110eb08f-4613-4e55-8013-9609aad896b3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e38108fb321945349fe18d22f5e4ef4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383399 Apr 28 20:27:24.213916 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37534) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:27:24.267025 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1b12655e-648b-4566-989d-3cf6c043fcb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:24.289752 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1b12655e-648b-4566-989d-3cf6c043fcb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:24.339893 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1b12655e-648b-4566-989d-3cf6c043fcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:24.342575 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-1b12655e-648b-4566-989d-3cf6c043fcb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:24.344133 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1b12655e-648b-4566-989d-3cf6c043fcb7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/63cb6660-9f61-4ebd-87dd-8799e1774d2b HTTP/1.1" status: 204 len: 168 time: 0.1289060 Apr 28 20:27:24.352038 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12655e-648b-4566-989d-3cf6c043fcb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cb6660-9f61-4ebd-87dd-8799e1774d2b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:24.657837 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37540) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:27:24.702175 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-18c7fb1e-6cb2-4fab-9506-6ef39b0c1a4d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=67f9a518cc954e39bb678bf5b7219c8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431647 Apr 28 20:27:24.704625 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37542) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:27:24.753989 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aac177fb-5260-48da-b0f2-825984fd6e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:24.774572 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aac177fb-5260-48da-b0f2-825984fd6e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:24.822271 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aac177fb-5260-48da-b0f2-825984fd6e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:24.825085 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aac177fb-5260-48da-b0f2-825984fd6e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:24.826200 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-aac177fb-5260-48da-b0f2-825984fd6e9e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/33744105-9bf9-4449-a526-142415741ba8 HTTP/1.1" status: 204 len: 168 time: 0.1206708 Apr 28 20:27:24.833742 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac177fb-5260-48da-b0f2-825984fd6e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33744105-9bf9-4449-a526-142415741ba8,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:25.540765 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37564) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:27:25.570655 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 64e1f54d-b03a-468c-a5d5-ae667121c53c no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:27:25.590973 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 64e1f54d-b03a-468c-a5d5-ae667121c53c {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:27:25.591617 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 64e1f54d-b03a-468c-a5d5-ae667121c53c not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:27:25.638230 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-657db886-99b4-40d2-a50c-89fc15fd1ea4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-212265060-network', 'tenant_id': '7ac4bd49668e4f9ea46fcc83e092a963'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:27:25.657024 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657db886-99b4-40d2-a50c-89fc15fd1ea4 admin admin] Made reservation on behalf of 7ac4bd49668e4f9ea46fcc83e092a963 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:27:25.659801 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-657db886-99b4-40d2-a50c-89fc15fd1ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:25.668246 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-657db886-99b4-40d2-a50c-89fc15fd1ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:25.742103 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-657db886-99b4-40d2-a50c-89fc15fd1ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:25.745515 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-657db886-99b4-40d2-a50c-89fc15fd1ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:25.769771 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657db886-99b4-40d2-a50c-89fc15fd1ea4 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:27:25.779023 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657db886-99b4-40d2-a50c-89fc15fd1ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4e9d01-c1de-4186-a8df-adc622482c2f,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:25.783631 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-657db886-99b4-40d2-a50c-89fc15fd1ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:25.784668 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-657db886-99b4-40d2-a50c-89fc15fd1ea4 admin admin] Added segment be2f536e-a440-4619-8423-d4cde10fea81 of type vlan for network 703ccb06-a398-41a2-94e8-2f483ba1794d Apr 28 20:27:25.825945 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-657db886-99b4-40d2-a50c-89fc15fd1ea4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:25.850587 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-657db886-99b4-40d2-a50c-89fc15fd1ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:25.851664 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657db886-99b4-40d2-a50c-89fc15fd1ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:25.852307 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-657db886-99b4-40d2-a50c-89fc15fd1ea4 admin admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:25.907882 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-657db886-99b4-40d2-a50c-89fc15fd1ea4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3638756 Apr 28 20:27:25.908676 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37568) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:27:25.913584 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657db886-99b4-40d2-a50c-89fc15fd1ea4 admin admin] Pushing event updated for resources: {'Network': ['ID=703ccb06-a398-41a2-94e8-2f483ba1794d,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:25.915427 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-14548478-5671-42a1-90f6-629689458c8f admin admin] Request body: {'subnet': {'network_id': '703ccb06-a398-41a2-94e8-2f483ba1794d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-212265060-subnet', 'tenant_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:27:25.927826 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 703ccb06-a398-41a2-94e8-2f483ba1794d details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:27:25.934378 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14548478-5671-42a1-90f6-629689458c8f admin admin] Made reservation on behalf of 7ac4bd49668e4f9ea46fcc83e092a963 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:27:25.936690 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-14548478-5671-42a1-90f6-629689458c8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:25.942166 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:26.015947 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:26.100607 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-14548478-5671-42a1-90f6-629689458c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:26.152980 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14548478-5671-42a1-90f6-629689458c8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cf7077a-e28a-498c-91a4-99676338dfe6,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:26.161896 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14548478-5671-42a1-90f6-629689458c8f admin admin] Checking segment: {'id': 'be2f536e-a440-4619-8423-d4cde10fea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '703ccb06-a398-41a2-94e8-2f483ba1794d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:27:26.162250 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14548478-5671-42a1-90f6-629689458c8f admin admin] Network hostable DHCP agents. Network: 703ccb06-a398-41a2-94e8-2f483ba1794d, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:27:26.179151 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14548478-5671-42a1-90f6-629689458c8f admin admin] Network 703ccb06-a398-41a2-94e8-2f483ba1794d is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:27:26.189343 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-14548478-5671-42a1-90f6-629689458c8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 703ccb06-a398-41a2-94e8-2f483ba1794d) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:27:26.193882 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14548478-5671-42a1-90f6-629689458c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:26.197217 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-14548478-5671-42a1-90f6-629689458c8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:26.200306 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202fa1ae-6df3-43e5-8046-e526f81f158f None None] Network 703ccb06-a398-41a2-94e8-2f483ba1794d requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:27:26.217263 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-14548478-5671-42a1-90f6-629689458c8f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3016932 Apr 28 20:27:26.217561 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37570) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:27:26.222459 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-c893f2be-30cd-49bd-bdba-e5617172ebd1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-212265060-router', 'tenant_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:27:26.242978 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c893f2be-30cd-49bd-bdba-e5617172ebd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:26.244194 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c893f2be-30cd-49bd-bdba-e5617172ebd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:26.305297 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c893f2be-30cd-49bd-bdba-e5617172ebd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:26.353122 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63479fc-c26d-4b14-a4fa-dccfe91d8f67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-703ccb06-a398-41a2-94e8-2f483ba1794d', 'network_id': '703ccb06-a398-41a2-94e8-2f483ba1794d', 'tenant_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'fixed_ips': [{'subnet_id': '0cf7077a-e28a-498c-91a4-99676338dfe6'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:27:26.353992 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c63479fc-c26d-4b14-a4fa-dccfe91d8f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:26.492992 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-c63479fc-c26d-4b14-a4fa-dccfe91d8f67 None None] Allocated IP 172.20.0.2 (703ccb06-a398-41a2-94e8-2f483ba1794d/0cf7077a-e28a-498c-91a4-99676338dfe6/9546f15b-8bd7-4dc2-b9f0-c0f84bb71bb5) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:27:26.645584 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c63479fc-c26d-4b14-a4fa-dccfe91d8f67 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:26.650974 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c63479fc-c26d-4b14-a4fa-dccfe91d8f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:26.688213 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63479fc-c26d-4b14-a4fa-dccfe91d8f67 None None] Network 703ccb06-a398-41a2-94e8-2f483ba1794d is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:27:26.694016 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-c63479fc-c26d-4b14-a4fa-dccfe91d8f67 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:27:26.696606 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63479fc-c26d-4b14-a4fa-dccfe91d8f67 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:27:26.703679 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c893f2be-30cd-49bd-bdba-e5617172ebd1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:26.730738 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63479fc-c26d-4b14-a4fa-dccfe91d8f67 None None] Pushing event updated for resources: {'Port': ['ID=9546f15b-8bd7-4dc2-b9f0-c0f84bb71bb5,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:26.762904 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-c63479fc-c26d-4b14-a4fa-dccfe91d8f67 None None] Attempting to bind port 9546f15b-8bd7-4dc2-b9f0-c0f84bb71bb5 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:27:26.763201 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-c63479fc-c26d-4b14-a4fa-dccfe91d8f67 None None] Attempting to bind port 9546f15b-8bd7-4dc2-b9f0-c0f84bb71bb5 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'be2f536e-a440-4619-8423-d4cde10fea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '703ccb06-a398-41a2-94e8-2f483ba1794d'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:27:26.763564 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63479fc-c26d-4b14-a4fa-dccfe91d8f67 None None] Attempting to bind port 9546f15b-8bd7-4dc2-b9f0-c0f84bb71bb5 on network 703ccb06-a398-41a2-94e8-2f483ba1794d {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:27:26.769153 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63479fc-c26d-4b14-a4fa-dccfe91d8f67 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:27:26.769697 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63479fc-c26d-4b14-a4fa-dccfe91d8f67 None None] Checking segment: {'id': 'be2f536e-a440-4619-8423-d4cde10fea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '703ccb06-a398-41a2-94e8-2f483ba1794d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:27:26.769900 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c63479fc-c26d-4b14-a4fa-dccfe91d8f67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:26.770289 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63479fc-c26d-4b14-a4fa-dccfe91d8f67 None None] Bound using segment: {'id': 'be2f536e-a440-4619-8423-d4cde10fea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '703ccb06-a398-41a2-94e8-2f483ba1794d'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:27:26.770749 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-c63479fc-c26d-4b14-a4fa-dccfe91d8f67 None None] Bound port: 9546f15b-8bd7-4dc2-b9f0-c0f84bb71bb5, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2f536e-a440-4619-8423-d4cde10fea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '703ccb06-a398-41a2-94e8-2f483ba1794d'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:27:26.771131 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c63479fc-c26d-4b14-a4fa-dccfe91d8f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:26.832698 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-c63479fc-c26d-4b14-a4fa-dccfe91d8f67 None None] For port 9546f15b-8bd7-4dc2-b9f0-c0f84bb71bb5, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:27:26.835794 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-c63479fc-c26d-4b14-a4fa-dccfe91d8f67 None None] For port 9546f15b-8bd7-4dc2-b9f0-c0f84bb71bb5, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=9546f15b-8bd7-4dc2-b9f0-c0f84bb71bb5,segment=NetworkSegment(be2f536e-a440-4619-8423-d4cde10fea81),segment_id=be2f536e-a440-4619-8423-d4cde10fea81)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:27:26.840356 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c63479fc-c26d-4b14-a4fa-dccfe91d8f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:26.897701 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63479fc-c26d-4b14-a4fa-dccfe91d8f67 None None] Pushing event updated for resources: {'Port': ['ID=9546f15b-8bd7-4dc2-b9f0-c0f84bb71bb5,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:26.910247 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c893f2be-30cd-49bd-bdba-e5617172ebd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:26.930054 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c893f2be-30cd-49bd-bdba-e5617172ebd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:27.054319 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-c893f2be-30cd-49bd-bdba-e5617172ebd1 admin admin] Allocated IP 172.25.8.89 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/595cff51-1ef4-4c91-914a-f47da5792c7b) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:27:27.167294 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c893f2be-30cd-49bd-bdba-e5617172ebd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:27.201851 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c893f2be-30cd-49bd-bdba-e5617172ebd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:27.242781 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c893f2be-30cd-49bd-bdba-e5617172ebd1 admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:27:27.247431 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-c893f2be-30cd-49bd-bdba-e5617172ebd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:27:27.250957 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c893f2be-30cd-49bd-bdba-e5617172ebd1 admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:27:27.275551 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c893f2be-30cd-49bd-bdba-e5617172ebd1 admin admin] Pushing event updated for resources: {'Port': ['ID=595cff51-1ef4-4c91-914a-f47da5792c7b,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:27.500083 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c893f2be-30cd-49bd-bdba-e5617172ebd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:27.622390 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9546f15b-8bd7-4dc2-b9f0-c0f84bb71bb5 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:27:27.677077 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 9546f15b-8bd7-4dc2-b9f0-c0f84bb71bb5 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:27:27.677733 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:27.716194 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c893f2be-30cd-49bd-bdba-e5617172ebd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:27.759489 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:27.794964 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 9546f15b-8bd7-4dc2-b9f0-c0f84bb71bb5, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=9546f15b-8bd7-4dc2-b9f0-c0f84bb71bb5,segment=NetworkSegment(be2f536e-a440-4619-8423-d4cde10fea81),segment_id=be2f536e-a440-4619-8423-d4cde10fea81)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:27:27.801357 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:27.825097 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5261d5e-e126-455f-996b-d91923c214a9 None None] Network 703ccb06-a398-41a2-94e8-2f483ba1794d requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:27:27.856889 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c893f2be-30cd-49bd-bdba-e5617172ebd1 admin admin] Router e3f7e3b6-6c60-4b37-8097-3b30efa6137d is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 20:27:27.903718 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=9546f15b-8bd7-4dc2-b9f0-c0f84bb71bb5,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:27.936651 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-9283438b-2070-4a0f-a2cf-26dcb99196e7 None None] Provisioning complete for port 9546f15b-8bd7-4dc2-b9f0-c0f84bb71bb5 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:27:27.937026 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9283438b-2070-4a0f-a2cf-26dcb99196e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:27.959298 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c893f2be-30cd-49bd-bdba-e5617172ebd1 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:27:27.969013 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bf1195-3540-49f6-abaf-f9f68ba84fea None None] Sync routers for ids ['e3f7e3b6-6c60-4b37-8097-3b30efa6137d'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:27:27.977945 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c893f2be-30cd-49bd-bdba-e5617172ebd1 admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:27.980891 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bf1195-3540-49f6-abaf-f9f68ba84fea None None] Routers {'e3f7e3b6-6c60-4b37-8097-3b30efa6137d'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:27:27.981690 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-c0bf1195-3540-49f6-abaf-f9f68ba84fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:27:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['e3f7e3b6-6c60-4b37-8097-3b30efa6137d'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:27:27.982244 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c893f2be-30cd-49bd-bdba-e5617172ebd1 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7638876 Apr 28 20:27:27.982798 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37572) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:27:28.093276 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-c0bf1195-3540-49f6-abaf-f9f68ba84fea None None] Set router e3f7e3b6-6c60-4b37-8097-3b30efa6137d gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:27:28.309401 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-6e26a311-4e2b-4876-9428-596fb992de65 None None] Provisioning complete for port 9546f15b-8bd7-4dc2-b9f0-c0f84bb71bb5 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:27:28.309757 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6e26a311-4e2b-4876-9428-596fb992de65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:28.376047 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-c0bf1195-3540-49f6-abaf-f9f68ba84fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'name': 'tempest-TestMinimumBasicScenario-212265060-router', 'tenant_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '595cff51-1ef4-4c91-914a-f47da5792c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:27:26Z', 'updated_at': '2022-04-28T20:27:27Z', 'revision_number': 3, 'project_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'gw_port': {'id': '595cff51-1ef4-4c91-914a-f47da5792c7b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:27:26Z', 'updated_at': '2022-04-28T20:27:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:27:28.409100 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bf1195-3540-49f6-abaf-f9f68ba84fea None None] Checking router: e3f7e3b6-6c60-4b37-8097-3b30efa6137d for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:27:28.409778 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bf1195-3540-49f6-abaf-f9f68ba84fea None None] Updating router e3f7e3b6-6c60-4b37-8097-3b30efa6137d port 595cff51-1ef4-4c91-914a-f47da5792c7b binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:27:28.429714 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a11a-d917-448b-a90e-5297b2a06c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:28.433884 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-c0bf1195-3540-49f6-abaf-f9f68ba84fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:28.582344 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-2ee7a11a-d917-448b-a90e-5297b2a06c7d admin admin] Allocated IP 172.20.0.1 (703ccb06-a398-41a2-94e8-2f483ba1794d/0cf7077a-e28a-498c-91a4-99676338dfe6/b799a59b-af68-4594-94ae-ef4dd82f684e) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:27:28.682846 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-c0bf1195-3540-49f6-abaf-f9f68ba84fea None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:28.687027 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a11a-d917-448b-a90e-5297b2a06c7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:28.688511 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-c0bf1195-3540-49f6-abaf-f9f68ba84fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:28.721856 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a11a-d917-448b-a90e-5297b2a06c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:28.735953 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-c0bf1195-3540-49f6-abaf-f9f68ba84fea None None] Attempting to bind port 595cff51-1ef4-4c91-914a-f47da5792c7b on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:27:28.736378 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-c0bf1195-3540-49f6-abaf-f9f68ba84fea None None] Attempting to bind port 595cff51-1ef4-4c91-914a-f47da5792c7b by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:27:28.736743 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bf1195-3540-49f6-abaf-f9f68ba84fea None None] Attempting to bind port 595cff51-1ef4-4c91-914a-f47da5792c7b on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:27:28.746009 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bf1195-3540-49f6-abaf-f9f68ba84fea None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:27:28.746749 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bf1195-3540-49f6-abaf-f9f68ba84fea None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:27:28.746749 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-c0bf1195-3540-49f6-abaf-f9f68ba84fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:28.747150 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bf1195-3540-49f6-abaf-f9f68ba84fea None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:27:28.747611 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-c0bf1195-3540-49f6-abaf-f9f68ba84fea None None] Bound port: 595cff51-1ef4-4c91-914a-f47da5792c7b, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:27:28.747991 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-c0bf1195-3540-49f6-abaf-f9f68ba84fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:28.749581 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182cc6a-be9b-4fa5-87ab-628e02c1ac38 None None] Pushing event updated for resources: {'Port': ['ID=595cff51-1ef4-4c91-914a-f47da5792c7b,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:28.759126 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee7a11a-d917-448b-a90e-5297b2a06c7d admin admin] Network 703ccb06-a398-41a2-94e8-2f483ba1794d is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:27:28.763915 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-2ee7a11a-d917-448b-a90e-5297b2a06c7d admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:27:28.767650 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee7a11a-d917-448b-a90e-5297b2a06c7d admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:27:28.776495 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182cc6a-be9b-4fa5-87ab-628e02c1ac38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:28.776839 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182cc6a-be9b-4fa5-87ab-628e02c1ac38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:28.777170 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182cc6a-be9b-4fa5-87ab-628e02c1ac38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:28.777498 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182cc6a-be9b-4fa5-87ab-628e02c1ac38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:28.777824 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182cc6a-be9b-4fa5-87ab-628e02c1ac38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:28.778148 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182cc6a-be9b-4fa5-87ab-628e02c1ac38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:28.778500 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182cc6a-be9b-4fa5-87ab-628e02c1ac38 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:28.778823 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182cc6a-be9b-4fa5-87ab-628e02c1ac38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:28.779141 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182cc6a-be9b-4fa5-87ab-628e02c1ac38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:28.779456 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182cc6a-be9b-4fa5-87ab-628e02c1ac38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:28.779775 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182cc6a-be9b-4fa5-87ab-628e02c1ac38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:28.780085 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182cc6a-be9b-4fa5-87ab-628e02c1ac38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:28.793760 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7a11a-d917-448b-a90e-5297b2a06c7d admin admin] Pushing event updated for resources: {'Port': ['ID=b799a59b-af68-4594-94ae-ef4dd82f684e,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:28.812472 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a11a-d917-448b-a90e-5297b2a06c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:28.828818 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-c0bf1195-3540-49f6-abaf-f9f68ba84fea None None] For port 595cff51-1ef4-4c91-914a-f47da5792c7b, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:27:28.832923 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-c0bf1195-3540-49f6-abaf-f9f68ba84fea None None] For port 595cff51-1ef4-4c91-914a-f47da5792c7b, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=595cff51-1ef4-4c91-914a-f47da5792c7b,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:27:28.838758 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-c0bf1195-3540-49f6-abaf-f9f68ba84fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:28.898442 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bf1195-3540-49f6-abaf-f9f68ba84fea None None] Routers {'e3f7e3b6-6c60-4b37-8097-3b30efa6137d'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:27:28.899248 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-c0bf1195-3540-49f6-abaf-f9f68ba84fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:27:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['e3f7e3b6-6c60-4b37-8097-3b30efa6137d'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:27:28.959167 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a11a-d917-448b-a90e-5297b2a06c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:28.986234 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182cc6a-be9b-4fa5-87ab-628e02c1ac38 None None] Pushing event updated for resources: {'Port': ['ID=595cff51-1ef4-4c91-914a-f47da5792c7b,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:29.018011 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-3f7fb150-0e6d-490c-a2be-302b44f4c01d None None] Provisioning complete for port b799a59b-af68-4594-94ae-ef4dd82f684e triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:27:29.019219 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3f7fb150-0e6d-490c-a2be-302b44f4c01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:29.026433 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-c0bf1195-3540-49f6-abaf-f9f68ba84fea None None] Set router e3f7e3b6-6c60-4b37-8097-3b30efa6137d gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:27:29.053812 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-3f7fb150-0e6d-490c-a2be-302b44f4c01d None None] Port b799a59b-af68-4594-94ae-ef4dd82f684e cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:27:29.133342 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a11a-d917-448b-a90e-5297b2a06c7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:29.138435 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a11a-d917-448b-a90e-5297b2a06c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:29.209096 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-c0bf1195-3540-49f6-abaf-f9f68ba84fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'name': 'tempest-TestMinimumBasicScenario-212265060-router', 'tenant_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '595cff51-1ef4-4c91-914a-f47da5792c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:27:26Z', 'updated_at': '2022-04-28T20:27:27Z', 'revision_number': 3, 'project_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'gw_port': {'id': '595cff51-1ef4-4c91-914a-f47da5792c7b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:27:26Z', 'updated_at': '2022-04-28T20:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:27:29.211636 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a11a-d917-448b-a90e-5297b2a06c7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:29.216992 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7a11a-d917-448b-a90e-5297b2a06c7d admin admin] Pushing event updated for resources: {'Port': ['ID=b799a59b-af68-4594-94ae-ef4dd82f684e,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:29.236492 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bf1195-3540-49f6-abaf-f9f68ba84fea None None] The sync data for ids ['e3f7e3b6-6c60-4b37-8097-3b30efa6137d'] in n-d-839810-1 is: [{'id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'name': 'tempest-TestMinimumBasicScenario-212265060-router', 'tenant_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '595cff51-1ef4-4c91-914a-f47da5792c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:27:26Z', 'updated_at': '2022-04-28T20:27:27Z', 'revision_number': 3, 'project_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'gw_port': {'id': '595cff51-1ef4-4c91-914a-f47da5792c7b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:27:26Z', 'updated_at': '2022-04-28T20:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:27:29.317746 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee7a11a-d917-448b-a90e-5297b2a06c7d admin admin] Network 703ccb06-a398-41a2-94e8-2f483ba1794d is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:27:29.319184 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-2ee7a11a-d917-448b-a90e-5297b2a06c7d admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:27:29.447416 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee7a11a-d917-448b-a90e-5297b2a06c7d admin admin] Router e3f7e3b6-6c60-4b37-8097-3b30efa6137d has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:27:29.596078 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee7a11a-d917-448b-a90e-5297b2a06c7d admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:27:29.603158 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2ee7a11a-d917-448b-a90e-5297b2a06c7d admin admin] 10.222.0.42 "PUT /v2.0/routers/e3f7e3b6-6c60-4b37-8097-3b30efa6137d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6179478 Apr 28 20:27:29.682810 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b4e2c028-7c85-4f89-9788-1c4da397cfe9 None None] Provisioning complete for port b799a59b-af68-4594-94ae-ef4dd82f684e triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:27:29.683177 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b4e2c028-7c85-4f89-9788-1c4da397cfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:29.698292 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9546f15b-8bd7-4dc2-b9f0-c0f84bb71bb5 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:27:29.768808 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-b4e2c028-7c85-4f89-9788-1c4da397cfe9 None None] Port b799a59b-af68-4594-94ae-ef4dd82f684e cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:27:29.786261 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 9546f15b-8bd7-4dc2-b9f0-c0f84bb71bb5 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:27:29.786645 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:29.871148 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 595cff51-1ef4-4c91-914a-f47da5792c7b up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:27:29.929616 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 595cff51-1ef4-4c91-914a-f47da5792c7b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:27:29.929992 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:30.016722 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:30.038834 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 595cff51-1ef4-4c91-914a-f47da5792c7b, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=595cff51-1ef4-4c91-914a-f47da5792c7b,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:27:30.045470 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:30.099176 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=595cff51-1ef4-4c91-914a-f47da5792c7b,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:30.152320 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37588) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:27:30.157812 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-7ba1c33a-2583-46a4-a197-1fe38b70e95a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-821813913-network', 'tenant_id': '22ac913fb92b477a977588a53283958f'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:27:30.180981 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba1c33a-2583-46a4-a197-1fe38b70e95a admin admin] Made reservation on behalf of 22ac913fb92b477a977588a53283958f for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:27:30.183389 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ba1c33a-2583-46a4-a197-1fe38b70e95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:30.193581 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ba1c33a-2583-46a4-a197-1fe38b70e95a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:30.269608 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ba1c33a-2583-46a4-a197-1fe38b70e95a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:30.272509 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ba1c33a-2583-46a4-a197-1fe38b70e95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:30.299629 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba1c33a-2583-46a4-a197-1fe38b70e95a admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:27:30.306042 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1c33a-2583-46a4-a197-1fe38b70e95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff87b05-7c76-475a-aad5-ddcee6456bb3,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:30.312050 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ba1c33a-2583-46a4-a197-1fe38b70e95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:30.312419 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-7ba1c33a-2583-46a4-a197-1fe38b70e95a admin admin] Added segment 538a865c-59b8-4edc-9c3f-01e46f149821 of type vlan for network 7a90e270-d5f7-4e09-b29d-91155fb864c1 Apr 28 20:27:30.361040 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ba1c33a-2583-46a4-a197-1fe38b70e95a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:30.386366 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ba1c33a-2583-46a4-a197-1fe38b70e95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:30.387489 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba1c33a-2583-46a4-a197-1fe38b70e95a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:30.388122 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7ba1c33a-2583-46a4-a197-1fe38b70e95a admin admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:30.444996 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7ba1c33a-2583-46a4-a197-1fe38b70e95a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2915504 Apr 28 20:27:30.447829 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37590) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:27:30.450041 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1c33a-2583-46a4-a197-1fe38b70e95a admin admin] Pushing event updated for resources: {'Network': ['ID=7a90e270-d5f7-4e09-b29d-91155fb864c1,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:30.452937 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-7bc462d6-a1b4-41e5-878f-2930eb7cae18 admin admin] Request body: {'subnet': {'network_id': '7a90e270-d5f7-4e09-b29d-91155fb864c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-821813913-subnet', 'tenant_id': '22ac913fb92b477a977588a53283958f', 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:27:30.462013 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 7a90e270-d5f7-4e09-b29d-91155fb864c1 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:27:30.472687 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc462d6-a1b4-41e5-878f-2930eb7cae18 admin admin] Made reservation on behalf of 22ac913fb92b477a977588a53283958f for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:27:30.474969 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7bc462d6-a1b4-41e5-878f-2930eb7cae18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:30.646102 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7bc462d6-a1b4-41e5-878f-2930eb7cae18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:30.707910 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc462d6-a1b4-41e5-878f-2930eb7cae18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c568b442-02e5-4681-b51d-901d2644445b,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:30.721742 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc462d6-a1b4-41e5-878f-2930eb7cae18 admin admin] Checking segment: {'id': '538a865c-59b8-4edc-9c3f-01e46f149821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7a90e270-d5f7-4e09-b29d-91155fb864c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:27:30.722359 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc462d6-a1b4-41e5-878f-2930eb7cae18 admin admin] Network hostable DHCP agents. Network: 7a90e270-d5f7-4e09-b29d-91155fb864c1, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:27:30.743676 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc462d6-a1b4-41e5-878f-2930eb7cae18 admin admin] Network 7a90e270-d5f7-4e09-b29d-91155fb864c1 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:27:30.757485 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-7bc462d6-a1b4-41e5-878f-2930eb7cae18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 7a90e270-d5f7-4e09-b29d-91155fb864c1) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:27:30.763615 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc462d6-a1b4-41e5-878f-2930eb7cae18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:30.765034 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7bc462d6-a1b4-41e5-878f-2930eb7cae18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:30.767965 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa0322a-7738-4dca-8282-22322f62ee39 None None] Network 7a90e270-d5f7-4e09-b29d-91155fb864c1 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:27:30.787892 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7bc462d6-a1b4-41e5-878f-2930eb7cae18 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3376803 Apr 28 20:27:30.790119 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37592) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:27:30.795023 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-c8cb61b0-fe15-4cb8-9503-ffa541ffa9b8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-821813913-router', 'tenant_id': '22ac913fb92b477a977588a53283958f', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:27:30.813790 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c8cb61b0-fe15-4cb8-9503-ffa541ffa9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:30.814688 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c8cb61b0-fe15-4cb8-9503-ffa541ffa9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:30.878415 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c8cb61b0-fe15-4cb8-9503-ffa541ffa9b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:30.926236 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3898552b-bcdd-453b-9fde-1fbb77e2c530 None None] Sync routers for ids ['e3f7e3b6-6c60-4b37-8097-3b30efa6137d'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:27:30.937195 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3898552b-bcdd-453b-9fde-1fbb77e2c530 None None] Routers {'e3f7e3b6-6c60-4b37-8097-3b30efa6137d'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:27:30.937608 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3898552b-bcdd-453b-9fde-1fbb77e2c530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:27:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['e3f7e3b6-6c60-4b37-8097-3b30efa6137d'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:27:30.941045 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dc2846-a16f-48a7-9573-610e2dac974c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-7a90e270-d5f7-4e09-b29d-91155fb864c1', 'network_id': '7a90e270-d5f7-4e09-b29d-91155fb864c1', 'tenant_id': '22ac913fb92b477a977588a53283958f', 'fixed_ips': [{'subnet_id': 'c568b442-02e5-4681-b51d-901d2644445b'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:27:30.941847 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e1dc2846-a16f-48a7-9573-610e2dac974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:31.015960 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c8cb61b0-fe15-4cb8-9503-ffa541ffa9b8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:31.144754 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-3898552b-bcdd-453b-9fde-1fbb77e2c530 None None] Set router e3f7e3b6-6c60-4b37-8097-3b30efa6137d gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:27:31.224869 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-e1dc2846-a16f-48a7-9573-610e2dac974c None None] Allocated IP 172.20.0.2 (7a90e270-d5f7-4e09-b29d-91155fb864c1/c568b442-02e5-4681-b51d-901d2644445b/d21e4527-f4ce-4b7f-81e5-025939da1da6) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:27:31.227810 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c8cb61b0-fe15-4cb8-9503-ffa541ffa9b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:31.248689 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c8cb61b0-fe15-4cb8-9503-ffa541ffa9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:31.353948 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-c8cb61b0-fe15-4cb8-9503-ffa541ffa9b8 admin admin] Allocated IP 172.25.8.50 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/43b53788-ff96-4a80-825c-da273e707ece) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:27:31.461218 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c8cb61b0-fe15-4cb8-9503-ffa541ffa9b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:31.462176 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e1dc2846-a16f-48a7-9573-610e2dac974c None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:31.471100 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e1dc2846-a16f-48a7-9573-610e2dac974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:31.481601 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3898552b-bcdd-453b-9fde-1fbb77e2c530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'name': 'tempest-TestMinimumBasicScenario-212265060-router', 'tenant_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '595cff51-1ef4-4c91-914a-f47da5792c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:27:26Z', 'updated_at': '2022-04-28T20:27:28Z', 'revision_number': 4, 'project_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'gw_port': {'id': '595cff51-1ef4-4c91-914a-f47da5792c7b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:27:26Z', 'updated_at': '2022-04-28T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'b799a59b-af68-4594-94ae-ef4dd82f684e', 'name': '', 'network_id': '703ccb06-a398-41a2-94e8-2f483ba1794d', 'tenant_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'mac_address': 'fa:16:3e:5a:f5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '0cf7077a-e28a-498c-91a4-99676338dfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:27:28Z', 'updated_at': '2022-04-28T20:27:29Z', 'revision_number': 2, 'project_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'subnets': [{'id': '0cf7077a-e28a-498c-91a4-99676338dfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:27:31.496168 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c8cb61b0-fe15-4cb8-9503-ffa541ffa9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:31.536183 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cb61b0-fe15-4cb8-9503-ffa541ffa9b8 admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:27:31.541028 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-c8cb61b0-fe15-4cb8-9503-ffa541ffa9b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:27:31.545863 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cb61b0-fe15-4cb8-9503-ffa541ffa9b8 admin admin] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:27:31.549131 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb61b0-fe15-4cb8-9503-ffa541ffa9b8 admin admin] Pushing event updated for resources: {'Port': ['ID=43b53788-ff96-4a80-825c-da273e707ece,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:31.698921 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 595cff51-1ef4-4c91-914a-f47da5792c7b up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:27:31.703928 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dc2846-a16f-48a7-9573-610e2dac974c None None] Network 7a90e270-d5f7-4e09-b29d-91155fb864c1 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:27:31.705912 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3898552b-bcdd-453b-9fde-1fbb77e2c530 None None] Checking router: e3f7e3b6-6c60-4b37-8097-3b30efa6137d for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:27:31.706256 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3898552b-bcdd-453b-9fde-1fbb77e2c530 None None] Updating router e3f7e3b6-6c60-4b37-8097-3b30efa6137d port b799a59b-af68-4594-94ae-ef4dd82f684e binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:27:31.731365 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-e1dc2846-a16f-48a7-9573-610e2dac974c None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:27:31.748785 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dc2846-a16f-48a7-9573-610e2dac974c None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:27:31.753550 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc2846-a16f-48a7-9573-610e2dac974c None None] Pushing event updated for resources: {'Port': ['ID=d21e4527-f4ce-4b7f-81e5-025939da1da6,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:31.772456 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3898552b-bcdd-453b-9fde-1fbb77e2c530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:31.808156 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c8cb61b0-fe15-4cb8-9503-ffa541ffa9b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:31.857920 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-e1dc2846-a16f-48a7-9573-610e2dac974c None None] Attempting to bind port d21e4527-f4ce-4b7f-81e5-025939da1da6 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:27:31.858281 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-e1dc2846-a16f-48a7-9573-610e2dac974c None None] Attempting to bind port d21e4527-f4ce-4b7f-81e5-025939da1da6 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '538a865c-59b8-4edc-9c3f-01e46f149821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7a90e270-d5f7-4e09-b29d-91155fb864c1'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:27:31.858636 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dc2846-a16f-48a7-9573-610e2dac974c None None] Attempting to bind port d21e4527-f4ce-4b7f-81e5-025939da1da6 on network 7a90e270-d5f7-4e09-b29d-91155fb864c1 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:27:31.873007 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dc2846-a16f-48a7-9573-610e2dac974c None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:27:31.873379 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dc2846-a16f-48a7-9573-610e2dac974c None None] Checking segment: {'id': '538a865c-59b8-4edc-9c3f-01e46f149821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7a90e270-d5f7-4e09-b29d-91155fb864c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:27:31.873772 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e1dc2846-a16f-48a7-9573-610e2dac974c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:31.874157 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dc2846-a16f-48a7-9573-610e2dac974c None None] Bound using segment: {'id': '538a865c-59b8-4edc-9c3f-01e46f149821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7a90e270-d5f7-4e09-b29d-91155fb864c1'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:27:31.874614 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-e1dc2846-a16f-48a7-9573-610e2dac974c None None] Bound port: d21e4527-f4ce-4b7f-81e5-025939da1da6, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '538a865c-59b8-4edc-9c3f-01e46f149821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7a90e270-d5f7-4e09-b29d-91155fb864c1'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:27:31.874990 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e1dc2846-a16f-48a7-9573-610e2dac974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:31.876623 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 595cff51-1ef4-4c91-914a-f47da5792c7b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:27:31.876965 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:31.998393 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c8cb61b0-fe15-4cb8-9503-ffa541ffa9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:32.075986 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-e1dc2846-a16f-48a7-9573-610e2dac974c None None] For port d21e4527-f4ce-4b7f-81e5-025939da1da6, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:27:32.099328 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-e1dc2846-a16f-48a7-9573-610e2dac974c None None] For port d21e4527-f4ce-4b7f-81e5-025939da1da6, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=d21e4527-f4ce-4b7f-81e5-025939da1da6,segment=NetworkSegment(538a865c-59b8-4edc-9c3f-01e46f149821),segment_id=538a865c-59b8-4edc-9c3f-01e46f149821)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:27:32.119006 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e1dc2846-a16f-48a7-9573-610e2dac974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:32.126953 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8cb61b0-fe15-4cb8-9503-ffa541ffa9b8 admin admin] Router 5a7c2d8e-87c0-4c6d-834a-7015fa98255c is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 20:27:32.226879 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc2846-a16f-48a7-9573-610e2dac974c None None] Pushing event updated for resources: {'Port': ['ID=d21e4527-f4ce-4b7f-81e5-025939da1da6,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:32.243264 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cb61b0-fe15-4cb8-9503-ffa541ffa9b8 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:27:32.262779 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0830359b-6c65-4888-bbf2-1cbe73aad33b None None] Sync routers for ids ['5a7c2d8e-87c0-4c6d-834a-7015fa98255c'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:27:32.276489 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0830359b-6c65-4888-bbf2-1cbe73aad33b None None] Routers {'5a7c2d8e-87c0-4c6d-834a-7015fa98255c'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:27:32.277510 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-0830359b-6c65-4888-bbf2-1cbe73aad33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:27:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['5a7c2d8e-87c0-4c6d-834a-7015fa98255c'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:27:32.289474 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c8cb61b0-fe15-4cb8-9503-ffa541ffa9b8 admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:32.294810 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37594) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:27:32.296890 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c8cb61b0-fe15-4cb8-9503-ffa541ffa9b8 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5055277 Apr 28 20:27:32.302811 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3898552b-bcdd-453b-9fde-1fbb77e2c530 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:32.321189 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3898552b-bcdd-453b-9fde-1fbb77e2c530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:32.352824 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:32.382247 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de74476-4b77-406d-83de-f5423a8b1db4 None None] Pushing event updated for resources: {'Port': ['ID=b799a59b-af68-4594-94ae-ef4dd82f684e,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:32.452060 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-0830359b-6c65-4888-bbf2-1cbe73aad33b None None] Set router 5a7c2d8e-87c0-4c6d-834a-7015fa98255c gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:27:32.496131 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-3898552b-bcdd-453b-9fde-1fbb77e2c530 None None] Attempting to bind port b799a59b-af68-4594-94ae-ef4dd82f684e on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:27:32.496131 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-3898552b-bcdd-453b-9fde-1fbb77e2c530 None None] Attempting to bind port b799a59b-af68-4594-94ae-ef4dd82f684e by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'be2f536e-a440-4619-8423-d4cde10fea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '703ccb06-a398-41a2-94e8-2f483ba1794d'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:27:32.496738 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3898552b-bcdd-453b-9fde-1fbb77e2c530 None None] Attempting to bind port b799a59b-af68-4594-94ae-ef4dd82f684e on network 703ccb06-a398-41a2-94e8-2f483ba1794d {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:27:32.517047 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3898552b-bcdd-453b-9fde-1fbb77e2c530 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:27:32.517665 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3898552b-bcdd-453b-9fde-1fbb77e2c530 None None] Checking segment: {'id': 'be2f536e-a440-4619-8423-d4cde10fea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '703ccb06-a398-41a2-94e8-2f483ba1794d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:27:32.518275 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3898552b-bcdd-453b-9fde-1fbb77e2c530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:32.518841 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3898552b-bcdd-453b-9fde-1fbb77e2c530 None None] Bound using segment: {'id': 'be2f536e-a440-4619-8423-d4cde10fea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '703ccb06-a398-41a2-94e8-2f483ba1794d'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:27:32.519842 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-3898552b-bcdd-453b-9fde-1fbb77e2c530 None None] Bound port: b799a59b-af68-4594-94ae-ef4dd82f684e, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2f536e-a440-4619-8423-d4cde10fea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '703ccb06-a398-41a2-94e8-2f483ba1794d'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:27:32.520269 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3898552b-bcdd-453b-9fde-1fbb77e2c530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:32.630181 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-3898552b-bcdd-453b-9fde-1fbb77e2c530 None None] For port b799a59b-af68-4594-94ae-ef4dd82f684e, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:27:32.634671 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-3898552b-bcdd-453b-9fde-1fbb77e2c530 None None] For port b799a59b-af68-4594-94ae-ef4dd82f684e, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=b799a59b-af68-4594-94ae-ef4dd82f684e,segment=NetworkSegment(be2f536e-a440-4619-8423-d4cde10fea81),segment_id=be2f536e-a440-4619-8423-d4cde10fea81)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:27:32.640940 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3898552b-bcdd-453b-9fde-1fbb77e2c530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:32.687278 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-0830359b-6c65-4888-bbf2-1cbe73aad33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7c2d8e-87c0-4c6d-834a-7015fa98255c', 'name': 'tempest-TestMinimumBasicScenario-821813913-router', 'tenant_id': '22ac913fb92b477a977588a53283958f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '43b53788-ff96-4a80-825c-da273e707ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:27:30Z', 'updated_at': '2022-04-28T20:27:31Z', 'revision_number': 3, 'project_id': '22ac913fb92b477a977588a53283958f', 'gw_port': {'id': '43b53788-ff96-4a80-825c-da273e707ece', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7c2d8e-87c0-4c6d-834a-7015fa98255c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:27:31Z', 'updated_at': '2022-04-28T20:27:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:27:32.709035 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3898552b-bcdd-453b-9fde-1fbb77e2c530 None None] Routers {'e3f7e3b6-6c60-4b37-8097-3b30efa6137d'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:27:32.709838 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3898552b-bcdd-453b-9fde-1fbb77e2c530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:27:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['e3f7e3b6-6c60-4b37-8097-3b30efa6137d'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:27:32.715263 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de74476-4b77-406d-83de-f5423a8b1db4 None None] Pushing event updated for resources: {'Port': ['ID=b799a59b-af68-4594-94ae-ef4dd82f684e,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:32.719193 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0830359b-6c65-4888-bbf2-1cbe73aad33b None None] Checking router: 5a7c2d8e-87c0-4c6d-834a-7015fa98255c for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:27:32.719753 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0830359b-6c65-4888-bbf2-1cbe73aad33b None None] Updating router 5a7c2d8e-87c0-4c6d-834a-7015fa98255c port 43b53788-ff96-4a80-825c-da273e707ece binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:27:32.748275 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-0830359b-6c65-4888-bbf2-1cbe73aad33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:32.868323 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-e8ea0f7f-7295-4381-91f3-dc0ef2b04fad None None] Provisioning complete for port b799a59b-af68-4594-94ae-ef4dd82f684e triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:27:32.868939 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e8ea0f7f-7295-4381-91f3-dc0ef2b04fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:32.912079 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-3898552b-bcdd-453b-9fde-1fbb77e2c530 None None] Set router e3f7e3b6-6c60-4b37-8097-3b30efa6137d gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:27:32.965568 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9a753cb-a63d-485c-a966-60942e260834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:33.041435 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e8ea0f7f-7295-4381-91f3-dc0ef2b04fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:33.052059 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-0830359b-6c65-4888-bbf2-1cbe73aad33b None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:33.059674 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-0830359b-6c65-4888-bbf2-1cbe73aad33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:33.116864 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-0830359b-6c65-4888-bbf2-1cbe73aad33b None None] Attempting to bind port 43b53788-ff96-4a80-825c-da273e707ece on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:27:33.117925 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-0830359b-6c65-4888-bbf2-1cbe73aad33b None None] Attempting to bind port 43b53788-ff96-4a80-825c-da273e707ece by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:27:33.117925 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830359b-6c65-4888-bbf2-1cbe73aad33b None None] Attempting to bind port 43b53788-ff96-4a80-825c-da273e707ece on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:27:33.124940 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830359b-6c65-4888-bbf2-1cbe73aad33b None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:27:33.125652 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830359b-6c65-4888-bbf2-1cbe73aad33b None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:27:33.126250 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-0830359b-6c65-4888-bbf2-1cbe73aad33b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:33.126374 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830359b-6c65-4888-bbf2-1cbe73aad33b None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:27:33.126945 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-0830359b-6c65-4888-bbf2-1cbe73aad33b None None] Bound port: 43b53788-ff96-4a80-825c-da273e707ece, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:27:33.127946 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-0830359b-6c65-4888-bbf2-1cbe73aad33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:33.137498 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-e8ea0f7f-7295-4381-91f3-dc0ef2b04fad None None] For port b799a59b-af68-4594-94ae-ef4dd82f684e, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=b799a59b-af68-4594-94ae-ef4dd82f684e,segment=NetworkSegment(be2f536e-a440-4619-8423-d4cde10fea81),segment_id=be2f536e-a440-4619-8423-d4cde10fea81)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:27:33.150973 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e8ea0f7f-7295-4381-91f3-dc0ef2b04fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:33.168054 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-f9a753cb-a63d-485c-a966-60942e260834 admin admin] Allocated IP 172.20.0.1 (7a90e270-d5f7-4e09-b29d-91155fb864c1/c568b442-02e5-4681-b51d-901d2644445b/52fe37f3-35db-4705-959a-95b30e88d471) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:27:33.186067 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb280640-ae56-4224-b2c3-6463ca440cca None None] Pushing event updated for resources: {'Port': ['ID=43b53788-ff96-4a80-825c-da273e707ece,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:33.200711 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-0830359b-6c65-4888-bbf2-1cbe73aad33b None None] For port 43b53788-ff96-4a80-825c-da273e707ece, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:27:33.204222 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-0830359b-6c65-4888-bbf2-1cbe73aad33b None None] For port 43b53788-ff96-4a80-825c-da273e707ece, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=43b53788-ff96-4a80-825c-da273e707ece,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:27:33.210875 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-0830359b-6c65-4888-bbf2-1cbe73aad33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:33.244516 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea0f7f-7295-4381-91f3-dc0ef2b04fad None None] Pushing event updated for resources: {'Port': ['ID=b799a59b-af68-4594-94ae-ef4dd82f684e,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:33.271829 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0830359b-6c65-4888-bbf2-1cbe73aad33b None None] Routers {'5a7c2d8e-87c0-4c6d-834a-7015fa98255c'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:27:33.273164 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-0830359b-6c65-4888-bbf2-1cbe73aad33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:27:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['5a7c2d8e-87c0-4c6d-834a-7015fa98255c'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:27:33.282325 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-3898552b-bcdd-453b-9fde-1fbb77e2c530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'name': 'tempest-TestMinimumBasicScenario-212265060-router', 'tenant_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '595cff51-1ef4-4c91-914a-f47da5792c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:27:26Z', 'updated_at': '2022-04-28T20:27:28Z', 'revision_number': 4, 'project_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'gw_port': {'id': '595cff51-1ef4-4c91-914a-f47da5792c7b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:27:26Z', 'updated_at': '2022-04-28T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'b799a59b-af68-4594-94ae-ef4dd82f684e', 'name': '', 'network_id': '703ccb06-a398-41a2-94e8-2f483ba1794d', 'tenant_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'mac_address': 'fa:16:3e:5a:f5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '0cf7077a-e28a-498c-91a4-99676338dfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:27:28Z', 'updated_at': '2022-04-28T20:27:32Z', 'revision_number': 4, 'project_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'subnets': [{'id': '0cf7077a-e28a-498c-91a4-99676338dfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:27:33.287901 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-5280ed0d-984f-401d-bfb2-6176373a79d3 None None] Provisioning complete for port b799a59b-af68-4594-94ae-ef4dd82f684e triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:27:33.288119 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5280ed0d-984f-401d-bfb2-6176373a79d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:33.315349 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9a753cb-a63d-485c-a966-60942e260834 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:33.354679 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3898552b-bcdd-453b-9fde-1fbb77e2c530 None None] The sync data for ids ['e3f7e3b6-6c60-4b37-8097-3b30efa6137d'] in n-d-839810-1 is: [{'id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'name': 'tempest-TestMinimumBasicScenario-212265060-router', 'tenant_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '595cff51-1ef4-4c91-914a-f47da5792c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:27:26Z', 'updated_at': '2022-04-28T20:27:28Z', 'revision_number': 4, 'project_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'gw_port': {'id': '595cff51-1ef4-4c91-914a-f47da5792c7b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:27:26Z', 'updated_at': '2022-04-28T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'b799a59b-af68-4594-94ae-ef4dd82f684e', 'name': '', 'network_id': '703ccb06-a398-41a2-94e8-2f483ba1794d', 'tenant_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'mac_address': 'fa:16:3e:5a:f5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '0cf7077a-e28a-498c-91a4-99676338dfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:27:28Z', 'updated_at': '2022-04-28T20:27:32Z', 'revision_number': 4, 'project_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'subnets': [{'id': '0cf7077a-e28a-498c-91a4-99676338dfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:27:33.364460 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9a753cb-a63d-485c-a966-60942e260834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:33.379837 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb280640-ae56-4224-b2c3-6463ca440cca None None] Pushing event updated for resources: {'Port': ['ID=43b53788-ff96-4a80-825c-da273e707ece,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:33.398581 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a753cb-a63d-485c-a966-60942e260834 admin admin] Network 7a90e270-d5f7-4e09-b29d-91155fb864c1 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:27:33.401261 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-f9a753cb-a63d-485c-a966-60942e260834 admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:27:33.401742 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-0830359b-6c65-4888-bbf2-1cbe73aad33b None None] Set router 5a7c2d8e-87c0-4c6d-834a-7015fa98255c gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:27:33.466134 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a753cb-a63d-485c-a966-60942e260834 admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:27:33.517462 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a753cb-a63d-485c-a966-60942e260834 admin admin] Pushing event updated for resources: {'Port': ['ID=52fe37f3-35db-4705-959a-95b30e88d471,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:33.533471 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9a753cb-a63d-485c-a966-60942e260834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:33.635286 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98afdea0-2024-4c1a-9fdf-313b5ac576dd None None] Network 7a90e270-d5f7-4e09-b29d-91155fb864c1 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:27:33.706881 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-0830359b-6c65-4888-bbf2-1cbe73aad33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7c2d8e-87c0-4c6d-834a-7015fa98255c', 'name': 'tempest-TestMinimumBasicScenario-821813913-router', 'tenant_id': '22ac913fb92b477a977588a53283958f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '43b53788-ff96-4a80-825c-da273e707ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:27:30Z', 'updated_at': '2022-04-28T20:27:31Z', 'revision_number': 3, 'project_id': '22ac913fb92b477a977588a53283958f', 'gw_port': {'id': '43b53788-ff96-4a80-825c-da273e707ece', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7c2d8e-87c0-4c6d-834a-7015fa98255c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:27:31Z', 'updated_at': '2022-04-28T20:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:27:33.725513 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d21e4527-f4ce-4b7f-81e5-025939da1da6 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:27:33.738501 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-d53f7c5a-554c-440b-aa03-3c6abdb0084a None None] Provisioning complete for port d21e4527-f4ce-4b7f-81e5-025939da1da6 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:27:33.740535 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d53f7c5a-554c-440b-aa03-3c6abdb0084a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:33.753527 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0830359b-6c65-4888-bbf2-1cbe73aad33b None None] The sync data for ids ['5a7c2d8e-87c0-4c6d-834a-7015fa98255c'] in n-d-839810-1 is: [{'id': '5a7c2d8e-87c0-4c6d-834a-7015fa98255c', 'name': 'tempest-TestMinimumBasicScenario-821813913-router', 'tenant_id': '22ac913fb92b477a977588a53283958f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '43b53788-ff96-4a80-825c-da273e707ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:27:30Z', 'updated_at': '2022-04-28T20:27:31Z', 'revision_number': 3, 'project_id': '22ac913fb92b477a977588a53283958f', 'gw_port': {'id': '43b53788-ff96-4a80-825c-da273e707ece', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7c2d8e-87c0-4c6d-834a-7015fa98255c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:27:31Z', 'updated_at': '2022-04-28T20:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:27:33.763612 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9a753cb-a63d-485c-a966-60942e260834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:33.855963 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:33.916165 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port d21e4527-f4ce-4b7f-81e5-025939da1da6 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:27:33.916381 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:33.969509 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9a753cb-a63d-485c-a966-60942e260834 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:33.976765 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9a753cb-a63d-485c-a966-60942e260834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:34.009716 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d53f7c5a-554c-440b-aa03-3c6abdb0084a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:34.047904 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a753cb-a63d-485c-a966-60942e260834 admin admin] Pushing event updated for resources: {'Port': ['ID=52fe37f3-35db-4705-959a-95b30e88d471,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:34.054288 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f9a753cb-a63d-485c-a966-60942e260834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:34.310524 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-d53f7c5a-554c-440b-aa03-3c6abdb0084a None None] For port d21e4527-f4ce-4b7f-81e5-025939da1da6, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=d21e4527-f4ce-4b7f-81e5-025939da1da6,segment=NetworkSegment(538a865c-59b8-4edc-9c3f-01e46f149821),segment_id=538a865c-59b8-4edc-9c3f-01e46f149821)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:27:34.318820 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d53f7c5a-554c-440b-aa03-3c6abdb0084a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:34.376592 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:34.444424 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f7c5a-554c-440b-aa03-3c6abdb0084a None None] Pushing event updated for resources: {'Port': ['ID=d21e4527-f4ce-4b7f-81e5-025939da1da6,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:34.481117 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:27:34.481468 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:27:34.511406 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a753cb-a63d-485c-a966-60942e260834 admin admin] Network 7a90e270-d5f7-4e09-b29d-91155fb864c1 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:27:34.513013 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-f9a753cb-a63d-485c-a966-60942e260834 admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:27:34.640399 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a753cb-a63d-485c-a966-60942e260834 admin admin] Router 5a7c2d8e-87c0-4c6d-834a-7015fa98255c has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:27:34.645613 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-ca5efe3b-ce63-46e7-9b14-cfd11f6ca032 None None] Provisioning complete for port 52fe37f3-35db-4705-959a-95b30e88d471 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:27:34.645992 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ca5efe3b-ce63-46e7-9b14-cfd11f6ca032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:34.701105 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-ca5efe3b-ce63-46e7-9b14-cfd11f6ca032 None None] Port 52fe37f3-35db-4705-959a-95b30e88d471 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:27:34.717610 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-ca5efe3b-ce63-46e7-9b14-cfd11f6ca032 None None] Provisioning complete for port d21e4527-f4ce-4b7f-81e5-025939da1da6 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:27:34.717990 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ca5efe3b-ce63-46e7-9b14-cfd11f6ca032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:34.776990 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a753cb-a63d-485c-a966-60942e260834 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:27:34.784465 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f9a753cb-a63d-485c-a966-60942e260834 admin admin] 10.222.0.42 "PUT /v2.0/routers/5a7c2d8e-87c0-4c6d-834a-7015fa98255c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4874759 Apr 28 20:27:34.951163 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-f72b1fb2-6378-4c4d-ad2d-74b5e031946b None None] Provisioning complete for port 52fe37f3-35db-4705-959a-95b30e88d471 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:27:34.951543 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f72b1fb2-6378-4c4d-ad2d-74b5e031946b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:35.045163 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-f72b1fb2-6378-4c4d-ad2d-74b5e031946b None None] Port 52fe37f3-35db-4705-959a-95b30e88d471 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:27:35.052493 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device b799a59b-af68-4594-94ae-ef4dd82f684e up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:27:35.113437 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port b799a59b-af68-4594-94ae-ef4dd82f684e triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:27:35.113811 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:35.180553 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-fc102403-6980-4263-8883-4d3605ee083e None None] Provisioning complete for port 52fe37f3-35db-4705-959a-95b30e88d471 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:27:35.180938 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fc102403-6980-4263-8883-4d3605ee083e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:35.243798 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-fc102403-6980-4263-8883-4d3605ee083e None None] Port 52fe37f3-35db-4705-959a-95b30e88d471 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:27:35.649368 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 43b53788-ff96-4a80-825c-da273e707ece up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:27:35.699082 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 43b53788-ff96-4a80-825c-da273e707ece triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:27:35.699468 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:35.789656 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:35.812774 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 43b53788-ff96-4a80-825c-da273e707ece, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=43b53788-ff96-4a80-825c-da273e707ece,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:27:35.817813 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:35.818648 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d21e4527-f4ce-4b7f-81e5-025939da1da6 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:27:35.899201 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=43b53788-ff96-4a80-825c-da273e707ece,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:35.913611 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port d21e4527-f4ce-4b7f-81e5-025939da1da6 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:27:35.914087 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:37.013985 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a354743-c3da-41bf-860b-b31e76227f9d None None] Sync routers for ids ['5a7c2d8e-87c0-4c6d-834a-7015fa98255c'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:27:37.028643 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a354743-c3da-41bf-860b-b31e76227f9d None None] Routers {'5a7c2d8e-87c0-4c6d-834a-7015fa98255c'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:27:37.029259 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-8a354743-c3da-41bf-860b-b31e76227f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:27:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['5a7c2d8e-87c0-4c6d-834a-7015fa98255c'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:27:37.147968 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-8a354743-c3da-41bf-860b-b31e76227f9d None None] Set router 5a7c2d8e-87c0-4c6d-834a-7015fa98255c gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:27:37.380698 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-8a354743-c3da-41bf-860b-b31e76227f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7c2d8e-87c0-4c6d-834a-7015fa98255c', 'name': 'tempest-TestMinimumBasicScenario-821813913-router', 'tenant_id': '22ac913fb92b477a977588a53283958f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '43b53788-ff96-4a80-825c-da273e707ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:27:30Z', 'updated_at': '2022-04-28T20:27:33Z', 'revision_number': 4, 'project_id': '22ac913fb92b477a977588a53283958f', 'gw_port': {'id': '43b53788-ff96-4a80-825c-da273e707ece', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7c2d8e-87c0-4c6d-834a-7015fa98255c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:27:31Z', 'updated_at': '2022-04-28T20:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '52fe37f3-35db-4705-959a-95b30e88d471', 'name': '', 'network_id': '7a90e270-d5f7-4e09-b29d-91155fb864c1', 'tenant_id': '22ac913fb92b477a977588a53283958f', 'mac_address': 'fa:16:3e:b6:1a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7c2d8e-87c0-4c6d-834a-7015fa98255c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'c568b442-02e5-4681-b51d-901d2644445b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:27:32Z', 'updated_at': '2022-04-28T20:27:33Z', 'revision_number': 2, 'project_id': '22ac913fb92b477a977588a53283958f', 'subnets': [{'id': 'c568b442-02e5-4681-b51d-901d2644445b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:27:37.413832 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a354743-c3da-41bf-860b-b31e76227f9d None None] Checking router: 5a7c2d8e-87c0-4c6d-834a-7015fa98255c for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:27:37.414181 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a354743-c3da-41bf-860b-b31e76227f9d None None] Updating router 5a7c2d8e-87c0-4c6d-834a-7015fa98255c port 52fe37f3-35db-4705-959a-95b30e88d471 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:27:37.444336 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8a354743-c3da-41bf-860b-b31e76227f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:37.629663 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 43b53788-ff96-4a80-825c-da273e707ece up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:27:37.734426 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 43b53788-ff96-4a80-825c-da273e707ece triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:27:37.734795 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:37.818876 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8a354743-c3da-41bf-860b-b31e76227f9d None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:37.829441 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8a354743-c3da-41bf-860b-b31e76227f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:37.930643 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b108f-82c7-413f-bb75-84bfd34c911e None None] Pushing event updated for resources: {'Port': ['ID=52fe37f3-35db-4705-959a-95b30e88d471,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:37.993561 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-8a354743-c3da-41bf-860b-b31e76227f9d None None] Attempting to bind port 52fe37f3-35db-4705-959a-95b30e88d471 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:27:37.993931 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-8a354743-c3da-41bf-860b-b31e76227f9d None None] Attempting to bind port 52fe37f3-35db-4705-959a-95b30e88d471 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '538a865c-59b8-4edc-9c3f-01e46f149821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7a90e270-d5f7-4e09-b29d-91155fb864c1'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:27:37.994437 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a354743-c3da-41bf-860b-b31e76227f9d None None] Attempting to bind port 52fe37f3-35db-4705-959a-95b30e88d471 on network 7a90e270-d5f7-4e09-b29d-91155fb864c1 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:27:38.000041 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a354743-c3da-41bf-860b-b31e76227f9d None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:27:38.000538 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a354743-c3da-41bf-860b-b31e76227f9d None None] Checking segment: {'id': '538a865c-59b8-4edc-9c3f-01e46f149821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7a90e270-d5f7-4e09-b29d-91155fb864c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:27:38.000848 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8a354743-c3da-41bf-860b-b31e76227f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:38.001237 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a354743-c3da-41bf-860b-b31e76227f9d None None] Bound using segment: {'id': '538a865c-59b8-4edc-9c3f-01e46f149821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7a90e270-d5f7-4e09-b29d-91155fb864c1'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:27:38.001698 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-8a354743-c3da-41bf-860b-b31e76227f9d None None] Bound port: 52fe37f3-35db-4705-959a-95b30e88d471, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '538a865c-59b8-4edc-9c3f-01e46f149821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7a90e270-d5f7-4e09-b29d-91155fb864c1'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:27:38.002077 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8a354743-c3da-41bf-860b-b31e76227f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:38.098703 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-8a354743-c3da-41bf-860b-b31e76227f9d None None] For port 52fe37f3-35db-4705-959a-95b30e88d471, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:27:38.104239 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-8a354743-c3da-41bf-860b-b31e76227f9d None None] For port 52fe37f3-35db-4705-959a-95b30e88d471, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=52fe37f3-35db-4705-959a-95b30e88d471,segment=NetworkSegment(538a865c-59b8-4edc-9c3f-01e46f149821),segment_id=538a865c-59b8-4edc-9c3f-01e46f149821)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:27:38.110582 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8a354743-c3da-41bf-860b-b31e76227f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:38.170122 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a354743-c3da-41bf-860b-b31e76227f9d None None] Routers {'5a7c2d8e-87c0-4c6d-834a-7015fa98255c'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:27:38.170774 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-8a354743-c3da-41bf-860b-b31e76227f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:27:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['5a7c2d8e-87c0-4c6d-834a-7015fa98255c'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:27:38.229076 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b108f-82c7-413f-bb75-84bfd34c911e None None] Pushing event updated for resources: {'Port': ['ID=52fe37f3-35db-4705-959a-95b30e88d471,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:38.300682 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-2a6b981f-8065-4df2-9dc3-50ce83b7a317 None None] Provisioning complete for port 52fe37f3-35db-4705-959a-95b30e88d471 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:27:38.301056 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2a6b981f-8065-4df2-9dc3-50ce83b7a317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:38.387524 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-8a354743-c3da-41bf-860b-b31e76227f9d None None] Set router 5a7c2d8e-87c0-4c6d-834a-7015fa98255c gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:27:38.551039 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2a6b981f-8065-4df2-9dc3-50ce83b7a317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:38.614759 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-2a6b981f-8065-4df2-9dc3-50ce83b7a317 None None] For port 52fe37f3-35db-4705-959a-95b30e88d471, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=52fe37f3-35db-4705-959a-95b30e88d471,segment=NetworkSegment(538a865c-59b8-4edc-9c3f-01e46f149821),segment_id=538a865c-59b8-4edc-9c3f-01e46f149821)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:27:38.621161 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2a6b981f-8065-4df2-9dc3-50ce83b7a317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:38.702672 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b981f-8065-4df2-9dc3-50ce83b7a317 None None] Pushing event updated for resources: {'Port': ['ID=52fe37f3-35db-4705-959a-95b30e88d471,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:38.718870 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-8a354743-c3da-41bf-860b-b31e76227f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7c2d8e-87c0-4c6d-834a-7015fa98255c', 'name': 'tempest-TestMinimumBasicScenario-821813913-router', 'tenant_id': '22ac913fb92b477a977588a53283958f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '43b53788-ff96-4a80-825c-da273e707ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:27:30Z', 'updated_at': '2022-04-28T20:27:33Z', 'revision_number': 4, 'project_id': '22ac913fb92b477a977588a53283958f', 'gw_port': {'id': '43b53788-ff96-4a80-825c-da273e707ece', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7c2d8e-87c0-4c6d-834a-7015fa98255c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:27:31Z', 'updated_at': '2022-04-28T20:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '52fe37f3-35db-4705-959a-95b30e88d471', 'name': '', 'network_id': '7a90e270-d5f7-4e09-b29d-91155fb864c1', 'tenant_id': '22ac913fb92b477a977588a53283958f', 'mac_address': 'fa:16:3e:b6:1a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7c2d8e-87c0-4c6d-834a-7015fa98255c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'c568b442-02e5-4681-b51d-901d2644445b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:27:32Z', 'updated_at': '2022-04-28T20:27:38Z', 'revision_number': 4, 'project_id': '22ac913fb92b477a977588a53283958f', 'subnets': [{'id': 'c568b442-02e5-4681-b51d-901d2644445b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:27:38.754039 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a354743-c3da-41bf-860b-b31e76227f9d None None] The sync data for ids ['5a7c2d8e-87c0-4c6d-834a-7015fa98255c'] in n-d-839810-1 is: [{'id': '5a7c2d8e-87c0-4c6d-834a-7015fa98255c', 'name': 'tempest-TestMinimumBasicScenario-821813913-router', 'tenant_id': '22ac913fb92b477a977588a53283958f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '43b53788-ff96-4a80-825c-da273e707ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:27:30Z', 'updated_at': '2022-04-28T20:27:33Z', 'revision_number': 4, 'project_id': '22ac913fb92b477a977588a53283958f', 'gw_port': {'id': '43b53788-ff96-4a80-825c-da273e707ece', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7c2d8e-87c0-4c6d-834a-7015fa98255c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:27:31Z', 'updated_at': '2022-04-28T20:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '52fe37f3-35db-4705-959a-95b30e88d471', 'name': '', 'network_id': '7a90e270-d5f7-4e09-b29d-91155fb864c1', 'tenant_id': '22ac913fb92b477a977588a53283958f', 'mac_address': 'fa:16:3e:b6:1a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7c2d8e-87c0-4c6d-834a-7015fa98255c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'c568b442-02e5-4681-b51d-901d2644445b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:27:32Z', 'updated_at': '2022-04-28T20:27:38Z', 'revision_number': 4, 'project_id': '22ac913fb92b477a977588a53283958f', 'subnets': [{'id': 'c568b442-02e5-4681-b51d-901d2644445b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:27:38.766159 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7ee6d6c9-3622-460b-8ac4-6c356769cd22 None None] Provisioning complete for port 52fe37f3-35db-4705-959a-95b30e88d471 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:27:38.766619 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7ee6d6c9-3622-460b-8ac4-6c356769cd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:39.629676 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 52fe37f3-35db-4705-959a-95b30e88d471 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:27:39.684200 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 52fe37f3-35db-4705-959a-95b30e88d471 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:27:39.684673 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:44.771801 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-e0204ba9-2966-43d2-a79f-556f865fd0a5 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:44.773278 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-e0204ba9-2966-43d2-a79f-556f865fd0a5 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/networks?id=703ccb06-a398-41a2-94e8-2f483ba1794d HTTP/1.1" status: 200 len: 814 time: 0.1065822 Apr 28 20:27:44.788309 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-408be44b-9e9e-44be-9976-05ab0e878ab4 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/quotas/7ac4bd49668e4f9ea46fcc83e092a963 HTTP/1.1" status: 200 len: 375 time: 0.0093079 Apr 28 20:27:44.837927 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-0a02f62b-4a05-48dd-91b3-9b6a734f3c52 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ac4bd49668e4f9ea46fcc83e092a963&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440655 Apr 28 20:27:44.931975 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-4b5b8dc0-add7-4047-a80b-29f2b092ee62 service neutron] 10.222.0.42 "GET /v2.0/networks/703ccb06-a398-41a2-94e8-2f483ba1794d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795367 Apr 28 20:27:45.022758 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-c04a4015-f050-4d99-a732-c28fb94d11d9 service neutron] 10.222.0.42 "GET /v2.0/networks/703ccb06-a398-41a2-94e8-2f483ba1794d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847468 Apr 28 20:27:45.191499 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-91bfc32a-b04a-468a-a6d5-fe0df70e6b93 req-c1009c2f-2a45-4918-b70b-646c1d9c18b1 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 210 time: 0.0275848 Apr 28 20:27:46.175259 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-b92c5302-ab9c-4ff2-b494-bcb22107b707 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:46.176785 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-b92c5302-ab9c-4ff2-b494-bcb22107b707 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.44 "GET /v2.0/networks?id=703ccb06-a398-41a2-94e8-2f483ba1794d HTTP/1.1" status: 200 len: 814 time: 0.1034262 Apr 28 20:27:46.191457 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-e324c4f8-a839-4961-a415-db8dd304233e tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Request body: {'port': {'device_id': 'dcba707b-469c-4986-8056-000505fab984', 'network_id': '703ccb06-a398-41a2-94e8-2f483ba1794d', 'admin_state_up': True, 'tenant_id': '7ac4bd49668e4f9ea46fcc83e092a963'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:27:46.304483 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f11419bf-bc12-4b47-b7db-ac83cc13045e req-8aef7ef8-74c5-474e-8b87-5021aeae4a33 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 210 time: 0.0381362 Apr 28 20:27:46.330791 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-e324c4f8-a839-4961-a415-db8dd304233e tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Made reservation on behalf of 7ac4bd49668e4f9ea46fcc83e092a963 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:27:46.334465 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-e324c4f8-a839-4961-a415-db8dd304233e tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:46.491374 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-e324c4f8-a839-4961-a415-db8dd304233e tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Allocated IP 172.20.0.6 (703ccb06-a398-41a2-94e8-2f483ba1794d/0cf7077a-e28a-498c-91a4-99676338dfe6/61dd65aa-7afb-4da8-be46-a056458d459b) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:27:46.701040 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-e324c4f8-a839-4961-a415-db8dd304233e tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:46.758278 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-e324c4f8-a839-4961-a415-db8dd304233e tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:46.819894 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324c4f8-a839-4961-a415-db8dd304233e tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Pushing event updated for resources: {'Port': ['ID=61dd65aa-7afb-4da8-be46-a056458d459b,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:46.834222 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-e324c4f8-a839-4961-a415-db8dd304233e tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Network 703ccb06-a398-41a2-94e8-2f483ba1794d is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:27:46.835927 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-e324c4f8-a839-4961-a415-db8dd304233e tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:27:46.838735 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-e324c4f8-a839-4961-a415-db8dd304233e tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:27:46.893375 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-e324c4f8-a839-4961-a415-db8dd304233e tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:46.894218 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-e324c4f8-a839-4961-a415-db8dd304233e tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:46.917245 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-e324c4f8-a839-4961-a415-db8dd304233e tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7300630 Apr 28 20:27:47.187113 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-66417819-ff84-408f-bb49-039645caec18 None None] Provisioning complete for port 61dd65aa-7afb-4da8-be46-a056458d459b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:27:47.187779 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-66417819-ff84-408f-bb49-039645caec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:47.222125 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-66417819-ff84-408f-bb49-039645caec18 None None] Port 61dd65aa-7afb-4da8-be46-a056458d459b cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:27:47.434789 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483ff7d-32e9-4bc5-911f-b4084e0c9eb2 req-a366c022-54b8-474a-b9c2-bb8c53a4232c tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:47.436315 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1483ff7d-32e9-4bc5-911f-b4084e0c9eb2 req-a366c022-54b8-474a-b9c2-bb8c53a4232c tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 931 time: 0.0534921 Apr 28 20:27:47.476432 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1483ff7d-32e9-4bc5-911f-b4084e0c9eb2 req-d048fa71-b059-460e-a5a6-a043660d336e tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad4e9d01-c1de-4186-a8df-adc622482c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330658 Apr 28 20:27:48.602134 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23981a61-6e51-4f96-8ba4-b75b62ff8746 req-7170af22-ece3-4176-9e5d-a4e18552eee7 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:48.603554 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-23981a61-6e51-4f96-8ba4-b75b62ff8746 req-7170af22-ece3-4176-9e5d-a4e18552eee7 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 931 time: 0.0515728 Apr 28 20:27:48.646157 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-23981a61-6e51-4f96-8ba4-b75b62ff8746 req-a204776a-fe4c-4ea6-a015-e9ebc7740707 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad4e9d01-c1de-4186-a8df-adc622482c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356486 Apr 28 20:27:49.644621 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:27:49.788514 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34933563-e8f7-4442-a790-3a3967f95523 req-70bbf152-d6b4-4639-af1c-4a7a5464ad6a tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:49.790265 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-34933563-e8f7-4442-a790-3a3967f95523 req-70bbf152-d6b4-4639-af1c-4a7a5464ad6a tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 931 time: 0.0637479 Apr 28 20:27:49.841477 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-34933563-e8f7-4442-a790-3a3967f95523 req-a52962cb-72af-4d0a-baea-1c45237b4c7a tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad4e9d01-c1de-4186-a8df-adc622482c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449064 Apr 28 20:27:49.903737 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2469583b-d3b5-4f6c-9ce8-90730dfaddde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:50.968784 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042c334-de53-402f-a36e-39fdd5e9f4de req-0fbb1d6e-08f3-4c78-9ed1-b8072b8cf747 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:50.970250 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b042c334-de53-402f-a36e-39fdd5e9f4de req-0fbb1d6e-08f3-4c78-9ed1-b8072b8cf747 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 931 time: 0.0571725 Apr 28 20:27:51.009095 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b042c334-de53-402f-a36e-39fdd5e9f4de req-29dbe1cb-76e2-4545-bf8c-f91d24e0d300 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad4e9d01-c1de-4186-a8df-adc622482c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318842 Apr 28 20:27:52.144469 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff1bc9-64b2-464d-b40b-02f9ba9f9a17 req-bf838585-f79a-406b-9646-5a83070d5b75 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:52.146098 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d1ff1bc9-64b2-464d-b40b-02f9ba9f9a17 req-bf838585-f79a-406b-9646-5a83070d5b75 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 931 time: 0.0619440 Apr 28 20:27:52.173238 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b8f46b8b-7ede-4aa6-8344-6c1f5153e6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:52.198659 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d1ff1bc9-64b2-464d-b40b-02f9ba9f9a17 req-fd00aa4a-823c-4a4c-83a1-49f54ff46c69 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad4e9d01-c1de-4186-a8df-adc622482c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456228 Apr 28 20:27:53.327582 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acad27-af57-4fb0-b78b-1e7fb8d6e371 req-3bc71e86-bee8-4d3b-b49b-999bdf8d1693 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:53.329101 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a6acad27-af57-4fb0-b78b-1e7fb8d6e371 req-3bc71e86-bee8-4d3b-b49b-999bdf8d1693 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 931 time: 0.0589356 Apr 28 20:27:53.368628 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a6acad27-af57-4fb0-b78b-1e7fb8d6e371 req-a66ca5a7-c7c2-4b65-8240-69f3c548f9f9 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad4e9d01-c1de-4186-a8df-adc622482c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332935 Apr 28 20:27:53.666014 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:54.487279 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f113f-27b4-489f-a62f-9d2f70d353df req-052f6eaf-7af7-42cd-b943-7d4abfb4b1fc tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:54.488903 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b38f113f-27b4-489f-a62f-9d2f70d353df req-052f6eaf-7af7-42cd-b943-7d4abfb4b1fc tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 931 time: 0.0511246 Apr 28 20:27:54.526397 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b38f113f-27b4-489f-a62f-9d2f70d353df req-22f87117-054a-40fb-8244-1417bcc6afa2 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad4e9d01-c1de-4186-a8df-adc622482c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314953 Apr 28 20:27:54.593742 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-7f2694da-d04c-4997-b9ad-d2aa045a5712 service neutron] Request body: {'port': {'device_id': 'dcba707b-469c-4986-8056-000505fab984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:27:54.647645 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-7f2694da-d04c-4997-b9ad-d2aa045a5712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:55.235371 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-7f2694da-d04c-4997-b9ad-d2aa045a5712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61dd65aa-7afb-4da8-be46-a056458d459b {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:27:55.243222 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-7f2694da-d04c-4997-b9ad-d2aa045a5712 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:55.255574 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-7f2694da-d04c-4997-b9ad-d2aa045a5712 service neutron] Transition to ACTIVE for port object 61dd65aa-7afb-4da8-be46-a056458d459b will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:27:55.259336 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-7f2694da-d04c-4997-b9ad-d2aa045a5712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:55.306549 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2694da-d04c-4997-b9ad-d2aa045a5712 service neutron] Pushing event updated for resources: {'Port': ['ID=61dd65aa-7afb-4da8-be46-a056458d459b,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:55.383108 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-7f2694da-d04c-4997-b9ad-d2aa045a5712 service neutron] Attempting to bind port 61dd65aa-7afb-4da8-be46-a056458d459b on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:27:55.383451 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-7f2694da-d04c-4997-b9ad-d2aa045a5712 service neutron] Attempting to bind port 61dd65aa-7afb-4da8-be46-a056458d459b by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'be2f536e-a440-4619-8423-d4cde10fea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '703ccb06-a398-41a2-94e8-2f483ba1794d'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:27:55.383782 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-7f2694da-d04c-4997-b9ad-d2aa045a5712 service neutron] Attempting to bind port 61dd65aa-7afb-4da8-be46-a056458d459b on network 703ccb06-a398-41a2-94e8-2f483ba1794d {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:27:55.388571 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-7f2694da-d04c-4997-b9ad-d2aa045a5712 service neutron] Port 61dd65aa-7afb-4da8-be46-a056458d459b on network 703ccb06-a398-41a2-94e8-2f483ba1794d not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:27:55.388897 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-7f2694da-d04c-4997-b9ad-d2aa045a5712 service neutron] Attempting to bind port 61dd65aa-7afb-4da8-be46-a056458d459b on network 703ccb06-a398-41a2-94e8-2f483ba1794d {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:27:55.394651 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-7f2694da-d04c-4997-b9ad-d2aa045a5712 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:27:55.394994 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-7f2694da-d04c-4997-b9ad-d2aa045a5712 service neutron] Checking segment: {'id': 'be2f536e-a440-4619-8423-d4cde10fea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '703ccb06-a398-41a2-94e8-2f483ba1794d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:27:55.395388 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-7f2694da-d04c-4997-b9ad-d2aa045a5712 service neutron] Bound using segment: {'id': 'be2f536e-a440-4619-8423-d4cde10fea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '703ccb06-a398-41a2-94e8-2f483ba1794d'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:27:55.395822 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-7f2694da-d04c-4997-b9ad-d2aa045a5712 service neutron] Bound port: 61dd65aa-7afb-4da8-be46-a056458d459b, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be2f536e-a440-4619-8423-d4cde10fea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '703ccb06-a398-41a2-94e8-2f483ba1794d'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:27:55.396215 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-7f2694da-d04c-4997-b9ad-d2aa045a5712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:55.462330 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-7f2694da-d04c-4997-b9ad-d2aa045a5712 service neutron] For port 61dd65aa-7afb-4da8-be46-a056458d459b, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:27:55.465497 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-7f2694da-d04c-4997-b9ad-d2aa045a5712 service neutron] For port 61dd65aa-7afb-4da8-be46-a056458d459b, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=61dd65aa-7afb-4da8-be46-a056458d459b,segment=NetworkSegment(be2f536e-a440-4619-8423-d4cde10fea81),segment_id=be2f536e-a440-4619-8423-d4cde10fea81)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:27:55.470358 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-7f2694da-d04c-4997-b9ad-d2aa045a5712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:55.505209 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-7f2694da-d04c-4997-b9ad-d2aa045a5712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:55.506274 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-7f2694da-d04c-4997-b9ad-d2aa045a5712 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:55.507798 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-7f2694da-d04c-4997-b9ad-d2aa045a5712 service neutron] 10.222.0.44 "PUT /v2.0/ports/61dd65aa-7afb-4da8-be46-a056458d459b HTTP/1.1" status: 200 len: 1091 time: 0.9183912 Apr 28 20:27:55.510127 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcba707b-469c-4986-8056-000505fab984', 'tag': '61dd65aa-7afb-4da8-be46-a056458d459b'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:27:55.541705 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2694da-d04c-4997-b9ad-d2aa045a5712 service neutron] Pushing event updated for resources: {'Port': ['ID=61dd65aa-7afb-4da8-be46-a056458d459b,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:55.597734 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-201711d5-470e-43a4-b7ce-0f612e266484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:55.599705 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-201711d5-470e-43a4-b7ce-0f612e266484 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ac4bd49668e4f9ea46fcc83e092a963&device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 1094 time: 0.0452852 Apr 28 20:27:55.655028 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-85abfbad-b3e7-4e6b-857f-6f7ee0ced678 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61dd65aa-7afb-4da8-be46-a056458d459b HTTP/1.1" status: 200 len: 217 time: 0.0479314 Apr 28 20:27:55.659603 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf124955d82b014a11a6fc2eaac2ea15efe7a1380e167aca24b9fc673bca835b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e7d987-d896-473a-91dd-49943c395037" -d '{"events": [{"name": "network-changed", "server_uuid": "dcba707b-469c-4986-8056-000505fab984", "tag": "61dd65aa-7afb-4da8-be46-a056458d459b"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:27:55.736004 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998a605-a134-4e1d-a229-942fff1842f4 req-bf6017fd-836f-4aa4-9467-63f3927a5ac1 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:55.738086 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5998a605-a134-4e1d-a229-942fff1842f4 req-bf6017fd-836f-4aa4-9467-63f3927a5ac1 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 943 time: 0.1230581 Apr 28 20:27:55.740150 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-2cce68d8-d2e2-4f71-98f0-6f557cb58d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:55.741673 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-2cce68d8-d2e2-4f71-98f0-6f557cb58d93 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0cf7077a-e28a-498c-91a4-99676338dfe6 HTTP/1.1" status: 200 len: 853 time: 0.0651529 Apr 28 20:27:55.781710 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404bfbd5-dccb-4183-b145-f013db1bb85e x-openstack-request-id: req-404bfbd5-dccb-4183-b145-f013db1bb85e {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:27:55.782002 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcba707b-469c-4986-8056-000505fab984", "tag": "61dd65aa-7afb-4da8-be46-a056458d459b", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:27:55.782252 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-404bfbd5-dccb-4183-b145-f013db1bb85e {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:27:55.782647 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-404bfbd5-dccb-4183-b145-f013db1bb85e'] response: {'name': 'network-changed', 'server_uuid': 'dcba707b-469c-4986-8056-000505fab984', 'tag': '61dd65aa-7afb-4da8-be46-a056458d459b', 'status': 'completed', 'code': 200} Apr 28 20:27:55.817343 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5998a605-a134-4e1d-a229-942fff1842f4 req-9e76ff54-1d29-4e38-8133-bcd7ef1b0a38 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad4e9d01-c1de-4186-a8df-adc622482c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602417 Apr 28 20:27:55.820067 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-fe5baec6-9a7d-4455-8dfa-e216f9cac4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:55.821499 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-fe5baec6-9a7d-4455-8dfa-e216f9cac4da service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=703ccb06-a398-41a2-94e8-2f483ba1794d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734723 Apr 28 20:27:55.910213 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-cd2f3bad-548c-465a-9ba4-d17e70b5bfb7 service neutron] 10.222.0.44 "GET /v2.0/networks/703ccb06-a398-41a2-94e8-2f483ba1794d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817358 Apr 28 20:27:55.928967 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:56.002863 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ec8a0a5c-f064-4cb7-bcef-53e63376d3fb req-c9436419-2cb4-4488-90e0-09d2ec7b7a6a service neutron] 10.222.0.44 "GET /v2.0/networks/703ccb06-a398-41a2-94e8-2f483ba1794d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859177 Apr 28 20:27:56.007613 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:56.085874 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7d987-d896-473a-91dd-49943c395037 req-8f1ab4ae-9544-41c4-ac9a-be98770c37c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:56.087332 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-00e7d987-d896-473a-91dd-49943c395037 req-8f1ab4ae-9544-41c4-ac9a-be98770c37c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ac4bd49668e4f9ea46fcc83e092a963&device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 1094 time: 0.0412552 Apr 28 20:27:56.179989 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7d987-d896-473a-91dd-49943c395037 req-44e9b85f-c6b4-41ce-8f5c-972ac17f8908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:56.181477 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-00e7d987-d896-473a-91dd-49943c395037 req-44e9b85f-c6b4-41ce-8f5c-972ac17f8908 service neutron] 10.222.0.44 "GET /v2.0/networks?id=703ccb06-a398-41a2-94e8-2f483ba1794d HTTP/1.1" status: 200 len: 915 time: 0.0875623 Apr 28 20:27:56.223560 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-00e7d987-d896-473a-91dd-49943c395037 req-efc2c138-ef97-4946-87ad-2243220c201b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61dd65aa-7afb-4da8-be46-a056458d459b HTTP/1.1" status: 200 len: 217 time: 0.0354359 Apr 28 20:27:56.272664 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7d987-d896-473a-91dd-49943c395037 req-8366f80e-ee6d-4ac0-a754-86e9d88351ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:56.274019 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-00e7d987-d896-473a-91dd-49943c395037 req-8366f80e-ee6d-4ac0-a754-86e9d88351ff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0cf7077a-e28a-498c-91a4-99676338dfe6 HTTP/1.1" status: 200 len: 853 time: 0.0438697 Apr 28 20:27:56.323778 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7d987-d896-473a-91dd-49943c395037 req-b15324f8-93cf-4564-a727-7849b2811b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:56.325282 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-00e7d987-d896-473a-91dd-49943c395037 req-b15324f8-93cf-4564-a727-7849b2811b41 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=703ccb06-a398-41a2-94e8-2f483ba1794d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447669 Apr 28 20:27:56.414599 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-00e7d987-d896-473a-91dd-49943c395037 req-ff0bd3dc-d4f4-4919-ab3d-623b17093bc6 service neutron] 10.222.0.44 "GET /v2.0/networks/703ccb06-a398-41a2-94e8-2f483ba1794d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815115 Apr 28 20:27:56.506909 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-00e7d987-d896-473a-91dd-49943c395037 req-24750627-1797-4ab4-b557-22fd16a31bec service neutron] 10.222.0.44 "GET /v2.0/networks/703ccb06-a398-41a2-94e8-2f483ba1794d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850422 Apr 28 20:27:56.942360 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0db1b3-66f2-48cb-a051-780499a4efb0 req-005babb3-859d-4b3f-8e5a-a2691a8b7430 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:56.943820 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2b0db1b3-66f2-48cb-a051-780499a4efb0 req-005babb3-859d-4b3f-8e5a-a2691a8b7430 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 943 time: 0.0560815 Apr 28 20:27:56.980443 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2b0db1b3-66f2-48cb-a051-780499a4efb0 req-051231da-c720-4521-bc22-cdd6fe0b66ac tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad4e9d01-c1de-4186-a8df-adc622482c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305269 Apr 28 20:27:58.057805 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 61dd65aa-7afb-4da8-be46-a056458d459b details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:27:58.096233 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd34bf-12a0-409e-86c9-33ab018990d4 req-1775f536-362e-46ea-b1b3-f0a6f53e193a tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:58.098028 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c1cd34bf-12a0-409e-86c9-33ab018990d4 req-1775f536-362e-46ea-b1b3-f0a6f53e193a tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 943 time: 0.0513134 Apr 28 20:27:58.137256 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c1cd34bf-12a0-409e-86c9-33ab018990d4 req-d0833c41-1da0-4b33-a362-5deeab7848b1 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad4e9d01-c1de-4186-a8df-adc622482c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327823 Apr 28 20:27:58.154314 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 61dd65aa-7afb-4da8-be46-a056458d459b, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=61dd65aa-7afb-4da8-be46-a056458d459b,segment=NetworkSegment(be2f536e-a440-4619-8423-d4cde10fea81),segment_id=be2f536e-a440-4619-8423-d4cde10fea81)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:27:58.165530 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '61dd65aa-7afb-4da8-be46-a056458d459b', 'network_id': '703ccb06-a398-41a2-94e8-2f483ba1794d', 'port_id': '61dd65aa-7afb-4da8-be46-a056458d459b', 'mac_address': 'fa:16:3e:03:9d:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cf7077a-e28a-498c-91a4-99676338dfe6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:27:58.206289 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:58.219159 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61dd65aa-7afb-4da8-be46-a056458d459b {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:27:58.242708 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 61dd65aa-7afb-4da8-be46-a056458d459b, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=61dd65aa-7afb-4da8-be46-a056458d459b,segment=NetworkSegment(be2f536e-a440-4619-8423-d4cde10fea81),segment_id=be2f536e-a440-4619-8423-d4cde10fea81)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:27:58.247413 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:58.295480 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=61dd65aa-7afb-4da8-be46-a056458d459b,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:58.303440 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:58.303790 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:58.304150 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:58.304517 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:58.304849 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:58.305179 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:58.305507 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:58.305830 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:58.306153 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:58.306789 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:58.306789 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:58.307094 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:58.458231 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['61dd65aa-7afb-4da8-be46-a056458d459b'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:27:59.249879 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edb481-5652-459e-958c-f4e708a01c5b req-ac267a36-e077-4949-bd25-e6fba920e79f tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:59.252341 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-80edb481-5652-459e-958c-f4e708a01c5b req-ac267a36-e077-4949-bd25-e6fba920e79f tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 944 time: 0.0480742 Apr 28 20:27:59.289872 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-80edb481-5652-459e-958c-f4e708a01c5b req-fda91fd4-790b-479f-ba29-9ae476e5e430 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad4e9d01-c1de-4186-a8df-adc622482c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318120 Apr 28 20:28:00.073089 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 61dd65aa-7afb-4da8-be46-a056458d459b up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:28:00.122018 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 61dd65aa-7afb-4da8-be46-a056458d459b completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:28:00.125753 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 61dd65aa-7afb-4da8-be46-a056458d459b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:28:00.126128 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:00.200965 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:00.222823 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcba707b-469c-4986-8056-000505fab984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61dd65aa-7afb-4da8-be46-a056458d459b'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:28:00.240535 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 61dd65aa-7afb-4da8-be46-a056458d459b, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=61dd65aa-7afb-4da8-be46-a056458d459b,segment=NetworkSegment(be2f536e-a440-4619-8423-d4cde10fea81),segment_id=be2f536e-a440-4619-8423-d4cde10fea81)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:28:00.244749 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:00.269654 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f0961dc541b5264c963834c151b06290830566d9874400a6cf73f3b09243849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dff7d9f-a8e9-449e-9310-81c821b4f04e" -d '{"events": [{"server_uuid": "dcba707b-469c-4986-8056-000505fab984", "name": "network-vif-plugged", "status": "completed", "tag": "61dd65aa-7afb-4da8-be46-a056458d459b"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:28:00.298211 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=61dd65aa-7afb-4da8-be46-a056458d459b,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:00.359001 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63dfa07-2098-45a5-bc3e-fa5713444e70 x-openstack-request-id: req-c63dfa07-2098-45a5-bc3e-fa5713444e70 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:28:00.359305 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcba707b-469c-4986-8056-000505fab984", "name": "network-vif-plugged", "status": "completed", "tag": "61dd65aa-7afb-4da8-be46-a056458d459b", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:28:00.359560 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c63dfa07-2098-45a5-bc3e-fa5713444e70 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:28:00.359966 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c63dfa07-2098-45a5-bc3e-fa5713444e70'] response: {'server_uuid': 'dcba707b-469c-4986-8056-000505fab984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61dd65aa-7afb-4da8-be46-a056458d459b', 'code': 200} Apr 28 20:28:00.413482 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0523a29-3536-4fdf-b0e4-afbaab36943e req-85bf0fd6-a8fb-4570-bdea-47b3508964ff tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:00.414948 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e0523a29-3536-4fdf-b0e4-afbaab36943e req-85bf0fd6-a8fb-4570-bdea-47b3508964ff tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 945 time: 0.0562146 Apr 28 20:28:00.452930 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e0523a29-3536-4fdf-b0e4-afbaab36943e req-6b2e3c68-eb3b-4105-aebb-c4aae76a006b tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad4e9d01-c1de-4186-a8df-adc622482c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313821 Apr 28 20:28:00.454373 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8a325-2612-47a1-b9d6-e883d0ee3a64 req-362ff812-feaa-41ea-bc85-0f6ad26d859a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:00.456896 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bdb8a325-2612-47a1-b9d6-e883d0ee3a64 req-362ff812-feaa-41ea-bc85-0f6ad26d859a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 1096 time: 0.0400805 Apr 28 20:28:00.492812 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bdb8a325-2612-47a1-b9d6-e883d0ee3a64 req-106a4e43-c165-4dc6-942b-58efbd7dc7f2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ad4e9d01-c1de-4186-a8df-adc622482c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288305 Apr 28 20:28:01.573182 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d8f1c-2232-4a98-b67e-e66d708382f0 req-2c73c5d6-cf98-4acd-8f83-21a6b93591d3 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:01.574719 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-af1d8f1c-2232-4a98-b67e-e66d708382f0 req-2c73c5d6-cf98-4acd-8f83-21a6b93591d3 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 945 time: 0.0514600 Apr 28 20:28:01.617868 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-af1d8f1c-2232-4a98-b67e-e66d708382f0 req-4feea849-cfa3-478d-804f-8bfcf0faabde tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad4e9d01-c1de-4186-a8df-adc622482c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363269 Apr 28 20:28:02.320154 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:02.737632 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfc254-821e-4c7c-b946-094714180007 req-3d8d29af-7852-4c7e-9b5b-ea9fc5d8b6e2 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:02.739110 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e3dfc254-821e-4c7c-b946-094714180007 req-3d8d29af-7852-4c7e-9b5b-ea9fc5d8b6e2 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 945 time: 0.0536964 Apr 28 20:28:02.777536 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e3dfc254-821e-4c7c-b946-094714180007 req-aa66507f-f770-43bb-ac0d-5bb85acf7be3 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad4e9d01-c1de-4186-a8df-adc622482c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315790 Apr 28 20:28:02.893083 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97cf4fa-66f8-4ea7-85fa-6560100167cc req-7ffa1f37-1296-41a6-8895-da99bb9bc154 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:02.894562 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b97cf4fa-66f8-4ea7-85fa-6560100167cc req-7ffa1f37-1296-41a6-8895-da99bb9bc154 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 945 time: 0.0498981 Apr 28 20:28:02.931360 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b97cf4fa-66f8-4ea7-85fa-6560100167cc req-b293f16f-13dd-4b37-86c4-ec32f5b684d8 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad4e9d01-c1de-4186-a8df-adc622482c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308206 Apr 28 20:28:03.118229 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85bb2e-1dbb-43b1-a44a-3853c9383d52 req-40fc27e6-0cfc-46f4-ad3a-aa42bd8a95ec tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:03.119673 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dc85bb2e-1dbb-43b1-a44a-3853c9383d52 req-40fc27e6-0cfc-46f4-ad3a-aa42bd8a95ec tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 945 time: 0.0486565 Apr 28 20:28:03.157728 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dc85bb2e-1dbb-43b1-a44a-3853c9383d52 req-e9e56f9a-2cf8-49fc-96a9-cbfba6a6c195 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad4e9d01-c1de-4186-a8df-adc622482c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320225 Apr 28 20:28:03.813769 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:14.599791 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e1055-efd3-44f7-ac5a-060f0cf32bc4 req-583fcec6-b0fb-4129-befd-bd9bfb1a8b1a tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:14.601270 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7c2e1055-efd3-44f7-ac5a-060f0cf32bc4 req-583fcec6-b0fb-4129-befd-bd9bfb1a8b1a tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 945 time: 0.0495460 Apr 28 20:28:14.641429 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7c2e1055-efd3-44f7-ac5a-060f0cf32bc4 req-da9ccd58-5373-44fa-bbf1-4229fac92d18 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad4e9d01-c1de-4186-a8df-adc622482c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342085 Apr 28 20:28:14.664380 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37816) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:28:14.789259 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ced63fb-a55e-4cb7-af85-0ee42231e11e tempest-TestMinimumBasicScenario-2143999218 tempest-TestMinimumBasicScenario-2143999218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:14.790762 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7ced63fb-a55e-4cb7-af85-0ee42231e11e tempest-TestMinimumBasicScenario-2143999218 tempest-TestMinimumBasicScenario-2143999218-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 1091 time: 0.1254025 Apr 28 20:28:14.794111 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37820) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:28:14.798337 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-92c39ce8-73e8-475e-9e1a-71a788b249c5 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'port_id': '61dd65aa-7afb-4da8-be46-a056458d459b', 'tenant_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:28:14.819096 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-92c39ce8-73e8-475e-9e1a-71a788b249c5 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:14.915435 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-92c39ce8-73e8-475e-9e1a-71a788b249c5 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:15.018381 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-92c39ce8-73e8-475e-9e1a-71a788b249c5 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Allocated IP 172.25.8.127 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/d84e974a-6e82-4f6e-94bc-6ae3d474c18c) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:28:15.114057 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-92c39ce8-73e8-475e-9e1a-71a788b249c5 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:15.151151 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-92c39ce8-73e8-475e-9e1a-71a788b249c5 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:15.190192 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c39ce8-73e8-475e-9e1a-71a788b249c5 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:28:15.193077 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-92c39ce8-73e8-475e-9e1a-71a788b249c5 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:28:15.196723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c39ce8-73e8-475e-9e1a-71a788b249c5 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:28:15.218259 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c39ce8-73e8-475e-9e1a-71a788b249c5 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Pushing event updated for resources: {'Port': ['ID=d84e974a-6e82-4f6e-94bc-6ae3d474c18c,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:15.548132 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-92c39ce8-73e8-475e-9e1a-71a788b249c5 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:15.613587 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-92c39ce8-73e8-475e-9e1a-71a788b249c5 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:15.758642 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-92c39ce8-73e8-475e-9e1a-71a788b249c5 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:15.763008 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-92c39ce8-73e8-475e-9e1a-71a788b249c5 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:15.844519 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c39ce8-73e8-475e-9e1a-71a788b249c5 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Pushing event updated for resources: {'Port': ['ID=d84e974a-6e82-4f6e-94bc-6ae3d474c18c,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:15.857444 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-92c39ce8-73e8-475e-9e1a-71a788b249c5 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:15.978159 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-92c39ce8-73e8-475e-9e1a-71a788b249c5 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Floating IP 2c200083-882b-47d9-aaa2-83ee8bf1ad7d associated. External IP: 172.25.8.127, port: 61dd65aa-7afb-4da8-be46-a056458d459b. Apr 28 20:28:16.182867 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c39ce8-73e8-475e-9e1a-71a788b249c5 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Router e3f7e3b6-6c60-4b37-8097-3b30efa6137d has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:28:16.289744 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c39ce8-73e8-475e-9e1a-71a788b249c5 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:28:16.299980 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6cac8d-53f6-4f18-9a9e-49bc9512c55b None None] Sync routers for ids ['e3f7e3b6-6c60-4b37-8097-3b30efa6137d'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:28:16.308002 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-92c39ce8-73e8-475e-9e1a-71a788b249c5 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:16.311076 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6cac8d-53f6-4f18-9a9e-49bc9512c55b None None] Routers {'e3f7e3b6-6c60-4b37-8097-3b30efa6137d'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:28:16.311914 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-de6cac8d-53f6-4f18-9a9e-49bc9512c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:27:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['e3f7e3b6-6c60-4b37-8097-3b30efa6137d'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:28:16.336183 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-92c39ce8-73e8-475e-9e1a-71a788b249c5 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5410478 Apr 28 20:28:16.336772 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcba707b-469c-4986-8056-000505fab984', 'tag': '61dd65aa-7afb-4da8-be46-a056458d459b'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:28:16.338994 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf124955d82b014a11a6fc2eaac2ea15efe7a1380e167aca24b9fc673bca835b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b675a73-6d17-433f-88b5-24bc21351406" -d '{"events": [{"name": "network-changed", "server_uuid": "dcba707b-469c-4986-8056-000505fab984", "tag": "61dd65aa-7afb-4da8-be46-a056458d459b"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:28:16.339143 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37822) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:28:16.344089 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-daeced08-4a27-4f41-806d-60b67eaa5538 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-246416276', 'description': 'tempest-secgroup-smoke-246416276 description', 'project_id': '7ac4bd49668e4f9ea46fcc83e092a963'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:28:16.367453 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-daeced08-4a27-4f41-806d-60b67eaa5538 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:16.380731 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f93e51e-713d-4aa1-a055-217e5c78ce31 x-openstack-request-id: req-5f93e51e-713d-4aa1-a055-217e5c78ce31 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:28:16.381064 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcba707b-469c-4986-8056-000505fab984", "tag": "61dd65aa-7afb-4da8-be46-a056458d459b", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:28:16.381287 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5f93e51e-713d-4aa1-a055-217e5c78ce31 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:28:16.381699 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f93e51e-713d-4aa1-a055-217e5c78ce31'] response: {'name': 'network-changed', 'server_uuid': 'dcba707b-469c-4986-8056-000505fab984', 'tag': '61dd65aa-7afb-4da8-be46-a056458d459b', 'status': 'completed', 'code': 200} Apr 28 20:28:16.446409 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-daeced08-4a27-4f41-806d-60b67eaa5538 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:16.452132 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b675a73-6d17-433f-88b5-24bc21351406 req-25a4f145-e27b-47ac-b109-7fd428548085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:16.454565 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8b675a73-6d17-433f-88b5-24bc21351406 req-25a4f145-e27b-47ac-b109-7fd428548085 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ac4bd49668e4f9ea46fcc83e092a963&device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 1096 time: 0.0504386 Apr 28 20:28:16.456822 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-daeced08-4a27-4f41-806d-60b67eaa5538 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:16.487273 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-daeced08-4a27-4f41-806d-60b67eaa5538 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:16.488758 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-daeced08-4a27-4f41-806d-60b67eaa5538 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1485603 Apr 28 20:28:16.492028 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37826) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:28:16.498274 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-7feeafdc-86a7-4f42-80fa-d6e2ba5b18a6 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Request body: {'security_group_rule': {'security_group_id': 'bd504282-df2a-41fa-a50b-fe212eaaa367', 'project_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:28:16.510233 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeced08-4a27-4f41-806d-60b67eaa5538 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd504282-df2a-41fa-a50b-fe212eaaa367,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:16.513491 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-de6cac8d-53f6-4f18-9a9e-49bc9512c55b None None] Set router e3f7e3b6-6c60-4b37-8097-3b30efa6137d gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:28:16.532321 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7feeafdc-86a7-4f42-80fa-d6e2ba5b18a6 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:16.556775 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b675a73-6d17-433f-88b5-24bc21351406 req-da211f29-2246-465c-83c6-b84038f558fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:16.558447 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8b675a73-6d17-433f-88b5-24bc21351406 req-da211f29-2246-465c-83c6-b84038f558fa service neutron] 10.222.0.44 "GET /v2.0/networks?id=703ccb06-a398-41a2-94e8-2f483ba1794d HTTP/1.1" status: 200 len: 915 time: 0.0957668 Apr 28 20:28:16.594977 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7feeafdc-86a7-4f42-80fa-d6e2ba5b18a6 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:16.599737 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7feeafdc-86a7-4f42-80fa-d6e2ba5b18a6 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:16.619046 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feeafdc-86a7-4f42-80fa-d6e2ba5b18a6 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3acdab2-95bc-4ade-9c91-3daf305a1b05,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:16.632044 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7feeafdc-86a7-4f42-80fa-d6e2ba5b18a6 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:16.633599 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7feeafdc-86a7-4f42-80fa-d6e2ba5b18a6 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1405871 Apr 28 20:28:16.636278 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37828) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:28:16.637548 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8b675a73-6d17-433f-88b5-24bc21351406 req-30d9dee3-d2fa-447d-82cd-c11dde3c5102 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61dd65aa-7afb-4da8-be46-a056458d459b HTTP/1.1" status: 200 len: 999 time: 0.0714252 Apr 28 20:28:16.640981 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-4156e55b-135d-4ded-b7ad-c74c270f4479 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Request body: {'security_group_rule': {'security_group_id': 'bd504282-df2a-41fa-a50b-fe212eaaa367', 'project_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:28:16.666575 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4156e55b-135d-4ded-b7ad-c74c270f4479 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:16.701387 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b675a73-6d17-433f-88b5-24bc21351406 req-c0409978-442e-4204-bd97-022977935cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:16.703121 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8b675a73-6d17-433f-88b5-24bc21351406 req-c0409978-442e-4204-bd97-022977935cf9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0cf7077a-e28a-498c-91a4-99676338dfe6 HTTP/1.1" status: 200 len: 853 time: 0.0588546 Apr 28 20:28:16.729055 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4156e55b-135d-4ded-b7ad-c74c270f4479 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:16.733700 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4156e55b-135d-4ded-b7ad-c74c270f4479 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:16.745354 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-de6cac8d-53f6-4f18-9a9e-49bc9512c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'name': 'tempest-TestMinimumBasicScenario-212265060-router', 'tenant_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '595cff51-1ef4-4c91-914a-f47da5792c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:27:26Z', 'updated_at': '2022-04-28T20:27:28Z', 'revision_number': 4, 'project_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'gw_port': {'id': '595cff51-1ef4-4c91-914a-f47da5792c7b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:27:26Z', 'updated_at': '2022-04-28T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '2c200083-882b-47d9-aaa2-83ee8bf1ad7d', 'tenant_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'port_id': '61dd65aa-7afb-4da8-be46-a056458d459b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '703ccb06-a398-41a2-94e8-2f483ba1794d', 'mac_address': 'fa:16:3e:03:9d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcba707b-469c-4986-8056-000505fab984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:28:15Z', 'updated_at': '2022-04-28T20:28:15Z', 'revision_number': 0, 'project_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b799a59b-af68-4594-94ae-ef4dd82f684e', 'name': '', 'network_id': '703ccb06-a398-41a2-94e8-2f483ba1794d', 'tenant_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'mac_address': 'fa:16:3e:5a:f5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '0cf7077a-e28a-498c-91a4-99676338dfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:27:28Z', 'updated_at': '2022-04-28T20:27:33Z', 'revision_number': 5, 'project_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'subnets': [{'id': '0cf7077a-e28a-498c-91a4-99676338dfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:28:16.750208 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4156e55b-135d-4ded-b7ad-c74c270f4479 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fd19b7a-2ba9-4b74-a537-8ce2eb8ada9b,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:16.763703 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b675a73-6d17-433f-88b5-24bc21351406 req-ee8507a3-b16a-46e7-a512-b7008bcb6e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:16.765321 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4156e55b-135d-4ded-b7ad-c74c270f4479 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:16.765670 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8b675a73-6d17-433f-88b5-24bc21351406 req-ee8507a3-b16a-46e7-a512-b7008bcb6e46 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=703ccb06-a398-41a2-94e8-2f483ba1794d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510204 Apr 28 20:28:16.766552 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4156e55b-135d-4ded-b7ad-c74c270f4479 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1291437 Apr 28 20:28:16.769363 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37830) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:28:16.773690 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-f96b3a2b-cfe0-4354-ae00-65f5b65a909e tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Request body: {'security_group_rule': {'security_group_id': 'bd504282-df2a-41fa-a50b-fe212eaaa367', 'project_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:28:16.776491 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6cac8d-53f6-4f18-9a9e-49bc9512c55b None None] Checking router: e3f7e3b6-6c60-4b37-8097-3b30efa6137d for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:28:16.785004 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6cac8d-53f6-4f18-9a9e-49bc9512c55b None None] Routers {'e3f7e3b6-6c60-4b37-8097-3b30efa6137d'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:28:16.785620 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-de6cac8d-53f6-4f18-9a9e-49bc9512c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:27:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['e3f7e3b6-6c60-4b37-8097-3b30efa6137d'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:28:16.801488 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f96b3a2b-cfe0-4354-ae00-65f5b65a909e tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:16.865191 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f96b3a2b-cfe0-4354-ae00-65f5b65a909e tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:16.868076 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8b675a73-6d17-433f-88b5-24bc21351406 req-0dd13773-cc0f-45ad-8992-defb729b5ac5 service neutron] 10.222.0.44 "GET /v2.0/networks/703ccb06-a398-41a2-94e8-2f483ba1794d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924594 Apr 28 20:28:16.869416 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f96b3a2b-cfe0-4354-ae00-65f5b65a909e tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:16.888865 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b3a2b-cfe0-4354-ae00-65f5b65a909e tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8dbad7-873e-4037-9d37-fd692debad5a,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:16.897827 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f96b3a2b-cfe0-4354-ae00-65f5b65a909e tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:16.902273 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f96b3a2b-cfe0-4354-ae00-65f5b65a909e tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295171 Apr 28 20:28:16.902435 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-de6cac8d-53f6-4f18-9a9e-49bc9512c55b None None] Set router e3f7e3b6-6c60-4b37-8097-3b30efa6137d gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:28:16.902538 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37832) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:28:16.907144 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-d0a72618-81b4-4a57-9c25-59321647bfaa tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Request body: {'security_group_rule': {'security_group_id': 'bd504282-df2a-41fa-a50b-fe212eaaa367', 'project_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:28:16.934968 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0a72618-81b4-4a57-9c25-59321647bfaa tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:16.973969 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8b675a73-6d17-433f-88b5-24bc21351406 req-e4014c7e-68e4-46ba-a71f-b5112a32378e service neutron] 10.222.0.44 "GET /v2.0/networks/703ccb06-a398-41a2-94e8-2f483ba1794d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982797 Apr 28 20:28:17.009116 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0a72618-81b4-4a57-9c25-59321647bfaa tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:17.012927 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0a72618-81b4-4a57-9c25-59321647bfaa tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:17.031747 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a72618-81b4-4a57-9c25-59321647bfaa tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ac1b22-768b-4afc-b8cf-0c465960cb49,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:17.041696 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d0a72618-81b4-4a57-9c25-59321647bfaa tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:17.045699 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d0a72618-81b4-4a57-9c25-59321647bfaa tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1396286 Apr 28 20:28:17.046040 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37834) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:28:17.051104 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-78f87532-e0ab-4ffd-a7fd-de56d27e16e2 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Request body: {'security_group_rule': {'security_group_id': 'bd504282-df2a-41fa-a50b-fe212eaaa367', 'project_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:28:17.072186 n-d-839810-1 neutron-server[102773]: INFO neutron.db.securitygroups_db [None req-78f87532-e0ab-4ffd-a7fd-de56d27e16e2 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Project 7ac4bd49668e4f9ea46fcc83e092a963 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:28:17.076897 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-78f87532-e0ab-4ffd-a7fd-de56d27e16e2 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:17.139611 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-de6cac8d-53f6-4f18-9a9e-49bc9512c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'name': 'tempest-TestMinimumBasicScenario-212265060-router', 'tenant_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '595cff51-1ef4-4c91-914a-f47da5792c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:27:26Z', 'updated_at': '2022-04-28T20:27:28Z', 'revision_number': 4, 'project_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'gw_port': {'id': '595cff51-1ef4-4c91-914a-f47da5792c7b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:27:26Z', 'updated_at': '2022-04-28T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '2c200083-882b-47d9-aaa2-83ee8bf1ad7d', 'tenant_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'port_id': '61dd65aa-7afb-4da8-be46-a056458d459b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '703ccb06-a398-41a2-94e8-2f483ba1794d', 'mac_address': 'fa:16:3e:03:9d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcba707b-469c-4986-8056-000505fab984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:28:15Z', 'updated_at': '2022-04-28T20:28:15Z', 'revision_number': 0, 'project_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b799a59b-af68-4594-94ae-ef4dd82f684e', 'name': '', 'network_id': '703ccb06-a398-41a2-94e8-2f483ba1794d', 'tenant_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'mac_address': 'fa:16:3e:5a:f5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '0cf7077a-e28a-498c-91a4-99676338dfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:27:28Z', 'updated_at': '2022-04-28T20:27:33Z', 'revision_number': 5, 'project_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'subnets': [{'id': '0cf7077a-e28a-498c-91a4-99676338dfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:28:17.139917 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-78f87532-e0ab-4ffd-a7fd-de56d27e16e2 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:17.144849 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-78f87532-e0ab-4ffd-a7fd-de56d27e16e2 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:17.159931 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f87532-e0ab-4ffd-a7fd-de56d27e16e2 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a80ccf-c9dd-4f9d-9a2f-b709b431c5ff,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:17.169939 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6cac8d-53f6-4f18-9a9e-49bc9512c55b None None] The sync data for ids ['e3f7e3b6-6c60-4b37-8097-3b30efa6137d'] in n-d-839810-1 is: [{'id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'name': 'tempest-TestMinimumBasicScenario-212265060-router', 'tenant_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '595cff51-1ef4-4c91-914a-f47da5792c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:27:26Z', 'updated_at': '2022-04-28T20:27:28Z', 'revision_number': 4, 'project_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'gw_port': {'id': '595cff51-1ef4-4c91-914a-f47da5792c7b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:27:26Z', 'updated_at': '2022-04-28T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '2c200083-882b-47d9-aaa2-83ee8bf1ad7d', 'tenant_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'port_id': '61dd65aa-7afb-4da8-be46-a056458d459b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '703ccb06-a398-41a2-94e8-2f483ba1794d', 'mac_address': 'fa:16:3e:03:9d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcba707b-469c-4986-8056-000505fab984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:28:15Z', 'updated_at': '2022-04-28T20:28:15Z', 'revision_number': 0, 'project_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b799a59b-af68-4594-94ae-ef4dd82f684e', 'name': '', 'network_id': '703ccb06-a398-41a2-94e8-2f483ba1794d', 'tenant_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'mac_address': 'fa:16:3e:5a:f5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '0cf7077a-e28a-498c-91a4-99676338dfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:27:28Z', 'updated_at': '2022-04-28T20:27:33Z', 'revision_number': 5, 'project_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'subnets': [{'id': '0cf7077a-e28a-498c-91a4-99676338dfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:28:17.170748 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-78f87532-e0ab-4ffd-a7fd-de56d27e16e2 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:17.171959 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-78f87532-e0ab-4ffd-a7fd-de56d27e16e2 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1249673 Apr 28 20:28:17.176016 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37836) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:28:17.180673 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-66681317-d30a-4240-829a-8143539887a5 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Request body: {'security_group_rule': {'security_group_id': 'bd504282-df2a-41fa-a50b-fe212eaaa367', 'project_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:28:17.201336 n-d-839810-1 neutron-server[102774]: INFO neutron.db.securitygroups_db [None req-66681317-d30a-4240-829a-8143539887a5 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Project 7ac4bd49668e4f9ea46fcc83e092a963 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:28:17.206368 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-66681317-d30a-4240-829a-8143539887a5 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:17.280092 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-66681317-d30a-4240-829a-8143539887a5 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:17.283824 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-66681317-d30a-4240-829a-8143539887a5 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:17.303758 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66681317-d30a-4240-829a-8143539887a5 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=024eb157-c207-49cc-88b6-aa5d34563c21,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:17.310452 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-66681317-d30a-4240-829a-8143539887a5 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:17.315094 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-66681317-d30a-4240-829a-8143539887a5 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1347022 Apr 28 20:28:17.379045 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480f6d18-2b4c-41f6-978d-0d5b313f243e None None] New status for floating IP 2c200083-882b-47d9-aaa2-83ee8bf1ad7d: ACTIVE {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:28:17.395304 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4a1d05d4-d640-4970-abcc-6a9b1f3102ff req-7c593510-add2-417a-b4d9-59e54aa799f3 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-246416276&fields=id&tenant_id=7ac4bd49668e4f9ea46fcc83e092a963 HTTP/1.1" status: 200 len: 267 time: 0.0355144 Apr 28 20:28:17.447768 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d05d4-d640-4970-abcc-6a9b1f3102ff req-d6568aa8-dd21-4706-898c-aa9f42119c8f tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:17.449244 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4a1d05d4-d640-4970-abcc-6a9b1f3102ff req-d6568aa8-dd21-4706-898c-aa9f42119c8f tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 945 time: 0.0481725 Apr 28 20:28:17.461185 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-4a1d05d4-d640-4970-abcc-6a9b1f3102ff req-a1d32d71-de83-4697-9316-ed11361f453f tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Request body: {'port': {'security_groups': ['ad4e9d01-c1de-4186-a8df-adc622482c2f', 'bd504282-df2a-41fa-a50b-fe212eaaa367']}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:28:17.528588 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-4a1d05d4-d640-4970-abcc-6a9b1f3102ff req-a1d32d71-de83-4697-9316-ed11361f453f tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:17.715216 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-4a1d05d4-d640-4970-abcc-6a9b1f3102ff req-a1d32d71-de83-4697-9316-ed11361f453f tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] For port 61dd65aa-7afb-4da8-be46-a056458d459b, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=61dd65aa-7afb-4da8-be46-a056458d459b,segment=NetworkSegment(be2f536e-a440-4619-8423-d4cde10fea81),segment_id=be2f536e-a440-4619-8423-d4cde10fea81)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:28:17.745111 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-4a1d05d4-d640-4970-abcc-6a9b1f3102ff req-a1d32d71-de83-4697-9316-ed11361f453f tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:17.749335 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-4a1d05d4-d640-4970-abcc-6a9b1f3102ff req-a1d32d71-de83-4697-9316-ed11361f453f tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:17.761606 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['61dd65aa-7afb-4da8-be46-a056458d459b'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:28:17.791087 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d05d4-d640-4970-abcc-6a9b1f3102ff req-a1d32d71-de83-4697-9316-ed11361f453f tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:17.791712 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-4a1d05d4-d640-4970-abcc-6a9b1f3102ff req-a1d32d71-de83-4697-9316-ed11361f453f tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:17.793423 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4a1d05d4-d640-4970-abcc-6a9b1f3102ff req-a1d32d71-de83-4697-9316-ed11361f453f tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "PUT /v2.0/ports/61dd65aa-7afb-4da8-be46-a056458d459b HTTP/1.1" status: 200 len: 981 time: 0.3367972 Apr 28 20:28:17.826369 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d32d71-de83-4697-9316-ed11361f453f tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Pushing event updated for resources: {'Port': ['ID=61dd65aa-7afb-4da8-be46-a056458d459b,revision_number=6']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:17.861109 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['61dd65aa-7afb-4da8-be46-a056458d459b'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:28:17.927410 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c908fb-bb67-4548-9699-ce2a69021d38 req-62744721-4064-4c75-8b1b-ac2263302da5 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:17.929213 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-20c908fb-bb67-4548-9699-ce2a69021d38 req-62744721-4064-4c75-8b1b-ac2263302da5 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 984 time: 0.0649860 Apr 28 20:28:17.982797 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-20c908fb-bb67-4548-9699-ce2a69021d38 req-eb4a808c-5aff-48ea-8d6b-409b744546b6 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd504282-df2a-41fa-a50b-fe212eaaa367&id=ad4e9d01-c1de-4186-a8df-adc622482c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453835 Apr 28 20:28:18.122223 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-34d09505-e071-46ea-ba3d-5e1b8277e0d3 None None] Provisioning complete for port 61dd65aa-7afb-4da8-be46-a056458d459b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:28:18.122482 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-34d09505-e071-46ea-ba3d-5e1b8277e0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:18.382869 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcba707b-469c-4986-8056-000505fab984', 'tag': '61dd65aa-7afb-4da8-be46-a056458d459b'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:28:18.385288 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf124955d82b014a11a6fc2eaac2ea15efe7a1380e167aca24b9fc673bca835b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638af5bc-ca72-439a-bb7b-bb63684a8e83" -d '{"events": [{"name": "network-changed", "server_uuid": "dcba707b-469c-4986-8056-000505fab984", "tag": "61dd65aa-7afb-4da8-be46-a056458d459b"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:28:18.425716 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1749bf63-fa3d-4691-a163-630f0cd94cd7 x-openstack-request-id: req-1749bf63-fa3d-4691-a163-630f0cd94cd7 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:28:18.426094 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcba707b-469c-4986-8056-000505fab984", "tag": "61dd65aa-7afb-4da8-be46-a056458d459b", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:28:18.426413 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1749bf63-fa3d-4691-a163-630f0cd94cd7 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:28:18.426853 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1749bf63-fa3d-4691-a163-630f0cd94cd7'] response: {'name': 'network-changed', 'server_uuid': 'dcba707b-469c-4986-8056-000505fab984', 'tag': '61dd65aa-7afb-4da8-be46-a056458d459b', 'status': 'completed', 'code': 200} Apr 28 20:28:18.490188 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638af5bc-ca72-439a-bb7b-bb63684a8e83 req-47720389-356e-44bb-a09a-534c22123fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:18.491832 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-638af5bc-ca72-439a-bb7b-bb63684a8e83 req-47720389-356e-44bb-a09a-534c22123fe8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ac4bd49668e4f9ea46fcc83e092a963&device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 1135 time: 0.0427575 Apr 28 20:28:18.589370 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638af5bc-ca72-439a-bb7b-bb63684a8e83 req-5daac14f-f36f-46e9-bfd2-808be1deca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:18.590829 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-638af5bc-ca72-439a-bb7b-bb63684a8e83 req-5daac14f-f36f-46e9-bfd2-808be1deca49 service neutron] 10.222.0.44 "GET /v2.0/networks?id=703ccb06-a398-41a2-94e8-2f483ba1794d HTTP/1.1" status: 200 len: 915 time: 0.0920475 Apr 28 20:28:18.661411 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-638af5bc-ca72-439a-bb7b-bb63684a8e83 req-897f2c99-e33b-4ba2-9724-41914808e43d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61dd65aa-7afb-4da8-be46-a056458d459b HTTP/1.1" status: 200 len: 1001 time: 0.0630455 Apr 28 20:28:18.718344 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638af5bc-ca72-439a-bb7b-bb63684a8e83 req-4120e2ae-2039-43aa-af99-44075f5c956d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:18.719867 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-638af5bc-ca72-439a-bb7b-bb63684a8e83 req-4120e2ae-2039-43aa-af99-44075f5c956d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0cf7077a-e28a-498c-91a4-99676338dfe6 HTTP/1.1" status: 200 len: 853 time: 0.0516853 Apr 28 20:28:18.778150 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638af5bc-ca72-439a-bb7b-bb63684a8e83 req-0e52a28a-d039-43c5-92cf-aea07f616b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:18.779574 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-638af5bc-ca72-439a-bb7b-bb63684a8e83 req-0e52a28a-d039-43c5-92cf-aea07f616b94 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=703ccb06-a398-41a2-94e8-2f483ba1794d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501311 Apr 28 20:28:18.869857 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-638af5bc-ca72-439a-bb7b-bb63684a8e83 req-a94ad39f-2518-4301-a72a-ee539f9dd3dd service neutron] 10.222.0.44 "GET /v2.0/networks/703ccb06-a398-41a2-94e8-2f483ba1794d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833592 Apr 28 20:28:18.966240 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-638af5bc-ca72-439a-bb7b-bb63684a8e83 req-a86fb367-5e2e-407a-a0f3-3a5be92e1b53 service neutron] 10.222.0.44 "GET /v2.0/networks/703ccb06-a398-41a2-94e8-2f483ba1794d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899310 Apr 28 20:28:19.896991 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ea604f27-3eca-4ada-9d65-c126c64c089e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:22.136193 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ecf0e746-f3cc-4bba-beff-3a98c964c7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:23.653856 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:25.931134 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:26.008830 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:26.644349 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:28:32.319271 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:33.832124 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:34.254198 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de847ae-daba-4c95-84c9-5bb3634dca43 req-ea249fe1-bb31-48c4-907b-55ee6d5f54c0 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:34.256531 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4de847ae-daba-4c95-84c9-5bb3634dca43 req-ea249fe1-bb31-48c4-907b-55ee6d5f54c0 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 984 time: 0.0850494 Apr 28 20:28:34.260018 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2989e-84f7-4486-a535-1d17d79992dd req-49d69aab-f45d-49ad-ae69-64b866605502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:34.261689 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5fd2989e-84f7-4486-a535-1d17d79992dd req-49d69aab-f45d-49ad-ae69-64b866605502 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ac4bd49668e4f9ea46fcc83e092a963&device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 1135 time: 0.0809808 Apr 28 20:28:34.344692 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4de847ae-daba-4c95-84c9-5bb3634dca43 req-e9b85441-c397-4d71-b199-25cd543bf939 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd504282-df2a-41fa-a50b-fe212eaaa367&id=ad4e9d01-c1de-4186-a8df-adc622482c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0815723 Apr 28 20:28:34.377339 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2989e-84f7-4486-a535-1d17d79992dd req-7a89aff9-5610-42cb-a106-6f145caac34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:34.378822 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5fd2989e-84f7-4486-a535-1d17d79992dd req-7a89aff9-5610-42cb-a106-6f145caac34b service neutron] 10.222.0.44 "GET /v2.0/networks?id=703ccb06-a398-41a2-94e8-2f483ba1794d HTTP/1.1" status: 200 len: 915 time: 0.1091034 Apr 28 20:28:34.447395 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5fd2989e-84f7-4486-a535-1d17d79992dd req-4a6f268f-6bb8-4357-8e0b-1921b4d91c5b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61dd65aa-7afb-4da8-be46-a056458d459b HTTP/1.1" status: 200 len: 1001 time: 0.0622184 Apr 28 20:28:34.497665 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2989e-84f7-4486-a535-1d17d79992dd req-626f4925-e202-4cd2-915b-e08916de2547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:34.499120 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5fd2989e-84f7-4486-a535-1d17d79992dd req-626f4925-e202-4cd2-915b-e08916de2547 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0cf7077a-e28a-498c-91a4-99676338dfe6 HTTP/1.1" status: 200 len: 853 time: 0.0446599 Apr 28 20:28:34.544214 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2989e-84f7-4486-a535-1d17d79992dd req-824ebae7-80e5-477f-87de-d76669caaf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:34.545679 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5fd2989e-84f7-4486-a535-1d17d79992dd req-824ebae7-80e5-477f-87de-d76669caaf56 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=703ccb06-a398-41a2-94e8-2f483ba1794d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398095 Apr 28 20:28:34.636755 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5fd2989e-84f7-4486-a535-1d17d79992dd req-90688cca-5864-43ec-9dcc-d9495439148c service neutron] 10.222.0.44 "GET /v2.0/networks/703ccb06-a398-41a2-94e8-2f483ba1794d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833237 Apr 28 20:28:34.724972 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5fd2989e-84f7-4486-a535-1d17d79992dd req-a6e1c4b7-840e-41ab-ae65-e301c3b6b782 service neutron] 10.222.0.44 "GET /v2.0/networks/703ccb06-a398-41a2-94e8-2f483ba1794d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813980 Apr 28 20:28:35.463374 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45880fb6-197f-49ed-9916-f1001c4b4f23 req-3c5cd797-6d8f-491b-b3c4-133a502afd5f tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:35.464872 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-45880fb6-197f-49ed-9916-f1001c4b4f23 req-3c5cd797-6d8f-491b-b3c4-133a502afd5f tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 984 time: 0.0490365 Apr 28 20:28:35.504055 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-45880fb6-197f-49ed-9916-f1001c4b4f23 req-575465c6-c1d4-4826-8a20-3058be219f59 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd504282-df2a-41fa-a50b-fe212eaaa367&id=ad4e9d01-c1de-4186-a8df-adc622482c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330694 Apr 28 20:28:36.622939 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c30f63-fc7b-4d1e-9e88-eb2864ba1a52 req-80d96a6a-6b7e-4772-88fd-4ce3105c6dd5 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:36.624527 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4c30f63-fc7b-4d1e-9e88-eb2864ba1a52 req-80d96a6a-6b7e-4772-88fd-4ce3105c6dd5 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 984 time: 0.0488820 Apr 28 20:28:36.663094 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4c30f63-fc7b-4d1e-9e88-eb2864ba1a52 req-0ebf9bef-2bb1-46a3-8c2e-810f9153fe34 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd504282-df2a-41fa-a50b-fe212eaaa367&id=ad4e9d01-c1de-4186-a8df-adc622482c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326695 Apr 28 20:28:37.778384 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f81c97-eaa4-4eef-a002-c131ea555eff req-e472e62c-bfe6-4cd0-822f-b2b912891b2d tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:37.779832 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c0f81c97-eaa4-4eef-a002-c131ea555eff req-e472e62c-bfe6-4cd0-822f-b2b912891b2d tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 984 time: 0.0489144 Apr 28 20:28:37.822766 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c0f81c97-eaa4-4eef-a002-c131ea555eff req-967bde5a-8adb-4531-9c63-90d6a8a849f5 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd504282-df2a-41fa-a50b-fe212eaaa367&id=ad4e9d01-c1de-4186-a8df-adc622482c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366771 Apr 28 20:28:38.943849 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631c268-f33d-4c53-b67b-f89df803e32e req-d7966d93-303a-4671-8802-1989fb77c183 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:38.945327 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f631c268-f33d-4c53-b67b-f89df803e32e req-d7966d93-303a-4671-8802-1989fb77c183 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 984 time: 0.0529969 Apr 28 20:28:38.984502 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f631c268-f33d-4c53-b67b-f89df803e32e req-6b41a7f7-13b1-4d35-8d47-4058b8e02600 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd504282-df2a-41fa-a50b-fe212eaaa367&id=ad4e9d01-c1de-4186-a8df-adc622482c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330307 Apr 28 20:28:40.103176 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab681b82-274e-4d05-bd75-fc48f9eab3a1 req-a97e2c88-fd57-4060-8d3e-9494d01781fe tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:40.104652 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ab681b82-274e-4d05-bd75-fc48f9eab3a1 req-a97e2c88-fd57-4060-8d3e-9494d01781fe tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 984 time: 0.0499475 Apr 28 20:28:40.144515 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ab681b82-274e-4d05-bd75-fc48f9eab3a1 req-2e53adcc-8b10-4370-ab50-6c1d7fa34fd7 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd504282-df2a-41fa-a50b-fe212eaaa367&id=ad4e9d01-c1de-4186-a8df-adc622482c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338521 Apr 28 20:28:41.259939 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686412b5-25eb-4e96-a685-812511a086b3 req-0ab3dace-1d57-45d9-a791-29b180e0b9e9 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:41.261440 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-686412b5-25eb-4e96-a685-812511a086b3 req-0ab3dace-1d57-45d9-a791-29b180e0b9e9 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 984 time: 0.0489044 Apr 28 20:28:41.300825 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-686412b5-25eb-4e96-a685-812511a086b3 req-64f86b8e-3d32-4153-a950-f7d483b9fff3 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd504282-df2a-41fa-a50b-fe212eaaa367&id=ad4e9d01-c1de-4186-a8df-adc622482c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333447 Apr 28 20:28:42.419839 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47650cd-bef6-4fee-9ef9-b43a8c2e2f46 req-0edfca05-730f-47a6-bbbc-94f424058c68 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:42.421378 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f47650cd-bef6-4fee-9ef9-b43a8c2e2f46 req-0edfca05-730f-47a6-bbbc-94f424058c68 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 984 time: 0.0520999 Apr 28 20:28:42.461321 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f47650cd-bef6-4fee-9ef9-b43a8c2e2f46 req-ce2ef294-72d9-4021-a77d-cee18213d0b1 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd504282-df2a-41fa-a50b-fe212eaaa367&id=ad4e9d01-c1de-4186-a8df-adc622482c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331373 Apr 28 20:28:43.580379 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378e693-5bca-4404-a9c0-c89d84522844 req-f761c56d-e851-4944-b6ec-7144720ca887 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:43.581833 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2378e693-5bca-4404-a9c0-c89d84522844 req-f761c56d-e851-4944-b6ec-7144720ca887 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 984 time: 0.0506063 Apr 28 20:28:43.622068 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2378e693-5bca-4404-a9c0-c89d84522844 req-92053e01-6331-49c5-a6a1-34c930bf85d0 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd504282-df2a-41fa-a50b-fe212eaaa367&id=ad4e9d01-c1de-4186-a8df-adc622482c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331035 Apr 28 20:28:44.738491 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c11820-8edd-48ee-8a7f-3d468b67156a req-e3334106-01ae-4aa1-b636-ca9fc0e7699d tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:44.740130 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c2c11820-8edd-48ee-8a7f-3d468b67156a req-e3334106-01ae-4aa1-b636-ca9fc0e7699d tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 984 time: 0.0489359 Apr 28 20:28:44.784407 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c2c11820-8edd-48ee-8a7f-3d468b67156a req-5466ca83-4ca2-460a-938a-957125035f49 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd504282-df2a-41fa-a50b-fe212eaaa367&id=ad4e9d01-c1de-4186-a8df-adc622482c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376277 Apr 28 20:28:45.906948 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70638a6b-2f50-485a-a44f-f48f26b22317 req-e66afe65-e864-4b02-8d7a-4383544f4ea1 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:45.908417 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-70638a6b-2f50-485a-a44f-f48f26b22317 req-e66afe65-e864-4b02-8d7a-4383544f4ea1 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 984 time: 0.0540240 Apr 28 20:28:45.948282 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-70638a6b-2f50-485a-a44f-f48f26b22317 req-6f031ab1-225c-4392-912d-37c5bd2c07ac tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd504282-df2a-41fa-a50b-fe212eaaa367&id=ad4e9d01-c1de-4186-a8df-adc622482c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333147 Apr 28 20:28:49.897339 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-02ff9308-0fac-4568-92df-6ace5fb99f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:52.137226 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2b46943c-ebca-4a3c-913d-fd5dc24163f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:53.658927 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:55.934274 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:56.009516 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:01.595290 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-87e157bc-18ab-4a5f-8de1-fb7e4fbcf31e req-77ffd87a-3003-488a-9fcd-d23dc419a38b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409541 Apr 28 20:29:01.676704 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e157bc-18ab-4a5f-8de1-fb7e4fbcf31e req-d5cd381f-f89e-44b3-be25-3e12bef0e7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:01.678209 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-87e157bc-18ab-4a5f-8de1-fb7e4fbcf31e req-d5cd381f-f89e-44b3-be25-3e12bef0e7db service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ac4bd49668e4f9ea46fcc83e092a963&device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 1135 time: 0.0418000 Apr 28 20:29:01.786745 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e157bc-18ab-4a5f-8de1-fb7e4fbcf31e req-b81c1833-9321-4477-bf89-a173942e8b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:01.788254 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-87e157bc-18ab-4a5f-8de1-fb7e4fbcf31e req-b81c1833-9321-4477-bf89-a173942e8b10 service neutron] 10.222.0.44 "GET /v2.0/networks?id=703ccb06-a398-41a2-94e8-2f483ba1794d HTTP/1.1" status: 200 len: 915 time: 0.0896475 Apr 28 20:29:01.853791 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-87e157bc-18ab-4a5f-8de1-fb7e4fbcf31e req-0b7a55e2-7886-403b-bb1a-87e8db026144 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61dd65aa-7afb-4da8-be46-a056458d459b HTTP/1.1" status: 200 len: 1001 time: 0.0584219 Apr 28 20:29:01.905063 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e157bc-18ab-4a5f-8de1-fb7e4fbcf31e req-30f0f1ec-9c5b-4172-a322-a4a6e9a97a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:01.906466 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-87e157bc-18ab-4a5f-8de1-fb7e4fbcf31e req-30f0f1ec-9c5b-4172-a322-a4a6e9a97a9f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0cf7077a-e28a-498c-91a4-99676338dfe6 HTTP/1.1" status: 200 len: 853 time: 0.0466323 Apr 28 20:29:01.951404 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e157bc-18ab-4a5f-8de1-fb7e4fbcf31e req-05e27f20-f2b8-4903-b380-c5c465d9ce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:01.952894 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-87e157bc-18ab-4a5f-8de1-fb7e4fbcf31e req-05e27f20-f2b8-4903-b380-c5c465d9ce71 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=703ccb06-a398-41a2-94e8-2f483ba1794d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397336 Apr 28 20:29:02.038873 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-87e157bc-18ab-4a5f-8de1-fb7e4fbcf31e req-5f819603-be52-4f46-acf4-cf5283a63373 service neutron] 10.222.0.44 "GET /v2.0/networks/703ccb06-a398-41a2-94e8-2f483ba1794d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782549 Apr 28 20:29:02.129582 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-87e157bc-18ab-4a5f-8de1-fb7e4fbcf31e req-c2e527f4-c108-405c-828c-d9c7aafcd39e service neutron] 10.222.0.44 "GET /v2.0/networks/703ccb06-a398-41a2-94e8-2f483ba1794d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837379 Apr 28 20:29:02.322151 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:03.643232 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:29:03.832822 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:17.781147 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-962c0ab6-e3c1-4356-983b-bc2cca8419ac req-42d7309f-8038-4134-8e63-cd85155b43f4 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-246416276&fields=id&tenant_id=7ac4bd49668e4f9ea46fcc83e092a963 HTTP/1.1" status: 200 len: 267 time: 0.0389905 Apr 28 20:29:17.839241 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c0ab6-e3c1-4356-983b-bc2cca8419ac req-c8adb721-5b24-472b-bfcb-fc62a707efa6 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:17.840623 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-962c0ab6-e3c1-4356-983b-bc2cca8419ac req-c8adb721-5b24-472b-bfcb-fc62a707efa6 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 984 time: 0.0538135 Apr 28 20:29:17.851579 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-962c0ab6-e3c1-4356-983b-bc2cca8419ac req-64a93f78-831e-44d8-92a5-bc04f5ccbf16 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Request body: {'port': {'security_groups': ['ad4e9d01-c1de-4186-a8df-adc622482c2f']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:29:17.916203 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-962c0ab6-e3c1-4356-983b-bc2cca8419ac req-64a93f78-831e-44d8-92a5-bc04f5ccbf16 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:18.087430 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-962c0ab6-e3c1-4356-983b-bc2cca8419ac req-64a93f78-831e-44d8-92a5-bc04f5ccbf16 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] For port 61dd65aa-7afb-4da8-be46-a056458d459b, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=61dd65aa-7afb-4da8-be46-a056458d459b,segment=NetworkSegment(be2f536e-a440-4619-8423-d4cde10fea81),segment_id=be2f536e-a440-4619-8423-d4cde10fea81)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:29:18.116531 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-962c0ab6-e3c1-4356-983b-bc2cca8419ac req-64a93f78-831e-44d8-92a5-bc04f5ccbf16 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:18.121633 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-962c0ab6-e3c1-4356-983b-bc2cca8419ac req-64a93f78-831e-44d8-92a5-bc04f5ccbf16 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:18.133431 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['61dd65aa-7afb-4da8-be46-a056458d459b'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:29:18.168203 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c0ab6-e3c1-4356-983b-bc2cca8419ac req-64a93f78-831e-44d8-92a5-bc04f5ccbf16 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:18.168842 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-962c0ab6-e3c1-4356-983b-bc2cca8419ac req-64a93f78-831e-44d8-92a5-bc04f5ccbf16 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:18.170270 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-962c0ab6-e3c1-4356-983b-bc2cca8419ac req-64a93f78-831e-44d8-92a5-bc04f5ccbf16 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "PUT /v2.0/ports/61dd65aa-7afb-4da8-be46-a056458d459b HTTP/1.1" status: 200 len: 942 time: 0.3230817 Apr 28 20:29:18.170808 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcba707b-469c-4986-8056-000505fab984', 'tag': '61dd65aa-7afb-4da8-be46-a056458d459b'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:29:18.176384 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 37922) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:29:18.197991 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a93f78-831e-44d8-92a5-bc04f5ccbf16 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Pushing event updated for resources: {'Port': ['ID=61dd65aa-7afb-4da8-be46-a056458d459b,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:18.206396 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a93f78-831e-44d8-92a5-bc04f5ccbf16 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:18.206842 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a93f78-831e-44d8-92a5-bc04f5ccbf16 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:18.207262 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a93f78-831e-44d8-92a5-bc04f5ccbf16 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:18.207683 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a93f78-831e-44d8-92a5-bc04f5ccbf16 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:18.208382 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a93f78-831e-44d8-92a5-bc04f5ccbf16 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:18.208521 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a93f78-831e-44d8-92a5-bc04f5ccbf16 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:18.208911 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a93f78-831e-44d8-92a5-bc04f5ccbf16 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:18.209312 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a93f78-831e-44d8-92a5-bc04f5ccbf16 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:18.209842 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a93f78-831e-44d8-92a5-bc04f5ccbf16 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:18.210244 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a93f78-831e-44d8-92a5-bc04f5ccbf16 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:18.210640 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a93f78-831e-44d8-92a5-bc04f5ccbf16 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:18.211039 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a93f78-831e-44d8-92a5-bc04f5ccbf16 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:18.260094 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['61dd65aa-7afb-4da8-be46-a056458d459b'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:29:18.261339 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987aa34c65443dea39eaa51b67d186bb80d94e7c4b504279bd6048524f6efc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28e9063-d65c-4dd3-a874-877d0ea633dd" -d '{"events": [{"name": "network-changed", "server_uuid": "dcba707b-469c-4986-8056-000505fab984", "tag": "61dd65aa-7afb-4da8-be46-a056458d459b"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:29:18.270013 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-314ca0da-234c-4321-8d87-3435ff73dcea tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:18.301962 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-314ca0da-234c-4321-8d87-3435ff73dcea tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:18.369465 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df719d5d-a364-41a2-9b7e-8d6f8dbfdff9 x-openstack-request-id: req-df719d5d-a364-41a2-9b7e-8d6f8dbfdff9 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:29:18.369644 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcba707b-469c-4986-8056-000505fab984", "tag": "61dd65aa-7afb-4da8-be46-a056458d459b", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:29:18.369895 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-df719d5d-a364-41a2-9b7e-8d6f8dbfdff9 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:29:18.370330 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df719d5d-a364-41a2-9b7e-8d6f8dbfdff9'] response: {'name': 'network-changed', 'server_uuid': 'dcba707b-469c-4986-8056-000505fab984', 'tag': '61dd65aa-7afb-4da8-be46-a056458d459b', 'status': 'completed', 'code': 200} Apr 28 20:29:18.383844 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-314ca0da-234c-4321-8d87-3435ff73dcea tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:18.387454 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-314ca0da-234c-4321-8d87-3435ff73dcea tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:18.391256 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-314ca0da-234c-4321-8d87-3435ff73dcea tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "DELETE /v2.0/security-groups/bd504282-df2a-41fa-a50b-fe212eaaa367 HTTP/1.1" status: 204 len: 168 time: 0.2108562 Apr 28 20:29:18.391683 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 37932) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:29:18.399846 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ca0da-234c-4321-8d87-3435ff73dcea tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd504282-df2a-41fa-a50b-fe212eaaa367,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:18.433570 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ca0da-234c-4321-8d87-3435ff73dcea tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:18.433916 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ca0da-234c-4321-8d87-3435ff73dcea tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:18.434251 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ca0da-234c-4321-8d87-3435ff73dcea tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:18.434582 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ca0da-234c-4321-8d87-3435ff73dcea tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:18.434911 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ca0da-234c-4321-8d87-3435ff73dcea tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:18.435238 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ca0da-234c-4321-8d87-3435ff73dcea tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:18.435925 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ca0da-234c-4321-8d87-3435ff73dcea tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:18.435925 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ca0da-234c-4321-8d87-3435ff73dcea tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:18.436217 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ca0da-234c-4321-8d87-3435ff73dcea tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:18.436593 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ca0da-234c-4321-8d87-3435ff73dcea tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:18.436878 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ca0da-234c-4321-8d87-3435ff73dcea tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:18.437179 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ca0da-234c-4321-8d87-3435ff73dcea tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:18.456865 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e9063-d65c-4dd3-a874-877d0ea633dd req-6a59351b-0f0e-4d62-9fbb-96b58ffa6ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:18.458502 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f28e9063-d65c-4dd3-a874-877d0ea633dd req-6a59351b-0f0e-4d62-9fbb-96b58ffa6ec5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ac4bd49668e4f9ea46fcc83e092a963&device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 1096 time: 0.0596840 Apr 28 20:29:18.516378 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-87fc1b7d-d64b-4eba-b9b3-07fd14a4ae08 None None] Provisioning complete for port 61dd65aa-7afb-4da8-be46-a056458d459b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:29:18.517106 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-87fc1b7d-d64b-4eba-b9b3-07fd14a4ae08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:18.563274 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e9063-d65c-4dd3-a874-877d0ea633dd req-403a3a97-1e43-4bc6-a96b-5c12e75247a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:18.564786 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f28e9063-d65c-4dd3-a874-877d0ea633dd req-403a3a97-1e43-4bc6-a96b-5c12e75247a7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=703ccb06-a398-41a2-94e8-2f483ba1794d HTTP/1.1" status: 200 len: 915 time: 0.0984731 Apr 28 20:29:18.597689 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-30c0af9c-50c3-4b3d-ae4d-80eead80c188 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Deleting port d84e974a-6e82-4f6e-94bc-6ae3d474c18c {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:29:18.598043 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-30c0af9c-50c3-4b3d-ae4d-80eead80c188 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:18.643007 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f28e9063-d65c-4dd3-a874-877d0ea633dd req-3b565d1d-8415-4976-8412-aed2a95c32e0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61dd65aa-7afb-4da8-be46-a056458d459b HTTP/1.1" status: 200 len: 1001 time: 0.0708523 Apr 28 20:29:18.680949 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-30c0af9c-50c3-4b3d-ae4d-80eead80c188 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:18.682126 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-30c0af9c-50c3-4b3d-ae4d-80eead80c188 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:18.694465 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-30c0af9c-50c3-4b3d-ae4d-80eead80c188 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Calling delete_port for d84e974a-6e82-4f6e-94bc-6ae3d474c18c owned by network:floatingip {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:29:18.698924 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e9063-d65c-4dd3-a874-877d0ea633dd req-78babd3d-d44d-454f-a669-4820dd27bcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:18.700447 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f28e9063-d65c-4dd3-a874-877d0ea633dd req-78babd3d-d44d-454f-a669-4820dd27bcfa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0cf7077a-e28a-498c-91a4-99676338dfe6 HTTP/1.1" status: 200 len: 853 time: 0.0494580 Apr 28 20:29:18.747372 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e9063-d65c-4dd3-a874-877d0ea633dd req-50ab64c0-5579-4895-ab2d-1e19c7637da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:18.749157 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f28e9063-d65c-4dd3-a874-877d0ea633dd req-50ab64c0-5579-4895-ab2d-1e19c7637da0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=703ccb06-a398-41a2-94e8-2f483ba1794d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422983 Apr 28 20:29:18.841055 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f28e9063-d65c-4dd3-a874-877d0ea633dd req-54830965-bf71-4448-81c1-3e5c990612df service neutron] 10.222.0.44 "GET /v2.0/networks/703ccb06-a398-41a2-94e8-2f483ba1794d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854771 Apr 28 20:29:18.878170 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-30c0af9c-50c3-4b3d-ae4d-80eead80c188 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:18.911350 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c0af9c-50c3-4b3d-ae4d-80eead80c188 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Pushing event deleted for resources: {'Port': ['ID=d84e974a-6e82-4f6e-94bc-6ae3d474c18c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:18.978125 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-30c0af9c-50c3-4b3d-ae4d-80eead80c188 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks [] for floatingip, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:18.978485 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [None req-30c0af9c-50c3-4b3d-ae4d-80eead80c188 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Floating IP 2c200083-882b-47d9-aaa2-83ee8bf1ad7d disassociated (deleted). External IP: 172.25.8.127, port: 61dd65aa-7afb-4da8-be46-a056458d459b. Apr 28 20:29:19.213710 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c0af9c-50c3-4b3d-ae4d-80eead80c188 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Router e3f7e3b6-6c60-4b37-8097-3b30efa6137d has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:29:19.288665 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f28e9063-d65c-4dd3-a874-877d0ea633dd req-147cd152-12dd-428f-87e8-97800dc260fa service neutron] 10.222.0.44 "GET /v2.0/networks/703ccb06-a398-41a2-94e8-2f483ba1794d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410620 Apr 28 20:29:19.333778 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c0af9c-50c3-4b3d-ae4d-80eead80c188 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:29:19.338250 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-30c0af9c-50c3-4b3d-ae4d-80eead80c188 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:19.344750 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e2f40-75d7-4fd2-9475-492d4a34121c None None] Sync routers for ids ['e3f7e3b6-6c60-4b37-8097-3b30efa6137d'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:29:19.355478 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550e2f40-75d7-4fd2-9475-492d4a34121c None None] Routers {'e3f7e3b6-6c60-4b37-8097-3b30efa6137d'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:29:19.356279 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-550e2f40-75d7-4fd2-9475-492d4a34121c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:28:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['e3f7e3b6-6c60-4b37-8097-3b30efa6137d'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:29:19.367620 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-30c0af9c-50c3-4b3d-ae4d-80eead80c188 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "DELETE /v2.0/floatingips/2c200083-882b-47d9-aaa2-83ee8bf1ad7d HTTP/1.1" status: 204 len: 168 time: 0.9721999 Apr 28 20:29:19.468458 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-550e2f40-75d7-4fd2-9475-492d4a34121c None None] Set router e3f7e3b6-6c60-4b37-8097-3b30efa6137d gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:29:19.679232 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-550e2f40-75d7-4fd2-9475-492d4a34121c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'name': 'tempest-TestMinimumBasicScenario-212265060-router', 'tenant_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '595cff51-1ef4-4c91-914a-f47da5792c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:27:26Z', 'updated_at': '2022-04-28T20:27:28Z', 'revision_number': 4, 'project_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'gw_port': {'id': '595cff51-1ef4-4c91-914a-f47da5792c7b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:27:26Z', 'updated_at': '2022-04-28T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'b799a59b-af68-4594-94ae-ef4dd82f684e', 'name': '', 'network_id': '703ccb06-a398-41a2-94e8-2f483ba1794d', 'tenant_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'mac_address': 'fa:16:3e:5a:f5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '0cf7077a-e28a-498c-91a4-99676338dfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:27:28Z', 'updated_at': '2022-04-28T20:27:33Z', 'revision_number': 5, 'project_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'subnets': [{'id': '0cf7077a-e28a-498c-91a4-99676338dfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:29:19.705323 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e2f40-75d7-4fd2-9475-492d4a34121c None None] Checking router: e3f7e3b6-6c60-4b37-8097-3b30efa6137d for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:29:19.713990 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550e2f40-75d7-4fd2-9475-492d4a34121c None None] Routers {'e3f7e3b6-6c60-4b37-8097-3b30efa6137d'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:29:19.714594 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-550e2f40-75d7-4fd2-9475-492d4a34121c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:28:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['e3f7e3b6-6c60-4b37-8097-3b30efa6137d'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:29:19.818830 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-550e2f40-75d7-4fd2-9475-492d4a34121c None None] Set router e3f7e3b6-6c60-4b37-8097-3b30efa6137d gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:29:19.901035 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-caeff9d4-da9f-493b-b5d2-9f1bce14919b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:20.095149 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-550e2f40-75d7-4fd2-9475-492d4a34121c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'name': 'tempest-TestMinimumBasicScenario-212265060-router', 'tenant_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '595cff51-1ef4-4c91-914a-f47da5792c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:27:26Z', 'updated_at': '2022-04-28T20:27:28Z', 'revision_number': 4, 'project_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'gw_port': {'id': '595cff51-1ef4-4c91-914a-f47da5792c7b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:27:26Z', 'updated_at': '2022-04-28T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'b799a59b-af68-4594-94ae-ef4dd82f684e', 'name': '', 'network_id': '703ccb06-a398-41a2-94e8-2f483ba1794d', 'tenant_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'mac_address': 'fa:16:3e:5a:f5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '0cf7077a-e28a-498c-91a4-99676338dfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:27:28Z', 'updated_at': '2022-04-28T20:27:33Z', 'revision_number': 5, 'project_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'subnets': [{'id': '0cf7077a-e28a-498c-91a4-99676338dfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:29:20.125064 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e2f40-75d7-4fd2-9475-492d4a34121c None None] The sync data for ids ['e3f7e3b6-6c60-4b37-8097-3b30efa6137d'] in n-d-839810-1 is: [{'id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'name': 'tempest-TestMinimumBasicScenario-212265060-router', 'tenant_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '595cff51-1ef4-4c91-914a-f47da5792c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:27:26Z', 'updated_at': '2022-04-28T20:27:28Z', 'revision_number': 4, 'project_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'gw_port': {'id': '595cff51-1ef4-4c91-914a-f47da5792c7b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:27:26Z', 'updated_at': '2022-04-28T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'b799a59b-af68-4594-94ae-ef4dd82f684e', 'name': '', 'network_id': '703ccb06-a398-41a2-94e8-2f483ba1794d', 'tenant_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'mac_address': 'fa:16:3e:5a:f5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '0cf7077a-e28a-498c-91a4-99676338dfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:27:28Z', 'updated_at': '2022-04-28T20:27:33Z', 'revision_number': 5, 'project_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'subnets': [{'id': '0cf7077a-e28a-498c-91a4-99676338dfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:29:20.346578 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a40d428-b030-48f0-80f3-e44e5d559720 None None] New status for floating IP 2c200083-882b-47d9-aaa2-83ee8bf1ad7d: DOWN {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:29:20.372004 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcba707b-469c-4986-8056-000505fab984', 'tag': '61dd65aa-7afb-4da8-be46-a056458d459b'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:29:20.374641 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987aa34c65443dea39eaa51b67d186bb80d94e7c4b504279bd6048524f6efc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfbbed8-3d08-45bf-ad99-4f0de00224f9" -d '{"events": [{"name": "network-changed", "server_uuid": "dcba707b-469c-4986-8056-000505fab984", "tag": "61dd65aa-7afb-4da8-be46-a056458d459b"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:29:20.415319 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9aeb19-a55e-458f-976b-03e35de73ad5 x-openstack-request-id: req-1a9aeb19-a55e-458f-976b-03e35de73ad5 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:29:20.416207 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcba707b-469c-4986-8056-000505fab984", "tag": "61dd65aa-7afb-4da8-be46-a056458d459b", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:29:20.416441 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1a9aeb19-a55e-458f-976b-03e35de73ad5 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:29:20.416841 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a9aeb19-a55e-458f-976b-03e35de73ad5'] response: {'name': 'network-changed', 'server_uuid': 'dcba707b-469c-4986-8056-000505fab984', 'tag': '61dd65aa-7afb-4da8-be46-a056458d459b', 'status': 'completed', 'code': 200} Apr 28 20:29:20.481143 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbbed8-3d08-45bf-ad99-4f0de00224f9 req-95c6939a-01b7-4be5-a081-1a690aad191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:20.482626 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2cfbbed8-3d08-45bf-ad99-4f0de00224f9 req-95c6939a-01b7-4be5-a081-1a690aad191c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ac4bd49668e4f9ea46fcc83e092a963&device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 1096 time: 0.0404041 Apr 28 20:29:20.577131 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbbed8-3d08-45bf-ad99-4f0de00224f9 req-459604f1-c730-4e68-bfaa-2bdaa9de3db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:20.578607 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2cfbbed8-3d08-45bf-ad99-4f0de00224f9 req-459604f1-c730-4e68-bfaa-2bdaa9de3db3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=703ccb06-a398-41a2-94e8-2f483ba1794d HTTP/1.1" status: 200 len: 915 time: 0.0878711 Apr 28 20:29:20.623807 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2cfbbed8-3d08-45bf-ad99-4f0de00224f9 req-3fee3faf-b45a-499a-93d9-a02461b0cf4d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61dd65aa-7afb-4da8-be46-a056458d459b HTTP/1.1" status: 200 len: 217 time: 0.0378320 Apr 28 20:29:20.675537 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbbed8-3d08-45bf-ad99-4f0de00224f9 req-dc50187f-ece5-44ca-b287-b7601cb097b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:20.677166 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2cfbbed8-3d08-45bf-ad99-4f0de00224f9 req-dc50187f-ece5-44ca-b287-b7601cb097b8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0cf7077a-e28a-498c-91a4-99676338dfe6 HTTP/1.1" status: 200 len: 853 time: 0.0463297 Apr 28 20:29:20.731183 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbbed8-3d08-45bf-ad99-4f0de00224f9 req-5e2e9234-0370-4ae9-9ca9-5fcd5d9c7ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:20.732703 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2cfbbed8-3d08-45bf-ad99-4f0de00224f9 req-5e2e9234-0370-4ae9-9ca9-5fcd5d9c7ad9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=703ccb06-a398-41a2-94e8-2f483ba1794d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481541 Apr 28 20:29:20.822695 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2cfbbed8-3d08-45bf-ad99-4f0de00224f9 req-8d652cb6-bca5-413f-bfd9-bbaae0e6ed5c service neutron] 10.222.0.44 "GET /v2.0/networks/703ccb06-a398-41a2-94e8-2f483ba1794d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824320 Apr 28 20:29:20.913297 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2cfbbed8-3d08-45bf-ad99-4f0de00224f9 req-35555b2f-9b43-4d25-8018-89c4b61d321d service neutron] 10.222.0.44 "GET /v2.0/networks/703ccb06-a398-41a2-94e8-2f483ba1794d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848103 Apr 28 20:29:22.140272 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-df2c2285-435a-4a91-acbd-aef601c2b011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:23.659920 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:25.939423 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:26.010824 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:26.301697 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a44943-52f8-4907-88bb-d3dc7e261dbb req-f6692136-81f3-4d00-ac01-eb6f371c1dd4 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:26.303246 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d8a44943-52f8-4907-88bb-d3dc7e261dbb req-f6692136-81f3-4d00-ac01-eb6f371c1dd4 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 945 time: 0.0527465 Apr 28 20:29:26.342551 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d8a44943-52f8-4907-88bb-d3dc7e261dbb req-78029bbf-93ae-4b19-a58a-a1c4fc81b202 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad4e9d01-c1de-4186-a8df-adc622482c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326400 Apr 28 20:29:27.461884 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c90999-2839-4ad5-86ae-523df55a1fd0 req-07247ec5-420e-4d4f-8c39-340c8dab59d0 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:27.463339 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-99c90999-2839-4ad5-86ae-523df55a1fd0 req-07247ec5-420e-4d4f-8c39-340c8dab59d0 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 945 time: 0.0513568 Apr 28 20:29:27.500854 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-99c90999-2839-4ad5-86ae-523df55a1fd0 req-6e89ca18-86b7-4252-b37d-52c6313b84a3 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad4e9d01-c1de-4186-a8df-adc622482c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313592 Apr 28 20:29:27.919061 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34eb5e-8abb-48e0-9dfe-7af6054f481f req-57fbc66b-e687-4ae3-8ad8-be788eded923 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:27.920511 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fd34eb5e-8abb-48e0-9dfe-7af6054f481f req-57fbc66b-e687-4ae3-8ad8-be788eded923 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 945 time: 0.0477762 Apr 28 20:29:28.011658 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-fd34eb5e-8abb-48e0-9dfe-7af6054f481f req-704cfc84-4c7b-4e4c-8eec-cb23ddde20e4 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Deleting port 61dd65aa-7afb-4da8-be46-a056458d459b {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:29:28.011996 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-fd34eb5e-8abb-48e0-9dfe-7af6054f481f req-704cfc84-4c7b-4e4c-8eec-cb23ddde20e4 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:28.097457 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-fd34eb5e-8abb-48e0-9dfe-7af6054f481f req-704cfc84-4c7b-4e4c-8eec-cb23ddde20e4 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] For port 61dd65aa-7afb-4da8-be46-a056458d459b, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=61dd65aa-7afb-4da8-be46-a056458d459b,segment=NetworkSegment(be2f536e-a440-4619-8423-d4cde10fea81),segment_id=be2f536e-a440-4619-8423-d4cde10fea81)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:29:28.097817 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-fd34eb5e-8abb-48e0-9dfe-7af6054f481f req-704cfc84-4c7b-4e4c-8eec-cb23ddde20e4 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:28.110942 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-fd34eb5e-8abb-48e0-9dfe-7af6054f481f req-704cfc84-4c7b-4e4c-8eec-cb23ddde20e4 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Calling delete_port for 61dd65aa-7afb-4da8-be46-a056458d459b owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:29:28.237891 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-fd34eb5e-8abb-48e0-9dfe-7af6054f481f req-704cfc84-4c7b-4e4c-8eec-cb23ddde20e4 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:28.251877 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['61dd65aa-7afb-4da8-be46-a056458d459b'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:29:28.266306 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704cfc84-4c7b-4e4c-8eec-cb23ddde20e4 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Pushing event deleted for resources: {'Port': ['ID=61dd65aa-7afb-4da8-be46-a056458d459b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:28.311136 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd34eb5e-8abb-48e0-9dfe-7af6054f481f req-704cfc84-4c7b-4e4c-8eec-cb23ddde20e4 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] No DVR routers for this DVR port 61dd65aa-7afb-4da8-be46-a056458d459b on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:29:28.313828 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-fd34eb5e-8abb-48e0-9dfe-7af6054f481f req-704cfc84-4c7b-4e4c-8eec-cb23ddde20e4 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:28.317136 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fd34eb5e-8abb-48e0-9dfe-7af6054f481f req-704cfc84-4c7b-4e4c-8eec-cb23ddde20e4 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.44 "DELETE /v2.0/ports/61dd65aa-7afb-4da8-be46-a056458d459b HTTP/1.1" status: 204 len: 173 time: 0.3907201 Apr 28 20:29:28.317570 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcba707b-469c-4986-8056-000505fab984', 'name': 'network-vif-deleted', 'tag': '61dd65aa-7afb-4da8-be46-a056458d459b'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:29:28.319789 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf124955d82b014a11a6fc2eaac2ea15efe7a1380e167aca24b9fc673bca835b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2ac762-5a3c-4b78-943d-15f40e549e8a" -d '{"events": [{"server_uuid": "dcba707b-469c-4986-8056-000505fab984", "name": "network-vif-deleted", "tag": "61dd65aa-7afb-4da8-be46-a056458d459b"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:29:28.360335 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16135ee-5d37-4cfe-9eec-0e3032d650cb x-openstack-request-id: req-d16135ee-5d37-4cfe-9eec-0e3032d650cb {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:29:28.360625 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcba707b-469c-4986-8056-000505fab984", "name": "network-vif-deleted", "tag": "61dd65aa-7afb-4da8-be46-a056458d459b", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:29:28.360871 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d16135ee-5d37-4cfe-9eec-0e3032d650cb {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:29:28.361275 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d16135ee-5d37-4cfe-9eec-0e3032d650cb'] response: {'server_uuid': 'dcba707b-469c-4986-8056-000505fab984', 'name': 'network-vif-deleted', 'tag': '61dd65aa-7afb-4da8-be46-a056458d459b', 'status': 'completed', 'code': 200} Apr 28 20:29:28.612033 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-bc222d8a-e434-4fd0-beb1-0f0b2f45917d req-c02b0457-0fd2-45ba-af05-de296a33b429 tempest-TestMinimumBasicScenario-102870164 tempest-TestMinimumBasicScenario-102870164-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcba707b-469c-4986-8056-000505fab984 HTTP/1.1" status: 200 len: 210 time: 0.0310466 Apr 28 20:29:30.165199 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38028) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:29:30.419991 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 61dd65aa-7afb-4da8-be46-a056458d459b no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:29:30.440028 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 61dd65aa-7afb-4da8-be46-a056458d459b {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:29:30.440397 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 61dd65aa-7afb-4da8-be46-a056458d459b not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:29:30.503240 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ebf121bf-c39d-4c75-af49-cb00c4a3c20d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:30.741962 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ebf121bf-c39d-4c75-af49-cb00c4a3c20d admin admin] Deleting port b799a59b-af68-4594-94ae-ef4dd82f684e {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:29:30.742207 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ebf121bf-c39d-4c75-af49-cb00c4a3c20d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:30.818372 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-ebf121bf-c39d-4c75-af49-cb00c4a3c20d admin admin] For port b799a59b-af68-4594-94ae-ef4dd82f684e, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=b799a59b-af68-4594-94ae-ef4dd82f684e,segment=NetworkSegment(be2f536e-a440-4619-8423-d4cde10fea81),segment_id=be2f536e-a440-4619-8423-d4cde10fea81)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:29:30.818725 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ebf121bf-c39d-4c75-af49-cb00c4a3c20d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:30.830618 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-ebf121bf-c39d-4c75-af49-cb00c4a3c20d admin admin] Calling delete_port for b799a59b-af68-4594-94ae-ef4dd82f684e owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:29:31.003391 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ebf121bf-c39d-4c75-af49-cb00c4a3c20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:31.033357 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf121bf-c39d-4c75-af49-cb00c4a3c20d admin admin] Pushing event deleted for resources: {'Port': ['ID=b799a59b-af68-4594-94ae-ef4dd82f684e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:31.194183 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ebf121bf-c39d-4c75-af49-cb00c4a3c20d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:31.653895 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf121bf-c39d-4c75-af49-cb00c4a3c20d admin admin] Router e3f7e3b6-6c60-4b37-8097-3b30efa6137d has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:29:31.762737 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf121bf-c39d-4c75-af49-cb00c4a3c20d admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:29:31.768051 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ebf121bf-c39d-4c75-af49-cb00c4a3c20d admin admin] 10.222.0.42 "PUT /v2.0/routers/e3f7e3b6-6c60-4b37-8097-3b30efa6137d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6013052 Apr 28 20:29:31.770678 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38030) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:29:31.771463 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c105f4f3-89ae-4ab8-b795-da4fdc877501 None None] Sync routers for ids ['e3f7e3b6-6c60-4b37-8097-3b30efa6137d'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:29:31.782056 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c105f4f3-89ae-4ab8-b795-da4fdc877501 None None] Routers {'e3f7e3b6-6c60-4b37-8097-3b30efa6137d'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:29:31.782662 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-c105f4f3-89ae-4ab8-b795-da4fdc877501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:29:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['e3f7e3b6-6c60-4b37-8097-3b30efa6137d'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:29:31.874482 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-caa43b4e-309f-4ba6-8546-dfedbf89ac7b admin admin] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:31.884800 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-c105f4f3-89ae-4ab8-b795-da4fdc877501 None None] Set router e3f7e3b6-6c60-4b37-8097-3b30efa6137d gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:29:31.976319 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-caa43b4e-309f-4ba6-8546-dfedbf89ac7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:32.031124 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-caa43b4e-309f-4ba6-8546-dfedbf89ac7b admin admin] Deleting port 595cff51-1ef4-4c91-914a-f47da5792c7b {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:29:32.031458 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-caa43b4e-309f-4ba6-8546-dfedbf89ac7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:32.056794 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-c105f4f3-89ae-4ab8-b795-da4fdc877501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'name': 'tempest-TestMinimumBasicScenario-212265060-router', 'tenant_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '595cff51-1ef4-4c91-914a-f47da5792c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:27:26Z', 'updated_at': '2022-04-28T20:29:30Z', 'revision_number': 5, 'project_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'gw_port': {'id': '595cff51-1ef4-4c91-914a-f47da5792c7b', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:27:26Z', 'updated_at': '2022-04-28T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:29:32.088186 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c105f4f3-89ae-4ab8-b795-da4fdc877501 None None] Checking router: e3f7e3b6-6c60-4b37-8097-3b30efa6137d for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:29:32.096187 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c105f4f3-89ae-4ab8-b795-da4fdc877501 None None] Routers {'e3f7e3b6-6c60-4b37-8097-3b30efa6137d'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:29:32.096792 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-c105f4f3-89ae-4ab8-b795-da4fdc877501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:29:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['e3f7e3b6-6c60-4b37-8097-3b30efa6137d'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:29:32.114776 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-caa43b4e-309f-4ba6-8546-dfedbf89ac7b admin admin] For port 595cff51-1ef4-4c91-914a-f47da5792c7b, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=595cff51-1ef4-4c91-914a-f47da5792c7b,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:29:32.115143 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-caa43b4e-309f-4ba6-8546-dfedbf89ac7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:32.128262 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-caa43b4e-309f-4ba6-8546-dfedbf89ac7b admin admin] Calling delete_port for 595cff51-1ef4-4c91-914a-f47da5792c7b owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:29:32.179387 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-c105f4f3-89ae-4ab8-b795-da4fdc877501 None None] Set router e3f7e3b6-6c60-4b37-8097-3b30efa6137d gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:29:32.228947 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-c105f4f3-89ae-4ab8-b795-da4fdc877501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'name': 'tempest-TestMinimumBasicScenario-212265060-router', 'tenant_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:27:26Z', 'updated_at': '2022-04-28T20:29:31Z', 'revision_number': 6, 'project_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:29:32.257995 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c105f4f3-89ae-4ab8-b795-da4fdc877501 None None] The sync data for ids ['e3f7e3b6-6c60-4b37-8097-3b30efa6137d'] in n-d-839810-1 is: [{'id': 'e3f7e3b6-6c60-4b37-8097-3b30efa6137d', 'name': 'tempest-TestMinimumBasicScenario-212265060-router', 'tenant_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:27:26Z', 'updated_at': '2022-04-28T20:29:31Z', 'revision_number': 6, 'project_id': '7ac4bd49668e4f9ea46fcc83e092a963', 'gw_port_host': None}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:29:32.297875 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-caa43b4e-309f-4ba6-8546-dfedbf89ac7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:32.321158 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:32.329251 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa43b4e-309f-4ba6-8546-dfedbf89ac7b admin admin] Pushing event deleted for resources: {'Port': ['ID=595cff51-1ef4-4c91-914a-f47da5792c7b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:32.387974 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-caa43b4e-309f-4ba6-8546-dfedbf89ac7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:32.477202 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-caa43b4e-309f-4ba6-8546-dfedbf89ac7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:32.480055 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-caa43b4e-309f-4ba6-8546-dfedbf89ac7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:32.522040 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-caa43b4e-309f-4ba6-8546-dfedbf89ac7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:32.522539 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa43b4e-309f-4ba6-8546-dfedbf89ac7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3f7e3b6-6c60-4b37-8097-3b30efa6137d {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:29:32.527011 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-caa43b4e-309f-4ba6-8546-dfedbf89ac7b admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:32.528150 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-caa43b4e-309f-4ba6-8546-dfedbf89ac7b admin admin] 10.222.0.42 "DELETE /v2.0/routers/e3f7e3b6-6c60-4b37-8097-3b30efa6137d HTTP/1.1" status: 204 len: 168 time: 0.7565241 Apr 28 20:29:32.530697 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38032) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:29:32.578000 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-2efd55ef-1c32-4b79-9ecf-48299ccbfbb0 admin admin] Deleting subnet 0cf7077a-e28a-498c-91a4-99676338dfe6 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:29:32.580940 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2efd55ef-1c32-4b79-9ecf-48299ccbfbb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:32.616969 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2efd55ef-1c32-4b79-9ecf-48299ccbfbb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:32.700678 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2efd55ef-1c32-4b79-9ecf-48299ccbfbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:32.756494 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2efd55ef-1c32-4b79-9ecf-48299ccbfbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:32.783876 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd55ef-1c32-4b79-9ecf-48299ccbfbb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cf7077a-e28a-498c-91a4-99676338dfe6,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:32.785843 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-2efd55ef-1c32-4b79-9ecf-48299ccbfbb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:32.789728 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2efd55ef-1c32-4b79-9ecf-48299ccbfbb0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0cf7077a-e28a-498c-91a4-99676338dfe6 HTTP/1.1" status: 204 len: 168 time: 0.2579575 Apr 28 20:29:32.790121 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa269ce-4ece-4ebf-a40a-be213b6a2b32 None None] Network 703ccb06-a398-41a2-94e8-2f483ba1794d requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:29:32.792896 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38034) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:29:32.858939 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b008dcf5-d961-4e54-9d90-8ebcc9d56150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:32.911652 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b008dcf5-d961-4e54-9d90-8ebcc9d56150 admin admin] Deleting port 9546f15b-8bd7-4dc2-b9f0-c0f84bb71bb5 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:29:32.911986 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b008dcf5-d961-4e54-9d90-8ebcc9d56150 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:32.982855 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-b008dcf5-d961-4e54-9d90-8ebcc9d56150 admin admin] For port 9546f15b-8bd7-4dc2-b9f0-c0f84bb71bb5, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=9546f15b-8bd7-4dc2-b9f0-c0f84bb71bb5,segment=NetworkSegment(be2f536e-a440-4619-8423-d4cde10fea81),segment_id=be2f536e-a440-4619-8423-d4cde10fea81)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:29:32.983222 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b008dcf5-d961-4e54-9d90-8ebcc9d56150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:32.997644 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-b008dcf5-d961-4e54-9d90-8ebcc9d56150 admin admin] Calling delete_port for 9546f15b-8bd7-4dc2-b9f0-c0f84bb71bb5 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:29:33.005695 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1834c3cb-163b-4688-acc7-88b5e1a28d72 None None] DHCP port deletion for 703ccb06-a398-41a2-94e8-2f483ba1794d request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:29:33.054478 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-1834c3cb-163b-4688-acc7-88b5e1a28d72 None None] Deleting port 9546f15b-8bd7-4dc2-b9f0-c0f84bb71bb5 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:29:33.054942 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1834c3cb-163b-4688-acc7-88b5e1a28d72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:33.079479 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b008dcf5-d961-4e54-9d90-8ebcc9d56150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:33.106902 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008dcf5-d961-4e54-9d90-8ebcc9d56150 admin admin] Pushing event deleted for resources: {'Port': ['ID=9546f15b-8bd7-4dc2-b9f0-c0f84bb71bb5,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:33.110429 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b008dcf5-d961-4e54-9d90-8ebcc9d56150 admin admin] No DVR routers for this DVR port 9546f15b-8bd7-4dc2-b9f0-c0f84bb71bb5 on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:29:33.126899 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-1834c3cb-163b-4688-acc7-88b5e1a28d72 None None] For port 9546f15b-8bd7-4dc2-b9f0-c0f84bb71bb5, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=9546f15b-8bd7-4dc2-b9f0-c0f84bb71bb5,segment=NetworkSegment(be2f536e-a440-4619-8423-d4cde10fea81),segment_id=be2f536e-a440-4619-8423-d4cde10fea81)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:29:33.127296 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1834c3cb-163b-4688-acc7-88b5e1a28d72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:33.140990 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-1834c3cb-163b-4688-acc7-88b5e1a28d72 None None] Calling delete_port for 9546f15b-8bd7-4dc2-b9f0-c0f84bb71bb5 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:29:33.186560 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b008dcf5-d961-4e54-9d90-8ebcc9d56150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:33.207452 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-b008dcf5-d961-4e54-9d90-8ebcc9d56150 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703ccb06-a398-41a2-94e8-2f483ba1794d']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:29:33.218178 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-b008dcf5-d961-4e54-9d90-8ebcc9d56150 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be2f536e-a440-4619-8423-d4cde10fea81') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:29:33.218405 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-b008dcf5-d961-4e54-9d90-8ebcc9d56150 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be2f536e-a440-4619-8423-d4cde10fea81') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:29:33.219161 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1834c3cb-163b-4688-acc7-88b5e1a28d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:33.229680 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b008dcf5-d961-4e54-9d90-8ebcc9d56150 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:33.241809 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1834c3cb-163b-4688-acc7-88b5e1a28d72 None None] Pushing event deleted for resources: {'Port': ['ID=9546f15b-8bd7-4dc2-b9f0-c0f84bb71bb5,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:33.248814 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b008dcf5-d961-4e54-9d90-8ebcc9d56150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:33.255281 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c3cb-163b-4688-acc7-88b5e1a28d72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:33.255630 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c3cb-163b-4688-acc7-88b5e1a28d72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:33.255973 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c3cb-163b-4688-acc7-88b5e1a28d72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:33.256337 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c3cb-163b-4688-acc7-88b5e1a28d72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:33.256676 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c3cb-163b-4688-acc7-88b5e1a28d72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:33.257009 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c3cb-163b-4688-acc7-88b5e1a28d72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:33.257339 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c3cb-163b-4688-acc7-88b5e1a28d72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:33.257668 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c3cb-163b-4688-acc7-88b5e1a28d72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:33.257919 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b008dcf5-d961-4e54-9d90-8ebcc9d56150 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:29:33.258034 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c3cb-163b-4688-acc7-88b5e1a28d72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:33.258301 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c3cb-163b-4688-acc7-88b5e1a28d72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:33.258627 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c3cb-163b-4688-acc7-88b5e1a28d72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:33.258950 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c3cb-163b-4688-acc7-88b5e1a28d72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:33.259232 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b008dcf5-d961-4e54-9d90-8ebcc9d56150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:33.262423 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1834c3cb-163b-4688-acc7-88b5e1a28d72 None None] No DVR routers for this DVR port 9546f15b-8bd7-4dc2-b9f0-c0f84bb71bb5 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:29:33.273832 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 20:29:33.273832 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:29:33.273832 n-d-839810-1 neutron-server[102773]: timer() Apr 28 20:29:33.273832 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:29:33.273832 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 20:29:33.273832 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:29:33.273832 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 20:29:33.273832 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:29:33.273832 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 20:29:33.273832 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:29:33.273832 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 20:29:33.273832 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:29:33.273832 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 20:29:33.273832 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:29:33.273832 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:29:33.273832 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:29:33.273832 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:29:33.273832 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:29:33.273832 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 20:29:33.273832 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:29:33.273832 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 20:29:33.273832 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:29:33.273832 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:29:33.273832 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:29:33.273832 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 20:29:33.273832 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:29:33.273832 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:29:33.273832 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:29:33.273832 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:29:33.273832 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:29:33.273832 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:29:33.273832 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:29:33.330053 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b008dcf5-d961-4e54-9d90-8ebcc9d56150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:33.335475 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b008dcf5-d961-4e54-9d90-8ebcc9d56150 admin admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:33.338692 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b008dcf5-d961-4e54-9d90-8ebcc9d56150 admin admin] 10.222.0.42 "DELETE /v2.0/networks/703ccb06-a398-41a2-94e8-2f483ba1794d HTTP/1.1" status: 204 len: 168 time: 0.5448675 Apr 28 20:29:33.341816 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38036) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:29:33.349518 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008dcf5-d961-4e54-9d90-8ebcc9d56150 admin admin] Pushing event deleted for resources: {'Network': ['ID=703ccb06-a398-41a2-94e8-2f483ba1794d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:33.647331 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9546f15b-8bd7-4dc2-b9f0-c0f84bb71bb5 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:29:33.668657 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 9546f15b-8bd7-4dc2-b9f0-c0f84bb71bb5 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:29:33.668999 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 9546f15b-8bd7-4dc2-b9f0-c0f84bb71bb5 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:29:33.669397 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device b799a59b-af68-4594-94ae-ef4dd82f684e no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:29:33.691656 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: b799a59b-af68-4594-94ae-ef4dd82f684e {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:29:33.691998 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device b799a59b-af68-4594-94ae-ef4dd82f684e not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:29:33.692428 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 595cff51-1ef4-4c91-914a-f47da5792c7b no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:29:33.692717 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-28c9a16c-77be-4a40-a3d0-3c138abc8c8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:33.711932 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 595cff51-1ef4-4c91-914a-f47da5792c7b {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:29:33.712301 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 595cff51-1ef4-4c91-914a-f47da5792c7b not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:29:33.825213 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:33.939914 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-28c9a16c-77be-4a40-a3d0-3c138abc8c8a admin admin] Deleting port 52fe37f3-35db-4705-959a-95b30e88d471 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:29:33.940285 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-28c9a16c-77be-4a40-a3d0-3c138abc8c8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:34.019272 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-28c9a16c-77be-4a40-a3d0-3c138abc8c8a admin admin] For port 52fe37f3-35db-4705-959a-95b30e88d471, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=52fe37f3-35db-4705-959a-95b30e88d471,segment=NetworkSegment(538a865c-59b8-4edc-9c3f-01e46f149821),segment_id=538a865c-59b8-4edc-9c3f-01e46f149821)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:29:34.019629 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-28c9a16c-77be-4a40-a3d0-3c138abc8c8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:34.032322 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-28c9a16c-77be-4a40-a3d0-3c138abc8c8a admin admin] Calling delete_port for 52fe37f3-35db-4705-959a-95b30e88d471 owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:29:34.206487 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-28c9a16c-77be-4a40-a3d0-3c138abc8c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:34.232651 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c9a16c-77be-4a40-a3d0-3c138abc8c8a admin admin] Pushing event deleted for resources: {'Port': ['ID=52fe37f3-35db-4705-959a-95b30e88d471,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:34.401427 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-28c9a16c-77be-4a40-a3d0-3c138abc8c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:34.619342 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c9a16c-77be-4a40-a3d0-3c138abc8c8a admin admin] Router 5a7c2d8e-87c0-4c6d-834a-7015fa98255c has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:29:34.728921 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c9a16c-77be-4a40-a3d0-3c138abc8c8a admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:29:34.734158 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-28c9a16c-77be-4a40-a3d0-3c138abc8c8a admin admin] 10.222.0.42 "PUT /v2.0/routers/5a7c2d8e-87c0-4c6d-834a-7015fa98255c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3912332 Apr 28 20:29:34.737009 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38038) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:29:34.737589 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d599d-afa0-458b-a3c2-e3b90a69e5ab None None] Sync routers for ids ['5a7c2d8e-87c0-4c6d-834a-7015fa98255c'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:29:34.748742 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703d599d-afa0-458b-a3c2-e3b90a69e5ab None None] Routers {'5a7c2d8e-87c0-4c6d-834a-7015fa98255c'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:29:34.749402 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-703d599d-afa0-458b-a3c2-e3b90a69e5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:29:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['5a7c2d8e-87c0-4c6d-834a-7015fa98255c'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:29:34.847468 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-acc22dd4-02dc-4066-bf2b-9efd2ca2d05b admin admin] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:34.854227 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-703d599d-afa0-458b-a3c2-e3b90a69e5ab None None] Set router 5a7c2d8e-87c0-4c6d-834a-7015fa98255c gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:29:34.952989 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-acc22dd4-02dc-4066-bf2b-9efd2ca2d05b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:35.007156 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-acc22dd4-02dc-4066-bf2b-9efd2ca2d05b admin admin] Deleting port 43b53788-ff96-4a80-825c-da273e707ece {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:29:35.007616 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-acc22dd4-02dc-4066-bf2b-9efd2ca2d05b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:35.087419 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-acc22dd4-02dc-4066-bf2b-9efd2ca2d05b admin admin] For port 43b53788-ff96-4a80-825c-da273e707ece, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=43b53788-ff96-4a80-825c-da273e707ece,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:29:35.087775 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-acc22dd4-02dc-4066-bf2b-9efd2ca2d05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:35.099968 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-acc22dd4-02dc-4066-bf2b-9efd2ca2d05b admin admin] Calling delete_port for 43b53788-ff96-4a80-825c-da273e707ece owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:29:35.184558 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-703d599d-afa0-458b-a3c2-e3b90a69e5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7c2d8e-87c0-4c6d-834a-7015fa98255c', 'name': 'tempest-TestMinimumBasicScenario-821813913-router', 'tenant_id': '22ac913fb92b477a977588a53283958f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '43b53788-ff96-4a80-825c-da273e707ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:27:30Z', 'updated_at': '2022-04-28T20:29:34Z', 'revision_number': 5, 'project_id': '22ac913fb92b477a977588a53283958f', 'gw_port': {'id': '43b53788-ff96-4a80-825c-da273e707ece', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7c2d8e-87c0-4c6d-834a-7015fa98255c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:27:31Z', 'updated_at': '2022-04-28T20:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:29:35.214867 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d599d-afa0-458b-a3c2-e3b90a69e5ab None None] Checking router: 5a7c2d8e-87c0-4c6d-834a-7015fa98255c for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:29:35.222954 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703d599d-afa0-458b-a3c2-e3b90a69e5ab None None] Routers {'5a7c2d8e-87c0-4c6d-834a-7015fa98255c'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:29:35.223658 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-703d599d-afa0-458b-a3c2-e3b90a69e5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:29:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['5a7c2d8e-87c0-4c6d-834a-7015fa98255c'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:29:35.266834 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-acc22dd4-02dc-4066-bf2b-9efd2ca2d05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:35.298184 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc22dd4-02dc-4066-bf2b-9efd2ca2d05b admin admin] Pushing event deleted for resources: {'Port': ['ID=43b53788-ff96-4a80-825c-da273e707ece,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:35.315867 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-703d599d-afa0-458b-a3c2-e3b90a69e5ab None None] Set router 5a7c2d8e-87c0-4c6d-834a-7015fa98255c gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:29:35.357991 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-acc22dd4-02dc-4066-bf2b-9efd2ca2d05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:35.367092 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-703d599d-afa0-458b-a3c2-e3b90a69e5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7c2d8e-87c0-4c6d-834a-7015fa98255c', 'name': 'tempest-TestMinimumBasicScenario-821813913-router', 'tenant_id': '22ac913fb92b477a977588a53283958f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:27:30Z', 'updated_at': '2022-04-28T20:29:34Z', 'revision_number': 6, 'project_id': '22ac913fb92b477a977588a53283958f', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:29:35.396313 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d599d-afa0-458b-a3c2-e3b90a69e5ab None None] The sync data for ids ['5a7c2d8e-87c0-4c6d-834a-7015fa98255c'] in n-d-839810-1 is: [{'id': '5a7c2d8e-87c0-4c6d-834a-7015fa98255c', 'name': 'tempest-TestMinimumBasicScenario-821813913-router', 'tenant_id': '22ac913fb92b477a977588a53283958f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:27:30Z', 'updated_at': '2022-04-28T20:29:34Z', 'revision_number': 6, 'project_id': '22ac913fb92b477a977588a53283958f', 'gw_port_host': None}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:29:35.450404 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-acc22dd4-02dc-4066-bf2b-9efd2ca2d05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:35.452482 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-acc22dd4-02dc-4066-bf2b-9efd2ca2d05b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:35.494794 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-acc22dd4-02dc-4066-bf2b-9efd2ca2d05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:35.495321 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc22dd4-02dc-4066-bf2b-9efd2ca2d05b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a7c2d8e-87c0-4c6d-834a-7015fa98255c {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:29:35.499560 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-acc22dd4-02dc-4066-bf2b-9efd2ca2d05b admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:35.500774 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-acc22dd4-02dc-4066-bf2b-9efd2ca2d05b admin admin] 10.222.0.42 "DELETE /v2.0/routers/5a7c2d8e-87c0-4c6d-834a-7015fa98255c HTTP/1.1" status: 204 len: 168 time: 0.7627530 Apr 28 20:29:35.503556 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38040) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:29:35.550123 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ef4124-5aa7-4bd3-82ec-0883727e7be5 admin admin] Deleting subnet c568b442-02e5-4681-b51d-901d2644445b {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:29:35.553055 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-75ef4124-5aa7-4bd3-82ec-0883727e7be5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:35.585627 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-75ef4124-5aa7-4bd3-82ec-0883727e7be5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:35.660074 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-75ef4124-5aa7-4bd3-82ec-0883727e7be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:35.710820 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-75ef4124-5aa7-4bd3-82ec-0883727e7be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:35.739440 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef4124-5aa7-4bd3-82ec-0883727e7be5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c568b442-02e5-4681-b51d-901d2644445b,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:35.742971 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-75ef4124-5aa7-4bd3-82ec-0883727e7be5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:35.749089 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-75ef4124-5aa7-4bd3-82ec-0883727e7be5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c568b442-02e5-4681-b51d-901d2644445b HTTP/1.1" status: 204 len: 168 time: 0.2422218 Apr 28 20:29:35.749253 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38042) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:29:35.760427 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4b4b17-68be-49f0-a3ee-d79650e97bf1 None None] Network 7a90e270-d5f7-4e09-b29d-91155fb864c1 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:29:35.830819 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-97a37f76-dc1a-43e3-bc66-755b920dcd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:35.894238 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 52fe37f3-35db-4705-959a-95b30e88d471 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:29:35.899461 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-97a37f76-dc1a-43e3-bc66-755b920dcd5f admin admin] Deleting port d21e4527-f4ce-4b7f-81e5-025939da1da6 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:29:35.899842 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-97a37f76-dc1a-43e3-bc66-755b920dcd5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:35.917815 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 52fe37f3-35db-4705-959a-95b30e88d471 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:29:35.918156 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 52fe37f3-35db-4705-959a-95b30e88d471 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:29:35.966858 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-97a37f76-dc1a-43e3-bc66-755b920dcd5f admin admin] For port d21e4527-f4ce-4b7f-81e5-025939da1da6, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=d21e4527-f4ce-4b7f-81e5-025939da1da6,segment=NetworkSegment(538a865c-59b8-4edc-9c3f-01e46f149821),segment_id=538a865c-59b8-4edc-9c3f-01e46f149821)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:29:35.967229 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-97a37f76-dc1a-43e3-bc66-755b920dcd5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:35.979663 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-97a37f76-dc1a-43e3-bc66-755b920dcd5f admin admin] Calling delete_port for d21e4527-f4ce-4b7f-81e5-025939da1da6 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:29:36.058522 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-97a37f76-dc1a-43e3-bc66-755b920dcd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:36.083393 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a37f76-dc1a-43e3-bc66-755b920dcd5f admin admin] Pushing event deleted for resources: {'Port': ['ID=d21e4527-f4ce-4b7f-81e5-025939da1da6,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:36.088562 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a37f76-dc1a-43e3-bc66-755b920dcd5f admin admin] No DVR routers for this DVR port d21e4527-f4ce-4b7f-81e5-025939da1da6 on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:29:36.163491 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-97a37f76-dc1a-43e3-bc66-755b920dcd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:36.184438 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-97a37f76-dc1a-43e3-bc66-755b920dcd5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a90e270-d5f7-4e09-b29d-91155fb864c1']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:29:36.193340 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-97a37f76-dc1a-43e3-bc66-755b920dcd5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '538a865c-59b8-4edc-9c3f-01e46f149821') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:29:36.193635 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-97a37f76-dc1a-43e3-bc66-755b920dcd5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '538a865c-59b8-4edc-9c3f-01e46f149821') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:29:36.202766 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-97a37f76-dc1a-43e3-bc66-755b920dcd5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:36.216351 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-97a37f76-dc1a-43e3-bc66-755b920dcd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:36.223909 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a37f76-dc1a-43e3-bc66-755b920dcd5f admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:29:36.224352 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-97a37f76-dc1a-43e3-bc66-755b920dcd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:36.226040 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 20:29:36.226040 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:29:36.226040 n-d-839810-1 neutron-server[102773]: timer() Apr 28 20:29:36.226040 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:29:36.226040 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 20:29:36.226040 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:29:36.226040 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 20:29:36.226040 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:29:36.226040 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 20:29:36.226040 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:29:36.226040 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 20:29:36.226040 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:29:36.226040 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 20:29:36.226040 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:29:36.226040 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:29:36.226040 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:29:36.226040 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:29:36.226040 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:29:36.226040 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 20:29:36.226040 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:29:36.226040 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 20:29:36.226040 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:29:36.226040 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:29:36.226040 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:29:36.226040 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 20:29:36.226040 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:29:36.226040 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:29:36.226040 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:29:36.226040 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:29:36.226040 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:29:36.226040 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:29:36.226040 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:29:36.236456 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5190f97a-77d4-497e-adeb-b80bd7d0bf9d None None] DHCP port deletion for 7a90e270-d5f7-4e09-b29d-91155fb864c1 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:29:36.550383 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-97a37f76-dc1a-43e3-bc66-755b920dcd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:36.556471 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-97a37f76-dc1a-43e3-bc66-755b920dcd5f admin admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:36.559794 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-97a37f76-dc1a-43e3-bc66-755b920dcd5f admin admin] 10.222.0.42 "DELETE /v2.0/networks/7a90e270-d5f7-4e09-b29d-91155fb864c1 HTTP/1.1" status: 204 len: 168 time: 0.8094192 Apr 28 20:29:36.570479 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a37f76-dc1a-43e3-bc66-755b920dcd5f admin admin] Pushing event deleted for resources: {'Network': ['ID=7a90e270-d5f7-4e09-b29d-91155fb864c1,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:36.725855 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38046) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:29:36.781430 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-16b5609e-7dcd-44c5-bda4-2a51c8275a7b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7ac4bd49668e4f9ea46fcc83e092a963&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543342 Apr 28 20:29:36.783763 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38048) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:29:36.831353 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3d81da4-124a-4664-a61e-5d3ea18aad75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:36.851731 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3d81da4-124a-4664-a61e-5d3ea18aad75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:36.899594 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3d81da4-124a-4664-a61e-5d3ea18aad75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:36.902194 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c3d81da4-124a-4664-a61e-5d3ea18aad75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:36.906276 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c3d81da4-124a-4664-a61e-5d3ea18aad75 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ad4e9d01-c1de-4186-a8df-adc622482c2f HTTP/1.1" status: 204 len: 168 time: 0.1186523 Apr 28 20:29:36.911963 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d81da4-124a-4664-a61e-5d3ea18aad75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4e9d01-c1de-4186-a8df-adc622482c2f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:37.210495 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38054) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:29:37.250235 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d9a0faee-160d-4024-95cf-16645498a528 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=22ac913fb92b477a977588a53283958f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385604 Apr 28 20:29:37.252733 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38056) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:29:37.302148 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e31c1753-77ff-4c75-bbb1-3448d4681859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:37.323644 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e31c1753-77ff-4c75-bbb1-3448d4681859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:37.368221 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e31c1753-77ff-4c75-bbb1-3448d4681859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:37.371395 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e31c1753-77ff-4c75-bbb1-3448d4681859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:37.372669 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e31c1753-77ff-4c75-bbb1-3448d4681859 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1ff87b05-7c76-475a-aad5-ddcee6456bb3 HTTP/1.1" status: 204 len: 168 time: 0.1190434 Apr 28 20:29:37.380353 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c1753-77ff-4c75-bbb1-3448d4681859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff87b05-7c76-475a-aad5-ddcee6456bb3,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:37.647410 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 43b53788-ff96-4a80-825c-da273e707ece no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:29:37.669986 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 43b53788-ff96-4a80-825c-da273e707ece {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:29:37.670328 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 43b53788-ff96-4a80-825c-da273e707ece not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:29:37.670733 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d21e4527-f4ce-4b7f-81e5-025939da1da6 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:29:37.693911 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: d21e4527-f4ce-4b7f-81e5-025939da1da6 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:29:37.694252 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d21e4527-f4ce-4b7f-81e5-025939da1da6 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:29:39.207869 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38096) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:29:39.212698 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-2507e9a3-ec80-4cae-a59e-78b86767e752 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1423991834', 'description': 'tempest-secgroup-smoke-1423991834 description', 'project_id': '98124a5578cd489a90ae211a065fdd6a'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:29:39.232686 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2507e9a3-ec80-4cae-a59e-78b86767e752 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:39.241145 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2507e9a3-ec80-4cae-a59e-78b86767e752 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:39.317498 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2507e9a3-ec80-4cae-a59e-78b86767e752 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:39.321073 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2507e9a3-ec80-4cae-a59e-78b86767e752 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:39.360353 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507e9a3-ec80-4cae-a59e-78b86767e752 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f139439-9fa0-4558-a275-d83dd3f6366d,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:39.394507 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2507e9a3-ec80-4cae-a59e-78b86767e752 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:39.397871 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2507e9a3-ec80-4cae-a59e-78b86767e752 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:39.426171 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2507e9a3-ec80-4cae-a59e-78b86767e752 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:39.427382 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2507e9a3-ec80-4cae-a59e-78b86767e752 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2184644 Apr 28 20:29:39.430565 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38098) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:29:39.431287 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507e9a3-ec80-4cae-a59e-78b86767e752 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5baa68c7-faaf-416c-b4a0-f69c15be2786,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:39.436371 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-8f99726d-bb10-4f40-856e-8e562e560d45 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'security_group_rule': {'security_group_id': '5baa68c7-faaf-416c-b4a0-f69c15be2786', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:29:39.462859 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f99726d-bb10-4f40-856e-8e562e560d45 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:39.508723 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f99726d-bb10-4f40-856e-8e562e560d45 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:39.512209 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f99726d-bb10-4f40-856e-8e562e560d45 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:39.529291 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99726d-bb10-4f40-856e-8e562e560d45 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50061eba-247a-40c3-9816-7ae0b1ea70ab,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:39.537278 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f99726d-bb10-4f40-856e-8e562e560d45 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:39.538453 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8f99726d-bb10-4f40-856e-8e562e560d45 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1067014 Apr 28 20:29:39.541967 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38100) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:29:39.546500 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-7010c8e5-1bda-4255-a64e-5c42bcfa2a22 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'security_group_rule': {'security_group_id': '5baa68c7-faaf-416c-b4a0-f69c15be2786', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:29:39.569596 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7010c8e5-1bda-4255-a64e-5c42bcfa2a22 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:39.625686 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7010c8e5-1bda-4255-a64e-5c42bcfa2a22 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:39.629072 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7010c8e5-1bda-4255-a64e-5c42bcfa2a22 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:39.645809 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010c8e5-1bda-4255-a64e-5c42bcfa2a22 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=317b8c74-3dbc-4377-baa4-345fb31d1b7a,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:39.653658 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7010c8e5-1bda-4255-a64e-5c42bcfa2a22 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:39.655342 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7010c8e5-1bda-4255-a64e-5c42bcfa2a22 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1116586 Apr 28 20:29:39.657531 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38102) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:29:39.661813 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-7e541e88-8766-4fb7-8047-d43eed83e67f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'security_group_rule': {'security_group_id': '5baa68c7-faaf-416c-b4a0-f69c15be2786', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:29:39.686301 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7e541e88-8766-4fb7-8047-d43eed83e67f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:39.746061 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7e541e88-8766-4fb7-8047-d43eed83e67f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:39.749580 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7e541e88-8766-4fb7-8047-d43eed83e67f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:39.768161 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e541e88-8766-4fb7-8047-d43eed83e67f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ca242b-ec2d-48f5-9c49-dc7e56b461fb,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:39.773286 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7e541e88-8766-4fb7-8047-d43eed83e67f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:39.774330 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7e541e88-8766-4fb7-8047-d43eed83e67f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158731 Apr 28 20:29:39.777152 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38104) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:29:39.781352 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-c6c58339-8777-4572-9af3-e5ed893b79b0 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'security_group_rule': {'security_group_id': '5baa68c7-faaf-416c-b4a0-f69c15be2786', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:29:39.805611 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c6c58339-8777-4572-9af3-e5ed893b79b0 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:39.863788 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c6c58339-8777-4572-9af3-e5ed893b79b0 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:39.867198 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c6c58339-8777-4572-9af3-e5ed893b79b0 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:39.885781 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c58339-8777-4572-9af3-e5ed893b79b0 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47c620d4-c99a-4db4-a201-67b84fa8e2fa,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:39.890588 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c6c58339-8777-4572-9af3-e5ed893b79b0 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:39.894423 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c6c58339-8777-4572-9af3-e5ed893b79b0 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1136999 Apr 28 20:29:39.894515 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38106) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:29:39.898649 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-d3c0aa9a-b5cc-4897-88b0-b1ad22be86c8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'security_group_rule': {'security_group_id': '5baa68c7-faaf-416c-b4a0-f69c15be2786', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:29:39.918646 n-d-839810-1 neutron-server[102773]: INFO neutron.db.securitygroups_db [None req-d3c0aa9a-b5cc-4897-88b0-b1ad22be86c8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Project 98124a5578cd489a90ae211a065fdd6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:29:39.923413 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3c0aa9a-b5cc-4897-88b0-b1ad22be86c8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:39.981661 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3c0aa9a-b5cc-4897-88b0-b1ad22be86c8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:39.985390 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3c0aa9a-b5cc-4897-88b0-b1ad22be86c8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:40.005716 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0aa9a-b5cc-4897-88b0-b1ad22be86c8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aeb7fec-8f6f-41d1-ad40-626a7d3ab913,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:40.011316 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3c0aa9a-b5cc-4897-88b0-b1ad22be86c8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:40.012467 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d3c0aa9a-b5cc-4897-88b0-b1ad22be86c8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170926 Apr 28 20:29:40.015201 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38108) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:29:40.019769 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-cde1bdcc-edfa-4c8d-8cef-ac26c68277eb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'security_group_rule': {'security_group_id': '5baa68c7-faaf-416c-b4a0-f69c15be2786', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:29:40.039444 n-d-839810-1 neutron-server[102773]: INFO neutron.db.securitygroups_db [None req-cde1bdcc-edfa-4c8d-8cef-ac26c68277eb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Project 98124a5578cd489a90ae211a065fdd6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:29:40.045354 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cde1bdcc-edfa-4c8d-8cef-ac26c68277eb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:40.107858 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cde1bdcc-edfa-4c8d-8cef-ac26c68277eb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:40.111429 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cde1bdcc-edfa-4c8d-8cef-ac26c68277eb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:40.131520 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde1bdcc-edfa-4c8d-8cef-ac26c68277eb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1351bb89-3f3f-4caa-ba4b-01f66fdc3a76,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:40.137004 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cde1bdcc-edfa-4c8d-8cef-ac26c68277eb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:40.138215 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cde1bdcc-edfa-4c8d-8cef-ac26c68277eb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220908 Apr 28 20:29:40.141248 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38110) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:29:40.145931 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-627bce71-c81a-4646-94bb-5294e66381ed tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'network': {'name': 'tempest-network-smoke--626088168', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'port_security_enabled': True}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:29:40.164814 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627bce71-c81a-4646-94bb-5294e66381ed tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Made reservation on behalf of 98124a5578cd489a90ae211a065fdd6a for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:29:40.169051 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-627bce71-c81a-4646-94bb-5294e66381ed tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:40.191498 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627bce71-c81a-4646-94bb-5294e66381ed tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:29:40.200813 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-627bce71-c81a-4646-94bb-5294e66381ed tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:40.201155 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-627bce71-c81a-4646-94bb-5294e66381ed tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Added segment e42a7bd9-9614-4ec2-94b9-76fd6ff89a08 of type vlan for network 27fdaebb-84cc-4d16-be83-f41db36e108f Apr 28 20:29:40.241853 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-627bce71-c81a-4646-94bb-5294e66381ed tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:40.266533 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-627bce71-c81a-4646-94bb-5294e66381ed tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:40.272141 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627bce71-c81a-4646-94bb-5294e66381ed tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:40.272722 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-627bce71-c81a-4646-94bb-5294e66381ed tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:40.301597 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-627bce71-c81a-4646-94bb-5294e66381ed tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1593401 Apr 28 20:29:40.304819 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38112) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:29:40.309975 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-fa52514b-59eb-4bfa-bc8a-f5044c175d54 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1087016275', 'admin_state_up': True, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:29:40.330634 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fa52514b-59eb-4bfa-bc8a-f5044c175d54 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:40.331638 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fa52514b-59eb-4bfa-bc8a-f5044c175d54 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:40.344052 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627bce71-c81a-4646-94bb-5294e66381ed tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Network': ['ID=27fdaebb-84cc-4d16-be83-f41db36e108f,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:40.355597 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 27fdaebb-84cc-4d16-be83-f41db36e108f details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:29:40.387414 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fa52514b-59eb-4bfa-bc8a-f5044c175d54 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:40.529400 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fa52514b-59eb-4bfa-bc8a-f5044c175d54 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:40.642335 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:29:40.716718 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fa52514b-59eb-4bfa-bc8a-f5044c175d54 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:40.735145 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fa52514b-59eb-4bfa-bc8a-f5044c175d54 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:40.840758 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-fa52514b-59eb-4bfa-bc8a-f5044c175d54 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Allocated IP 172.25.8.136 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/d0cf6f27-e647-4f00-9070-27f7490aea3f) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:29:40.939108 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fa52514b-59eb-4bfa-bc8a-f5044c175d54 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:40.971600 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fa52514b-59eb-4bfa-bc8a-f5044c175d54 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:41.016908 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa52514b-59eb-4bfa-bc8a-f5044c175d54 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:29:41.019840 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-fa52514b-59eb-4bfa-bc8a-f5044c175d54 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:29:41.024077 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa52514b-59eb-4bfa-bc8a-f5044c175d54 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:29:41.027694 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52514b-59eb-4bfa-bc8a-f5044c175d54 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Port': ['ID=d0cf6f27-e647-4f00-9070-27f7490aea3f,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:41.271127 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fa52514b-59eb-4bfa-bc8a-f5044c175d54 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:41.791418 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fa52514b-59eb-4bfa-bc8a-f5044c175d54 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:41.918075 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa52514b-59eb-4bfa-bc8a-f5044c175d54 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Router 89001ad6-23ce-4fab-91a7-d1d8abe3ba76 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 20:29:42.024214 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa52514b-59eb-4bfa-bc8a-f5044c175d54 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:29:42.034651 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f13c6b-207d-493a-94c8-0cb3ab155a17 None None] Sync routers for ids ['89001ad6-23ce-4fab-91a7-d1d8abe3ba76'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:29:42.044272 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fa52514b-59eb-4bfa-bc8a-f5044c175d54 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:42.045505 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-fa52514b-59eb-4bfa-bc8a-f5044c175d54 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7396781 Apr 28 20:29:42.046619 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f13c6b-207d-493a-94c8-0cb3ab155a17 None None] Routers {'89001ad6-23ce-4fab-91a7-d1d8abe3ba76'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:29:42.047258 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-43f13c6b-207d-493a-94c8-0cb3ab155a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:29:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['89001ad6-23ce-4fab-91a7-d1d8abe3ba76'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:29:42.048897 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38114) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:29:42.150963 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-43f13c6b-207d-493a-94c8-0cb3ab155a17 None None] Set router 89001ad6-23ce-4fab-91a7-d1d8abe3ba76 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:29:42.189382 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f7df8d20-3ca8-4078-9a4a-996c38c6d18c tempest-TestNetworkAdvancedServerOps-889809582 tempest-TestNetworkAdvancedServerOps-889809582-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=98124a5578cd489a90ae211a065fdd6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1364009 Apr 28 20:29:42.189573 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38118) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:29:42.323431 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-43f13c6b-207d-493a-94c8-0cb3ab155a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087016275', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'd0cf6f27-e647-4f00-9070-27f7490aea3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:29:40Z', 'updated_at': '2022-04-28T20:29:41Z', 'revision_number': 3, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'd0cf6f27-e647-4f00-9070-27f7490aea3f', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:24:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:29:40Z', 'updated_at': '2022-04-28T20:29:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:29:42.335572 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88b358a-b516-42dc-90a9-6d3b85d788f2 tempest-TestNetworkAdvancedServerOps-889809582 tempest-TestNetworkAdvancedServerOps-889809582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:42.337163 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a88b358a-b516-42dc-90a9-6d3b85d788f2 tempest-TestNetworkAdvancedServerOps-889809582 tempest-TestNetworkAdvancedServerOps-889809582-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1467381 Apr 28 20:29:42.340068 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38120) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:29:42.352582 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f13c6b-207d-493a-94c8-0cb3ab155a17 None None] Checking router: 89001ad6-23ce-4fab-91a7-d1d8abe3ba76 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:29:42.353463 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f13c6b-207d-493a-94c8-0cb3ab155a17 None None] Updating router 89001ad6-23ce-4fab-91a7-d1d8abe3ba76 port d0cf6f27-e647-4f00-9070-27f7490aea3f binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:29:42.375151 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3bbf1e27-d880-4ce5-9a76-a06a839a5d67 tempest-TestNetworkAdvancedServerOps-889809582 tempest-TestNetworkAdvancedServerOps-889809582-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=562d8c9c-50aa-492e-ae08-06d7f5fe6347&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339835 Apr 28 20:29:42.377826 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38122) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:29:42.378037 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-43f13c6b-207d-493a-94c8-0cb3ab155a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:42.382525 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-106f13b8-8574-420e-91f6-ef271a55f71c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1349418991', 'network_id': '27fdaebb-84cc-4d16-be83-f41db36e108f', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:29:42.470953 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106f13b8-8574-420e-91f6-ef271a55f71c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Made reservation on behalf of 98124a5578cd489a90ae211a065fdd6a for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:29:42.474372 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-106f13b8-8574-420e-91f6-ef271a55f71c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:42.623075 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-43f13c6b-207d-493a-94c8-0cb3ab155a17 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:42.627806 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-43f13c6b-207d-493a-94c8-0cb3ab155a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:42.652022 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-106f13b8-8574-420e-91f6-ef271a55f71c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:42.679958 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-43f13c6b-207d-493a-94c8-0cb3ab155a17 None None] Attempting to bind port d0cf6f27-e647-4f00-9070-27f7490aea3f on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:29:42.679958 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-43f13c6b-207d-493a-94c8-0cb3ab155a17 None None] Attempting to bind port d0cf6f27-e647-4f00-9070-27f7490aea3f by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:29:42.680340 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f13c6b-207d-493a-94c8-0cb3ab155a17 None None] Attempting to bind port d0cf6f27-e647-4f00-9070-27f7490aea3f on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:29:42.687303 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b646b-eeda-4fb8-9c08-8a35fc10bd4f None None] Pushing event updated for resources: {'Port': ['ID=d0cf6f27-e647-4f00-9070-27f7490aea3f,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:42.694546 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b646b-eeda-4fb8-9c08-8a35fc10bd4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:42.694887 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b646b-eeda-4fb8-9c08-8a35fc10bd4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:42.695219 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b646b-eeda-4fb8-9c08-8a35fc10bd4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:42.695546 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b646b-eeda-4fb8-9c08-8a35fc10bd4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:42.695870 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b646b-eeda-4fb8-9c08-8a35fc10bd4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:42.696221 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b646b-eeda-4fb8-9c08-8a35fc10bd4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:42.697041 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b646b-eeda-4fb8-9c08-8a35fc10bd4f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:42.697041 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b646b-eeda-4fb8-9c08-8a35fc10bd4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:42.697309 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b646b-eeda-4fb8-9c08-8a35fc10bd4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:42.697941 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b646b-eeda-4fb8-9c08-8a35fc10bd4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:42.697941 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b646b-eeda-4fb8-9c08-8a35fc10bd4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:42.698216 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b646b-eeda-4fb8-9c08-8a35fc10bd4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:29:42.701312 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f13c6b-207d-493a-94c8-0cb3ab155a17 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:29:42.701681 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f13c6b-207d-493a-94c8-0cb3ab155a17 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:29:42.702078 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-43f13c6b-207d-493a-94c8-0cb3ab155a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:42.702457 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f13c6b-207d-493a-94c8-0cb3ab155a17 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:29:42.702919 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-43f13c6b-207d-493a-94c8-0cb3ab155a17 None None] Bound port: d0cf6f27-e647-4f00-9070-27f7490aea3f, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:29:42.703296 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-43f13c6b-207d-493a-94c8-0cb3ab155a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:42.718057 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f13b8-8574-420e-91f6-ef271a55f71c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Subnet': ['ID=7679b10e-42b7-4ceb-8506-487c69894839,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:42.720368 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106f13b8-8574-420e-91f6-ef271a55f71c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Checking segment: {'id': 'e42a7bd9-9614-4ec2-94b9-76fd6ff89a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '27fdaebb-84cc-4d16-be83-f41db36e108f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:29:42.720733 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106f13b8-8574-420e-91f6-ef271a55f71c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Network hostable DHCP agents. Network: 27fdaebb-84cc-4d16-be83-f41db36e108f, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:29:42.740156 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106f13b8-8574-420e-91f6-ef271a55f71c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Network 27fdaebb-84cc-4d16-be83-f41db36e108f is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:29:42.750546 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-106f13b8-8574-420e-91f6-ef271a55f71c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 27fdaebb-84cc-4d16-be83-f41db36e108f) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:29:42.755178 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106f13b8-8574-420e-91f6-ef271a55f71c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:42.755775 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-106f13b8-8574-420e-91f6-ef271a55f71c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:42.763627 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cbef54-8cd8-499f-b2bd-39fcbed4b051 None None] Network 27fdaebb-84cc-4d16-be83-f41db36e108f requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:29:42.774500 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-106f13b8-8574-420e-91f6-ef271a55f71c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3956201 Apr 28 20:29:42.777758 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38124) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:29:42.857071 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-43f13c6b-207d-493a-94c8-0cb3ab155a17 None None] For port d0cf6f27-e647-4f00-9070-27f7490aea3f, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:29:42.860380 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-43f13c6b-207d-493a-94c8-0cb3ab155a17 None None] For port d0cf6f27-e647-4f00-9070-27f7490aea3f, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=d0cf6f27-e647-4f00-9070-27f7490aea3f,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:29:42.866763 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-43f13c6b-207d-493a-94c8-0cb3ab155a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:42.919102 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f13c6b-207d-493a-94c8-0cb3ab155a17 None None] Routers {'89001ad6-23ce-4fab-91a7-d1d8abe3ba76'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:29:42.919715 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-43f13c6b-207d-493a-94c8-0cb3ab155a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:29:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['89001ad6-23ce-4fab-91a7-d1d8abe3ba76'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:29:42.950788 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c20279-7f43-422a-9f51-91a86400aa08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-27fdaebb-84cc-4d16-be83-f41db36e108f', 'network_id': '27fdaebb-84cc-4d16-be83-f41db36e108f', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'fixed_ips': [{'subnet_id': '7679b10e-42b7-4ceb-8506-487c69894839'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:29:42.951920 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c5c20279-7f43-422a-9f51-91a86400aa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:42.964320 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b646b-eeda-4fb8-9c08-8a35fc10bd4f None None] Pushing event updated for resources: {'Port': ['ID=d0cf6f27-e647-4f00-9070-27f7490aea3f,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:43.033774 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-43f13c6b-207d-493a-94c8-0cb3ab155a17 None None] Set router 89001ad6-23ce-4fab-91a7-d1d8abe3ba76 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:29:43.096876 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-c5c20279-7f43-422a-9f51-91a86400aa08 None None] Allocated IP 172.20.0.2 (27fdaebb-84cc-4d16-be83-f41db36e108f/7679b10e-42b7-4ceb-8506-487c69894839/d2b7c7b3-71aa-4458-b857-cd3825461fb8) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:29:43.215550 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-43f13c6b-207d-493a-94c8-0cb3ab155a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087016275', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'd0cf6f27-e647-4f00-9070-27f7490aea3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:29:40Z', 'updated_at': '2022-04-28T20:29:41Z', 'revision_number': 3, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'd0cf6f27-e647-4f00-9070-27f7490aea3f', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:24:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:29:40Z', 'updated_at': '2022-04-28T20:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:29:43.243677 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f13c6b-207d-493a-94c8-0cb3ab155a17 None None] The sync data for ids ['89001ad6-23ce-4fab-91a7-d1d8abe3ba76'] in n-d-839810-1 is: [{'id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087016275', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'd0cf6f27-e647-4f00-9070-27f7490aea3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:29:40Z', 'updated_at': '2022-04-28T20:29:41Z', 'revision_number': 3, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'd0cf6f27-e647-4f00-9070-27f7490aea3f', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:24:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:29:40Z', 'updated_at': '2022-04-28T20:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:29:43.249408 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4cbccf52-42c4-4118-94d2-ea5b2e93ae6c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:43.250326 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c5c20279-7f43-422a-9f51-91a86400aa08 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:43.256237 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c5c20279-7f43-422a-9f51-91a86400aa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:43.295547 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c20279-7f43-422a-9f51-91a86400aa08 None None] Network 27fdaebb-84cc-4d16-be83-f41db36e108f is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:29:43.300376 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-c5c20279-7f43-422a-9f51-91a86400aa08 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:29:43.306496 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c20279-7f43-422a-9f51-91a86400aa08 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:29:43.314520 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c20279-7f43-422a-9f51-91a86400aa08 None None] Pushing event updated for resources: {'Port': ['ID=d2b7c7b3-71aa-4458-b857-cd3825461fb8,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:43.366897 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-c5c20279-7f43-422a-9f51-91a86400aa08 None None] Attempting to bind port d2b7c7b3-71aa-4458-b857-cd3825461fb8 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:29:43.367267 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-c5c20279-7f43-422a-9f51-91a86400aa08 None None] Attempting to bind port d2b7c7b3-71aa-4458-b857-cd3825461fb8 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'e42a7bd9-9614-4ec2-94b9-76fd6ff89a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '27fdaebb-84cc-4d16-be83-f41db36e108f'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:29:43.367620 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c20279-7f43-422a-9f51-91a86400aa08 None None] Attempting to bind port d2b7c7b3-71aa-4458-b857-cd3825461fb8 on network 27fdaebb-84cc-4d16-be83-f41db36e108f {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:29:43.372899 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c20279-7f43-422a-9f51-91a86400aa08 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:29:43.373271 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c20279-7f43-422a-9f51-91a86400aa08 None None] Checking segment: {'id': 'e42a7bd9-9614-4ec2-94b9-76fd6ff89a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '27fdaebb-84cc-4d16-be83-f41db36e108f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:29:43.373695 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c5c20279-7f43-422a-9f51-91a86400aa08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:43.374070 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c20279-7f43-422a-9f51-91a86400aa08 None None] Bound using segment: {'id': 'e42a7bd9-9614-4ec2-94b9-76fd6ff89a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '27fdaebb-84cc-4d16-be83-f41db36e108f'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:29:43.374537 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-c5c20279-7f43-422a-9f51-91a86400aa08 None None] Bound port: d2b7c7b3-71aa-4458-b857-cd3825461fb8, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e42a7bd9-9614-4ec2-94b9-76fd6ff89a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '27fdaebb-84cc-4d16-be83-f41db36e108f'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:29:43.374917 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c5c20279-7f43-422a-9f51-91a86400aa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:43.444487 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-c5c20279-7f43-422a-9f51-91a86400aa08 None None] For port d2b7c7b3-71aa-4458-b857-cd3825461fb8, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:29:43.448362 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-c5c20279-7f43-422a-9f51-91a86400aa08 None None] For port d2b7c7b3-71aa-4458-b857-cd3825461fb8, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=d2b7c7b3-71aa-4458-b857-cd3825461fb8,segment=NetworkSegment(e42a7bd9-9614-4ec2-94b9-76fd6ff89a08),segment_id=e42a7bd9-9614-4ec2-94b9-76fd6ff89a08)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:29:43.453793 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c5c20279-7f43-422a-9f51-91a86400aa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:43.513699 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c20279-7f43-422a-9f51-91a86400aa08 None None] Pushing event updated for resources: {'Port': ['ID=d2b7c7b3-71aa-4458-b857-cd3825461fb8,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:43.584201 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-4cbccf52-42c4-4118-94d2-ea5b2e93ae6c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Allocated IP 172.20.0.1 (27fdaebb-84cc-4d16-be83-f41db36e108f/7679b10e-42b7-4ceb-8506-487c69894839/a3326ed8-665a-4841-b00a-cc7c4b6626f2) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:29:43.720588 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4cbccf52-42c4-4118-94d2-ea5b2e93ae6c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:43.724179 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d0cf6f27-e647-4f00-9070-27f7490aea3f up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:29:43.792053 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4cbccf52-42c4-4118-94d2-ea5b2e93ae6c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:43.826159 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port d0cf6f27-e647-4f00-9070-27f7490aea3f triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:29:43.827135 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:43.846456 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbccf52-42c4-4118-94d2-ea5b2e93ae6c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Network 27fdaebb-84cc-4d16-be83-f41db36e108f is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:29:43.849933 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-4cbccf52-42c4-4118-94d2-ea5b2e93ae6c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:29:43.857473 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbccf52-42c4-4118-94d2-ea5b2e93ae6c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:29:43.910895 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbccf52-42c4-4118-94d2-ea5b2e93ae6c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Port': ['ID=a3326ed8-665a-4841-b00a-cc7c4b6626f2,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:43.928960 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4cbccf52-42c4-4118-94d2-ea5b2e93ae6c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:43.941450 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:43.964534 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port d0cf6f27-e647-4f00-9070-27f7490aea3f, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=d0cf6f27-e647-4f00-9070-27f7490aea3f,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:29:43.969902 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:44.022614 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=d0cf6f27-e647-4f00-9070-27f7490aea3f,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:44.070889 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4cbccf52-42c4-4118-94d2-ea5b2e93ae6c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:44.370189 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4cbccf52-42c4-4118-94d2-ea5b2e93ae6c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:44.374782 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4cbccf52-42c4-4118-94d2-ea5b2e93ae6c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:44.457589 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbccf52-42c4-4118-94d2-ea5b2e93ae6c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Port': ['ID=a3326ed8-665a-4841-b00a-cc7c4b6626f2,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:44.460543 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4cbccf52-42c4-4118-94d2-ea5b2e93ae6c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:44.559417 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbccf52-42c4-4118-94d2-ea5b2e93ae6c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Network 27fdaebb-84cc-4d16-be83-f41db36e108f is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:29:44.561086 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-4cbccf52-42c4-4118-94d2-ea5b2e93ae6c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:29:44.601752 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39b9a6b-a0da-4f75-9a7b-838cea2ce829 None None] Network 27fdaebb-84cc-4d16-be83-f41db36e108f requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:29:44.679995 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cbccf52-42c4-4118-94d2-ea5b2e93ae6c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Router 89001ad6-23ce-4fab-91a7-d1d8abe3ba76 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:29:44.739112 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-48842589-ef0a-434e-8eb8-598bf461815f None None] Provisioning complete for port d2b7c7b3-71aa-4458-b857-cd3825461fb8 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:29:44.740063 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-48842589-ef0a-434e-8eb8-598bf461815f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:44.800598 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbccf52-42c4-4118-94d2-ea5b2e93ae6c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:29:44.806414 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4cbccf52-42c4-4118-94d2-ea5b2e93ae6c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "PUT /v2.0/routers/89001ad6-23ce-4fab-91a7-d1d8abe3ba76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0266924 Apr 28 20:29:44.865989 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-48842589-ef0a-434e-8eb8-598bf461815f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:44.902916 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-48842589-ef0a-434e-8eb8-598bf461815f None None] For port d2b7c7b3-71aa-4458-b857-cd3825461fb8, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=d2b7c7b3-71aa-4458-b857-cd3825461fb8,segment=NetworkSegment(e42a7bd9-9614-4ec2-94b9-76fd6ff89a08),segment_id=e42a7bd9-9614-4ec2-94b9-76fd6ff89a08)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:29:44.908742 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-48842589-ef0a-434e-8eb8-598bf461815f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:44.964046 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48842589-ef0a-434e-8eb8-598bf461815f None None] Pushing event updated for resources: {'Port': ['ID=d2b7c7b3-71aa-4458-b857-cd3825461fb8,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:44.976734 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-12e2ea80-f0cb-4559-851c-ca2593a683b7 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1423991834&fields=id&tenant_id=98124a5578cd489a90ae211a065fdd6a HTTP/1.1" status: 200 len: 267 time: 0.0406940 Apr 28 20:29:45.013114 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fda2a1-abea-4efe-b2bd-02be0e0c96a7 None None] Sync routers for ids ['89001ad6-23ce-4fab-91a7-d1d8abe3ba76'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:29:45.023604 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fda2a1-abea-4efe-b2bd-02be0e0c96a7 None None] Routers {'89001ad6-23ce-4fab-91a7-d1d8abe3ba76'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:29:45.024267 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-a4fda2a1-abea-4efe-b2bd-02be0e0c96a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:29:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['89001ad6-23ce-4fab-91a7-d1d8abe3ba76'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:29:45.094483 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-07aa7f85-37dd-4bc7-99e8-f87106f44f51 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:45.096115 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-07aa7f85-37dd-4bc7-99e8-f87106f44f51 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/networks?id=27fdaebb-84cc-4d16-be83-f41db36e108f HTTP/1.1" status: 200 len: 796 time: 0.1144352 Apr 28 20:29:45.118070 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-bd429740-a6b7-4a3d-a476-5e5933fa7677 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/quotas/98124a5578cd489a90ae211a065fdd6a HTTP/1.1" status: 200 len: 375 time: 0.0154669 Apr 28 20:29:45.144920 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-a4fda2a1-abea-4efe-b2bd-02be0e0c96a7 None None] Set router 89001ad6-23ce-4fab-91a7-d1d8abe3ba76 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:29:45.178781 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-dfb8722f-c230-4b0d-b4a4-a31f0134f0f2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536294 Apr 28 20:29:45.181147 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-44ff2d21-7d5f-465a-883e-06d5c6c75016 None None] Provisioning complete for port d2b7c7b3-71aa-4458-b857-cd3825461fb8 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:29:45.181844 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-44ff2d21-7d5f-465a-883e-06d5c6c75016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:45.387537 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-6ff4f85d-d889-4e40-bd3a-bd1ffe7a6959 service neutron] 10.222.0.42 "GET /v2.0/networks/27fdaebb-84cc-4d16-be83-f41db36e108f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450281 Apr 28 20:29:45.417700 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-44ff2d21-7d5f-465a-883e-06d5c6c75016 None None] Provisioning complete for port a3326ed8-665a-4841-b00a-cc7c4b6626f2 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:29:45.418172 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-44ff2d21-7d5f-465a-883e-06d5c6c75016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:45.467706 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-44ff2d21-7d5f-465a-883e-06d5c6c75016 None None] Port a3326ed8-665a-4841-b00a-cc7c4b6626f2 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:29:45.474579 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-a4fda2a1-abea-4efe-b2bd-02be0e0c96a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087016275', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'd0cf6f27-e647-4f00-9070-27f7490aea3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:29:40Z', 'updated_at': '2022-04-28T20:29:44Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'd0cf6f27-e647-4f00-9070-27f7490aea3f', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:24:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:29:40Z', 'updated_at': '2022-04-28T20:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'a3326ed8-665a-4841-b00a-cc7c4b6626f2', 'name': '', 'network_id': '27fdaebb-84cc-4d16-be83-f41db36e108f', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:e1:1e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7679b10e-42b7-4ceb-8506-487c69894839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:29:43Z', 'updated_at': '2022-04-28T20:29:44Z', 'revision_number': 2, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': '7679b10e-42b7-4ceb-8506-487c69894839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:29:45.483360 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-ffb0e837-c0e3-49ea-b28c-48d91c474032 service neutron] 10.222.0.42 "GET /v2.0/networks/27fdaebb-84cc-4d16-be83-f41db36e108f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891848 Apr 28 20:29:45.501577 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fda2a1-abea-4efe-b2bd-02be0e0c96a7 None None] Checking router: 89001ad6-23ce-4fab-91a7-d1d8abe3ba76 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:29:45.501932 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fda2a1-abea-4efe-b2bd-02be0e0c96a7 None None] Updating router 89001ad6-23ce-4fab-91a7-d1d8abe3ba76 port a3326ed8-665a-4841-b00a-cc7c4b6626f2 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:29:45.526725 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a4fda2a1-abea-4efe-b2bd-02be0e0c96a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:45.658854 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e3d2da7b-b038-4bf1-911b-9a74a560cb2a req-5d36f570-fa86-4552-8b34-790c053143af tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=e987bbb5-207b-4932-9dab-f7375ee27f40 HTTP/1.1" status: 200 len: 210 time: 0.0321591 Apr 28 20:29:45.684862 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7a761beb-4dd6-4701-9d11-b5490737e289 None None] Provisioning complete for port a3326ed8-665a-4841-b00a-cc7c4b6626f2 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:29:45.684862 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7a761beb-4dd6-4701-9d11-b5490737e289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:45.905064 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d2b7c7b3-71aa-4458-b857-cd3825461fb8 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:29:45.951299 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7a761beb-4dd6-4701-9d11-b5490737e289 None None] Port a3326ed8-665a-4841-b00a-cc7c4b6626f2 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:29:46.005449 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port d2b7c7b3-71aa-4458-b857-cd3825461fb8 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:29:46.005819 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:46.087078 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a4fda2a1-abea-4efe-b2bd-02be0e0c96a7 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:46.095648 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a4fda2a1-abea-4efe-b2bd-02be0e0c96a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:46.173921 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe46f15-4659-4b28-9d3a-943dbc2efd68 None None] Pushing event updated for resources: {'Port': ['ID=a3326ed8-665a-4841-b00a-cc7c4b6626f2,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:46.179220 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d0cf6f27-e647-4f00-9070-27f7490aea3f up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:29:46.262036 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-a4fda2a1-abea-4efe-b2bd-02be0e0c96a7 None None] Attempting to bind port a3326ed8-665a-4841-b00a-cc7c4b6626f2 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:29:46.262404 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-a4fda2a1-abea-4efe-b2bd-02be0e0c96a7 None None] Attempting to bind port a3326ed8-665a-4841-b00a-cc7c4b6626f2 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'e42a7bd9-9614-4ec2-94b9-76fd6ff89a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '27fdaebb-84cc-4d16-be83-f41db36e108f'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:29:46.262766 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fda2a1-abea-4efe-b2bd-02be0e0c96a7 None None] Attempting to bind port a3326ed8-665a-4841-b00a-cc7c4b6626f2 on network 27fdaebb-84cc-4d16-be83-f41db36e108f {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:29:46.271115 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fda2a1-abea-4efe-b2bd-02be0e0c96a7 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:29:46.271491 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fda2a1-abea-4efe-b2bd-02be0e0c96a7 None None] Checking segment: {'id': 'e42a7bd9-9614-4ec2-94b9-76fd6ff89a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '27fdaebb-84cc-4d16-be83-f41db36e108f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:29:46.271893 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a4fda2a1-abea-4efe-b2bd-02be0e0c96a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:46.272311 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fda2a1-abea-4efe-b2bd-02be0e0c96a7 None None] Bound using segment: {'id': 'e42a7bd9-9614-4ec2-94b9-76fd6ff89a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '27fdaebb-84cc-4d16-be83-f41db36e108f'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:29:46.272777 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-a4fda2a1-abea-4efe-b2bd-02be0e0c96a7 None None] Bound port: a3326ed8-665a-4841-b00a-cc7c4b6626f2, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e42a7bd9-9614-4ec2-94b9-76fd6ff89a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '27fdaebb-84cc-4d16-be83-f41db36e108f'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:29:46.273356 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a4fda2a1-abea-4efe-b2bd-02be0e0c96a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:46.296191 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port d0cf6f27-e647-4f00-9070-27f7490aea3f triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:29:46.296366 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:46.381926 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-a4fda2a1-abea-4efe-b2bd-02be0e0c96a7 None None] For port a3326ed8-665a-4841-b00a-cc7c4b6626f2, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:29:46.386193 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-a4fda2a1-abea-4efe-b2bd-02be0e0c96a7 None None] For port a3326ed8-665a-4841-b00a-cc7c4b6626f2, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a3326ed8-665a-4841-b00a-cc7c4b6626f2,segment=NetworkSegment(e42a7bd9-9614-4ec2-94b9-76fd6ff89a08),segment_id=e42a7bd9-9614-4ec2-94b9-76fd6ff89a08)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:29:46.408441 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a4fda2a1-abea-4efe-b2bd-02be0e0c96a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:46.487773 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fda2a1-abea-4efe-b2bd-02be0e0c96a7 None None] Routers {'89001ad6-23ce-4fab-91a7-d1d8abe3ba76'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:29:46.488447 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-a4fda2a1-abea-4efe-b2bd-02be0e0c96a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:29:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['89001ad6-23ce-4fab-91a7-d1d8abe3ba76'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:29:46.493908 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe46f15-4659-4b28-9d3a-943dbc2efd68 None None] Pushing event updated for resources: {'Port': ['ID=a3326ed8-665a-4841-b00a-cc7c4b6626f2,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:46.539518 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-26bede6b-2230-4454-8e74-b239cabf5dde None None] Provisioning complete for port a3326ed8-665a-4841-b00a-cc7c4b6626f2 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:29:46.539891 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-26bede6b-2230-4454-8e74-b239cabf5dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:46.634061 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-a4fda2a1-abea-4efe-b2bd-02be0e0c96a7 None None] Set router 89001ad6-23ce-4fab-91a7-d1d8abe3ba76 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:29:46.786318 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d694ce4a-f93e-4fdd-8b0b-00da740f3100 req-bf15a644-991f-41fe-8ca2-84dbfdaeca31 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=e987bbb5-207b-4932-9dab-f7375ee27f40 HTTP/1.1" status: 200 len: 210 time: 0.0333476 Apr 28 20:29:46.808707 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-26bede6b-2230-4454-8e74-b239cabf5dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:46.814430 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-16ac2425-ee70-4efc-bcb6-09e190b9ede5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:46.816037 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-16ac2425-ee70-4efc-bcb6-09e190b9ede5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.44 "GET /v2.0/networks?id=27fdaebb-84cc-4d16-be83-f41db36e108f HTTP/1.1" status: 200 len: 796 time: 0.1431103 Apr 28 20:29:46.870388 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-ee1ce408-fb65-4b7c-9b5f-fab7a146fce1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98124a5578cd489a90ae211a065fdd6a HTTP/1.1" status: 200 len: 380 time: 0.0370028 Apr 28 20:29:46.871842 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-26bede6b-2230-4454-8e74-b239cabf5dde None None] For port a3326ed8-665a-4841-b00a-cc7c4b6626f2, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a3326ed8-665a-4841-b00a-cc7c4b6626f2,segment=NetworkSegment(e42a7bd9-9614-4ec2-94b9-76fd6ff89a08),segment_id=e42a7bd9-9614-4ec2-94b9-76fd6ff89a08)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:29:46.876676 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-26bede6b-2230-4454-8e74-b239cabf5dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:46.880711 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-504b8d6c-e531-4b8a-9b81-3ae38cda1bb7 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'port': {'device_id': 'e987bbb5-207b-4932-9dab-f7375ee27f40', 'network_id': '27fdaebb-84cc-4d16-be83-f41db36e108f', 'admin_state_up': True, 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'security_groups': ['5baa68c7-faaf-416c-b4a0-f69c15be2786']}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:29:46.956155 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bede6b-2230-4454-8e74-b239cabf5dde None None] Pushing event updated for resources: {'Port': ['ID=a3326ed8-665a-4841-b00a-cc7c4b6626f2,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:46.975526 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-a4fda2a1-abea-4efe-b2bd-02be0e0c96a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087016275', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'd0cf6f27-e647-4f00-9070-27f7490aea3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:29:40Z', 'updated_at': '2022-04-28T20:29:44Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'd0cf6f27-e647-4f00-9070-27f7490aea3f', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:24:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:29:40Z', 'updated_at': '2022-04-28T20:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'a3326ed8-665a-4841-b00a-cc7c4b6626f2', 'name': '', 'network_id': '27fdaebb-84cc-4d16-be83-f41db36e108f', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:e1:1e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7679b10e-42b7-4ceb-8506-487c69894839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:29:43Z', 'updated_at': '2022-04-28T20:29:46Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': '7679b10e-42b7-4ceb-8506-487c69894839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:29:46.988221 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-504b8d6c-e531-4b8a-9b81-3ae38cda1bb7 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Made reservation on behalf of 98124a5578cd489a90ae211a065fdd6a for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:29:46.991796 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-504b8d6c-e531-4b8a-9b81-3ae38cda1bb7 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:47.010331 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fda2a1-abea-4efe-b2bd-02be0e0c96a7 None None] The sync data for ids ['89001ad6-23ce-4fab-91a7-d1d8abe3ba76'] in n-d-839810-1 is: [{'id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087016275', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'd0cf6f27-e647-4f00-9070-27f7490aea3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:29:40Z', 'updated_at': '2022-04-28T20:29:44Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'd0cf6f27-e647-4f00-9070-27f7490aea3f', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:24:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:29:40Z', 'updated_at': '2022-04-28T20:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'a3326ed8-665a-4841-b00a-cc7c4b6626f2', 'name': '', 'network_id': '27fdaebb-84cc-4d16-be83-f41db36e108f', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:e1:1e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7679b10e-42b7-4ceb-8506-487c69894839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:29:43Z', 'updated_at': '2022-04-28T20:29:46Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': '7679b10e-42b7-4ceb-8506-487c69894839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:29:47.021259 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b9dfda67-7960-4461-8197-56b626729d88 None None] Provisioning complete for port a3326ed8-665a-4841-b00a-cc7c4b6626f2 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:29:47.021709 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b9dfda67-7960-4461-8197-56b626729d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:47.161384 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-504b8d6c-e531-4b8a-9b81-3ae38cda1bb7 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Allocated IP 172.20.0.7 (27fdaebb-84cc-4d16-be83-f41db36e108f/7679b10e-42b7-4ceb-8506-487c69894839/2759b40a-a91d-4ebb-89f9-a85fddb90fe9) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:29:47.322784 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-504b8d6c-e531-4b8a-9b81-3ae38cda1bb7 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:47.362817 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-504b8d6c-e531-4b8a-9b81-3ae38cda1bb7 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:47.411179 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-504b8d6c-e531-4b8a-9b81-3ae38cda1bb7 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Network 27fdaebb-84cc-4d16-be83-f41db36e108f is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:29:47.414679 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-504b8d6c-e531-4b8a-9b81-3ae38cda1bb7 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:29:47.419741 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-504b8d6c-e531-4b8a-9b81-3ae38cda1bb7 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:29:47.448851 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b8d6c-e531-4b8a-9b81-3ae38cda1bb7 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Port': ['ID=2759b40a-a91d-4ebb-89f9-a85fddb90fe9,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:47.491390 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-504b8d6c-e531-4b8a-9b81-3ae38cda1bb7 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:47.492142 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-504b8d6c-e531-4b8a-9b81-3ae38cda1bb7 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:47.516305 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-504b8d6c-e531-4b8a-9b81-3ae38cda1bb7 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6392918 Apr 28 20:29:47.529414 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-43d8166b-e42b-4f10-b44a-68ea1a233032 service neutron] Request body: {'port': {'device_id': 'e987bbb5-207b-4932-9dab-f7375ee27f40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:29:47.608867 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-43d8166b-e42b-4f10-b44a-68ea1a233032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:47.671005 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-ad7aa33e-6fa3-4941-a288-9d8eafae904d None None] Provisioning complete for port 2759b40a-a91d-4ebb-89f9-a85fddb90fe9 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:29:47.671889 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ad7aa33e-6fa3-4941-a288-9d8eafae904d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:47.719440 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a3326ed8-665a-4841-b00a-cc7c4b6626f2 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:29:47.723849 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-ad7aa33e-6fa3-4941-a288-9d8eafae904d None None] Port 2759b40a-a91d-4ebb-89f9-a85fddb90fe9 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:29:47.808970 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port a3326ed8-665a-4841-b00a-cc7c4b6626f2 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:29:47.810876 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:47.966693 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-43d8166b-e42b-4f10-b44a-68ea1a233032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2759b40a-a91d-4ebb-89f9-a85fddb90fe9 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:29:47.976576 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-43d8166b-e42b-4f10-b44a-68ea1a233032 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:47.990711 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d24848-da7a-4ea0-abc8-90b3b85bd7dd req-1f78f38e-ab53-4205-a52f-43f2638d29e1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:47.992556 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-78d24848-da7a-4ea0-abc8-90b3b85bd7dd req-1f78f38e-ab53-4205-a52f-43f2638d29e1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=e987bbb5-207b-4932-9dab-f7375ee27f40 HTTP/1.1" status: 200 len: 931 time: 0.1168056 Apr 28 20:29:48.010844 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-43d8166b-e42b-4f10-b44a-68ea1a233032 service neutron] Transition to ACTIVE for port object 2759b40a-a91d-4ebb-89f9-a85fddb90fe9 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:29:48.018546 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-43d8166b-e42b-4f10-b44a-68ea1a233032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:48.088073 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-78d24848-da7a-4ea0-abc8-90b3b85bd7dd req-c076e3a9-f021-495b-b46b-aa07c4f21e07 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=5baa68c7-faaf-416c-b4a0-f69c15be2786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884376 Apr 28 20:29:48.090292 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8166b-e42b-4f10-b44a-68ea1a233032 service neutron] Pushing event updated for resources: {'Port': ['ID=2759b40a-a91d-4ebb-89f9-a85fddb90fe9,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:48.167142 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-43d8166b-e42b-4f10-b44a-68ea1a233032 service neutron] Attempting to bind port 2759b40a-a91d-4ebb-89f9-a85fddb90fe9 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:29:48.167737 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-43d8166b-e42b-4f10-b44a-68ea1a233032 service neutron] Attempting to bind port 2759b40a-a91d-4ebb-89f9-a85fddb90fe9 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'e42a7bd9-9614-4ec2-94b9-76fd6ff89a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '27fdaebb-84cc-4d16-be83-f41db36e108f'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:29:48.168093 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-43d8166b-e42b-4f10-b44a-68ea1a233032 service neutron] Attempting to bind port 2759b40a-a91d-4ebb-89f9-a85fddb90fe9 on network 27fdaebb-84cc-4d16-be83-f41db36e108f {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:29:48.173157 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-43d8166b-e42b-4f10-b44a-68ea1a233032 service neutron] Port 2759b40a-a91d-4ebb-89f9-a85fddb90fe9 on network 27fdaebb-84cc-4d16-be83-f41db36e108f not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:29:48.173486 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-43d8166b-e42b-4f10-b44a-68ea1a233032 service neutron] Attempting to bind port 2759b40a-a91d-4ebb-89f9-a85fddb90fe9 on network 27fdaebb-84cc-4d16-be83-f41db36e108f {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:29:48.178843 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-43d8166b-e42b-4f10-b44a-68ea1a233032 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:29:48.179186 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-43d8166b-e42b-4f10-b44a-68ea1a233032 service neutron] Checking segment: {'id': 'e42a7bd9-9614-4ec2-94b9-76fd6ff89a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '27fdaebb-84cc-4d16-be83-f41db36e108f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:29:48.179575 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-43d8166b-e42b-4f10-b44a-68ea1a233032 service neutron] Bound using segment: {'id': 'e42a7bd9-9614-4ec2-94b9-76fd6ff89a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '27fdaebb-84cc-4d16-be83-f41db36e108f'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:29:48.181904 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-43d8166b-e42b-4f10-b44a-68ea1a233032 service neutron] Bound port: 2759b40a-a91d-4ebb-89f9-a85fddb90fe9, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e42a7bd9-9614-4ec2-94b9-76fd6ff89a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '27fdaebb-84cc-4d16-be83-f41db36e108f'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:29:48.182289 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-43d8166b-e42b-4f10-b44a-68ea1a233032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:48.258095 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-43d8166b-e42b-4f10-b44a-68ea1a233032 service neutron] For port 2759b40a-a91d-4ebb-89f9-a85fddb90fe9, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:29:48.261919 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-43d8166b-e42b-4f10-b44a-68ea1a233032 service neutron] For port 2759b40a-a91d-4ebb-89f9-a85fddb90fe9, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=2759b40a-a91d-4ebb-89f9-a85fddb90fe9,segment=NetworkSegment(e42a7bd9-9614-4ec2-94b9-76fd6ff89a08),segment_id=e42a7bd9-9614-4ec2-94b9-76fd6ff89a08)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:29:48.266957 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-43d8166b-e42b-4f10-b44a-68ea1a233032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:48.310645 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-43d8166b-e42b-4f10-b44a-68ea1a233032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:48.311256 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-43d8166b-e42b-4f10-b44a-68ea1a233032 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:48.312707 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-43d8166b-e42b-4f10-b44a-68ea1a233032 service neutron] 10.222.0.44 "PUT /v2.0/ports/2759b40a-a91d-4ebb-89f9-a85fddb90fe9 HTTP/1.1" status: 200 len: 1091 time: 0.7877772 Apr 28 20:29:48.313162 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e987bbb5-207b-4932-9dab-f7375ee27f40', 'tag': '2759b40a-a91d-4ebb-89f9-a85fddb90fe9'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:29:48.315449 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf124955d82b014a11a6fc2eaac2ea15efe7a1380e167aca24b9fc673bca835b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb00d4e-4781-414a-b834-81389175545f" -d '{"events": [{"name": "network-changed", "server_uuid": "e987bbb5-207b-4932-9dab-f7375ee27f40", "tag": "2759b40a-a91d-4ebb-89f9-a85fddb90fe9"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:29:48.365977 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8166b-e42b-4f10-b44a-68ea1a233032 service neutron] Pushing event updated for resources: {'Port': ['ID=2759b40a-a91d-4ebb-89f9-a85fddb90fe9,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:48.385272 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1dc2244-8896-4d58-a287-362dfc3f6d55 x-openstack-request-id: req-a1dc2244-8896-4d58-a287-362dfc3f6d55 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:29:48.385568 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e987bbb5-207b-4932-9dab-f7375ee27f40", "tag": "2759b40a-a91d-4ebb-89f9-a85fddb90fe9", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:29:48.385828 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a1dc2244-8896-4d58-a287-362dfc3f6d55 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:29:48.386212 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1dc2244-8896-4d58-a287-362dfc3f6d55'] response: {'name': 'network-changed', 'server_uuid': 'e987bbb5-207b-4932-9dab-f7375ee27f40', 'tag': '2759b40a-a91d-4ebb-89f9-a85fddb90fe9', 'status': 'completed', 'code': 200} Apr 28 20:29:48.402597 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-1a63e762-4425-482b-9a6e-570f4985a69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:48.404140 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-1a63e762-4425-482b-9a6e-570f4985a69f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&device_id=e987bbb5-207b-4932-9dab-f7375ee27f40 HTTP/1.1" status: 200 len: 1094 time: 0.0485883 Apr 28 20:29:48.447600 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-e238ea95-e696-4473-a5e9-fd9f248427d1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2759b40a-a91d-4ebb-89f9-a85fddb90fe9 HTTP/1.1" status: 200 len: 217 time: 0.0362349 Apr 28 20:29:48.503915 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-95d15e7b-fb03-4994-8bf5-be385ddba835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:48.505286 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-95d15e7b-fb03-4994-8bf5-be385ddba835 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7679b10e-42b7-4ceb-8506-487c69894839 HTTP/1.1" status: 200 len: 835 time: 0.0510685 Apr 28 20:29:48.550435 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-040c9bd2-5cbb-42fd-8235-eb00fe5a7a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:48.551888 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-040c9bd2-5cbb-42fd-8235-eb00fe5a7a3a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27fdaebb-84cc-4d16-be83-f41db36e108f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403957 Apr 28 20:29:48.639807 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-b2693d03-7629-4e67-8355-3ffbe2f7f3e4 service neutron] 10.222.0.44 "GET /v2.0/networks/27fdaebb-84cc-4d16-be83-f41db36e108f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814748 Apr 28 20:29:48.730206 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1af0a55b-edfa-4b92-8407-93e21763e76b req-a8113163-cfdb-4a41-b0bb-86e44769f048 service neutron] 10.222.0.44 "GET /v2.0/networks/27fdaebb-84cc-4d16-be83-f41db36e108f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844216 Apr 28 20:29:48.815311 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb00d4e-4781-414a-b834-81389175545f req-f8e76144-36b3-45a9-8460-f9cce960df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:48.816754 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fbb00d4e-4781-414a-b834-81389175545f req-f8e76144-36b3-45a9-8460-f9cce960df2a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&device_id=e987bbb5-207b-4932-9dab-f7375ee27f40 HTTP/1.1" status: 200 len: 1094 time: 0.0408945 Apr 28 20:29:48.909828 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb00d4e-4781-414a-b834-81389175545f req-23fa10e9-56ae-49e8-8340-2e072ed198e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:48.911295 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fbb00d4e-4781-414a-b834-81389175545f req-23fa10e9-56ae-49e8-8340-2e072ed198e4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=27fdaebb-84cc-4d16-be83-f41db36e108f HTTP/1.1" status: 200 len: 897 time: 0.0877097 Apr 28 20:29:48.952371 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fbb00d4e-4781-414a-b834-81389175545f req-69dce572-fefc-425d-9ad6-7b5cd1a1b4d5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2759b40a-a91d-4ebb-89f9-a85fddb90fe9 HTTP/1.1" status: 200 len: 217 time: 0.0347104 Apr 28 20:29:49.000696 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb00d4e-4781-414a-b834-81389175545f req-5af21de8-ede4-4555-b9d3-fd60c56050bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:49.002100 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fbb00d4e-4781-414a-b834-81389175545f req-5af21de8-ede4-4555-b9d3-fd60c56050bd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7679b10e-42b7-4ceb-8506-487c69894839 HTTP/1.1" status: 200 len: 835 time: 0.0429106 Apr 28 20:29:49.051162 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb00d4e-4781-414a-b834-81389175545f req-d50da0a4-31f4-4182-9557-268d98da97f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:49.052654 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fbb00d4e-4781-414a-b834-81389175545f req-d50da0a4-31f4-4182-9557-268d98da97f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27fdaebb-84cc-4d16-be83-f41db36e108f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424669 Apr 28 20:29:49.140474 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fbb00d4e-4781-414a-b834-81389175545f req-5e65f839-6df1-4741-a137-371e85857021 service neutron] 10.222.0.44 "GET /v2.0/networks/27fdaebb-84cc-4d16-be83-f41db36e108f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803986 Apr 28 20:29:49.263003 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd85f41-4d04-4360-bf30-e29794f7a5b2 req-072edc95-15e1-4c66-b09d-02bba25c5087 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:49.264515 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6dd85f41-4d04-4360-bf30-e29794f7a5b2 req-072edc95-15e1-4c66-b09d-02bba25c5087 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=e987bbb5-207b-4932-9dab-f7375ee27f40 HTTP/1.1" status: 200 len: 943 time: 0.0972433 Apr 28 20:29:49.282154 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fbb00d4e-4781-414a-b834-81389175545f req-a83e3eab-48f0-42c0-8eb8-7622cd3c5f91 service neutron] 10.222.0.44 "GET /v2.0/networks/27fdaebb-84cc-4d16-be83-f41db36e108f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331797 Apr 28 20:29:49.308077 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6dd85f41-4d04-4360-bf30-e29794f7a5b2 req-35661b69-68ca-4a3b-b15f-48603c881ae8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=5baa68c7-faaf-416c-b4a0-f69c15be2786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358489 Apr 28 20:29:49.902794 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-327b3464-8606-4571-adee-7003f850e3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:50.429265 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae72fd-dda8-4b4c-9e9c-7b9feeecb81c req-0c46f53b-542e-4bcb-8b7b-42f23ec77aef tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:50.431390 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2dae72fd-dda8-4b4c-9e9c-7b9feeecb81c req-0c46f53b-542e-4bcb-8b7b-42f23ec77aef tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=e987bbb5-207b-4932-9dab-f7375ee27f40 HTTP/1.1" status: 200 len: 943 time: 0.0523932 Apr 28 20:29:50.467333 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2dae72fd-dda8-4b4c-9e9c-7b9feeecb81c req-0ed564fb-381b-442f-b859-ff63ff4f097c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=5baa68c7-faaf-416c-b4a0-f69c15be2786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299504 Apr 28 20:29:51.583205 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769d329-b549-4820-900d-aacbb6cee225 req-1c6dc5de-cc44-4d8c-a38c-fb84b2893390 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:51.584700 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f769d329-b549-4820-900d-aacbb6cee225 req-1c6dc5de-cc44-4d8c-a38c-fb84b2893390 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=e987bbb5-207b-4932-9dab-f7375ee27f40 HTTP/1.1" status: 200 len: 943 time: 0.0490186 Apr 28 20:29:51.622445 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f769d329-b549-4820-900d-aacbb6cee225 req-daaa936d-3691-4e3d-8513-ee3790fb3e77 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=5baa68c7-faaf-416c-b4a0-f69c15be2786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309703 Apr 28 20:29:52.141707 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f19ee377-30fe-451b-bbfa-fe00bad8af9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:52.513417 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 2759b40a-a91d-4ebb-89f9-a85fddb90fe9 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:29:52.605204 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 2759b40a-a91d-4ebb-89f9-a85fddb90fe9, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=2759b40a-a91d-4ebb-89f9-a85fddb90fe9,segment=NetworkSegment(e42a7bd9-9614-4ec2-94b9-76fd6ff89a08),segment_id=e42a7bd9-9614-4ec2-94b9-76fd6ff89a08)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:29:52.616054 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '2759b40a-a91d-4ebb-89f9-a85fddb90fe9', 'network_id': '27fdaebb-84cc-4d16-be83-f41db36e108f', 'port_id': '2759b40a-a91d-4ebb-89f9-a85fddb90fe9', 'mac_address': 'fa:16:3e:37:b4:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7679b10e-42b7-4ceb-8506-487c69894839', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:29:52.657205 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:52.671354 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2759b40a-a91d-4ebb-89f9-a85fddb90fe9 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:29:52.690896 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 2759b40a-a91d-4ebb-89f9-a85fddb90fe9, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=2759b40a-a91d-4ebb-89f9-a85fddb90fe9,segment=NetworkSegment(e42a7bd9-9614-4ec2-94b9-76fd6ff89a08),segment_id=e42a7bd9-9614-4ec2-94b9-76fd6ff89a08)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:29:52.695717 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:52.744562 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e2b5a-8a67-443d-bb79-6c18957b96a1 req-e5c82ea2-9f18-4a65-af52-692839e5fffc tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:52.745179 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=2759b40a-a91d-4ebb-89f9-a85fddb90fe9,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:52.746049 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-570e2b5a-8a67-443d-bb79-6c18957b96a1 req-e5c82ea2-9f18-4a65-af52-692839e5fffc tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=e987bbb5-207b-4932-9dab-f7375ee27f40 HTTP/1.1" status: 200 len: 944 time: 0.0510075 Apr 28 20:29:52.785691 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-570e2b5a-8a67-443d-bb79-6c18957b96a1 req-12009d81-35c1-477a-a7d6-2aedd29eed7e tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=5baa68c7-faaf-416c-b4a0-f69c15be2786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317981 Apr 28 20:29:52.892853 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['2759b40a-a91d-4ebb-89f9-a85fddb90fe9'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:29:53.663349 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:53.904987 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2539e38-49f4-4d90-b4f1-3916276bef0e req-1a5fae5b-42eb-4182-88f4-18850853c0c7 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:53.906444 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a2539e38-49f4-4d90-b4f1-3916276bef0e req-1a5fae5b-42eb-4182-88f4-18850853c0c7 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=e987bbb5-207b-4932-9dab-f7375ee27f40 HTTP/1.1" status: 200 len: 944 time: 0.0518684 Apr 28 20:29:53.943187 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a2539e38-49f4-4d90-b4f1-3916276bef0e req-8f65a4d0-0868-4d94-ab37-395a08c80b9f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=5baa68c7-faaf-416c-b4a0-f69c15be2786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307958 Apr 28 20:29:54.532080 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 2759b40a-a91d-4ebb-89f9-a85fddb90fe9 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:29:54.580484 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 2759b40a-a91d-4ebb-89f9-a85fddb90fe9 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:29:54.584324 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 2759b40a-a91d-4ebb-89f9-a85fddb90fe9 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:29:54.584712 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:54.662921 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:54.686075 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e987bbb5-207b-4932-9dab-f7375ee27f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2759b40a-a91d-4ebb-89f9-a85fddb90fe9'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:29:54.688680 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f0961dc541b5264c963834c151b06290830566d9874400a6cf73f3b09243849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be69b7bc-050b-4136-ab30-c72303fe7489" -d '{"events": [{"server_uuid": "e987bbb5-207b-4932-9dab-f7375ee27f40", "name": "network-vif-plugged", "status": "completed", "tag": "2759b40a-a91d-4ebb-89f9-a85fddb90fe9"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:29:54.702235 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 2759b40a-a91d-4ebb-89f9-a85fddb90fe9, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=2759b40a-a91d-4ebb-89f9-a85fddb90fe9,segment=NetworkSegment(e42a7bd9-9614-4ec2-94b9-76fd6ff89a08),segment_id=e42a7bd9-9614-4ec2-94b9-76fd6ff89a08)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:29:54.706140 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:54.733381 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069afd5e-98e8-4319-a997-00b11a39c80b x-openstack-request-id: req-069afd5e-98e8-4319-a997-00b11a39c80b {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:29:54.733665 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e987bbb5-207b-4932-9dab-f7375ee27f40", "name": "network-vif-plugged", "status": "completed", "tag": "2759b40a-a91d-4ebb-89f9-a85fddb90fe9", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:29:54.733917 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-069afd5e-98e8-4319-a997-00b11a39c80b {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:29:54.734300 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-069afd5e-98e8-4319-a997-00b11a39c80b'] response: {'server_uuid': 'e987bbb5-207b-4932-9dab-f7375ee27f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2759b40a-a91d-4ebb-89f9-a85fddb90fe9', 'code': 200} Apr 28 20:29:54.760070 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=2759b40a-a91d-4ebb-89f9-a85fddb90fe9,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:54.820708 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4aa54b-c984-4222-9307-3fc2d11e9f0e req-4f33162b-3989-45ad-8fcc-797906d3979d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:54.822157 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1a4aa54b-c984-4222-9307-3fc2d11e9f0e req-4f33162b-3989-45ad-8fcc-797906d3979d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e987bbb5-207b-4932-9dab-f7375ee27f40 HTTP/1.1" status: 200 len: 1096 time: 0.0384219 Apr 28 20:29:54.856169 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1a4aa54b-c984-4222-9307-3fc2d11e9f0e req-46247dfa-336b-432e-af38-b2cc6e5ffea4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5baa68c7-faaf-416c-b4a0-f69c15be2786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267532 Apr 28 20:29:55.056681 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682bd3c2-6062-43a9-b3b5-f2d4c8200442 req-74a51f2d-a729-4f61-a6ff-56316f0094b7 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:55.058118 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-682bd3c2-6062-43a9-b3b5-f2d4c8200442 req-74a51f2d-a729-4f61-a6ff-56316f0094b7 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=e987bbb5-207b-4932-9dab-f7375ee27f40 HTTP/1.1" status: 200 len: 945 time: 0.0486016 Apr 28 20:29:55.095483 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-682bd3c2-6062-43a9-b3b5-f2d4c8200442 req-212c6c13-b882-440a-b4f3-4fdabc6067f9 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=5baa68c7-faaf-416c-b4a0-f69c15be2786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307283 Apr 28 20:29:55.940015 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:56.012977 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:56.210184 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d701f6-10c4-47f8-bebb-285e0e0f7a40 req-cec10a44-e348-4c98-8818-1e6e77ff60d5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:56.211554 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-97d701f6-10c4-47f8-bebb-285e0e0f7a40 req-cec10a44-e348-4c98-8818-1e6e77ff60d5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=e987bbb5-207b-4932-9dab-f7375ee27f40 HTTP/1.1" status: 200 len: 945 time: 0.0487757 Apr 28 20:29:56.248521 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-97d701f6-10c4-47f8-bebb-285e0e0f7a40 req-d260685d-bd77-4ddd-a729-08068eae9bbe tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=5baa68c7-faaf-416c-b4a0-f69c15be2786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302336 Apr 28 20:29:56.370099 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a3cdd-b8a6-479a-8266-24f3d8a9b407 req-400069b3-9f41-495a-9d77-d43ece8b01a4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:56.372363 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8e0a3cdd-b8a6-479a-8266-24f3d8a9b407 req-400069b3-9f41-495a-9d77-d43ece8b01a4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=e987bbb5-207b-4932-9dab-f7375ee27f40 HTTP/1.1" status: 200 len: 945 time: 0.0524650 Apr 28 20:29:56.408605 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8e0a3cdd-b8a6-479a-8266-24f3d8a9b407 req-bdc2e38c-0ce0-485f-a973-54664a859c1a tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=5baa68c7-faaf-416c-b4a0-f69c15be2786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301869 Apr 28 20:29:56.430711 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38190) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:29:56.469897 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cec7a72-9c4f-4068-8da5-83d59f116be3 tempest-TestNetworkAdvancedServerOps-889809582 tempest-TestNetworkAdvancedServerOps-889809582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:56.471257 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1cec7a72-9c4f-4068-8da5-83d59f116be3 tempest-TestNetworkAdvancedServerOps-889809582 tempest-TestNetworkAdvancedServerOps-889809582-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e987bbb5-207b-4932-9dab-f7375ee27f40 HTTP/1.1" status: 200 len: 1091 time: 0.0395839 Apr 28 20:29:56.474038 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38192) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:29:56.478119 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-a81dbad1-c2e6-4515-9e14-94d7f6667d94 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'port_id': '2759b40a-a91d-4ebb-89f9-a85fddb90fe9', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:29:56.498893 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a81dbad1-c2e6-4515-9e14-94d7f6667d94 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:56.937981 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a81dbad1-c2e6-4515-9e14-94d7f6667d94 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:57.036378 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-a81dbad1-c2e6-4515-9e14-94d7f6667d94 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Allocated IP 172.25.8.37 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/4e2901b2-25ee-4650-8582-23bc7edc03ca) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:29:57.137561 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a81dbad1-c2e6-4515-9e14-94d7f6667d94 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:57.170202 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a81dbad1-c2e6-4515-9e14-94d7f6667d94 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:57.208699 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81dbad1-c2e6-4515-9e14-94d7f6667d94 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:29:57.211521 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-a81dbad1-c2e6-4515-9e14-94d7f6667d94 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:29:57.215769 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81dbad1-c2e6-4515-9e14-94d7f6667d94 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:29:57.236703 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81dbad1-c2e6-4515-9e14-94d7f6667d94 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Port': ['ID=4e2901b2-25ee-4650-8582-23bc7edc03ca,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:57.563304 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a81dbad1-c2e6-4515-9e14-94d7f6667d94 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:57.627587 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a81dbad1-c2e6-4515-9e14-94d7f6667d94 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:57.776565 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a81dbad1-c2e6-4515-9e14-94d7f6667d94 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:57.781012 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a81dbad1-c2e6-4515-9e14-94d7f6667d94 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:57.847257 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81dbad1-c2e6-4515-9e14-94d7f6667d94 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Port': ['ID=4e2901b2-25ee-4650-8582-23bc7edc03ca,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:57.859448 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a81dbad1-c2e6-4515-9e14-94d7f6667d94 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:57.959521 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-a81dbad1-c2e6-4515-9e14-94d7f6667d94 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Floating IP c249a592-424e-47b0-877e-7411667a16e0 associated. External IP: 172.25.8.37, port: 2759b40a-a91d-4ebb-89f9-a85fddb90fe9. Apr 28 20:29:58.172112 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81dbad1-c2e6-4515-9e14-94d7f6667d94 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Router 89001ad6-23ce-4fab-91a7-d1d8abe3ba76 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:29:58.279787 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81dbad1-c2e6-4515-9e14-94d7f6667d94 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:29:58.290498 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7d437c-5ff4-4193-864c-e6466f6fe87e None None] Sync routers for ids ['89001ad6-23ce-4fab-91a7-d1d8abe3ba76'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:29:58.298763 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a81dbad1-c2e6-4515-9e14-94d7f6667d94 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:58.304031 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7d437c-5ff4-4193-864c-e6466f6fe87e None None] Routers {'89001ad6-23ce-4fab-91a7-d1d8abe3ba76'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:29:58.304031 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ed7d437c-5ff4-4193-864c-e6466f6fe87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:29:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['89001ad6-23ce-4fab-91a7-d1d8abe3ba76'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:29:58.325565 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a81dbad1-c2e6-4515-9e14-94d7f6667d94 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8505499 Apr 28 20:29:58.326351 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e987bbb5-207b-4932-9dab-f7375ee27f40', 'tag': '2759b40a-a91d-4ebb-89f9-a85fddb90fe9'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:29:58.328821 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf124955d82b014a11a6fc2eaac2ea15efe7a1380e167aca24b9fc673bca835b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8053eb2-c189-474b-bf88-7cad0c38d003" -d '{"events": [{"name": "network-changed", "server_uuid": "e987bbb5-207b-4932-9dab-f7375ee27f40", "tag": "2759b40a-a91d-4ebb-89f9-a85fddb90fe9"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:29:58.366139 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4ec53d-d7fb-4029-9e6d-7b69d6064b47 x-openstack-request-id: req-aa4ec53d-d7fb-4029-9e6d-7b69d6064b47 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:29:58.366491 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e987bbb5-207b-4932-9dab-f7375ee27f40", "tag": "2759b40a-a91d-4ebb-89f9-a85fddb90fe9", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:29:58.366809 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aa4ec53d-d7fb-4029-9e6d-7b69d6064b47 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:29:58.367285 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa4ec53d-d7fb-4029-9e6d-7b69d6064b47'] response: {'name': 'network-changed', 'server_uuid': 'e987bbb5-207b-4932-9dab-f7375ee27f40', 'tag': '2759b40a-a91d-4ebb-89f9-a85fddb90fe9', 'status': 'completed', 'code': 200} Apr 28 20:29:58.413880 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-ed7d437c-5ff4-4193-864c-e6466f6fe87e None None] Set router 89001ad6-23ce-4fab-91a7-d1d8abe3ba76 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:29:58.431625 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8053eb2-c189-474b-bf88-7cad0c38d003 req-fead3834-0318-42bd-bdac-1642d6c6072f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:58.433099 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c8053eb2-c189-474b-bf88-7cad0c38d003 req-fead3834-0318-42bd-bdac-1642d6c6072f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&device_id=e987bbb5-207b-4932-9dab-f7375ee27f40 HTTP/1.1" status: 200 len: 1096 time: 0.0433490 Apr 28 20:29:58.434487 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e200272-7dd3-48ce-8f1e-016e9873c530 req-b2d73ed8-5f96-440e-a912-84fbb2f63548 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:58.435942 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5e200272-7dd3-48ce-8f1e-016e9873c530 req-b2d73ed8-5f96-440e-a912-84fbb2f63548 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=e987bbb5-207b-4932-9dab-f7375ee27f40 HTTP/1.1" status: 200 len: 945 time: 0.0566397 Apr 28 20:29:58.475034 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5e200272-7dd3-48ce-8f1e-016e9873c530 req-294745be-d06b-4eb3-8517-73d98f7e9a8d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=5baa68c7-faaf-416c-b4a0-f69c15be2786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324986 Apr 28 20:29:58.499839 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38198) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:29:58.532515 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8053eb2-c189-474b-bf88-7cad0c38d003 req-9d1be4bf-1736-4365-8c63-fb0d2261ae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:58.533992 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c8053eb2-c189-474b-bf88-7cad0c38d003 req-9d1be4bf-1736-4365-8c63-fb0d2261ae55 service neutron] 10.222.0.44 "GET /v2.0/networks?id=27fdaebb-84cc-4d16-be83-f41db36e108f HTTP/1.1" status: 200 len: 897 time: 0.0937607 Apr 28 20:29:58.561480 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-26e05d5c-8b1e-4c32-aa40-303b0b78769d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/floatingips/c249a592-424e-47b0-877e-7411667a16e0 HTTP/1.1" status: 200 len: 990 time: 0.0604599 Apr 28 20:29:58.602727 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c8053eb2-c189-474b-bf88-7cad0c38d003 req-d0043e7d-f339-4d43-b3cd-a6fc9649d4bd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2759b40a-a91d-4ebb-89f9-a85fddb90fe9 HTTP/1.1" status: 200 len: 998 time: 0.0621278 Apr 28 20:29:58.646423 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ed7d437c-5ff4-4193-864c-e6466f6fe87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087016275', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'd0cf6f27-e647-4f00-9070-27f7490aea3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:29:40Z', 'updated_at': '2022-04-28T20:29:44Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'd0cf6f27-e647-4f00-9070-27f7490aea3f', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:24:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:29:40Z', 'updated_at': '2022-04-28T20:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': 'c249a592-424e-47b0-877e-7411667a16e0', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'floating_ip_address': '172.25.8.37', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'port_id': '2759b40a-a91d-4ebb-89f9-a85fddb90fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27fdaebb-84cc-4d16-be83-f41db36e108f', 'mac_address': 'fa:16:3e:37:b4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e987bbb5-207b-4932-9dab-f7375ee27f40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:29:57Z', 'updated_at': '2022-04-28T20:29:57Z', 'revision_number': 0, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3326ed8-665a-4841-b00a-cc7c4b6626f2', 'name': '', 'network_id': '27fdaebb-84cc-4d16-be83-f41db36e108f', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:e1:1e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7679b10e-42b7-4ceb-8506-487c69894839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:29:43Z', 'updated_at': '2022-04-28T20:29:46Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': '7679b10e-42b7-4ceb-8506-487c69894839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:29:58.656283 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8053eb2-c189-474b-bf88-7cad0c38d003 req-cf2cab75-3b73-4c6d-b28c-970240ccf06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:58.657744 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c8053eb2-c189-474b-bf88-7cad0c38d003 req-cf2cab75-3b73-4c6d-b28c-970240ccf06a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7679b10e-42b7-4ceb-8506-487c69894839 HTTP/1.1" status: 200 len: 835 time: 0.0484486 Apr 28 20:29:58.673433 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7d437c-5ff4-4193-864c-e6466f6fe87e None None] Checking router: 89001ad6-23ce-4fab-91a7-d1d8abe3ba76 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:29:58.681470 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7d437c-5ff4-4193-864c-e6466f6fe87e None None] Routers {'89001ad6-23ce-4fab-91a7-d1d8abe3ba76'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:29:58.682127 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ed7d437c-5ff4-4193-864c-e6466f6fe87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:29:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['89001ad6-23ce-4fab-91a7-d1d8abe3ba76'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:29:58.702239 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8053eb2-c189-474b-bf88-7cad0c38d003 req-7c4dc59f-b4e4-4696-bf2f-59cc6295b6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:58.703735 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c8053eb2-c189-474b-bf88-7cad0c38d003 req-7c4dc59f-b4e4-4696-bf2f-59cc6295b6fe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27fdaebb-84cc-4d16-be83-f41db36e108f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396552 Apr 28 20:29:58.785552 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-ed7d437c-5ff4-4193-864c-e6466f6fe87e None None] Set router 89001ad6-23ce-4fab-91a7-d1d8abe3ba76 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:29:58.792794 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c8053eb2-c189-474b-bf88-7cad0c38d003 req-2f9a6814-2715-4daa-a398-dc30f358f702 service neutron] 10.222.0.44 "GET /v2.0/networks/27fdaebb-84cc-4d16-be83-f41db36e108f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823779 Apr 28 20:29:58.888332 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c8053eb2-c189-474b-bf88-7cad0c38d003 req-4d0adea6-99b1-4ff8-8650-cff2d6b697c9 service neutron] 10.222.0.44 "GET /v2.0/networks/27fdaebb-84cc-4d16-be83-f41db36e108f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894682 Apr 28 20:29:59.007981 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-ed7d437c-5ff4-4193-864c-e6466f6fe87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087016275', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'd0cf6f27-e647-4f00-9070-27f7490aea3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:29:40Z', 'updated_at': '2022-04-28T20:29:44Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'd0cf6f27-e647-4f00-9070-27f7490aea3f', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:24:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:29:40Z', 'updated_at': '2022-04-28T20:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': 'c249a592-424e-47b0-877e-7411667a16e0', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'floating_ip_address': '172.25.8.37', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'port_id': '2759b40a-a91d-4ebb-89f9-a85fddb90fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27fdaebb-84cc-4d16-be83-f41db36e108f', 'mac_address': 'fa:16:3e:37:b4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e987bbb5-207b-4932-9dab-f7375ee27f40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:29:57Z', 'updated_at': '2022-04-28T20:29:57Z', 'revision_number': 0, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3326ed8-665a-4841-b00a-cc7c4b6626f2', 'name': '', 'network_id': '27fdaebb-84cc-4d16-be83-f41db36e108f', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:e1:1e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7679b10e-42b7-4ceb-8506-487c69894839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:29:43Z', 'updated_at': '2022-04-28T20:29:46Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': '7679b10e-42b7-4ceb-8506-487c69894839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:29:59.036671 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7d437c-5ff4-4193-864c-e6466f6fe87e None None] The sync data for ids ['89001ad6-23ce-4fab-91a7-d1d8abe3ba76'] in n-d-839810-1 is: [{'id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087016275', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'd0cf6f27-e647-4f00-9070-27f7490aea3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:29:40Z', 'updated_at': '2022-04-28T20:29:44Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'd0cf6f27-e647-4f00-9070-27f7490aea3f', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:24:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:29:40Z', 'updated_at': '2022-04-28T20:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': 'c249a592-424e-47b0-877e-7411667a16e0', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'floating_ip_address': '172.25.8.37', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'port_id': '2759b40a-a91d-4ebb-89f9-a85fddb90fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27fdaebb-84cc-4d16-be83-f41db36e108f', 'mac_address': 'fa:16:3e:37:b4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e987bbb5-207b-4932-9dab-f7375ee27f40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:29:57Z', 'updated_at': '2022-04-28T20:29:57Z', 'revision_number': 0, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3326ed8-665a-4841-b00a-cc7c4b6626f2', 'name': '', 'network_id': '27fdaebb-84cc-4d16-be83-f41db36e108f', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:e1:1e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7679b10e-42b7-4ceb-8506-487c69894839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:29:43Z', 'updated_at': '2022-04-28T20:29:46Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': '7679b10e-42b7-4ceb-8506-487c69894839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:29:59.218121 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63edc8c0-290a-4db0-a2a9-f0f78c8ec65b None None] New status for floating IP c249a592-424e-47b0-877e-7411667a16e0: ACTIVE {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:29:59.565078 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38200) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:29:59.625750 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9be24ab0-050c-4b4f-8e22-4c8194dd1009 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/floatingips/c249a592-424e-47b0-877e-7411667a16e0 HTTP/1.1" status: 200 len: 992 time: 0.0596266 Apr 28 20:30:01.571050 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-301b99e9-8257-497a-9092-b11f9963c7d0 req-4ce4b037-4092-41e8-acae-f0f788cdaf42 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e987bbb5-207b-4932-9dab-f7375ee27f40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420012 Apr 28 20:30:01.648391 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b99e9-8257-497a-9092-b11f9963c7d0 req-b60f22ab-7b9e-40bc-9996-3a59302e18d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:01.649869 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-301b99e9-8257-497a-9092-b11f9963c7d0 req-b60f22ab-7b9e-40bc-9996-3a59302e18d0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&device_id=e987bbb5-207b-4932-9dab-f7375ee27f40 HTTP/1.1" status: 200 len: 1096 time: 0.0392456 Apr 28 20:30:01.751565 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b99e9-8257-497a-9092-b11f9963c7d0 req-ae37f290-ff30-42a5-b43a-7e619a53040d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:01.753042 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-301b99e9-8257-497a-9092-b11f9963c7d0 req-ae37f290-ff30-42a5-b43a-7e619a53040d service neutron] 10.222.0.44 "GET /v2.0/networks?id=27fdaebb-84cc-4d16-be83-f41db36e108f HTTP/1.1" status: 200 len: 897 time: 0.0831914 Apr 28 20:30:01.821914 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-301b99e9-8257-497a-9092-b11f9963c7d0 req-1155e315-4d42-449d-bcaa-f80b14c2c8a8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2759b40a-a91d-4ebb-89f9-a85fddb90fe9 HTTP/1.1" status: 200 len: 1000 time: 0.0612416 Apr 28 20:30:01.868724 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b99e9-8257-497a-9092-b11f9963c7d0 req-b9f9ffe8-7669-40d0-887b-1b297806ac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:01.870159 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-301b99e9-8257-497a-9092-b11f9963c7d0 req-b9f9ffe8-7669-40d0-887b-1b297806ac27 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7679b10e-42b7-4ceb-8506-487c69894839 HTTP/1.1" status: 200 len: 835 time: 0.0416958 Apr 28 20:30:01.913000 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b99e9-8257-497a-9092-b11f9963c7d0 req-ccf598a8-66ec-4dc9-bc47-e8b52bd9637a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:01.914442 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-301b99e9-8257-497a-9092-b11f9963c7d0 req-ccf598a8-66ec-4dc9-bc47-e8b52bd9637a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27fdaebb-84cc-4d16-be83-f41db36e108f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376768 Apr 28 20:30:02.004309 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-301b99e9-8257-497a-9092-b11f9963c7d0 req-17f08cf4-385a-4154-9cc8-dabd14e4570d service neutron] 10.222.0.44 "GET /v2.0/networks/27fdaebb-84cc-4d16-be83-f41db36e108f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832691 Apr 28 20:30:02.092009 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-301b99e9-8257-497a-9092-b11f9963c7d0 req-c72ef4f6-ed03-49b0-9610-e176ba0d9e6a service neutron] 10.222.0.44 "GET /v2.0/networks/27fdaebb-84cc-4d16-be83-f41db36e108f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794909 Apr 28 20:30:02.316597 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:03.840929 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:17.642024 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:30:19.903730 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ee67e850-0d92-4fc9-b35f-f119ec5073c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:22.143210 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b6a78824-3f25-421a-bcf1-51a99398326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:23.666608 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:25.943816 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:26.014661 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:28.317699 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7145e2-9869-4bf3-8ea7-f36455f3ff49 req-44ea2407-4f80-4719-a33e-694927fd1dbe tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:28.319360 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9f7145e2-9869-4bf3-8ea7-f36455f3ff49 req-44ea2407-4f80-4719-a33e-694927fd1dbe tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=e987bbb5-207b-4932-9dab-f7375ee27f40 HTTP/1.1" status: 200 len: 945 time: 0.0548425 Apr 28 20:30:28.356824 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9f7145e2-9869-4bf3-8ea7-f36455f3ff49 req-beed5501-38fa-487f-8e19-a9414f3f53e1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=5baa68c7-faaf-416c-b4a0-f69c15be2786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316701 Apr 28 20:30:29.476785 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7f2b6-ca58-4231-ac50-258779cc4170 req-58e8ab5e-a469-47c3-9ab7-66b175e38844 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:29.478234 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b2e7f2b6-ca58-4231-ac50-258779cc4170 req-58e8ab5e-a469-47c3-9ab7-66b175e38844 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=e987bbb5-207b-4932-9dab-f7375ee27f40 HTTP/1.1" status: 200 len: 945 time: 0.0491912 Apr 28 20:30:29.513972 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b2e7f2b6-ca58-4231-ac50-258779cc4170 req-8b85a919-4ef6-4b5a-b7be-8bbe345985f7 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=5baa68c7-faaf-416c-b4a0-f69c15be2786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297534 Apr 28 20:30:29.537256 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38220) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:30:29.599518 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-be6d26a9-2251-44c4-9518-b0ccdfd89099 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/floatingips/c249a592-424e-47b0-877e-7411667a16e0 HTTP/1.1" status: 200 len: 992 time: 0.0610642 Apr 28 20:30:30.860986 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565ba7f-da10-4c58-a8a2-7d1613dafeef req-7c740c73-8b44-441b-a966-451b4366c31a tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:30.862494 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a565ba7f-da10-4c58-a8a2-7d1613dafeef req-7c740c73-8b44-441b-a966-451b4366c31a tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=e987bbb5-207b-4932-9dab-f7375ee27f40 HTTP/1.1" status: 200 len: 945 time: 0.0515161 Apr 28 20:30:30.900785 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a565ba7f-da10-4c58-a8a2-7d1613dafeef req-2dbf6138-9666-4d1d-a025-b390095e63b2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=5baa68c7-faaf-416c-b4a0-f69c15be2786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321848 Apr 28 20:30:32.020026 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c90244-2c0e-47bd-ae30-457d5ae7436b req-33547cf8-0587-42ad-abb2-6afec4a872f4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:32.021486 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-45c90244-2c0e-47bd-ae30-457d5ae7436b req-33547cf8-0587-42ad-abb2-6afec4a872f4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=e987bbb5-207b-4932-9dab-f7375ee27f40 HTTP/1.1" status: 200 len: 945 time: 0.0489395 Apr 28 20:30:32.058963 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-45c90244-2c0e-47bd-ae30-457d5ae7436b req-9df8f8be-1251-45eb-b475-405156c477fb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=5baa68c7-faaf-416c-b4a0-f69c15be2786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315783 Apr 28 20:30:32.081576 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38232) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:30:32.145786 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6c67ba87-4e4d-4381-929b-e3fa5e6fc430 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/floatingips/c249a592-424e-47b0-877e-7411667a16e0 HTTP/1.1" status: 200 len: 992 time: 0.0631030 Apr 28 20:30:32.330075 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:32.408137 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38238) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:30:32.561635 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e28007ea-bc36-44fa-b7ae-5bdcbffbfa21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Deleting port 4e2901b2-25ee-4650-8582-23bc7edc03ca {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:30:32.561911 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e28007ea-bc36-44fa-b7ae-5bdcbffbfa21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:32.633490 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e28007ea-bc36-44fa-b7ae-5bdcbffbfa21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:32.633825 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e28007ea-bc36-44fa-b7ae-5bdcbffbfa21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:32.645651 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-e28007ea-bc36-44fa-b7ae-5bdcbffbfa21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Calling delete_port for 4e2901b2-25ee-4650-8582-23bc7edc03ca owned by network:floatingip {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:30:32.790795 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e28007ea-bc36-44fa-b7ae-5bdcbffbfa21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:32.816243 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28007ea-bc36-44fa-b7ae-5bdcbffbfa21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event deleted for resources: {'Port': ['ID=4e2901b2-25ee-4650-8582-23bc7edc03ca,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:30:32.841935 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28007ea-bc36-44fa-b7ae-5bdcbffbfa21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:32.842280 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28007ea-bc36-44fa-b7ae-5bdcbffbfa21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:32.842617 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28007ea-bc36-44fa-b7ae-5bdcbffbfa21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:32.842947 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28007ea-bc36-44fa-b7ae-5bdcbffbfa21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:32.843822 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28007ea-bc36-44fa-b7ae-5bdcbffbfa21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:32.844356 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28007ea-bc36-44fa-b7ae-5bdcbffbfa21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:32.844692 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28007ea-bc36-44fa-b7ae-5bdcbffbfa21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:32.845019 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28007ea-bc36-44fa-b7ae-5bdcbffbfa21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:32.845343 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28007ea-bc36-44fa-b7ae-5bdcbffbfa21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:32.845664 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28007ea-bc36-44fa-b7ae-5bdcbffbfa21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:32.845990 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28007ea-bc36-44fa-b7ae-5bdcbffbfa21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:32.846302 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28007ea-bc36-44fa-b7ae-5bdcbffbfa21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:32.886681 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e28007ea-bc36-44fa-b7ae-5bdcbffbfa21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for floatingip, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:32.887046 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [None req-e28007ea-bc36-44fa-b7ae-5bdcbffbfa21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Floating IP c249a592-424e-47b0-877e-7411667a16e0 disassociated (deleted). External IP: 172.25.8.37, port: 2759b40a-a91d-4ebb-89f9-a85fddb90fe9. Apr 28 20:30:33.091981 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28007ea-bc36-44fa-b7ae-5bdcbffbfa21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Router 89001ad6-23ce-4fab-91a7-d1d8abe3ba76 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:30:33.197145 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28007ea-bc36-44fa-b7ae-5bdcbffbfa21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:30:33.201563 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e28007ea-bc36-44fa-b7ae-5bdcbffbfa21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:33.206917 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7d56e6-32c3-4aa7-8761-57b936c9ec67 None None] Sync routers for ids ['89001ad6-23ce-4fab-91a7-d1d8abe3ba76'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:30:33.216473 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7d56e6-32c3-4aa7-8761-57b936c9ec67 None None] Routers {'89001ad6-23ce-4fab-91a7-d1d8abe3ba76'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:30:33.217106 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-7b7d56e6-32c3-4aa7-8761-57b936c9ec67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:30:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['89001ad6-23ce-4fab-91a7-d1d8abe3ba76'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:30:33.231368 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e28007ea-bc36-44fa-b7ae-5bdcbffbfa21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "DELETE /v2.0/floatingips/c249a592-424e-47b0-877e-7411667a16e0 HTTP/1.1" status: 204 len: 168 time: 0.8197320 Apr 28 20:30:33.231368 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e987bbb5-207b-4932-9dab-f7375ee27f40', 'tag': '2759b40a-a91d-4ebb-89f9-a85fddb90fe9'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:30:33.231782 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987aa34c65443dea39eaa51b67d186bb80d94e7c4b504279bd6048524f6efc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d63452-b874-461e-9f26-64b499f33c00" -d '{"events": [{"name": "network-changed", "server_uuid": "e987bbb5-207b-4932-9dab-f7375ee27f40", "tag": "2759b40a-a91d-4ebb-89f9-a85fddb90fe9"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:30:33.287884 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3745e0-148e-4d4d-9edc-92b6d9ebebad x-openstack-request-id: req-1f3745e0-148e-4d4d-9edc-92b6d9ebebad {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:30:33.288211 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e987bbb5-207b-4932-9dab-f7375ee27f40", "tag": "2759b40a-a91d-4ebb-89f9-a85fddb90fe9", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:30:33.288590 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1f3745e0-148e-4d4d-9edc-92b6d9ebebad {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:30:33.288875 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f3745e0-148e-4d4d-9edc-92b6d9ebebad'] response: {'name': 'network-changed', 'server_uuid': 'e987bbb5-207b-4932-9dab-f7375ee27f40', 'tag': '2759b40a-a91d-4ebb-89f9-a85fddb90fe9', 'status': 'completed', 'code': 200} Apr 28 20:30:33.324387 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-7b7d56e6-32c3-4aa7-8761-57b936c9ec67 None None] Set router 89001ad6-23ce-4fab-91a7-d1d8abe3ba76 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:30:33.354177 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d63452-b874-461e-9f26-64b499f33c00 req-f47560bf-b6d4-48fc-b5b3-216335826e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:33.355560 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-61d63452-b874-461e-9f26-64b499f33c00 req-f47560bf-b6d4-48fc-b5b3-216335826e52 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&device_id=e987bbb5-207b-4932-9dab-f7375ee27f40 HTTP/1.1" status: 200 len: 1096 time: 0.0448117 Apr 28 20:30:33.497634 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d63452-b874-461e-9f26-64b499f33c00 req-0e17dca7-7700-40b3-a36d-6003b2b4047a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:33.499939 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-61d63452-b874-461e-9f26-64b499f33c00 req-0e17dca7-7700-40b3-a36d-6003b2b4047a service neutron] 10.222.0.44 "GET /v2.0/networks?id=27fdaebb-84cc-4d16-be83-f41db36e108f HTTP/1.1" status: 200 len: 897 time: 0.1358085 Apr 28 20:30:33.514289 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52414e85-12b6-4e0c-8a11-4ea30bd85be1 req-590e918c-b87c-432e-9982-8051f720ae3d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:33.515762 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-52414e85-12b6-4e0c-8a11-4ea30bd85be1 req-590e918c-b87c-432e-9982-8051f720ae3d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=e987bbb5-207b-4932-9dab-f7375ee27f40 HTTP/1.1" status: 200 len: 945 time: 0.0714412 Apr 28 20:30:33.558741 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-61d63452-b874-461e-9f26-64b499f33c00 req-8181e0ee-35f7-4b7d-8474-3e88f9b1a62d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2759b40a-a91d-4ebb-89f9-a85fddb90fe9 HTTP/1.1" status: 200 len: 217 time: 0.0524244 Apr 28 20:30:33.611535 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-52414e85-12b6-4e0c-8a11-4ea30bd85be1 req-41d38d5e-9285-45fb-8f2c-43aabdbe5f6f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=5baa68c7-faaf-416c-b4a0-f69c15be2786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893409 Apr 28 20:30:33.634058 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d63452-b874-461e-9f26-64b499f33c00 req-9b7ce4f9-c8d4-4d00-8d40-e2528bec1c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:33.634058 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-61d63452-b874-461e-9f26-64b499f33c00 req-9b7ce4f9-c8d4-4d00-8d40-e2528bec1c4e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7679b10e-42b7-4ceb-8506-487c69894839 HTTP/1.1" status: 200 len: 835 time: 0.0545905 Apr 28 20:30:33.634602 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-7b7d56e6-32c3-4aa7-8761-57b936c9ec67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087016275', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'd0cf6f27-e647-4f00-9070-27f7490aea3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:29:40Z', 'updated_at': '2022-04-28T20:29:44Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'd0cf6f27-e647-4f00-9070-27f7490aea3f', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:24:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:29:40Z', 'updated_at': '2022-04-28T20:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'a3326ed8-665a-4841-b00a-cc7c4b6626f2', 'name': '', 'network_id': '27fdaebb-84cc-4d16-be83-f41db36e108f', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:e1:1e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7679b10e-42b7-4ceb-8506-487c69894839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:29:43Z', 'updated_at': '2022-04-28T20:29:46Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': '7679b10e-42b7-4ceb-8506-487c69894839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:30:33.656659 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7d56e6-32c3-4aa7-8761-57b936c9ec67 None None] Checking router: 89001ad6-23ce-4fab-91a7-d1d8abe3ba76 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:30:33.664613 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7d56e6-32c3-4aa7-8761-57b936c9ec67 None None] Routers {'89001ad6-23ce-4fab-91a7-d1d8abe3ba76'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:30:33.665217 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-7b7d56e6-32c3-4aa7-8761-57b936c9ec67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:30:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['89001ad6-23ce-4fab-91a7-d1d8abe3ba76'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:30:33.673445 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d63452-b874-461e-9f26-64b499f33c00 req-cde818a0-bead-45b7-89c3-cbdc98c61ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:33.674938 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-61d63452-b874-461e-9f26-64b499f33c00 req-cde818a0-bead-45b7-89c3-cbdc98c61ba6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27fdaebb-84cc-4d16-be83-f41db36e108f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406244 Apr 28 20:30:33.686515 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-61d63452-b874-461e-9f26-64b499f33c00 req-fbde5667-b612-48c9-996d-f3cf1a2c21a5 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:30:33.687460 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-61d63452-b874-461e-9f26-64b499f33c00 req-fbde5667-b612-48c9-996d-f3cf1a2c21a5 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051341 Apr 28 20:30:33.769271 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-7b7d56e6-32c3-4aa7-8761-57b936c9ec67 None None] Set router 89001ad6-23ce-4fab-91a7-d1d8abe3ba76 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:30:33.779376 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-61d63452-b874-461e-9f26-64b499f33c00 req-3d5c5ac0-0412-4053-b6ab-0f6366a7afdd service neutron] 10.222.0.44 "GET /v2.0/networks/27fdaebb-84cc-4d16-be83-f41db36e108f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849500 Apr 28 20:30:33.856042 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:33.871941 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-61d63452-b874-461e-9f26-64b499f33c00 req-197d9ca5-40ae-416c-a33e-4edd427fa56a service neutron] 10.222.0.44 "GET /v2.0/networks/27fdaebb-84cc-4d16-be83-f41db36e108f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853412 Apr 28 20:30:33.963567 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-7b7d56e6-32c3-4aa7-8761-57b936c9ec67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087016275', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'd0cf6f27-e647-4f00-9070-27f7490aea3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:29:40Z', 'updated_at': '2022-04-28T20:29:44Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'd0cf6f27-e647-4f00-9070-27f7490aea3f', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:24:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:29:40Z', 'updated_at': '2022-04-28T20:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'a3326ed8-665a-4841-b00a-cc7c4b6626f2', 'name': '', 'network_id': '27fdaebb-84cc-4d16-be83-f41db36e108f', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:e1:1e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7679b10e-42b7-4ceb-8506-487c69894839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:29:43Z', 'updated_at': '2022-04-28T20:29:46Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': '7679b10e-42b7-4ceb-8506-487c69894839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:30:33.992867 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7d56e6-32c3-4aa7-8761-57b936c9ec67 None None] The sync data for ids ['89001ad6-23ce-4fab-91a7-d1d8abe3ba76'] in n-d-839810-1 is: [{'id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087016275', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'd0cf6f27-e647-4f00-9070-27f7490aea3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:29:40Z', 'updated_at': '2022-04-28T20:29:44Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'd0cf6f27-e647-4f00-9070-27f7490aea3f', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:24:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:29:40Z', 'updated_at': '2022-04-28T20:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'a3326ed8-665a-4841-b00a-cc7c4b6626f2', 'name': '', 'network_id': '27fdaebb-84cc-4d16-be83-f41db36e108f', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:e1:1e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7679b10e-42b7-4ceb-8506-487c69894839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:29:43Z', 'updated_at': '2022-04-28T20:29:46Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': '7679b10e-42b7-4ceb-8506-487c69894839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:30:34.207020 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc96f36-f1c0-4952-a9df-f2e2580f22d8 None None] New status for floating IP c249a592-424e-47b0-877e-7411667a16e0: DOWN {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:30:34.731915 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380aaa4-0dc5-4c3d-803d-3ffe058fb81a req-c79aa419-3a40-4d10-a5bf-5ce46a951bac tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:34.733392 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3380aaa4-0dc5-4c3d-803d-3ffe058fb81a req-c79aa419-3a40-4d10-a5bf-5ce46a951bac tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=e987bbb5-207b-4932-9dab-f7375ee27f40 HTTP/1.1" status: 200 len: 945 time: 0.0498829 Apr 28 20:30:34.771884 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-3380aaa4-0dc5-4c3d-803d-3ffe058fb81a req-ef7cb7c2-4dde-466d-91c0-af0ffcbb174c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=5baa68c7-faaf-416c-b4a0-f69c15be2786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318286 Apr 28 20:30:35.109231 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25639e73-e821-4bda-be6b-17e483a063fc req-b757fb58-da2b-4604-939d-ba7c759f2af3 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:35.110569 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-25639e73-e821-4bda-be6b-17e483a063fc req-b757fb58-da2b-4604-939d-ba7c759f2af3 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.44 "GET /v2.0/ports?device_id=e987bbb5-207b-4932-9dab-f7375ee27f40 HTTP/1.1" status: 200 len: 945 time: 0.0494354 Apr 28 20:30:35.201302 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-25639e73-e821-4bda-be6b-17e483a063fc req-49cc680a-a90c-4591-be70-d06b12903b60 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Deleting port 2759b40a-a91d-4ebb-89f9-a85fddb90fe9 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:30:35.201642 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-25639e73-e821-4bda-be6b-17e483a063fc req-49cc680a-a90c-4591-be70-d06b12903b60 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:35.287677 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-25639e73-e821-4bda-be6b-17e483a063fc req-49cc680a-a90c-4591-be70-d06b12903b60 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] For port 2759b40a-a91d-4ebb-89f9-a85fddb90fe9, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=2759b40a-a91d-4ebb-89f9-a85fddb90fe9,segment=NetworkSegment(e42a7bd9-9614-4ec2-94b9-76fd6ff89a08),segment_id=e42a7bd9-9614-4ec2-94b9-76fd6ff89a08)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:30:35.288188 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-25639e73-e821-4bda-be6b-17e483a063fc req-49cc680a-a90c-4591-be70-d06b12903b60 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:35.301869 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-25639e73-e821-4bda-be6b-17e483a063fc req-49cc680a-a90c-4591-be70-d06b12903b60 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Calling delete_port for 2759b40a-a91d-4ebb-89f9-a85fddb90fe9 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:30:35.429596 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-25639e73-e821-4bda-be6b-17e483a063fc req-49cc680a-a90c-4591-be70-d06b12903b60 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:35.457987 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc680a-a90c-4591-be70-d06b12903b60 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event deleted for resources: {'Port': ['ID=2759b40a-a91d-4ebb-89f9-a85fddb90fe9,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:30:35.470746 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc680a-a90c-4591-be70-d06b12903b60 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:35.471104 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc680a-a90c-4591-be70-d06b12903b60 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:35.471450 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc680a-a90c-4591-be70-d06b12903b60 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:35.471794 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc680a-a90c-4591-be70-d06b12903b60 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:35.472151 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc680a-a90c-4591-be70-d06b12903b60 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:35.472492 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc680a-a90c-4591-be70-d06b12903b60 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:35.472822 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc680a-a90c-4591-be70-d06b12903b60 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:35.473152 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc680a-a90c-4591-be70-d06b12903b60 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:35.473482 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc680a-a90c-4591-be70-d06b12903b60 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:35.473807 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc680a-a90c-4591-be70-d06b12903b60 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:35.474285 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc680a-a90c-4591-be70-d06b12903b60 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:35.474567 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc680a-a90c-4591-be70-d06b12903b60 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:35.510718 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-25639e73-e821-4bda-be6b-17e483a063fc req-49cc680a-a90c-4591-be70-d06b12903b60 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] No DVR routers for this DVR port 2759b40a-a91d-4ebb-89f9-a85fddb90fe9 on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:30:35.513220 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-25639e73-e821-4bda-be6b-17e483a063fc req-49cc680a-a90c-4591-be70-d06b12903b60 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:35.517077 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-25639e73-e821-4bda-be6b-17e483a063fc req-49cc680a-a90c-4591-be70-d06b12903b60 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.44 "DELETE /v2.0/ports/2759b40a-a91d-4ebb-89f9-a85fddb90fe9 HTTP/1.1" status: 204 len: 173 time: 0.4006619 Apr 28 20:30:35.517524 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e987bbb5-207b-4932-9dab-f7375ee27f40', 'name': 'network-vif-deleted', 'tag': '2759b40a-a91d-4ebb-89f9-a85fddb90fe9'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:30:35.519748 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf124955d82b014a11a6fc2eaac2ea15efe7a1380e167aca24b9fc673bca835b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b5790f-1319-47bf-a8da-a25cb5beec83" -d '{"events": [{"server_uuid": "e987bbb5-207b-4932-9dab-f7375ee27f40", "name": "network-vif-deleted", "tag": "2759b40a-a91d-4ebb-89f9-a85fddb90fe9"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:30:35.557808 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2aac26-3421-4f8e-8744-4bab179fdd91 x-openstack-request-id: req-5a2aac26-3421-4f8e-8744-4bab179fdd91 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:30:35.558103 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e987bbb5-207b-4932-9dab-f7375ee27f40", "name": "network-vif-deleted", "tag": "2759b40a-a91d-4ebb-89f9-a85fddb90fe9", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:30:35.558356 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5a2aac26-3421-4f8e-8744-4bab179fdd91 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:30:35.558827 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a2aac26-3421-4f8e-8744-4bab179fdd91'] response: {'server_uuid': 'e987bbb5-207b-4932-9dab-f7375ee27f40', 'name': 'network-vif-deleted', 'tag': '2759b40a-a91d-4ebb-89f9-a85fddb90fe9', 'status': 'completed', 'code': 200} Apr 28 20:30:35.889023 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c723ac4b-aab5-421f-b2a5-c30b13732cd9 req-47b1b261-e590-4430-a185-fc1d0843a665 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=e987bbb5-207b-4932-9dab-f7375ee27f40 HTTP/1.1" status: 200 len: 210 time: 0.0306287 Apr 28 20:30:36.948852 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38254) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:30:37.611097 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-646ee90e-2803-455e-817c-397ced2eff64 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:37.857063 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-646ee90e-2803-455e-817c-397ced2eff64 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Deleting port a3326ed8-665a-4841-b00a-cc7c4b6626f2 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:30:37.857404 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-646ee90e-2803-455e-817c-397ced2eff64 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:37.946748 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-646ee90e-2803-455e-817c-397ced2eff64 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] For port a3326ed8-665a-4841-b00a-cc7c4b6626f2, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a3326ed8-665a-4841-b00a-cc7c4b6626f2,segment=NetworkSegment(e42a7bd9-9614-4ec2-94b9-76fd6ff89a08),segment_id=e42a7bd9-9614-4ec2-94b9-76fd6ff89a08)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:30:37.947113 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-646ee90e-2803-455e-817c-397ced2eff64 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:37.959455 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-646ee90e-2803-455e-817c-397ced2eff64 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Calling delete_port for a3326ed8-665a-4841-b00a-cc7c4b6626f2 owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:30:38.140241 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-646ee90e-2803-455e-817c-397ced2eff64 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:38.164241 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ee90e-2803-455e-817c-397ced2eff64 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event deleted for resources: {'Port': ['ID=a3326ed8-665a-4841-b00a-cc7c4b6626f2,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:30:38.339889 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-646ee90e-2803-455e-817c-397ced2eff64 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:38.554077 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646ee90e-2803-455e-817c-397ced2eff64 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Router 89001ad6-23ce-4fab-91a7-d1d8abe3ba76 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:30:38.660911 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646ee90e-2803-455e-817c-397ced2eff64 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:30:38.668622 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-646ee90e-2803-455e-817c-397ced2eff64 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "PUT /v2.0/routers/89001ad6-23ce-4fab-91a7-d1d8abe3ba76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7158797 Apr 28 20:30:38.668925 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38256) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:30:38.672285 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3fc76d-4fed-47df-a737-d40bf9276786 None None] Sync routers for ids ['89001ad6-23ce-4fab-91a7-d1d8abe3ba76'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:30:38.681569 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3fc76d-4fed-47df-a737-d40bf9276786 None None] Routers {'89001ad6-23ce-4fab-91a7-d1d8abe3ba76'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:30:38.682173 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9c3fc76d-4fed-47df-a737-d40bf9276786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:30:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['89001ad6-23ce-4fab-91a7-d1d8abe3ba76'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:30:38.719038 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-102e2cd8-0650-4e9f-904a-86d8d070ee0f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Deleting subnet 7679b10e-42b7-4ceb-8506-487c69894839 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:30:38.722020 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-102e2cd8-0650-4e9f-904a-86d8d070ee0f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:38.768039 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-102e2cd8-0650-4e9f-904a-86d8d070ee0f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:38.787324 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-9c3fc76d-4fed-47df-a737-d40bf9276786 None None] Set router 89001ad6-23ce-4fab-91a7-d1d8abe3ba76 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:30:38.851660 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-102e2cd8-0650-4e9f-904a-86d8d070ee0f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:38.913600 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-102e2cd8-0650-4e9f-904a-86d8d070ee0f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:38.941601 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e2cd8-0650-4e9f-904a-86d8d070ee0f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event deleted for resources: {'Subnet': ['ID=7679b10e-42b7-4ceb-8506-487c69894839,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:30:38.943571 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-102e2cd8-0650-4e9f-904a-86d8d070ee0f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:38.949168 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-102e2cd8-0650-4e9f-904a-86d8d070ee0f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "DELETE /v2.0/subnets/7679b10e-42b7-4ceb-8506-487c69894839 HTTP/1.1" status: 204 len: 168 time: 0.2769265 Apr 28 20:30:38.950066 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38258) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:30:38.954305 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850edff3-18d6-4ab4-8174-8e77bfc2028a None None] Network 27fdaebb-84cc-4d16-be83-f41db36e108f requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:30:38.965097 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9c3fc76d-4fed-47df-a737-d40bf9276786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087016275', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'd0cf6f27-e647-4f00-9070-27f7490aea3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:29:40Z', 'updated_at': '2022-04-28T20:30:38Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'd0cf6f27-e647-4f00-9070-27f7490aea3f', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:24:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:29:40Z', 'updated_at': '2022-04-28T20:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:30:38.995925 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3fc76d-4fed-47df-a737-d40bf9276786 None None] Checking router: 89001ad6-23ce-4fab-91a7-d1d8abe3ba76 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:30:39.004752 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3fc76d-4fed-47df-a737-d40bf9276786 None None] Routers {'89001ad6-23ce-4fab-91a7-d1d8abe3ba76'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:30:39.005355 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9c3fc76d-4fed-47df-a737-d40bf9276786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:30:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['89001ad6-23ce-4fab-91a7-d1d8abe3ba76'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:30:39.067173 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59b8d1b1-3cab-4fcc-b79d-d5632e7e3935 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:39.118242 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-9c3fc76d-4fed-47df-a737-d40bf9276786 None None] Set router 89001ad6-23ce-4fab-91a7-d1d8abe3ba76 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:30:39.149589 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f6ea22-3d49-476e-a40b-3638277cb18a None None] DHCP port deletion for 27fdaebb-84cc-4d16-be83-f41db36e108f request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:30:39.183997 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59b8d1b1-3cab-4fcc-b79d-d5632e7e3935 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:39.198244 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-05f6ea22-3d49-476e-a40b-3638277cb18a None None] Deleting port d2b7c7b3-71aa-4458-b857-cd3825461fb8 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:30:39.198674 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-05f6ea22-3d49-476e-a40b-3638277cb18a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:39.256414 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-59b8d1b1-3cab-4fcc-b79d-d5632e7e3935 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Deleting port d0cf6f27-e647-4f00-9070-27f7490aea3f {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:30:39.257131 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59b8d1b1-3cab-4fcc-b79d-d5632e7e3935 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:39.269807 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-05f6ea22-3d49-476e-a40b-3638277cb18a None None] For port d2b7c7b3-71aa-4458-b857-cd3825461fb8, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=d2b7c7b3-71aa-4458-b857-cd3825461fb8,segment=NetworkSegment(e42a7bd9-9614-4ec2-94b9-76fd6ff89a08),segment_id=e42a7bd9-9614-4ec2-94b9-76fd6ff89a08)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:30:39.270226 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-05f6ea22-3d49-476e-a40b-3638277cb18a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:39.317087 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-9c3fc76d-4fed-47df-a737-d40bf9276786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087016275', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'd0cf6f27-e647-4f00-9070-27f7490aea3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:29:40Z', 'updated_at': '2022-04-28T20:30:38Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'd0cf6f27-e647-4f00-9070-27f7490aea3f', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:24:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:29:40Z', 'updated_at': '2022-04-28T20:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:30:39.345683 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3fc76d-4fed-47df-a737-d40bf9276786 None None] The sync data for ids ['89001ad6-23ce-4fab-91a7-d1d8abe3ba76'] in n-d-839810-1 is: [{'id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087016275', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'd0cf6f27-e647-4f00-9070-27f7490aea3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:29:40Z', 'updated_at': '2022-04-28T20:30:38Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'd0cf6f27-e647-4f00-9070-27f7490aea3f', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:24:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89001ad6-23ce-4fab-91a7-d1d8abe3ba76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:29:40Z', 'updated_at': '2022-04-28T20:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:30:39.353978 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-59b8d1b1-3cab-4fcc-b79d-d5632e7e3935 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] For port d0cf6f27-e647-4f00-9070-27f7490aea3f, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=d0cf6f27-e647-4f00-9070-27f7490aea3f,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:30:39.354300 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59b8d1b1-3cab-4fcc-b79d-d5632e7e3935 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:39.371043 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-59b8d1b1-3cab-4fcc-b79d-d5632e7e3935 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Calling delete_port for d0cf6f27-e647-4f00-9070-27f7490aea3f owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:30:39.450187 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-05f6ea22-3d49-476e-a40b-3638277cb18a None None] Calling delete_port for d2b7c7b3-71aa-4458-b857-cd3825461fb8 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:30:39.542068 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-05f6ea22-3d49-476e-a40b-3638277cb18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:39.549611 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59b8d1b1-3cab-4fcc-b79d-d5632e7e3935 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:39.568195 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6ea22-3d49-476e-a40b-3638277cb18a None None] Pushing event deleted for resources: {'Port': ['ID=d2b7c7b3-71aa-4458-b857-cd3825461fb8,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:30:39.572382 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f6ea22-3d49-476e-a40b-3638277cb18a None None] No DVR routers for this DVR port d2b7c7b3-71aa-4458-b857-cd3825461fb8 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:30:39.575962 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b8d1b1-3cab-4fcc-b79d-d5632e7e3935 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event deleted for resources: {'Port': ['ID=d0cf6f27-e647-4f00-9070-27f7490aea3f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:30:39.590250 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f6ea22-3d49-476e-a40b-3638277cb18a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:39.590250 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f6ea22-3d49-476e-a40b-3638277cb18a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:39.590250 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f6ea22-3d49-476e-a40b-3638277cb18a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:39.590250 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f6ea22-3d49-476e-a40b-3638277cb18a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:39.590250 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f6ea22-3d49-476e-a40b-3638277cb18a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:39.590250 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f6ea22-3d49-476e-a40b-3638277cb18a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:39.590250 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f6ea22-3d49-476e-a40b-3638277cb18a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:39.590250 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f6ea22-3d49-476e-a40b-3638277cb18a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:39.590250 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f6ea22-3d49-476e-a40b-3638277cb18a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:39.591523 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f6ea22-3d49-476e-a40b-3638277cb18a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:39.591523 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f6ea22-3d49-476e-a40b-3638277cb18a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:39.591523 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f6ea22-3d49-476e-a40b-3638277cb18a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:39.638205 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59b8d1b1-3cab-4fcc-b79d-d5632e7e3935 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:39.731644 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59b8d1b1-3cab-4fcc-b79d-d5632e7e3935 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:39.733918 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59b8d1b1-3cab-4fcc-b79d-d5632e7e3935 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:39.783416 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59b8d1b1-3cab-4fcc-b79d-d5632e7e3935 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:39.784296 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b8d1b1-3cab-4fcc-b79d-d5632e7e3935 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Fanout notify agent at l3_agent the message router_deleted on router 89001ad6-23ce-4fab-91a7-d1d8abe3ba76 {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:30:39.791581 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-59b8d1b1-3cab-4fcc-b79d-d5632e7e3935 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:39.793045 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-59b8d1b1-3cab-4fcc-b79d-d5632e7e3935 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "DELETE /v2.0/routers/89001ad6-23ce-4fab-91a7-d1d8abe3ba76 HTTP/1.1" status: 204 len: 168 time: 0.8424835 Apr 28 20:30:39.795681 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38260) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:30:39.838688 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a3326ed8-665a-4841-b00a-cc7c4b6626f2 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:30:39.871929 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: a3326ed8-665a-4841-b00a-cc7c4b6626f2 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:30:39.872296 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a3326ed8-665a-4841-b00a-cc7c4b6626f2 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:30:39.872710 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d2b7c7b3-71aa-4458-b857-cd3825461fb8 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:30:39.881956 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-febeeaf5-8200-4b58-994d-44fff92d86ab tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:39.894866 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: d2b7c7b3-71aa-4458-b857-cd3825461fb8 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:30:39.895203 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d2b7c7b3-71aa-4458-b857-cd3825461fb8 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:30:39.968522 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-febeeaf5-8200-4b58-994d-44fff92d86ab tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:39.989504 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-febeeaf5-8200-4b58-994d-44fff92d86ab tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27fdaebb-84cc-4d16-be83-f41db36e108f']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:30:40.000036 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-febeeaf5-8200-4b58-994d-44fff92d86ab tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e42a7bd9-9614-4ec2-94b9-76fd6ff89a08') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:30:40.000364 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-febeeaf5-8200-4b58-994d-44fff92d86ab tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e42a7bd9-9614-4ec2-94b9-76fd6ff89a08') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:30:40.010555 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-febeeaf5-8200-4b58-994d-44fff92d86ab tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:40.024416 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-febeeaf5-8200-4b58-994d-44fff92d86ab tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:40.031007 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-febeeaf5-8200-4b58-994d-44fff92d86ab tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:30:40.031404 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-febeeaf5-8200-4b58-994d-44fff92d86ab tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:40.034859 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 20:30:40.034859 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:30:40.034859 n-d-839810-1 neutron-server[102773]: timer() Apr 28 20:30:40.034859 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:30:40.034859 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 20:30:40.034859 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:30:40.034859 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 20:30:40.034859 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:30:40.034859 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 20:30:40.034859 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:30:40.034859 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 20:30:40.034859 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:30:40.034859 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 20:30:40.034859 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:30:40.034859 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:30:40.034859 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:30:40.034859 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:30:40.034859 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:30:40.034859 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 20:30:40.034859 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:30:40.034859 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 20:30:40.034859 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:30:40.034859 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:30:40.034859 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:30:40.034859 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 20:30:40.034859 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:30:40.034859 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:30:40.034859 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:30:40.034859 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:30:40.034859 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:30:40.034859 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:30:40.034859 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:30:40.103164 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-febeeaf5-8200-4b58-994d-44fff92d86ab tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:40.110170 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-febeeaf5-8200-4b58-994d-44fff92d86ab tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:40.113159 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-febeeaf5-8200-4b58-994d-44fff92d86ab tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "DELETE /v2.0/networks/27fdaebb-84cc-4d16-be83-f41db36e108f HTTP/1.1" status: 204 len: 168 time: 0.3164287 Apr 28 20:30:40.115958 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38262) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:30:40.124633 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febeeaf5-8200-4b58-994d-44fff92d86ab tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event deleted for resources: {'Network': ['ID=27fdaebb-84cc-4d16-be83-f41db36e108f,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:30:40.174077 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8b0fc1a2-13fd-4e98-ac88-143dec1fc1f2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:40.198223 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8b0fc1a2-13fd-4e98-ac88-143dec1fc1f2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:40.257751 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8b0fc1a2-13fd-4e98-ac88-143dec1fc1f2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:40.260600 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8b0fc1a2-13fd-4e98-ac88-143dec1fc1f2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:40.261754 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8b0fc1a2-13fd-4e98-ac88-143dec1fc1f2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "DELETE /v2.0/security-groups/5baa68c7-faaf-416c-b4a0-f69c15be2786 HTTP/1.1" status: 204 len: 168 time: 0.1447215 Apr 28 20:30:40.277586 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0fc1a2-13fd-4e98-ac88-143dec1fc1f2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5baa68c7-faaf-416c-b4a0-f69c15be2786,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:30:40.559195 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38268) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:30:40.564590 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-e62636ca-d4fc-4ffc-94b0-169790696806 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1245717982', 'description': 'tempest-secgroup-smoke-1245717982 description', 'project_id': '98124a5578cd489a90ae211a065fdd6a'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:30:40.585245 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e62636ca-d4fc-4ffc-94b0-169790696806 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:40.650500 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e62636ca-d4fc-4ffc-94b0-169790696806 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:40.653988 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e62636ca-d4fc-4ffc-94b0-169790696806 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:40.681593 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62636ca-d4fc-4ffc-94b0-169790696806 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0927846f-ff25-4ff4-94da-aa4cf2e07702,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:30:40.685740 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e62636ca-d4fc-4ffc-94b0-169790696806 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:40.687937 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e62636ca-d4fc-4ffc-94b0-169790696806 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1276596 Apr 28 20:30:40.690580 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38270) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:30:40.694965 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-391ae2c0-d551-4cae-8655-fabd87df19a2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'security_group_rule': {'security_group_id': '0927846f-ff25-4ff4-94da-aa4cf2e07702', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:30:40.719034 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 2759b40a-a91d-4ebb-89f9-a85fddb90fe9 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:30:40.721450 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-391ae2c0-d551-4cae-8655-fabd87df19a2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:40.740972 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 2759b40a-a91d-4ebb-89f9-a85fddb90fe9 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:30:40.741404 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 2759b40a-a91d-4ebb-89f9-a85fddb90fe9 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:30:40.782436 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-391ae2c0-d551-4cae-8655-fabd87df19a2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:40.785764 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-391ae2c0-d551-4cae-8655-fabd87df19a2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:40.803323 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ae2c0-d551-4cae-8655-fabd87df19a2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59e6845c-e7a5-491e-b102-355a3f9656e3,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:30:40.810437 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-391ae2c0-d551-4cae-8655-fabd87df19a2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:40.812297 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-391ae2c0-d551-4cae-8655-fabd87df19a2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201062 Apr 28 20:30:40.815078 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38272) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:30:40.819284 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-4b30b2fc-bdc1-47e8-b2b1-9998b4c32119 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'security_group_rule': {'security_group_id': '0927846f-ff25-4ff4-94da-aa4cf2e07702', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:30:40.842048 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b30b2fc-bdc1-47e8-b2b1-9998b4c32119 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:40.897428 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b30b2fc-bdc1-47e8-b2b1-9998b4c32119 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:40.900991 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b30b2fc-bdc1-47e8-b2b1-9998b4c32119 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:40.917399 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30b2fc-bdc1-47e8-b2b1-9998b4c32119 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e034c610-e799-4671-99f3-71f802fa822d,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:30:40.926258 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4b30b2fc-bdc1-47e8-b2b1-9998b4c32119 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:40.927433 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4b30b2fc-bdc1-47e8-b2b1-9998b4c32119 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1114192 Apr 28 20:30:40.930172 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38274) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:30:40.934381 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-7f2c2735-97d3-47cf-9992-726040b6c63b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'security_group_rule': {'security_group_id': '0927846f-ff25-4ff4-94da-aa4cf2e07702', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:30:40.958612 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7f2c2735-97d3-47cf-9992-726040b6c63b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:41.016032 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7f2c2735-97d3-47cf-9992-726040b6c63b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:41.019330 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7f2c2735-97d3-47cf-9992-726040b6c63b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:41.037273 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c2735-97d3-47cf-9992-726040b6c63b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3672284-627b-4f7b-b17d-0c2309e96d84,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:30:41.042578 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7f2c2735-97d3-47cf-9992-726040b6c63b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:41.047554 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38276) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:30:41.047711 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7f2c2735-97d3-47cf-9992-726040b6c63b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164284 Apr 28 20:30:41.052191 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-23b4bfac-a4ea-4ed4-8a3e-8c46426011a5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'security_group_rule': {'security_group_id': '0927846f-ff25-4ff4-94da-aa4cf2e07702', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:30:41.078625 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-23b4bfac-a4ea-4ed4-8a3e-8c46426011a5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:41.138258 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-23b4bfac-a4ea-4ed4-8a3e-8c46426011a5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:41.142259 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-23b4bfac-a4ea-4ed4-8a3e-8c46426011a5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:41.159943 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4bfac-a4ea-4ed4-8a3e-8c46426011a5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=275844f5-fd6a-4bb4-888c-a6a89e559c90,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:30:41.172709 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-23b4bfac-a4ea-4ed4-8a3e-8c46426011a5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:41.174177 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-23b4bfac-a4ea-4ed4-8a3e-8c46426011a5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1254017 Apr 28 20:30:41.177194 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38278) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:30:41.181439 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-c1776050-20a9-472c-959e-4e278cf6ea75 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'security_group_rule': {'security_group_id': '0927846f-ff25-4ff4-94da-aa4cf2e07702', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:30:41.200728 n-d-839810-1 neutron-server[102773]: INFO neutron.db.securitygroups_db [None req-c1776050-20a9-472c-959e-4e278cf6ea75 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Project 98124a5578cd489a90ae211a065fdd6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:30:41.206177 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c1776050-20a9-472c-959e-4e278cf6ea75 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:41.265389 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c1776050-20a9-472c-959e-4e278cf6ea75 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:41.268779 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c1776050-20a9-472c-959e-4e278cf6ea75 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:41.285947 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1776050-20a9-472c-959e-4e278cf6ea75 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e843ef1-0899-4cac-ad7f-a1ae1984d76c,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:30:41.294434 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c1776050-20a9-472c-959e-4e278cf6ea75 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:41.296739 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c1776050-20a9-472c-959e-4e278cf6ea75 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179650 Apr 28 20:30:41.299316 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38280) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:30:41.303594 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-c4531bff-8ea6-4e9c-822e-e5669cd0a466 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'security_group_rule': {'security_group_id': '0927846f-ff25-4ff4-94da-aa4cf2e07702', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:30:41.322565 n-d-839810-1 neutron-server[102773]: INFO neutron.db.securitygroups_db [None req-c4531bff-8ea6-4e9c-822e-e5669cd0a466 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Project 98124a5578cd489a90ae211a065fdd6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:30:41.327302 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c4531bff-8ea6-4e9c-822e-e5669cd0a466 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:41.390009 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c4531bff-8ea6-4e9c-822e-e5669cd0a466 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:41.393680 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c4531bff-8ea6-4e9c-822e-e5669cd0a466 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:41.411852 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4531bff-8ea6-4e9c-822e-e5669cd0a466 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=208303a8-8edf-4586-91a8-c31ce4cc83a5,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:30:41.420267 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c4531bff-8ea6-4e9c-822e-e5669cd0a466 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:41.422655 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c4531bff-8ea6-4e9c-822e-e5669cd0a466 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1224246 Apr 28 20:30:41.425594 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38282) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:30:41.430266 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-fc534197-25c9-4834-909c-918708d27229 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'network': {'name': 'tempest-network-smoke--1198766512', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'port_security_enabled': True}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:30:41.448213 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc534197-25c9-4834-909c-918708d27229 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Made reservation on behalf of 98124a5578cd489a90ae211a065fdd6a for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:30:41.451555 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fc534197-25c9-4834-909c-918708d27229 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:41.475564 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc534197-25c9-4834-909c-918708d27229 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:30:41.484517 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fc534197-25c9-4834-909c-918708d27229 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:41.484864 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-fc534197-25c9-4834-909c-918708d27229 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Added segment eb217324-5d20-40f8-b9db-03a5193e7c5c of type vlan for network 945222e9-80a1-40c0-8fd7-30ff3c3afa16 Apr 28 20:30:41.524036 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fc534197-25c9-4834-909c-918708d27229 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:41.547205 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fc534197-25c9-4834-909c-918708d27229 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:41.552661 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc534197-25c9-4834-909c-918708d27229 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:41.553239 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fc534197-25c9-4834-909c-918708d27229 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:41.582322 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fc534197-25c9-4834-909c-918708d27229 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1557314 Apr 28 20:30:41.585215 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38284) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:30:41.589725 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-f20a2e7d-d5b4-49de-a07a-e3ea6fce8df1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1195140407', 'admin_state_up': True, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:30:41.610854 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f20a2e7d-d5b4-49de-a07a-e3ea6fce8df1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:41.612042 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f20a2e7d-d5b4-49de-a07a-e3ea6fce8df1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:41.624768 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc534197-25c9-4834-909c-918708d27229 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Network': ['ID=945222e9-80a1-40c0-8fd7-30ff3c3afa16,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:30:41.635310 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 945222e9-80a1-40c0-8fd7-30ff3c3afa16 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:30:41.653242 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d0cf6f27-e647-4f00-9070-27f7490aea3f no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:30:41.669357 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f20a2e7d-d5b4-49de-a07a-e3ea6fce8df1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:41.707697 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: d0cf6f27-e647-4f00-9070-27f7490aea3f {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:30:41.708032 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d0cf6f27-e647-4f00-9070-27f7490aea3f not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:30:41.809839 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f20a2e7d-d5b4-49de-a07a-e3ea6fce8df1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:41.993604 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f20a2e7d-d5b4-49de-a07a-e3ea6fce8df1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:42.012293 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f20a2e7d-d5b4-49de-a07a-e3ea6fce8df1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:42.114351 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-f20a2e7d-d5b4-49de-a07a-e3ea6fce8df1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Allocated IP 172.25.8.31 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/e8276547-60e6-4a98-80b0-227a1e49d98f) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:30:42.213299 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f20a2e7d-d5b4-49de-a07a-e3ea6fce8df1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:42.245974 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f20a2e7d-d5b4-49de-a07a-e3ea6fce8df1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:42.290830 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20a2e7d-d5b4-49de-a07a-e3ea6fce8df1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:30:42.293865 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-f20a2e7d-d5b4-49de-a07a-e3ea6fce8df1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:30:42.297929 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20a2e7d-d5b4-49de-a07a-e3ea6fce8df1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:30:42.303288 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a2e7d-d5b4-49de-a07a-e3ea6fce8df1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Port': ['ID=e8276547-60e6-4a98-80b0-227a1e49d98f,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:30:42.884071 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f20a2e7d-d5b4-49de-a07a-e3ea6fce8df1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:43.082783 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f20a2e7d-d5b4-49de-a07a-e3ea6fce8df1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:43.207731 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20a2e7d-d5b4-49de-a07a-e3ea6fce8df1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Router 9bee12e0-24e7-4227-9e01-7c5933c0db6e is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 20:30:43.314732 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20a2e7d-d5b4-49de-a07a-e3ea6fce8df1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:30:43.323760 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aa6cd1-a569-459d-a462-eb83bfb8d701 None None] Sync routers for ids ['9bee12e0-24e7-4227-9e01-7c5933c0db6e'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:30:43.333880 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aa6cd1-a569-459d-a462-eb83bfb8d701 None None] Routers {'9bee12e0-24e7-4227-9e01-7c5933c0db6e'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:30:43.334496 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-f3aa6cd1-a569-459d-a462-eb83bfb8d701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:30:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9bee12e0-24e7-4227-9e01-7c5933c0db6e'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:30:43.334738 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f20a2e7d-d5b4-49de-a07a-e3ea6fce8df1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:43.335947 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f20a2e7d-d5b4-49de-a07a-e3ea6fce8df1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7497408 Apr 28 20:30:43.339132 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38286) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:30:43.366845 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7c02f086-a077-4e0e-8459-2945dc576f67 tempest-TestNetworkAdvancedServerOps-889809582 tempest-TestNetworkAdvancedServerOps-889809582-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=98124a5578cd489a90ae211a065fdd6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265851 Apr 28 20:30:43.369378 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38288) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:30:43.444387 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-f3aa6cd1-a569-459d-a462-eb83bfb8d701 None None] Set router 9bee12e0-24e7-4227-9e01-7c5933c0db6e gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:30:43.454998 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a096aa-4d04-47b3-9f48-383a09900a52 tempest-TestNetworkAdvancedServerOps-889809582 tempest-TestNetworkAdvancedServerOps-889809582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:43.456526 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-74a096aa-4d04-47b3-9f48-383a09900a52 tempest-TestNetworkAdvancedServerOps-889809582 tempest-TestNetworkAdvancedServerOps-889809582-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0861502 Apr 28 20:30:43.459479 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38290) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:30:43.486666 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6bdc27f7-fcfa-486f-86a4-e568ac93e793 tempest-TestNetworkAdvancedServerOps-889809582 tempest-TestNetworkAdvancedServerOps-889809582-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=562d8c9c-50aa-492e-ae08-06d7f5fe6347&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262053 Apr 28 20:30:43.489274 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38292) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:30:43.493893 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-230c702d-4c2a-471a-af94-432cc798c806 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1997903219', 'network_id': '945222e9-80a1-40c0-8fd7-30ff3c3afa16', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:30:43.584555 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230c702d-4c2a-471a-af94-432cc798c806 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Made reservation on behalf of 98124a5578cd489a90ae211a065fdd6a for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:30:43.588451 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-230c702d-4c2a-471a-af94-432cc798c806 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:43.618683 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-f3aa6cd1-a569-459d-a462-eb83bfb8d701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195140407', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e8276547-60e6-4a98-80b0-227a1e49d98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:30:41Z', 'updated_at': '2022-04-28T20:30:42Z', 'revision_number': 3, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'e8276547-60e6-4a98-80b0-227a1e49d98f', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:30:42Z', 'updated_at': '2022-04-28T20:30:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:30:43.649928 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aa6cd1-a569-459d-a462-eb83bfb8d701 None None] Checking router: 9bee12e0-24e7-4227-9e01-7c5933c0db6e for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:30:43.650315 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aa6cd1-a569-459d-a462-eb83bfb8d701 None None] Updating router 9bee12e0-24e7-4227-9e01-7c5933c0db6e port e8276547-60e6-4a98-80b0-227a1e49d98f binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:30:43.675400 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f3aa6cd1-a569-459d-a462-eb83bfb8d701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:43.772064 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-230c702d-4c2a-471a-af94-432cc798c806 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:43.829545 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c702d-4c2a-471a-af94-432cc798c806 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Subnet': ['ID=05a56a96-4959-4222-895b-e6e123196f5c,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:30:43.840130 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230c702d-4c2a-471a-af94-432cc798c806 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Checking segment: {'id': 'eb217324-5d20-40f8-b9db-03a5193e7c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '945222e9-80a1-40c0-8fd7-30ff3c3afa16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:30:43.840130 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230c702d-4c2a-471a-af94-432cc798c806 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Network hostable DHCP agents. Network: 945222e9-80a1-40c0-8fd7-30ff3c3afa16, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:30:43.856457 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230c702d-4c2a-471a-af94-432cc798c806 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Network 945222e9-80a1-40c0-8fd7-30ff3c3afa16 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:30:43.866194 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-230c702d-4c2a-471a-af94-432cc798c806 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 945222e9-80a1-40c0-8fd7-30ff3c3afa16) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:30:43.870659 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230c702d-4c2a-471a-af94-432cc798c806 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:43.871245 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-230c702d-4c2a-471a-af94-432cc798c806 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:43.879725 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c514fa6-3a37-4639-a605-89d1483cb1bc None None] Network 945222e9-80a1-40c0-8fd7-30ff3c3afa16 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:30:43.887568 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-230c702d-4c2a-471a-af94-432cc798c806 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3973184 Apr 28 20:30:43.890610 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38294) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:30:43.995644 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f3aa6cd1-a569-459d-a462-eb83bfb8d701 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:44.003428 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f3aa6cd1-a569-459d-a462-eb83bfb8d701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:44.088326 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-f3aa6cd1-a569-459d-a462-eb83bfb8d701 None None] Attempting to bind port e8276547-60e6-4a98-80b0-227a1e49d98f on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:30:44.088690 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-f3aa6cd1-a569-459d-a462-eb83bfb8d701 None None] Attempting to bind port e8276547-60e6-4a98-80b0-227a1e49d98f by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:30:44.089043 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aa6cd1-a569-459d-a462-eb83bfb8d701 None None] Attempting to bind port e8276547-60e6-4a98-80b0-227a1e49d98f on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:30:44.098392 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d610d-f283-456b-978e-eb17388e2585 None None] Pushing event updated for resources: {'Port': ['ID=e8276547-60e6-4a98-80b0-227a1e49d98f,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:30:44.105151 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aa6cd1-a569-459d-a462-eb83bfb8d701 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:30:44.105523 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aa6cd1-a569-459d-a462-eb83bfb8d701 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:30:44.105917 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f3aa6cd1-a569-459d-a462-eb83bfb8d701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:44.106296 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aa6cd1-a569-459d-a462-eb83bfb8d701 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:30:44.106751 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-f3aa6cd1-a569-459d-a462-eb83bfb8d701 None None] Bound port: e8276547-60e6-4a98-80b0-227a1e49d98f, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:30:44.107128 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f3aa6cd1-a569-459d-a462-eb83bfb8d701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:44.168208 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b03aede-2fcd-47b6-887e-e49c0feceebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-945222e9-80a1-40c0-8fd7-30ff3c3afa16', 'network_id': '945222e9-80a1-40c0-8fd7-30ff3c3afa16', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'fixed_ips': [{'subnet_id': '05a56a96-4959-4222-895b-e6e123196f5c'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:30:44.169042 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0b03aede-2fcd-47b6-887e-e49c0feceebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:44.191381 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-f3aa6cd1-a569-459d-a462-eb83bfb8d701 None None] For port e8276547-60e6-4a98-80b0-227a1e49d98f, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:30:44.211045 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-f3aa6cd1-a569-459d-a462-eb83bfb8d701 None None] For port e8276547-60e6-4a98-80b0-227a1e49d98f, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=e8276547-60e6-4a98-80b0-227a1e49d98f,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:30:44.262790 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f3aa6cd1-a569-459d-a462-eb83bfb8d701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:44.340126 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f55cc67b-2e38-41fd-a1d0-4c77a4849d76 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:44.364226 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d610d-f283-456b-978e-eb17388e2585 None None] Pushing event updated for resources: {'Port': ['ID=e8276547-60e6-4a98-80b0-227a1e49d98f,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:30:44.371112 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aa6cd1-a569-459d-a462-eb83bfb8d701 None None] Routers {'9bee12e0-24e7-4227-9e01-7c5933c0db6e'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:30:44.371730 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-f3aa6cd1-a569-459d-a462-eb83bfb8d701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:30:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9bee12e0-24e7-4227-9e01-7c5933c0db6e'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:30:44.434115 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-0b03aede-2fcd-47b6-887e-e49c0feceebf None None] Allocated IP 172.20.0.2 (945222e9-80a1-40c0-8fd7-30ff3c3afa16/05a56a96-4959-4222-895b-e6e123196f5c/82806723-8f8b-4a31-bb20-5522d3f6d52a) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:30:44.541143 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-f3aa6cd1-a569-459d-a462-eb83bfb8d701 None None] Set router 9bee12e0-24e7-4227-9e01-7c5933c0db6e gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:30:44.754480 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0b03aede-2fcd-47b6-887e-e49c0feceebf None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:44.763275 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0b03aede-2fcd-47b6-887e-e49c0feceebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:44.809644 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-f55cc67b-2e38-41fd-a1d0-4c77a4849d76 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Allocated IP 172.20.0.1 (945222e9-80a1-40c0-8fd7-30ff3c3afa16/05a56a96-4959-4222-895b-e6e123196f5c/253bd25d-a1e2-43c3-9569-4abb24f95506) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:30:44.814566 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b03aede-2fcd-47b6-887e-e49c0feceebf None None] Network 945222e9-80a1-40c0-8fd7-30ff3c3afa16 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:30:44.820479 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-0b03aede-2fcd-47b6-887e-e49c0feceebf None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:30:44.823020 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b03aede-2fcd-47b6-887e-e49c0feceebf None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:30:44.832790 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b03aede-2fcd-47b6-887e-e49c0feceebf None None] Pushing event updated for resources: {'Port': ['ID=82806723-8f8b-4a31-bb20-5522d3f6d52a,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:30:44.879955 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-f3aa6cd1-a569-459d-a462-eb83bfb8d701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195140407', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e8276547-60e6-4a98-80b0-227a1e49d98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:30:41Z', 'updated_at': '2022-04-28T20:30:42Z', 'revision_number': 3, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'e8276547-60e6-4a98-80b0-227a1e49d98f', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:30:42Z', 'updated_at': '2022-04-28T20:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:30:44.914955 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aa6cd1-a569-459d-a462-eb83bfb8d701 None None] The sync data for ids ['9bee12e0-24e7-4227-9e01-7c5933c0db6e'] in n-d-839810-1 is: [{'id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195140407', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e8276547-60e6-4a98-80b0-227a1e49d98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:30:41Z', 'updated_at': '2022-04-28T20:30:42Z', 'revision_number': 3, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'e8276547-60e6-4a98-80b0-227a1e49d98f', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:30:42Z', 'updated_at': '2022-04-28T20:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:30:44.919619 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-0b03aede-2fcd-47b6-887e-e49c0feceebf None None] Attempting to bind port 82806723-8f8b-4a31-bb20-5522d3f6d52a on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:30:44.920543 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-0b03aede-2fcd-47b6-887e-e49c0feceebf None None] Attempting to bind port 82806723-8f8b-4a31-bb20-5522d3f6d52a by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'eb217324-5d20-40f8-b9db-03a5193e7c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '945222e9-80a1-40c0-8fd7-30ff3c3afa16'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:30:44.920877 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b03aede-2fcd-47b6-887e-e49c0feceebf None None] Attempting to bind port 82806723-8f8b-4a31-bb20-5522d3f6d52a on network 945222e9-80a1-40c0-8fd7-30ff3c3afa16 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:30:44.928021 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b03aede-2fcd-47b6-887e-e49c0feceebf None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:30:44.928557 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b03aede-2fcd-47b6-887e-e49c0feceebf None None] Checking segment: {'id': 'eb217324-5d20-40f8-b9db-03a5193e7c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '945222e9-80a1-40c0-8fd7-30ff3c3afa16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:30:44.929072 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0b03aede-2fcd-47b6-887e-e49c0feceebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:44.929562 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b03aede-2fcd-47b6-887e-e49c0feceebf None None] Bound using segment: {'id': 'eb217324-5d20-40f8-b9db-03a5193e7c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '945222e9-80a1-40c0-8fd7-30ff3c3afa16'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:30:44.930126 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-0b03aede-2fcd-47b6-887e-e49c0feceebf None None] Bound port: 82806723-8f8b-4a31-bb20-5522d3f6d52a, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb217324-5d20-40f8-b9db-03a5193e7c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '945222e9-80a1-40c0-8fd7-30ff3c3afa16'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:30:44.934039 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0b03aede-2fcd-47b6-887e-e49c0feceebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:44.934182 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f55cc67b-2e38-41fd-a1d0-4c77a4849d76 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:44.971716 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f55cc67b-2e38-41fd-a1d0-4c77a4849d76 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:45.015541 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55cc67b-2e38-41fd-a1d0-4c77a4849d76 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Network 945222e9-80a1-40c0-8fd7-30ff3c3afa16 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:30:45.021428 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-f55cc67b-2e38-41fd-a1d0-4c77a4849d76 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:30:45.023942 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55cc67b-2e38-41fd-a1d0-4c77a4849d76 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:30:45.059209 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55cc67b-2e38-41fd-a1d0-4c77a4849d76 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Port': ['ID=253bd25d-a1e2-43c3-9569-4abb24f95506,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:30:45.084047 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f55cc67b-2e38-41fd-a1d0-4c77a4849d76 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:45.180827 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0b03aede-2fcd-47b6-887e-e49c0feceebf None None] For port 82806723-8f8b-4a31-bb20-5522d3f6d52a, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:30:45.184037 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0b03aede-2fcd-47b6-887e-e49c0feceebf None None] For port 82806723-8f8b-4a31-bb20-5522d3f6d52a, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=82806723-8f8b-4a31-bb20-5522d3f6d52a,segment=NetworkSegment(eb217324-5d20-40f8-b9db-03a5193e7c5c),segment_id=eb217324-5d20-40f8-b9db-03a5193e7c5c)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:30:45.189517 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0b03aede-2fcd-47b6-887e-e49c0feceebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:45.261064 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b03aede-2fcd-47b6-887e-e49c0feceebf None None] Pushing event updated for resources: {'Port': ['ID=82806723-8f8b-4a31-bb20-5522d3f6d52a,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:30:45.263466 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f55cc67b-2e38-41fd-a1d0-4c77a4849d76 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:45.596733 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f55cc67b-2e38-41fd-a1d0-4c77a4849d76 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:45.601290 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f55cc67b-2e38-41fd-a1d0-4c77a4849d76 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:45.681732 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55cc67b-2e38-41fd-a1d0-4c77a4849d76 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Port': ['ID=253bd25d-a1e2-43c3-9569-4abb24f95506,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:30:45.684518 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f55cc67b-2e38-41fd-a1d0-4c77a4849d76 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:45.785518 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e8276547-60e6-4a98-80b0-227a1e49d98f up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:30:45.793311 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55cc67b-2e38-41fd-a1d0-4c77a4849d76 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Network 945222e9-80a1-40c0-8fd7-30ff3c3afa16 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:30:45.794828 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-f55cc67b-2e38-41fd-a1d0-4c77a4849d76 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:30:45.841463 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port e8276547-60e6-4a98-80b0-227a1e49d98f triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:30:45.841828 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:45.921663 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55cc67b-2e38-41fd-a1d0-4c77a4849d76 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Router 9bee12e0-24e7-4227-9e01-7c5933c0db6e has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:30:45.940596 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:45.964667 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port e8276547-60e6-4a98-80b0-227a1e49d98f, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=e8276547-60e6-4a98-80b0-227a1e49d98f,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:30:45.969418 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:45.970583 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 82806723-8f8b-4a31-bb20-5522d3f6d52a up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:30:46.045431 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55cc67b-2e38-41fd-a1d0-4c77a4849d76 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:30:46.051250 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f55cc67b-2e38-41fd-a1d0-4c77a4849d76 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "PUT /v2.0/routers/9bee12e0-24e7-4227-9e01-7c5933c0db6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1596611 Apr 28 20:30:46.053685 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=e8276547-60e6-4a98-80b0-227a1e49d98f,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:30:46.065749 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 82806723-8f8b-4a31-bb20-5522d3f6d52a triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:30:46.066559 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:46.151335 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:46.189849 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 82806723-8f8b-4a31-bb20-5522d3f6d52a, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=82806723-8f8b-4a31-bb20-5522d3f6d52a,segment=NetworkSegment(eb217324-5d20-40f8-b9db-03a5193e7c5c),segment_id=eb217324-5d20-40f8-b9db-03a5193e7c5c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:30:46.195079 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:46.224319 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-5a0e375a-476a-41b9-85ac-96679ce7fc8d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1245717982&fields=id&tenant_id=98124a5578cd489a90ae211a065fdd6a HTTP/1.1" status: 200 len: 267 time: 0.0429702 Apr 28 20:30:46.253704 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=82806723-8f8b-4a31-bb20-5522d3f6d52a,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:30:46.268441 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e606e3d4-5e50-4069-b6a1-7ce95e6a17f3 None None] Network 945222e9-80a1-40c0-8fd7-30ff3c3afa16 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:30:46.342423 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-49510e38-d862-4475-bebc-a098b1a95a5f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:46.344777 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-49510e38-d862-4475-bebc-a098b1a95a5f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/networks?id=945222e9-80a1-40c0-8fd7-30ff3c3afa16 HTTP/1.1" status: 200 len: 797 time: 0.1127279 Apr 28 20:30:46.363486 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-8b147ef5-534d-46b1-84f3-8cf3af978fca tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/quotas/98124a5578cd489a90ae211a065fdd6a HTTP/1.1" status: 200 len: 375 time: 0.0103540 Apr 28 20:30:46.396259 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-f246c50f-e39a-41c8-aaf5-a9b4d0198c1d None None] Provisioning complete for port 82806723-8f8b-4a31-bb20-5522d3f6d52a triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:30:46.396634 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f246c50f-e39a-41c8-aaf5-a9b4d0198c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:46.424897 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-c8ebf3ba-dde4-44af-9eb0-7afc0a38488e tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538659 Apr 28 20:30:46.526253 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-8760da93-45f7-475b-8952-7f28e1886389 service neutron] 10.222.0.42 "GET /v2.0/networks/945222e9-80a1-40c0-8fd7-30ff3c3afa16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879402 Apr 28 20:30:46.625609 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-e28a665a-def7-461f-b6e3-8bc3e2d95a15 service neutron] 10.222.0.42 "GET /v2.0/networks/945222e9-80a1-40c0-8fd7-30ff3c3afa16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924635 Apr 28 20:30:46.694136 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227aa249-98e3-4bba-acc0-793b60ec0589 None None] Sync routers for ids ['9bee12e0-24e7-4227-9e01-7c5933c0db6e'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:30:46.713239 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227aa249-98e3-4bba-acc0-793b60ec0589 None None] Routers {'9bee12e0-24e7-4227-9e01-7c5933c0db6e'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:30:46.713861 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-227aa249-98e3-4bba-acc0-793b60ec0589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:30:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9bee12e0-24e7-4227-9e01-7c5933c0db6e'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:30:46.735419 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-48bf4d74-8ea0-4625-88bc-aeda4a2d2bd8 None None] Provisioning complete for port 82806723-8f8b-4a31-bb20-5522d3f6d52a triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:30:46.735792 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-48bf4d74-8ea0-4625-88bc-aeda4a2d2bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:46.839423 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-227aa249-98e3-4bba-acc0-793b60ec0589 None None] Set router 9bee12e0-24e7-4227-9e01-7c5933c0db6e gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:30:46.853702 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fcfcfb19-9b54-4d8a-bc1e-e4190d2b26b7 req-242c1d25-1a9d-45b1-b8cb-7f2e2bf4f0df tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 210 time: 0.0540626 Apr 28 20:30:46.898027 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-48bf4d74-8ea0-4625-88bc-aeda4a2d2bd8 None None] Provisioning complete for port 253bd25d-a1e2-43c3-9569-4abb24f95506 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:30:46.899266 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-48bf4d74-8ea0-4625-88bc-aeda4a2d2bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:46.950152 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-48bf4d74-8ea0-4625-88bc-aeda4a2d2bd8 None None] Port 253bd25d-a1e2-43c3-9569-4abb24f95506 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:30:47.074452 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-6c071ca7-d2e6-432c-8d5a-1b9bcb509ca5 None None] Provisioning complete for port 253bd25d-a1e2-43c3-9569-4abb24f95506 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:30:47.075595 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6c071ca7-d2e6-432c-8d5a-1b9bcb509ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:47.130545 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-6c071ca7-d2e6-432c-8d5a-1b9bcb509ca5 None None] Port 253bd25d-a1e2-43c3-9569-4abb24f95506 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:30:47.172029 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-227aa249-98e3-4bba-acc0-793b60ec0589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195140407', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e8276547-60e6-4a98-80b0-227a1e49d98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:30:41Z', 'updated_at': '2022-04-28T20:30:45Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'e8276547-60e6-4a98-80b0-227a1e49d98f', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:30:42Z', 'updated_at': '2022-04-28T20:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '253bd25d-a1e2-43c3-9569-4abb24f95506', 'name': '', 'network_id': '945222e9-80a1-40c0-8fd7-30ff3c3afa16', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:b6:24:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '05a56a96-4959-4222-895b-e6e123196f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:30:44Z', 'updated_at': '2022-04-28T20:30:45Z', 'revision_number': 2, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': '05a56a96-4959-4222-895b-e6e123196f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:30:47.203338 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227aa249-98e3-4bba-acc0-793b60ec0589 None None] Checking router: 9bee12e0-24e7-4227-9e01-7c5933c0db6e for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:30:47.203724 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227aa249-98e3-4bba-acc0-793b60ec0589 None None] Updating router 9bee12e0-24e7-4227-9e01-7c5933c0db6e port 253bd25d-a1e2-43c3-9569-4abb24f95506 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:30:47.234970 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-227aa249-98e3-4bba-acc0-793b60ec0589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:47.251806 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-91fd2983-ce42-459c-9d2e-ef338d73577a None None] Provisioning complete for port 253bd25d-a1e2-43c3-9569-4abb24f95506 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:30:47.252220 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-91fd2983-ce42-459c-9d2e-ef338d73577a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:47.296722 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-91fd2983-ce42-459c-9d2e-ef338d73577a None None] Port 253bd25d-a1e2-43c3-9569-4abb24f95506 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:30:47.551233 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-227aa249-98e3-4bba-acc0-793b60ec0589 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:47.557898 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-227aa249-98e3-4bba-acc0-793b60ec0589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:47.609082 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e7896-4217-4941-b1db-065436580589 None None] Pushing event updated for resources: {'Port': ['ID=253bd25d-a1e2-43c3-9569-4abb24f95506,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:30:47.634386 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4e7896-4217-4941-b1db-065436580589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:47.634729 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4e7896-4217-4941-b1db-065436580589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:47.635057 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4e7896-4217-4941-b1db-065436580589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:47.635388 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4e7896-4217-4941-b1db-065436580589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:47.635713 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4e7896-4217-4941-b1db-065436580589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:47.636040 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4e7896-4217-4941-b1db-065436580589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:47.636388 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4e7896-4217-4941-b1db-065436580589 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:47.637223 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4e7896-4217-4941-b1db-065436580589 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:47.637223 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4e7896-4217-4941-b1db-065436580589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:47.637384 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4e7896-4217-4941-b1db-065436580589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:47.637791 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4e7896-4217-4941-b1db-065436580589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:47.637934 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4e7896-4217-4941-b1db-065436580589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:30:47.670208 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-227aa249-98e3-4bba-acc0-793b60ec0589 None None] Attempting to bind port 253bd25d-a1e2-43c3-9569-4abb24f95506 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:30:47.670567 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-227aa249-98e3-4bba-acc0-793b60ec0589 None None] Attempting to bind port 253bd25d-a1e2-43c3-9569-4abb24f95506 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'eb217324-5d20-40f8-b9db-03a5193e7c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '945222e9-80a1-40c0-8fd7-30ff3c3afa16'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:30:47.671467 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227aa249-98e3-4bba-acc0-793b60ec0589 None None] Attempting to bind port 253bd25d-a1e2-43c3-9569-4abb24f95506 on network 945222e9-80a1-40c0-8fd7-30ff3c3afa16 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:30:47.676998 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227aa249-98e3-4bba-acc0-793b60ec0589 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:30:47.677301 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227aa249-98e3-4bba-acc0-793b60ec0589 None None] Checking segment: {'id': 'eb217324-5d20-40f8-b9db-03a5193e7c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '945222e9-80a1-40c0-8fd7-30ff3c3afa16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:30:47.677699 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-227aa249-98e3-4bba-acc0-793b60ec0589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:47.678317 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227aa249-98e3-4bba-acc0-793b60ec0589 None None] Bound using segment: {'id': 'eb217324-5d20-40f8-b9db-03a5193e7c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '945222e9-80a1-40c0-8fd7-30ff3c3afa16'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:30:47.678651 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-227aa249-98e3-4bba-acc0-793b60ec0589 None None] Bound port: 253bd25d-a1e2-43c3-9569-4abb24f95506, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb217324-5d20-40f8-b9db-03a5193e7c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '945222e9-80a1-40c0-8fd7-30ff3c3afa16'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:30:47.678917 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-227aa249-98e3-4bba-acc0-793b60ec0589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:47.726519 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e8276547-60e6-4a98-80b0-227a1e49d98f up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:30:47.767260 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-227aa249-98e3-4bba-acc0-793b60ec0589 None None] For port 253bd25d-a1e2-43c3-9569-4abb24f95506, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:30:47.770893 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-227aa249-98e3-4bba-acc0-793b60ec0589 None None] For port 253bd25d-a1e2-43c3-9569-4abb24f95506, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=253bd25d-a1e2-43c3-9569-4abb24f95506,segment=NetworkSegment(eb217324-5d20-40f8-b9db-03a5193e7c5c),segment_id=eb217324-5d20-40f8-b9db-03a5193e7c5c)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:30:47.784833 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port e8276547-60e6-4a98-80b0-227a1e49d98f triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:30:47.785170 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-227aa249-98e3-4bba-acc0-793b60ec0589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:47.785356 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:47.848309 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227aa249-98e3-4bba-acc0-793b60ec0589 None None] Routers {'9bee12e0-24e7-4227-9e01-7c5933c0db6e'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:30:47.849095 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-227aa249-98e3-4bba-acc0-793b60ec0589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:30:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9bee12e0-24e7-4227-9e01-7c5933c0db6e'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:30:47.942930 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 82806723-8f8b-4a31-bb20-5522d3f6d52a up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:30:48.000668 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-227aa249-98e3-4bba-acc0-793b60ec0589 None None] Set router 9bee12e0-24e7-4227-9e01-7c5933c0db6e gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:30:48.001758 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-1d02f666-c24d-47a7-bd5b-ad2b658a6d43 None None] Provisioning complete for port 253bd25d-a1e2-43c3-9569-4abb24f95506 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:30:48.002251 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1d02f666-c24d-47a7-bd5b-ad2b658a6d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:48.069445 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 82806723-8f8b-4a31-bb20-5522d3f6d52a triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:30:48.069933 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:48.112974 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-90f532b6-e9b7-4b87-89d2-ad093e64e210 req-9f3f5bb1-f932-4abf-9958-c5a4da981cc8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 210 time: 0.0566211 Apr 28 20:30:48.122939 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a200abfa-5b45-4149-bfde-b0f3890caa5b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:48.124543 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a200abfa-5b45-4149-bfde-b0f3890caa5b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.44 "GET /v2.0/networks?id=945222e9-80a1-40c0-8fd7-30ff3c3afa16 HTTP/1.1" status: 200 len: 797 time: 0.2445509 Apr 28 20:30:48.138344 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1d02f666-c24d-47a7-bd5b-ad2b658a6d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:48.164288 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e7896-4217-4941-b1db-065436580589 None None] Pushing event updated for resources: {'Port': ['ID=253bd25d-a1e2-43c3-9569-4abb24f95506,revision_number=4']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:30:48.182621 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-425c1f38-16b8-4890-824d-9b957ae30730 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98124a5578cd489a90ae211a065fdd6a HTTP/1.1" status: 200 len: 380 time: 0.0491343 Apr 28 20:30:48.188141 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-1d02f666-c24d-47a7-bd5b-ad2b658a6d43 None None] For port 253bd25d-a1e2-43c3-9569-4abb24f95506, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=253bd25d-a1e2-43c3-9569-4abb24f95506,segment=NetworkSegment(eb217324-5d20-40f8-b9db-03a5193e7c5c),segment_id=eb217324-5d20-40f8-b9db-03a5193e7c5c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:30:48.193539 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1d02f666-c24d-47a7-bd5b-ad2b658a6d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:48.196376 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a6e718c7-b008-417a-a6b9-4d6f64c27f75 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'port': {'device_id': '97b3ee5b-7445-477f-94b9-af965089dafc', 'network_id': '945222e9-80a1-40c0-8fd7-30ff3c3afa16', 'admin_state_up': True, 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'security_groups': ['0927846f-ff25-4ff4-94da-aa4cf2e07702']}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:30:48.274356 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02f666-c24d-47a7-bd5b-ad2b658a6d43 None None] Pushing event updated for resources: {'Port': ['ID=253bd25d-a1e2-43c3-9569-4abb24f95506,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:30:48.322679 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a6e718c7-b008-417a-a6b9-4d6f64c27f75 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Made reservation on behalf of 98124a5578cd489a90ae211a065fdd6a for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:30:48.324160 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-46a41756-8a01-4318-9865-db46e2237753 None None] Provisioning complete for port 253bd25d-a1e2-43c3-9569-4abb24f95506 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:30:48.324747 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-46a41756-8a01-4318-9865-db46e2237753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:48.330583 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a6e718c7-b008-417a-a6b9-4d6f64c27f75 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:48.335412 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-227aa249-98e3-4bba-acc0-793b60ec0589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195140407', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e8276547-60e6-4a98-80b0-227a1e49d98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:30:41Z', 'updated_at': '2022-04-28T20:30:45Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'e8276547-60e6-4a98-80b0-227a1e49d98f', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:30:42Z', 'updated_at': '2022-04-28T20:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '253bd25d-a1e2-43c3-9569-4abb24f95506', 'name': '', 'network_id': '945222e9-80a1-40c0-8fd7-30ff3c3afa16', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:b6:24:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '05a56a96-4959-4222-895b-e6e123196f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:30:44Z', 'updated_at': '2022-04-28T20:30:47Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': '05a56a96-4959-4222-895b-e6e123196f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:30:48.362918 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227aa249-98e3-4bba-acc0-793b60ec0589 None None] The sync data for ids ['9bee12e0-24e7-4227-9e01-7c5933c0db6e'] in n-d-839810-1 is: [{'id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195140407', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e8276547-60e6-4a98-80b0-227a1e49d98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:30:41Z', 'updated_at': '2022-04-28T20:30:45Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'e8276547-60e6-4a98-80b0-227a1e49d98f', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:30:42Z', 'updated_at': '2022-04-28T20:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '253bd25d-a1e2-43c3-9569-4abb24f95506', 'name': '', 'network_id': '945222e9-80a1-40c0-8fd7-30ff3c3afa16', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:b6:24:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '05a56a96-4959-4222-895b-e6e123196f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:30:44Z', 'updated_at': '2022-04-28T20:30:47Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': '05a56a96-4959-4222-895b-e6e123196f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:30:48.487914 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a6e718c7-b008-417a-a6b9-4d6f64c27f75 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Allocated IP 172.20.0.10 (945222e9-80a1-40c0-8fd7-30ff3c3afa16/05a56a96-4959-4222-895b-e6e123196f5c/c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:30:48.634041 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a6e718c7-b008-417a-a6b9-4d6f64c27f75 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:48.669280 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a6e718c7-b008-417a-a6b9-4d6f64c27f75 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:48.717347 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a6e718c7-b008-417a-a6b9-4d6f64c27f75 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Network 945222e9-80a1-40c0-8fd7-30ff3c3afa16 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:30:48.721530 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a6e718c7-b008-417a-a6b9-4d6f64c27f75 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:30:48.726232 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a6e718c7-b008-417a-a6b9-4d6f64c27f75 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:30:48.730489 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e718c7-b008-417a-a6b9-4d6f64c27f75 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Port': ['ID=c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:30:48.779679 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a6e718c7-b008-417a-a6b9-4d6f64c27f75 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:48.781184 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a6e718c7-b008-417a-a6b9-4d6f64c27f75 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:48.800577 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a6e718c7-b008-417a-a6b9-4d6f64c27f75 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6099730 Apr 28 20:30:48.814197 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a3164909-d046-4bbc-ad96-c314885c28ed service neutron] Request body: {'port': {'device_id': '97b3ee5b-7445-477f-94b9-af965089dafc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:30:48.880979 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a3164909-d046-4bbc-ad96-c314885c28ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:48.954427 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-f50def78-8b54-40a8-af7d-9a8474251c23 None None] Provisioning complete for port c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:30:48.954945 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f50def78-8b54-40a8-af7d-9a8474251c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:48.992008 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-f50def78-8b54-40a8-af7d-9a8474251c23 None None] Port c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:30:49.490551 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216d4b3-61ef-4e46-8b70-d0f97f99dc1d req-84e9cfe7-f77c-4e12-ab80-9400ba211c65 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:49.492025 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e216d4b3-61ef-4e46-8b70-d0f97f99dc1d req-84e9cfe7-f77c-4e12-ab80-9400ba211c65 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 932 time: 0.0842602 Apr 28 20:30:49.568345 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e216d4b3-61ef-4e46-8b70-d0f97f99dc1d req-502c8480-a7e6-4c34-9765-27f5afc0b54d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=0927846f-ff25-4ff4-94da-aa4cf2e07702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684693 Apr 28 20:30:49.572385 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a3164909-d046-4bbc-ad96-c314885c28ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:30:49.581304 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a3164909-d046-4bbc-ad96-c314885c28ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:49.592769 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a3164909-d046-4bbc-ad96-c314885c28ed service neutron] Transition to ACTIVE for port object c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:30:49.596415 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a3164909-d046-4bbc-ad96-c314885c28ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:49.647738 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3164909-d046-4bbc-ad96-c314885c28ed service neutron] Pushing event updated for resources: {'Port': ['ID=c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:30:49.716760 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a3164909-d046-4bbc-ad96-c314885c28ed service neutron] Attempting to bind port c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:30:49.717189 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a3164909-d046-4bbc-ad96-c314885c28ed service neutron] Attempting to bind port c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'eb217324-5d20-40f8-b9db-03a5193e7c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '945222e9-80a1-40c0-8fd7-30ff3c3afa16'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:30:49.717555 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a3164909-d046-4bbc-ad96-c314885c28ed service neutron] Attempting to bind port c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9 on network 945222e9-80a1-40c0-8fd7-30ff3c3afa16 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:30:49.722136 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a3164909-d046-4bbc-ad96-c314885c28ed service neutron] Port c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9 on network 945222e9-80a1-40c0-8fd7-30ff3c3afa16 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:30:49.722507 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a3164909-d046-4bbc-ad96-c314885c28ed service neutron] Attempting to bind port c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9 on network 945222e9-80a1-40c0-8fd7-30ff3c3afa16 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:30:49.727506 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a3164909-d046-4bbc-ad96-c314885c28ed service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:30:49.727857 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a3164909-d046-4bbc-ad96-c314885c28ed service neutron] Checking segment: {'id': 'eb217324-5d20-40f8-b9db-03a5193e7c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '945222e9-80a1-40c0-8fd7-30ff3c3afa16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:30:49.728282 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a3164909-d046-4bbc-ad96-c314885c28ed service neutron] Bound using segment: {'id': 'eb217324-5d20-40f8-b9db-03a5193e7c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '945222e9-80a1-40c0-8fd7-30ff3c3afa16'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:30:49.728714 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a3164909-d046-4bbc-ad96-c314885c28ed service neutron] Bound port: c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb217324-5d20-40f8-b9db-03a5193e7c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '945222e9-80a1-40c0-8fd7-30ff3c3afa16'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:30:49.729075 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a3164909-d046-4bbc-ad96-c314885c28ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:49.740945 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 253bd25d-a1e2-43c3-9569-4abb24f95506 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:30:49.797769 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 253bd25d-a1e2-43c3-9569-4abb24f95506 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:30:49.798138 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:49.810423 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a3164909-d046-4bbc-ad96-c314885c28ed service neutron] For port c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:30:49.815329 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a3164909-d046-4bbc-ad96-c314885c28ed service neutron] For port c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9,segment=NetworkSegment(eb217324-5d20-40f8-b9db-03a5193e7c5c),segment_id=eb217324-5d20-40f8-b9db-03a5193e7c5c)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:30:49.819772 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a3164909-d046-4bbc-ad96-c314885c28ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:49.853698 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a3164909-d046-4bbc-ad96-c314885c28ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:49.854324 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a3164909-d046-4bbc-ad96-c314885c28ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:49.855707 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a3164909-d046-4bbc-ad96-c314885c28ed service neutron] 10.222.0.44 "PUT /v2.0/ports/c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9 HTTP/1.1" status: 200 len: 1092 time: 1.0461278 Apr 28 20:30:49.856163 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b3ee5b-7445-477f-94b9-af965089dafc', 'tag': 'c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:30:49.858993 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf124955d82b014a11a6fc2eaac2ea15efe7a1380e167aca24b9fc673bca835b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e56196-3dc3-4c81-ade9-fad5b5dba75d" -d '{"events": [{"name": "network-changed", "server_uuid": "97b3ee5b-7445-477f-94b9-af965089dafc", "tag": "c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:30:49.911932 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e1f783-b074-4d9c-b97a-c8a06cbcde1f x-openstack-request-id: req-41e1f783-b074-4d9c-b97a-c8a06cbcde1f {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:30:49.912335 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b3ee5b-7445-477f-94b9-af965089dafc", "tag": "c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:30:49.912646 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-41e1f783-b074-4d9c-b97a-c8a06cbcde1f {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:30:49.913224 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41e1f783-b074-4d9c-b97a-c8a06cbcde1f'] response: {'name': 'network-changed', 'server_uuid': '97b3ee5b-7445-477f-94b9-af965089dafc', 'tag': 'c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9', 'status': 'completed', 'code': 200} Apr 28 20:30:49.922264 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3164909-d046-4bbc-ad96-c314885c28ed service neutron] Pushing event updated for resources: {'Port': ['ID=c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:30:49.928861 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-398b4462-6027-43ec-9970-fc10ca31361a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:49.966213 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-17ef2a8a-ca2e-4d68-bf27-7e6d72e7a252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:49.968232 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-17ef2a8a-ca2e-4d68-bf27-7e6d72e7a252 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 1095 time: 0.0580823 Apr 28 20:30:50.012669 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-e402aea2-d938-456e-b849-33aa43f05402 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9 HTTP/1.1" status: 200 len: 217 time: 0.0361645 Apr 28 20:30:50.066881 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-7e351604-83a1-47aa-83d8-eb0201fc4d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:50.068314 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-7e351604-83a1-47aa-83d8-eb0201fc4d9d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05a56a96-4959-4222-895b-e6e123196f5c HTTP/1.1" status: 200 len: 835 time: 0.0499144 Apr 28 20:30:50.113870 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-d34afa2b-ecd8-4b78-84ec-751493180a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:50.115322 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-d34afa2b-ecd8-4b78-84ec-751493180a77 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945222e9-80a1-40c0-8fd7-30ff3c3afa16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399871 Apr 28 20:30:50.208546 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-812f4a19-7acf-4c6c-8a01-f089d698aaa5 service neutron] 10.222.0.44 "GET /v2.0/networks/945222e9-80a1-40c0-8fd7-30ff3c3afa16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847113 Apr 28 20:30:50.298760 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6d0562ef-4153-4d02-b797-e24af25578f2 req-a744f2ab-5b26-424a-812e-453cae6b9326 service neutron] 10.222.0.44 "GET /v2.0/networks/945222e9-80a1-40c0-8fd7-30ff3c3afa16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843577 Apr 28 20:30:50.384203 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e56196-3dc3-4c81-ade9-fad5b5dba75d req-1df995d4-1302-4f7e-90c8-ae812352a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:50.385717 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-48e56196-3dc3-4c81-ade9-fad5b5dba75d req-1df995d4-1302-4f7e-90c8-ae812352a687 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 1095 time: 0.0403855 Apr 28 20:30:50.480279 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e56196-3dc3-4c81-ade9-fad5b5dba75d req-7aee559c-51f1-4c5b-9519-064865e6d157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:50.481756 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-48e56196-3dc3-4c81-ade9-fad5b5dba75d req-7aee559c-51f1-4c5b-9519-064865e6d157 service neutron] 10.222.0.44 "GET /v2.0/networks?id=945222e9-80a1-40c0-8fd7-30ff3c3afa16 HTTP/1.1" status: 200 len: 898 time: 0.0898769 Apr 28 20:30:50.523435 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-48e56196-3dc3-4c81-ade9-fad5b5dba75d req-d2423b1d-ad80-4348-b841-7ac735bb91f4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9 HTTP/1.1" status: 200 len: 217 time: 0.0337827 Apr 28 20:30:50.569806 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e56196-3dc3-4c81-ade9-fad5b5dba75d req-acadce9b-9183-41b1-9b74-959769c9557b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:50.571237 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-48e56196-3dc3-4c81-ade9-fad5b5dba75d req-acadce9b-9183-41b1-9b74-959769c9557b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05a56a96-4959-4222-895b-e6e123196f5c HTTP/1.1" status: 200 len: 835 time: 0.0415945 Apr 28 20:30:50.622142 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e56196-3dc3-4c81-ade9-fad5b5dba75d req-36e510de-f47a-4416-9748-0f0d5d02373a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:50.623636 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-48e56196-3dc3-4c81-ade9-fad5b5dba75d req-36e510de-f47a-4416-9748-0f0d5d02373a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945222e9-80a1-40c0-8fd7-30ff3c3afa16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446901 Apr 28 20:30:50.749866 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4f768-972f-4f08-9410-795c930d8ddf req-8ee26403-a762-4cf0-a9d3-b6edc6e9726f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:50.751249 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-38c4f768-972f-4f08-9410-795c930d8ddf req-8ee26403-a762-4cf0-a9d3-b6edc6e9726f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 944 time: 0.1027324 Apr 28 20:30:50.756979 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-48e56196-3dc3-4c81-ade9-fad5b5dba75d req-f109e427-c7b8-4a01-8ca6-fd0147c088be service neutron] 10.222.0.44 "GET /v2.0/networks/945222e9-80a1-40c0-8fd7-30ff3c3afa16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253943 Apr 28 20:30:50.832946 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-38c4f768-972f-4f08-9410-795c930d8ddf req-3f82ebc3-4a59-40f4-8e30-76f45576e80b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=0927846f-ff25-4ff4-94da-aa4cf2e07702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747612 Apr 28 20:30:50.866844 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-48e56196-3dc3-4c81-ade9-fad5b5dba75d req-7fa3d2e0-d274-4360-b134-81a2cbebc6fc service neutron] 10.222.0.44 "GET /v2.0/networks/945222e9-80a1-40c0-8fd7-30ff3c3afa16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015904 Apr 28 20:30:51.955120 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a3b09-3c2d-48be-867e-03075bc8def4 req-8c4fdc06-3721-4589-8d08-d66c3853ffb9 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:51.956634 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-414a3b09-3c2d-48be-867e-03075bc8def4 req-8c4fdc06-3721-4589-8d08-d66c3853ffb9 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 944 time: 0.0492349 Apr 28 20:30:51.993591 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-414a3b09-3c2d-48be-867e-03075bc8def4 req-d6ffcaa7-f8b1-440c-a675-1335f3c2a5a8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=0927846f-ff25-4ff4-94da-aa4cf2e07702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309732 Apr 28 20:30:52.145083 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8cc966e1-8b7d-4c0f-8b91-fffe705044ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:52.765056 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:30:52.861416 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9,segment=NetworkSegment(eb217324-5d20-40f8-b9db-03a5193e7c5c),segment_id=eb217324-5d20-40f8-b9db-03a5193e7c5c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:30:52.872354 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9', 'network_id': '945222e9-80a1-40c0-8fd7-30ff3c3afa16', 'port_id': 'c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9', 'mac_address': 'fa:16:3e:93:e9:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a56a96-4959-4222-895b-e6e123196f5c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:30:52.909227 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:52.922142 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:30:52.942807 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9,segment=NetworkSegment(eb217324-5d20-40f8-b9db-03a5193e7c5c),segment_id=eb217324-5d20-40f8-b9db-03a5193e7c5c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:30:52.948960 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:52.998096 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:30:53.116450 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36eeaa-8b14-4949-ad4b-222a374cfaa8 req-5c691478-876e-4bc4-b355-b6e37bacbe36 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:53.117908 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ee36eeaa-8b14-4949-ad4b-222a374cfaa8 req-5c691478-876e-4bc4-b355-b6e37bacbe36 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 945 time: 0.0569878 Apr 28 20:30:53.149347 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:30:53.156716 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ee36eeaa-8b14-4949-ad4b-222a374cfaa8 req-d508320b-419c-460b-9ae2-386cda305b57 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=0927846f-ff25-4ff4-94da-aa4cf2e07702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328948 Apr 28 20:30:53.668970 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:54.272180 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df628c26-d16f-404a-9f33-0f6fb4795b54 req-71244b5d-eafd-4341-8777-83517254bd66 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:54.273531 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-df628c26-d16f-404a-9f33-0f6fb4795b54 req-71244b5d-eafd-4341-8777-83517254bd66 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 945 time: 0.0485020 Apr 28 20:30:54.312622 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-df628c26-d16f-404a-9f33-0f6fb4795b54 req-65b7fa51-4fd7-4711-87c8-b073fe5fd57d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=0927846f-ff25-4ff4-94da-aa4cf2e07702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331247 Apr 28 20:30:54.642247 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:30:54.764998 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:30:54.812263 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:30:54.815996 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:30:54.816391 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:54.893839 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:54.914756 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b3ee5b-7445-477f-94b9-af965089dafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:30:54.917000 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f0961dc541b5264c963834c151b06290830566d9874400a6cf73f3b09243849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f91b4e5-4c70-4309-829d-904a8de8e805" -d '{"events": [{"server_uuid": "97b3ee5b-7445-477f-94b9-af965089dafc", "name": "network-vif-plugged", "status": "completed", "tag": "c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:30:54.929571 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9,segment=NetworkSegment(eb217324-5d20-40f8-b9db-03a5193e7c5c),segment_id=eb217324-5d20-40f8-b9db-03a5193e7c5c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:30:54.933721 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:54.958467 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3828c70-4bf1-4e53-b303-48ddd8a545fd x-openstack-request-id: req-d3828c70-4bf1-4e53-b303-48ddd8a545fd {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:30:54.958757 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b3ee5b-7445-477f-94b9-af965089dafc", "name": "network-vif-plugged", "status": "completed", "tag": "c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:30:54.959002 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d3828c70-4bf1-4e53-b303-48ddd8a545fd {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:30:54.959388 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3828c70-4bf1-4e53-b303-48ddd8a545fd'] response: {'server_uuid': '97b3ee5b-7445-477f-94b9-af965089dafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9', 'code': 200} Apr 28 20:30:54.986326 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:30:55.055051 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c9e92-bbb9-4278-9fd0-1f964d257d41 req-24a98286-1bda-48c9-aa62-3d410b0e87d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:55.056654 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3a9c9e92-bbb9-4278-9fd0-1f964d257d41 req-24a98286-1bda-48c9-aa62-3d410b0e87d3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 1097 time: 0.0405111 Apr 28 20:30:55.092141 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3a9c9e92-bbb9-4278-9fd0-1f964d257d41 req-2823214f-a5de-4dce-b13f-a651501c0e09 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0927846f-ff25-4ff4-94da-aa4cf2e07702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285039 Apr 28 20:30:55.429893 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954213fb-f3ef-4787-885b-29ccb034cb33 req-2735a295-96e4-42fe-b9bc-489934fbd9e2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:55.431362 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-954213fb-f3ef-4787-885b-29ccb034cb33 req-2735a295-96e4-42fe-b9bc-489934fbd9e2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 946 time: 0.0516684 Apr 28 20:30:55.469595 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-954213fb-f3ef-4787-885b-29ccb034cb33 req-3a01091e-43d6-4745-b5cf-a66558bb35d6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=0927846f-ff25-4ff4-94da-aa4cf2e07702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311995 Apr 28 20:30:55.947347 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:56.018577 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:56.584455 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244b105-4eac-474c-8cfa-84996929ccde req-d92dbaff-c7b9-425d-ae91-c66a9e8a5714 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:56.585822 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f244b105-4eac-474c-8cfa-84996929ccde req-d92dbaff-c7b9-425d-ae91-c66a9e8a5714 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 946 time: 0.0478435 Apr 28 20:30:56.622685 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f244b105-4eac-474c-8cfa-84996929ccde req-b2edd549-c895-47d6-a652-a3adf8eba3fc tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=0927846f-ff25-4ff4-94da-aa4cf2e07702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308151 Apr 28 20:30:56.738716 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654bbda-79da-4730-b504-eb0704e86f81 req-7b8cee8e-f905-40ab-839b-fd441621c690 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:56.740198 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f654bbda-79da-4730-b504-eb0704e86f81 req-7b8cee8e-f905-40ab-839b-fd441621c690 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 946 time: 0.0479286 Apr 28 20:30:56.779152 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f654bbda-79da-4730-b504-eb0704e86f81 req-c04a6bfd-1fcf-4bb5-a5f8-f3536ae8b083 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=0927846f-ff25-4ff4-94da-aa4cf2e07702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329320 Apr 28 20:30:56.801303 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38356) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:30:56.844035 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2ddb30-c709-499e-97ef-d7e621e9648a tempest-TestNetworkAdvancedServerOps-889809582 tempest-TestNetworkAdvancedServerOps-889809582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:56.845552 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-cd2ddb30-c709-499e-97ef-d7e621e9648a tempest-TestNetworkAdvancedServerOps-889809582 tempest-TestNetworkAdvancedServerOps-889809582-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 1092 time: 0.0432625 Apr 28 20:30:56.848295 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38358) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:30:56.852425 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-5249a675-67fb-4b57-a6f8-e54d3e201ec2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'port_id': 'c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:30:56.871848 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5249a675-67fb-4b57-a6f8-e54d3e201ec2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:56.967833 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5249a675-67fb-4b57-a6f8-e54d3e201ec2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:57.073178 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-5249a675-67fb-4b57-a6f8-e54d3e201ec2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Allocated IP 172.25.8.45 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/9a397c9d-4d5f-4140-94c7-42f7c803fdb2) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:30:57.173811 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5249a675-67fb-4b57-a6f8-e54d3e201ec2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:57.207262 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5249a675-67fb-4b57-a6f8-e54d3e201ec2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:57.245694 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5249a675-67fb-4b57-a6f8-e54d3e201ec2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:30:57.248478 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-5249a675-67fb-4b57-a6f8-e54d3e201ec2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:30:57.254617 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5249a675-67fb-4b57-a6f8-e54d3e201ec2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:30:57.280413 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249a675-67fb-4b57-a6f8-e54d3e201ec2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Port': ['ID=9a397c9d-4d5f-4140-94c7-42f7c803fdb2,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:30:57.603979 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5249a675-67fb-4b57-a6f8-e54d3e201ec2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:57.672407 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5249a675-67fb-4b57-a6f8-e54d3e201ec2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:57.818792 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5249a675-67fb-4b57-a6f8-e54d3e201ec2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:57.823097 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5249a675-67fb-4b57-a6f8-e54d3e201ec2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:57.888005 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249a675-67fb-4b57-a6f8-e54d3e201ec2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Port': ['ID=9a397c9d-4d5f-4140-94c7-42f7c803fdb2,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:30:57.900030 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5249a675-67fb-4b57-a6f8-e54d3e201ec2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:57.997219 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-5249a675-67fb-4b57-a6f8-e54d3e201ec2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Floating IP 1ff9ab7d-dc17-42ea-aa13-cd097db1dc5a associated. External IP: 172.25.8.45, port: c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9. Apr 28 20:30:58.204550 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5249a675-67fb-4b57-a6f8-e54d3e201ec2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Router 9bee12e0-24e7-4227-9e01-7c5933c0db6e has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:30:58.309105 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5249a675-67fb-4b57-a6f8-e54d3e201ec2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:30:58.318887 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf35a9a-9af4-4951-8140-4c6a2dbd5c4c None None] Sync routers for ids ['9bee12e0-24e7-4227-9e01-7c5933c0db6e'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:30:58.327241 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5249a675-67fb-4b57-a6f8-e54d3e201ec2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:58.328914 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf35a9a-9af4-4951-8140-4c6a2dbd5c4c None None] Routers {'9bee12e0-24e7-4227-9e01-7c5933c0db6e'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:30:58.329600 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-7bf35a9a-9af4-4951-8140-4c6a2dbd5c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:30:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9bee12e0-24e7-4227-9e01-7c5933c0db6e'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:30:58.353718 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5249a675-67fb-4b57-a6f8-e54d3e201ec2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5044324 Apr 28 20:30:58.354400 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b3ee5b-7445-477f-94b9-af965089dafc', 'tag': 'c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:30:58.356767 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf124955d82b014a11a6fc2eaac2ea15efe7a1380e167aca24b9fc673bca835b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cec5eae-c60c-4aa9-b3d0-03f133a02211" -d '{"events": [{"name": "network-changed", "server_uuid": "97b3ee5b-7445-477f-94b9-af965089dafc", "tag": "c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:30:58.395962 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5330aa0-f368-42b4-ac98-7438b3327878 x-openstack-request-id: req-d5330aa0-f368-42b4-ac98-7438b3327878 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:30:58.396287 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b3ee5b-7445-477f-94b9-af965089dafc", "tag": "c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:30:58.396543 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d5330aa0-f368-42b4-ac98-7438b3327878 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:30:58.396962 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5330aa0-f368-42b4-ac98-7438b3327878'] response: {'name': 'network-changed', 'server_uuid': '97b3ee5b-7445-477f-94b9-af965089dafc', 'tag': 'c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9', 'status': 'completed', 'code': 200} Apr 28 20:30:58.441117 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-7bf35a9a-9af4-4951-8140-4c6a2dbd5c4c None None] Set router 9bee12e0-24e7-4227-9e01-7c5933c0db6e gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:30:58.490624 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38814e57-f0fc-48ea-bda9-fd109b7cba36 req-647f1bc1-513e-47d7-8a00-96822cfadc34 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:58.492026 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-38814e57-f0fc-48ea-bda9-fd109b7cba36 req-647f1bc1-513e-47d7-8a00-96822cfadc34 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 946 time: 0.0731430 Apr 28 20:30:58.498594 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec5eae-c60c-4aa9-b3d0-03f133a02211 req-b26592ef-0b93-4fb6-8bc0-dd5dddcb228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:58.500073 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1cec5eae-c60c-4aa9-b3d0-03f133a02211 req-b26592ef-0b93-4fb6-8bc0-dd5dddcb228a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 1097 time: 0.0700653 Apr 28 20:30:58.585835 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-38814e57-f0fc-48ea-bda9-fd109b7cba36 req-91f34cd7-a144-4a8a-8a8d-3fab6ceedb86 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=0927846f-ff25-4ff4-94da-aa4cf2e07702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847807 Apr 28 20:30:58.612059 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38364) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:30:58.622384 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec5eae-c60c-4aa9-b3d0-03f133a02211 req-5e7f807f-69d5-4f2e-a148-c8c80a084d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:58.624473 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1cec5eae-c60c-4aa9-b3d0-03f133a02211 req-5e7f807f-69d5-4f2e-a148-c8c80a084d14 service neutron] 10.222.0.44 "GET /v2.0/networks?id=945222e9-80a1-40c0-8fd7-30ff3c3afa16 HTTP/1.1" status: 200 len: 898 time: 0.1178768 Apr 28 20:30:58.680623 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-7bf35a9a-9af4-4951-8140-4c6a2dbd5c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195140407', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e8276547-60e6-4a98-80b0-227a1e49d98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:30:41Z', 'updated_at': '2022-04-28T20:30:45Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'e8276547-60e6-4a98-80b0-227a1e49d98f', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:30:42Z', 'updated_at': '2022-04-28T20:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '1ff9ab7d-dc17-42ea-aa13-cd097db1dc5a', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'floating_ip_address': '172.25.8.45', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'port_id': 'c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '945222e9-80a1-40c0-8fd7-30ff3c3afa16', 'mac_address': 'fa:16:3e:93:e9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3ee5b-7445-477f-94b9-af965089dafc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:30:57Z', 'updated_at': '2022-04-28T20:30:57Z', 'revision_number': 0, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253bd25d-a1e2-43c3-9569-4abb24f95506', 'name': '', 'network_id': '945222e9-80a1-40c0-8fd7-30ff3c3afa16', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:b6:24:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '05a56a96-4959-4222-895b-e6e123196f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:30:44Z', 'updated_at': '2022-04-28T20:30:48Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': '05a56a96-4959-4222-895b-e6e123196f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:30:58.680951 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4c6aab0e-9e8b-4c44-ad30-fb2bfb02fe0c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/floatingips/1ff9ab7d-dc17-42ea-aa13-cd097db1dc5a HTTP/1.1" status: 200 len: 991 time: 0.0662222 Apr 28 20:30:58.695327 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1cec5eae-c60c-4aa9-b3d0-03f133a02211 req-edd06726-6cf7-4142-a145-21222a422b83 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9 HTTP/1.1" status: 200 len: 999 time: 0.0641377 Apr 28 20:30:58.706097 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf35a9a-9af4-4951-8140-4c6a2dbd5c4c None None] Checking router: 9bee12e0-24e7-4227-9e01-7c5933c0db6e for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:30:58.714479 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf35a9a-9af4-4951-8140-4c6a2dbd5c4c None None] Routers {'9bee12e0-24e7-4227-9e01-7c5933c0db6e'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:30:58.715082 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-7bf35a9a-9af4-4951-8140-4c6a2dbd5c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:30:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9bee12e0-24e7-4227-9e01-7c5933c0db6e'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:30:58.745255 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec5eae-c60c-4aa9-b3d0-03f133a02211 req-59248502-f7f6-45f9-b755-2af48afcbaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:58.746622 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1cec5eae-c60c-4aa9-b3d0-03f133a02211 req-59248502-f7f6-45f9-b755-2af48afcbaeb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05a56a96-4959-4222-895b-e6e123196f5c HTTP/1.1" status: 200 len: 835 time: 0.0434997 Apr 28 20:30:58.791447 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec5eae-c60c-4aa9-b3d0-03f133a02211 req-a50f0bc8-1814-4b76-bfb6-67d7c6ae3698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:58.793264 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1cec5eae-c60c-4aa9-b3d0-03f133a02211 req-a50f0bc8-1814-4b76-bfb6-67d7c6ae3698 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945222e9-80a1-40c0-8fd7-30ff3c3afa16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395236 Apr 28 20:30:58.822526 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-7bf35a9a-9af4-4951-8140-4c6a2dbd5c4c None None] Set router 9bee12e0-24e7-4227-9e01-7c5933c0db6e gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:30:58.884928 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1cec5eae-c60c-4aa9-b3d0-03f133a02211 req-9ff66303-00aa-489e-9a9d-c23ce6016809 service neutron] 10.222.0.44 "GET /v2.0/networks/945222e9-80a1-40c0-8fd7-30ff3c3afa16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852833 Apr 28 20:30:58.977544 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1cec5eae-c60c-4aa9-b3d0-03f133a02211 req-142749ae-cad4-4cea-ad35-a934fb75541c service neutron] 10.222.0.44 "GET /v2.0/networks/945222e9-80a1-40c0-8fd7-30ff3c3afa16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847452 Apr 28 20:30:59.047383 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-7bf35a9a-9af4-4951-8140-4c6a2dbd5c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195140407', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e8276547-60e6-4a98-80b0-227a1e49d98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:30:41Z', 'updated_at': '2022-04-28T20:30:45Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'e8276547-60e6-4a98-80b0-227a1e49d98f', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:30:42Z', 'updated_at': '2022-04-28T20:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '1ff9ab7d-dc17-42ea-aa13-cd097db1dc5a', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'floating_ip_address': '172.25.8.45', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'port_id': 'c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '945222e9-80a1-40c0-8fd7-30ff3c3afa16', 'mac_address': 'fa:16:3e:93:e9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3ee5b-7445-477f-94b9-af965089dafc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:30:57Z', 'updated_at': '2022-04-28T20:30:57Z', 'revision_number': 0, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253bd25d-a1e2-43c3-9569-4abb24f95506', 'name': '', 'network_id': '945222e9-80a1-40c0-8fd7-30ff3c3afa16', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:b6:24:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '05a56a96-4959-4222-895b-e6e123196f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:30:44Z', 'updated_at': '2022-04-28T20:30:48Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': '05a56a96-4959-4222-895b-e6e123196f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:30:59.073748 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf35a9a-9af4-4951-8140-4c6a2dbd5c4c None None] The sync data for ids ['9bee12e0-24e7-4227-9e01-7c5933c0db6e'] in n-d-839810-1 is: [{'id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195140407', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e8276547-60e6-4a98-80b0-227a1e49d98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:30:41Z', 'updated_at': '2022-04-28T20:30:45Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'e8276547-60e6-4a98-80b0-227a1e49d98f', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:30:42Z', 'updated_at': '2022-04-28T20:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '1ff9ab7d-dc17-42ea-aa13-cd097db1dc5a', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'floating_ip_address': '172.25.8.45', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'port_id': 'c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '945222e9-80a1-40c0-8fd7-30ff3c3afa16', 'mac_address': 'fa:16:3e:93:e9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3ee5b-7445-477f-94b9-af965089dafc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:30:57Z', 'updated_at': '2022-04-28T20:30:57Z', 'revision_number': 0, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253bd25d-a1e2-43c3-9569-4abb24f95506', 'name': '', 'network_id': '945222e9-80a1-40c0-8fd7-30ff3c3afa16', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:b6:24:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '05a56a96-4959-4222-895b-e6e123196f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:30:44Z', 'updated_at': '2022-04-28T20:30:48Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': '05a56a96-4959-4222-895b-e6e123196f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:30:59.262759 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e23856c-c0e4-4ad3-8ea0-49cdab84e5df None None] New status for floating IP 1ff9ab7d-dc17-42ea-aa13-cd097db1dc5a: ACTIVE {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:30:59.683399 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38366) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:30:59.742891 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-748cee63-378d-472d-b6b1-fa18cf029f94 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/floatingips/1ff9ab7d-dc17-42ea-aa13-cd097db1dc5a HTTP/1.1" status: 200 len: 993 time: 0.0583618 Apr 28 20:31:01.490496 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7e33cde3-ca52-41c0-bd6c-7271e3e507df req-02b6a637-f6ba-47fc-a6af-2cc9fbc9e9a8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=97b3ee5b-7445-477f-94b9-af965089dafc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396965 Apr 28 20:31:01.573713 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33cde3-ca52-41c0-bd6c-7271e3e507df req-8d4f9706-8220-4a3b-a44d-2e6596c67a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:31:01.575129 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7e33cde3-ca52-41c0-bd6c-7271e3e507df req-8d4f9706-8220-4a3b-a44d-2e6596c67a13 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 1097 time: 0.0427024 Apr 28 20:31:01.675778 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33cde3-ca52-41c0-bd6c-7271e3e507df req-4eca24fc-92c6-475e-92fa-4ac2993214fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:31:01.677266 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7e33cde3-ca52-41c0-bd6c-7271e3e507df req-4eca24fc-92c6-475e-92fa-4ac2993214fd service neutron] 10.222.0.44 "GET /v2.0/networks?id=945222e9-80a1-40c0-8fd7-30ff3c3afa16 HTTP/1.1" status: 200 len: 898 time: 0.0833964 Apr 28 20:31:01.744409 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7e33cde3-ca52-41c0-bd6c-7271e3e507df req-a1973f9d-98a1-43da-980c-fe8244a98aff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9 HTTP/1.1" status: 200 len: 1001 time: 0.0596848 Apr 28 20:31:01.792589 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33cde3-ca52-41c0-bd6c-7271e3e507df req-003b9403-fb63-400d-a968-c366b4e884f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:31:01.794275 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7e33cde3-ca52-41c0-bd6c-7271e3e507df req-003b9403-fb63-400d-a968-c366b4e884f3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05a56a96-4959-4222-895b-e6e123196f5c HTTP/1.1" status: 200 len: 835 time: 0.0433762 Apr 28 20:31:01.838199 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33cde3-ca52-41c0-bd6c-7271e3e507df req-13e134b2-233f-4f92-9406-d859a237c774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:31:01.839548 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7e33cde3-ca52-41c0-bd6c-7271e3e507df req-13e134b2-233f-4f92-9406-d859a237c774 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945222e9-80a1-40c0-8fd7-30ff3c3afa16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382550 Apr 28 20:31:01.929598 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7e33cde3-ca52-41c0-bd6c-7271e3e507df req-e75ba543-d78b-429c-a1a1-cf5793ee5de2 service neutron] 10.222.0.44 "GET /v2.0/networks/945222e9-80a1-40c0-8fd7-30ff3c3afa16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830920 Apr 28 20:31:02.016905 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7e33cde3-ca52-41c0-bd6c-7271e3e507df req-1c4fb7d3-0b98-4dc5-b590-1a92df9ab2db service neutron] 10.222.0.44 "GET /v2.0/networks/945222e9-80a1-40c0-8fd7-30ff3c3afa16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804265 Apr 28 20:31:02.330262 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:31:03.862090 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:31:19.912160 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-aa9d984c-9f8b-4634-a309-c011cda2c856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:31:22.146520 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-73f7aa3d-74b0-49c4-869f-796a6532cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:31:23.673184 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:31:25.952578 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:31:26.024533 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:31:31.075140 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10eaef9-5844-40b7-a0c2-0f6238cec6f8 req-ff6a4d82-a7e5-436b-abfc-7a51b5f4be68 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:31:31.075792 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0330e8-c356-4e83-81e1-41ded470c69c req-11f1644f-862f-43e3-a603-d3dbfffeb5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:31:31.077280 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ca0330e8-c356-4e83-81e1-41ded470c69c req-11f1644f-862f-43e3-a603-d3dbfffeb5c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 1097 time: 0.0408576 Apr 28 20:31:31.077754 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d10eaef9-5844-40b7-a0c2-0f6238cec6f8 req-ff6a4d82-a7e5-436b-abfc-7a51b5f4be68 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 946 time: 0.0498185 Apr 28 20:31:31.115917 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d10eaef9-5844-40b7-a0c2-0f6238cec6f8 req-d9c2715a-138d-4060-b2c8-6efb4eedc735 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=0927846f-ff25-4ff4-94da-aa4cf2e07702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326369 Apr 28 20:31:31.169727 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0330e8-c356-4e83-81e1-41ded470c69c req-34655a2a-c678-4daf-8d70-98d460bb560d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:31:31.171629 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ca0330e8-c356-4e83-81e1-41ded470c69c req-34655a2a-c678-4daf-8d70-98d460bb560d service neutron] 10.222.0.44 "GET /v2.0/networks?id=945222e9-80a1-40c0-8fd7-30ff3c3afa16 HTTP/1.1" status: 200 len: 898 time: 0.0873516 Apr 28 20:31:31.235911 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ca0330e8-c356-4e83-81e1-41ded470c69c req-4569825f-763d-45ba-b806-85f27b759a8b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9 HTTP/1.1" status: 200 len: 1001 time: 0.0573580 Apr 28 20:31:31.293846 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0330e8-c356-4e83-81e1-41ded470c69c req-a3bc0883-b50a-47ff-a9d9-e07501a96830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:31:31.295707 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ca0330e8-c356-4e83-81e1-41ded470c69c req-a3bc0883-b50a-47ff-a9d9-e07501a96830 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05a56a96-4959-4222-895b-e6e123196f5c HTTP/1.1" status: 200 len: 835 time: 0.0495546 Apr 28 20:31:31.642466 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:31:31.684402 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0330e8-c356-4e83-81e1-41ded470c69c req-8ce09e5d-2b0a-4c5a-8e23-5229d79f4e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:31:31.686993 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ca0330e8-c356-4e83-81e1-41ded470c69c req-8ce09e5d-2b0a-4c5a-8e23-5229d79f4e77 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945222e9-80a1-40c0-8fd7-30ff3c3afa16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3800557 Apr 28 20:31:31.776730 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ca0330e8-c356-4e83-81e1-41ded470c69c req-b3473623-25ae-4338-9072-9cf4ad215575 service neutron] 10.222.0.44 "GET /v2.0/networks/945222e9-80a1-40c0-8fd7-30ff3c3afa16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836079 Apr 28 20:31:31.867751 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ca0330e8-c356-4e83-81e1-41ded470c69c req-3988a61b-f717-4df0-a188-c3e43c4a6c30 service neutron] 10.222.0.44 "GET /v2.0/networks/945222e9-80a1-40c0-8fd7-30ff3c3afa16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829942 Apr 28 20:31:32.232041 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fa569-5938-44e6-857c-32fd709b087b req-18dd79aa-f192-4302-8e69-2292726c1df7 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:31:32.234108 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-960fa569-5938-44e6-857c-32fd709b087b req-18dd79aa-f192-4302-8e69-2292726c1df7 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 946 time: 0.0485368 Apr 28 20:31:32.270998 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-960fa569-5938-44e6-857c-32fd709b087b req-ebd939a2-60e5-4c0d-b471-9473805e5a1d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=0927846f-ff25-4ff4-94da-aa4cf2e07702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308707 Apr 28 20:31:32.329239 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:31:33.390905 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100eab1-8156-4138-8d3d-21fb30709282 req-888d5331-dcc4-4f90-83af-718a34b7fef1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:31:33.392381 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7100eab1-8156-4138-8d3d-21fb30709282 req-888d5331-dcc4-4f90-83af-718a34b7fef1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 946 time: 0.0525947 Apr 28 20:31:33.429542 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7100eab1-8156-4138-8d3d-21fb30709282 req-6fe23d6a-f105-4e19-96a9-ee647be58509 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=0927846f-ff25-4ff4-94da-aa4cf2e07702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311422 Apr 28 20:31:33.855562 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:31:34.546276 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a09bff-c1f4-4f57-9624-896804352ed2 req-8ce818ac-7e85-4af8-93bf-6a4e3a3c7f64 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:31:34.547738 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-22a09bff-c1f4-4f57-9624-896804352ed2 req-8ce818ac-7e85-4af8-93bf-6a4e3a3c7f64 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 946 time: 0.0482008 Apr 28 20:31:34.588874 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-22a09bff-c1f4-4f57-9624-896804352ed2 req-c9383bb9-6277-41e3-91ed-ea25de9c69ef tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=0927846f-ff25-4ff4-94da-aa4cf2e07702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351515 Apr 28 20:31:35.705523 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5b33f-3ec6-4ff8-8082-93f11cdbcc2f req-33ea0a25-746e-44ac-98bc-9eac9c44a84e tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:31:35.706975 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9ee5b33f-3ec6-4ff8-8082-93f11cdbcc2f req-33ea0a25-746e-44ac-98bc-9eac9c44a84e tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 946 time: 0.0493271 Apr 28 20:31:35.744254 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9ee5b33f-3ec6-4ff8-8082-93f11cdbcc2f req-9b20530e-a075-4b34-8aef-467c5ff259e6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=0927846f-ff25-4ff4-94da-aa4cf2e07702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313017 Apr 28 20:31:36.861203 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961e79c-3ab2-41e3-a133-ac3906567ec8 req-831af1e2-f971-49bf-9477-72e318121e2b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:31:36.862670 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6961e79c-3ab2-41e3-a133-ac3906567ec8 req-831af1e2-f971-49bf-9477-72e318121e2b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 946 time: 0.0485682 Apr 28 20:31:36.898714 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6961e79c-3ab2-41e3-a133-ac3906567ec8 req-a276ae93-12ce-4ace-8083-488515ea21eb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=0927846f-ff25-4ff4-94da-aa4cf2e07702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301735 Apr 28 20:31:38.014651 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7708c96-2c95-4fa5-b687-d9f949ecd6f3 req-22c4bac0-cbdf-4b5e-b112-cb0df9bda833 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:31:38.015744 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7708c96-2c95-4fa5-b687-d9f949ecd6f3 req-22c4bac0-cbdf-4b5e-b112-cb0df9bda833 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 946 time: 0.0469208 Apr 28 20:31:38.052645 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a7708c96-2c95-4fa5-b687-d9f949ecd6f3 req-a84aea75-528d-43d7-8c8a-1a42b09c79f3 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=0927846f-ff25-4ff4-94da-aa4cf2e07702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310066 Apr 28 20:31:39.168973 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134ef8b-da44-4097-a696-fceef288a835 req-fd4314e6-5455-45f2-932e-ebf4a6eae6f0 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:31:39.171032 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f134ef8b-da44-4097-a696-fceef288a835 req-fd4314e6-5455-45f2-932e-ebf4a6eae6f0 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 946 time: 0.0486391 Apr 28 20:31:39.209573 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f134ef8b-da44-4097-a696-fceef288a835 req-e319aed7-9f76-422c-897a-dda969e59705 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=0927846f-ff25-4ff4-94da-aa4cf2e07702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312471 Apr 28 20:31:40.329846 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757ba7f-478c-4c79-881a-810ac75cdda6 req-0d09bd71-1177-4154-973b-df0e77202251 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:31:40.331297 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8757ba7f-478c-4c79-881a-810ac75cdda6 req-0d09bd71-1177-4154-973b-df0e77202251 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 946 time: 0.0529974 Apr 28 20:31:40.366944 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8757ba7f-478c-4c79-881a-810ac75cdda6 req-26ec72b3-781d-4ef2-860f-815c52d3e479 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=0927846f-ff25-4ff4-94da-aa4cf2e07702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296721 Apr 28 20:31:41.563840 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b36641-c1f8-4ea6-b222-0e7585d022e3 req-174880d1-1014-4a17-b141-e7c4ab0fccb8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:31:41.565240 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c1b36641-c1f8-4ea6-b222-0e7585d022e3 req-174880d1-1014-4a17-b141-e7c4ab0fccb8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 946 time: 0.1313002 Apr 28 20:31:41.606390 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c1b36641-c1f8-4ea6-b222-0e7585d022e3 req-fc949acf-2a61-4749-af98-5de5e30387db tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=0927846f-ff25-4ff4-94da-aa4cf2e07702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349870 Apr 28 20:31:42.738592 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe63840-8d28-48b5-b4d7-a7d68789bc13 req-29549612-5321-4a33-90ad-cec3271801e1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:31:42.740049 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7fe63840-8d28-48b5-b4d7-a7d68789bc13 req-29549612-5321-4a33-90ad-cec3271801e1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 946 time: 0.0650728 Apr 28 20:31:42.778344 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7fe63840-8d28-48b5-b4d7-a7d68789bc13 req-78f85a59-c186-4b56-8b22-7b4bf3508729 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=0927846f-ff25-4ff4-94da-aa4cf2e07702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322278 Apr 28 20:31:43.894452 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b80efd-b078-4d5c-b9f0-914657de4ba0 req-a64d9079-20d7-4639-b1b1-2d580a4c0247 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:31:43.895903 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c8b80efd-b078-4d5c-b9f0-914657de4ba0 req-a64d9079-20d7-4639-b1b1-2d580a4c0247 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 946 time: 0.0476506 Apr 28 20:31:43.933760 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c8b80efd-b078-4d5c-b9f0-914657de4ba0 req-6c7e3499-2fa5-437c-bf12-1b8c1c77110f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=0927846f-ff25-4ff4-94da-aa4cf2e07702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317547 Apr 28 20:31:45.048369 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bdc671-e5e1-4039-8f71-ef0db9c10e37 req-6d8b875e-bdc2-49fc-a56b-c2bb23b343da tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:31:45.049815 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-01bdc671-e5e1-4039-8f71-ef0db9c10e37 req-6d8b875e-bdc2-49fc-a56b-c2bb23b343da tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 946 time: 0.0477965 Apr 28 20:31:45.086103 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-01bdc671-e5e1-4039-8f71-ef0db9c10e37 req-06427ecd-5ea7-4a71-8c08-8be8df4da951 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=0927846f-ff25-4ff4-94da-aa4cf2e07702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302835 Apr 28 20:31:46.202301 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8810a-e8e3-47eb-ba4b-953715d17532 req-fb3997b4-106f-4549-933e-08ef3b1b171c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:31:46.203772 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6dc8810a-e8e3-47eb-ba4b-953715d17532 req-fb3997b4-106f-4549-933e-08ef3b1b171c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 946 time: 0.0489194 Apr 28 20:31:46.241106 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6dc8810a-e8e3-47eb-ba4b-953715d17532 req-26b1f495-b145-434e-92b9-17609bcd2238 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=0927846f-ff25-4ff4-94da-aa4cf2e07702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313270 Apr 28 20:31:47.422064 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a57c9-09a6-4792-9363-644bc9e5efaf req-4d587f56-fb04-409c-a199-a3abd3c20c70 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:31:47.423508 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2f5a57c9-09a6-4792-9363-644bc9e5efaf req-4d587f56-fb04-409c-a199-a3abd3c20c70 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 946 time: 0.1010041 Apr 28 20:31:47.460679 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2f5a57c9-09a6-4792-9363-644bc9e5efaf req-9d554d98-6959-4d46-a9bd-4a462916f4dd tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=0927846f-ff25-4ff4-94da-aa4cf2e07702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311728 Apr 28 20:31:48.588204 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0ed23-085d-4965-a1c2-aeace5bbdea4 req-ab1a5270-2d02-49da-be23-6c8144d26c10 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:31:48.589655 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-88f0ed23-085d-4965-a1c2-aeace5bbdea4 req-ab1a5270-2d02-49da-be23-6c8144d26c10 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 946 time: 0.0516574 Apr 28 20:31:48.635871 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-88f0ed23-085d-4965-a1c2-aeace5bbdea4 req-a8576620-522d-446b-b001-3b411765355b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=0927846f-ff25-4ff4-94da-aa4cf2e07702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400195 Apr 28 20:31:48.664841 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38418) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:31:48.733740 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e1fb963d-23bc-4090-8e06-6fd4afbf0b64 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/floatingips/1ff9ab7d-dc17-42ea-aa13-cd097db1dc5a HTTP/1.1" status: 200 len: 993 time: 0.0677302 Apr 28 20:31:49.913762 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-58a6e37c-f910-4c8e-b2a6-c81ab3570f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:31:52.147737 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cb1f1459-f552-42e4-bd42-ee8d4ca79ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:31:53.676029 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:31:55.953033 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:31:56.015788 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:02.359507 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:03.696667 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-80c66629-4937-4afd-93b0-31affd747b74 req-55bab24f-c83c-41ba-a1ef-de328bdc1ba2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=97b3ee5b-7445-477f-94b9-af965089dafc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0815799 Apr 28 20:32:03.779571 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c66629-4937-4afd-93b0-31affd747b74 req-20ced546-73c9-4076-9bce-5b54f74a99cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:03.781714 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-80c66629-4937-4afd-93b0-31affd747b74 req-20ced546-73c9-4076-9bce-5b54f74a99cd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 1097 time: 0.0409710 Apr 28 20:32:03.856531 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:03.886198 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c66629-4937-4afd-93b0-31affd747b74 req-76e5d01f-2064-45c1-94d8-b556a8b00fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:03.887662 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-80c66629-4937-4afd-93b0-31affd747b74 req-76e5d01f-2064-45c1-94d8-b556a8b00fcc service neutron] 10.222.0.44 "GET /v2.0/networks?id=945222e9-80a1-40c0-8fd7-30ff3c3afa16 HTTP/1.1" status: 200 len: 898 time: 0.0871665 Apr 28 20:32:03.952444 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-80c66629-4937-4afd-93b0-31affd747b74 req-b953c592-4a8f-4a33-9431-4e47cdb1d28e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9 HTTP/1.1" status: 200 len: 1001 time: 0.0575278 Apr 28 20:32:04.002539 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c66629-4937-4afd-93b0-31affd747b74 req-362526c8-b017-4ae0-9c13-cfdda501d78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:04.003940 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-80c66629-4937-4afd-93b0-31affd747b74 req-362526c8-b017-4ae0-9c13-cfdda501d78d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05a56a96-4959-4222-895b-e6e123196f5c HTTP/1.1" status: 200 len: 835 time: 0.0430462 Apr 28 20:32:04.053631 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c66629-4937-4afd-93b0-31affd747b74 req-409e6d9b-e009-4e9c-b639-21ede711e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:04.055096 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-80c66629-4937-4afd-93b0-31affd747b74 req-409e6d9b-e009-4e9c-b639-21ede711e6fc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945222e9-80a1-40c0-8fd7-30ff3c3afa16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429282 Apr 28 20:32:04.143708 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-80c66629-4937-4afd-93b0-31affd747b74 req-d35cd7b3-1df2-4f06-8d47-5432f67d911d service neutron] 10.222.0.44 "GET /v2.0/networks/945222e9-80a1-40c0-8fd7-30ff3c3afa16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814216 Apr 28 20:32:04.237288 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-80c66629-4937-4afd-93b0-31affd747b74 req-e7db9497-c45f-431a-ad85-ce9c3a6b3d5d service neutron] 10.222.0.44 "GET /v2.0/networks/945222e9-80a1-40c0-8fd7-30ff3c3afa16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873945 Apr 28 20:32:08.642126 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:32:19.214883 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38438) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:32:19.376210 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5cd416a5-2187-473b-a75a-4428a45180e4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Deleting port 9a397c9d-4d5f-4140-94c7-42f7c803fdb2 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:32:19.376606 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5cd416a5-2187-473b-a75a-4428a45180e4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:19.457713 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5cd416a5-2187-473b-a75a-4428a45180e4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:19.458040 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5cd416a5-2187-473b-a75a-4428a45180e4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:19.469438 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-5cd416a5-2187-473b-a75a-4428a45180e4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Calling delete_port for 9a397c9d-4d5f-4140-94c7-42f7c803fdb2 owned by network:floatingip {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:32:19.612691 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5cd416a5-2187-473b-a75a-4428a45180e4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:19.637898 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd416a5-2187-473b-a75a-4428a45180e4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event deleted for resources: {'Port': ['ID=9a397c9d-4d5f-4140-94c7-42f7c803fdb2,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:32:19.660417 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd416a5-2187-473b-a75a-4428a45180e4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:19.660694 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd416a5-2187-473b-a75a-4428a45180e4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:19.661030 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd416a5-2187-473b-a75a-4428a45180e4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:19.661359 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd416a5-2187-473b-a75a-4428a45180e4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:19.661682 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd416a5-2187-473b-a75a-4428a45180e4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:19.662004 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd416a5-2187-473b-a75a-4428a45180e4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:19.662327 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd416a5-2187-473b-a75a-4428a45180e4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:19.662648 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd416a5-2187-473b-a75a-4428a45180e4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:19.662972 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd416a5-2187-473b-a75a-4428a45180e4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:19.663288 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd416a5-2187-473b-a75a-4428a45180e4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:19.663602 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd416a5-2187-473b-a75a-4428a45180e4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:19.663913 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd416a5-2187-473b-a75a-4428a45180e4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:19.703838 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5cd416a5-2187-473b-a75a-4428a45180e4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for floatingip, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:19.704261 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [None req-5cd416a5-2187-473b-a75a-4428a45180e4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Floating IP 1ff9ab7d-dc17-42ea-aa13-cd097db1dc5a disassociated (deleted). External IP: 172.25.8.45, port: c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9. Apr 28 20:32:19.917440 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3d873ed9-4613-45a2-8097-141f5a3a4233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:20.184216 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd416a5-2187-473b-a75a-4428a45180e4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Router 9bee12e0-24e7-4227-9e01-7c5933c0db6e has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:32:20.295987 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd416a5-2187-473b-a75a-4428a45180e4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:32:20.301426 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5cd416a5-2187-473b-a75a-4428a45180e4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:20.309570 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f8defd-4fd2-4fc7-be46-e128b7ad10a8 None None] Sync routers for ids ['9bee12e0-24e7-4227-9e01-7c5933c0db6e'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:32:20.319348 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f8defd-4fd2-4fc7-be46-e128b7ad10a8 None None] Routers {'9bee12e0-24e7-4227-9e01-7c5933c0db6e'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:32:20.319957 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-b5f8defd-4fd2-4fc7-be46-e128b7ad10a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:31:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9bee12e0-24e7-4227-9e01-7c5933c0db6e'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:32:20.328455 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5cd416a5-2187-473b-a75a-4428a45180e4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "DELETE /v2.0/floatingips/1ff9ab7d-dc17-42ea-aa13-cd097db1dc5a HTTP/1.1" status: 204 len: 168 time: 1.1124933 Apr 28 20:32:20.329045 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b3ee5b-7445-477f-94b9-af965089dafc', 'tag': 'c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:32:20.331328 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987aa34c65443dea39eaa51b67d186bb80d94e7c4b504279bd6048524f6efc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a100e573-7ffe-4b47-a30a-67b8465d5852" -d '{"events": [{"name": "network-changed", "server_uuid": "97b3ee5b-7445-477f-94b9-af965089dafc", "tag": "c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:32:20.373520 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31af5f3a-64ca-4c8b-bfdb-0171295c0792 x-openstack-request-id: req-31af5f3a-64ca-4c8b-bfdb-0171295c0792 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:32:20.374112 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b3ee5b-7445-477f-94b9-af965089dafc", "tag": "c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:32:20.374370 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-31af5f3a-64ca-4c8b-bfdb-0171295c0792 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:32:20.375620 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31af5f3a-64ca-4c8b-bfdb-0171295c0792'] response: {'name': 'network-changed', 'server_uuid': '97b3ee5b-7445-477f-94b9-af965089dafc', 'tag': 'c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9', 'status': 'completed', 'code': 200} Apr 28 20:32:20.441627 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100e573-7ffe-4b47-a30a-67b8465d5852 req-98517d0a-8a4d-4441-9f2e-9f20792f0193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:20.443895 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a100e573-7ffe-4b47-a30a-67b8465d5852 req-98517d0a-8a4d-4441-9f2e-9f20792f0193 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 1097 time: 0.0481677 Apr 28 20:32:20.551021 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100e573-7ffe-4b47-a30a-67b8465d5852 req-7b379639-28ec-4148-a14d-80379865c588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:20.552504 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a100e573-7ffe-4b47-a30a-67b8465d5852 req-7b379639-28ec-4148-a14d-80379865c588 service neutron] 10.222.0.44 "GET /v2.0/networks?id=945222e9-80a1-40c0-8fd7-30ff3c3afa16 HTTP/1.1" status: 200 len: 898 time: 0.0962772 Apr 28 20:32:20.582451 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76401478-8c83-4e31-8ca5-15d384fc6066 req-d9a297a0-59c9-4478-b71d-59fab46b3251 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:20.583964 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-76401478-8c83-4e31-8ca5-15d384fc6066 req-d9a297a0-59c9-4478-b71d-59fab46b3251 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 946 time: 0.0567183 Apr 28 20:32:20.600048 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-b5f8defd-4fd2-4fc7-be46-e128b7ad10a8 None None] Set router 9bee12e0-24e7-4227-9e01-7c5933c0db6e gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:32:20.602809 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a100e573-7ffe-4b47-a30a-67b8465d5852 req-4414e2a8-2abe-4f25-9229-a88602c45e11 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9 HTTP/1.1" status: 200 len: 217 time: 0.0421774 Apr 28 20:32:20.625336 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-76401478-8c83-4e31-8ca5-15d384fc6066 req-e746f7ff-bb9c-4b61-bb6c-00dc375e33c6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=0927846f-ff25-4ff4-94da-aa4cf2e07702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337229 Apr 28 20:32:20.659715 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100e573-7ffe-4b47-a30a-67b8465d5852 req-dc46151d-d6a3-43c6-be8e-7ab9f5a13f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:20.661214 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a100e573-7ffe-4b47-a30a-67b8465d5852 req-dc46151d-d6a3-43c6-be8e-7ab9f5a13f73 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05a56a96-4959-4222-895b-e6e123196f5c HTTP/1.1" status: 200 len: 835 time: 0.0501752 Apr 28 20:32:20.706900 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100e573-7ffe-4b47-a30a-67b8465d5852 req-1b969ca8-7b66-48b7-8786-4f21b68cb4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:20.708340 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a100e573-7ffe-4b47-a30a-67b8465d5852 req-1b969ca8-7b66-48b7-8786-4f21b68cb4a2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945222e9-80a1-40c0-8fd7-30ff3c3afa16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392432 Apr 28 20:32:20.801701 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-b5f8defd-4fd2-4fc7-be46-e128b7ad10a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195140407', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e8276547-60e6-4a98-80b0-227a1e49d98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:30:41Z', 'updated_at': '2022-04-28T20:30:45Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'e8276547-60e6-4a98-80b0-227a1e49d98f', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:30:42Z', 'updated_at': '2022-04-28T20:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '253bd25d-a1e2-43c3-9569-4abb24f95506', 'name': '', 'network_id': '945222e9-80a1-40c0-8fd7-30ff3c3afa16', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:b6:24:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '05a56a96-4959-4222-895b-e6e123196f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:30:44Z', 'updated_at': '2022-04-28T20:30:48Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': '05a56a96-4959-4222-895b-e6e123196f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:32:20.805809 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a100e573-7ffe-4b47-a30a-67b8465d5852 req-82468c18-6407-4886-9759-ff0be7b3d818 service neutron] 10.222.0.44 "GET /v2.0/networks/945222e9-80a1-40c0-8fd7-30ff3c3afa16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893452 Apr 28 20:32:20.828982 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f8defd-4fd2-4fc7-be46-e128b7ad10a8 None None] Checking router: 9bee12e0-24e7-4227-9e01-7c5933c0db6e for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:32:20.837332 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f8defd-4fd2-4fc7-be46-e128b7ad10a8 None None] Routers {'9bee12e0-24e7-4227-9e01-7c5933c0db6e'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:32:20.837937 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-b5f8defd-4fd2-4fc7-be46-e128b7ad10a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:31:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9bee12e0-24e7-4227-9e01-7c5933c0db6e'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:32:20.896321 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a100e573-7ffe-4b47-a30a-67b8465d5852 req-1d97c38d-a61e-463a-8f2b-2eca19b5bed0 service neutron] 10.222.0.44 "GET /v2.0/networks/945222e9-80a1-40c0-8fd7-30ff3c3afa16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836911 Apr 28 20:32:20.943845 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-b5f8defd-4fd2-4fc7-be46-e128b7ad10a8 None None] Set router 9bee12e0-24e7-4227-9e01-7c5933c0db6e gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:32:21.143758 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-b5f8defd-4fd2-4fc7-be46-e128b7ad10a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195140407', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e8276547-60e6-4a98-80b0-227a1e49d98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:30:41Z', 'updated_at': '2022-04-28T20:30:45Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'e8276547-60e6-4a98-80b0-227a1e49d98f', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:30:42Z', 'updated_at': '2022-04-28T20:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '253bd25d-a1e2-43c3-9569-4abb24f95506', 'name': '', 'network_id': '945222e9-80a1-40c0-8fd7-30ff3c3afa16', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:b6:24:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '05a56a96-4959-4222-895b-e6e123196f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:30:44Z', 'updated_at': '2022-04-28T20:30:48Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': '05a56a96-4959-4222-895b-e6e123196f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:32:21.169901 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f8defd-4fd2-4fc7-be46-e128b7ad10a8 None None] The sync data for ids ['9bee12e0-24e7-4227-9e01-7c5933c0db6e'] in n-d-839810-1 is: [{'id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195140407', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e8276547-60e6-4a98-80b0-227a1e49d98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:30:41Z', 'updated_at': '2022-04-28T20:30:45Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'e8276547-60e6-4a98-80b0-227a1e49d98f', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:30:42Z', 'updated_at': '2022-04-28T20:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '253bd25d-a1e2-43c3-9569-4abb24f95506', 'name': '', 'network_id': '945222e9-80a1-40c0-8fd7-30ff3c3afa16', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:b6:24:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '05a56a96-4959-4222-895b-e6e123196f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:30:44Z', 'updated_at': '2022-04-28T20:30:48Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': '05a56a96-4959-4222-895b-e6e123196f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:32:21.391184 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1abcbf8-db79-452e-a190-b1ab69d5735b None None] New status for floating IP 1ff9ab7d-dc17-42ea-aa13-cd097db1dc5a: DOWN {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:32:21.742840 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae2b5c-2809-43fd-a132-942b64cae1c4 req-bef043ae-0e0a-45d6-bbcc-d99bb2de4622 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:21.744228 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e4ae2b5c-2809-43fd-a132-942b64cae1c4 req-bef043ae-0e0a-45d6-bbcc-d99bb2de4622 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 946 time: 0.0494597 Apr 28 20:32:21.787382 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e4ae2b5c-2809-43fd-a132-942b64cae1c4 req-04ce19d0-825d-47d4-ada1-e0ae94d9fc8e tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=0927846f-ff25-4ff4-94da-aa4cf2e07702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372038 Apr 28 20:32:22.004335 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1dd356-204f-4252-9099-46827f7c7e6b req-ecacd5c6-1335-4ae5-98e0-40d2beb6e5ae tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:22.005717 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2b1dd356-204f-4252-9099-46827f7c7e6b req-ecacd5c6-1335-4ae5-98e0-40d2beb6e5ae tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 946 time: 0.0478899 Apr 28 20:32:22.093356 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-2b1dd356-204f-4252-9099-46827f7c7e6b req-de54a51d-c2e3-4bc5-a89b-5af489cddeeb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Deleting port c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:32:22.093945 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2b1dd356-204f-4252-9099-46827f7c7e6b req-de54a51d-c2e3-4bc5-a89b-5af489cddeeb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:22.151078 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6cea380b-986d-4ab6-8084-ebefafb505f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:22.186087 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-2b1dd356-204f-4252-9099-46827f7c7e6b req-de54a51d-c2e3-4bc5-a89b-5af489cddeeb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] For port c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9,segment=NetworkSegment(eb217324-5d20-40f8-b9db-03a5193e7c5c),segment_id=eb217324-5d20-40f8-b9db-03a5193e7c5c)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:32:22.186450 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2b1dd356-204f-4252-9099-46827f7c7e6b req-de54a51d-c2e3-4bc5-a89b-5af489cddeeb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:22.199654 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-2b1dd356-204f-4252-9099-46827f7c7e6b req-de54a51d-c2e3-4bc5-a89b-5af489cddeeb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Calling delete_port for c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:32:22.328791 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2b1dd356-204f-4252-9099-46827f7c7e6b req-de54a51d-c2e3-4bc5-a89b-5af489cddeeb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:22.357023 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54a51d-c2e3-4bc5-a89b-5af489cddeeb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event deleted for resources: {'Port': ['ID=c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:32:22.369386 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54a51d-c2e3-4bc5-a89b-5af489cddeeb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:22.369736 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54a51d-c2e3-4bc5-a89b-5af489cddeeb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:22.370077 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54a51d-c2e3-4bc5-a89b-5af489cddeeb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:22.370411 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54a51d-c2e3-4bc5-a89b-5af489cddeeb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:22.370764 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54a51d-c2e3-4bc5-a89b-5af489cddeeb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:22.371094 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54a51d-c2e3-4bc5-a89b-5af489cddeeb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:22.371419 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54a51d-c2e3-4bc5-a89b-5af489cddeeb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:22.371742 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54a51d-c2e3-4bc5-a89b-5af489cddeeb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:22.372067 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54a51d-c2e3-4bc5-a89b-5af489cddeeb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:22.372414 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54a51d-c2e3-4bc5-a89b-5af489cddeeb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:22.372734 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54a51d-c2e3-4bc5-a89b-5af489cddeeb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:22.373048 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54a51d-c2e3-4bc5-a89b-5af489cddeeb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:22.406645 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1dd356-204f-4252-9099-46827f7c7e6b req-de54a51d-c2e3-4bc5-a89b-5af489cddeeb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] No DVR routers for this DVR port c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9 on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:32:22.409285 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-2b1dd356-204f-4252-9099-46827f7c7e6b req-de54a51d-c2e3-4bc5-a89b-5af489cddeeb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:22.412786 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2b1dd356-204f-4252-9099-46827f7c7e6b req-de54a51d-c2e3-4bc5-a89b-5af489cddeeb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.44 "DELETE /v2.0/ports/c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9 HTTP/1.1" status: 204 len: 173 time: 0.4015832 Apr 28 20:32:22.413259 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b3ee5b-7445-477f-94b9-af965089dafc', 'name': 'network-vif-deleted', 'tag': 'c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:32:22.415562 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf124955d82b014a11a6fc2eaac2ea15efe7a1380e167aca24b9fc673bca835b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e3898f-44bd-434d-a4c5-b83ed66fb2d4" -d '{"events": [{"server_uuid": "97b3ee5b-7445-477f-94b9-af965089dafc", "name": "network-vif-deleted", "tag": "c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:32:22.460159 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acc0c04-6247-440f-a2b9-7ea0585ae956 x-openstack-request-id: req-3acc0c04-6247-440f-a2b9-7ea0585ae956 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:32:22.460461 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b3ee5b-7445-477f-94b9-af965089dafc", "name": "network-vif-deleted", "tag": "c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:32:22.460720 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3acc0c04-6247-440f-a2b9-7ea0585ae956 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:32:22.461129 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3acc0c04-6247-440f-a2b9-7ea0585ae956'] response: {'server_uuid': '97b3ee5b-7445-477f-94b9-af965089dafc', 'name': 'network-vif-deleted', 'tag': 'c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9', 'status': 'completed', 'code': 200} Apr 28 20:32:22.899964 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1ff79778-fe81-4da4-8fd1-73d1f8d180f0 req-604dfbc7-2bae-439e-a21f-cccd092d7fcd tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=97b3ee5b-7445-477f-94b9-af965089dafc HTTP/1.1" status: 200 len: 210 time: 0.0280826 Apr 28 20:32:23.678648 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:23.956989 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38456) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:32:24.304462 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-317f3fa8-f725-4a6a-92af-66bbf1156fdb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:24.557472 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-317f3fa8-f725-4a6a-92af-66bbf1156fdb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Deleting port 253bd25d-a1e2-43c3-9569-4abb24f95506 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:32:24.557731 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-317f3fa8-f725-4a6a-92af-66bbf1156fdb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:24.647565 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-317f3fa8-f725-4a6a-92af-66bbf1156fdb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] For port 253bd25d-a1e2-43c3-9569-4abb24f95506, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=253bd25d-a1e2-43c3-9569-4abb24f95506,segment=NetworkSegment(eb217324-5d20-40f8-b9db-03a5193e7c5c),segment_id=eb217324-5d20-40f8-b9db-03a5193e7c5c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:32:24.647926 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-317f3fa8-f725-4a6a-92af-66bbf1156fdb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:24.661072 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-317f3fa8-f725-4a6a-92af-66bbf1156fdb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Calling delete_port for 253bd25d-a1e2-43c3-9569-4abb24f95506 owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:32:24.847523 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-317f3fa8-f725-4a6a-92af-66bbf1156fdb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:24.882209 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f3fa8-f725-4a6a-92af-66bbf1156fdb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event deleted for resources: {'Port': ['ID=253bd25d-a1e2-43c3-9569-4abb24f95506,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:32:25.056001 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-317f3fa8-f725-4a6a-92af-66bbf1156fdb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:25.264472 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317f3fa8-f725-4a6a-92af-66bbf1156fdb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Router 9bee12e0-24e7-4227-9e01-7c5933c0db6e has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:32:25.375539 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317f3fa8-f725-4a6a-92af-66bbf1156fdb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:32:25.380577 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-317f3fa8-f725-4a6a-92af-66bbf1156fdb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "PUT /v2.0/routers/9bee12e0-24e7-4227-9e01-7c5933c0db6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4225776 Apr 28 20:32:25.383317 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38458) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:32:25.384869 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211bdbe7-9e51-44a0-9ce6-71820812918b None None] Sync routers for ids ['9bee12e0-24e7-4227-9e01-7c5933c0db6e'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:32:25.398926 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211bdbe7-9e51-44a0-9ce6-71820812918b None None] Routers {'9bee12e0-24e7-4227-9e01-7c5933c0db6e'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:32:25.399512 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-211bdbe7-9e51-44a0-9ce6-71820812918b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:32:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9bee12e0-24e7-4227-9e01-7c5933c0db6e'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:32:25.440035 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee073192-effb-4369-87a5-bde2230ccbee tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Deleting subnet 05a56a96-4959-4222-895b-e6e123196f5c {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:32:25.443305 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ee073192-effb-4369-87a5-bde2230ccbee tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:25.483184 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ee073192-effb-4369-87a5-bde2230ccbee tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:25.511688 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-211bdbe7-9e51-44a0-9ce6-71820812918b None None] Set router 9bee12e0-24e7-4227-9e01-7c5933c0db6e gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:32:25.567785 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ee073192-effb-4369-87a5-bde2230ccbee tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:25.631338 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ee073192-effb-4369-87a5-bde2230ccbee tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:25.659238 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee073192-effb-4369-87a5-bde2230ccbee tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event deleted for resources: {'Subnet': ['ID=05a56a96-4959-4222-895b-e6e123196f5c,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:32:25.661225 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ee073192-effb-4369-87a5-bde2230ccbee tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:25.664412 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ee073192-effb-4369-87a5-bde2230ccbee tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "DELETE /v2.0/subnets/05a56a96-4959-4222-895b-e6e123196f5c HTTP/1.1" status: 204 len: 168 time: 0.2796934 Apr 28 20:32:25.667332 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38460) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:32:25.670240 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c1c233-7941-4602-9e49-c8895c44ac2c None None] Network 945222e9-80a1-40c0-8fd7-30ff3c3afa16 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:32:25.779473 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-211bdbe7-9e51-44a0-9ce6-71820812918b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195140407', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e8276547-60e6-4a98-80b0-227a1e49d98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:30:41Z', 'updated_at': '2022-04-28T20:32:24Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'e8276547-60e6-4a98-80b0-227a1e49d98f', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:30:42Z', 'updated_at': '2022-04-28T20:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:32:25.785371 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ab51fac7-be36-463b-b2d5-7baa49ff416f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:25.822455 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211bdbe7-9e51-44a0-9ce6-71820812918b None None] Checking router: 9bee12e0-24e7-4227-9e01-7c5933c0db6e for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:32:25.835597 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211bdbe7-9e51-44a0-9ce6-71820812918b None None] Routers {'9bee12e0-24e7-4227-9e01-7c5933c0db6e'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:32:25.836224 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-211bdbe7-9e51-44a0-9ce6-71820812918b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:32:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9bee12e0-24e7-4227-9e01-7c5933c0db6e'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:32:25.894945 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ab51fac7-be36-463b-b2d5-7baa49ff416f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:25.932356 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00a6fed-6073-4efd-85d0-26639b4f56c2 None None] DHCP port deletion for 945222e9-80a1-40c0-8fd7-30ff3c3afa16 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:32:25.953342 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-ab51fac7-be36-463b-b2d5-7baa49ff416f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Deleting port e8276547-60e6-4a98-80b0-227a1e49d98f {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:32:25.953877 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ab51fac7-be36-463b-b2d5-7baa49ff416f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:25.992195 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:25.997429 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-211bdbe7-9e51-44a0-9ce6-71820812918b None None] Set router 9bee12e0-24e7-4227-9e01-7c5933c0db6e gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:32:26.035671 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-ab51fac7-be36-463b-b2d5-7baa49ff416f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] For port e8276547-60e6-4a98-80b0-227a1e49d98f, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=e8276547-60e6-4a98-80b0-227a1e49d98f,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:32:26.036028 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ab51fac7-be36-463b-b2d5-7baa49ff416f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:26.047803 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-ab51fac7-be36-463b-b2d5-7baa49ff416f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Calling delete_port for e8276547-60e6-4a98-80b0-227a1e49d98f owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:32:26.115378 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:26.135226 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-a00a6fed-6073-4efd-85d0-26639b4f56c2 None None] Deleting port 82806723-8f8b-4a31-bb20-5522d3f6d52a {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:32:26.135518 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a00a6fed-6073-4efd-85d0-26639b4f56c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:26.219893 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ab51fac7-be36-463b-b2d5-7baa49ff416f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:26.250768 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51fac7-be36-463b-b2d5-7baa49ff416f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event deleted for resources: {'Port': ['ID=e8276547-60e6-4a98-80b0-227a1e49d98f,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:32:26.316550 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ab51fac7-be36-463b-b2d5-7baa49ff416f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:26.416129 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-a00a6fed-6073-4efd-85d0-26639b4f56c2 None None] For port 82806723-8f8b-4a31-bb20-5522d3f6d52a, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=82806723-8f8b-4a31-bb20-5522d3f6d52a,segment=NetworkSegment(eb217324-5d20-40f8-b9db-03a5193e7c5c),segment_id=eb217324-5d20-40f8-b9db-03a5193e7c5c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:32:26.416751 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a00a6fed-6073-4efd-85d0-26639b4f56c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:26.431068 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ab51fac7-be36-463b-b2d5-7baa49ff416f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:26.433161 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-a00a6fed-6073-4efd-85d0-26639b4f56c2 None None] Calling delete_port for 82806723-8f8b-4a31-bb20-5522d3f6d52a owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:32:26.433800 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ab51fac7-be36-463b-b2d5-7baa49ff416f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:26.483454 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ab51fac7-be36-463b-b2d5-7baa49ff416f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:26.485267 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab51fac7-be36-463b-b2d5-7baa49ff416f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Fanout notify agent at l3_agent the message router_deleted on router 9bee12e0-24e7-4227-9e01-7c5933c0db6e {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:32:26.493141 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ab51fac7-be36-463b-b2d5-7baa49ff416f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:26.497096 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ab51fac7-be36-463b-b2d5-7baa49ff416f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "DELETE /v2.0/routers/9bee12e0-24e7-4227-9e01-7c5933c0db6e HTTP/1.1" status: 204 len: 168 time: 0.8252058 Apr 28 20:32:26.497357 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38462) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:32:26.511265 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-211bdbe7-9e51-44a0-9ce6-71820812918b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195140407', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e8276547-60e6-4a98-80b0-227a1e49d98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:30:41Z', 'updated_at': '2022-04-28T20:32:24Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'e8276547-60e6-4a98-80b0-227a1e49d98f', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:30:42Z', 'updated_at': '2022-04-28T20:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:32:26.548218 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211bdbe7-9e51-44a0-9ce6-71820812918b None None] The sync data for ids ['9bee12e0-24e7-4227-9e01-7c5933c0db6e'] in n-d-839810-1 is: [{'id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195140407', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e8276547-60e6-4a98-80b0-227a1e49d98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:30:41Z', 'updated_at': '2022-04-28T20:32:24Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'e8276547-60e6-4a98-80b0-227a1e49d98f', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee12e0-24e7-4227-9e01-7c5933c0db6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:30:42Z', 'updated_at': '2022-04-28T20:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:32:26.561373 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a00a6fed-6073-4efd-85d0-26639b4f56c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:26.587202 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06fc3b66-f73e-4f7c-a092-7be16d92c595 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:26.587533 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a6fed-6073-4efd-85d0-26639b4f56c2 None None] Pushing event deleted for resources: {'Port': ['ID=82806723-8f8b-4a31-bb20-5522d3f6d52a,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:32:26.592776 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00a6fed-6073-4efd-85d0-26639b4f56c2 None None] No DVR routers for this DVR port 82806723-8f8b-4a31-bb20-5522d3f6d52a on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:32:26.602956 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a6fed-6073-4efd-85d0-26639b4f56c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:26.603234 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a6fed-6073-4efd-85d0-26639b4f56c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:26.603529 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a6fed-6073-4efd-85d0-26639b4f56c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:26.603863 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a6fed-6073-4efd-85d0-26639b4f56c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:26.604232 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a6fed-6073-4efd-85d0-26639b4f56c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:26.604566 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a6fed-6073-4efd-85d0-26639b4f56c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:26.604892 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a6fed-6073-4efd-85d0-26639b4f56c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:26.605493 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a6fed-6073-4efd-85d0-26639b4f56c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:26.605715 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a6fed-6073-4efd-85d0-26639b4f56c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:26.606045 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a6fed-6073-4efd-85d0-26639b4f56c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:26.606371 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a6fed-6073-4efd-85d0-26639b4f56c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:26.606693 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a6fed-6073-4efd-85d0-26639b4f56c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:26.677755 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06fc3b66-f73e-4f7c-a092-7be16d92c595 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:26.697001 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-06fc3b66-f73e-4f7c-a092-7be16d92c595 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['945222e9-80a1-40c0-8fd7-30ff3c3afa16']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:32:26.706030 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-06fc3b66-f73e-4f7c-a092-7be16d92c595 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb217324-5d20-40f8-b9db-03a5193e7c5c') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:32:26.706327 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-06fc3b66-f73e-4f7c-a092-7be16d92c595 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb217324-5d20-40f8-b9db-03a5193e7c5c') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:32:26.715283 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06fc3b66-f73e-4f7c-a092-7be16d92c595 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:26.728617 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06fc3b66-f73e-4f7c-a092-7be16d92c595 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:26.734775 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06fc3b66-f73e-4f7c-a092-7be16d92c595 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:32:26.735166 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06fc3b66-f73e-4f7c-a092-7be16d92c595 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:26.738077 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 20:32:26.738077 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:32:26.738077 n-d-839810-1 neutron-server[102773]: timer() Apr 28 20:32:26.738077 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:32:26.738077 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 20:32:26.738077 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:32:26.738077 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 20:32:26.738077 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:32:26.738077 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 20:32:26.738077 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:32:26.738077 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 20:32:26.738077 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:32:26.738077 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 20:32:26.738077 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:32:26.738077 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:32:26.738077 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:32:26.738077 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:32:26.738077 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:32:26.738077 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 20:32:26.738077 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:32:26.738077 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 20:32:26.738077 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:32:26.738077 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:32:26.738077 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:32:26.738077 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 20:32:26.738077 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:32:26.738077 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:32:26.738077 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:32:26.738077 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:32:26.738077 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:32:26.738077 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:32:26.738077 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:32:26.794218 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06fc3b66-f73e-4f7c-a092-7be16d92c595 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:26.800982 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-06fc3b66-f73e-4f7c-a092-7be16d92c595 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:26.804088 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-06fc3b66-f73e-4f7c-a092-7be16d92c595 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "DELETE /v2.0/networks/945222e9-80a1-40c0-8fd7-30ff3c3afa16 HTTP/1.1" status: 204 len: 168 time: 0.3056695 Apr 28 20:32:26.807120 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38464) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:32:26.815466 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc3b66-f73e-4f7c-a092-7be16d92c595 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event deleted for resources: {'Network': ['ID=945222e9-80a1-40c0-8fd7-30ff3c3afa16,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:32:26.866530 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c22156e8-9c99-4839-9df1-5fcf2410fb67 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:26.895314 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c22156e8-9c99-4839-9df1-5fcf2410fb67 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:26.961652 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c22156e8-9c99-4839-9df1-5fcf2410fb67 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:26.964389 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c22156e8-9c99-4839-9df1-5fcf2410fb67 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:26.968641 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c22156e8-9c99-4839-9df1-5fcf2410fb67 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "DELETE /v2.0/security-groups/0927846f-ff25-4ff4-94da-aa4cf2e07702 HTTP/1.1" status: 204 len: 168 time: 0.1604433 Apr 28 20:32:26.978972 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22156e8-9c99-4839-9df1-5fcf2410fb67 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0927846f-ff25-4ff4-94da-aa4cf2e07702,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:32:27.249676 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38470) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:32:27.254312 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-bbe7b992-a752-47ef-89a9-9b081d024651 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-33645102', 'description': 'tempest-secgroup-smoke-33645102 description', 'project_id': '98124a5578cd489a90ae211a065fdd6a'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:32:27.261263 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:32:27.274804 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b992-a752-47ef-89a9-9b081d024651 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:27.283633 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:32:27.283981 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device c2eab5c6-3fea-4a4c-ad82-a18cedd6d8a9 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:32:27.347345 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b992-a752-47ef-89a9-9b081d024651 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:27.351172 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b992-a752-47ef-89a9-9b081d024651 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:27.380111 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b992-a752-47ef-89a9-9b081d024651 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:27.381477 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-bbe7b992-a752-47ef-89a9-9b081d024651 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1306524 Apr 28 20:32:27.384527 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38472) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:32:27.385474 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7b992-a752-47ef-89a9-9b081d024651 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=614be7aa-8d47-43e4-904b-64ec384ae118,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:32:27.389306 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-8eea3466-102c-4bd0-af29-36f005197dd8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'security_group_rule': {'security_group_id': '614be7aa-8d47-43e4-904b-64ec384ae118', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:32:27.418219 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8eea3466-102c-4bd0-af29-36f005197dd8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:27.479472 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8eea3466-102c-4bd0-af29-36f005197dd8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:27.482784 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8eea3466-102c-4bd0-af29-36f005197dd8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:27.501245 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea3466-102c-4bd0-af29-36f005197dd8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64511f64-12eb-4530-816e-cac0117f8155,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:32:27.510857 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8eea3466-102c-4bd0-af29-36f005197dd8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:27.511990 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8eea3466-102c-4bd0-af29-36f005197dd8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1264076 Apr 28 20:32:27.514887 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38474) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:32:27.520552 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-e366f830-2e71-4976-b1ac-00f72fc979dc tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'security_group_rule': {'security_group_id': '614be7aa-8d47-43e4-904b-64ec384ae118', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:32:27.545996 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e366f830-2e71-4976-b1ac-00f72fc979dc tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:27.605947 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e366f830-2e71-4976-b1ac-00f72fc979dc tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:27.609284 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e366f830-2e71-4976-b1ac-00f72fc979dc tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:27.625759 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366f830-2e71-4976-b1ac-00f72fc979dc tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=099e876c-64ef-44b3-a257-e9e3412903d4,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:32:27.633660 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e366f830-2e71-4976-b1ac-00f72fc979dc tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:27.634843 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e366f830-2e71-4976-b1ac-00f72fc979dc tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1178067 Apr 28 20:32:27.638530 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38476) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:32:27.643200 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-97c6e10a-d045-4289-8325-13f3bb6f74f5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'security_group_rule': {'security_group_id': '614be7aa-8d47-43e4-904b-64ec384ae118', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:32:27.669782 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-97c6e10a-d045-4289-8325-13f3bb6f74f5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:27.738270 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-97c6e10a-d045-4289-8325-13f3bb6f74f5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:27.742674 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-97c6e10a-d045-4289-8325-13f3bb6f74f5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:27.746924 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e8276547-60e6-4a98-80b0-227a1e49d98f no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:32:27.760619 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6e10a-d045-4289-8325-13f3bb6f74f5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0012bc2e-0cd4-4711-a2f8-0403d9586428,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:32:27.768242 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-97c6e10a-d045-4289-8325-13f3bb6f74f5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:27.771948 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-97c6e10a-d045-4289-8325-13f3bb6f74f5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300137 Apr 28 20:32:27.772210 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38478) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:32:27.775268 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: e8276547-60e6-4a98-80b0-227a1e49d98f {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:32:27.775615 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device e8276547-60e6-4a98-80b0-227a1e49d98f not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:32:27.776023 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 82806723-8f8b-4a31-bb20-5522d3f6d52a no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:32:27.777273 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-669d391a-6516-4f3e-98b8-ed47f043fb43 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'security_group_rule': {'security_group_id': '614be7aa-8d47-43e4-904b-64ec384ae118', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:32:27.800643 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 82806723-8f8b-4a31-bb20-5522d3f6d52a {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:32:27.800990 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 82806723-8f8b-4a31-bb20-5522d3f6d52a not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:32:27.801398 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 253bd25d-a1e2-43c3-9569-4abb24f95506 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:32:27.802584 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-669d391a-6516-4f3e-98b8-ed47f043fb43 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:27.820933 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 253bd25d-a1e2-43c3-9569-4abb24f95506 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:32:27.821207 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 253bd25d-a1e2-43c3-9569-4abb24f95506 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:32:27.865083 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-669d391a-6516-4f3e-98b8-ed47f043fb43 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:27.868599 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-669d391a-6516-4f3e-98b8-ed47f043fb43 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:27.886226 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d391a-6516-4f3e-98b8-ed47f043fb43 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab98bc90-5009-47b6-b298-9ec0ac7e9223,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:32:27.893487 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-669d391a-6516-4f3e-98b8-ed47f043fb43 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:27.897163 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-669d391a-6516-4f3e-98b8-ed47f043fb43 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1214051 Apr 28 20:32:27.897398 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38480) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:32:27.901639 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-b5d1d23d-3d8b-48c4-a8a3-030d5275767a tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'security_group_rule': {'security_group_id': '614be7aa-8d47-43e4-904b-64ec384ae118', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:32:27.920966 n-d-839810-1 neutron-server[102773]: INFO neutron.db.securitygroups_db [None req-b5d1d23d-3d8b-48c4-a8a3-030d5275767a tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Project 98124a5578cd489a90ae211a065fdd6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:32:27.925686 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b5d1d23d-3d8b-48c4-a8a3-030d5275767a tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:27.982798 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b5d1d23d-3d8b-48c4-a8a3-030d5275767a tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:27.986298 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b5d1d23d-3d8b-48c4-a8a3-030d5275767a tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:28.003741 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1d23d-3d8b-48c4-a8a3-030d5275767a tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b6dc75-4a45-48ca-b3c3-d0abcec5e4e8,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:32:28.010531 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b5d1d23d-3d8b-48c4-a8a3-030d5275767a tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:28.011708 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b5d1d23d-3d8b-48c4-a8a3-030d5275767a tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1133561 Apr 28 20:32:28.014484 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38482) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:32:28.019490 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-e3a0f0a9-2fac-4ea5-b66b-08a81deed2a9 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'security_group_rule': {'security_group_id': '614be7aa-8d47-43e4-904b-64ec384ae118', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:32:28.038272 n-d-839810-1 neutron-server[102773]: INFO neutron.db.securitygroups_db [None req-e3a0f0a9-2fac-4ea5-b66b-08a81deed2a9 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Project 98124a5578cd489a90ae211a065fdd6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:32:28.043216 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e3a0f0a9-2fac-4ea5-b66b-08a81deed2a9 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:28.101890 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e3a0f0a9-2fac-4ea5-b66b-08a81deed2a9 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:28.105430 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e3a0f0a9-2fac-4ea5-b66b-08a81deed2a9 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:28.123650 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a0f0a9-2fac-4ea5-b66b-08a81deed2a9 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c399c0e3-ba08-4746-983c-d3f92ceb786a,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:32:28.132139 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e3a0f0a9-2fac-4ea5-b66b-08a81deed2a9 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:28.133329 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e3a0f0a9-2fac-4ea5-b66b-08a81deed2a9 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1179097 Apr 28 20:32:28.136128 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38484) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:32:28.141525 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-8f37b02c-ff80-4a10-a49a-69f6b97ab364 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'network': {'name': 'tempest-network-smoke--1833438184', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'port_security_enabled': True}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:32:28.159269 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f37b02c-ff80-4a10-a49a-69f6b97ab364 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Made reservation on behalf of 98124a5578cd489a90ae211a065fdd6a for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:32:28.162579 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f37b02c-ff80-4a10-a49a-69f6b97ab364 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:28.184733 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f37b02c-ff80-4a10-a49a-69f6b97ab364 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:32:28.193841 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f37b02c-ff80-4a10-a49a-69f6b97ab364 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:28.194194 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-8f37b02c-ff80-4a10-a49a-69f6b97ab364 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Added segment ac44887c-690b-40b3-abb8-52026a77007c of type vlan for network 549637b6-c845-467f-a512-7c7ea80d40ee Apr 28 20:32:28.234833 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f37b02c-ff80-4a10-a49a-69f6b97ab364 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:28.259621 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f37b02c-ff80-4a10-a49a-69f6b97ab364 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:28.265027 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f37b02c-ff80-4a10-a49a-69f6b97ab364 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:28.265605 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8f37b02c-ff80-4a10-a49a-69f6b97ab364 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:28.294403 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8f37b02c-ff80-4a10-a49a-69f6b97ab364 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1573088 Apr 28 20:32:28.298274 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38486) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:32:28.302879 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-fbc81b77-98b4-4336-9d06-c03249c480ae tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-318463700', 'admin_state_up': True, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:32:28.325168 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fbc81b77-98b4-4336-9d06-c03249c480ae tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:28.326206 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fbc81b77-98b4-4336-9d06-c03249c480ae tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:28.334341 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37b02c-ff80-4a10-a49a-69f6b97ab364 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Network': ['ID=549637b6-c845-467f-a512-7c7ea80d40ee,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:32:28.345070 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 549637b6-c845-467f-a512-7c7ea80d40ee details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:32:28.380567 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fbc81b77-98b4-4336-9d06-c03249c480ae tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:28.521485 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fbc81b77-98b4-4336-9d06-c03249c480ae tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:28.705435 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fbc81b77-98b4-4336-9d06-c03249c480ae tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:28.727382 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fbc81b77-98b4-4336-9d06-c03249c480ae tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:28.826878 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-fbc81b77-98b4-4336-9d06-c03249c480ae tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Allocated IP 172.25.8.91 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/bcffdb47-6173-45bf-aa1a-0262f79fbfc4) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:32:28.930322 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fbc81b77-98b4-4336-9d06-c03249c480ae tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:28.963128 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fbc81b77-98b4-4336-9d06-c03249c480ae tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:29.000956 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc81b77-98b4-4336-9d06-c03249c480ae tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:32:29.005605 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-fbc81b77-98b4-4336-9d06-c03249c480ae tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:32:29.008022 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc81b77-98b4-4336-9d06-c03249c480ae tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:32:29.036814 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc81b77-98b4-4336-9d06-c03249c480ae tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Port': ['ID=bcffdb47-6173-45bf-aa1a-0262f79fbfc4,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:32:29.254854 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fbc81b77-98b4-4336-9d06-c03249c480ae tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:29.453416 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fbc81b77-98b4-4336-9d06-c03249c480ae tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:29.580183 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc81b77-98b4-4336-9d06-c03249c480ae tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Router f3077f4e-f6af-4fcf-9a05-3fc2e3947295 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 20:32:30.013422 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc81b77-98b4-4336-9d06-c03249c480ae tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:32:30.023460 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52121e61-2101-4f6e-a39a-e2b39b2e36ec None None] Sync routers for ids ['f3077f4e-f6af-4fcf-9a05-3fc2e3947295'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:32:30.032727 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52121e61-2101-4f6e-a39a-e2b39b2e36ec None None] Routers {'f3077f4e-f6af-4fcf-9a05-3fc2e3947295'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:32:30.033214 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-fbc81b77-98b4-4336-9d06-c03249c480ae tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:30.033341 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-52121e61-2101-4f6e-a39a-e2b39b2e36ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:32:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['f3077f4e-f6af-4fcf-9a05-3fc2e3947295'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:32:30.034431 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-fbc81b77-98b4-4336-9d06-c03249c480ae tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7350714 Apr 28 20:32:30.037706 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38488) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:32:30.067134 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8c96c617-bf46-44cb-b281-a61e40c1cd31 tempest-TestNetworkAdvancedServerOps-889809582 tempest-TestNetworkAdvancedServerOps-889809582-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=98124a5578cd489a90ae211a065fdd6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282795 Apr 28 20:32:30.069795 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38490) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:32:30.138268 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-52121e61-2101-4f6e-a39a-e2b39b2e36ec None None] Set router f3077f4e-f6af-4fcf-9a05-3fc2e3947295 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:32:30.153386 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a3c6b0-9c3f-43a0-89d5-0b650f114c75 tempest-TestNetworkAdvancedServerOps-889809582 tempest-TestNetworkAdvancedServerOps-889809582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:30.154878 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f3a3c6b0-9c3f-43a0-89d5-0b650f114c75 tempest-TestNetworkAdvancedServerOps-889809582 tempest-TestNetworkAdvancedServerOps-889809582-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0840995 Apr 28 20:32:30.158482 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38492) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:32:30.186620 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f9a0d93c-d315-4121-a46d-5f532d8de0ab tempest-TestNetworkAdvancedServerOps-889809582 tempest-TestNetworkAdvancedServerOps-889809582-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=562d8c9c-50aa-492e-ae08-06d7f5fe6347&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271046 Apr 28 20:32:30.189163 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38494) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:32:30.193777 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-257bfb53-fa34-4fd7-9606-4f5cb7f3c450 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1270525797', 'network_id': '549637b6-c845-467f-a512-7c7ea80d40ee', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:32:30.290053 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257bfb53-fa34-4fd7-9606-4f5cb7f3c450 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Made reservation on behalf of 98124a5578cd489a90ae211a065fdd6a for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:32:30.293751 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-257bfb53-fa34-4fd7-9606-4f5cb7f3c450 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:30.315995 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-52121e61-2101-4f6e-a39a-e2b39b2e36ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318463700', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'bcffdb47-6173-45bf-aa1a-0262f79fbfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:32:28Z', 'updated_at': '2022-04-28T20:32:29Z', 'revision_number': 3, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'bcffdb47-6173-45bf-aa1a-0262f79fbfc4', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:32:28Z', 'updated_at': '2022-04-28T20:32:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:32:30.341573 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52121e61-2101-4f6e-a39a-e2b39b2e36ec None None] Checking router: f3077f4e-f6af-4fcf-9a05-3fc2e3947295 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:32:30.341918 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52121e61-2101-4f6e-a39a-e2b39b2e36ec None None] Updating router f3077f4e-f6af-4fcf-9a05-3fc2e3947295 port bcffdb47-6173-45bf-aa1a-0262f79fbfc4 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:32:30.369139 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-52121e61-2101-4f6e-a39a-e2b39b2e36ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:30.477797 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-257bfb53-fa34-4fd7-9606-4f5cb7f3c450 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:30.538607 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257bfb53-fa34-4fd7-9606-4f5cb7f3c450 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Subnet': ['ID=4eb679a4-58cb-4de8-85fe-6a5bfdc5be85,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:32:30.546054 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257bfb53-fa34-4fd7-9606-4f5cb7f3c450 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Checking segment: {'id': 'ac44887c-690b-40b3-abb8-52026a77007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '549637b6-c845-467f-a512-7c7ea80d40ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:32:30.546924 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257bfb53-fa34-4fd7-9606-4f5cb7f3c450 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Network hostable DHCP agents. Network: 549637b6-c845-467f-a512-7c7ea80d40ee, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:32:30.564274 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257bfb53-fa34-4fd7-9606-4f5cb7f3c450 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Network 549637b6-c845-467f-a512-7c7ea80d40ee is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:32:30.574540 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-257bfb53-fa34-4fd7-9606-4f5cb7f3c450 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 549637b6-c845-467f-a512-7c7ea80d40ee) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:32:30.581983 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257bfb53-fa34-4fd7-9606-4f5cb7f3c450 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:30.582964 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-257bfb53-fa34-4fd7-9606-4f5cb7f3c450 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:30.585292 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6d958a-218d-43fa-a644-cbc4643a3f4a None None] Network 549637b6-c845-467f-a512-7c7ea80d40ee requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:32:30.608061 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-257bfb53-fa34-4fd7-9606-4f5cb7f3c450 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4176621 Apr 28 20:32:30.611140 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38496) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:32:30.622154 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-52121e61-2101-4f6e-a39a-e2b39b2e36ec None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:30.628936 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-52121e61-2101-4f6e-a39a-e2b39b2e36ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:30.679527 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-52121e61-2101-4f6e-a39a-e2b39b2e36ec None None] Attempting to bind port bcffdb47-6173-45bf-aa1a-0262f79fbfc4 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:32:30.679885 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-52121e61-2101-4f6e-a39a-e2b39b2e36ec None None] Attempting to bind port bcffdb47-6173-45bf-aa1a-0262f79fbfc4 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:32:30.680482 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52121e61-2101-4f6e-a39a-e2b39b2e36ec None None] Attempting to bind port bcffdb47-6173-45bf-aa1a-0262f79fbfc4 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:32:30.691286 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52121e61-2101-4f6e-a39a-e2b39b2e36ec None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:32:30.691658 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52121e61-2101-4f6e-a39a-e2b39b2e36ec None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:32:30.692060 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-52121e61-2101-4f6e-a39a-e2b39b2e36ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:30.692477 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52121e61-2101-4f6e-a39a-e2b39b2e36ec None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:32:30.692933 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-52121e61-2101-4f6e-a39a-e2b39b2e36ec None None] Bound port: bcffdb47-6173-45bf-aa1a-0262f79fbfc4, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:32:30.693306 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-52121e61-2101-4f6e-a39a-e2b39b2e36ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:30.694946 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd42af4-4d8d-4624-87f0-0d56d9828860 None None] Pushing event updated for resources: {'Port': ['ID=bcffdb47-6173-45bf-aa1a-0262f79fbfc4,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:32:30.725979 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd42af4-4d8d-4624-87f0-0d56d9828860 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:30.726319 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd42af4-4d8d-4624-87f0-0d56d9828860 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:30.726885 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd42af4-4d8d-4624-87f0-0d56d9828860 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:30.727220 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd42af4-4d8d-4624-87f0-0d56d9828860 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:30.727552 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd42af4-4d8d-4624-87f0-0d56d9828860 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:30.727881 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd42af4-4d8d-4624-87f0-0d56d9828860 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:30.728229 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd42af4-4d8d-4624-87f0-0d56d9828860 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:30.728554 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd42af4-4d8d-4624-87f0-0d56d9828860 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:30.728889 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd42af4-4d8d-4624-87f0-0d56d9828860 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:30.729208 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd42af4-4d8d-4624-87f0-0d56d9828860 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:30.729532 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd42af4-4d8d-4624-87f0-0d56d9828860 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:30.729848 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd42af4-4d8d-4624-87f0-0d56d9828860 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:32:30.762489 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-52121e61-2101-4f6e-a39a-e2b39b2e36ec None None] For port bcffdb47-6173-45bf-aa1a-0262f79fbfc4, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:32:30.767026 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-52121e61-2101-4f6e-a39a-e2b39b2e36ec None None] For port bcffdb47-6173-45bf-aa1a-0262f79fbfc4, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=bcffdb47-6173-45bf-aa1a-0262f79fbfc4,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:32:30.771194 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-52121e61-2101-4f6e-a39a-e2b39b2e36ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:30.786362 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2ffe8e-d1a4-4ee8-8f90-844a68d152fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-549637b6-c845-467f-a512-7c7ea80d40ee', 'network_id': '549637b6-c845-467f-a512-7c7ea80d40ee', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'fixed_ips': [{'subnet_id': '4eb679a4-58cb-4de8-85fe-6a5bfdc5be85'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:32:30.787349 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0c2ffe8e-d1a4-4ee8-8f90-844a68d152fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:30.829176 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52121e61-2101-4f6e-a39a-e2b39b2e36ec None None] Routers {'f3077f4e-f6af-4fcf-9a05-3fc2e3947295'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:32:30.829807 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-52121e61-2101-4f6e-a39a-e2b39b2e36ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:32:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['f3077f4e-f6af-4fcf-9a05-3fc2e3947295'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:32:30.834997 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd42af4-4d8d-4624-87f0-0d56d9828860 None None] Pushing event updated for resources: {'Port': ['ID=bcffdb47-6173-45bf-aa1a-0262f79fbfc4,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:32:30.947287 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-0c2ffe8e-d1a4-4ee8-8f90-844a68d152fb None None] Allocated IP 172.20.0.2 (549637b6-c845-467f-a512-7c7ea80d40ee/4eb679a4-58cb-4de8-85fe-6a5bfdc5be85/87a749c3-cd9e-44ed-a203-243d357aab71) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:32:30.949698 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-52121e61-2101-4f6e-a39a-e2b39b2e36ec None None] Set router f3077f4e-f6af-4fcf-9a05-3fc2e3947295 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:32:31.127224 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0c2ffe8e-d1a4-4ee8-8f90-844a68d152fb None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:31.137477 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0c2ffe8e-d1a4-4ee8-8f90-844a68d152fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:31.154430 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2ffe8e-d1a4-4ee8-8f90-844a68d152fb None None] Network 549637b6-c845-467f-a512-7c7ea80d40ee is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:32:31.155887 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-0c2ffe8e-d1a4-4ee8-8f90-844a68d152fb None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:32:31.158401 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-52121e61-2101-4f6e-a39a-e2b39b2e36ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318463700', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'bcffdb47-6173-45bf-aa1a-0262f79fbfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:32:28Z', 'updated_at': '2022-04-28T20:32:29Z', 'revision_number': 3, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'bcffdb47-6173-45bf-aa1a-0262f79fbfc4', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:32:28Z', 'updated_at': '2022-04-28T20:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:32:31.160809 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-04b86570-aa71-4f90-a886-9ae8619910e6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:31.175343 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2ffe8e-d1a4-4ee8-8f90-844a68d152fb None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:32:31.190784 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52121e61-2101-4f6e-a39a-e2b39b2e36ec None None] The sync data for ids ['f3077f4e-f6af-4fcf-9a05-3fc2e3947295'] in n-d-839810-1 is: [{'id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318463700', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'bcffdb47-6173-45bf-aa1a-0262f79fbfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:32:28Z', 'updated_at': '2022-04-28T20:32:29Z', 'revision_number': 3, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'bcffdb47-6173-45bf-aa1a-0262f79fbfc4', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:32:28Z', 'updated_at': '2022-04-28T20:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:32:31.230418 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ffe8e-d1a4-4ee8-8f90-844a68d152fb None None] Pushing event updated for resources: {'Port': ['ID=87a749c3-cd9e-44ed-a203-243d357aab71,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:32:31.243886 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-0c2ffe8e-d1a4-4ee8-8f90-844a68d152fb None None] Attempting to bind port 87a749c3-cd9e-44ed-a203-243d357aab71 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:32:31.244286 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-0c2ffe8e-d1a4-4ee8-8f90-844a68d152fb None None] Attempting to bind port 87a749c3-cd9e-44ed-a203-243d357aab71 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'ac44887c-690b-40b3-abb8-52026a77007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '549637b6-c845-467f-a512-7c7ea80d40ee'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:32:31.244656 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2ffe8e-d1a4-4ee8-8f90-844a68d152fb None None] Attempting to bind port 87a749c3-cd9e-44ed-a203-243d357aab71 on network 549637b6-c845-467f-a512-7c7ea80d40ee {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:32:31.250889 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2ffe8e-d1a4-4ee8-8f90-844a68d152fb None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:32:31.251397 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2ffe8e-d1a4-4ee8-8f90-844a68d152fb None None] Checking segment: {'id': 'ac44887c-690b-40b3-abb8-52026a77007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '549637b6-c845-467f-a512-7c7ea80d40ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:32:31.251805 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0c2ffe8e-d1a4-4ee8-8f90-844a68d152fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:31.252228 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2ffe8e-d1a4-4ee8-8f90-844a68d152fb None None] Bound using segment: {'id': 'ac44887c-690b-40b3-abb8-52026a77007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '549637b6-c845-467f-a512-7c7ea80d40ee'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:32:31.252698 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-0c2ffe8e-d1a4-4ee8-8f90-844a68d152fb None None] Bound port: 87a749c3-cd9e-44ed-a203-243d357aab71, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac44887c-690b-40b3-abb8-52026a77007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '549637b6-c845-467f-a512-7c7ea80d40ee'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:32:31.253085 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0c2ffe8e-d1a4-4ee8-8f90-844a68d152fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:31.327479 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0c2ffe8e-d1a4-4ee8-8f90-844a68d152fb None None] For port 87a749c3-cd9e-44ed-a203-243d357aab71, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:32:31.331254 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0c2ffe8e-d1a4-4ee8-8f90-844a68d152fb None None] For port 87a749c3-cd9e-44ed-a203-243d357aab71, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=87a749c3-cd9e-44ed-a203-243d357aab71,segment=NetworkSegment(ac44887c-690b-40b3-abb8-52026a77007c),segment_id=ac44887c-690b-40b3-abb8-52026a77007c)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:32:31.335258 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0c2ffe8e-d1a4-4ee8-8f90-844a68d152fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:31.395396 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ffe8e-d1a4-4ee8-8f90-844a68d152fb None None] Pushing event updated for resources: {'Port': ['ID=87a749c3-cd9e-44ed-a203-243d357aab71,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:32:31.473767 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-04b86570-aa71-4f90-a886-9ae8619910e6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Allocated IP 172.20.0.1 (549637b6-c845-467f-a512-7c7ea80d40ee/4eb679a4-58cb-4de8-85fe-6a5bfdc5be85/c9dad131-182e-437d-a43a-04c472ded883) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:32:31.610546 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-04b86570-aa71-4f90-a886-9ae8619910e6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:31.662835 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-04b86570-aa71-4f90-a886-9ae8619910e6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:31.716622 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b86570-aa71-4f90-a886-9ae8619910e6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Network 549637b6-c845-467f-a512-7c7ea80d40ee is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:32:31.720792 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-04b86570-aa71-4f90-a886-9ae8619910e6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:32:31.723179 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b86570-aa71-4f90-a886-9ae8619910e6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:32:31.762412 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b86570-aa71-4f90-a886-9ae8619910e6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Port': ['ID=c9dad131-182e-437d-a43a-04c472ded883,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:32:31.796714 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-04b86570-aa71-4f90-a886-9ae8619910e6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:31.854306 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bcffdb47-6173-45bf-aa1a-0262f79fbfc4 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:32:31.911672 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port bcffdb47-6173-45bf-aa1a-0262f79fbfc4 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:32:31.912147 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:31.945552 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-04b86570-aa71-4f90-a886-9ae8619910e6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:32.003036 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:32.026085 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port bcffdb47-6173-45bf-aa1a-0262f79fbfc4, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=bcffdb47-6173-45bf-aa1a-0262f79fbfc4,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:32:32.030351 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:32.031322 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 87a749c3-cd9e-44ed-a203-243d357aab71 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:32:32.113948 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=bcffdb47-6173-45bf-aa1a-0262f79fbfc4,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:32:32.123527 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 87a749c3-cd9e-44ed-a203-243d357aab71 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:32:32.123925 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:32.220976 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:32.269314 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 87a749c3-cd9e-44ed-a203-243d357aab71, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=87a749c3-cd9e-44ed-a203-243d357aab71,segment=NetworkSegment(ac44887c-690b-40b3-abb8-52026a77007c),segment_id=ac44887c-690b-40b3-abb8-52026a77007c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:32:32.276855 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:32.286957 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-04b86570-aa71-4f90-a886-9ae8619910e6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:32.291643 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-04b86570-aa71-4f90-a886-9ae8619910e6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:32.326865 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=87a749c3-cd9e-44ed-a203-243d357aab71,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:32:32.365808 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:32.376389 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-04b86570-aa71-4f90-a886-9ae8619910e6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:32.379317 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b86570-aa71-4f90-a886-9ae8619910e6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Port': ['ID=c9dad131-182e-437d-a43a-04c472ded883,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:32:32.476266 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b86570-aa71-4f90-a886-9ae8619910e6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Network 549637b6-c845-467f-a512-7c7ea80d40ee is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:32:32.477742 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-04b86570-aa71-4f90-a886-9ae8619910e6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:32:32.521620 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bfb58e-8389-4c33-8615-3c4f4893ef76 None None] Network 549637b6-c845-467f-a512-7c7ea80d40ee requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:32:32.589626 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-eadb6f88-b37f-4032-a931-8f005da066b6 None None] Provisioning complete for port 87a749c3-cd9e-44ed-a203-243d357aab71 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:32:32.590186 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-eadb6f88-b37f-4032-a931-8f005da066b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:32.594648 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b86570-aa71-4f90-a886-9ae8619910e6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Router f3077f4e-f6af-4fcf-9a05-3fc2e3947295 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:32:32.706857 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b86570-aa71-4f90-a886-9ae8619910e6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:32:32.712255 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-04b86570-aa71-4f90-a886-9ae8619910e6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "PUT /v2.0/routers/f3077f4e-f6af-4fcf-9a05-3fc2e3947295/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0997756 Apr 28 20:32:32.872845 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-e6025709-29bf-4e68-bbbd-9858b89d02ea tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-33645102&fields=id&tenant_id=98124a5578cd489a90ae211a065fdd6a HTTP/1.1" status: 200 len: 267 time: 0.0359297 Apr 28 20:32:32.972521 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-6b693707-4013-47ae-a250-cdcbf43f292c None None] Provisioning complete for port 87a749c3-cd9e-44ed-a203-243d357aab71 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:32:32.973629 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6b693707-4013-47ae-a250-cdcbf43f292c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:33.000825 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-6fb8f54c-7193-4101-809f-925a4ef55f65 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:33.001993 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e8c309-e735-463b-8a66-e155de2be137 None None] Sync routers for ids ['f3077f4e-f6af-4fcf-9a05-3fc2e3947295'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:32:33.002621 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-6fb8f54c-7193-4101-809f-925a4ef55f65 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/networks?id=549637b6-c845-467f-a512-7c7ea80d40ee HTTP/1.1" status: 200 len: 797 time: 0.1182735 Apr 28 20:32:33.018604 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-54c895b4-47e0-4bd5-918a-58a2355fa2ad tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/quotas/98124a5578cd489a90ae211a065fdd6a HTTP/1.1" status: 200 len: 375 time: 0.0095544 Apr 28 20:32:33.026496 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e8c309-e735-463b-8a66-e155de2be137 None None] Routers {'f3077f4e-f6af-4fcf-9a05-3fc2e3947295'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:32:33.027223 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e6e8c309-e735-463b-8a66-e155de2be137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:32:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['f3077f4e-f6af-4fcf-9a05-3fc2e3947295'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:32:33.075767 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-51311a4f-bae9-4aa0-8bc2-43082b321b9e tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505340 Apr 28 20:32:33.172070 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-e6e8c309-e735-463b-8a66-e155de2be137 None None] Set router f3077f4e-f6af-4fcf-9a05-3fc2e3947295 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:32:33.203203 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-6b693707-4013-47ae-a250-cdcbf43f292c None None] Provisioning complete for port c9dad131-182e-437d-a43a-04c472ded883 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:32:33.203661 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6b693707-4013-47ae-a250-cdcbf43f292c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:33.289009 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-6b693707-4013-47ae-a250-cdcbf43f292c None None] Port c9dad131-182e-437d-a43a-04c472ded883 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:32:33.290352 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-bd1db064-42f5-4ab5-aa94-062eb17e6bc6 service neutron] 10.222.0.42 "GET /v2.0/networks/549637b6-c845-467f-a512-7c7ea80d40ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505256 Apr 28 20:32:33.385437 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-32718959-87ed-4232-9bef-b3818cf2f709 service neutron] 10.222.0.42 "GET /v2.0/networks/549637b6-c845-467f-a512-7c7ea80d40ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878344 Apr 28 20:32:33.415943 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-63d82b9e-f5dc-48f8-bd42-85c6ec5f58a0 None None] Provisioning complete for port c9dad131-182e-437d-a43a-04c472ded883 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:32:33.416277 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-63d82b9e-f5dc-48f8-bd42-85c6ec5f58a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:33.445965 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e6e8c309-e735-463b-8a66-e155de2be137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318463700', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'bcffdb47-6173-45bf-aa1a-0262f79fbfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:32:28Z', 'updated_at': '2022-04-28T20:32:31Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'bcffdb47-6173-45bf-aa1a-0262f79fbfc4', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:32:28Z', 'updated_at': '2022-04-28T20:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'c9dad131-182e-437d-a43a-04c472ded883', 'name': '', 'network_id': '549637b6-c845-467f-a512-7c7ea80d40ee', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:bb:51:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4eb679a4-58cb-4de8-85fe-6a5bfdc5be85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:32:31Z', 'updated_at': '2022-04-28T20:32:32Z', 'revision_number': 2, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': '4eb679a4-58cb-4de8-85fe-6a5bfdc5be85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:32:33.477128 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e8c309-e735-463b-8a66-e155de2be137 None None] Checking router: f3077f4e-f6af-4fcf-9a05-3fc2e3947295 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:32:33.477485 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e8c309-e735-463b-8a66-e155de2be137 None None] Updating router f3077f4e-f6af-4fcf-9a05-3fc2e3947295 port c9dad131-182e-437d-a43a-04c472ded883 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:32:33.497008 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-63d82b9e-f5dc-48f8-bd42-85c6ec5f58a0 None None] Port c9dad131-182e-437d-a43a-04c472ded883 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:32:33.506017 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e6e8c309-e735-463b-8a66-e155de2be137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:33.574957 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f6cd046f-9590-4aca-b8f8-f03ab663d85a req-ba2be442-62d0-4631-b322-ffade0c1e344 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 210 time: 0.0309632 Apr 28 20:32:33.782522 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bcffdb47-6173-45bf-aa1a-0262f79fbfc4 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:32:33.822729 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e6e8c309-e735-463b-8a66-e155de2be137 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:33.834252 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e6e8c309-e735-463b-8a66-e155de2be137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:33.898775 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:33.913795 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dfe80f-89a4-4017-8371-cb949c7c05c6 None None] Pushing event updated for resources: {'Port': ['ID=c9dad131-182e-437d-a43a-04c472ded883,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:32:33.918717 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port bcffdb47-6173-45bf-aa1a-0262f79fbfc4 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:32:33.918717 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:33.993911 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-e6e8c309-e735-463b-8a66-e155de2be137 None None] Attempting to bind port c9dad131-182e-437d-a43a-04c472ded883 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:32:33.994576 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-e6e8c309-e735-463b-8a66-e155de2be137 None None] Attempting to bind port c9dad131-182e-437d-a43a-04c472ded883 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'ac44887c-690b-40b3-abb8-52026a77007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '549637b6-c845-467f-a512-7c7ea80d40ee'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:32:33.994732 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e8c309-e735-463b-8a66-e155de2be137 None None] Attempting to bind port c9dad131-182e-437d-a43a-04c472ded883 on network 549637b6-c845-467f-a512-7c7ea80d40ee {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:32:34.004974 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e8c309-e735-463b-8a66-e155de2be137 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:32:34.005297 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e8c309-e735-463b-8a66-e155de2be137 None None] Checking segment: {'id': 'ac44887c-690b-40b3-abb8-52026a77007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '549637b6-c845-467f-a512-7c7ea80d40ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:32:34.005655 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e6e8c309-e735-463b-8a66-e155de2be137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:34.006054 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e8c309-e735-463b-8a66-e155de2be137 None None] Bound using segment: {'id': 'ac44887c-690b-40b3-abb8-52026a77007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '549637b6-c845-467f-a512-7c7ea80d40ee'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:32:34.006523 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-e6e8c309-e735-463b-8a66-e155de2be137 None None] Bound port: c9dad131-182e-437d-a43a-04c472ded883, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac44887c-690b-40b3-abb8-52026a77007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '549637b6-c845-467f-a512-7c7ea80d40ee'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:32:34.006923 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e6e8c309-e735-463b-8a66-e155de2be137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:34.268724 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 87a749c3-cd9e-44ed-a203-243d357aab71 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:32:34.275229 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-e6e8c309-e735-463b-8a66-e155de2be137 None None] For port c9dad131-182e-437d-a43a-04c472ded883, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:32:34.308544 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-4f7f55b7-81fa-4cf0-b86b-0653813fbfc2 None None] Provisioning complete for port c9dad131-182e-437d-a43a-04c472ded883 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:32:34.308919 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4f7f55b7-81fa-4cf0-b86b-0653813fbfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:34.315612 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-e6e8c309-e735-463b-8a66-e155de2be137 None None] For port c9dad131-182e-437d-a43a-04c472ded883, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c9dad131-182e-437d-a43a-04c472ded883,segment=NetworkSegment(ac44887c-690b-40b3-abb8-52026a77007c),segment_id=ac44887c-690b-40b3-abb8-52026a77007c)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:32:34.340849 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e6e8c309-e735-463b-8a66-e155de2be137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:34.428267 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dfe80f-89a4-4017-8371-cb949c7c05c6 None None] Pushing event updated for resources: {'Port': ['ID=c9dad131-182e-437d-a43a-04c472ded883,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:32:34.438289 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e8c309-e735-463b-8a66-e155de2be137 None None] Routers {'f3077f4e-f6af-4fcf-9a05-3fc2e3947295'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:32:34.439060 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e6e8c309-e735-463b-8a66-e155de2be137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:32:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['f3077f4e-f6af-4fcf-9a05-3fc2e3947295'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:32:34.443273 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 87a749c3-cd9e-44ed-a203-243d357aab71 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:32:34.443719 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:34.566797 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-2eded2a6-0206-4544-ab0b-e1ecb7987f79 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:34.568414 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-2eded2a6-0206-4544-ab0b-e1ecb7987f79 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.44 "GET /v2.0/networks?id=549637b6-c845-467f-a512-7c7ea80d40ee HTTP/1.1" status: 200 len: 797 time: 0.1515009 Apr 28 20:32:34.587998 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4f7f55b7-81fa-4cf0-b86b-0653813fbfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:34.632070 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-e6e8c309-e735-463b-8a66-e155de2be137 None None] Set router f3077f4e-f6af-4fcf-9a05-3fc2e3947295 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:32:34.634962 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-4e7492c7-050f-4d1b-849e-6234bf2c9ea7 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98124a5578cd489a90ae211a065fdd6a HTTP/1.1" status: 200 len: 378 time: 0.0564971 Apr 28 20:32:34.644005 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-f570f721-aae2-4f7e-979c-118655a68e41 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'port': {'device_id': '85efbbf2-9140-4f7b-baf8-9930d6c2536e', 'network_id': '549637b6-c845-467f-a512-7c7ea80d40ee', 'admin_state_up': True, 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'security_groups': ['614be7aa-8d47-43e4-904b-64ec384ae118']}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:32:34.705579 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-4f7f55b7-81fa-4cf0-b86b-0653813fbfc2 None None] For port c9dad131-182e-437d-a43a-04c472ded883, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c9dad131-182e-437d-a43a-04c472ded883,segment=NetworkSegment(ac44887c-690b-40b3-abb8-52026a77007c),segment_id=ac44887c-690b-40b3-abb8-52026a77007c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:32:34.713612 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-23d29105-9cb7-4205-8879-e8cd16c57d3f req-25ef02aa-2fc0-41a6-98bf-660e32b81312 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 210 time: 0.0545936 Apr 28 20:32:34.717225 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4f7f55b7-81fa-4cf0-b86b-0653813fbfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:34.783426 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-f570f721-aae2-4f7e-979c-118655a68e41 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Made reservation on behalf of 98124a5578cd489a90ae211a065fdd6a for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:32:34.787146 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-f570f721-aae2-4f7e-979c-118655a68e41 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:34.855671 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f55b7-81fa-4cf0-b86b-0653813fbfc2 None None] Pushing event updated for resources: {'Port': ['ID=c9dad131-182e-437d-a43a-04c472ded883,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:32:34.873719 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-372c8561-4c18-45d4-80b4-bfefffd36df0 None None] Provisioning complete for port c9dad131-182e-437d-a43a-04c472ded883 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:32:34.874091 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-372c8561-4c18-45d4-80b4-bfefffd36df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:34.913762 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-f570f721-aae2-4f7e-979c-118655a68e41 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Allocated IP 172.20.0.4 (549637b6-c845-467f-a512-7c7ea80d40ee/4eb679a4-58cb-4de8-85fe-6a5bfdc5be85/8c55458c-dd9a-4f89-b1bd-215256853a3a) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:32:35.001260 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e6e8c309-e735-463b-8a66-e155de2be137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318463700', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'bcffdb47-6173-45bf-aa1a-0262f79fbfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:32:28Z', 'updated_at': '2022-04-28T20:32:31Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'bcffdb47-6173-45bf-aa1a-0262f79fbfc4', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:32:28Z', 'updated_at': '2022-04-28T20:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'c9dad131-182e-437d-a43a-04c472ded883', 'name': '', 'network_id': '549637b6-c845-467f-a512-7c7ea80d40ee', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:bb:51:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4eb679a4-58cb-4de8-85fe-6a5bfdc5be85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:32:31Z', 'updated_at': '2022-04-28T20:32:34Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': '4eb679a4-58cb-4de8-85fe-6a5bfdc5be85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:32:35.030160 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e8c309-e735-463b-8a66-e155de2be137 None None] The sync data for ids ['f3077f4e-f6af-4fcf-9a05-3fc2e3947295'] in n-d-839810-1 is: [{'id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318463700', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'bcffdb47-6173-45bf-aa1a-0262f79fbfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:32:28Z', 'updated_at': '2022-04-28T20:32:31Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'bcffdb47-6173-45bf-aa1a-0262f79fbfc4', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:32:28Z', 'updated_at': '2022-04-28T20:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'c9dad131-182e-437d-a43a-04c472ded883', 'name': '', 'network_id': '549637b6-c845-467f-a512-7c7ea80d40ee', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:bb:51:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4eb679a4-58cb-4de8-85fe-6a5bfdc5be85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:32:31Z', 'updated_at': '2022-04-28T20:32:34Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': '4eb679a4-58cb-4de8-85fe-6a5bfdc5be85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:32:35.057041 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-f570f721-aae2-4f7e-979c-118655a68e41 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:35.110605 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-f570f721-aae2-4f7e-979c-118655a68e41 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:35.160614 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-f570f721-aae2-4f7e-979c-118655a68e41 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Network 549637b6-c845-467f-a512-7c7ea80d40ee is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:32:35.163888 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-f570f721-aae2-4f7e-979c-118655a68e41 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:32:35.168246 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-f570f721-aae2-4f7e-979c-118655a68e41 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:32:35.193766 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570f721-aae2-4f7e-979c-118655a68e41 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Port': ['ID=8c55458c-dd9a-4f89-b1bd-215256853a3a,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:32:35.226078 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-f570f721-aae2-4f7e-979c-118655a68e41 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:35.226740 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-f570f721-aae2-4f7e-979c-118655a68e41 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:35.251345 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-f570f721-aae2-4f7e-979c-118655a68e41 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6113386 Apr 28 20:32:35.263882 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-6795ca93-d5ff-423a-b5aa-59401fbb3ebc service neutron] Request body: {'port': {'device_id': '85efbbf2-9140-4f7b-baf8-9930d6c2536e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:32:35.333904 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-6795ca93-d5ff-423a-b5aa-59401fbb3ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:35.459297 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-b59496bd-773b-49c2-b17c-09de5b0bbbbe None None] Provisioning complete for port 8c55458c-dd9a-4f89-b1bd-215256853a3a triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:32:35.459668 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b59496bd-773b-49c2-b17c-09de5b0bbbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:35.498892 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-b59496bd-773b-49c2-b17c-09de5b0bbbbe None None] Port 8c55458c-dd9a-4f89-b1bd-215256853a3a cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:32:35.623979 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-6795ca93-d5ff-423a-b5aa-59401fbb3ebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c55458c-dd9a-4f89-b1bd-215256853a3a {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:32:35.631730 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-6795ca93-d5ff-423a-b5aa-59401fbb3ebc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:35.644811 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-6795ca93-d5ff-423a-b5aa-59401fbb3ebc service neutron] Transition to ACTIVE for port object 8c55458c-dd9a-4f89-b1bd-215256853a3a will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:32:35.648485 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-6795ca93-d5ff-423a-b5aa-59401fbb3ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:35.704747 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795ca93-d5ff-423a-b5aa-59401fbb3ebc service neutron] Pushing event updated for resources: {'Port': ['ID=8c55458c-dd9a-4f89-b1bd-215256853a3a,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:32:35.847768 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c9dad131-182e-437d-a43a-04c472ded883 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:32:35.856378 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-6795ca93-d5ff-423a-b5aa-59401fbb3ebc service neutron] Attempting to bind port 8c55458c-dd9a-4f89-b1bd-215256853a3a on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:32:35.857075 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-6795ca93-d5ff-423a-b5aa-59401fbb3ebc service neutron] Attempting to bind port 8c55458c-dd9a-4f89-b1bd-215256853a3a by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'ac44887c-690b-40b3-abb8-52026a77007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '549637b6-c845-467f-a512-7c7ea80d40ee'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:32:35.857668 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-6795ca93-d5ff-423a-b5aa-59401fbb3ebc service neutron] Attempting to bind port 8c55458c-dd9a-4f89-b1bd-215256853a3a on network 549637b6-c845-467f-a512-7c7ea80d40ee {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:32:35.866860 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-6795ca93-d5ff-423a-b5aa-59401fbb3ebc service neutron] Port 8c55458c-dd9a-4f89-b1bd-215256853a3a on network 549637b6-c845-467f-a512-7c7ea80d40ee not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:32:35.867537 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-6795ca93-d5ff-423a-b5aa-59401fbb3ebc service neutron] Attempting to bind port 8c55458c-dd9a-4f89-b1bd-215256853a3a on network 549637b6-c845-467f-a512-7c7ea80d40ee {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:32:35.877453 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-6795ca93-d5ff-423a-b5aa-59401fbb3ebc service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:32:35.879714 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-6795ca93-d5ff-423a-b5aa-59401fbb3ebc service neutron] Checking segment: {'id': 'ac44887c-690b-40b3-abb8-52026a77007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '549637b6-c845-467f-a512-7c7ea80d40ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:32:35.880236 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-6795ca93-d5ff-423a-b5aa-59401fbb3ebc service neutron] Bound using segment: {'id': 'ac44887c-690b-40b3-abb8-52026a77007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '549637b6-c845-467f-a512-7c7ea80d40ee'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:32:35.881658 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-6795ca93-d5ff-423a-b5aa-59401fbb3ebc service neutron] Bound port: 8c55458c-dd9a-4f89-b1bd-215256853a3a, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac44887c-690b-40b3-abb8-52026a77007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '549637b6-c845-467f-a512-7c7ea80d40ee'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:32:35.881658 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-6795ca93-d5ff-423a-b5aa-59401fbb3ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:35.918346 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b4391-ed97-471a-bebc-2e8ff6135a2c req-7beb263a-e781-438d-8ee1-519191bcc34c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:35.920152 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aa3b4391-ed97-471a-bebc-2e8ff6135a2c req-7beb263a-e781-438d-8ee1-519191bcc34c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 943 time: 0.0877380 Apr 28 20:32:35.979448 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port c9dad131-182e-437d-a43a-04c472ded883 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:32:35.980535 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:35.985583 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-aa3b4391-ed97-471a-bebc-2e8ff6135a2c req-32c3cfbd-adfc-42cd-897b-d7b23ad52807 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=614be7aa-8d47-43e4-904b-64ec384ae118&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0582936 Apr 28 20:32:35.998115 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-6795ca93-d5ff-423a-b5aa-59401fbb3ebc service neutron] For port 8c55458c-dd9a-4f89-b1bd-215256853a3a, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:32:36.002458 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-6795ca93-d5ff-423a-b5aa-59401fbb3ebc service neutron] For port 8c55458c-dd9a-4f89-b1bd-215256853a3a, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=8c55458c-dd9a-4f89-b1bd-215256853a3a,segment=NetworkSegment(ac44887c-690b-40b3-abb8-52026a77007c),segment_id=ac44887c-690b-40b3-abb8-52026a77007c)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:32:36.007864 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-6795ca93-d5ff-423a-b5aa-59401fbb3ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:36.043634 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-6795ca93-d5ff-423a-b5aa-59401fbb3ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:36.043966 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-6795ca93-d5ff-423a-b5aa-59401fbb3ebc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:36.047017 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-6795ca93-d5ff-423a-b5aa-59401fbb3ebc service neutron] 10.222.0.44 "PUT /v2.0/ports/8c55458c-dd9a-4f89-b1bd-215256853a3a HTTP/1.1" status: 200 len: 1091 time: 0.7867813 Apr 28 20:32:36.049511 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85efbbf2-9140-4f7b-baf8-9930d6c2536e', 'tag': '8c55458c-dd9a-4f89-b1bd-215256853a3a'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:32:36.061572 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf124955d82b014a11a6fc2eaac2ea15efe7a1380e167aca24b9fc673bca835b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323560dc-c021-470a-b496-3705b1cee544" -d '{"events": [{"name": "network-changed", "server_uuid": "85efbbf2-9140-4f7b-baf8-9930d6c2536e", "tag": "8c55458c-dd9a-4f89-b1bd-215256853a3a"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:32:36.137068 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320a7883-3bac-4cdc-a397-de29599bb373 x-openstack-request-id: req-320a7883-3bac-4cdc-a397-de29599bb373 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:32:36.137360 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85efbbf2-9140-4f7b-baf8-9930d6c2536e", "tag": "8c55458c-dd9a-4f89-b1bd-215256853a3a", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:32:36.137614 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-320a7883-3bac-4cdc-a397-de29599bb373 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:32:36.138022 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-320a7883-3bac-4cdc-a397-de29599bb373'] response: {'name': 'network-changed', 'server_uuid': '85efbbf2-9140-4f7b-baf8-9930d6c2536e', 'tag': '8c55458c-dd9a-4f89-b1bd-215256853a3a', 'status': 'completed', 'code': 200} Apr 28 20:32:36.153784 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795ca93-d5ff-423a-b5aa-59401fbb3ebc service neutron] Pushing event updated for resources: {'Port': ['ID=8c55458c-dd9a-4f89-b1bd-215256853a3a,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:32:36.175169 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-b15c21d8-15d2-4497-ac1b-40e5b0403ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:36.176827 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-b15c21d8-15d2-4497-ac1b-40e5b0403ac3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 1094 time: 0.0795853 Apr 28 20:32:36.223009 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-5e8daeb7-7f01-429a-a72e-57946e142061 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c55458c-dd9a-4f89-b1bd-215256853a3a HTTP/1.1" status: 200 len: 217 time: 0.0376887 Apr 28 20:32:36.278856 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-6821cde3-2004-4587-96ce-2309590bc5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:36.280377 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-6821cde3-2004-4587-96ce-2309590bc5d4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4eb679a4-58cb-4de8-85fe-6a5bfdc5be85 HTTP/1.1" status: 200 len: 835 time: 0.0509024 Apr 28 20:32:36.331370 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-a1e2cde9-21e0-4700-a607-5839b0678c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:36.332882 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-a1e2cde9-21e0-4700-a607-5839b0678c84 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=549637b6-c845-467f-a512-7c7ea80d40ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457153 Apr 28 20:32:36.425492 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-c9852c12-169d-4061-9dd8-cde94144e4b8 service neutron] 10.222.0.44 "GET /v2.0/networks/549637b6-c845-467f-a512-7c7ea80d40ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855434 Apr 28 20:32:36.516683 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e706027c-a1bd-4f48-afb6-d865398a00b3 req-ce85a303-cd94-4fc6-af4f-e1f1031069b0 service neutron] 10.222.0.44 "GET /v2.0/networks/549637b6-c845-467f-a512-7c7ea80d40ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843017 Apr 28 20:32:36.598785 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323560dc-c021-470a-b496-3705b1cee544 req-cf9a0c9f-d8bf-4e77-a69e-bfdfc1c05fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:36.600343 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-323560dc-c021-470a-b496-3705b1cee544 req-cf9a0c9f-d8bf-4e77-a69e-bfdfc1c05fbd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 1094 time: 0.0409274 Apr 28 20:32:36.687442 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323560dc-c021-470a-b496-3705b1cee544 req-d8910d7e-66ee-41d7-9a77-c2e58dc1a7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:36.688942 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-323560dc-c021-470a-b496-3705b1cee544 req-d8910d7e-66ee-41d7-9a77-c2e58dc1a7f1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=549637b6-c845-467f-a512-7c7ea80d40ee HTTP/1.1" status: 200 len: 898 time: 0.0818341 Apr 28 20:32:36.733336 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-323560dc-c021-470a-b496-3705b1cee544 req-a40860dc-df12-4964-8d9f-a5b52196901d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c55458c-dd9a-4f89-b1bd-215256853a3a HTTP/1.1" status: 200 len: 217 time: 0.0377932 Apr 28 20:32:36.782836 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323560dc-c021-470a-b496-3705b1cee544 req-8050d22b-ba85-40ad-b9da-6cd10cf8ef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:36.784323 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-323560dc-c021-470a-b496-3705b1cee544 req-8050d22b-ba85-40ad-b9da-6cd10cf8ef4c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4eb679a4-58cb-4de8-85fe-6a5bfdc5be85 HTTP/1.1" status: 200 len: 835 time: 0.0444038 Apr 28 20:32:36.830125 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323560dc-c021-470a-b496-3705b1cee544 req-e87d6eda-d907-4224-b674-85191eda3b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:36.831583 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-323560dc-c021-470a-b496-3705b1cee544 req-e87d6eda-d907-4224-b674-85191eda3b65 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=549637b6-c845-467f-a512-7c7ea80d40ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393918 Apr 28 20:32:36.928093 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-323560dc-c021-470a-b496-3705b1cee544 req-301abc23-949f-4ff8-9a34-ed2d16597743 service neutron] 10.222.0.44 "GET /v2.0/networks/549637b6-c845-467f-a512-7c7ea80d40ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847485 Apr 28 20:32:37.018673 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-323560dc-c021-470a-b496-3705b1cee544 req-ea071ce3-0942-4a8f-a8da-d5656e37cfbd service neutron] 10.222.0.44 "GET /v2.0/networks/549637b6-c845-467f-a512-7c7ea80d40ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832920 Apr 28 20:32:37.092848 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6c4cb-4ff5-4146-9078-93a7c9a90805 req-277324d0-6f40-4d3a-98a0-ac8be27374ac tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:37.095025 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a1d6c4cb-4ff5-4146-9078-93a7c9a90805 req-277324d0-6f40-4d3a-98a0-ac8be27374ac tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 943 time: 0.0493021 Apr 28 20:32:37.132264 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a1d6c4cb-4ff5-4146-9078-93a7c9a90805 req-412ae51a-2e45-4966-8c82-63b60b8842cd tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=614be7aa-8d47-43e4-904b-64ec384ae118&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312212 Apr 28 20:32:38.257967 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062439c3-feb1-492f-9220-cd6328972750 req-c3ab3121-c2bc-4e61-ae33-9470a3b5c3c4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:38.259439 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-062439c3-feb1-492f-9220-cd6328972750 req-c3ab3121-c2bc-4e61-ae33-9470a3b5c3c4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 943 time: 0.0592892 Apr 28 20:32:38.298297 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-062439c3-feb1-492f-9220-cd6328972750 req-36eea30f-f2a8-48ec-aa53-2dc260110f0e tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=614be7aa-8d47-43e4-904b-64ec384ae118&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318768 Apr 28 20:32:39.293288 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 8c55458c-dd9a-4f89-b1bd-215256853a3a details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:32:39.393371 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 8c55458c-dd9a-4f89-b1bd-215256853a3a, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=8c55458c-dd9a-4f89-b1bd-215256853a3a,segment=NetworkSegment(ac44887c-690b-40b3-abb8-52026a77007c),segment_id=ac44887c-690b-40b3-abb8-52026a77007c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:32:39.405235 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '8c55458c-dd9a-4f89-b1bd-215256853a3a', 'network_id': '549637b6-c845-467f-a512-7c7ea80d40ee', 'port_id': '8c55458c-dd9a-4f89-b1bd-215256853a3a', 'mac_address': 'fa:16:3e:42:a8:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eb679a4-58cb-4de8-85fe-6a5bfdc5be85', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:32:39.413681 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9ebd3-2c5e-49c6-9c32-00e134fd187e req-8d6571f5-a055-4525-ae62-c825d0604693 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:39.415146 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-deb9ebd3-2c5e-49c6-9c32-00e134fd187e req-8d6571f5-a055-4525-ae62-c825d0604693 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 943 time: 0.0486345 Apr 28 20:32:39.442829 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:39.455481 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c55458c-dd9a-4f89-b1bd-215256853a3a {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:32:39.457873 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-deb9ebd3-2c5e-49c6-9c32-00e134fd187e req-c5c168e9-f12a-4842-93f3-f86438cd5964 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=614be7aa-8d47-43e4-904b-64ec384ae118&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357568 Apr 28 20:32:39.477396 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 8c55458c-dd9a-4f89-b1bd-215256853a3a, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=8c55458c-dd9a-4f89-b1bd-215256853a3a,segment=NetworkSegment(ac44887c-690b-40b3-abb8-52026a77007c),segment_id=ac44887c-690b-40b3-abb8-52026a77007c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:32:39.481296 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:39.531609 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=8c55458c-dd9a-4f89-b1bd-215256853a3a,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:32:39.692401 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['8c55458c-dd9a-4f89-b1bd-215256853a3a'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:32:40.578203 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab9dc3-f17b-4362-849f-98f699460699 req-2e6b4ad8-3a9b-42ac-9f94-07b044807c2b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:40.579585 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-adab9dc3-f17b-4362-849f-98f699460699 req-2e6b4ad8-3a9b-42ac-9f94-07b044807c2b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 944 time: 0.0487587 Apr 28 20:32:40.618005 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-adab9dc3-f17b-4362-849f-98f699460699 req-bf397a4d-d8b8-41c6-9862-549f69e1f8ed tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=614be7aa-8d47-43e4-904b-64ec384ae118&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323138 Apr 28 20:32:41.316209 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 8c55458c-dd9a-4f89-b1bd-215256853a3a up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:32:41.362391 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 8c55458c-dd9a-4f89-b1bd-215256853a3a completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:32:41.366451 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 8c55458c-dd9a-4f89-b1bd-215256853a3a triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:32:41.366820 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:41.445420 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:41.467036 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85efbbf2-9140-4f7b-baf8-9930d6c2536e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c55458c-dd9a-4f89-b1bd-215256853a3a'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:32:41.469894 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f0961dc541b5264c963834c151b06290830566d9874400a6cf73f3b09243849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719e02d7-f99a-4ff3-80c2-156a51aed58f" -d '{"events": [{"server_uuid": "85efbbf2-9140-4f7b-baf8-9930d6c2536e", "name": "network-vif-plugged", "status": "completed", "tag": "8c55458c-dd9a-4f89-b1bd-215256853a3a"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:32:41.484269 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 8c55458c-dd9a-4f89-b1bd-215256853a3a, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=8c55458c-dd9a-4f89-b1bd-215256853a3a,segment=NetworkSegment(ac44887c-690b-40b3-abb8-52026a77007c),segment_id=ac44887c-690b-40b3-abb8-52026a77007c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:32:41.489473 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:41.512818 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efa164b-c250-40d1-b7ff-7dd531c36eff x-openstack-request-id: req-9efa164b-c250-40d1-b7ff-7dd531c36eff {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:32:41.513111 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85efbbf2-9140-4f7b-baf8-9930d6c2536e", "name": "network-vif-plugged", "status": "completed", "tag": "8c55458c-dd9a-4f89-b1bd-215256853a3a", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:32:41.513353 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9efa164b-c250-40d1-b7ff-7dd531c36eff {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:32:41.513734 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9efa164b-c250-40d1-b7ff-7dd531c36eff'] response: {'server_uuid': '85efbbf2-9140-4f7b-baf8-9930d6c2536e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c55458c-dd9a-4f89-b1bd-215256853a3a', 'code': 200} Apr 28 20:32:41.540901 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=8c55458c-dd9a-4f89-b1bd-215256853a3a,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:32:41.609319 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fdbf3-88d8-4e6b-aff5-236008dcd940 req-a56bfdc9-5091-4d3b-ba98-723ab37333cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:41.610872 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6c4fdbf3-88d8-4e6b-aff5-236008dcd940 req-a56bfdc9-5091-4d3b-ba98-723ab37333cb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 1096 time: 0.0416176 Apr 28 20:32:41.643589 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6c4fdbf3-88d8-4e6b-aff5-236008dcd940 req-522f98f4-defb-40f0-9889-6adad490b123 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=614be7aa-8d47-43e4-904b-64ec384ae118&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0262115 Apr 28 20:32:41.735953 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a752d0-c84b-40a5-981f-af51bd5dcfa9 req-f5cc17e0-cc30-4721-9d22-2000cd5c098d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:41.737395 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-58a752d0-c84b-40a5-981f-af51bd5dcfa9 req-f5cc17e0-cc30-4721-9d22-2000cd5c098d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 945 time: 0.0511801 Apr 28 20:32:41.774449 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-58a752d0-c84b-40a5-981f-af51bd5dcfa9 req-704f96e2-0a07-4531-a435-03f9421a9ad4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=614be7aa-8d47-43e4-904b-64ec384ae118&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310838 Apr 28 20:32:42.893847 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79688f78-c6c3-4062-86c0-12e4ca257356 req-a6a32e8b-536a-434b-b812-18f820c25595 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:42.895304 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-79688f78-c6c3-4062-86c0-12e4ca257356 req-a6a32e8b-536a-434b-b812-18f820c25595 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 945 time: 0.0492370 Apr 28 20:32:42.933305 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-79688f78-c6c3-4062-86c0-12e4ca257356 req-8c1f87a1-4972-42e6-8c25-cb1a1805627b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=614be7aa-8d47-43e4-904b-64ec384ae118&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319784 Apr 28 20:32:43.047028 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28940eb1-d066-472d-99df-604d47472f39 req-b0c59b95-d4e0-4221-aaaf-4eb680ee4ea3 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:43.048527 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-28940eb1-d066-472d-99df-604d47472f39 req-b0c59b95-d4e0-4221-aaaf-4eb680ee4ea3 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 945 time: 0.0484104 Apr 28 20:32:43.085873 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-28940eb1-d066-472d-99df-604d47472f39 req-7419ed83-d4b3-4fef-b9c6-e9b6a941bd4d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=614be7aa-8d47-43e4-904b-64ec384ae118&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314043 Apr 28 20:32:43.106869 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38550) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:32:43.146302 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c076c70-4cd9-4b8d-8d18-c3e480636ca7 tempest-TestNetworkAdvancedServerOps-889809582 tempest-TestNetworkAdvancedServerOps-889809582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:43.147760 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5c076c70-4cd9-4b8d-8d18-c3e480636ca7 tempest-TestNetworkAdvancedServerOps-889809582 tempest-TestNetworkAdvancedServerOps-889809582-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 1091 time: 0.0399241 Apr 28 20:32:43.150528 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38552) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:32:43.154568 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-c32adadb-b04d-4770-925e-f58ea4cdabf2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'port_id': '8c55458c-dd9a-4f89-b1bd-215256853a3a', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:32:43.173970 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c32adadb-b04d-4770-925e-f58ea4cdabf2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:43.617916 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c32adadb-b04d-4770-925e-f58ea4cdabf2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:43.723263 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-c32adadb-b04d-4770-925e-f58ea4cdabf2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Allocated IP 172.25.8.143 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/c631464c-bb05-4ab9-88d2-d51911810aa2) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:32:43.820088 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c32adadb-b04d-4770-925e-f58ea4cdabf2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:43.852136 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c32adadb-b04d-4770-925e-f58ea4cdabf2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:43.886949 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32adadb-b04d-4770-925e-f58ea4cdabf2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:32:43.892440 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-c32adadb-b04d-4770-925e-f58ea4cdabf2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:32:43.895893 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32adadb-b04d-4770-925e-f58ea4cdabf2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:32:43.923323 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32adadb-b04d-4770-925e-f58ea4cdabf2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Port': ['ID=c631464c-bb05-4ab9-88d2-d51911810aa2,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:32:44.248327 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c32adadb-b04d-4770-925e-f58ea4cdabf2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:44.317677 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c32adadb-b04d-4770-925e-f58ea4cdabf2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:44.464084 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c32adadb-b04d-4770-925e-f58ea4cdabf2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:44.469677 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c32adadb-b04d-4770-925e-f58ea4cdabf2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:44.552432 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32adadb-b04d-4770-925e-f58ea4cdabf2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Port': ['ID=c631464c-bb05-4ab9-88d2-d51911810aa2,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:32:44.563989 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c32adadb-b04d-4770-925e-f58ea4cdabf2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:44.665554 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-c32adadb-b04d-4770-925e-f58ea4cdabf2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Floating IP cee08d89-6759-43ce-b58b-c14422ffe09b associated. External IP: 172.25.8.143, port: 8c55458c-dd9a-4f89-b1bd-215256853a3a. Apr 28 20:32:44.877054 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32adadb-b04d-4770-925e-f58ea4cdabf2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Router f3077f4e-f6af-4fcf-9a05-3fc2e3947295 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:32:44.989460 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32adadb-b04d-4770-925e-f58ea4cdabf2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:32:44.998761 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c152dd29-8d48-493e-b8bc-61bcfcce3c63 None None] Sync routers for ids ['f3077f4e-f6af-4fcf-9a05-3fc2e3947295'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:32:45.006577 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c32adadb-b04d-4770-925e-f58ea4cdabf2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:45.009143 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c152dd29-8d48-493e-b8bc-61bcfcce3c63 None None] Routers {'f3077f4e-f6af-4fcf-9a05-3fc2e3947295'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:32:45.009754 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-c152dd29-8d48-493e-b8bc-61bcfcce3c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:32:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['f3077f4e-f6af-4fcf-9a05-3fc2e3947295'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:32:45.034569 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c32adadb-b04d-4770-925e-f58ea4cdabf2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8830435 Apr 28 20:32:45.035143 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85efbbf2-9140-4f7b-baf8-9930d6c2536e', 'tag': '8c55458c-dd9a-4f89-b1bd-215256853a3a'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:32:45.037616 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf124955d82b014a11a6fc2eaac2ea15efe7a1380e167aca24b9fc673bca835b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aaf489b-c7d5-40e1-947b-87fd31fa5b5c" -d '{"events": [{"name": "network-changed", "server_uuid": "85efbbf2-9140-4f7b-baf8-9930d6c2536e", "tag": "8c55458c-dd9a-4f89-b1bd-215256853a3a"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:32:45.076605 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb388af-b01e-43b7-b64c-ccef16eb5d95 x-openstack-request-id: req-0bb388af-b01e-43b7-b64c-ccef16eb5d95 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:32:45.078003 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85efbbf2-9140-4f7b-baf8-9930d6c2536e", "tag": "8c55458c-dd9a-4f89-b1bd-215256853a3a", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:32:45.078410 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0bb388af-b01e-43b7-b64c-ccef16eb5d95 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:32:45.078976 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bb388af-b01e-43b7-b64c-ccef16eb5d95'] response: {'name': 'network-changed', 'server_uuid': '85efbbf2-9140-4f7b-baf8-9930d6c2536e', 'tag': '8c55458c-dd9a-4f89-b1bd-215256853a3a', 'status': 'completed', 'code': 200} Apr 28 20:32:45.118392 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-c152dd29-8d48-493e-b8bc-61bcfcce3c63 None None] Set router f3077f4e-f6af-4fcf-9a05-3fc2e3947295 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:32:45.140960 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf489b-c7d5-40e1-947b-87fd31fa5b5c req-faa8fae9-9f53-4cfe-8746-81c888eefa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:45.142410 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0aaf489b-c7d5-40e1-947b-87fd31fa5b5c req-faa8fae9-9f53-4cfe-8746-81c888eefa13 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 1096 time: 0.0419252 Apr 28 20:32:45.146911 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bb495-ec5b-43bc-a26b-6c51c6618b50 req-6db6bc56-a00e-4dd7-83ee-7ab0c3e9d18a tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:45.149166 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2d0bb495-ec5b-43bc-a26b-6c51c6618b50 req-6db6bc56-a00e-4dd7-83ee-7ab0c3e9d18a tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 945 time: 0.0587337 Apr 28 20:32:45.188518 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2d0bb495-ec5b-43bc-a26b-6c51c6618b50 req-971b4fcc-6598-4d44-978b-ec5d3e299a36 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=614be7aa-8d47-43e4-904b-64ec384ae118&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327430 Apr 28 20:32:45.211479 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38558) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:32:45.286635 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf489b-c7d5-40e1-947b-87fd31fa5b5c req-0630d834-6cbc-450f-8bc1-2bbcc52c7a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:45.288181 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0aaf489b-c7d5-40e1-947b-87fd31fa5b5c req-0630d834-6cbc-450f-8bc1-2bbcc52c7a36 service neutron] 10.222.0.44 "GET /v2.0/networks?id=549637b6-c845-467f-a512-7c7ea80d40ee HTTP/1.1" status: 200 len: 898 time: 0.1386821 Apr 28 20:32:45.296000 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6f094a68-019a-48b2-b275-5db19f39d779 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/floatingips/cee08d89-6759-43ce-b58b-c14422ffe09b HTTP/1.1" status: 200 len: 991 time: 0.0834343 Apr 28 20:32:45.361453 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0aaf489b-c7d5-40e1-947b-87fd31fa5b5c req-367ab0e7-d0f2-43bb-bf43-39915a3f9d56 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c55458c-dd9a-4f89-b1bd-215256853a3a HTTP/1.1" status: 200 len: 999 time: 0.0642612 Apr 28 20:32:45.419288 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf489b-c7d5-40e1-947b-87fd31fa5b5c req-70ab334e-b18a-4c55-99e4-34f01421a7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:45.420701 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0aaf489b-c7d5-40e1-947b-87fd31fa5b5c req-70ab334e-b18a-4c55-99e4-34f01421a7a4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4eb679a4-58cb-4de8-85fe-6a5bfdc5be85 HTTP/1.1" status: 200 len: 835 time: 0.0528042 Apr 28 20:32:45.429591 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-c152dd29-8d48-493e-b8bc-61bcfcce3c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318463700', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'bcffdb47-6173-45bf-aa1a-0262f79fbfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:32:28Z', 'updated_at': '2022-04-28T20:32:31Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'bcffdb47-6173-45bf-aa1a-0262f79fbfc4', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:32:28Z', 'updated_at': '2022-04-28T20:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': 'cee08d89-6759-43ce-b58b-c14422ffe09b', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'port_id': '8c55458c-dd9a-4f89-b1bd-215256853a3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '549637b6-c845-467f-a512-7c7ea80d40ee', 'mac_address': 'fa:16:3e:42:a8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85efbbf2-9140-4f7b-baf8-9930d6c2536e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:32:44Z', 'updated_at': '2022-04-28T20:32:44Z', 'revision_number': 0, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9dad131-182e-437d-a43a-04c472ded883', 'name': '', 'network_id': '549637b6-c845-467f-a512-7c7ea80d40ee', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:bb:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4eb679a4-58cb-4de8-85fe-6a5bfdc5be85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:32:31Z', 'updated_at': '2022-04-28T20:32:34Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': '4eb679a4-58cb-4de8-85fe-6a5bfdc5be85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:32:45.458702 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c152dd29-8d48-493e-b8bc-61bcfcce3c63 None None] Checking router: f3077f4e-f6af-4fcf-9a05-3fc2e3947295 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:32:45.465027 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf489b-c7d5-40e1-947b-87fd31fa5b5c req-37daa315-2ed9-4f19-8f5a-7fc3d9653a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:45.466786 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0aaf489b-c7d5-40e1-947b-87fd31fa5b5c req-37daa315-2ed9-4f19-8f5a-7fc3d9653a69 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=549637b6-c845-467f-a512-7c7ea80d40ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396991 Apr 28 20:32:45.466908 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c152dd29-8d48-493e-b8bc-61bcfcce3c63 None None] Routers {'f3077f4e-f6af-4fcf-9a05-3fc2e3947295'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:32:45.467418 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-c152dd29-8d48-493e-b8bc-61bcfcce3c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:32:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['f3077f4e-f6af-4fcf-9a05-3fc2e3947295'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:32:45.569303 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0aaf489b-c7d5-40e1-947b-87fd31fa5b5c req-5d420939-8727-43bb-b682-997e2ac99ccf service neutron] 10.222.0.44 "GET /v2.0/networks/549637b6-c845-467f-a512-7c7ea80d40ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955656 Apr 28 20:32:45.572928 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-c152dd29-8d48-493e-b8bc-61bcfcce3c63 None None] Set router f3077f4e-f6af-4fcf-9a05-3fc2e3947295 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:32:45.651185 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:32:45.658697 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0aaf489b-c7d5-40e1-947b-87fd31fa5b5c req-e4430d8f-6d01-48ab-9d86-58b943c8f22e service neutron] 10.222.0.44 "GET /v2.0/networks/549637b6-c845-467f-a512-7c7ea80d40ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818591 Apr 28 20:32:45.799783 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-c152dd29-8d48-493e-b8bc-61bcfcce3c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318463700', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'bcffdb47-6173-45bf-aa1a-0262f79fbfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:32:28Z', 'updated_at': '2022-04-28T20:32:31Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'bcffdb47-6173-45bf-aa1a-0262f79fbfc4', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:32:28Z', 'updated_at': '2022-04-28T20:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': 'cee08d89-6759-43ce-b58b-c14422ffe09b', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'port_id': '8c55458c-dd9a-4f89-b1bd-215256853a3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '549637b6-c845-467f-a512-7c7ea80d40ee', 'mac_address': 'fa:16:3e:42:a8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85efbbf2-9140-4f7b-baf8-9930d6c2536e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:32:44Z', 'updated_at': '2022-04-28T20:32:44Z', 'revision_number': 0, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9dad131-182e-437d-a43a-04c472ded883', 'name': '', 'network_id': '549637b6-c845-467f-a512-7c7ea80d40ee', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:bb:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4eb679a4-58cb-4de8-85fe-6a5bfdc5be85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:32:31Z', 'updated_at': '2022-04-28T20:32:34Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': '4eb679a4-58cb-4de8-85fe-6a5bfdc5be85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:32:45.829848 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c152dd29-8d48-493e-b8bc-61bcfcce3c63 None None] The sync data for ids ['f3077f4e-f6af-4fcf-9a05-3fc2e3947295'] in n-d-839810-1 is: [{'id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318463700', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'bcffdb47-6173-45bf-aa1a-0262f79fbfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:32:28Z', 'updated_at': '2022-04-28T20:32:31Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'bcffdb47-6173-45bf-aa1a-0262f79fbfc4', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:32:28Z', 'updated_at': '2022-04-28T20:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': 'cee08d89-6759-43ce-b58b-c14422ffe09b', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'port_id': '8c55458c-dd9a-4f89-b1bd-215256853a3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '549637b6-c845-467f-a512-7c7ea80d40ee', 'mac_address': 'fa:16:3e:42:a8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85efbbf2-9140-4f7b-baf8-9930d6c2536e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:32:44Z', 'updated_at': '2022-04-28T20:32:44Z', 'revision_number': 0, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9dad131-182e-437d-a43a-04c472ded883', 'name': '', 'network_id': '549637b6-c845-467f-a512-7c7ea80d40ee', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:bb:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4eb679a4-58cb-4de8-85fe-6a5bfdc5be85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:32:31Z', 'updated_at': '2022-04-28T20:32:34Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': '4eb679a4-58cb-4de8-85fe-6a5bfdc5be85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:32:46.022060 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a853460-25ad-4723-8358-b636c2442703 None None] New status for floating IP cee08d89-6759-43ce-b58b-c14422ffe09b: ACTIVE {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:32:46.300019 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38560) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:32:46.364132 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8ae25e7e-81cb-46d8-b432-cb8b5913492e tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/floatingips/cee08d89-6759-43ce-b58b-c14422ffe09b HTTP/1.1" status: 200 len: 993 time: 0.0623441 Apr 28 20:32:49.919499 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2f342324-49a7-496c-866a-05898f546c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:52.153019 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f6e66a7c-d8aa-4810-8ca8-d3bd0247df00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:53.681609 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:55.962276 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:56.016530 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:02.360121 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:03.871405 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:04.572407 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-80433773-9010-4a58-9d48-4807a8ec5906 req-9484a511-a1a7-42fd-b24a-c38f0709138e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402834 Apr 28 20:33:04.651540 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80433773-9010-4a58-9d48-4807a8ec5906 req-744a0b22-eaad-4e18-92ff-38aceaefd088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:04.653124 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-80433773-9010-4a58-9d48-4807a8ec5906 req-744a0b22-eaad-4e18-92ff-38aceaefd088 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 1096 time: 0.0397086 Apr 28 20:33:04.759745 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80433773-9010-4a58-9d48-4807a8ec5906 req-35b05d33-0102-4bbc-a4a3-e0b8f9dfee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:04.761227 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-80433773-9010-4a58-9d48-4807a8ec5906 req-35b05d33-0102-4bbc-a4a3-e0b8f9dfee67 service neutron] 10.222.0.44 "GET /v2.0/networks?id=549637b6-c845-467f-a512-7c7ea80d40ee HTTP/1.1" status: 200 len: 898 time: 0.0867653 Apr 28 20:33:04.825265 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-80433773-9010-4a58-9d48-4807a8ec5906 req-dd4dd4d3-569d-438e-b780-da48f621c57c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c55458c-dd9a-4f89-b1bd-215256853a3a HTTP/1.1" status: 200 len: 1001 time: 0.0569353 Apr 28 20:33:04.872048 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80433773-9010-4a58-9d48-4807a8ec5906 req-907db668-dba1-4db8-ba81-e47ba55ef74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:04.873464 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-80433773-9010-4a58-9d48-4807a8ec5906 req-907db668-dba1-4db8-ba81-e47ba55ef74d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4eb679a4-58cb-4de8-85fe-6a5bfdc5be85 HTTP/1.1" status: 200 len: 835 time: 0.0414822 Apr 28 20:33:04.923140 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80433773-9010-4a58-9d48-4807a8ec5906 req-ccc9b305-0687-4287-85eb-d6b443a46107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:04.924668 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-80433773-9010-4a58-9d48-4807a8ec5906 req-ccc9b305-0687-4287-85eb-d6b443a46107 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=549637b6-c845-467f-a512-7c7ea80d40ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445459 Apr 28 20:33:05.012261 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-80433773-9010-4a58-9d48-4807a8ec5906 req-c3932d62-30d6-4fbe-a34c-69465bf43abe service neutron] 10.222.0.44 "GET /v2.0/networks/549637b6-c845-467f-a512-7c7ea80d40ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804126 Apr 28 20:33:05.102706 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-80433773-9010-4a58-9d48-4807a8ec5906 req-63d1964a-000c-4790-84dd-79880ddde6f5 service neutron] 10.222.0.44 "GET /v2.0/networks/549637b6-c845-467f-a512-7c7ea80d40ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835729 Apr 28 20:33:17.491570 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-1f632c53-aefe-4d26-a3d4-8b1417d4fd2d req-90f82909-9209-4a99-8335-f9280cce51a6 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:33:17.492574 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1f632c53-aefe-4d26-a3d4-8b1417d4fd2d req-90f82909-9209-4a99-8335-f9280cce51a6 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053458 Apr 28 20:33:17.649044 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38580) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:33:17.676250 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304aa464-63ab-4160-9e5d-3af586bff9aa req-de92ed61-df66-4fd9-b2cb-c095ca57d5cd tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:17.677735 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-304aa464-63ab-4160-9e5d-3af586bff9aa req-de92ed61-df66-4fd9-b2cb-c095ca57d5cd tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 945 time: 0.0499923 Apr 28 20:33:17.715113 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-304aa464-63ab-4160-9e5d-3af586bff9aa req-454ba6a2-fe83-444c-a3d6-055667459ed9 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=614be7aa-8d47-43e4-904b-64ec384ae118&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314028 Apr 28 20:33:17.731405 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-83da53df-b80e-49d3-bed7-248c59a17ade req-4c634d79-f041-4b5e-9577-f96425a91d7f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0811036 Apr 28 20:33:17.740576 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-83da53df-b80e-49d3-bed7-248c59a17ade req-55688780-127f-4f97-9aa1-31efefe5fc0d service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:33:17.741518 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-83da53df-b80e-49d3-bed7-248c59a17ade req-55688780-127f-4f97-9aa1-31efefe5fc0d service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047572 Apr 28 20:33:18.819335 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da53df-b80e-49d3-bed7-248c59a17ade req-0cb578b2-409c-4051-be9f-5c4b70505e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:18.820882 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-83da53df-b80e-49d3-bed7-248c59a17ade req-0cb578b2-409c-4051-be9f-5c4b70505e90 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 1096 time: 0.0425167 Apr 28 20:33:18.850659 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f28a24-f4e7-4c7c-8517-d67ea8c5ba4e req-f3c7457a-970b-4715-9400-05de9226d16b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:18.852139 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-70f28a24-f4e7-4c7c-8517-d67ea8c5ba4e req-f3c7457a-970b-4715-9400-05de9226d16b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 945 time: 0.0551784 Apr 28 20:33:18.890134 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-70f28a24-f4e7-4c7c-8517-d67ea8c5ba4e req-b527e194-315c-4120-b845-396239758e6e tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=614be7aa-8d47-43e4-904b-64ec384ae118&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317476 Apr 28 20:33:18.913919 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da53df-b80e-49d3-bed7-248c59a17ade req-272c11f6-aa5a-4314-a59d-f447edad3506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:18.915369 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-83da53df-b80e-49d3-bed7-248c59a17ade req-272c11f6-aa5a-4314-a59d-f447edad3506 service neutron] 10.222.0.44 "GET /v2.0/networks?id=549637b6-c845-467f-a512-7c7ea80d40ee HTTP/1.1" status: 200 len: 898 time: 0.0875573 Apr 28 20:33:18.984623 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-83da53df-b80e-49d3-bed7-248c59a17ade req-93d8fe87-e5b0-4c16-a040-0b0125348711 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c55458c-dd9a-4f89-b1bd-215256853a3a HTTP/1.1" status: 200 len: 1001 time: 0.0623646 Apr 28 20:33:19.040643 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da53df-b80e-49d3-bed7-248c59a17ade req-e6052abf-eb56-4ab8-a01d-941cd2e7eeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:19.042006 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-83da53df-b80e-49d3-bed7-248c59a17ade req-e6052abf-eb56-4ab8-a01d-941cd2e7eeb9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4eb679a4-58cb-4de8-85fe-6a5bfdc5be85 HTTP/1.1" status: 200 len: 835 time: 0.0514886 Apr 28 20:33:19.088127 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da53df-b80e-49d3-bed7-248c59a17ade req-6b9a3770-7132-4d08-9127-6a70211c9f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:19.089788 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-83da53df-b80e-49d3-bed7-248c59a17ade req-6b9a3770-7132-4d08-9127-6a70211c9f7c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=549637b6-c845-467f-a512-7c7ea80d40ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408647 Apr 28 20:33:19.179547 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-83da53df-b80e-49d3-bed7-248c59a17ade req-11552ab7-b2f4-4c75-a9c3-1d47df7ecffc service neutron] 10.222.0.44 "GET /v2.0/networks/549637b6-c845-467f-a512-7c7ea80d40ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826035 Apr 28 20:33:19.276434 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-83da53df-b80e-49d3-bed7-248c59a17ade req-e28b6b04-4d6a-4eee-81f5-987ea4b8a71d service neutron] 10.222.0.44 "GET /v2.0/networks/549637b6-c845-467f-a512-7c7ea80d40ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902185 Apr 28 20:33:19.923955 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-345c716c-778e-4ee9-98dc-bac8119d3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:20.014226 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59367801-115b-4f66-9715-a3e410b08007 req-3fedcf26-58c8-40ba-8771-23fdbeb8e746 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:20.015601 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-59367801-115b-4f66-9715-a3e410b08007 req-3fedcf26-58c8-40ba-8771-23fdbeb8e746 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 945 time: 0.0501204 Apr 28 20:33:20.053092 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-59367801-115b-4f66-9715-a3e410b08007 req-afbc8e75-f1ae-4033-8d18-1571f7c2da1a tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=614be7aa-8d47-43e4-904b-64ec384ae118&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308483 Apr 28 20:33:21.169848 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e13f8-0d17-491d-af4d-97f979d50e91 req-d4af5752-33a7-4008-9843-3894355d910f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:21.171271 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d03e13f8-0d17-491d-af4d-97f979d50e91 req-d4af5752-33a7-4008-9843-3894355d910f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 945 time: 0.0486245 Apr 28 20:33:21.207636 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d03e13f8-0d17-491d-af4d-97f979d50e91 req-1ca289e3-b095-40cb-a817-f9a830fb78b0 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=614be7aa-8d47-43e4-904b-64ec384ae118&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302403 Apr 28 20:33:22.157194 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cfa4c6b1-46aa-4551-9be3-3ba1efd303fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:22.323760 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f422d-dad7-4c02-b2c2-3babe6c7200b req-f87818e0-5fd3-4a19-9ce5-212919711c91 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:22.325280 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a19f422d-dad7-4c02-b2c2-3babe6c7200b req-f87818e0-5fd3-4a19-9ce5-212919711c91 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 945 time: 0.0496173 Apr 28 20:33:22.362885 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a19f422d-dad7-4c02-b2c2-3babe6c7200b req-fb5cff02-11ff-49fe-8dc9-289361765725 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=614be7aa-8d47-43e4-904b-64ec384ae118&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315797 Apr 28 20:33:22.650292 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:33:23.477180 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04daac-2f87-45c0-92a6-f713f2711cce req-ea5088e1-2e25-4a07-a17d-3be0e5c67cd3 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:23.478635 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-af04daac-2f87-45c0-92a6-f713f2711cce req-ea5088e1-2e25-4a07-a17d-3be0e5c67cd3 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 945 time: 0.0479031 Apr 28 20:33:23.515650 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-af04daac-2f87-45c0-92a6-f713f2711cce req-849ad986-ee80-4e27-af21-d83e34433222 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=614be7aa-8d47-43e4-904b-64ec384ae118&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310597 Apr 28 20:33:23.686139 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:24.633706 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521ec4a-990a-4e94-a834-67a04b6840b7 req-83c16ba7-3698-49c7-997f-f518d71d8cff tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:24.635152 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f521ec4a-990a-4e94-a834-67a04b6840b7 req-83c16ba7-3698-49c7-997f-f518d71d8cff tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 945 time: 0.0524905 Apr 28 20:33:24.672108 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f521ec4a-990a-4e94-a834-67a04b6840b7 req-cd84cf05-d27b-4833-a2f8-fd8c7946323e tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=614be7aa-8d47-43e4-904b-64ec384ae118&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309691 Apr 28 20:33:25.799118 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73869078-4c62-421a-a69a-c322418aaa0b req-7e77a687-e901-499b-b8c7-ec748745528c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:25.800587 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-73869078-4c62-421a-a69a-c322418aaa0b req-7e77a687-e901-499b-b8c7-ec748745528c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 945 time: 0.0522404 Apr 28 20:33:25.837585 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-73869078-4c62-421a-a69a-c322418aaa0b req-68d2ed4f-c5fc-4c24-924e-e62ee22a39a5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=614be7aa-8d47-43e4-904b-64ec384ae118&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307176 Apr 28 20:33:25.963999 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:26.018732 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:26.957329 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53c40a-5778-4960-9f1c-9be1f8cf129f req-28a3aae2-87ae-439f-b2f8-0783d38c47b8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:26.958791 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ad53c40a-5778-4960-9f1c-9be1f8cf129f req-28a3aae2-87ae-439f-b2f8-0783d38c47b8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 945 time: 0.0512061 Apr 28 20:33:26.997433 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ad53c40a-5778-4960-9f1c-9be1f8cf129f req-ce9892b2-3a68-40e7-a82d-8bd0db107ba6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=614be7aa-8d47-43e4-904b-64ec384ae118&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324938 Apr 28 20:33:28.113983 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd1ba5-c57f-4f79-a2f1-10c137c702bd req-b2061148-f9a1-406b-8e00-e1f58c4b222f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:28.115421 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fdbd1ba5-c57f-4f79-a2f1-10c137c702bd req-b2061148-f9a1-406b-8e00-e1f58c4b222f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 945 time: 0.0483747 Apr 28 20:33:28.152838 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fdbd1ba5-c57f-4f79-a2f1-10c137c702bd req-18f1c734-0be3-4e66-9439-7ac7a60eca79 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=614be7aa-8d47-43e4-904b-64ec384ae118&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312641 Apr 28 20:33:29.268497 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed52e9e-b8f1-438f-b62c-bcf1889438a3 req-7184d89e-aa30-40ea-9b46-0864193d4cba tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:29.270156 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7ed52e9e-b8f1-438f-b62c-bcf1889438a3 req-7184d89e-aa30-40ea-9b46-0864193d4cba tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 945 time: 0.0490179 Apr 28 20:33:29.309138 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7ed52e9e-b8f1-438f-b62c-bcf1889438a3 req-4dc84152-0bd4-422f-be60-5426ac510700 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=614be7aa-8d47-43e4-904b-64ec384ae118&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324521 Apr 28 20:33:30.426344 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec8936-5bcb-4005-9273-0cf42ccffe02 req-adab4aeb-36ec-480a-8c04-170fdab1f62c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:30.427782 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0eec8936-5bcb-4005-9273-0cf42ccffe02 req-adab4aeb-36ec-480a-8c04-170fdab1f62c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 945 time: 0.0493023 Apr 28 20:33:30.465637 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0eec8936-5bcb-4005-9273-0cf42ccffe02 req-b7cc366f-cff0-4855-9432-a06047be805a tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=614be7aa-8d47-43e4-904b-64ec384ae118&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317485 Apr 28 20:33:31.586164 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd11702-c5e0-450b-a467-5ef89387f30e req-0c8aa7e5-888a-4fb3-a3c2-0864c389f14b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:31.587544 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6dd11702-c5e0-450b-a467-5ef89387f30e req-0c8aa7e5-888a-4fb3-a3c2-0864c389f14b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 945 time: 0.0528195 Apr 28 20:33:31.625366 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6dd11702-c5e0-450b-a467-5ef89387f30e req-9f82fcb4-dd38-4b6d-a13e-6f4377f339a2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=614be7aa-8d47-43e4-904b-64ec384ae118&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317810 Apr 28 20:33:32.358609 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:32.749541 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5bef43-f3ab-4755-bdbc-16a796d03a74 req-2e5f0aa8-99b7-4b8a-8dc8-028a71a6ac0b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:32.751170 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8f5bef43-f3ab-4755-bdbc-16a796d03a74 req-2e5f0aa8-99b7-4b8a-8dc8-028a71a6ac0b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 945 time: 0.0518196 Apr 28 20:33:32.788538 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8f5bef43-f3ab-4755-bdbc-16a796d03a74 req-c448068c-7fe0-4657-8e1a-dc3eaf2005f2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=614be7aa-8d47-43e4-904b-64ec384ae118&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315776 Apr 28 20:33:33.883526 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:33.907877 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1968f2-7bde-4fe3-9323-01f9dd59b854 req-a4eb4a8d-b3d3-4503-a484-def3fe4da0ec tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:33.909390 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eb1968f2-7bde-4fe3-9323-01f9dd59b854 req-a4eb4a8d-b3d3-4503-a484-def3fe4da0ec tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 945 time: 0.0513062 Apr 28 20:33:33.948208 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eb1968f2-7bde-4fe3-9323-01f9dd59b854 req-ba560df1-055a-4fa1-b0e5-55c242b9a392 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=614be7aa-8d47-43e4-904b-64ec384ae118&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327568 Apr 28 20:33:35.063244 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c75205-c237-45a9-b561-6ac4ad724477 req-eb75bf54-6fb9-42e3-a3eb-14b11afa52c2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:35.064827 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-55c75205-c237-45a9-b561-6ac4ad724477 req-eb75bf54-6fb9-42e3-a3eb-14b11afa52c2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 945 time: 0.0487514 Apr 28 20:33:35.102157 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-55c75205-c237-45a9-b561-6ac4ad724477 req-9dc2b34f-7f92-4968-806b-281d6250758f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=614be7aa-8d47-43e4-904b-64ec384ae118&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314028 Apr 28 20:33:36.095441 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [req-83da53df-b80e-49d3-bed7-248c59a17ade req-cb6e13b7-2b8f-4ac8-b8bb-12b5f3fd9101 service neutron] show failed (client error): The resource could not be found. Apr 28 20:33:36.096426 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-83da53df-b80e-49d3-bed7-248c59a17ade req-cb6e13b7-2b8f-4ac8-b8bb-12b5f3fd9101 service neutron] 10.222.0.44 "GET /v2.0/ports/8c55458c-dd9a-4f89-b1bd-215256853a3a/bindings/n-h1-839810-1 HTTP/1.1" status: 404 len: 380 time: 0.0535882 Apr 28 20:33:36.227728 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8eac02-69dc-496c-9c2e-cadcab932e53 req-ca644e14-b35c-4da6-8f3f-fff063dc7307 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:36.229394 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ac8eac02-69dc-496c-9c2e-cadcab932e53 req-ca644e14-b35c-4da6-8f3f-fff063dc7307 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 945 time: 0.0573587 Apr 28 20:33:36.273295 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ac8eac02-69dc-496c-9c2e-cadcab932e53 req-29933531-aabf-4e2d-87da-fa6b5a4abd86 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=614be7aa-8d47-43e4-904b-64ec384ae118&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346601 Apr 28 20:33:36.369587 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da53df-b80e-49d3-bed7-248c59a17ade req-fe5f7022-834e-4259-85b9-c7cd01e60ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:36.370943 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-83da53df-b80e-49d3-bed7-248c59a17ade req-fe5f7022-834e-4259-85b9-c7cd01e60ba3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e&tenant_id=98124a5578cd489a90ae211a065fdd6a HTTP/1.1" status: 200 len: 1096 time: 0.0788810 Apr 28 20:33:36.382005 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-83da53df-b80e-49d3-bed7-248c59a17ade req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] Request body: {'port': {'binding:host_id': 'n-h1-839810-1', 'device_owner': 'compute:nova'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:33:36.435998 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-83da53df-b80e-49d3-bed7-248c59a17ade req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:36.632794 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-83da53df-b80e-49d3-bed7-248c59a17ade req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] For port 8c55458c-dd9a-4f89-b1bd-215256853a3a, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=8c55458c-dd9a-4f89-b1bd-215256853a3a,segment=NetworkSegment(ac44887c-690b-40b3-abb8-52026a77007c),segment_id=ac44887c-690b-40b3-abb8-52026a77007c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:33:36.664260 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-83da53df-b80e-49d3-bed7-248c59a17ade req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] For port 8c55458c-dd9a-4f89-b1bd-215256853a3a, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:33:36.701451 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85efbbf2-9140-4f7b-baf8-9930d6c2536e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c55458c-dd9a-4f89-b1bd-215256853a3a'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:33:36.703728 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987aa34c65443dea39eaa51b67d186bb80d94e7c4b504279bd6048524f6efc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f4ebda-9d80-4a01-8b67-5c870b84297c" -d '{"events": [{"server_uuid": "85efbbf2-9140-4f7b-baf8-9930d6c2536e", "name": "network-vif-unplugged", "status": "completed", "tag": "8c55458c-dd9a-4f89-b1bd-215256853a3a"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:33:36.707715 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-83da53df-b80e-49d3-bed7-248c59a17ade req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:36.720241 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-83da53df-b80e-49d3-bed7-248c59a17ade req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] Transition to ACTIVE for port object 8c55458c-dd9a-4f89-b1bd-215256853a3a will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:33:36.724092 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-83da53df-b80e-49d3-bed7-248c59a17ade req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:36.756282 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 20:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe49e42d-95b1-4d64-b75b-62d87ba051a3 x-openstack-request-id: req-fe49e42d-95b1-4d64-b75b-62d87ba051a3 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:33:36.756573 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85efbbf2-9140-4f7b-baf8-9930d6c2536e", "name": "network-vif-unplugged", "status": "completed", "tag": "8c55458c-dd9a-4f89-b1bd-215256853a3a", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:33:36.757506 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fe49e42d-95b1-4d64-b75b-62d87ba051a3 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:33:36.757506 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe49e42d-95b1-4d64-b75b-62d87ba051a3'] response: {'server_uuid': '85efbbf2-9140-4f7b-baf8-9930d6c2536e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c55458c-dd9a-4f89-b1bd-215256853a3a', 'code': 200} Apr 28 20:33:36.812517 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] Pushing event updated for resources: {'Port': ['ID=8c55458c-dd9a-4f89-b1bd-215256853a3a,revision_number=6']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:33:36.825136 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:33:36.825477 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:33:36.825816 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:33:36.826147 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:33:36.826472 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:33:36.826798 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:33:36.827118 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:33:36.827436 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:33:36.827754 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:33:36.828072 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:33:36.828436 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:33:36.829225 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:33:36.861708 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-83da53df-b80e-49d3-bed7-248c59a17ade req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] No DVR routers for this DVR port 8c55458c-dd9a-4f89-b1bd-215256853a3a on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:33:37.266014 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-83da53df-b80e-49d3-bed7-248c59a17ade req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] Attempting to bind port 8c55458c-dd9a-4f89-b1bd-215256853a3a on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:33:37.266251 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-83da53df-b80e-49d3-bed7-248c59a17ade req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] Attempting to bind port 8c55458c-dd9a-4f89-b1bd-215256853a3a by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'ac44887c-690b-40b3-abb8-52026a77007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '549637b6-c845-467f-a512-7c7ea80d40ee'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:33:37.266576 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83da53df-b80e-49d3-bed7-248c59a17ade req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] Attempting to bind port 8c55458c-dd9a-4f89-b1bd-215256853a3a on network 549637b6-c845-467f-a512-7c7ea80d40ee {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:33:37.270737 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83da53df-b80e-49d3-bed7-248c59a17ade req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] Port 8c55458c-dd9a-4f89-b1bd-215256853a3a on network 549637b6-c845-467f-a512-7c7ea80d40ee not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:33:37.271055 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83da53df-b80e-49d3-bed7-248c59a17ade req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] Attempting to bind port 8c55458c-dd9a-4f89-b1bd-215256853a3a on network 549637b6-c845-467f-a512-7c7ea80d40ee {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:33:37.275693 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83da53df-b80e-49d3-bed7-248c59a17ade req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:33:37.276028 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83da53df-b80e-49d3-bed7-248c59a17ade req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] Checking segment: {'id': 'ac44887c-690b-40b3-abb8-52026a77007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '549637b6-c845-467f-a512-7c7ea80d40ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:33:37.276452 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83da53df-b80e-49d3-bed7-248c59a17ade req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] Bound using segment: {'id': 'ac44887c-690b-40b3-abb8-52026a77007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '549637b6-c845-467f-a512-7c7ea80d40ee'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:33:37.276876 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-83da53df-b80e-49d3-bed7-248c59a17ade req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] Bound port: 8c55458c-dd9a-4f89-b1bd-215256853a3a, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac44887c-690b-40b3-abb8-52026a77007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '549637b6-c845-467f-a512-7c7ea80d40ee'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:33:37.277228 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-83da53df-b80e-49d3-bed7-248c59a17ade req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:37.341593 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-83da53df-b80e-49d3-bed7-248c59a17ade req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] For port 8c55458c-dd9a-4f89-b1bd-215256853a3a, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:33:37.344610 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-83da53df-b80e-49d3-bed7-248c59a17ade req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] For port 8c55458c-dd9a-4f89-b1bd-215256853a3a, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=8c55458c-dd9a-4f89-b1bd-215256853a3a,segment=NetworkSegment(ac44887c-690b-40b3-abb8-52026a77007c),segment_id=ac44887c-690b-40b3-abb8-52026a77007c)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:33:37.349493 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-83da53df-b80e-49d3-bed7-248c59a17ade req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:37.387318 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da53df-b80e-49d3-bed7-248c59a17ade req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:37.387974 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-83da53df-b80e-49d3-bed7-248c59a17ade req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:37.389513 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-83da53df-b80e-49d3-bed7-248c59a17ade req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] 10.222.0.15 "PUT /v2.0/ports/8c55458c-dd9a-4f89-b1bd-215256853a3a HTTP/1.1" status: 200 len: 1091 time: 1.0113952 Apr 28 20:33:37.399208 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3845be-6d6b-4844-a09f-8a3505ec794f req-39cdac08-eb04-46c9-a47d-eda8a0b16174 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:37.402213 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6c3845be-6d6b-4844-a09f-8a3505ec794f req-39cdac08-eb04-46c9-a47d-eda8a0b16174 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 943 time: 0.0567729 Apr 28 20:33:37.414052 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5ae1c-8f0d-445c-974c-ce4f3ca9eaed service neutron] Pushing event updated for resources: {'Port': ['ID=8c55458c-dd9a-4f89-b1bd-215256853a3a,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:33:37.447556 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6c3845be-6d6b-4844-a09f-8a3505ec794f req-164a95f9-19c5-410c-a694-d1f971e2f33d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=614be7aa-8d47-43e4-904b-64ec384ae118&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380969 Apr 28 20:33:37.468433 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da53df-b80e-49d3-bed7-248c59a17ade req-c21e61f4-dccb-43a1-9c07-5d91acb710f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:37.470840 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-83da53df-b80e-49d3-bed7-248c59a17ade req-c21e61f4-dccb-43a1-9c07-5d91acb710f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 1094 time: 0.0509727 Apr 28 20:33:37.563078 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da53df-b80e-49d3-bed7-248c59a17ade req-0e38928f-19ee-4e4c-a0f3-c156f6d7cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:37.564587 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-83da53df-b80e-49d3-bed7-248c59a17ade req-0e38928f-19ee-4e4c-a0f3-c156f6d7cb46 service neutron] 10.222.0.15 "GET /v2.0/networks?id=549637b6-c845-467f-a512-7c7ea80d40ee HTTP/1.1" status: 200 len: 898 time: 0.0871584 Apr 28 20:33:37.633021 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-83da53df-b80e-49d3-bed7-248c59a17ade req-d9184217-e4cc-46d9-a117-ad6ba132f1e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c55458c-dd9a-4f89-b1bd-215256853a3a HTTP/1.1" status: 200 len: 999 time: 0.0611989 Apr 28 20:33:37.683339 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da53df-b80e-49d3-bed7-248c59a17ade req-8dfb90a9-93f1-41d9-ad3e-beaa3c4a6991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:37.684824 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-83da53df-b80e-49d3-bed7-248c59a17ade req-8dfb90a9-93f1-41d9-ad3e-beaa3c4a6991 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4eb679a4-58cb-4de8-85fe-6a5bfdc5be85 HTTP/1.1" status: 200 len: 835 time: 0.0440173 Apr 28 20:33:37.729761 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da53df-b80e-49d3-bed7-248c59a17ade req-ba58e786-53f1-4e8c-9477-1898dd542877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:37.731217 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-83da53df-b80e-49d3-bed7-248c59a17ade req-ba58e786-53f1-4e8c-9477-1898dd542877 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=549637b6-c845-467f-a512-7c7ea80d40ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394218 Apr 28 20:33:37.823273 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-83da53df-b80e-49d3-bed7-248c59a17ade req-44f8deaf-35d2-42f0-9dfb-b817ef040ac7 service neutron] 10.222.0.15 "GET /v2.0/networks/549637b6-c845-467f-a512-7c7ea80d40ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849941 Apr 28 20:33:37.910990 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-83da53df-b80e-49d3-bed7-248c59a17ade req-c4f89a25-dece-4196-8747-0bb417389011 service neutron] 10.222.0.15 "GET /v2.0/networks/549637b6-c845-467f-a512-7c7ea80d40ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803416 Apr 28 20:33:38.573240 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee81c1-d09d-4266-8c8e-91103f1d000d req-4e0cbddd-fee3-4f9a-838d-ecdae349414b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:38.574601 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ffee81c1-d09d-4266-8c8e-91103f1d000d req-4e0cbddd-fee3-4f9a-838d-ecdae349414b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 943 time: 0.0539868 Apr 28 20:33:38.611618 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ffee81c1-d09d-4266-8c8e-91103f1d000d req-1ced3e42-f1a2-4c9d-b8a3-19c7a533d74a tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=614be7aa-8d47-43e4-904b-64ec384ae118&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307512 Apr 28 20:33:38.758746 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85efbbf2-9140-4f7b-baf8-9930d6c2536e', 'tag': '8c55458c-dd9a-4f89-b1bd-215256853a3a'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:33:38.761116 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987aa34c65443dea39eaa51b67d186bb80d94e7c4b504279bd6048524f6efc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b93e65-3044-485a-8ee8-995dd9bbf871" -d '{"events": [{"name": "network-changed", "server_uuid": "85efbbf2-9140-4f7b-baf8-9930d6c2536e", "tag": "8c55458c-dd9a-4f89-b1bd-215256853a3a"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:33:38.809590 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c615b4f2-926a-4925-b713-254d344e35bb x-openstack-request-id: req-c615b4f2-926a-4925-b713-254d344e35bb {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:33:38.809910 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85efbbf2-9140-4f7b-baf8-9930d6c2536e", "tag": "8c55458c-dd9a-4f89-b1bd-215256853a3a", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:33:38.810164 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c615b4f2-926a-4925-b713-254d344e35bb {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:33:38.810569 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c615b4f2-926a-4925-b713-254d344e35bb'] response: {'name': 'network-changed', 'server_uuid': '85efbbf2-9140-4f7b-baf8-9930d6c2536e', 'tag': '8c55458c-dd9a-4f89-b1bd-215256853a3a', 'status': 'completed', 'code': 200} Apr 28 20:33:38.868147 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b93e65-3044-485a-8ee8-995dd9bbf871 req-7d02be11-d4d3-4d13-bce6-341119c456b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:38.869599 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e2b93e65-3044-485a-8ee8-995dd9bbf871 req-7d02be11-d4d3-4d13-bce6-341119c456b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 1094 time: 0.0413496 Apr 28 20:33:38.875197 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b93e65-3044-485a-8ee8-995dd9bbf871 req-7b202940-a77a-4d64-ab99-50ced6015654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:38.876812 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2b93e65-3044-485a-8ee8-995dd9bbf871 req-7b202940-a77a-4d64-ab99-50ced6015654 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 1094 time: 0.0414011 Apr 28 20:33:38.960830 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b93e65-3044-485a-8ee8-995dd9bbf871 req-6512c7f7-c7ba-4824-815f-252884f0d48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:38.962293 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e2b93e65-3044-485a-8ee8-995dd9bbf871 req-6512c7f7-c7ba-4824-815f-252884f0d48c service neutron] 10.222.0.44 "GET /v2.0/networks?id=549637b6-c845-467f-a512-7c7ea80d40ee HTTP/1.1" status: 200 len: 898 time: 0.0862525 Apr 28 20:33:38.964236 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b93e65-3044-485a-8ee8-995dd9bbf871 req-e2be5c19-39b8-40ba-8d8f-b16313c96f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:38.965667 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2b93e65-3044-485a-8ee8-995dd9bbf871 req-e2be5c19-39b8-40ba-8d8f-b16313c96f27 service neutron] 10.222.0.15 "GET /v2.0/networks?id=549637b6-c845-467f-a512-7c7ea80d40ee HTTP/1.1" status: 200 len: 898 time: 0.0824790 Apr 28 20:33:39.029973 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e2b93e65-3044-485a-8ee8-995dd9bbf871 req-76504da5-32c1-4398-8ab3-b7ae851bbfc0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c55458c-dd9a-4f89-b1bd-215256853a3a HTTP/1.1" status: 200 len: 999 time: 0.0610735 Apr 28 20:33:39.036234 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2b93e65-3044-485a-8ee8-995dd9bbf871 req-ee6e4883-5994-442d-bfd4-e670b8f01f7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c55458c-dd9a-4f89-b1bd-215256853a3a HTTP/1.1" status: 200 len: 999 time: 0.0619347 Apr 28 20:33:39.082927 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b93e65-3044-485a-8ee8-995dd9bbf871 req-9c6c22a1-c6bd-4c65-abcd-7e3f706c99cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:39.084440 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e2b93e65-3044-485a-8ee8-995dd9bbf871 req-9c6c22a1-c6bd-4c65-abcd-7e3f706c99cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4eb679a4-58cb-4de8-85fe-6a5bfdc5be85 HTTP/1.1" status: 200 len: 835 time: 0.0482852 Apr 28 20:33:39.085145 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b93e65-3044-485a-8ee8-995dd9bbf871 req-1789c4c9-dd3c-4b74-aae9-488bf99abf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:39.086604 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2b93e65-3044-485a-8ee8-995dd9bbf871 req-1789c4c9-dd3c-4b74-aae9-488bf99abf66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4eb679a4-58cb-4de8-85fe-6a5bfdc5be85 HTTP/1.1" status: 200 len: 835 time: 0.0440619 Apr 28 20:33:39.129831 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b93e65-3044-485a-8ee8-995dd9bbf871 req-6e8b5c21-58ca-4f4a-8721-0b1bcfc01a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:39.131335 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e2b93e65-3044-485a-8ee8-995dd9bbf871 req-6e8b5c21-58ca-4f4a-8721-0b1bcfc01a72 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=549637b6-c845-467f-a512-7c7ea80d40ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408440 Apr 28 20:33:39.134608 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b93e65-3044-485a-8ee8-995dd9bbf871 req-d45976cc-a78d-4335-92f3-706c248818e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:39.136081 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2b93e65-3044-485a-8ee8-995dd9bbf871 req-d45976cc-a78d-4335-92f3-706c248818e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=549637b6-c845-467f-a512-7c7ea80d40ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403130 Apr 28 20:33:39.219363 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e2b93e65-3044-485a-8ee8-995dd9bbf871 req-901aae4e-f5e2-4f8a-b1a3-54fe2c9ac9b5 service neutron] 10.222.0.44 "GET /v2.0/networks/549637b6-c845-467f-a512-7c7ea80d40ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812099 Apr 28 20:33:39.229244 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2b93e65-3044-485a-8ee8-995dd9bbf871 req-47b46c39-96a3-4a8f-9d98-4260de621997 service neutron] 10.222.0.15 "GET /v2.0/networks/549637b6-c845-467f-a512-7c7ea80d40ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846031 Apr 28 20:33:39.315311 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e2b93e65-3044-485a-8ee8-995dd9bbf871 req-2c9a962a-d33d-4836-9716-14efa06d704b service neutron] 10.222.0.44 "GET /v2.0/networks/549637b6-c845-467f-a512-7c7ea80d40ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896294 Apr 28 20:33:39.323717 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e2b93e65-3044-485a-8ee8-995dd9bbf871 req-84c9a608-d336-4f71-adfe-c8d5b406949f service neutron] 10.222.0.15 "GET /v2.0/networks/549637b6-c845-467f-a512-7c7ea80d40ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863307 Apr 28 20:33:39.737145 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d904e92-1fb8-45ef-91ad-18e925df13bb req-8df25d6c-c249-47cc-986a-38feda83543c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:39.738633 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1d904e92-1fb8-45ef-91ad-18e925df13bb req-8df25d6c-c249-47cc-986a-38feda83543c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 943 time: 0.0552151 Apr 28 20:33:39.781175 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1d904e92-1fb8-45ef-91ad-18e925df13bb req-bdbec8f5-dd0c-48bd-9bd7-ff483eee2e8f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=614be7aa-8d47-43e4-904b-64ec384ae118&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326066 Apr 28 20:33:39.971335 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2007d7-b4b1-4b93-b389-0e265508ebe1 req-19ff1a6d-ec63-4c8e-b7f0-8f4f904b4024 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:39.972850 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dc2007d7-b4b1-4b93-b389-0e265508ebe1 req-19ff1a6d-ec63-4c8e-b7f0-8f4f904b4024 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 943 time: 0.0489933 Apr 28 20:33:39.987709 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f6763-3dcf-48bb-bfd8-cc8c5d87a76c req-42b27f5e-faa2-42ba-a88c-f59602c27a69 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:39.989201 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f02f6763-3dcf-48bb-bfd8-cc8c5d87a76c req-42b27f5e-faa2-42ba-a88c-f59602c27a69 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.44 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e&tenant_id=98124a5578cd489a90ae211a065fdd6a&binding%3Ahost_id=n-h1-839810-1 HTTP/1.1" status: 200 len: 943 time: 0.0522561 Apr 28 20:33:40.011741 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dc2007d7-b4b1-4b93-b389-0e265508ebe1 req-afd14b8e-843b-43c5-a0b8-a2532037b6d8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=614be7aa-8d47-43e4-904b-64ec384ae118&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325849 Apr 28 20:33:40.050905 n-d-839810-1 neutron-server[102774]: INFO neutron.api.v2.resource [req-f02f6763-3dcf-48bb-bfd8-cc8c5d87a76c req-b9f96df3-88fd-44c9-97c5-e1f7ea8e10a1 service neutron] delete failed (client error): The resource could not be found. Apr 28 20:33:40.051928 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f02f6763-3dcf-48bb-bfd8-cc8c5d87a76c req-b9f96df3-88fd-44c9-97c5-e1f7ea8e10a1 service neutron] 10.222.0.44 "DELETE /v2.0/ports/8c55458c-dd9a-4f89-b1bd-215256853a3a/bindings/n-h2-839810-1 HTTP/1.1" status: 404 len: 380 time: 0.0562930 Apr 28 20:33:40.158722 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727f869-91c3-46b9-b6e8-fa7a698a2f57 req-df368c54-a21d-45fe-84e6-b96035f52123 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:40.160079 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6727f869-91c3-46b9-b6e8-fa7a698a2f57 req-df368c54-a21d-45fe-84e6-b96035f52123 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 943 time: 0.0781450 Apr 28 20:33:40.174541 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f6763-3dcf-48bb-bfd8-cc8c5d87a76c req-95c74557-eb27-4e2b-b45d-fc2d09308c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:40.175910 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f02f6763-3dcf-48bb-bfd8-cc8c5d87a76c req-95c74557-eb27-4e2b-b45d-fc2d09308c98 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 1094 time: 0.0633471 Apr 28 20:33:40.247110 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6727f869-91c3-46b9-b6e8-fa7a698a2f57 req-63e116e4-d9e4-45d1-954f-90a8ddb815bc tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=614be7aa-8d47-43e4-904b-64ec384ae118&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0801303 Apr 28 20:33:40.283662 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f6763-3dcf-48bb-bfd8-cc8c5d87a76c req-42c8891b-fc1f-47c5-8b96-8701adcc3d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:40.285115 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f02f6763-3dcf-48bb-bfd8-cc8c5d87a76c req-42c8891b-fc1f-47c5-8b96-8701adcc3d1a service neutron] 10.222.0.44 "GET /v2.0/networks?id=549637b6-c845-467f-a512-7c7ea80d40ee HTTP/1.1" status: 200 len: 898 time: 0.1019776 Apr 28 20:33:40.351189 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f02f6763-3dcf-48bb-bfd8-cc8c5d87a76c req-b98bcd76-439b-41ad-977f-18332c305129 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c55458c-dd9a-4f89-b1bd-215256853a3a HTTP/1.1" status: 200 len: 999 time: 0.0582254 Apr 28 20:33:40.399364 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f6763-3dcf-48bb-bfd8-cc8c5d87a76c req-b77a86cd-42d1-4d67-9f44-fe8104ff3df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:40.400757 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f02f6763-3dcf-48bb-bfd8-cc8c5d87a76c req-b77a86cd-42d1-4d67-9f44-fe8104ff3df6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4eb679a4-58cb-4de8-85fe-6a5bfdc5be85 HTTP/1.1" status: 200 len: 835 time: 0.0423608 Apr 28 20:33:40.448130 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f6763-3dcf-48bb-bfd8-cc8c5d87a76c req-6eb92b46-a850-4013-983b-436a6f87555e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:40.449480 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f02f6763-3dcf-48bb-bfd8-cc8c5d87a76c req-6eb92b46-a850-4013-983b-436a6f87555e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=549637b6-c845-467f-a512-7c7ea80d40ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421851 Apr 28 20:33:40.534729 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f02f6763-3dcf-48bb-bfd8-cc8c5d87a76c req-4b79d661-396e-482d-b75d-d3324ed65e87 service neutron] 10.222.0.44 "GET /v2.0/networks/549637b6-c845-467f-a512-7c7ea80d40ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786719 Apr 28 20:33:40.624830 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f02f6763-3dcf-48bb-bfd8-cc8c5d87a76c req-3a566a54-2601-4638-8bbe-76176588d4be service neutron] 10.222.0.44 "GET /v2.0/networks/549637b6-c845-467f-a512-7c7ea80d40ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833018 Apr 28 20:33:41.364235 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac77d83-3d53-46c0-8c09-fc17224805f7 req-4ef7130c-8164-4a4b-b578-7ec868ec441f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:41.365680 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cac77d83-3d53-46c0-8c09-fc17224805f7 req-4ef7130c-8164-4a4b-b578-7ec868ec441f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 943 time: 0.0477839 Apr 28 20:33:41.402139 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cac77d83-3d53-46c0-8c09-fc17224805f7 req-c4dcf87f-71d9-42bf-b964-18570d0c4e00 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=614be7aa-8d47-43e4-904b-64ec384ae118&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304577 Apr 28 20:33:41.424711 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38660) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:33:41.487046 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e853a814-178c-49a9-bfb5-6a2ee3fa01fd tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/floatingips/cee08d89-6759-43ce-b58b-c14422ffe09b HTTP/1.1" status: 200 len: 991 time: 0.0612347 Apr 28 20:33:41.522666 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 8c55458c-dd9a-4f89-b1bd-215256853a3a details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:33:41.526283 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 8c55458c-dd9a-4f89-b1bd-215256853a3a no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:33:41.587201 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 8c55458c-dd9a-4f89-b1bd-215256853a3a not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:33:41.652610 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 8c55458c-dd9a-4f89-b1bd-215256853a3a, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=8c55458c-dd9a-4f89-b1bd-215256853a3a,segment=NetworkSegment(ac44887c-690b-40b3-abb8-52026a77007c),segment_id=ac44887c-690b-40b3-abb8-52026a77007c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:33:41.663279 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '8c55458c-dd9a-4f89-b1bd-215256853a3a', 'network_id': '549637b6-c845-467f-a512-7c7ea80d40ee', 'port_id': '8c55458c-dd9a-4f89-b1bd-215256853a3a', 'mac_address': 'fa:16:3e:42:a8:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eb679a4-58cb-4de8-85fe-6a5bfdc5be85', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:33:41.706110 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:41.718101 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c55458c-dd9a-4f89-b1bd-215256853a3a {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:33:41.737076 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 8c55458c-dd9a-4f89-b1bd-215256853a3a, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=8c55458c-dd9a-4f89-b1bd-215256853a3a,segment=NetworkSegment(ac44887c-690b-40b3-abb8-52026a77007c),segment_id=ac44887c-690b-40b3-abb8-52026a77007c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:33:41.741113 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:41.792413 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=8c55458c-dd9a-4f89-b1bd-215256853a3a,revision_number=8']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:33:41.800364 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:33:41.800711 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:33:41.801076 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:33:41.801411 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:33:41.801768 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:33:41.802121 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:33:41.802471 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:33:41.802796 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:33:41.803149 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:33:41.803468 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:33:41.803791 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:33:41.804132 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:33:41.988667 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['8c55458c-dd9a-4f89-b1bd-215256853a3a'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:33:43.532353 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 8c55458c-dd9a-4f89-b1bd-215256853a3a up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:33:43.582866 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 8c55458c-dd9a-4f89-b1bd-215256853a3a completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:33:43.586752 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 8c55458c-dd9a-4f89-b1bd-215256853a3a triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:33:43.587118 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:43.663056 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:43.685685 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85efbbf2-9140-4f7b-baf8-9930d6c2536e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c55458c-dd9a-4f89-b1bd-215256853a3a'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:33:43.687999 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f0961dc541b5264c963834c151b06290830566d9874400a6cf73f3b09243849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2566d04-0de0-462e-9aeb-16a9ac3a54f2" -d '{"events": [{"server_uuid": "85efbbf2-9140-4f7b-baf8-9930d6c2536e", "name": "network-vif-plugged", "status": "completed", "tag": "8c55458c-dd9a-4f89-b1bd-215256853a3a"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:33:43.701199 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 8c55458c-dd9a-4f89-b1bd-215256853a3a, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=8c55458c-dd9a-4f89-b1bd-215256853a3a,segment=NetworkSegment(ac44887c-690b-40b3-abb8-52026a77007c),segment_id=ac44887c-690b-40b3-abb8-52026a77007c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:33:43.706503 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:43.757694 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=8c55458c-dd9a-4f89-b1bd-215256853a3a,revision_number=9']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:33:43.788086 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18e65fb-8b2a-49d3-8ad9-97580f49c15d x-openstack-request-id: req-f18e65fb-8b2a-49d3-8ad9-97580f49c15d {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:33:43.788412 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85efbbf2-9140-4f7b-baf8-9930d6c2536e", "name": "network-vif-plugged", "status": "completed", "tag": "8c55458c-dd9a-4f89-b1bd-215256853a3a", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:33:43.788663 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f18e65fb-8b2a-49d3-8ad9-97580f49c15d {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:33:43.789062 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f18e65fb-8b2a-49d3-8ad9-97580f49c15d'] response: {'server_uuid': '85efbbf2-9140-4f7b-baf8-9930d6c2536e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c55458c-dd9a-4f89-b1bd-215256853a3a', 'code': 200} Apr 28 20:33:49.926494 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0ffa133a-63a1-41de-aaef-96e5fc60e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:52.158393 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f1eefd92-a077-4935-ba97-ac01e6870480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:53.689578 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:55.967630 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:56.020551 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:59.649502 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:34:02.359975 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:03.897081 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:09.916196 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38674) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:34:10.069628 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-75ff5c4b-6ada-4e81-8170-3cac1f8c2f1e tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Deleting port c631464c-bb05-4ab9-88d2-d51911810aa2 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:34:10.069869 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-75ff5c4b-6ada-4e81-8170-3cac1f8c2f1e tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:10.146708 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-75ff5c4b-6ada-4e81-8170-3cac1f8c2f1e tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:10.147036 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-75ff5c4b-6ada-4e81-8170-3cac1f8c2f1e tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:10.158359 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-75ff5c4b-6ada-4e81-8170-3cac1f8c2f1e tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Calling delete_port for c631464c-bb05-4ab9-88d2-d51911810aa2 owned by network:floatingip {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:34:10.321835 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-de16de68-87fe-421d-90e2-93dcb812a2c5 req-796575f0-790c-4280-94e2-47b52146b468 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0717854 Apr 28 20:34:10.337173 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-75ff5c4b-6ada-4e81-8170-3cac1f8c2f1e tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:10.362872 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff5c4b-6ada-4e81-8170-3cac1f8c2f1e tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event deleted for resources: {'Port': ['ID=c631464c-bb05-4ab9-88d2-d51911810aa2,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:10.456047 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16de68-87fe-421d-90e2-93dcb812a2c5 req-032b09c2-8cf4-4b08-be96-c5e442b05b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:10.457549 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-de16de68-87fe-421d-90e2-93dcb812a2c5 req-032b09c2-8cf4-4b08-be96-c5e442b05b8c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 1096 time: 0.0910082 Apr 28 20:34:10.460080 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-75ff5c4b-6ada-4e81-8170-3cac1f8c2f1e tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for floatingip, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:10.460428 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [None req-75ff5c4b-6ada-4e81-8170-3cac1f8c2f1e tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Floating IP cee08d89-6759-43ce-b58b-c14422ffe09b disassociated (deleted). External IP: 172.25.8.143, port: 8c55458c-dd9a-4f89-b1bd-215256853a3a. Apr 28 20:34:10.631900 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16de68-87fe-421d-90e2-93dcb812a2c5 req-22fec8fb-9c22-4dfd-9637-8e98aa22be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:10.633367 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-de16de68-87fe-421d-90e2-93dcb812a2c5 req-22fec8fb-9c22-4dfd-9637-8e98aa22be4f service neutron] 10.222.0.15 "GET /v2.0/networks?id=549637b6-c845-467f-a512-7c7ea80d40ee HTTP/1.1" status: 200 len: 898 time: 0.1400857 Apr 28 20:34:10.705670 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-de16de68-87fe-421d-90e2-93dcb812a2c5 req-92e9bd7e-f3c8-4cc2-af22-4b761b99d704 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c55458c-dd9a-4f89-b1bd-215256853a3a HTTP/1.1" status: 200 len: 217 time: 0.0367126 Apr 28 20:34:10.799704 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16de68-87fe-421d-90e2-93dcb812a2c5 req-3fc9bd23-203c-4b5c-a5d3-521ad424af45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:10.801150 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-de16de68-87fe-421d-90e2-93dcb812a2c5 req-3fc9bd23-203c-4b5c-a5d3-521ad424af45 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4eb679a4-58cb-4de8-85fe-6a5bfdc5be85 HTTP/1.1" status: 200 len: 835 time: 0.0863786 Apr 28 20:34:10.809462 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ff5c4b-6ada-4e81-8170-3cac1f8c2f1e tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Router f3077f4e-f6af-4fcf-9a05-3fc2e3947295 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:34:10.896809 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16de68-87fe-421d-90e2-93dcb812a2c5 req-753f6f1e-6694-4064-ac2b-88f2a4ad4b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:10.898208 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-de16de68-87fe-421d-90e2-93dcb812a2c5 req-753f6f1e-6694-4064-ac2b-88f2a4ad4b47 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=549637b6-c845-467f-a512-7c7ea80d40ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877647 Apr 28 20:34:10.934357 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-de16de68-87fe-421d-90e2-93dcb812a2c5 req-cc9ae658-9169-48aa-a4d1-e02bcf51b4ca service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:34:10.935311 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-de16de68-87fe-421d-90e2-93dcb812a2c5 req-cc9ae658-9169-48aa-a4d1-e02bcf51b4ca service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0304008 Apr 28 20:34:10.972704 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ff5c4b-6ada-4e81-8170-3cac1f8c2f1e tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:34:10.982182 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b48266a-7f0b-4e53-afb7-59af4dce5716 None None] Sync routers for ids ['f3077f4e-f6af-4fcf-9a05-3fc2e3947295'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:34:10.992091 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b48266a-7f0b-4e53-afb7-59af4dce5716 None None] Routers {'f3077f4e-f6af-4fcf-9a05-3fc2e3947295'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:34:10.992888 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-5b48266a-7f0b-4e53-afb7-59af4dce5716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:33:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['f3077f4e-f6af-4fcf-9a05-3fc2e3947295'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:11.004785 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-75ff5c4b-6ada-4e81-8170-3cac1f8c2f1e tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:11.048251 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-75ff5c4b-6ada-4e81-8170-3cac1f8c2f1e tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "DELETE /v2.0/floatingips/cee08d89-6759-43ce-b58b-c14422ffe09b HTTP/1.1" status: 204 len: 168 time: 1.1281035 Apr 28 20:34:11.051748 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85efbbf2-9140-4f7b-baf8-9930d6c2536e', 'tag': '8c55458c-dd9a-4f89-b1bd-215256853a3a'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:34:11.054073 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987aa34c65443dea39eaa51b67d186bb80d94e7c4b504279bd6048524f6efc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f360e55d-986a-494a-b941-47a319bf7bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "85efbbf2-9140-4f7b-baf8-9930d6c2536e", "tag": "8c55458c-dd9a-4f89-b1bd-215256853a3a"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:34:11.087164 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-de16de68-87fe-421d-90e2-93dcb812a2c5 req-9e8e9a1e-0543-4a20-aa06-234b748960f0 service neutron] 10.222.0.15 "GET /v2.0/networks/549637b6-c845-467f-a512-7c7ea80d40ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423500 Apr 28 20:34:11.096287 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6285d0ca-5490-44fb-92d9-8f464948c0d1 x-openstack-request-id: req-6285d0ca-5490-44fb-92d9-8f464948c0d1 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:34:11.097335 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85efbbf2-9140-4f7b-baf8-9930d6c2536e", "tag": "8c55458c-dd9a-4f89-b1bd-215256853a3a", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:34:11.097737 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6285d0ca-5490-44fb-92d9-8f464948c0d1 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:34:11.098157 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6285d0ca-5490-44fb-92d9-8f464948c0d1'] response: {'name': 'network-changed', 'server_uuid': '85efbbf2-9140-4f7b-baf8-9930d6c2536e', 'tag': '8c55458c-dd9a-4f89-b1bd-215256853a3a', 'status': 'completed', 'code': 200} Apr 28 20:34:11.100709 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-5b48266a-7f0b-4e53-afb7-59af4dce5716 None None] Set router f3077f4e-f6af-4fcf-9a05-3fc2e3947295 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:34:11.198060 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-de16de68-87fe-421d-90e2-93dcb812a2c5 req-5e1c2b66-249c-4fa1-a87d-db992f9f979d service neutron] 10.222.0.15 "GET /v2.0/networks/549637b6-c845-467f-a512-7c7ea80d40ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965972 Apr 28 20:34:11.310969 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-5b48266a-7f0b-4e53-afb7-59af4dce5716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318463700', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'bcffdb47-6173-45bf-aa1a-0262f79fbfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:32:28Z', 'updated_at': '2022-04-28T20:32:31Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'bcffdb47-6173-45bf-aa1a-0262f79fbfc4', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:32:28Z', 'updated_at': '2022-04-28T20:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'c9dad131-182e-437d-a43a-04c472ded883', 'name': '', 'network_id': '549637b6-c845-467f-a512-7c7ea80d40ee', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:bb:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4eb679a4-58cb-4de8-85fe-6a5bfdc5be85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:32:31Z', 'updated_at': '2022-04-28T20:32:34Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': '4eb679a4-58cb-4de8-85fe-6a5bfdc5be85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:11.320213 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360e55d-986a-494a-b941-47a319bf7bc7 req-f9d80d5b-21f6-4d9f-a1e2-b3fbd54ea1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:11.321725 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f360e55d-986a-494a-b941-47a319bf7bc7 req-f9d80d5b-21f6-4d9f-a1e2-b3fbd54ea1bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 1096 time: 0.0779939 Apr 28 20:34:11.329655 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78c487-b7b0-481b-bd77-96c323f050e3 req-e8ec825a-a9dc-4724-bbf9-488e7460fdb5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:11.331178 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cb78c487-b7b0-481b-bd77-96c323f050e3 req-e8ec825a-a9dc-4724-bbf9-488e7460fdb5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 945 time: 0.0782671 Apr 28 20:34:11.340904 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b48266a-7f0b-4e53-afb7-59af4dce5716 None None] Checking router: f3077f4e-f6af-4fcf-9a05-3fc2e3947295 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:34:11.349242 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b48266a-7f0b-4e53-afb7-59af4dce5716 None None] Routers {'f3077f4e-f6af-4fcf-9a05-3fc2e3947295'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:34:11.349835 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-5b48266a-7f0b-4e53-afb7-59af4dce5716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:33:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['f3077f4e-f6af-4fcf-9a05-3fc2e3947295'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:11.419769 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cb78c487-b7b0-481b-bd77-96c323f050e3 req-90ff92e0-3625-45d0-87db-24aade7b795b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=614be7aa-8d47-43e4-904b-64ec384ae118&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0804753 Apr 28 20:34:11.444809 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360e55d-986a-494a-b941-47a319bf7bc7 req-719e0a50-e6dd-47aa-ac14-d8a274af8b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:11.446278 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f360e55d-986a-494a-b941-47a319bf7bc7 req-719e0a50-e6dd-47aa-ac14-d8a274af8b83 service neutron] 10.222.0.15 "GET /v2.0/networks?id=549637b6-c845-467f-a512-7c7ea80d40ee HTTP/1.1" status: 200 len: 898 time: 0.1142349 Apr 28 20:34:11.466106 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-5b48266a-7f0b-4e53-afb7-59af4dce5716 None None] Set router f3077f4e-f6af-4fcf-9a05-3fc2e3947295 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:34:11.489011 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f360e55d-986a-494a-b941-47a319bf7bc7 req-98157a7b-b357-44ae-bad3-b6ff9773163f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c55458c-dd9a-4f89-b1bd-215256853a3a HTTP/1.1" status: 200 len: 217 time: 0.0343640 Apr 28 20:34:11.538665 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360e55d-986a-494a-b941-47a319bf7bc7 req-33eff912-e9f9-4e55-ae1d-4c3cdf959cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:11.540234 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f360e55d-986a-494a-b941-47a319bf7bc7 req-33eff912-e9f9-4e55-ae1d-4c3cdf959cf4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4eb679a4-58cb-4de8-85fe-6a5bfdc5be85 HTTP/1.1" status: 200 len: 835 time: 0.0432715 Apr 28 20:34:11.593851 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360e55d-986a-494a-b941-47a319bf7bc7 req-3e8fe3bc-a99d-4546-a789-ca5bbf49e350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:11.596042 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f360e55d-986a-494a-b941-47a319bf7bc7 req-3e8fe3bc-a99d-4546-a789-ca5bbf49e350 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=549637b6-c845-467f-a512-7c7ea80d40ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458899 Apr 28 20:34:11.687794 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f360e55d-986a-494a-b941-47a319bf7bc7 req-b7197626-cd5d-44fe-8e67-c3798014fdb5 service neutron] 10.222.0.15 "GET /v2.0/networks/549637b6-c845-467f-a512-7c7ea80d40ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854967 Apr 28 20:34:11.746356 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-5b48266a-7f0b-4e53-afb7-59af4dce5716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318463700', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'bcffdb47-6173-45bf-aa1a-0262f79fbfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:32:28Z', 'updated_at': '2022-04-28T20:32:31Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'bcffdb47-6173-45bf-aa1a-0262f79fbfc4', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:32:28Z', 'updated_at': '2022-04-28T20:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'c9dad131-182e-437d-a43a-04c472ded883', 'name': '', 'network_id': '549637b6-c845-467f-a512-7c7ea80d40ee', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:bb:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4eb679a4-58cb-4de8-85fe-6a5bfdc5be85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:32:31Z', 'updated_at': '2022-04-28T20:32:34Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': '4eb679a4-58cb-4de8-85fe-6a5bfdc5be85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:11.773889 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b48266a-7f0b-4e53-afb7-59af4dce5716 None None] The sync data for ids ['f3077f4e-f6af-4fcf-9a05-3fc2e3947295'] in n-d-839810-1 is: [{'id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318463700', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'bcffdb47-6173-45bf-aa1a-0262f79fbfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:32:28Z', 'updated_at': '2022-04-28T20:32:31Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'bcffdb47-6173-45bf-aa1a-0262f79fbfc4', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:32:28Z', 'updated_at': '2022-04-28T20:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'c9dad131-182e-437d-a43a-04c472ded883', 'name': '', 'network_id': '549637b6-c845-467f-a512-7c7ea80d40ee', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:bb:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4eb679a4-58cb-4de8-85fe-6a5bfdc5be85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:32:31Z', 'updated_at': '2022-04-28T20:32:34Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': '4eb679a4-58cb-4de8-85fe-6a5bfdc5be85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:34:11.786549 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f360e55d-986a-494a-b941-47a319bf7bc7 req-2cadf9c9-d265-4a89-9974-2337bd2faa20 service neutron] 10.222.0.15 "GET /v2.0/networks/549637b6-c845-467f-a512-7c7ea80d40ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904517 Apr 28 20:34:12.002743 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41b1e97-1a12-4b25-89c8-6b58068147fb None None] New status for floating IP cee08d89-6759-43ce-b58b-c14422ffe09b: DOWN {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:34:12.538552 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd060ebf-2986-4a1b-a633-00791b90f76a req-ab19a275-0532-4bb0-ad7b-2b0f20bc812c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:12.540117 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cd060ebf-2986-4a1b-a633-00791b90f76a req-ab19a275-0532-4bb0-ad7b-2b0f20bc812c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 945 time: 0.0485156 Apr 28 20:34:12.577018 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773fc18-4dfe-4969-95d6-5901c28b6af5 req-d24c81d4-4d0a-4ab0-bd1a-04be07ce0fc1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:12.578307 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cd060ebf-2986-4a1b-a633-00791b90f76a req-aa034fad-9e48-400f-b847-46fe59bb4567 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=614be7aa-8d47-43e4-904b-64ec384ae118&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319498 Apr 28 20:34:12.578506 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9773fc18-4dfe-4969-95d6-5901c28b6af5 req-d24c81d4-4d0a-4ab0-bd1a-04be07ce0fc1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.15 "GET /v2.0/ports?device_id=85efbbf2-9140-4f7b-baf8-9930d6c2536e HTTP/1.1" status: 200 len: 945 time: 0.0494533 Apr 28 20:34:12.666469 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-9773fc18-4dfe-4969-95d6-5901c28b6af5 req-ec091452-8504-47c0-826e-9784364878dc tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Deleting port 8c55458c-dd9a-4f89-b1bd-215256853a3a {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:34:12.666806 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9773fc18-4dfe-4969-95d6-5901c28b6af5 req-ec091452-8504-47c0-826e-9784364878dc tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:12.755166 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-9773fc18-4dfe-4969-95d6-5901c28b6af5 req-ec091452-8504-47c0-826e-9784364878dc tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] For port 8c55458c-dd9a-4f89-b1bd-215256853a3a, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=8c55458c-dd9a-4f89-b1bd-215256853a3a,segment=NetworkSegment(ac44887c-690b-40b3-abb8-52026a77007c),segment_id=ac44887c-690b-40b3-abb8-52026a77007c)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:34:12.755529 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9773fc18-4dfe-4969-95d6-5901c28b6af5 req-ec091452-8504-47c0-826e-9784364878dc tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:12.768443 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-9773fc18-4dfe-4969-95d6-5901c28b6af5 req-ec091452-8504-47c0-826e-9784364878dc tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Calling delete_port for 8c55458c-dd9a-4f89-b1bd-215256853a3a owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:34:12.896931 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9773fc18-4dfe-4969-95d6-5901c28b6af5 req-ec091452-8504-47c0-826e-9784364878dc tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:12.925879 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec091452-8504-47c0-826e-9784364878dc tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event deleted for resources: {'Port': ['ID=8c55458c-dd9a-4f89-b1bd-215256853a3a,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:12.966305 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-9773fc18-4dfe-4969-95d6-5901c28b6af5 req-ec091452-8504-47c0-826e-9784364878dc tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] No DVR routers for this DVR port 8c55458c-dd9a-4f89-b1bd-215256853a3a on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:34:12.968956 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-9773fc18-4dfe-4969-95d6-5901c28b6af5 req-ec091452-8504-47c0-826e-9784364878dc tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:12.972921 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9773fc18-4dfe-4969-95d6-5901c28b6af5 req-ec091452-8504-47c0-826e-9784364878dc tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.15 "DELETE /v2.0/ports/8c55458c-dd9a-4f89-b1bd-215256853a3a HTTP/1.1" status: 204 len: 173 time: 0.3879552 Apr 28 20:34:13.099731 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85efbbf2-9140-4f7b-baf8-9930d6c2536e', 'name': 'network-vif-deleted', 'tag': '8c55458c-dd9a-4f89-b1bd-215256853a3a'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:34:13.102230 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987aa34c65443dea39eaa51b67d186bb80d94e7c4b504279bd6048524f6efc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800620d7-f7bc-4b26-a318-7a33986ae246" -d '{"events": [{"server_uuid": "85efbbf2-9140-4f7b-baf8-9930d6c2536e", "name": "network-vif-deleted", "tag": "8c55458c-dd9a-4f89-b1bd-215256853a3a"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:34:13.138408 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6974e866-1762-4486-9a65-f7a2a2113261 x-openstack-request-id: req-6974e866-1762-4486-9a65-f7a2a2113261 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:34:13.138702 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85efbbf2-9140-4f7b-baf8-9930d6c2536e", "name": "network-vif-deleted", "tag": "8c55458c-dd9a-4f89-b1bd-215256853a3a", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:34:13.139130 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6974e866-1762-4486-9a65-f7a2a2113261 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:34:13.139363 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6974e866-1762-4486-9a65-f7a2a2113261'] response: {'server_uuid': '85efbbf2-9140-4f7b-baf8-9930d6c2536e', 'name': 'network-vif-deleted', 'tag': '8c55458c-dd9a-4f89-b1bd-215256853a3a', 'status': 'completed', 'code': 200} Apr 28 20:34:13.635989 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38690) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:34:14.324431 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-37f1e8d9-f92c-461d-aa61-26616b0f8053 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:14.572628 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-37f1e8d9-f92c-461d-aa61-26616b0f8053 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Deleting port c9dad131-182e-437d-a43a-04c472ded883 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:34:14.572894 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-37f1e8d9-f92c-461d-aa61-26616b0f8053 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:14.662380 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-37f1e8d9-f92c-461d-aa61-26616b0f8053 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] For port c9dad131-182e-437d-a43a-04c472ded883, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c9dad131-182e-437d-a43a-04c472ded883,segment=NetworkSegment(ac44887c-690b-40b3-abb8-52026a77007c),segment_id=ac44887c-690b-40b3-abb8-52026a77007c)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:34:14.663080 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-37f1e8d9-f92c-461d-aa61-26616b0f8053 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:14.675301 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-37f1e8d9-f92c-461d-aa61-26616b0f8053 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Calling delete_port for c9dad131-182e-437d-a43a-04c472ded883 owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:34:14.854484 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-37f1e8d9-f92c-461d-aa61-26616b0f8053 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:14.882205 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f1e8d9-f92c-461d-aa61-26616b0f8053 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event deleted for resources: {'Port': ['ID=c9dad131-182e-437d-a43a-04c472ded883,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:14.912780 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e8d9-f92c-461d-aa61-26616b0f8053 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:14.913136 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e8d9-f92c-461d-aa61-26616b0f8053 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:14.913483 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e8d9-f92c-461d-aa61-26616b0f8053 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:14.913822 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e8d9-f92c-461d-aa61-26616b0f8053 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:14.914153 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e8d9-f92c-461d-aa61-26616b0f8053 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:14.914484 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e8d9-f92c-461d-aa61-26616b0f8053 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:14.914819 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e8d9-f92c-461d-aa61-26616b0f8053 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:14.915147 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e8d9-f92c-461d-aa61-26616b0f8053 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:14.915473 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e8d9-f92c-461d-aa61-26616b0f8053 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:14.915795 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e8d9-f92c-461d-aa61-26616b0f8053 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:14.916133 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e8d9-f92c-461d-aa61-26616b0f8053 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:14.916478 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e8d9-f92c-461d-aa61-26616b0f8053 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:15.067218 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-37f1e8d9-f92c-461d-aa61-26616b0f8053 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:15.277734 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f1e8d9-f92c-461d-aa61-26616b0f8053 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Router f3077f4e-f6af-4fcf-9a05-3fc2e3947295 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:34:15.385611 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f1e8d9-f92c-461d-aa61-26616b0f8053 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:34:15.392981 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-37f1e8d9-f92c-461d-aa61-26616b0f8053 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "PUT /v2.0/routers/f3077f4e-f6af-4fcf-9a05-3fc2e3947295/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7535355 Apr 28 20:34:15.394045 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38694) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:34:15.395964 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bd03f3-2d07-4e5a-89f0-25320692c7f5 None None] Sync routers for ids ['f3077f4e-f6af-4fcf-9a05-3fc2e3947295'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:34:15.409574 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bd03f3-2d07-4e5a-89f0-25320692c7f5 None None] Routers {'f3077f4e-f6af-4fcf-9a05-3fc2e3947295'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:34:15.410185 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-f6bd03f3-2d07-4e5a-89f0-25320692c7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:33:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['f3077f4e-f6af-4fcf-9a05-3fc2e3947295'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:15.449387 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-648988a6-c47a-4cf0-8b3d-6259843fe25a tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Deleting subnet 4eb679a4-58cb-4de8-85fe-6a5bfdc5be85 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:34:15.452430 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-648988a6-c47a-4cf0-8b3d-6259843fe25a tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:15.492839 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-648988a6-c47a-4cf0-8b3d-6259843fe25a tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:15.512995 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-f6bd03f3-2d07-4e5a-89f0-25320692c7f5 None None] Set router f3077f4e-f6af-4fcf-9a05-3fc2e3947295 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:34:15.576724 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-648988a6-c47a-4cf0-8b3d-6259843fe25a tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:15.638420 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-648988a6-c47a-4cf0-8b3d-6259843fe25a tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:15.665120 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648988a6-c47a-4cf0-8b3d-6259843fe25a tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event deleted for resources: {'Subnet': ['ID=4eb679a4-58cb-4de8-85fe-6a5bfdc5be85,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:15.669934 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-648988a6-c47a-4cf0-8b3d-6259843fe25a tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:15.675642 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-648988a6-c47a-4cf0-8b3d-6259843fe25a tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "DELETE /v2.0/subnets/4eb679a4-58cb-4de8-85fe-6a5bfdc5be85 HTTP/1.1" status: 204 len: 168 time: 0.2781863 Apr 28 20:34:15.675892 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e410de44-d72d-4898-837c-2a41f7205e3d None None] Network 549637b6-c845-467f-a512-7c7ea80d40ee requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:34:15.676392 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38696) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:34:15.701190 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-f6bd03f3-2d07-4e5a-89f0-25320692c7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318463700', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'bcffdb47-6173-45bf-aa1a-0262f79fbfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:32:28Z', 'updated_at': '2022-04-28T20:34:14Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'bcffdb47-6173-45bf-aa1a-0262f79fbfc4', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:32:28Z', 'updated_at': '2022-04-28T20:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:15.728200 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bd03f3-2d07-4e5a-89f0-25320692c7f5 None None] Checking router: f3077f4e-f6af-4fcf-9a05-3fc2e3947295 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:34:15.736842 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bd03f3-2d07-4e5a-89f0-25320692c7f5 None None] Routers {'f3077f4e-f6af-4fcf-9a05-3fc2e3947295'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:34:15.737464 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-f6bd03f3-2d07-4e5a-89f0-25320692c7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:33:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['f3077f4e-f6af-4fcf-9a05-3fc2e3947295'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:15.799901 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-512ed931-6e9c-4a05-bd52-cf7de12a509b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:15.853494 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-f6bd03f3-2d07-4e5a-89f0-25320692c7f5 None None] Set router f3077f4e-f6af-4fcf-9a05-3fc2e3947295 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:34:15.894452 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef15fa03-77de-4362-a363-2271ecce6cb2 None None] DHCP port deletion for 549637b6-c845-467f-a512-7c7ea80d40ee request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:34:15.925648 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-512ed931-6e9c-4a05-bd52-cf7de12a509b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:15.944333 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-ef15fa03-77de-4362-a363-2271ecce6cb2 None None] Deleting port 87a749c3-cd9e-44ed-a203-243d357aab71 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:34:15.944700 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ef15fa03-77de-4362-a363-2271ecce6cb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:15.980913 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-512ed931-6e9c-4a05-bd52-cf7de12a509b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Deleting port bcffdb47-6173-45bf-aa1a-0262f79fbfc4 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:34:15.981302 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-512ed931-6e9c-4a05-bd52-cf7de12a509b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:16.014800 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-ef15fa03-77de-4362-a363-2271ecce6cb2 None None] For port 87a749c3-cd9e-44ed-a203-243d357aab71, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=87a749c3-cd9e-44ed-a203-243d357aab71,segment=NetworkSegment(ac44887c-690b-40b3-abb8-52026a77007c),segment_id=ac44887c-690b-40b3-abb8-52026a77007c)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:34:16.015478 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ef15fa03-77de-4362-a363-2271ecce6cb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:16.030186 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-ef15fa03-77de-4362-a363-2271ecce6cb2 None None] Calling delete_port for 87a749c3-cd9e-44ed-a203-243d357aab71 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:34:16.046037 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-f6bd03f3-2d07-4e5a-89f0-25320692c7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318463700', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'bcffdb47-6173-45bf-aa1a-0262f79fbfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:32:28Z', 'updated_at': '2022-04-28T20:34:14Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'bcffdb47-6173-45bf-aa1a-0262f79fbfc4', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:32:28Z', 'updated_at': '2022-04-28T20:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:16.061489 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-512ed931-6e9c-4a05-bd52-cf7de12a509b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] For port bcffdb47-6173-45bf-aa1a-0262f79fbfc4, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=bcffdb47-6173-45bf-aa1a-0262f79fbfc4,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:34:16.061857 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-512ed931-6e9c-4a05-bd52-cf7de12a509b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:16.073406 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bd03f3-2d07-4e5a-89f0-25320692c7f5 None None] The sync data for ids ['f3077f4e-f6af-4fcf-9a05-3fc2e3947295'] in n-d-839810-1 is: [{'id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318463700', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'bcffdb47-6173-45bf-aa1a-0262f79fbfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:32:28Z', 'updated_at': '2022-04-28T20:34:14Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'bcffdb47-6173-45bf-aa1a-0262f79fbfc4', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3077f4e-f6af-4fcf-9a05-3fc2e3947295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:32:28Z', 'updated_at': '2022-04-28T20:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:34:16.073828 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-512ed931-6e9c-4a05-bd52-cf7de12a509b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Calling delete_port for bcffdb47-6173-45bf-aa1a-0262f79fbfc4 owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:34:16.119241 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ef15fa03-77de-4362-a363-2271ecce6cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:16.142584 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15fa03-77de-4362-a363-2271ecce6cb2 None None] Pushing event deleted for resources: {'Port': ['ID=87a749c3-cd9e-44ed-a203-243d357aab71,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:16.147951 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef15fa03-77de-4362-a363-2271ecce6cb2 None None] No DVR routers for this DVR port 87a749c3-cd9e-44ed-a203-243d357aab71 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:34:16.247908 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-512ed931-6e9c-4a05-bd52-cf7de12a509b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:16.277247 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ed931-6e9c-4a05-bd52-cf7de12a509b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event deleted for resources: {'Port': ['ID=bcffdb47-6173-45bf-aa1a-0262f79fbfc4,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:16.336956 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-512ed931-6e9c-4a05-bd52-cf7de12a509b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:16.428983 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-512ed931-6e9c-4a05-bd52-cf7de12a509b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:16.431183 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-512ed931-6e9c-4a05-bd52-cf7de12a509b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:16.480133 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-512ed931-6e9c-4a05-bd52-cf7de12a509b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:16.480638 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512ed931-6e9c-4a05-bd52-cf7de12a509b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Fanout notify agent at l3_agent the message router_deleted on router f3077f4e-f6af-4fcf-9a05-3fc2e3947295 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:34:16.488828 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-512ed931-6e9c-4a05-bd52-cf7de12a509b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:16.492502 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-512ed931-6e9c-4a05-bd52-cf7de12a509b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "DELETE /v2.0/routers/f3077f4e-f6af-4fcf-9a05-3fc2e3947295 HTTP/1.1" status: 204 len: 168 time: 0.8126028 Apr 28 20:34:16.492907 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38698) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:34:16.573929 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a39287f2-531e-465f-afd7-777841d3e767 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:16.661028 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a39287f2-531e-465f-afd7-777841d3e767 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:16.687707 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-a39287f2-531e-465f-afd7-777841d3e767 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['549637b6-c845-467f-a512-7c7ea80d40ee']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:16.698511 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-a39287f2-531e-465f-afd7-777841d3e767 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac44887c-690b-40b3-abb8-52026a77007c') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:16.698804 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-a39287f2-531e-465f-afd7-777841d3e767 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac44887c-690b-40b3-abb8-52026a77007c') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:16.708703 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a39287f2-531e-465f-afd7-777841d3e767 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:16.722290 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a39287f2-531e-465f-afd7-777841d3e767 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:16.728504 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a39287f2-531e-465f-afd7-777841d3e767 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:34:16.728909 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a39287f2-531e-465f-afd7-777841d3e767 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:16.731851 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 20:34:16.731851 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:34:16.731851 n-d-839810-1 neutron-server[102774]: timer() Apr 28 20:34:16.731851 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:34:16.731851 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 20:34:16.731851 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:34:16.731851 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 20:34:16.731851 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:34:16.731851 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 20:34:16.731851 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:34:16.731851 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 20:34:16.731851 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:34:16.731851 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 20:34:16.731851 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:34:16.731851 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:34:16.731851 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:34:16.731851 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:34:16.731851 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:34:16.731851 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 20:34:16.731851 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:34:16.731851 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 20:34:16.731851 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:34:16.731851 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:34:16.731851 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:34:16.731851 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 20:34:16.731851 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:34:16.731851 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:34:16.731851 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:34:16.731851 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:34:16.731851 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:34:16.731851 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:34:16.731851 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:34:16.789486 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a39287f2-531e-465f-afd7-777841d3e767 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:16.796586 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a39287f2-531e-465f-afd7-777841d3e767 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:16.800978 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a39287f2-531e-465f-afd7-777841d3e767 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "DELETE /v2.0/networks/549637b6-c845-467f-a512-7c7ea80d40ee HTTP/1.1" status: 204 len: 168 time: 0.3071375 Apr 28 20:34:16.804123 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38700) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:34:16.812810 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39287f2-531e-465f-afd7-777841d3e767 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event deleted for resources: {'Network': ['ID=549637b6-c845-467f-a512-7c7ea80d40ee,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:16.861381 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e8c56767-fa9f-42f1-9cf1-af01333121c8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:16.885728 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e8c56767-fa9f-42f1-9cf1-af01333121c8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:16.947259 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e8c56767-fa9f-42f1-9cf1-af01333121c8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:16.949810 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e8c56767-fa9f-42f1-9cf1-af01333121c8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:16.950993 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e8c56767-fa9f-42f1-9cf1-af01333121c8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "DELETE /v2.0/security-groups/614be7aa-8d47-43e4-904b-64ec384ae118 HTTP/1.1" status: 204 len: 168 time: 0.1457491 Apr 28 20:34:16.959708 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c56767-fa9f-42f1-9cf1-af01333121c8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=614be7aa-8d47-43e4-904b-64ec384ae118,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:17.290528 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38706) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:34:17.295246 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-60653d24-5dec-4032-bcd0-fd2ed05b6357 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-679445967', 'description': 'tempest-secgroup-smoke-679445967 description', 'project_id': '98124a5578cd489a90ae211a065fdd6a'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:34:17.317360 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-60653d24-5dec-4032-bcd0-fd2ed05b6357 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:17.383046 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-60653d24-5dec-4032-bcd0-fd2ed05b6357 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:17.386406 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-60653d24-5dec-4032-bcd0-fd2ed05b6357 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:17.415026 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-60653d24-5dec-4032-bcd0-fd2ed05b6357 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:17.416283 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-60653d24-5dec-4032-bcd0-fd2ed05b6357 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1247301 Apr 28 20:34:17.419700 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38708) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:34:17.420402 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60653d24-5dec-4032-bcd0-fd2ed05b6357 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a23ef50-90b6-4145-8964-f02906630f67,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:17.424913 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-309eb894-8365-4391-bdda-835489f4aa3d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'security_group_rule': {'security_group_id': '1a23ef50-90b6-4145-8964-f02906630f67', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:34:17.453107 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-309eb894-8365-4391-bdda-835489f4aa3d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:17.500015 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-309eb894-8365-4391-bdda-835489f4aa3d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:17.503656 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-309eb894-8365-4391-bdda-835489f4aa3d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:17.519082 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309eb894-8365-4391-bdda-835489f4aa3d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92637d6e-ca3c-4118-a61d-1bd23b58d7c9,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:17.528882 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-309eb894-8365-4391-bdda-835489f4aa3d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:17.530119 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-309eb894-8365-4391-bdda-835489f4aa3d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1093919 Apr 28 20:34:17.533445 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38710) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:34:17.537721 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-39f8ba67-9f9e-47c4-b97b-e50f738839d4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'security_group_rule': {'security_group_id': '1a23ef50-90b6-4145-8964-f02906630f67', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:34:17.561215 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-39f8ba67-9f9e-47c4-b97b-e50f738839d4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:17.616357 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-39f8ba67-9f9e-47c4-b97b-e50f738839d4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:17.619559 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-39f8ba67-9f9e-47c4-b97b-e50f738839d4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:17.639487 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8ba67-9f9e-47c4-b97b-e50f738839d4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e03820b-548f-400d-acaa-12744dc840e1,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:17.648492 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-39f8ba67-9f9e-47c4-b97b-e50f738839d4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:17.650403 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-39f8ba67-9f9e-47c4-b97b-e50f738839d4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152809 Apr 28 20:34:17.652348 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38712) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:34:17.656750 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-f7d86385-ef03-4236-8ebb-e97fe2235541 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'security_group_rule': {'security_group_id': '1a23ef50-90b6-4145-8964-f02906630f67', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:34:17.661246 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 8c55458c-dd9a-4f89-b1bd-215256853a3a no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:34:17.681164 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7d86385-ef03-4236-8ebb-e97fe2235541 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:17.682205 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 8c55458c-dd9a-4f89-b1bd-215256853a3a {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:34:17.682557 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 8c55458c-dd9a-4f89-b1bd-215256853a3a not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:34:17.738150 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7d86385-ef03-4236-8ebb-e97fe2235541 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:17.741732 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7d86385-ef03-4236-8ebb-e97fe2235541 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:17.759194 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d86385-ef03-4236-8ebb-e97fe2235541 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16f8bac6-82a2-40c9-88d0-866812f080cb,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:17.767977 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7d86385-ef03-4236-8ebb-e97fe2235541 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:17.770530 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f7d86385-ef03-4236-8ebb-e97fe2235541 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159196 Apr 28 20:34:17.773190 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38714) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:34:17.777444 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-bdf85e1b-310c-4cfb-b16c-b754488ced4d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'security_group_rule': {'security_group_id': '1a23ef50-90b6-4145-8964-f02906630f67', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:34:17.802324 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bdf85e1b-310c-4cfb-b16c-b754488ced4d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:17.821546 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bcffdb47-6173-45bf-aa1a-0262f79fbfc4 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:34:17.843291 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: bcffdb47-6173-45bf-aa1a-0262f79fbfc4 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:34:17.843639 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device bcffdb47-6173-45bf-aa1a-0262f79fbfc4 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:34:17.844046 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 87a749c3-cd9e-44ed-a203-243d357aab71 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:34:17.865083 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 87a749c3-cd9e-44ed-a203-243d357aab71 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:34:17.865525 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 87a749c3-cd9e-44ed-a203-243d357aab71 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:34:17.865995 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c9dad131-182e-437d-a43a-04c472ded883 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:34:17.873410 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bdf85e1b-310c-4cfb-b16c-b754488ced4d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:17.878065 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bdf85e1b-310c-4cfb-b16c-b754488ced4d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:17.889367 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: c9dad131-182e-437d-a43a-04c472ded883 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:34:17.889710 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c9dad131-182e-437d-a43a-04c472ded883 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:34:17.901361 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf85e1b-310c-4cfb-b16c-b754488ced4d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad0299d-d3b9-437a-b5b1-8d1d8088c7e4,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:17.909452 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bdf85e1b-310c-4cfb-b16c-b754488ced4d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:17.910659 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-bdf85e1b-310c-4cfb-b16c-b754488ced4d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1367624 Apr 28 20:34:17.913384 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38716) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:34:17.917603 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-90977c48-05ae-46f3-8d79-b43ceb3fe240 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'security_group_rule': {'security_group_id': '1a23ef50-90b6-4145-8964-f02906630f67', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:34:17.937367 n-d-839810-1 neutron-server[102774]: INFO neutron.db.securitygroups_db [None req-90977c48-05ae-46f3-8d79-b43ceb3fe240 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Project 98124a5578cd489a90ae211a065fdd6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:34:17.942581 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90977c48-05ae-46f3-8d79-b43ceb3fe240 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:18.000614 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90977c48-05ae-46f3-8d79-b43ceb3fe240 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:18.004790 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90977c48-05ae-46f3-8d79-b43ceb3fe240 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:18.025233 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90977c48-05ae-46f3-8d79-b43ceb3fe240 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee54d8ed-fb5f-425b-85d8-e9308d9cf684,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:18.030627 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-90977c48-05ae-46f3-8d79-b43ceb3fe240 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:18.031815 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-90977c48-05ae-46f3-8d79-b43ceb3fe240 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175160 Apr 28 20:34:18.034629 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38718) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:34:18.039077 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-450ed494-c52d-4043-9228-ec990b438b46 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'security_group_rule': {'security_group_id': '1a23ef50-90b6-4145-8964-f02906630f67', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:34:18.059193 n-d-839810-1 neutron-server[102774]: INFO neutron.db.securitygroups_db [None req-450ed494-c52d-4043-9228-ec990b438b46 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Project 98124a5578cd489a90ae211a065fdd6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:34:18.064987 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-450ed494-c52d-4043-9228-ec990b438b46 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:18.124124 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-450ed494-c52d-4043-9228-ec990b438b46 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:18.128250 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-450ed494-c52d-4043-9228-ec990b438b46 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:18.145100 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ed494-c52d-4043-9228-ec990b438b46 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ec5393c-11f6-45fb-ab1b-00a72e73f846,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:18.153258 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-450ed494-c52d-4043-9228-ec990b438b46 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:18.154429 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-450ed494-c52d-4043-9228-ec990b438b46 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188929 Apr 28 20:34:18.157765 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38720) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:34:18.162413 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-bf852ebf-c768-4c28-a993-ec4d0d9aefbb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'network': {'name': 'tempest-network-smoke--2130437939', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'port_security_enabled': True}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:34:18.180955 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf852ebf-c768-4c28-a993-ec4d0d9aefbb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Made reservation on behalf of 98124a5578cd489a90ae211a065fdd6a for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:34:18.184494 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bf852ebf-c768-4c28-a993-ec4d0d9aefbb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:18.207497 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf852ebf-c768-4c28-a993-ec4d0d9aefbb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:34:18.215947 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bf852ebf-c768-4c28-a993-ec4d0d9aefbb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:18.216310 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-bf852ebf-c768-4c28-a993-ec4d0d9aefbb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Added segment d4f4e7aa-24d1-40e7-9814-08669feda2b6 of type vlan for network e84705c5-13e0-40bc-bfc7-f633ab7c7cef Apr 28 20:34:18.258814 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bf852ebf-c768-4c28-a993-ec4d0d9aefbb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:18.282922 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bf852ebf-c768-4c28-a993-ec4d0d9aefbb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:18.288432 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf852ebf-c768-4c28-a993-ec4d0d9aefbb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:18.289031 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bf852ebf-c768-4c28-a993-ec4d0d9aefbb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:18.319061 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-bf852ebf-c768-4c28-a993-ec4d0d9aefbb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1603062 Apr 28 20:34:18.321932 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38722) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:34:18.326552 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-34225339-d65d-4f70-8df1-600c03d293de tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1535773129', 'admin_state_up': True, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:34:18.348233 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-34225339-d65d-4f70-8df1-600c03d293de tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:18.349255 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-34225339-d65d-4f70-8df1-600c03d293de tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:18.358529 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf852ebf-c768-4c28-a993-ec4d0d9aefbb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Network': ['ID=e84705c5-13e0-40bc-bfc7-f633ab7c7cef,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:18.371364 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network e84705c5-13e0-40bc-bfc7-f633ab7c7cef details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:34:18.406329 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-34225339-d65d-4f70-8df1-600c03d293de tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:18.832577 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-34225339-d65d-4f70-8df1-600c03d293de tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:19.036663 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-34225339-d65d-4f70-8df1-600c03d293de tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:19.056049 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-34225339-d65d-4f70-8df1-600c03d293de tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:19.161631 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-34225339-d65d-4f70-8df1-600c03d293de tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Allocated IP 172.25.8.217 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/d397f9c3-bcf6-48b7-8370-3b340761b227) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:34:19.264745 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-34225339-d65d-4f70-8df1-600c03d293de tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:19.299878 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-34225339-d65d-4f70-8df1-600c03d293de tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:19.339957 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34225339-d65d-4f70-8df1-600c03d293de tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:34:19.344692 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-34225339-d65d-4f70-8df1-600c03d293de tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:34:19.348194 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34225339-d65d-4f70-8df1-600c03d293de tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:34:19.371106 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34225339-d65d-4f70-8df1-600c03d293de tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Port': ['ID=d397f9c3-bcf6-48b7-8370-3b340761b227,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:19.598403 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-34225339-d65d-4f70-8df1-600c03d293de tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:19.792834 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-34225339-d65d-4f70-8df1-600c03d293de tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:19.921348 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34225339-d65d-4f70-8df1-600c03d293de tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Router ded4b21c-8a32-4c73-b64b-0a220f0c5906 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 20:34:19.926095 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-68b76773-166d-48cb-87d2-439ec09dfd3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:20.023703 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34225339-d65d-4f70-8df1-600c03d293de tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:34:20.033636 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377315fb-e202-4803-9ca2-aed1d1c8ff91 None None] Sync routers for ids ['ded4b21c-8a32-4c73-b64b-0a220f0c5906'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:34:20.043743 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-34225339-d65d-4f70-8df1-600c03d293de tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:20.043946 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377315fb-e202-4803-9ca2-aed1d1c8ff91 None None] Routers {'ded4b21c-8a32-4c73-b64b-0a220f0c5906'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:34:20.044529 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-377315fb-e202-4803-9ca2-aed1d1c8ff91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:33:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['ded4b21c-8a32-4c73-b64b-0a220f0c5906'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:20.048139 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-34225339-d65d-4f70-8df1-600c03d293de tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7219837 Apr 28 20:34:20.048535 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38724) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:34:20.081894 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5bb05c94-a1f0-498c-ae04-ad11329b74d4 tempest-TestNetworkAdvancedServerOps-889809582 tempest-TestNetworkAdvancedServerOps-889809582-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=98124a5578cd489a90ae211a065fdd6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290928 Apr 28 20:34:20.082102 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38726) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:34:20.151942 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-377315fb-e202-4803-9ca2-aed1d1c8ff91 None None] Set router ded4b21c-8a32-4c73-b64b-0a220f0c5906 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:34:20.165866 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4398454a-8775-4785-944a-9b52f654fd91 tempest-TestNetworkAdvancedServerOps-889809582 tempest-TestNetworkAdvancedServerOps-889809582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:20.167354 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4398454a-8775-4785-944a-9b52f654fd91 tempest-TestNetworkAdvancedServerOps-889809582 tempest-TestNetworkAdvancedServerOps-889809582-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0843365 Apr 28 20:34:20.170437 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38728) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:34:20.198164 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3ddcfe28-f719-4fff-9bc0-052d31831a31 tempest-TestNetworkAdvancedServerOps-889809582 tempest-TestNetworkAdvancedServerOps-889809582-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=562d8c9c-50aa-492e-ae08-06d7f5fe6347&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266547 Apr 28 20:34:20.200674 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38730) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:34:20.205897 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-c93a86c9-e66f-44d9-914e-a523f21a6aef tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-958654843', 'network_id': 'e84705c5-13e0-40bc-bfc7-f633ab7c7cef', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:34:20.294788 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93a86c9-e66f-44d9-914e-a523f21a6aef tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Made reservation on behalf of 98124a5578cd489a90ae211a065fdd6a for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:34:20.298319 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c93a86c9-e66f-44d9-914e-a523f21a6aef tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:20.333678 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-377315fb-e202-4803-9ca2-aed1d1c8ff91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535773129', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'd397f9c3-bcf6-48b7-8370-3b340761b227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:18Z', 'updated_at': '2022-04-28T20:34:19Z', 'revision_number': 3, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'd397f9c3-bcf6-48b7-8370-3b340761b227', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:80:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:19Z', 'updated_at': '2022-04-28T20:34:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:20.364788 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377315fb-e202-4803-9ca2-aed1d1c8ff91 None None] Checking router: ded4b21c-8a32-4c73-b64b-0a220f0c5906 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:34:20.365147 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377315fb-e202-4803-9ca2-aed1d1c8ff91 None None] Updating router ded4b21c-8a32-4c73-b64b-0a220f0c5906 port d397f9c3-bcf6-48b7-8370-3b340761b227 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:34:20.390112 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-377315fb-e202-4803-9ca2-aed1d1c8ff91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:20.484498 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c93a86c9-e66f-44d9-914e-a523f21a6aef tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:20.549211 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a86c9-e66f-44d9-914e-a523f21a6aef tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Subnet': ['ID=bd84df49-459b-42cf-b175-9da6dba259e5,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:20.553456 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93a86c9-e66f-44d9-914e-a523f21a6aef tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Checking segment: {'id': 'd4f4e7aa-24d1-40e7-9814-08669feda2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e84705c5-13e0-40bc-bfc7-f633ab7c7cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:34:20.553820 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93a86c9-e66f-44d9-914e-a523f21a6aef tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Network hostable DHCP agents. Network: e84705c5-13e0-40bc-bfc7-f633ab7c7cef, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:34:20.570492 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93a86c9-e66f-44d9-914e-a523f21a6aef tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Network e84705c5-13e0-40bc-bfc7-f633ab7c7cef is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:34:20.581240 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-c93a86c9-e66f-44d9-914e-a523f21a6aef tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, e84705c5-13e0-40bc-bfc7-f633ab7c7cef) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:34:20.585996 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93a86c9-e66f-44d9-914e-a523f21a6aef tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:20.586795 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c93a86c9-e66f-44d9-914e-a523f21a6aef tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:20.598614 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe04afd-5e33-4a84-a537-1dd1e45c4cab None None] Network e84705c5-13e0-40bc-bfc7-f633ab7c7cef requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:34:20.604887 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c93a86c9-e66f-44d9-914e-a523f21a6aef tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4026549 Apr 28 20:34:20.607689 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38732) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:34:20.708770 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-377315fb-e202-4803-9ca2-aed1d1c8ff91 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:20.720483 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-377315fb-e202-4803-9ca2-aed1d1c8ff91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:20.806568 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6cb74-90df-4140-83c6-760db57cd6cb None None] Pushing event updated for resources: {'Port': ['ID=d397f9c3-bcf6-48b7-8370-3b340761b227,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:20.810537 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-377315fb-e202-4803-9ca2-aed1d1c8ff91 None None] Attempting to bind port d397f9c3-bcf6-48b7-8370-3b340761b227 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:34:20.810915 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-377315fb-e202-4803-9ca2-aed1d1c8ff91 None None] Attempting to bind port d397f9c3-bcf6-48b7-8370-3b340761b227 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:34:20.811274 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377315fb-e202-4803-9ca2-aed1d1c8ff91 None None] Attempting to bind port d397f9c3-bcf6-48b7-8370-3b340761b227 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:34:20.820463 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377315fb-e202-4803-9ca2-aed1d1c8ff91 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:34:20.820844 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377315fb-e202-4803-9ca2-aed1d1c8ff91 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:34:20.821244 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-377315fb-e202-4803-9ca2-aed1d1c8ff91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:20.821633 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377315fb-e202-4803-9ca2-aed1d1c8ff91 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:34:20.822097 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-377315fb-e202-4803-9ca2-aed1d1c8ff91 None None] Bound port: d397f9c3-bcf6-48b7-8370-3b340761b227, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:34:20.822481 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-377315fb-e202-4803-9ca2-aed1d1c8ff91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:20.868646 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352d88cb-c627-4574-8ecb-3dd8c3b99ed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-e84705c5-13e0-40bc-bfc7-f633ab7c7cef', 'network_id': 'e84705c5-13e0-40bc-bfc7-f633ab7c7cef', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'fixed_ips': [{'subnet_id': 'bd84df49-459b-42cf-b175-9da6dba259e5'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:34:20.869496 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-352d88cb-c627-4574-8ecb-3dd8c3b99ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:20.902954 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-377315fb-e202-4803-9ca2-aed1d1c8ff91 None None] For port d397f9c3-bcf6-48b7-8370-3b340761b227, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:34:20.910498 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-377315fb-e202-4803-9ca2-aed1d1c8ff91 None None] For port d397f9c3-bcf6-48b7-8370-3b340761b227, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=d397f9c3-bcf6-48b7-8370-3b340761b227,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:34:20.916650 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-377315fb-e202-4803-9ca2-aed1d1c8ff91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:21.055194 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dea2bd42-391a-452c-9a71-81a633f772fb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:21.055544 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377315fb-e202-4803-9ca2-aed1d1c8ff91 None None] Routers {'ded4b21c-8a32-4c73-b64b-0a220f0c5906'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:34:21.056195 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-377315fb-e202-4803-9ca2-aed1d1c8ff91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:33:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['ded4b21c-8a32-4c73-b64b-0a220f0c5906'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:21.106670 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6cb74-90df-4140-83c6-760db57cd6cb None None] Pushing event updated for resources: {'Port': ['ID=d397f9c3-bcf6-48b7-8370-3b340761b227,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:21.130280 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-352d88cb-c627-4574-8ecb-3dd8c3b99ed3 None None] Allocated IP 172.20.0.2 (e84705c5-13e0-40bc-bfc7-f633ab7c7cef/bd84df49-459b-42cf-b175-9da6dba259e5/5950625b-f41d-46b3-9582-0723bfed30e0) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:34:21.394897 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-377315fb-e202-4803-9ca2-aed1d1c8ff91 None None] Set router ded4b21c-8a32-4c73-b64b-0a220f0c5906 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:34:21.604535 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-352d88cb-c627-4574-8ecb-3dd8c3b99ed3 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:21.611950 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-352d88cb-c627-4574-8ecb-3dd8c3b99ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:21.662282 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352d88cb-c627-4574-8ecb-3dd8c3b99ed3 None None] Network e84705c5-13e0-40bc-bfc7-f633ab7c7cef is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:34:21.668055 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-352d88cb-c627-4574-8ecb-3dd8c3b99ed3 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:34:21.671315 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352d88cb-c627-4574-8ecb-3dd8c3b99ed3 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:34:21.686997 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d88cb-c627-4574-8ecb-3dd8c3b99ed3 None None] Pushing event updated for resources: {'Port': ['ID=5950625b-f41d-46b3-9582-0723bfed30e0,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:21.729705 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-377315fb-e202-4803-9ca2-aed1d1c8ff91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535773129', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'd397f9c3-bcf6-48b7-8370-3b340761b227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:18Z', 'updated_at': '2022-04-28T20:34:19Z', 'revision_number': 3, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'd397f9c3-bcf6-48b7-8370-3b340761b227', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:80:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:19Z', 'updated_at': '2022-04-28T20:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:21.765568 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377315fb-e202-4803-9ca2-aed1d1c8ff91 None None] The sync data for ids ['ded4b21c-8a32-4c73-b64b-0a220f0c5906'] in n-d-839810-1 is: [{'id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535773129', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'd397f9c3-bcf6-48b7-8370-3b340761b227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:18Z', 'updated_at': '2022-04-28T20:34:19Z', 'revision_number': 3, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'd397f9c3-bcf6-48b7-8370-3b340761b227', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:80:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:19Z', 'updated_at': '2022-04-28T20:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:34:21.772719 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-352d88cb-c627-4574-8ecb-3dd8c3b99ed3 None None] Attempting to bind port 5950625b-f41d-46b3-9582-0723bfed30e0 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:34:21.773094 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-352d88cb-c627-4574-8ecb-3dd8c3b99ed3 None None] Attempting to bind port 5950625b-f41d-46b3-9582-0723bfed30e0 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'd4f4e7aa-24d1-40e7-9814-08669feda2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e84705c5-13e0-40bc-bfc7-f633ab7c7cef'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:34:21.773901 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352d88cb-c627-4574-8ecb-3dd8c3b99ed3 None None] Attempting to bind port 5950625b-f41d-46b3-9582-0723bfed30e0 on network e84705c5-13e0-40bc-bfc7-f633ab7c7cef {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:34:21.779560 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352d88cb-c627-4574-8ecb-3dd8c3b99ed3 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:34:21.779945 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352d88cb-c627-4574-8ecb-3dd8c3b99ed3 None None] Checking segment: {'id': 'd4f4e7aa-24d1-40e7-9814-08669feda2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e84705c5-13e0-40bc-bfc7-f633ab7c7cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:34:21.780375 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-352d88cb-c627-4574-8ecb-3dd8c3b99ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:21.780771 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352d88cb-c627-4574-8ecb-3dd8c3b99ed3 None None] Bound using segment: {'id': 'd4f4e7aa-24d1-40e7-9814-08669feda2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e84705c5-13e0-40bc-bfc7-f633ab7c7cef'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:34:21.781250 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-352d88cb-c627-4574-8ecb-3dd8c3b99ed3 None None] Bound port: 5950625b-f41d-46b3-9582-0723bfed30e0, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f4e7aa-24d1-40e7-9814-08669feda2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e84705c5-13e0-40bc-bfc7-f633ab7c7cef'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:34:21.781640 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-352d88cb-c627-4574-8ecb-3dd8c3b99ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:21.856504 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-352d88cb-c627-4574-8ecb-3dd8c3b99ed3 None None] For port 5950625b-f41d-46b3-9582-0723bfed30e0, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:34:21.859903 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-352d88cb-c627-4574-8ecb-3dd8c3b99ed3 None None] For port 5950625b-f41d-46b3-9582-0723bfed30e0, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=5950625b-f41d-46b3-9582-0723bfed30e0,segment=NetworkSegment(d4f4e7aa-24d1-40e7-9814-08669feda2b6),segment_id=d4f4e7aa-24d1-40e7-9814-08669feda2b6)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:34:21.865754 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-352d88cb-c627-4574-8ecb-3dd8c3b99ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:21.932200 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d88cb-c627-4574-8ecb-3dd8c3b99ed3 None None] Pushing event updated for resources: {'Port': ['ID=5950625b-f41d-46b3-9582-0723bfed30e0,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:21.964847 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-dea2bd42-391a-452c-9a71-81a633f772fb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Allocated IP 172.20.0.1 (e84705c5-13e0-40bc-bfc7-f633ab7c7cef/bd84df49-459b-42cf-b175-9da6dba259e5/da06062d-7953-4570-9318-90f04f2a0df0) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:34:22.139455 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dea2bd42-391a-452c-9a71-81a633f772fb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:22.165322 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7a877f76-39e1-4247-b97d-e743f846dd8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:22.187272 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dea2bd42-391a-452c-9a71-81a633f772fb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:22.229998 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea2bd42-391a-452c-9a71-81a633f772fb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Network e84705c5-13e0-40bc-bfc7-f633ab7c7cef is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:34:22.233455 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-dea2bd42-391a-452c-9a71-81a633f772fb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:34:22.241237 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea2bd42-391a-452c-9a71-81a633f772fb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:34:22.290787 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2bd42-391a-452c-9a71-81a633f772fb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Port': ['ID=da06062d-7953-4570-9318-90f04f2a0df0,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:22.303035 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dea2bd42-391a-452c-9a71-81a633f772fb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:22.439164 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dea2bd42-391a-452c-9a71-81a633f772fb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:22.732270 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dea2bd42-391a-452c-9a71-81a633f772fb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:22.738060 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dea2bd42-391a-452c-9a71-81a633f772fb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:22.811432 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2bd42-391a-452c-9a71-81a633f772fb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Port': ['ID=da06062d-7953-4570-9318-90f04f2a0df0,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:22.817879 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dea2bd42-391a-452c-9a71-81a633f772fb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:22.916174 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea2bd42-391a-452c-9a71-81a633f772fb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Network e84705c5-13e0-40bc-bfc7-f633ab7c7cef is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:34:22.917566 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-dea2bd42-391a-452c-9a71-81a633f772fb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:34:22.928216 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26397aca-807a-49fd-b897-ebad9394ce50 None None] Network e84705c5-13e0-40bc-bfc7-f633ab7c7cef requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:34:22.996644 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-5b1c185d-98a4-4e84-9ae0-e9716e67c94f None None] Provisioning complete for port 5950625b-f41d-46b3-9582-0723bfed30e0 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:34:22.996962 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5b1c185d-98a4-4e84-9ae0-e9716e67c94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:23.033207 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea2bd42-391a-452c-9a71-81a633f772fb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Router ded4b21c-8a32-4c73-b64b-0a220f0c5906 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:34:23.148681 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5b1c185d-98a4-4e84-9ae0-e9716e67c94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:23.150096 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea2bd42-391a-452c-9a71-81a633f772fb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:34:23.157904 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-dea2bd42-391a-452c-9a71-81a633f772fb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "PUT /v2.0/routers/ded4b21c-8a32-4c73-b64b-0a220f0c5906/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5466008 Apr 28 20:34:23.186857 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-5b1c185d-98a4-4e84-9ae0-e9716e67c94f None None] For port 5950625b-f41d-46b3-9582-0723bfed30e0, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=5950625b-f41d-46b3-9582-0723bfed30e0,segment=NetworkSegment(d4f4e7aa-24d1-40e7-9814-08669feda2b6),segment_id=d4f4e7aa-24d1-40e7-9814-08669feda2b6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:34:23.193338 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5b1c185d-98a4-4e84-9ae0-e9716e67c94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:23.243899 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c185d-98a4-4e84-9ae0-e9716e67c94f None None] Pushing event updated for resources: {'Port': ['ID=5950625b-f41d-46b3-9582-0723bfed30e0,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:23.320398 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-e08eeb94-7e99-4522-99a5-c02b8e9619ec tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-679445967&fields=id&tenant_id=98124a5578cd489a90ae211a065fdd6a HTTP/1.1" status: 200 len: 267 time: 0.0384235 Apr 28 20:34:23.419564 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-de8e569b-71f4-4987-95c6-7639310de56b None None] Provisioning complete for port da06062d-7953-4570-9318-90f04f2a0df0 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:34:23.420056 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-de8e569b-71f4-4987-95c6-7639310de56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:23.442314 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-bb9d0d9d-000b-446f-9c51-e582a7d990b5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:23.443933 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-bb9d0d9d-000b-446f-9c51-e582a7d990b5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/networks?id=e84705c5-13e0-40bc-bfc7-f633ab7c7cef HTTP/1.1" status: 200 len: 797 time: 0.1165762 Apr 28 20:34:23.461235 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-1a73dbdd-6bd7-4783-894b-f9e305b2c2ce tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/quotas/98124a5578cd489a90ae211a065fdd6a HTTP/1.1" status: 200 len: 375 time: 0.0112386 Apr 28 20:34:23.469412 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942d92d0-4b26-47f5-a6ab-251c0565a6ae None None] Sync routers for ids ['ded4b21c-8a32-4c73-b64b-0a220f0c5906'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:34:23.471698 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-de8e569b-71f4-4987-95c6-7639310de56b None None] Port da06062d-7953-4570-9318-90f04f2a0df0 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:34:23.483413 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-de8e569b-71f4-4987-95c6-7639310de56b None None] Provisioning complete for port 5950625b-f41d-46b3-9582-0723bfed30e0 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:34:23.484013 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-de8e569b-71f4-4987-95c6-7639310de56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:23.484607 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942d92d0-4b26-47f5-a6ab-251c0565a6ae None None] Routers {'ded4b21c-8a32-4c73-b64b-0a220f0c5906'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:34:23.485868 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-942d92d0-4b26-47f5-a6ab-251c0565a6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:34:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['ded4b21c-8a32-4c73-b64b-0a220f0c5906'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:23.527033 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-a338ecf8-5201-42db-a048-46f3b2e8b5e0 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593779 Apr 28 20:34:23.543541 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-c0731fde-4da0-484e-b8ba-6ee0ff0a0e4f service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:34:23.544721 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-c0731fde-4da0-484e-b8ba-6ee0ff0a0e4f service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058560 Apr 28 20:34:23.599847 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-942d92d0-4b26-47f5-a6ab-251c0565a6ae None None] Set router ded4b21c-8a32-4c73-b64b-0a220f0c5906 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:34:23.660277 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-7654d7b5-7396-4cb5-b2e9-d3909b6a8f4d service neutron] 10.222.0.42 "GET /v2.0/networks/e84705c5-13e0-40bc-bfc7-f633ab7c7cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056643 Apr 28 20:34:23.693325 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:23.717063 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-a62e5e52-badf-4c99-adba-d2bba76984a2 None None] Provisioning complete for port da06062d-7953-4570-9318-90f04f2a0df0 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:34:23.717761 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a62e5e52-badf-4c99-adba-d2bba76984a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:23.763460 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-a62e5e52-badf-4c99-adba-d2bba76984a2 None None] Port da06062d-7953-4570-9318-90f04f2a0df0 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:34:23.789349 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-751a1db9-94b6-451a-b532-4a7136016bac service neutron] 10.222.0.42 "GET /v2.0/networks/e84705c5-13e0-40bc-bfc7-f633ab7c7cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223707 Apr 28 20:34:23.849248 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-942d92d0-4b26-47f5-a6ab-251c0565a6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535773129', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'd397f9c3-bcf6-48b7-8370-3b340761b227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:18Z', 'updated_at': '2022-04-28T20:34:22Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'd397f9c3-bcf6-48b7-8370-3b340761b227', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:80:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:19Z', 'updated_at': '2022-04-28T20:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'da06062d-7953-4570-9318-90f04f2a0df0', 'name': '', 'network_id': 'e84705c5-13e0-40bc-bfc7-f633ab7c7cef', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:0d:c3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'bd84df49-459b-42cf-b175-9da6dba259e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:21Z', 'updated_at': '2022-04-28T20:34:22Z', 'revision_number': 2, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': 'bd84df49-459b-42cf-b175-9da6dba259e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:23.885061 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942d92d0-4b26-47f5-a6ab-251c0565a6ae None None] Checking router: ded4b21c-8a32-4c73-b64b-0a220f0c5906 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:34:23.885637 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942d92d0-4b26-47f5-a6ab-251c0565a6ae None None] Updating router ded4b21c-8a32-4c73-b64b-0a220f0c5906 port da06062d-7953-4570-9318-90f04f2a0df0 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:34:23.885828 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-ac34067e-ef43-4ac3-953c-b88dea7041ac None None] Provisioning complete for port da06062d-7953-4570-9318-90f04f2a0df0 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:34:23.886206 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ac34067e-ef43-4ac3-953c-b88dea7041ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:23.923715 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-942d92d0-4b26-47f5-a6ab-251c0565a6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:23.937572 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d397f9c3-bcf6-48b7-8370-3b340761b227 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:34:24.003575 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-ac34067e-ef43-4ac3-953c-b88dea7041ac None None] Port da06062d-7953-4570-9318-90f04f2a0df0 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:34:24.022564 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port d397f9c3-bcf6-48b7-8370-3b340761b227 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:34:24.022943 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:24.029531 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1286c5d8-bbe0-48cf-a8d0-45e3cbe8e7f4 req-b5691c43-b3e0-48f6-ab48-6eaf573b0a57 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ec564a8-fb16-4281-8242-ba9816086589 HTTP/1.1" status: 200 len: 210 time: 0.0485992 Apr 28 20:34:24.108344 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:24.129975 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port d397f9c3-bcf6-48b7-8370-3b340761b227, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=d397f9c3-bcf6-48b7-8370-3b340761b227,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:34:24.135671 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:24.136523 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 5950625b-f41d-46b3-9582-0723bfed30e0 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:34:24.220310 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=d397f9c3-bcf6-48b7-8370-3b340761b227,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:24.227055 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-942d92d0-4b26-47f5-a6ab-251c0565a6ae None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:24.233537 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-942d92d0-4b26-47f5-a6ab-251c0565a6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:24.239385 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 5950625b-f41d-46b3-9582-0723bfed30e0 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:34:24.239816 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:24.394414 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e839f-96f5-45c3-8e46-d46e50370c7a None None] Pushing event updated for resources: {'Port': ['ID=da06062d-7953-4570-9318-90f04f2a0df0,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:24.417839 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e839f-96f5-45c3-8e46-d46e50370c7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:24.418177 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e839f-96f5-45c3-8e46-d46e50370c7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:24.418776 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e839f-96f5-45c3-8e46-d46e50370c7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:24.419225 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e839f-96f5-45c3-8e46-d46e50370c7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:24.419492 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e839f-96f5-45c3-8e46-d46e50370c7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:24.419759 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e839f-96f5-45c3-8e46-d46e50370c7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:24.420076 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e839f-96f5-45c3-8e46-d46e50370c7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:24.420432 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e839f-96f5-45c3-8e46-d46e50370c7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:24.420732 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e839f-96f5-45c3-8e46-d46e50370c7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:24.421048 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e839f-96f5-45c3-8e46-d46e50370c7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:24.421364 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e839f-96f5-45c3-8e46-d46e50370c7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:24.421677 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e839f-96f5-45c3-8e46-d46e50370c7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:24.438929 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-942d92d0-4b26-47f5-a6ab-251c0565a6ae None None] Attempting to bind port da06062d-7953-4570-9318-90f04f2a0df0 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:34:24.438929 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-942d92d0-4b26-47f5-a6ab-251c0565a6ae None None] Attempting to bind port da06062d-7953-4570-9318-90f04f2a0df0 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'd4f4e7aa-24d1-40e7-9814-08669feda2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e84705c5-13e0-40bc-bfc7-f633ab7c7cef'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:34:24.439508 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942d92d0-4b26-47f5-a6ab-251c0565a6ae None None] Attempting to bind port da06062d-7953-4570-9318-90f04f2a0df0 on network e84705c5-13e0-40bc-bfc7-f633ab7c7cef {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:34:24.445112 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942d92d0-4b26-47f5-a6ab-251c0565a6ae None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:34:24.445482 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942d92d0-4b26-47f5-a6ab-251c0565a6ae None None] Checking segment: {'id': 'd4f4e7aa-24d1-40e7-9814-08669feda2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e84705c5-13e0-40bc-bfc7-f633ab7c7cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:34:24.446448 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-942d92d0-4b26-47f5-a6ab-251c0565a6ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:24.446854 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942d92d0-4b26-47f5-a6ab-251c0565a6ae None None] Bound using segment: {'id': 'd4f4e7aa-24d1-40e7-9814-08669feda2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e84705c5-13e0-40bc-bfc7-f633ab7c7cef'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:34:24.447343 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-942d92d0-4b26-47f5-a6ab-251c0565a6ae None None] Bound port: da06062d-7953-4570-9318-90f04f2a0df0, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f4e7aa-24d1-40e7-9814-08669feda2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e84705c5-13e0-40bc-bfc7-f633ab7c7cef'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:34:24.447722 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-942d92d0-4b26-47f5-a6ab-251c0565a6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:24.521872 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-942d92d0-4b26-47f5-a6ab-251c0565a6ae None None] For port da06062d-7953-4570-9318-90f04f2a0df0, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:34:24.525383 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-942d92d0-4b26-47f5-a6ab-251c0565a6ae None None] For port da06062d-7953-4570-9318-90f04f2a0df0, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=da06062d-7953-4570-9318-90f04f2a0df0,segment=NetworkSegment(d4f4e7aa-24d1-40e7-9814-08669feda2b6),segment_id=d4f4e7aa-24d1-40e7-9814-08669feda2b6)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:34:24.529505 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-942d92d0-4b26-47f5-a6ab-251c0565a6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:24.592918 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942d92d0-4b26-47f5-a6ab-251c0565a6ae None None] Routers {'ded4b21c-8a32-4c73-b64b-0a220f0c5906'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:34:24.593558 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-942d92d0-4b26-47f5-a6ab-251c0565a6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:34:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['ded4b21c-8a32-4c73-b64b-0a220f0c5906'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:24.627149 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-280820d8-8332-4687-bd50-3d64d37dca1c None None] Provisioning complete for port da06062d-7953-4570-9318-90f04f2a0df0 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:34:24.627579 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-280820d8-8332-4687-bd50-3d64d37dca1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:24.694868 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e839f-96f5-45c3-8e46-d46e50370c7a None None] Pushing event updated for resources: {'Port': ['ID=da06062d-7953-4570-9318-90f04f2a0df0,revision_number=4']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:24.710604 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-942d92d0-4b26-47f5-a6ab-251c0565a6ae None None] Set router ded4b21c-8a32-4c73-b64b-0a220f0c5906 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:34:24.726189 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-280820d8-8332-4687-bd50-3d64d37dca1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:24.762009 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-280820d8-8332-4687-bd50-3d64d37dca1c None None] For port da06062d-7953-4570-9318-90f04f2a0df0, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=da06062d-7953-4570-9318-90f04f2a0df0,segment=NetworkSegment(d4f4e7aa-24d1-40e7-9814-08669feda2b6),segment_id=d4f4e7aa-24d1-40e7-9814-08669feda2b6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:34:24.768216 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-280820d8-8332-4687-bd50-3d64d37dca1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:24.820305 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280820d8-8332-4687-bd50-3d64d37dca1c None None] Pushing event updated for resources: {'Port': ['ID=da06062d-7953-4570-9318-90f04f2a0df0,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:24.892711 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-399c37a7-6f19-44be-b946-67c91dd23017 None None] Provisioning complete for port da06062d-7953-4570-9318-90f04f2a0df0 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:34:24.893089 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-399c37a7-6f19-44be-b946-67c91dd23017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:24.914857 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-942d92d0-4b26-47f5-a6ab-251c0565a6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535773129', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'd397f9c3-bcf6-48b7-8370-3b340761b227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:18Z', 'updated_at': '2022-04-28T20:34:22Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'd397f9c3-bcf6-48b7-8370-3b340761b227', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:80:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:19Z', 'updated_at': '2022-04-28T20:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'da06062d-7953-4570-9318-90f04f2a0df0', 'name': '', 'network_id': 'e84705c5-13e0-40bc-bfc7-f633ab7c7cef', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:0d:c3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'bd84df49-459b-42cf-b175-9da6dba259e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:21Z', 'updated_at': '2022-04-28T20:34:24Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': 'bd84df49-459b-42cf-b175-9da6dba259e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:24.940950 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942d92d0-4b26-47f5-a6ab-251c0565a6ae None None] The sync data for ids ['ded4b21c-8a32-4c73-b64b-0a220f0c5906'] in n-d-839810-1 is: [{'id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535773129', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'd397f9c3-bcf6-48b7-8370-3b340761b227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:18Z', 'updated_at': '2022-04-28T20:34:22Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'd397f9c3-bcf6-48b7-8370-3b340761b227', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:80:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:19Z', 'updated_at': '2022-04-28T20:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'da06062d-7953-4570-9318-90f04f2a0df0', 'name': '', 'network_id': 'e84705c5-13e0-40bc-bfc7-f633ab7c7cef', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:0d:c3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'bd84df49-459b-42cf-b175-9da6dba259e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:21Z', 'updated_at': '2022-04-28T20:34:24Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': 'bd84df49-459b-42cf-b175-9da6dba259e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:34:25.130226 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-332d11c9-0287-490b-a326-d9fe3d53cc6c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:25.131771 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-332d11c9-0287-490b-a326-d9fe3d53cc6c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.44 "GET /v2.0/networks?id=e84705c5-13e0-40bc-bfc7-f633ab7c7cef HTTP/1.1" status: 200 len: 797 time: 0.1660213 Apr 28 20:34:25.143742 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c311e1db-c22b-4019-bd54-852c4d676654 req-41934114-7d9a-43e4-902b-f2f031f99caa tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ec564a8-fb16-4281-8242-ba9816086589 HTTP/1.1" status: 200 len: 210 time: 0.0319650 Apr 28 20:34:25.187928 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-f01f3f2d-dbfe-4d6d-b1e3-ee3c49ad297b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98124a5578cd489a90ae211a065fdd6a HTTP/1.1" status: 200 len: 379 time: 0.0420685 Apr 28 20:34:25.198044 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-70faf0ec-ffd5-430f-ad5b-8020141904d6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'port': {'device_id': '7ec564a8-fb16-4281-8242-ba9816086589', 'network_id': 'e84705c5-13e0-40bc-bfc7-f633ab7c7cef', 'admin_state_up': True, 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'security_groups': ['1a23ef50-90b6-4145-8964-f02906630f67']}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:34:25.317914 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-70faf0ec-ffd5-430f-ad5b-8020141904d6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Made reservation on behalf of 98124a5578cd489a90ae211a065fdd6a for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:34:25.321650 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-70faf0ec-ffd5-430f-ad5b-8020141904d6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:25.450686 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-70faf0ec-ffd5-430f-ad5b-8020141904d6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Allocated IP 172.20.0.3 (e84705c5-13e0-40bc-bfc7-f633ab7c7cef/bd84df49-459b-42cf-b175-9da6dba259e5/1c7e260d-56fb-4409-b668-38e515c99b5f) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:34:25.599055 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-70faf0ec-ffd5-430f-ad5b-8020141904d6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:25.633174 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-70faf0ec-ffd5-430f-ad5b-8020141904d6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:25.681602 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-70faf0ec-ffd5-430f-ad5b-8020141904d6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Network e84705c5-13e0-40bc-bfc7-f633ab7c7cef is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:34:25.684924 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-70faf0ec-ffd5-430f-ad5b-8020141904d6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:34:25.689680 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-70faf0ec-ffd5-430f-ad5b-8020141904d6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:34:25.716411 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70faf0ec-ffd5-430f-ad5b-8020141904d6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Port': ['ID=1c7e260d-56fb-4409-b668-38e515c99b5f,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:25.743034 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-70faf0ec-ffd5-430f-ad5b-8020141904d6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:25.743663 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-70faf0ec-ffd5-430f-ad5b-8020141904d6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:25.763854 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-70faf0ec-ffd5-430f-ad5b-8020141904d6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5687125 Apr 28 20:34:25.782920 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-30d04981-796f-4273-8e90-1f7b4c33f72e service neutron] Request body: {'port': {'device_id': '7ec564a8-fb16-4281-8242-ba9816086589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:34:25.856859 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-30d04981-796f-4273-8e90-1f7b4c33f72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:25.932965 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device da06062d-7953-4570-9318-90f04f2a0df0 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:34:26.003490 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:26.004400 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port da06062d-7953-4570-9318-90f04f2a0df0 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:34:26.004833 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:26.067021 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:26.073375 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-71b8dffd-03b4-4cf1-b6ca-ec7fe9dc1762 None None] Provisioning complete for port 1c7e260d-56fb-4409-b668-38e515c99b5f triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:34:26.073740 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-71b8dffd-03b4-4cf1-b6ca-ec7fe9dc1762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:26.136895 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-71b8dffd-03b4-4cf1-b6ca-ec7fe9dc1762 None None] Port 1c7e260d-56fb-4409-b668-38e515c99b5f cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:34:26.152751 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d397f9c3-bcf6-48b7-8370-3b340761b227 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:34:26.155173 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-30d04981-796f-4273-8e90-1f7b4c33f72e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c7e260d-56fb-4409-b668-38e515c99b5f {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:34:26.163442 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-30d04981-796f-4273-8e90-1f7b4c33f72e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:26.178573 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-30d04981-796f-4273-8e90-1f7b4c33f72e service neutron] Transition to ACTIVE for port object 1c7e260d-56fb-4409-b668-38e515c99b5f will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:34:26.183472 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-30d04981-796f-4273-8e90-1f7b4c33f72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:26.204022 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port d397f9c3-bcf6-48b7-8370-3b340761b227 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:34:26.205156 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:26.269692 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d04981-796f-4273-8e90-1f7b4c33f72e service neutron] Pushing event updated for resources: {'Port': ['ID=1c7e260d-56fb-4409-b668-38e515c99b5f,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:26.341859 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70259ccf-046b-432f-82d5-36172a60ac14 req-0a40501e-82d2-41d7-9d0e-3ca111e6ac93 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:26.343366 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-70259ccf-046b-432f-82d5-36172a60ac14 req-0a40501e-82d2-41d7-9d0e-3ca111e6ac93 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ec564a8-fb16-4281-8242-ba9816086589 HTTP/1.1" status: 200 len: 943 time: 0.1263013 Apr 28 20:34:26.379958 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-30d04981-796f-4273-8e90-1f7b4c33f72e service neutron] Attempting to bind port 1c7e260d-56fb-4409-b668-38e515c99b5f on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:34:26.380318 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-30d04981-796f-4273-8e90-1f7b4c33f72e service neutron] Attempting to bind port 1c7e260d-56fb-4409-b668-38e515c99b5f by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'd4f4e7aa-24d1-40e7-9814-08669feda2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e84705c5-13e0-40bc-bfc7-f633ab7c7cef'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:34:26.380649 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-30d04981-796f-4273-8e90-1f7b4c33f72e service neutron] Attempting to bind port 1c7e260d-56fb-4409-b668-38e515c99b5f on network e84705c5-13e0-40bc-bfc7-f633ab7c7cef {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:34:26.393844 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-30d04981-796f-4273-8e90-1f7b4c33f72e service neutron] Port 1c7e260d-56fb-4409-b668-38e515c99b5f on network e84705c5-13e0-40bc-bfc7-f633ab7c7cef not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:34:26.394149 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-30d04981-796f-4273-8e90-1f7b4c33f72e service neutron] Attempting to bind port 1c7e260d-56fb-4409-b668-38e515c99b5f on network e84705c5-13e0-40bc-bfc7-f633ab7c7cef {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:34:26.405418 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-70259ccf-046b-432f-82d5-36172a60ac14 req-9526a9ba-b0ef-4e08-8127-8ad14bd00f69 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a23ef50-90b6-4145-8964-f02906630f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536280 Apr 28 20:34:26.406306 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-30d04981-796f-4273-8e90-1f7b4c33f72e service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:34:26.406639 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-30d04981-796f-4273-8e90-1f7b4c33f72e service neutron] Checking segment: {'id': 'd4f4e7aa-24d1-40e7-9814-08669feda2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e84705c5-13e0-40bc-bfc7-f633ab7c7cef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:34:26.407372 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-30d04981-796f-4273-8e90-1f7b4c33f72e service neutron] Bound using segment: {'id': 'd4f4e7aa-24d1-40e7-9814-08669feda2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e84705c5-13e0-40bc-bfc7-f633ab7c7cef'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:34:26.408392 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-30d04981-796f-4273-8e90-1f7b4c33f72e service neutron] Bound port: 1c7e260d-56fb-4409-b668-38e515c99b5f, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f4e7aa-24d1-40e7-9814-08669feda2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e84705c5-13e0-40bc-bfc7-f633ab7c7cef'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:34:26.408651 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-30d04981-796f-4273-8e90-1f7b4c33f72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:26.481400 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-30d04981-796f-4273-8e90-1f7b4c33f72e service neutron] For port 1c7e260d-56fb-4409-b668-38e515c99b5f, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:34:26.485738 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-30d04981-796f-4273-8e90-1f7b4c33f72e service neutron] For port 1c7e260d-56fb-4409-b668-38e515c99b5f, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=1c7e260d-56fb-4409-b668-38e515c99b5f,segment=NetworkSegment(d4f4e7aa-24d1-40e7-9814-08669feda2b6),segment_id=d4f4e7aa-24d1-40e7-9814-08669feda2b6)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:34:26.490429 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-30d04981-796f-4273-8e90-1f7b4c33f72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:26.526600 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-30d04981-796f-4273-8e90-1f7b4c33f72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:26.527212 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-30d04981-796f-4273-8e90-1f7b4c33f72e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:26.529423 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-30d04981-796f-4273-8e90-1f7b4c33f72e service neutron] 10.222.0.44 "PUT /v2.0/ports/1c7e260d-56fb-4409-b668-38e515c99b5f HTTP/1.1" status: 200 len: 1091 time: 0.7557089 Apr 28 20:34:26.531733 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec564a8-fb16-4281-8242-ba9816086589', 'tag': '1c7e260d-56fb-4409-b668-38e515c99b5f'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:34:26.535540 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf124955d82b014a11a6fc2eaac2ea15efe7a1380e167aca24b9fc673bca835b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b98dc0-6710-4a37-adf3-13d3186feb1c" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec564a8-fb16-4281-8242-ba9816086589", "tag": "1c7e260d-56fb-4409-b668-38e515c99b5f"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:34:26.566534 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d04981-796f-4273-8e90-1f7b4c33f72e service neutron] Pushing event updated for resources: {'Port': ['ID=1c7e260d-56fb-4409-b668-38e515c99b5f,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:26.617783 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-76d1b9f8-f208-4dda-8517-557dd8a886dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:26.619296 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-76d1b9f8-f208-4dda-8517-557dd8a886dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&device_id=7ec564a8-fb16-4281-8242-ba9816086589 HTTP/1.1" status: 200 len: 1094 time: 0.0466070 Apr 28 20:34:26.670492 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c45a9be-e999-4c7f-9c86-b3989c301073 x-openstack-request-id: req-3c45a9be-e999-4c7f-9c86-b3989c301073 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:34:26.670780 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec564a8-fb16-4281-8242-ba9816086589", "tag": "1c7e260d-56fb-4409-b668-38e515c99b5f", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:34:26.671031 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3c45a9be-e999-4c7f-9c86-b3989c301073 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:34:26.671428 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c45a9be-e999-4c7f-9c86-b3989c301073'] response: {'name': 'network-changed', 'server_uuid': '7ec564a8-fb16-4281-8242-ba9816086589', 'tag': '1c7e260d-56fb-4409-b668-38e515c99b5f', 'status': 'completed', 'code': 200} Apr 28 20:34:26.673437 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-d9402da3-50f4-4453-8068-c869ad914bdf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c7e260d-56fb-4409-b668-38e515c99b5f HTTP/1.1" status: 200 len: 217 time: 0.0455177 Apr 28 20:34:26.726339 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-75ce824c-ac07-4bb1-bcf6-e44870e7c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:26.727840 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-75ce824c-ac07-4bb1-bcf6-e44870e7c7b7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd84df49-459b-42cf-b175-9da6dba259e5 HTTP/1.1" status: 200 len: 834 time: 0.0469625 Apr 28 20:34:26.776824 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-af6b6c41-7113-487b-bd89-56a7646bca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:26.778941 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-af6b6c41-7113-487b-bd89-56a7646bca7b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e84705c5-13e0-40bc-bfc7-f633ab7c7cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448020 Apr 28 20:34:26.871829 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-cfc0ba1c-3ad1-4b81-b599-5f519d13a9b5 service neutron] 10.222.0.44 "GET /v2.0/networks/e84705c5-13e0-40bc-bfc7-f633ab7c7cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862985 Apr 28 20:34:26.963443 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b7939151-358f-47bf-83f1-c40a7d3c3961 req-c41d990e-e74a-4803-aac0-87b79ea21ee8 service neutron] 10.222.0.44 "GET /v2.0/networks/e84705c5-13e0-40bc-bfc7-f633ab7c7cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844653 Apr 28 20:34:27.047142 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b98dc0-6710-4a37-adf3-13d3186feb1c req-ac2c76cd-9adf-47bf-a5ed-892a77635b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:27.049332 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a2b98dc0-6710-4a37-adf3-13d3186feb1c req-ac2c76cd-9adf-47bf-a5ed-892a77635b23 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&device_id=7ec564a8-fb16-4281-8242-ba9816086589 HTTP/1.1" status: 200 len: 1094 time: 0.0430520 Apr 28 20:34:27.149191 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b98dc0-6710-4a37-adf3-13d3186feb1c req-14607eb1-6526-4c3e-866d-2b9335d11d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:27.150653 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a2b98dc0-6710-4a37-adf3-13d3186feb1c req-14607eb1-6526-4c3e-866d-2b9335d11d81 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e84705c5-13e0-40bc-bfc7-f633ab7c7cef HTTP/1.1" status: 200 len: 898 time: 0.0859580 Apr 28 20:34:27.192045 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a2b98dc0-6710-4a37-adf3-13d3186feb1c req-693ef249-d0bc-445f-908b-707d1f3c7ab7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c7e260d-56fb-4409-b668-38e515c99b5f HTTP/1.1" status: 200 len: 217 time: 0.0342510 Apr 28 20:34:27.238869 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b98dc0-6710-4a37-adf3-13d3186feb1c req-84297a0c-5977-4098-b25e-b68115f72ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:27.240295 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a2b98dc0-6710-4a37-adf3-13d3186feb1c req-84297a0c-5977-4098-b25e-b68115f72ad6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd84df49-459b-42cf-b175-9da6dba259e5 HTTP/1.1" status: 200 len: 834 time: 0.0417769 Apr 28 20:34:27.290169 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b98dc0-6710-4a37-adf3-13d3186feb1c req-74915636-3e08-46f1-8e74-abf3bb57047c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:27.291628 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a2b98dc0-6710-4a37-adf3-13d3186feb1c req-74915636-3e08-46f1-8e74-abf3bb57047c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e84705c5-13e0-40bc-bfc7-f633ab7c7cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436475 Apr 28 20:34:27.379812 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a2b98dc0-6710-4a37-adf3-13d3186feb1c req-d9bafffd-a178-4503-9914-c055f49ed886 service neutron] 10.222.0.44 "GET /v2.0/networks/e84705c5-13e0-40bc-bfc7-f633ab7c7cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807431 Apr 28 20:34:27.843300 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded6cf7-f127-41a4-8c0d-cff4a9c05953 req-765b0b2b-f9e3-4cfb-ad5e-281669827dfc tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:27.844818 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2ded6cf7-f127-41a4-8c0d-cff4a9c05953 req-765b0b2b-f9e3-4cfb-ad5e-281669827dfc tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ec564a8-fb16-4281-8242-ba9816086589 HTTP/1.1" status: 200 len: 943 time: 0.0748026 Apr 28 20:34:27.847017 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a2b98dc0-6710-4a37-adf3-13d3186feb1c req-4596b072-c450-4da5-861a-690eaaffe67e service neutron] 10.222.0.44 "GET /v2.0/networks/e84705c5-13e0-40bc-bfc7-f633ab7c7cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593964 Apr 28 20:34:27.883902 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-2ded6cf7-f127-41a4-8c0d-cff4a9c05953 req-4a62b5fc-dda5-4fd2-86c6-89caad6defaa tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a23ef50-90b6-4145-8964-f02906630f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329320 Apr 28 20:34:28.999131 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f121124-3066-4207-b807-936079c79547 req-d4d793d8-8208-497f-8c07-07bb3cd52924 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:29.001250 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2f121124-3066-4207-b807-936079c79547 req-d4d793d8-8208-497f-8c07-07bb3cd52924 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ec564a8-fb16-4281-8242-ba9816086589 HTTP/1.1" status: 200 len: 943 time: 0.0483608 Apr 28 20:34:29.040912 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2f121124-3066-4207-b807-936079c79547 req-0b6912f1-ba0c-4c57-b6d9-1968d9c2179b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a23ef50-90b6-4145-8964-f02906630f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330491 Apr 28 20:34:29.695188 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 1c7e260d-56fb-4409-b668-38e515c99b5f details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:34:29.793835 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 1c7e260d-56fb-4409-b668-38e515c99b5f, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=1c7e260d-56fb-4409-b668-38e515c99b5f,segment=NetworkSegment(d4f4e7aa-24d1-40e7-9814-08669feda2b6),segment_id=d4f4e7aa-24d1-40e7-9814-08669feda2b6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:34:29.805505 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '1c7e260d-56fb-4409-b668-38e515c99b5f', 'network_id': 'e84705c5-13e0-40bc-bfc7-f633ab7c7cef', 'port_id': '1c7e260d-56fb-4409-b668-38e515c99b5f', 'mac_address': 'fa:16:3e:51:e6:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd84df49-459b-42cf-b175-9da6dba259e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:34:29.840489 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:29.852997 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c7e260d-56fb-4409-b668-38e515c99b5f {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:34:29.872385 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 1c7e260d-56fb-4409-b668-38e515c99b5f, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=1c7e260d-56fb-4409-b668-38e515c99b5f,segment=NetworkSegment(d4f4e7aa-24d1-40e7-9814-08669feda2b6),segment_id=d4f4e7aa-24d1-40e7-9814-08669feda2b6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:34:29.876109 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:29.920782 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=1c7e260d-56fb-4409-b668-38e515c99b5f,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:30.081878 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['1c7e260d-56fb-4409-b668-38e515c99b5f'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:34:30.161648 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e085e-64f2-432a-8cd0-f70dc00e6f8d req-2fd70fa8-f2fc-4405-8d12-30a58c6fdf65 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:30.163132 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ae8e085e-64f2-432a-8cd0-f70dc00e6f8d req-2fd70fa8-f2fc-4405-8d12-30a58c6fdf65 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ec564a8-fb16-4281-8242-ba9816086589 HTTP/1.1" status: 200 len: 944 time: 0.0520198 Apr 28 20:34:30.201355 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ae8e085e-64f2-432a-8cd0-f70dc00e6f8d req-edcae546-a0ad-4c36-af3c-ce7a7d9a819b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a23ef50-90b6-4145-8964-f02906630f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315349 Apr 28 20:34:31.319295 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a636e-0370-4f51-97db-205656c794ac req-f6d589c8-ba95-454f-af43-4c1680e84c78 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:31.320782 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-133a636e-0370-4f51-97db-205656c794ac req-f6d589c8-ba95-454f-af43-4c1680e84c78 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ec564a8-fb16-4281-8242-ba9816086589 HTTP/1.1" status: 200 len: 944 time: 0.0483949 Apr 28 20:34:31.357645 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-133a636e-0370-4f51-97db-205656c794ac req-070b3820-e49e-4de8-87c7-d3b9ce6ac22f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a23ef50-90b6-4145-8964-f02906630f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307970 Apr 28 20:34:31.709453 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 1c7e260d-56fb-4409-b668-38e515c99b5f up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:34:31.756275 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 1c7e260d-56fb-4409-b668-38e515c99b5f completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:34:31.760148 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 1c7e260d-56fb-4409-b668-38e515c99b5f triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:34:31.760525 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:31.836529 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:31.858659 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec564a8-fb16-4281-8242-ba9816086589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7e260d-56fb-4409-b668-38e515c99b5f'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:34:31.865083 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f0961dc541b5264c963834c151b06290830566d9874400a6cf73f3b09243849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd39934b-546d-401f-b1e1-dd75ea59fb87" -d '{"events": [{"server_uuid": "7ec564a8-fb16-4281-8242-ba9816086589", "name": "network-vif-plugged", "status": "completed", "tag": "1c7e260d-56fb-4409-b668-38e515c99b5f"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:34:31.878624 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 1c7e260d-56fb-4409-b668-38e515c99b5f, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=1c7e260d-56fb-4409-b668-38e515c99b5f,segment=NetworkSegment(d4f4e7aa-24d1-40e7-9814-08669feda2b6),segment_id=d4f4e7aa-24d1-40e7-9814-08669feda2b6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:34:31.882644 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:31.909506 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167a7150-e67f-4350-ab94-46107883c731 x-openstack-request-id: req-167a7150-e67f-4350-ab94-46107883c731 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:34:31.909803 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec564a8-fb16-4281-8242-ba9816086589", "name": "network-vif-plugged", "status": "completed", "tag": "1c7e260d-56fb-4409-b668-38e515c99b5f", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:34:31.910061 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-167a7150-e67f-4350-ab94-46107883c731 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:34:31.910447 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-167a7150-e67f-4350-ab94-46107883c731'] response: {'server_uuid': '7ec564a8-fb16-4281-8242-ba9816086589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7e260d-56fb-4409-b668-38e515c99b5f', 'code': 200} Apr 28 20:34:31.935326 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=1c7e260d-56fb-4409-b668-38e515c99b5f,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:32.004717 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d147e73-0de5-4e67-ae53-6cb0b61e92b1 req-6a6924d3-03b2-4129-8a69-33ea6785d92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:32.006098 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4d147e73-0de5-4e67-ae53-6cb0b61e92b1 req-6a6924d3-03b2-4129-8a69-33ea6785d92e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7ec564a8-fb16-4281-8242-ba9816086589 HTTP/1.1" status: 200 len: 1096 time: 0.0405650 Apr 28 20:34:32.040034 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4d147e73-0de5-4e67-ae53-6cb0b61e92b1 req-6f66856e-08df-4f5b-ac06-b2bbb1d135f1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1a23ef50-90b6-4145-8964-f02906630f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279131 Apr 28 20:34:32.371962 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:32.479068 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7be71-7a53-442e-bb28-cc91d7611391 req-1ddc6d59-c5b7-44b2-894f-b230dc03ac8a tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:32.480551 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-29d7be71-7a53-442e-bb28-cc91d7611391 req-1ddc6d59-c5b7-44b2-894f-b230dc03ac8a tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ec564a8-fb16-4281-8242-ba9816086589 HTTP/1.1" status: 200 len: 945 time: 0.0535796 Apr 28 20:34:32.517862 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-29d7be71-7a53-442e-bb28-cc91d7611391 req-bf741865-1922-4226-b5de-59decd6ef2d4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a23ef50-90b6-4145-8964-f02906630f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308290 Apr 28 20:34:33.895411 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdeb4e9-8fbb-4307-a73d-46bd5d1f1eff req-36a92dc8-521c-4008-b361-bce101260d99 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:33.896946 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0fdeb4e9-8fbb-4307-a73d-46bd5d1f1eff req-36a92dc8-521c-4008-b361-bce101260d99 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ec564a8-fb16-4281-8242-ba9816086589 HTTP/1.1" status: 200 len: 945 time: 0.0499277 Apr 28 20:34:33.901078 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:33.934900 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0fdeb4e9-8fbb-4307-a73d-46bd5d1f1eff req-1518ffa7-5cf2-4da4-8c1d-3b066827f64c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a23ef50-90b6-4145-8964-f02906630f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316491 Apr 28 20:34:34.056172 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935987f3-c9e8-4a5e-90ba-ce0a4461f9b9 req-58488a8e-4f99-4f65-acce-e933fb7f0b1c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:34.057632 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-935987f3-c9e8-4a5e-90ba-ce0a4461f9b9 req-58488a8e-4f99-4f65-acce-e933fb7f0b1c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ec564a8-fb16-4281-8242-ba9816086589 HTTP/1.1" status: 200 len: 945 time: 0.0487492 Apr 28 20:34:34.096744 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-935987f3-c9e8-4a5e-90ba-ce0a4461f9b9 req-d3f35810-c42f-49d8-bc60-6da44cfb487d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a23ef50-90b6-4145-8964-f02906630f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323918 Apr 28 20:34:34.117706 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38784) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:34:34.158323 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d2523c-bfd0-4a3a-bbd5-f43c8f4afdb5 tempest-TestNetworkAdvancedServerOps-889809582 tempest-TestNetworkAdvancedServerOps-889809582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:34.159765 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d2d2523c-bfd0-4a3a-bbd5-f43c8f4afdb5 tempest-TestNetworkAdvancedServerOps-889809582 tempest-TestNetworkAdvancedServerOps-889809582-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7ec564a8-fb16-4281-8242-ba9816086589 HTTP/1.1" status: 200 len: 1091 time: 0.0410984 Apr 28 20:34:34.162522 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38786) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:34:34.166846 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-a8505fd7-475e-47b3-a4ce-56f8c3231691 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'port_id': '1c7e260d-56fb-4409-b668-38e515c99b5f', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:34:34.189648 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a8505fd7-475e-47b3-a4ce-56f8c3231691 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for floatingip, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:34.288012 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a8505fd7-475e-47b3-a4ce-56f8c3231691 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:34.393167 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-a8505fd7-475e-47b3-a4ce-56f8c3231691 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Allocated IP 172.25.8.139 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/0d841da2-28e5-4df7-b256-f65dbbdbf659) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:34:34.491715 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a8505fd7-475e-47b3-a4ce-56f8c3231691 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:34.525313 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a8505fd7-475e-47b3-a4ce-56f8c3231691 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:34.558584 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8505fd7-475e-47b3-a4ce-56f8c3231691 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:34:34.561283 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-a8505fd7-475e-47b3-a4ce-56f8c3231691 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:34:34.567302 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8505fd7-475e-47b3-a4ce-56f8c3231691 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:34:34.598276 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8505fd7-475e-47b3-a4ce-56f8c3231691 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Port': ['ID=0d841da2-28e5-4df7-b256-f65dbbdbf659,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:34.948367 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a8505fd7-475e-47b3-a4ce-56f8c3231691 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:35.017472 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a8505fd7-475e-47b3-a4ce-56f8c3231691 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:35.165598 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a8505fd7-475e-47b3-a4ce-56f8c3231691 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:35.170504 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a8505fd7-475e-47b3-a4ce-56f8c3231691 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:35.235734 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8505fd7-475e-47b3-a4ce-56f8c3231691 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Port': ['ID=0d841da2-28e5-4df7-b256-f65dbbdbf659,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:35.247076 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a8505fd7-475e-47b3-a4ce-56f8c3231691 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:35.347232 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [None req-a8505fd7-475e-47b3-a4ce-56f8c3231691 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Floating IP ed5fe3b3-3736-4ed0-beb9-91001eb571bf associated. External IP: 172.25.8.139, port: 1c7e260d-56fb-4409-b668-38e515c99b5f. Apr 28 20:34:35.548988 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8505fd7-475e-47b3-a4ce-56f8c3231691 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Router ded4b21c-8a32-4c73-b64b-0a220f0c5906 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:34:35.654023 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8505fd7-475e-47b3-a4ce-56f8c3231691 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:34:35.664241 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6908aee-ea3a-4c70-b6ce-890f6336579e None None] Sync routers for ids ['ded4b21c-8a32-4c73-b64b-0a220f0c5906'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:34:35.671650 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a8505fd7-475e-47b3-a4ce-56f8c3231691 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:35.674954 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6908aee-ea3a-4c70-b6ce-890f6336579e None None] Routers {'ded4b21c-8a32-4c73-b64b-0a220f0c5906'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:34:35.675567 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d6908aee-ea3a-4c70-b6ce-890f6336579e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:34:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['ded4b21c-8a32-4c73-b64b-0a220f0c5906'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:35.698320 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a8505fd7-475e-47b3-a4ce-56f8c3231691 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5347846 Apr 28 20:34:35.699148 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec564a8-fb16-4281-8242-ba9816086589', 'tag': '1c7e260d-56fb-4409-b668-38e515c99b5f'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:34:35.701565 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987aa34c65443dea39eaa51b67d186bb80d94e7c4b504279bd6048524f6efc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eeb8f0d-5df3-4943-92cc-c80e623abdb1" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec564a8-fb16-4281-8242-ba9816086589", "tag": "1c7e260d-56fb-4409-b668-38e515c99b5f"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:34:35.804863 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce81f24-80c6-4518-8b14-b160c97c4c86 x-openstack-request-id: req-0ce81f24-80c6-4518-8b14-b160c97c4c86 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:34:35.805153 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec564a8-fb16-4281-8242-ba9816086589", "tag": "1c7e260d-56fb-4409-b668-38e515c99b5f", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:34:35.805406 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0ce81f24-80c6-4518-8b14-b160c97c4c86 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:34:35.805816 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ce81f24-80c6-4518-8b14-b160c97c4c86'] response: {'name': 'network-changed', 'server_uuid': '7ec564a8-fb16-4281-8242-ba9816086589', 'tag': '1c7e260d-56fb-4409-b668-38e515c99b5f', 'status': 'completed', 'code': 200} Apr 28 20:34:35.819586 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe280f-3c82-460b-a760-6d853ed5b4f2 req-7b7518f3-7b61-466c-928a-81e86d76d00f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:35.822776 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-61fe280f-3c82-460b-a760-6d853ed5b4f2 req-7b7518f3-7b61-466c-928a-81e86d76d00f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ec564a8-fb16-4281-8242-ba9816086589 HTTP/1.1" status: 200 len: 945 time: 0.0677927 Apr 28 20:34:35.834172 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-d6908aee-ea3a-4c70-b6ce-890f6336579e None None] Set router ded4b21c-8a32-4c73-b64b-0a220f0c5906 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:34:35.890267 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-61fe280f-3c82-460b-a760-6d853ed5b4f2 req-647935d0-c4e2-4794-af45-a0fde905af58 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a23ef50-90b6-4145-8964-f02906630f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530217 Apr 28 20:34:35.893128 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb8f0d-5df3-4943-92cc-c80e623abdb1 req-6456c845-987b-45ad-83c7-c46e6863409b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:35.894525 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6eeb8f0d-5df3-4943-92cc-c80e623abdb1 req-6456c845-987b-45ad-83c7-c46e6863409b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&device_id=7ec564a8-fb16-4281-8242-ba9816086589 HTTP/1.1" status: 200 len: 1096 time: 0.0664864 Apr 28 20:34:35.914562 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38794) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:34:35.980019 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a064b2a8-6ce2-4849-87d7-c389db0d9bd5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/floatingips/ed5fe3b3-3736-4ed0-beb9-91001eb571bf HTTP/1.1" status: 200 len: 991 time: 0.0641904 Apr 28 20:34:35.997745 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb8f0d-5df3-4943-92cc-c80e623abdb1 req-87989e1f-ea1f-4f66-bcf9-229f317fc4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:35.999220 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6eeb8f0d-5df3-4943-92cc-c80e623abdb1 req-87989e1f-ea1f-4f66-bcf9-229f317fc4e3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e84705c5-13e0-40bc-bfc7-f633ab7c7cef HTTP/1.1" status: 200 len: 898 time: 0.0982888 Apr 28 20:34:36.067258 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6eeb8f0d-5df3-4943-92cc-c80e623abdb1 req-0e5ebab5-e4ae-493d-a532-4cbfc5f5a881 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c7e260d-56fb-4409-b668-38e515c99b5f HTTP/1.1" status: 200 len: 999 time: 0.0612087 Apr 28 20:34:36.116933 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb8f0d-5df3-4943-92cc-c80e623abdb1 req-37218834-02f0-43e6-91f5-9b2865eca82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:36.118495 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6eeb8f0d-5df3-4943-92cc-c80e623abdb1 req-37218834-02f0-43e6-91f5-9b2865eca82f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd84df49-459b-42cf-b175-9da6dba259e5 HTTP/1.1" status: 200 len: 834 time: 0.0449255 Apr 28 20:34:36.169913 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb8f0d-5df3-4943-92cc-c80e623abdb1 req-48507e42-21c8-4379-9862-109fe4de91ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:36.171421 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6eeb8f0d-5df3-4943-92cc-c80e623abdb1 req-48507e42-21c8-4379-9862-109fe4de91ce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e84705c5-13e0-40bc-bfc7-f633ab7c7cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463388 Apr 28 20:34:36.263172 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6eeb8f0d-5df3-4943-92cc-c80e623abdb1 req-d285f912-21e3-438f-b148-90009168c1da service neutron] 10.222.0.44 "GET /v2.0/networks/e84705c5-13e0-40bc-bfc7-f633ab7c7cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830436 Apr 28 20:34:36.284934 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d6908aee-ea3a-4c70-b6ce-890f6336579e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535773129', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'd397f9c3-bcf6-48b7-8370-3b340761b227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:18Z', 'updated_at': '2022-04-28T20:34:22Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'd397f9c3-bcf6-48b7-8370-3b340761b227', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:80:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:19Z', 'updated_at': '2022-04-28T20:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': 'ed5fe3b3-3736-4ed0-beb9-91001eb571bf', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'port_id': '1c7e260d-56fb-4409-b668-38e515c99b5f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e84705c5-13e0-40bc-bfc7-f633ab7c7cef', 'mac_address': 'fa:16:3e:51:e6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec564a8-fb16-4281-8242-ba9816086589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:34:34Z', 'updated_at': '2022-04-28T20:34:34Z', 'revision_number': 0, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da06062d-7953-4570-9318-90f04f2a0df0', 'name': '', 'network_id': 'e84705c5-13e0-40bc-bfc7-f633ab7c7cef', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:0d:c3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'bd84df49-459b-42cf-b175-9da6dba259e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:21Z', 'updated_at': '2022-04-28T20:34:24Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': 'bd84df49-459b-42cf-b175-9da6dba259e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:36.311843 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6908aee-ea3a-4c70-b6ce-890f6336579e None None] Checking router: ded4b21c-8a32-4c73-b64b-0a220f0c5906 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:34:36.320453 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6908aee-ea3a-4c70-b6ce-890f6336579e None None] Routers {'ded4b21c-8a32-4c73-b64b-0a220f0c5906'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:34:36.320992 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d6908aee-ea3a-4c70-b6ce-890f6336579e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:34:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['ded4b21c-8a32-4c73-b64b-0a220f0c5906'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:36.357270 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6eeb8f0d-5df3-4943-92cc-c80e623abdb1 req-39d0a5d1-f1ba-4c85-85c4-2358916df146 service neutron] 10.222.0.44 "GET /v2.0/networks/e84705c5-13e0-40bc-bfc7-f633ab7c7cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878003 Apr 28 20:34:36.428351 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-d6908aee-ea3a-4c70-b6ce-890f6336579e None None] Set router ded4b21c-8a32-4c73-b64b-0a220f0c5906 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:34:36.648001 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:34:36.651453 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-d6908aee-ea3a-4c70-b6ce-890f6336579e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535773129', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'd397f9c3-bcf6-48b7-8370-3b340761b227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:18Z', 'updated_at': '2022-04-28T20:34:22Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'd397f9c3-bcf6-48b7-8370-3b340761b227', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:80:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:19Z', 'updated_at': '2022-04-28T20:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': 'ed5fe3b3-3736-4ed0-beb9-91001eb571bf', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'port_id': '1c7e260d-56fb-4409-b668-38e515c99b5f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e84705c5-13e0-40bc-bfc7-f633ab7c7cef', 'mac_address': 'fa:16:3e:51:e6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec564a8-fb16-4281-8242-ba9816086589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:34:34Z', 'updated_at': '2022-04-28T20:34:34Z', 'revision_number': 0, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da06062d-7953-4570-9318-90f04f2a0df0', 'name': '', 'network_id': 'e84705c5-13e0-40bc-bfc7-f633ab7c7cef', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:0d:c3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'bd84df49-459b-42cf-b175-9da6dba259e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:21Z', 'updated_at': '2022-04-28T20:34:24Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': 'bd84df49-459b-42cf-b175-9da6dba259e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:36.678462 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6908aee-ea3a-4c70-b6ce-890f6336579e None None] The sync data for ids ['ded4b21c-8a32-4c73-b64b-0a220f0c5906'] in n-d-839810-1 is: [{'id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535773129', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'd397f9c3-bcf6-48b7-8370-3b340761b227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:18Z', 'updated_at': '2022-04-28T20:34:22Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'd397f9c3-bcf6-48b7-8370-3b340761b227', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:80:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:19Z', 'updated_at': '2022-04-28T20:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': 'ed5fe3b3-3736-4ed0-beb9-91001eb571bf', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'port_id': '1c7e260d-56fb-4409-b668-38e515c99b5f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e84705c5-13e0-40bc-bfc7-f633ab7c7cef', 'mac_address': 'fa:16:3e:51:e6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec564a8-fb16-4281-8242-ba9816086589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:34:34Z', 'updated_at': '2022-04-28T20:34:34Z', 'revision_number': 0, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da06062d-7953-4570-9318-90f04f2a0df0', 'name': '', 'network_id': 'e84705c5-13e0-40bc-bfc7-f633ab7c7cef', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:0d:c3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'bd84df49-459b-42cf-b175-9da6dba259e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:21Z', 'updated_at': '2022-04-28T20:34:24Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': 'bd84df49-459b-42cf-b175-9da6dba259e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:34:36.871726 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc5f07b-48be-4c01-bf3c-1af13627cd70 None None] New status for floating IP ed5fe3b3-3736-4ed0-beb9-91001eb571bf: ACTIVE {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:34:36.984180 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38796) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:34:37.053589 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ee593b4a-7f31-4022-91e2-ef92ddf81a3f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/floatingips/ed5fe3b3-3736-4ed0-beb9-91001eb571bf HTTP/1.1" status: 200 len: 991 time: 0.0681901 Apr 28 20:34:38.057632 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38798) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:34:38.117106 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6e6d7d40-aa73-48d8-8424-aad5b856d908 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/floatingips/ed5fe3b3-3736-4ed0-beb9-91001eb571bf HTTP/1.1" status: 200 len: 993 time: 0.0584471 Apr 28 20:34:49.928851 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-901955e1-9a44-4ceb-9990-7124c3b0034e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:52.158628 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-11cb234c-0241-42ea-b5f2-00c445e7cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:53.693063 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:55.974391 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:56.018692 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:02.373204 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:03.893770 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:03.970669 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b863b86c-53a4-45be-929b-51e24bc84d8a req-283c64b9-37ac-42a3-b062-c4e48c603ce2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7ec564a8-fb16-4281-8242-ba9816086589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404482 Apr 28 20:35:04.053723 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b86c-53a4-45be-929b-51e24bc84d8a req-09835c15-9c4e-4974-b77a-924f7d8d3499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:04.055106 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b863b86c-53a4-45be-929b-51e24bc84d8a req-09835c15-9c4e-4974-b77a-924f7d8d3499 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&device_id=7ec564a8-fb16-4281-8242-ba9816086589 HTTP/1.1" status: 200 len: 1096 time: 0.0429101 Apr 28 20:35:04.165024 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b86c-53a4-45be-929b-51e24bc84d8a req-04beb817-8509-4a03-8e5c-a24e66041681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:04.166509 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b863b86c-53a4-45be-929b-51e24bc84d8a req-04beb817-8509-4a03-8e5c-a24e66041681 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e84705c5-13e0-40bc-bfc7-f633ab7c7cef HTTP/1.1" status: 200 len: 898 time: 0.0918384 Apr 28 20:35:04.231140 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b863b86c-53a4-45be-929b-51e24bc84d8a req-316a6a9c-f103-4b93-89c7-b6697a58ba3a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c7e260d-56fb-4409-b668-38e515c99b5f HTTP/1.1" status: 200 len: 1001 time: 0.0572042 Apr 28 20:35:04.280908 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b86c-53a4-45be-929b-51e24bc84d8a req-aabeb8c4-7b6c-4040-8532-a1118dd6b575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:04.282547 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b863b86c-53a4-45be-929b-51e24bc84d8a req-aabeb8c4-7b6c-4040-8532-a1118dd6b575 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd84df49-459b-42cf-b175-9da6dba259e5 HTTP/1.1" status: 200 len: 834 time: 0.0436587 Apr 28 20:35:04.331781 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863b86c-53a4-45be-929b-51e24bc84d8a req-4dcbdf23-d53a-444b-9ff3-1f8936b17415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:04.333271 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b863b86c-53a4-45be-929b-51e24bc84d8a req-4dcbdf23-d53a-444b-9ff3-1f8936b17415 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e84705c5-13e0-40bc-bfc7-f633ab7c7cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442419 Apr 28 20:35:04.420973 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b863b86c-53a4-45be-929b-51e24bc84d8a req-6e1507e2-030d-4f2a-aeed-3a2dc6477d53 service neutron] 10.222.0.44 "GET /v2.0/networks/e84705c5-13e0-40bc-bfc7-f633ab7c7cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808053 Apr 28 20:35:04.524571 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b863b86c-53a4-45be-929b-51e24bc84d8a req-fed2432a-5551-4b9e-9d38-a1624bc79bc1 service neutron] 10.222.0.44 "GET /v2.0/networks/e84705c5-13e0-40bc-bfc7-f633ab7c7cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897639 Apr 28 20:35:04.815886 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9ffbe-f2f6-4b8b-a64d-dd93c611c158 req-70fbdf70-b50e-4784-a836-29e903f302a1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:04.817519 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-08f9ffbe-f2f6-4b8b-a64d-dd93c611c158 req-70fbdf70-b50e-4784-a836-29e903f302a1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ec564a8-fb16-4281-8242-ba9816086589 HTTP/1.1" status: 200 len: 945 time: 0.0565321 Apr 28 20:35:04.856214 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-08f9ffbe-f2f6-4b8b-a64d-dd93c611c158 req-e4183951-7768-4cf4-8a32-54f11cd6df81 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a23ef50-90b6-4145-8964-f02906630f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325255 Apr 28 20:35:05.975356 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e480afc-a723-4fd9-8ae6-3acd67236bd1 req-e58386ea-f55d-4503-aff5-1515ce938af3 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:05.976841 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6e480afc-a723-4fd9-8ae6-3acd67236bd1 req-e58386ea-f55d-4503-aff5-1515ce938af3 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ec564a8-fb16-4281-8242-ba9816086589 HTTP/1.1" status: 200 len: 945 time: 0.0492384 Apr 28 20:35:06.013906 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6e480afc-a723-4fd9-8ae6-3acd67236bd1 req-de6d8040-1c89-4656-baf6-b1083d435173 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a23ef50-90b6-4145-8964-f02906630f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310888 Apr 28 20:35:07.129992 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46139714-6c78-4724-af56-d26e6d3f4dd2 req-2f0ea36c-6c85-4214-af4c-fec48513e633 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:07.131440 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-46139714-6c78-4724-af56-d26e6d3f4dd2 req-2f0ea36c-6c85-4214-af4c-fec48513e633 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ec564a8-fb16-4281-8242-ba9816086589 HTTP/1.1" status: 200 len: 945 time: 0.0481932 Apr 28 20:35:07.167888 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-46139714-6c78-4724-af56-d26e6d3f4dd2 req-efadcd13-41c8-4de8-bd5a-81d0bfd2680b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a23ef50-90b6-4145-8964-f02906630f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303938 Apr 28 20:35:08.282776 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01f69a-744e-4118-a7ec-e7a5937cfcbe req-6b46a5a0-f6ca-4123-a6c9-8d8028b6dcd7 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:08.284996 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4d01f69a-744e-4118-a7ec-e7a5937cfcbe req-6b46a5a0-f6ca-4123-a6c9-8d8028b6dcd7 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ec564a8-fb16-4281-8242-ba9816086589 HTTP/1.1" status: 200 len: 945 time: 0.0495679 Apr 28 20:35:08.326276 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4d01f69a-744e-4118-a7ec-e7a5937cfcbe req-5c41727b-4175-4c80-802c-f8e191eeaf08 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a23ef50-90b6-4145-8964-f02906630f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352595 Apr 28 20:35:09.443864 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62282c32-f104-468e-a11f-551ece3a4512 req-244bd313-60ca-42fc-971a-a9b1c4dea7c3 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:09.445328 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-62282c32-f104-468e-a11f-551ece3a4512 req-244bd313-60ca-42fc-971a-a9b1c4dea7c3 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ec564a8-fb16-4281-8242-ba9816086589 HTTP/1.1" status: 200 len: 945 time: 0.0488262 Apr 28 20:35:09.481841 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-62282c32-f104-468e-a11f-551ece3a4512 req-1b3bdaec-a37d-4311-80a2-88f120627c70 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a23ef50-90b6-4145-8964-f02906630f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305080 Apr 28 20:35:10.597078 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b515a-9b6d-4c63-8ba1-cccdf54111d6 req-a9c10d6a-2605-4aac-bcf3-3b652512b544 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:10.598441 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-af7b515a-9b6d-4c63-8ba1-cccdf54111d6 req-a9c10d6a-2605-4aac-bcf3-3b652512b544 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ec564a8-fb16-4281-8242-ba9816086589 HTTP/1.1" status: 200 len: 945 time: 0.0478365 Apr 28 20:35:10.639605 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-af7b515a-9b6d-4c63-8ba1-cccdf54111d6 req-6c003faf-d033-4639-aa9b-8ee8fb44309d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a23ef50-90b6-4145-8964-f02906630f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351415 Apr 28 20:35:11.757374 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e96bf-53e7-44ba-9f4d-e0c5d4a15e21 req-1c9f664a-0791-47c7-83f4-e26186a62376 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:11.758821 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-621e96bf-53e7-44ba-9f4d-e0c5d4a15e21 req-1c9f664a-0791-47c7-83f4-e26186a62376 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ec564a8-fb16-4281-8242-ba9816086589 HTTP/1.1" status: 200 len: 945 time: 0.0511954 Apr 28 20:35:11.797380 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-621e96bf-53e7-44ba-9f4d-e0c5d4a15e21 req-648a6dc9-9b77-4b50-9e4d-0e511f53a652 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a23ef50-90b6-4145-8964-f02906630f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326250 Apr 28 20:35:12.916545 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c784b3e-98ec-4275-84cf-58b96fbd9fc6 req-14f78f5e-55b7-4ec2-96c5-3c6ec9b538f7 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:12.917992 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8c784b3e-98ec-4275-84cf-58b96fbd9fc6 req-14f78f5e-55b7-4ec2-96c5-3c6ec9b538f7 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ec564a8-fb16-4281-8242-ba9816086589 HTTP/1.1" status: 200 len: 945 time: 0.0487497 Apr 28 20:35:12.955554 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8c784b3e-98ec-4275-84cf-58b96fbd9fc6 req-c24d7b69-1a8b-41de-b52e-cddfb9b49d60 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a23ef50-90b6-4145-8964-f02906630f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312412 Apr 28 20:35:13.646732 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:35:14.072052 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4820a-2e0a-47ac-a7cc-b90c8086453c req-2ba549e7-b55a-41c9-ade5-f6b9c7658400 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:14.073518 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-daa4820a-2e0a-47ac-a7cc-b90c8086453c req-2ba549e7-b55a-41c9-ade5-f6b9c7658400 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ec564a8-fb16-4281-8242-ba9816086589 HTTP/1.1" status: 200 len: 945 time: 0.0495961 Apr 28 20:35:14.112982 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-daa4820a-2e0a-47ac-a7cc-b90c8086453c req-37f49601-a9dc-43a8-9377-0e991dadabc0 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a23ef50-90b6-4145-8964-f02906630f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334737 Apr 28 20:35:15.231094 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416751d3-71b2-43d8-9672-991ded1e7ec5 req-5fdc17f8-fec9-4e86-84ce-faf78f998a54 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:15.232622 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-416751d3-71b2-43d8-9672-991ded1e7ec5 req-5fdc17f8-fec9-4e86-84ce-faf78f998a54 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ec564a8-fb16-4281-8242-ba9816086589 HTTP/1.1" status: 200 len: 945 time: 0.0517023 Apr 28 20:35:15.270861 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-416751d3-71b2-43d8-9672-991ded1e7ec5 req-9863ef69-f158-49fc-9696-1986d602480a tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a23ef50-90b6-4145-8964-f02906630f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315931 Apr 28 20:35:15.293181 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38834) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:35:15.633532 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-00b8e959-03cc-4747-ba9d-0565ab163460 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/floatingips/ed5fe3b3-3736-4ed0-beb9-91001eb571bf HTTP/1.1" status: 200 len: 993 time: 0.3389246 Apr 28 20:35:16.901892 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d8618-3ab2-4560-95d9-855f583fa713 req-dd10af38-4e7d-41e3-9c44-6f5139b00308 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:16.903422 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2c7d8618-3ab2-4560-95d9-855f583fa713 req-dd10af38-4e7d-41e3-9c44-6f5139b00308 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ec564a8-fb16-4281-8242-ba9816086589 HTTP/1.1" status: 200 len: 945 time: 0.0492535 Apr 28 20:35:16.920078 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1439a2-9009-4e13-a922-6071f3f83e65 req-858f36c0-0249-49bd-b2a6-68e8c72dbf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:16.921608 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1e1439a2-9009-4e13-a922-6071f3f83e65 req-858f36c0-0249-49bd-b2a6-68e8c72dbf4c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&device_id=7ec564a8-fb16-4281-8242-ba9816086589 HTTP/1.1" status: 200 len: 1096 time: 0.0420334 Apr 28 20:35:16.941980 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2c7d8618-3ab2-4560-95d9-855f583fa713 req-c9e97df1-2e2a-4fa2-b818-71598ee8dd2d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a23ef50-90b6-4145-8964-f02906630f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316095 Apr 28 20:35:17.016533 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1439a2-9009-4e13-a922-6071f3f83e65 req-1b8bfe65-de07-4af2-837b-ac56ea707974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:17.019099 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1e1439a2-9009-4e13-a922-6071f3f83e65 req-1b8bfe65-de07-4af2-837b-ac56ea707974 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e84705c5-13e0-40bc-bfc7-f633ab7c7cef HTTP/1.1" status: 200 len: 898 time: 0.0906804 Apr 28 20:35:17.083617 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1e1439a2-9009-4e13-a922-6071f3f83e65 req-2cc17cca-76dd-4271-a2a9-ac742042a229 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c7e260d-56fb-4409-b668-38e515c99b5f HTTP/1.1" status: 200 len: 1001 time: 0.0580018 Apr 28 20:35:17.135563 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1439a2-9009-4e13-a922-6071f3f83e65 req-df998c7f-a1ac-4e9d-b5d5-154fb84635cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:17.137013 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1e1439a2-9009-4e13-a922-6071f3f83e65 req-df998c7f-a1ac-4e9d-b5d5-154fb84635cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd84df49-459b-42cf-b175-9da6dba259e5 HTTP/1.1" status: 200 len: 834 time: 0.0474017 Apr 28 20:35:17.181235 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1439a2-9009-4e13-a922-6071f3f83e65 req-3c0b6abc-31cb-4bb9-9d74-2d100b99b880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:17.182593 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1e1439a2-9009-4e13-a922-6071f3f83e65 req-3c0b6abc-31cb-4bb9-9d74-2d100b99b880 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e84705c5-13e0-40bc-bfc7-f633ab7c7cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387564 Apr 28 20:35:17.271266 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1e1439a2-9009-4e13-a922-6071f3f83e65 req-47e953fd-aa56-4414-8cc0-04595f6bafb3 service neutron] 10.222.0.44 "GET /v2.0/networks/e84705c5-13e0-40bc-bfc7-f633ab7c7cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820279 Apr 28 20:35:17.362438 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1e1439a2-9009-4e13-a922-6071f3f83e65 req-18f03aa6-801a-4e42-931d-7ec02d9412a6 service neutron] 10.222.0.44 "GET /v2.0/networks/e84705c5-13e0-40bc-bfc7-f633ab7c7cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850551 Apr 28 20:35:18.060531 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a94ba6-7c63-40ef-b86e-dae11f451043 req-5725db43-bf12-4a34-b4b0-42a0c24b758f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:18.061881 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-43a94ba6-7c63-40ef-b86e-dae11f451043 req-5725db43-bf12-4a34-b4b0-42a0c24b758f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ec564a8-fb16-4281-8242-ba9816086589 HTTP/1.1" status: 200 len: 945 time: 0.0501382 Apr 28 20:35:18.099854 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-43a94ba6-7c63-40ef-b86e-dae11f451043 req-e9cbe579-efca-4fc0-a6f5-3a8735d6d4b7 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a23ef50-90b6-4145-8964-f02906630f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317042 Apr 28 20:35:18.122005 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38846) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:35:18.186076 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0328ff49-ffb2-420a-82e1-2c92ee377640 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/floatingips/ed5fe3b3-3736-4ed0-beb9-91001eb571bf HTTP/1.1" status: 200 len: 993 time: 0.0628459 Apr 28 20:35:19.930111 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0e0d070b-08ce-4d5a-8952-0c498539877e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:22.162957 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-11570e92-57f4-41c9-9400-49329ed3bbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:23.531680 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-b10b539b-b2c6-4ef2-b0f4-403f54434626 req-e553bcc6-d2b7-40b1-8563-6d1006bdf61e service neutron] (102773) timed out ('10.222.0.15', 57950) {{(pid=102773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 28 20:35:23.695569 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:25.977180 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:26.019386 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:27.997913 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-dfe447ed-cafd-44d0-894f-c5de2440f7e9 req-56415ade-d012-455d-bc48-cdcb0a1d244a tempest-ServerDiskConfigTestJSON-1718824268 tempest-ServerDiskConfigTestJSON-1718824268-project] (102773) timed out ('10.222.0.44', 62950) {{(pid=102773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 28 20:35:32.385422 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:33.894582 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:48.539046 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38858) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:35:48.694117 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-aaaedddb-a14a-4e9c-8200-0cd4f66a4046 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Deleting port 0d841da2-28e5-4df7-b256-f65dbbdbf659 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:35:48.694458 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aaaedddb-a14a-4e9c-8200-0cd4f66a4046 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:48.769062 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aaaedddb-a14a-4e9c-8200-0cd4f66a4046 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:48.769315 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aaaedddb-a14a-4e9c-8200-0cd4f66a4046 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:48.780747 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-aaaedddb-a14a-4e9c-8200-0cd4f66a4046 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Calling delete_port for 0d841da2-28e5-4df7-b256-f65dbbdbf659 owned by network:floatingip {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:35:48.925887 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aaaedddb-a14a-4e9c-8200-0cd4f66a4046 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:48.954105 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaedddb-a14a-4e9c-8200-0cd4f66a4046 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event deleted for resources: {'Port': ['ID=0d841da2-28e5-4df7-b256-f65dbbdbf659,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:35:48.979650 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaedddb-a14a-4e9c-8200-0cd4f66a4046 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:48.979998 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaedddb-a14a-4e9c-8200-0cd4f66a4046 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:48.980364 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaedddb-a14a-4e9c-8200-0cd4f66a4046 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:48.980698 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaedddb-a14a-4e9c-8200-0cd4f66a4046 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:48.981025 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaedddb-a14a-4e9c-8200-0cd4f66a4046 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:48.981354 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaedddb-a14a-4e9c-8200-0cd4f66a4046 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:48.981680 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaedddb-a14a-4e9c-8200-0cd4f66a4046 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:48.982002 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaedddb-a14a-4e9c-8200-0cd4f66a4046 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:48.982325 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaedddb-a14a-4e9c-8200-0cd4f66a4046 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:48.982644 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaedddb-a14a-4e9c-8200-0cd4f66a4046 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:48.982964 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaedddb-a14a-4e9c-8200-0cd4f66a4046 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:48.983282 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaedddb-a14a-4e9c-8200-0cd4f66a4046 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:49.022685 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aaaedddb-a14a-4e9c-8200-0cd4f66a4046 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for floatingip, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:49.022962 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-aaaedddb-a14a-4e9c-8200-0cd4f66a4046 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Floating IP ed5fe3b3-3736-4ed0-beb9-91001eb571bf disassociated (deleted). External IP: 172.25.8.139, port: 1c7e260d-56fb-4409-b668-38e515c99b5f. Apr 28 20:35:49.230793 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaaedddb-a14a-4e9c-8200-0cd4f66a4046 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Router ded4b21c-8a32-4c73-b64b-0a220f0c5906 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:35:49.338870 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaaedddb-a14a-4e9c-8200-0cd4f66a4046 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:35:49.343305 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-aaaedddb-a14a-4e9c-8200-0cd4f66a4046 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:49.349136 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69032621-5318-4bfd-a019-8f52baabe038 None None] Sync routers for ids ['ded4b21c-8a32-4c73-b64b-0a220f0c5906'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:35:49.359306 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69032621-5318-4bfd-a019-8f52baabe038 None None] Routers {'ded4b21c-8a32-4c73-b64b-0a220f0c5906'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:35:49.359919 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-69032621-5318-4bfd-a019-8f52baabe038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:35:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['ded4b21c-8a32-4c73-b64b-0a220f0c5906'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:35:49.371525 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-aaaedddb-a14a-4e9c-8200-0cd4f66a4046 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "DELETE /v2.0/floatingips/ed5fe3b3-3736-4ed0-beb9-91001eb571bf HTTP/1.1" status: 204 len: 168 time: 0.8314240 Apr 28 20:35:49.372721 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec564a8-fb16-4281-8242-ba9816086589', 'tag': '1c7e260d-56fb-4409-b668-38e515c99b5f'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:35:49.374952 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf124955d82b014a11a6fc2eaac2ea15efe7a1380e167aca24b9fc673bca835b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99e1ad1-eb35-49c3-986d-25232c12d060" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec564a8-fb16-4281-8242-ba9816086589", "tag": "1c7e260d-56fb-4409-b668-38e515c99b5f"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:35:49.416916 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b00e481-df30-4f3f-bc7f-0ced9c665e04 x-openstack-request-id: req-3b00e481-df30-4f3f-bc7f-0ced9c665e04 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:35:49.417210 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec564a8-fb16-4281-8242-ba9816086589", "tag": "1c7e260d-56fb-4409-b668-38e515c99b5f", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:35:49.417559 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3b00e481-df30-4f3f-bc7f-0ced9c665e04 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:35:49.417861 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b00e481-df30-4f3f-bc7f-0ced9c665e04'] response: {'name': 'network-changed', 'server_uuid': '7ec564a8-fb16-4281-8242-ba9816086589', 'tag': '1c7e260d-56fb-4409-b668-38e515c99b5f', 'status': 'completed', 'code': 200} Apr 28 20:35:49.469936 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-69032621-5318-4bfd-a019-8f52baabe038 None None] Set router ded4b21c-8a32-4c73-b64b-0a220f0c5906 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:35:49.481792 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e1ad1-eb35-49c3-986d-25232c12d060 req-c4c93f20-9ec8-4f61-89de-30a8585773b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:49.484423 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f99e1ad1-eb35-49c3-986d-25232c12d060 req-c4c93f20-9ec8-4f61-89de-30a8585773b4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&device_id=7ec564a8-fb16-4281-8242-ba9816086589 HTTP/1.1" status: 200 len: 1096 time: 0.0452068 Apr 28 20:35:49.592072 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e1ad1-eb35-49c3-986d-25232c12d060 req-24ce9221-3689-4b8c-8592-f771c264ff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:49.593399 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f99e1ad1-eb35-49c3-986d-25232c12d060 req-24ce9221-3689-4b8c-8592-f771c264ff84 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e84705c5-13e0-40bc-bfc7-f633ab7c7cef HTTP/1.1" status: 200 len: 898 time: 0.0975516 Apr 28 20:35:49.614544 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b52a3-e168-4612-95e0-d5a40c994b1d req-e8fb6304-ec6b-43d6-a5db-8b86a6d61b51 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:49.618382 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ee3b52a3-e168-4612-95e0-d5a40c994b1d req-e8fb6304-ec6b-43d6-a5db-8b86a6d61b51 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ec564a8-fb16-4281-8242-ba9816086589 HTTP/1.1" status: 200 len: 945 time: 0.0561192 Apr 28 20:35:49.634816 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f99e1ad1-eb35-49c3-986d-25232c12d060 req-8dbcc963-c928-4628-96de-3239996cdc7a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c7e260d-56fb-4409-b668-38e515c99b5f HTTP/1.1" status: 200 len: 217 time: 0.0342493 Apr 28 20:35:49.655749 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ee3b52a3-e168-4612-95e0-d5a40c994b1d req-2055e33f-0795-4a30-8e73-a0151cc9b653 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a23ef50-90b6-4145-8964-f02906630f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322962 Apr 28 20:35:49.688814 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e1ad1-eb35-49c3-986d-25232c12d060 req-707c38dd-ea36-475f-9f0a-60c5604d5c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:49.689743 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-69032621-5318-4bfd-a019-8f52baabe038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535773129', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'd397f9c3-bcf6-48b7-8370-3b340761b227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:18Z', 'updated_at': '2022-04-28T20:34:22Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'd397f9c3-bcf6-48b7-8370-3b340761b227', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:80:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:19Z', 'updated_at': '2022-04-28T20:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'da06062d-7953-4570-9318-90f04f2a0df0', 'name': '', 'network_id': 'e84705c5-13e0-40bc-bfc7-f633ab7c7cef', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:0d:c3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'bd84df49-459b-42cf-b175-9da6dba259e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:21Z', 'updated_at': '2022-04-28T20:34:24Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': 'bd84df49-459b-42cf-b175-9da6dba259e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:35:49.690321 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f99e1ad1-eb35-49c3-986d-25232c12d060 req-707c38dd-ea36-475f-9f0a-60c5604d5c98 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd84df49-459b-42cf-b175-9da6dba259e5 HTTP/1.1" status: 200 len: 834 time: 0.0467086 Apr 28 20:35:49.716458 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69032621-5318-4bfd-a019-8f52baabe038 None None] Checking router: ded4b21c-8a32-4c73-b64b-0a220f0c5906 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:35:49.726021 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69032621-5318-4bfd-a019-8f52baabe038 None None] Routers {'ded4b21c-8a32-4c73-b64b-0a220f0c5906'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:35:49.726736 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-69032621-5318-4bfd-a019-8f52baabe038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:35:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['ded4b21c-8a32-4c73-b64b-0a220f0c5906'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:35:49.740404 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e1ad1-eb35-49c3-986d-25232c12d060 req-8639e7bc-453c-4d40-be34-d3fab8569de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:49.741907 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f99e1ad1-eb35-49c3-986d-25232c12d060 req-8639e7bc-453c-4d40-be34-d3fab8569de4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e84705c5-13e0-40bc-bfc7-f633ab7c7cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447502 Apr 28 20:35:49.833900 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-69032621-5318-4bfd-a019-8f52baabe038 None None] Set router ded4b21c-8a32-4c73-b64b-0a220f0c5906 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:35:49.842334 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f99e1ad1-eb35-49c3-986d-25232c12d060 req-e4b1fa65-1517-43bd-88f1-9edf247a0dad service neutron] 10.222.0.44 "GET /v2.0/networks/e84705c5-13e0-40bc-bfc7-f633ab7c7cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920563 Apr 28 20:35:49.933588 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f99e1ad1-eb35-49c3-986d-25232c12d060 req-1e9932f9-594a-4c1e-8562-701b7189513f service neutron] 10.222.0.44 "GET /v2.0/networks/e84705c5-13e0-40bc-bfc7-f633ab7c7cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839679 Apr 28 20:35:49.963326 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2d02f546-b4c7-45ac-8cb1-6e3c56edd0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:50.043088 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-69032621-5318-4bfd-a019-8f52baabe038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535773129', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'd397f9c3-bcf6-48b7-8370-3b340761b227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:18Z', 'updated_at': '2022-04-28T20:34:22Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'd397f9c3-bcf6-48b7-8370-3b340761b227', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:80:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:19Z', 'updated_at': '2022-04-28T20:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'da06062d-7953-4570-9318-90f04f2a0df0', 'name': '', 'network_id': 'e84705c5-13e0-40bc-bfc7-f633ab7c7cef', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:0d:c3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'bd84df49-459b-42cf-b175-9da6dba259e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:21Z', 'updated_at': '2022-04-28T20:34:24Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': 'bd84df49-459b-42cf-b175-9da6dba259e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:35:50.073335 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69032621-5318-4bfd-a019-8f52baabe038 None None] The sync data for ids ['ded4b21c-8a32-4c73-b64b-0a220f0c5906'] in n-d-839810-1 is: [{'id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535773129', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'd397f9c3-bcf6-48b7-8370-3b340761b227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:18Z', 'updated_at': '2022-04-28T20:34:22Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'd397f9c3-bcf6-48b7-8370-3b340761b227', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:80:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:19Z', 'updated_at': '2022-04-28T20:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'da06062d-7953-4570-9318-90f04f2a0df0', 'name': '', 'network_id': 'e84705c5-13e0-40bc-bfc7-f633ab7c7cef', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:0d:c3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'bd84df49-459b-42cf-b175-9da6dba259e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:21Z', 'updated_at': '2022-04-28T20:34:24Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': 'bd84df49-459b-42cf-b175-9da6dba259e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:35:50.282314 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bcfe31-c85a-4cdb-9393-15d1e3cbbab1 None None] New status for floating IP ed5fe3b3-3736-4ed0-beb9-91001eb571bf: DOWN {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:35:50.647447 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:35:50.778972 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ce192-cb30-4fc3-88fc-701c6be20771 req-6af2ffa5-8218-447f-8147-7c97cbf5970e tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:50.780471 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d66ce192-cb30-4fc3-88fc-701c6be20771 req-6af2ffa5-8218-447f-8147-7c97cbf5970e tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ec564a8-fb16-4281-8242-ba9816086589 HTTP/1.1" status: 200 len: 945 time: 0.0532248 Apr 28 20:35:50.818785 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d66ce192-cb30-4fc3-88fc-701c6be20771 req-ec4e1930-68c2-4b0b-aa43-c0378061c31c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a23ef50-90b6-4145-8964-f02906630f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319095 Apr 28 20:35:51.029271 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc883601-4691-45ed-82e6-67ff22261bc5 req-a01190e0-d5ab-459f-a13f-91551fc5c9f1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:51.030624 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc883601-4691-45ed-82e6-67ff22261bc5 req-a01190e0-d5ab-459f-a13f-91551fc5c9f1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ec564a8-fb16-4281-8242-ba9816086589 HTTP/1.1" status: 200 len: 945 time: 0.0495949 Apr 28 20:35:51.120708 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-fc883601-4691-45ed-82e6-67ff22261bc5 req-82840517-4634-4ff8-8f67-e9de6806d212 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Deleting port 1c7e260d-56fb-4409-b668-38e515c99b5f {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:35:51.121049 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-fc883601-4691-45ed-82e6-67ff22261bc5 req-82840517-4634-4ff8-8f67-e9de6806d212 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:51.207288 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-fc883601-4691-45ed-82e6-67ff22261bc5 req-82840517-4634-4ff8-8f67-e9de6806d212 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] For port 1c7e260d-56fb-4409-b668-38e515c99b5f, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=1c7e260d-56fb-4409-b668-38e515c99b5f,segment=NetworkSegment(d4f4e7aa-24d1-40e7-9814-08669feda2b6),segment_id=d4f4e7aa-24d1-40e7-9814-08669feda2b6)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:35:51.207650 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-fc883601-4691-45ed-82e6-67ff22261bc5 req-82840517-4634-4ff8-8f67-e9de6806d212 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:51.220017 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-fc883601-4691-45ed-82e6-67ff22261bc5 req-82840517-4634-4ff8-8f67-e9de6806d212 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Calling delete_port for 1c7e260d-56fb-4409-b668-38e515c99b5f owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:35:51.348557 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-fc883601-4691-45ed-82e6-67ff22261bc5 req-82840517-4634-4ff8-8f67-e9de6806d212 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:51.378763 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82840517-4634-4ff8-8f67-e9de6806d212 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event deleted for resources: {'Port': ['ID=1c7e260d-56fb-4409-b668-38e515c99b5f,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:35:51.417420 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc883601-4691-45ed-82e6-67ff22261bc5 req-82840517-4634-4ff8-8f67-e9de6806d212 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] No DVR routers for this DVR port 1c7e260d-56fb-4409-b668-38e515c99b5f on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:35:51.420309 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-fc883601-4691-45ed-82e6-67ff22261bc5 req-82840517-4634-4ff8-8f67-e9de6806d212 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:51.423621 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-fc883601-4691-45ed-82e6-67ff22261bc5 req-82840517-4634-4ff8-8f67-e9de6806d212 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.44 "DELETE /v2.0/ports/1c7e260d-56fb-4409-b668-38e515c99b5f HTTP/1.1" status: 204 len: 173 time: 0.3874819 Apr 28 20:35:51.424051 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec564a8-fb16-4281-8242-ba9816086589', 'name': 'network-vif-deleted', 'tag': '1c7e260d-56fb-4409-b668-38e515c99b5f'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:35:51.426918 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf124955d82b014a11a6fc2eaac2ea15efe7a1380e167aca24b9fc673bca835b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7535cc0-bc17-4884-b905-db4375a791e0" -d '{"events": [{"server_uuid": "7ec564a8-fb16-4281-8242-ba9816086589", "name": "network-vif-deleted", "tag": "1c7e260d-56fb-4409-b668-38e515c99b5f"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:35:51.465449 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8666f77-a2ed-46e3-82d6-bcc160a62ffa x-openstack-request-id: req-f8666f77-a2ed-46e3-82d6-bcc160a62ffa {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:35:51.465742 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec564a8-fb16-4281-8242-ba9816086589", "name": "network-vif-deleted", "tag": "1c7e260d-56fb-4409-b668-38e515c99b5f", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:35:51.465992 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f8666f77-a2ed-46e3-82d6-bcc160a62ffa {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:35:51.467011 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8666f77-a2ed-46e3-82d6-bcc160a62ffa'] response: {'server_uuid': '7ec564a8-fb16-4281-8242-ba9816086589', 'name': 'network-vif-deleted', 'tag': '1c7e260d-56fb-4409-b668-38e515c99b5f', 'status': 'completed', 'code': 200} Apr 28 20:35:51.936732 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d7edf84b-f114-4517-96b7-9984a7b69e7c req-6f4c7aa6-253e-4460-a04b-c83947612943 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ec564a8-fb16-4281-8242-ba9816086589 HTTP/1.1" status: 200 len: 210 time: 0.0303061 Apr 28 20:35:52.164010 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3035961b-2cff-42a2-8baa-97c0382c549c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:52.994608 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38876) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:35:53.367173 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4f7325aa-0a3e-4bb1-ae25-adba588fac96 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:53.661085 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-4f7325aa-0a3e-4bb1-ae25-adba588fac96 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Deleting port da06062d-7953-4570-9318-90f04f2a0df0 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:35:53.661428 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4f7325aa-0a3e-4bb1-ae25-adba588fac96 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:53.701904 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:53.766343 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-4f7325aa-0a3e-4bb1-ae25-adba588fac96 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] For port da06062d-7953-4570-9318-90f04f2a0df0, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=da06062d-7953-4570-9318-90f04f2a0df0,segment=NetworkSegment(d4f4e7aa-24d1-40e7-9814-08669feda2b6),segment_id=d4f4e7aa-24d1-40e7-9814-08669feda2b6)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:35:53.766769 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4f7325aa-0a3e-4bb1-ae25-adba588fac96 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:53.782069 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-4f7325aa-0a3e-4bb1-ae25-adba588fac96 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Calling delete_port for da06062d-7953-4570-9318-90f04f2a0df0 owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:35:54.313355 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4f7325aa-0a3e-4bb1-ae25-adba588fac96 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:54.343235 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7325aa-0a3e-4bb1-ae25-adba588fac96 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event deleted for resources: {'Port': ['ID=da06062d-7953-4570-9318-90f04f2a0df0,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:35:54.512549 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-4f7325aa-0a3e-4bb1-ae25-adba588fac96 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:54.723163 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7325aa-0a3e-4bb1-ae25-adba588fac96 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Router ded4b21c-8a32-4c73-b64b-0a220f0c5906 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:35:54.827680 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7325aa-0a3e-4bb1-ae25-adba588fac96 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:35:54.833175 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-4f7325aa-0a3e-4bb1-ae25-adba588fac96 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "PUT /v2.0/routers/ded4b21c-8a32-4c73-b64b-0a220f0c5906/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8374832 Apr 28 20:35:54.835865 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38878) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:35:54.839731 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a73f23b-c3b8-4d2e-92ff-dfc7ee3fea59 None None] Sync routers for ids ['ded4b21c-8a32-4c73-b64b-0a220f0c5906'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:35:54.850406 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a73f23b-c3b8-4d2e-92ff-dfc7ee3fea59 None None] Routers {'ded4b21c-8a32-4c73-b64b-0a220f0c5906'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:35:54.851013 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-7a73f23b-c3b8-4d2e-92ff-dfc7ee3fea59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:35:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['ded4b21c-8a32-4c73-b64b-0a220f0c5906'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:35:54.885179 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b29e9e-fe54-4dc9-9c2a-cf800cc9d078 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Deleting subnet bd84df49-459b-42cf-b175-9da6dba259e5 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:35:54.888228 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-97b29e9e-fe54-4dc9-9c2a-cf800cc9d078 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:54.928329 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-97b29e9e-fe54-4dc9-9c2a-cf800cc9d078 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:54.954574 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-7a73f23b-c3b8-4d2e-92ff-dfc7ee3fea59 None None] Set router ded4b21c-8a32-4c73-b64b-0a220f0c5906 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:35:55.014256 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-97b29e9e-fe54-4dc9-9c2a-cf800cc9d078 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:55.073372 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-97b29e9e-fe54-4dc9-9c2a-cf800cc9d078 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:55.098915 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b29e9e-fe54-4dc9-9c2a-cf800cc9d078 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event deleted for resources: {'Subnet': ['ID=bd84df49-459b-42cf-b175-9da6dba259e5,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:35:55.104780 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-97b29e9e-fe54-4dc9-9c2a-cf800cc9d078 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:55.110366 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-97b29e9e-fe54-4dc9-9c2a-cf800cc9d078 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "DELETE /v2.0/subnets/bd84df49-459b-42cf-b175-9da6dba259e5 HTTP/1.1" status: 204 len: 168 time: 0.2711215 Apr 28 20:35:55.110611 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38880) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:35:55.111529 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169c80de-fa9a-49bc-ba50-699a748a67ba None None] Network e84705c5-13e0-40bc-bfc7-f633ab7c7cef requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:35:55.213570 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-7a73f23b-c3b8-4d2e-92ff-dfc7ee3fea59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535773129', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'd397f9c3-bcf6-48b7-8370-3b340761b227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:18Z', 'updated_at': '2022-04-28T20:35:54Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'd397f9c3-bcf6-48b7-8370-3b340761b227', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:80:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:19Z', 'updated_at': '2022-04-28T20:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:35:55.221403 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-545a583b-65f8-47c4-bc83-46fcfcef796c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:55.260867 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a73f23b-c3b8-4d2e-92ff-dfc7ee3fea59 None None] Checking router: ded4b21c-8a32-4c73-b64b-0a220f0c5906 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:35:55.276547 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a73f23b-c3b8-4d2e-92ff-dfc7ee3fea59 None None] Routers {'ded4b21c-8a32-4c73-b64b-0a220f0c5906'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:35:55.277085 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-7a73f23b-c3b8-4d2e-92ff-dfc7ee3fea59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:35:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['ded4b21c-8a32-4c73-b64b-0a220f0c5906'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:35:55.328191 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-545a583b-65f8-47c4-bc83-46fcfcef796c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:55.385189 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-545a583b-65f8-47c4-bc83-46fcfcef796c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Deleting port d397f9c3-bcf6-48b7-8370-3b340761b227 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:35:55.385548 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-545a583b-65f8-47c4-bc83-46fcfcef796c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:55.472442 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-545a583b-65f8-47c4-bc83-46fcfcef796c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] For port d397f9c3-bcf6-48b7-8370-3b340761b227, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=d397f9c3-bcf6-48b7-8370-3b340761b227,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:35:55.472819 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-545a583b-65f8-47c4-bc83-46fcfcef796c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:55.485326 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-545a583b-65f8-47c4-bc83-46fcfcef796c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Calling delete_port for d397f9c3-bcf6-48b7-8370-3b340761b227 owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:35:55.542278 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b246c117-85fd-4ebe-afc7-0b3aca5c87b7 None None] DHCP port deletion for e84705c5-13e0-40bc-bfc7-f633ab7c7cef request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:35:55.588509 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-7a73f23b-c3b8-4d2e-92ff-dfc7ee3fea59 None None] Set router ded4b21c-8a32-4c73-b64b-0a220f0c5906 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:35:55.651427 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-545a583b-65f8-47c4-bc83-46fcfcef796c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:55.679453 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a583b-65f8-47c4-bc83-46fcfcef796c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event deleted for resources: {'Port': ['ID=d397f9c3-bcf6-48b7-8370-3b340761b227,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:35:55.705542 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-b246c117-85fd-4ebe-afc7-0b3aca5c87b7 None None] Deleting port 5950625b-f41d-46b3-9582-0723bfed30e0 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:35:55.706185 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b246c117-85fd-4ebe-afc7-0b3aca5c87b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:55.738931 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-545a583b-65f8-47c4-bc83-46fcfcef796c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:55.792228 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-b246c117-85fd-4ebe-afc7-0b3aca5c87b7 None None] For port 5950625b-f41d-46b3-9582-0723bfed30e0, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=5950625b-f41d-46b3-9582-0723bfed30e0,segment=NetworkSegment(d4f4e7aa-24d1-40e7-9814-08669feda2b6),segment_id=d4f4e7aa-24d1-40e7-9814-08669feda2b6)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:35:55.792675 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b246c117-85fd-4ebe-afc7-0b3aca5c87b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:55.823668 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-b246c117-85fd-4ebe-afc7-0b3aca5c87b7 None None] Calling delete_port for 5950625b-f41d-46b3-9582-0723bfed30e0 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:35:55.835620 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-545a583b-65f8-47c4-bc83-46fcfcef796c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:55.839824 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-545a583b-65f8-47c4-bc83-46fcfcef796c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:55.893986 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-545a583b-65f8-47c4-bc83-46fcfcef796c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:55.894328 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545a583b-65f8-47c4-bc83-46fcfcef796c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Fanout notify agent at l3_agent the message router_deleted on router ded4b21c-8a32-4c73-b64b-0a220f0c5906 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:35:55.900675 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-7a73f23b-c3b8-4d2e-92ff-dfc7ee3fea59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535773129', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'd397f9c3-bcf6-48b7-8370-3b340761b227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:18Z', 'updated_at': '2022-04-28T20:35:54Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'd397f9c3-bcf6-48b7-8370-3b340761b227', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:80:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:19Z', 'updated_at': '2022-04-28T20:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:35:55.902785 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-545a583b-65f8-47c4-bc83-46fcfcef796c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:55.906278 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-545a583b-65f8-47c4-bc83-46fcfcef796c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "DELETE /v2.0/routers/ded4b21c-8a32-4c73-b64b-0a220f0c5906 HTTP/1.1" status: 204 len: 168 time: 0.7923362 Apr 28 20:35:55.906579 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38882) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:35:55.934507 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a73f23b-c3b8-4d2e-92ff-dfc7ee3fea59 None None] The sync data for ids ['ded4b21c-8a32-4c73-b64b-0a220f0c5906'] in n-d-839810-1 is: [{'id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535773129', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'd397f9c3-bcf6-48b7-8370-3b340761b227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:18Z', 'updated_at': '2022-04-28T20:35:54Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'd397f9c3-bcf6-48b7-8370-3b340761b227', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:80:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded4b21c-8a32-4c73-b64b-0a220f0c5906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:19Z', 'updated_at': '2022-04-28T20:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:35:55.955047 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b246c117-85fd-4ebe-afc7-0b3aca5c87b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:55.993140 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 5950625b-f41d-46b3-9582-0723bfed30e0 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:35:55.996354 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5d5a029f-1429-483e-ad30-9f658fab6e06 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:55.996491 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b246c117-85fd-4ebe-afc7-0b3aca5c87b7 None None] Pushing event deleted for resources: {'Port': ['ID=5950625b-f41d-46b3-9582-0723bfed30e0,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:35:56.007557 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b246c117-85fd-4ebe-afc7-0b3aca5c87b7 None None] No DVR routers for this DVR port 5950625b-f41d-46b3-9582-0723bfed30e0 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:35:56.035207 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 1c7e260d-56fb-4409-b668-38e515c99b5f no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:35:56.066565 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246c117-85fd-4ebe-afc7-0b3aca5c87b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:56.066757 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246c117-85fd-4ebe-afc7-0b3aca5c87b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:56.067466 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246c117-85fd-4ebe-afc7-0b3aca5c87b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:56.067804 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246c117-85fd-4ebe-afc7-0b3aca5c87b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:56.068150 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246c117-85fd-4ebe-afc7-0b3aca5c87b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:56.068475 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246c117-85fd-4ebe-afc7-0b3aca5c87b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:56.068799 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246c117-85fd-4ebe-afc7-0b3aca5c87b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:56.069119 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246c117-85fd-4ebe-afc7-0b3aca5c87b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:56.069436 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246c117-85fd-4ebe-afc7-0b3aca5c87b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:56.069779 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246c117-85fd-4ebe-afc7-0b3aca5c87b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:56.070069 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246c117-85fd-4ebe-afc7-0b3aca5c87b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:56.070383 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246c117-85fd-4ebe-afc7-0b3aca5c87b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:56.073678 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 5950625b-f41d-46b3-9582-0723bfed30e0 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:35:56.074018 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 5950625b-f41d-46b3-9582-0723bfed30e0 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:35:56.081124 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 1c7e260d-56fb-4409-b668-38e515c99b5f {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:35:56.081408 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 1c7e260d-56fb-4409-b668-38e515c99b5f not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:35:56.084327 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:56.086233 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:56.087152 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5d5a029f-1429-483e-ad30-9f658fab6e06 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:56.107757 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-5d5a029f-1429-483e-ad30-9f658fab6e06 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e84705c5-13e0-40bc-bfc7-f633ab7c7cef']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:35:56.117329 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-5d5a029f-1429-483e-ad30-9f658fab6e06 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f4e7aa-24d1-40e7-9814-08669feda2b6') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:35:56.117627 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-5d5a029f-1429-483e-ad30-9f658fab6e06 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f4e7aa-24d1-40e7-9814-08669feda2b6') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:35:56.126713 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5d5a029f-1429-483e-ad30-9f658fab6e06 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:56.139804 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5d5a029f-1429-483e-ad30-9f658fab6e06 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:56.146068 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d5a029f-1429-483e-ad30-9f658fab6e06 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:35:56.146452 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5d5a029f-1429-483e-ad30-9f658fab6e06 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:56.149356 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 20:35:56.149356 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:35:56.149356 n-d-839810-1 neutron-server[102774]: timer() Apr 28 20:35:56.149356 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:35:56.149356 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 20:35:56.149356 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:35:56.149356 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 20:35:56.149356 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:35:56.149356 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 20:35:56.149356 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:35:56.149356 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 20:35:56.149356 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:35:56.149356 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 20:35:56.149356 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:35:56.149356 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:35:56.149356 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:35:56.149356 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:35:56.149356 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:35:56.149356 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 20:35:56.149356 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:35:56.149356 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 20:35:56.149356 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:35:56.149356 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:35:56.149356 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:35:56.149356 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 20:35:56.149356 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:35:56.149356 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:35:56.149356 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:35:56.149356 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:35:56.149356 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:35:56.149356 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:35:56.149356 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:35:56.210999 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5d5a029f-1429-483e-ad30-9f658fab6e06 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:56.217799 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5d5a029f-1429-483e-ad30-9f658fab6e06 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:56.220915 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5d5a029f-1429-483e-ad30-9f658fab6e06 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "DELETE /v2.0/networks/e84705c5-13e0-40bc-bfc7-f633ab7c7cef HTTP/1.1" status: 204 len: 168 time: 0.3132610 Apr 28 20:35:56.224449 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38884) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:35:56.234342 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a029f-1429-483e-ad30-9f658fab6e06 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event deleted for resources: {'Network': ['ID=e84705c5-13e0-40bc-bfc7-f633ab7c7cef,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:35:56.284593 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b1b48615-69c4-4939-a21c-6ca5866144b5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:56.312149 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b1b48615-69c4-4939-a21c-6ca5866144b5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:56.386131 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b1b48615-69c4-4939-a21c-6ca5866144b5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:56.388757 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b1b48615-69c4-4939-a21c-6ca5866144b5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:56.392709 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b1b48615-69c4-4939-a21c-6ca5866144b5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "DELETE /v2.0/security-groups/1a23ef50-90b6-4145-8964-f02906630f67 HTTP/1.1" status: 204 len: 168 time: 0.1644766 Apr 28 20:35:56.400337 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b48615-69c4-4939-a21c-6ca5866144b5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a23ef50-90b6-4145-8964-f02906630f67,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:35:56.409814 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b48615-69c4-4939-a21c-6ca5866144b5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:56.410157 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b48615-69c4-4939-a21c-6ca5866144b5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:56.410496 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b48615-69c4-4939-a21c-6ca5866144b5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:56.410826 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b48615-69c4-4939-a21c-6ca5866144b5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:56.411150 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b48615-69c4-4939-a21c-6ca5866144b5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:56.411502 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b48615-69c4-4939-a21c-6ca5866144b5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:56.411857 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b48615-69c4-4939-a21c-6ca5866144b5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:56.412146 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b48615-69c4-4939-a21c-6ca5866144b5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:56.412482 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b48615-69c4-4939-a21c-6ca5866144b5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:56.412801 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b48615-69c4-4939-a21c-6ca5866144b5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:56.413117 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b48615-69c4-4939-a21c-6ca5866144b5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:56.413442 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b48615-69c4-4939-a21c-6ca5866144b5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:56.672902 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38890) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:35:56.677544 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-98313fe2-3f0c-4657-a9b9-e5746b2d986d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1795719315', 'description': 'tempest-secgroup-smoke-1795719315 description', 'project_id': '98124a5578cd489a90ae211a065fdd6a'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:35:56.697862 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-98313fe2-3f0c-4657-a9b9-e5746b2d986d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:56.761764 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-98313fe2-3f0c-4657-a9b9-e5746b2d986d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:56.765267 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-98313fe2-3f0c-4657-a9b9-e5746b2d986d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:56.794617 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-98313fe2-3f0c-4657-a9b9-e5746b2d986d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:56.795816 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-98313fe2-3f0c-4657-a9b9-e5746b2d986d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1218939 Apr 28 20:35:56.797657 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98313fe2-3f0c-4657-a9b9-e5746b2d986d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a94a69-f0bc-4a59-b5a7-5eb3219a2a20,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:35:56.798957 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38892) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:35:56.803583 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-60063f31-6fa2-410c-9771-346309558972 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'security_group_rule': {'security_group_id': 'e8a94a69-f0bc-4a59-b5a7-5eb3219a2a20', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:35:56.828038 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-60063f31-6fa2-410c-9771-346309558972 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:56.883590 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-60063f31-6fa2-410c-9771-346309558972 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:56.887165 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-60063f31-6fa2-410c-9771-346309558972 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:56.904593 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60063f31-6fa2-410c-9771-346309558972 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb55b158-db7d-4e0b-9f10-a989cd202a05,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:35:56.913686 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-60063f31-6fa2-410c-9771-346309558972 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:56.914904 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-60063f31-6fa2-410c-9771-346309558972 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1149116 Apr 28 20:35:56.917653 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38894) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:35:56.922350 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-71de4144-28d4-4780-b66d-b66af8712fd8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'security_group_rule': {'security_group_id': 'e8a94a69-f0bc-4a59-b5a7-5eb3219a2a20', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:35:56.948242 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-71de4144-28d4-4780-b66d-b66af8712fd8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:57.007926 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-71de4144-28d4-4780-b66d-b66af8712fd8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:57.011415 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-71de4144-28d4-4780-b66d-b66af8712fd8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:57.028665 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de4144-28d4-4780-b66d-b66af8712fd8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20df8b8e-2669-4818-a2f8-5e799c57a7f1,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:35:57.036327 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-71de4144-28d4-4780-b66d-b66af8712fd8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:57.037527 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-71de4144-28d4-4780-b66d-b66af8712fd8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1189256 Apr 28 20:35:57.040174 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38896) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:35:57.044658 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-e46556b6-4c41-41de-ba3a-ecf44ff9c75e tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'security_group_rule': {'security_group_id': 'e8a94a69-f0bc-4a59-b5a7-5eb3219a2a20', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:35:57.070072 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e46556b6-4c41-41de-ba3a-ecf44ff9c75e tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:57.129934 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e46556b6-4c41-41de-ba3a-ecf44ff9c75e tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:57.134447 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e46556b6-4c41-41de-ba3a-ecf44ff9c75e tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:57.151371 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46556b6-4c41-41de-ba3a-ecf44ff9c75e tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb11aaa-308e-4c24-bbdd-6fc0217dc05f,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:35:57.158601 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e46556b6-4c41-41de-ba3a-ecf44ff9c75e tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:57.159782 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e46556b6-4c41-41de-ba3a-ecf44ff9c75e tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187029 Apr 28 20:35:57.162592 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38898) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:35:57.166837 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-a8768819-a0d4-446a-a606-eb6d59f68d57 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'security_group_rule': {'security_group_id': 'e8a94a69-f0bc-4a59-b5a7-5eb3219a2a20', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:35:57.191302 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a8768819-a0d4-446a-a606-eb6d59f68d57 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:57.248873 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a8768819-a0d4-446a-a606-eb6d59f68d57 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:57.252397 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a8768819-a0d4-446a-a606-eb6d59f68d57 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:57.269626 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8768819-a0d4-446a-a606-eb6d59f68d57 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd2796f-8782-448d-a9b5-2c96d9565b60,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:35:57.277597 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a8768819-a0d4-446a-a606-eb6d59f68d57 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:57.278863 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a8768819-a0d4-446a-a606-eb6d59f68d57 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1153417 Apr 28 20:35:57.281828 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38900) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:35:57.286813 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-7eb81d66-e152-41e6-976f-8424222c6ca7 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'security_group_rule': {'security_group_id': 'e8a94a69-f0bc-4a59-b5a7-5eb3219a2a20', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:35:57.307951 n-d-839810-1 neutron-server[102774]: INFO neutron.db.securitygroups_db [None req-7eb81d66-e152-41e6-976f-8424222c6ca7 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Project 98124a5578cd489a90ae211a065fdd6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:35:57.312950 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7eb81d66-e152-41e6-976f-8424222c6ca7 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:57.371861 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7eb81d66-e152-41e6-976f-8424222c6ca7 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:57.375095 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7eb81d66-e152-41e6-976f-8424222c6ca7 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:57.392562 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb81d66-e152-41e6-976f-8424222c6ca7 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ec1fe6-12ac-44e0-a283-c1b527ee7607,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:35:57.399967 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7eb81d66-e152-41e6-976f-8424222c6ca7 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:57.401160 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7eb81d66-e152-41e6-976f-8424222c6ca7 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183374 Apr 28 20:35:57.403929 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38902) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:35:57.408078 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-c07f0e07-a730-4d02-8fb7-78d9656fcec3 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'security_group_rule': {'security_group_id': 'e8a94a69-f0bc-4a59-b5a7-5eb3219a2a20', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:35:57.430003 n-d-839810-1 neutron-server[102774]: INFO neutron.db.securitygroups_db [None req-c07f0e07-a730-4d02-8fb7-78d9656fcec3 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Project 98124a5578cd489a90ae211a065fdd6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:35:57.434800 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c07f0e07-a730-4d02-8fb7-78d9656fcec3 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:57.497184 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c07f0e07-a730-4d02-8fb7-78d9656fcec3 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:57.500805 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c07f0e07-a730-4d02-8fb7-78d9656fcec3 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:57.518528 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f0e07-a730-4d02-8fb7-78d9656fcec3 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb38f596-8c31-458e-95c0-22fc9ce30e4d,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:35:57.523815 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c07f0e07-a730-4d02-8fb7-78d9656fcec3 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:57.525153 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c07f0e07-a730-4d02-8fb7-78d9656fcec3 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1201754 Apr 28 20:35:57.527788 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38904) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:35:57.532527 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-9c48fe06-7ed7-4d38-a951-0694664fed35 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'network': {'name': 'tempest-network-smoke--2037424717', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'port_security_enabled': True}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:35:57.552794 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c48fe06-7ed7-4d38-a951-0694664fed35 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Made reservation on behalf of 98124a5578cd489a90ae211a065fdd6a for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:35:57.556196 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9c48fe06-7ed7-4d38-a951-0694664fed35 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:57.578571 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c48fe06-7ed7-4d38-a951-0694664fed35 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:35:57.587177 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9c48fe06-7ed7-4d38-a951-0694664fed35 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:57.587497 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-9c48fe06-7ed7-4d38-a951-0694664fed35 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Added segment 5ada8646-78f6-42b8-b1f4-e60278ada997 of type vlan for network f3c2c10b-39e6-4dbc-947d-11676b225237 Apr 28 20:35:57.626892 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9c48fe06-7ed7-4d38-a951-0694664fed35 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:57.649921 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9c48fe06-7ed7-4d38-a951-0694664fed35 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:57.655244 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c48fe06-7ed7-4d38-a951-0694664fed35 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:57.655815 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9c48fe06-7ed7-4d38-a951-0694664fed35 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:57.714212 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9c48fe06-7ed7-4d38-a951-0694664fed35 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1853936 Apr 28 20:35:57.716882 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38906) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:35:57.723787 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-5dcf9b51-17bc-47f8-9eb5-8287c0d2ebc1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-637663171', 'admin_state_up': True, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:35:57.738117 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48fe06-7ed7-4d38-a951-0694664fed35 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Network': ['ID=f3c2c10b-39e6-4dbc-947d-11676b225237,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:35:57.748704 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network f3c2c10b-39e6-4dbc-947d-11676b225237 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:35:57.753108 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5dcf9b51-17bc-47f8-9eb5-8287c0d2ebc1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:57.754731 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5dcf9b51-17bc-47f8-9eb5-8287c0d2ebc1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:57.807727 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5dcf9b51-17bc-47f8-9eb5-8287c0d2ebc1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:57.834769 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device da06062d-7953-4570-9318-90f04f2a0df0 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:35:57.856944 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: da06062d-7953-4570-9318-90f04f2a0df0 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:35:57.857291 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device da06062d-7953-4570-9318-90f04f2a0df0 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:35:57.857699 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d397f9c3-bcf6-48b7-8370-3b340761b227 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:35:57.877102 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: d397f9c3-bcf6-48b7-8370-3b340761b227 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:35:57.877458 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d397f9c3-bcf6-48b7-8370-3b340761b227 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:35:57.950300 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5dcf9b51-17bc-47f8-9eb5-8287c0d2ebc1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:58.138306 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5dcf9b51-17bc-47f8-9eb5-8287c0d2ebc1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router_gateway, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:58.156460 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5dcf9b51-17bc-47f8-9eb5-8287c0d2ebc1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:58.259944 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-5dcf9b51-17bc-47f8-9eb5-8287c0d2ebc1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Allocated IP 172.25.8.250 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/a14a6a16-e17d-4252-90bb-d221b4ecd3ec) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:35:58.358218 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5dcf9b51-17bc-47f8-9eb5-8287c0d2ebc1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:58.395694 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5dcf9b51-17bc-47f8-9eb5-8287c0d2ebc1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:58.434764 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcf9b51-17bc-47f8-9eb5-8287c0d2ebc1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:35:58.437613 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-5dcf9b51-17bc-47f8-9eb5-8287c0d2ebc1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:35:58.441248 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcf9b51-17bc-47f8-9eb5-8287c0d2ebc1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:35:58.462579 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf9b51-17bc-47f8-9eb5-8287c0d2ebc1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Port': ['ID=a14a6a16-e17d-4252-90bb-d221b4ecd3ec,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:35:58.682222 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5dcf9b51-17bc-47f8-9eb5-8287c0d2ebc1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router_gateway, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:58.875015 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5dcf9b51-17bc-47f8-9eb5-8287c0d2ebc1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:58.999570 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dcf9b51-17bc-47f8-9eb5-8287c0d2ebc1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Router 1df14967-fca4-4c3b-8c3c-f9b99c77593e is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 20:35:59.436706 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dcf9b51-17bc-47f8-9eb5-8287c0d2ebc1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:35:59.447680 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7da5a2-5a17-44c1-82c2-8e893a35697e None None] Sync routers for ids ['1df14967-fca4-4c3b-8c3c-f9b99c77593e'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:35:59.458077 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-5dcf9b51-17bc-47f8-9eb5-8287c0d2ebc1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:59.460590 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-5dcf9b51-17bc-47f8-9eb5-8287c0d2ebc1 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7427602 Apr 28 20:35:59.461168 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7da5a2-5a17-44c1-82c2-8e893a35697e None None] Routers {'1df14967-fca4-4c3b-8c3c-f9b99c77593e'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:35:59.461780 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-1f7da5a2-5a17-44c1-82c2-8e893a35697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:35:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1df14967-fca4-4c3b-8c3c-f9b99c77593e'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:35:59.462471 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38908) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:35:59.536036 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5a82f952-43fd-4ab6-887a-d53e0def1082 tempest-TestNetworkAdvancedServerOps-889809582 tempest-TestNetworkAdvancedServerOps-889809582-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=98124a5578cd489a90ae211a065fdd6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0724049 Apr 28 20:35:59.538572 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38912) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:35:59.566802 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-1f7da5a2-5a17-44c1-82c2-8e893a35697e None None] Set router 1df14967-fca4-4c3b-8c3c-f9b99c77593e gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:35:59.627202 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856da14a-8603-434e-a308-de475b8c5282 tempest-TestNetworkAdvancedServerOps-889809582 tempest-TestNetworkAdvancedServerOps-889809582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:59.628829 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-856da14a-8603-434e-a308-de475b8c5282 tempest-TestNetworkAdvancedServerOps-889809582 tempest-TestNetworkAdvancedServerOps-889809582-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893571 Apr 28 20:35:59.631511 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38914) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:35:59.659321 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5bb4ee12-3640-4d7a-8e36-4b0982586b28 tempest-TestNetworkAdvancedServerOps-889809582 tempest-TestNetworkAdvancedServerOps-889809582-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=562d8c9c-50aa-492e-ae08-06d7f5fe6347&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261624 Apr 28 20:35:59.662169 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38916) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:35:59.666823 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-fbffdfd2-1f55-4df6-a465-c419e2cab621 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1082671541', 'network_id': 'f3c2c10b-39e6-4dbc-947d-11676b225237', 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:35:59.743965 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-1f7da5a2-5a17-44c1-82c2-8e893a35697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637663171', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'a14a6a16-e17d-4252-90bb-d221b4ecd3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:35:57Z', 'updated_at': '2022-04-28T20:35:58Z', 'revision_number': 3, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'a14a6a16-e17d-4252-90bb-d221b4ecd3ec', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:35:58Z', 'updated_at': '2022-04-28T20:35:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:35:59.750620 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbffdfd2-1f55-4df6-a465-c419e2cab621 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Made reservation on behalf of 98124a5578cd489a90ae211a065fdd6a for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:35:59.754557 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fbffdfd2-1f55-4df6-a465-c419e2cab621 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:59.861186 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7da5a2-5a17-44c1-82c2-8e893a35697e None None] Checking router: 1df14967-fca4-4c3b-8c3c-f9b99c77593e for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:35:59.861528 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7da5a2-5a17-44c1-82c2-8e893a35697e None None] Updating router 1df14967-fca4-4c3b-8c3c-f9b99c77593e port a14a6a16-e17d-4252-90bb-d221b4ecd3ec binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:35:59.886421 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-1f7da5a2-5a17-44c1-82c2-8e893a35697e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:59.945865 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fbffdfd2-1f55-4df6-a465-c419e2cab621 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:00.010461 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffdfd2-1f55-4df6-a465-c419e2cab621 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Subnet': ['ID=6a793407-06e4-462d-b2d2-3ed192421a63,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:36:00.020774 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbffdfd2-1f55-4df6-a465-c419e2cab621 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Checking segment: {'id': '5ada8646-78f6-42b8-b1f4-e60278ada997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f3c2c10b-39e6-4dbc-947d-11676b225237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:36:00.021134 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbffdfd2-1f55-4df6-a465-c419e2cab621 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Network hostable DHCP agents. Network: f3c2c10b-39e6-4dbc-947d-11676b225237, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:36:00.038307 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbffdfd2-1f55-4df6-a465-c419e2cab621 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Network f3c2c10b-39e6-4dbc-947d-11676b225237 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:36:00.047204 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-fbffdfd2-1f55-4df6-a465-c419e2cab621 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, f3c2c10b-39e6-4dbc-947d-11676b225237) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:36:00.052174 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbffdfd2-1f55-4df6-a465-c419e2cab621 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:00.052760 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fbffdfd2-1f55-4df6-a465-c419e2cab621 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:00.058856 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dd43f5-69bc-4a79-a805-f3b219349395 None None] Network f3c2c10b-39e6-4dbc-947d-11676b225237 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:36:00.074510 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fbffdfd2-1f55-4df6-a465-c419e2cab621 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4087498 Apr 28 20:36:00.074712 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38918) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:36:00.140978 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-1f7da5a2-5a17-44c1-82c2-8e893a35697e None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:00.147688 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-1f7da5a2-5a17-44c1-82c2-8e893a35697e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:00.195575 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-1f7da5a2-5a17-44c1-82c2-8e893a35697e None None] Attempting to bind port a14a6a16-e17d-4252-90bb-d221b4ecd3ec on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:36:00.195950 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-1f7da5a2-5a17-44c1-82c2-8e893a35697e None None] Attempting to bind port a14a6a16-e17d-4252-90bb-d221b4ecd3ec by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:36:00.196339 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7da5a2-5a17-44c1-82c2-8e893a35697e None None] Attempting to bind port a14a6a16-e17d-4252-90bb-d221b4ecd3ec on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:36:00.209329 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7da5a2-5a17-44c1-82c2-8e893a35697e None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:36:00.209697 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7da5a2-5a17-44c1-82c2-8e893a35697e None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:36:00.210091 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-1f7da5a2-5a17-44c1-82c2-8e893a35697e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:00.210479 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7da5a2-5a17-44c1-82c2-8e893a35697e None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:36:00.210944 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-1f7da5a2-5a17-44c1-82c2-8e893a35697e None None] Bound port: a14a6a16-e17d-4252-90bb-d221b4ecd3ec, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:36:00.211321 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-1f7da5a2-5a17-44c1-82c2-8e893a35697e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:00.218657 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff5bcc6-5fa4-47ca-b709-1a45ebb53f9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-f3c2c10b-39e6-4dbc-947d-11676b225237', 'network_id': 'f3c2c10b-39e6-4dbc-947d-11676b225237', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'fixed_ips': [{'subnet_id': '6a793407-06e4-462d-b2d2-3ed192421a63'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:36:00.219742 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fff5bcc6-5fa4-47ca-b709-1a45ebb53f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:00.249787 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f565dec-fdd9-4c31-8250-5088cb6f0a46 None None] Pushing event updated for resources: {'Port': ['ID=a14a6a16-e17d-4252-90bb-d221b4ecd3ec,revision_number=2']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:36:00.267402 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-1f7da5a2-5a17-44c1-82c2-8e893a35697e None None] For port a14a6a16-e17d-4252-90bb-d221b4ecd3ec, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:36:00.271330 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-1f7da5a2-5a17-44c1-82c2-8e893a35697e None None] For port a14a6a16-e17d-4252-90bb-d221b4ecd3ec, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a14a6a16-e17d-4252-90bb-d221b4ecd3ec,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:36:00.279345 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-1f7da5a2-5a17-44c1-82c2-8e893a35697e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:00.282904 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f565dec-fdd9-4c31-8250-5088cb6f0a46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:00.283256 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f565dec-fdd9-4c31-8250-5088cb6f0a46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:00.283591 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f565dec-fdd9-4c31-8250-5088cb6f0a46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:00.283962 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f565dec-fdd9-4c31-8250-5088cb6f0a46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:00.284858 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f565dec-fdd9-4c31-8250-5088cb6f0a46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:00.284858 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f565dec-fdd9-4c31-8250-5088cb6f0a46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:00.285064 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f565dec-fdd9-4c31-8250-5088cb6f0a46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:00.285310 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f565dec-fdd9-4c31-8250-5088cb6f0a46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:00.285634 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f565dec-fdd9-4c31-8250-5088cb6f0a46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:00.285950 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f565dec-fdd9-4c31-8250-5088cb6f0a46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:00.286625 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f565dec-fdd9-4c31-8250-5088cb6f0a46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:00.286625 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f565dec-fdd9-4c31-8250-5088cb6f0a46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:00.346045 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7da5a2-5a17-44c1-82c2-8e893a35697e None None] Routers {'1df14967-fca4-4c3b-8c3c-f9b99c77593e'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:36:00.346570 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-1f7da5a2-5a17-44c1-82c2-8e893a35697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:35:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1df14967-fca4-4c3b-8c3c-f9b99c77593e'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:36:00.369645 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-fff5bcc6-5fa4-47ca-b709-1a45ebb53f9c None None] Allocated IP 172.20.0.2 (f3c2c10b-39e6-4dbc-947d-11676b225237/6a793407-06e4-462d-b2d2-3ed192421a63/c8c4bee0-d949-44c7-a915-c135d81c11ea) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:36:00.383681 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f565dec-fdd9-4c31-8250-5088cb6f0a46 None None] Pushing event updated for resources: {'Port': ['ID=a14a6a16-e17d-4252-90bb-d221b4ecd3ec,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:36:00.463390 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-1f7da5a2-5a17-44c1-82c2-8e893a35697e None None] Set router 1df14967-fca4-4c3b-8c3c-f9b99c77593e gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:36:00.533895 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fff5bcc6-5fa4-47ca-b709-1a45ebb53f9c None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:00.540857 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dca0755a-9ceb-41a4-ae44-fb8659e4c166 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:00.541416 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fff5bcc6-5fa4-47ca-b709-1a45ebb53f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:00.586589 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff5bcc6-5fa4-47ca-b709-1a45ebb53f9c None None] Network f3c2c10b-39e6-4dbc-947d-11676b225237 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:36:00.589870 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-fff5bcc6-5fa4-47ca-b709-1a45ebb53f9c None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:36:00.592540 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff5bcc6-5fa4-47ca-b709-1a45ebb53f9c None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:36:00.602493 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5bcc6-5fa4-47ca-b709-1a45ebb53f9c None None] Pushing event updated for resources: {'Port': ['ID=c8c4bee0-d949-44c7-a915-c135d81c11ea,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:36:00.657872 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-1f7da5a2-5a17-44c1-82c2-8e893a35697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637663171', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'a14a6a16-e17d-4252-90bb-d221b4ecd3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:35:57Z', 'updated_at': '2022-04-28T20:35:58Z', 'revision_number': 3, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'a14a6a16-e17d-4252-90bb-d221b4ecd3ec', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:35:58Z', 'updated_at': '2022-04-28T20:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:36:00.660504 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-fff5bcc6-5fa4-47ca-b709-1a45ebb53f9c None None] Attempting to bind port c8c4bee0-d949-44c7-a915-c135d81c11ea on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:36:00.660865 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-fff5bcc6-5fa4-47ca-b709-1a45ebb53f9c None None] Attempting to bind port c8c4bee0-d949-44c7-a915-c135d81c11ea by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '5ada8646-78f6-42b8-b1f4-e60278ada997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f3c2c10b-39e6-4dbc-947d-11676b225237'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:36:00.661223 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff5bcc6-5fa4-47ca-b709-1a45ebb53f9c None None] Attempting to bind port c8c4bee0-d949-44c7-a915-c135d81c11ea on network f3c2c10b-39e6-4dbc-947d-11676b225237 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:36:00.666148 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff5bcc6-5fa4-47ca-b709-1a45ebb53f9c None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:36:00.666519 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff5bcc6-5fa4-47ca-b709-1a45ebb53f9c None None] Checking segment: {'id': '5ada8646-78f6-42b8-b1f4-e60278ada997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f3c2c10b-39e6-4dbc-947d-11676b225237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:36:00.666949 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fff5bcc6-5fa4-47ca-b709-1a45ebb53f9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:00.667346 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff5bcc6-5fa4-47ca-b709-1a45ebb53f9c None None] Bound using segment: {'id': '5ada8646-78f6-42b8-b1f4-e60278ada997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f3c2c10b-39e6-4dbc-947d-11676b225237'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:36:00.667929 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-fff5bcc6-5fa4-47ca-b709-1a45ebb53f9c None None] Bound port: c8c4bee0-d949-44c7-a915-c135d81c11ea, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ada8646-78f6-42b8-b1f4-e60278ada997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f3c2c10b-39e6-4dbc-947d-11676b225237'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:36:00.668339 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fff5bcc6-5fa4-47ca-b709-1a45ebb53f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:00.686967 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7da5a2-5a17-44c1-82c2-8e893a35697e None None] The sync data for ids ['1df14967-fca4-4c3b-8c3c-f9b99c77593e'] in n-d-839810-1 is: [{'id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637663171', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'a14a6a16-e17d-4252-90bb-d221b4ecd3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:35:57Z', 'updated_at': '2022-04-28T20:35:58Z', 'revision_number': 3, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'a14a6a16-e17d-4252-90bb-d221b4ecd3ec', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:35:58Z', 'updated_at': '2022-04-28T20:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:36:00.742731 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-fff5bcc6-5fa4-47ca-b709-1a45ebb53f9c None None] For port c8c4bee0-d949-44c7-a915-c135d81c11ea, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:36:00.746634 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-fff5bcc6-5fa4-47ca-b709-1a45ebb53f9c None None] For port c8c4bee0-d949-44c7-a915-c135d81c11ea, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c8c4bee0-d949-44c7-a915-c135d81c11ea,segment=NetworkSegment(5ada8646-78f6-42b8-b1f4-e60278ada997),segment_id=5ada8646-78f6-42b8-b1f4-e60278ada997)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:36:00.753138 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fff5bcc6-5fa4-47ca-b709-1a45ebb53f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:00.815413 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5bcc6-5fa4-47ca-b709-1a45ebb53f9c None None] Pushing event updated for resources: {'Port': ['ID=c8c4bee0-d949-44c7-a915-c135d81c11ea,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:36:00.841870 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-dca0755a-9ceb-41a4-ae44-fb8659e4c166 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Allocated IP 172.20.0.1 (f3c2c10b-39e6-4dbc-947d-11676b225237/6a793407-06e4-462d-b2d2-3ed192421a63/44022422-6f68-4439-b290-90deda40a316) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:36:00.993594 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dca0755a-9ceb-41a4-ae44-fb8659e4c166 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:01.054775 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dca0755a-9ceb-41a4-ae44-fb8659e4c166 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:01.099915 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca0755a-9ceb-41a4-ae44-fb8659e4c166 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Network f3c2c10b-39e6-4dbc-947d-11676b225237 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:36:01.103932 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-dca0755a-9ceb-41a4-ae44-fb8659e4c166 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:36:01.106959 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca0755a-9ceb-41a4-ae44-fb8659e4c166 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:36:01.158539 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0755a-9ceb-41a4-ae44-fb8659e4c166 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Port': ['ID=44022422-6f68-4439-b290-90deda40a316,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:36:01.167985 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dca0755a-9ceb-41a4-ae44-fb8659e4c166 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:01.308812 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dca0755a-9ceb-41a4-ae44-fb8659e4c166 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:01.616956 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dca0755a-9ceb-41a4-ae44-fb8659e4c166 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:01.621806 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dca0755a-9ceb-41a4-ae44-fb8659e4c166 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:01.695524 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0755a-9ceb-41a4-ae44-fb8659e4c166 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Port': ['ID=44022422-6f68-4439-b290-90deda40a316,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:36:01.697959 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dca0755a-9ceb-41a4-ae44-fb8659e4c166 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:01.802060 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca0755a-9ceb-41a4-ae44-fb8659e4c166 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Network f3c2c10b-39e6-4dbc-947d-11676b225237 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:36:01.803999 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-dca0755a-9ceb-41a4-ae44-fb8659e4c166 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:36:01.815545 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79fa235-77cf-4651-89a8-bba7d10facf4 None None] Network f3c2c10b-39e6-4dbc-947d-11676b225237 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:36:01.913984 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-1d6ad4bc-64af-43d0-985f-a8c1c2a5eb87 None None] Provisioning complete for port c8c4bee0-d949-44c7-a915-c135d81c11ea triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:36:01.914385 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1d6ad4bc-64af-43d0-985f-a8c1c2a5eb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:01.930427 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca0755a-9ceb-41a4-ae44-fb8659e4c166 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Router 1df14967-fca4-4c3b-8c3c-f9b99c77593e has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:36:01.959317 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a14a6a16-e17d-4252-90bb-d221b4ecd3ec up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:36:02.054178 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca0755a-9ceb-41a4-ae44-fb8659e4c166 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:36:02.059987 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-dca0755a-9ceb-41a4-ae44-fb8659e4c166 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "PUT /v2.0/routers/1df14967-fca4-4c3b-8c3c-f9b99c77593e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9843261 Apr 28 20:36:02.101152 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port a14a6a16-e17d-4252-90bb-d221b4ecd3ec triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:36:02.101152 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:02.106602 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1d6ad4bc-64af-43d0-985f-a8c1c2a5eb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:02.178529 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-1d6ad4bc-64af-43d0-985f-a8c1c2a5eb87 None None] For port c8c4bee0-d949-44c7-a915-c135d81c11ea, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c8c4bee0-d949-44c7-a915-c135d81c11ea,segment=NetworkSegment(5ada8646-78f6-42b8-b1f4-e60278ada997),segment_id=5ada8646-78f6-42b8-b1f4-e60278ada997)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:36:02.188883 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1d6ad4bc-64af-43d0-985f-a8c1c2a5eb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:02.224093 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-4e4c5c4e-6198-436e-93cd-438423346215 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1795719315&fields=id&tenant_id=98124a5578cd489a90ae211a065fdd6a HTTP/1.1" status: 200 len: 267 time: 0.0417769 Apr 28 20:36:02.255044 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:02.278265 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ad4bc-64af-43d0-985f-a8c1c2a5eb87 None None] Pushing event updated for resources: {'Port': ['ID=c8c4bee0-d949-44c7-a915-c135d81c11ea,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:36:02.289474 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port a14a6a16-e17d-4252-90bb-d221b4ecd3ec, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a14a6a16-e17d-4252-90bb-d221b4ecd3ec,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:36:02.295587 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:02.300829 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c8c4bee0-d949-44c7-a915-c135d81c11ea up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:36:02.357235 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-a9e454c8-a427-4a54-8dec-f494e27baf71 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:02.360858 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-a9e454c8-a427-4a54-8dec-f494e27baf71 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/networks?id=f3c2c10b-39e6-4dbc-947d-11676b225237 HTTP/1.1" status: 200 len: 797 time: 0.1292751 Apr 28 20:36:02.379559 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-edf15664-d832-4537-8305-65e8716a840f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/quotas/98124a5578cd489a90ae211a065fdd6a HTTP/1.1" status: 200 len: 375 time: 0.0113156 Apr 28 20:36:02.399200 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=a14a6a16-e17d-4252-90bb-d221b4ecd3ec,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:36:02.414022 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78850324-20fe-4e8e-aef5-f0f7b57f29b9 None None] Sync routers for ids ['1df14967-fca4-4c3b-8c3c-f9b99c77593e'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:36:02.430031 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:02.440567 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78850324-20fe-4e8e-aef5-f0f7b57f29b9 None None] Routers {'1df14967-fca4-4c3b-8c3c-f9b99c77593e'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:36:02.441381 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-78850324-20fe-4e8e-aef5-f0f7b57f29b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:35:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1df14967-fca4-4c3b-8c3c-f9b99c77593e'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:36:02.445929 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port c8c4bee0-d949-44c7-a915-c135d81c11ea triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:36:02.446399 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:02.448409 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-2fc8f1d9-2222-4524-b170-c858c261e171 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626910 Apr 28 20:36:02.504148 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-41d12db1-c4a0-4646-b114-2728bc64e973 None None] Provisioning complete for port 44022422-6f68-4439-b290-90deda40a316 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:36:02.504518 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-41d12db1-c4a0-4646-b114-2728bc64e973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:02.565030 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-7c5bd3e6-a5f1-4e72-8014-94d3d1ca4aed service neutron] 10.222.0.42 "GET /v2.0/networks/f3c2c10b-39e6-4dbc-947d-11676b225237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075606 Apr 28 20:36:02.592650 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-41d12db1-c4a0-4646-b114-2728bc64e973 None None] Port 44022422-6f68-4439-b290-90deda40a316 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:36:02.626161 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-41d12db1-c4a0-4646-b114-2728bc64e973 None None] Provisioning complete for port c8c4bee0-d949-44c7-a915-c135d81c11ea triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:36:02.626623 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-41d12db1-c4a0-4646-b114-2728bc64e973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:02.658081 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-4a390107-6d5f-4262-8270-5182b91d11ff service neutron] 10.222.0.42 "GET /v2.0/networks/f3c2c10b-39e6-4dbc-947d-11676b225237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913599 Apr 28 20:36:02.660810 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-78850324-20fe-4e8e-aef5-f0f7b57f29b9 None None] Set router 1df14967-fca4-4c3b-8c3c-f9b99c77593e gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:36:02.839383 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-189d7a17-1db1-4b86-b41e-e24ebf51ab77 req-d05851e2-d824-425b-abd7-10405cce7775 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=6edad9b0-579a-4a6f-9ce3-cbbe20bd336f HTTP/1.1" status: 200 len: 210 time: 0.0282922 Apr 28 20:36:02.943685 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-78850324-20fe-4e8e-aef5-f0f7b57f29b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637663171', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'a14a6a16-e17d-4252-90bb-d221b4ecd3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:35:57Z', 'updated_at': '2022-04-28T20:36:01Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'a14a6a16-e17d-4252-90bb-d221b4ecd3ec', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:35:58Z', 'updated_at': '2022-04-28T20:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '44022422-6f68-4439-b290-90deda40a316', 'name': '', 'network_id': 'f3c2c10b-39e6-4dbc-947d-11676b225237', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:0b:62:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '6a793407-06e4-462d-b2d2-3ed192421a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:36:00Z', 'updated_at': '2022-04-28T20:36:01Z', 'revision_number': 2, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': '6a793407-06e4-462d-b2d2-3ed192421a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:36:02.970275 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78850324-20fe-4e8e-aef5-f0f7b57f29b9 None None] Checking router: 1df14967-fca4-4c3b-8c3c-f9b99c77593e for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:36:02.970626 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78850324-20fe-4e8e-aef5-f0f7b57f29b9 None None] Updating router 1df14967-fca4-4c3b-8c3c-f9b99c77593e port 44022422-6f68-4439-b290-90deda40a316 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:36:03.004740 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-78850324-20fe-4e8e-aef5-f0f7b57f29b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:03.016493 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-dc5d6648-fb16-4496-871e-066be53f8752 None None] Provisioning complete for port 44022422-6f68-4439-b290-90deda40a316 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:36:03.016857 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-dc5d6648-fb16-4496-871e-066be53f8752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:03.079906 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-dc5d6648-fb16-4496-871e-066be53f8752 None None] Port 44022422-6f68-4439-b290-90deda40a316 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:36:03.475989 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-78850324-20fe-4e8e-aef5-f0f7b57f29b9 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:03.481251 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-78850324-20fe-4e8e-aef5-f0f7b57f29b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:03.532386 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fbc231-83e9-4951-ba43-dc41b564f182 None None] Pushing event updated for resources: {'Port': ['ID=44022422-6f68-4439-b290-90deda40a316,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:36:03.585263 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-78850324-20fe-4e8e-aef5-f0f7b57f29b9 None None] Attempting to bind port 44022422-6f68-4439-b290-90deda40a316 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:36:03.585825 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-78850324-20fe-4e8e-aef5-f0f7b57f29b9 None None] Attempting to bind port 44022422-6f68-4439-b290-90deda40a316 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '5ada8646-78f6-42b8-b1f4-e60278ada997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f3c2c10b-39e6-4dbc-947d-11676b225237'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:36:03.585968 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78850324-20fe-4e8e-aef5-f0f7b57f29b9 None None] Attempting to bind port 44022422-6f68-4439-b290-90deda40a316 on network f3c2c10b-39e6-4dbc-947d-11676b225237 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:36:03.590973 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78850324-20fe-4e8e-aef5-f0f7b57f29b9 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:36:03.591345 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78850324-20fe-4e8e-aef5-f0f7b57f29b9 None None] Checking segment: {'id': '5ada8646-78f6-42b8-b1f4-e60278ada997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f3c2c10b-39e6-4dbc-947d-11676b225237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:36:03.591746 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-78850324-20fe-4e8e-aef5-f0f7b57f29b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:03.592170 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78850324-20fe-4e8e-aef5-f0f7b57f29b9 None None] Bound using segment: {'id': '5ada8646-78f6-42b8-b1f4-e60278ada997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f3c2c10b-39e6-4dbc-947d-11676b225237'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:36:03.592630 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-78850324-20fe-4e8e-aef5-f0f7b57f29b9 None None] Bound port: 44022422-6f68-4439-b290-90deda40a316, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ada8646-78f6-42b8-b1f4-e60278ada997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f3c2c10b-39e6-4dbc-947d-11676b225237'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:36:03.593010 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-78850324-20fe-4e8e-aef5-f0f7b57f29b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:03.661404 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-78850324-20fe-4e8e-aef5-f0f7b57f29b9 None None] For port 44022422-6f68-4439-b290-90deda40a316, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:36:03.664968 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-78850324-20fe-4e8e-aef5-f0f7b57f29b9 None None] For port 44022422-6f68-4439-b290-90deda40a316, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=44022422-6f68-4439-b290-90deda40a316,segment=NetworkSegment(5ada8646-78f6-42b8-b1f4-e60278ada997),segment_id=5ada8646-78f6-42b8-b1f4-e60278ada997)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:36:03.670114 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-78850324-20fe-4e8e-aef5-f0f7b57f29b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:03.749992 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78850324-20fe-4e8e-aef5-f0f7b57f29b9 None None] Routers {'1df14967-fca4-4c3b-8c3c-f9b99c77593e'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:36:03.750647 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-78850324-20fe-4e8e-aef5-f0f7b57f29b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:35:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1df14967-fca4-4c3b-8c3c-f9b99c77593e'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:36:03.757962 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fbc231-83e9-4951-ba43-dc41b564f182 None None] Pushing event updated for resources: {'Port': ['ID=44022422-6f68-4439-b290-90deda40a316,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:36:03.793888 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0f5e1acd-ddcc-47c3-8c88-328aedfd1ad5 None None] Provisioning complete for port 44022422-6f68-4439-b290-90deda40a316 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:36:03.794169 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0f5e1acd-ddcc-47c3-8c88-328aedfd1ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:03.870495 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-52876e4f-9bdd-4838-a05e-15a3c52e32dd tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:03.872093 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-52876e4f-9bdd-4838-a05e-15a3c52e32dd tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.44 "GET /v2.0/networks?id=f3c2c10b-39e6-4dbc-947d-11676b225237 HTTP/1.1" status: 200 len: 797 time: 0.1571994 Apr 28 20:36:03.942520 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-9bbb79a4-d652-45bd-9cf2-b9c2ee0d35c6 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98124a5578cd489a90ae211a065fdd6a HTTP/1.1" status: 200 len: 380 time: 0.0547855 Apr 28 20:36:03.952722 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-90e03958-f55a-45b7-8a81-d335c525543d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'port': {'device_id': '6edad9b0-579a-4a6f-9ce3-cbbe20bd336f', 'network_id': 'f3c2c10b-39e6-4dbc-947d-11676b225237', 'admin_state_up': True, 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'security_groups': ['e8a94a69-f0bc-4a59-b5a7-5eb3219a2a20']}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:36:03.953509 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a14a6a16-e17d-4252-90bb-d221b4ecd3ec up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:36:03.997150 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-025c400b-8529-426a-a15d-7918dffefcdf req-72f3ead9-b0c8-4c5e-b72f-ed4116821087 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=6edad9b0-579a-4a6f-9ce3-cbbe20bd336f HTTP/1.1" status: 200 len: 210 time: 0.0397236 Apr 28 20:36:04.016584 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:04.018429 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-78850324-20fe-4e8e-aef5-f0f7b57f29b9 None None] Set router 1df14967-fca4-4c3b-8c3c-f9b99c77593e gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:36:04.063477 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0f5e1acd-ddcc-47c3-8c88-328aedfd1ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:04.105911 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-90e03958-f55a-45b7-8a81-d335c525543d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Made reservation on behalf of 98124a5578cd489a90ae211a065fdd6a for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:36:04.109540 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-90e03958-f55a-45b7-8a81-d335c525543d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:04.153846 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0f5e1acd-ddcc-47c3-8c88-328aedfd1ad5 None None] For port 44022422-6f68-4439-b290-90deda40a316, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=44022422-6f68-4439-b290-90deda40a316,segment=NetworkSegment(5ada8646-78f6-42b8-b1f4-e60278ada997),segment_id=5ada8646-78f6-42b8-b1f4-e60278ada997)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:36:04.181785 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port a14a6a16-e17d-4252-90bb-d221b4ecd3ec triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:36:04.182151 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:04.188424 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0f5e1acd-ddcc-47c3-8c88-328aedfd1ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:04.239340 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-90e03958-f55a-45b7-8a81-d335c525543d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Allocated IP 172.20.0.9 (f3c2c10b-39e6-4dbc-947d-11676b225237/6a793407-06e4-462d-b2d2-3ed192421a63/1896aea7-7f1f-4624-9683-3c8f9a0013fe) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:36:04.304198 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e1acd-ddcc-47c3-8c88-328aedfd1ad5 None None] Pushing event updated for resources: {'Port': ['ID=44022422-6f68-4439-b290-90deda40a316,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:36:04.361304 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-943c7227-22b1-4f2c-a75d-3a1749bc2263 None None] Provisioning complete for port 44022422-6f68-4439-b290-90deda40a316 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:36:04.361742 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-943c7227-22b1-4f2c-a75d-3a1749bc2263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:04.389321 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-90e03958-f55a-45b7-8a81-d335c525543d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:04.396393 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c8c4bee0-d949-44c7-a915-c135d81c11ea up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:36:04.425128 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-90e03958-f55a-45b7-8a81-d335c525543d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:04.464287 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-78850324-20fe-4e8e-aef5-f0f7b57f29b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637663171', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'a14a6a16-e17d-4252-90bb-d221b4ecd3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:35:57Z', 'updated_at': '2022-04-28T20:36:01Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'a14a6a16-e17d-4252-90bb-d221b4ecd3ec', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:35:58Z', 'updated_at': '2022-04-28T20:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '44022422-6f68-4439-b290-90deda40a316', 'name': '', 'network_id': 'f3c2c10b-39e6-4dbc-947d-11676b225237', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:0b:62:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '6a793407-06e4-462d-b2d2-3ed192421a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:36:00Z', 'updated_at': '2022-04-28T20:36:03Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': '6a793407-06e4-462d-b2d2-3ed192421a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:36:04.466299 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-90e03958-f55a-45b7-8a81-d335c525543d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Network f3c2c10b-39e6-4dbc-947d-11676b225237 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:36:04.472223 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-90e03958-f55a-45b7-8a81-d335c525543d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:36:04.476010 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-90e03958-f55a-45b7-8a81-d335c525543d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:36:04.499978 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78850324-20fe-4e8e-aef5-f0f7b57f29b9 None None] The sync data for ids ['1df14967-fca4-4c3b-8c3c-f9b99c77593e'] in n-d-839810-1 is: [{'id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637663171', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'a14a6a16-e17d-4252-90bb-d221b4ecd3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:35:57Z', 'updated_at': '2022-04-28T20:36:01Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'a14a6a16-e17d-4252-90bb-d221b4ecd3ec', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:35:58Z', 'updated_at': '2022-04-28T20:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '44022422-6f68-4439-b290-90deda40a316', 'name': '', 'network_id': 'f3c2c10b-39e6-4dbc-947d-11676b225237', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:0b:62:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '6a793407-06e4-462d-b2d2-3ed192421a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:36:00Z', 'updated_at': '2022-04-28T20:36:03Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': '6a793407-06e4-462d-b2d2-3ed192421a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:36:04.509364 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e03958-f55a-45b7-8a81-d335c525543d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Port': ['ID=1896aea7-7f1f-4624-9683-3c8f9a0013fe,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:36:04.526873 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port c8c4bee0-d949-44c7-a915-c135d81c11ea triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:36:04.527229 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:04.538460 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-90e03958-f55a-45b7-8a81-d335c525543d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:04.539776 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-90e03958-f55a-45b7-8a81-d335c525543d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:04.568673 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-90e03958-f55a-45b7-8a81-d335c525543d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6209369 Apr 28 20:36:04.592402 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-a5d4476b-6fcc-4158-9b0e-a90b79702da2 service neutron] Request body: {'port': {'device_id': '6edad9b0-579a-4a6f-9ce3-cbbe20bd336f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:36:04.656844 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-a5d4476b-6fcc-4158-9b0e-a90b79702da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:04.809644 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-405a458e-f2c1-4fc8-ba24-4ac89f35165f None None] Provisioning complete for port 1896aea7-7f1f-4624-9683-3c8f9a0013fe triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:36:04.809935 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-405a458e-f2c1-4fc8-ba24-4ac89f35165f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:04.847208 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-405a458e-f2c1-4fc8-ba24-4ac89f35165f None None] Port 1896aea7-7f1f-4624-9683-3c8f9a0013fe cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:36:04.943681 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-a5d4476b-6fcc-4158-9b0e-a90b79702da2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1896aea7-7f1f-4624-9683-3c8f9a0013fe {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:36:04.951768 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-a5d4476b-6fcc-4158-9b0e-a90b79702da2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:04.964675 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-a5d4476b-6fcc-4158-9b0e-a90b79702da2 service neutron] Transition to ACTIVE for port object 1896aea7-7f1f-4624-9683-3c8f9a0013fe will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:36:04.968776 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-a5d4476b-6fcc-4158-9b0e-a90b79702da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:05.051036 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4476b-6fcc-4158-9b0e-a90b79702da2 service neutron] Pushing event updated for resources: {'Port': ['ID=1896aea7-7f1f-4624-9683-3c8f9a0013fe,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:36:05.121958 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-a5d4476b-6fcc-4158-9b0e-a90b79702da2 service neutron] Attempting to bind port 1896aea7-7f1f-4624-9683-3c8f9a0013fe on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:36:05.122299 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-a5d4476b-6fcc-4158-9b0e-a90b79702da2 service neutron] Attempting to bind port 1896aea7-7f1f-4624-9683-3c8f9a0013fe by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '5ada8646-78f6-42b8-b1f4-e60278ada997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f3c2c10b-39e6-4dbc-947d-11676b225237'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:36:05.122631 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-a5d4476b-6fcc-4158-9b0e-a90b79702da2 service neutron] Attempting to bind port 1896aea7-7f1f-4624-9683-3c8f9a0013fe on network f3c2c10b-39e6-4dbc-947d-11676b225237 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:36:05.128140 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-a5d4476b-6fcc-4158-9b0e-a90b79702da2 service neutron] Port 1896aea7-7f1f-4624-9683-3c8f9a0013fe on network f3c2c10b-39e6-4dbc-947d-11676b225237 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:36:05.128584 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-a5d4476b-6fcc-4158-9b0e-a90b79702da2 service neutron] Attempting to bind port 1896aea7-7f1f-4624-9683-3c8f9a0013fe on network f3c2c10b-39e6-4dbc-947d-11676b225237 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:36:05.134073 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-a5d4476b-6fcc-4158-9b0e-a90b79702da2 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:36:05.134421 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-a5d4476b-6fcc-4158-9b0e-a90b79702da2 service neutron] Checking segment: {'id': '5ada8646-78f6-42b8-b1f4-e60278ada997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f3c2c10b-39e6-4dbc-947d-11676b225237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:36:05.134808 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-a5d4476b-6fcc-4158-9b0e-a90b79702da2 service neutron] Bound using segment: {'id': '5ada8646-78f6-42b8-b1f4-e60278ada997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f3c2c10b-39e6-4dbc-947d-11676b225237'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:36:05.135241 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-a5d4476b-6fcc-4158-9b0e-a90b79702da2 service neutron] Bound port: 1896aea7-7f1f-4624-9683-3c8f9a0013fe, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ada8646-78f6-42b8-b1f4-e60278ada997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f3c2c10b-39e6-4dbc-947d-11676b225237'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:36:05.135607 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-a5d4476b-6fcc-4158-9b0e-a90b79702da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:05.192972 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c3628-355f-48e4-aa13-90aa6bd960c6 req-0c750fa3-11db-4d28-8381-af650d1e1afe tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:05.197169 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f64c3628-355f-48e4-aa13-90aa6bd960c6 req-0c750fa3-11db-4d28-8381-af650d1e1afe tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=6edad9b0-579a-4a6f-9ce3-cbbe20bd336f HTTP/1.1" status: 200 len: 943 time: 0.0895722 Apr 28 20:36:05.235974 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-a5d4476b-6fcc-4158-9b0e-a90b79702da2 service neutron] For port 1896aea7-7f1f-4624-9683-3c8f9a0013fe, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:36:05.240027 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-a5d4476b-6fcc-4158-9b0e-a90b79702da2 service neutron] For port 1896aea7-7f1f-4624-9683-3c8f9a0013fe, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=1896aea7-7f1f-4624-9683-3c8f9a0013fe,segment=NetworkSegment(5ada8646-78f6-42b8-b1f4-e60278ada997),segment_id=5ada8646-78f6-42b8-b1f4-e60278ada997)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:36:05.249928 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-a5d4476b-6fcc-4158-9b0e-a90b79702da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:05.272721 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f64c3628-355f-48e4-aa13-90aa6bd960c6 req-6abed2f0-37af-4985-bcc9-4abb27c2e6fd tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8a94a69-f0bc-4a59-b5a7-5eb3219a2a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682392 Apr 28 20:36:05.302540 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-a5d4476b-6fcc-4158-9b0e-a90b79702da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:05.303463 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-a5d4476b-6fcc-4158-9b0e-a90b79702da2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:05.307389 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-a5d4476b-6fcc-4158-9b0e-a90b79702da2 service neutron] 10.222.0.44 "PUT /v2.0/ports/1896aea7-7f1f-4624-9683-3c8f9a0013fe HTTP/1.1" status: 200 len: 1091 time: 0.7218959 Apr 28 20:36:05.307851 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6edad9b0-579a-4a6f-9ce3-cbbe20bd336f', 'tag': '1896aea7-7f1f-4624-9683-3c8f9a0013fe'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:36:05.310285 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf124955d82b014a11a6fc2eaac2ea15efe7a1380e167aca24b9fc673bca835b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6067db-480b-4ad7-8740-cf662b45221f" -d '{"events": [{"name": "network-changed", "server_uuid": "6edad9b0-579a-4a6f-9ce3-cbbe20bd336f", "tag": "1896aea7-7f1f-4624-9683-3c8f9a0013fe"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:36:05.345696 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4476b-6fcc-4158-9b0e-a90b79702da2 service neutron] Pushing event updated for resources: {'Port': ['ID=1896aea7-7f1f-4624-9683-3c8f9a0013fe,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:36:05.386831 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763fdece-dcc0-4ab0-81b3-885b450eb214 x-openstack-request-id: req-763fdece-dcc0-4ab0-81b3-885b450eb214 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:36:05.387306 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6edad9b0-579a-4a6f-9ce3-cbbe20bd336f", "tag": "1896aea7-7f1f-4624-9683-3c8f9a0013fe", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:36:05.387639 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-763fdece-dcc0-4ab0-81b3-885b450eb214 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:36:05.388210 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-763fdece-dcc0-4ab0-81b3-885b450eb214'] response: {'name': 'network-changed', 'server_uuid': '6edad9b0-579a-4a6f-9ce3-cbbe20bd336f', 'tag': '1896aea7-7f1f-4624-9683-3c8f9a0013fe', 'status': 'completed', 'code': 200} Apr 28 20:36:05.409414 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-193e12a0-be4c-4bee-b818-3eb0ff4af42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:05.411029 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-193e12a0-be4c-4bee-b818-3eb0ff4af42e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&device_id=6edad9b0-579a-4a6f-9ce3-cbbe20bd336f HTTP/1.1" status: 200 len: 1094 time: 0.0531290 Apr 28 20:36:05.456562 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-2d1e4338-3c69-4a72-af13-ccf0a8f0fdfb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1896aea7-7f1f-4624-9683-3c8f9a0013fe HTTP/1.1" status: 200 len: 217 time: 0.0364654 Apr 28 20:36:05.519010 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-39d49630-126d-4a21-a68c-ffa0b0e9f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:05.520614 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-39d49630-126d-4a21-a68c-ffa0b0e9f840 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6a793407-06e4-462d-b2d2-3ed192421a63 HTTP/1.1" status: 200 len: 835 time: 0.0558732 Apr 28 20:36:05.569595 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-f199e04d-9baf-424b-8fe0-25aa4435065b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:05.571104 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-f199e04d-9baf-424b-8fe0-25aa4435065b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f3c2c10b-39e6-4dbc-947d-11676b225237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429928 Apr 28 20:36:05.664835 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-191a14e6-8e60-477d-83e0-7ebc3ed062b5 service neutron] 10.222.0.44 "GET /v2.0/networks/f3c2c10b-39e6-4dbc-947d-11676b225237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868368 Apr 28 20:36:05.762409 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0a755255-661c-4d1b-a5ee-b28d8cac5ca5 req-536d5b9a-4493-4c3d-849d-39722f9ea543 service neutron] 10.222.0.44 "GET /v2.0/networks/f3c2c10b-39e6-4dbc-947d-11676b225237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903437 Apr 28 20:36:05.847976 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6067db-480b-4ad7-8740-cf662b45221f req-7b401a0b-8e6d-4c29-a931-bfb7f7bcb1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:05.849521 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bf6067db-480b-4ad7-8740-cf662b45221f req-7b401a0b-8e6d-4c29-a931-bfb7f7bcb1ee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&device_id=6edad9b0-579a-4a6f-9ce3-cbbe20bd336f HTTP/1.1" status: 200 len: 1094 time: 0.0448959 Apr 28 20:36:05.894088 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 44022422-6f68-4439-b290-90deda40a316 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:36:05.941816 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 44022422-6f68-4439-b290-90deda40a316 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:36:05.942185 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:05.948236 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6067db-480b-4ad7-8740-cf662b45221f req-d5dcb107-8f76-4504-8512-df579a630c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:05.949761 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bf6067db-480b-4ad7-8740-cf662b45221f req-d5dcb107-8f76-4504-8512-df579a630c26 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f3c2c10b-39e6-4dbc-947d-11676b225237 HTTP/1.1" status: 200 len: 898 time: 0.0929084 Apr 28 20:36:05.991279 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bf6067db-480b-4ad7-8740-cf662b45221f req-4a46d2bb-5a52-4def-bdbb-4c1c6a7cc84d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1896aea7-7f1f-4624-9683-3c8f9a0013fe HTTP/1.1" status: 200 len: 217 time: 0.0344164 Apr 28 20:36:06.041216 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6067db-480b-4ad7-8740-cf662b45221f req-c7396395-65fa-4b82-9b1c-2f49b72f568b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:06.042653 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bf6067db-480b-4ad7-8740-cf662b45221f req-c7396395-65fa-4b82-9b1c-2f49b72f568b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6a793407-06e4-462d-b2d2-3ed192421a63 HTTP/1.1" status: 200 len: 835 time: 0.0442467 Apr 28 20:36:06.094862 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6067db-480b-4ad7-8740-cf662b45221f req-6a55df62-fc2d-46d7-8ac9-4cd1977bdfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:06.097177 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bf6067db-480b-4ad7-8740-cf662b45221f req-6a55df62-fc2d-46d7-8ac9-4cd1977bdfd5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f3c2c10b-39e6-4dbc-947d-11676b225237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456145 Apr 28 20:36:06.185318 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bf6067db-480b-4ad7-8740-cf662b45221f req-4af4aec7-7a7f-4fa7-97f7-e0172a0f90a1 service neutron] 10.222.0.44 "GET /v2.0/networks/f3c2c10b-39e6-4dbc-947d-11676b225237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803018 Apr 28 20:36:06.278627 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bf6067db-480b-4ad7-8740-cf662b45221f req-c0d4a477-5f09-4fc6-9097-da9ac8fbf6fd service neutron] 10.222.0.44 "GET /v2.0/networks/f3c2c10b-39e6-4dbc-947d-11676b225237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863643 Apr 28 20:36:06.397833 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda46c38-b316-4266-a28a-02fbf089011d req-517b103f-b201-4f56-accf-dc4b3044dfae tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:06.399522 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fda46c38-b316-4266-a28a-02fbf089011d req-517b103f-b201-4f56-accf-dc4b3044dfae tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=6edad9b0-579a-4a6f-9ce3-cbbe20bd336f HTTP/1.1" status: 200 len: 943 time: 0.0544870 Apr 28 20:36:06.438654 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fda46c38-b316-4266-a28a-02fbf089011d req-235d736d-a705-4355-81cb-1dc969152465 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8a94a69-f0bc-4a59-b5a7-5eb3219a2a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327454 Apr 28 20:36:07.555585 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416afa1a-7ec1-4230-852e-92b1912847ab req-46355e97-3357-4f31-adf3-725d5a7d8e15 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:07.557067 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-416afa1a-7ec1-4230-852e-92b1912847ab req-46355e97-3357-4f31-adf3-725d5a7d8e15 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=6edad9b0-579a-4a6f-9ce3-cbbe20bd336f HTTP/1.1" status: 200 len: 943 time: 0.0495837 Apr 28 20:36:07.594879 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-416afa1a-7ec1-4230-852e-92b1912847ab req-313ca3c9-3bca-43b4-9a03-88b536334c56 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8a94a69-f0bc-4a59-b5a7-5eb3219a2a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318565 Apr 28 20:36:08.051888 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 1896aea7-7f1f-4624-9683-3c8f9a0013fe details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:36:08.144484 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 1896aea7-7f1f-4624-9683-3c8f9a0013fe, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=1896aea7-7f1f-4624-9683-3c8f9a0013fe,segment=NetworkSegment(5ada8646-78f6-42b8-b1f4-e60278ada997),segment_id=5ada8646-78f6-42b8-b1f4-e60278ada997)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:36:08.159549 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '1896aea7-7f1f-4624-9683-3c8f9a0013fe', 'network_id': 'f3c2c10b-39e6-4dbc-947d-11676b225237', 'port_id': '1896aea7-7f1f-4624-9683-3c8f9a0013fe', 'mac_address': 'fa:16:3e:5c:0f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a793407-06e4-462d-b2d2-3ed192421a63', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:36:08.195456 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:08.208692 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1896aea7-7f1f-4624-9683-3c8f9a0013fe {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:36:08.227717 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 1896aea7-7f1f-4624-9683-3c8f9a0013fe, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=1896aea7-7f1f-4624-9683-3c8f9a0013fe,segment=NetworkSegment(5ada8646-78f6-42b8-b1f4-e60278ada997),segment_id=5ada8646-78f6-42b8-b1f4-e60278ada997)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:36:08.231627 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:08.279131 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=1896aea7-7f1f-4624-9683-3c8f9a0013fe,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:36:08.431761 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['1896aea7-7f1f-4624-9683-3c8f9a0013fe'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:36:08.711388 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcda46-f152-4796-9a3e-f853af3b2687 req-6fede264-f72c-4290-b720-4e16382ad2f4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:08.712779 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0cfcda46-f152-4796-9a3e-f853af3b2687 req-6fede264-f72c-4290-b720-4e16382ad2f4 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=6edad9b0-579a-4a6f-9ce3-cbbe20bd336f HTTP/1.1" status: 200 len: 944 time: 0.0492146 Apr 28 20:36:08.751398 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0cfcda46-f152-4796-9a3e-f853af3b2687 req-10f19f07-aa22-45b6-b013-85b9e7e0c4b5 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8a94a69-f0bc-4a59-b5a7-5eb3219a2a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326045 Apr 28 20:36:09.866460 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093b8d3-c420-4fc9-8389-f6894b1d63f0 req-40baf5d3-5ab8-480a-8bd6-30fb27fea714 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:09.867930 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0093b8d3-c420-4fc9-8389-f6894b1d63f0 req-40baf5d3-5ab8-480a-8bd6-30fb27fea714 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=6edad9b0-579a-4a6f-9ce3-cbbe20bd336f HTTP/1.1" status: 200 len: 944 time: 0.0495729 Apr 28 20:36:09.905458 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0093b8d3-c420-4fc9-8389-f6894b1d63f0 req-8112ab09-c534-4a3e-9500-fd39d17d3de8 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8a94a69-f0bc-4a59-b5a7-5eb3219a2a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314589 Apr 28 20:36:10.065550 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 1896aea7-7f1f-4624-9683-3c8f9a0013fe up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:36:10.113070 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 1896aea7-7f1f-4624-9683-3c8f9a0013fe completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:36:10.117172 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 1896aea7-7f1f-4624-9683-3c8f9a0013fe triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:36:10.117535 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:10.195690 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:10.217695 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6edad9b0-579a-4a6f-9ce3-cbbe20bd336f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1896aea7-7f1f-4624-9683-3c8f9a0013fe'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:36:10.219895 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f0961dc541b5264c963834c151b06290830566d9874400a6cf73f3b09243849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1a6bed-6d85-4a30-b71a-d7391fdcc247" -d '{"events": [{"server_uuid": "6edad9b0-579a-4a6f-9ce3-cbbe20bd336f", "name": "network-vif-plugged", "status": "completed", "tag": "1896aea7-7f1f-4624-9683-3c8f9a0013fe"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:36:10.232586 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 1896aea7-7f1f-4624-9683-3c8f9a0013fe, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=1896aea7-7f1f-4624-9683-3c8f9a0013fe,segment=NetworkSegment(5ada8646-78f6-42b8-b1f4-e60278ada997),segment_id=5ada8646-78f6-42b8-b1f4-e60278ada997)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:36:10.236313 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:10.260876 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e38e42e-0123-4543-adcb-ae4e84fe4420 x-openstack-request-id: req-7e38e42e-0123-4543-adcb-ae4e84fe4420 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:36:10.261159 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6edad9b0-579a-4a6f-9ce3-cbbe20bd336f", "name": "network-vif-plugged", "status": "completed", "tag": "1896aea7-7f1f-4624-9683-3c8f9a0013fe", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:36:10.261463 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7e38e42e-0123-4543-adcb-ae4e84fe4420 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:36:10.261880 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e38e42e-0123-4543-adcb-ae4e84fe4420'] response: {'server_uuid': '6edad9b0-579a-4a6f-9ce3-cbbe20bd336f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1896aea7-7f1f-4624-9683-3c8f9a0013fe', 'code': 200} Apr 28 20:36:10.288006 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=1896aea7-7f1f-4624-9683-3c8f9a0013fe,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:36:10.356250 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698870a-d18c-477c-8c5f-f6195bdab0d7 req-79f64134-4e26-4e4a-b6f3-09c81ab2dc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:10.357622 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1698870a-d18c-477c-8c5f-f6195bdab0d7 req-79f64134-4e26-4e4a-b6f3-09c81ab2dc6f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6edad9b0-579a-4a6f-9ce3-cbbe20bd336f HTTP/1.1" status: 200 len: 1096 time: 0.0398407 Apr 28 20:36:10.397629 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1698870a-d18c-477c-8c5f-f6195bdab0d7 req-eee9a542-06c0-4f9e-9ad4-8aa2c5c014d1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e8a94a69-f0bc-4a59-b5a7-5eb3219a2a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331624 Apr 28 20:36:11.020829 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b75952-df45-4d7e-b31f-d5c6fe0c5dff req-0a8db36b-c583-458e-a517-d7494aa759ce tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:11.022184 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-18b75952-df45-4d7e-b31f-d5c6fe0c5dff req-0a8db36b-c583-458e-a517-d7494aa759ce tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=6edad9b0-579a-4a6f-9ce3-cbbe20bd336f HTTP/1.1" status: 200 len: 945 time: 0.0488138 Apr 28 20:36:11.060976 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-18b75952-df45-4d7e-b31f-d5c6fe0c5dff req-ff578749-2e50-4664-93eb-68ffdfd97241 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8a94a69-f0bc-4a59-b5a7-5eb3219a2a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325282 Apr 28 20:36:12.177648 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5404490-a546-47d5-a33c-36860ee1babc req-9fab73fd-0a2b-4aad-a70d-16807f550552 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:12.179085 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c5404490-a546-47d5-a33c-36860ee1babc req-9fab73fd-0a2b-4aad-a70d-16807f550552 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=6edad9b0-579a-4a6f-9ce3-cbbe20bd336f HTTP/1.1" status: 200 len: 945 time: 0.0493255 Apr 28 20:36:12.220008 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c5404490-a546-47d5-a33c-36860ee1babc req-75e74d47-191b-4898-afd9-4223a7eed7fc tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8a94a69-f0bc-4a59-b5a7-5eb3219a2a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349796 Apr 28 20:36:12.338897 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b501d-faca-4ee2-a9f7-231cabd0f8ff req-ecb476b5-6149-4344-8c45-08b50e6d3e34 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:12.340711 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0a5b501d-faca-4ee2-a9f7-231cabd0f8ff req-ecb476b5-6149-4344-8c45-08b50e6d3e34 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=6edad9b0-579a-4a6f-9ce3-cbbe20bd336f HTTP/1.1" status: 200 len: 945 time: 0.0497513 Apr 28 20:36:12.379073 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0a5b501d-faca-4ee2-a9f7-231cabd0f8ff req-5267790c-af65-44dd-ada8-bbe942318b17 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8a94a69-f0bc-4a59-b5a7-5eb3219a2a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327184 Apr 28 20:36:12.401569 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38970) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:36:12.441403 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57287cc-e660-491e-9e90-f49184e4a866 tempest-TestNetworkAdvancedServerOps-889809582 tempest-TestNetworkAdvancedServerOps-889809582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:12.442930 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-d57287cc-e660-491e-9e90-f49184e4a866 tempest-TestNetworkAdvancedServerOps-889809582 tempest-TestNetworkAdvancedServerOps-889809582-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6edad9b0-579a-4a6f-9ce3-cbbe20bd336f HTTP/1.1" status: 200 len: 1091 time: 0.0403693 Apr 28 20:36:12.445812 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 38972) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:36:12.449952 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-0352f8ad-0bf5-4cb3-8d27-544c88b84460 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'port_id': '1896aea7-7f1f-4624-9683-3c8f9a0013fe', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:36:12.469700 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0352f8ad-0bf5-4cb3-8d27-544c88b84460 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:12.569237 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0352f8ad-0bf5-4cb3-8d27-544c88b84460 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:12.673840 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-0352f8ad-0bf5-4cb3-8d27-544c88b84460 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Allocated IP 172.25.8.85 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/1a109362-e5c2-459d-8f7a-b29691a52e61) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:36:12.773634 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0352f8ad-0bf5-4cb3-8d27-544c88b84460 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:12.807857 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0352f8ad-0bf5-4cb3-8d27-544c88b84460 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:12.849212 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0352f8ad-0bf5-4cb3-8d27-544c88b84460 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:36:12.852221 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-0352f8ad-0bf5-4cb3-8d27-544c88b84460 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:36:12.857174 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0352f8ad-0bf5-4cb3-8d27-544c88b84460 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:36:12.860305 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352f8ad-0bf5-4cb3-8d27-544c88b84460 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Port': ['ID=1a109362-e5c2-459d-8f7a-b29691a52e61,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:36:13.208167 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0352f8ad-0bf5-4cb3-8d27-544c88b84460 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:13.277721 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0352f8ad-0bf5-4cb3-8d27-544c88b84460 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:13.422374 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0352f8ad-0bf5-4cb3-8d27-544c88b84460 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:13.426808 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0352f8ad-0bf5-4cb3-8d27-544c88b84460 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:13.498521 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352f8ad-0bf5-4cb3-8d27-544c88b84460 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event updated for resources: {'Port': ['ID=1a109362-e5c2-459d-8f7a-b29691a52e61,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:36:13.506750 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0352f8ad-0bf5-4cb3-8d27-544c88b84460 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:13.606859 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-0352f8ad-0bf5-4cb3-8d27-544c88b84460 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Floating IP 12da6842-1983-4975-a6c8-1763191a944c associated. External IP: 172.25.8.85, port: 1896aea7-7f1f-4624-9683-3c8f9a0013fe. Apr 28 20:36:13.817086 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0352f8ad-0bf5-4cb3-8d27-544c88b84460 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Router 1df14967-fca4-4c3b-8c3c-f9b99c77593e has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:36:13.923888 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0352f8ad-0bf5-4cb3-8d27-544c88b84460 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:36:13.933483 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3bfe00-c441-4dd1-a1e7-7aa15007f2c5 None None] Sync routers for ids ['1df14967-fca4-4c3b-8c3c-f9b99c77593e'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:36:13.941726 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-0352f8ad-0bf5-4cb3-8d27-544c88b84460 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:13.944562 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3bfe00-c441-4dd1-a1e7-7aa15007f2c5 None None] Routers {'1df14967-fca4-4c3b-8c3c-f9b99c77593e'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:36:13.945178 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-cf3bfe00-c441-4dd1-a1e7-7aa15007f2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:35:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1df14967-fca4-4c3b-8c3c-f9b99c77593e'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:36:13.968952 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-0352f8ad-0bf5-4cb3-8d27-544c88b84460 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5221663 Apr 28 20:36:13.969532 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6edad9b0-579a-4a6f-9ce3-cbbe20bd336f', 'tag': '1896aea7-7f1f-4624-9683-3c8f9a0013fe'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:36:13.972357 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf124955d82b014a11a6fc2eaac2ea15efe7a1380e167aca24b9fc673bca835b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e862f6-3ce9-4bb6-85b1-322f1ff131e2" -d '{"events": [{"name": "network-changed", "server_uuid": "6edad9b0-579a-4a6f-9ce3-cbbe20bd336f", "tag": "1896aea7-7f1f-4624-9683-3c8f9a0013fe"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:36:14.013026 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b577637-d7ce-4a86-92dd-0c7f7d6cc9ce x-openstack-request-id: req-0b577637-d7ce-4a86-92dd-0c7f7d6cc9ce {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:36:14.013321 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6edad9b0-579a-4a6f-9ce3-cbbe20bd336f", "tag": "1896aea7-7f1f-4624-9683-3c8f9a0013fe", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:36:14.013568 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0b577637-d7ce-4a86-92dd-0c7f7d6cc9ce {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:36:14.014159 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b577637-d7ce-4a86-92dd-0c7f7d6cc9ce'] response: {'name': 'network-changed', 'server_uuid': '6edad9b0-579a-4a6f-9ce3-cbbe20bd336f', 'tag': '1896aea7-7f1f-4624-9683-3c8f9a0013fe', 'status': 'completed', 'code': 200} Apr 28 20:36:14.052464 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-cf3bfe00-c441-4dd1-a1e7-7aa15007f2c5 None None] Set router 1df14967-fca4-4c3b-8c3c-f9b99c77593e gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:36:14.079867 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b059c67-2f37-453b-91bc-fe18e582733c req-8cbbbd07-1851-47bb-aff0-bcfd2be9864b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:14.081191 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e862f6-3ce9-4bb6-85b1-322f1ff131e2 req-c03a5456-eb31-46bd-89e7-18ada0b7cca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:14.082522 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-17e862f6-3ce9-4bb6-85b1-322f1ff131e2 req-c03a5456-eb31-46bd-89e7-18ada0b7cca3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&device_id=6edad9b0-579a-4a6f-9ce3-cbbe20bd336f HTTP/1.1" status: 200 len: 1096 time: 0.0462563 Apr 28 20:36:14.082701 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5b059c67-2f37-453b-91bc-fe18e582733c req-8cbbbd07-1851-47bb-aff0-bcfd2be9864b tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=6edad9b0-579a-4a6f-9ce3-cbbe20bd336f HTTP/1.1" status: 200 len: 945 time: 0.0590553 Apr 28 20:36:14.122423 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-5b059c67-2f37-453b-91bc-fe18e582733c req-82b89e4a-1fec-4b7b-be0e-8d0906a75cef tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8a94a69-f0bc-4a59-b5a7-5eb3219a2a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329299 Apr 28 20:36:14.146604 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38978) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:36:14.181214 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e862f6-3ce9-4bb6-85b1-322f1ff131e2 req-50e6cd22-7572-4ee2-bd6f-7b8bfe8ee1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:14.182803 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-17e862f6-3ce9-4bb6-85b1-322f1ff131e2 req-50e6cd22-7572-4ee2-bd6f-7b8bfe8ee1df service neutron] 10.222.0.44 "GET /v2.0/networks?id=f3c2c10b-39e6-4dbc-947d-11676b225237 HTTP/1.1" status: 200 len: 898 time: 0.0921440 Apr 28 20:36:14.210906 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-df0d016c-d37c-4e75-993e-0ae538fe6091 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/floatingips/12da6842-1983-4975-a6c8-1763191a944c HTTP/1.1" status: 200 len: 990 time: 0.0628936 Apr 28 20:36:14.252757 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-17e862f6-3ce9-4bb6-85b1-322f1ff131e2 req-54e99f72-2ef2-4bac-b521-374dfa0cc68f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1896aea7-7f1f-4624-9683-3c8f9a0013fe HTTP/1.1" status: 200 len: 998 time: 0.0597351 Apr 28 20:36:14.293212 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-cf3bfe00-c441-4dd1-a1e7-7aa15007f2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637663171', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'a14a6a16-e17d-4252-90bb-d221b4ecd3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:35:57Z', 'updated_at': '2022-04-28T20:36:01Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'a14a6a16-e17d-4252-90bb-d221b4ecd3ec', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:35:58Z', 'updated_at': '2022-04-28T20:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '12da6842-1983-4975-a6c8-1763191a944c', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'port_id': '1896aea7-7f1f-4624-9683-3c8f9a0013fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3c2c10b-39e6-4dbc-947d-11676b225237', 'mac_address': 'fa:16:3e:5c:0f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edad9b0-579a-4a6f-9ce3-cbbe20bd336f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:36:13Z', 'updated_at': '2022-04-28T20:36:13Z', 'revision_number': 0, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44022422-6f68-4439-b290-90deda40a316', 'name': '', 'network_id': 'f3c2c10b-39e6-4dbc-947d-11676b225237', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:0b:62:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '6a793407-06e4-462d-b2d2-3ed192421a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:36:00Z', 'updated_at': '2022-04-28T20:36:04Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': '6a793407-06e4-462d-b2d2-3ed192421a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:36:14.301155 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e862f6-3ce9-4bb6-85b1-322f1ff131e2 req-c14f30a9-5246-4c57-8e37-d6a8b38646de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:14.302654 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-17e862f6-3ce9-4bb6-85b1-322f1ff131e2 req-c14f30a9-5246-4c57-8e37-d6a8b38646de service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6a793407-06e4-462d-b2d2-3ed192421a63 HTTP/1.1" status: 200 len: 835 time: 0.0443470 Apr 28 20:36:14.319112 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3bfe00-c441-4dd1-a1e7-7aa15007f2c5 None None] Checking router: 1df14967-fca4-4c3b-8c3c-f9b99c77593e for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:36:14.327418 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3bfe00-c441-4dd1-a1e7-7aa15007f2c5 None None] Routers {'1df14967-fca4-4c3b-8c3c-f9b99c77593e'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:36:14.328030 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-cf3bfe00-c441-4dd1-a1e7-7aa15007f2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:35:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1df14967-fca4-4c3b-8c3c-f9b99c77593e'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:36:14.351854 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e862f6-3ce9-4bb6-85b1-322f1ff131e2 req-669dd238-b803-4f64-a5af-e210c7cf9680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:14.353341 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-17e862f6-3ce9-4bb6-85b1-322f1ff131e2 req-669dd238-b803-4f64-a5af-e210c7cf9680 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f3c2c10b-39e6-4dbc-947d-11676b225237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443358 Apr 28 20:36:14.436244 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-cf3bfe00-c441-4dd1-a1e7-7aa15007f2c5 None None] Set router 1df14967-fca4-4c3b-8c3c-f9b99c77593e gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:36:14.444355 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-17e862f6-3ce9-4bb6-85b1-322f1ff131e2 req-2b113479-f07b-487f-87b6-3fecda731daa service neutron] 10.222.0.44 "GET /v2.0/networks/f3c2c10b-39e6-4dbc-947d-11676b225237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842645 Apr 28 20:36:14.543045 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-17e862f6-3ce9-4bb6-85b1-322f1ff131e2 req-13428a8a-56a4-467e-ab25-432c60647f30 service neutron] 10.222.0.44 "GET /v2.0/networks/f3c2c10b-39e6-4dbc-947d-11676b225237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924604 Apr 28 20:36:14.658076 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-cf3bfe00-c441-4dd1-a1e7-7aa15007f2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637663171', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'a14a6a16-e17d-4252-90bb-d221b4ecd3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:35:57Z', 'updated_at': '2022-04-28T20:36:01Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'a14a6a16-e17d-4252-90bb-d221b4ecd3ec', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:35:58Z', 'updated_at': '2022-04-28T20:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '12da6842-1983-4975-a6c8-1763191a944c', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'port_id': '1896aea7-7f1f-4624-9683-3c8f9a0013fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3c2c10b-39e6-4dbc-947d-11676b225237', 'mac_address': 'fa:16:3e:5c:0f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edad9b0-579a-4a6f-9ce3-cbbe20bd336f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:36:13Z', 'updated_at': '2022-04-28T20:36:13Z', 'revision_number': 0, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44022422-6f68-4439-b290-90deda40a316', 'name': '', 'network_id': 'f3c2c10b-39e6-4dbc-947d-11676b225237', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:0b:62:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '6a793407-06e4-462d-b2d2-3ed192421a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:36:00Z', 'updated_at': '2022-04-28T20:36:04Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': '6a793407-06e4-462d-b2d2-3ed192421a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:36:14.766551 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3bfe00-c441-4dd1-a1e7-7aa15007f2c5 None None] The sync data for ids ['1df14967-fca4-4c3b-8c3c-f9b99c77593e'] in n-d-839810-1 is: [{'id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637663171', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'a14a6a16-e17d-4252-90bb-d221b4ecd3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:35:57Z', 'updated_at': '2022-04-28T20:36:01Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'a14a6a16-e17d-4252-90bb-d221b4ecd3ec', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:35:58Z', 'updated_at': '2022-04-28T20:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '12da6842-1983-4975-a6c8-1763191a944c', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'port_id': '1896aea7-7f1f-4624-9683-3c8f9a0013fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3c2c10b-39e6-4dbc-947d-11676b225237', 'mac_address': 'fa:16:3e:5c:0f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edad9b0-579a-4a6f-9ce3-cbbe20bd336f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:36:13Z', 'updated_at': '2022-04-28T20:36:13Z', 'revision_number': 0, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44022422-6f68-4439-b290-90deda40a316', 'name': '', 'network_id': 'f3c2c10b-39e6-4dbc-947d-11676b225237', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:0b:62:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '6a793407-06e4-462d-b2d2-3ed192421a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:36:00Z', 'updated_at': '2022-04-28T20:36:04Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': '6a793407-06e4-462d-b2d2-3ed192421a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:36:14.967881 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808c60a7-eca8-43a9-b597-2d263ae56d25 None None] New status for floating IP 12da6842-1983-4975-a6c8-1763191a944c: ACTIVE {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:36:15.215019 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 38980) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:36:15.279595 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-edfe930a-36df-46d5-b644-15363c576860 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/floatingips/12da6842-1983-4975-a6c8-1763191a944c HTTP/1.1" status: 200 len: 992 time: 0.0635171 Apr 28 20:36:19.935945 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-092f4287-915b-41b5-8b6f-9c89db07a1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:22.165739 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-48ea942e-4cad-47d7-bc88-2b58b9a26e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:23.700403 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:25.986994 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:26.015302 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:27.647792 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:36:32.400556 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:33.904402 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:46.741370 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50bb022-919a-488c-b952-715e126d8d15 req-39610dd0-0e37-4fd1-a1d9-e960c593b2ca tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:46.742854 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a50bb022-919a-488c-b952-715e126d8d15 req-39610dd0-0e37-4fd1-a1d9-e960c593b2ca tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=6edad9b0-579a-4a6f-9ce3-cbbe20bd336f HTTP/1.1" status: 200 len: 945 time: 0.0942731 Apr 28 20:36:46.781217 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a50bb022-919a-488c-b952-715e126d8d15 req-3cb32dbe-f5af-4019-bb51-a96509473116 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8a94a69-f0bc-4a59-b5a7-5eb3219a2a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318797 Apr 28 20:36:47.947369 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b0a96-d107-4a39-a65f-8cac7acd574b req-b25e5983-b41e-41a5-90cf-17050347720a tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:47.948864 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-492b0a96-d107-4a39-a65f-8cac7acd574b req-b25e5983-b41e-41a5-90cf-17050347720a tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=6edad9b0-579a-4a6f-9ce3-cbbe20bd336f HTTP/1.1" status: 200 len: 945 time: 0.0930617 Apr 28 20:36:47.986293 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-492b0a96-d107-4a39-a65f-8cac7acd574b req-024034d7-1669-4c37-891d-f53c74d29616 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8a94a69-f0bc-4a59-b5a7-5eb3219a2a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308673 Apr 28 20:36:48.008146 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39004) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:36:48.066453 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7ce3fe16-b204-4df2-b0e4-ea92f4ffd8e2 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/floatingips/12da6842-1983-4975-a6c8-1763191a944c HTTP/1.1" status: 200 len: 992 time: 0.0570292 Apr 28 20:36:49.364149 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29543813-88b9-4f20-ab5a-4f06273f8730 req-d7594cfa-4c3f-428a-ad26-817553a3557f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:49.365511 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-29543813-88b9-4f20-ab5a-4f06273f8730 req-d7594cfa-4c3f-428a-ad26-817553a3557f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=6edad9b0-579a-4a6f-9ce3-cbbe20bd336f HTTP/1.1" status: 200 len: 945 time: 0.0789402 Apr 28 20:36:49.371577 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f533b86-8409-4069-abd5-e6bcbfaa53d8 req-d380f919-4597-4fd3-b91f-6bcbce7dcd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:49.372984 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4f533b86-8409-4069-abd5-e6bcbfaa53d8 req-d380f919-4597-4fd3-b91f-6bcbce7dcd62 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&device_id=6edad9b0-579a-4a6f-9ce3-cbbe20bd336f HTTP/1.1" status: 200 len: 1096 time: 0.0563717 Apr 28 20:36:49.454142 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-29543813-88b9-4f20-ab5a-4f06273f8730 req-757c7ed3-2173-433a-9fdc-2345173a7d59 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8a94a69-f0bc-4a59-b5a7-5eb3219a2a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802336 Apr 28 20:36:49.484929 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f533b86-8409-4069-abd5-e6bcbfaa53d8 req-592f0b07-66e6-4ce1-92d2-fa0e6532a2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:49.486675 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4f533b86-8409-4069-abd5-e6bcbfaa53d8 req-592f0b07-66e6-4ce1-92d2-fa0e6532a2bb service neutron] 10.222.0.44 "GET /v2.0/networks?id=f3c2c10b-39e6-4dbc-947d-11676b225237 HTTP/1.1" status: 200 len: 898 time: 0.1061857 Apr 28 20:36:49.554223 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4f533b86-8409-4069-abd5-e6bcbfaa53d8 req-4f2d1748-bfb5-4a5c-b64e-eff2f7e0ed4a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1896aea7-7f1f-4624-9683-3c8f9a0013fe HTTP/1.1" status: 200 len: 1000 time: 0.0612826 Apr 28 20:36:49.602692 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f533b86-8409-4069-abd5-e6bcbfaa53d8 req-da463361-0677-41f0-9924-74da32c6dbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:49.604065 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4f533b86-8409-4069-abd5-e6bcbfaa53d8 req-da463361-0677-41f0-9924-74da32c6dbcc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6a793407-06e4-462d-b2d2-3ed192421a63 HTTP/1.1" status: 200 len: 835 time: 0.0424881 Apr 28 20:36:49.648528 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f533b86-8409-4069-abd5-e6bcbfaa53d8 req-00453cbd-7ca8-4246-a8b9-a8d11a296172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:49.650005 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4f533b86-8409-4069-abd5-e6bcbfaa53d8 req-00453cbd-7ca8-4246-a8b9-a8d11a296172 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f3c2c10b-39e6-4dbc-947d-11676b225237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384276 Apr 28 20:36:49.741346 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4f533b86-8409-4069-abd5-e6bcbfaa53d8 req-b9dc6e1f-7db2-428b-8ab0-4c28baf97751 service neutron] 10.222.0.44 "GET /v2.0/networks/f3c2c10b-39e6-4dbc-947d-11676b225237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835571 Apr 28 20:36:49.830832 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4f533b86-8409-4069-abd5-e6bcbfaa53d8 req-3a773914-38bd-4bb7-a467-6556bce2654a service neutron] 10.222.0.44 "GET /v2.0/networks/f3c2c10b-39e6-4dbc-947d-11676b225237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824857 Apr 28 20:36:49.937308 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-87464ed2-f1d9-4d3e-aa26-8c4ce8e63224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:50.578854 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcf688-82ff-43ef-9288-047d3a5db3ea req-10c1a8ab-25e8-4ce8-b295-f07e6f9afddd tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:50.581056 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-28fcf688-82ff-43ef-9288-047d3a5db3ea req-10c1a8ab-25e8-4ce8-b295-f07e6f9afddd tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=6edad9b0-579a-4a6f-9ce3-cbbe20bd336f HTTP/1.1" status: 200 len: 945 time: 0.0542252 Apr 28 20:36:50.619593 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-28fcf688-82ff-43ef-9288-047d3a5db3ea req-9e4e6ef7-cfc8-4742-a2e8-b61b5b907b75 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8a94a69-f0bc-4a59-b5a7-5eb3219a2a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318787 Apr 28 20:36:51.738348 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcbf271-bb14-4140-8342-404d69841f36 req-fcb05088-ee5f-4765-840a-7608b6403149 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:51.739816 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ddcbf271-bb14-4140-8342-404d69841f36 req-fcb05088-ee5f-4765-840a-7608b6403149 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=6edad9b0-579a-4a6f-9ce3-cbbe20bd336f HTTP/1.1" status: 200 len: 945 time: 0.0502093 Apr 28 20:36:51.776972 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ddcbf271-bb14-4140-8342-404d69841f36 req-609fa9fd-d64c-4466-9497-1588e29e634d tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8a94a69-f0bc-4a59-b5a7-5eb3219a2a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310185 Apr 28 20:36:51.801160 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39016) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:36:51.864572 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-721a62dd-bf92-476b-95e5-1b5a260c9b58 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/floatingips/12da6842-1983-4975-a6c8-1763191a944c HTTP/1.1" status: 200 len: 992 time: 0.0622940 Apr 28 20:36:52.091000 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39022) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:36:52.166772 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-f6f59b88-a354-49cd-bfd8-d31336a6973a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:52.248070 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-7f49170e-e769-4a66-b733-686b7164f51f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Deleting port 1a109362-e5c2-459d-8f7a-b29691a52e61 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:36:52.248435 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7f49170e-e769-4a66-b733-686b7164f51f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:52.321503 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7f49170e-e769-4a66-b733-686b7164f51f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:52.321833 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7f49170e-e769-4a66-b733-686b7164f51f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:52.333159 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-7f49170e-e769-4a66-b733-686b7164f51f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Calling delete_port for 1a109362-e5c2-459d-8f7a-b29691a52e61 owned by network:floatingip {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:36:52.479486 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7f49170e-e769-4a66-b733-686b7164f51f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:52.505144 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f49170e-e769-4a66-b733-686b7164f51f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event deleted for resources: {'Port': ['ID=1a109362-e5c2-459d-8f7a-b29691a52e61,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:36:52.566916 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7f49170e-e769-4a66-b733-686b7164f51f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for floatingip, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:52.567240 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [None req-7f49170e-e769-4a66-b733-686b7164f51f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Floating IP 12da6842-1983-4975-a6c8-1763191a944c disassociated (deleted). External IP: 172.25.8.85, port: 1896aea7-7f1f-4624-9683-3c8f9a0013fe. Apr 28 20:36:52.772752 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f49170e-e769-4a66-b733-686b7164f51f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Router 1df14967-fca4-4c3b-8c3c-f9b99c77593e has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:36:53.170696 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f49170e-e769-4a66-b733-686b7164f51f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:36:53.176175 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7f49170e-e769-4a66-b733-686b7164f51f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:53.181249 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790d821b-6ebb-4eea-bb67-342ef00f7a54 None None] Sync routers for ids ['1df14967-fca4-4c3b-8c3c-f9b99c77593e'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:36:53.191093 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790d821b-6ebb-4eea-bb67-342ef00f7a54 None None] Routers {'1df14967-fca4-4c3b-8c3c-f9b99c77593e'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:36:53.191695 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-790d821b-6ebb-4eea-bb67-342ef00f7a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:36:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1df14967-fca4-4c3b-8c3c-f9b99c77593e'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:36:53.202989 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-7f49170e-e769-4a66-b733-686b7164f51f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "DELETE /v2.0/floatingips/12da6842-1983-4975-a6c8-1763191a944c HTTP/1.1" status: 204 len: 168 time: 1.1109798 Apr 28 20:36:53.203677 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6edad9b0-579a-4a6f-9ce3-cbbe20bd336f', 'tag': '1896aea7-7f1f-4624-9683-3c8f9a0013fe'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:36:53.206152 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987aa34c65443dea39eaa51b67d186bb80d94e7c4b504279bd6048524f6efc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a46f1d-62a6-40e0-9631-ef6aece4e87d" -d '{"events": [{"name": "network-changed", "server_uuid": "6edad9b0-579a-4a6f-9ce3-cbbe20bd336f", "tag": "1896aea7-7f1f-4624-9683-3c8f9a0013fe"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:36:53.243685 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c900bab4-a262-4f0e-9ea3-08ef69c28e4b x-openstack-request-id: req-c900bab4-a262-4f0e-9ea3-08ef69c28e4b {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:36:53.243983 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6edad9b0-579a-4a6f-9ce3-cbbe20bd336f", "tag": "1896aea7-7f1f-4624-9683-3c8f9a0013fe", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:36:53.244269 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c900bab4-a262-4f0e-9ea3-08ef69c28e4b {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:36:53.248140 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c900bab4-a262-4f0e-9ea3-08ef69c28e4b'] response: {'name': 'network-changed', 'server_uuid': '6edad9b0-579a-4a6f-9ce3-cbbe20bd336f', 'tag': '1896aea7-7f1f-4624-9683-3c8f9a0013fe', 'status': 'completed', 'code': 200} Apr 28 20:36:53.311921 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-790d821b-6ebb-4eea-bb67-342ef00f7a54 None None] Set router 1df14967-fca4-4c3b-8c3c-f9b99c77593e gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:36:53.345951 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a46f1d-62a6-40e0-9631-ef6aece4e87d req-c3f6e5f3-5239-4235-a3cd-89cac3ecef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:53.348698 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-93a46f1d-62a6-40e0-9631-ef6aece4e87d req-c3f6e5f3-5239-4235-a3cd-89cac3ecef39 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98124a5578cd489a90ae211a065fdd6a&device_id=6edad9b0-579a-4a6f-9ce3-cbbe20bd336f HTTP/1.1" status: 200 len: 1096 time: 0.0634184 Apr 28 20:36:53.453445 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13111c7-b6df-4e2c-91ea-49e850cb0886 req-4c843b2a-4429-4457-8551-fbb572598f6e tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:53.456738 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f13111c7-b6df-4e2c-91ea-49e850cb0886 req-4c843b2a-4429-4457-8551-fbb572598f6e tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=6edad9b0-579a-4a6f-9ce3-cbbe20bd336f HTTP/1.1" status: 200 len: 945 time: 0.0589147 Apr 28 20:36:53.501527 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f13111c7-b6df-4e2c-91ea-49e850cb0886 req-f2132a3b-18a1-4fd5-86da-2a585718a623 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8a94a69-f0bc-4a59-b5a7-5eb3219a2a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372095 Apr 28 20:36:53.539623 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-790d821b-6ebb-4eea-bb67-342ef00f7a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637663171', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'a14a6a16-e17d-4252-90bb-d221b4ecd3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:35:57Z', 'updated_at': '2022-04-28T20:36:01Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'a14a6a16-e17d-4252-90bb-d221b4ecd3ec', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:35:58Z', 'updated_at': '2022-04-28T20:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '44022422-6f68-4439-b290-90deda40a316', 'name': '', 'network_id': 'f3c2c10b-39e6-4dbc-947d-11676b225237', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:0b:62:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '6a793407-06e4-462d-b2d2-3ed192421a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:36:00Z', 'updated_at': '2022-04-28T20:36:04Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': '6a793407-06e4-462d-b2d2-3ed192421a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:36:53.568521 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790d821b-6ebb-4eea-bb67-342ef00f7a54 None None] Checking router: 1df14967-fca4-4c3b-8c3c-f9b99c77593e for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:36:53.577039 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790d821b-6ebb-4eea-bb67-342ef00f7a54 None None] Routers {'1df14967-fca4-4c3b-8c3c-f9b99c77593e'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:36:53.577654 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-790d821b-6ebb-4eea-bb67-342ef00f7a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:36:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1df14967-fca4-4c3b-8c3c-f9b99c77593e'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:36:53.689710 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-790d821b-6ebb-4eea-bb67-342ef00f7a54 None None] Set router 1df14967-fca4-4c3b-8c3c-f9b99c77593e gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:36:53.704720 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:53.801845 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a46f1d-62a6-40e0-9631-ef6aece4e87d req-76b37962-7cf4-4cbf-bac8-c5e0d04a5024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:53.803305 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-93a46f1d-62a6-40e0-9631-ef6aece4e87d req-76b37962-7cf4-4cbf-bac8-c5e0d04a5024 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f3c2c10b-39e6-4dbc-947d-11676b225237 HTTP/1.1" status: 200 len: 898 time: 0.4387553 Apr 28 20:36:53.844943 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-93a46f1d-62a6-40e0-9631-ef6aece4e87d req-6528e4e2-250f-4582-b497-3a44c0e8a149 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1896aea7-7f1f-4624-9683-3c8f9a0013fe HTTP/1.1" status: 200 len: 217 time: 0.0336907 Apr 28 20:36:53.890809 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-790d821b-6ebb-4eea-bb67-342ef00f7a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637663171', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'a14a6a16-e17d-4252-90bb-d221b4ecd3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:35:57Z', 'updated_at': '2022-04-28T20:36:01Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'a14a6a16-e17d-4252-90bb-d221b4ecd3ec', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:35:58Z', 'updated_at': '2022-04-28T20:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '44022422-6f68-4439-b290-90deda40a316', 'name': '', 'network_id': 'f3c2c10b-39e6-4dbc-947d-11676b225237', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:0b:62:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '6a793407-06e4-462d-b2d2-3ed192421a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:36:00Z', 'updated_at': '2022-04-28T20:36:04Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': '6a793407-06e4-462d-b2d2-3ed192421a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:36:53.895577 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a46f1d-62a6-40e0-9631-ef6aece4e87d req-4d3b3501-47f5-4864-ae64-6c24c24761cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:53.897360 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-93a46f1d-62a6-40e0-9631-ef6aece4e87d req-4d3b3501-47f5-4864-ae64-6c24c24761cd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6a793407-06e4-462d-b2d2-3ed192421a63 HTTP/1.1" status: 200 len: 835 time: 0.0456605 Apr 28 20:36:53.921762 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790d821b-6ebb-4eea-bb67-342ef00f7a54 None None] The sync data for ids ['1df14967-fca4-4c3b-8c3c-f9b99c77593e'] in n-d-839810-1 is: [{'id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637663171', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'a14a6a16-e17d-4252-90bb-d221b4ecd3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:35:57Z', 'updated_at': '2022-04-28T20:36:01Z', 'revision_number': 4, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'a14a6a16-e17d-4252-90bb-d221b4ecd3ec', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:35:58Z', 'updated_at': '2022-04-28T20:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '44022422-6f68-4439-b290-90deda40a316', 'name': '', 'network_id': 'f3c2c10b-39e6-4dbc-947d-11676b225237', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'mac_address': 'fa:16:3e:0b:62:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '6a793407-06e4-462d-b2d2-3ed192421a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:36:00Z', 'updated_at': '2022-04-28T20:36:04Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'subnets': [{'id': '6a793407-06e4-462d-b2d2-3ed192421a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:36:53.950583 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a46f1d-62a6-40e0-9631-ef6aece4e87d req-ca7b47b5-7f88-4ec9-a7b0-a0b4fb5c26f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:53.952090 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-93a46f1d-62a6-40e0-9631-ef6aece4e87d req-ca7b47b5-7f88-4ec9-a7b0-a0b4fb5c26f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f3c2c10b-39e6-4dbc-947d-11676b225237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470915 Apr 28 20:36:54.044057 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-93a46f1d-62a6-40e0-9631-ef6aece4e87d req-585b5448-1d8a-40c3-b847-313faa841a22 service neutron] 10.222.0.44 "GET /v2.0/networks/f3c2c10b-39e6-4dbc-947d-11676b225237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836928 Apr 28 20:36:54.142421 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-93a46f1d-62a6-40e0-9631-ef6aece4e87d req-dd520230-8df6-479f-acc9-68b0fb912cc6 service neutron] 10.222.0.44 "GET /v2.0/networks/f3c2c10b-39e6-4dbc-947d-11676b225237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905373 Apr 28 20:36:54.146954 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6443f8-edc5-4c63-a21f-6c5972f242d1 None None] New status for floating IP 12da6842-1983-4975-a6c8-1763191a944c: DOWN {{(pid=102775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:36:54.623639 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d7631-1c0c-4318-863e-f31b56a179b1 req-ab34b344-8eef-4ae5-89e2-e419fdf19712 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:54.625113 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-637d7631-1c0c-4318-863e-f31b56a179b1 req-ab34b344-8eef-4ae5-89e2-e419fdf19712 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=6edad9b0-579a-4a6f-9ce3-cbbe20bd336f HTTP/1.1" status: 200 len: 945 time: 0.0509415 Apr 28 20:36:54.661812 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-637d7631-1c0c-4318-863e-f31b56a179b1 req-c8e05a94-e5b4-4244-bbff-dcb41e399aac tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8a94a69-f0bc-4a59-b5a7-5eb3219a2a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299287 Apr 28 20:36:54.948971 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78388e73-46a8-4d82-9cf9-ca63c674f68f req-58bc2f94-84bd-46b7-9566-16803aa6f68f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:54.950450 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-78388e73-46a8-4d82-9cf9-ca63c674f68f req-58bc2f94-84bd-46b7-9566-16803aa6f68f tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.44 "GET /v2.0/ports?device_id=6edad9b0-579a-4a6f-9ce3-cbbe20bd336f HTTP/1.1" status: 200 len: 945 time: 0.0491500 Apr 28 20:36:55.041009 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-78388e73-46a8-4d82-9cf9-ca63c674f68f req-afa38d68-bfda-4362-bd40-da4f13e67527 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Deleting port 1896aea7-7f1f-4624-9683-3c8f9a0013fe {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:36:55.041347 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-78388e73-46a8-4d82-9cf9-ca63c674f68f req-afa38d68-bfda-4362-bd40-da4f13e67527 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:55.131432 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-78388e73-46a8-4d82-9cf9-ca63c674f68f req-afa38d68-bfda-4362-bd40-da4f13e67527 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] For port 1896aea7-7f1f-4624-9683-3c8f9a0013fe, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=1896aea7-7f1f-4624-9683-3c8f9a0013fe,segment=NetworkSegment(5ada8646-78f6-42b8-b1f4-e60278ada997),segment_id=5ada8646-78f6-42b8-b1f4-e60278ada997)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:36:55.131794 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-78388e73-46a8-4d82-9cf9-ca63c674f68f req-afa38d68-bfda-4362-bd40-da4f13e67527 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:55.144458 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-78388e73-46a8-4d82-9cf9-ca63c674f68f req-afa38d68-bfda-4362-bd40-da4f13e67527 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Calling delete_port for 1896aea7-7f1f-4624-9683-3c8f9a0013fe owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:36:55.280745 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-78388e73-46a8-4d82-9cf9-ca63c674f68f req-afa38d68-bfda-4362-bd40-da4f13e67527 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:55.310905 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa38d68-bfda-4362-bd40-da4f13e67527 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event deleted for resources: {'Port': ['ID=1896aea7-7f1f-4624-9683-3c8f9a0013fe,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:36:55.321554 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa38d68-bfda-4362-bd40-da4f13e67527 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:55.322008 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa38d68-bfda-4362-bd40-da4f13e67527 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:55.322235 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa38d68-bfda-4362-bd40-da4f13e67527 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:55.322576 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa38d68-bfda-4362-bd40-da4f13e67527 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:55.322909 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa38d68-bfda-4362-bd40-da4f13e67527 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:55.323241 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa38d68-bfda-4362-bd40-da4f13e67527 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:55.323573 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa38d68-bfda-4362-bd40-da4f13e67527 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:55.323906 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa38d68-bfda-4362-bd40-da4f13e67527 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:55.324282 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa38d68-bfda-4362-bd40-da4f13e67527 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:55.325252 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa38d68-bfda-4362-bd40-da4f13e67527 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:55.325252 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa38d68-bfda-4362-bd40-da4f13e67527 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:55.325473 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa38d68-bfda-4362-bd40-da4f13e67527 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:55.368796 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-78388e73-46a8-4d82-9cf9-ca63c674f68f req-afa38d68-bfda-4362-bd40-da4f13e67527 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] No DVR routers for this DVR port 1896aea7-7f1f-4624-9683-3c8f9a0013fe on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:36:55.373953 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-78388e73-46a8-4d82-9cf9-ca63c674f68f req-afa38d68-bfda-4362-bd40-da4f13e67527 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:55.375289 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-78388e73-46a8-4d82-9cf9-ca63c674f68f req-afa38d68-bfda-4362-bd40-da4f13e67527 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.44 "DELETE /v2.0/ports/1896aea7-7f1f-4624-9683-3c8f9a0013fe HTTP/1.1" status: 204 len: 173 time: 0.4191883 Apr 28 20:36:55.375737 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6edad9b0-579a-4a6f-9ce3-cbbe20bd336f', 'name': 'network-vif-deleted', 'tag': '1896aea7-7f1f-4624-9683-3c8f9a0013fe'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:36:55.378237 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf124955d82b014a11a6fc2eaac2ea15efe7a1380e167aca24b9fc673bca835b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2174d5d-ad63-4c04-9b4e-0d319914ccf7" -d '{"events": [{"server_uuid": "6edad9b0-579a-4a6f-9ce3-cbbe20bd336f", "name": "network-vif-deleted", "tag": "1896aea7-7f1f-4624-9683-3c8f9a0013fe"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:36:55.423925 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60d753c-9649-489e-896d-32de5924e042 x-openstack-request-id: req-c60d753c-9649-489e-896d-32de5924e042 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:36:55.424342 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6edad9b0-579a-4a6f-9ce3-cbbe20bd336f", "name": "network-vif-deleted", "tag": "1896aea7-7f1f-4624-9683-3c8f9a0013fe", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:36:55.424783 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c60d753c-9649-489e-896d-32de5924e042 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:36:55.425220 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c60d753c-9649-489e-896d-32de5924e042'] response: {'server_uuid': '6edad9b0-579a-4a6f-9ce3-cbbe20bd336f', 'name': 'network-vif-deleted', 'tag': '1896aea7-7f1f-4624-9683-3c8f9a0013fe', 'status': 'completed', 'code': 200} Apr 28 20:36:55.800530 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f806f797-242b-4f77-8899-13dd55cbe94c req-0b0701e4-9114-41bb-a9c7-9e4337d97fbb tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "GET /v2.0/ports?device_id=6edad9b0-579a-4a6f-9ce3-cbbe20bd336f HTTP/1.1" status: 200 len: 210 time: 0.0387163 Apr 28 20:36:55.990413 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:56.016075 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:56.863764 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39040) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:36:57.217720 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d2f116ac-abf4-45db-90af-9cf50e58defd tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:57.467492 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d2f116ac-abf4-45db-90af-9cf50e58defd tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Deleting port 44022422-6f68-4439-b290-90deda40a316 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:36:57.467893 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d2f116ac-abf4-45db-90af-9cf50e58defd tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:57.555374 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d2f116ac-abf4-45db-90af-9cf50e58defd tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] For port 44022422-6f68-4439-b290-90deda40a316, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=44022422-6f68-4439-b290-90deda40a316,segment=NetworkSegment(5ada8646-78f6-42b8-b1f4-e60278ada997),segment_id=5ada8646-78f6-42b8-b1f4-e60278ada997)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:36:57.555734 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d2f116ac-abf4-45db-90af-9cf50e58defd tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:57.570334 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d2f116ac-abf4-45db-90af-9cf50e58defd tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Calling delete_port for 44022422-6f68-4439-b290-90deda40a316 owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:36:57.752737 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d2f116ac-abf4-45db-90af-9cf50e58defd tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:57.783460 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f116ac-abf4-45db-90af-9cf50e58defd tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event deleted for resources: {'Port': ['ID=44022422-6f68-4439-b290-90deda40a316,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:36:57.796061 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f116ac-abf4-45db-90af-9cf50e58defd tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:57.799422 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f116ac-abf4-45db-90af-9cf50e58defd tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:57.799811 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f116ac-abf4-45db-90af-9cf50e58defd tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:57.800175 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f116ac-abf4-45db-90af-9cf50e58defd tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:57.800514 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f116ac-abf4-45db-90af-9cf50e58defd tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:57.801334 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f116ac-abf4-45db-90af-9cf50e58defd tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:57.801673 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f116ac-abf4-45db-90af-9cf50e58defd tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:57.802003 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f116ac-abf4-45db-90af-9cf50e58defd tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:57.802331 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f116ac-abf4-45db-90af-9cf50e58defd tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:57.802651 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f116ac-abf4-45db-90af-9cf50e58defd tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:57.802970 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f116ac-abf4-45db-90af-9cf50e58defd tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:57.803744 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f116ac-abf4-45db-90af-9cf50e58defd tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:57.972442 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d2f116ac-abf4-45db-90af-9cf50e58defd tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:58.183907 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f116ac-abf4-45db-90af-9cf50e58defd tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Router 1df14967-fca4-4c3b-8c3c-f9b99c77593e has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:36:58.283347 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 1896aea7-7f1f-4624-9683-3c8f9a0013fe no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:36:58.288630 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f116ac-abf4-45db-90af-9cf50e58defd tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:36:58.296630 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39044) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:36:58.297066 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d2f116ac-abf4-45db-90af-9cf50e58defd tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "PUT /v2.0/routers/1df14967-fca4-4c3b-8c3c-f9b99c77593e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4318385 Apr 28 20:36:58.307271 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74549787-0e28-4615-8a2e-8dafa61c8eff None None] Sync routers for ids ['1df14967-fca4-4c3b-8c3c-f9b99c77593e'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:36:58.310572 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: 1896aea7-7f1f-4624-9683-3c8f9a0013fe {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:36:58.311105 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 1896aea7-7f1f-4624-9683-3c8f9a0013fe not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:36:58.318713 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74549787-0e28-4615-8a2e-8dafa61c8eff None None] Routers {'1df14967-fca4-4c3b-8c3c-f9b99c77593e'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:36:58.319376 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-74549787-0e28-4615-8a2e-8dafa61c8eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:36:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1df14967-fca4-4c3b-8c3c-f9b99c77593e'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:36:58.353304 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-77006da7-f5b7-4c10-84a2-c3655b1a56e3 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Deleting subnet 6a793407-06e4-462d-b2d2-3ed192421a63 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:36:58.356416 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77006da7-f5b7-4c10-84a2-c3655b1a56e3 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:58.396002 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77006da7-f5b7-4c10-84a2-c3655b1a56e3 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:58.422906 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-74549787-0e28-4615-8a2e-8dafa61c8eff None None] Set router 1df14967-fca4-4c3b-8c3c-f9b99c77593e gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:36:58.483489 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77006da7-f5b7-4c10-84a2-c3655b1a56e3 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:58.543171 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77006da7-f5b7-4c10-84a2-c3655b1a56e3 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:58.571561 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77006da7-f5b7-4c10-84a2-c3655b1a56e3 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event deleted for resources: {'Subnet': ['ID=6a793407-06e4-462d-b2d2-3ed192421a63,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:36:58.573594 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-77006da7-f5b7-4c10-84a2-c3655b1a56e3 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:58.579740 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf55fb11-e1f4-4db0-89f9-41cd0d35b201 None None] Network f3c2c10b-39e6-4dbc-947d-11676b225237 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:36:58.580590 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-77006da7-f5b7-4c10-84a2-c3655b1a56e3 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "DELETE /v2.0/subnets/6a793407-06e4-462d-b2d2-3ed192421a63 HTTP/1.1" status: 204 len: 168 time: 0.2824135 Apr 28 20:36:58.580810 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39046) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:36:58.604285 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-74549787-0e28-4615-8a2e-8dafa61c8eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637663171', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'a14a6a16-e17d-4252-90bb-d221b4ecd3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:35:57Z', 'updated_at': '2022-04-28T20:36:57Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'a14a6a16-e17d-4252-90bb-d221b4ecd3ec', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:35:58Z', 'updated_at': '2022-04-28T20:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:36:58.635047 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74549787-0e28-4615-8a2e-8dafa61c8eff None None] Checking router: 1df14967-fca4-4c3b-8c3c-f9b99c77593e for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:36:58.644483 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74549787-0e28-4615-8a2e-8dafa61c8eff None None] Routers {'1df14967-fca4-4c3b-8c3c-f9b99c77593e'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:36:58.645120 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-74549787-0e28-4615-8a2e-8dafa61c8eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:36:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1df14967-fca4-4c3b-8c3c-f9b99c77593e'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:36:58.709408 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d730d005-f6d9-4734-a2ce-b57a89192b2c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:58.754970 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-74549787-0e28-4615-8a2e-8dafa61c8eff None None] Set router 1df14967-fca4-4c3b-8c3c-f9b99c77593e gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:36:58.816183 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d730d005-f6d9-4734-a2ce-b57a89192b2c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:58.878449 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d730d005-f6d9-4734-a2ce-b57a89192b2c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Deleting port a14a6a16-e17d-4252-90bb-d221b4ecd3ec {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:36:58.878873 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d730d005-f6d9-4734-a2ce-b57a89192b2c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:58.945819 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91966284-c0e4-440d-a306-aad67b8a7b01 None None] DHCP port deletion for f3c2c10b-39e6-4dbc-947d-11676b225237 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:36:58.968089 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d730d005-f6d9-4734-a2ce-b57a89192b2c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] For port a14a6a16-e17d-4252-90bb-d221b4ecd3ec, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a14a6a16-e17d-4252-90bb-d221b4ecd3ec,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:36:58.968495 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d730d005-f6d9-4734-a2ce-b57a89192b2c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:58.983229 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d730d005-f6d9-4734-a2ce-b57a89192b2c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Calling delete_port for a14a6a16-e17d-4252-90bb-d221b4ecd3ec owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:36:58.993568 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-91966284-c0e4-440d-a306-aad67b8a7b01 None None] Deleting port c8c4bee0-d949-44c7-a915-c135d81c11ea {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:36:58.994023 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-91966284-c0e4-440d-a306-aad67b8a7b01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:59.040147 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-74549787-0e28-4615-8a2e-8dafa61c8eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637663171', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'a14a6a16-e17d-4252-90bb-d221b4ecd3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:35:57Z', 'updated_at': '2022-04-28T20:36:57Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'a14a6a16-e17d-4252-90bb-d221b4ecd3ec', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:35:58Z', 'updated_at': '2022-04-28T20:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:36:59.067905 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74549787-0e28-4615-8a2e-8dafa61c8eff None None] The sync data for ids ['1df14967-fca4-4c3b-8c3c-f9b99c77593e'] in n-d-839810-1 is: [{'id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637663171', 'tenant_id': '98124a5578cd489a90ae211a065fdd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'a14a6a16-e17d-4252-90bb-d221b4ecd3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:35:57Z', 'updated_at': '2022-04-28T20:36:57Z', 'revision_number': 5, 'project_id': '98124a5578cd489a90ae211a065fdd6a', 'gw_port': {'id': 'a14a6a16-e17d-4252-90bb-d221b4ecd3ec', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df14967-fca4-4c3b-8c3c-f9b99c77593e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:35:58Z', 'updated_at': '2022-04-28T20:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:36:59.070086 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-91966284-c0e4-440d-a306-aad67b8a7b01 None None] For port c8c4bee0-d949-44c7-a915-c135d81c11ea, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=c8c4bee0-d949-44c7-a915-c135d81c11ea,segment=NetworkSegment(5ada8646-78f6-42b8-b1f4-e60278ada997),segment_id=5ada8646-78f6-42b8-b1f4-e60278ada997)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:36:59.070738 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-91966284-c0e4-440d-a306-aad67b8a7b01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:59.087826 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-91966284-c0e4-440d-a306-aad67b8a7b01 None None] Calling delete_port for c8c4bee0-d949-44c7-a915-c135d81c11ea owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:36:59.164352 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d730d005-f6d9-4734-a2ce-b57a89192b2c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:59.180302 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-91966284-c0e4-440d-a306-aad67b8a7b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:59.196493 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d730d005-f6d9-4734-a2ce-b57a89192b2c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event deleted for resources: {'Port': ['ID=a14a6a16-e17d-4252-90bb-d221b4ecd3ec,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:36:59.206805 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91966284-c0e4-440d-a306-aad67b8a7b01 None None] Pushing event deleted for resources: {'Port': ['ID=c8c4bee0-d949-44c7-a915-c135d81c11ea,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:36:59.209082 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91966284-c0e4-440d-a306-aad67b8a7b01 None None] No DVR routers for this DVR port c8c4bee0-d949-44c7-a915-c135d81c11ea on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:36:59.219513 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91966284-c0e4-440d-a306-aad67b8a7b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:59.219513 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91966284-c0e4-440d-a306-aad67b8a7b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:59.219513 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91966284-c0e4-440d-a306-aad67b8a7b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:59.219513 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91966284-c0e4-440d-a306-aad67b8a7b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:59.219513 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91966284-c0e4-440d-a306-aad67b8a7b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:59.219513 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91966284-c0e4-440d-a306-aad67b8a7b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:59.219513 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91966284-c0e4-440d-a306-aad67b8a7b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:59.219513 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91966284-c0e4-440d-a306-aad67b8a7b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:59.220584 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91966284-c0e4-440d-a306-aad67b8a7b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:59.220584 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91966284-c0e4-440d-a306-aad67b8a7b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:59.220584 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91966284-c0e4-440d-a306-aad67b8a7b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:59.220807 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91966284-c0e4-440d-a306-aad67b8a7b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:59.262475 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d730d005-f6d9-4734-a2ce-b57a89192b2c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:59.355142 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d730d005-f6d9-4734-a2ce-b57a89192b2c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:59.357258 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d730d005-f6d9-4734-a2ce-b57a89192b2c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:59.400823 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d730d005-f6d9-4734-a2ce-b57a89192b2c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:59.401457 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d730d005-f6d9-4734-a2ce-b57a89192b2c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Fanout notify agent at l3_agent the message router_deleted on router 1df14967-fca4-4c3b-8c3c-f9b99c77593e {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:36:59.408881 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d730d005-f6d9-4734-a2ce-b57a89192b2c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:59.410071 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d730d005-f6d9-4734-a2ce-b57a89192b2c tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "DELETE /v2.0/routers/1df14967-fca4-4c3b-8c3c-f9b99c77593e HTTP/1.1" status: 204 len: 168 time: 0.8280938 Apr 28 20:36:59.412717 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39050) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:36:59.493277 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-43b91542-2607-445d-ad23-476009e22f21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:59.581461 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-43b91542-2607-445d-ad23-476009e22f21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:59.601239 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-43b91542-2607-445d-ad23-476009e22f21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3c2c10b-39e6-4dbc-947d-11676b225237']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:36:59.610803 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-43b91542-2607-445d-ad23-476009e22f21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ada8646-78f6-42b8-b1f4-e60278ada997') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:36:59.611236 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-43b91542-2607-445d-ad23-476009e22f21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ada8646-78f6-42b8-b1f4-e60278ada997') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:36:59.621568 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-43b91542-2607-445d-ad23-476009e22f21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:59.635913 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-43b91542-2607-445d-ad23-476009e22f21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:59.643555 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b91542-2607-445d-ad23-476009e22f21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:36:59.643967 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-43b91542-2607-445d-ad23-476009e22f21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:59.647056 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 20:36:59.647056 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:36:59.647056 n-d-839810-1 neutron-server[102773]: timer() Apr 28 20:36:59.647056 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:36:59.647056 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 20:36:59.647056 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:36:59.647056 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 20:36:59.647056 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:36:59.647056 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 20:36:59.647056 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:36:59.647056 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 20:36:59.647056 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:36:59.647056 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 20:36:59.647056 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:36:59.647056 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:36:59.647056 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:36:59.647056 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:36:59.647056 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:36:59.647056 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 20:36:59.647056 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:36:59.647056 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 20:36:59.647056 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:36:59.647056 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:36:59.647056 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:36:59.647056 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 20:36:59.647056 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:36:59.647056 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:36:59.647056 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:36:59.647056 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:36:59.647056 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:36:59.647056 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:36:59.647056 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:36:59.710830 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-43b91542-2607-445d-ad23-476009e22f21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:59.717911 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-43b91542-2607-445d-ad23-476009e22f21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:59.721036 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-43b91542-2607-445d-ad23-476009e22f21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "DELETE /v2.0/networks/f3c2c10b-39e6-4dbc-947d-11676b225237 HTTP/1.1" status: 204 len: 168 time: 0.3072612 Apr 28 20:36:59.723971 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39052) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:36:59.733325 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b91542-2607-445d-ad23-476009e22f21 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event deleted for resources: {'Network': ['ID=f3c2c10b-39e6-4dbc-947d-11676b225237,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:36:59.789508 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-606efa92-8e0d-41f4-a2f8-6f6133b75a89 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:59.814636 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-606efa92-8e0d-41f4-a2f8-6f6133b75a89 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:59.872647 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-606efa92-8e0d-41f4-a2f8-6f6133b75a89 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:59.875218 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-606efa92-8e0d-41f4-a2f8-6f6133b75a89 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:59.877107 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-606efa92-8e0d-41f4-a2f8-6f6133b75a89 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] 10.222.0.42 "DELETE /v2.0/security-groups/e8a94a69-f0bc-4a59-b5a7-5eb3219a2a20 HTTP/1.1" status: 204 len: 168 time: 0.1506748 Apr 28 20:36:59.886155 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606efa92-8e0d-41f4-a2f8-6f6133b75a89 tempest-TestNetworkAdvancedServerOps-316887226 tempest-TestNetworkAdvancedServerOps-316887226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a94a69-f0bc-4a59-b5a7-5eb3219a2a20,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:00.121398 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 44022422-6f68-4439-b290-90deda40a316 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:37:00.141473 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 44022422-6f68-4439-b290-90deda40a316 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:37:00.142362 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 44022422-6f68-4439-b290-90deda40a316 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:37:00.143108 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a14a6a16-e17d-4252-90bb-d221b4ecd3ec no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:37:00.162788 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: a14a6a16-e17d-4252-90bb-d221b4ecd3ec {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:37:00.163138 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a14a6a16-e17d-4252-90bb-d221b4ecd3ec not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:37:00.163546 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c8c4bee0-d949-44c7-a915-c135d81c11ea no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:37:00.187280 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: c8c4bee0-d949-44c7-a915-c135d81c11ea {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:37:00.187622 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device c8c4bee0-d949-44c7-a915-c135d81c11ea not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:37:00.211041 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39060) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:37:00.344314 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8affb79a-a0a1-48a8-8bca-d08524ab0e70 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=98124a5578cd489a90ae211a065fdd6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1319773 Apr 28 20:37:00.347244 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39064) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:37:00.393446 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dcfabe6e-2ce7-4e55-9221-8930dffcceed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:00.413764 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dcfabe6e-2ce7-4e55-9221-8930dffcceed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:00.459531 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dcfabe6e-2ce7-4e55-9221-8930dffcceed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:00.462229 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dcfabe6e-2ce7-4e55-9221-8930dffcceed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:00.463389 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-dcfabe6e-2ce7-4e55-9221-8930dffcceed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1f139439-9fa0-4558-a275-d83dd3f6366d HTTP/1.1" status: 204 len: 168 time: 0.1152067 Apr 28 20:37:00.471613 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfabe6e-2ce7-4e55-9221-8930dffcceed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f139439-9fa0-4558-a275-d83dd3f6366d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:00.721719 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39070) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:37:00.738542 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c0407fae-c0f6-476f-81ae-f886e7919575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:00.815209 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c0407fae-c0f6-476f-81ae-f886e7919575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:00.819045 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c0407fae-c0f6-476f-81ae-f886e7919575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:00.856402 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c0407fae-c0f6-476f-81ae-f886e7919575 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1144c274f13644ca904758b11db6dead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1336124 Apr 28 20:37:00.857264 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0407fae-c0f6-476f-81ae-f886e7919575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b102b35e-5a39-4db1-ab9b-21398b9dde92,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:00.859102 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39072) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:37:00.913384 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-69691bf4-8a89-4b05-a8fc-a9c731e27427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:00.934298 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-69691bf4-8a89-4b05-a8fc-a9c731e27427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:00.978876 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-69691bf4-8a89-4b05-a8fc-a9c731e27427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:00.981421 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-69691bf4-8a89-4b05-a8fc-a9c731e27427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:00.982553 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-69691bf4-8a89-4b05-a8fc-a9c731e27427 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b102b35e-5a39-4db1-ab9b-21398b9dde92 HTTP/1.1" status: 204 len: 168 time: 0.1211812 Apr 28 20:37:00.990589 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69691bf4-8a89-4b05-a8fc-a9c731e27427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b102b35e-5a39-4db1-ab9b-21398b9dde92,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:01.652629 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39094) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:37:01.746882 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-3e16dfc8-b70d-4a48-8990-2307efab64e9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-986394139-network', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:37:01.765656 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e16dfc8-b70d-4a48-8990-2307efab64e9 admin admin] Made reservation on behalf of 60f0a1f75cba4835aa1e19e6eb34c1b4 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:37:01.767882 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3e16dfc8-b70d-4a48-8990-2307efab64e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:01.776124 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3e16dfc8-b70d-4a48-8990-2307efab64e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:01.849949 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3e16dfc8-b70d-4a48-8990-2307efab64e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:01.853426 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3e16dfc8-b70d-4a48-8990-2307efab64e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:01.877173 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e16dfc8-b70d-4a48-8990-2307efab64e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:37:01.885557 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16dfc8-b70d-4a48-8990-2307efab64e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e632ca77-cf3e-4907-b5ff-d4f5b012a949,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:01.891381 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3e16dfc8-b70d-4a48-8990-2307efab64e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:01.891824 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-3e16dfc8-b70d-4a48-8990-2307efab64e9 admin admin] Added segment 9f8bd056-f849-4076-8c94-9d3b564d97fc of type vlan for network 2266f7c1-7993-496b-8802-251fb742be79 Apr 28 20:37:01.931568 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3e16dfc8-b70d-4a48-8990-2307efab64e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:01.954583 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3e16dfc8-b70d-4a48-8990-2307efab64e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:01.955542 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e16dfc8-b70d-4a48-8990-2307efab64e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:01.956138 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3e16dfc8-b70d-4a48-8990-2307efab64e9 admin admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:02.007318 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3e16dfc8-b70d-4a48-8990-2307efab64e9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3534763 Apr 28 20:37:02.010327 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39098) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:37:02.015168 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-28ba4350-eb35-4612-80ef-eed1e7efc99c admin admin] Request body: {'subnet': {'network_id': '2266f7c1-7993-496b-8802-251fb742be79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-986394139-subnet', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:37:02.019848 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16dfc8-b70d-4a48-8990-2307efab64e9 admin admin] Pushing event updated for resources: {'Network': ['ID=2266f7c1-7993-496b-8802-251fb742be79,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:02.029594 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 2266f7c1-7993-496b-8802-251fb742be79 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:37:02.035252 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ba4350-eb35-4612-80ef-eed1e7efc99c admin admin] Made reservation on behalf of 60f0a1f75cba4835aa1e19e6eb34c1b4 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:37:02.037630 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-28ba4350-eb35-4612-80ef-eed1e7efc99c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:02.201037 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-28ba4350-eb35-4612-80ef-eed1e7efc99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:02.254766 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba4350-eb35-4612-80ef-eed1e7efc99c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c28fb71b-bf80-49b5-bc50-77ccb1286f94,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:02.263366 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ba4350-eb35-4612-80ef-eed1e7efc99c admin admin] Checking segment: {'id': '9f8bd056-f849-4076-8c94-9d3b564d97fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2266f7c1-7993-496b-8802-251fb742be79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:37:02.263704 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ba4350-eb35-4612-80ef-eed1e7efc99c admin admin] Network hostable DHCP agents. Network: 2266f7c1-7993-496b-8802-251fb742be79, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:37:02.279886 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ba4350-eb35-4612-80ef-eed1e7efc99c admin admin] Network 2266f7c1-7993-496b-8802-251fb742be79 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:37:02.288682 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-28ba4350-eb35-4612-80ef-eed1e7efc99c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 2266f7c1-7993-496b-8802-251fb742be79) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:37:02.292513 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ba4350-eb35-4612-80ef-eed1e7efc99c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:02.293116 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-28ba4350-eb35-4612-80ef-eed1e7efc99c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:02.297412 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414eeb80-417a-480c-8e29-b45f825e95b4 None None] Network 2266f7c1-7993-496b-8802-251fb742be79 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:37:02.312852 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-28ba4350-eb35-4612-80ef-eed1e7efc99c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.2989960 Apr 28 20:37:02.313169 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39100) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:37:02.317635 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-3f45cb00-2b40-4269-83b3-ac4b8247a8e3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-986394139-router', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:37:02.336666 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f45cb00-2b40-4269-83b3-ac4b8247a8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:02.337646 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f45cb00-2b40-4269-83b3-ac4b8247a8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:02.432945 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:02.462896 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c499eef0-ce06-4a7d-afbe-c365455b4002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-2266f7c1-7993-496b-8802-251fb742be79', 'network_id': '2266f7c1-7993-496b-8802-251fb742be79', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'fixed_ips': [{'subnet_id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:37:02.463892 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c499eef0-ce06-4a7d-afbe-c365455b4002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:02.615673 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-c499eef0-ce06-4a7d-afbe-c365455b4002 None None] Allocated IP 172.20.0.2 (2266f7c1-7993-496b-8802-251fb742be79/c28fb71b-bf80-49b5-bc50-77ccb1286f94/82752674-00e1-4edd-b78c-1cc6136afe2b) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:37:02.686477 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f45cb00-2b40-4269-83b3-ac4b8247a8e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:02.761702 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c499eef0-ce06-4a7d-afbe-c365455b4002 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:02.767574 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c499eef0-ce06-4a7d-afbe-c365455b4002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:02.809332 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c499eef0-ce06-4a7d-afbe-c365455b4002 None None] Network 2266f7c1-7993-496b-8802-251fb742be79 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:37:02.813848 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-c499eef0-ce06-4a7d-afbe-c365455b4002 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:37:02.816340 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c499eef0-ce06-4a7d-afbe-c365455b4002 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:37:02.823346 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499eef0-ce06-4a7d-afbe-c365455b4002 None None] Pushing event updated for resources: {'Port': ['ID=82752674-00e1-4edd-b78c-1cc6136afe2b,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:02.823950 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f45cb00-2b40-4269-83b3-ac4b8247a8e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:02.880755 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-c499eef0-ce06-4a7d-afbe-c365455b4002 None None] Attempting to bind port 82752674-00e1-4edd-b78c-1cc6136afe2b on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:37:02.881122 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-c499eef0-ce06-4a7d-afbe-c365455b4002 None None] Attempting to bind port 82752674-00e1-4edd-b78c-1cc6136afe2b by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '9f8bd056-f849-4076-8c94-9d3b564d97fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2266f7c1-7993-496b-8802-251fb742be79'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:37:02.881481 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c499eef0-ce06-4a7d-afbe-c365455b4002 None None] Attempting to bind port 82752674-00e1-4edd-b78c-1cc6136afe2b on network 2266f7c1-7993-496b-8802-251fb742be79 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:37:02.886606 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c499eef0-ce06-4a7d-afbe-c365455b4002 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:37:02.886975 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c499eef0-ce06-4a7d-afbe-c365455b4002 None None] Checking segment: {'id': '9f8bd056-f849-4076-8c94-9d3b564d97fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2266f7c1-7993-496b-8802-251fb742be79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:37:02.887370 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c499eef0-ce06-4a7d-afbe-c365455b4002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:02.887757 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c499eef0-ce06-4a7d-afbe-c365455b4002 None None] Bound using segment: {'id': '9f8bd056-f849-4076-8c94-9d3b564d97fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2266f7c1-7993-496b-8802-251fb742be79'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:37:02.888238 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-c499eef0-ce06-4a7d-afbe-c365455b4002 None None] Bound port: 82752674-00e1-4edd-b78c-1cc6136afe2b, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f8bd056-f849-4076-8c94-9d3b564d97fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2266f7c1-7993-496b-8802-251fb742be79'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:37:02.888617 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c499eef0-ce06-4a7d-afbe-c365455b4002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:02.950984 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-c499eef0-ce06-4a7d-afbe-c365455b4002 None None] For port 82752674-00e1-4edd-b78c-1cc6136afe2b, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:37:02.953987 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-c499eef0-ce06-4a7d-afbe-c365455b4002 None None] For port 82752674-00e1-4edd-b78c-1cc6136afe2b, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=82752674-00e1-4edd-b78c-1cc6136afe2b,segment=NetworkSegment(9f8bd056-f849-4076-8c94-9d3b564d97fc),segment_id=9f8bd056-f849-4076-8c94-9d3b564d97fc)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:37:02.959535 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c499eef0-ce06-4a7d-afbe-c365455b4002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:03.014316 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499eef0-ce06-4a7d-afbe-c365455b4002 None None] Pushing event updated for resources: {'Port': ['ID=82752674-00e1-4edd-b78c-1cc6136afe2b,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:03.031648 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f45cb00-2b40-4269-83b3-ac4b8247a8e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:03.053522 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f45cb00-2b40-4269-83b3-ac4b8247a8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:03.181106 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-3f45cb00-2b40-4269-83b3-ac4b8247a8e3 admin admin] Allocated IP 172.25.8.19 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/2c047e48-b68a-4944-bebd-a8b781634453) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:37:03.286827 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f45cb00-2b40-4269-83b3-ac4b8247a8e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:03.325902 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f45cb00-2b40-4269-83b3-ac4b8247a8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:03.366663 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f45cb00-2b40-4269-83b3-ac4b8247a8e3 admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:37:03.371392 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-3f45cb00-2b40-4269-83b3-ac4b8247a8e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:37:03.374911 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f45cb00-2b40-4269-83b3-ac4b8247a8e3 admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:37:03.401493 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45cb00-2b40-4269-83b3-ac4b8247a8e3 admin admin] Pushing event updated for resources: {'Port': ['ID=2c047e48-b68a-4944-bebd-a8b781634453,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:03.623102 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f45cb00-2b40-4269-83b3-ac4b8247a8e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:03.825513 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f45cb00-2b40-4269-83b3-ac4b8247a8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:03.947395 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:03.950809 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6481c1-8772-4748-88e2-9ef1404e1b66 None None] Network 2266f7c1-7993-496b-8802-251fb742be79 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:37:03.952838 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 82752674-00e1-4edd-b78c-1cc6136afe2b up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:37:03.971910 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f45cb00-2b40-4269-83b3-ac4b8247a8e3 admin admin] Router 9f2450c7-aa46-4cd0-a2e0-f31895317154 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 20:37:04.054621 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-8fe8a2ea-61ac-4e33-b0e1-35e45dda3d51 None None] Provisioning complete for port 82752674-00e1-4edd-b78c-1cc6136afe2b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:37:04.054989 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8fe8a2ea-61ac-4e33-b0e1-35e45dda3d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:04.081367 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f45cb00-2b40-4269-83b3-ac4b8247a8e3 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:37:04.097287 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f45cb00-2b40-4269-83b3-ac4b8247a8e3 admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:04.098701 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3f45cb00-2b40-4269-83b3-ac4b8247a8e3 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7843091 Apr 28 20:37:04.100526 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddcfba6-e02e-42d3-bdb5-6ca83fa4d786 None None] Sync routers for ids ['9f2450c7-aa46-4cd0-a2e0-f31895317154'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:37:04.101313 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39102) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:37:04.132196 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 82752674-00e1-4edd-b78c-1cc6136afe2b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:37:04.132575 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:04.137510 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddcfba6-e02e-42d3-bdb5-6ca83fa4d786 None None] Routers {'9f2450c7-aa46-4cd0-a2e0-f31895317154'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:37:04.138143 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-7ddcfba6-e02e-42d3-bdb5-6ca83fa4d786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:36:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9f2450c7-aa46-4cd0-a2e0-f31895317154'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:37:04.362106 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8fe8a2ea-61ac-4e33-b0e1-35e45dda3d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:04.400500 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-7ddcfba6-e02e-42d3-bdb5-6ca83fa4d786 None None] Set router 9f2450c7-aa46-4cd0-a2e0-f31895317154 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:37:04.496750 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:04.510021 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-03c07b0a-dcc3-4799-8101-8e49e4d53080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:04.538039 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-8fe8a2ea-61ac-4e33-b0e1-35e45dda3d51 None None] For port 82752674-00e1-4edd-b78c-1cc6136afe2b, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=82752674-00e1-4edd-b78c-1cc6136afe2b,segment=NetworkSegment(9f8bd056-f849-4076-8c94-9d3b564d97fc),segment_id=9f8bd056-f849-4076-8c94-9d3b564d97fc)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:37:04.547208 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8fe8a2ea-61ac-4e33-b0e1-35e45dda3d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:04.647587 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:37:04.676805 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-03c07b0a-dcc3-4799-8101-8e49e4d53080 admin admin] Allocated IP 172.20.0.1 (2266f7c1-7993-496b-8802-251fb742be79/c28fb71b-bf80-49b5-bc50-77ccb1286f94/db5255e6-e9d0-4926-849b-52c38da164fe) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:37:04.677080 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8a2ea-61ac-4e33-b0e1-35e45dda3d51 None None] Pushing event updated for resources: {'Port': ['ID=82752674-00e1-4edd-b78c-1cc6136afe2b,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:04.686090 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:37:04.686090 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:37:04.709101 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-eb52ec74-82f0-4e03-b2a3-89048e9faaaa None None] Provisioning complete for port 82752674-00e1-4edd-b78c-1cc6136afe2b triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:37:04.709400 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-eb52ec74-82f0-4e03-b2a3-89048e9faaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:04.783881 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-03c07b0a-dcc3-4799-8101-8e49e4d53080 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:04.820973 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-03c07b0a-dcc3-4799-8101-8e49e4d53080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:04.863498 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c07b0a-dcc3-4799-8101-8e49e4d53080 admin admin] Network 2266f7c1-7993-496b-8802-251fb742be79 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:37:04.868521 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-03c07b0a-dcc3-4799-8101-8e49e4d53080 admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:37:04.872066 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c07b0a-dcc3-4799-8101-8e49e4d53080 admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:37:04.898423 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c07b0a-dcc3-4799-8101-8e49e4d53080 admin admin] Pushing event updated for resources: {'Port': ['ID=db5255e6-e9d0-4926-849b-52c38da164fe,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:04.921930 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-03c07b0a-dcc3-4799-8101-8e49e4d53080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:04.932364 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-7ddcfba6-e02e-42d3-bdb5-6ca83fa4d786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'name': 'tempest-TestShelveInstance-986394139-router', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '2c047e48-b68a-4944-bebd-a8b781634453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:37:02Z', 'updated_at': '2022-04-28T20:37:03Z', 'revision_number': 3, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'gw_port': {'id': '2c047e48-b68a-4944-bebd-a8b781634453', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:03Z', 'updated_at': '2022-04-28T20:37:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:37:04.977555 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddcfba6-e02e-42d3-bdb5-6ca83fa4d786 None None] Checking router: 9f2450c7-aa46-4cd0-a2e0-f31895317154 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:37:04.978207 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddcfba6-e02e-42d3-bdb5-6ca83fa4d786 None None] Updating router 9f2450c7-aa46-4cd0-a2e0-f31895317154 port 2c047e48-b68a-4944-bebd-a8b781634453 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:37:05.013190 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7ddcfba6-e02e-42d3-bdb5-6ca83fa4d786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:05.063313 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-03c07b0a-dcc3-4799-8101-8e49e4d53080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:05.184232 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-c752978f-ffdc-41ff-a969-f84dfbcf72e0 None None] Provisioning complete for port db5255e6-e9d0-4926-849b-52c38da164fe triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:37:05.184521 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c752978f-ffdc-41ff-a969-f84dfbcf72e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:05.229176 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-03c07b0a-dcc3-4799-8101-8e49e4d53080 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:05.234021 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-03c07b0a-dcc3-4799-8101-8e49e4d53080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:05.275137 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-c752978f-ffdc-41ff-a969-f84dfbcf72e0 None None] Port db5255e6-e9d0-4926-849b-52c38da164fe cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:37:05.301227 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-03c07b0a-dcc3-4799-8101-8e49e4d53080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:05.312563 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c07b0a-dcc3-4799-8101-8e49e4d53080 admin admin] Pushing event updated for resources: {'Port': ['ID=db5255e6-e9d0-4926-849b-52c38da164fe,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:05.348179 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7ddcfba6-e02e-42d3-bdb5-6ca83fa4d786 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:05.354056 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7ddcfba6-e02e-42d3-bdb5-6ca83fa4d786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:05.403279 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-7ddcfba6-e02e-42d3-bdb5-6ca83fa4d786 None None] Attempting to bind port 2c047e48-b68a-4944-bebd-a8b781634453 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:37:05.403672 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-7ddcfba6-e02e-42d3-bdb5-6ca83fa4d786 None None] Attempting to bind port 2c047e48-b68a-4944-bebd-a8b781634453 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:37:05.403821 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c07b0a-dcc3-4799-8101-8e49e4d53080 admin admin] Network 2266f7c1-7993-496b-8802-251fb742be79 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:37:05.404072 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddcfba6-e02e-42d3-bdb5-6ca83fa4d786 None None] Attempting to bind port 2c047e48-b68a-4944-bebd-a8b781634453 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:37:05.405172 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-03c07b0a-dcc3-4799-8101-8e49e4d53080 admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:37:05.413800 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddcfba6-e02e-42d3-bdb5-6ca83fa4d786 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:37:05.414188 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddcfba6-e02e-42d3-bdb5-6ca83fa4d786 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:37:05.414673 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7ddcfba6-e02e-42d3-bdb5-6ca83fa4d786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:05.415146 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddcfba6-e02e-42d3-bdb5-6ca83fa4d786 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:37:05.415458 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-7ddcfba6-e02e-42d3-bdb5-6ca83fa4d786 None None] Bound port: 2c047e48-b68a-4944-bebd-a8b781634453, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:37:05.415852 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7ddcfba6-e02e-42d3-bdb5-6ca83fa4d786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:05.419525 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c684f-5c8d-474a-9514-3da267bbf4d9 None None] Pushing event updated for resources: {'Port': ['ID=2c047e48-b68a-4944-bebd-a8b781634453,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:05.480973 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7ddcfba6-e02e-42d3-bdb5-6ca83fa4d786 None None] For port 2c047e48-b68a-4944-bebd-a8b781634453, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:37:05.485038 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7ddcfba6-e02e-42d3-bdb5-6ca83fa4d786 None None] For port 2c047e48-b68a-4944-bebd-a8b781634453, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=2c047e48-b68a-4944-bebd-a8b781634453,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:37:05.490326 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7ddcfba6-e02e-42d3-bdb5-6ca83fa4d786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:05.537060 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c07b0a-dcc3-4799-8101-8e49e4d53080 admin admin] Router 9f2450c7-aa46-4cd0-a2e0-f31895317154 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:37:05.547823 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddcfba6-e02e-42d3-bdb5-6ca83fa4d786 None None] Routers {'9f2450c7-aa46-4cd0-a2e0-f31895317154'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:37:05.549396 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-7ddcfba6-e02e-42d3-bdb5-6ca83fa4d786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:36:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9f2450c7-aa46-4cd0-a2e0-f31895317154'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:37:05.599685 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c684f-5c8d-474a-9514-3da267bbf4d9 None None] Pushing event updated for resources: {'Port': ['ID=2c047e48-b68a-4944-bebd-a8b781634453,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:05.674597 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-7ddcfba6-e02e-42d3-bdb5-6ca83fa4d786 None None] Set router 9f2450c7-aa46-4cd0-a2e0-f31895317154 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:37:05.764165 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-073176f0-7ec7-4390-9f21-4b1caea53d1c None None] Provisioning complete for port db5255e6-e9d0-4926-849b-52c38da164fe triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:37:05.764495 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-073176f0-7ec7-4390-9f21-4b1caea53d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:05.848657 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-073176f0-7ec7-4390-9f21-4b1caea53d1c None None] Port db5255e6-e9d0-4926-849b-52c38da164fe cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:37:05.921230 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 82752674-00e1-4edd-b78c-1cc6136afe2b up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:37:05.981494 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c07b0a-dcc3-4799-8101-8e49e4d53080 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:37:05.987415 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-03c07b0a-dcc3-4799-8101-8e49e4d53080 admin admin] 10.222.0.42 "PUT /v2.0/routers/9f2450c7-aa46-4cd0-a2e0-f31895317154/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8851383 Apr 28 20:37:05.998325 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-7ddcfba6-e02e-42d3-bdb5-6ca83fa4d786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'name': 'tempest-TestShelveInstance-986394139-router', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '2c047e48-b68a-4944-bebd-a8b781634453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:37:02Z', 'updated_at': '2022-04-28T20:37:05Z', 'revision_number': 4, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'gw_port': {'id': '2c047e48-b68a-4944-bebd-a8b781634453', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:03Z', 'updated_at': '2022-04-28T20:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'db5255e6-e9d0-4926-849b-52c38da164fe', 'name': '', 'network_id': '2266f7c1-7993-496b-8802-251fb742be79', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'mac_address': 'fa:16:3e:03:5a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:04Z', 'updated_at': '2022-04-28T20:37:05Z', 'revision_number': 2, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'subnets': [{'id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:37:06.001027 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 82752674-00e1-4edd-b78c-1cc6136afe2b triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:37:06.001393 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:06.028691 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddcfba6-e02e-42d3-bdb5-6ca83fa4d786 None None] The sync data for ids ['9f2450c7-aa46-4cd0-a2e0-f31895317154'] in n-d-839810-1 is: [{'id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'name': 'tempest-TestShelveInstance-986394139-router', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '2c047e48-b68a-4944-bebd-a8b781634453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:37:02Z', 'updated_at': '2022-04-28T20:37:05Z', 'revision_number': 4, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'gw_port': {'id': '2c047e48-b68a-4944-bebd-a8b781634453', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:03Z', 'updated_at': '2022-04-28T20:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'db5255e6-e9d0-4926-849b-52c38da164fe', 'name': '', 'network_id': '2266f7c1-7993-496b-8802-251fb742be79', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'mac_address': 'fa:16:3e:03:5a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:04Z', 'updated_at': '2022-04-28T20:37:05Z', 'revision_number': 2, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'subnets': [{'id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:37:06.503398 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39120) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:37:06.508405 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-f7e0a0c8-fbf6-42de-98ed-38386c51c2b1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-572436988-network', 'tenant_id': 'f738ef6b417246d39122e4a561260834'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:37:06.528012 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e0a0c8-fbf6-42de-98ed-38386c51c2b1 admin admin] Made reservation on behalf of f738ef6b417246d39122e4a561260834 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:37:06.530431 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7e0a0c8-fbf6-42de-98ed-38386c51c2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:06.539908 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7e0a0c8-fbf6-42de-98ed-38386c51c2b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:06.623447 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7e0a0c8-fbf6-42de-98ed-38386c51c2b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:06.627668 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7e0a0c8-fbf6-42de-98ed-38386c51c2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:06.654441 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e0a0c8-fbf6-42de-98ed-38386c51c2b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:37:06.669985 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0a0c8-fbf6-42de-98ed-38386c51c2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9a4614-1ba0-41db-af0a-029641d03f9d,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:06.676475 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7e0a0c8-fbf6-42de-98ed-38386c51c2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:06.676825 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-f7e0a0c8-fbf6-42de-98ed-38386c51c2b1 admin admin] Added segment 0c856205-d1b1-40b3-9c94-d1630f756d15 of type vlan for network caeca286-1154-489b-a592-07e9226a5289 Apr 28 20:37:06.734514 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7e0a0c8-fbf6-42de-98ed-38386c51c2b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:06.761736 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7e0a0c8-fbf6-42de-98ed-38386c51c2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:06.762730 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e0a0c8-fbf6-42de-98ed-38386c51c2b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:06.763304 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-f7e0a0c8-fbf6-42de-98ed-38386c51c2b1 admin admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:06.834602 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-f7e0a0c8-fbf6-42de-98ed-38386c51c2b1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3300781 Apr 28 20:37:06.837998 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39124) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:37:06.843159 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-bc1d2074-0b5d-43a9-ad05-47aa8d743503 admin admin] Request body: {'subnet': {'network_id': 'caeca286-1154-489b-a592-07e9226a5289', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-572436988-subnet', 'tenant_id': 'f738ef6b417246d39122e4a561260834', 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:37:06.859102 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0a0c8-fbf6-42de-98ed-38386c51c2b1 admin admin] Pushing event updated for resources: {'Network': ['ID=caeca286-1154-489b-a592-07e9226a5289,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:06.865467 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1d2074-0b5d-43a9-ad05-47aa8d743503 admin admin] Made reservation on behalf of f738ef6b417246d39122e4a561260834 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:37:06.867849 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bc1d2074-0b5d-43a9-ad05-47aa8d743503 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:06.871777 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network caeca286-1154-489b-a592-07e9226a5289 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:37:07.050656 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bc1d2074-0b5d-43a9-ad05-47aa8d743503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:07.105294 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d2074-0b5d-43a9-ad05-47aa8d743503 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dffc132a-4589-488d-94ce-e221ad1f7cba,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:07.115935 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1d2074-0b5d-43a9-ad05-47aa8d743503 admin admin] Checking segment: {'id': '0c856205-d1b1-40b3-9c94-d1630f756d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'caeca286-1154-489b-a592-07e9226a5289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:37:07.116321 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1d2074-0b5d-43a9-ad05-47aa8d743503 admin admin] Network hostable DHCP agents. Network: caeca286-1154-489b-a592-07e9226a5289, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:37:07.135026 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1d2074-0b5d-43a9-ad05-47aa8d743503 admin admin] Network caeca286-1154-489b-a592-07e9226a5289 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:37:07.145365 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-bc1d2074-0b5d-43a9-ad05-47aa8d743503 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, caeca286-1154-489b-a592-07e9226a5289) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:37:07.149386 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1d2074-0b5d-43a9-ad05-47aa8d743503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:07.149958 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bc1d2074-0b5d-43a9-ad05-47aa8d743503 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:07.154591 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef4f602-1079-451c-8b8a-53571a0132be None None] Network caeca286-1154-489b-a592-07e9226a5289 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:37:07.169764 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-bc1d2074-0b5d-43a9-ad05-47aa8d743503 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3306079 Apr 28 20:37:07.170749 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39126) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:37:07.176214 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-df31d0c3-1c9a-48c8-8510-f21cae20c085 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-572436988-router', 'tenant_id': 'f738ef6b417246d39122e4a561260834', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:37:07.198383 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df31d0c3-1c9a-48c8-8510-f21cae20c085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:07.199438 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df31d0c3-1c9a-48c8-8510-f21cae20c085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:07.263538 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df31d0c3-1c9a-48c8-8510-f21cae20c085 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:07.356398 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4d26cd-2c7e-4c0b-a6ee-b99f305cdbe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-caeca286-1154-489b-a592-07e9226a5289', 'network_id': 'caeca286-1154-489b-a592-07e9226a5289', 'tenant_id': 'f738ef6b417246d39122e4a561260834', 'fixed_ips': [{'subnet_id': 'dffc132a-4589-488d-94ce-e221ad1f7cba'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:37:07.357373 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ef4d26cd-2c7e-4c0b-a6ee-b99f305cdbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:07.418331 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df31d0c3-1c9a-48c8-8510-f21cae20c085 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:07.512840 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-ef4d26cd-2c7e-4c0b-a6ee-b99f305cdbe3 None None] Allocated IP 172.20.0.2 (caeca286-1154-489b-a592-07e9226a5289/dffc132a-4589-488d-94ce-e221ad1f7cba/eea36876-f2bb-4a5c-aba4-904a39380192) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:37:07.622547 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df31d0c3-1c9a-48c8-8510-f21cae20c085 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:07.643092 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df31d0c3-1c9a-48c8-8510-f21cae20c085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:07.659218 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ef4d26cd-2c7e-4c0b-a6ee-b99f305cdbe3 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:07.666669 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ef4d26cd-2c7e-4c0b-a6ee-b99f305cdbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:07.716423 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4d26cd-2c7e-4c0b-a6ee-b99f305cdbe3 None None] Network caeca286-1154-489b-a592-07e9226a5289 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:37:07.720394 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d26cd-2c7e-4c0b-a6ee-b99f305cdbe3 None None] Pushing event updated for resources: {'Port': ['ID=eea36876-f2bb-4a5c-aba4-904a39380192,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:07.722847 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-ef4d26cd-2c7e-4c0b-a6ee-b99f305cdbe3 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:37:07.724888 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4d26cd-2c7e-4c0b-a6ee-b99f305cdbe3 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:37:07.750025 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-df31d0c3-1c9a-48c8-8510-f21cae20c085 admin admin] Allocated IP 172.25.8.204 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/3200675b-0951-4211-bb6e-a71a4d7e71e8) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:37:07.777993 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-ef4d26cd-2c7e-4c0b-a6ee-b99f305cdbe3 None None] Attempting to bind port eea36876-f2bb-4a5c-aba4-904a39380192 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:37:07.778365 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-ef4d26cd-2c7e-4c0b-a6ee-b99f305cdbe3 None None] Attempting to bind port eea36876-f2bb-4a5c-aba4-904a39380192 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '0c856205-d1b1-40b3-9c94-d1630f756d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'caeca286-1154-489b-a592-07e9226a5289'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:37:07.778723 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4d26cd-2c7e-4c0b-a6ee-b99f305cdbe3 None None] Attempting to bind port eea36876-f2bb-4a5c-aba4-904a39380192 on network caeca286-1154-489b-a592-07e9226a5289 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:37:07.784379 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4d26cd-2c7e-4c0b-a6ee-b99f305cdbe3 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:37:07.784761 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4d26cd-2c7e-4c0b-a6ee-b99f305cdbe3 None None] Checking segment: {'id': '0c856205-d1b1-40b3-9c94-d1630f756d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'caeca286-1154-489b-a592-07e9226a5289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:37:07.785215 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ef4d26cd-2c7e-4c0b-a6ee-b99f305cdbe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:07.785663 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4d26cd-2c7e-4c0b-a6ee-b99f305cdbe3 None None] Bound using segment: {'id': '0c856205-d1b1-40b3-9c94-d1630f756d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'caeca286-1154-489b-a592-07e9226a5289'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:37:07.786184 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-ef4d26cd-2c7e-4c0b-a6ee-b99f305cdbe3 None None] Bound port: eea36876-f2bb-4a5c-aba4-904a39380192, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c856205-d1b1-40b3-9c94-d1630f756d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'caeca286-1154-489b-a592-07e9226a5289'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:37:07.786593 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ef4d26cd-2c7e-4c0b-a6ee-b99f305cdbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:07.851520 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-ef4d26cd-2c7e-4c0b-a6ee-b99f305cdbe3 None None] For port eea36876-f2bb-4a5c-aba4-904a39380192, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:37:07.854984 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-ef4d26cd-2c7e-4c0b-a6ee-b99f305cdbe3 None None] For port eea36876-f2bb-4a5c-aba4-904a39380192, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=eea36876-f2bb-4a5c-aba4-904a39380192,segment=NetworkSegment(0c856205-d1b1-40b3-9c94-d1630f756d15),segment_id=0c856205-d1b1-40b3-9c94-d1630f756d15)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:37:07.862314 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ef4d26cd-2c7e-4c0b-a6ee-b99f305cdbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:07.876711 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df31d0c3-1c9a-48c8-8510-f21cae20c085 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:07.945077 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df31d0c3-1c9a-48c8-8510-f21cae20c085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:07.954564 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d26cd-2c7e-4c0b-a6ee-b99f305cdbe3 None None] Pushing event updated for resources: {'Port': ['ID=eea36876-f2bb-4a5c-aba4-904a39380192,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:07.959076 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 2c047e48-b68a-4944-bebd-a8b781634453 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:37:07.993040 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df31d0c3-1c9a-48c8-8510-f21cae20c085 admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:37:07.995991 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-df31d0c3-1c9a-48c8-8510-f21cae20c085 admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:37:08.000222 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df31d0c3-1c9a-48c8-8510-f21cae20c085 admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:37:08.011058 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 2c047e48-b68a-4944-bebd-a8b781634453 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:37:08.011442 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:08.031024 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31d0c3-1c9a-48c8-8510-f21cae20c085 admin admin] Pushing event updated for resources: {'Port': ['ID=3200675b-0951-4211-bb6e-a71a4d7e71e8,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:08.102482 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:08.129500 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 2c047e48-b68a-4944-bebd-a8b781634453, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=2c047e48-b68a-4944-bebd-a8b781634453,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:37:08.138241 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:08.216130 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=2c047e48-b68a-4944-bebd-a8b781634453,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:08.316396 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df31d0c3-1c9a-48c8-8510-f21cae20c085 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:08.327588 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f667847d-5a6f-4459-ab64-9b4c62e4ca91 None None] Sync routers for ids ['9f2450c7-aa46-4cd0-a2e0-f31895317154'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:37:08.338580 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f667847d-5a6f-4459-ab64-9b4c62e4ca91 None None] Routers {'9f2450c7-aa46-4cd0-a2e0-f31895317154'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:37:08.339190 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-f667847d-5a6f-4459-ab64-9b4c62e4ca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:36:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9f2450c7-aa46-4cd0-a2e0-f31895317154'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:37:08.446974 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-f667847d-5a6f-4459-ab64-9b4c62e4ca91 None None] Set router 9f2450c7-aa46-4cd0-a2e0-f31895317154 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:37:08.520206 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df31d0c3-1c9a-48c8-8510-f21cae20c085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:08.651218 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-f667847d-5a6f-4459-ab64-9b4c62e4ca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'name': 'tempest-TestShelveInstance-986394139-router', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '2c047e48-b68a-4944-bebd-a8b781634453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:37:02Z', 'updated_at': '2022-04-28T20:37:05Z', 'revision_number': 4, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'gw_port': {'id': '2c047e48-b68a-4944-bebd-a8b781634453', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:03Z', 'updated_at': '2022-04-28T20:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'db5255e6-e9d0-4926-849b-52c38da164fe', 'name': '', 'network_id': '2266f7c1-7993-496b-8802-251fb742be79', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'mac_address': 'fa:16:3e:03:5a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:04Z', 'updated_at': '2022-04-28T20:37:05Z', 'revision_number': 2, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'subnets': [{'id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:37:08.655767 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df31d0c3-1c9a-48c8-8510-f21cae20c085 admin admin] Router 8451c3d3-9214-4e9e-ad71-6180ea3fe465 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 20:37:08.680152 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f667847d-5a6f-4459-ab64-9b4c62e4ca91 None None] Checking router: 9f2450c7-aa46-4cd0-a2e0-f31895317154 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:37:08.680517 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f667847d-5a6f-4459-ab64-9b4c62e4ca91 None None] Updating router 9f2450c7-aa46-4cd0-a2e0-f31895317154 port db5255e6-e9d0-4926-849b-52c38da164fe binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:37:08.708018 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-f667847d-5a6f-4459-ab64-9b4c62e4ca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:08.779027 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df31d0c3-1c9a-48c8-8510-f21cae20c085 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:37:08.789612 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e83d58-466f-4f9d-b09f-8f2b5cf4e0e6 None None] Sync routers for ids ['8451c3d3-9214-4e9e-ad71-6180ea3fe465'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:37:08.802552 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-df31d0c3-1c9a-48c8-8510-f21cae20c085 admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:08.803964 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-df31d0c3-1c9a-48c8-8510-f21cae20c085 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6321106 Apr 28 20:37:08.805478 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e83d58-466f-4f9d-b09f-8f2b5cf4e0e6 None None] Routers {'8451c3d3-9214-4e9e-ad71-6180ea3fe465'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:37:08.806432 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-b5e83d58-466f-4f9d-b09f-8f2b5cf4e0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:36:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['8451c3d3-9214-4e9e-ad71-6180ea3fe465'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:37:08.806590 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39128) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:37:08.943237 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-b5e83d58-466f-4f9d-b09f-8f2b5cf4e0e6 None None] Set router 8451c3d3-9214-4e9e-ad71-6180ea3fe465 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:37:08.973442 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f017a5-1df5-43d6-96cb-901bd7aed35d None None] Network caeca286-1154-489b-a592-07e9226a5289 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:37:09.025199 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-f667847d-5a6f-4459-ab64-9b4c62e4ca91 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:09.033879 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-f667847d-5a6f-4459-ab64-9b4c62e4ca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:09.132379 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-f667847d-5a6f-4459-ab64-9b4c62e4ca91 None None] Attempting to bind port db5255e6-e9d0-4926-849b-52c38da164fe on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:37:09.132756 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-f667847d-5a6f-4459-ab64-9b4c62e4ca91 None None] Attempting to bind port db5255e6-e9d0-4926-849b-52c38da164fe by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '9f8bd056-f849-4076-8c94-9d3b564d97fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2266f7c1-7993-496b-8802-251fb742be79'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:37:09.133120 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f667847d-5a6f-4459-ab64-9b4c62e4ca91 None None] Attempting to bind port db5255e6-e9d0-4926-849b-52c38da164fe on network 2266f7c1-7993-496b-8802-251fb742be79 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:37:09.143218 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f667847d-5a6f-4459-ab64-9b4c62e4ca91 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:37:09.143589 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f667847d-5a6f-4459-ab64-9b4c62e4ca91 None None] Checking segment: {'id': '9f8bd056-f849-4076-8c94-9d3b564d97fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2266f7c1-7993-496b-8802-251fb742be79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:37:09.144181 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-f667847d-5a6f-4459-ab64-9b4c62e4ca91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:09.144566 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f667847d-5a6f-4459-ab64-9b4c62e4ca91 None None] Bound using segment: {'id': '9f8bd056-f849-4076-8c94-9d3b564d97fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2266f7c1-7993-496b-8802-251fb742be79'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:37:09.145056 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-f667847d-5a6f-4459-ab64-9b4c62e4ca91 None None] Bound port: db5255e6-e9d0-4926-849b-52c38da164fe, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f8bd056-f849-4076-8c94-9d3b564d97fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2266f7c1-7993-496b-8802-251fb742be79'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:37:09.145439 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-f667847d-5a6f-4459-ab64-9b4c62e4ca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:09.190202 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792ac8e-04a9-4e23-b70a-f7701cd6d5f9 None None] Pushing event updated for resources: {'Port': ['ID=db5255e6-e9d0-4926-849b-52c38da164fe,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:09.199351 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c792ac8e-04a9-4e23-b70a-f7701cd6d5f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:09.200076 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c792ac8e-04a9-4e23-b70a-f7701cd6d5f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:09.200639 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c792ac8e-04a9-4e23-b70a-f7701cd6d5f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:09.201183 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c792ac8e-04a9-4e23-b70a-f7701cd6d5f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:09.201714 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c792ac8e-04a9-4e23-b70a-f7701cd6d5f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:09.202250 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c792ac8e-04a9-4e23-b70a-f7701cd6d5f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:09.202784 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c792ac8e-04a9-4e23-b70a-f7701cd6d5f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:09.203311 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c792ac8e-04a9-4e23-b70a-f7701cd6d5f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:09.203866 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c792ac8e-04a9-4e23-b70a-f7701cd6d5f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:09.204475 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c792ac8e-04a9-4e23-b70a-f7701cd6d5f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:09.205669 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c792ac8e-04a9-4e23-b70a-f7701cd6d5f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:09.206309 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c792ac8e-04a9-4e23-b70a-f7701cd6d5f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:09.240579 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-f667847d-5a6f-4459-ab64-9b4c62e4ca91 None None] For port db5255e6-e9d0-4926-849b-52c38da164fe, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:37:09.244890 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-f667847d-5a6f-4459-ab64-9b4c62e4ca91 None None] For port db5255e6-e9d0-4926-849b-52c38da164fe, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=db5255e6-e9d0-4926-849b-52c38da164fe,segment=NetworkSegment(9f8bd056-f849-4076-8c94-9d3b564d97fc),segment_id=9f8bd056-f849-4076-8c94-9d3b564d97fc)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:37:09.253367 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-f667847d-5a6f-4459-ab64-9b4c62e4ca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:09.313278 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-4f6dabfe-8576-4710-bc88-4fe50126a94b None None] Provisioning complete for port eea36876-f2bb-4a5c-aba4-904a39380192 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:37:09.313878 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4f6dabfe-8576-4710-bc88-4fe50126a94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:09.328874 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792ac8e-04a9-4e23-b70a-f7701cd6d5f9 None None] Pushing event updated for resources: {'Port': ['ID=db5255e6-e9d0-4926-849b-52c38da164fe,revision_number=4']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:09.347135 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d2af718-33b6-40a7-ba55-c274ece37088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:09.352610 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f667847d-5a6f-4459-ab64-9b4c62e4ca91 None None] Routers {'9f2450c7-aa46-4cd0-a2e0-f31895317154'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:37:09.353588 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-f667847d-5a6f-4459-ab64-9b4c62e4ca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:36:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9f2450c7-aa46-4cd0-a2e0-f31895317154'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:37:09.481756 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-f667847d-5a6f-4459-ab64-9b4c62e4ca91 None None] Set router 9f2450c7-aa46-4cd0-a2e0-f31895317154 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:37:09.543087 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-4d2af718-33b6-40a7-ba55-c274ece37088 admin admin] Allocated IP 172.20.0.1 (caeca286-1154-489b-a592-07e9226a5289/dffc132a-4589-488d-94ce-e221ad1f7cba/6d629b35-a3fd-4442-83c4-e933cf7721d7) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:37:09.551802 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4f6dabfe-8576-4710-bc88-4fe50126a94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:09.564425 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-b5e83d58-466f-4f9d-b09f-8f2b5cf4e0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8451c3d3-9214-4e9e-ad71-6180ea3fe465', 'name': 'tempest-TestShelveInstance-572436988-router', 'tenant_id': 'f738ef6b417246d39122e4a561260834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '3200675b-0951-4211-bb6e-a71a4d7e71e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:37:07Z', 'updated_at': '2022-04-28T20:37:08Z', 'revision_number': 3, 'project_id': 'f738ef6b417246d39122e4a561260834', 'gw_port': {'id': '3200675b-0951-4211-bb6e-a71a4d7e71e8', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:76:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8451c3d3-9214-4e9e-ad71-6180ea3fe465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:07Z', 'updated_at': '2022-04-28T20:37:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:37:09.614593 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e83d58-466f-4f9d-b09f-8f2b5cf4e0e6 None None] Checking router: 8451c3d3-9214-4e9e-ad71-6180ea3fe465 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:37:09.614947 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e83d58-466f-4f9d-b09f-8f2b5cf4e0e6 None None] Updating router 8451c3d3-9214-4e9e-ad71-6180ea3fe465 port 3200675b-0951-4211-bb6e-a71a4d7e71e8 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:37:09.654796 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-4f6dabfe-8576-4710-bc88-4fe50126a94b None None] For port eea36876-f2bb-4a5c-aba4-904a39380192, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=eea36876-f2bb-4a5c-aba4-904a39380192,segment=NetworkSegment(0c856205-d1b1-40b3-9c94-d1630f756d15),segment_id=0c856205-d1b1-40b3-9c94-d1630f756d15)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:37:09.658459 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b5e83d58-466f-4f9d-b09f-8f2b5cf4e0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:09.683719 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d2af718-33b6-40a7-ba55-c274ece37088 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:09.691528 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4f6dabfe-8576-4710-bc88-4fe50126a94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:09.719325 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-f667847d-5a6f-4459-ab64-9b4c62e4ca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'name': 'tempest-TestShelveInstance-986394139-router', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '2c047e48-b68a-4944-bebd-a8b781634453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:37:02Z', 'updated_at': '2022-04-28T20:37:05Z', 'revision_number': 4, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'gw_port': {'id': '2c047e48-b68a-4944-bebd-a8b781634453', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:03Z', 'updated_at': '2022-04-28T20:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'db5255e6-e9d0-4926-849b-52c38da164fe', 'name': '', 'network_id': '2266f7c1-7993-496b-8802-251fb742be79', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'mac_address': 'fa:16:3e:03:5a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:04Z', 'updated_at': '2022-04-28T20:37:09Z', 'revision_number': 4, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'subnets': [{'id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:37:09.728549 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d2af718-33b6-40a7-ba55-c274ece37088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:09.756057 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f667847d-5a6f-4459-ab64-9b4c62e4ca91 None None] The sync data for ids ['9f2450c7-aa46-4cd0-a2e0-f31895317154'] in n-d-839810-1 is: [{'id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'name': 'tempest-TestShelveInstance-986394139-router', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '2c047e48-b68a-4944-bebd-a8b781634453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:37:02Z', 'updated_at': '2022-04-28T20:37:05Z', 'revision_number': 4, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'gw_port': {'id': '2c047e48-b68a-4944-bebd-a8b781634453', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:03Z', 'updated_at': '2022-04-28T20:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'db5255e6-e9d0-4926-849b-52c38da164fe', 'name': '', 'network_id': '2266f7c1-7993-496b-8802-251fb742be79', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'mac_address': 'fa:16:3e:03:5a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:04Z', 'updated_at': '2022-04-28T20:37:09Z', 'revision_number': 4, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'subnets': [{'id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:37:09.776814 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2af718-33b6-40a7-ba55-c274ece37088 admin admin] Network caeca286-1154-489b-a592-07e9226a5289 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:37:09.782856 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-4d2af718-33b6-40a7-ba55-c274ece37088 admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:37:09.788305 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2af718-33b6-40a7-ba55-c274ece37088 admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:37:09.820267 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2af718-33b6-40a7-ba55-c274ece37088 admin admin] Pushing event updated for resources: {'Port': ['ID=6d629b35-a3fd-4442-83c4-e933cf7721d7,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:09.840320 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d2af718-33b6-40a7-ba55-c274ece37088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:09.872226 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6dabfe-8576-4710-bc88-4fe50126a94b None None] Pushing event updated for resources: {'Port': ['ID=eea36876-f2bb-4a5c-aba4-904a39380192,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:09.886720 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0e1cf33d-28ee-4471-ae94-06c720ddbf4a None None] Provisioning complete for port db5255e6-e9d0-4926-849b-52c38da164fe triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:37:09.887242 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0e1cf33d-28ee-4471-ae94-06c720ddbf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:10.027743 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d2af718-33b6-40a7-ba55-c274ece37088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:10.126320 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0e1cf33d-28ee-4471-ae94-06c720ddbf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:10.139627 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 2c047e48-b68a-4944-bebd-a8b781634453 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:37:10.253000 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0e1cf33d-28ee-4471-ae94-06c720ddbf4a None None] For port db5255e6-e9d0-4926-849b-52c38da164fe, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=db5255e6-e9d0-4926-849b-52c38da164fe,segment=NetworkSegment(9f8bd056-f849-4076-8c94-9d3b564d97fc),segment_id=9f8bd056-f849-4076-8c94-9d3b564d97fc)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:37:10.260656 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b5e83d58-466f-4f9d-b09f-8f2b5cf4e0e6 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:10.262203 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0e1cf33d-28ee-4471-ae94-06c720ddbf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:10.292082 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b5e83d58-466f-4f9d-b09f-8f2b5cf4e0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:10.341946 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 2c047e48-b68a-4944-bebd-a8b781634453 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:37:10.342633 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:10.346042 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-b5e83d58-466f-4f9d-b09f-8f2b5cf4e0e6 None None] Attempting to bind port 3200675b-0951-4211-bb6e-a71a4d7e71e8 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:37:10.346420 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-b5e83d58-466f-4f9d-b09f-8f2b5cf4e0e6 None None] Attempting to bind port 3200675b-0951-4211-bb6e-a71a4d7e71e8 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:37:10.346793 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e83d58-466f-4f9d-b09f-8f2b5cf4e0e6 None None] Attempting to bind port 3200675b-0951-4211-bb6e-a71a4d7e71e8 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:37:10.370147 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1cf33d-28ee-4471-ae94-06c720ddbf4a None None] Pushing event updated for resources: {'Port': ['ID=db5255e6-e9d0-4926-849b-52c38da164fe,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:10.382955 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e83d58-466f-4f9d-b09f-8f2b5cf4e0e6 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:37:10.383338 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e83d58-466f-4f9d-b09f-8f2b5cf4e0e6 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:37:10.383745 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b5e83d58-466f-4f9d-b09f-8f2b5cf4e0e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:10.384159 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e83d58-466f-4f9d-b09f-8f2b5cf4e0e6 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:37:10.384653 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-b5e83d58-466f-4f9d-b09f-8f2b5cf4e0e6 None None] Bound port: 3200675b-0951-4211-bb6e-a71a4d7e71e8, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:37:10.385039 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b5e83d58-466f-4f9d-b09f-8f2b5cf4e0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:10.478640 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95b54d-a319-496c-a2b7-af6499adb0b8 None None] Pushing event updated for resources: {'Port': ['ID=3200675b-0951-4211-bb6e-a71a4d7e71e8,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:10.488410 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-8fce8365-6e8c-40ec-9f49-a802272c38d1 None None] Provisioning complete for port eea36876-f2bb-4a5c-aba4-904a39380192 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:37:10.488786 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8fce8365-6e8c-40ec-9f49-a802272c38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:10.522782 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-b5e83d58-466f-4f9d-b09f-8f2b5cf4e0e6 None None] For port 3200675b-0951-4211-bb6e-a71a4d7e71e8, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:37:10.542961 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-b5e83d58-466f-4f9d-b09f-8f2b5cf4e0e6 None None] For port 3200675b-0951-4211-bb6e-a71a4d7e71e8, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=3200675b-0951-4211-bb6e-a71a4d7e71e8,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:37:10.560887 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d2af718-33b6-40a7-ba55-c274ece37088 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:10.570122 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b5e83d58-466f-4f9d-b09f-8f2b5cf4e0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:10.571352 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d2af718-33b6-40a7-ba55-c274ece37088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:10.630464 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device db5255e6-e9d0-4926-849b-52c38da164fe up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:37:10.645423 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2af718-33b6-40a7-ba55-c274ece37088 admin admin] Pushing event updated for resources: {'Port': ['ID=6d629b35-a3fd-4442-83c4-e933cf7721d7,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:10.648090 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-4d2af718-33b6-40a7-ba55-c274ece37088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:10.714518 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95b54d-a319-496c-a2b7-af6499adb0b8 None None] Pushing event updated for resources: {'Port': ['ID=3200675b-0951-4211-bb6e-a71a4d7e71e8,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:10.720805 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e83d58-466f-4f9d-b09f-8f2b5cf4e0e6 None None] Routers {'8451c3d3-9214-4e9e-ad71-6180ea3fe465'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:37:10.721441 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-b5e83d58-466f-4f9d-b09f-8f2b5cf4e0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:36:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['8451c3d3-9214-4e9e-ad71-6180ea3fe465'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:37:10.748950 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2af718-33b6-40a7-ba55-c274ece37088 admin admin] Network caeca286-1154-489b-a592-07e9226a5289 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:37:10.750187 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-4d2af718-33b6-40a7-ba55-c274ece37088 admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:37:10.808165 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port db5255e6-e9d0-4926-849b-52c38da164fe triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:37:10.808536 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:10.836255 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-8fce8365-6e8c-40ec-9f49-a802272c38d1 None None] Provisioning complete for port 6d629b35-a3fd-4442-83c4-e933cf7721d7 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:37:10.836625 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8fce8365-6e8c-40ec-9f49-a802272c38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:10.870002 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2af718-33b6-40a7-ba55-c274ece37088 admin admin] Router 8451c3d3-9214-4e9e-ad71-6180ea3fe465 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:37:10.923543 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-b5e83d58-466f-4f9d-b09f-8f2b5cf4e0e6 None None] Set router 8451c3d3-9214-4e9e-ad71-6180ea3fe465 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:37:10.926185 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-8fce8365-6e8c-40ec-9f49-a802272c38d1 None None] Port 6d629b35-a3fd-4442-83c4-e933cf7721d7 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:37:10.989370 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2af718-33b6-40a7-ba55-c274ece37088 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:37:10.996022 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-4d2af718-33b6-40a7-ba55-c274ece37088 admin admin] 10.222.0.42 "PUT /v2.0/routers/8451c3d3-9214-4e9e-ad71-6180ea3fe465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1871827 Apr 28 20:37:11.080020 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device eea36876-f2bb-4a5c-aba4-904a39380192 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:37:11.125137 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7b562996-2936-4c12-b1f4-c3d45bf0f858 None None] Provisioning complete for port 6d629b35-a3fd-4442-83c4-e933cf7721d7 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:37:11.125514 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7b562996-2936-4c12-b1f4-c3d45bf0f858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:11.372051 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7b562996-2936-4c12-b1f4-c3d45bf0f858 None None] Port 6d629b35-a3fd-4442-83c4-e933cf7721d7 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:37:11.380936 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port eea36876-f2bb-4a5c-aba4-904a39380192 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:37:11.381305 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:11.437977 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-b5e83d58-466f-4f9d-b09f-8f2b5cf4e0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8451c3d3-9214-4e9e-ad71-6180ea3fe465', 'name': 'tempest-TestShelveInstance-572436988-router', 'tenant_id': 'f738ef6b417246d39122e4a561260834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '3200675b-0951-4211-bb6e-a71a4d7e71e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:37:07Z', 'updated_at': '2022-04-28T20:37:09Z', 'revision_number': 4, 'project_id': 'f738ef6b417246d39122e4a561260834', 'gw_port': {'id': '3200675b-0951-4211-bb6e-a71a4d7e71e8', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:76:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8451c3d3-9214-4e9e-ad71-6180ea3fe465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:07Z', 'updated_at': '2022-04-28T20:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '6d629b35-a3fd-4442-83c4-e933cf7721d7', 'name': '', 'network_id': 'caeca286-1154-489b-a592-07e9226a5289', 'tenant_id': 'f738ef6b417246d39122e4a561260834', 'mac_address': 'fa:16:3e:16:08:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8451c3d3-9214-4e9e-ad71-6180ea3fe465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': 'dffc132a-4589-488d-94ce-e221ad1f7cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:09Z', 'updated_at': '2022-04-28T20:37:10Z', 'revision_number': 2, 'project_id': 'f738ef6b417246d39122e4a561260834', 'subnets': [{'id': 'dffc132a-4589-488d-94ce-e221ad1f7cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:37:11.486950 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e83d58-466f-4f9d-b09f-8f2b5cf4e0e6 None None] The sync data for ids ['8451c3d3-9214-4e9e-ad71-6180ea3fe465'] in n-d-839810-1 is: [{'id': '8451c3d3-9214-4e9e-ad71-6180ea3fe465', 'name': 'tempest-TestShelveInstance-572436988-router', 'tenant_id': 'f738ef6b417246d39122e4a561260834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '3200675b-0951-4211-bb6e-a71a4d7e71e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:37:07Z', 'updated_at': '2022-04-28T20:37:09Z', 'revision_number': 4, 'project_id': 'f738ef6b417246d39122e4a561260834', 'gw_port': {'id': '3200675b-0951-4211-bb6e-a71a4d7e71e8', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:76:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8451c3d3-9214-4e9e-ad71-6180ea3fe465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:07Z', 'updated_at': '2022-04-28T20:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '6d629b35-a3fd-4442-83c4-e933cf7721d7', 'name': '', 'network_id': 'caeca286-1154-489b-a592-07e9226a5289', 'tenant_id': 'f738ef6b417246d39122e4a561260834', 'mac_address': 'fa:16:3e:16:08:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8451c3d3-9214-4e9e-ad71-6180ea3fe465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': 'dffc132a-4589-488d-94ce-e221ad1f7cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:09Z', 'updated_at': '2022-04-28T20:37:10Z', 'revision_number': 2, 'project_id': 'f738ef6b417246d39122e4a561260834', 'subnets': [{'id': 'dffc132a-4589-488d-94ce-e221ad1f7cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:37:11.922212 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39136) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:37:11.927536 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-b61b438d-fd04-4fa2-bed4-36f90f64f857 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-774259079', 'description': 'tempest-secgroup-smoke-774259079 description', 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:37:11.931967 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device db5255e6-e9d0-4926-849b-52c38da164fe up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:37:11.950645 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b61b438d-fd04-4fa2-bed4-36f90f64f857 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:11.987730 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port db5255e6-e9d0-4926-849b-52c38da164fe triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:37:11.988279 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:12.030210 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b61b438d-fd04-4fa2-bed4-36f90f64f857 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:12.034974 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b61b438d-fd04-4fa2-bed4-36f90f64f857 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:12.075698 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b61b438d-fd04-4fa2-bed4-36f90f64f857 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:12.077333 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b61b438d-fd04-4fa2-bed4-36f90f64f857 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1533298 Apr 28 20:37:12.078017 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b438d-fd04-4fa2-bed4-36f90f64f857 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91cae408-3eb2-4470-99af-ebea19745645,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:12.080722 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39138) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:37:12.082852 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device eea36876-f2bb-4a5c-aba4-904a39380192 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:37:12.088763 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-ff625486-198d-4c0c-8447-50c423539cf5 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Request body: {'security_group_rule': {'security_group_id': '91cae408-3eb2-4470-99af-ebea19745645', 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:37:12.116201 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ff625486-198d-4c0c-8447-50c423539cf5 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:12.134601 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port eea36876-f2bb-4a5c-aba4-904a39380192 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:37:12.134601 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:12.171804 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ff625486-198d-4c0c-8447-50c423539cf5 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:12.176396 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ff625486-198d-4c0c-8447-50c423539cf5 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:12.198204 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff625486-198d-4c0c-8447-50c423539cf5 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb099d1-c05c-43a1-947e-2e3801131ef1,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:12.205098 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ff625486-198d-4c0c-8447-50c423539cf5 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:12.206402 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ff625486-198d-4c0c-8447-50c423539cf5 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212866 Apr 28 20:37:12.209118 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39140) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:37:12.213428 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-5c050df5-c92d-48c3-bee8-5e88b3b3fa45 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Request body: {'security_group_rule': {'security_group_id': '91cae408-3eb2-4470-99af-ebea19745645', 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:37:12.238173 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5c050df5-c92d-48c3-bee8-5e88b3b3fa45 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:12.298116 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5c050df5-c92d-48c3-bee8-5e88b3b3fa45 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:12.301884 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5c050df5-c92d-48c3-bee8-5e88b3b3fa45 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:12.319149 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c050df5-c92d-48c3-bee8-5e88b3b3fa45 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2745c105-901d-4247-b3b7-8cc98feff98f,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:12.326071 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5c050df5-c92d-48c3-bee8-5e88b3b3fa45 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:12.327271 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-5c050df5-c92d-48c3-bee8-5e88b3b3fa45 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172373 Apr 28 20:37:12.330061 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39142) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:37:12.334306 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-3a930017-1a12-4b6a-8b04-43f6ef267786 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Request body: {'security_group_rule': {'security_group_id': '91cae408-3eb2-4470-99af-ebea19745645', 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:37:12.361276 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3a930017-1a12-4b6a-8b04-43f6ef267786 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:12.418878 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3a930017-1a12-4b6a-8b04-43f6ef267786 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:12.422255 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3a930017-1a12-4b6a-8b04-43f6ef267786 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:12.439705 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a930017-1a12-4b6a-8b04-43f6ef267786 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a69a3582-d4a0-4029-8966-8fc502b126b5,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:12.447603 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3a930017-1a12-4b6a-8b04-43f6ef267786 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:12.448829 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3a930017-1a12-4b6a-8b04-43f6ef267786 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178379 Apr 28 20:37:12.451598 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39144) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:37:12.455802 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-6d5285a1-0390-40cf-94de-7e4d334b3ea2 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Request body: {'security_group_rule': {'security_group_id': '91cae408-3eb2-4470-99af-ebea19745645', 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:37:12.480798 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6d5285a1-0390-40cf-94de-7e4d334b3ea2 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:12.538113 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6d5285a1-0390-40cf-94de-7e4d334b3ea2 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:12.541956 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6d5285a1-0390-40cf-94de-7e4d334b3ea2 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:12.561314 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5285a1-0390-40cf-94de-7e4d334b3ea2 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ebc4e05-2667-433a-9e1f-56f7d5576bfe,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:12.569108 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-6d5285a1-0390-40cf-94de-7e4d334b3ea2 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:12.570410 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-6d5285a1-0390-40cf-94de-7e4d334b3ea2 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177738 Apr 28 20:37:12.573035 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39146) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:37:12.577319 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-b3cde878-6bc2-4f57-aab8-94382a10bdd7 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Request body: {'security_group_rule': {'security_group_id': '91cae408-3eb2-4470-99af-ebea19745645', 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:37:12.597301 n-d-839810-1 neutron-server[102773]: INFO neutron.db.securitygroups_db [None req-b3cde878-6bc2-4f57-aab8-94382a10bdd7 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Project 60f0a1f75cba4835aa1e19e6eb34c1b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:37:12.602143 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b3cde878-6bc2-4f57-aab8-94382a10bdd7 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:12.680306 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b3cde878-6bc2-4f57-aab8-94382a10bdd7 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:12.684314 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b3cde878-6bc2-4f57-aab8-94382a10bdd7 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:12.703188 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cde878-6bc2-4f57-aab8-94382a10bdd7 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbff7414-41d6-46cb-9102-0a6e894c3376,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:12.712510 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b3cde878-6bc2-4f57-aab8-94382a10bdd7 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:12.713780 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b3cde878-6bc2-4f57-aab8-94382a10bdd7 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1397898 Apr 28 20:37:12.716618 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39148) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:37:12.721889 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-cf3323c9-bf7c-4db8-89df-c64f022e8046 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Request body: {'security_group_rule': {'security_group_id': '91cae408-3eb2-4470-99af-ebea19745645', 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:37:12.742488 n-d-839810-1 neutron-server[102773]: INFO neutron.db.securitygroups_db [None req-cf3323c9-bf7c-4db8-89df-c64f022e8046 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Project 60f0a1f75cba4835aa1e19e6eb34c1b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:37:12.747844 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf3323c9-bf7c-4db8-89df-c64f022e8046 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:12.817313 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf3323c9-bf7c-4db8-89df-c64f022e8046 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:12.821303 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf3323c9-bf7c-4db8-89df-c64f022e8046 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:12.839445 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3323c9-bf7c-4db8-89df-c64f022e8046 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb0f77aa-a065-4a9e-acfd-8773b6bbd3c1,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:12.849645 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cf3323c9-bf7c-4db8-89df-c64f022e8046 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:12.850887 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-cf3323c9-bf7c-4db8-89df-c64f022e8046 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1332295 Apr 28 20:37:12.999691 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-8683865f-086d-4716-a9fc-39123c535da9 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-774259079&fields=id&tenant_id=60f0a1f75cba4835aa1e19e6eb34c1b4 HTTP/1.1" status: 200 len: 267 time: 0.0360277 Apr 28 20:37:13.119234 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-66b804b0-9dae-4a17-b537-ee0255c9fbec tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:13.120758 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-66b804b0-9dae-4a17-b537-ee0255c9fbec tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/networks?id=2266f7c1-7993-496b-8802-251fb742be79 HTTP/1.1" status: 200 len: 808 time: 0.1123340 Apr 28 20:37:13.136396 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-84154d73-0c8c-4327-ab39-ed6431911939 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/quotas/60f0a1f75cba4835aa1e19e6eb34c1b4 HTTP/1.1" status: 200 len: 375 time: 0.0095158 Apr 28 20:37:13.193672 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-b8128b08-e46c-4ec4-a4ea-16067efaab0e tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=60f0a1f75cba4835aa1e19e6eb34c1b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500350 Apr 28 20:37:13.214328 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-f3a709c0-7992-4365-8d9a-9f5bdf1fc0aa service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:37:13.215343 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-f3a709c0-7992-4365-8d9a-9f5bdf1fc0aa service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053997 Apr 28 20:37:13.315263 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-95fd0db5-c8ad-41b7-995c-b4363c89642a service neutron] 10.222.0.42 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927682 Apr 28 20:37:13.408294 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-ecceb5e3-4ee8-40b3-b173-b8f0bfe589df service neutron] 10.222.0.42 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866077 Apr 28 20:37:13.579201 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d4b181b2-d2ca-4886-a68b-3a707c3d1135 req-622a1da8-08ce-4b50-ab89-aacd58709434 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 210 time: 0.0270178 Apr 28 20:37:13.947641 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 3200675b-0951-4211-bb6e-a71a4d7e71e8 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:37:14.002844 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 3200675b-0951-4211-bb6e-a71a4d7e71e8 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:37:14.003238 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:14.087170 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:14.108081 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 3200675b-0951-4211-bb6e-a71a4d7e71e8, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=3200675b-0951-4211-bb6e-a71a4d7e71e8,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:37:14.112928 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:14.163598 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=3200675b-0951-4211-bb6e-a71a4d7e71e8,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:14.220353 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588b809b-41fb-441d-a202-58fba6fc162c None None] Sync routers for ids ['8451c3d3-9214-4e9e-ad71-6180ea3fe465'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:37:14.231972 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588b809b-41fb-441d-a202-58fba6fc162c None None] Routers {'8451c3d3-9214-4e9e-ad71-6180ea3fe465'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:37:14.232637 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-588b809b-41fb-441d-a202-58fba6fc162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:36:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['8451c3d3-9214-4e9e-ad71-6180ea3fe465'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:37:14.343063 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-588b809b-41fb-441d-a202-58fba6fc162c None None] Set router 8451c3d3-9214-4e9e-ad71-6180ea3fe465 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:37:14.649430 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-588b809b-41fb-441d-a202-58fba6fc162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8451c3d3-9214-4e9e-ad71-6180ea3fe465', 'name': 'tempest-TestShelveInstance-572436988-router', 'tenant_id': 'f738ef6b417246d39122e4a561260834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '3200675b-0951-4211-bb6e-a71a4d7e71e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:37:07Z', 'updated_at': '2022-04-28T20:37:09Z', 'revision_number': 4, 'project_id': 'f738ef6b417246d39122e4a561260834', 'gw_port': {'id': '3200675b-0951-4211-bb6e-a71a4d7e71e8', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8451c3d3-9214-4e9e-ad71-6180ea3fe465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:07Z', 'updated_at': '2022-04-28T20:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '6d629b35-a3fd-4442-83c4-e933cf7721d7', 'name': '', 'network_id': 'caeca286-1154-489b-a592-07e9226a5289', 'tenant_id': 'f738ef6b417246d39122e4a561260834', 'mac_address': 'fa:16:3e:16:08:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8451c3d3-9214-4e9e-ad71-6180ea3fe465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': 'dffc132a-4589-488d-94ce-e221ad1f7cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:09Z', 'updated_at': '2022-04-28T20:37:10Z', 'revision_number': 2, 'project_id': 'f738ef6b417246d39122e4a561260834', 'subnets': [{'id': 'dffc132a-4589-488d-94ce-e221ad1f7cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:37:14.676924 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-b2685492-a527-4000-87e0-f4b8413a543e tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:14.679531 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-b2685492-a527-4000-87e0-f4b8413a543e tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.44 "GET /v2.0/networks?id=2266f7c1-7993-496b-8802-251fb742be79 HTTP/1.1" status: 200 len: 808 time: 0.1245747 Apr 28 20:37:14.680836 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588b809b-41fb-441d-a202-58fba6fc162c None None] Checking router: 8451c3d3-9214-4e9e-ad71-6180ea3fe465 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:37:14.680836 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588b809b-41fb-441d-a202-58fba6fc162c None None] Updating router 8451c3d3-9214-4e9e-ad71-6180ea3fe465 port 6d629b35-a3fd-4442-83c4-e933cf7721d7 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:37:14.715288 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-588b809b-41fb-441d-a202-58fba6fc162c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:14.720975 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-dc95edd3-7d2c-46c7-b649-362179f2db45 req-23f212e1-a7c1-4e5c-b89f-813c7fc05552 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 210 time: 0.0359664 Apr 28 20:37:14.749335 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-f81a75c1-9c5d-4c5f-b463-1056db113423 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60f0a1f75cba4835aa1e19e6eb34c1b4 HTTP/1.1" status: 200 len: 379 time: 0.0534246 Apr 28 20:37:14.759688 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-70d0b495-ada3-4936-8d6a-a3d91080ed67 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Request body: {'port': {'device_id': '16403644-0345-4877-b4d3-7f90c3e5cd47', 'network_id': '2266f7c1-7993-496b-8802-251fb742be79', 'admin_state_up': True, 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'security_groups': ['91cae408-3eb2-4470-99af-ebea19745645']}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:37:14.868975 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-70d0b495-ada3-4936-8d6a-a3d91080ed67 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Made reservation on behalf of 60f0a1f75cba4835aa1e19e6eb34c1b4 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:37:14.872487 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-70d0b495-ada3-4936-8d6a-a3d91080ed67 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:14.974009 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-588b809b-41fb-441d-a202-58fba6fc162c None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:14.979934 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-588b809b-41fb-441d-a202-58fba6fc162c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:14.997290 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-70d0b495-ada3-4936-8d6a-a3d91080ed67 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Allocated IP 172.20.0.4 (2266f7c1-7993-496b-8802-251fb742be79/c28fb71b-bf80-49b5-bc50-77ccb1286f94/bb518466-42e7-4954-a90a-03136442cd04) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:37:15.037671 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ccbc5-2dc8-403e-977d-1e74c1df924e None None] Pushing event updated for resources: {'Port': ['ID=6d629b35-a3fd-4442-83c4-e933cf7721d7,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:15.087757 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-588b809b-41fb-441d-a202-58fba6fc162c None None] Attempting to bind port 6d629b35-a3fd-4442-83c4-e933cf7721d7 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:37:15.088137 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-588b809b-41fb-441d-a202-58fba6fc162c None None] Attempting to bind port 6d629b35-a3fd-4442-83c4-e933cf7721d7 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '0c856205-d1b1-40b3-9c94-d1630f756d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'caeca286-1154-489b-a592-07e9226a5289'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:37:15.088506 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588b809b-41fb-441d-a202-58fba6fc162c None None] Attempting to bind port 6d629b35-a3fd-4442-83c4-e933cf7721d7 on network caeca286-1154-489b-a592-07e9226a5289 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:37:15.093668 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588b809b-41fb-441d-a202-58fba6fc162c None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:37:15.094039 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588b809b-41fb-441d-a202-58fba6fc162c None None] Checking segment: {'id': '0c856205-d1b1-40b3-9c94-d1630f756d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'caeca286-1154-489b-a592-07e9226a5289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:37:15.094472 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-588b809b-41fb-441d-a202-58fba6fc162c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:15.094873 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588b809b-41fb-441d-a202-58fba6fc162c None None] Bound using segment: {'id': '0c856205-d1b1-40b3-9c94-d1630f756d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'caeca286-1154-489b-a592-07e9226a5289'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:37:15.095335 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-588b809b-41fb-441d-a202-58fba6fc162c None None] Bound port: 6d629b35-a3fd-4442-83c4-e933cf7721d7, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c856205-d1b1-40b3-9c94-d1630f756d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'caeca286-1154-489b-a592-07e9226a5289'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:37:15.095721 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-588b809b-41fb-441d-a202-58fba6fc162c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:15.157067 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-70d0b495-ada3-4936-8d6a-a3d91080ed67 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:15.170929 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-588b809b-41fb-441d-a202-58fba6fc162c None None] For port 6d629b35-a3fd-4442-83c4-e933cf7721d7, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:37:15.175343 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-588b809b-41fb-441d-a202-58fba6fc162c None None] For port 6d629b35-a3fd-4442-83c4-e933cf7721d7, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=6d629b35-a3fd-4442-83c4-e933cf7721d7,segment=NetworkSegment(0c856205-d1b1-40b3-9c94-d1630f756d15),segment_id=0c856205-d1b1-40b3-9c94-d1630f756d15)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:37:15.181397 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-588b809b-41fb-441d-a202-58fba6fc162c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:15.196026 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-70d0b495-ada3-4936-8d6a-a3d91080ed67 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:15.236850 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588b809b-41fb-441d-a202-58fba6fc162c None None] Routers {'8451c3d3-9214-4e9e-ad71-6180ea3fe465'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:37:15.237470 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-588b809b-41fb-441d-a202-58fba6fc162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:36:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['8451c3d3-9214-4e9e-ad71-6180ea3fe465'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:37:15.249446 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-70d0b495-ada3-4936-8d6a-a3d91080ed67 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Network 2266f7c1-7993-496b-8802-251fb742be79 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:37:15.253783 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-70d0b495-ada3-4936-8d6a-a3d91080ed67 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:37:15.258381 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-70d0b495-ada3-4936-8d6a-a3d91080ed67 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:37:15.265955 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0b495-ada3-4936-8d6a-a3d91080ed67 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Pushing event updated for resources: {'Port': ['ID=bb518466-42e7-4954-a90a-03136442cd04,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:15.326241 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-66ce9f4b-91a0-44bb-a0c5-ce357f1bb014 None None] Provisioning complete for port 6d629b35-a3fd-4442-83c4-e933cf7721d7 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:37:15.326842 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-66ce9f4b-91a0-44bb-a0c5-ce357f1bb014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:15.337069 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-70d0b495-ada3-4936-8d6a-a3d91080ed67 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:15.337741 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-70d0b495-ada3-4936-8d6a-a3d91080ed67 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:15.360238 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ccbc5-2dc8-403e-977d-1e74c1df924e None None] Pushing event updated for resources: {'Port': ['ID=6d629b35-a3fd-4442-83c4-e933cf7721d7,revision_number=4']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:15.368736 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-70d0b495-ada3-4936-8d6a-a3d91080ed67 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6130903 Apr 28 20:37:15.403149 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-588b809b-41fb-441d-a202-58fba6fc162c None None] Set router 8451c3d3-9214-4e9e-ad71-6180ea3fe465 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:37:15.432599 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-66ce9f4b-91a0-44bb-a0c5-ce357f1bb014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:15.468601 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-66ce9f4b-91a0-44bb-a0c5-ce357f1bb014 None None] For port 6d629b35-a3fd-4442-83c4-e933cf7721d7, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=6d629b35-a3fd-4442-83c4-e933cf7721d7,segment=NetworkSegment(0c856205-d1b1-40b3-9c94-d1630f756d15),segment_id=0c856205-d1b1-40b3-9c94-d1630f756d15)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:37:15.476238 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-66ce9f4b-91a0-44bb-a0c5-ce357f1bb014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:15.543904 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-78a7d09b-85cf-48e8-9a59-fff75f2e6226 service neutron] Request body: {'port': {'device_id': '16403644-0345-4877-b4d3-7f90c3e5cd47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:37:15.549112 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce9f4b-91a0-44bb-a0c5-ce357f1bb014 None None] Pushing event updated for resources: {'Port': ['ID=6d629b35-a3fd-4442-83c4-e933cf7721d7,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:15.603426 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-85b7a726-aef5-4aca-9241-0adacdd1f6fa None None] Provisioning complete for port 6d629b35-a3fd-4442-83c4-e933cf7721d7 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:37:15.604220 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-85b7a726-aef5-4aca-9241-0adacdd1f6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:15.607911 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-78a7d09b-85cf-48e8-9a59-fff75f2e6226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:15.663283 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-588b809b-41fb-441d-a202-58fba6fc162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8451c3d3-9214-4e9e-ad71-6180ea3fe465', 'name': 'tempest-TestShelveInstance-572436988-router', 'tenant_id': 'f738ef6b417246d39122e4a561260834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '3200675b-0951-4211-bb6e-a71a4d7e71e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:37:07Z', 'updated_at': '2022-04-28T20:37:09Z', 'revision_number': 4, 'project_id': 'f738ef6b417246d39122e4a561260834', 'gw_port': {'id': '3200675b-0951-4211-bb6e-a71a4d7e71e8', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8451c3d3-9214-4e9e-ad71-6180ea3fe465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:07Z', 'updated_at': '2022-04-28T20:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '6d629b35-a3fd-4442-83c4-e933cf7721d7', 'name': '', 'network_id': 'caeca286-1154-489b-a592-07e9226a5289', 'tenant_id': 'f738ef6b417246d39122e4a561260834', 'mac_address': 'fa:16:3e:16:08:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8451c3d3-9214-4e9e-ad71-6180ea3fe465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': 'dffc132a-4589-488d-94ce-e221ad1f7cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:09Z', 'updated_at': '2022-04-28T20:37:15Z', 'revision_number': 4, 'project_id': 'f738ef6b417246d39122e4a561260834', 'subnets': [{'id': 'dffc132a-4589-488d-94ce-e221ad1f7cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:37:15.689962 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588b809b-41fb-441d-a202-58fba6fc162c None None] The sync data for ids ['8451c3d3-9214-4e9e-ad71-6180ea3fe465'] in n-d-839810-1 is: [{'id': '8451c3d3-9214-4e9e-ad71-6180ea3fe465', 'name': 'tempest-TestShelveInstance-572436988-router', 'tenant_id': 'f738ef6b417246d39122e4a561260834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '3200675b-0951-4211-bb6e-a71a4d7e71e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:37:07Z', 'updated_at': '2022-04-28T20:37:09Z', 'revision_number': 4, 'project_id': 'f738ef6b417246d39122e4a561260834', 'gw_port': {'id': '3200675b-0951-4211-bb6e-a71a4d7e71e8', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8451c3d3-9214-4e9e-ad71-6180ea3fe465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:07Z', 'updated_at': '2022-04-28T20:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '6d629b35-a3fd-4442-83c4-e933cf7721d7', 'name': '', 'network_id': 'caeca286-1154-489b-a592-07e9226a5289', 'tenant_id': 'f738ef6b417246d39122e4a561260834', 'mac_address': 'fa:16:3e:16:08:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8451c3d3-9214-4e9e-ad71-6180ea3fe465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': 'dffc132a-4589-488d-94ce-e221ad1f7cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:09Z', 'updated_at': '2022-04-28T20:37:15Z', 'revision_number': 4, 'project_id': 'f738ef6b417246d39122e4a561260834', 'subnets': [{'id': 'dffc132a-4589-488d-94ce-e221ad1f7cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:37:15.697707 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-85b7a726-aef5-4aca-9241-0adacdd1f6fa None None] Provisioning complete for port bb518466-42e7-4954-a90a-03136442cd04 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:37:15.698081 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-85b7a726-aef5-4aca-9241-0adacdd1f6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:15.737600 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-85b7a726-aef5-4aca-9241-0adacdd1f6fa None None] Port bb518466-42e7-4954-a90a-03136442cd04 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:37:15.886964 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc1ee2-4cf5-48aa-a00d-4b1c4dbae438 req-1d4108bb-9c65-46e9-ac66-7aee26214b2f tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:15.895298 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-54dc1ee2-4cf5-48aa-a00d-4b1c4dbae438 req-1d4108bb-9c65-46e9-ac66-7aee26214b2f tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 931 time: 0.0643165 Apr 28 20:37:15.918376 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-78a7d09b-85cf-48e8-9a59-fff75f2e6226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb518466-42e7-4954-a90a-03136442cd04 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:37:15.929016 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-78a7d09b-85cf-48e8-9a59-fff75f2e6226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:15.940989 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-54dc1ee2-4cf5-48aa-a00d-4b1c4dbae438 req-cd535ca9-08bf-4c1f-ba2f-68b4f053a791 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445597 Apr 28 20:37:15.949952 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-78a7d09b-85cf-48e8-9a59-fff75f2e6226 service neutron] Transition to ACTIVE for port object bb518466-42e7-4954-a90a-03136442cd04 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:37:15.954204 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-78a7d09b-85cf-48e8-9a59-fff75f2e6226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:15.995004 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 6d629b35-a3fd-4442-83c4-e933cf7721d7 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:37:16.026703 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7d09b-85cf-48e8-9a59-fff75f2e6226 service neutron] Pushing event updated for resources: {'Port': ['ID=bb518466-42e7-4954-a90a-03136442cd04,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:16.069057 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 6d629b35-a3fd-4442-83c4-e933cf7721d7 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:37:16.069605 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:16.118032 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-78a7d09b-85cf-48e8-9a59-fff75f2e6226 service neutron] Attempting to bind port bb518466-42e7-4954-a90a-03136442cd04 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:37:16.118356 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-78a7d09b-85cf-48e8-9a59-fff75f2e6226 service neutron] Attempting to bind port bb518466-42e7-4954-a90a-03136442cd04 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '9f8bd056-f849-4076-8c94-9d3b564d97fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2266f7c1-7993-496b-8802-251fb742be79'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:37:16.118738 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-78a7d09b-85cf-48e8-9a59-fff75f2e6226 service neutron] Attempting to bind port bb518466-42e7-4954-a90a-03136442cd04 on network 2266f7c1-7993-496b-8802-251fb742be79 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:37:16.123304 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-78a7d09b-85cf-48e8-9a59-fff75f2e6226 service neutron] Port bb518466-42e7-4954-a90a-03136442cd04 on network 2266f7c1-7993-496b-8802-251fb742be79 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:37:16.123878 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-78a7d09b-85cf-48e8-9a59-fff75f2e6226 service neutron] Attempting to bind port bb518466-42e7-4954-a90a-03136442cd04 on network 2266f7c1-7993-496b-8802-251fb742be79 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:37:16.129301 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-78a7d09b-85cf-48e8-9a59-fff75f2e6226 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:37:16.129640 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-78a7d09b-85cf-48e8-9a59-fff75f2e6226 service neutron] Checking segment: {'id': '9f8bd056-f849-4076-8c94-9d3b564d97fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2266f7c1-7993-496b-8802-251fb742be79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:37:16.130025 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-78a7d09b-85cf-48e8-9a59-fff75f2e6226 service neutron] Bound using segment: {'id': '9f8bd056-f849-4076-8c94-9d3b564d97fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2266f7c1-7993-496b-8802-251fb742be79'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:37:16.130636 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-78a7d09b-85cf-48e8-9a59-fff75f2e6226 service neutron] Bound port: bb518466-42e7-4954-a90a-03136442cd04, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8bd056-f849-4076-8c94-9d3b564d97fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2266f7c1-7993-496b-8802-251fb742be79'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:37:16.132270 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-78a7d09b-85cf-48e8-9a59-fff75f2e6226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:16.175373 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 3200675b-0951-4211-bb6e-a71a4d7e71e8 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:37:16.207831 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-78a7d09b-85cf-48e8-9a59-fff75f2e6226 service neutron] For port bb518466-42e7-4954-a90a-03136442cd04, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:37:16.211238 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-78a7d09b-85cf-48e8-9a59-fff75f2e6226 service neutron] For port bb518466-42e7-4954-a90a-03136442cd04, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=bb518466-42e7-4954-a90a-03136442cd04,segment=NetworkSegment(9f8bd056-f849-4076-8c94-9d3b564d97fc),segment_id=9f8bd056-f849-4076-8c94-9d3b564d97fc)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:37:16.216871 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-78a7d09b-85cf-48e8-9a59-fff75f2e6226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:16.230590 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 3200675b-0951-4211-bb6e-a71a4d7e71e8 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:37:16.231196 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:16.253327 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-78a7d09b-85cf-48e8-9a59-fff75f2e6226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:16.254009 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-78a7d09b-85cf-48e8-9a59-fff75f2e6226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:16.255422 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-78a7d09b-85cf-48e8-9a59-fff75f2e6226 service neutron] 10.222.0.44 "PUT /v2.0/ports/bb518466-42e7-4954-a90a-03136442cd04 HTTP/1.1" status: 200 len: 1091 time: 0.8778214 Apr 28 20:37:16.255863 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16403644-0345-4877-b4d3-7f90c3e5cd47', 'tag': 'bb518466-42e7-4954-a90a-03136442cd04'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:37:16.258181 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf124955d82b014a11a6fc2eaac2ea15efe7a1380e167aca24b9fc673bca835b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ec76f2-2686-43b7-9b50-2b6b98e963b7" -d '{"events": [{"name": "network-changed", "server_uuid": "16403644-0345-4877-b4d3-7f90c3e5cd47", "tag": "bb518466-42e7-4954-a90a-03136442cd04"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:37:16.287920 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7d09b-85cf-48e8-9a59-fff75f2e6226 service neutron] Pushing event updated for resources: {'Port': ['ID=bb518466-42e7-4954-a90a-03136442cd04,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:16.350637 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b54eff3-fb15-4c7a-9233-0f210dbdbb4a x-openstack-request-id: req-8b54eff3-fb15-4c7a-9233-0f210dbdbb4a {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:37:16.350932 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16403644-0345-4877-b4d3-7f90c3e5cd47", "tag": "bb518466-42e7-4954-a90a-03136442cd04", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:37:16.351181 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8b54eff3-fb15-4c7a-9233-0f210dbdbb4a {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:37:16.351582 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b54eff3-fb15-4c7a-9233-0f210dbdbb4a'] response: {'name': 'network-changed', 'server_uuid': '16403644-0345-4877-b4d3-7f90c3e5cd47', 'tag': 'bb518466-42e7-4954-a90a-03136442cd04', 'status': 'completed', 'code': 200} Apr 28 20:37:16.368936 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-220f71c4-5348-434b-9b91-3685b85fce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:16.370435 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-220f71c4-5348-434b-9b91-3685b85fce57 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60f0a1f75cba4835aa1e19e6eb34c1b4&device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 1094 time: 0.0581470 Apr 28 20:37:16.412533 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-a0869a65-3967-4769-9531-1fd718b514e0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb518466-42e7-4954-a90a-03136442cd04 HTTP/1.1" status: 200 len: 217 time: 0.0345576 Apr 28 20:37:16.462602 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-55ea1b59-1fce-4693-b1de-17944fb78db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:16.464072 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-55ea1b59-1fce-4693-b1de-17944fb78db8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c28fb71b-bf80-49b5-bc50-77ccb1286f94 HTTP/1.1" status: 200 len: 847 time: 0.0456851 Apr 28 20:37:16.524172 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-721cd6c2-825d-4ba9-ab79-ad43bb21f491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:16.525673 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-721cd6c2-825d-4ba9-ab79-ad43bb21f491 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2266f7c1-7993-496b-8802-251fb742be79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545464 Apr 28 20:37:16.616637 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-e3a8789d-b39e-4f4e-a0e2-4eb55c996ddc service neutron] 10.222.0.44 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834486 Apr 28 20:37:16.715993 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f4bad63a-f7ee-4fcf-b685-86e8b7a48b2a req-58b9c270-d41f-4b69-8a17-1ff3d5145c0f service neutron] 10.222.0.44 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927563 Apr 28 20:37:16.805679 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec76f2-2686-43b7-9b50-2b6b98e963b7 req-aa911001-758b-402f-9323-b469f5a6c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:16.807225 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-51ec76f2-2686-43b7-9b50-2b6b98e963b7 req-aa911001-758b-402f-9323-b469f5a6c613 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60f0a1f75cba4835aa1e19e6eb34c1b4&device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 1094 time: 0.0455463 Apr 28 20:37:16.903745 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec76f2-2686-43b7-9b50-2b6b98e963b7 req-cf04adf0-7115-46b7-bdb1-ee948956b8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:16.905271 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-51ec76f2-2686-43b7-9b50-2b6b98e963b7 req-cf04adf0-7115-46b7-bdb1-ee948956b8de service neutron] 10.222.0.44 "GET /v2.0/networks?id=2266f7c1-7993-496b-8802-251fb742be79 HTTP/1.1" status: 200 len: 909 time: 0.0908880 Apr 28 20:37:16.951953 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-51ec76f2-2686-43b7-9b50-2b6b98e963b7 req-f7ba7d40-c816-4729-828e-ffe9595cc05b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb518466-42e7-4954-a90a-03136442cd04 HTTP/1.1" status: 200 len: 217 time: 0.0400391 Apr 28 20:37:17.007169 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec76f2-2686-43b7-9b50-2b6b98e963b7 req-72b915f7-4611-48c8-ba47-e592d80aac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:17.008702 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-51ec76f2-2686-43b7-9b50-2b6b98e963b7 req-72b915f7-4611-48c8-ba47-e592d80aac53 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c28fb71b-bf80-49b5-bc50-77ccb1286f94 HTTP/1.1" status: 200 len: 847 time: 0.0487461 Apr 28 20:37:17.058633 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22995f16-7da7-492b-bdd8-e454fd629d07 req-ae1ed494-94d2-4096-85e2-abf7d70efe21 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:17.060017 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec76f2-2686-43b7-9b50-2b6b98e963b7 req-f87186e8-5f4a-4b95-ba64-9bcd3346248d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:17.060219 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-22995f16-7da7-492b-bdd8-e454fd629d07 req-ae1ed494-94d2-4096-85e2-abf7d70efe21 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 943 time: 0.0529323 Apr 28 20:37:17.061555 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-51ec76f2-2686-43b7-9b50-2b6b98e963b7 req-f87186e8-5f4a-4b95-ba64-9bcd3346248d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2266f7c1-7993-496b-8802-251fb742be79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454264 Apr 28 20:37:17.098127 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-22995f16-7da7-492b-bdd8-e454fd629d07 req-9f569b1f-fcd1-497d-899e-c15d556ca24d tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313170 Apr 28 20:37:17.155318 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-51ec76f2-2686-43b7-9b50-2b6b98e963b7 req-655f7d76-232e-42e0-8877-04de4ca140c1 service neutron] 10.222.0.44 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866077 Apr 28 20:37:17.246886 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-51ec76f2-2686-43b7-9b50-2b6b98e963b7 req-bbb5956c-c9d4-4da1-aebd-9c39a2aac4e0 service neutron] 10.222.0.44 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824339 Apr 28 20:37:18.216876 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2968395-15e4-4d35-8546-8f2c1fa9717d req-c0146765-c650-4c1b-92d2-6593dcdee4bb tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:18.218350 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b2968395-15e4-4d35-8546-8f2c1fa9717d req-c0146765-c650-4c1b-92d2-6593dcdee4bb tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 943 time: 0.0483639 Apr 28 20:37:18.261704 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b2968395-15e4-4d35-8546-8f2c1fa9717d req-68e7af17-864c-4eba-a577-ffb6f45c4e5b tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368438 Apr 28 20:37:18.378165 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device bb518466-42e7-4954-a90a-03136442cd04 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:37:18.477564 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port bb518466-42e7-4954-a90a-03136442cd04, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=bb518466-42e7-4954-a90a-03136442cd04,segment=NetworkSegment(9f8bd056-f849-4076-8c94-9d3b564d97fc),segment_id=9f8bd056-f849-4076-8c94-9d3b564d97fc)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:37:18.489609 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'bb518466-42e7-4954-a90a-03136442cd04', 'network_id': '2266f7c1-7993-496b-8802-251fb742be79', 'port_id': 'bb518466-42e7-4954-a90a-03136442cd04', 'mac_address': 'fa:16:3e:a4:b0:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:37:18.527238 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:18.540802 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb518466-42e7-4954-a90a-03136442cd04 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:37:18.561761 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port bb518466-42e7-4954-a90a-03136442cd04, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=bb518466-42e7-4954-a90a-03136442cd04,segment=NetworkSegment(9f8bd056-f849-4076-8c94-9d3b564d97fc),segment_id=9f8bd056-f849-4076-8c94-9d3b564d97fc)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:37:18.565785 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:18.617154 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=bb518466-42e7-4954-a90a-03136442cd04,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:18.773676 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['bb518466-42e7-4954-a90a-03136442cd04'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:37:19.382853 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e133c4-d191-45cf-866a-3e7468232e05 req-0cc180ad-1f81-43fd-bcfe-979df65dc3c5 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:19.384377 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-69e133c4-d191-45cf-866a-3e7468232e05 req-0cc180ad-1f81-43fd-bcfe-979df65dc3c5 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 944 time: 0.0499341 Apr 28 20:37:19.423914 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-69e133c4-d191-45cf-866a-3e7468232e05 req-c2e039ee-ff5c-491b-94ab-2dbf0954fa0a tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335312 Apr 28 20:37:19.939759 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-917bd7a7-8c07-44e1-a526-92b1e3c2fbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:20.394484 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device bb518466-42e7-4954-a90a-03136442cd04 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:37:20.445737 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port bb518466-42e7-4954-a90a-03136442cd04 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:37:20.449638 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port bb518466-42e7-4954-a90a-03136442cd04 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:37:20.450005 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:20.530946 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:20.544913 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e183f0b-9e0d-44a9-8c16-ef3f8cd952b4 req-6060efee-820e-4e65-8c76-ac6fcd7176a8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:20.546448 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1e183f0b-9e0d-44a9-8c16-ef3f8cd952b4 req-6060efee-820e-4e65-8c76-ac6fcd7176a8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 944 time: 0.0499141 Apr 28 20:37:20.554351 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16403644-0345-4877-b4d3-7f90c3e5cd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb518466-42e7-4954-a90a-03136442cd04'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:37:20.556643 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f0961dc541b5264c963834c151b06290830566d9874400a6cf73f3b09243849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d398e10a-d7a4-40d6-a7a8-8d69652bf59b" -d '{"events": [{"server_uuid": "16403644-0345-4877-b4d3-7f90c3e5cd47", "name": "network-vif-plugged", "status": "completed", "tag": "bb518466-42e7-4954-a90a-03136442cd04"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:37:20.570664 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port bb518466-42e7-4954-a90a-03136442cd04, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=bb518466-42e7-4954-a90a-03136442cd04,segment=NetworkSegment(9f8bd056-f849-4076-8c94-9d3b564d97fc),segment_id=9f8bd056-f849-4076-8c94-9d3b564d97fc)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:37:20.574752 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:20.587868 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1e183f0b-9e0d-44a9-8c16-ef3f8cd952b4 req-6ec7459c-3803-4f82-b5ce-65ab9ff1c3e9 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347075 Apr 28 20:37:20.602962 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f66840-a1f2-4ae8-9e62-2070aafeb1bc x-openstack-request-id: req-b8f66840-a1f2-4ae8-9e62-2070aafeb1bc {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:37:20.603311 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16403644-0345-4877-b4d3-7f90c3e5cd47", "name": "network-vif-plugged", "status": "completed", "tag": "bb518466-42e7-4954-a90a-03136442cd04", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:37:20.603565 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b8f66840-a1f2-4ae8-9e62-2070aafeb1bc {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:37:20.603951 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8f66840-a1f2-4ae8-9e62-2070aafeb1bc'] response: {'server_uuid': '16403644-0345-4877-b4d3-7f90c3e5cd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb518466-42e7-4954-a90a-03136442cd04', 'code': 200} Apr 28 20:37:20.632691 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=bb518466-42e7-4954-a90a-03136442cd04,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:20.697129 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a191c2f-8ddb-4091-8dad-95196ee3ad58 req-271b98bf-890d-4b2c-9d18-deaf26afc1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:20.698608 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7a191c2f-8ddb-4091-8dad-95196ee3ad58 req-271b98bf-890d-4b2c-9d18-deaf26afc1a0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 1096 time: 0.0398252 Apr 28 20:37:20.733062 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7a191c2f-8ddb-4091-8dad-95196ee3ad58 req-c7f0ffc3-30ab-4cef-9585-1c21dcfecd52 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271695 Apr 28 20:37:21.711096 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7749248-b2c3-439d-a7b0-a10363df5751 req-9f2f53f4-272d-416f-a3f9-8204d812ac3a tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:21.712572 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f7749248-b2c3-439d-a7b0-a10363df5751 req-9f2f53f4-272d-416f-a3f9-8204d812ac3a tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 945 time: 0.0507803 Apr 28 20:37:21.750257 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f7749248-b2c3-439d-a7b0-a10363df5751 req-b7c52d89-ce8e-4aec-aa34-3c677a26ee64 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316238 Apr 28 20:37:22.170136 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ad2ef826-0ffa-4963-89ad-152f5b261d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:22.867951 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8e002-7bb8-4a11-95a1-7ff9df44bb78 req-c06ced2f-9b49-4168-bb07-767a8c7b709e tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:22.869431 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-27d8e002-7bb8-4a11-95a1-7ff9df44bb78 req-c06ced2f-9b49-4168-bb07-767a8c7b709e tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 945 time: 0.0486021 Apr 28 20:37:22.910817 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-27d8e002-7bb8-4a11-95a1-7ff9df44bb78 req-4691f5eb-57fb-4b12-aa8f-85d939866dab tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354245 Apr 28 20:37:23.028732 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25fb28-f2f8-4062-9f44-f462e8fd4106 req-66cfa0b7-03a5-4ed9-8841-af9ef8e5f7e6 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:23.030193 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cd25fb28-f2f8-4062-9f44-f462e8fd4106 req-66cfa0b7-03a5-4ed9-8841-af9ef8e5f7e6 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 945 time: 0.0526533 Apr 28 20:37:23.069766 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cd25fb28-f2f8-4062-9f44-f462e8fd4106 req-2bcb360e-ec65-439a-931e-a417152e6f3b tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328231 Apr 28 20:37:23.091386 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39202) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:37:23.176581 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d6d0c6-afa8-43ef-b71d-e9ff863bd69f tempest-TestShelveInstance-631033829 tempest-TestShelveInstance-631033829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:23.178000 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-c0d6d0c6-afa8-43ef-b71d-e9ff863bd69f tempest-TestShelveInstance-631033829 tempest-TestShelveInstance-631033829-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 1091 time: 0.0856466 Apr 28 20:37:23.180991 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39206) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:37:23.185140 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-9919382c-f397-4ebb-abf8-059acc375fc8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'port_id': 'bb518466-42e7-4954-a90a-03136442cd04', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:37:23.205059 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9919382c-f397-4ebb-abf8-059acc375fc8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for floatingip, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:23.303674 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9919382c-f397-4ebb-abf8-059acc375fc8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:23.404313 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-9919382c-f397-4ebb-abf8-059acc375fc8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Allocated IP 172.25.8.163 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/497ce4e1-2f2b-4296-87bd-259bd03f010d) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:37:23.509626 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9919382c-f397-4ebb-abf8-059acc375fc8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:23.542270 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9919382c-f397-4ebb-abf8-059acc375fc8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:23.577627 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9919382c-f397-4ebb-abf8-059acc375fc8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:37:23.582923 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-9919382c-f397-4ebb-abf8-059acc375fc8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:37:23.586449 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9919382c-f397-4ebb-abf8-059acc375fc8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:37:23.612283 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919382c-f397-4ebb-abf8-059acc375fc8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Pushing event updated for resources: {'Port': ['ID=497ce4e1-2f2b-4296-87bd-259bd03f010d,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:23.708811 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:23.946068 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9919382c-f397-4ebb-abf8-059acc375fc8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:24.009132 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9919382c-f397-4ebb-abf8-059acc375fc8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:24.157988 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9919382c-f397-4ebb-abf8-059acc375fc8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:24.162365 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9919382c-f397-4ebb-abf8-059acc375fc8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:24.233978 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919382c-f397-4ebb-abf8-059acc375fc8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Pushing event updated for resources: {'Port': ['ID=497ce4e1-2f2b-4296-87bd-259bd03f010d,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:24.242782 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9919382c-f397-4ebb-abf8-059acc375fc8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:24.341929 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [None req-9919382c-f397-4ebb-abf8-059acc375fc8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Floating IP 21e28110-00b4-458e-b298-6aa161766f4e associated. External IP: 172.25.8.163, port: bb518466-42e7-4954-a90a-03136442cd04. Apr 28 20:37:24.545711 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9919382c-f397-4ebb-abf8-059acc375fc8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Router 9f2450c7-aa46-4cd0-a2e0-f31895317154 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:37:24.652500 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9919382c-f397-4ebb-abf8-059acc375fc8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:37:24.662168 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06aa1dfb-04b5-4884-aef0-7af8b3751bef None None] Sync routers for ids ['9f2450c7-aa46-4cd0-a2e0-f31895317154'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:37:24.670109 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9919382c-f397-4ebb-abf8-059acc375fc8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:24.672697 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aa1dfb-04b5-4884-aef0-7af8b3751bef None None] Routers {'9f2450c7-aa46-4cd0-a2e0-f31895317154'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:37:24.673323 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-06aa1dfb-04b5-4884-aef0-7af8b3751bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:37:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9f2450c7-aa46-4cd0-a2e0-f31895317154'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:37:24.698221 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9919382c-f397-4ebb-abf8-059acc375fc8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5162232 Apr 28 20:37:24.698801 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16403644-0345-4877-b4d3-7f90c3e5cd47', 'tag': 'bb518466-42e7-4954-a90a-03136442cd04'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:37:24.701095 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987aa34c65443dea39eaa51b67d186bb80d94e7c4b504279bd6048524f6efc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b4bd07-2da8-43c7-a081-b170c83af5d2" -d '{"events": [{"name": "network-changed", "server_uuid": "16403644-0345-4877-b4d3-7f90c3e5cd47", "tag": "bb518466-42e7-4954-a90a-03136442cd04"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:37:24.738961 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d260c7b3-0b80-4215-997f-98c1cb1c929e x-openstack-request-id: req-d260c7b3-0b80-4215-997f-98c1cb1c929e {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:37:24.739249 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16403644-0345-4877-b4d3-7f90c3e5cd47", "tag": "bb518466-42e7-4954-a90a-03136442cd04", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:37:24.739499 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d260c7b3-0b80-4215-997f-98c1cb1c929e {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:37:24.739905 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d260c7b3-0b80-4215-997f-98c1cb1c929e'] response: {'name': 'network-changed', 'server_uuid': '16403644-0345-4877-b4d3-7f90c3e5cd47', 'tag': 'bb518466-42e7-4954-a90a-03136442cd04', 'status': 'completed', 'code': 200} Apr 28 20:37:24.782353 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-06aa1dfb-04b5-4884-aef0-7af8b3751bef None None] Set router 9f2450c7-aa46-4cd0-a2e0-f31895317154 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:37:24.802674 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4bd07-2da8-43c7-a081-b170c83af5d2 req-047f7674-1aba-4169-8f5f-79f19a5059dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:24.804122 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-17b4bd07-2da8-43c7-a081-b170c83af5d2 req-047f7674-1aba-4169-8f5f-79f19a5059dd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60f0a1f75cba4835aa1e19e6eb34c1b4&device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 1096 time: 0.0422316 Apr 28 20:37:24.892617 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4bd07-2da8-43c7-a081-b170c83af5d2 req-56673c6d-4c2d-405b-a998-9110fcc15ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:24.894078 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-17b4bd07-2da8-43c7-a081-b170c83af5d2 req-56673c6d-4c2d-405b-a998-9110fcc15ad6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2266f7c1-7993-496b-8802-251fb742be79 HTTP/1.1" status: 200 len: 909 time: 0.0831296 Apr 28 20:37:24.962642 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-17b4bd07-2da8-43c7-a081-b170c83af5d2 req-3745aa50-8bd9-4652-b527-15ba6dadbdf8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb518466-42e7-4954-a90a-03136442cd04 HTTP/1.1" status: 200 len: 999 time: 0.0618320 Apr 28 20:37:25.012849 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-06aa1dfb-04b5-4884-aef0-7af8b3751bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'name': 'tempest-TestShelveInstance-986394139-router', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '2c047e48-b68a-4944-bebd-a8b781634453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:37:02Z', 'updated_at': '2022-04-28T20:37:05Z', 'revision_number': 4, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'gw_port': {'id': '2c047e48-b68a-4944-bebd-a8b781634453', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:03Z', 'updated_at': '2022-04-28T20:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '21e28110-00b4-458e-b298-6aa161766f4e', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'floating_ip_address': '172.25.8.163', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'port_id': 'bb518466-42e7-4954-a90a-03136442cd04', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2266f7c1-7993-496b-8802-251fb742be79', 'mac_address': 'fa:16:3e:a4:b0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16403644-0345-4877-b4d3-7f90c3e5cd47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:37:23Z', 'updated_at': '2022-04-28T20:37:23Z', 'revision_number': 0, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db5255e6-e9d0-4926-849b-52c38da164fe', 'name': '', 'network_id': '2266f7c1-7993-496b-8802-251fb742be79', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'mac_address': 'fa:16:3e:03:5a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:04Z', 'updated_at': '2022-04-28T20:37:10Z', 'revision_number': 5, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'subnets': [{'id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:37:25.014324 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4bd07-2da8-43c7-a081-b170c83af5d2 req-8854d520-4606-4c67-bd44-6af9dd583245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:25.015821 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-17b4bd07-2da8-43c7-a081-b170c83af5d2 req-8854d520-4606-4c67-bd44-6af9dd583245 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c28fb71b-bf80-49b5-bc50-77ccb1286f94 HTTP/1.1" status: 200 len: 847 time: 0.0471542 Apr 28 20:37:25.040215 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06aa1dfb-04b5-4884-aef0-7af8b3751bef None None] Checking router: 9f2450c7-aa46-4cd0-a2e0-f31895317154 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:37:25.050091 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aa1dfb-04b5-4884-aef0-7af8b3751bef None None] Routers {'9f2450c7-aa46-4cd0-a2e0-f31895317154'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:37:25.050706 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-06aa1dfb-04b5-4884-aef0-7af8b3751bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:37:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9f2450c7-aa46-4cd0-a2e0-f31895317154'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:37:25.061774 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4bd07-2da8-43c7-a081-b170c83af5d2 req-603b0169-2407-492b-9de3-8650da762029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:25.063201 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-17b4bd07-2da8-43c7-a081-b170c83af5d2 req-603b0169-2407-492b-9de3-8650da762029 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2266f7c1-7993-496b-8802-251fb742be79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412958 Apr 28 20:37:25.154852 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-17b4bd07-2da8-43c7-a081-b170c83af5d2 req-e5aa0d46-9621-4d67-9422-97ec8d3fbc98 service neutron] 10.222.0.44 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852232 Apr 28 20:37:25.155340 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-06aa1dfb-04b5-4884-aef0-7af8b3751bef None None] Set router 9f2450c7-aa46-4cd0-a2e0-f31895317154 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:37:25.243757 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-17b4bd07-2da8-43c7-a081-b170c83af5d2 req-39f91900-8617-414f-9616-2f750734c7dc service neutron] 10.222.0.44 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825317 Apr 28 20:37:25.377886 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-06aa1dfb-04b5-4884-aef0-7af8b3751bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'name': 'tempest-TestShelveInstance-986394139-router', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '2c047e48-b68a-4944-bebd-a8b781634453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:37:02Z', 'updated_at': '2022-04-28T20:37:05Z', 'revision_number': 4, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'gw_port': {'id': '2c047e48-b68a-4944-bebd-a8b781634453', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:03Z', 'updated_at': '2022-04-28T20:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '21e28110-00b4-458e-b298-6aa161766f4e', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'floating_ip_address': '172.25.8.163', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'port_id': 'bb518466-42e7-4954-a90a-03136442cd04', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2266f7c1-7993-496b-8802-251fb742be79', 'mac_address': 'fa:16:3e:a4:b0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16403644-0345-4877-b4d3-7f90c3e5cd47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:37:23Z', 'updated_at': '2022-04-28T20:37:23Z', 'revision_number': 0, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db5255e6-e9d0-4926-849b-52c38da164fe', 'name': '', 'network_id': '2266f7c1-7993-496b-8802-251fb742be79', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'mac_address': 'fa:16:3e:03:5a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:04Z', 'updated_at': '2022-04-28T20:37:10Z', 'revision_number': 5, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'subnets': [{'id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:37:25.406920 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06aa1dfb-04b5-4884-aef0-7af8b3751bef None None] The sync data for ids ['9f2450c7-aa46-4cd0-a2e0-f31895317154'] in n-d-839810-1 is: [{'id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'name': 'tempest-TestShelveInstance-986394139-router', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '2c047e48-b68a-4944-bebd-a8b781634453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:37:02Z', 'updated_at': '2022-04-28T20:37:05Z', 'revision_number': 4, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'gw_port': {'id': '2c047e48-b68a-4944-bebd-a8b781634453', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:03Z', 'updated_at': '2022-04-28T20:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '21e28110-00b4-458e-b298-6aa161766f4e', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'floating_ip_address': '172.25.8.163', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'port_id': 'bb518466-42e7-4954-a90a-03136442cd04', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2266f7c1-7993-496b-8802-251fb742be79', 'mac_address': 'fa:16:3e:a4:b0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16403644-0345-4877-b4d3-7f90c3e5cd47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:37:23Z', 'updated_at': '2022-04-28T20:37:23Z', 'revision_number': 0, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db5255e6-e9d0-4926-849b-52c38da164fe', 'name': '', 'network_id': '2266f7c1-7993-496b-8802-251fb742be79', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'mac_address': 'fa:16:3e:03:5a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:04Z', 'updated_at': '2022-04-28T20:37:10Z', 'revision_number': 5, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'subnets': [{'id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:37:25.586012 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a39cf34-b66f-4ae2-86f4-dd0c02c01748 None None] New status for floating IP 21e28110-00b4-458e-b298-6aa161766f4e: ACTIVE {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:37:25.993327 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:26.016442 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:32.413492 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:33.955524 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:41.646760 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:37:49.941042 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2088a4b9-6a35-41fd-8a46-b9dc94e8f342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:52.171901 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4c09b952-07f4-4a13-85ff-431653ab6616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:53.709138 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:55.995473 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:56.021520 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:02.428359 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:03.951606 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:06.984329 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-286d4546-1595-49e8-9538-cf5660c7bfd8 req-c54cbda7-5e5e-47ed-bb64-e418972c0b96 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393188 Apr 28 20:38:07.070249 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d4546-1595-49e8-9538-cf5660c7bfd8 req-e087747a-a242-41a4-b0ae-8197fb69bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:38:07.071710 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-286d4546-1595-49e8-9538-cf5660c7bfd8 req-e087747a-a242-41a4-b0ae-8197fb69bf19 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60f0a1f75cba4835aa1e19e6eb34c1b4&device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 1096 time: 0.0456889 Apr 28 20:38:07.173902 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d4546-1595-49e8-9538-cf5660c7bfd8 req-9c771803-7bad-4c52-b4e6-b7890a80c61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:38:07.175353 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-286d4546-1595-49e8-9538-cf5660c7bfd8 req-9c771803-7bad-4c52-b4e6-b7890a80c61c service neutron] 10.222.0.44 "GET /v2.0/networks?id=2266f7c1-7993-496b-8802-251fb742be79 HTTP/1.1" status: 200 len: 909 time: 0.0845158 Apr 28 20:38:07.244738 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-286d4546-1595-49e8-9538-cf5660c7bfd8 req-db04bbfc-1b82-474b-a8b3-73205360622a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb518466-42e7-4954-a90a-03136442cd04 HTTP/1.1" status: 200 len: 1001 time: 0.0605521 Apr 28 20:38:07.293046 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d4546-1595-49e8-9538-cf5660c7bfd8 req-9e30db96-37c9-4ed0-bb7b-7f7d4ede35bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:38:07.294698 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-286d4546-1595-49e8-9538-cf5660c7bfd8 req-9e30db96-37c9-4ed0-bb7b-7f7d4ede35bd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c28fb71b-bf80-49b5-bc50-77ccb1286f94 HTTP/1.1" status: 200 len: 847 time: 0.0427525 Apr 28 20:38:07.341208 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d4546-1595-49e8-9538-cf5660c7bfd8 req-21bbcb1a-f998-407c-a2fb-4f5847f37a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:38:07.342655 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-286d4546-1595-49e8-9538-cf5660c7bfd8 req-21bbcb1a-f998-407c-a2fb-4f5847f37a73 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2266f7c1-7993-496b-8802-251fb742be79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408545 Apr 28 20:38:07.433265 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-286d4546-1595-49e8-9538-cf5660c7bfd8 req-a8c81401-559c-402a-b308-be1e2baef9b6 service neutron] 10.222.0.44 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841801 Apr 28 20:38:07.519035 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-286d4546-1595-49e8-9538-cf5660c7bfd8 req-2c40d20b-0247-48d5-9346-2660ac4d089a service neutron] 10.222.0.44 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789788 Apr 28 20:38:18.646161 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:38:19.942401 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-eafe56a3-604b-430c-9b23-91ae7c96597e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:22.173582 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c56e4c25-a2ff-4834-91e2-6ee0b840b12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:23.714104 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:25.999456 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:26.021709 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:32.458692 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:33.966214 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:49.943520 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-094f23a5-0a18-48f7-898a-31423b6b1c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:52.174753 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-02ec85d9-791a-41cf-8c61-88bb29b91e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:53.715915 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:55.645222 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:38:56.002773 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:56.021559 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:02.461549 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:03.975436 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:07.966773 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e8094810-e38e-4a8b-871e-22e03c892ee0 req-e19a7056-50ce-48bc-8103-17635eabff48 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401781 Apr 28 20:39:08.052438 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8094810-e38e-4a8b-871e-22e03c892ee0 req-ff2beeca-406c-4a3a-8288-9b7976d35618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:08.053894 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e8094810-e38e-4a8b-871e-22e03c892ee0 req-ff2beeca-406c-4a3a-8288-9b7976d35618 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60f0a1f75cba4835aa1e19e6eb34c1b4&device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 1096 time: 0.0458279 Apr 28 20:39:08.154365 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8094810-e38e-4a8b-871e-22e03c892ee0 req-635250b0-4c3c-4e1d-864f-d20066747942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:08.155733 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e8094810-e38e-4a8b-871e-22e03c892ee0 req-635250b0-4c3c-4e1d-864f-d20066747942 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2266f7c1-7993-496b-8802-251fb742be79 HTTP/1.1" status: 200 len: 909 time: 0.0823390 Apr 28 20:39:08.223797 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e8094810-e38e-4a8b-871e-22e03c892ee0 req-14fcd47a-0423-42a1-8502-cbcadc8b239b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb518466-42e7-4954-a90a-03136442cd04 HTTP/1.1" status: 200 len: 1001 time: 0.0614874 Apr 28 20:39:08.273606 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8094810-e38e-4a8b-871e-22e03c892ee0 req-e61ce747-fffc-47ae-918c-34807570c088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:08.274996 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e8094810-e38e-4a8b-871e-22e03c892ee0 req-e61ce747-fffc-47ae-918c-34807570c088 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c28fb71b-bf80-49b5-bc50-77ccb1286f94 HTTP/1.1" status: 200 len: 847 time: 0.0438538 Apr 28 20:39:08.321002 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8094810-e38e-4a8b-871e-22e03c892ee0 req-679766d8-9766-4b5b-9c74-785e01ba43b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:08.322469 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e8094810-e38e-4a8b-871e-22e03c892ee0 req-679766d8-9766-4b5b-9c74-785e01ba43b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2266f7c1-7993-496b-8802-251fb742be79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408502 Apr 28 20:39:08.413812 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e8094810-e38e-4a8b-871e-22e03c892ee0 req-55b6dced-8199-493a-999d-769c816d167b service neutron] 10.222.0.44 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841866 Apr 28 20:39:08.506407 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e8094810-e38e-4a8b-871e-22e03c892ee0 req-2123edd1-c10c-4264-b084-495dec3b6393 service neutron] 10.222.0.44 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854621 Apr 28 20:39:19.944951 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5ee74cfc-aa87-4b8d-a6f6-b13c12c0c629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:20.176514 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33e03b-2f90-427d-80ef-58c1d9bdbba7 req-6001ad51-d20f-4e04-a1b5-986b9186715f tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:20.177988 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bd33e03b-2f90-427d-80ef-58c1d9bdbba7 req-6001ad51-d20f-4e04-a1b5-986b9186715f tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 945 time: 0.0499299 Apr 28 20:39:20.215369 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-bd33e03b-2f90-427d-80ef-58c1d9bdbba7 req-c16be2e8-e1b6-4cc1-bd5c-3960e7e896ce tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312207 Apr 28 20:39:21.342524 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561b612-a4a1-476a-bbf1-eb4316edefd7 req-f3095915-5fae-4b63-8ef5-690b9879dee2 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:21.344013 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1561b612-a4a1-476a-bbf1-eb4316edefd7 req-f3095915-5fae-4b63-8ef5-690b9879dee2 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 945 time: 0.0540519 Apr 28 20:39:21.381955 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1561b612-a4a1-476a-bbf1-eb4316edefd7 req-dcda5371-de1e-4191-9438-4712c3d3bbe7 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312049 Apr 28 20:39:22.177198 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-128c8ed8-2ad2-476b-b9b0-00e53ee06c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:22.509885 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3a45f-3e79-4e2a-af59-2202c2be48aa req-140b482e-3e83-4943-b953-f2356a4006d2 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:22.511381 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-86e3a45f-3e79-4e2a-af59-2202c2be48aa req-140b482e-3e83-4943-b953-f2356a4006d2 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 945 time: 0.0519195 Apr 28 20:39:22.549210 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-86e3a45f-3e79-4e2a-af59-2202c2be48aa req-cf7bbcd6-5542-459a-b3dd-fb044969a2d8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317197 Apr 28 20:39:23.664628 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d475c4-3764-48fa-8d96-108f1172f533 req-ac2dd3ba-8c4f-4a51-821e-094f3a3d58e4 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:23.666088 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-90d475c4-3764-48fa-8d96-108f1172f533 req-ac2dd3ba-8c4f-4a51-821e-094f3a3d58e4 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 945 time: 0.0482166 Apr 28 20:39:23.703428 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-90d475c4-3764-48fa-8d96-108f1172f533 req-c142dfce-45fd-432e-a4a6-bbae06225e89 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307920 Apr 28 20:39:23.719378 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:24.822127 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a320bb-0610-4752-a930-fc7973114ead req-6b350290-64c5-420f-8d8f-b77ebf5298f9 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:24.823498 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-71a320bb-0610-4752-a930-fc7973114ead req-6b350290-64c5-420f-8d8f-b77ebf5298f9 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 945 time: 0.0501518 Apr 28 20:39:24.860372 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-71a320bb-0610-4752-a930-fc7973114ead req-967d89b6-7fe2-489d-9a1c-c92b51dc5015 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308311 Apr 28 20:39:25.404612 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-b6d965a5-d2db-46e5-8687-a843c57aa38a req-aacd1fcf-7886-4a19-b325-db62e7abaafd service neutron] (102774) timed out ('10.222.0.42', 35502) {{(pid=102774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 28 20:39:25.975454 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ad89a-1481-4176-9d65-859c79a14e65 req-a6b60aad-bb50-42c1-b040-1678a687f37b tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:25.976928 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e75ad89a-1481-4176-9d65-859c79a14e65 req-a6b60aad-bb50-42c1-b040-1678a687f37b tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 945 time: 0.0482562 Apr 28 20:39:26.009196 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:26.024078 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:26.026363 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e75ad89a-1481-4176-9d65-859c79a14e65 req-acded000-8c8a-4d96-9748-a6912953ec37 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433903 Apr 28 20:39:27.148703 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e9115-bf3e-446f-9f92-cd6323f46600 req-627c62c9-f2b6-4c1d-b3d7-079093732c8c tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:27.150152 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-459e9115-bf3e-446f-9f92-cd6323f46600 req-627c62c9-f2b6-4c1d-b3d7-079093732c8c tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 945 time: 0.0481899 Apr 28 20:39:27.189259 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-459e9115-bf3e-446f-9f92-cd6323f46600 req-9d1bd85d-c121-42d4-ad0b-4d24888e28ba tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330145 Apr 28 20:39:28.305308 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f579ee-bfa1-47e3-8e9b-7a34360e216e req-5156f741-2f90-4215-a4f3-0a9dbe53911f tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:28.307028 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-64f579ee-bfa1-47e3-8e9b-7a34360e216e req-5156f741-2f90-4215-a4f3-0a9dbe53911f tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 945 time: 0.0491807 Apr 28 20:39:28.344025 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-64f579ee-bfa1-47e3-8e9b-7a34360e216e req-4eee63e9-44a6-452e-b534-b7ae5791fc42 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311618 Apr 28 20:39:29.464032 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67cd1c-6fa3-4dec-b7e2-34b329262ed3 req-0f11a129-41cf-419c-8448-53e4545953fb tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:29.465522 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ba67cd1c-6fa3-4dec-b7e2-34b329262ed3 req-0f11a129-41cf-419c-8448-53e4545953fb tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 945 time: 0.0527239 Apr 28 20:39:29.502131 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ba67cd1c-6fa3-4dec-b7e2-34b329262ed3 req-809ad95f-fded-4554-aa1d-8e44e251ec51 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306599 Apr 28 20:39:30.619694 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a82455-717f-4c56-b13d-1d2b83f8dc75 req-8b0982f3-77f4-4a13-abf8-415884d39f59 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:30.621105 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-15a82455-717f-4c56-b13d-1d2b83f8dc75 req-8b0982f3-77f4-4a13-abf8-415884d39f59 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 945 time: 0.0482240 Apr 28 20:39:30.658228 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-15a82455-717f-4c56-b13d-1d2b83f8dc75 req-c96693b2-a49e-4d8a-86aa-d28526ce92d7 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311191 Apr 28 20:39:31.774796 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28381b19-fdc5-4b64-a8cd-f5a9f963c4ff req-c7fb92e2-f252-406e-a28a-9437507c5a0e tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:31.776263 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-28381b19-fdc5-4b64-a8cd-f5a9f963c4ff req-c7fb92e2-f252-406e-a28a-9437507c5a0e tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 945 time: 0.0492229 Apr 28 20:39:31.813251 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-28381b19-fdc5-4b64-a8cd-f5a9f963c4ff req-e482c725-2229-42e7-ae58-9c2f5015e61a tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309584 Apr 28 20:39:32.474858 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:32.643976 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:39:32.939365 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bdfeae-a43e-40e2-b43c-031fc3111114 req-49f782c7-a6e9-4434-b57c-b6b54207eebf tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:32.940999 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-12bdfeae-a43e-40e2-b43c-031fc3111114 req-49f782c7-a6e9-4434-b57c-b6b54207eebf tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 945 time: 0.0517576 Apr 28 20:39:32.992721 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-12bdfeae-a43e-40e2-b43c-031fc3111114 req-f0ea990f-035b-4275-b1a8-de63e7cfdaf5 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443165 Apr 28 20:39:33.287749 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device bb518466-42e7-4954-a90a-03136442cd04 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:39:33.404288 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port bb518466-42e7-4954-a90a-03136442cd04, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=bb518466-42e7-4954-a90a-03136442cd04,segment=NetworkSegment(9f8bd056-f849-4076-8c94-9d3b564d97fc),segment_id=9f8bd056-f849-4076-8c94-9d3b564d97fc)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:39:33.417924 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'bb518466-42e7-4954-a90a-03136442cd04', 'network_id': '2266f7c1-7993-496b-8802-251fb742be79', 'port_id': 'bb518466-42e7-4954-a90a-03136442cd04', 'mac_address': 'fa:16:3e:a4:b0:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:39:33.462505 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:33.478037 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb518466-42e7-4954-a90a-03136442cd04 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:39:33.506649 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port bb518466-42e7-4954-a90a-03136442cd04, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=bb518466-42e7-4954-a90a-03136442cd04,segment=NetworkSegment(9f8bd056-f849-4076-8c94-9d3b564d97fc),segment_id=9f8bd056-f849-4076-8c94-9d3b564d97fc)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:39:33.512231 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:33.570168 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=bb518466-42e7-4954-a90a-03136442cd04,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:39:33.577458 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:39:33.577945 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:39:33.578485 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:39:33.579120 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:39:33.579582 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:39:33.580038 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:39:33.580635 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:39:33.581190 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:39:33.581721 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:39:33.582155 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:39:33.582487 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:39:33.582823 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:39:33.587999 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['bb518466-42e7-4954-a90a-03136442cd04'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:39:33.984620 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:34.122872 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b11819-27c4-4320-ab7d-a7dcde14c691 req-5c350f09-e892-414a-9c51-5da6edd4304b tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:34.126793 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-63b11819-27c4-4320-ab7d-a7dcde14c691 req-5c350f09-e892-414a-9c51-5da6edd4304b tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 944 time: 0.0584173 Apr 28 20:39:34.170543 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-63b11819-27c4-4320-ab7d-a7dcde14c691 req-fcdb7531-5804-4bee-a5cf-a35fcace4631 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389197 Apr 28 20:39:35.324364 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device bb518466-42e7-4954-a90a-03136442cd04 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:39:35.335219 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca3777-a295-49a9-b8b9-9eb2a58ca31b req-77b92ad5-7b3a-4bea-8ccf-a36adada624e tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:35.337627 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8dca3777-a295-49a9-b8b9-9eb2a58ca31b req-77b92ad5-7b3a-4bea-8ccf-a36adada624e tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 944 time: 0.0911760 Apr 28 20:39:35.375379 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port bb518466-42e7-4954-a90a-03136442cd04 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:39:35.375742 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:35.384914 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8dca3777-a295-49a9-b8b9-9eb2a58ca31b req-ff12b73f-63e3-41be-be5a-d04c9f46f3c5 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418398 Apr 28 20:39:35.489656 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:35.525171 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16403644-0345-4877-b4d3-7f90c3e5cd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb518466-42e7-4954-a90a-03136442cd04'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:39:35.527450 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f0961dc541b5264c963834c151b06290830566d9874400a6cf73f3b09243849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11dd4e1b-a789-4b8d-8e4c-f57f9e13e9ba" -d '{"events": [{"server_uuid": "16403644-0345-4877-b4d3-7f90c3e5cd47", "name": "network-vif-plugged", "status": "completed", "tag": "bb518466-42e7-4954-a90a-03136442cd04"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:39:35.545537 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port bb518466-42e7-4954-a90a-03136442cd04, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=bb518466-42e7-4954-a90a-03136442cd04,segment=NetworkSegment(9f8bd056-f849-4076-8c94-9d3b564d97fc),segment_id=9f8bd056-f849-4076-8c94-9d3b564d97fc)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:39:35.551491 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:35.613396 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=bb518466-42e7-4954-a90a-03136442cd04,revision_number=7']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:39:35.662289 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fca1b8-d104-498b-b29b-a32a2708f722 x-openstack-request-id: req-36fca1b8-d104-498b-b29b-a32a2708f722 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:39:35.662584 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16403644-0345-4877-b4d3-7f90c3e5cd47", "name": "network-vif-plugged", "status": "completed", "tag": "bb518466-42e7-4954-a90a-03136442cd04", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:39:35.662836 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-36fca1b8-d104-498b-b29b-a32a2708f722 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:39:35.663238 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36fca1b8-d104-498b-b29b-a32a2708f722'] response: {'server_uuid': '16403644-0345-4877-b4d3-7f90c3e5cd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb518466-42e7-4954-a90a-03136442cd04', 'code': 200} Apr 28 20:39:36.517620 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de0d67-6330-4c80-832b-8c0afd3e322a req-22081452-60b8-4a87-8cab-627da08b8a4d tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:36.519706 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-69de0d67-6330-4c80-832b-8c0afd3e322a req-22081452-60b8-4a87-8cab-627da08b8a4d tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 945 time: 0.0559793 Apr 28 20:39:36.564145 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-69de0d67-6330-4c80-832b-8c0afd3e322a req-1e55e457-d287-4cad-ae13-0b53050a377d tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374498 Apr 28 20:39:37.715446 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1a49f-d40c-4161-a400-60a81a2da2b3 req-8cb8dfc3-b991-42d1-81a0-3ef3d0349a4c tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:37.717203 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-67c1a49f-d40c-4161-a400-60a81a2da2b3 req-8cb8dfc3-b991-42d1-81a0-3ef3d0349a4c tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 945 time: 0.0598223 Apr 28 20:39:37.760426 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-67c1a49f-d40c-4161-a400-60a81a2da2b3 req-c094708a-15dc-4953-89be-1bd2ec011cf0 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363948 Apr 28 20:39:38.914449 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b1a9f-72a1-4a23-9ebd-1b9e679d0732 req-9c89a591-353d-43eb-92e7-4f27ccbc22a1 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:38.916750 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c42b1a9f-72a1-4a23-9ebd-1b9e679d0732 req-9c89a591-353d-43eb-92e7-4f27ccbc22a1 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 945 time: 0.0662856 Apr 28 20:39:38.971394 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c42b1a9f-72a1-4a23-9ebd-1b9e679d0732 req-68eb8cdf-1c74-4116-bd22-7af3e56cb396 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438445 Apr 28 20:39:40.100518 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4180d6-ccd2-4c57-b933-c6efdfc11236 req-3041fa0a-6dce-4441-97eb-66b6542fb08a tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:40.102480 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3d4180d6-ccd2-4c57-b933-c6efdfc11236 req-3041fa0a-6dce-4441-97eb-66b6542fb08a tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 945 time: 0.0511193 Apr 28 20:39:40.143217 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3d4180d6-ccd2-4c57-b933-c6efdfc11236 req-3f851f98-5860-4c09-b967-601ce1ae46fd tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345843 Apr 28 20:39:41.273372 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b481a5-44ee-4a6c-ab85-cfa5483f2ee7 req-aa90f264-0846-4b1d-906f-6ec0b1e13a04 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:41.274844 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-24b481a5-44ee-4a6c-ab85-cfa5483f2ee7 req-aa90f264-0846-4b1d-906f-6ec0b1e13a04 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 945 time: 0.0607555 Apr 28 20:39:41.314472 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-24b481a5-44ee-4a6c-ab85-cfa5483f2ee7 req-f30eee83-4be9-44ef-9f60-eb5d82e903c0 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334513 Apr 28 20:39:41.856779 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ba0d4-61ae-4256-855d-69b273d849a6 req-58297e94-bed7-431b-8320-b2b42322a280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:41.858249 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-268ba0d4-61ae-4256-855d-69b273d849a6 req-58297e94-bed7-431b-8320-b2b42322a280 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60f0a1f75cba4835aa1e19e6eb34c1b4&device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 1096 time: 0.0405385 Apr 28 20:39:41.949257 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ba0d4-61ae-4256-855d-69b273d849a6 req-db3f168e-4282-4dd7-ac4c-2a3c1d419c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:41.950713 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-268ba0d4-61ae-4256-855d-69b273d849a6 req-db3f168e-4282-4dd7-ac4c-2a3c1d419c25 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2266f7c1-7993-496b-8802-251fb742be79 HTTP/1.1" status: 200 len: 909 time: 0.0859027 Apr 28 20:39:42.013283 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-268ba0d4-61ae-4256-855d-69b273d849a6 req-eabf6908-b79d-4901-aa69-1a6694136364 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb518466-42e7-4954-a90a-03136442cd04 HTTP/1.1" status: 200 len: 1001 time: 0.0557325 Apr 28 20:39:42.065603 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ba0d4-61ae-4256-855d-69b273d849a6 req-40448d35-7bf5-4d51-a045-418942a944e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:42.067011 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-268ba0d4-61ae-4256-855d-69b273d849a6 req-40448d35-7bf5-4d51-a045-418942a944e7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c28fb71b-bf80-49b5-bc50-77ccb1286f94 HTTP/1.1" status: 200 len: 847 time: 0.0468142 Apr 28 20:39:42.113225 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ba0d4-61ae-4256-855d-69b273d849a6 req-38236480-dc7c-49d2-bbf0-9694c1a0f4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:42.114624 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-268ba0d4-61ae-4256-855d-69b273d849a6 req-38236480-dc7c-49d2-bbf0-9694c1a0f4ed service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2266f7c1-7993-496b-8802-251fb742be79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399077 Apr 28 20:39:42.201446 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-268ba0d4-61ae-4256-855d-69b273d849a6 req-46da0800-c107-4534-bd71-e64b2f83da0c service neutron] 10.222.0.44 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795820 Apr 28 20:39:42.292420 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-268ba0d4-61ae-4256-855d-69b273d849a6 req-8127c7f5-6c84-491b-8050-45d6f185c770 service neutron] 10.222.0.44 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846629 Apr 28 20:39:42.430213 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e670da7-35c4-4e54-800e-f769aa631bfb req-d12d1776-b614-40e0-baab-f37095ab6701 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:42.431667 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8e670da7-35c4-4e54-800e-f769aa631bfb req-d12d1776-b614-40e0-baab-f37095ab6701 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 945 time: 0.0491483 Apr 28 20:39:42.468758 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8e670da7-35c4-4e54-800e-f769aa631bfb req-b1d5c2b4-5662-4bc7-a86e-cede16972f18 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311604 Apr 28 20:39:43.586273 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b4118-69ea-4565-8e05-566b5f89c7a8 req-a3703734-ddb6-4f3c-8c47-cc12a9465c1e tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:43.587624 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-421b4118-69ea-4565-8e05-566b5f89c7a8 req-a3703734-ddb6-4f3c-8c47-cc12a9465c1e tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 945 time: 0.0493093 Apr 28 20:39:43.623625 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-421b4118-69ea-4565-8e05-566b5f89c7a8 req-1f71ec77-a116-49a7-8334-ab079a2c36c0 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300021 Apr 28 20:39:44.739305 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1f80d-61ac-4a9a-9c66-f069c6950e9a req-d2cd8660-916c-4292-9f3b-c234f1aecfde tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:44.740778 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-47d1f80d-61ac-4a9a-9c66-f069c6950e9a req-d2cd8660-916c-4292-9f3b-c234f1aecfde tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 945 time: 0.0487261 Apr 28 20:39:44.781999 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-47d1f80d-61ac-4a9a-9c66-f069c6950e9a req-d193acaf-80a9-4114-8668-af6752f5d702 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352025 Apr 28 20:39:44.905264 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-1fe4e061-08a6-43e3-82fa-9fda7231b339 req-8773f341-aa66-4cd8-8eb7-2835de39fd8f service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:39:44.906271 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1fe4e061-08a6-43e3-82fa-9fda7231b339 req-8773f341-aa66-4cd8-8eb7-2835de39fd8f service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0570979 Apr 28 20:39:45.328202 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device bb518466-42e7-4954-a90a-03136442cd04 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:39:45.372417 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-286e2611-ee88-48e6-97a6-0f2ed04acf8c req-a2f8a3ca-c118-45f4-9466-b1beb2fac931 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0900989 Apr 28 20:39:45.409434 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd52413-f3c5-4eb0-81e1-7b450e144909 req-f276859d-2128-4c40-a738-a1e1402a739d tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:45.411226 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4fd52413-f3c5-4eb0-81e1-7b450e144909 req-f276859d-2128-4c40-a738-a1e1402a739d tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 945 time: 0.3978744 Apr 28 20:39:45.411429 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:45.439445 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16403644-0345-4877-b4d3-7f90c3e5cd47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb518466-42e7-4954-a90a-03136442cd04'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:39:45.446049 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f0961dc541b5264c963834c151b06290830566d9874400a6cf73f3b09243849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a906de17-21ce-4ac4-ad8b-0cd2a2488c19" -d '{"events": [{"server_uuid": "16403644-0345-4877-b4d3-7f90c3e5cd47", "name": "network-vif-unplugged", "status": "completed", "tag": "bb518466-42e7-4954-a90a-03136442cd04"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:39:45.462384 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4fd52413-f3c5-4eb0-81e1-7b450e144909 req-340d3412-4796-4e6e-9a9e-79d73e170e76 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426881 Apr 28 20:39:45.463835 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port bb518466-42e7-4954-a90a-03136442cd04, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=bb518466-42e7-4954-a90a-03136442cd04,segment=NetworkSegment(9f8bd056-f849-4076-8c94-9d3b564d97fc),segment_id=9f8bd056-f849-4076-8c94-9d3b564d97fc)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:39:45.476776 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:45.503498 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Apr 2022 20:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4d97a6-cc8a-44f9-9d9c-d033fb484f56 x-openstack-request-id: req-8b4d97a6-cc8a-44f9-9d9c-d033fb484f56 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:39:45.503908 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16403644-0345-4877-b4d3-7f90c3e5cd47", "name": "network-vif-unplugged", "status": "failed", "tag": "bb518466-42e7-4954-a90a-03136442cd04", "code": 422}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:39:45.504181 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8b4d97a6-cc8a-44f9-9d9c-d033fb484f56 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:39:45.504577 n-d-839810-1 neutron-server[102775]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8b4d97a6-cc8a-44f9-9d9c-d033fb484f56']: {'server_uuid': '16403644-0345-4877-b4d3-7f90c3e5cd47', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bb518466-42e7-4954-a90a-03136442cd04', 'code': 422} returned with failed status Apr 28 20:39:45.527448 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=bb518466-42e7-4954-a90a-03136442cd04,revision_number=8']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:39:46.116780 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e2611-ee88-48e6-97a6-0f2ed04acf8c req-5b2eceea-f9bb-45c3-81c6-dc78a6bfcb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:46.118148 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-286e2611-ee88-48e6-97a6-0f2ed04acf8c req-5b2eceea-f9bb-45c3-81c6-dc78a6bfcb43 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47&tenant_id=60f0a1f75cba4835aa1e19e6eb34c1b4 HTTP/1.1" status: 200 len: 1094 time: 0.0414202 Apr 28 20:39:46.176990 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e2611-ee88-48e6-97a6-0f2ed04acf8c req-1cd40752-4ed3-4486-bf22-40fd9b5af3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:46.178579 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-286e2611-ee88-48e6-97a6-0f2ed04acf8c req-1cd40752-4ed3-4486-bf22-40fd9b5af3cb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60f0a1f75cba4835aa1e19e6eb34c1b4&device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 1094 time: 0.0401263 Apr 28 20:39:46.268172 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e2611-ee88-48e6-97a6-0f2ed04acf8c req-c8ca5636-d821-45b8-9697-240eff5d5060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:46.269691 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-286e2611-ee88-48e6-97a6-0f2ed04acf8c req-c8ca5636-d821-45b8-9697-240eff5d5060 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2266f7c1-7993-496b-8802-251fb742be79 HTTP/1.1" status: 200 len: 909 time: 0.0850575 Apr 28 20:39:46.332182 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-286e2611-ee88-48e6-97a6-0f2ed04acf8c req-0392f436-ddbc-49da-8d75-a304ded53ba2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb518466-42e7-4954-a90a-03136442cd04 HTTP/1.1" status: 200 len: 999 time: 0.0560188 Apr 28 20:39:46.385244 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e2611-ee88-48e6-97a6-0f2ed04acf8c req-801806a7-6853-4c67-bce3-b381b0dd31e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:46.386658 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-286e2611-ee88-48e6-97a6-0f2ed04acf8c req-801806a7-6853-4c67-bce3-b381b0dd31e5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c28fb71b-bf80-49b5-bc50-77ccb1286f94 HTTP/1.1" status: 200 len: 847 time: 0.0472059 Apr 28 20:39:46.430580 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e2611-ee88-48e6-97a6-0f2ed04acf8c req-71504d45-6e0b-4320-8873-cc550528e99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:46.432001 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-286e2611-ee88-48e6-97a6-0f2ed04acf8c req-71504d45-6e0b-4320-8873-cc550528e99c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2266f7c1-7993-496b-8802-251fb742be79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386791 Apr 28 20:39:46.520010 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-286e2611-ee88-48e6-97a6-0f2ed04acf8c req-54a543ff-5a20-4a0d-9ed9-87375de3a506 service neutron] 10.222.0.44 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811942 Apr 28 20:39:46.624767 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ccd81-9c07-467f-9af8-0747a4c9a97e req-3ad07c2a-daae-40d8-a2cf-1a4472e05630 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:46.626231 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-278ccd81-9c07-467f-9af8-0747a4c9a97e req-3ad07c2a-daae-40d8-a2cf-1a4472e05630 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 943 time: 0.1016917 Apr 28 20:39:46.666169 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-286e2611-ee88-48e6-97a6-0f2ed04acf8c req-7fab95ce-546c-44b2-8d9e-02294bc05e0d service neutron] 10.222.0.44 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332617 Apr 28 20:39:46.678480 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-278ccd81-9c07-467f-9af8-0747a4c9a97e req-e0d109b8-852e-4c35-9633-e7458b078e46 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453324 Apr 28 20:39:47.810849 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cc2bd-4dac-4de8-958d-f8facf89bf46 req-10b15bdb-8843-4508-825b-fdf5fb1704b6 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:47.812344 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-616cc2bd-4dac-4de8-958d-f8facf89bf46 req-10b15bdb-8843-4508-825b-fdf5fb1704b6 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 943 time: 0.0556209 Apr 28 20:39:47.855999 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-616cc2bd-4dac-4de8-958d-f8facf89bf46 req-44e46e75-3010-4ade-8a5c-26a8f418992c tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344245 Apr 28 20:39:48.991732 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb1b39-0c10-4e0b-ba9b-967de54a6076 req-b75b54bd-5236-41d9-bec9-fd728cfdc75e tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:48.993296 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eaeb1b39-0c10-4e0b-ba9b-967de54a6076 req-b75b54bd-5236-41d9-bec9-fd728cfdc75e tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 943 time: 0.0595114 Apr 28 20:39:49.038268 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-eaeb1b39-0c10-4e0b-ba9b-967de54a6076 req-65ef9cf2-a160-431f-91d3-d66b51e3d114 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386107 Apr 28 20:39:49.952082 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-731fef91-8367-45c1-b931-7cb78cdd800e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:50.171057 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4deed-f2b9-4dbe-af16-50b6f7db57f3 req-2d41aa06-71a0-4984-a40b-88490ca0c5be tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:50.172853 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1de4deed-f2b9-4dbe-af16-50b6f7db57f3 req-2d41aa06-71a0-4984-a40b-88490ca0c5be tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 943 time: 0.0526838 Apr 28 20:39:50.213488 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-1de4deed-f2b9-4dbe-af16-50b6f7db57f3 req-3056f364-8173-46f6-8e03-caea2363065a tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333936 Apr 28 20:39:51.342052 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db6b45-8bed-46f6-924a-55409c637081 req-92bb815b-30af-43b6-b83c-026cce76901f tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:51.343560 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-91db6b45-8bed-46f6-924a-55409c637081 req-92bb815b-30af-43b6-b83c-026cce76901f tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 943 time: 0.0545866 Apr 28 20:39:51.389171 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-91db6b45-8bed-46f6-924a-55409c637081 req-7b32d418-0108-4c9f-ab0d-17a42d2ad0dd tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376899 Apr 28 20:39:52.180460 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-25c906e6-00d3-480e-9c13-e23335d1f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:52.520561 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e101f26-e2bb-4bd9-908e-2035129297f4 req-e523f98c-ff26-41e7-ac9d-0f865ebedaca tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:52.521961 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6e101f26-e2bb-4bd9-908e-2035129297f4 req-e523f98c-ff26-41e7-ac9d-0f865ebedaca tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 943 time: 0.0532637 Apr 28 20:39:52.566954 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6e101f26-e2bb-4bd9-908e-2035129297f4 req-170405e3-038f-48c9-a5e5-f0423f019243 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348661 Apr 28 20:39:53.690124 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b203bb-f40d-4e0b-94ab-410a48f8a222 req-c3417579-92a9-46b4-bbb8-abfcbec34c54 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:53.692675 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b3b203bb-f40d-4e0b-94ab-410a48f8a222 req-c3417579-92a9-46b4-bbb8-abfcbec34c54 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 943 time: 0.0534596 Apr 28 20:39:53.724092 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:53.733186 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b3b203bb-f40d-4e0b-94ab-410a48f8a222 req-3bad3c14-5e0e-48c7-97d9-f80e370475f1 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345895 Apr 28 20:39:54.856913 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc791e53-a4b0-4e54-8675-cdaf3bd14f0e req-f8e720fb-ec35-485b-a97c-5b87a9e147e4 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:54.858426 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fc791e53-a4b0-4e54-8675-cdaf3bd14f0e req-f8e720fb-ec35-485b-a97c-5b87a9e147e4 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 943 time: 0.0545027 Apr 28 20:39:54.899095 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-fc791e53-a4b0-4e54-8675-cdaf3bd14f0e req-66ce789b-3352-4707-bc8c-2149cc0fd3da tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335813 Apr 28 20:39:56.010355 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:56.022107 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f598d35-2468-44fd-852c-b069790c01a6 req-470ae3eb-ff6d-4ef1-bed2-d92d6b2a01bd tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:56.023607 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6f598d35-2468-44fd-852c-b069790c01a6 req-470ae3eb-ff6d-4ef1-bed2-d92d6b2a01bd tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 943 time: 0.0562816 Apr 28 20:39:56.028005 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:56.062595 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6f598d35-2468-44fd-852c-b069790c01a6 req-a384b506-56a4-4bfb-8194-c1cf6c7d8ad7 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325990 Apr 28 20:39:57.186279 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364e8f1-0886-401e-b04e-1aea7c3883d8 req-e609b4e7-e72c-42d9-801b-79580875a557 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:57.187727 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9364e8f1-0886-401e-b04e-1aea7c3883d8 req-e609b4e7-e72c-42d9-801b-79580875a557 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 943 time: 0.0488677 Apr 28 20:39:57.224809 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-9364e8f1-0886-401e-b04e-1aea7c3883d8 req-4d3ac27f-51c2-482c-8fd7-4425268b5762 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309625 Apr 28 20:39:57.373911 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device bb518466-42e7-4954-a90a-03136442cd04 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:39:57.469235 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port bb518466-42e7-4954-a90a-03136442cd04, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=bb518466-42e7-4954-a90a-03136442cd04,segment=NetworkSegment(9f8bd056-f849-4076-8c94-9d3b564d97fc),segment_id=9f8bd056-f849-4076-8c94-9d3b564d97fc)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:39:57.480205 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'bb518466-42e7-4954-a90a-03136442cd04', 'network_id': '2266f7c1-7993-496b-8802-251fb742be79', 'port_id': 'bb518466-42e7-4954-a90a-03136442cd04', 'mac_address': 'fa:16:3e:a4:b0:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:39:57.516691 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:57.528932 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb518466-42e7-4954-a90a-03136442cd04 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:39:57.548453 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port bb518466-42e7-4954-a90a-03136442cd04, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=bb518466-42e7-4954-a90a-03136442cd04,segment=NetworkSegment(9f8bd056-f849-4076-8c94-9d3b564d97fc),segment_id=9f8bd056-f849-4076-8c94-9d3b564d97fc)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:39:57.553187 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:57.602045 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=bb518466-42e7-4954-a90a-03136442cd04,revision_number=9']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:39:57.761651 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['bb518466-42e7-4954-a90a-03136442cd04'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:39:58.341776 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522143e-a046-4e7a-9a95-0e145da1d6af req-1ee91a20-6fb3-433b-a293-82c683a5aee7 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:58.343256 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7522143e-a046-4e7a-9a95-0e145da1d6af req-1ee91a20-6fb3-433b-a293-82c683a5aee7 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 944 time: 0.0481033 Apr 28 20:39:58.381481 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7522143e-a046-4e7a-9a95-0e145da1d6af req-0918992b-4b2b-4658-a33d-d74aab1151e0 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312612 Apr 28 20:39:59.404447 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device bb518466-42e7-4954-a90a-03136442cd04 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:39:59.453073 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port bb518466-42e7-4954-a90a-03136442cd04 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:39:59.453435 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:59.497175 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aeabae-8acf-436b-971f-aac590833749 req-8f0407e6-f20c-4b59-a834-dd3d6482b337 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:59.498681 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-37aeabae-8acf-436b-971f-aac590833749 req-8f0407e6-f20c-4b59-a834-dd3d6482b337 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 944 time: 0.0489647 Apr 28 20:39:59.549493 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-37aeabae-8acf-436b-971f-aac590833749 req-8b3aee87-2fd4-4342-bd29-b5d26967f42a tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396228 Apr 28 20:39:59.565951 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:59.598800 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16403644-0345-4877-b4d3-7f90c3e5cd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb518466-42e7-4954-a90a-03136442cd04'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:39:59.601206 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f0961dc541b5264c963834c151b06290830566d9874400a6cf73f3b09243849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb42c39d-873d-4568-8bf2-be15caa5c8e0" -d '{"events": [{"server_uuid": "16403644-0345-4877-b4d3-7f90c3e5cd47", "name": "network-vif-plugged", "status": "completed", "tag": "bb518466-42e7-4954-a90a-03136442cd04"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:39:59.613834 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port bb518466-42e7-4954-a90a-03136442cd04, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=bb518466-42e7-4954-a90a-03136442cd04,segment=NetworkSegment(9f8bd056-f849-4076-8c94-9d3b564d97fc),segment_id=9f8bd056-f849-4076-8c94-9d3b564d97fc)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:39:59.619548 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:59.642726 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6760168-68aa-4bca-bb9b-b49ebd9963ed x-openstack-request-id: req-d6760168-68aa-4bca-bb9b-b49ebd9963ed {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:39:59.643018 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16403644-0345-4877-b4d3-7f90c3e5cd47", "name": "network-vif-plugged", "status": "completed", "tag": "bb518466-42e7-4954-a90a-03136442cd04", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:39:59.643324 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d6760168-68aa-4bca-bb9b-b49ebd9963ed {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:39:59.643652 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6760168-68aa-4bca-bb9b-b49ebd9963ed'] response: {'server_uuid': '16403644-0345-4877-b4d3-7f90c3e5cd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb518466-42e7-4954-a90a-03136442cd04', 'code': 200} Apr 28 20:39:59.672393 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=bb518466-42e7-4954-a90a-03136442cd04,revision_number=10']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:39:59.798860 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c7afa-1375-44ef-a0ce-121949a534ba req-81472a57-885a-4b1f-99a0-e2678a16bb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:59.801105 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-522c7afa-1375-44ef-a0ce-121949a534ba req-81472a57-885a-4b1f-99a0-e2678a16bb8d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 1097 time: 0.0414934 Apr 28 20:39:59.836544 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-522c7afa-1375-44ef-a0ce-121949a534ba req-5de2597b-e5de-4f6b-8626-538f0335e1c5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276225 Apr 28 20:40:00.716695 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3536953-ed09-4117-a9e1-60a85e9205ad req-a5639665-c328-4c75-a619-eccd712170fb tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:00.718170 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e3536953-ed09-4117-a9e1-60a85e9205ad req-a5639665-c328-4c75-a619-eccd712170fb tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 946 time: 0.0539920 Apr 28 20:40:00.757219 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e3536953-ed09-4117-a9e1-60a85e9205ad req-ea758f3a-9380-4ba8-b55d-0f80bc5258f5 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319510 Apr 28 20:40:01.885235 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a32f0-a8a1-473b-ade4-de5ef4128237 req-81366366-599c-4860-877d-ea291213ec70 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:01.886686 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e21a32f0-a8a1-473b-ade4-de5ef4128237 req-81366366-599c-4860-877d-ea291213ec70 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 946 time: 0.0520334 Apr 28 20:40:01.923123 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e21a32f0-a8a1-473b-ade4-de5ef4128237 req-dd780cb0-6dfd-497e-88bd-aed44c934cc7 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304255 Apr 28 20:40:02.504377 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:03.999382 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:07.986934 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9b19098e-4bf0-41c8-b10d-e28e400621d3 req-ebfc6b99-7976-4220-adc2-6557b7759d2f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384755 Apr 28 20:40:08.069366 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19098e-4bf0-41c8-b10d-e28e400621d3 req-53a8fa9a-dee8-4953-a6c6-7a73d599edba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:08.070837 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9b19098e-4bf0-41c8-b10d-e28e400621d3 req-53a8fa9a-dee8-4953-a6c6-7a73d599edba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60f0a1f75cba4835aa1e19e6eb34c1b4&device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 1097 time: 0.0412946 Apr 28 20:40:08.175368 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19098e-4bf0-41c8-b10d-e28e400621d3 req-ce3e217d-36f3-4b20-b579-5d6447202f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:08.177445 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9b19098e-4bf0-41c8-b10d-e28e400621d3 req-ce3e217d-36f3-4b20-b579-5d6447202f1c service neutron] 10.222.0.44 "GET /v2.0/networks?id=2266f7c1-7993-496b-8802-251fb742be79 HTTP/1.1" status: 200 len: 909 time: 0.0868595 Apr 28 20:40:08.241205 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9b19098e-4bf0-41c8-b10d-e28e400621d3 req-25678e3b-76bf-4f28-b165-f2221228a5f5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb518466-42e7-4954-a90a-03136442cd04 HTTP/1.1" status: 200 len: 1001 time: 0.0575817 Apr 28 20:40:08.290178 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19098e-4bf0-41c8-b10d-e28e400621d3 req-0b253110-383c-4bb1-91b3-513703730c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:08.291564 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9b19098e-4bf0-41c8-b10d-e28e400621d3 req-0b253110-383c-4bb1-91b3-513703730c60 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c28fb71b-bf80-49b5-bc50-77ccb1286f94 HTTP/1.1" status: 200 len: 847 time: 0.0441315 Apr 28 20:40:08.341984 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19098e-4bf0-41c8-b10d-e28e400621d3 req-c17e3688-caa7-4ee8-a24d-ef30c4502a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:08.343446 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9b19098e-4bf0-41c8-b10d-e28e400621d3 req-c17e3688-caa7-4ee8-a24d-ef30c4502a50 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2266f7c1-7993-496b-8802-251fb742be79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454803 Apr 28 20:40:08.430655 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9b19098e-4bf0-41c8-b10d-e28e400621d3 req-491175a0-f28a-4b85-b984-bd83f5fe36fc service neutron] 10.222.0.44 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803559 Apr 28 20:40:08.523227 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9b19098e-4bf0-41c8-b10d-e28e400621d3 req-53f46df0-7506-4e80-95f4-8f9793e12f22 service neutron] 10.222.0.44 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858879 Apr 28 20:40:09.643071 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:40:19.953426 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cecf0ffe-0779-426d-ba4c-e6ba2ddd5174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:22.181257 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-52d47c68-8527-4653-8040-a8ac6387a3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:23.726027 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:26.013700 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:26.035568 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:32.517732 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:33.995133 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:46.641655 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:40:49.955554 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d13514e0-eb53-4c3d-87f3-9d4e58b8026f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:52.182300 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fa7762bc-5ceb-4fc1-ba63-ec132569fc46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:53.728373 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:56.024804 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:56.028966 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:02.517357 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:04.007371 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:09.962282 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3271d147-8ee7-435c-883d-a2ec69b3d3b9 req-f0af5288-d26c-4d8a-aaaf-a10f8b95af3a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411863 Apr 28 20:41:10.042344 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271d147-8ee7-435c-883d-a2ec69b3d3b9 req-9f807c9f-36f3-44c7-b054-72048c66459b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:10.044174 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3271d147-8ee7-435c-883d-a2ec69b3d3b9 req-9f807c9f-36f3-44c7-b054-72048c66459b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60f0a1f75cba4835aa1e19e6eb34c1b4&device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 1097 time: 0.0411160 Apr 28 20:41:10.147720 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271d147-8ee7-435c-883d-a2ec69b3d3b9 req-389ba569-148a-494e-9d1d-a62af47200e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:10.149179 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3271d147-8ee7-435c-883d-a2ec69b3d3b9 req-389ba569-148a-494e-9d1d-a62af47200e1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2266f7c1-7993-496b-8802-251fb742be79 HTTP/1.1" status: 200 len: 909 time: 0.0870349 Apr 28 20:41:10.217654 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3271d147-8ee7-435c-883d-a2ec69b3d3b9 req-3dea95bf-c52c-4e72-a86b-b2b9db68390b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb518466-42e7-4954-a90a-03136442cd04 HTTP/1.1" status: 200 len: 1001 time: 0.0574408 Apr 28 20:41:10.264404 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271d147-8ee7-435c-883d-a2ec69b3d3b9 req-a2587d1b-8e60-4b97-8487-08b88fab34aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:10.265833 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3271d147-8ee7-435c-883d-a2ec69b3d3b9 req-a2587d1b-8e60-4b97-8487-08b88fab34aa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c28fb71b-bf80-49b5-bc50-77ccb1286f94 HTTP/1.1" status: 200 len: 847 time: 0.0417550 Apr 28 20:41:10.315816 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271d147-8ee7-435c-883d-a2ec69b3d3b9 req-4b74aa22-131b-4730-a813-daa47061e051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:10.317539 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3271d147-8ee7-435c-883d-a2ec69b3d3b9 req-4b74aa22-131b-4730-a813-daa47061e051 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2266f7c1-7993-496b-8802-251fb742be79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437162 Apr 28 20:41:10.327572 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-3271d147-8ee7-435c-883d-a2ec69b3d3b9 req-93459488-428b-415d-a641-c2b33f377920 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:41:10.328544 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3271d147-8ee7-435c-883d-a2ec69b3d3b9 req-93459488-428b-415d-a641-c2b33f377920 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047803 Apr 28 20:41:10.417032 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3271d147-8ee7-435c-883d-a2ec69b3d3b9 req-03db0a66-79e9-4955-a19f-0bb5db084b51 service neutron] 10.222.0.44 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810871 Apr 28 20:41:10.509877 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3271d147-8ee7-435c-883d-a2ec69b3d3b9 req-22d2524a-3212-4522-a26a-4ae56b35ea62 service neutron] 10.222.0.44 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867631 Apr 28 20:41:11.313799 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39524) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:41:11.466987 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-1464e4a1-456c-417c-8c36-76a430dd9213 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Deleting port 497ce4e1-2f2b-4296-87bd-259bd03f010d {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:41:11.467330 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1464e4a1-456c-417c-8c36-76a430dd9213 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:11.539957 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1464e4a1-456c-417c-8c36-76a430dd9213 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:11.540315 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1464e4a1-456c-417c-8c36-76a430dd9213 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:11.552614 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-1464e4a1-456c-417c-8c36-76a430dd9213 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Calling delete_port for 497ce4e1-2f2b-4296-87bd-259bd03f010d owned by network:floatingip {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:41:11.696279 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1464e4a1-456c-417c-8c36-76a430dd9213 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:11.718612 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464e4a1-456c-417c-8c36-76a430dd9213 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Pushing event deleted for resources: {'Port': ['ID=497ce4e1-2f2b-4296-87bd-259bd03f010d,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:41:11.731237 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464e4a1-456c-417c-8c36-76a430dd9213 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:41:11.731575 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464e4a1-456c-417c-8c36-76a430dd9213 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:41:11.731908 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464e4a1-456c-417c-8c36-76a430dd9213 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:41:11.732287 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464e4a1-456c-417c-8c36-76a430dd9213 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:41:11.732615 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464e4a1-456c-417c-8c36-76a430dd9213 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:41:11.732934 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464e4a1-456c-417c-8c36-76a430dd9213 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:41:11.733252 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464e4a1-456c-417c-8c36-76a430dd9213 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:41:11.733572 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464e4a1-456c-417c-8c36-76a430dd9213 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:41:11.733886 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464e4a1-456c-417c-8c36-76a430dd9213 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:41:11.734201 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464e4a1-456c-417c-8c36-76a430dd9213 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:41:11.734520 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464e4a1-456c-417c-8c36-76a430dd9213 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:41:11.734832 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464e4a1-456c-417c-8c36-76a430dd9213 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:41:11.793890 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1464e4a1-456c-417c-8c36-76a430dd9213 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for floatingip, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:11.794219 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [None req-1464e4a1-456c-417c-8c36-76a430dd9213 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Floating IP 21e28110-00b4-458e-b298-6aa161766f4e disassociated (deleted). External IP: 172.25.8.163, port: bb518466-42e7-4954-a90a-03136442cd04. Apr 28 20:41:12.281374 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1464e4a1-456c-417c-8c36-76a430dd9213 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Router 9f2450c7-aa46-4cd0-a2e0-f31895317154 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:41:12.384429 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1464e4a1-456c-417c-8c36-76a430dd9213 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:41:12.389223 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-1464e4a1-456c-417c-8c36-76a430dd9213 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:12.393948 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e602cf48-a466-4086-9434-cbebcb189e00 None None] Sync routers for ids ['9f2450c7-aa46-4cd0-a2e0-f31895317154'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:41:12.403487 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e602cf48-a466-4086-9434-cbebcb189e00 None None] Routers {'9f2450c7-aa46-4cd0-a2e0-f31895317154'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:41:12.404123 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e602cf48-a466-4086-9434-cbebcb189e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:40:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9f2450c7-aa46-4cd0-a2e0-f31895317154'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:41:12.418545 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-1464e4a1-456c-417c-8c36-76a430dd9213 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "DELETE /v2.0/floatingips/21e28110-00b4-458e-b298-6aa161766f4e HTTP/1.1" status: 204 len: 168 time: 1.1036561 Apr 28 20:41:12.419365 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16403644-0345-4877-b4d3-7f90c3e5cd47', 'tag': 'bb518466-42e7-4954-a90a-03136442cd04'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:41:12.421719 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987aa34c65443dea39eaa51b67d186bb80d94e7c4b504279bd6048524f6efc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c640ca-9b0d-4fbe-abee-60bde0488dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "16403644-0345-4877-b4d3-7f90c3e5cd47", "tag": "bb518466-42e7-4954-a90a-03136442cd04"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:41:12.517029 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-e602cf48-a466-4086-9434-cbebcb189e00 None None] Set router 9f2450c7-aa46-4cd0-a2e0-f31895317154 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:41:12.551855 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7220fd5-6f2e-4046-92ba-2d8dfb2891a4 x-openstack-request-id: req-f7220fd5-6f2e-4046-92ba-2d8dfb2891a4 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:41:12.552189 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16403644-0345-4877-b4d3-7f90c3e5cd47", "tag": "bb518466-42e7-4954-a90a-03136442cd04", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:41:12.552434 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f7220fd5-6f2e-4046-92ba-2d8dfb2891a4 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:41:12.552840 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7220fd5-6f2e-4046-92ba-2d8dfb2891a4'] response: {'name': 'network-changed', 'server_uuid': '16403644-0345-4877-b4d3-7f90c3e5cd47', 'tag': 'bb518466-42e7-4954-a90a-03136442cd04', 'status': 'completed', 'code': 200} Apr 28 20:41:12.627214 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c640ca-9b0d-4fbe-abee-60bde0488dbf req-48076345-5b3b-46e1-b737-b1cfec28a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:12.629507 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-34c640ca-9b0d-4fbe-abee-60bde0488dbf req-48076345-5b3b-46e1-b737-b1cfec28a5b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60f0a1f75cba4835aa1e19e6eb34c1b4&device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 1097 time: 0.0465181 Apr 28 20:41:12.743897 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e602cf48-a466-4086-9434-cbebcb189e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'name': 'tempest-TestShelveInstance-986394139-router', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '2c047e48-b68a-4944-bebd-a8b781634453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:37:02Z', 'updated_at': '2022-04-28T20:37:05Z', 'revision_number': 4, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'gw_port': {'id': '2c047e48-b68a-4944-bebd-a8b781634453', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:03Z', 'updated_at': '2022-04-28T20:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'db5255e6-e9d0-4926-849b-52c38da164fe', 'name': '', 'network_id': '2266f7c1-7993-496b-8802-251fb742be79', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'mac_address': 'fa:16:3e:03:5a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:04Z', 'updated_at': '2022-04-28T20:37:10Z', 'revision_number': 5, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'subnets': [{'id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:41:12.752500 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73b0d9-2441-4482-bf07-c6feb1aa5b49 req-f02dfefc-6c7e-49e6-8186-2556c8cf9c7b tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:12.753987 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cf73b0d9-2441-4482-bf07-c6feb1aa5b49 req-f02dfefc-6c7e-49e6-8186-2556c8cf9c7b tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 946 time: 0.0996118 Apr 28 20:41:12.769686 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c640ca-9b0d-4fbe-abee-60bde0488dbf req-ec484e0b-5011-4d6f-a1f2-58a7324ec7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:12.769977 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e602cf48-a466-4086-9434-cbebcb189e00 None None] Checking router: 9f2450c7-aa46-4cd0-a2e0-f31895317154 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:41:12.771165 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-34c640ca-9b0d-4fbe-abee-60bde0488dbf req-ec484e0b-5011-4d6f-a1f2-58a7324ec7e0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2266f7c1-7993-496b-8802-251fb742be79 HTTP/1.1" status: 200 len: 909 time: 0.1346872 Apr 28 20:41:12.778370 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e602cf48-a466-4086-9434-cbebcb189e00 None None] Routers {'9f2450c7-aa46-4cd0-a2e0-f31895317154'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:41:12.778978 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e602cf48-a466-4086-9434-cbebcb189e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:40:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9f2450c7-aa46-4cd0-a2e0-f31895317154'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:41:12.822169 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-34c640ca-9b0d-4fbe-abee-60bde0488dbf req-523200ed-dec2-4683-b2a3-4ecc8491dc3d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb518466-42e7-4954-a90a-03136442cd04 HTTP/1.1" status: 200 len: 217 time: 0.0420287 Apr 28 20:41:12.829408 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cf73b0d9-2441-4482-bf07-c6feb1aa5b49 req-548fa48d-1927-4e8f-b7bb-122c710b8730 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682185 Apr 28 20:41:12.876686 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c640ca-9b0d-4fbe-abee-60bde0488dbf req-0a1d3888-01d4-4759-9d28-36ab82a6cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:12.878173 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-34c640ca-9b0d-4fbe-abee-60bde0488dbf req-0a1d3888-01d4-4759-9d28-36ab82a6cd05 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c28fb71b-bf80-49b5-bc50-77ccb1286f94 HTTP/1.1" status: 200 len: 847 time: 0.0479128 Apr 28 20:41:12.887011 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-e602cf48-a466-4086-9434-cbebcb189e00 None None] Set router 9f2450c7-aa46-4cd0-a2e0-f31895317154 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:41:12.924745 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c640ca-9b0d-4fbe-abee-60bde0488dbf req-00923539-73a3-418d-b293-c52cc48f2935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:12.926436 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-34c640ca-9b0d-4fbe-abee-60bde0488dbf req-00923539-73a3-418d-b293-c52cc48f2935 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2266f7c1-7993-496b-8802-251fb742be79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406115 Apr 28 20:41:13.015964 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-34c640ca-9b0d-4fbe-abee-60bde0488dbf req-b768c882-8d70-42ea-9952-a1bfa8f199e5 service neutron] 10.222.0.44 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807769 Apr 28 20:41:13.083679 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-e602cf48-a466-4086-9434-cbebcb189e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'name': 'tempest-TestShelveInstance-986394139-router', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '2c047e48-b68a-4944-bebd-a8b781634453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:37:02Z', 'updated_at': '2022-04-28T20:37:05Z', 'revision_number': 4, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'gw_port': {'id': '2c047e48-b68a-4944-bebd-a8b781634453', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:03Z', 'updated_at': '2022-04-28T20:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'db5255e6-e9d0-4926-849b-52c38da164fe', 'name': '', 'network_id': '2266f7c1-7993-496b-8802-251fb742be79', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'mac_address': 'fa:16:3e:03:5a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:04Z', 'updated_at': '2022-04-28T20:37:10Z', 'revision_number': 5, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'subnets': [{'id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:41:13.110966 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-34c640ca-9b0d-4fbe-abee-60bde0488dbf req-024475ba-f977-4d49-acd8-d91a1a30056d service neutron] 10.222.0.44 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869963 Apr 28 20:41:13.112363 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e602cf48-a466-4086-9434-cbebcb189e00 None None] The sync data for ids ['9f2450c7-aa46-4cd0-a2e0-f31895317154'] in n-d-839810-1 is: [{'id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'name': 'tempest-TestShelveInstance-986394139-router', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '2c047e48-b68a-4944-bebd-a8b781634453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:37:02Z', 'updated_at': '2022-04-28T20:37:05Z', 'revision_number': 4, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'gw_port': {'id': '2c047e48-b68a-4944-bebd-a8b781634453', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:03Z', 'updated_at': '2022-04-28T20:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'db5255e6-e9d0-4926-849b-52c38da164fe', 'name': '', 'network_id': '2266f7c1-7993-496b-8802-251fb742be79', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'mac_address': 'fa:16:3e:03:5a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:04Z', 'updated_at': '2022-04-28T20:37:10Z', 'revision_number': 5, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'subnets': [{'id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:41:13.319529 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cfac24-b7cb-4be9-a885-a9ecae463d2f None None] New status for floating IP 21e28110-00b4-458e-b298-6aa161766f4e: DOWN {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:41:13.949580 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb1715-3ea7-455f-ae0e-e26aa34d0982 req-e4300eb7-ff88-4e1f-9514-1f4cdd27ffec tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:13.951044 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d2fb1715-3ea7-455f-ae0e-e26aa34d0982 req-e4300eb7-ff88-4e1f-9514-1f4cdd27ffec tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 946 time: 0.0505354 Apr 28 20:41:13.955676 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad60566-775c-40c0-bf95-e8570ed95f2d req-a3ab93a7-76c3-4abd-9330-315c11cd7d2c tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:13.957196 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aad60566-775c-40c0-bf95-e8570ed95f2d req-a3ab93a7-76c3-4abd-9330-315c11cd7d2c tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.44 "GET /v2.0/ports?device_id=16403644-0345-4877-b4d3-7f90c3e5cd47 HTTP/1.1" status: 200 len: 946 time: 0.0500681 Apr 28 20:41:13.990349 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d2fb1715-3ea7-455f-ae0e-e26aa34d0982 req-6a196085-326a-4f7d-bdbc-07fd7b1f4dc5 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=91cae408-3eb2-4470-99af-ebea19745645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333235 Apr 28 20:41:14.051820 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-aad60566-775c-40c0-bf95-e8570ed95f2d req-6668dbf0-5e75-4e3e-a6de-fe6152df9c87 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Deleting port bb518466-42e7-4954-a90a-03136442cd04 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:41:14.052173 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-aad60566-775c-40c0-bf95-e8570ed95f2d req-6668dbf0-5e75-4e3e-a6de-fe6152df9c87 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:14.138372 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-aad60566-775c-40c0-bf95-e8570ed95f2d req-6668dbf0-5e75-4e3e-a6de-fe6152df9c87 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] For port bb518466-42e7-4954-a90a-03136442cd04, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=bb518466-42e7-4954-a90a-03136442cd04,segment=NetworkSegment(9f8bd056-f849-4076-8c94-9d3b564d97fc),segment_id=9f8bd056-f849-4076-8c94-9d3b564d97fc)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:41:14.138731 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-aad60566-775c-40c0-bf95-e8570ed95f2d req-6668dbf0-5e75-4e3e-a6de-fe6152df9c87 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:14.151691 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-aad60566-775c-40c0-bf95-e8570ed95f2d req-6668dbf0-5e75-4e3e-a6de-fe6152df9c87 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Calling delete_port for bb518466-42e7-4954-a90a-03136442cd04 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:41:14.287096 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-aad60566-775c-40c0-bf95-e8570ed95f2d req-6668dbf0-5e75-4e3e-a6de-fe6152df9c87 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:14.317682 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668dbf0-5e75-4e3e-a6de-fe6152df9c87 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Pushing event deleted for resources: {'Port': ['ID=bb518466-42e7-4954-a90a-03136442cd04,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:41:14.341320 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668dbf0-5e75-4e3e-a6de-fe6152df9c87 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:41:14.341671 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668dbf0-5e75-4e3e-a6de-fe6152df9c87 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:41:14.342013 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668dbf0-5e75-4e3e-a6de-fe6152df9c87 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:41:14.342356 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668dbf0-5e75-4e3e-a6de-fe6152df9c87 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:41:14.342692 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668dbf0-5e75-4e3e-a6de-fe6152df9c87 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:41:14.343021 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668dbf0-5e75-4e3e-a6de-fe6152df9c87 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:41:14.343349 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668dbf0-5e75-4e3e-a6de-fe6152df9c87 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:41:14.343681 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668dbf0-5e75-4e3e-a6de-fe6152df9c87 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:41:14.344001 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668dbf0-5e75-4e3e-a6de-fe6152df9c87 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:41:14.344355 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668dbf0-5e75-4e3e-a6de-fe6152df9c87 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:41:14.344682 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668dbf0-5e75-4e3e-a6de-fe6152df9c87 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:41:14.345003 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668dbf0-5e75-4e3e-a6de-fe6152df9c87 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:41:14.367328 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad60566-775c-40c0-bf95-e8570ed95f2d req-6668dbf0-5e75-4e3e-a6de-fe6152df9c87 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] No DVR routers for this DVR port bb518466-42e7-4954-a90a-03136442cd04 on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:41:14.369896 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-aad60566-775c-40c0-bf95-e8570ed95f2d req-6668dbf0-5e75-4e3e-a6de-fe6152df9c87 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:14.373232 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-aad60566-775c-40c0-bf95-e8570ed95f2d req-6668dbf0-5e75-4e3e-a6de-fe6152df9c87 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.44 "DELETE /v2.0/ports/bb518466-42e7-4954-a90a-03136442cd04 HTTP/1.1" status: 204 len: 173 time: 0.4094718 Apr 28 20:41:14.373661 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16403644-0345-4877-b4d3-7f90c3e5cd47', 'name': 'network-vif-deleted', 'tag': 'bb518466-42e7-4954-a90a-03136442cd04'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:41:14.375931 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf124955d82b014a11a6fc2eaac2ea15efe7a1380e167aca24b9fc673bca835b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec900baf-a890-4837-b0aa-33e9b2b3586e" -d '{"events": [{"server_uuid": "16403644-0345-4877-b4d3-7f90c3e5cd47", "name": "network-vif-deleted", "tag": "bb518466-42e7-4954-a90a-03136442cd04"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:41:14.473847 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7a0182-c1fd-4bbc-a731-8e84d2e703ac x-openstack-request-id: req-4a7a0182-c1fd-4bbc-a731-8e84d2e703ac {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:41:14.474137 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16403644-0345-4877-b4d3-7f90c3e5cd47", "name": "network-vif-deleted", "tag": "bb518466-42e7-4954-a90a-03136442cd04", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:41:14.474388 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4a7a0182-c1fd-4bbc-a731-8e84d2e703ac {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:41:14.474880 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a7a0182-c1fd-4bbc-a731-8e84d2e703ac'] response: {'server_uuid': '16403644-0345-4877-b4d3-7f90c3e5cd47', 'name': 'network-vif-deleted', 'tag': 'bb518466-42e7-4954-a90a-03136442cd04', 'status': 'completed', 'code': 200} Apr 28 20:41:15.046059 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39550) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:41:15.104038 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-32af1c30-aff4-43c5-8169-df1d9590f0dc tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:15.128490 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-32af1c30-aff4-43c5-8169-df1d9590f0dc tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:15.190111 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-32af1c30-aff4-43c5-8169-df1d9590f0dc tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:15.193801 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-32af1c30-aff4-43c5-8169-df1d9590f0dc tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:15.194943 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-32af1c30-aff4-43c5-8169-df1d9590f0dc tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "DELETE /v2.0/security-groups/91cae408-3eb2-4470-99af-ebea19745645 HTTP/1.1" status: 204 len: 168 time: 0.1479044 Apr 28 20:41:15.203794 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af1c30-aff4-43c5-8169-df1d9590f0dc tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cae408-3eb2-4470-99af-ebea19745645,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:41:15.564023 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39556) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:41:15.570121 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-ddde0ca2-b3e1-4a61-aa09-830e8e144a11 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1546746034', 'description': 'tempest-secgroup-smoke-1546746034 description', 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:41:15.593984 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ddde0ca2-b3e1-4a61-aa09-830e8e144a11 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:15.658212 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ddde0ca2-b3e1-4a61-aa09-830e8e144a11 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:15.662509 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ddde0ca2-b3e1-4a61-aa09-830e8e144a11 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:15.692698 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-ddde0ca2-b3e1-4a61-aa09-830e8e144a11 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:15.693912 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-ddde0ca2-b3e1-4a61-aa09-830e8e144a11 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1288650 Apr 28 20:41:15.695769 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde0ca2-b3e1-4a61-aa09-830e8e144a11 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8b0c68-2f44-49a7-b06b-151b6cde8b63,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:41:15.697046 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39558) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:41:15.702580 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-a4a6f0e2-6e86-4a45-9bac-f8d62e5f54da tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Request body: {'security_group_rule': {'security_group_id': 'ab8b0c68-2f44-49a7-b06b-151b6cde8b63', 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:41:15.727660 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a4a6f0e2-6e86-4a45-9bac-f8d62e5f54da tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:15.777792 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a4a6f0e2-6e86-4a45-9bac-f8d62e5f54da tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:15.781444 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a4a6f0e2-6e86-4a45-9bac-f8d62e5f54da tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:15.802243 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6f0e2-6e86-4a45-9bac-f8d62e5f54da tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0ec591d-7759-421b-a8eb-fdd13a6b186f,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:41:15.808019 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a4a6f0e2-6e86-4a45-9bac-f8d62e5f54da tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:15.809089 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a4a6f0e2-6e86-4a45-9bac-f8d62e5f54da tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1102600 Apr 28 20:41:15.811712 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39560) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:41:15.815881 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-48e3332a-3ba9-499d-889d-bf330bfa269f tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Request body: {'security_group_rule': {'security_group_id': 'ab8b0c68-2f44-49a7-b06b-151b6cde8b63', 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:41:15.842443 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-48e3332a-3ba9-499d-889d-bf330bfa269f tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:15.900352 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-48e3332a-3ba9-499d-889d-bf330bfa269f tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:15.903789 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-48e3332a-3ba9-499d-889d-bf330bfa269f tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:15.921637 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3332a-3ba9-499d-889d-bf330bfa269f tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f5deb17-6401-4d34-8799-8523b4eacb32,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:41:15.931570 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-48e3332a-3ba9-499d-889d-bf330bfa269f tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:15.932783 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-48e3332a-3ba9-499d-889d-bf330bfa269f tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201286 Apr 28 20:41:15.935371 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39562) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:41:15.939570 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-bb560267-82e6-43b5-aeb5-e21d72fc8ed0 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Request body: {'security_group_rule': {'security_group_id': 'ab8b0c68-2f44-49a7-b06b-151b6cde8b63', 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:41:15.962795 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bb560267-82e6-43b5-aeb5-e21d72fc8ed0 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:16.020466 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bb560267-82e6-43b5-aeb5-e21d72fc8ed0 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:16.023748 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bb560267-82e6-43b5-aeb5-e21d72fc8ed0 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:16.040559 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb560267-82e6-43b5-aeb5-e21d72fc8ed0 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21835abb-59a7-409e-9713-28052281ec59,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:41:16.048965 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-bb560267-82e6-43b5-aeb5-e21d72fc8ed0 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:16.050146 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-bb560267-82e6-43b5-aeb5-e21d72fc8ed0 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1138575 Apr 28 20:41:16.053711 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39564) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:41:16.057985 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-8827fd41-257c-4a11-8beb-9fe5eb731470 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Request body: {'security_group_rule': {'security_group_id': 'ab8b0c68-2f44-49a7-b06b-151b6cde8b63', 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:41:16.081601 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8827fd41-257c-4a11-8beb-9fe5eb731470 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:16.141158 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8827fd41-257c-4a11-8beb-9fe5eb731470 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:16.144650 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8827fd41-257c-4a11-8beb-9fe5eb731470 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:16.161628 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827fd41-257c-4a11-8beb-9fe5eb731470 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=060187c1-8a8e-442f-86b7-4197f6784068,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:41:16.169953 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8827fd41-257c-4a11-8beb-9fe5eb731470 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:16.171143 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8827fd41-257c-4a11-8beb-9fe5eb731470 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1164353 Apr 28 20:41:16.173814 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39566) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:41:16.178840 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-15150977-c773-4768-8590-6f3f7b87acf8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Request body: {'security_group_rule': {'security_group_id': 'ab8b0c68-2f44-49a7-b06b-151b6cde8b63', 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:41:16.198248 n-d-839810-1 neutron-server[102773]: INFO neutron.db.securitygroups_db [None req-15150977-c773-4768-8590-6f3f7b87acf8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Project 60f0a1f75cba4835aa1e19e6eb34c1b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:41:16.202961 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-15150977-c773-4768-8590-6f3f7b87acf8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:16.261385 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-15150977-c773-4768-8590-6f3f7b87acf8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:16.264643 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-15150977-c773-4768-8590-6f3f7b87acf8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:16.282559 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15150977-c773-4768-8590-6f3f7b87acf8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c13280c-d17a-40f2-82d8-d2ffa4c21c4d,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:41:16.287701 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-15150977-c773-4768-8590-6f3f7b87acf8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:16.289246 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-15150977-c773-4768-8590-6f3f7b87acf8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1141901 Apr 28 20:41:16.291630 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39568) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:41:16.296161 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-dea81057-7cd5-4c41-91d2-f6a24c1df714 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Request body: {'security_group_rule': {'security_group_id': 'ab8b0c68-2f44-49a7-b06b-151b6cde8b63', 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:41:16.315816 n-d-839810-1 neutron-server[102773]: INFO neutron.db.securitygroups_db [None req-dea81057-7cd5-4c41-91d2-f6a24c1df714 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Project 60f0a1f75cba4835aa1e19e6eb34c1b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:41:16.320534 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dea81057-7cd5-4c41-91d2-f6a24c1df714 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:16.380029 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dea81057-7cd5-4c41-91d2-f6a24c1df714 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:16.383446 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dea81057-7cd5-4c41-91d2-f6a24c1df714 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:16.402931 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea81057-7cd5-4c41-91d2-f6a24c1df714 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2192b70d-bfdf-4e6d-a1d2-b8787a51b5ab,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:41:16.408789 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dea81057-7cd5-4c41-91d2-f6a24c1df714 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:16.410596 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-dea81057-7cd5-4c41-91d2-f6a24c1df714 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1173692 Apr 28 20:41:17.665967 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device bb518466-42e7-4954-a90a-03136442cd04 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:41:17.687606 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: bb518466-42e7-4954-a90a-03136442cd04 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:41:17.687954 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device bb518466-42e7-4954-a90a-03136442cd04 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:41:19.962128 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4f35e07a-3a8a-42ea-bbda-16e6872f2a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:22.183958 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1cf7c313-2e15-48c1-9329-93ef2ad6c60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:23.640627 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:41:23.735360 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:26.028172 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:26.032364 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:30.588886 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-b937f81f-5458-4836-93da-f9b5ca11c022 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1546746034&fields=id&tenant_id=60f0a1f75cba4835aa1e19e6eb34c1b4 HTTP/1.1" status: 200 len: 267 time: 0.0326447 Apr 28 20:41:30.692760 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-1b8fa0e9-a360-498f-863a-66a018f06d34 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:30.694190 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-1b8fa0e9-a360-498f-863a-66a018f06d34 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/networks?id=2266f7c1-7993-496b-8802-251fb742be79 HTTP/1.1" status: 200 len: 808 time: 0.0987554 Apr 28 20:41:30.709873 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-708eb56f-77ad-4aa4-9f6d-7b4d6a90faa0 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/quotas/60f0a1f75cba4835aa1e19e6eb34c1b4 HTTP/1.1" status: 200 len: 375 time: 0.0093782 Apr 28 20:41:30.763547 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-52271df8-33bf-446b-b922-5ac7ce3e5843 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=60f0a1f75cba4835aa1e19e6eb34c1b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483184 Apr 28 20:41:30.898951 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-d6b2d9f3-08c3-470b-86b1-25d1fa7e3fc9 service neutron] 10.222.0.42 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230991 Apr 28 20:41:30.990432 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-176a57db-2a10-4388-82fe-7019484b7928 service neutron] 10.222.0.42 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852876 Apr 28 20:41:31.274097 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2be87c11-1f53-46f8-ba73-7ec611086749 req-aeea6da7-17b8-4aef-9a01-b9edef119172 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 210 time: 0.0296788 Apr 28 20:41:32.168499 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-18bc7a48-f565-4110-a180-e01593be9149 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:32.170206 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-18bc7a48-f565-4110-a180-e01593be9149 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.44 "GET /v2.0/networks?id=2266f7c1-7993-496b-8802-251fb742be79 HTTP/1.1" status: 200 len: 808 time: 0.1074743 Apr 28 20:41:32.215392 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-0b39a90e-6020-44c6-8ebd-ce97dcac0063 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60f0a1f75cba4835aa1e19e6eb34c1b4 HTTP/1.1" status: 200 len: 380 time: 0.0358458 Apr 28 20:41:32.228216 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-f29eafa9-90f4-4278-b560-6e84276b57b7 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Request body: {'port': {'device_id': 'a0502f3f-9f1f-44e6-8dac-1e5de5fcd159', 'network_id': '2266f7c1-7993-496b-8802-251fb742be79', 'admin_state_up': True, 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'security_groups': ['ab8b0c68-2f44-49a7-b06b-151b6cde8b63']}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:41:32.342099 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-f29eafa9-90f4-4278-b560-6e84276b57b7 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Made reservation on behalf of 60f0a1f75cba4835aa1e19e6eb34c1b4 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:41:32.345838 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-f29eafa9-90f4-4278-b560-6e84276b57b7 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:32.384764 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d6c9480c-c2c7-4158-93ac-590d572b14e2 req-b8c50117-bdad-49e0-9cb4-b13893d80a1f tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 210 time: 0.0366158 Apr 28 20:41:32.502509 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-f29eafa9-90f4-4278-b560-6e84276b57b7 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Allocated IP 172.20.0.8 (2266f7c1-7993-496b-8802-251fb742be79/c28fb71b-bf80-49b5-bc50-77ccb1286f94/45690b0f-fd14-4554-b0c2-55e62b0541b4) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:41:32.518113 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:32.643410 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-f29eafa9-90f4-4278-b560-6e84276b57b7 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:32.684826 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-f29eafa9-90f4-4278-b560-6e84276b57b7 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:32.731797 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-f29eafa9-90f4-4278-b560-6e84276b57b7 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Network 2266f7c1-7993-496b-8802-251fb742be79 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:41:32.734950 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-f29eafa9-90f4-4278-b560-6e84276b57b7 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:41:32.738852 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-f29eafa9-90f4-4278-b560-6e84276b57b7 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:41:32.762664 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29eafa9-90f4-4278-b560-6e84276b57b7 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Pushing event updated for resources: {'Port': ['ID=45690b0f-fd14-4554-b0c2-55e62b0541b4,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:41:32.792736 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-f29eafa9-90f4-4278-b560-6e84276b57b7 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:32.793495 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-f29eafa9-90f4-4278-b560-6e84276b57b7 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:32.812475 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-f29eafa9-90f4-4278-b560-6e84276b57b7 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5907104 Apr 28 20:41:32.824430 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-36bc892a-d4bf-4042-bc8c-dc37a8dfab89 service neutron] Request body: {'port': {'device_id': 'a0502f3f-9f1f-44e6-8dac-1e5de5fcd159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:41:32.882975 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-36bc892a-d4bf-4042-bc8c-dc37a8dfab89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:32.942975 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-8062751c-6af4-46be-9594-fb0b0b0f1986 None None] Provisioning complete for port 45690b0f-fd14-4554-b0c2-55e62b0541b4 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:41:32.943582 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8062751c-6af4-46be-9594-fb0b0b0f1986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:32.978635 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-8062751c-6af4-46be-9594-fb0b0b0f1986 None None] Port 45690b0f-fd14-4554-b0c2-55e62b0541b4 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:41:33.153520 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-36bc892a-d4bf-4042-bc8c-dc37a8dfab89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45690b0f-fd14-4554-b0c2-55e62b0541b4 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:41:33.161811 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-36bc892a-d4bf-4042-bc8c-dc37a8dfab89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:33.173721 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-36bc892a-d4bf-4042-bc8c-dc37a8dfab89 service neutron] Transition to ACTIVE for port object 45690b0f-fd14-4554-b0c2-55e62b0541b4 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:41:33.178263 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-36bc892a-d4bf-4042-bc8c-dc37a8dfab89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:33.233266 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc892a-d4bf-4042-bc8c-dc37a8dfab89 service neutron] Pushing event updated for resources: {'Port': ['ID=45690b0f-fd14-4554-b0c2-55e62b0541b4,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:41:33.324718 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-36bc892a-d4bf-4042-bc8c-dc37a8dfab89 service neutron] Attempting to bind port 45690b0f-fd14-4554-b0c2-55e62b0541b4 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:41:33.325046 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-36bc892a-d4bf-4042-bc8c-dc37a8dfab89 service neutron] Attempting to bind port 45690b0f-fd14-4554-b0c2-55e62b0541b4 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': '9f8bd056-f849-4076-8c94-9d3b564d97fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2266f7c1-7993-496b-8802-251fb742be79'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:41:33.325375 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-36bc892a-d4bf-4042-bc8c-dc37a8dfab89 service neutron] Attempting to bind port 45690b0f-fd14-4554-b0c2-55e62b0541b4 on network 2266f7c1-7993-496b-8802-251fb742be79 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:41:33.330324 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-36bc892a-d4bf-4042-bc8c-dc37a8dfab89 service neutron] Port 45690b0f-fd14-4554-b0c2-55e62b0541b4 on network 2266f7c1-7993-496b-8802-251fb742be79 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:41:33.330647 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-36bc892a-d4bf-4042-bc8c-dc37a8dfab89 service neutron] Attempting to bind port 45690b0f-fd14-4554-b0c2-55e62b0541b4 on network 2266f7c1-7993-496b-8802-251fb742be79 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:41:33.336983 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-36bc892a-d4bf-4042-bc8c-dc37a8dfab89 service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:41:33.337347 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-36bc892a-d4bf-4042-bc8c-dc37a8dfab89 service neutron] Checking segment: {'id': '9f8bd056-f849-4076-8c94-9d3b564d97fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2266f7c1-7993-496b-8802-251fb742be79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:41:33.337743 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-36bc892a-d4bf-4042-bc8c-dc37a8dfab89 service neutron] Bound using segment: {'id': '9f8bd056-f849-4076-8c94-9d3b564d97fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2266f7c1-7993-496b-8802-251fb742be79'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:41:33.338154 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-36bc892a-d4bf-4042-bc8c-dc37a8dfab89 service neutron] Bound port: 45690b0f-fd14-4554-b0c2-55e62b0541b4, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8bd056-f849-4076-8c94-9d3b564d97fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2266f7c1-7993-496b-8802-251fb742be79'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:41:33.338504 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-36bc892a-d4bf-4042-bc8c-dc37a8dfab89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:33.413124 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-36bc892a-d4bf-4042-bc8c-dc37a8dfab89 service neutron] For port 45690b0f-fd14-4554-b0c2-55e62b0541b4, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:41:33.417181 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-36bc892a-d4bf-4042-bc8c-dc37a8dfab89 service neutron] For port 45690b0f-fd14-4554-b0c2-55e62b0541b4, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=45690b0f-fd14-4554-b0c2-55e62b0541b4,segment=NetworkSegment(9f8bd056-f849-4076-8c94-9d3b564d97fc),segment_id=9f8bd056-f849-4076-8c94-9d3b564d97fc)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:41:33.421566 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-36bc892a-d4bf-4042-bc8c-dc37a8dfab89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:33.461930 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-36bc892a-d4bf-4042-bc8c-dc37a8dfab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:33.462582 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-36bc892a-d4bf-4042-bc8c-dc37a8dfab89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:33.464490 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-36bc892a-d4bf-4042-bc8c-dc37a8dfab89 service neutron] 10.222.0.44 "PUT /v2.0/ports/45690b0f-fd14-4554-b0c2-55e62b0541b4 HTTP/1.1" status: 200 len: 1091 time: 0.6440330 Apr 28 20:41:33.464976 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0502f3f-9f1f-44e6-8dac-1e5de5fcd159', 'tag': '45690b0f-fd14-4554-b0c2-55e62b0541b4'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:41:33.467445 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf124955d82b014a11a6fc2eaac2ea15efe7a1380e167aca24b9fc673bca835b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3243f4-7e4e-4b59-98cf-bfe86d664e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "a0502f3f-9f1f-44e6-8dac-1e5de5fcd159", "tag": "45690b0f-fd14-4554-b0c2-55e62b0541b4"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:41:33.544313 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc1e03f-2a6c-4dbb-89be-21df90abb6ee x-openstack-request-id: req-efc1e03f-2a6c-4dbb-89be-21df90abb6ee {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:41:33.544602 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0502f3f-9f1f-44e6-8dac-1e5de5fcd159", "tag": "45690b0f-fd14-4554-b0c2-55e62b0541b4", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:41:33.544850 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-efc1e03f-2a6c-4dbb-89be-21df90abb6ee {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:41:33.545250 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efc1e03f-2a6c-4dbb-89be-21df90abb6ee'] response: {'name': 'network-changed', 'server_uuid': 'a0502f3f-9f1f-44e6-8dac-1e5de5fcd159', 'tag': '45690b0f-fd14-4554-b0c2-55e62b0541b4', 'status': 'completed', 'code': 200} Apr 28 20:41:33.552584 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc892a-d4bf-4042-bc8c-dc37a8dfab89 service neutron] Pushing event updated for resources: {'Port': ['ID=45690b0f-fd14-4554-b0c2-55e62b0541b4,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:41:33.572813 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad798a3e-399b-4472-a80e-00540bee7175 req-fd5a2b3b-6708-4406-b747-e448b64c52cc tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:33.574394 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ad798a3e-399b-4472-a80e-00540bee7175 req-fd5a2b3b-6708-4406-b747-e448b64c52cc tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 943 time: 0.1057749 Apr 28 20:41:33.588308 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-6db3890e-a8e9-4b1f-8b37-639e4a1eb122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:33.590226 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-6db3890e-a8e9-4b1f-8b37-639e4a1eb122 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60f0a1f75cba4835aa1e19e6eb34c1b4&device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 1094 time: 0.0674777 Apr 28 20:41:33.631848 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ad798a3e-399b-4472-a80e-00540bee7175 req-dc61c921-b79b-40b1-94b2-160c0939b5d5 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462904 Apr 28 20:41:33.652340 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-2b838a7c-99e3-4453-83c7-287c1eaffdac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45690b0f-fd14-4554-b0c2-55e62b0541b4 HTTP/1.1" status: 200 len: 217 time: 0.0543284 Apr 28 20:41:33.704299 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-e93daae6-85a2-4c98-829d-49ccb336018f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:33.705864 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-e93daae6-85a2-4c98-829d-49ccb336018f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c28fb71b-bf80-49b5-bc50-77ccb1286f94 HTTP/1.1" status: 200 len: 847 time: 0.0472629 Apr 28 20:41:33.756033 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-c0595a39-81a7-4138-abfb-74f65291857f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:33.757620 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-c0595a39-81a7-4138-abfb-74f65291857f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2266f7c1-7993-496b-8802-251fb742be79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447257 Apr 28 20:41:33.852642 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-b8c6ee2b-8302-4c88-a331-f5b12e9517ac service neutron] 10.222.0.44 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883315 Apr 28 20:41:33.942626 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6bcd2d2f-8702-4028-a18e-1aaaae447809 req-1fb5f4ce-824a-4910-8551-eceb2265d1bc service neutron] 10.222.0.44 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832455 Apr 28 20:41:34.025463 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:34.029424 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3243f4-7e4e-4b59-98cf-bfe86d664e9c req-85b01f47-04ab-4059-88cb-7d72463d625c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:34.030936 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4a3243f4-7e4e-4b59-98cf-bfe86d664e9c req-85b01f47-04ab-4059-88cb-7d72463d625c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60f0a1f75cba4835aa1e19e6eb34c1b4&device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 1094 time: 0.0449398 Apr 28 20:41:34.133713 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3243f4-7e4e-4b59-98cf-bfe86d664e9c req-7270230f-b18f-4c30-9841-7de259b3f263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:34.135161 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4a3243f4-7e4e-4b59-98cf-bfe86d664e9c req-7270230f-b18f-4c30-9841-7de259b3f263 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2266f7c1-7993-496b-8802-251fb742be79 HTTP/1.1" status: 200 len: 909 time: 0.0967963 Apr 28 20:41:34.178299 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4a3243f4-7e4e-4b59-98cf-bfe86d664e9c req-0a51e9cd-fab6-4bfd-b42e-49ad0f43c67b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45690b0f-fd14-4554-b0c2-55e62b0541b4 HTTP/1.1" status: 200 len: 217 time: 0.0364447 Apr 28 20:41:34.232140 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3243f4-7e4e-4b59-98cf-bfe86d664e9c req-aa36d792-0dbc-465c-8447-b851a7127bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:34.233618 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4a3243f4-7e4e-4b59-98cf-bfe86d664e9c req-aa36d792-0dbc-465c-8447-b851a7127bcd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c28fb71b-bf80-49b5-bc50-77ccb1286f94 HTTP/1.1" status: 200 len: 847 time: 0.0494506 Apr 28 20:41:34.279209 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3243f4-7e4e-4b59-98cf-bfe86d664e9c req-6c7ccc14-d3d3-4a3c-8a84-3abc99531213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:34.280795 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4a3243f4-7e4e-4b59-98cf-bfe86d664e9c req-6c7ccc14-d3d3-4a3c-8a84-3abc99531213 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2266f7c1-7993-496b-8802-251fb742be79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403187 Apr 28 20:41:34.367533 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4a3243f4-7e4e-4b59-98cf-bfe86d664e9c req-502ef0be-c1d1-4754-9186-b83ffc126995 service neutron] 10.222.0.44 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798974 Apr 28 20:41:34.460860 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4a3243f4-7e4e-4b59-98cf-bfe86d664e9c req-89cdd9b2-0603-4cf6-863a-25253f4cbad1 service neutron] 10.222.0.44 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867548 Apr 28 20:41:34.754265 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e16b5-a5c8-40fa-b993-676c2530e567 req-0308190a-216f-46ae-acd1-5cf6c7d9ea92 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:34.755889 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3b8e16b5-a5c8-40fa-b993-676c2530e567 req-0308190a-216f-46ae-acd1-5cf6c7d9ea92 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 943 time: 0.0509081 Apr 28 20:41:34.793570 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3b8e16b5-a5c8-40fa-b993-676c2530e567 req-f060aced-49e7-4d8a-8a27-9e5969130e8f tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312529 Apr 28 20:41:35.914908 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a406f0a-9aac-4a22-9556-60b48bd11c0a req-1dcda821-033f-4f1c-8e7a-24208c43f8d5 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:35.916408 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0a406f0a-9aac-4a22-9556-60b48bd11c0a req-1dcda821-033f-4f1c-8e7a-24208c43f8d5 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 943 time: 0.0502455 Apr 28 20:41:35.955845 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0a406f0a-9aac-4a22-9556-60b48bd11c0a req-4b4b8a33-960d-4b90-baba-ab599702a421 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329230 Apr 28 20:41:37.071956 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b68ea9-7cf7-4192-9294-71232485e8a5 req-c0aa7de1-c8e7-4b1d-b15e-ca53e0e0c7ba tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:37.073441 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-58b68ea9-7cf7-4192-9294-71232485e8a5 req-c0aa7de1-c8e7-4b1d-b15e-ca53e0e0c7ba tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 943 time: 0.0490861 Apr 28 20:41:37.115492 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-58b68ea9-7cf7-4192-9294-71232485e8a5 req-96577f2c-4b18-46f2-bb1d-88bc5fbcb720 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360444 Apr 28 20:41:38.231418 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91daeb54-be2c-4e6c-a47b-1ae317229eca req-0ab0f4e3-96fb-4073-b0d9-9bd2b80deda2 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:38.232787 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-91daeb54-be2c-4e6c-a47b-1ae317229eca req-0ab0f4e3-96fb-4073-b0d9-9bd2b80deda2 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 943 time: 0.0481255 Apr 28 20:41:38.274355 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-91daeb54-be2c-4e6c-a47b-1ae317229eca req-4fc71d95-eaab-454e-ab39-b86eafb42fc6 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356507 Apr 28 20:41:39.390130 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b4730-32de-42d0-ad0d-825e7525d679 req-b29ff869-8693-4fa1-a8e7-cfd926e753cf tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:39.391597 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-598b4730-32de-42d0-ad0d-825e7525d679 req-b29ff869-8693-4fa1-a8e7-cfd926e753cf tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 943 time: 0.0487413 Apr 28 20:41:39.430542 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-598b4730-32de-42d0-ad0d-825e7525d679 req-deb8cf79-cb33-4971-88d7-34c8cc13509e tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322049 Apr 28 20:41:40.545383 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81235807-e086-4a12-a3a7-5fecd9a68ca9 req-7bb991cf-9771-4d36-8312-1088cc253cb7 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:40.546861 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-81235807-e086-4a12-a3a7-5fecd9a68ca9 req-7bb991cf-9771-4d36-8312-1088cc253cb7 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 943 time: 0.0479593 Apr 28 20:41:40.583746 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-81235807-e086-4a12-a3a7-5fecd9a68ca9 req-b7588a26-ca48-47dd-9414-7274ff0c6915 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301495 Apr 28 20:41:41.699336 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191f10c-cee7-47db-9b14-b0f101534aac req-55690d46-6c24-4921-be4d-b0c41cb3bd6e tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:41.700846 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6191f10c-cee7-47db-9b14-b0f101534aac req-55690d46-6c24-4921-be4d-b0c41cb3bd6e tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 943 time: 0.0498090 Apr 28 20:41:41.737181 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6191f10c-cee7-47db-9b14-b0f101534aac req-5fab63aa-4592-4eed-bee2-d224e669b43a tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303612 Apr 28 20:41:42.858029 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82006046-d7a5-45bf-beda-6519621a3e46 req-117d077d-7664-499b-bb97-9a6e0d8d675c tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:42.859490 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-82006046-d7a5-45bf-beda-6519621a3e46 req-117d077d-7664-499b-bb97-9a6e0d8d675c tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 943 time: 0.0492289 Apr 28 20:41:42.897157 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-82006046-d7a5-45bf-beda-6519621a3e46 req-43f84bca-a464-4635-8d8a-a48d7fae343f tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315242 Apr 28 20:41:43.774960 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 45690b0f-fd14-4554-b0c2-55e62b0541b4 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:41:43.873246 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 45690b0f-fd14-4554-b0c2-55e62b0541b4, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=45690b0f-fd14-4554-b0c2-55e62b0541b4,segment=NetworkSegment(9f8bd056-f849-4076-8c94-9d3b564d97fc),segment_id=9f8bd056-f849-4076-8c94-9d3b564d97fc)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:41:43.884352 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': '45690b0f-fd14-4554-b0c2-55e62b0541b4', 'network_id': '2266f7c1-7993-496b-8802-251fb742be79', 'port_id': '45690b0f-fd14-4554-b0c2-55e62b0541b4', 'mac_address': 'fa:16:3e:cc:6c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:41:43.922966 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:43.936121 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45690b0f-fd14-4554-b0c2-55e62b0541b4 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:41:43.955427 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 45690b0f-fd14-4554-b0c2-55e62b0541b4, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=45690b0f-fd14-4554-b0c2-55e62b0541b4,segment=NetworkSegment(9f8bd056-f849-4076-8c94-9d3b564d97fc),segment_id=9f8bd056-f849-4076-8c94-9d3b564d97fc)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:41:43.960555 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:44.007036 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=45690b0f-fd14-4554-b0c2-55e62b0541b4,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:41:44.014204 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:41:44.014549 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:41:44.014883 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:41:44.015214 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:41:44.015542 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:41:44.015867 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:41:44.016216 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:41:44.016538 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:41:44.016923 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:41:44.017243 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:41:44.017558 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:41:44.017871 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:41:44.018769 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78125222-290b-45d1-9775-f14237b51be0 req-855cf151-c06e-498d-b9af-08ecbb1dc6ab tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:44.021624 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-78125222-290b-45d1-9775-f14237b51be0 req-855cf151-c06e-498d-b9af-08ecbb1dc6ab tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 944 time: 0.0504062 Apr 28 20:41:44.062030 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-78125222-290b-45d1-9775-f14237b51be0 req-462d6629-faf0-468e-989a-0aa1b7442ed1 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351279 Apr 28 20:41:44.180969 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['45690b0f-fd14-4554-b0c2-55e62b0541b4'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:41:45.177991 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560199b0-e5c9-4f95-9e3a-57bfeb653504 req-e8c73fe7-f255-449c-a7ea-1a93c1e0e882 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:45.179417 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-560199b0-e5c9-4f95-9e3a-57bfeb653504 req-e8c73fe7-f255-449c-a7ea-1a93c1e0e882 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 944 time: 0.0502388 Apr 28 20:41:45.221807 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-560199b0-e5c9-4f95-9e3a-57bfeb653504 req-a62c7d9a-adc5-4302-a975-cd33096e4876 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364244 Apr 28 20:41:45.793404 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 45690b0f-fd14-4554-b0c2-55e62b0541b4 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:41:45.840924 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port 45690b0f-fd14-4554-b0c2-55e62b0541b4 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:41:45.844448 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port 45690b0f-fd14-4554-b0c2-55e62b0541b4 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:41:45.844813 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:45.919640 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:45.941003 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0502f3f-9f1f-44e6-8dac-1e5de5fcd159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45690b0f-fd14-4554-b0c2-55e62b0541b4'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:41:45.943743 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f0961dc541b5264c963834c151b06290830566d9874400a6cf73f3b09243849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70697c47-8534-4885-8eb9-de70117ff516" -d '{"events": [{"server_uuid": "a0502f3f-9f1f-44e6-8dac-1e5de5fcd159", "name": "network-vif-plugged", "status": "completed", "tag": "45690b0f-fd14-4554-b0c2-55e62b0541b4"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:41:45.956215 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 45690b0f-fd14-4554-b0c2-55e62b0541b4, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=45690b0f-fd14-4554-b0c2-55e62b0541b4,segment=NetworkSegment(9f8bd056-f849-4076-8c94-9d3b564d97fc),segment_id=9f8bd056-f849-4076-8c94-9d3b564d97fc)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:41:45.960960 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:45.987322 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbcb0d8-8f6c-4c81-8ec0-810e30157ba5 x-openstack-request-id: req-dfbcb0d8-8f6c-4c81-8ec0-810e30157ba5 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:41:45.987629 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0502f3f-9f1f-44e6-8dac-1e5de5fcd159", "name": "network-vif-plugged", "status": "completed", "tag": "45690b0f-fd14-4554-b0c2-55e62b0541b4", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:41:45.987870 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dfbcb0d8-8f6c-4c81-8ec0-810e30157ba5 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:41:45.988264 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfbcb0d8-8f6c-4c81-8ec0-810e30157ba5'] response: {'server_uuid': 'a0502f3f-9f1f-44e6-8dac-1e5de5fcd159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45690b0f-fd14-4554-b0c2-55e62b0541b4', 'code': 200} Apr 28 20:41:46.015257 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=45690b0f-fd14-4554-b0c2-55e62b0541b4,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:41:46.080881 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b71737-72e1-49f6-8d7d-3c969f2ad062 req-12cffc9e-0059-4346-ae5e-5b14283d64df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:46.082280 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d3b71737-72e1-49f6-8d7d-3c969f2ad062 req-12cffc9e-0059-4346-ae5e-5b14283d64df service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 1096 time: 0.0403905 Apr 28 20:41:46.117340 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d3b71737-72e1-49f6-8d7d-3c969f2ad062 req-98a0120a-4194-4ca8-b2ff-6facfb2f5829 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281100 Apr 28 20:41:46.339762 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e0c63-fb17-4336-b339-399099ec052a req-46bebf5d-1f09-4bea-9299-2bba02a3f903 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:46.341192 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ed0e0c63-fb17-4336-b339-399099ec052a req-46bebf5d-1f09-4bea-9299-2bba02a3f903 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 945 time: 0.0494165 Apr 28 20:41:46.378193 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ed0e0c63-fb17-4336-b339-399099ec052a req-950025e6-188a-406a-a29f-f8c64f994926 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310059 Apr 28 20:41:47.561613 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee1463-fd91-4fcb-ac97-69023e1a3eb1 req-e26b05e6-bf4d-4334-82c7-22a8e97b256e tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:47.562990 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a3ee1463-fd91-4fcb-ac97-69023e1a3eb1 req-e26b05e6-bf4d-4334-82c7-22a8e97b256e tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 945 time: 0.1160922 Apr 28 20:41:47.600680 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a3ee1463-fd91-4fcb-ac97-69023e1a3eb1 req-c9443007-9f1c-4e08-94aa-6b00c0367aba tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308018 Apr 28 20:41:47.715816 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f143983-83fa-4b14-b13c-1c5d400b017a req-18a95b6f-d1ce-4456-a5ec-65bf77c0601c tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:47.717290 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6f143983-83fa-4b14-b13c-1c5d400b017a req-18a95b6f-d1ce-4456-a5ec-65bf77c0601c tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 945 time: 0.0495725 Apr 28 20:41:47.754289 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6f143983-83fa-4b14-b13c-1c5d400b017a req-8ab12947-0340-49fd-9493-90d7401b2d0b tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310402 Apr 28 20:41:47.776343 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39758) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:41:47.815277 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae7f5fc-8808-4b11-abba-c3902460788e tempest-TestShelveInstance-631033829 tempest-TestShelveInstance-631033829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:47.816727 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-2ae7f5fc-8808-4b11-abba-c3902460788e tempest-TestShelveInstance-631033829 tempest-TestShelveInstance-631033829-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 1091 time: 0.0394168 Apr 28 20:41:47.820201 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39760) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:41:47.824327 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-e0b8a325-7ba3-46a4-8963-7f4a9e3e5ee1 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'port_id': '45690b0f-fd14-4554-b0c2-55e62b0541b4', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:41:47.845458 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e0b8a325-7ba3-46a4-8963-7f4a9e3e5ee1 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for floatingip, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:47.942344 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e0b8a325-7ba3-46a4-8963-7f4a9e3e5ee1 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:48.046032 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-e0b8a325-7ba3-46a4-8963-7f4a9e3e5ee1 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Allocated IP 172.25.8.18 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/d23eae18-2f49-4ed1-a103-a82e1f5e3ad2) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:41:48.143886 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e0b8a325-7ba3-46a4-8963-7f4a9e3e5ee1 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:48.176238 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e0b8a325-7ba3-46a4-8963-7f4a9e3e5ee1 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:48.215005 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b8a325-7ba3-46a4-8963-7f4a9e3e5ee1 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:41:48.217873 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-e0b8a325-7ba3-46a4-8963-7f4a9e3e5ee1 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:41:48.221437 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b8a325-7ba3-46a4-8963-7f4a9e3e5ee1 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:41:48.227412 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8a325-7ba3-46a4-8963-7f4a9e3e5ee1 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Pushing event updated for resources: {'Port': ['ID=d23eae18-2f49-4ed1-a103-a82e1f5e3ad2,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:41:48.579932 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e0b8a325-7ba3-46a4-8963-7f4a9e3e5ee1 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:48.649201 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e0b8a325-7ba3-46a4-8963-7f4a9e3e5ee1 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:48.794405 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e0b8a325-7ba3-46a4-8963-7f4a9e3e5ee1 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:48.798758 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e0b8a325-7ba3-46a4-8963-7f4a9e3e5ee1 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:48.871393 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8a325-7ba3-46a4-8963-7f4a9e3e5ee1 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Pushing event updated for resources: {'Port': ['ID=d23eae18-2f49-4ed1-a103-a82e1f5e3ad2,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:41:48.879360 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e0b8a325-7ba3-46a4-8963-7f4a9e3e5ee1 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:48.981596 n-d-839810-1 neutron-server[102773]: INFO neutron.db.l3_db [None req-e0b8a325-7ba3-46a4-8963-7f4a9e3e5ee1 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Floating IP 62e588eb-ab72-4361-bc10-9420db220ca1 associated. External IP: 172.25.8.18, port: 45690b0f-fd14-4554-b0c2-55e62b0541b4. Apr 28 20:41:49.186274 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b8a325-7ba3-46a4-8963-7f4a9e3e5ee1 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Router 9f2450c7-aa46-4cd0-a2e0-f31895317154 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:41:49.293541 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b8a325-7ba3-46a4-8963-7f4a9e3e5ee1 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:41:49.311480 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dae2ca1-e53a-488f-be85-e5a2c908a027 None None] Sync routers for ids ['9f2450c7-aa46-4cd0-a2e0-f31895317154'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:41:49.313128 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e0b8a325-7ba3-46a4-8963-7f4a9e3e5ee1 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:49.321100 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dae2ca1-e53a-488f-be85-e5a2c908a027 None None] Routers {'9f2450c7-aa46-4cd0-a2e0-f31895317154'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:41:49.321709 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-5dae2ca1-e53a-488f-be85-e5a2c908a027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:41:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9f2450c7-aa46-4cd0-a2e0-f31895317154'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:41:49.341708 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e0b8a325-7ba3-46a4-8963-7f4a9e3e5ee1 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5204582 Apr 28 20:41:49.342305 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0502f3f-9f1f-44e6-8dac-1e5de5fcd159', 'tag': '45690b0f-fd14-4554-b0c2-55e62b0541b4'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:41:49.344571 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987aa34c65443dea39eaa51b67d186bb80d94e7c4b504279bd6048524f6efc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbc87b6-f793-4fd5-926c-834c0502d175" -d '{"events": [{"name": "network-changed", "server_uuid": "a0502f3f-9f1f-44e6-8dac-1e5de5fcd159", "tag": "45690b0f-fd14-4554-b0c2-55e62b0541b4"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:41:49.382033 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c647f38c-54ca-46d3-8064-486823ec9e60 x-openstack-request-id: req-c647f38c-54ca-46d3-8064-486823ec9e60 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:41:49.382329 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0502f3f-9f1f-44e6-8dac-1e5de5fcd159", "tag": "45690b0f-fd14-4554-b0c2-55e62b0541b4", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:41:49.382585 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c647f38c-54ca-46d3-8064-486823ec9e60 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:41:49.383001 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c647f38c-54ca-46d3-8064-486823ec9e60'] response: {'name': 'network-changed', 'server_uuid': 'a0502f3f-9f1f-44e6-8dac-1e5de5fcd159', 'tag': '45690b0f-fd14-4554-b0c2-55e62b0541b4', 'status': 'completed', 'code': 200} Apr 28 20:41:49.429556 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-5dae2ca1-e53a-488f-be85-e5a2c908a027 None None] Set router 9f2450c7-aa46-4cd0-a2e0-f31895317154 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:41:49.444304 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc87b6-f793-4fd5-926c-834c0502d175 req-d26a2ef1-bd47-4025-99af-e97245accc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:49.445736 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cbbc87b6-f793-4fd5-926c-834c0502d175 req-d26a2ef1-bd47-4025-99af-e97245accc37 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60f0a1f75cba4835aa1e19e6eb34c1b4&device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 1096 time: 0.0414124 Apr 28 20:41:49.540369 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc87b6-f793-4fd5-926c-834c0502d175 req-1913b3fd-0a85-4f20-9ff4-a3ea8f1c09c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:49.541868 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cbbc87b6-f793-4fd5-926c-834c0502d175 req-1913b3fd-0a85-4f20-9ff4-a3ea8f1c09c1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2266f7c1-7993-496b-8802-251fb742be79 HTTP/1.1" status: 200 len: 909 time: 0.0897527 Apr 28 20:41:49.606096 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cbbc87b6-f793-4fd5-926c-834c0502d175 req-aa84a02c-4555-431c-8b90-448ec8cb523d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45690b0f-fd14-4554-b0c2-55e62b0541b4 HTTP/1.1" status: 200 len: 998 time: 0.0577002 Apr 28 20:41:49.655799 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-5dae2ca1-e53a-488f-be85-e5a2c908a027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'name': 'tempest-TestShelveInstance-986394139-router', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '2c047e48-b68a-4944-bebd-a8b781634453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:37:02Z', 'updated_at': '2022-04-28T20:37:05Z', 'revision_number': 4, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'gw_port': {'id': '2c047e48-b68a-4944-bebd-a8b781634453', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:03Z', 'updated_at': '2022-04-28T20:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '62e588eb-ab72-4361-bc10-9420db220ca1', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'port_id': '45690b0f-fd14-4554-b0c2-55e62b0541b4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2266f7c1-7993-496b-8802-251fb742be79', 'mac_address': 'fa:16:3e:cc:6c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0502f3f-9f1f-44e6-8dac-1e5de5fcd159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:41:48Z', 'updated_at': '2022-04-28T20:41:48Z', 'revision_number': 0, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db5255e6-e9d0-4926-849b-52c38da164fe', 'name': '', 'network_id': '2266f7c1-7993-496b-8802-251fb742be79', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'mac_address': 'fa:16:3e:03:5a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:04Z', 'updated_at': '2022-04-28T20:37:10Z', 'revision_number': 5, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'subnets': [{'id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:41:49.658671 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc87b6-f793-4fd5-926c-834c0502d175 req-fd84e5c9-ccb4-48a7-b918-03e0260ea086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:49.660181 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cbbc87b6-f793-4fd5-926c-834c0502d175 req-fd84e5c9-ccb4-48a7-b918-03e0260ea086 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c28fb71b-bf80-49b5-bc50-77ccb1286f94 HTTP/1.1" status: 200 len: 847 time: 0.0481265 Apr 28 20:41:49.690891 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dae2ca1-e53a-488f-be85-e5a2c908a027 None None] Checking router: 9f2450c7-aa46-4cd0-a2e0-f31895317154 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:41:49.700845 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dae2ca1-e53a-488f-be85-e5a2c908a027 None None] Routers {'9f2450c7-aa46-4cd0-a2e0-f31895317154'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:41:49.701841 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-5dae2ca1-e53a-488f-be85-e5a2c908a027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:41:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9f2450c7-aa46-4cd0-a2e0-f31895317154'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:41:49.706293 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc87b6-f793-4fd5-926c-834c0502d175 req-5a1265d8-0884-40f6-92c1-4f969e16defb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:49.708597 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cbbc87b6-f793-4fd5-926c-834c0502d175 req-5a1265d8-0884-40f6-92c1-4f969e16defb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2266f7c1-7993-496b-8802-251fb742be79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412316 Apr 28 20:41:49.796956 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cbbc87b6-f793-4fd5-926c-834c0502d175 req-f8495ed1-7169-449b-8046-26068a47ee43 service neutron] 10.222.0.44 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827513 Apr 28 20:41:49.811096 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-5dae2ca1-e53a-488f-be85-e5a2c908a027 None None] Set router 9f2450c7-aa46-4cd0-a2e0-f31895317154 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:41:49.889585 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cbbc87b6-f793-4fd5-926c-834c0502d175 req-293e23b8-95ec-422d-856c-9388ac63fbe1 service neutron] 10.222.0.44 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861492 Apr 28 20:41:49.974798 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-68bde2c2-cb6f-428f-9579-826733e0b1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:50.047181 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-5dae2ca1-e53a-488f-be85-e5a2c908a027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'name': 'tempest-TestShelveInstance-986394139-router', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '2c047e48-b68a-4944-bebd-a8b781634453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:37:02Z', 'updated_at': '2022-04-28T20:37:05Z', 'revision_number': 4, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'gw_port': {'id': '2c047e48-b68a-4944-bebd-a8b781634453', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:03Z', 'updated_at': '2022-04-28T20:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '62e588eb-ab72-4361-bc10-9420db220ca1', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'port_id': '45690b0f-fd14-4554-b0c2-55e62b0541b4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2266f7c1-7993-496b-8802-251fb742be79', 'mac_address': 'fa:16:3e:cc:6c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0502f3f-9f1f-44e6-8dac-1e5de5fcd159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:41:48Z', 'updated_at': '2022-04-28T20:41:48Z', 'revision_number': 0, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db5255e6-e9d0-4926-849b-52c38da164fe', 'name': '', 'network_id': '2266f7c1-7993-496b-8802-251fb742be79', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'mac_address': 'fa:16:3e:03:5a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:04Z', 'updated_at': '2022-04-28T20:37:10Z', 'revision_number': 5, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'subnets': [{'id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:41:50.076397 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dae2ca1-e53a-488f-be85-e5a2c908a027 None None] The sync data for ids ['9f2450c7-aa46-4cd0-a2e0-f31895317154'] in n-d-839810-1 is: [{'id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'name': 'tempest-TestShelveInstance-986394139-router', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '2c047e48-b68a-4944-bebd-a8b781634453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:37:02Z', 'updated_at': '2022-04-28T20:37:05Z', 'revision_number': 4, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'gw_port': {'id': '2c047e48-b68a-4944-bebd-a8b781634453', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:03Z', 'updated_at': '2022-04-28T20:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '62e588eb-ab72-4361-bc10-9420db220ca1', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'port_id': '45690b0f-fd14-4554-b0c2-55e62b0541b4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2266f7c1-7993-496b-8802-251fb742be79', 'mac_address': 'fa:16:3e:cc:6c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0502f3f-9f1f-44e6-8dac-1e5de5fcd159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:41:48Z', 'updated_at': '2022-04-28T20:41:48Z', 'revision_number': 0, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db5255e6-e9d0-4926-849b-52c38da164fe', 'name': '', 'network_id': '2266f7c1-7993-496b-8802-251fb742be79', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'mac_address': 'fa:16:3e:03:5a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:04Z', 'updated_at': '2022-04-28T20:37:10Z', 'revision_number': 5, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'subnets': [{'id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:41:50.265634 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1c0d81-c5da-4d87-935b-6bb98abd2064 None None] New status for floating IP 62e588eb-ab72-4361-bc10-9420db220ca1: ACTIVE {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:41:52.184853 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-154f435b-b222-4e62-86c2-996e6b124ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:53.733814 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:56.030198 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:56.034873 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:00.639685 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:42:02.522286 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:04.037554 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:10.992553 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e05813f-8426-4555-a32a-c9701de21dfa req-f1b5de48-2ce7-47f5-b441-02f8cc4d2c97 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392375 Apr 28 20:42:11.081587 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05813f-8426-4555-a32a-c9701de21dfa req-1fdab562-e215-43d2-a689-2b8d3ea6e2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:11.083164 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e05813f-8426-4555-a32a-c9701de21dfa req-1fdab562-e215-43d2-a689-2b8d3ea6e2b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60f0a1f75cba4835aa1e19e6eb34c1b4&device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 1096 time: 0.0401361 Apr 28 20:42:11.191098 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05813f-8426-4555-a32a-c9701de21dfa req-f8c1467b-652b-49c6-bfb7-e88bc9764ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:11.192572 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e05813f-8426-4555-a32a-c9701de21dfa req-f8c1467b-652b-49c6-bfb7-e88bc9764ddc service neutron] 10.222.0.44 "GET /v2.0/networks?id=2266f7c1-7993-496b-8802-251fb742be79 HTTP/1.1" status: 200 len: 909 time: 0.0863583 Apr 28 20:42:11.257152 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e05813f-8426-4555-a32a-c9701de21dfa req-2e4c16e4-4c07-4367-8e89-2c22e68e58a3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45690b0f-fd14-4554-b0c2-55e62b0541b4 HTTP/1.1" status: 200 len: 1000 time: 0.0574107 Apr 28 20:42:11.310933 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05813f-8426-4555-a32a-c9701de21dfa req-f79910e9-4602-42fa-a204-c5c94081b1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:11.312462 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e05813f-8426-4555-a32a-c9701de21dfa req-f79910e9-4602-42fa-a204-c5c94081b1da service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c28fb71b-bf80-49b5-bc50-77ccb1286f94 HTTP/1.1" status: 200 len: 847 time: 0.0471332 Apr 28 20:42:11.358032 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05813f-8426-4555-a32a-c9701de21dfa req-a52fcd90-47c5-45f6-b5b3-3e79bdb1d443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:11.359482 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e05813f-8426-4555-a32a-c9701de21dfa req-a52fcd90-47c5-45f6-b5b3-3e79bdb1d443 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2266f7c1-7993-496b-8802-251fb742be79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399048 Apr 28 20:42:11.450539 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e05813f-8426-4555-a32a-c9701de21dfa req-bcb1ea4d-d030-4486-b4dc-96b9f056cebf service neutron] 10.222.0.44 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807772 Apr 28 20:42:11.540969 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-0e05813f-8426-4555-a32a-c9701de21dfa req-4020b9bd-de8b-430a-a422-aae3692bc418 service neutron] 10.222.0.44 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835741 Apr 28 20:42:19.957044 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-74e74a39-89fe-4072-bb12-da07be4fd8fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:22.191621 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0c31a8ab-ed76-4636-9d50-e14ea1d1b382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:23.737272 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:26.029433 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:26.039763 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:32.530140 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:34.067759 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:37.639475 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:42:49.958185 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7f4532ee-c5d3-4413-bde6-96e1e68f2b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:52.184984 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b54b6925-544b-4da9-86bb-968c9bb7b6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:53.742850 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:56.039926 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:56.044453 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:43:02.529828 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:43:04.066363 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:43:13.060305 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e1c7c576-a48d-4931-98ae-c2d0eb3eb334 req-1423fa77-0d21-4413-9804-e4f6b405a8a1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0789323 Apr 28 20:43:13.141578 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7c576-a48d-4931-98ae-c2d0eb3eb334 req-d25fb788-e4f7-4546-a982-6aa1fa9a7f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:43:13.143020 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e1c7c576-a48d-4931-98ae-c2d0eb3eb334 req-d25fb788-e4f7-4546-a982-6aa1fa9a7f96 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60f0a1f75cba4835aa1e19e6eb34c1b4&device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 1096 time: 0.0398941 Apr 28 20:43:13.247627 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7c576-a48d-4931-98ae-c2d0eb3eb334 req-caa8f306-0e01-4a7a-a035-3cf9c9558bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:43:13.249065 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e1c7c576-a48d-4931-98ae-c2d0eb3eb334 req-caa8f306-0e01-4a7a-a035-3cf9c9558bde service neutron] 10.222.0.44 "GET /v2.0/networks?id=2266f7c1-7993-496b-8802-251fb742be79 HTTP/1.1" status: 200 len: 909 time: 0.0875514 Apr 28 20:43:13.315137 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e1c7c576-a48d-4931-98ae-c2d0eb3eb334 req-471b81f2-b740-4c95-9788-6185422c4558 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45690b0f-fd14-4554-b0c2-55e62b0541b4 HTTP/1.1" status: 200 len: 1000 time: 0.0578592 Apr 28 20:43:13.366631 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7c576-a48d-4931-98ae-c2d0eb3eb334 req-24b794fd-c0b7-4735-8686-563002cd7b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:43:13.368060 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e1c7c576-a48d-4931-98ae-c2d0eb3eb334 req-24b794fd-c0b7-4735-8686-563002cd7b96 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c28fb71b-bf80-49b5-bc50-77ccb1286f94 HTTP/1.1" status: 200 len: 847 time: 0.0466139 Apr 28 20:43:13.412906 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7c576-a48d-4931-98ae-c2d0eb3eb334 req-89e3101e-3cbc-4aa3-92ea-bb1a90c0d079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:43:13.414360 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e1c7c576-a48d-4931-98ae-c2d0eb3eb334 req-89e3101e-3cbc-4aa3-92ea-bb1a90c0d079 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2266f7c1-7993-496b-8802-251fb742be79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399928 Apr 28 20:43:13.501223 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e1c7c576-a48d-4931-98ae-c2d0eb3eb334 req-ba7db80d-75a1-49e3-8988-1c1695a28adb service neutron] 10.222.0.44 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798962 Apr 28 20:43:13.592774 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e1c7c576-a48d-4931-98ae-c2d0eb3eb334 req-97f98440-1459-4b1d-b8c0-2513cbb5055b service neutron] 10.222.0.44 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846627 Apr 28 20:43:14.638430 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:43:19.960525 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6b291ea6-62c3-48e4-ae0a-b104ec5e7c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:43:22.186166 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-d2ee4fb6-fd59-4ff8-abcd-a7e1180cd736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:43:23.743192 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:43:26.036087 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:43:26.047272 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:43:32.545168 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:43:34.085878 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:43:48.168369 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164b7cb-993d-4503-8472-eb8ab1dfd2af req-e2d2f129-994c-49b2-a9d3-9c125658755e tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:43:48.169999 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8164b7cb-993d-4503-8472-eb8ab1dfd2af req-e2d2f129-994c-49b2-a9d3-9c125658755e tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 945 time: 0.0500562 Apr 28 20:43:48.207431 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8164b7cb-993d-4503-8472-eb8ab1dfd2af req-ded314a0-3f26-4f48-b91a-1e8b96fc2953 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313601 Apr 28 20:43:49.383748 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccca95-1d2a-4183-865f-30bd99daf972 req-1753978d-f74e-41c4-ac18-76e5937718b0 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:43:49.385256 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-93ccca95-1d2a-4183-865f-30bd99daf972 req-1753978d-f74e-41c4-ac18-76e5937718b0 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 945 time: 0.1073658 Apr 28 20:43:49.423431 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-93ccca95-1d2a-4183-865f-30bd99daf972 req-3731495d-3c8e-4bac-b673-b4e344c7323b tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319939 Apr 28 20:43:49.962108 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-16cf3347-4397-471e-99f1-6fb9c05990f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:43:50.555973 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41339c8-77ed-49b3-9e18-abee9ee30679 req-5a640987-359f-4a2c-89a6-6d4fa787f9d3 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:43:50.557455 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f41339c8-77ed-49b3-9e18-abee9ee30679 req-5a640987-359f-4a2c-89a6-6d4fa787f9d3 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 945 time: 0.0531850 Apr 28 20:43:50.596374 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f41339c8-77ed-49b3-9e18-abee9ee30679 req-dd4cb3cd-839e-40c4-ac44-59fb171ac861 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329533 Apr 28 20:43:51.640718 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:43:51.713708 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db0c8d-bd3a-41d9-b2e3-73b57aca04c5 req-a2dcd086-0ad3-4e02-9dc5-b1a2acac2e39 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:43:51.715159 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d1db0c8d-bd3a-41d9-b2e3-73b57aca04c5 req-a2dcd086-0ad3-4e02-9dc5-b1a2acac2e39 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 945 time: 0.0493777 Apr 28 20:43:51.757675 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d1db0c8d-bd3a-41d9-b2e3-73b57aca04c5 req-ff04ad60-f5ca-461a-aedd-fe3fd63f1060 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364027 Apr 28 20:43:52.185761 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-984b3a98-8998-4add-9764-836e4234d774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:43:52.874146 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff1942-4781-44c9-b3ee-212ea79a277f req-76b371e5-26d2-4602-b19d-bd03ac5b7ed9 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:43:52.875583 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-05ff1942-4781-44c9-b3ee-212ea79a277f req-76b371e5-26d2-4602-b19d-bd03ac5b7ed9 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 945 time: 0.0484028 Apr 28 20:43:52.913608 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-05ff1942-4781-44c9-b3ee-212ea79a277f req-a4295c30-e823-4ca7-876f-2c1f51f848bc tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311930 Apr 28 20:43:53.745896 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:43:54.035796 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaca0a7-5d00-4ab5-9e3b-fbf9784a6d0a req-dee651b1-ff04-429c-a35f-1278f3ee693e tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:43:54.037242 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-afaca0a7-5d00-4ab5-9e3b-fbf9784a6d0a req-dee651b1-ff04-429c-a35f-1278f3ee693e tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 945 time: 0.0523095 Apr 28 20:43:54.075054 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-afaca0a7-5d00-4ab5-9e3b-fbf9784a6d0a req-ff0d79ed-ffea-4226-b124-c13d558a25c1 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315201 Apr 28 20:43:55.196029 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f4cbd-290c-400c-aa08-d91d342bded7 req-9bd9caa0-5f03-4471-bad4-ac8deecabce8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:43:55.197481 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d85f4cbd-290c-400c-aa08-d91d342bded7 req-9bd9caa0-5f03-4471-bad4-ac8deecabce8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 945 time: 0.0499570 Apr 28 20:43:55.235013 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d85f4cbd-290c-400c-aa08-d91d342bded7 req-81929179-4522-4bdd-b4ec-3857071121f5 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315681 Apr 28 20:43:56.044544 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:43:56.048947 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:43:56.349106 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6c0a3-2149-4553-adc1-72e35d09e7b6 req-a1f2179e-824b-4420-beb1-d37a54e5d729 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:43:56.350666 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dee6c0a3-2149-4553-adc1-72e35d09e7b6 req-a1f2179e-824b-4420-beb1-d37a54e5d729 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 945 time: 0.0481563 Apr 28 20:43:56.388654 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-dee6c0a3-2149-4553-adc1-72e35d09e7b6 req-50ea7d62-1b70-42d8-9901-fe20327df78b tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319023 Apr 28 20:43:57.507935 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85372d76-7921-49b4-9b2b-15bed157ba6f req-a2f516c6-74d3-4050-bbdd-4124dd639ced tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:43:57.509401 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-85372d76-7921-49b4-9b2b-15bed157ba6f req-a2f516c6-74d3-4050-bbdd-4124dd639ced tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 945 time: 0.0533047 Apr 28 20:43:57.546774 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-85372d76-7921-49b4-9b2b-15bed157ba6f req-c501a9c3-ff14-49fd-a15d-309edf8aa934 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314274 Apr 28 20:43:58.307513 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab943db0-eec2-4522-8e82-5ccf078b9722 req-d6d57062-f5ca-4195-aea5-72eeb58d7137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:43:58.309142 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ab943db0-eec2-4522-8e82-5ccf078b9722 req-d6d57062-f5ca-4195-aea5-72eeb58d7137 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60f0a1f75cba4835aa1e19e6eb34c1b4&device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 1096 time: 0.0406079 Apr 28 20:43:58.397217 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab943db0-eec2-4522-8e82-5ccf078b9722 req-9942939f-b0e2-4a7b-982f-eb79b1381e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:43:58.398654 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ab943db0-eec2-4522-8e82-5ccf078b9722 req-9942939f-b0e2-4a7b-982f-eb79b1381e2c service neutron] 10.222.0.44 "GET /v2.0/networks?id=2266f7c1-7993-496b-8802-251fb742be79 HTTP/1.1" status: 200 len: 909 time: 0.0826366 Apr 28 20:43:58.464925 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ab943db0-eec2-4522-8e82-5ccf078b9722 req-9d7d7afd-f92b-4153-ac74-466009dd8265 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45690b0f-fd14-4554-b0c2-55e62b0541b4 HTTP/1.1" status: 200 len: 1000 time: 0.0600445 Apr 28 20:43:58.512815 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab943db0-eec2-4522-8e82-5ccf078b9722 req-32ed3148-91f8-4c21-9880-eb231c4e4933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:43:58.514203 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ab943db0-eec2-4522-8e82-5ccf078b9722 req-32ed3148-91f8-4c21-9880-eb231c4e4933 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c28fb71b-bf80-49b5-bc50-77ccb1286f94 HTTP/1.1" status: 200 len: 847 time: 0.0428925 Apr 28 20:43:58.559428 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab943db0-eec2-4522-8e82-5ccf078b9722 req-b20867be-0e9b-450a-a1e5-e180e9c5add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:43:58.560979 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ab943db0-eec2-4522-8e82-5ccf078b9722 req-b20867be-0e9b-450a-a1e5-e180e9c5add0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2266f7c1-7993-496b-8802-251fb742be79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395913 Apr 28 20:43:58.651429 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ab943db0-eec2-4522-8e82-5ccf078b9722 req-3aed1687-0363-4bd7-8b9a-7d97084e6caa service neutron] 10.222.0.44 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840626 Apr 28 20:43:58.670269 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328881c-ee0b-4bde-8d93-634b141dee00 req-1c5e7e81-5b5b-4d51-a484-a361d5b4d53c tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:43:58.671739 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d328881c-ee0b-4bde-8d93-634b141dee00 req-1c5e7e81-5b5b-4d51-a484-a361d5b4d53c tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 945 time: 0.0588515 Apr 28 20:43:58.714947 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-d328881c-ee0b-4bde-8d93-634b141dee00 req-f4c5539c-c002-46ae-97b3-8cb98b120d27 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358856 Apr 28 20:43:58.741264 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ab943db0-eec2-4522-8e82-5ccf078b9722 req-4356dfe4-dfe9-4d18-bc95-0abe08e233bf service neutron] 10.222.0.44 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838292 Apr 28 20:43:59.836935 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b45b22-6e21-48df-be76-32bdd28545ae req-75b8d1c0-247c-4d25-8375-60c60eadc55b tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:43:59.838377 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-60b45b22-6e21-48df-be76-32bdd28545ae req-75b8d1c0-247c-4d25-8375-60c60eadc55b tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 945 time: 0.0543113 Apr 28 20:43:59.876260 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-60b45b22-6e21-48df-be76-32bdd28545ae req-56e15830-eca9-4157-82b9-441819efba6e tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317991 Apr 28 20:44:00.995984 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d48d9d-0795-43b0-b9db-c4b425c3b783 req-a52ab362-d864-4be7-81ef-248d70bc172b tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:00.997611 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a8d48d9d-0795-43b0-b9db-c4b425c3b783 req-a52ab362-d864-4be7-81ef-248d70bc172b tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 945 time: 0.0518148 Apr 28 20:44:01.038546 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a8d48d9d-0795-43b0-b9db-c4b425c3b783 req-05a0f9c1-9cd4-499d-9989-57b22a655632 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347543 Apr 28 20:44:02.162521 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cfcae-6e0a-48a1-bb8e-e38da97d175a req-00bd46e4-46a8-46a1-8e71-90fe6270d1d0 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:02.164576 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-063cfcae-6e0a-48a1-bb8e-e38da97d175a req-00bd46e4-46a8-46a1-8e71-90fe6270d1d0 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 945 time: 0.0554731 Apr 28 20:44:02.201605 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-063cfcae-6e0a-48a1-bb8e-e38da97d175a req-ee689517-abe4-4bf5-9b30-cd3cde600981 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307446 Apr 28 20:44:02.384127 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-999987de-0789-40a2-b02c-8bf204194e51 req-588a11bb-ad81-4497-bd8d-ef51865cea71 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399315 Apr 28 20:44:02.393190 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-999987de-0789-40a2-b02c-8bf204194e51 req-fdeeb6a9-03d7-4d5a-8358-258e0165ec14 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:44:02.394158 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-999987de-0789-40a2-b02c-8bf204194e51 req-fdeeb6a9-03d7-4d5a-8358-258e0165ec14 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049622 Apr 28 20:44:02.410721 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device 45690b0f-fd14-4554-b0c2-55e62b0541b4 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:44:02.421669 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cdcdd-bfb6-4bf5-a7c3-37a59261b494 req-f3171782-69b9-4705-b54f-c1ae24102c05 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:02.424716 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e46cdcdd-bfb6-4bf5-a7c3-37a59261b494 req-f3171782-69b9-4705-b54f-c1ae24102c05 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 945 time: 0.0615435 Apr 28 20:44:02.467029 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e46cdcdd-bfb6-4bf5-a7c3-37a59261b494 req-e1c0258a-9d1a-4997-83a0-69f5e8dbeba3 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345972 Apr 28 20:44:02.499641 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:02.522774 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0502f3f-9f1f-44e6-8dac-1e5de5fcd159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45690b0f-fd14-4554-b0c2-55e62b0541b4'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:44:02.525046 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f0961dc541b5264c963834c151b06290830566d9874400a6cf73f3b09243849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af15226-5439-4f23-bec0-480bb6b3c6ae" -d '{"events": [{"server_uuid": "a0502f3f-9f1f-44e6-8dac-1e5de5fcd159", "name": "network-vif-unplugged", "status": "completed", "tag": "45690b0f-fd14-4554-b0c2-55e62b0541b4"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:44:02.545917 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port 45690b0f-fd14-4554-b0c2-55e62b0541b4, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=45690b0f-fd14-4554-b0c2-55e62b0541b4,segment=NetworkSegment(9f8bd056-f849-4076-8c94-9d3b564d97fc),segment_id=9f8bd056-f849-4076-8c94-9d3b564d97fc)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:44:02.554690 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:02.559809 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Apr 2022 20:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f828995-28d7-4883-897c-93980d998075 x-openstack-request-id: req-8f828995-28d7-4883-897c-93980d998075 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:44:02.560190 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0502f3f-9f1f-44e6-8dac-1e5de5fcd159", "name": "network-vif-unplugged", "status": "failed", "tag": "45690b0f-fd14-4554-b0c2-55e62b0541b4", "code": 422}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:44:02.560429 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8f828995-28d7-4883-897c-93980d998075 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:44:02.560691 n-d-839810-1 neutron-server[102775]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8f828995-28d7-4883-897c-93980d998075']: {'server_uuid': 'a0502f3f-9f1f-44e6-8dac-1e5de5fcd159', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '45690b0f-fd14-4554-b0c2-55e62b0541b4', 'code': 422} returned with failed status Apr 28 20:44:02.562629 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:02.605093 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=45690b0f-fd14-4554-b0c2-55e62b0541b4,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:44:02.612192 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:02.612537 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:02.612872 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:02.613206 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:02.613532 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:02.613855 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:02.614284 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:02.614607 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:02.614929 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:02.615252 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:02.615572 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:02.615890 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:03.586534 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a911225-a814-4362-8f1a-c34b41dd0fa2 req-f013db74-c358-42da-9cec-3908a874ad72 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:03.587932 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1a911225-a814-4362-8f1a-c34b41dd0fa2 req-f013db74-c358-42da-9cec-3908a874ad72 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 943 time: 0.0535309 Apr 28 20:44:03.624769 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-1a911225-a814-4362-8f1a-c34b41dd0fa2 req-201ec313-e49c-4ec7-9638-40281888e13f tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305567 Apr 28 20:44:04.096678 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:04.740565 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca5ad1-33ad-4a06-a561-b056f10dada2 req-572efd5f-521c-443d-aec4-78c4492a6a67 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:04.742038 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-77ca5ad1-33ad-4a06-a561-b056f10dada2 req-572efd5f-521c-443d-aec4-78c4492a6a67 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 943 time: 0.0487757 Apr 28 20:44:04.779352 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-77ca5ad1-33ad-4a06-a561-b056f10dada2 req-93b4e9f1-f3f0-41d6-b660-b661acdb11e2 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313277 Apr 28 20:44:05.901308 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a0d68-6626-4cb5-bfa7-f77ce859d79f req-4a52d3da-a5f5-49f4-9167-1cde4b17cbd8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:05.902911 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a93a0d68-6626-4cb5-bfa7-f77ce859d79f req-4a52d3da-a5f5-49f4-9167-1cde4b17cbd8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 943 time: 0.0499799 Apr 28 20:44:05.940443 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a93a0d68-6626-4cb5-bfa7-f77ce859d79f req-6f7c30e9-06ed-4e56-9fdd-527d43dbcceb tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313582 Apr 28 20:44:07.068508 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855e14d-4d87-4daf-a1de-88b09b6eb504 req-a9914efd-79fe-4b45-a6ba-979218778363 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:07.070025 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f855e14d-4d87-4daf-a1de-88b09b6eb504 req-a9914efd-79fe-4b45-a6ba-979218778363 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 943 time: 0.0549812 Apr 28 20:44:07.134700 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f855e14d-4d87-4daf-a1de-88b09b6eb504 req-c397942b-8a8a-4c42-a8e5-1227462d3e83 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548866 Apr 28 20:44:07.136653 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999987de-0789-40a2-b02c-8bf204194e51 req-d143aa5d-6cb1-4ac1-b5a7-11a7b94af976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:07.138031 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-999987de-0789-40a2-b02c-8bf204194e51 req-d143aa5d-6cb1-4ac1-b5a7-11a7b94af976 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159&tenant_id=60f0a1f75cba4835aa1e19e6eb34c1b4 HTTP/1.1" status: 200 len: 1094 time: 0.1278532 Apr 28 20:44:07.149568 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-999987de-0789-40a2-b02c-8bf204194e51 req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-839810-1', 'device_owner': 'compute:nova'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:44:07.205728 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-999987de-0789-40a2-b02c-8bf204194e51 req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:07.408902 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-999987de-0789-40a2-b02c-8bf204194e51 req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] For port 45690b0f-fd14-4554-b0c2-55e62b0541b4, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=45690b0f-fd14-4554-b0c2-55e62b0541b4,segment=NetworkSegment(9f8bd056-f849-4076-8c94-9d3b564d97fc),segment_id=9f8bd056-f849-4076-8c94-9d3b564d97fc)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:44:07.440539 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-999987de-0789-40a2-b02c-8bf204194e51 req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] For port 45690b0f-fd14-4554-b0c2-55e62b0541b4, host n-h2-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:44:07.473042 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-999987de-0789-40a2-b02c-8bf204194e51 req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45690b0f-fd14-4554-b0c2-55e62b0541b4 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:44:07.480660 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-999987de-0789-40a2-b02c-8bf204194e51 req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:07.492560 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-999987de-0789-40a2-b02c-8bf204194e51 req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] Transition to ACTIVE for port object 45690b0f-fd14-4554-b0c2-55e62b0541b4 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:44:07.496238 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-999987de-0789-40a2-b02c-8bf204194e51 req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:07.575531 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] Pushing event updated for resources: {'Port': ['ID=45690b0f-fd14-4554-b0c2-55e62b0541b4,revision_number=7']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:44:07.589851 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:07.590201 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:07.590541 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:07.590875 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:07.591205 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:07.591534 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:07.592062 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:07.592219 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:07.592519 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:07.592840 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:07.593159 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:07.593477 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:07.626083 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-999987de-0789-40a2-b02c-8bf204194e51 req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] No DVR routers for this DVR port 45690b0f-fd14-4554-b0c2-55e62b0541b4 on host n-h2-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:44:07.762709 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-999987de-0789-40a2-b02c-8bf204194e51 req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] Attempting to bind port 45690b0f-fd14-4554-b0c2-55e62b0541b4 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:44:07.763040 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-999987de-0789-40a2-b02c-8bf204194e51 req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] Attempting to bind port 45690b0f-fd14-4554-b0c2-55e62b0541b4 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': '9f8bd056-f849-4076-8c94-9d3b564d97fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2266f7c1-7993-496b-8802-251fb742be79'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:44:07.763383 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999987de-0789-40a2-b02c-8bf204194e51 req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] Attempting to bind port 45690b0f-fd14-4554-b0c2-55e62b0541b4 on network 2266f7c1-7993-496b-8802-251fb742be79 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:44:07.767456 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999987de-0789-40a2-b02c-8bf204194e51 req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] Port 45690b0f-fd14-4554-b0c2-55e62b0541b4 on network 2266f7c1-7993-496b-8802-251fb742be79 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:44:07.767770 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999987de-0789-40a2-b02c-8bf204194e51 req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] Attempting to bind port 45690b0f-fd14-4554-b0c2-55e62b0541b4 on network 2266f7c1-7993-496b-8802-251fb742be79 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:44:07.773452 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999987de-0789-40a2-b02c-8bf204194e51 req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:44:07.773782 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999987de-0789-40a2-b02c-8bf204194e51 req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] Checking segment: {'id': '9f8bd056-f849-4076-8c94-9d3b564d97fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2266f7c1-7993-496b-8802-251fb742be79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:44:07.774153 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999987de-0789-40a2-b02c-8bf204194e51 req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] Bound using segment: {'id': '9f8bd056-f849-4076-8c94-9d3b564d97fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2266f7c1-7993-496b-8802-251fb742be79'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:44:07.774568 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-999987de-0789-40a2-b02c-8bf204194e51 req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] Bound port: 45690b0f-fd14-4554-b0c2-55e62b0541b4, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8bd056-f849-4076-8c94-9d3b564d97fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2266f7c1-7993-496b-8802-251fb742be79'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:44:07.774914 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-999987de-0789-40a2-b02c-8bf204194e51 req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:07.837670 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-999987de-0789-40a2-b02c-8bf204194e51 req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] For port 45690b0f-fd14-4554-b0c2-55e62b0541b4, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:44:07.840556 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-999987de-0789-40a2-b02c-8bf204194e51 req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] For port 45690b0f-fd14-4554-b0c2-55e62b0541b4, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=45690b0f-fd14-4554-b0c2-55e62b0541b4,segment=NetworkSegment(9f8bd056-f849-4076-8c94-9d3b564d97fc),segment_id=9f8bd056-f849-4076-8c94-9d3b564d97fc)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:44:07.844760 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-999987de-0789-40a2-b02c-8bf204194e51 req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:07.876710 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999987de-0789-40a2-b02c-8bf204194e51 req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:07.877329 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-999987de-0789-40a2-b02c-8bf204194e51 req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:07.878714 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-999987de-0789-40a2-b02c-8bf204194e51 req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] 10.222.0.15 "PUT /v2.0/ports/45690b0f-fd14-4554-b0c2-55e62b0541b4 HTTP/1.1" status: 200 len: 1091 time: 0.7337160 Apr 28 20:44:07.879150 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0502f3f-9f1f-44e6-8dac-1e5de5fcd159', 'tag': '45690b0f-fd14-4554-b0c2-55e62b0541b4'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:44:07.882238 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987aa34c65443dea39eaa51b67d186bb80d94e7c4b504279bd6048524f6efc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e38d2e5-9549-4169-9556-c3e218107395" -d '{"events": [{"name": "network-changed", "server_uuid": "a0502f3f-9f1f-44e6-8dac-1e5de5fcd159", "tag": "45690b0f-fd14-4554-b0c2-55e62b0541b4"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:44:07.922299 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985e83c-8db8-4dc3-bba9-3ff0b23c8807 service neutron] Pushing event updated for resources: {'Port': ['ID=45690b0f-fd14-4554-b0c2-55e62b0541b4,revision_number=8']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:44:07.926064 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd7705c-89b8-4028-b108-1885d3e7ae11 x-openstack-request-id: req-acd7705c-89b8-4028-b108-1885d3e7ae11 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:44:07.926949 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0502f3f-9f1f-44e6-8dac-1e5de5fcd159", "tag": "45690b0f-fd14-4554-b0c2-55e62b0541b4", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:44:07.927249 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-acd7705c-89b8-4028-b108-1885d3e7ae11 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:44:07.927654 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acd7705c-89b8-4028-b108-1885d3e7ae11'] response: {'name': 'network-changed', 'server_uuid': 'a0502f3f-9f1f-44e6-8dac-1e5de5fcd159', 'tag': '45690b0f-fd14-4554-b0c2-55e62b0541b4', 'status': 'completed', 'code': 200} Apr 28 20:44:07.957488 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999987de-0789-40a2-b02c-8bf204194e51 req-31ca5d43-32fb-40d4-88e3-f5e95f8bb3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:07.959053 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-999987de-0789-40a2-b02c-8bf204194e51 req-31ca5d43-32fb-40d4-88e3-f5e95f8bb3d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=60f0a1f75cba4835aa1e19e6eb34c1b4&device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 1094 time: 0.0546963 Apr 28 20:44:08.053335 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999987de-0789-40a2-b02c-8bf204194e51 req-850dc9ee-5cc9-4047-8d05-24a6cd274829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:08.054830 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-999987de-0789-40a2-b02c-8bf204194e51 req-850dc9ee-5cc9-4047-8d05-24a6cd274829 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2266f7c1-7993-496b-8802-251fb742be79 HTTP/1.1" status: 200 len: 909 time: 0.0879416 Apr 28 20:44:08.127552 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-999987de-0789-40a2-b02c-8bf204194e51 req-4339edc4-17d8-4762-bdf1-e83b074b9c1b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45690b0f-fd14-4554-b0c2-55e62b0541b4 HTTP/1.1" status: 200 len: 998 time: 0.0661538 Apr 28 20:44:08.177273 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999987de-0789-40a2-b02c-8bf204194e51 req-f1dfceb4-920c-48d8-bac8-312ab861bc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:08.178676 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-999987de-0789-40a2-b02c-8bf204194e51 req-f1dfceb4-920c-48d8-bac8-312ab861bc11 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c28fb71b-bf80-49b5-bc50-77ccb1286f94 HTTP/1.1" status: 200 len: 847 time: 0.0453665 Apr 28 20:44:08.252239 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999987de-0789-40a2-b02c-8bf204194e51 req-13c5782e-f19e-4d79-a980-e1043d398ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:08.253738 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-999987de-0789-40a2-b02c-8bf204194e51 req-13c5782e-f19e-4d79-a980-e1043d398ba6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2266f7c1-7993-496b-8802-251fb742be79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686660 Apr 28 20:44:08.265540 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97baf4-140e-4bc2-9dac-a90c734a331f req-59d01e1e-ba9e-416f-8db5-edf651267ffa tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:08.266907 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6d97baf4-140e-4bc2-9dac-a90c734a331f req-59d01e1e-ba9e-416f-8db5-edf651267ffa tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 943 time: 0.0578041 Apr 28 20:44:08.354929 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6d97baf4-140e-4bc2-9dac-a90c734a331f req-89f00117-919c-4481-a4e2-d75e39a9385d tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802863 Apr 28 20:44:08.379661 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-999987de-0789-40a2-b02c-8bf204194e51 req-f79d5240-7153-4765-bc4e-d17d79600382 service neutron] 10.222.0.15 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117485 Apr 28 20:44:08.472714 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-999987de-0789-40a2-b02c-8bf204194e51 req-a66fde9f-d466-4fbe-8b8c-9f696d4f142c service neutron] 10.222.0.15 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854526 Apr 28 20:44:08.560702 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38d2e5-9549-4169-9556-c3e218107395 req-ab7faaff-c7b3-40e8-91cb-53e57b726c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:08.562171 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8e38d2e5-9549-4169-9556-c3e218107395 req-ab7faaff-c7b3-40e8-91cb-53e57b726c2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=60f0a1f75cba4835aa1e19e6eb34c1b4&device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 1094 time: 0.0423934 Apr 28 20:44:08.648471 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38d2e5-9549-4169-9556-c3e218107395 req-89baad96-d2ce-4ebd-ad71-c308c7c96dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:08.649822 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8e38d2e5-9549-4169-9556-c3e218107395 req-89baad96-d2ce-4ebd-ad71-c308c7c96dd9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2266f7c1-7993-496b-8802-251fb742be79 HTTP/1.1" status: 200 len: 909 time: 0.0809917 Apr 28 20:44:09.003109 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8e38d2e5-9549-4169-9556-c3e218107395 req-2286020d-67bf-4858-8d2e-c7d1bc24e4fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45690b0f-fd14-4554-b0c2-55e62b0541b4 HTTP/1.1" status: 200 len: 998 time: 0.3457849 Apr 28 20:44:09.050638 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38d2e5-9549-4169-9556-c3e218107395 req-5e16111f-2a46-428b-9712-948d4eee95d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:09.052246 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8e38d2e5-9549-4169-9556-c3e218107395 req-5e16111f-2a46-428b-9712-948d4eee95d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c28fb71b-bf80-49b5-bc50-77ccb1286f94 HTTP/1.1" status: 200 len: 847 time: 0.0424974 Apr 28 20:44:09.096856 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38d2e5-9549-4169-9556-c3e218107395 req-6b1571d7-5e8c-4cfc-aab7-35e0ad55ed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:09.098333 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8e38d2e5-9549-4169-9556-c3e218107395 req-6b1571d7-5e8c-4cfc-aab7-35e0ad55ed59 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2266f7c1-7993-496b-8802-251fb742be79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391810 Apr 28 20:44:09.188496 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8e38d2e5-9549-4169-9556-c3e218107395 req-862d38b0-fffa-4d03-ae35-d2f3c3449afa service neutron] 10.222.0.15 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832262 Apr 28 20:44:09.276720 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8e38d2e5-9549-4169-9556-c3e218107395 req-b560a5a2-34c0-40fd-8f94-1cd4b454f863 service neutron] 10.222.0.15 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820332 Apr 28 20:44:09.472208 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9030944-12e2-49f8-9b53-90594ea42013 req-ee5edf6a-8756-4ce3-92b7-5d4fa3ab8b9b tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:09.473680 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f9030944-12e2-49f8-9b53-90594ea42013 req-ee5edf6a-8756-4ce3-92b7-5d4fa3ab8b9b tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 943 time: 0.0484540 Apr 28 20:44:09.512614 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f9030944-12e2-49f8-9b53-90594ea42013 req-33003941-4f62-4437-9e56-58133e5b3e49 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325685 Apr 28 20:44:10.632722 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38233d-1598-4fdf-b677-cea5de319fc8 req-f953ae70-c220-4008-855d-e97b83644459 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:10.634185 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6e38233d-1598-4fdf-b677-cea5de319fc8 req-f953ae70-c220-4008-855d-e97b83644459 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 943 time: 0.0535467 Apr 28 20:44:10.671218 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6e38233d-1598-4fdf-b677-cea5de319fc8 req-1a2f5f60-e2c4-41b3-9c47-f1036638ba6f tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310791 Apr 28 20:44:11.788200 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a15446-29db-400a-8e13-3220f04d9bc4 req-0c58df62-cc59-46cf-8b45-d125f7921777 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:11.789626 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b3a15446-29db-400a-8e13-3220f04d9bc4 req-0c58df62-cc59-46cf-8b45-d125f7921777 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 943 time: 0.0508022 Apr 28 20:44:11.826734 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b3a15446-29db-400a-8e13-3220f04d9bc4 req-52d974d5-d62f-495f-9a45-9dc95cd6d6b7 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309029 Apr 28 20:44:12.941801 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd756d-5ea6-4b84-8726-292257de7c98 req-932bbfa3-a6c3-4181-83eb-f50bc6620e68 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:12.943934 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c8cd756d-5ea6-4b84-8726-292257de7c98 req-932bbfa3-a6c3-4181-83eb-f50bc6620e68 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 943 time: 0.0502932 Apr 28 20:44:12.980815 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c8cd756d-5ea6-4b84-8726-292257de7c98 req-6d4e148e-7c54-412d-83ed-56b6cbceee86 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305669 Apr 28 20:44:14.097928 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b19547-7ded-4b2b-8c7d-882b8fad0ae5 req-5dea3c59-7cd7-440c-8d46-bc38ff87d1fb tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:14.099460 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-48b19547-7ded-4b2b-8c7d-882b8fad0ae5 req-5dea3c59-7cd7-440c-8d46-bc38ff87d1fb tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 943 time: 0.0492241 Apr 28 20:44:14.142622 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-48b19547-7ded-4b2b-8c7d-882b8fad0ae5 req-38fb6012-f8f8-4d86-9cc1-4d48e165aea1 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366576 Apr 28 20:44:15.257729 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131bb73f-40ab-4674-8a61-80882853a914 req-433d3886-beff-434e-ba77-692d2f2698ba tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:15.259202 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-131bb73f-40ab-4674-8a61-80882853a914 req-433d3886-beff-434e-ba77-692d2f2698ba tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 943 time: 0.0487351 Apr 28 20:44:15.296744 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-131bb73f-40ab-4674-8a61-80882853a914 req-04d2a019-ebf6-4106-bc02-1c9769fcb062 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316052 Apr 28 20:44:16.409731 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1a8ee-dcd4-4563-b3cf-058fdded01bb req-13d633f4-ab60-465a-bb66-44eb0fcdce7e tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:16.411604 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-98f1a8ee-dcd4-4563-b3cf-058fdded01bb req-13d633f4-ab60-465a-bb66-44eb0fcdce7e tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 943 time: 0.0487394 Apr 28 20:44:16.449324 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-98f1a8ee-dcd4-4563-b3cf-058fdded01bb req-25d7e1a0-e146-4974-93cf-d6b366e6df50 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316317 Apr 28 20:44:16.468145 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 45690b0f-fd14-4554-b0c2-55e62b0541b4 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:44:16.562801 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 45690b0f-fd14-4554-b0c2-55e62b0541b4, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=45690b0f-fd14-4554-b0c2-55e62b0541b4,segment=NetworkSegment(9f8bd056-f849-4076-8c94-9d3b564d97fc),segment_id=9f8bd056-f849-4076-8c94-9d3b564d97fc)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:44:16.574666 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '45690b0f-fd14-4554-b0c2-55e62b0541b4', 'network_id': '2266f7c1-7993-496b-8802-251fb742be79', 'port_id': '45690b0f-fd14-4554-b0c2-55e62b0541b4', 'mac_address': 'fa:16:3e:cc:6c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:44:16.610896 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:16.623323 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45690b0f-fd14-4554-b0c2-55e62b0541b4 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:44:16.644214 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 45690b0f-fd14-4554-b0c2-55e62b0541b4, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=45690b0f-fd14-4554-b0c2-55e62b0541b4,segment=NetworkSegment(9f8bd056-f849-4076-8c94-9d3b564d97fc),segment_id=9f8bd056-f849-4076-8c94-9d3b564d97fc)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:44:16.649006 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:16.699321 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=45690b0f-fd14-4554-b0c2-55e62b0541b4,revision_number=9']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:44:16.892900 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['45690b0f-fd14-4554-b0c2-55e62b0541b4'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:44:17.567926 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1158774-7c40-44ee-952e-7555f4a5afd9 req-5468e6d1-f3c9-4459-a32e-2b4abd1520e9 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:17.569329 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a1158774-7c40-44ee-952e-7555f4a5afd9 req-5468e6d1-f3c9-4459-a32e-2b4abd1520e9 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 944 time: 0.0521476 Apr 28 20:44:17.606801 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-a1158774-7c40-44ee-952e-7555f4a5afd9 req-f523c872-0da9-4ff6-838d-8b0ea0f1eaac tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315111 Apr 28 20:44:18.484351 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 45690b0f-fd14-4554-b0c2-55e62b0541b4 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:44:18.533870 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 45690b0f-fd14-4554-b0c2-55e62b0541b4 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:44:18.538676 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 45690b0f-fd14-4554-b0c2-55e62b0541b4 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:44:18.539052 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:18.615849 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:18.638067 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0502f3f-9f1f-44e6-8dac-1e5de5fcd159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45690b0f-fd14-4554-b0c2-55e62b0541b4'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:44:18.640345 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f0961dc541b5264c963834c151b06290830566d9874400a6cf73f3b09243849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1855c09f-5a2a-41e9-9ec8-e3a8b0b3ddae" -d '{"events": [{"server_uuid": "a0502f3f-9f1f-44e6-8dac-1e5de5fcd159", "name": "network-vif-plugged", "status": "completed", "tag": "45690b0f-fd14-4554-b0c2-55e62b0541b4"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:44:18.654331 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 45690b0f-fd14-4554-b0c2-55e62b0541b4, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=45690b0f-fd14-4554-b0c2-55e62b0541b4,segment=NetworkSegment(9f8bd056-f849-4076-8c94-9d3b564d97fc),segment_id=9f8bd056-f849-4076-8c94-9d3b564d97fc)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:44:18.659848 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:18.692348 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a86ea8-b999-4370-98e1-5a2c1121854a x-openstack-request-id: req-b5a86ea8-b999-4370-98e1-5a2c1121854a {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:44:18.692719 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0502f3f-9f1f-44e6-8dac-1e5de5fcd159", "name": "network-vif-plugged", "status": "completed", "tag": "45690b0f-fd14-4554-b0c2-55e62b0541b4", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:44:18.693032 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b5a86ea8-b999-4370-98e1-5a2c1121854a {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:44:18.693474 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5a86ea8-b999-4370-98e1-5a2c1121854a'] response: {'server_uuid': 'a0502f3f-9f1f-44e6-8dac-1e5de5fcd159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45690b0f-fd14-4554-b0c2-55e62b0541b4', 'code': 200} Apr 28 20:44:18.732301 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=45690b0f-fd14-4554-b0c2-55e62b0541b4,revision_number=10']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:44:18.734660 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c8907-695c-4bff-a029-5cda18799485 req-931a9c93-6a59-4b2a-bf68-0798270a66e4 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:18.737509 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b90c8907-695c-4bff-a029-5cda18799485 req-931a9c93-6a59-4b2a-bf68-0798270a66e4 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 946 time: 0.0584407 Apr 28 20:44:18.787594 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-b90c8907-695c-4bff-a029-5cda18799485 req-d5d34b54-ccc6-4c86-8bc1-08c1a3fa24d4 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394762 Apr 28 20:44:18.860255 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d95a2b-4917-4a81-b87b-afbc7fe34279 req-da4e7d21-7cf5-4f60-8d1f-824d4e3c9b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:18.861787 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-13d95a2b-4917-4a81-b87b-afbc7fe34279 req-da4e7d21-7cf5-4f60-8d1f-824d4e3c9b83 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 1097 time: 0.0527050 Apr 28 20:44:18.897157 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-13d95a2b-4917-4a81-b87b-afbc7fe34279 req-c990b902-67f0-4f7a-8b61-a2ad5ad39e6c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289431 Apr 28 20:44:19.340907 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bbebd-0eda-40d9-8f56-fe991db03248 req-71bedd14-4398-4ae5-b457-57c7b65b6ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:19.342392 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-440bbebd-0eda-40d9-8f56-fe991db03248 req-71bedd14-4398-4ae5-b457-57c7b65b6ef1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=60f0a1f75cba4835aa1e19e6eb34c1b4&device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 1097 time: 0.0413506 Apr 28 20:44:19.450866 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bbebd-0eda-40d9-8f56-fe991db03248 req-5d28df1b-598f-473b-bf43-30d662c759c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:19.452344 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-440bbebd-0eda-40d9-8f56-fe991db03248 req-5d28df1b-598f-473b-bf43-30d662c759c2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2266f7c1-7993-496b-8802-251fb742be79 HTTP/1.1" status: 200 len: 909 time: 0.0900609 Apr 28 20:44:19.518748 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-440bbebd-0eda-40d9-8f56-fe991db03248 req-5eb9db80-831e-4ed4-bb90-f52ba11a1ae5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45690b0f-fd14-4554-b0c2-55e62b0541b4 HTTP/1.1" status: 200 len: 1000 time: 0.0567942 Apr 28 20:44:19.570831 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bbebd-0eda-40d9-8f56-fe991db03248 req-0e7b118c-5ac8-49b3-8716-30d9aabcb335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:19.572190 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-440bbebd-0eda-40d9-8f56-fe991db03248 req-0e7b118c-5ac8-49b3-8716-30d9aabcb335 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c28fb71b-bf80-49b5-bc50-77ccb1286f94 HTTP/1.1" status: 200 len: 847 time: 0.0469036 Apr 28 20:44:19.616843 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bbebd-0eda-40d9-8f56-fe991db03248 req-75f35962-21d7-4264-a863-b5a09b1dc924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:19.618286 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-440bbebd-0eda-40d9-8f56-fe991db03248 req-75f35962-21d7-4264-a863-b5a09b1dc924 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2266f7c1-7993-496b-8802-251fb742be79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390210 Apr 28 20:44:19.629003 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-440bbebd-0eda-40d9-8f56-fe991db03248 req-1da5f2d8-6ac5-43f9-8021-dba3f3579efb service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:44:19.630518 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-440bbebd-0eda-40d9-8f56-fe991db03248 req-1da5f2d8-6ac5-43f9-8021-dba3f3579efb service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053437 Apr 28 20:44:19.717044 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-440bbebd-0eda-40d9-8f56-fe991db03248 req-264d3e24-6bee-4d38-b15e-ca7d1c2753f7 service neutron] 10.222.0.15 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798068 Apr 28 20:44:19.814430 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-440bbebd-0eda-40d9-8f56-fe991db03248 req-282ed243-0713-4c7d-9124-3c533ee2a942 service neutron] 10.222.0.15 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876548 Apr 28 20:44:19.916388 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc95471-35e7-4116-ae2d-34e4fe81a37e req-0b83d534-8dda-4665-9402-49bec34cdc87 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:19.917859 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2fc95471-35e7-4116-ae2d-34e4fe81a37e req-0b83d534-8dda-4665-9402-49bec34cdc87 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 946 time: 0.0501783 Apr 28 20:44:19.955797 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2fc95471-35e7-4116-ae2d-34e4fe81a37e req-0463b73a-04f9-4bb0-9d40-e5c103c22ed8 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315924 Apr 28 20:44:19.965564 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7e08e6c6-957d-43e0-b66c-500088202ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:21.077462 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf79f4f-de13-4b01-96e1-02a02c37becb req-b8d58a80-dfa5-4edc-b2bf-708beb87ea4f tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:21.078919 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6cf79f4f-de13-4b01-96e1-02a02c37becb req-b8d58a80-dfa5-4edc-b2bf-708beb87ea4f tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 946 time: 0.0481441 Apr 28 20:44:21.116003 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6cf79f4f-de13-4b01-96e1-02a02c37becb req-d0b7588b-ffad-443d-8b18-9d05145fc0dd tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304408 Apr 28 20:44:22.188476 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ea9975fd-2047-4fd4-986e-5c8a192743dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:23.749572 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:26.047954 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:26.052749 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:28.640273 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:44:32.549124 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:34.095391 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:49.968550 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e5c72829-ab8b-4272-930d-a9bfecd124f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:52.190773 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-eb705077-b2a2-4527-927c-a1f920e2687d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:53.751977 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:56.051440 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:56.056285 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:02.559839 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:04.126366 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:05.639756 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:45:19.973706 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-036c81f4-6135-4f73-8702-d87803a278f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:21.263818 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8b97b38c-6290-4d4a-8eda-50d9df74636d req-79060928-5023-4797-9229-d3723921ab3a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395563 Apr 28 20:45:21.348968 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97b38c-6290-4d4a-8eda-50d9df74636d req-0625ffb4-0297-4f2b-be72-56e298e45f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:21.350417 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8b97b38c-6290-4d4a-8eda-50d9df74636d req-0625ffb4-0297-4f2b-be72-56e298e45f04 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=60f0a1f75cba4835aa1e19e6eb34c1b4&device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 1097 time: 0.0441720 Apr 28 20:45:21.452911 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97b38c-6290-4d4a-8eda-50d9df74636d req-8de1c34a-6d6b-4734-8d1e-111245cde0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:21.455036 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8b97b38c-6290-4d4a-8eda-50d9df74636d req-8de1c34a-6d6b-4734-8d1e-111245cde0d9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2266f7c1-7993-496b-8802-251fb742be79 HTTP/1.1" status: 200 len: 909 time: 0.0867012 Apr 28 20:45:21.524136 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8b97b38c-6290-4d4a-8eda-50d9df74636d req-0e566a85-3bfa-489f-bb25-c58bd99e7aa9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45690b0f-fd14-4554-b0c2-55e62b0541b4 HTTP/1.1" status: 200 len: 1000 time: 0.0608749 Apr 28 20:45:21.572377 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97b38c-6290-4d4a-8eda-50d9df74636d req-d5780a83-548e-4278-8a05-50967fc6b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:21.573780 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8b97b38c-6290-4d4a-8eda-50d9df74636d req-d5780a83-548e-4278-8a05-50967fc6b8ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c28fb71b-bf80-49b5-bc50-77ccb1286f94 HTTP/1.1" status: 200 len: 847 time: 0.0429707 Apr 28 20:45:21.620174 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97b38c-6290-4d4a-8eda-50d9df74636d req-61731312-a98b-4fbc-ba14-c926ed817a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:21.621704 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8b97b38c-6290-4d4a-8eda-50d9df74636d req-61731312-a98b-4fbc-ba14-c926ed817a23 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2266f7c1-7993-496b-8802-251fb742be79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412519 Apr 28 20:45:21.712324 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8b97b38c-6290-4d4a-8eda-50d9df74636d req-63a06507-4210-4972-98db-60699d4c7003 service neutron] 10.222.0.15 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839317 Apr 28 20:45:21.801341 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8b97b38c-6290-4d4a-8eda-50d9df74636d req-a62a6ea4-b050-4d7a-8eb6-a3176b233140 service neutron] 10.222.0.15 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816336 Apr 28 20:45:22.192919 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7807b8c4-ed00-427f-8115-bc7dc6654e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:23.754867 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:26.054411 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:26.058332 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:32.559715 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:34.019303 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39922) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:45:34.127143 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:34.508387 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-3f899f4e-8cd2-4aa7-a114-035a12727a6d tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Deleting port d23eae18-2f49-4ed1-a103-a82e1f5e3ad2 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:45:34.508730 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3f899f4e-8cd2-4aa7-a114-035a12727a6d tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:34.584558 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3f899f4e-8cd2-4aa7-a114-035a12727a6d tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:34.584809 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3f899f4e-8cd2-4aa7-a114-035a12727a6d tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:34.596088 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-3f899f4e-8cd2-4aa7-a114-035a12727a6d tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Calling delete_port for d23eae18-2f49-4ed1-a103-a82e1f5e3ad2 owned by network:floatingip {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:45:34.739401 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3f899f4e-8cd2-4aa7-a114-035a12727a6d tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:34.766470 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f899f4e-8cd2-4aa7-a114-035a12727a6d tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Pushing event deleted for resources: {'Port': ['ID=d23eae18-2f49-4ed1-a103-a82e1f5e3ad2,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:34.789720 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f899f4e-8cd2-4aa7-a114-035a12727a6d tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:34.790063 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f899f4e-8cd2-4aa7-a114-035a12727a6d tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:34.790401 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f899f4e-8cd2-4aa7-a114-035a12727a6d tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:34.790734 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f899f4e-8cd2-4aa7-a114-035a12727a6d tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:34.791065 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f899f4e-8cd2-4aa7-a114-035a12727a6d tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:34.791388 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f899f4e-8cd2-4aa7-a114-035a12727a6d tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:34.791712 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f899f4e-8cd2-4aa7-a114-035a12727a6d tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:34.792033 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f899f4e-8cd2-4aa7-a114-035a12727a6d tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:34.792381 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f899f4e-8cd2-4aa7-a114-035a12727a6d tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:34.792706 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f899f4e-8cd2-4aa7-a114-035a12727a6d tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:34.793024 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f899f4e-8cd2-4aa7-a114-035a12727a6d tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:34.793345 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f899f4e-8cd2-4aa7-a114-035a12727a6d tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:34.835985 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3f899f4e-8cd2-4aa7-a114-035a12727a6d tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for floatingip, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:34.836272 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-3f899f4e-8cd2-4aa7-a114-035a12727a6d tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Floating IP 62e588eb-ab72-4361-bc10-9420db220ca1 disassociated (deleted). External IP: 172.25.8.18, port: 45690b0f-fd14-4554-b0c2-55e62b0541b4. Apr 28 20:45:35.040167 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f899f4e-8cd2-4aa7-a114-035a12727a6d tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Router 9f2450c7-aa46-4cd0-a2e0-f31895317154 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:45:35.147526 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f899f4e-8cd2-4aa7-a114-035a12727a6d tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:45:35.152360 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3f899f4e-8cd2-4aa7-a114-035a12727a6d tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:35.158841 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a6b117-c605-4729-8262-31c49f00276b None None] Sync routers for ids ['9f2450c7-aa46-4cd0-a2e0-f31895317154'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:45:35.168473 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a6b117-c605-4729-8262-31c49f00276b None None] Routers {'9f2450c7-aa46-4cd0-a2e0-f31895317154'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:45:35.169099 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-04a6b117-c605-4729-8262-31c49f00276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:45:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9f2450c7-aa46-4cd0-a2e0-f31895317154'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:35.179217 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3f899f4e-8cd2-4aa7-a114-035a12727a6d tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "DELETE /v2.0/floatingips/62e588eb-ab72-4361-bc10-9420db220ca1 HTTP/1.1" status: 204 len: 168 time: 1.1588330 Apr 28 20:45:35.179821 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0502f3f-9f1f-44e6-8dac-1e5de5fcd159', 'tag': '45690b0f-fd14-4554-b0c2-55e62b0541b4'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:45:35.182183 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf124955d82b014a11a6fc2eaac2ea15efe7a1380e167aca24b9fc673bca835b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef19d578-12b7-4329-8a25-fa8d46f74410" -d '{"events": [{"name": "network-changed", "server_uuid": "a0502f3f-9f1f-44e6-8dac-1e5de5fcd159", "tag": "45690b0f-fd14-4554-b0c2-55e62b0541b4"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:45:35.223303 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ef3c26-f3c5-4517-9f86-4314734025ca x-openstack-request-id: req-b0ef3c26-f3c5-4517-9f86-4314734025ca {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:45:35.223613 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0502f3f-9f1f-44e6-8dac-1e5de5fcd159", "tag": "45690b0f-fd14-4554-b0c2-55e62b0541b4", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:45:35.223825 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b0ef3c26-f3c5-4517-9f86-4314734025ca {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:45:35.224285 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0ef3c26-f3c5-4517-9f86-4314734025ca'] response: {'name': 'network-changed', 'server_uuid': 'a0502f3f-9f1f-44e6-8dac-1e5de5fcd159', 'tag': '45690b0f-fd14-4554-b0c2-55e62b0541b4', 'status': 'completed', 'code': 200} Apr 28 20:45:35.290540 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-04a6b117-c605-4729-8262-31c49f00276b None None] Set router 9f2450c7-aa46-4cd0-a2e0-f31895317154 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:45:35.291589 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19d578-12b7-4329-8a25-fa8d46f74410 req-1f694d94-8256-46e3-9ff1-5676601f7397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:35.293270 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ef19d578-12b7-4329-8a25-fa8d46f74410 req-1f694d94-8256-46e3-9ff1-5676601f7397 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=60f0a1f75cba4835aa1e19e6eb34c1b4&device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 1097 time: 0.0445650 Apr 28 20:45:35.402508 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19d578-12b7-4329-8a25-fa8d46f74410 req-fb6aa242-ca60-4200-ab05-43ca8e1ea72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:35.403890 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ef19d578-12b7-4329-8a25-fa8d46f74410 req-fb6aa242-ca60-4200-ab05-43ca8e1ea72a service neutron] 10.222.0.15 "GET /v2.0/networks?id=2266f7c1-7993-496b-8802-251fb742be79 HTTP/1.1" status: 200 len: 909 time: 0.0980577 Apr 28 20:45:35.431238 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0b7d2-d5a2-4f2a-8a05-4a56f7d02071 req-5b9ee0f7-4e01-411c-8cfc-75842d249e9a tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:35.432769 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4cd0b7d2-d5a2-4f2a-8a05-4a56f7d02071 req-5b9ee0f7-4e01-411c-8cfc-75842d249e9a tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 946 time: 0.0634558 Apr 28 20:45:35.455091 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ef19d578-12b7-4329-8a25-fa8d46f74410 req-170afb39-0cd0-432e-9f21-2f22938f7b4d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45690b0f-fd14-4554-b0c2-55e62b0541b4 HTTP/1.1" status: 200 len: 217 time: 0.0437808 Apr 28 20:45:35.476435 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4cd0b7d2-d5a2-4f2a-8a05-4a56f7d02071 req-7a4b1624-994d-437a-8fc3-6f1d5edc2c10 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358775 Apr 28 20:45:35.501898 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-04a6b117-c605-4729-8262-31c49f00276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'name': 'tempest-TestShelveInstance-986394139-router', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '2c047e48-b68a-4944-bebd-a8b781634453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:37:02Z', 'updated_at': '2022-04-28T20:37:05Z', 'revision_number': 4, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'gw_port': {'id': '2c047e48-b68a-4944-bebd-a8b781634453', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:03Z', 'updated_at': '2022-04-28T20:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'db5255e6-e9d0-4926-849b-52c38da164fe', 'name': '', 'network_id': '2266f7c1-7993-496b-8802-251fb742be79', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'mac_address': 'fa:16:3e:03:5a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:04Z', 'updated_at': '2022-04-28T20:37:10Z', 'revision_number': 5, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'subnets': [{'id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:35.517349 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19d578-12b7-4329-8a25-fa8d46f74410 req-e4efa44f-54d2-4f37-a723-54e750282dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:35.518807 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ef19d578-12b7-4329-8a25-fa8d46f74410 req-e4efa44f-54d2-4f37-a723-54e750282dc0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c28fb71b-bf80-49b5-bc50-77ccb1286f94 HTTP/1.1" status: 200 len: 847 time: 0.0568388 Apr 28 20:45:35.531965 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a6b117-c605-4729-8262-31c49f00276b None None] Checking router: 9f2450c7-aa46-4cd0-a2e0-f31895317154 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:45:35.540375 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a6b117-c605-4729-8262-31c49f00276b None None] Routers {'9f2450c7-aa46-4cd0-a2e0-f31895317154'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:45:35.540989 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-04a6b117-c605-4729-8262-31c49f00276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:45:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9f2450c7-aa46-4cd0-a2e0-f31895317154'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:35.566041 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19d578-12b7-4329-8a25-fa8d46f74410 req-0e3f78fd-7286-4499-9e1f-ad8468096fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:35.567524 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ef19d578-12b7-4329-8a25-fa8d46f74410 req-0e3f78fd-7286-4499-9e1f-ad8468096fce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2266f7c1-7993-496b-8802-251fb742be79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418556 Apr 28 20:45:35.643346 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-04a6b117-c605-4729-8262-31c49f00276b None None] Set router 9f2450c7-aa46-4cd0-a2e0-f31895317154 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:45:35.660992 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ef19d578-12b7-4329-8a25-fa8d46f74410 req-147c9300-602a-4685-9b83-04feb72c32ec service neutron] 10.222.0.15 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850391 Apr 28 20:45:35.757379 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ef19d578-12b7-4329-8a25-fa8d46f74410 req-6c5ef3f6-b726-4857-80a6-f3938a92cfd5 service neutron] 10.222.0.15 "GET /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879102 Apr 28 20:45:35.844605 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-04a6b117-c605-4729-8262-31c49f00276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'name': 'tempest-TestShelveInstance-986394139-router', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '2c047e48-b68a-4944-bebd-a8b781634453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:37:02Z', 'updated_at': '2022-04-28T20:37:05Z', 'revision_number': 4, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'gw_port': {'id': '2c047e48-b68a-4944-bebd-a8b781634453', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:03Z', 'updated_at': '2022-04-28T20:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'db5255e6-e9d0-4926-849b-52c38da164fe', 'name': '', 'network_id': '2266f7c1-7993-496b-8802-251fb742be79', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'mac_address': 'fa:16:3e:03:5a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:04Z', 'updated_at': '2022-04-28T20:37:10Z', 'revision_number': 5, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'subnets': [{'id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:35.870362 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a6b117-c605-4729-8262-31c49f00276b None None] The sync data for ids ['9f2450c7-aa46-4cd0-a2e0-f31895317154'] in n-d-839810-1 is: [{'id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'name': 'tempest-TestShelveInstance-986394139-router', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '2c047e48-b68a-4944-bebd-a8b781634453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:37:02Z', 'updated_at': '2022-04-28T20:37:05Z', 'revision_number': 4, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'gw_port': {'id': '2c047e48-b68a-4944-bebd-a8b781634453', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:03Z', 'updated_at': '2022-04-28T20:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'db5255e6-e9d0-4926-849b-52c38da164fe', 'name': '', 'network_id': '2266f7c1-7993-496b-8802-251fb742be79', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'mac_address': 'fa:16:3e:03:5a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:04Z', 'updated_at': '2022-04-28T20:37:10Z', 'revision_number': 5, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'subnets': [{'id': 'c28fb71b-bf80-49b5-bc50-77ccb1286f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:45:36.074929 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff1de50-72cf-40d8-b5aa-b2900e0aa4b5 None None] New status for floating IP 62e588eb-ab72-4361-bc10-9420db220ca1: DOWN {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:45:36.597725 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9fad9-08e4-4a0a-aee0-fb42aa16db39 req-90cb8658-2cb0-480e-ab5a-a6216afd024f tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:36.599173 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f8e9fad9-08e4-4a0a-aee0-fb42aa16db39 req-90cb8658-2cb0-480e-ab5a-a6216afd024f tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 946 time: 0.0494232 Apr 28 20:45:36.636721 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-f8e9fad9-08e4-4a0a-aee0-fb42aa16db39 req-3102e1e1-f1e1-451a-8a6d-6ee702fbc16f tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab8b0c68-2f44-49a7-b06b-151b6cde8b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315402 Apr 28 20:45:36.890280 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116038a8-dd3a-4c83-ac6c-2a48f0386fcf req-f35b0dcc-bd97-4838-83de-d817ccd32224 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:36.891906 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-116038a8-dd3a-4c83-ac6c-2a48f0386fcf req-f35b0dcc-bd97-4838-83de-d817ccd32224 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 946 time: 0.0482841 Apr 28 20:45:36.983683 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-116038a8-dd3a-4c83-ac6c-2a48f0386fcf req-d826998c-fc42-454a-ae92-c9454678efb9 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Deleting port 45690b0f-fd14-4554-b0c2-55e62b0541b4 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:45:36.984020 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-116038a8-dd3a-4c83-ac6c-2a48f0386fcf req-d826998c-fc42-454a-ae92-c9454678efb9 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:37.072004 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-116038a8-dd3a-4c83-ac6c-2a48f0386fcf req-d826998c-fc42-454a-ae92-c9454678efb9 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] For port 45690b0f-fd14-4554-b0c2-55e62b0541b4, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=45690b0f-fd14-4554-b0c2-55e62b0541b4,segment=NetworkSegment(9f8bd056-f849-4076-8c94-9d3b564d97fc),segment_id=9f8bd056-f849-4076-8c94-9d3b564d97fc)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:45:37.072390 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-116038a8-dd3a-4c83-ac6c-2a48f0386fcf req-d826998c-fc42-454a-ae92-c9454678efb9 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:37.085766 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-116038a8-dd3a-4c83-ac6c-2a48f0386fcf req-d826998c-fc42-454a-ae92-c9454678efb9 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Calling delete_port for 45690b0f-fd14-4554-b0c2-55e62b0541b4 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:45:37.215925 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-116038a8-dd3a-4c83-ac6c-2a48f0386fcf req-d826998c-fc42-454a-ae92-c9454678efb9 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:37.251133 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d826998c-fc42-454a-ae92-c9454678efb9 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Pushing event deleted for resources: {'Port': ['ID=45690b0f-fd14-4554-b0c2-55e62b0541b4,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:37.279091 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d826998c-fc42-454a-ae92-c9454678efb9 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:37.279435 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d826998c-fc42-454a-ae92-c9454678efb9 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:37.279773 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d826998c-fc42-454a-ae92-c9454678efb9 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:37.280185 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d826998c-fc42-454a-ae92-c9454678efb9 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:37.280458 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d826998c-fc42-454a-ae92-c9454678efb9 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:37.280784 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d826998c-fc42-454a-ae92-c9454678efb9 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:37.281717 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d826998c-fc42-454a-ae92-c9454678efb9 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:37.281717 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d826998c-fc42-454a-ae92-c9454678efb9 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:37.282596 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d826998c-fc42-454a-ae92-c9454678efb9 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:37.282925 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d826998c-fc42-454a-ae92-c9454678efb9 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:37.283285 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d826998c-fc42-454a-ae92-c9454678efb9 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:37.283615 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d826998c-fc42-454a-ae92-c9454678efb9 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:37.303964 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-116038a8-dd3a-4c83-ac6c-2a48f0386fcf req-d826998c-fc42-454a-ae92-c9454678efb9 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] No DVR routers for this DVR port 45690b0f-fd14-4554-b0c2-55e62b0541b4 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:45:37.307196 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-116038a8-dd3a-4c83-ac6c-2a48f0386fcf req-d826998c-fc42-454a-ae92-c9454678efb9 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:37.310890 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-116038a8-dd3a-4c83-ac6c-2a48f0386fcf req-d826998c-fc42-454a-ae92-c9454678efb9 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.15 "DELETE /v2.0/ports/45690b0f-fd14-4554-b0c2-55e62b0541b4 HTTP/1.1" status: 204 len: 173 time: 0.4132843 Apr 28 20:45:37.311426 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0502f3f-9f1f-44e6-8dac-1e5de5fcd159', 'name': 'network-vif-deleted', 'tag': '45690b0f-fd14-4554-b0c2-55e62b0541b4'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:45:37.314912 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987aa34c65443dea39eaa51b67d186bb80d94e7c4b504279bd6048524f6efc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c196823-7938-44eb-8e32-9b2b1aa76d2a" -d '{"events": [{"server_uuid": "a0502f3f-9f1f-44e6-8dac-1e5de5fcd159", "name": "network-vif-deleted", "tag": "45690b0f-fd14-4554-b0c2-55e62b0541b4"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:45:37.360501 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3ddbc4-2e60-4734-9266-a6e2dbc3cd47 x-openstack-request-id: req-6f3ddbc4-2e60-4734-9266-a6e2dbc3cd47 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:45:37.360792 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0502f3f-9f1f-44e6-8dac-1e5de5fcd159", "name": "network-vif-deleted", "tag": "45690b0f-fd14-4554-b0c2-55e62b0541b4", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:45:37.361045 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6f3ddbc4-2e60-4734-9266-a6e2dbc3cd47 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:45:37.361456 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f3ddbc4-2e60-4734-9266-a6e2dbc3cd47'] response: {'server_uuid': 'a0502f3f-9f1f-44e6-8dac-1e5de5fcd159', 'name': 'network-vif-deleted', 'tag': '45690b0f-fd14-4554-b0c2-55e62b0541b4', 'status': 'completed', 'code': 200} Apr 28 20:45:37.735453 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ab3bc5b9-62bf-4565-9a7d-a5f0fe60e561 req-152935eb-a28a-4471-bb05-952d747c678d tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 210 time: 0.0279500 Apr 28 20:45:38.834488 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-64b85ff3-aef2-4e07-80a9-7670f1e06cf8 req-a4f64253-c74e-405d-8dc4-edeb36072c10 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 210 time: 0.0267661 Apr 28 20:45:39.934098 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b8bb5174-19b7-470d-8291-184b99ae376d req-2b01aab0-6dd4-4ffb-9d94-db2c2583e659 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 210 time: 0.0292661 Apr 28 20:45:40.890954 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 45690b0f-fd14-4554-b0c2-55e62b0541b4 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:45:40.916164 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 45690b0f-fd14-4554-b0c2-55e62b0541b4 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:45:40.916504 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 45690b0f-fd14-4554-b0c2-55e62b0541b4 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:45:41.052489 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-130dc395-e45b-4f71-b23a-beda89d849b8 req-15fb3d40-5e0f-4dcb-8fe8-4409244e7705 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0502f3f-9f1f-44e6-8dac-1e5de5fcd159 HTTP/1.1" status: 200 len: 210 time: 0.0276148 Apr 28 20:45:42.108956 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39954) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:45:42.168893 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bfc18eb1-3827-4370-996f-c488e02b5391 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:42.196259 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bfc18eb1-3827-4370-996f-c488e02b5391 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:42.257198 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bfc18eb1-3827-4370-996f-c488e02b5391 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:42.259727 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-bfc18eb1-3827-4370-996f-c488e02b5391 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:42.260904 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-bfc18eb1-3827-4370-996f-c488e02b5391 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] 10.222.0.42 "DELETE /v2.0/security-groups/ab8b0c68-2f44-49a7-b06b-151b6cde8b63 HTTP/1.1" status: 204 len: 168 time: 0.1503623 Apr 28 20:45:42.271465 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc18eb1-3827-4370-996f-c488e02b5391 tempest-TestShelveInstance-1075493615 tempest-TestShelveInstance-1075493615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8b0c68-2f44-49a7-b06b-151b6cde8b63,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:42.310897 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39958) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:45:42.639627 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:45:42.774538 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3148d7ef-800b-4607-be3a-468e2383628b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:43.021934 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-3148d7ef-800b-4607-be3a-468e2383628b admin admin] Deleting port db5255e6-e9d0-4926-849b-52c38da164fe {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:45:43.022150 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3148d7ef-800b-4607-be3a-468e2383628b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:43.099576 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-3148d7ef-800b-4607-be3a-468e2383628b admin admin] For port db5255e6-e9d0-4926-849b-52c38da164fe, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=db5255e6-e9d0-4926-849b-52c38da164fe,segment=NetworkSegment(9f8bd056-f849-4076-8c94-9d3b564d97fc),segment_id=9f8bd056-f849-4076-8c94-9d3b564d97fc)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:45:43.099932 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3148d7ef-800b-4607-be3a-468e2383628b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:43.113228 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-3148d7ef-800b-4607-be3a-468e2383628b admin admin] Calling delete_port for db5255e6-e9d0-4926-849b-52c38da164fe owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:45:43.305222 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3148d7ef-800b-4607-be3a-468e2383628b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:43.345788 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148d7ef-800b-4607-be3a-468e2383628b admin admin] Pushing event deleted for resources: {'Port': ['ID=db5255e6-e9d0-4926-849b-52c38da164fe,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:43.511882 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3148d7ef-800b-4607-be3a-468e2383628b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:43.731814 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3148d7ef-800b-4607-be3a-468e2383628b admin admin] Router 9f2450c7-aa46-4cd0-a2e0-f31895317154 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:45:43.839138 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3148d7ef-800b-4607-be3a-468e2383628b admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:45:43.844615 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3148d7ef-800b-4607-be3a-468e2383628b admin admin] 10.222.0.42 "PUT /v2.0/routers/9f2450c7-aa46-4cd0-a2e0-f31895317154/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5323844 Apr 28 20:45:43.847090 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39962) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:45:43.849924 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7563f30c-1587-495a-99b4-b5c3a8738499 None None] Sync routers for ids ['9f2450c7-aa46-4cd0-a2e0-f31895317154'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:45:43.859779 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7563f30c-1587-495a-99b4-b5c3a8738499 None None] Routers {'9f2450c7-aa46-4cd0-a2e0-f31895317154'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:45:43.860572 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-7563f30c-1587-495a-99b4-b5c3a8738499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:45:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9f2450c7-aa46-4cd0-a2e0-f31895317154'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:43.951607 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d5eb3e2-f034-452d-b9d3-ccf4fbc5a35d admin admin] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:43.965731 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-7563f30c-1587-495a-99b4-b5c3a8738499 None None] Set router 9f2450c7-aa46-4cd0-a2e0-f31895317154 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:45:44.051671 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d5eb3e2-f034-452d-b9d3-ccf4fbc5a35d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:44.106569 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-3d5eb3e2-f034-452d-b9d3-ccf4fbc5a35d admin admin] Deleting port 2c047e48-b68a-4944-bebd-a8b781634453 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:45:44.106970 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d5eb3e2-f034-452d-b9d3-ccf4fbc5a35d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:44.142689 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-7563f30c-1587-495a-99b4-b5c3a8738499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'name': 'tempest-TestShelveInstance-986394139-router', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '2c047e48-b68a-4944-bebd-a8b781634453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:37:02Z', 'updated_at': '2022-04-28T20:45:43Z', 'revision_number': 5, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'gw_port': {'id': '2c047e48-b68a-4944-bebd-a8b781634453', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:03Z', 'updated_at': '2022-04-28T20:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:44.172943 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7563f30c-1587-495a-99b4-b5c3a8738499 None None] Checking router: 9f2450c7-aa46-4cd0-a2e0-f31895317154 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:45:44.181502 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7563f30c-1587-495a-99b4-b5c3a8738499 None None] Routers {'9f2450c7-aa46-4cd0-a2e0-f31895317154'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:45:44.182102 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-7563f30c-1587-495a-99b4-b5c3a8738499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:45:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['9f2450c7-aa46-4cd0-a2e0-f31895317154'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:44.189474 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-3d5eb3e2-f034-452d-b9d3-ccf4fbc5a35d admin admin] For port 2c047e48-b68a-4944-bebd-a8b781634453, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=2c047e48-b68a-4944-bebd-a8b781634453,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:45:44.190036 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d5eb3e2-f034-452d-b9d3-ccf4fbc5a35d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:44.203987 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-3d5eb3e2-f034-452d-b9d3-ccf4fbc5a35d admin admin] Calling delete_port for 2c047e48-b68a-4944-bebd-a8b781634453 owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:45:44.271953 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-7563f30c-1587-495a-99b4-b5c3a8738499 None None] Set router 9f2450c7-aa46-4cd0-a2e0-f31895317154 gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:45:44.324057 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-7563f30c-1587-495a-99b4-b5c3a8738499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'name': 'tempest-TestShelveInstance-986394139-router', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:37:02Z', 'updated_at': '2022-04-28T20:45:44Z', 'revision_number': 6, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:44.356497 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7563f30c-1587-495a-99b4-b5c3a8738499 None None] The sync data for ids ['9f2450c7-aa46-4cd0-a2e0-f31895317154'] in n-d-839810-1 is: [{'id': '9f2450c7-aa46-4cd0-a2e0-f31895317154', 'name': 'tempest-TestShelveInstance-986394139-router', 'tenant_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:37:02Z', 'updated_at': '2022-04-28T20:45:44Z', 'revision_number': 6, 'project_id': '60f0a1f75cba4835aa1e19e6eb34c1b4', 'gw_port_host': None}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:45:44.372060 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d5eb3e2-f034-452d-b9d3-ccf4fbc5a35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:44.400421 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5eb3e2-f034-452d-b9d3-ccf4fbc5a35d admin admin] Pushing event deleted for resources: {'Port': ['ID=2c047e48-b68a-4944-bebd-a8b781634453,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:44.464442 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d5eb3e2-f034-452d-b9d3-ccf4fbc5a35d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:44.553964 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d5eb3e2-f034-452d-b9d3-ccf4fbc5a35d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:44.556257 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d5eb3e2-f034-452d-b9d3-ccf4fbc5a35d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:44.598107 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d5eb3e2-f034-452d-b9d3-ccf4fbc5a35d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:44.598680 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5eb3e2-f034-452d-b9d3-ccf4fbc5a35d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f2450c7-aa46-4cd0-a2e0-f31895317154 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:45:44.602957 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-3d5eb3e2-f034-452d-b9d3-ccf4fbc5a35d admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:44.604121 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3d5eb3e2-f034-452d-b9d3-ccf4fbc5a35d admin admin] 10.222.0.42 "DELETE /v2.0/routers/9f2450c7-aa46-4cd0-a2e0-f31895317154 HTTP/1.1" status: 204 len: 168 time: 0.7560515 Apr 28 20:45:44.606631 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39964) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:45:44.654462 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-406eae13-8dbd-4a2a-b278-6bb501120b39 admin admin] Deleting subnet c28fb71b-bf80-49b5-bc50-77ccb1286f94 {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:45:44.657414 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-406eae13-8dbd-4a2a-b278-6bb501120b39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:44.692070 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-406eae13-8dbd-4a2a-b278-6bb501120b39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:44.773061 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-406eae13-8dbd-4a2a-b278-6bb501120b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:44.824475 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-406eae13-8dbd-4a2a-b278-6bb501120b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:44.857923 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-406eae13-8dbd-4a2a-b278-6bb501120b39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:44.861393 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-406eae13-8dbd-4a2a-b278-6bb501120b39 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c28fb71b-bf80-49b5-bc50-77ccb1286f94 HTTP/1.1" status: 204 len: 168 time: 0.2538488 Apr 28 20:45:44.862490 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406eae13-8dbd-4a2a-b278-6bb501120b39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c28fb71b-bf80-49b5-bc50-77ccb1286f94,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:44.863255 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfa38b7-e3f8-4ea6-ac0a-31de2fb64259 None None] Network 2266f7c1-7993-496b-8802-251fb742be79 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:45:44.864336 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39966) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:45:44.931493 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-327a33b3-612c-4acf-a094-de27021bd8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:44.985693 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-327a33b3-612c-4acf-a094-de27021bd8ac admin admin] Deleting port 82752674-00e1-4edd-b78c-1cc6136afe2b {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:45:44.986036 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-327a33b3-612c-4acf-a094-de27021bd8ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:45.052321 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-327a33b3-612c-4acf-a094-de27021bd8ac admin admin] For port 82752674-00e1-4edd-b78c-1cc6136afe2b, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=82752674-00e1-4edd-b78c-1cc6136afe2b,segment=NetworkSegment(9f8bd056-f849-4076-8c94-9d3b564d97fc),segment_id=9f8bd056-f849-4076-8c94-9d3b564d97fc)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:45:45.052615 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-327a33b3-612c-4acf-a094-de27021bd8ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:45.065451 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-327a33b3-612c-4acf-a094-de27021bd8ac admin admin] Calling delete_port for 82752674-00e1-4edd-b78c-1cc6136afe2b owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:45:45.118220 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfe5450-2a36-4c26-b7e3-438fdcbf2401 None None] DHCP port deletion for 2266f7c1-7993-496b-8802-251fb742be79 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:45:45.146951 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-327a33b3-612c-4acf-a094-de27021bd8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:45.170279 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-cdfe5450-2a36-4c26-b7e3-438fdcbf2401 None None] Deleting port 82752674-00e1-4edd-b78c-1cc6136afe2b {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:45:45.170742 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cdfe5450-2a36-4c26-b7e3-438fdcbf2401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:45.174761 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a33b3-612c-4acf-a094-de27021bd8ac admin admin] Pushing event deleted for resources: {'Port': ['ID=82752674-00e1-4edd-b78c-1cc6136afe2b,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:45.176738 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327a33b3-612c-4acf-a094-de27021bd8ac admin admin] No DVR routers for this DVR port 82752674-00e1-4edd-b78c-1cc6136afe2b on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:45:45.253006 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-cdfe5450-2a36-4c26-b7e3-438fdcbf2401 None None] For port 82752674-00e1-4edd-b78c-1cc6136afe2b, host n-d-839810-1, got binding levels [] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:45:45.253483 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cdfe5450-2a36-4c26-b7e3-438fdcbf2401 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:45.256251 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-327a33b3-612c-4acf-a094-de27021bd8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:45.266583 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-cdfe5450-2a36-4c26-b7e3-438fdcbf2401 None None] Calling delete_port for 82752674-00e1-4edd-b78c-1cc6136afe2b owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:45:45.269111 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.ipam_backend_mixin [None req-cdfe5450-2a36-4c26-b7e3-438fdcbf2401 None None] Port 82752674-00e1-4edd-b78c-1cc6136afe2b was not found and therefore no delete operation was performed {{(pid=102775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 28 20:45:45.270354 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cdfe5450-2a36-4c26-b7e3-438fdcbf2401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:45.277728 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-327a33b3-612c-4acf-a094-de27021bd8ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2266f7c1-7993-496b-8802-251fb742be79']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:45.287519 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-327a33b3-612c-4acf-a094-de27021bd8ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8bd056-f849-4076-8c94-9d3b564d97fc') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:45.287809 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-327a33b3-612c-4acf-a094-de27021bd8ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8bd056-f849-4076-8c94-9d3b564d97fc') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:45.294554 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe5450-2a36-4c26-b7e3-438fdcbf2401 None None] Pushing event deleted for resources: {'Port': ['ID=82752674-00e1-4edd-b78c-1cc6136afe2b,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:45.298938 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-327a33b3-612c-4acf-a094-de27021bd8ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:45.303242 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfe5450-2a36-4c26-b7e3-438fdcbf2401 None None] No DVR routers for this DVR port 82752674-00e1-4edd-b78c-1cc6136afe2b on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:45:45.313438 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-327a33b3-612c-4acf-a094-de27021bd8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:45.315060 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfe5450-2a36-4c26-b7e3-438fdcbf2401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:45.315608 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfe5450-2a36-4c26-b7e3-438fdcbf2401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:45.316130 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfe5450-2a36-4c26-b7e3-438fdcbf2401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:45.316464 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfe5450-2a36-4c26-b7e3-438fdcbf2401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:45.317071 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfe5450-2a36-4c26-b7e3-438fdcbf2401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:45.317167 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfe5450-2a36-4c26-b7e3-438fdcbf2401 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:45.317407 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfe5450-2a36-4c26-b7e3-438fdcbf2401 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:45.317723 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfe5450-2a36-4c26-b7e3-438fdcbf2401 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:45.318040 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfe5450-2a36-4c26-b7e3-438fdcbf2401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:45.318355 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfe5450-2a36-4c26-b7e3-438fdcbf2401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:45.318668 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfe5450-2a36-4c26-b7e3-438fdcbf2401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:45.319180 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfe5450-2a36-4c26-b7e3-438fdcbf2401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:45.327030 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-327a33b3-612c-4acf-a094-de27021bd8ac admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:45:45.327575 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-327a33b3-612c-4acf-a094-de27021bd8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:45.330114 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 20:45:45.330114 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:45:45.330114 n-d-839810-1 neutron-server[102774]: timer() Apr 28 20:45:45.330114 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:45:45.330114 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 20:45:45.330114 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:45:45.330114 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 20:45:45.330114 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:45:45.330114 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 20:45:45.330114 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:45:45.330114 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 20:45:45.330114 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:45:45.330114 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 20:45:45.330114 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:45:45.330114 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:45:45.330114 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:45:45.330114 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:45:45.330114 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:45:45.330114 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 20:45:45.330114 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:45:45.330114 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 20:45:45.330114 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:45:45.330114 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:45:45.330114 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:45:45.330114 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 20:45:45.330114 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:45:45.330114 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:45:45.330114 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:45:45.330114 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:45:45.330114 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:45:45.330114 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:45:45.330114 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:45:45.391077 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-327a33b3-612c-4acf-a094-de27021bd8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:45.410542 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-327a33b3-612c-4acf-a094-de27021bd8ac admin admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:45.413760 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-327a33b3-612c-4acf-a094-de27021bd8ac admin admin] 10.222.0.42 "DELETE /v2.0/networks/2266f7c1-7993-496b-8802-251fb742be79 HTTP/1.1" status: 204 len: 168 time: 0.5485544 Apr 28 20:45:45.414859 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a33b3-612c-4acf-a094-de27021bd8ac admin admin] Pushing event deleted for resources: {'Network': ['ID=2266f7c1-7993-496b-8802-251fb742be79,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:45.416590 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39968) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:45:46.087839 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9612387c-daaa-46cc-b323-bca88e51843a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:46.236390 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 2c047e48-b68a-4944-bebd-a8b781634453 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:45:46.261873 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 2c047e48-b68a-4944-bebd-a8b781634453 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:45:46.262216 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 2c047e48-b68a-4944-bebd-a8b781634453 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:45:46.262616 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device db5255e6-e9d0-4926-849b-52c38da164fe no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:45:46.282709 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: db5255e6-e9d0-4926-849b-52c38da164fe {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:45:46.283047 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device db5255e6-e9d0-4926-849b-52c38da164fe not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:45:46.283444 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 82752674-00e1-4edd-b78c-1cc6136afe2b no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:45:46.304177 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 82752674-00e1-4edd-b78c-1cc6136afe2b {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:45:46.304177 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 82752674-00e1-4edd-b78c-1cc6136afe2b not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:45:46.334369 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-9612387c-daaa-46cc-b323-bca88e51843a admin admin] Deleting port 6d629b35-a3fd-4442-83c4-e933cf7721d7 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:45:46.334896 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9612387c-daaa-46cc-b323-bca88e51843a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:46.415398 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-9612387c-daaa-46cc-b323-bca88e51843a admin admin] For port 6d629b35-a3fd-4442-83c4-e933cf7721d7, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=6d629b35-a3fd-4442-83c4-e933cf7721d7,segment=NetworkSegment(0c856205-d1b1-40b3-9c94-d1630f756d15),segment_id=0c856205-d1b1-40b3-9c94-d1630f756d15)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:45:46.415753 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9612387c-daaa-46cc-b323-bca88e51843a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:46.428725 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-9612387c-daaa-46cc-b323-bca88e51843a admin admin] Calling delete_port for 6d629b35-a3fd-4442-83c4-e933cf7721d7 owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:45:46.605493 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9612387c-daaa-46cc-b323-bca88e51843a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:46.632410 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612387c-daaa-46cc-b323-bca88e51843a admin admin] Pushing event deleted for resources: {'Port': ['ID=6d629b35-a3fd-4442-83c4-e933cf7721d7,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:46.800662 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9612387c-daaa-46cc-b323-bca88e51843a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:47.012496 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9612387c-daaa-46cc-b323-bca88e51843a admin admin] Router 8451c3d3-9214-4e9e-ad71-6180ea3fe465 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:45:47.118100 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9612387c-daaa-46cc-b323-bca88e51843a admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:45:47.123724 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9612387c-daaa-46cc-b323-bca88e51843a admin admin] 10.222.0.42 "PUT /v2.0/routers/8451c3d3-9214-4e9e-ad71-6180ea3fe465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7035921 Apr 28 20:45:47.126939 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39970) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:45:47.127416 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5625948a-b1ee-4e94-b680-05e5aef94663 None None] Sync routers for ids ['8451c3d3-9214-4e9e-ad71-6180ea3fe465'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:45:47.138512 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5625948a-b1ee-4e94-b680-05e5aef94663 None None] Routers {'8451c3d3-9214-4e9e-ad71-6180ea3fe465'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:45:47.139245 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-5625948a-b1ee-4e94-b680-05e5aef94663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:45:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['8451c3d3-9214-4e9e-ad71-6180ea3fe465'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:47.235802 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6f4830a-47d9-447a-afd7-97d4e3be07da admin admin] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:47.331762 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-5625948a-b1ee-4e94-b680-05e5aef94663 None None] Set router 8451c3d3-9214-4e9e-ad71-6180ea3fe465 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:45:47.338563 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6f4830a-47d9-447a-afd7-97d4e3be07da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:47.389020 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c6f4830a-47d9-447a-afd7-97d4e3be07da admin admin] Deleting port 3200675b-0951-4211-bb6e-a71a4d7e71e8 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:45:47.389396 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6f4830a-47d9-447a-afd7-97d4e3be07da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:47.471752 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-c6f4830a-47d9-447a-afd7-97d4e3be07da admin admin] For port 3200675b-0951-4211-bb6e-a71a4d7e71e8, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=3200675b-0951-4211-bb6e-a71a4d7e71e8,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:45:47.472123 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6f4830a-47d9-447a-afd7-97d4e3be07da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:47.484555 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c6f4830a-47d9-447a-afd7-97d4e3be07da admin admin] Calling delete_port for 3200675b-0951-4211-bb6e-a71a4d7e71e8 owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:45:47.508250 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-5625948a-b1ee-4e94-b680-05e5aef94663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8451c3d3-9214-4e9e-ad71-6180ea3fe465', 'name': 'tempest-TestShelveInstance-572436988-router', 'tenant_id': 'f738ef6b417246d39122e4a561260834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '3200675b-0951-4211-bb6e-a71a4d7e71e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:37:07Z', 'updated_at': '2022-04-28T20:45:46Z', 'revision_number': 5, 'project_id': 'f738ef6b417246d39122e4a561260834', 'gw_port': {'id': '3200675b-0951-4211-bb6e-a71a4d7e71e8', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8451c3d3-9214-4e9e-ad71-6180ea3fe465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:37:07Z', 'updated_at': '2022-04-28T20:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:47.534790 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5625948a-b1ee-4e94-b680-05e5aef94663 None None] Checking router: 8451c3d3-9214-4e9e-ad71-6180ea3fe465 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:45:47.542871 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5625948a-b1ee-4e94-b680-05e5aef94663 None None] Routers {'8451c3d3-9214-4e9e-ad71-6180ea3fe465'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:45:47.543473 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-5625948a-b1ee-4e94-b680-05e5aef94663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:45:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['8451c3d3-9214-4e9e-ad71-6180ea3fe465'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:47.629831 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-5625948a-b1ee-4e94-b680-05e5aef94663 None None] Set router 8451c3d3-9214-4e9e-ad71-6180ea3fe465 gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:45:47.652332 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6f4830a-47d9-447a-afd7-97d4e3be07da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:47.679187 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4830a-47d9-447a-afd7-97d4e3be07da admin admin] Pushing event deleted for resources: {'Port': ['ID=3200675b-0951-4211-bb6e-a71a4d7e71e8,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:47.680797 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-5625948a-b1ee-4e94-b680-05e5aef94663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8451c3d3-9214-4e9e-ad71-6180ea3fe465', 'name': 'tempest-TestShelveInstance-572436988-router', 'tenant_id': 'f738ef6b417246d39122e4a561260834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:37:07Z', 'updated_at': '2022-04-28T20:45:47Z', 'revision_number': 6, 'project_id': 'f738ef6b417246d39122e4a561260834', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:47.711353 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5625948a-b1ee-4e94-b680-05e5aef94663 None None] The sync data for ids ['8451c3d3-9214-4e9e-ad71-6180ea3fe465'] in n-d-839810-1 is: [{'id': '8451c3d3-9214-4e9e-ad71-6180ea3fe465', 'name': 'tempest-TestShelveInstance-572436988-router', 'tenant_id': 'f738ef6b417246d39122e4a561260834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:37:07Z', 'updated_at': '2022-04-28T20:45:47Z', 'revision_number': 6, 'project_id': 'f738ef6b417246d39122e4a561260834', 'gw_port_host': None}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:45:47.741063 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6f4830a-47d9-447a-afd7-97d4e3be07da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:47.832669 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6f4830a-47d9-447a-afd7-97d4e3be07da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:47.834753 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6f4830a-47d9-447a-afd7-97d4e3be07da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:47.880521 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6f4830a-47d9-447a-afd7-97d4e3be07da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:47.880999 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f4830a-47d9-447a-afd7-97d4e3be07da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8451c3d3-9214-4e9e-ad71-6180ea3fe465 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:45:47.885404 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c6f4830a-47d9-447a-afd7-97d4e3be07da admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:47.886603 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c6f4830a-47d9-447a-afd7-97d4e3be07da admin admin] 10.222.0.42 "DELETE /v2.0/routers/8451c3d3-9214-4e9e-ad71-6180ea3fe465 HTTP/1.1" status: 204 len: 168 time: 0.7587278 Apr 28 20:45:47.889088 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39972) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:45:47.932797 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aac27c5-c669-4a87-b43f-d66c9550c4d2 admin admin] Deleting subnet dffc132a-4589-488d-94ce-e221ad1f7cba {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:45:47.935852 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6aac27c5-c669-4a87-b43f-d66c9550c4d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:47.969836 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6aac27c5-c669-4a87-b43f-d66c9550c4d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:48.048680 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6aac27c5-c669-4a87-b43f-d66c9550c4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:48.105336 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6aac27c5-c669-4a87-b43f-d66c9550c4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:48.132082 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac27c5-c669-4a87-b43f-d66c9550c4d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dffc132a-4589-488d-94ce-e221ad1f7cba,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:48.135489 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-6aac27c5-c669-4a87-b43f-d66c9550c4d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:48.139005 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-6aac27c5-c669-4a87-b43f-d66c9550c4d2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/dffc132a-4589-488d-94ce-e221ad1f7cba HTTP/1.1" status: 204 len: 168 time: 0.2489083 Apr 28 20:45:48.142420 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39974) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:45:48.143344 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef69378-6b50-4a1e-a203-7a37da3fbbf6 None None] Network caeca286-1154-489b-a592-07e9226a5289 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:45:48.215821 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-731c32cd-e8ea-4d3d-a426-b3fd3f06fedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:48.272479 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-731c32cd-e8ea-4d3d-a426-b3fd3f06fedc admin admin] Deleting port eea36876-f2bb-4a5c-aba4-904a39380192 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:45:48.272825 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-731c32cd-e8ea-4d3d-a426-b3fd3f06fedc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:48.339969 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-731c32cd-e8ea-4d3d-a426-b3fd3f06fedc admin admin] For port eea36876-f2bb-4a5c-aba4-904a39380192, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=eea36876-f2bb-4a5c-aba4-904a39380192,segment=NetworkSegment(0c856205-d1b1-40b3-9c94-d1630f756d15),segment_id=0c856205-d1b1-40b3-9c94-d1630f756d15)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:45:48.340368 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-731c32cd-e8ea-4d3d-a426-b3fd3f06fedc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:48.353736 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-731c32cd-e8ea-4d3d-a426-b3fd3f06fedc admin admin] Calling delete_port for eea36876-f2bb-4a5c-aba4-904a39380192 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:45:48.437955 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-731c32cd-e8ea-4d3d-a426-b3fd3f06fedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:48.464797 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c32cd-e8ea-4d3d-a426-b3fd3f06fedc admin admin] Pushing event deleted for resources: {'Port': ['ID=eea36876-f2bb-4a5c-aba4-904a39380192,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:48.469021 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731c32cd-e8ea-4d3d-a426-b3fd3f06fedc admin admin] No DVR routers for this DVR port eea36876-f2bb-4a5c-aba4-904a39380192 on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:45:48.493037 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e533e29-0fef-4a78-b33b-4529a6ee17d3 None None] DHCP port deletion for caeca286-1154-489b-a592-07e9226a5289 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:45:48.545852 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-731c32cd-e8ea-4d3d-a426-b3fd3f06fedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:48.559306 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 3200675b-0951-4211-bb6e-a71a4d7e71e8 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:45:48.567059 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-731c32cd-e8ea-4d3d-a426-b3fd3f06fedc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caeca286-1154-489b-a592-07e9226a5289']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:48.576071 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-731c32cd-e8ea-4d3d-a426-b3fd3f06fedc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c856205-d1b1-40b3-9c94-d1630f756d15') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:48.576398 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-731c32cd-e8ea-4d3d-a426-b3fd3f06fedc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c856205-d1b1-40b3-9c94-d1630f756d15') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:48.580069 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 3200675b-0951-4211-bb6e-a71a4d7e71e8 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:45:48.580433 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 3200675b-0951-4211-bb6e-a71a4d7e71e8 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:45:48.581014 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 6d629b35-a3fd-4442-83c4-e933cf7721d7 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:45:48.586311 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-731c32cd-e8ea-4d3d-a426-b3fd3f06fedc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:48.600427 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-731c32cd-e8ea-4d3d-a426-b3fd3f06fedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:48.601387 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 6d629b35-a3fd-4442-83c4-e933cf7721d7 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:45:48.601733 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 6d629b35-a3fd-4442-83c4-e933cf7721d7 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:45:48.602138 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device eea36876-f2bb-4a5c-aba4-904a39380192 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:45:48.606465 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-731c32cd-e8ea-4d3d-a426-b3fd3f06fedc admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:45:48.606926 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-731c32cd-e8ea-4d3d-a426-b3fd3f06fedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:48.608588 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 20:45:48.608588 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:45:48.608588 n-d-839810-1 neutron-server[102773]: timer() Apr 28 20:45:48.608588 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:45:48.608588 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 20:45:48.608588 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:45:48.608588 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 20:45:48.608588 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:45:48.608588 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 20:45:48.608588 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:45:48.608588 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 20:45:48.608588 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:45:48.608588 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 20:45:48.608588 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:45:48.608588 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:45:48.608588 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:45:48.608588 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:45:48.608588 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:45:48.608588 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 20:45:48.608588 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:45:48.608588 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 20:45:48.608588 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:45:48.608588 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:45:48.608588 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:45:48.608588 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 20:45:48.608588 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:45:48.608588 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:45:48.608588 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:45:48.608588 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:45:48.608588 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:45:48.608588 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:45:48.608588 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:45:48.625940 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: eea36876-f2bb-4a5c-aba4-904a39380192 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:45:48.626533 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device eea36876-f2bb-4a5c-aba4-904a39380192 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:45:48.662982 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-731c32cd-e8ea-4d3d-a426-b3fd3f06fedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:48.668852 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-731c32cd-e8ea-4d3d-a426-b3fd3f06fedc admin admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:48.672397 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-731c32cd-e8ea-4d3d-a426-b3fd3f06fedc admin admin] 10.222.0.42 "DELETE /v2.0/networks/caeca286-1154-489b-a592-07e9226a5289 HTTP/1.1" status: 204 len: 168 time: 0.5279393 Apr 28 20:45:48.683702 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c32cd-e8ea-4d3d-a426-b3fd3f06fedc admin admin] Pushing event deleted for resources: {'Network': ['ID=caeca286-1154-489b-a592-07e9226a5289,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:48.783798 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39978) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:45:48.827141 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-0d378b3b-0bcd-4192-9eab-a07affc0b100 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=60f0a1f75cba4835aa1e19e6eb34c1b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421550 Apr 28 20:45:48.833345 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 39980) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:45:48.885266 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-15969276-8c53-49f4-8a0d-8001c554fa45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:48.905182 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-15969276-8c53-49f4-8a0d-8001c554fa45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:48.950651 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-15969276-8c53-49f4-8a0d-8001c554fa45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:48.953286 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-15969276-8c53-49f4-8a0d-8001c554fa45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:48.954329 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-15969276-8c53-49f4-8a0d-8001c554fa45 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e632ca77-cf3e-4907-b5ff-d4f5b012a949 HTTP/1.1" status: 204 len: 168 time: 0.1200809 Apr 28 20:45:48.962420 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15969276-8c53-49f4-8a0d-8001c554fa45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e632ca77-cf3e-4907-b5ff-d4f5b012a949,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:49.262638 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39986) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:45:49.301912 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-018bbc77-b9cd-4d67-8c49-cfc56f2a3eb6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f738ef6b417246d39122e4a561260834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381351 Apr 28 20:45:49.304414 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 39988) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:45:49.352697 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f165fc9c-2f60-4f91-bc31-39f90b0a37ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:49.373301 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f165fc9c-2f60-4f91-bc31-39f90b0a37ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:49.423288 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f165fc9c-2f60-4f91-bc31-39f90b0a37ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:49.427351 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-f165fc9c-2f60-4f91-bc31-39f90b0a37ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:49.429117 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-f165fc9c-2f60-4f91-bc31-39f90b0a37ae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2e9a4614-1ba0-41db-af0a-029641d03f9d HTTP/1.1" status: 204 len: 168 time: 0.1236253 Apr 28 20:45:49.439917 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165fc9c-2f60-4f91-bc31-39f90b0a37ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9a4614-1ba0-41db-af0a-029641d03f9d,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:49.976616 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-52eafb3c-83b0-42d1-a0b9-4f06b97a8455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:50.115568 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40010) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:45:50.212038 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-ec3c4989-e205-4771-93f3-3b6f672a3a4b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-290119937-network', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:45:50.231196 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3c4989-e205-4771-93f3-3b6f672a3a4b admin admin] Made reservation on behalf of 05f65d81fee5419190dd7213a05d4eb4 for: {'network': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:45:50.233533 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ec3c4989-e205-4771-93f3-3b6f672a3a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:50.241967 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ec3c4989-e205-4771-93f3-3b6f672a3a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:50.318587 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ec3c4989-e205-4771-93f3-3b6f672a3a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:50.322500 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ec3c4989-e205-4771-93f3-3b6f672a3a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:50.343222 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec3c4989-e205-4771-93f3-3b6f672a3a4b admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=102773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:45:50.356212 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c4989-e205-4771-93f3-3b6f672a3a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1ff8fd-2125-4612-aed1-62a52d2cc111,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:50.361002 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ec3c4989-e205-4771-93f3-3b6f672a3a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:50.361347 n-d-839810-1 neutron-server[102773]: INFO neutron.db.segments_db [None req-ec3c4989-e205-4771-93f3-3b6f672a3a4b admin admin] Added segment c17331e7-c62d-4b75-bc03-d20cee6e07fe of type vlan for network 033bbc4c-2306-442e-97f5-e7ad07ca0c19 Apr 28 20:45:50.402274 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ec3c4989-e205-4771-93f3-3b6f672a3a4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:50.426593 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ec3c4989-e205-4771-93f3-3b6f672a3a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:50.427540 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3c4989-e205-4771-93f3-3b6f672a3a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:50.428137 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-ec3c4989-e205-4771-93f3-3b6f672a3a4b admin admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:50.485876 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-ec3c4989-e205-4771-93f3-3b6f672a3a4b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3691683 Apr 28 20:45:50.489007 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40014) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:45:50.492664 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c4989-e205-4771-93f3-3b6f672a3a4b admin admin] Pushing event updated for resources: {'Network': ['ID=033bbc4c-2306-442e-97f5-e7ad07ca0c19,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:50.493880 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-594496f8-1f6d-42f7-93da-4ec0ddfd4495 admin admin] Request body: {'subnet': {'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-290119937-subnet', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'ip_version': 4}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:45:50.503611 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 033bbc4c-2306-442e-97f5-e7ad07ca0c19 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:45:50.519015 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594496f8-1f6d-42f7-93da-4ec0ddfd4495 admin admin] Made reservation on behalf of 05f65d81fee5419190dd7213a05d4eb4 for: {'subnet': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:45:50.521503 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-594496f8-1f6d-42f7-93da-4ec0ddfd4495 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13385503'] for subnet, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:50.686072 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-594496f8-1f6d-42f7-93da-4ec0ddfd4495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16299498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13385481'] for subnet, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:50.741294 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594496f8-1f6d-42f7-93da-4ec0ddfd4495 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79f3c7b9-51bf-4118-84ac-2163a14463a2,revision_number=0']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:50.750235 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594496f8-1f6d-42f7-93da-4ec0ddfd4495 admin admin] Checking segment: {'id': 'c17331e7-c62d-4b75-bc03-d20cee6e07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:45:50.751103 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594496f8-1f6d-42f7-93da-4ec0ddfd4495 admin admin] Network hostable DHCP agents. Network: 033bbc4c-2306-442e-97f5-e7ad07ca0c19, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:45:50.767453 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594496f8-1f6d-42f7-93da-4ec0ddfd4495 admin admin] Network 033bbc4c-2306-442e-97f5-e7ad07ca0c19 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:45:50.775856 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-594496f8-1f6d-42f7-93da-4ec0ddfd4495 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 033bbc4c-2306-442e-97f5-e7ad07ca0c19) {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:45:50.779741 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594496f8-1f6d-42f7-93da-4ec0ddfd4495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:50.780340 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-594496f8-1f6d-42f7-93da-4ec0ddfd4495 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:50.785325 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f37b9c9-b146-4742-a439-db444b34b5d4 None None] Network 033bbc4c-2306-442e-97f5-e7ad07ca0c19 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:45:50.796438 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-594496f8-1f6d-42f7-93da-4ec0ddfd4495 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3062603 Apr 28 20:45:50.799597 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40016) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:45:50.804023 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-92822e50-9565-4fb9-9653-693a42e7046d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-290119937-router', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:45:50.822202 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-92822e50-9565-4fb9-9653-693a42e7046d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:50.823204 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-92822e50-9565-4fb9-9653-693a42e7046d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:50.876898 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-92822e50-9565-4fb9-9653-693a42e7046d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:50.930297 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a343924-00a5-4d45-b27f-1c32d1094b85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'fixed_ips': [{'subnet_id': '79f3c7b9-51bf-4118-84ac-2163a14463a2'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:45:50.931172 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1a343924-00a5-4d45-b27f-1c32d1094b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:51.015204 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-92822e50-9565-4fb9-9653-693a42e7046d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:51.073134 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-1a343924-00a5-4d45-b27f-1c32d1094b85 None None] Allocated IP 172.20.0.2 (033bbc4c-2306-442e-97f5-e7ad07ca0c19/79f3c7b9-51bf-4118-84ac-2163a14463a2/96b5b8d4-be38-4b5e-87ee-66a4b3c8cf84) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:45:51.214862 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-92822e50-9565-4fb9-9653-693a42e7046d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:51.218229 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1a343924-00a5-4d45-b27f-1c32d1094b85 None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:51.225324 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1a343924-00a5-4d45-b27f-1c32d1094b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:51.235926 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-92822e50-9565-4fb9-9653-693a42e7046d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:51.270751 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a343924-00a5-4d45-b27f-1c32d1094b85 None None] Network 033bbc4c-2306-442e-97f5-e7ad07ca0c19 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:45:51.274682 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-1a343924-00a5-4d45-b27f-1c32d1094b85 None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:45:51.276427 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a343924-00a5-4d45-b27f-1c32d1094b85 None None] Pushing event updated for resources: {'Port': ['ID=96b5b8d4-be38-4b5e-87ee-66a4b3c8cf84,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:51.278611 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a343924-00a5-4d45-b27f-1c32d1094b85 None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:45:51.334369 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-1a343924-00a5-4d45-b27f-1c32d1094b85 None None] Attempting to bind port 96b5b8d4-be38-4b5e-87ee-66a4b3c8cf84 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:45:51.334654 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-1a343924-00a5-4d45-b27f-1c32d1094b85 None None] Attempting to bind port 96b5b8d4-be38-4b5e-87ee-66a4b3c8cf84 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'c17331e7-c62d-4b75-bc03-d20cee6e07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:45:51.335011 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a343924-00a5-4d45-b27f-1c32d1094b85 None None] Attempting to bind port 96b5b8d4-be38-4b5e-87ee-66a4b3c8cf84 on network 033bbc4c-2306-442e-97f5-e7ad07ca0c19 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:45:51.340021 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a343924-00a5-4d45-b27f-1c32d1094b85 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:45:51.340218 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a343924-00a5-4d45-b27f-1c32d1094b85 None None] Checking segment: {'id': 'c17331e7-c62d-4b75-bc03-d20cee6e07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:45:51.340508 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1a343924-00a5-4d45-b27f-1c32d1094b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:51.340897 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a343924-00a5-4d45-b27f-1c32d1094b85 None None] Bound using segment: {'id': 'c17331e7-c62d-4b75-bc03-d20cee6e07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:45:51.341009 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-92822e50-9565-4fb9-9653-693a42e7046d admin admin] Allocated IP 172.25.8.189 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/b21a2d72-3bdf-4b4d-a657-b210432ee753) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:45:51.341352 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-1a343924-00a5-4d45-b27f-1c32d1094b85 None None] Bound port: 96b5b8d4-be38-4b5e-87ee-66a4b3c8cf84, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c17331e7-c62d-4b75-bc03-d20cee6e07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:45:51.341782 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1a343924-00a5-4d45-b27f-1c32d1094b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:51.405079 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-1a343924-00a5-4d45-b27f-1c32d1094b85 None None] For port 96b5b8d4-be38-4b5e-87ee-66a4b3c8cf84, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:45:51.408846 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-1a343924-00a5-4d45-b27f-1c32d1094b85 None None] For port 96b5b8d4-be38-4b5e-87ee-66a4b3c8cf84, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=96b5b8d4-be38-4b5e-87ee-66a4b3c8cf84,segment=NetworkSegment(c17331e7-c62d-4b75-bc03-d20cee6e07fe),segment_id=c17331e7-c62d-4b75-bc03-d20cee6e07fe)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:45:51.412486 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1a343924-00a5-4d45-b27f-1c32d1094b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:51.449586 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-92822e50-9565-4fb9-9653-693a42e7046d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:51.471127 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a343924-00a5-4d45-b27f-1c32d1094b85 None None] Pushing event updated for resources: {'Port': ['ID=96b5b8d4-be38-4b5e-87ee-66a4b3c8cf84,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:51.486898 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-92822e50-9565-4fb9-9653-693a42e7046d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:51.527919 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92822e50-9565-4fb9-9653-693a42e7046d admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:45:51.531581 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-92822e50-9565-4fb9-9653-693a42e7046d admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:45:51.535428 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92822e50-9565-4fb9-9653-693a42e7046d admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:45:51.558357 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92822e50-9565-4fb9-9653-693a42e7046d admin admin] Pushing event updated for resources: {'Port': ['ID=b21a2d72-3bdf-4b4d-a657-b210432ee753,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:51.814686 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-92822e50-9565-4fb9-9653-693a42e7046d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:52.007612 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-92822e50-9565-4fb9-9653-693a42e7046d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:52.138161 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92822e50-9565-4fb9-9653-693a42e7046d admin admin] Router 1d28b494-c0c3-4fff-9f40-b0dda39616ee is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 20:45:52.200687 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c6c24635-e83e-4e9f-af41-b783d17180d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:52.260545 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92822e50-9565-4fb9-9653-693a42e7046d admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:45:52.275070 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffda208-5481-4c07-bb98-ae41e92ddfa0 None None] Sync routers for ids ['1d28b494-c0c3-4fff-9f40-b0dda39616ee'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:45:52.282940 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-92822e50-9565-4fb9-9653-693a42e7046d admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:52.285350 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-92822e50-9565-4fb9-9653-693a42e7046d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4846876 Apr 28 20:45:52.288291 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40018) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:45:52.294239 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffda208-5481-4c07-bb98-ae41e92ddfa0 None None] Routers {'1d28b494-c0c3-4fff-9f40-b0dda39616ee'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:45:52.294987 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-8ffda208-5481-4c07-bb98-ae41e92ddfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:45:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1d28b494-c0c3-4fff-9f40-b0dda39616ee'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:52.297667 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 96b5b8d4-be38-4b5e-87ee-66a4b3c8cf84 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:45:52.415840 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474b9526-a7b2-4ed3-a779-e80b29cfdab1 None None] Network 033bbc4c-2306-442e-97f5-e7ad07ca0c19 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:45:52.497819 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-8ffda208-5481-4c07-bb98-ae41e92ddfa0 None None] Set router 1d28b494-c0c3-4fff-9f40-b0dda39616ee gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:45:52.638010 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 96b5b8d4-be38-4b5e-87ee-66a4b3c8cf84 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:45:52.638382 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:52.639886 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-821f807b-0525-490b-9fe8-cb3c7eff7bbf None None] Provisioning complete for port 96b5b8d4-be38-4b5e-87ee-66a4b3c8cf84 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:45:52.640318 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-821f807b-0525-490b-9fe8-cb3c7eff7bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:52.900663 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:52.904907 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-821f807b-0525-490b-9fe8-cb3c7eff7bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:52.959679 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 96b5b8d4-be38-4b5e-87ee-66a4b3c8cf84, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=96b5b8d4-be38-4b5e-87ee-66a4b3c8cf84,segment=NetworkSegment(c17331e7-c62d-4b75-bc03-d20cee6e07fe),segment_id=c17331e7-c62d-4b75-bc03-d20cee6e07fe)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:45:52.961427 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-8ffda208-5481-4c07-bb98-ae41e92ddfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'name': 'tempest-TestSnapshotPattern-290119937-router', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:45:50Z', 'updated_at': '2022-04-28T20:45:51Z', 'revision_number': 3, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'gw_port': {'id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:51Z', 'updated_at': '2022-04-28T20:45:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:52.965747 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:52.996200 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffda208-5481-4c07-bb98-ae41e92ddfa0 None None] Checking router: 1d28b494-c0c3-4fff-9f40-b0dda39616ee for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:45:52.996550 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffda208-5481-4c07-bb98-ae41e92ddfa0 None None] Updating router 1d28b494-c0c3-4fff-9f40-b0dda39616ee port b21a2d72-3bdf-4b4d-a657-b210432ee753 binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:45:53.017155 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fa5d95bc-d432-47f3-b184-b2d64b3bb43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:53.088923 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8ffda208-5481-4c07-bb98-ae41e92ddfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:53.118507 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.db.api [None req-821f807b-0525-490b-9fe8-cb3c7eff7bbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:45:53.118869 n-d-839810-1 neutron-server[102775]: DEBUG oslo_db.api [None req-821f807b-0525-490b-9fe8-cb3c7eff7bbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:45:53.119341 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=96b5b8d4-be38-4b5e-87ee-66a4b3c8cf84,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:53.181373 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-fa5d95bc-d432-47f3-b184-b2d64b3bb43f admin admin] Allocated IP 172.20.0.1 (033bbc4c-2306-442e-97f5-e7ad07ca0c19/79f3c7b9-51bf-4118-84ac-2163a14463a2/6da5bcab-7f02-440a-a416-374835cd9ed9) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:45:53.289364 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fa5d95bc-d432-47f3-b184-b2d64b3bb43f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:53.325028 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fa5d95bc-d432-47f3-b184-b2d64b3bb43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:53.365817 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5d95bc-d432-47f3-b184-b2d64b3bb43f admin admin] Network 033bbc4c-2306-442e-97f5-e7ad07ca0c19 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:45:53.368784 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-fa5d95bc-d432-47f3-b184-b2d64b3bb43f admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:45:53.372442 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5d95bc-d432-47f3-b184-b2d64b3bb43f admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:45:53.398329 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d95bc-d432-47f3-b184-b2d64b3bb43f admin admin] Pushing event updated for resources: {'Port': ['ID=6da5bcab-7f02-440a-a416-374835cd9ed9,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:53.417205 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fa5d95bc-d432-47f3-b184-b2d64b3bb43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:53.520617 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8ffda208-5481-4c07-bb98-ae41e92ddfa0 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:53.527854 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8ffda208-5481-4c07-bb98-ae41e92ddfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:53.558937 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fa5d95bc-d432-47f3-b184-b2d64b3bb43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:53.584722 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5131f3f-6536-4014-91f6-39fd5abfc6c5 None None] Pushing event updated for resources: {'Port': ['ID=b21a2d72-3bdf-4b4d-a657-b210432ee753,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:53.587122 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-8ffda208-5481-4c07-bb98-ae41e92ddfa0 None None] Attempting to bind port b21a2d72-3bdf-4b4d-a657-b210432ee753 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:45:53.587490 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-8ffda208-5481-4c07-bb98-ae41e92ddfa0 None None] Attempting to bind port b21a2d72-3bdf-4b4d-a657-b210432ee753 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:45:53.587976 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffda208-5481-4c07-bb98-ae41e92ddfa0 None None] Attempting to bind port b21a2d72-3bdf-4b4d-a657-b210432ee753 on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:45:53.593350 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffda208-5481-4c07-bb98-ae41e92ddfa0 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:45:53.594326 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffda208-5481-4c07-bb98-ae41e92ddfa0 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:45:53.594727 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8ffda208-5481-4c07-bb98-ae41e92ddfa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:53.595107 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffda208-5481-4c07-bb98-ae41e92ddfa0 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:45:53.595564 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-8ffda208-5481-4c07-bb98-ae41e92ddfa0 None None] Bound port: b21a2d72-3bdf-4b4d-a657-b210432ee753, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:45:53.595938 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8ffda208-5481-4c07-bb98-ae41e92ddfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:53.675494 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-8ffda208-5481-4c07-bb98-ae41e92ddfa0 None None] For port b21a2d72-3bdf-4b4d-a657-b210432ee753, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:45:53.689674 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-8ffda208-5481-4c07-bb98-ae41e92ddfa0 None None] For port b21a2d72-3bdf-4b4d-a657-b210432ee753, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=b21a2d72-3bdf-4b4d-a657-b210432ee753,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:45:53.693831 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8ffda208-5481-4c07-bb98-ae41e92ddfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:53.728680 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fa5d95bc-d432-47f3-b184-b2d64b3bb43f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:53.733452 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fa5d95bc-d432-47f3-b184-b2d64b3bb43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:53.767468 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffda208-5481-4c07-bb98-ae41e92ddfa0 None None] Routers {'1d28b494-c0c3-4fff-9f40-b0dda39616ee'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:45:53.768070 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-8ffda208-5481-4c07-bb98-ae41e92ddfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:45:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1d28b494-c0c3-4fff-9f40-b0dda39616ee'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:53.770506 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5131f3f-6536-4014-91f6-39fd5abfc6c5 None None] Pushing event updated for resources: {'Port': ['ID=b21a2d72-3bdf-4b4d-a657-b210432ee753,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:53.801067 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d95bc-d432-47f3-b184-b2d64b3bb43f admin admin] Pushing event updated for resources: {'Port': ['ID=6da5bcab-7f02-440a-a416-374835cd9ed9,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:53.803439 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fa5d95bc-d432-47f3-b184-b2d64b3bb43f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:53.818019 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:53.868782 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-08b6a970-6771-4af1-a3c1-025fe007375c None None] Provisioning complete for port 6da5bcab-7f02-440a-a416-374835cd9ed9 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:45:53.869146 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-08b6a970-6771-4af1-a3c1-025fe007375c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:53.899196 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5d95bc-d432-47f3-b184-b2d64b3bb43f admin admin] Network 033bbc4c-2306-442e-97f5-e7ad07ca0c19 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:45:53.900640 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-fa5d95bc-d432-47f3-b184-b2d64b3bb43f admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:45:53.923563 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-8ffda208-5481-4c07-bb98-ae41e92ddfa0 None None] Set router 1d28b494-c0c3-4fff-9f40-b0dda39616ee gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:45:53.925622 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-08b6a970-6771-4af1-a3c1-025fe007375c None None] Port 6da5bcab-7f02-440a-a416-374835cd9ed9 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:45:53.972515 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-08b6a970-6771-4af1-a3c1-025fe007375c None None] Provisioning complete for port 96b5b8d4-be38-4b5e-87ee-66a4b3c8cf84 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:45:53.972784 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-08b6a970-6771-4af1-a3c1-025fe007375c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:54.027108 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5d95bc-d432-47f3-b184-b2d64b3bb43f admin admin] Router 1d28b494-c0c3-4fff-9f40-b0dda39616ee has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:45:54.143356 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5d95bc-d432-47f3-b184-b2d64b3bb43f admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:45:54.148678 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fa5d95bc-d432-47f3-b184-b2d64b3bb43f admin admin] 10.222.0.42 "PUT /v2.0/routers/1d28b494-c0c3-4fff-9f40-b0dda39616ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8593965 Apr 28 20:45:54.207363 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-8ffda208-5481-4c07-bb98-ae41e92ddfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'name': 'tempest-TestSnapshotPattern-290119937-router', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:45:50Z', 'updated_at': '2022-04-28T20:45:53Z', 'revision_number': 4, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'gw_port': {'id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:51Z', 'updated_at': '2022-04-28T20:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '6da5bcab-7f02-440a-a416-374835cd9ed9', 'name': '', 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'mac_address': 'fa:16:3e:23:89:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:53Z', 'updated_at': '2022-04-28T20:45:53Z', 'revision_number': 2, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'subnets': [{'id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:54.236941 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffda208-5481-4c07-bb98-ae41e92ddfa0 None None] The sync data for ids ['1d28b494-c0c3-4fff-9f40-b0dda39616ee'] in n-d-839810-1 is: [{'id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'name': 'tempest-TestSnapshotPattern-290119937-router', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:45:50Z', 'updated_at': '2022-04-28T20:45:53Z', 'revision_number': 4, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'gw_port': {'id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:51Z', 'updated_at': '2022-04-28T20:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '6da5bcab-7f02-440a-a416-374835cd9ed9', 'name': '', 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'mac_address': 'fa:16:3e:23:89:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:53Z', 'updated_at': '2022-04-28T20:45:53Z', 'revision_number': 2, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'subnets': [{'id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:45:54.261115 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 96b5b8d4-be38-4b5e-87ee-66a4b3c8cf84 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:45:54.316929 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-c6cc4a20-0dea-4573-9176-3345a63a0ca9 None None] Provisioning complete for port 6da5bcab-7f02-440a-a416-374835cd9ed9 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:45:54.317300 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c6cc4a20-0dea-4573-9176-3345a63a0ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:54.365321 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 96b5b8d4-be38-4b5e-87ee-66a4b3c8cf84 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:45:54.365680 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:54.369743 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc4a20-0dea-4573-9176-3345a63a0ca9 None None] Port 6da5bcab-7f02-440a-a416-374835cd9ed9 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:45:54.692267 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40034) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:45:54.697183 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-9451f67f-26cd-4fdf-8d99-581cce638e92 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-790666526-network', 'tenant_id': '5eae73b93df84f3a901289f17b906182'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:45:54.717324 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9451f67f-26cd-4fdf-8d99-581cce638e92 admin admin] Made reservation on behalf of 5eae73b93df84f3a901289f17b906182 for: {'network': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:45:54.720129 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9451f67f-26cd-4fdf-8d99-581cce638e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for network, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:54.729432 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9451f67f-26cd-4fdf-8d99-581cce638e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:54.810300 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9451f67f-26cd-4fdf-8d99-581cce638e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:54.814913 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9451f67f-26cd-4fdf-8d99-581cce638e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:54.843542 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9451f67f-26cd-4fdf-8d99-581cce638e92 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=102774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:45:54.845988 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451f67f-26cd-4fdf-8d99-581cce638e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d2decc-9f74-4dbf-8e8a-43e5406cb38a,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:54.856748 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9451f67f-26cd-4fdf-8d99-581cce638e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:54.857093 n-d-839810-1 neutron-server[102774]: INFO neutron.db.segments_db [None req-9451f67f-26cd-4fdf-8d99-581cce638e92 admin admin] Added segment ed02c3a7-a9ff-4391-be09-028c86201a02 of type vlan for network 183ad8d0-21c1-4862-9398-6f82217a7f85 Apr 28 20:45:54.902172 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9451f67f-26cd-4fdf-8d99-581cce638e92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736828246465'] for network, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:54.935901 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9451f67f-26cd-4fdf-8d99-581cce638e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106'] for network, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:54.936907 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9451f67f-26cd-4fdf-8d99-581cce638e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:54.938044 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9451f67f-26cd-4fdf-8d99-581cce638e92 admin admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:54.988368 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9451f67f-26cd-4fdf-8d99-581cce638e92 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2949710 Apr 28 20:45:54.991302 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40036) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:45:54.996775 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-53cca963-ee8c-42d3-8084-1b86c4ae42be admin admin] Request body: {'subnet': {'network_id': '183ad8d0-21c1-4862-9398-6f82217a7f85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-790666526-subnet', 'tenant_id': '5eae73b93df84f3a901289f17b906182', 'ip_version': 4}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:45:55.002581 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451f67f-26cd-4fdf-8d99-581cce638e92 admin admin] Pushing event updated for resources: {'Network': ['ID=183ad8d0-21c1-4862-9398-6f82217a7f85,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:55.012856 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Network 183ad8d0-21c1-4862-9398-6f82217a7f85 details requested by agent ovs-agent-n-d-839810-1 with host n-d-839810-1 {{(pid=102775) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:45:55.020752 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cca963-ee8c-42d3-8084-1b86c4ae42be admin admin] Made reservation on behalf of 5eae73b93df84f3a901289f17b906182 for: {'subnet': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:45:55.023233 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53cca963-ee8c-42d3-8084-1b86c4ae42be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14374704'] for subnet, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:55.211037 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53cca963-ee8c-42d3-8084-1b86c4ae42be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12642083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14374694'] for subnet, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:55.266758 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cca963-ee8c-42d3-8084-1b86c4ae42be admin admin] Pushing event updated for resources: {'Subnet': ['ID=de97190e-9bbb-46fa-96ef-90170473b44a,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:55.276860 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cca963-ee8c-42d3-8084-1b86c4ae42be admin admin] Checking segment: {'id': 'ed02c3a7-a9ff-4391-be09-028c86201a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '183ad8d0-21c1-4862-9398-6f82217a7f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:45:55.277227 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cca963-ee8c-42d3-8084-1b86c4ae42be admin admin] Network hostable DHCP agents. Network: 183ad8d0-21c1-4862-9398-6f82217a7f85, hostable agents: ['e6dd845e-2d65-4842-b0af-f9a16f84ce38'], hosted agents: [] {{(pid=102773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:45:55.294907 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cca963-ee8c-42d3-8084-1b86c4ae42be admin admin] Network 183ad8d0-21c1-4862-9398-6f82217a7f85 is scheduled to be hosted by DHCP agent e6dd845e-2d65-4842-b0af-f9a16f84ce38 with binding_index 1 {{(pid=102773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:45:55.305881 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-53cca963-ee8c-42d3-8084-1b86c4ae42be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839810-1, 183ad8d0-21c1-4862-9398-6f82217a7f85) {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:45:55.310908 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cca963-ee8c-42d3-8084-1b86c4ae42be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:55.311619 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-53cca963-ee8c-42d3-8084-1b86c4ae42be admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:55.316067 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fa321a-b808-4f2f-a8f1-b6c6eee7d84f None None] Network 183ad8d0-21c1-4862-9398-6f82217a7f85 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:45:55.329217 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-53cca963-ee8c-42d3-8084-1b86c4ae42be admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3364701 Apr 28 20:45:55.331687 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40038) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:45:55.335975 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-a19d88e5-a919-4c3e-aa77-0d5fda1dc8cf admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-790666526-router', 'tenant_id': '5eae73b93df84f3a901289f17b906182', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:45:55.357437 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a19d88e5-a919-4c3e-aa77-0d5fda1dc8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1627021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:55.358448 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a19d88e5-a919-4c3e-aa77-0d5fda1dc8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8386'] for router, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:55.423059 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a19d88e5-a919-4c3e-aa77-0d5fda1dc8cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:55.478372 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d67c8cc-c2c0-47b6-b04b-330f95a484af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb0bd80-e156-54f4-8b48-ce23fb6c6877-183ad8d0-21c1-4862-9398-6f82217a7f85', 'network_id': '183ad8d0-21c1-4862-9398-6f82217a7f85', 'tenant_id': '5eae73b93df84f3a901289f17b906182', 'fixed_ips': [{'subnet_id': 'de97190e-9bbb-46fa-96ef-90170473b44a'}]}} from n-d-839810-1. {{(pid=102775) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 20:45:55.479378 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8d67c8cc-c2c0-47b6-b04b-330f95a484af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:55.568793 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a19d88e5-a919-4c3e-aa77-0d5fda1dc8cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:55.621887 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.db_base_plugin_common [None req-8d67c8cc-c2c0-47b6-b04b-330f95a484af None None] Allocated IP 172.20.0.2 (183ad8d0-21c1-4862-9398-6f82217a7f85/de97190e-9bbb-46fa-96ef-90170473b44a/72da08bb-3ee7-4a2d-8025-3259ff825754) {{(pid=102775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:45:55.766157 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8d67c8cc-c2c0-47b6-b04b-330f95a484af None None] Notify callbacks [] for port, precommit_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:55.770920 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a19d88e5-a919-4c3e-aa77-0d5fda1dc8cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:55.773860 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8d67c8cc-c2c0-47b6-b04b-330f95a484af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108'] for port, after_create {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:55.791703 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a19d88e5-a919-4c3e-aa77-0d5fda1dc8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:55.819071 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d67c8cc-c2c0-47b6-b04b-330f95a484af None None] Network 183ad8d0-21c1-4862-9398-6f82217a7f85 is already hosted by enough agents. {{(pid=102775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:45:55.821894 n-d-839810-1 neutron-server[102775]: DEBUG neutron.scheduler.base_scheduler [None req-8d67c8cc-c2c0-47b6-b04b-330f95a484af None None] Resources bound (agent type, host, resource id): {{(pid=102775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:45:55.825394 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d67c8cc-c2c0-47b6-b04b-330f95a484af None None] Received port after_create {{(pid=102775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:45:55.832429 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67c8cc-c2c0-47b6-b04b-330f95a484af None None] Pushing event updated for resources: {'Port': ['ID=72da08bb-3ee7-4a2d-8025-3259ff825754,revision_number=1']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:55.881732 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-8d67c8cc-c2c0-47b6-b04b-330f95a484af None None] Attempting to bind port 72da08bb-3ee7-4a2d-8025-3259ff825754 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:45:55.882091 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-8d67c8cc-c2c0-47b6-b04b-330f95a484af None None] Attempting to bind port 72da08bb-3ee7-4a2d-8025-3259ff825754 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'ed02c3a7-a9ff-4391-be09-028c86201a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '183ad8d0-21c1-4862-9398-6f82217a7f85'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:45:55.882447 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d67c8cc-c2c0-47b6-b04b-330f95a484af None None] Attempting to bind port 72da08bb-3ee7-4a2d-8025-3259ff825754 on network 183ad8d0-21c1-4862-9398-6f82217a7f85 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:45:55.888380 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d67c8cc-c2c0-47b6-b04b-330f95a484af None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:45:55.888750 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d67c8cc-c2c0-47b6-b04b-330f95a484af None None] Checking segment: {'id': 'ed02c3a7-a9ff-4391-be09-028c86201a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '183ad8d0-21c1-4862-9398-6f82217a7f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:45:55.889463 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8d67c8cc-c2c0-47b6-b04b-330f95a484af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:55.889586 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d67c8cc-c2c0-47b6-b04b-330f95a484af None None] Bound using segment: {'id': 'ed02c3a7-a9ff-4391-be09-028c86201a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '183ad8d0-21c1-4862-9398-6f82217a7f85'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:45:55.889966 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-8d67c8cc-c2c0-47b6-b04b-330f95a484af None None] Bound port: 72da08bb-3ee7-4a2d-8025-3259ff825754, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed02c3a7-a9ff-4391-be09-028c86201a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '183ad8d0-21c1-4862-9398-6f82217a7f85'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:45:55.890932 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8d67c8cc-c2c0-47b6-b04b-330f95a484af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:55.904527 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-a19d88e5-a919-4c3e-aa77-0d5fda1dc8cf admin admin] Allocated IP 172.25.8.17 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:45:55.955235 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-8d67c8cc-c2c0-47b6-b04b-330f95a484af None None] For port 72da08bb-3ee7-4a2d-8025-3259ff825754, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:45:55.958761 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-8d67c8cc-c2c0-47b6-b04b-330f95a484af None None] For port 72da08bb-3ee7-4a2d-8025-3259ff825754, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=72da08bb-3ee7-4a2d-8025-3259ff825754,segment=NetworkSegment(ed02c3a7-a9ff-4391-be09-028c86201a02),segment_id=ed02c3a7-a9ff-4391-be09-028c86201a02)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:45:55.964725 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8d67c8cc-c2c0-47b6-b04b-330f95a484af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:56.021761 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a19d88e5-a919-4c3e-aa77-0d5fda1dc8cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:56.033297 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67c8cc-c2c0-47b6-b04b-330f95a484af None None] Pushing event updated for resources: {'Port': ['ID=72da08bb-3ee7-4a2d-8025-3259ff825754,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:56.065208 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a19d88e5-a919-4c3e-aa77-0d5fda1dc8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:56.072654 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:56.077445 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:56.108444 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19d88e5-a919-4c3e-aa77-0d5fda1dc8cf admin admin] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:45:56.111788 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-a19d88e5-a919-4c3e-aa77-0d5fda1dc8cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:45:56.116403 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19d88e5-a919-4c3e-aa77-0d5fda1dc8cf admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:45:56.119567 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d88e5-a919-4c3e-aa77-0d5fda1dc8cf admin admin] Pushing event updated for resources: {'Port': ['ID=a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:56.371424 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device b21a2d72-3bdf-4b4d-a657-b210432ee753 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:45:56.425501 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port b21a2d72-3bdf-4b4d-a657-b210432ee753 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:45:56.425872 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:56.428536 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dfd52c-425a-4f98-bf24-a7179b89f4a2 None None] Sync routers for ids ['1d28b494-c0c3-4fff-9f40-b0dda39616ee'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:45:56.432900 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a19d88e5-a919-4c3e-aa77-0d5fda1dc8cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:56.438417 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dfd52c-425a-4f98-bf24-a7179b89f4a2 None None] Routers {'1d28b494-c0c3-4fff-9f40-b0dda39616ee'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:45:56.439052 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-32dfd52c-425a-4f98-bf24-a7179b89f4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:45:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1d28b494-c0c3-4fff-9f40-b0dda39616ee'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:56.505787 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:56.526974 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port b21a2d72-3bdf-4b4d-a657-b210432ee753, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=b21a2d72-3bdf-4b4d-a657-b210432ee753,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:45:56.532994 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:56.533775 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 72da08bb-3ee7-4a2d-8025-3259ff825754 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:45:56.563333 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-32dfd52c-425a-4f98-bf24-a7179b89f4a2 None None] Set router 1d28b494-c0c3-4fff-9f40-b0dda39616ee gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:45:56.617317 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=b21a2d72-3bdf-4b4d-a657-b210432ee753,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:56.629906 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 72da08bb-3ee7-4a2d-8025-3259ff825754 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:45:56.630284 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:56.662740 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a19d88e5-a919-4c3e-aa77-0d5fda1dc8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627380'] for router, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:56.709599 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:56.747824 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port 72da08bb-3ee7-4a2d-8025-3259ff825754, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=72da08bb-3ee7-4a2d-8025-3259ff825754,segment=NetworkSegment(ed02c3a7-a9ff-4391-be09-028c86201a02),segment_id=ed02c3a7-a9ff-4391-be09-028c86201a02)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:45:56.754235 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:56.786735 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-32dfd52c-425a-4f98-bf24-a7179b89f4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'name': 'tempest-TestSnapshotPattern-290119937-router', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:45:50Z', 'updated_at': '2022-04-28T20:45:53Z', 'revision_number': 4, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'gw_port': {'id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:51Z', 'updated_at': '2022-04-28T20:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '6da5bcab-7f02-440a-a416-374835cd9ed9', 'name': '', 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'mac_address': 'fa:16:3e:23:89:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:53Z', 'updated_at': '2022-04-28T20:45:53Z', 'revision_number': 2, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'subnets': [{'id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:56.802847 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=72da08bb-3ee7-4a2d-8025-3259ff825754,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:56.819193 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dfd52c-425a-4f98-bf24-a7179b89f4a2 None None] Checking router: 1d28b494-c0c3-4fff-9f40-b0dda39616ee for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:45:56.819616 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dfd52c-425a-4f98-bf24-a7179b89f4a2 None None] Updating router 1d28b494-c0c3-4fff-9f40-b0dda39616ee port 6da5bcab-7f02-440a-a416-374835cd9ed9 binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:45:56.824084 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19d88e5-a919-4c3e-aa77-0d5fda1dc8cf admin admin] Router 38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6 is scheduled to L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 with binding_index 1 {{(pid=102773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 20:45:56.847035 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-32dfd52c-425a-4f98-bf24-a7179b89f4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:56.934933 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19d88e5-a919-4c3e-aa77-0d5fda1dc8cf admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:45:56.946802 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f18486e-aa41-427b-91e3-b0775b3e4126 None None] Sync routers for ids ['38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:45:56.959053 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f18486e-aa41-427b-91e3-b0775b3e4126 None None] Routers {'38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:45:56.959719 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-5f18486e-aa41-427b-91e3-b0775b3e4126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:45:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:56.960289 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-a19d88e5-a919-4c3e-aa77-0d5fda1dc8cf admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:56.965585 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-a19d88e5-a919-4c3e-aa77-0d5fda1dc8cf admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6303878 Apr 28 20:45:56.965741 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40040) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:45:57.075952 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-5f18486e-aa41-427b-91e3-b0775b3e4126 None None] Set router 38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:45:57.130161 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-32dfd52c-425a-4f98-bf24-a7179b89f4a2 None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:57.136929 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-32dfd52c-425a-4f98-bf24-a7179b89f4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:57.196715 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ccdc7-9639-45b9-b067-831954967341 None None] Pushing event updated for resources: {'Port': ['ID=6da5bcab-7f02-440a-a416-374835cd9ed9,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:57.227069 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ccdc7-9639-45b9-b067-831954967341 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:57.227680 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ccdc7-9639-45b9-b067-831954967341 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:57.228554 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ccdc7-9639-45b9-b067-831954967341 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:57.229071 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ccdc7-9639-45b9-b067-831954967341 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:57.229407 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ccdc7-9639-45b9-b067-831954967341 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:57.229747 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ccdc7-9639-45b9-b067-831954967341 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:57.230072 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ccdc7-9639-45b9-b067-831954967341 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:57.230573 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ccdc7-9639-45b9-b067-831954967341 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:57.231066 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ccdc7-9639-45b9-b067-831954967341 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:57.231563 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ccdc7-9639-45b9-b067-831954967341 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:57.232061 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ccdc7-9639-45b9-b067-831954967341 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:57.232575 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ccdc7-9639-45b9-b067-831954967341 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:57.297786 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-32dfd52c-425a-4f98-bf24-a7179b89f4a2 None None] Attempting to bind port 6da5bcab-7f02-440a-a416-374835cd9ed9 on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:45:57.298452 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-32dfd52c-425a-4f98-bf24-a7179b89f4a2 None None] Attempting to bind port 6da5bcab-7f02-440a-a416-374835cd9ed9 by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'c17331e7-c62d-4b75-bc03-d20cee6e07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:45:57.299048 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dfd52c-425a-4f98-bf24-a7179b89f4a2 None None] Attempting to bind port 6da5bcab-7f02-440a-a416-374835cd9ed9 on network 033bbc4c-2306-442e-97f5-e7ad07ca0c19 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:45:57.314339 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dfd52c-425a-4f98-bf24-a7179b89f4a2 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:45:57.315377 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dfd52c-425a-4f98-bf24-a7179b89f4a2 None None] Checking segment: {'id': 'c17331e7-c62d-4b75-bc03-d20cee6e07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:45:57.315971 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-32dfd52c-425a-4f98-bf24-a7179b89f4a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:57.316671 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dfd52c-425a-4f98-bf24-a7179b89f4a2 None None] Bound using segment: {'id': 'c17331e7-c62d-4b75-bc03-d20cee6e07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:45:57.317679 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-32dfd52c-425a-4f98-bf24-a7179b89f4a2 None None] Bound port: 6da5bcab-7f02-440a-a416-374835cd9ed9, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c17331e7-c62d-4b75-bc03-d20cee6e07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:45:57.318251 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-32dfd52c-425a-4f98-bf24-a7179b89f4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:57.326237 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-5f18486e-aa41-427b-91e3-b0775b3e4126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6', 'name': 'tempest-TestSnapshotPattern-790666526-router', 'tenant_id': '5eae73b93df84f3a901289f17b906182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:45:55Z', 'updated_at': '2022-04-28T20:45:56Z', 'revision_number': 3, 'project_id': '5eae73b93df84f3a901289f17b906182', 'gw_port': {'id': 'a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:64:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:55Z', 'updated_at': '2022-04-28T20:45:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:57.371174 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f18486e-aa41-427b-91e3-b0775b3e4126 None None] Checking router: 38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6 for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:45:57.371678 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f18486e-aa41-427b-91e3-b0775b3e4126 None None] Updating router 38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6 port a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed binding host n-d-839810-1 {{(pid=102775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:45:57.401353 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-32dfd52c-425a-4f98-bf24-a7179b89f4a2 None None] For port 6da5bcab-7f02-440a-a416-374835cd9ed9, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:45:57.409173 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-32dfd52c-425a-4f98-bf24-a7179b89f4a2 None None] For port 6da5bcab-7f02-440a-a416-374835cd9ed9, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=6da5bcab-7f02-440a-a416-374835cd9ed9,segment=NetworkSegment(c17331e7-c62d-4b75-bc03-d20cee6e07fe),segment_id=c17331e7-c62d-4b75-bc03-d20cee6e07fe)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:45:57.412879 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5f18486e-aa41-427b-91e3-b0775b3e4126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:57.415675 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-32dfd52c-425a-4f98-bf24-a7179b89f4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:57.476895 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fabd6a-0801-4222-9ee0-b701537fa0d2 None None] Network 183ad8d0-21c1-4862-9398-6f82217a7f85 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:45:57.481898 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dfd52c-425a-4f98-bf24-a7179b89f4a2 None None] Routers {'1d28b494-c0c3-4fff-9f40-b0dda39616ee'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:45:57.482708 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-32dfd52c-425a-4f98-bf24-a7179b89f4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:45:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1d28b494-c0c3-4fff-9f40-b0dda39616ee'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:57.558795 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ccdc7-9639-45b9-b067-831954967341 None None] Pushing event updated for resources: {'Port': ['ID=6da5bcab-7f02-440a-a416-374835cd9ed9,revision_number=4']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:57.626793 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-32dfd52c-425a-4f98-bf24-a7179b89f4a2 None None] Set router 1d28b494-c0c3-4fff-9f40-b0dda39616ee gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:45:57.808567 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-29329a1a-7503-4a27-9675-8cf0b1687d6a None None] Provisioning complete for port 72da08bb-3ee7-4a2d-8025-3259ff825754 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:45:57.808904 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-29329a1a-7503-4a27-9675-8cf0b1687d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:57.814933 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3441cdb-28f7-4be8-9e19-dbec2a30bf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:57.950860 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-32dfd52c-425a-4f98-bf24-a7179b89f4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'name': 'tempest-TestSnapshotPattern-290119937-router', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:45:50Z', 'updated_at': '2022-04-28T20:45:53Z', 'revision_number': 4, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'gw_port': {'id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:51Z', 'updated_at': '2022-04-28T20:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '6da5bcab-7f02-440a-a416-374835cd9ed9', 'name': '', 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'mac_address': 'fa:16:3e:23:89:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:53Z', 'updated_at': '2022-04-28T20:45:57Z', 'revision_number': 4, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'subnets': [{'id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:57.976934 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [None req-d3441cdb-28f7-4be8-9e19-dbec2a30bf75 admin admin] Allocated IP 172.20.0.1 (183ad8d0-21c1-4862-9398-6f82217a7f85/de97190e-9bbb-46fa-96ef-90170473b44a/d4bdb0d4-e5c0-4bbc-8f80-4081dd3b6ebd) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:45:57.978512 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dfd52c-425a-4f98-bf24-a7179b89f4a2 None None] The sync data for ids ['1d28b494-c0c3-4fff-9f40-b0dda39616ee'] in n-d-839810-1 is: [{'id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'name': 'tempest-TestSnapshotPattern-290119937-router', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:45:50Z', 'updated_at': '2022-04-28T20:45:53Z', 'revision_number': 4, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'gw_port': {'id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:51Z', 'updated_at': '2022-04-28T20:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '6da5bcab-7f02-440a-a416-374835cd9ed9', 'name': '', 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'mac_address': 'fa:16:3e:23:89:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:53Z', 'updated_at': '2022-04-28T20:45:57Z', 'revision_number': 4, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'subnets': [{'id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:45:58.094690 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3441cdb-28f7-4be8-9e19-dbec2a30bf75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:58.116150 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5f18486e-aa41-427b-91e3-b0775b3e4126 None None] Notify callbacks [] for port, precommit_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:58.125358 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5f18486e-aa41-427b-91e3-b0775b3e4126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:58.136437 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3441cdb-28f7-4be8-9e19-dbec2a30bf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:58.174533 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3441cdb-28f7-4be8-9e19-dbec2a30bf75 admin admin] Network 183ad8d0-21c1-4862-9398-6f82217a7f85 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:45:58.179107 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-d3441cdb-28f7-4be8-9e19-dbec2a30bf75 admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:45:58.182910 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3441cdb-28f7-4be8-9e19-dbec2a30bf75 admin admin] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:45:58.195248 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-2a47dec6-2e63-4f13-a573-9e038e15e768 None None] Provisioning complete for port 6da5bcab-7f02-440a-a416-374835cd9ed9 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:45:58.195616 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2a47dec6-2e63-4f13-a573-9e038e15e768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:58.242822 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-5f18486e-aa41-427b-91e3-b0775b3e4126 None None] Attempting to bind port a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed on host n-d-839810-1 for vnic_type normal with profile {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:45:58.243198 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-5f18486e-aa41-427b-91e3-b0775b3e4126 None None] Attempting to bind port a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:45:58.243558 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f18486e-aa41-427b-91e3-b0775b3e4126 None None] Attempting to bind port a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed on network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:45:58.253424 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3441cdb-28f7-4be8-9e19-dbec2a30bf75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632711'] for router_interface, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:58.253666 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f18486e-aa41-427b-91e3-b0775b3e4126 None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:45:58.253858 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f18486e-aa41-427b-91e3-b0775b3e4126 None None] Checking segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:45:58.254260 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5f18486e-aa41-427b-91e3-b0775b3e4126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:58.254999 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f18486e-aa41-427b-91e3-b0775b3e4126 None None] Bound using segment: {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'} {{(pid=102775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:45:58.255129 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.managers [None req-5f18486e-aa41-427b-91e3-b0775b3e4126 None None] Bound port: a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d46ed0-4280-49b2-8cae-a0cebac72af8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347'}}] {{(pid=102775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:45:58.255509 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5f18486e-aa41-427b-91e3-b0775b3e4126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:58.259311 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7940ba1-d59a-4c6a-bc76-7c9b6c422784 None None] Pushing event updated for resources: {'Port': ['ID=a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed,revision_number=2']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:58.272512 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3441cdb-28f7-4be8-9e19-dbec2a30bf75 admin admin] Pushing event updated for resources: {'Port': ['ID=d4bdb0d4-e5c0-4bbc-8f80-4081dd3b6ebd,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:58.382804 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2a47dec6-2e63-4f13-a573-9e038e15e768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:58.397182 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-5f18486e-aa41-427b-91e3-b0775b3e4126 None None] For port a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed, host n-d-839810-1, cleared binding levels {{(pid=102775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:45:58.414283 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 6da5bcab-7f02-440a-a416-374835cd9ed9 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:45:58.425555 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-5f18486e-aa41-427b-91e3-b0775b3e4126 None None] For port a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:45:58.459792 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3441cdb-28f7-4be8-9e19-dbec2a30bf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:58.462549 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5f18486e-aa41-427b-91e3-b0775b3e4126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:58.475629 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-2a47dec6-2e63-4f13-a573-9e038e15e768 None None] For port 6da5bcab-7f02-440a-a416-374835cd9ed9, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=6da5bcab-7f02-440a-a416-374835cd9ed9,segment=NetworkSegment(c17331e7-c62d-4b75-bc03-d20cee6e07fe),segment_id=c17331e7-c62d-4b75-bc03-d20cee6e07fe)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:45:58.520447 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2a47dec6-2e63-4f13-a573-9e038e15e768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:58.539311 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f18486e-aa41-427b-91e3-b0775b3e4126 None None] Routers {'38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:45:58.539961 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-5f18486e-aa41-427b-91e3-b0775b3e4126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:45:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:58.601159 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7940ba1-d59a-4c6a-bc76-7c9b6c422784 None None] Pushing event updated for resources: {'Port': ['ID=a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed,revision_number=3']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:58.677386 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47dec6-2e63-4f13-a573-9e038e15e768 None None] Pushing event updated for resources: {'Port': ['ID=6da5bcab-7f02-440a-a416-374835cd9ed9,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:58.683699 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 6da5bcab-7f02-440a-a416-374835cd9ed9 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:45:58.684068 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:58.709238 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3441cdb-28f7-4be8-9e19-dbec2a30bf75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:58.714968 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3441cdb-28f7-4be8-9e19-dbec2a30bf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:58.742502 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-30b8b1f7-2285-49c4-a5d0-034fc1ac7fa9 None None] Provisioning complete for port 72da08bb-3ee7-4a2d-8025-3259ff825754 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:45:58.742879 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-30b8b1f7-2285-49c4-a5d0-034fc1ac7fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:58.792184 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d3441cdb-28f7-4be8-9e19-dbec2a30bf75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2044120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632699'] for router_interface, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:58.794754 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3441cdb-28f7-4be8-9e19-dbec2a30bf75 admin admin] Pushing event updated for resources: {'Port': ['ID=d4bdb0d4-e5c0-4bbc-8f80-4081dd3b6ebd,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:58.800076 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-5f18486e-aa41-427b-91e3-b0775b3e4126 None None] Set router 38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6 gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:45:58.893756 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3441cdb-28f7-4be8-9e19-dbec2a30bf75 admin admin] Network 183ad8d0-21c1-4862-9398-6f82217a7f85 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:45:58.895254 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [None req-d3441cdb-28f7-4be8-9e19-dbec2a30bf75 admin admin] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:45:59.019086 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device b21a2d72-3bdf-4b4d-a657-b210432ee753 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:45:59.030374 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3441cdb-28f7-4be8-9e19-dbec2a30bf75 admin admin] Router 38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:45:59.113797 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port b21a2d72-3bdf-4b4d-a657-b210432ee753 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:45:59.114289 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:59.153887 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3441cdb-28f7-4be8-9e19-dbec2a30bf75 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:45:59.154622 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-5f18486e-aa41-427b-91e3-b0775b3e4126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6', 'name': 'tempest-TestSnapshotPattern-790666526-router', 'tenant_id': '5eae73b93df84f3a901289f17b906182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:45:55Z', 'updated_at': '2022-04-28T20:45:58Z', 'revision_number': 4, 'project_id': '5eae73b93df84f3a901289f17b906182', 'gw_port': {'id': 'a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:64:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:55Z', 'updated_at': '2022-04-28T20:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'd4bdb0d4-e5c0-4bbc-8f80-4081dd3b6ebd', 'name': '', 'network_id': '183ad8d0-21c1-4862-9398-6f82217a7f85', 'tenant_id': '5eae73b93df84f3a901289f17b906182', 'mac_address': 'fa:16:3e:35:8e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'de97190e-9bbb-46fa-96ef-90170473b44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:57Z', 'updated_at': '2022-04-28T20:45:57Z', 'revision_number': 1, 'project_id': '5eae73b93df84f3a901289f17b906182', 'subnets': [{'id': 'de97190e-9bbb-46fa-96ef-90170473b44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:59.159887 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d3441cdb-28f7-4be8-9e19-dbec2a30bf75 admin admin] 10.222.0.42 "PUT /v2.0/routers/38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1929171 Apr 28 20:45:59.191548 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f18486e-aa41-427b-91e3-b0775b3e4126 None None] The sync data for ids ['38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6'] in n-d-839810-1 is: [{'id': '38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6', 'name': 'tempest-TestSnapshotPattern-790666526-router', 'tenant_id': '5eae73b93df84f3a901289f17b906182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:45:55Z', 'updated_at': '2022-04-28T20:45:58Z', 'revision_number': 4, 'project_id': '5eae73b93df84f3a901289f17b906182', 'gw_port': {'id': 'a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:64:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:55Z', 'updated_at': '2022-04-28T20:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'd4bdb0d4-e5c0-4bbc-8f80-4081dd3b6ebd', 'name': '', 'network_id': '183ad8d0-21c1-4862-9398-6f82217a7f85', 'tenant_id': '5eae73b93df84f3a901289f17b906182', 'mac_address': 'fa:16:3e:35:8e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'de97190e-9bbb-46fa-96ef-90170473b44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:57Z', 'updated_at': '2022-04-28T20:45:57Z', 'revision_number': 1, 'project_id': '5eae73b93df84f3a901289f17b906182', 'subnets': [{'id': 'de97190e-9bbb-46fa-96ef-90170473b44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:45:59.213967 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-cc767ec6-e5dc-4432-98dd-78148fd73f19 None None] Provisioning complete for port d4bdb0d4-e5c0-4bbc-8f80-4081dd3b6ebd triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:45:59.213967 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-cc767ec6-e5dc-4432-98dd-78148fd73f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:59.279211 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-cc767ec6-e5dc-4432-98dd-78148fd73f19 None None] Port d4bdb0d4-e5c0-4bbc-8f80-4081dd3b6ebd cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:45:59.283358 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 72da08bb-3ee7-4a2d-8025-3259ff825754 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:45:59.343727 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 72da08bb-3ee7-4a2d-8025-3259ff825754 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:45:59.344216 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:59.661979 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40048) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:45:59.666749 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-b3d1b685-82e5-4fd4-a9e3-a539d5a33a6a tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1003992620', 'description': 'tempest-secgroup-smoke-1003992620 description', 'project_id': '05f65d81fee5419190dd7213a05d4eb4'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:45:59.688905 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b3d1b685-82e5-4fd4-a9e3-a539d5a33a6a tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for security_group, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:59.763322 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b3d1b685-82e5-4fd4-a9e3-a539d5a33a6a tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for security_group, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:59.767474 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b3d1b685-82e5-4fd4-a9e3-a539d5a33a6a tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:59.796361 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-b3d1b685-82e5-4fd4-a9e3-a539d5a33a6a tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:59.801213 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-b3d1b685-82e5-4fd4-a9e3-a539d5a33a6a tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1354382 Apr 28 20:45:59.801399 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40050) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:45:59.806483 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-39a18781-a5f9-4582-869b-f81345dfec43 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Request body: {'security_group_rule': {'security_group_id': 'e6864a64-1efa-40c0-a986-c0bc20d70c5e', 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:45:59.811685 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1b685-82e5-4fd4-a9e3-a539d5a33a6a tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6864a64-1efa-40c0-a986-c0bc20d70c5e,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:59.835702 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-39a18781-a5f9-4582-869b-f81345dfec43 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:59.895457 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-39a18781-a5f9-4582-869b-f81345dfec43 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:59.899135 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-39a18781-a5f9-4582-869b-f81345dfec43 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:59.915753 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a18781-a5f9-4582-869b-f81345dfec43 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad6727a5-042c-4970-9a33-67cd0164c7e8,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:59.925597 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-39a18781-a5f9-4582-869b-f81345dfec43 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:59.926795 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-39a18781-a5f9-4582-869b-f81345dfec43 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1244836 Apr 28 20:45:59.929482 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40052) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:45:59.933721 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-9552b421-cbdb-4f54-b01a-9b8d52d35ebe tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Request body: {'security_group_rule': {'security_group_id': 'e6864a64-1efa-40c0-a986-c0bc20d70c5e', 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:45:59.958332 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9552b421-cbdb-4f54-b01a-9b8d52d35ebe tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:00.022966 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9552b421-cbdb-4f54-b01a-9b8d52d35ebe tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:00.026674 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9552b421-cbdb-4f54-b01a-9b8d52d35ebe tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:00.044025 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552b421-cbdb-4f54-b01a-9b8d52d35ebe tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d932953e-5db0-4445-a27f-b62d6686b10f,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:46:00.058125 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-9552b421-cbdb-4f54-b01a-9b8d52d35ebe tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:00.059397 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-9552b421-cbdb-4f54-b01a-9b8d52d35ebe tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1289971 Apr 28 20:46:00.063767 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40054) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:46:00.068629 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-3f120f7e-f775-423a-9841-36269f66541f tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Request body: {'security_group_rule': {'security_group_id': 'e6864a64-1efa-40c0-a986-c0bc20d70c5e', 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:46:00.094881 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f120f7e-f775-423a-9841-36269f66541f tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:00.151901 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f120f7e-f775-423a-9841-36269f66541f tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:00.155508 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f120f7e-f775-423a-9841-36269f66541f tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:00.179185 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f120f7e-f775-423a-9841-36269f66541f tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26b350c-51d5-4013-8d79-b1366f91eabc,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:46:00.184877 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-3f120f7e-f775-423a-9841-36269f66541f tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:00.186081 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-3f120f7e-f775-423a-9841-36269f66541f tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213448 Apr 28 20:46:00.189760 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40056) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:46:00.194445 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-8d17a273-20e0-4232-90f3-28e942828cfb tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Request body: {'security_group_rule': {'security_group_id': 'e6864a64-1efa-40c0-a986-c0bc20d70c5e', 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:46:00.220129 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8d17a273-20e0-4232-90f3-28e942828cfb tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:00.268703 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 6da5bcab-7f02-440a-a416-374835cd9ed9 up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:46:00.294475 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8d17a273-20e0-4232-90f3-28e942828cfb tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:00.298920 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8d17a273-20e0-4232-90f3-28e942828cfb tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:00.320970 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17a273-20e0-4232-90f3-28e942828cfb tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35b9a7a-d839-4383-bf9e-963aece49478,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:46:00.326480 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port 6da5bcab-7f02-440a-a416-374835cd9ed9 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:46:00.326722 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:00.335915 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-8d17a273-20e0-4232-90f3-28e942828cfb tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:00.337183 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-8d17a273-20e0-4232-90f3-28e942828cfb tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1464353 Apr 28 20:46:00.339926 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40058) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:46:00.345872 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-d5ad24a0-6274-453c-81a6-089bb0fe89d0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Request body: {'security_group_rule': {'security_group_id': 'e6864a64-1efa-40c0-a986-c0bc20d70c5e', 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:46:00.369503 n-d-839810-1 neutron-server[102773]: INFO neutron.db.securitygroups_db [None req-d5ad24a0-6274-453c-81a6-089bb0fe89d0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Project 05f65d81fee5419190dd7213a05d4eb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:46:00.375311 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d5ad24a0-6274-453c-81a6-089bb0fe89d0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:00.451284 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d5ad24a0-6274-453c-81a6-089bb0fe89d0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:00.456930 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d5ad24a0-6274-453c-81a6-089bb0fe89d0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:00.478412 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad24a0-6274-453c-81a6-089bb0fe89d0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d63f41ce-831d-4158-8e55-26678f0a4928,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:46:00.487014 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d5ad24a0-6274-453c-81a6-089bb0fe89d0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:00.488268 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d5ad24a0-6274-453c-81a6-089bb0fe89d0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1473289 Apr 28 20:46:00.491532 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40060) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:46:00.496365 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [None req-64ef255b-0397-44eb-927a-d081cbc3a4e0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Request body: {'security_group_rule': {'security_group_id': 'e6864a64-1efa-40c0-a986-c0bc20d70c5e', 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:46:00.518388 n-d-839810-1 neutron-server[102773]: INFO neutron.db.securitygroups_db [None req-64ef255b-0397-44eb-927a-d081cbc3a4e0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Project 05f65d81fee5419190dd7213a05d4eb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:46:00.524399 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-64ef255b-0397-44eb-927a-d081cbc3a4e0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:00.591865 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-64ef255b-0397-44eb-927a-d081cbc3a4e0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:00.596777 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-64ef255b-0397-44eb-927a-d081cbc3a4e0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2003287'] for security_group_rule, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:00.614499 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef255b-0397-44eb-927a-d081cbc3a4e0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bff821f-cf5d-4d8a-b4cf-33f6ca2f77f9,revision_number=0']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:46:00.623686 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-64ef255b-0397-44eb-927a-d081cbc3a4e0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:00.625461 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-64ef255b-0397-44eb-927a-d081cbc3a4e0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1329677 Apr 28 20:46:00.802314 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7c183402-6b00-442e-ad74-08f934362473 req-cb8d10d3-43d6-4853-bb87-dbddf78cfcb2 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1003992620&fields=id&tenant_id=05f65d81fee5419190dd7213a05d4eb4 HTTP/1.1" status: 200 len: 267 time: 0.0387530 Apr 28 20:46:00.940009 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c183402-6b00-442e-ad74-08f934362473 req-c82d13d3-1f2b-46da-bce3-9e230c8621e0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:00.941644 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7c183402-6b00-442e-ad74-08f934362473 req-c82d13d3-1f2b-46da-bce3-9e230c8621e0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/networks?id=033bbc4c-2306-442e-97f5-e7ad07ca0c19 HTTP/1.1" status: 200 len: 809 time: 0.1318703 Apr 28 20:46:00.958119 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7c183402-6b00-442e-ad74-08f934362473 req-10538ae2-1f55-4f5d-930e-637c7d24b807 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/quotas/05f65d81fee5419190dd7213a05d4eb4 HTTP/1.1" status: 200 len: 375 time: 0.0102363 Apr 28 20:46:01.012838 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7c183402-6b00-442e-ad74-08f934362473 req-40c42e9c-a9f1-4a46-9eca-de5114c1c62c tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=05f65d81fee5419190dd7213a05d4eb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488021 Apr 28 20:46:01.114860 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7c183402-6b00-442e-ad74-08f934362473 req-dbea3d54-aef5-433e-843a-14d9a098f8d8 service neutron] 10.222.0.42 "GET /v2.0/networks/033bbc4c-2306-442e-97f5-e7ad07ca0c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888510 Apr 28 20:46:01.213079 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7c183402-6b00-442e-ad74-08f934362473 req-0711c485-60b4-4873-b6ca-964c47ba90b9 service neutron] 10.222.0.42 "GET /v2.0/networks/033bbc4c-2306-442e-97f5-e7ad07ca0c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920255 Apr 28 20:46:01.389857 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-0c2a5427-40ef-4721-a0a0-ea860240d433 req-05077e8d-d966-41cf-bb6f-50e651f51d6f tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2013630-574e-405d-8fcf-50d6730e9cad HTTP/1.1" status: 200 len: 210 time: 0.0291984 Apr 28 20:46:02.105800 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec5d1c3-82a9-4d70-8dc0-a6ffc29eb9ba None None] Sync routers for ids ['38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:46:02.115960 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec5d1c3-82a9-4d70-8dc0-a6ffc29eb9ba None None] Routers {'38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:46:02.116601 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-0ec5d1c3-82a9-4d70-8dc0-a6ffc29eb9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:45:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:46:02.223006 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-0ec5d1c3-82a9-4d70-8dc0-a6ffc29eb9ba None None] Set router 38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:46:02.279205 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:46:02.333678 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:46:02.334159 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:02.451227 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:02.472736 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c183402-6b00-442e-ad74-08f934362473 req-864ddea0-4bbc-420d-9a99-9bf9170d6fcf tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:02.473985 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-0ec5d1c3-82a9-4d70-8dc0-a6ffc29eb9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6', 'name': 'tempest-TestSnapshotPattern-790666526-router', 'tenant_id': '5eae73b93df84f3a901289f17b906182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:45:55Z', 'updated_at': '2022-04-28T20:45:58Z', 'revision_number': 4, 'project_id': '5eae73b93df84f3a901289f17b906182', 'gw_port': {'id': 'a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:64:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:55Z', 'updated_at': '2022-04-28T20:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'd4bdb0d4-e5c0-4bbc-8f80-4081dd3b6ebd', 'name': '', 'network_id': '183ad8d0-21c1-4862-9398-6f82217a7f85', 'tenant_id': '5eae73b93df84f3a901289f17b906182', 'mac_address': 'fa:16:3e:35:8e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'de97190e-9bbb-46fa-96ef-90170473b44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:57Z', 'updated_at': '2022-04-28T20:45:58Z', 'revision_number': 2, 'project_id': '5eae73b93df84f3a901289f17b906182', 'subnets': [{'id': 'de97190e-9bbb-46fa-96ef-90170473b44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:46:02.475326 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7c183402-6b00-442e-ad74-08f934362473 req-864ddea0-4bbc-420d-9a99-9bf9170d6fcf tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.44 "GET /v2.0/networks?id=033bbc4c-2306-442e-97f5-e7ad07ca0c19 HTTP/1.1" status: 200 len: 809 time: 0.1254251 Apr 28 20:46:02.482457 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] For port a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:46:02.489208 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:02.519870 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec5d1c3-82a9-4d70-8dc0-a6ffc29eb9ba None None] Checking router: 38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:46:02.520629 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec5d1c3-82a9-4d70-8dc0-a6ffc29eb9ba None None] Updating router 38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6 port d4bdb0d4-e5c0-4bbc-8f80-4081dd3b6ebd binding host n-d-839810-1 {{(pid=102776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:46:02.550097 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-0ec5d1c3-82a9-4d70-8dc0-a6ffc29eb9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:02.553924 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e1008676-11a8-44ce-b137-d13012cc5af9 req-6d52baf7-1679-4816-8570-0b7518d92edc tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2013630-574e-405d-8fcf-50d6730e9cad HTTP/1.1" status: 200 len: 210 time: 0.0360739 Apr 28 20:46:02.561611 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7c183402-6b00-442e-ad74-08f934362473 req-fe3773e3-9b2d-416e-a749-8fe6660d046e tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05f65d81fee5419190dd7213a05d4eb4 HTTP/1.1" status: 200 len: 380 time: 0.0766218 Apr 28 20:46:02.571748 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-7c183402-6b00-442e-ad74-08f934362473 req-21d0a40b-5909-4bb4-976d-602f91384cc0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Request body: {'port': {'device_id': 'b2013630-574e-405d-8fcf-50d6730e9cad', 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'admin_state_up': True, 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'security_groups': ['e6864a64-1efa-40c0-a986-c0bc20d70c5e']}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:46:02.575640 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Pushing event updated for resources: {'Port': ['ID=a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:46:02.587759 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:02.677747 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c183402-6b00-442e-ad74-08f934362473 req-21d0a40b-5909-4bb4-976d-602f91384cc0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Made reservation on behalf of 05f65d81fee5419190dd7213a05d4eb4 for: {'port': 1} {{(pid=102774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:46:02.681345 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-7c183402-6b00-442e-ad74-08f934362473 req-21d0a40b-5909-4bb4-976d-602f91384cc0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:02.810870 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [req-7c183402-6b00-442e-ad74-08f934362473 req-21d0a40b-5909-4bb4-976d-602f91384cc0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Allocated IP 172.20.0.6 (033bbc4c-2306-442e-97f5-e7ad07ca0c19/79f3c7b9-51bf-4118-84ac-2163a14463a2/eca19519-0b69-432c-af6f-b5c5fbbc5835) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:46:02.835748 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-0ec5d1c3-82a9-4d70-8dc0-a6ffc29eb9ba None None] Notify callbacks [] for port, precommit_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:02.841793 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-0ec5d1c3-82a9-4d70-8dc0-a6ffc29eb9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:02.890049 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d7833-f32c-4c4f-914d-25d096a5a7f5 None None] Pushing event updated for resources: {'Port': ['ID=d4bdb0d4-e5c0-4bbc-8f80-4081dd3b6ebd,revision_number=3']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:46:02.942272 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-0ec5d1c3-82a9-4d70-8dc0-a6ffc29eb9ba None None] Attempting to bind port d4bdb0d4-e5c0-4bbc-8f80-4081dd3b6ebd on host n-d-839810-1 for vnic_type normal with profile {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:46:02.942540 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-0ec5d1c3-82a9-4d70-8dc0-a6ffc29eb9ba None None] Attempting to bind port d4bdb0d4-e5c0-4bbc-8f80-4081dd3b6ebd by drivers openvswitch,hyperv on host n-d-839810-1 at level 0 using segments [{'id': 'ed02c3a7-a9ff-4391-be09-028c86201a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '183ad8d0-21c1-4862-9398-6f82217a7f85'}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:46:02.942898 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5d1c3-82a9-4d70-8dc0-a6ffc29eb9ba None None] Attempting to bind port d4bdb0d4-e5c0-4bbc-8f80-4081dd3b6ebd on network 183ad8d0-21c1-4862-9398-6f82217a7f85 {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:46:02.948062 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5d1c3-82a9-4d70-8dc0-a6ffc29eb9ba None None] Checking agent: {'id': 'd1954bb2-9f09-41d3-aa43-ab2a48a94ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 17, 56), 'started_at': datetime.datetime(2022, 4, 28, 19, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839810-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:46:02.948472 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5d1c3-82a9-4d70-8dc0-a6ffc29eb9ba None None] Checking segment: {'id': 'ed02c3a7-a9ff-4391-be09-028c86201a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '183ad8d0-21c1-4862-9398-6f82217a7f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:46:02.948872 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-0ec5d1c3-82a9-4d70-8dc0-a6ffc29eb9ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:02.949263 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5d1c3-82a9-4d70-8dc0-a6ffc29eb9ba None None] Bound using segment: {'id': 'ed02c3a7-a9ff-4391-be09-028c86201a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '183ad8d0-21c1-4862-9398-6f82217a7f85'} {{(pid=102776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:46:02.949731 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.managers [None req-0ec5d1c3-82a9-4d70-8dc0-a6ffc29eb9ba None None] Bound port: d4bdb0d4-e5c0-4bbc-8f80-4081dd3b6ebd, host: n-d-839810-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed02c3a7-a9ff-4391-be09-028c86201a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '183ad8d0-21c1-4862-9398-6f82217a7f85'}}] {{(pid=102776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:46:02.950249 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-0ec5d1c3-82a9-4d70-8dc0-a6ffc29eb9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:02.975217 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-7c183402-6b00-442e-ad74-08f934362473 req-21d0a40b-5909-4bb4-976d-602f91384cc0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:03.014065 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-7c183402-6b00-442e-ad74-08f934362473 req-21d0a40b-5909-4bb4-976d-602f91384cc0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:03.020088 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-0ec5d1c3-82a9-4d70-8dc0-a6ffc29eb9ba None None] For port d4bdb0d4-e5c0-4bbc-8f80-4081dd3b6ebd, host n-d-839810-1, cleared binding levels {{(pid=102776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:46:03.023399 n-d-839810-1 neutron-server[102776]: DEBUG neutron.plugins.ml2.db [None req-0ec5d1c3-82a9-4d70-8dc0-a6ffc29eb9ba None None] For port d4bdb0d4-e5c0-4bbc-8f80-4081dd3b6ebd, host n-d-839810-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=d4bdb0d4-e5c0-4bbc-8f80-4081dd3b6ebd,segment=NetworkSegment(ed02c3a7-a9ff-4391-be09-028c86201a02),segment_id=ed02c3a7-a9ff-4391-be09-028c86201a02)] {{(pid=102776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:46:03.028270 n-d-839810-1 neutron-server[102776]: DEBUG neutron_lib.callbacks.manager [None req-0ec5d1c3-82a9-4d70-8dc0-a6ffc29eb9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:03.064984 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c183402-6b00-442e-ad74-08f934362473 req-21d0a40b-5909-4bb4-976d-602f91384cc0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Network 033bbc4c-2306-442e-97f5-e7ad07ca0c19 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:46:03.068345 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [req-7c183402-6b00-442e-ad74-08f934362473 req-21d0a40b-5909-4bb4-976d-602f91384cc0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:46:03.072143 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c183402-6b00-442e-ad74-08f934362473 req-21d0a40b-5909-4bb4-976d-602f91384cc0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:46:03.091004 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec5d1c3-82a9-4d70-8dc0-a6ffc29eb9ba None None] Routers {'38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:46:03.091618 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-0ec5d1c3-82a9-4d70-8dc0-a6ffc29eb9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:45:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:46:03.109504 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0a40b-5909-4bb4-976d-602f91384cc0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Pushing event updated for resources: {'Port': ['ID=eca19519-0b69-432c-af6f-b5c5fbbc5835,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:46:03.134993 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-aaa0d9cf-a53c-4cb5-8937-e9fe3f02268e None None] Provisioning complete for port d4bdb0d4-e5c0-4bbc-8f80-4081dd3b6ebd triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:46:03.135365 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-aaa0d9cf-a53c-4cb5-8937-e9fe3f02268e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:03.143912 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d7833-f32c-4c4f-914d-25d096a5a7f5 None None] Pushing event updated for resources: {'Port': ['ID=d4bdb0d4-e5c0-4bbc-8f80-4081dd3b6ebd,revision_number=4']} {{(pid=102776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:46:03.155032 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c183402-6b00-442e-ad74-08f934362473 req-21d0a40b-5909-4bb4-976d-602f91384cc0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:03.155986 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-7c183402-6b00-442e-ad74-08f934362473 req-21d0a40b-5909-4bb4-976d-602f91384cc0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:03.184251 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7c183402-6b00-442e-ad74-08f934362473 req-21d0a40b-5909-4bb4-976d-602f91384cc0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6162584 Apr 28 20:46:03.197504 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [req-7c183402-6b00-442e-ad74-08f934362473 req-fdc1bda4-63aa-4bd4-bb27-1f0d2a1ad12c service neutron] Request body: {'port': {'device_id': 'b2013630-574e-405d-8fcf-50d6730e9cad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839810-1'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:46:03.248031 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-0ec5d1c3-82a9-4d70-8dc0-a6ffc29eb9ba None None] Set router 38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:46:03.257248 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-aaa0d9cf-a53c-4cb5-8937-e9fe3f02268e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:03.280459 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-7c183402-6b00-442e-ad74-08f934362473 req-fdc1bda4-63aa-4bd4-bb27-1f0d2a1ad12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:03.308940 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-aaa0d9cf-a53c-4cb5-8937-e9fe3f02268e None None] For port d4bdb0d4-e5c0-4bbc-8f80-4081dd3b6ebd, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=d4bdb0d4-e5c0-4bbc-8f80-4081dd3b6ebd,segment=NetworkSegment(ed02c3a7-a9ff-4391-be09-028c86201a02),segment_id=ed02c3a7-a9ff-4391-be09-028c86201a02)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:46:03.316010 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-aaa0d9cf-a53c-4cb5-8937-e9fe3f02268e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:03.403218 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0d9cf-a53c-4cb5-8937-e9fe3f02268e None None] Pushing event updated for resources: {'Port': ['ID=d4bdb0d4-e5c0-4bbc-8f80-4081dd3b6ebd,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:46:03.439644 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-90960351-194e-4c6d-9eee-dbf20dbbb567 None None] Provisioning complete for port d4bdb0d4-e5c0-4bbc-8f80-4081dd3b6ebd triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:46:03.440181 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-90960351-194e-4c6d-9eee-dbf20dbbb567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:03.498108 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-0ec5d1c3-82a9-4d70-8dc0-a6ffc29eb9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6', 'name': 'tempest-TestSnapshotPattern-790666526-router', 'tenant_id': '5eae73b93df84f3a901289f17b906182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:45:55Z', 'updated_at': '2022-04-28T20:45:58Z', 'revision_number': 4, 'project_id': '5eae73b93df84f3a901289f17b906182', 'gw_port': {'id': 'a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:64:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:55Z', 'updated_at': '2022-04-28T20:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'd4bdb0d4-e5c0-4bbc-8f80-4081dd3b6ebd', 'name': '', 'network_id': '183ad8d0-21c1-4862-9398-6f82217a7f85', 'tenant_id': '5eae73b93df84f3a901289f17b906182', 'mac_address': 'fa:16:3e:35:8e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'de97190e-9bbb-46fa-96ef-90170473b44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:57Z', 'updated_at': '2022-04-28T20:46:03Z', 'revision_number': 4, 'project_id': '5eae73b93df84f3a901289f17b906182', 'subnets': [{'id': 'de97190e-9bbb-46fa-96ef-90170473b44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:46:03.530820 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec5d1c3-82a9-4d70-8dc0-a6ffc29eb9ba None None] The sync data for ids ['38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6'] in n-d-839810-1 is: [{'id': '38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6', 'name': 'tempest-TestSnapshotPattern-790666526-router', 'tenant_id': '5eae73b93df84f3a901289f17b906182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:45:55Z', 'updated_at': '2022-04-28T20:45:58Z', 'revision_number': 4, 'project_id': '5eae73b93df84f3a901289f17b906182', 'gw_port': {'id': 'a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:64:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:55Z', 'updated_at': '2022-04-28T20:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': 'd4bdb0d4-e5c0-4bbc-8f80-4081dd3b6ebd', 'name': '', 'network_id': '183ad8d0-21c1-4862-9398-6f82217a7f85', 'tenant_id': '5eae73b93df84f3a901289f17b906182', 'mac_address': 'fa:16:3e:35:8e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'de97190e-9bbb-46fa-96ef-90170473b44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:57Z', 'updated_at': '2022-04-28T20:46:03Z', 'revision_number': 4, 'project_id': '5eae73b93df84f3a901289f17b906182', 'subnets': [{'id': 'de97190e-9bbb-46fa-96ef-90170473b44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:46:03.633185 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [req-7c183402-6b00-442e-ad74-08f934362473 req-fdc1bda4-63aa-4bd4-bb27-1f0d2a1ad12c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eca19519-0b69-432c-af6f-b5c5fbbc5835 {{(pid=102774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:46:03.642497 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-7c183402-6b00-442e-ad74-08f934362473 req-fdc1bda4-63aa-4bd4-bb27-1f0d2a1ad12c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:03.659085 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.provisioning_blocks [req-7c183402-6b00-442e-ad74-08f934362473 req-fdc1bda4-63aa-4bd4-bb27-1f0d2a1ad12c service neutron] Transition to ACTIVE for port object eca19519-0b69-432c-af6f-b5c5fbbc5835 will not be triggered until provisioned by entity L2. {{(pid=102774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:46:03.664726 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-7c183402-6b00-442e-ad74-08f934362473 req-fdc1bda4-63aa-4bd4-bb27-1f0d2a1ad12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:03.705920 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a0fdb-da8d-4344-92e8-8b75548193f6 req-9babfe50-fb24-4ef4-b3db-1dd9283a8468 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:03.708538 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-879a0fdb-da8d-4344-92e8-8b75548193f6 req-9babfe50-fb24-4ef4-b3db-1dd9283a8468 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2013630-574e-405d-8fcf-50d6730e9cad HTTP/1.1" status: 200 len: 931 time: 0.0697820 Apr 28 20:46:03.761018 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-879a0fdb-da8d-4344-92e8-8b75548193f6 req-6b5b5d0f-7cf8-4bfc-aae0-a82c0a2ff66e tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6864a64-1efa-40c0-a986-c0bc20d70c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461659 Apr 28 20:46:03.763635 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1bda4-63aa-4bd4-bb27-1f0d2a1ad12c service neutron] Pushing event updated for resources: {'Port': ['ID=eca19519-0b69-432c-af6f-b5c5fbbc5835,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:46:03.819350 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-7c183402-6b00-442e-ad74-08f934362473 req-fdc1bda4-63aa-4bd4-bb27-1f0d2a1ad12c service neutron] Attempting to bind port eca19519-0b69-432c-af6f-b5c5fbbc5835 on host n-h2-839810-1 for vnic_type normal with profile {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:46:03.819808 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-7c183402-6b00-442e-ad74-08f934362473 req-fdc1bda4-63aa-4bd4-bb27-1f0d2a1ad12c service neutron] Attempting to bind port eca19519-0b69-432c-af6f-b5c5fbbc5835 by drivers openvswitch,hyperv on host n-h2-839810-1 at level 0 using segments [{'id': 'c17331e7-c62d-4b75-bc03-d20cee6e07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19'}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:46:03.820256 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c183402-6b00-442e-ad74-08f934362473 req-fdc1bda4-63aa-4bd4-bb27-1f0d2a1ad12c service neutron] Attempting to bind port eca19519-0b69-432c-af6f-b5c5fbbc5835 on network 033bbc4c-2306-442e-97f5-e7ad07ca0c19 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:46:03.827336 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c183402-6b00-442e-ad74-08f934362473 req-fdc1bda4-63aa-4bd4-bb27-1f0d2a1ad12c service neutron] Port eca19519-0b69-432c-af6f-b5c5fbbc5835 on network 033bbc4c-2306-442e-97f5-e7ad07ca0c19 not bound, no agent of type Open vSwitch agent registered on host n-h2-839810-1 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:46:03.827771 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c183402-6b00-442e-ad74-08f934362473 req-fdc1bda4-63aa-4bd4-bb27-1f0d2a1ad12c service neutron] Attempting to bind port eca19519-0b69-432c-af6f-b5c5fbbc5835 on network 033bbc4c-2306-442e-97f5-e7ad07ca0c19 {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:46:03.833316 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c183402-6b00-442e-ad74-08f934362473 req-fdc1bda4-63aa-4bd4-bb27-1f0d2a1ad12c service neutron] Checking agent: {'id': 'e75503cf-478d-4da2-b9c1-d93318d831b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:46:03.833668 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c183402-6b00-442e-ad74-08f934362473 req-fdc1bda4-63aa-4bd4-bb27-1f0d2a1ad12c service neutron] Checking segment: {'id': 'c17331e7-c62d-4b75-bc03-d20cee6e07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:46:03.834096 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c183402-6b00-442e-ad74-08f934362473 req-fdc1bda4-63aa-4bd4-bb27-1f0d2a1ad12c service neutron] Bound using segment: {'id': 'c17331e7-c62d-4b75-bc03-d20cee6e07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19'} {{(pid=102774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:46:03.834523 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.managers [req-7c183402-6b00-442e-ad74-08f934362473 req-fdc1bda4-63aa-4bd4-bb27-1f0d2a1ad12c service neutron] Bound port: eca19519-0b69-432c-af6f-b5c5fbbc5835, host: n-h2-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c17331e7-c62d-4b75-bc03-d20cee6e07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19'}}] {{(pid=102774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:46:03.834881 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-7c183402-6b00-442e-ad74-08f934362473 req-fdc1bda4-63aa-4bd4-bb27-1f0d2a1ad12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:03.913787 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-7c183402-6b00-442e-ad74-08f934362473 req-fdc1bda4-63aa-4bd4-bb27-1f0d2a1ad12c service neutron] For port eca19519-0b69-432c-af6f-b5c5fbbc5835, host n-h2-839810-1, cleared binding levels {{(pid=102774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:46:03.917516 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-7c183402-6b00-442e-ad74-08f934362473 req-fdc1bda4-63aa-4bd4-bb27-1f0d2a1ad12c service neutron] For port eca19519-0b69-432c-af6f-b5c5fbbc5835, host n-h2-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=eca19519-0b69-432c-af6f-b5c5fbbc5835,segment=NetworkSegment(c17331e7-c62d-4b75-bc03-d20cee6e07fe),segment_id=c17331e7-c62d-4b75-bc03-d20cee6e07fe)] {{(pid=102774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:46:03.923410 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-7c183402-6b00-442e-ad74-08f934362473 req-fdc1bda4-63aa-4bd4-bb27-1f0d2a1ad12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:03.965667 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c183402-6b00-442e-ad74-08f934362473 req-fdc1bda4-63aa-4bd4-bb27-1f0d2a1ad12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:03.966364 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-7c183402-6b00-442e-ad74-08f934362473 req-fdc1bda4-63aa-4bd4-bb27-1f0d2a1ad12c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:03.967887 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7c183402-6b00-442e-ad74-08f934362473 req-fdc1bda4-63aa-4bd4-bb27-1f0d2a1ad12c service neutron] 10.222.0.44 "PUT /v2.0/ports/eca19519-0b69-432c-af6f-b5c5fbbc5835 HTTP/1.1" status: 200 len: 1091 time: 0.7755628 Apr 28 20:46:03.968986 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2013630-574e-405d-8fcf-50d6730e9cad', 'tag': 'eca19519-0b69-432c-af6f-b5c5fbbc5835'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:46:03.971586 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf124955d82b014a11a6fc2eaac2ea15efe7a1380e167aca24b9fc673bca835b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5b5a26-8fa0-416d-bca3-cf553a7cccea" -d '{"events": [{"name": "network-changed", "server_uuid": "b2013630-574e-405d-8fcf-50d6730e9cad", "tag": "eca19519-0b69-432c-af6f-b5c5fbbc5835"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:46:03.994158 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1bda4-63aa-4bd4-bb27-1f0d2a1ad12c service neutron] Pushing event updated for resources: {'Port': ['ID=eca19519-0b69-432c-af6f-b5c5fbbc5835,revision_number=3']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:46:04.017255 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588c317d-4db2-4781-b266-df5d1b452495 x-openstack-request-id: req-588c317d-4db2-4781-b266-df5d1b452495 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:46:04.017621 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2013630-574e-405d-8fcf-50d6730e9cad", "tag": "eca19519-0b69-432c-af6f-b5c5fbbc5835", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:46:04.017995 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-588c317d-4db2-4781-b266-df5d1b452495 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:46:04.018506 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-588c317d-4db2-4781-b266-df5d1b452495'] response: {'name': 'network-changed', 'server_uuid': 'b2013630-574e-405d-8fcf-50d6730e9cad', 'tag': 'eca19519-0b69-432c-af6f-b5c5fbbc5835', 'status': 'completed', 'code': 200} Apr 28 20:46:04.072076 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c183402-6b00-442e-ad74-08f934362473 req-eb6a76c6-2632-413e-9d64-ee5970201000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:04.073852 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7c183402-6b00-442e-ad74-08f934362473 req-eb6a76c6-2632-413e-9d64-ee5970201000 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=05f65d81fee5419190dd7213a05d4eb4&device_id=b2013630-574e-405d-8fcf-50d6730e9cad HTTP/1.1" status: 200 len: 1094 time: 0.0544481 Apr 28 20:46:04.123235 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7c183402-6b00-442e-ad74-08f934362473 req-185b5276-44ab-4186-8d00-a9193fc89908 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eca19519-0b69-432c-af6f-b5c5fbbc5835 HTTP/1.1" status: 200 len: 217 time: 0.0396540 Apr 28 20:46:04.147946 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:04.180346 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c183402-6b00-442e-ad74-08f934362473 req-5da69fd3-e364-4660-b851-afd4d14b5828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:04.181817 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7c183402-6b00-442e-ad74-08f934362473 req-5da69fd3-e364-4660-b851-afd4d14b5828 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79f3c7b9-51bf-4118-84ac-2163a14463a2 HTTP/1.1" status: 200 len: 848 time: 0.0503466 Apr 28 20:46:04.230476 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c183402-6b00-442e-ad74-08f934362473 req-e8732a78-47ff-4981-ab52-b70038c0b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:04.231990 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7c183402-6b00-442e-ad74-08f934362473 req-e8732a78-47ff-4981-ab52-b70038c0b073 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=033bbc4c-2306-442e-97f5-e7ad07ca0c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435512 Apr 28 20:46:04.281408 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d4bdb0d4-e5c0-4bbc-8f80-4081dd3b6ebd up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:46:04.329703 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port d4bdb0d4-e5c0-4bbc-8f80-4081dd3b6ebd triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:46:04.330387 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7c183402-6b00-442e-ad74-08f934362473 req-3b76f4cd-a742-4152-84ae-9e66591c2910 service neutron] 10.222.0.44 "GET /v2.0/networks/033bbc4c-2306-442e-97f5-e7ad07ca0c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907412 Apr 28 20:46:04.330497 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:04.409429 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed up at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:46:04.417564 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7c183402-6b00-442e-ad74-08f934362473 req-365a3bbf-d088-463f-9cc4-a9f6b183d072 service neutron] 10.222.0.44 "GET /v2.0/networks/033bbc4c-2306-442e-97f5-e7ad07ca0c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811715 Apr 28 20:46:04.456065 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Provisioning complete for port a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:46:04.456463 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:04.512272 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b5a26-8fa0-416d-bca3-cf553a7cccea req-0168daa9-eaa2-4ab6-a6e2-6d020f1b1b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:04.513766 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ce5b5a26-8fa0-416d-bca3-cf553a7cccea req-0168daa9-eaa2-4ab6-a6e2-6d020f1b1b05 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=05f65d81fee5419190dd7213a05d4eb4&device_id=b2013630-574e-405d-8fcf-50d6730e9cad HTTP/1.1" status: 200 len: 1094 time: 0.0467401 Apr 28 20:46:04.606750 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b5a26-8fa0-416d-bca3-cf553a7cccea req-2dcd7f73-55bd-45ba-8a14-434ccca77f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:04.608262 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ce5b5a26-8fa0-416d-bca3-cf553a7cccea req-2dcd7f73-55bd-45ba-8a14-434ccca77f41 service neutron] 10.222.0.44 "GET /v2.0/networks?id=033bbc4c-2306-442e-97f5-e7ad07ca0c19 HTTP/1.1" status: 200 len: 910 time: 0.0871418 Apr 28 20:46:04.655496 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ce5b5a26-8fa0-416d-bca3-cf553a7cccea req-250238c4-d02f-4824-8de0-658cb58bbcdc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eca19519-0b69-432c-af6f-b5c5fbbc5835 HTTP/1.1" status: 200 len: 217 time: 0.0397680 Apr 28 20:46:04.704227 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b5a26-8fa0-416d-bca3-cf553a7cccea req-083517a7-d441-431f-b415-26ed76d668aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:04.705621 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ce5b5a26-8fa0-416d-bca3-cf553a7cccea req-083517a7-d441-431f-b415-26ed76d668aa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79f3c7b9-51bf-4118-84ac-2163a14463a2 HTTP/1.1" status: 200 len: 848 time: 0.0437782 Apr 28 20:46:04.753578 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b5a26-8fa0-416d-bca3-cf553a7cccea req-db07845f-ef63-46aa-ad22-1ca7c79254d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:04.755171 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ce5b5a26-8fa0-416d-bca3-cf553a7cccea req-db07845f-ef63-46aa-ad22-1ca7c79254d5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=033bbc4c-2306-442e-97f5-e7ad07ca0c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410833 Apr 28 20:46:04.855998 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ce5b5a26-8fa0-416d-bca3-cf553a7cccea req-0fa49295-6b8b-4516-b74b-0ad34b005b1a service neutron] 10.222.0.44 "GET /v2.0/networks/033bbc4c-2306-442e-97f5-e7ad07ca0c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937390 Apr 28 20:46:04.887629 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba50ab-3880-4668-82c3-87668b8816c7 req-a368dd81-a753-47e9-b600-5a8d221e445c tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:04.889240 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c6ba50ab-3880-4668-82c3-87668b8816c7 req-a368dd81-a753-47e9-b600-5a8d221e445c tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2013630-574e-405d-8fcf-50d6730e9cad HTTP/1.1" status: 200 len: 943 time: 0.0499532 Apr 28 20:46:04.931800 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-c6ba50ab-3880-4668-82c3-87668b8816c7 req-07ac4a69-0175-45a5-bf35-ff964ca6ad40 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6864a64-1efa-40c0-a986-c0bc20d70c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357940 Apr 28 20:46:05.286740 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ce5b5a26-8fa0-416d-bca3-cf553a7cccea req-45f4d2ae-182c-49bc-98d6-6cb31bc00f11 service neutron] 10.222.0.44 "GET /v2.0/networks/033bbc4c-2306-442e-97f5-e7ad07ca0c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237630 Apr 28 20:46:06.054027 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e42a1b-2211-471d-ba1f-ea90e88bff85 req-8f197697-c544-4d80-8009-8cbfe4bed78a tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:06.055487 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-45e42a1b-2211-471d-ba1f-ea90e88bff85 req-8f197697-c544-4d80-8009-8cbfe4bed78a tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2013630-574e-405d-8fcf-50d6730e9cad HTTP/1.1" status: 200 len: 943 time: 0.0497835 Apr 28 20:46:06.093019 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-45e42a1b-2211-471d-ba1f-ea90e88bff85 req-87abff28-5168-4d22-a8fb-87769d608fb7 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6864a64-1efa-40c0-a986-c0bc20d70c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314064 Apr 28 20:46:06.942326 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device eca19519-0b69-432c-af6f-b5c5fbbc5835 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:46:07.039166 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port eca19519-0b69-432c-af6f-b5c5fbbc5835, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=eca19519-0b69-432c-af6f-b5c5fbbc5835,segment=NetworkSegment(c17331e7-c62d-4b75-bc03-d20cee6e07fe),segment_id=c17331e7-c62d-4b75-bc03-d20cee6e07fe)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:46:07.050683 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'eca19519-0b69-432c-af6f-b5c5fbbc5835', 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'port_id': 'eca19519-0b69-432c-af6f-b5c5fbbc5835', 'mac_address': 'fa:16:3e:cb:9d:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:46:07.086688 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:07.100422 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eca19519-0b69-432c-af6f-b5c5fbbc5835 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:46:07.124585 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port eca19519-0b69-432c-af6f-b5c5fbbc5835, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=eca19519-0b69-432c-af6f-b5c5fbbc5835,segment=NetworkSegment(c17331e7-c62d-4b75-bc03-d20cee6e07fe),segment_id=c17331e7-c62d-4b75-bc03-d20cee6e07fe)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:46:07.128895 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:07.177607 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=eca19519-0b69-432c-af6f-b5c5fbbc5835,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:46:07.211023 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca925a39-06ad-4033-a066-b60132d6fed6 req-0df4c1ee-d818-4971-b9a0-2d64ec190046 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:07.212448 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ca925a39-06ad-4033-a066-b60132d6fed6 req-0df4c1ee-d818-4971-b9a0-2d64ec190046 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2013630-574e-405d-8fcf-50d6730e9cad HTTP/1.1" status: 200 len: 944 time: 0.0493333 Apr 28 20:46:07.249599 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ca925a39-06ad-4033-a066-b60132d6fed6 req-67586760-178e-4f94-98c6-c765109acbc2 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6864a64-1efa-40c0-a986-c0bc20d70c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311882 Apr 28 20:46:07.384760 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['eca19519-0b69-432c-af6f-b5c5fbbc5835'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:46:08.368893 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79d048-de52-4125-9369-17a6ff1c271e req-7cb67359-40e6-429a-b457-32c462acd7a2 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:08.370346 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8e79d048-de52-4125-9369-17a6ff1c271e req-7cb67359-40e6-429a-b457-32c462acd7a2 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2013630-574e-405d-8fcf-50d6730e9cad HTTP/1.1" status: 200 len: 944 time: 0.0517161 Apr 28 20:46:08.408147 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8e79d048-de52-4125-9369-17a6ff1c271e req-8ca72479-68b1-4b3c-90ef-01cbbe79f82c tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6864a64-1efa-40c0-a986-c0bc20d70c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312595 Apr 28 20:46:08.941368 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device eca19519-0b69-432c-af6f-b5c5fbbc5835 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:46:08.992204 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning for port eca19519-0b69-432c-af6f-b5c5fbbc5835 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:46:08.996214 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port eca19519-0b69-432c-af6f-b5c5fbbc5835 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:46:08.996586 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:09.074846 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:09.097529 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2013630-574e-405d-8fcf-50d6730e9cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca19519-0b69-432c-af6f-b5c5fbbc5835'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:46:09.099740 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f0961dc541b5264c963834c151b06290830566d9874400a6cf73f3b09243849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c04ef9-36bb-4086-911a-4223f3f2849b" -d '{"events": [{"server_uuid": "b2013630-574e-405d-8fcf-50d6730e9cad", "name": "network-vif-plugged", "status": "completed", "tag": "eca19519-0b69-432c-af6f-b5c5fbbc5835"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:46:09.113365 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port eca19519-0b69-432c-af6f-b5c5fbbc5835, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=eca19519-0b69-432c-af6f-b5c5fbbc5835,segment=NetworkSegment(c17331e7-c62d-4b75-bc03-d20cee6e07fe),segment_id=c17331e7-c62d-4b75-bc03-d20cee6e07fe)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:46:09.117439 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:09.165810 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=eca19519-0b69-432c-af6f-b5c5fbbc5835,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:46:09.192982 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcaf060b-36b1-43b2-b39b-1995f8617087 x-openstack-request-id: req-fcaf060b-36b1-43b2-b39b-1995f8617087 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:46:09.193211 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2013630-574e-405d-8fcf-50d6730e9cad", "name": "network-vif-plugged", "status": "completed", "tag": "eca19519-0b69-432c-af6f-b5c5fbbc5835", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:46:09.193456 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fcaf060b-36b1-43b2-b39b-1995f8617087 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:46:09.193870 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcaf060b-36b1-43b2-b39b-1995f8617087'] response: {'server_uuid': 'b2013630-574e-405d-8fcf-50d6730e9cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca19519-0b69-432c-af6f-b5c5fbbc5835', 'code': 200} Apr 28 20:46:09.290050 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b5686-0d22-407b-918a-2357bfce3035 req-33541df8-3df9-4b73-bf96-713bdc827ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:09.291523 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9c9b5686-0d22-407b-918a-2357bfce3035 req-33541df8-3df9-4b73-bf96-713bdc827ebf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b2013630-574e-405d-8fcf-50d6730e9cad HTTP/1.1" status: 200 len: 1096 time: 0.0401452 Apr 28 20:46:09.329289 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9c9b5686-0d22-407b-918a-2357bfce3035 req-63446895-1a38-43a0-b5d2-87b7ea3c216c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e6864a64-1efa-40c0-a986-c0bc20d70c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281949 Apr 28 20:46:09.521839 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b2700-a536-4662-97b1-f0230ab45a95 req-e9371ef4-ade5-487f-bb92-ad9f0cac51ce tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:09.523313 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f95b2700-a536-4662-97b1-f0230ab45a95 req-e9371ef4-ade5-487f-bb92-ad9f0cac51ce tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2013630-574e-405d-8fcf-50d6730e9cad HTTP/1.1" status: 200 len: 945 time: 0.0479195 Apr 28 20:46:09.561821 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f95b2700-a536-4662-97b1-f0230ab45a95 req-d5dc9a7f-a31a-4c88-a592-61c008c097c6 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6864a64-1efa-40c0-a986-c0bc20d70c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325067 Apr 28 20:46:10.680137 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828be548-9311-46f8-aa91-6cf0f892954f req-1db02a5c-e8d2-4505-bd52-289a9218f27e tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:10.681571 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-828be548-9311-46f8-aa91-6cf0f892954f req-1db02a5c-e8d2-4505-bd52-289a9218f27e tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2013630-574e-405d-8fcf-50d6730e9cad HTTP/1.1" status: 200 len: 945 time: 0.0484338 Apr 28 20:46:10.722656 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-828be548-9311-46f8-aa91-6cf0f892954f req-f5450aff-c2fb-478c-ae92-c5e060804331 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6864a64-1efa-40c0-a986-c0bc20d70c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352304 Apr 28 20:46:10.839573 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d2282-b087-4581-8136-de410046d62d req-2e54870a-9107-4dac-8a6f-c8925bc239a9 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:10.840963 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ec1d2282-b087-4581-8136-de410046d62d req-2e54870a-9107-4dac-8a6f-c8925bc239a9 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2013630-574e-405d-8fcf-50d6730e9cad HTTP/1.1" status: 200 len: 945 time: 0.0516920 Apr 28 20:46:10.878844 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ec1d2282-b087-4581-8136-de410046d62d req-f0c090ab-8a68-4b95-ad07-b021feb46d67 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6864a64-1efa-40c0-a986-c0bc20d70c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311275 Apr 28 20:46:10.900004 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40114) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:46:11.025746 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3691f2d5-861d-48e8-8e01-4ac2cea49454 tempest-TestSnapshotPattern-253911431 tempest-TestSnapshotPattern-253911431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:11.027280 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-3691f2d5-861d-48e8-8e01-4ac2cea49454 tempest-TestSnapshotPattern-253911431 tempest-TestSnapshotPattern-253911431-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b2013630-574e-405d-8fcf-50d6730e9cad HTTP/1.1" status: 200 len: 1091 time: 0.1262956 Apr 28 20:46:11.030232 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40118) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:46:11.035245 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-2e8408f7-f651-48c2-a00e-ee29344e587d tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'port_id': 'eca19519-0b69-432c-af6f-b5c5fbbc5835', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:46:11.055278 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2e8408f7-f651-48c2-a00e-ee29344e587d tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:11.153209 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2e8408f7-f651-48c2-a00e-ee29344e587d tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:11.253260 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-2e8408f7-f651-48c2-a00e-ee29344e587d tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Allocated IP 172.25.8.206 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/73ecfa7e-d28c-43c5-95ab-6a0d2413e596) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:46:11.355247 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2e8408f7-f651-48c2-a00e-ee29344e587d tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:11.387434 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2e8408f7-f651-48c2-a00e-ee29344e587d tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:11.421772 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8408f7-f651-48c2-a00e-ee29344e587d tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:46:11.424743 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-2e8408f7-f651-48c2-a00e-ee29344e587d tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:46:11.430164 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8408f7-f651-48c2-a00e-ee29344e587d tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:46:11.458448 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8408f7-f651-48c2-a00e-ee29344e587d tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Pushing event updated for resources: {'Port': ['ID=73ecfa7e-d28c-43c5-95ab-6a0d2413e596,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:46:11.784535 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2e8408f7-f651-48c2-a00e-ee29344e587d tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:11.849413 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2e8408f7-f651-48c2-a00e-ee29344e587d tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:11.998273 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2e8408f7-f651-48c2-a00e-ee29344e587d tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:12.003804 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2e8408f7-f651-48c2-a00e-ee29344e587d tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:12.076521 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8408f7-f651-48c2-a00e-ee29344e587d tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Pushing event updated for resources: {'Port': ['ID=73ecfa7e-d28c-43c5-95ab-6a0d2413e596,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:46:12.084969 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2e8408f7-f651-48c2-a00e-ee29344e587d tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:12.183684 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-2e8408f7-f651-48c2-a00e-ee29344e587d tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Floating IP 736d60e2-6fdd-45da-bbd3-d8736f573c8f associated. External IP: 172.25.8.206, port: eca19519-0b69-432c-af6f-b5c5fbbc5835. Apr 28 20:46:12.389469 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8408f7-f651-48c2-a00e-ee29344e587d tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Router 1d28b494-c0c3-4fff-9f40-b0dda39616ee has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:46:12.495641 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8408f7-f651-48c2-a00e-ee29344e587d tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:46:12.505202 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac340f4-80dc-4696-af09-56266c41306f None None] Sync routers for ids ['1d28b494-c0c3-4fff-9f40-b0dda39616ee'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:46:12.512721 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-2e8408f7-f651-48c2-a00e-ee29344e587d tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:12.514818 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac340f4-80dc-4696-af09-56266c41306f None None] Routers {'1d28b494-c0c3-4fff-9f40-b0dda39616ee'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:46:12.515439 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-9ac340f4-80dc-4696-af09-56266c41306f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:45:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1d28b494-c0c3-4fff-9f40-b0dda39616ee'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:46:12.556120 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-2e8408f7-f651-48c2-a00e-ee29344e587d tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5124772 Apr 28 20:46:12.556120 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2013630-574e-405d-8fcf-50d6730e9cad', 'tag': 'eca19519-0b69-432c-af6f-b5c5fbbc5835'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:46:12.556120 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf124955d82b014a11a6fc2eaac2ea15efe7a1380e167aca24b9fc673bca835b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89845651-1f47-4dd1-a0bc-f4ef767575d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b2013630-574e-405d-8fcf-50d6730e9cad", "tag": "eca19519-0b69-432c-af6f-b5c5fbbc5835"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:46:12.586728 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a9ee32-6f2b-42dd-8003-582bfd991e58 x-openstack-request-id: req-a9a9ee32-6f2b-42dd-8003-582bfd991e58 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:46:12.587027 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2013630-574e-405d-8fcf-50d6730e9cad", "tag": "eca19519-0b69-432c-af6f-b5c5fbbc5835", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:46:12.587283 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a9a9ee32-6f2b-42dd-8003-582bfd991e58 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:46:12.587727 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9a9ee32-6f2b-42dd-8003-582bfd991e58'] response: {'name': 'network-changed', 'server_uuid': 'b2013630-574e-405d-8fcf-50d6730e9cad', 'tag': 'eca19519-0b69-432c-af6f-b5c5fbbc5835', 'status': 'completed', 'code': 200} Apr 28 20:46:12.625236 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-9ac340f4-80dc-4696-af09-56266c41306f None None] Set router 1d28b494-c0c3-4fff-9f40-b0dda39616ee gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:46:12.650453 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89845651-1f47-4dd1-a0bc-f4ef767575d8 req-220e1902-f914-43d2-bb6d-52ff54da0766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:12.651874 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-89845651-1f47-4dd1-a0bc-f4ef767575d8 req-220e1902-f914-43d2-bb6d-52ff54da0766 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=05f65d81fee5419190dd7213a05d4eb4&device_id=b2013630-574e-405d-8fcf-50d6730e9cad HTTP/1.1" status: 200 len: 1096 time: 0.0425253 Apr 28 20:46:12.745668 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89845651-1f47-4dd1-a0bc-f4ef767575d8 req-f1798703-8edb-47a8-8df3-69f909273c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:12.747182 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-89845651-1f47-4dd1-a0bc-f4ef767575d8 req-f1798703-8edb-47a8-8df3-69f909273c13 service neutron] 10.222.0.44 "GET /v2.0/networks?id=033bbc4c-2306-442e-97f5-e7ad07ca0c19 HTTP/1.1" status: 200 len: 910 time: 0.0891876 Apr 28 20:46:12.817553 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-89845651-1f47-4dd1-a0bc-f4ef767575d8 req-a68b8f72-bf26-4c9f-ad5c-da578faaa051 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eca19519-0b69-432c-af6f-b5c5fbbc5835 HTTP/1.1" status: 200 len: 999 time: 0.0630383 Apr 28 20:46:12.849659 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-9ac340f4-80dc-4696-af09-56266c41306f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'name': 'tempest-TestSnapshotPattern-290119937-router', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:45:50Z', 'updated_at': '2022-04-28T20:45:53Z', 'revision_number': 4, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'gw_port': {'id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:51Z', 'updated_at': '2022-04-28T20:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '736d60e2-6fdd-45da-bbd3-d8736f573c8f', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'floating_ip_address': '172.25.8.206', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'port_id': 'eca19519-0b69-432c-af6f-b5c5fbbc5835', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'mac_address': 'fa:16:3e:cb:9d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2013630-574e-405d-8fcf-50d6730e9cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:46:11Z', 'updated_at': '2022-04-28T20:46:11Z', 'revision_number': 0, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6da5bcab-7f02-440a-a416-374835cd9ed9', 'name': '', 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'mac_address': 'fa:16:3e:23:89:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:53Z', 'updated_at': '2022-04-28T20:45:58Z', 'revision_number': 5, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'subnets': [{'id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:46:12.866200 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89845651-1f47-4dd1-a0bc-f4ef767575d8 req-226c46ba-b788-4fd0-b6fa-ff5e89eb3f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:12.867674 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-89845651-1f47-4dd1-a0bc-f4ef767575d8 req-226c46ba-b788-4fd0-b6fa-ff5e89eb3f91 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79f3c7b9-51bf-4118-84ac-2163a14463a2 HTTP/1.1" status: 200 len: 848 time: 0.0441315 Apr 28 20:46:12.875752 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac340f4-80dc-4696-af09-56266c41306f None None] Checking router: 1d28b494-c0c3-4fff-9f40-b0dda39616ee for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:46:12.884119 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac340f4-80dc-4696-af09-56266c41306f None None] Routers {'1d28b494-c0c3-4fff-9f40-b0dda39616ee'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:46:12.884727 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-9ac340f4-80dc-4696-af09-56266c41306f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:45:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1d28b494-c0c3-4fff-9f40-b0dda39616ee'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:46:12.913385 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89845651-1f47-4dd1-a0bc-f4ef767575d8 req-b5857c71-184f-4203-95a7-ef688842e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:12.914811 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-89845651-1f47-4dd1-a0bc-f4ef767575d8 req-b5857c71-184f-4203-95a7-ef688842e310 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=033bbc4c-2306-442e-97f5-e7ad07ca0c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408056 Apr 28 20:46:12.990374 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-9ac340f4-80dc-4696-af09-56266c41306f None None] Set router 1d28b494-c0c3-4fff-9f40-b0dda39616ee gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:46:13.008631 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-89845651-1f47-4dd1-a0bc-f4ef767575d8 req-c38e313c-52fb-4a7c-ba30-adaa5f25b4b8 service neutron] 10.222.0.44 "GET /v2.0/networks/033bbc4c-2306-442e-97f5-e7ad07ca0c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868716 Apr 28 20:46:13.099380 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-89845651-1f47-4dd1-a0bc-f4ef767575d8 req-59043832-c86b-4ade-9d10-e5bf8adc6e30 service neutron] 10.222.0.44 "GET /v2.0/networks/033bbc4c-2306-442e-97f5-e7ad07ca0c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843544 Apr 28 20:46:13.216696 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-9ac340f4-80dc-4696-af09-56266c41306f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'name': 'tempest-TestSnapshotPattern-290119937-router', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:45:50Z', 'updated_at': '2022-04-28T20:45:53Z', 'revision_number': 4, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'gw_port': {'id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:51Z', 'updated_at': '2022-04-28T20:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '736d60e2-6fdd-45da-bbd3-d8736f573c8f', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'floating_ip_address': '172.25.8.206', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'port_id': 'eca19519-0b69-432c-af6f-b5c5fbbc5835', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'mac_address': 'fa:16:3e:cb:9d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2013630-574e-405d-8fcf-50d6730e9cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:46:11Z', 'updated_at': '2022-04-28T20:46:11Z', 'revision_number': 0, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6da5bcab-7f02-440a-a416-374835cd9ed9', 'name': '', 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'mac_address': 'fa:16:3e:23:89:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:53Z', 'updated_at': '2022-04-28T20:45:58Z', 'revision_number': 5, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'subnets': [{'id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:46:13.243914 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac340f4-80dc-4696-af09-56266c41306f None None] The sync data for ids ['1d28b494-c0c3-4fff-9f40-b0dda39616ee'] in n-d-839810-1 is: [{'id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'name': 'tempest-TestSnapshotPattern-290119937-router', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:45:50Z', 'updated_at': '2022-04-28T20:45:53Z', 'revision_number': 4, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'gw_port': {'id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:51Z', 'updated_at': '2022-04-28T20:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '736d60e2-6fdd-45da-bbd3-d8736f573c8f', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'floating_ip_address': '172.25.8.206', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'port_id': 'eca19519-0b69-432c-af6f-b5c5fbbc5835', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'mac_address': 'fa:16:3e:cb:9d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2013630-574e-405d-8fcf-50d6730e9cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:46:11Z', 'updated_at': '2022-04-28T20:46:11Z', 'revision_number': 0, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6da5bcab-7f02-440a-a416-374835cd9ed9', 'name': '', 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'mac_address': 'fa:16:3e:23:89:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:53Z', 'updated_at': '2022-04-28T20:45:58Z', 'revision_number': 5, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'subnets': [{'id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:46:13.434481 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786ecf26-40da-48d3-8d69-74e903af267f None None] New status for floating IP 736d60e2-6fdd-45da-bbd3-d8736f573c8f: ACTIVE {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:46:16.968252 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-23b68f93-03de-4c93-8203-b4ed9004a408 req-8b7043ac-d1b7-46f4-ba92-ee6b5eb00132 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b2013630-574e-405d-8fcf-50d6730e9cad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446711 Apr 28 20:46:17.053692 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b68f93-03de-4c93-8203-b4ed9004a408 req-a3599173-36da-4d01-b5dc-6b3ea8a87ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:17.055155 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-23b68f93-03de-4c93-8203-b4ed9004a408 req-a3599173-36da-4d01-b5dc-6b3ea8a87ede service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=05f65d81fee5419190dd7213a05d4eb4&device_id=b2013630-574e-405d-8fcf-50d6730e9cad HTTP/1.1" status: 200 len: 1096 time: 0.0449891 Apr 28 20:46:17.157081 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b68f93-03de-4c93-8203-b4ed9004a408 req-1e720296-e933-4d17-b9bc-a6e3fd3579d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:17.159208 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-23b68f93-03de-4c93-8203-b4ed9004a408 req-1e720296-e933-4d17-b9bc-a6e3fd3579d3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=033bbc4c-2306-442e-97f5-e7ad07ca0c19 HTTP/1.1" status: 200 len: 910 time: 0.0835974 Apr 28 20:46:17.228309 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-23b68f93-03de-4c93-8203-b4ed9004a408 req-5c3c622c-909b-4790-ac88-02e04f6dbc7e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eca19519-0b69-432c-af6f-b5c5fbbc5835 HTTP/1.1" status: 200 len: 1001 time: 0.0615342 Apr 28 20:46:17.276357 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b68f93-03de-4c93-8203-b4ed9004a408 req-0972305c-14fd-47e9-8cdd-5f28fd9dd5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:17.277799 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-23b68f93-03de-4c93-8203-b4ed9004a408 req-0972305c-14fd-47e9-8cdd-5f28fd9dd5b0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79f3c7b9-51bf-4118-84ac-2163a14463a2 HTTP/1.1" status: 200 len: 848 time: 0.0437632 Apr 28 20:46:17.322791 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b68f93-03de-4c93-8203-b4ed9004a408 req-48765fd5-6378-4add-898c-51e35f02dcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:17.324296 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-23b68f93-03de-4c93-8203-b4ed9004a408 req-48765fd5-6378-4add-898c-51e35f02dcb7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=033bbc4c-2306-442e-97f5-e7ad07ca0c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400507 Apr 28 20:46:17.414271 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-23b68f93-03de-4c93-8203-b4ed9004a408 req-ccac56b5-5236-41be-8d92-be51a25c1a88 service neutron] 10.222.0.44 "GET /v2.0/networks/033bbc4c-2306-442e-97f5-e7ad07ca0c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832579 Apr 28 20:46:17.504427 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-23b68f93-03de-4c93-8203-b4ed9004a408 req-0e23ba22-6206-4ac7-b5ec-a416e83c7de2 service neutron] 10.222.0.44 "GET /v2.0/networks/033bbc4c-2306-442e-97f5-e7ad07ca0c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835798 Apr 28 20:46:19.639422 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:46:19.977239 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a919c04a-6034-438b-b0e7-2443c1da83bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:22.199264 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-9d0998ac-004b-4ee8-ac2a-11e667888a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:23.763382 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:26.054521 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:26.069511 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:32.593580 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:34.142753 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:49.979024 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ca5ccdd2-dd58-4ffc-b78c-5be6e7ae7395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:52.201829 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e807fb7d-8a08-4f7c-8265-f6049ae4ac55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:53.763579 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:56.060996 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:56.074991 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:56.637490 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:47:02.605583 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:04.156371 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:17.960523 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3236bc19-c22c-4b00-8cff-e15f9233f129 req-10a4e35b-a803-49d8-b0c8-fa48ac37a77c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b2013630-574e-405d-8fcf-50d6730e9cad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453873 Apr 28 20:47:18.040284 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236bc19-c22c-4b00-8cff-e15f9233f129 req-3c1c71e8-1f91-47da-9a1d-a0d71ca9dd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:18.041760 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3236bc19-c22c-4b00-8cff-e15f9233f129 req-3c1c71e8-1f91-47da-9a1d-a0d71ca9dd7e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=05f65d81fee5419190dd7213a05d4eb4&device_id=b2013630-574e-405d-8fcf-50d6730e9cad HTTP/1.1" status: 200 len: 1096 time: 0.0400877 Apr 28 20:47:18.143033 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236bc19-c22c-4b00-8cff-e15f9233f129 req-88bbfaf9-8921-473c-b29e-18dc23759e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:18.144512 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3236bc19-c22c-4b00-8cff-e15f9233f129 req-88bbfaf9-8921-473c-b29e-18dc23759e13 service neutron] 10.222.0.44 "GET /v2.0/networks?id=033bbc4c-2306-442e-97f5-e7ad07ca0c19 HTTP/1.1" status: 200 len: 910 time: 0.0835378 Apr 28 20:47:18.213096 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3236bc19-c22c-4b00-8cff-e15f9233f129 req-11fa7b14-548b-41cc-8021-f0b90b5d159d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eca19519-0b69-432c-af6f-b5c5fbbc5835 HTTP/1.1" status: 200 len: 1001 time: 0.0614581 Apr 28 20:47:18.261724 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236bc19-c22c-4b00-8cff-e15f9233f129 req-5cd36b36-ca22-41f6-a2ec-82ecf4f372ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:18.263189 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3236bc19-c22c-4b00-8cff-e15f9233f129 req-5cd36b36-ca22-41f6-a2ec-82ecf4f372ed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79f3c7b9-51bf-4118-84ac-2163a14463a2 HTTP/1.1" status: 200 len: 848 time: 0.0439427 Apr 28 20:47:18.309304 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236bc19-c22c-4b00-8cff-e15f9233f129 req-ebe66d58-cb0d-444a-b7e7-568ff5479d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:18.310773 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3236bc19-c22c-4b00-8cff-e15f9233f129 req-ebe66d58-cb0d-444a-b7e7-568ff5479d2d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=033bbc4c-2306-442e-97f5-e7ad07ca0c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412040 Apr 28 20:47:18.401559 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3236bc19-c22c-4b00-8cff-e15f9233f129 req-d780c9a1-9101-411b-867c-9e200d1cbcfe service neutron] 10.222.0.44 "GET /v2.0/networks/033bbc4c-2306-442e-97f5-e7ad07ca0c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837607 Apr 28 20:47:18.490905 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-3236bc19-c22c-4b00-8cff-e15f9233f129 req-cc2ef565-cdc8-4f64-a150-2bb4e56798d4 service neutron] 10.222.0.44 "GET /v2.0/networks/033bbc4c-2306-442e-97f5-e7ad07ca0c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825720 Apr 28 20:47:19.979993 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5abb173b-2151-41d2-a810-02856e10fc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:22.202455 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-66b0d2c0-a93f-4440-8c3d-9f26e37f7e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:23.766675 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:26.060464 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:26.075319 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:32.606249 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:33.636823 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:47:34.164664 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:49.980669 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-50303850-5802-4e87-98a8-c515ac9bd2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:52.204571 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c7fc86fb-ba88-45f6-83e9-dd806fe155a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:53.770898 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:56.067009 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:56.077304 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:02.605978 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:04.172457 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:09.551158 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device eca19519-0b69-432c-af6f-b5c5fbbc5835 details requested by agent hyperv_n-h2-839810-1 with host n-h2-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:48:09.656498 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port eca19519-0b69-432c-af6f-b5c5fbbc5835, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=eca19519-0b69-432c-af6f-b5c5fbbc5835,segment=NetworkSegment(c17331e7-c62d-4b75-bc03-d20cee6e07fe),segment_id=c17331e7-c62d-4b75-bc03-d20cee6e07fe)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:48:09.671809 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Returning: {'device': 'eca19519-0b69-432c-af6f-b5c5fbbc5835', 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'port_id': 'eca19519-0b69-432c-af6f-b5c5fbbc5835', 'mac_address': 'fa:16:3e:cb:9d:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:48:09.718632 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:09.733503 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eca19519-0b69-432c-af6f-b5c5fbbc5835 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:48:09.755191 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port eca19519-0b69-432c-af6f-b5c5fbbc5835, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=eca19519-0b69-432c-af6f-b5c5fbbc5835,segment=NetworkSegment(c17331e7-c62d-4b75-bc03-d20cee6e07fe),segment_id=c17331e7-c62d-4b75-bc03-d20cee6e07fe)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:48:09.765455 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:09.822576 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=eca19519-0b69-432c-af6f-b5c5fbbc5835,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:09.831137 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:09.831480 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:09.831825 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:09.832190 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:09.832526 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:09.833533 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:09.833869 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:09.834198 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:09.834734 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:09.835253 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:09.835412 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:09.835754 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:09.840950 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] get_ports_and_sgs() called for port_ids ['eca19519-0b69-432c-af6f-b5c5fbbc5835'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:48:10.638769 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:48:11.546954 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device eca19519-0b69-432c-af6f-b5c5fbbc5835 up at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:48:11.600344 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Provisioning complete for port eca19519-0b69-432c-af6f-b5c5fbbc5835 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:48:11.600638 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:11.716275 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:11.739710 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2013630-574e-405d-8fcf-50d6730e9cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca19519-0b69-432c-af6f-b5c5fbbc5835'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:48:11.741959 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f0961dc541b5264c963834c151b06290830566d9874400a6cf73f3b09243849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bce4c4-c3d5-4996-b3aa-a0ecfd006f02" -d '{"events": [{"server_uuid": "b2013630-574e-405d-8fcf-50d6730e9cad", "name": "network-vif-plugged", "status": "completed", "tag": "eca19519-0b69-432c-af6f-b5c5fbbc5835"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:48:11.755258 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port eca19519-0b69-432c-af6f-b5c5fbbc5835, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=eca19519-0b69-432c-af6f-b5c5fbbc5835,segment=NetworkSegment(c17331e7-c62d-4b75-bc03-d20cee6e07fe),segment_id=c17331e7-c62d-4b75-bc03-d20cee6e07fe)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:48:11.766042 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:11.811892 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea6fe34-89bb-4c79-9afd-827cdc561c2d x-openstack-request-id: req-2ea6fe34-89bb-4c79-9afd-827cdc561c2d {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:48:11.812217 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2013630-574e-405d-8fcf-50d6730e9cad", "name": "network-vif-plugged", "status": "completed", "tag": "eca19519-0b69-432c-af6f-b5c5fbbc5835", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:48:11.812469 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2ea6fe34-89bb-4c79-9afd-827cdc561c2d {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:48:11.812891 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ea6fe34-89bb-4c79-9afd-827cdc561c2d'] response: {'server_uuid': 'b2013630-574e-405d-8fcf-50d6730e9cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca19519-0b69-432c-af6f-b5c5fbbc5835', 'code': 200} Apr 28 20:48:11.826780 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=eca19519-0b69-432c-af6f-b5c5fbbc5835,revision_number=7']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:18.077504 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ae159-8d58-4ad0-a8ff-43f2e0a69061 req-d5edd217-078a-4725-8a02-251959cfea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:18.079020 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e85ae159-8d58-4ad0-a8ff-43f2e0a69061 req-d5edd217-078a-4725-8a02-251959cfea87 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=05f65d81fee5419190dd7213a05d4eb4&device_id=b2013630-574e-405d-8fcf-50d6730e9cad HTTP/1.1" status: 200 len: 1096 time: 0.1011140 Apr 28 20:48:18.164514 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6cacf422-658d-4958-8eef-14b37b765087 req-01924cb6-1b90-45ea-8a1c-bd11bf88037d tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1003992620&fields=id&tenant_id=05f65d81fee5419190dd7213a05d4eb4 HTTP/1.1" status: 200 len: 267 time: 0.0755591 Apr 28 20:48:18.256637 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ae159-8d58-4ad0-a8ff-43f2e0a69061 req-d145b896-c302-4a82-b094-1133e7e799cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:18.258094 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e85ae159-8d58-4ad0-a8ff-43f2e0a69061 req-d145b896-c302-4a82-b094-1133e7e799cd service neutron] 10.222.0.44 "GET /v2.0/networks?id=033bbc4c-2306-442e-97f5-e7ad07ca0c19 HTTP/1.1" status: 200 len: 910 time: 0.1549888 Apr 28 20:48:18.334817 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacf422-658d-4958-8eef-14b37b765087 req-4c7d60e1-e3ac-4011-9271-a8d26a7382ae tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:18.336279 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6cacf422-658d-4958-8eef-14b37b765087 req-4c7d60e1-e3ac-4011-9271-a8d26a7382ae tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/networks?id=033bbc4c-2306-442e-97f5-e7ad07ca0c19 HTTP/1.1" status: 200 len: 809 time: 0.1642976 Apr 28 20:48:18.360245 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e85ae159-8d58-4ad0-a8ff-43f2e0a69061 req-1e4a4b59-397d-4d47-9d13-bbc0cff2a1cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eca19519-0b69-432c-af6f-b5c5fbbc5835 HTTP/1.1" status: 200 len: 1001 time: 0.0951035 Apr 28 20:48:18.362763 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6cacf422-658d-4958-8eef-14b37b765087 req-85c21a9f-1ee5-42ce-abec-dcb4fc11d18a tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/quotas/05f65d81fee5419190dd7213a05d4eb4 HTTP/1.1" status: 200 len: 375 time: 0.0200462 Apr 28 20:48:18.433493 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ae159-8d58-4ad0-a8ff-43f2e0a69061 req-27f8b057-b46a-451d-866e-6123bf944316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:18.434857 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e85ae159-8d58-4ad0-a8ff-43f2e0a69061 req-27f8b057-b46a-451d-866e-6123bf944316 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79f3c7b9-51bf-4118-84ac-2163a14463a2 HTTP/1.1" status: 200 len: 848 time: 0.0676305 Apr 28 20:48:18.461337 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6cacf422-658d-4958-8eef-14b37b765087 req-64363528-eb88-4e70-a2c9-9a12a980924e tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=05f65d81fee5419190dd7213a05d4eb4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0864437 Apr 28 20:48:18.494522 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ae159-8d58-4ad0-a8ff-43f2e0a69061 req-b3bc52d3-2e88-4a1b-b585-d81cc7491fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:18.496041 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e85ae159-8d58-4ad0-a8ff-43f2e0a69061 req-b3bc52d3-2e88-4a1b-b585-d81cc7491fd3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=033bbc4c-2306-442e-97f5-e7ad07ca0c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546529 Apr 28 20:48:18.530286 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [req-6cacf422-658d-4958-8eef-14b37b765087 req-eb3b893f-3c14-4f3b-809b-817d7acbac4b service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=102774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:48:18.531338 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6cacf422-658d-4958-8eef-14b37b765087 req-eb3b893f-3c14-4f3b-809b-817d7acbac4b service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0563736 Apr 28 20:48:18.656701 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e85ae159-8d58-4ad0-a8ff-43f2e0a69061 req-ac127f29-7eda-4295-ae60-969187e1b3e0 service neutron] 10.222.0.44 "GET /v2.0/networks/033bbc4c-2306-442e-97f5-e7ad07ca0c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541061 Apr 28 20:48:18.688420 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6cacf422-658d-4958-8eef-14b37b765087 req-2fe1c2fc-7cf2-4f10-b4b2-909a0dd5d611 service neutron] 10.222.0.42 "GET /v2.0/networks/033bbc4c-2306-442e-97f5-e7ad07ca0c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296196 Apr 28 20:48:18.814780 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-e85ae159-8d58-4ad0-a8ff-43f2e0a69061 req-00bf56f1-cdb0-432b-bab7-a86c6b4069f9 service neutron] 10.222.0.44 "GET /v2.0/networks/033bbc4c-2306-442e-97f5-e7ad07ca0c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471570 Apr 28 20:48:18.830487 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-6cacf422-658d-4958-8eef-14b37b765087 req-f07fe7a8-8778-4161-9977-816c4342e239 service neutron] 10.222.0.42 "GET /v2.0/networks/033bbc4c-2306-442e-97f5-e7ad07ca0c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123345 Apr 28 20:48:19.984200 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-223b7c22-d60c-4b9d-ae6e-7087a3287641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:20.012958 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-43d4f874-ab11-4bdc-8206-b7bb09bee33b req-1de923fa-1fff-41bb-893a-be78ad11d4a2 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/ports?device_id=b72b7ea0-e687-4c1c-a0eb-7ad027d67634 HTTP/1.1" status: 200 len: 210 time: 0.0294838 Apr 28 20:48:20.965097 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacf422-658d-4958-8eef-14b37b765087 req-c51b084c-95b4-4120-82c9-fcc1cd508dd2 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:20.966524 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6cacf422-658d-4958-8eef-14b37b765087 req-c51b084c-95b4-4120-82c9-fcc1cd508dd2 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.15 "GET /v2.0/networks?id=033bbc4c-2306-442e-97f5-e7ad07ca0c19 HTTP/1.1" status: 200 len: 809 time: 0.1014948 Apr 28 20:48:21.010091 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6cacf422-658d-4958-8eef-14b37b765087 req-09a3b471-53f9-4f6b-bcd5-2bf9d743cf33 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05f65d81fee5419190dd7213a05d4eb4 HTTP/1.1" status: 200 len: 380 time: 0.0345514 Apr 28 20:48:21.020933 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-6cacf422-658d-4958-8eef-14b37b765087 req-6907f507-1719-48a1-85b3-9cd6d8b215a1 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Request body: {'port': {'device_id': 'b72b7ea0-e687-4c1c-a0eb-7ad027d67634', 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'admin_state_up': True, 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'security_groups': ['e6864a64-1efa-40c0-a986-c0bc20d70c5e']}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:48:21.121244 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4e231703-4022-4b07-87f3-9775c5caebdf req-5a6a3a7b-148d-473b-abcc-fe52844f84e7 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/ports?device_id=b72b7ea0-e687-4c1c-a0eb-7ad027d67634 HTTP/1.1" status: 200 len: 210 time: 0.0350747 Apr 28 20:48:21.140412 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cacf422-658d-4958-8eef-14b37b765087 req-6907f507-1719-48a1-85b3-9cd6d8b215a1 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Made reservation on behalf of 05f65d81fee5419190dd7213a05d4eb4 for: {'port': 1} {{(pid=102773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:48:21.146086 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6cacf422-658d-4958-8eef-14b37b765087 req-6907f507-1719-48a1-85b3-9cd6d8b215a1 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:21.315658 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_common [req-6cacf422-658d-4958-8eef-14b37b765087 req-6907f507-1719-48a1-85b3-9cd6d8b215a1 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Allocated IP 172.20.0.14 (033bbc4c-2306-442e-97f5-e7ad07ca0c19/79f3c7b9-51bf-4118-84ac-2163a14463a2/5e94ad0a-5baa-4245-9aa1-2f401c994497) {{(pid=102773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:48:21.555326 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6cacf422-658d-4958-8eef-14b37b765087 req-6907f507-1719-48a1-85b3-9cd6d8b215a1 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for port, precommit_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:21.601619 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6cacf422-658d-4958-8eef-14b37b765087 req-6907f507-1719-48a1-85b3-9cd6d8b215a1 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_create {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:21.613103 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device eca19519-0b69-432c-af6f-b5c5fbbc5835 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:48:21.658988 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cacf422-658d-4958-8eef-14b37b765087 req-6907f507-1719-48a1-85b3-9cd6d8b215a1 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Network 033bbc4c-2306-442e-97f5-e7ad07ca0c19 is already hosted by enough agents. {{(pid=102773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:48:21.662913 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.base_scheduler [req-6cacf422-658d-4958-8eef-14b37b765087 req-6907f507-1719-48a1-85b3-9cd6d8b215a1 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Resources bound (agent type, host, resource id): {{(pid=102773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:48:21.667008 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cacf422-658d-4958-8eef-14b37b765087 req-6907f507-1719-48a1-85b3-9cd6d8b215a1 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Received port after_create {{(pid=102773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:48:21.708649 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:21.711899 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907f507-1719-48a1-85b3-9cd6d8b215a1 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Pushing event updated for resources: {'Port': ['ID=5e94ad0a-5baa-4245-9aa1-2f401c994497,revision_number=1']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:21.734654 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907f507-1719-48a1-85b3-9cd6d8b215a1 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:21.734997 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907f507-1719-48a1-85b3-9cd6d8b215a1 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:21.735338 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907f507-1719-48a1-85b3-9cd6d8b215a1 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:21.735915 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907f507-1719-48a1-85b3-9cd6d8b215a1 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:21.736229 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907f507-1719-48a1-85b3-9cd6d8b215a1 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:21.736415 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907f507-1719-48a1-85b3-9cd6d8b215a1 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:21.736853 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907f507-1719-48a1-85b3-9cd6d8b215a1 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:21.737186 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907f507-1719-48a1-85b3-9cd6d8b215a1 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:21.737514 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907f507-1719-48a1-85b3-9cd6d8b215a1 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:21.737842 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907f507-1719-48a1-85b3-9cd6d8b215a1 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:21.738169 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907f507-1719-48a1-85b3-9cd6d8b215a1 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:21.738495 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907f507-1719-48a1-85b3-9cd6d8b215a1 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:21.743303 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2013630-574e-405d-8fcf-50d6730e9cad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eca19519-0b69-432c-af6f-b5c5fbbc5835'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:48:21.748191 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f0961dc541b5264c963834c151b06290830566d9874400a6cf73f3b09243849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baacd9ce-d4de-46b9-a3ae-574698d911b9" -d '{"events": [{"server_uuid": "b2013630-574e-405d-8fcf-50d6730e9cad", "name": "network-vif-unplugged", "status": "completed", "tag": "eca19519-0b69-432c-af6f-b5c5fbbc5835"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:48:21.760855 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacf422-658d-4958-8eef-14b37b765087 req-6907f507-1719-48a1-85b3-9cd6d8b215a1 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:21.761592 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6cacf422-658d-4958-8eef-14b37b765087 req-6907f507-1719-48a1-85b3-9cd6d8b215a1 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:21.782225 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] For port eca19519-0b69-432c-af6f-b5c5fbbc5835, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=eca19519-0b69-432c-af6f-b5c5fbbc5835,segment=NetworkSegment(c17331e7-c62d-4b75-bc03-d20cee6e07fe),segment_id=c17331e7-c62d-4b75-bc03-d20cee6e07fe)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:48:21.793406 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:21.810666 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6cacf422-658d-4958-8eef-14b37b765087 req-6907f507-1719-48a1-85b3-9cd6d8b215a1 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7933080 Apr 28 20:48:21.873830 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Pushing event updated for resources: {'Port': ['ID=eca19519-0b69-432c-af6f-b5c5fbbc5835,revision_number=8']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:21.877576 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 20:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3389455-7aa6-42d3-814e-d5d5aec3b8b8 x-openstack-request-id: req-c3389455-7aa6-42d3-814e-d5d5aec3b8b8 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:48:21.878076 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2013630-574e-405d-8fcf-50d6730e9cad", "name": "network-vif-unplugged", "status": "completed", "tag": "eca19519-0b69-432c-af6f-b5c5fbbc5835", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:48:21.878488 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c3389455-7aa6-42d3-814e-d5d5aec3b8b8 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:48:21.878875 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3389455-7aa6-42d3-814e-d5d5aec3b8b8'] response: {'server_uuid': 'b2013630-574e-405d-8fcf-50d6730e9cad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eca19519-0b69-432c-af6f-b5c5fbbc5835', 'code': 200} Apr 28 20:48:22.055206 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-bad6fa75-aca7-493c-b8d7-4ca7bcf8e52e None None] Provisioning complete for port 5e94ad0a-5baa-4245-9aa1-2f401c994497 triggered by entity DHCP. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:48:22.056042 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-bad6fa75-aca7-493c-b8d7-4ca7bcf8e52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:22.090802 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-bad6fa75-aca7-493c-b8d7-4ca7bcf8e52e None None] Port 5e94ad0a-5baa-4245-9aa1-2f401c994497 cannot update to ACTIVE because it is not bound. {{(pid=102775) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 20:48:22.209238 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-331b37ff-82e5-44af-a360-06786b2a1ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:22.244441 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cd428-30c5-4b2c-9ee1-80e738b170c0 req-872ea9eb-295e-4214-bfbf-e9cecb470549 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:22.252361 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f96cd428-30c5-4b2c-9ee1-80e738b170c0 req-872ea9eb-295e-4214-bfbf-e9cecb470549 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/ports?device_id=b72b7ea0-e687-4c1c-a0eb-7ad027d67634 HTTP/1.1" status: 200 len: 932 time: 0.0662920 Apr 28 20:48:22.299186 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-f96cd428-30c5-4b2c-9ee1-80e738b170c0 req-b2d27e72-70a4-4c27-b9a8-945cb292c0bf tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6864a64-1efa-40c0-a986-c0bc20d70c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352347 Apr 28 20:48:23.426232 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65597a6a-c826-4f13-b7d2-99071e5f2ab0 req-039e36bd-8f00-483e-b3d7-7d68b85818b3 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:23.427920 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65597a6a-c826-4f13-b7d2-99071e5f2ab0 req-039e36bd-8f00-483e-b3d7-7d68b85818b3 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/ports?device_id=b72b7ea0-e687-4c1c-a0eb-7ad027d67634 HTTP/1.1" status: 200 len: 932 time: 0.0520549 Apr 28 20:48:23.468463 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-65597a6a-c826-4f13-b7d2-99071e5f2ab0 req-78aa488b-6704-4fa9-b574-fac407ef30cf tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6864a64-1efa-40c0-a986-c0bc20d70c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336494 Apr 28 20:48:23.777036 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:24.606060 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd4cb0-0273-4589-8ce5-de9c4376634b req-7a9c27ad-cb22-4172-85ca-df0e206f5881 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:24.612148 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d5fd4cb0-0273-4589-8ce5-de9c4376634b req-7a9c27ad-cb22-4172-85ca-df0e206f5881 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/ports?device_id=b72b7ea0-e687-4c1c-a0eb-7ad027d67634 HTTP/1.1" status: 200 len: 932 time: 0.0556066 Apr 28 20:48:24.652771 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-d5fd4cb0-0273-4589-8ce5-de9c4376634b req-77b9c8c8-9cb6-408c-a576-34e857cc897c tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6864a64-1efa-40c0-a986-c0bc20d70c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373833 Apr 28 20:48:25.786193 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3be2b4-998a-4cf2-9761-40bc3fe1704b req-d63ee378-51c5-4aa0-8132-e39a0f9bf2fe tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:25.788977 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ef3be2b4-998a-4cf2-9761-40bc3fe1704b req-d63ee378-51c5-4aa0-8132-e39a0f9bf2fe tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/ports?device_id=b72b7ea0-e687-4c1c-a0eb-7ad027d67634 HTTP/1.1" status: 200 len: 932 time: 0.0521579 Apr 28 20:48:25.830437 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ef3be2b4-998a-4cf2-9761-40bc3fe1704b req-7ba75ae0-d9e4-4741-b7aa-21b45cc71df6 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6864a64-1efa-40c0-a986-c0bc20d70c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330493 Apr 28 20:48:26.075281 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:26.082768 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:26.955620 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460708d-6a69-4fed-b13e-077b1be0cc61 req-0e4ea03d-66e7-467e-8fd1-d26010b041ed tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:26.957124 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a460708d-6a69-4fed-b13e-077b1be0cc61 req-0e4ea03d-66e7-467e-8fd1-d26010b041ed tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/ports?device_id=b72b7ea0-e687-4c1c-a0eb-7ad027d67634 HTTP/1.1" status: 200 len: 932 time: 0.0544984 Apr 28 20:48:26.995574 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-a460708d-6a69-4fed-b13e-077b1be0cc61 req-75558809-95a3-4fce-aca6-4f476b3c8efc tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6864a64-1efa-40c0-a986-c0bc20d70c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322614 Apr 28 20:48:28.130063 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888b599-58b3-4d1a-988e-94cf49bcfa5a req-65537e5e-08ad-472c-9a6e-a2a7cf02e017 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:28.132832 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b888b599-58b3-4d1a-988e-94cf49bcfa5a req-65537e5e-08ad-472c-9a6e-a2a7cf02e017 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/ports?device_id=b72b7ea0-e687-4c1c-a0eb-7ad027d67634 HTTP/1.1" status: 200 len: 932 time: 0.0587733 Apr 28 20:48:28.173117 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b888b599-58b3-4d1a-988e-94cf49bcfa5a req-bd291c84-94a9-415e-a64c-77ba890466f9 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6864a64-1efa-40c0-a986-c0bc20d70c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341396 Apr 28 20:48:29.297905 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1a9cb-73c8-42c3-8cf8-90aa5809519c req-44de42fb-64a2-4e6e-8065-fe395468f7de tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:29.300345 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-64a1a9cb-73c8-42c3-8cf8-90aa5809519c req-44de42fb-64a2-4e6e-8065-fe395468f7de tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/ports?device_id=b72b7ea0-e687-4c1c-a0eb-7ad027d67634 HTTP/1.1" status: 200 len: 932 time: 0.0526736 Apr 28 20:48:29.339755 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-64a1a9cb-73c8-42c3-8cf8-90aa5809519c req-49b8a16a-d554-41bf-83fd-cdd5bc090f5b tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6864a64-1efa-40c0-a986-c0bc20d70c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332577 Apr 28 20:48:29.979603 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.v2.base [req-6cacf422-658d-4958-8eef-14b37b765087 req-5d986e5a-ba5f-4f3e-b085-3765d609d4a4 service neutron] Request body: {'port': {'device_id': 'b72b7ea0-e687-4c1c-a0eb-7ad027d67634', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839810-1'}} {{(pid=102773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:48:30.037072 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6cacf422-658d-4958-8eef-14b37b765087 req-5d986e5a-ba5f-4f3e-b085-3765d609d4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:30.312389 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [req-6cacf422-658d-4958-8eef-14b37b765087 req-5d986e5a-ba5f-4f3e-b085-3765d609d4a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e94ad0a-5baa-4245-9aa1-2f401c994497 {{(pid=102773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:48:30.320082 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6cacf422-658d-4958-8eef-14b37b765087 req-5d986e5a-ba5f-4f3e-b085-3765d609d4a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:30.332343 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.provisioning_blocks [req-6cacf422-658d-4958-8eef-14b37b765087 req-5d986e5a-ba5f-4f3e-b085-3765d609d4a4 service neutron] Transition to ACTIVE for port object 5e94ad0a-5baa-4245-9aa1-2f401c994497 will not be triggered until provisioned by entity L2. {{(pid=102773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:48:30.336137 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6cacf422-658d-4958-8eef-14b37b765087 req-5d986e5a-ba5f-4f3e-b085-3765d609d4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:30.388087 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d986e5a-ba5f-4f3e-b085-3765d609d4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e94ad0a-5baa-4245-9aa1-2f401c994497,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:30.500138 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-6cacf422-658d-4958-8eef-14b37b765087 req-5d986e5a-ba5f-4f3e-b085-3765d609d4a4 service neutron] Attempting to bind port 5e94ad0a-5baa-4245-9aa1-2f401c994497 on host n-h1-839810-1 for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:48:30.500480 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-6cacf422-658d-4958-8eef-14b37b765087 req-5d986e5a-ba5f-4f3e-b085-3765d609d4a4 service neutron] Attempting to bind port 5e94ad0a-5baa-4245-9aa1-2f401c994497 by drivers openvswitch,hyperv on host n-h1-839810-1 at level 0 using segments [{'id': 'c17331e7-c62d-4b75-bc03-d20cee6e07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:48:30.500812 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cacf422-658d-4958-8eef-14b37b765087 req-5d986e5a-ba5f-4f3e-b085-3765d609d4a4 service neutron] Attempting to bind port 5e94ad0a-5baa-4245-9aa1-2f401c994497 on network 033bbc4c-2306-442e-97f5-e7ad07ca0c19 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:48:30.512511 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea803ba1-3930-4d96-881c-b9808b45a912 req-49fc1bfb-bcc1-40ca-b519-3b5f9a696222 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:30.514045 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ea803ba1-3930-4d96-881c-b9808b45a912 req-49fc1bfb-bcc1-40ca-b519-3b5f9a696222 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/ports?device_id=b72b7ea0-e687-4c1c-a0eb-7ad027d67634 HTTP/1.1" status: 200 len: 944 time: 0.0798066 Apr 28 20:48:30.515168 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cacf422-658d-4958-8eef-14b37b765087 req-5d986e5a-ba5f-4f3e-b085-3765d609d4a4 service neutron] Port 5e94ad0a-5baa-4245-9aa1-2f401c994497 on network 033bbc4c-2306-442e-97f5-e7ad07ca0c19 not bound, no agent of type Open vSwitch agent registered on host n-h1-839810-1 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:48:30.515493 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cacf422-658d-4958-8eef-14b37b765087 req-5d986e5a-ba5f-4f3e-b085-3765d609d4a4 service neutron] Attempting to bind port 5e94ad0a-5baa-4245-9aa1-2f401c994497 on network 033bbc4c-2306-442e-97f5-e7ad07ca0c19 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:48:30.523930 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cacf422-658d-4958-8eef-14b37b765087 req-5d986e5a-ba5f-4f3e-b085-3765d609d4a4 service neutron] Checking agent: {'id': 'da9e8913-516e-4cc3-9481-c71e073da0d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839810-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'started_at': datetime.datetime(2022, 4, 28, 19, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:48:30.524216 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cacf422-658d-4958-8eef-14b37b765087 req-5d986e5a-ba5f-4f3e-b085-3765d609d4a4 service neutron] Checking segment: {'id': 'c17331e7-c62d-4b75-bc03-d20cee6e07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 20:48:30.524599 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cacf422-658d-4958-8eef-14b37b765087 req-5d986e5a-ba5f-4f3e-b085-3765d609d4a4 service neutron] Bound using segment: {'id': 'c17331e7-c62d-4b75-bc03-d20cee6e07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:48:30.525034 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [req-6cacf422-658d-4958-8eef-14b37b765087 req-5d986e5a-ba5f-4f3e-b085-3765d609d4a4 service neutron] Bound port: 5e94ad0a-5baa-4245-9aa1-2f401c994497, host: n-h1-839810-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c17331e7-c62d-4b75-bc03-d20cee6e07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:48:30.525409 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6cacf422-658d-4958-8eef-14b37b765087 req-5d986e5a-ba5f-4f3e-b085-3765d609d4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:30.587724 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-ea803ba1-3930-4d96-881c-b9808b45a912 req-a7ca8591-447f-4e2c-8484-e8c46b2edd53 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6864a64-1efa-40c0-a986-c0bc20d70c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656066 Apr 28 20:48:30.615149 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-6cacf422-658d-4958-8eef-14b37b765087 req-5d986e5a-ba5f-4f3e-b085-3765d609d4a4 service neutron] For port 5e94ad0a-5baa-4245-9aa1-2f401c994497, host n-h1-839810-1, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:48:30.618173 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-6cacf422-658d-4958-8eef-14b37b765087 req-5d986e5a-ba5f-4f3e-b085-3765d609d4a4 service neutron] For port 5e94ad0a-5baa-4245-9aa1-2f401c994497, host n-h1-839810-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=5e94ad0a-5baa-4245-9aa1-2f401c994497,segment=NetworkSegment(c17331e7-c62d-4b75-bc03-d20cee6e07fe),segment_id=c17331e7-c62d-4b75-bc03-d20cee6e07fe)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:48:30.622175 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6cacf422-658d-4958-8eef-14b37b765087 req-5d986e5a-ba5f-4f3e-b085-3765d609d4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641434'] for port, after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:30.655504 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacf422-658d-4958-8eef-14b37b765087 req-5d986e5a-ba5f-4f3e-b085-3765d609d4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:30.656248 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-6cacf422-658d-4958-8eef-14b37b765087 req-5d986e5a-ba5f-4f3e-b085-3765d609d4a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:30.658220 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6cacf422-658d-4958-8eef-14b37b765087 req-5d986e5a-ba5f-4f3e-b085-3765d609d4a4 service neutron] 10.222.0.15 "PUT /v2.0/ports/5e94ad0a-5baa-4245-9aa1-2f401c994497 HTTP/1.1" status: 200 len: 1092 time: 0.6828902 Apr 28 20:48:30.658660 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72b7ea0-e687-4c1c-a0eb-7ad027d67634', 'tag': '5e94ad0a-5baa-4245-9aa1-2f401c994497'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:48:30.660957 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987aa34c65443dea39eaa51b67d186bb80d94e7c4b504279bd6048524f6efc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b061c625-ba8a-4878-8434-ba4666467df1" -d '{"events": [{"name": "network-changed", "server_uuid": "b72b7ea0-e687-4c1c-a0eb-7ad027d67634", "tag": "5e94ad0a-5baa-4245-9aa1-2f401c994497"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:48:30.701077 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d986e5a-ba5f-4f3e-b085-3765d609d4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e94ad0a-5baa-4245-9aa1-2f401c994497,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:30.755642 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacf422-658d-4958-8eef-14b37b765087 req-4875a531-5435-47df-98a5-430e68b7c46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:30.757187 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6cacf422-658d-4958-8eef-14b37b765087 req-4875a531-5435-47df-98a5-430e68b7c46e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05f65d81fee5419190dd7213a05d4eb4&device_id=b72b7ea0-e687-4c1c-a0eb-7ad027d67634 HTTP/1.1" status: 200 len: 1095 time: 0.0498815 Apr 28 20:48:30.774105 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af7694c-da9f-46a4-8ef0-12c029e6cba2 x-openstack-request-id: req-1af7694c-da9f-46a4-8ef0-12c029e6cba2 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:48:30.774322 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b72b7ea0-e687-4c1c-a0eb-7ad027d67634", "tag": "5e94ad0a-5baa-4245-9aa1-2f401c994497", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:48:30.774566 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1af7694c-da9f-46a4-8ef0-12c029e6cba2 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:48:30.774958 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1af7694c-da9f-46a4-8ef0-12c029e6cba2'] response: {'name': 'network-changed', 'server_uuid': 'b72b7ea0-e687-4c1c-a0eb-7ad027d67634', 'tag': '5e94ad0a-5baa-4245-9aa1-2f401c994497', 'status': 'completed', 'code': 200} Apr 28 20:48:30.804706 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6cacf422-658d-4958-8eef-14b37b765087 req-50aa1f94-eb37-4112-87e9-616dd255a27a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e94ad0a-5baa-4245-9aa1-2f401c994497 HTTP/1.1" status: 200 len: 217 time: 0.0396190 Apr 28 20:48:30.856928 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacf422-658d-4958-8eef-14b37b765087 req-29cadffd-1571-4849-ad71-bfa834db8daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:30.858382 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6cacf422-658d-4958-8eef-14b37b765087 req-29cadffd-1571-4849-ad71-bfa834db8daa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79f3c7b9-51bf-4118-84ac-2163a14463a2 HTTP/1.1" status: 200 len: 848 time: 0.0463901 Apr 28 20:48:30.908823 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacf422-658d-4958-8eef-14b37b765087 req-7e4b0715-94a8-40ad-9ce6-1ccf433437d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:30.910303 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6cacf422-658d-4958-8eef-14b37b765087 req-7e4b0715-94a8-40ad-9ce6-1ccf433437d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=033bbc4c-2306-442e-97f5-e7ad07ca0c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447397 Apr 28 20:48:30.997931 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6cacf422-658d-4958-8eef-14b37b765087 req-531893b3-18d7-4eed-b600-ccc02b7007c8 service neutron] 10.222.0.15 "GET /v2.0/networks/033bbc4c-2306-442e-97f5-e7ad07ca0c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802698 Apr 28 20:48:31.100381 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-6cacf422-658d-4958-8eef-14b37b765087 req-3da9b5fe-93ea-4803-8da7-07da930ba03e service neutron] 10.222.0.15 "GET /v2.0/networks/033bbc4c-2306-442e-97f5-e7ad07ca0c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956197 Apr 28 20:48:31.188175 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061c625-ba8a-4878-8434-ba4666467df1 req-fe44f9cf-fcd3-4ae5-81b2-cf182ce74b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:31.189823 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b061c625-ba8a-4878-8434-ba4666467df1 req-fe44f9cf-fcd3-4ae5-81b2-cf182ce74b41 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05f65d81fee5419190dd7213a05d4eb4&device_id=b72b7ea0-e687-4c1c-a0eb-7ad027d67634 HTTP/1.1" status: 200 len: 1095 time: 0.0418055 Apr 28 20:48:31.280156 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061c625-ba8a-4878-8434-ba4666467df1 req-8786852c-88a6-4435-a550-55d89f5dc031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:31.281619 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b061c625-ba8a-4878-8434-ba4666467df1 req-8786852c-88a6-4435-a550-55d89f5dc031 service neutron] 10.222.0.15 "GET /v2.0/networks?id=033bbc4c-2306-442e-97f5-e7ad07ca0c19 HTTP/1.1" status: 200 len: 910 time: 0.0840566 Apr 28 20:48:31.326133 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b061c625-ba8a-4878-8434-ba4666467df1 req-f6e44bfa-9f12-4655-b1d2-0514ad08aadb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e94ad0a-5baa-4245-9aa1-2f401c994497 HTTP/1.1" status: 200 len: 217 time: 0.0381665 Apr 28 20:48:31.374805 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061c625-ba8a-4878-8434-ba4666467df1 req-98ee032b-95ab-471c-9e7a-f1c5b5d5dff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:31.376751 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b061c625-ba8a-4878-8434-ba4666467df1 req-98ee032b-95ab-471c-9e7a-f1c5b5d5dff4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79f3c7b9-51bf-4118-84ac-2163a14463a2 HTTP/1.1" status: 200 len: 848 time: 0.0428720 Apr 28 20:48:31.423633 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061c625-ba8a-4878-8434-ba4666467df1 req-d905fae9-8b47-4a80-873d-4c3db3ab7e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:31.425422 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b061c625-ba8a-4878-8434-ba4666467df1 req-d905fae9-8b47-4a80-873d-4c3db3ab7e76 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=033bbc4c-2306-442e-97f5-e7ad07ca0c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402954 Apr 28 20:48:31.519651 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b061c625-ba8a-4878-8434-ba4666467df1 req-e3e4ae79-ca78-4db8-ae4c-0d13a839395a service neutron] 10.222.0.15 "GET /v2.0/networks/033bbc4c-2306-442e-97f5-e7ad07ca0c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846956 Apr 28 20:48:31.608234 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-b061c625-ba8a-4878-8434-ba4666467df1 req-4e2ea734-e10b-4cbe-a920-def175834ffd service neutron] 10.222.0.15 "GET /v2.0/networks/033bbc4c-2306-442e-97f5-e7ad07ca0c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803626 Apr 28 20:48:31.703995 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d27e20-3c9e-4fc2-a0ac-69ba71586921 req-f31b4989-e6d7-48ee-b360-6e1854b36d55 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:31.706589 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-59d27e20-3c9e-4fc2-a0ac-69ba71586921 req-f31b4989-e6d7-48ee-b360-6e1854b36d55 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/ports?device_id=b72b7ea0-e687-4c1c-a0eb-7ad027d67634 HTTP/1.1" status: 200 len: 944 time: 0.0508366 Apr 28 20:48:31.747396 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-59d27e20-3c9e-4fc2-a0ac-69ba71586921 req-9be75f13-80a5-454e-b3f0-34ad80448ed9 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6864a64-1efa-40c0-a986-c0bc20d70c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348256 Apr 28 20:48:32.605064 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:32.864728 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21966f32-0689-4433-8e4b-70783c1f666c req-040448f7-4f99-4b27-aa3f-e52b3662e0a1 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:32.866097 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-21966f32-0689-4433-8e4b-70783c1f666c req-040448f7-4f99-4b27-aa3f-e52b3662e0a1 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/ports?device_id=b72b7ea0-e687-4c1c-a0eb-7ad027d67634 HTTP/1.1" status: 200 len: 944 time: 0.0476160 Apr 28 20:48:32.906906 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-21966f32-0689-4433-8e4b-70783c1f666c req-3d2b238b-e0ed-4971-ad12-19bd409a694b tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6864a64-1efa-40c0-a986-c0bc20d70c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348172 Apr 28 20:48:33.889134 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 5e94ad0a-5baa-4245-9aa1-2f401c994497 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:48:33.985990 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 5e94ad0a-5baa-4245-9aa1-2f401c994497, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=5e94ad0a-5baa-4245-9aa1-2f401c994497,segment=NetworkSegment(c17331e7-c62d-4b75-bc03-d20cee6e07fe),segment_id=c17331e7-c62d-4b75-bc03-d20cee6e07fe)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:48:33.997794 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '5e94ad0a-5baa-4245-9aa1-2f401c994497', 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'port_id': '5e94ad0a-5baa-4245-9aa1-2f401c994497', 'mac_address': 'fa:16:3e:0f:1b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:48:34.024605 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886845c8-8e44-4595-9626-7fadbd66d37d req-f932e2f0-19f3-46fa-9324-e9ef98153d40 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:34.026078 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-886845c8-8e44-4595-9626-7fadbd66d37d req-f932e2f0-19f3-46fa-9324-e9ef98153d40 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/ports?device_id=b72b7ea0-e687-4c1c-a0eb-7ad027d67634 HTTP/1.1" status: 200 len: 944 time: 0.0476234 Apr 28 20:48:34.033861 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:34.047078 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e94ad0a-5baa-4245-9aa1-2f401c994497 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:48:34.064209 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-886845c8-8e44-4595-9626-7fadbd66d37d req-732f207e-784c-4ac0-911c-d1fdcd6c4c6c tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6864a64-1efa-40c0-a986-c0bc20d70c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321457 Apr 28 20:48:34.065945 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 5e94ad0a-5baa-4245-9aa1-2f401c994497, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=5e94ad0a-5baa-4245-9aa1-2f401c994497,segment=NetworkSegment(c17331e7-c62d-4b75-bc03-d20cee6e07fe),segment_id=c17331e7-c62d-4b75-bc03-d20cee6e07fe)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:48:34.070112 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:34.117467 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=5e94ad0a-5baa-4245-9aa1-2f401c994497,revision_number=4']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:34.171230 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:34.303399 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['5e94ad0a-5baa-4245-9aa1-2f401c994497'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:48:35.183866 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb42b09-189e-431c-a68a-79cd97e49f57 req-824a0b74-954d-4488-94be-cfd0d184b88e tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:35.185349 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7cb42b09-189e-431c-a68a-79cd97e49f57 req-824a0b74-954d-4488-94be-cfd0d184b88e tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/ports?device_id=b72b7ea0-e687-4c1c-a0eb-7ad027d67634 HTTP/1.1" status: 200 len: 945 time: 0.0503924 Apr 28 20:48:35.222744 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-7cb42b09-189e-431c-a68a-79cd97e49f57 req-7f4596aa-57a5-41c1-a7d3-b8e52811ac4e tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6864a64-1efa-40c0-a986-c0bc20d70c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310094 Apr 28 20:48:35.949266 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 5e94ad0a-5baa-4245-9aa1-2f401c994497 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:48:36.012669 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning for port 5e94ad0a-5baa-4245-9aa1-2f401c994497 completed by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:48:36.018238 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 5e94ad0a-5baa-4245-9aa1-2f401c994497 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:48:36.018603 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:36.144703 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:36.171416 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72b7ea0-e687-4c1c-a0eb-7ad027d67634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e94ad0a-5baa-4245-9aa1-2f401c994497'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:48:36.173644 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f0961dc541b5264c963834c151b06290830566d9874400a6cf73f3b09243849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c21c129-689d-49c0-a19c-2778aecd6907" -d '{"events": [{"server_uuid": "b72b7ea0-e687-4c1c-a0eb-7ad027d67634", "name": "network-vif-plugged", "status": "completed", "tag": "5e94ad0a-5baa-4245-9aa1-2f401c994497"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:48:36.187142 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 5e94ad0a-5baa-4245-9aa1-2f401c994497, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=5e94ad0a-5baa-4245-9aa1-2f401c994497,segment=NetworkSegment(c17331e7-c62d-4b75-bc03-d20cee6e07fe),segment_id=c17331e7-c62d-4b75-bc03-d20cee6e07fe)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:48:36.194390 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:36.218427 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7392d0b-c084-4a00-9cb3-a1b664469b3c x-openstack-request-id: req-d7392d0b-c084-4a00-9cb3-a1b664469b3c {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:48:36.218721 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72b7ea0-e687-4c1c-a0eb-7ad027d67634", "name": "network-vif-plugged", "status": "completed", "tag": "5e94ad0a-5baa-4245-9aa1-2f401c994497", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:48:36.218971 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d7392d0b-c084-4a00-9cb3-a1b664469b3c {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:48:36.219366 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7392d0b-c084-4a00-9cb3-a1b664469b3c'] response: {'server_uuid': 'b72b7ea0-e687-4c1c-a0eb-7ad027d67634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e94ad0a-5baa-4245-9aa1-2f401c994497', 'code': 200} Apr 28 20:48:36.248798 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=5e94ad0a-5baa-4245-9aa1-2f401c994497,revision_number=5']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:36.315698 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabca5c-2315-430e-875c-9bc5f4ca8695 req-5234349c-0cb6-4935-90c1-dded7399ce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:36.317232 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2eabca5c-2315-430e-875c-9bc5f4ca8695 req-5234349c-0cb6-4935-90c1-dded7399ce98 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b72b7ea0-e687-4c1c-a0eb-7ad027d67634 HTTP/1.1" status: 200 len: 1097 time: 0.0415795 Apr 28 20:48:36.347210 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870facf-8c1e-4c34-a87f-37575234e7e0 req-38bed274-d855-4784-9265-a49c00048bc3 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:36.348806 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5870facf-8c1e-4c34-a87f-37575234e7e0 req-38bed274-d855-4784-9265-a49c00048bc3 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/ports?device_id=b72b7ea0-e687-4c1c-a0eb-7ad027d67634 HTTP/1.1" status: 200 len: 946 time: 0.0495090 Apr 28 20:48:36.353828 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-2eabca5c-2315-430e-875c-9bc5f4ca8695 req-cd3576f5-0e9a-4fc3-a81a-55e8754c1bc8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e6864a64-1efa-40c0-a986-c0bc20d70c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281749 Apr 28 20:48:36.387528 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-5870facf-8c1e-4c34-a87f-37575234e7e0 req-a3f4ddfc-83d3-46dc-9257-266fb7cf59e6 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6864a64-1efa-40c0-a986-c0bc20d70c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320470 Apr 28 20:48:37.508470 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3163e-b626-470a-b281-67e806fe7a2f req-fddf8ef6-5c40-44ae-9445-432661a0ac6c tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:37.509963 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-44e3163e-b626-470a-b281-67e806fe7a2f req-fddf8ef6-5c40-44ae-9445-432661a0ac6c tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/ports?device_id=b72b7ea0-e687-4c1c-a0eb-7ad027d67634 HTTP/1.1" status: 200 len: 946 time: 0.0486736 Apr 28 20:48:37.550521 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-44e3163e-b626-470a-b281-67e806fe7a2f req-fd71f0cb-2b8f-431f-903a-e7cff533bdd2 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6864a64-1efa-40c0-a986-c0bc20d70c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342937 Apr 28 20:48:37.667146 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5da7ea-a26c-4738-a737-b5529703965e req-f4486ff6-7847-4576-a05f-67909286be32 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:37.668614 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9a5da7ea-a26c-4738-a737-b5529703965e req-f4486ff6-7847-4576-a05f-67909286be32 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/ports?device_id=b72b7ea0-e687-4c1c-a0eb-7ad027d67634 HTTP/1.1" status: 200 len: 946 time: 0.0494936 Apr 28 20:48:37.711106 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-9a5da7ea-a26c-4738-a737-b5529703965e req-69f099ac-faef-4caa-a110-488733e2828f tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6864a64-1efa-40c0-a986-c0bc20d70c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364633 Apr 28 20:48:37.732492 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40390) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:48:38.109024 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf1c412-c8b7-464d-a1a1-d090bccf8f85 tempest-TestSnapshotPattern-253911431 tempest-TestSnapshotPattern-253911431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:38.110517 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-1bf1c412-c8b7-464d-a1a1-d090bccf8f85 tempest-TestSnapshotPattern-253911431 tempest-TestSnapshotPattern-253911431-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b72b7ea0-e687-4c1c-a0eb-7ad027d67634 HTTP/1.1" status: 200 len: 1092 time: 0.3770928 Apr 28 20:48:38.113350 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40392) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:48:38.118595 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.v2.base [None req-a683abe0-9495-448c-84c6-e62c1506e4fd tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Request body: {'floatingip': {'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'port_id': '5e94ad0a-5baa-4245-9aa1-2f401c994497', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:48:38.137380 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a683abe0-9495-448c-84c6-e62c1506e4fd tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for floatingip, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:38.234429 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a683abe0-9495-448c-84c6-e62c1506e4fd tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:38.335903 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_common [None req-a683abe0-9495-448c-84c6-e62c1506e4fd tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Allocated IP 172.25.8.160 (562d8c9c-50aa-492e-ae08-06d7f5fe6347/c3b9ad27-49e6-4cc8-9e89-97ecb862849e/8d43fb97-6c8b-49c4-935f-bf6bb3d81c6d) {{(pid=102774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:48:38.439513 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a683abe0-9495-448c-84c6-e62c1506e4fd tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for port, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:38.471950 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a683abe0-9495-448c-84c6-e62c1506e4fd tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736828268108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:38.510801 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a683abe0-9495-448c-84c6-e62c1506e4fd tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Network 562d8c9c-50aa-492e-ae08-06d7f5fe6347 is already hosted by enough agents. {{(pid=102774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:48:38.513694 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.base_scheduler [None req-a683abe0-9495-448c-84c6-e62c1506e4fd tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Resources bound (agent type, host, resource id): {{(pid=102774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:48:38.517286 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a683abe0-9495-448c-84c6-e62c1506e4fd tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Received port after_create {{(pid=102774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:48:38.539057 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a683abe0-9495-448c-84c6-e62c1506e4fd tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Pushing event updated for resources: {'Port': ['ID=8d43fb97-6c8b-49c4-935f-bf6bb3d81c6d,revision_number=1']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:38.548719 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683abe0-9495-448c-84c6-e62c1506e4fd tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:38.549063 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683abe0-9495-448c-84c6-e62c1506e4fd tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:38.549399 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683abe0-9495-448c-84c6-e62c1506e4fd tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:38.549735 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683abe0-9495-448c-84c6-e62c1506e4fd tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:38.550063 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683abe0-9495-448c-84c6-e62c1506e4fd tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:38.550655 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683abe0-9495-448c-84c6-e62c1506e4fd tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:38.550979 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683abe0-9495-448c-84c6-e62c1506e4fd tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:38.551301 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683abe0-9495-448c-84c6-e62c1506e4fd tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:38.552185 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683abe0-9495-448c-84c6-e62c1506e4fd tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:38.552663 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683abe0-9495-448c-84c6-e62c1506e4fd tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:38.552994 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683abe0-9495-448c-84c6-e62c1506e4fd tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:38.553316 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683abe0-9495-448c-84c6-e62c1506e4fd tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:38.885800 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a683abe0-9495-448c-84c6-e62c1506e4fd tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:38.951090 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a683abe0-9495-448c-84c6-e62c1506e4fd tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:39.098445 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a683abe0-9495-448c-84c6-e62c1506e4fd tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for port, precommit_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:39.103639 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a683abe0-9495-448c-84c6-e62c1506e4fd tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16299603'] for port, after_update {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:39.169820 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a683abe0-9495-448c-84c6-e62c1506e4fd tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Pushing event updated for resources: {'Port': ['ID=8d43fb97-6c8b-49c4-935f-bf6bb3d81c6d,revision_number=2']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:39.183706 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a683abe0-9495-448c-84c6-e62c1506e4fd tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632602'] for floatingip, after_create {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:39.283963 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-a683abe0-9495-448c-84c6-e62c1506e4fd tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Floating IP 18e9db64-a3b4-4f67-a104-1d4ff1a5c4b1 associated. External IP: 172.25.8.160, port: 5e94ad0a-5baa-4245-9aa1-2f401c994497. Apr 28 20:48:39.496212 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a683abe0-9495-448c-84c6-e62c1506e4fd tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Router 1d28b494-c0c3-4fff-9f40-b0dda39616ee has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:48:39.604712 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a683abe0-9495-448c-84c6-e62c1506e4fd tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:48:39.614561 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a016177-495a-474c-8adb-27e44e514189 None None] Sync routers for ids ['1d28b494-c0c3-4fff-9f40-b0dda39616ee'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:48:39.622836 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a683abe0-9495-448c-84c6-e62c1506e4fd tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:39.624372 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a016177-495a-474c-8adb-27e44e514189 None None] Routers {'1d28b494-c0c3-4fff-9f40-b0dda39616ee'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:48:39.624990 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0a016177-495a-474c-8adb-27e44e514189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:48:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1d28b494-c0c3-4fff-9f40-b0dda39616ee'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:48:39.650686 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a683abe0-9495-448c-84c6-e62c1506e4fd tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5363443 Apr 28 20:48:39.651317 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72b7ea0-e687-4c1c-a0eb-7ad027d67634', 'tag': '5e94ad0a-5baa-4245-9aa1-2f401c994497'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:48:39.653597 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf124955d82b014a11a6fc2eaac2ea15efe7a1380e167aca24b9fc673bca835b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902be829-f1ed-4021-b877-b8fef3bf7b05" -d '{"events": [{"name": "network-changed", "server_uuid": "b72b7ea0-e687-4c1c-a0eb-7ad027d67634", "tag": "5e94ad0a-5baa-4245-9aa1-2f401c994497"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:48:39.738546 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-0a016177-495a-474c-8adb-27e44e514189 None None] Set router 1d28b494-c0c3-4fff-9f40-b0dda39616ee gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:48:39.744810 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa59005-c776-43a0-81e3-4b2f6c168b9e x-openstack-request-id: req-2aa59005-c776-43a0-81e3-4b2f6c168b9e {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:48:39.745170 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b72b7ea0-e687-4c1c-a0eb-7ad027d67634", "tag": "5e94ad0a-5baa-4245-9aa1-2f401c994497", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:48:39.745487 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2aa59005-c776-43a0-81e3-4b2f6c168b9e {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:48:39.745964 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aa59005-c776-43a0-81e3-4b2f6c168b9e'] response: {'name': 'network-changed', 'server_uuid': 'b72b7ea0-e687-4c1c-a0eb-7ad027d67634', 'tag': '5e94ad0a-5baa-4245-9aa1-2f401c994497', 'status': 'completed', 'code': 200} Apr 28 20:48:39.813075 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902be829-f1ed-4021-b877-b8fef3bf7b05 req-d5218a67-83b6-4fe9-88a9-100ee8dff01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:39.814489 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-902be829-f1ed-4021-b877-b8fef3bf7b05 req-d5218a67-83b6-4fe9-88a9-100ee8dff01d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05f65d81fee5419190dd7213a05d4eb4&device_id=b72b7ea0-e687-4c1c-a0eb-7ad027d67634 HTTP/1.1" status: 200 len: 1097 time: 0.0454342 Apr 28 20:48:39.902809 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902be829-f1ed-4021-b877-b8fef3bf7b05 req-2a5e25e4-4a6b-4e92-b187-c9ab05a1b907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:39.904295 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-902be829-f1ed-4021-b877-b8fef3bf7b05 req-2a5e25e4-4a6b-4e92-b187-c9ab05a1b907 service neutron] 10.222.0.15 "GET /v2.0/networks?id=033bbc4c-2306-442e-97f5-e7ad07ca0c19 HTTP/1.1" status: 200 len: 910 time: 0.0829058 Apr 28 20:48:39.971353 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0a016177-495a-474c-8adb-27e44e514189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'name': 'tempest-TestSnapshotPattern-290119937-router', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:45:50Z', 'updated_at': '2022-04-28T20:45:53Z', 'revision_number': 4, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'gw_port': {'id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:51Z', 'updated_at': '2022-04-28T20:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '18e9db64-a3b4-4f67-a104-1d4ff1a5c4b1', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'port_id': '5e94ad0a-5baa-4245-9aa1-2f401c994497', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'mac_address': 'fa:16:3e:0f:1b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72b7ea0-e687-4c1c-a0eb-7ad027d67634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:48:38Z', 'updated_at': '2022-04-28T20:48:38Z', 'revision_number': 0, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'fixed_ip_address_scope': None}, {'id': '736d60e2-6fdd-45da-bbd3-d8736f573c8f', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'floating_ip_address': '172.25.8.206', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'port_id': 'eca19519-0b69-432c-af6f-b5c5fbbc5835', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'mac_address': 'fa:16:3e:cb:9d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2013630-574e-405d-8fcf-50d6730e9cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:46:11Z', 'updated_at': '2022-04-28T20:46:13Z', 'revision_number': 1, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6da5bcab-7f02-440a-a416-374835cd9ed9', 'name': '', 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'mac_address': 'fa:16:3e:23:89:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:53Z', 'updated_at': '2022-04-28T20:45:58Z', 'revision_number': 5, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'subnets': [{'id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:48:39.975144 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-902be829-f1ed-4021-b877-b8fef3bf7b05 req-bbb5749e-02ae-4ac0-babe-a6052db02cb1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e94ad0a-5baa-4245-9aa1-2f401c994497 HTTP/1.1" status: 200 len: 1000 time: 0.0636024 Apr 28 20:48:39.998648 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a016177-495a-474c-8adb-27e44e514189 None None] Checking router: 1d28b494-c0c3-4fff-9f40-b0dda39616ee for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:48:40.007854 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a016177-495a-474c-8adb-27e44e514189 None None] Routers {'1d28b494-c0c3-4fff-9f40-b0dda39616ee'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:48:40.008242 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0a016177-495a-474c-8adb-27e44e514189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:48:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1d28b494-c0c3-4fff-9f40-b0dda39616ee'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:48:40.023128 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902be829-f1ed-4021-b877-b8fef3bf7b05 req-8b713f4b-6699-43cc-8db5-44b5f64981db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:40.024669 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-902be829-f1ed-4021-b877-b8fef3bf7b05 req-8b713f4b-6699-43cc-8db5-44b5f64981db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79f3c7b9-51bf-4118-84ac-2163a14463a2 HTTP/1.1" status: 200 len: 848 time: 0.0433564 Apr 28 20:48:40.070451 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902be829-f1ed-4021-b877-b8fef3bf7b05 req-0b2e8b9a-3ad9-4ac6-9693-f9caeafe4415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:40.071872 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-902be829-f1ed-4021-b877-b8fef3bf7b05 req-0b2e8b9a-3ad9-4ac6-9693-f9caeafe4415 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=033bbc4c-2306-442e-97f5-e7ad07ca0c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404665 Apr 28 20:48:40.118374 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-0a016177-495a-474c-8adb-27e44e514189 None None] Set router 1d28b494-c0c3-4fff-9f40-b0dda39616ee gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:48:40.164280 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-902be829-f1ed-4021-b877-b8fef3bf7b05 req-e6867392-2161-4dd8-a329-28a928f235a9 service neutron] 10.222.0.15 "GET /v2.0/networks/033bbc4c-2306-442e-97f5-e7ad07ca0c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857737 Apr 28 20:48:40.253510 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-902be829-f1ed-4021-b877-b8fef3bf7b05 req-78d00094-814f-492e-87c3-e5f739bf224d service neutron] 10.222.0.15 "GET /v2.0/networks/033bbc4c-2306-442e-97f5-e7ad07ca0c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826592 Apr 28 20:48:40.347758 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-0a016177-495a-474c-8adb-27e44e514189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'name': 'tempest-TestSnapshotPattern-290119937-router', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:45:50Z', 'updated_at': '2022-04-28T20:45:53Z', 'revision_number': 4, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'gw_port': {'id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:51Z', 'updated_at': '2022-04-28T20:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '18e9db64-a3b4-4f67-a104-1d4ff1a5c4b1', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'port_id': '5e94ad0a-5baa-4245-9aa1-2f401c994497', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'mac_address': 'fa:16:3e:0f:1b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72b7ea0-e687-4c1c-a0eb-7ad027d67634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:48:38Z', 'updated_at': '2022-04-28T20:48:38Z', 'revision_number': 0, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'fixed_ip_address_scope': None}, {'id': '736d60e2-6fdd-45da-bbd3-d8736f573c8f', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'floating_ip_address': '172.25.8.206', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'port_id': 'eca19519-0b69-432c-af6f-b5c5fbbc5835', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'mac_address': 'fa:16:3e:cb:9d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2013630-574e-405d-8fcf-50d6730e9cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:46:11Z', 'updated_at': '2022-04-28T20:46:13Z', 'revision_number': 1, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6da5bcab-7f02-440a-a416-374835cd9ed9', 'name': '', 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'mac_address': 'fa:16:3e:23:89:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:53Z', 'updated_at': '2022-04-28T20:45:58Z', 'revision_number': 5, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'subnets': [{'id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:48:40.378772 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a016177-495a-474c-8adb-27e44e514189 None None] The sync data for ids ['1d28b494-c0c3-4fff-9f40-b0dda39616ee'] in n-d-839810-1 is: [{'id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'name': 'tempest-TestSnapshotPattern-290119937-router', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:45:50Z', 'updated_at': '2022-04-28T20:45:53Z', 'revision_number': 4, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'gw_port': {'id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:51Z', 'updated_at': '2022-04-28T20:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '18e9db64-a3b4-4f67-a104-1d4ff1a5c4b1', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'port_id': '5e94ad0a-5baa-4245-9aa1-2f401c994497', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'mac_address': 'fa:16:3e:0f:1b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72b7ea0-e687-4c1c-a0eb-7ad027d67634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:48:38Z', 'updated_at': '2022-04-28T20:48:38Z', 'revision_number': 0, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'fixed_ip_address_scope': None}, {'id': '736d60e2-6fdd-45da-bbd3-d8736f573c8f', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'floating_ip_address': '172.25.8.206', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'port_id': 'eca19519-0b69-432c-af6f-b5c5fbbc5835', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'mac_address': 'fa:16:3e:cb:9d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2013630-574e-405d-8fcf-50d6730e9cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:46:11Z', 'updated_at': '2022-04-28T20:46:13Z', 'revision_number': 1, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6da5bcab-7f02-440a-a416-374835cd9ed9', 'name': '', 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'mac_address': 'fa:16:3e:23:89:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:53Z', 'updated_at': '2022-04-28T20:45:58Z', 'revision_number': 5, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'subnets': [{'id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:48:40.564961 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d8fb20-51eb-4921-b9fb-9ce1ae75cdb2 None None] New status for floating IP 18e9db64-a3b4-4f67-a104-1d4ff1a5c4b1: ACTIVE {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:48:47.637213 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:48:49.987591 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-de921f41-240d-4c30-8090-2a14a79d7d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:52.212119 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3af56bb6-5829-4cb3-bbf3-b12976f99924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:53.776484 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:56.083273 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:56.085162 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:02.605755 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:04.194823 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:18.959998 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ea64947c-bd92-4107-943e-14ab2637b966 req-1c7940cf-b55f-4196-93fb-265630124f36 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b2013630-574e-405d-8fcf-50d6730e9cad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404932 Apr 28 20:49:19.049125 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64947c-bd92-4107-943e-14ab2637b966 req-34ca5acb-2f13-45ff-be3b-cf8682f9af17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:19.050633 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ea64947c-bd92-4107-943e-14ab2637b966 req-34ca5acb-2f13-45ff-be3b-cf8682f9af17 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=05f65d81fee5419190dd7213a05d4eb4&device_id=b2013630-574e-405d-8fcf-50d6730e9cad HTTP/1.1" status: 200 len: 1094 time: 0.0453703 Apr 28 20:49:19.154393 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64947c-bd92-4107-943e-14ab2637b966 req-1acb3787-bdeb-4ca9-867c-aa7f218a1c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:19.155833 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ea64947c-bd92-4107-943e-14ab2637b966 req-1acb3787-bdeb-4ca9-867c-aa7f218a1c5e service neutron] 10.222.0.44 "GET /v2.0/networks?id=033bbc4c-2306-442e-97f5-e7ad07ca0c19 HTTP/1.1" status: 200 len: 910 time: 0.0848093 Apr 28 20:49:19.227779 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ea64947c-bd92-4107-943e-14ab2637b966 req-15c69730-f5d6-4049-a4c6-c6db0b60c677 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eca19519-0b69-432c-af6f-b5c5fbbc5835 HTTP/1.1" status: 200 len: 999 time: 0.0648065 Apr 28 20:49:19.277884 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64947c-bd92-4107-943e-14ab2637b966 req-e053a4fa-f74e-4e2e-ae45-363949b77794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:19.279266 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ea64947c-bd92-4107-943e-14ab2637b966 req-e053a4fa-f74e-4e2e-ae45-363949b77794 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79f3c7b9-51bf-4118-84ac-2163a14463a2 HTTP/1.1" status: 200 len: 848 time: 0.0451374 Apr 28 20:49:19.325234 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64947c-bd92-4107-943e-14ab2637b966 req-b8d3eacf-d31d-4934-8d66-53f582f9d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:19.326900 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ea64947c-bd92-4107-943e-14ab2637b966 req-b8d3eacf-d31d-4934-8d66-53f582f9d038 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=033bbc4c-2306-442e-97f5-e7ad07ca0c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411458 Apr 28 20:49:19.419287 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ea64947c-bd92-4107-943e-14ab2637b966 req-41eabdee-34e2-4721-8769-506a1f0503af service neutron] 10.222.0.44 "GET /v2.0/networks/033bbc4c-2306-442e-97f5-e7ad07ca0c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851171 Apr 28 20:49:19.512077 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ea64947c-bd92-4107-943e-14ab2637b966 req-72cd4d28-e587-4ee0-990f-1882e5b3d81d service neutron] 10.222.0.44 "GET /v2.0/networks/033bbc4c-2306-442e-97f5-e7ad07ca0c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858111 Apr 28 20:49:19.988673 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1cb1dab8-17e3-49f0-8e39-ce3e40e16fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:22.213934 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b1ee2a20-0e72-4bbf-8d37-1a5046e737b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:23.778867 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:24.636823 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:49:26.084724 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:26.089029 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:29.342661 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-70a7bce6-fcda-4212-bc1a-fc3518185310 req-62b150df-8e41-4679-a101-5c983961701b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b72b7ea0-e687-4c1c-a0eb-7ad027d67634&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1140134 Apr 28 20:49:29.430614 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7bce6-fcda-4212-bc1a-fc3518185310 req-c1e3531e-dd5a-4ff7-8e30-2368ba52b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:29.432090 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-70a7bce6-fcda-4212-bc1a-fc3518185310 req-c1e3531e-dd5a-4ff7-8e30-2368ba52b445 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05f65d81fee5419190dd7213a05d4eb4&device_id=b72b7ea0-e687-4c1c-a0eb-7ad027d67634 HTTP/1.1" status: 200 len: 1097 time: 0.0459661 Apr 28 20:49:29.532499 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7bce6-fcda-4212-bc1a-fc3518185310 req-28af003a-4bcd-4177-a752-22be354ed19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:29.533840 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-70a7bce6-fcda-4212-bc1a-fc3518185310 req-28af003a-4bcd-4177-a752-22be354ed19b service neutron] 10.222.0.15 "GET /v2.0/networks?id=033bbc4c-2306-442e-97f5-e7ad07ca0c19 HTTP/1.1" status: 200 len: 910 time: 0.0829763 Apr 28 20:49:29.602861 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-70a7bce6-fcda-4212-bc1a-fc3518185310 req-b2e3ba26-d3d3-4e01-9aea-2dec9fe96912 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e94ad0a-5baa-4245-9aa1-2f401c994497 HTTP/1.1" status: 200 len: 1002 time: 0.0609636 Apr 28 20:49:29.652120 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7bce6-fcda-4212-bc1a-fc3518185310 req-de586387-665e-4273-8983-16c328e40e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:29.653599 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-70a7bce6-fcda-4212-bc1a-fc3518185310 req-de586387-665e-4273-8983-16c328e40e66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79f3c7b9-51bf-4118-84ac-2163a14463a2 HTTP/1.1" status: 200 len: 848 time: 0.0445647 Apr 28 20:49:29.698710 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7bce6-fcda-4212-bc1a-fc3518185310 req-01b6c395-4705-4ba5-8f1e-e6d4da26882d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:29.700198 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-70a7bce6-fcda-4212-bc1a-fc3518185310 req-01b6c395-4705-4ba5-8f1e-e6d4da26882d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=033bbc4c-2306-442e-97f5-e7ad07ca0c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400410 Apr 28 20:49:29.793214 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-70a7bce6-fcda-4212-bc1a-fc3518185310 req-c399da83-1d6c-4f5c-a564-0877016f6b0a service neutron] 10.222.0.15 "GET /v2.0/networks/033bbc4c-2306-442e-97f5-e7ad07ca0c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864613 Apr 28 20:49:29.883899 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-70a7bce6-fcda-4212-bc1a-fc3518185310 req-886a6419-dd5d-4390-b822-7a0be2a1ce3c service neutron] 10.222.0.15 "GET /v2.0/networks/033bbc4c-2306-442e-97f5-e7ad07ca0c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842791 Apr 28 20:49:32.605735 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:34.192019 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:49.994367 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0b1d12db-08c4-467e-ade7-649a07035fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:52.216297 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-96c75187-5923-465b-9e95-f70c5db02868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:53.781728 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:56.088687 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:56.090108 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:01.635951 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:50:02.604587 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:04.216801 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:10.388079 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 5e94ad0a-5baa-4245-9aa1-2f401c994497 details requested by agent hyperv_n-h1-839810-1 with host n-h1-839810-1 {{(pid=102775) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:50:10.490651 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 5e94ad0a-5baa-4245-9aa1-2f401c994497, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=5e94ad0a-5baa-4245-9aa1-2f401c994497,segment=NetworkSegment(c17331e7-c62d-4b75-bc03-d20cee6e07fe),segment_id=c17331e7-c62d-4b75-bc03-d20cee6e07fe)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:50:10.503875 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Returning: {'device': '5e94ad0a-5baa-4245-9aa1-2f401c994497', 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'port_id': '5e94ad0a-5baa-4245-9aa1-2f401c994497', 'mac_address': 'fa:16:3e:0f:1b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102775) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:50:10.541975 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:10.557194 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e94ad0a-5baa-4245-9aa1-2f401c994497 {{(pid=102775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:50:10.583702 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 5e94ad0a-5baa-4245-9aa1-2f401c994497, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=5e94ad0a-5baa-4245-9aa1-2f401c994497,segment=NetworkSegment(c17331e7-c62d-4b75-bc03-d20cee6e07fe),segment_id=c17331e7-c62d-4b75-bc03-d20cee6e07fe)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:50:10.590825 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:10.645064 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=5e94ad0a-5baa-4245-9aa1-2f401c994497,revision_number=6']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:50:10.653488 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:10.653842 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:10.654179 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:10.654516 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:10.654852 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:10.655180 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:10.655505 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:10.655831 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:10.656174 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:10.656522 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:10.656849 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:10.657164 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:10.662515 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] get_ports_and_sgs() called for port_ids ['5e94ad0a-5baa-4245-9aa1-2f401c994497'] {{(pid=102775) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:50:12.406325 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 5e94ad0a-5baa-4245-9aa1-2f401c994497 up at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:50:12.464058 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.provisioning_blocks [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Provisioning complete for port 5e94ad0a-5baa-4245-9aa1-2f401c994497 triggered by entity L2. {{(pid=102775) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:50:12.464409 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640192'] for port, provisioning_complete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:12.545196 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:12.569096 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72b7ea0-e687-4c1c-a0eb-7ad027d67634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e94ad0a-5baa-4245-9aa1-2f401c994497'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:50:12.572124 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f0961dc541b5264c963834c151b06290830566d9874400a6cf73f3b09243849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853d3d32-eef1-479e-91ad-1163af55fd4e" -d '{"events": [{"server_uuid": "b72b7ea0-e687-4c1c-a0eb-7ad027d67634", "name": "network-vif-plugged", "status": "completed", "tag": "5e94ad0a-5baa-4245-9aa1-2f401c994497"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:50:12.586038 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 5e94ad0a-5baa-4245-9aa1-2f401c994497, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=5e94ad0a-5baa-4245-9aa1-2f401c994497,segment=NetworkSegment(c17331e7-c62d-4b75-bc03-d20cee6e07fe),segment_id=c17331e7-c62d-4b75-bc03-d20cee6e07fe)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:50:12.592729 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:12.629682 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3014d53d-f74d-4ffe-8f93-d09d8631b9e5 x-openstack-request-id: req-3014d53d-f74d-4ffe-8f93-d09d8631b9e5 {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:50:12.629981 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72b7ea0-e687-4c1c-a0eb-7ad027d67634", "name": "network-vif-plugged", "status": "completed", "tag": "5e94ad0a-5baa-4245-9aa1-2f401c994497", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:50:12.630224 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3014d53d-f74d-4ffe-8f93-d09d8631b9e5 {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:50:12.630637 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3014d53d-f74d-4ffe-8f93-d09d8631b9e5'] response: {'server_uuid': 'b72b7ea0-e687-4c1c-a0eb-7ad027d67634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e94ad0a-5baa-4245-9aa1-2f401c994497', 'code': 200} Apr 28 20:50:12.659757 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=5e94ad0a-5baa-4245-9aa1-2f401c994497,revision_number=7']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:50:19.954758 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c94ab16c-9569-4f37-8083-8ffdfa920ca7 req-4fcb67d1-cb53-4044-a78b-020778e2a873 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b2013630-574e-405d-8fcf-50d6730e9cad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399718 Apr 28 20:50:19.988820 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7ff8f978-f709-45b2-b1d0-8c355f9e640c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:20.046883 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ab16c-9569-4f37-8083-8ffdfa920ca7 req-6f605260-386a-42fd-a388-f987f26153d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:20.048375 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c94ab16c-9569-4f37-8083-8ffdfa920ca7 req-6f605260-386a-42fd-a388-f987f26153d8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=05f65d81fee5419190dd7213a05d4eb4&device_id=b2013630-574e-405d-8fcf-50d6730e9cad HTTP/1.1" status: 200 len: 1094 time: 0.0465269 Apr 28 20:50:20.153893 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ab16c-9569-4f37-8083-8ffdfa920ca7 req-9617a055-ac81-4199-874e-b159e690996f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:20.155353 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c94ab16c-9569-4f37-8083-8ffdfa920ca7 req-9617a055-ac81-4199-874e-b159e690996f service neutron] 10.222.0.44 "GET /v2.0/networks?id=033bbc4c-2306-442e-97f5-e7ad07ca0c19 HTTP/1.1" status: 200 len: 910 time: 0.0868223 Apr 28 20:50:20.222973 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c94ab16c-9569-4f37-8083-8ffdfa920ca7 req-62eed901-8b3a-4c85-bfd7-461eebd1a3cf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eca19519-0b69-432c-af6f-b5c5fbbc5835 HTTP/1.1" status: 200 len: 999 time: 0.0606649 Apr 28 20:50:20.270472 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ab16c-9569-4f37-8083-8ffdfa920ca7 req-36e26a75-258b-4f41-a8ca-51a133fcf3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:20.271917 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c94ab16c-9569-4f37-8083-8ffdfa920ca7 req-36e26a75-258b-4f41-a8ca-51a133fcf3c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79f3c7b9-51bf-4118-84ac-2163a14463a2 HTTP/1.1" status: 200 len: 848 time: 0.0426867 Apr 28 20:50:20.316040 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ab16c-9569-4f37-8083-8ffdfa920ca7 req-8203b1e7-ef53-469d-ac6a-64527bdb2b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:20.317567 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c94ab16c-9569-4f37-8083-8ffdfa920ca7 req-8203b1e7-ef53-469d-ac6a-64527bdb2b2f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=033bbc4c-2306-442e-97f5-e7ad07ca0c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393043 Apr 28 20:50:20.409622 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c94ab16c-9569-4f37-8083-8ffdfa920ca7 req-b462358f-4033-4b15-908c-3de2bca1e9ce service neutron] 10.222.0.44 "GET /v2.0/networks/033bbc4c-2306-442e-97f5-e7ad07ca0c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852184 Apr 28 20:50:20.499986 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-c94ab16c-9569-4f37-8083-8ffdfa920ca7 req-e1020ec2-65da-4f79-8f28-01f9a904460e service neutron] 10.222.0.44 "GET /v2.0/networks/033bbc4c-2306-442e-97f5-e7ad07ca0c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840616 Apr 28 20:50:20.858620 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40604) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:50:21.014453 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-8d8438e5-92fe-4a9f-8519-af1633787a40 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Deleting port 8d43fb97-6c8b-49c4-935f-bf6bb3d81c6d {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:50:21.015127 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8d8438e5-92fe-4a9f-8519-af1633787a40 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:21.092541 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8d8438e5-92fe-4a9f-8519-af1633787a40 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:21.092893 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8d8438e5-92fe-4a9f-8519-af1633787a40 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:21.104469 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-8d8438e5-92fe-4a9f-8519-af1633787a40 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Calling delete_port for 8d43fb97-6c8b-49c4-935f-bf6bb3d81c6d owned by network:floatingip {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:50:21.250244 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8d8438e5-92fe-4a9f-8519-af1633787a40 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:21.274672 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8438e5-92fe-4a9f-8519-af1633787a40 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Pushing event deleted for resources: {'Port': ['ID=8d43fb97-6c8b-49c4-935f-bf6bb3d81c6d,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:50:21.284449 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8438e5-92fe-4a9f-8519-af1633787a40 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:21.284795 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8438e5-92fe-4a9f-8519-af1633787a40 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:21.285132 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8438e5-92fe-4a9f-8519-af1633787a40 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:21.285465 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8438e5-92fe-4a9f-8519-af1633787a40 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:21.285795 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8438e5-92fe-4a9f-8519-af1633787a40 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:21.286549 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8438e5-92fe-4a9f-8519-af1633787a40 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:21.286549 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8438e5-92fe-4a9f-8519-af1633787a40 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:21.286748 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8438e5-92fe-4a9f-8519-af1633787a40 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:21.287054 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8438e5-92fe-4a9f-8519-af1633787a40 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:21.287369 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8438e5-92fe-4a9f-8519-af1633787a40 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:21.287690 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8438e5-92fe-4a9f-8519-af1633787a40 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:21.288011 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8438e5-92fe-4a9f-8519-af1633787a40 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:21.347285 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8d8438e5-92fe-4a9f-8519-af1633787a40 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for floatingip, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:21.347612 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-8d8438e5-92fe-4a9f-8519-af1633787a40 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Floating IP 18e9db64-a3b4-4f67-a104-1d4ff1a5c4b1 disassociated (deleted). External IP: 172.25.8.160, port: 5e94ad0a-5baa-4245-9aa1-2f401c994497. Apr 28 20:50:21.553340 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8438e5-92fe-4a9f-8519-af1633787a40 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Router 1d28b494-c0c3-4fff-9f40-b0dda39616ee has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:50:21.660731 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8438e5-92fe-4a9f-8519-af1633787a40 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:50:21.665624 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-8d8438e5-92fe-4a9f-8519-af1633787a40 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:21.670391 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d875c1c-d4a0-42c0-a9b2-846e004d2668 None None] Sync routers for ids ['1d28b494-c0c3-4fff-9f40-b0dda39616ee'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:50:21.679904 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d875c1c-d4a0-42c0-a9b2-846e004d2668 None None] Routers {'1d28b494-c0c3-4fff-9f40-b0dda39616ee'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:50:21.680561 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-5d875c1c-d4a0-42c0-a9b2-846e004d2668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:49:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1d28b494-c0c3-4fff-9f40-b0dda39616ee'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:50:21.692825 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-8d8438e5-92fe-4a9f-8519-af1633787a40 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "DELETE /v2.0/floatingips/18e9db64-a3b4-4f67-a104-1d4ff1a5c4b1 HTTP/1.1" status: 204 len: 168 time: 0.8331091 Apr 28 20:50:21.693524 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72b7ea0-e687-4c1c-a0eb-7ad027d67634', 'tag': '5e94ad0a-5baa-4245-9aa1-2f401c994497'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:50:21.696581 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf124955d82b014a11a6fc2eaac2ea15efe7a1380e167aca24b9fc673bca835b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f23f301-e1ab-464c-bfab-6e0a6144bda8" -d '{"events": [{"name": "network-changed", "server_uuid": "b72b7ea0-e687-4c1c-a0eb-7ad027d67634", "tag": "5e94ad0a-5baa-4245-9aa1-2f401c994497"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:50:21.736648 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e28fe78-4b7b-442d-a76a-a10308dc30a6 x-openstack-request-id: req-9e28fe78-4b7b-442d-a76a-a10308dc30a6 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:50:21.736934 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b72b7ea0-e687-4c1c-a0eb-7ad027d67634", "tag": "5e94ad0a-5baa-4245-9aa1-2f401c994497", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:50:21.737186 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9e28fe78-4b7b-442d-a76a-a10308dc30a6 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:50:21.737597 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e28fe78-4b7b-442d-a76a-a10308dc30a6'] response: {'name': 'network-changed', 'server_uuid': 'b72b7ea0-e687-4c1c-a0eb-7ad027d67634', 'tag': '5e94ad0a-5baa-4245-9aa1-2f401c994497', 'status': 'completed', 'code': 200} Apr 28 20:50:21.802760 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23f301-e1ab-464c-bfab-6e0a6144bda8 req-d0bbca80-7662-4b09-b3e6-358c92deef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:21.805316 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f23f301-e1ab-464c-bfab-6e0a6144bda8 req-d0bbca80-7662-4b09-b3e6-358c92deef2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05f65d81fee5419190dd7213a05d4eb4&device_id=b72b7ea0-e687-4c1c-a0eb-7ad027d67634 HTTP/1.1" status: 200 len: 1097 time: 0.0467877 Apr 28 20:50:21.957235 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-5d875c1c-d4a0-42c0-a9b2-846e004d2668 None None] Set router 1d28b494-c0c3-4fff-9f40-b0dda39616ee gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:50:22.195834 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-5d875c1c-d4a0-42c0-a9b2-846e004d2668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'name': 'tempest-TestSnapshotPattern-290119937-router', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:45:50Z', 'updated_at': '2022-04-28T20:45:53Z', 'revision_number': 4, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'gw_port': {'id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:51Z', 'updated_at': '2022-04-28T20:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '736d60e2-6fdd-45da-bbd3-d8736f573c8f', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'floating_ip_address': '172.25.8.206', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'port_id': 'eca19519-0b69-432c-af6f-b5c5fbbc5835', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'mac_address': 'fa:16:3e:cb:9d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2013630-574e-405d-8fcf-50d6730e9cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:46:11Z', 'updated_at': '2022-04-28T20:46:13Z', 'revision_number': 1, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6da5bcab-7f02-440a-a416-374835cd9ed9', 'name': '', 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'mac_address': 'fa:16:3e:23:89:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:53Z', 'updated_at': '2022-04-28T20:45:58Z', 'revision_number': 5, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'subnets': [{'id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:50:22.231108 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d875c1c-d4a0-42c0-a9b2-846e004d2668 None None] Checking router: 1d28b494-c0c3-4fff-9f40-b0dda39616ee for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:50:22.238077 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23f301-e1ab-464c-bfab-6e0a6144bda8 req-14df5563-c7d8-4da5-9db0-0d356666d013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:22.239550 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f23f301-e1ab-464c-bfab-6e0a6144bda8 req-14df5563-c7d8-4da5-9db0-0d356666d013 service neutron] 10.222.0.15 "GET /v2.0/networks?id=033bbc4c-2306-442e-97f5-e7ad07ca0c19 HTTP/1.1" status: 200 len: 910 time: 0.4229255 Apr 28 20:50:22.248156 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d875c1c-d4a0-42c0-a9b2-846e004d2668 None None] Routers {'1d28b494-c0c3-4fff-9f40-b0dda39616ee'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:50:22.249525 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-5d875c1c-d4a0-42c0-a9b2-846e004d2668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:49:52Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1d28b494-c0c3-4fff-9f40-b0dda39616ee'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:50:22.253167 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-8f16c67d-3fbe-4e64-9f04-4cd7c914b504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:22.289152 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f23f301-e1ab-464c-bfab-6e0a6144bda8 req-74d3df3c-f56c-43f6-bd6a-2c2fdc756a59 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e94ad0a-5baa-4245-9aa1-2f401c994497 HTTP/1.1" status: 200 len: 217 time: 0.0408034 Apr 28 20:50:22.368209 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-5d875c1c-d4a0-42c0-a9b2-846e004d2668 None None] Set router 1d28b494-c0c3-4fff-9f40-b0dda39616ee gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:50:22.377225 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23f301-e1ab-464c-bfab-6e0a6144bda8 req-e1856460-e3f5-4426-a92c-71c42f53df1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:22.378675 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f23f301-e1ab-464c-bfab-6e0a6144bda8 req-e1856460-e3f5-4426-a92c-71c42f53df1d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79f3c7b9-51bf-4118-84ac-2163a14463a2 HTTP/1.1" status: 200 len: 848 time: 0.0821252 Apr 28 20:50:22.419229 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1414247-456d-4431-a55e-693ede26f02d req-3aacb611-0ddf-4075-b7f0-2c65079992f6 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:22.420726 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e1414247-456d-4431-a55e-693ede26f02d req-3aacb611-0ddf-4075-b7f0-2c65079992f6 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/ports?device_id=b72b7ea0-e687-4c1c-a0eb-7ad027d67634 HTTP/1.1" status: 200 len: 946 time: 0.2293451 Apr 28 20:50:22.454113 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23f301-e1ab-464c-bfab-6e0a6144bda8 req-e9e543f2-8c18-474d-a92d-f772e57e6353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:22.455487 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f23f301-e1ab-464c-bfab-6e0a6144bda8 req-e9e543f2-8c18-474d-a92d-f772e57e6353 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=033bbc4c-2306-442e-97f5-e7ad07ca0c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687118 Apr 28 20:50:22.469763 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 5e94ad0a-5baa-4245-9aa1-2f401c994497 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:50:22.485007 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-e1414247-456d-4431-a55e-693ede26f02d req-70f77eb3-c3bc-4063-ab4d-66bb3a3c1b31 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6864a64-1efa-40c0-a986-c0bc20d70c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577064 Apr 28 20:50:22.554467 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f23f301-e1ab-464c-bfab-6e0a6144bda8 req-4200be91-fcb0-44ee-aa28-e59f3a1fc311 service neutron] 10.222.0.15 "GET /v2.0/networks/033bbc4c-2306-442e-97f5-e7ad07ca0c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912278 Apr 28 20:50:22.643242 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-7f23f301-e1ab-464c-bfab-6e0a6144bda8 req-2cf169a5-324c-4532-973e-3ebd6df1be46 service neutron] 10.222.0.15 "GET /v2.0/networks/033bbc4c-2306-442e-97f5-e7ad07ca0c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821245 Apr 28 20:50:22.644763 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548639'] for port, before_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:22.682125 n-d-839810-1 neutron-server[102775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72b7ea0-e687-4c1c-a0eb-7ad027d67634', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e94ad0a-5baa-4245-9aa1-2f401c994497'}] {{(pid=102775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:50:22.684385 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f0961dc541b5264c963834c151b06290830566d9874400a6cf73f3b09243849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2bd4ba-050e-4537-b5ff-6e0705d2f88c" -d '{"events": [{"server_uuid": "b72b7ea0-e687-4c1c-a0eb-7ad027d67634", "name": "network-vif-unplugged", "status": "completed", "tag": "5e94ad0a-5baa-4245-9aa1-2f401c994497"}]}' {{(pid=102775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:50:22.699526 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] For port 5e94ad0a-5baa-4245-9aa1-2f401c994497, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=5e94ad0a-5baa-4245-9aa1-2f401c994497,segment=NetworkSegment(c17331e7-c62d-4b75-bc03-d20cee6e07fe),segment_id=c17331e7-c62d-4b75-bc03-d20cee6e07fe)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:50:22.706392 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-5d875c1c-d4a0-42c0-a9b2-846e004d2668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'name': 'tempest-TestSnapshotPattern-290119937-router', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:45:50Z', 'updated_at': '2022-04-28T20:45:53Z', 'revision_number': 4, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'gw_port': {'id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:51Z', 'updated_at': '2022-04-28T20:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '736d60e2-6fdd-45da-bbd3-d8736f573c8f', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'floating_ip_address': '172.25.8.206', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'port_id': 'eca19519-0b69-432c-af6f-b5c5fbbc5835', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'mac_address': 'fa:16:3e:cb:9d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2013630-574e-405d-8fcf-50d6730e9cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:46:11Z', 'updated_at': '2022-04-28T20:46:13Z', 'revision_number': 1, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6da5bcab-7f02-440a-a416-374835cd9ed9', 'name': '', 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'mac_address': 'fa:16:3e:23:89:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:53Z', 'updated_at': '2022-04-28T20:45:58Z', 'revision_number': 5, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'subnets': [{'id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:50:22.709554 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736828789953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736828268099', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736828267255'] for port, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:22.735882 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 20:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bb074f-b2e9-41e5-a966-ecaeab6d8fbc x-openstack-request-id: req-25bb074f-b2e9-41e5-a966-ecaeab6d8fbc {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:50:22.736196 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72b7ea0-e687-4c1c-a0eb-7ad027d67634", "name": "network-vif-unplugged", "status": "completed", "tag": "5e94ad0a-5baa-4245-9aa1-2f401c994497", "code": 200}]} {{(pid=102775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:50:22.736448 n-d-839810-1 neutron-server[102775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-25bb074f-b2e9-41e5-a966-ecaeab6d8fbc {{(pid=102775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:50:22.736839 n-d-839810-1 neutron-server[102775]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25bb074f-b2e9-41e5-a966-ecaeab6d8fbc'] response: {'server_uuid': 'b72b7ea0-e687-4c1c-a0eb-7ad027d67634', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e94ad0a-5baa-4245-9aa1-2f401c994497', 'code': 200} Apr 28 20:50:22.739142 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d875c1c-d4a0-42c0-a9b2-846e004d2668 None None] The sync data for ids ['1d28b494-c0c3-4fff-9f40-b0dda39616ee'] in n-d-839810-1 is: [{'id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'name': 'tempest-TestSnapshotPattern-290119937-router', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:45:50Z', 'updated_at': '2022-04-28T20:45:53Z', 'revision_number': 4, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'gw_port': {'id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:51Z', 'updated_at': '2022-04-28T20:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_floatingips': [{'id': '736d60e2-6fdd-45da-bbd3-d8736f573c8f', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'floating_ip_address': '172.25.8.206', 'floating_network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'router_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'port_id': 'eca19519-0b69-432c-af6f-b5c5fbbc5835', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'mac_address': 'fa:16:3e:cb:9d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2013630-574e-405d-8fcf-50d6730e9cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:46:11Z', 'updated_at': '2022-04-28T20:46:13Z', 'revision_number': 1, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6da5bcab-7f02-440a-a416-374835cd9ed9', 'name': '', 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'mac_address': 'fa:16:3e:23:89:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:53Z', 'updated_at': '2022-04-28T20:45:58Z', 'revision_number': 5, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'subnets': [{'id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:50:22.788774 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Pushing event updated for resources: {'Port': ['ID=5e94ad0a-5baa-4245-9aa1-2f401c994497,revision_number=8']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:50:23.003151 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea90830-2669-4ea1-93d6-9f4c3a018a74 None None] New status for floating IP 18e9db64-a3b4-4f67-a104-1d4ff1a5c4b1: DOWN {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:50:23.396595 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d83e4-4529-4bf0-bfdb-e20c09a8db94 req-17f60ace-11f4-4e06-a2c7-87052dc88f86 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:23.398018 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-658d83e4-4529-4bf0-bfdb-e20c09a8db94 req-17f60ace-11f4-4e06-a2c7-87052dc88f86 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.15 "GET /v2.0/ports?device_id=b72b7ea0-e687-4c1c-a0eb-7ad027d67634 HTTP/1.1" status: 200 len: 944 time: 0.0484757 Apr 28 20:50:23.490449 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-658d83e4-4529-4bf0-bfdb-e20c09a8db94 req-23c5a77f-ebb7-4aa1-bdee-3ce10acf17ea tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Deleting port 5e94ad0a-5baa-4245-9aa1-2f401c994497 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:50:23.490790 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-658d83e4-4529-4bf0-bfdb-e20c09a8db94 req-23c5a77f-ebb7-4aa1-bdee-3ce10acf17ea tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:23.606216 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [req-658d83e4-4529-4bf0-bfdb-e20c09a8db94 req-23c5a77f-ebb7-4aa1-bdee-3ce10acf17ea tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] For port 5e94ad0a-5baa-4245-9aa1-2f401c994497, host n-h1-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839810-1',level=0,port_id=5e94ad0a-5baa-4245-9aa1-2f401c994497,segment=NetworkSegment(c17331e7-c62d-4b75-bc03-d20cee6e07fe),segment_id=c17331e7-c62d-4b75-bc03-d20cee6e07fe)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:50:23.606490 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-658d83e4-4529-4bf0-bfdb-e20c09a8db94 req-23c5a77f-ebb7-4aa1-bdee-3ce10acf17ea tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:23.621388 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [req-658d83e4-4529-4bf0-bfdb-e20c09a8db94 req-23c5a77f-ebb7-4aa1-bdee-3ce10acf17ea tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Calling delete_port for 5e94ad0a-5baa-4245-9aa1-2f401c994497 owned by compute:nova {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:50:23.640123 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff02bc4-e700-492e-9ecf-c942a336d2b7 req-b501b464-b85c-47da-bc88-e986cf090a19 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:23.641585 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cff02bc4-e700-492e-9ecf-c942a336d2b7 req-b501b464-b85c-47da-bc88-e986cf090a19 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/ports?device_id=b72b7ea0-e687-4c1c-a0eb-7ad027d67634 HTTP/1.1" status: 200 len: 944 time: 0.0821683 Apr 28 20:50:23.721916 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-cff02bc4-e700-492e-9ecf-c942a336d2b7 req-3010765f-9f9b-4dff-a324-3df6d35dc9ce tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6864a64-1efa-40c0-a986-c0bc20d70c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480447 Apr 28 20:50:23.786769 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:23.791733 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-658d83e4-4529-4bf0-bfdb-e20c09a8db94 req-23c5a77f-ebb7-4aa1-bdee-3ce10acf17ea tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:23.821817 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5a77f-ebb7-4aa1-bdee-3ce10acf17ea tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Pushing event deleted for resources: {'Port': ['ID=5e94ad0a-5baa-4245-9aa1-2f401c994497,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:50:23.847039 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c5a77f-ebb7-4aa1-bdee-3ce10acf17ea tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:23.847388 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c5a77f-ebb7-4aa1-bdee-3ce10acf17ea tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:23.847738 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c5a77f-ebb7-4aa1-bdee-3ce10acf17ea tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:23.848074 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c5a77f-ebb7-4aa1-bdee-3ce10acf17ea tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:23.848435 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c5a77f-ebb7-4aa1-bdee-3ce10acf17ea tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:23.848765 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c5a77f-ebb7-4aa1-bdee-3ce10acf17ea tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:23.849092 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c5a77f-ebb7-4aa1-bdee-3ce10acf17ea tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:23.849418 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c5a77f-ebb7-4aa1-bdee-3ce10acf17ea tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:23.849745 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c5a77f-ebb7-4aa1-bdee-3ce10acf17ea tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:23.850072 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c5a77f-ebb7-4aa1-bdee-3ce10acf17ea tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:23.850397 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c5a77f-ebb7-4aa1-bdee-3ce10acf17ea tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:23.850716 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c5a77f-ebb7-4aa1-bdee-3ce10acf17ea tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839810-1 {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:23.873306 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [req-658d83e4-4529-4bf0-bfdb-e20c09a8db94 req-23c5a77f-ebb7-4aa1-bdee-3ce10acf17ea tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] No DVR routers for this DVR port 5e94ad0a-5baa-4245-9aa1-2f401c994497 on host n-h1-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:50:23.875765 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [req-658d83e4-4529-4bf0-bfdb-e20c09a8db94 req-23c5a77f-ebb7-4aa1-bdee-3ce10acf17ea tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:23.879032 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-658d83e4-4529-4bf0-bfdb-e20c09a8db94 req-23c5a77f-ebb7-4aa1-bdee-3ce10acf17ea tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.15 "DELETE /v2.0/ports/5e94ad0a-5baa-4245-9aa1-2f401c994497 HTTP/1.1" status: 204 len: 173 time: 0.4752266 Apr 28 20:50:23.879457 n-d-839810-1 neutron-server[102773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72b7ea0-e687-4c1c-a0eb-7ad027d67634', 'name': 'network-vif-deleted', 'tag': '5e94ad0a-5baa-4245-9aa1-2f401c994497'}] {{(pid=102773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:50:23.881697 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}987aa34c65443dea39eaa51b67d186bb80d94e7c4b504279bd6048524f6efc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb79a92-e8cf-4deb-8a03-9d6b3a82bcab" -d '{"events": [{"server_uuid": "b72b7ea0-e687-4c1c-a0eb-7ad027d67634", "name": "network-vif-deleted", "tag": "5e94ad0a-5baa-4245-9aa1-2f401c994497"}]}' {{(pid=102773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:50:23.922162 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f58f61-4248-44e6-8d74-468bb1c9cd01 x-openstack-request-id: req-48f58f61-4248-44e6-8d74-468bb1c9cd01 {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:50:23.922516 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72b7ea0-e687-4c1c-a0eb-7ad027d67634", "name": "network-vif-deleted", "tag": "5e94ad0a-5baa-4245-9aa1-2f401c994497", "status": "completed", "code": 200}]} {{(pid=102773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:50:23.922782 n-d-839810-1 neutron-server[102773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-48f58f61-4248-44e6-8d74-468bb1c9cd01 {{(pid=102773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:50:23.923238 n-d-839810-1 neutron-server[102773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48f58f61-4248-44e6-8d74-468bb1c9cd01'] response: {'server_uuid': 'b72b7ea0-e687-4c1c-a0eb-7ad027d67634', 'name': 'network-vif-deleted', 'tag': '5e94ad0a-5baa-4245-9aa1-2f401c994497', 'status': 'completed', 'code': 200} Apr 28 20:50:25.269617 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40664) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:50:25.423770 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-9a493792-b474-4f47-89b3-2783cdc051d0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Deleting port 73ecfa7e-d28c-43c5-95ab-6a0d2413e596 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:50:25.424139 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9a493792-b474-4f47-89b3-2783cdc051d0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:25.828254 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9a493792-b474-4f47-89b3-2783cdc051d0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:25.828590 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9a493792-b474-4f47-89b3-2783cdc051d0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:25.840469 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-9a493792-b474-4f47-89b3-2783cdc051d0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Calling delete_port for 73ecfa7e-d28c-43c5-95ab-6a0d2413e596 owned by network:floatingip {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:50:25.983920 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9a493792-b474-4f47-89b3-2783cdc051d0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:26.009935 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a493792-b474-4f47-89b3-2783cdc051d0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Pushing event deleted for resources: {'Port': ['ID=73ecfa7e-d28c-43c5-95ab-6a0d2413e596,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:50:26.071476 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9a493792-b474-4f47-89b3-2783cdc051d0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for floatingip, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:26.071826 n-d-839810-1 neutron-server[102774]: INFO neutron.db.l3_db [None req-9a493792-b474-4f47-89b3-2783cdc051d0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Floating IP 736d60e2-6fdd-45da-bbd3-d8736f573c8f disassociated (deleted). External IP: 172.25.8.206, port: eca19519-0b69-432c-af6f-b5c5fbbc5835. Apr 28 20:50:26.091317 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:26.093203 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:26.278448 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a493792-b474-4f47-89b3-2783cdc051d0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Router 1d28b494-c0c3-4fff-9f40-b0dda39616ee has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:50:26.387153 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a493792-b474-4f47-89b3-2783cdc051d0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:50:26.391907 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-9a493792-b474-4f47-89b3-2783cdc051d0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for floatingip, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:26.396382 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05177e1d-3244-4b6b-811a-e80c8822c138 None None] Sync routers for ids ['1d28b494-c0c3-4fff-9f40-b0dda39616ee'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:50:26.406440 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05177e1d-3244-4b6b-811a-e80c8822c138 None None] Routers {'1d28b494-c0c3-4fff-9f40-b0dda39616ee'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:50:26.407061 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-05177e1d-3244-4b6b-811a-e80c8822c138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:50:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1d28b494-c0c3-4fff-9f40-b0dda39616ee'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:50:26.421007 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9a493792-b474-4f47-89b3-2783cdc051d0 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "DELETE /v2.0/floatingips/736d60e2-6fdd-45da-bbd3-d8736f573c8f HTTP/1.1" status: 204 len: 168 time: 1.1502736 Apr 28 20:50:26.421669 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2013630-574e-405d-8fcf-50d6730e9cad', 'tag': 'eca19519-0b69-432c-af6f-b5c5fbbc5835'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:50:26.424317 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf124955d82b014a11a6fc2eaac2ea15efe7a1380e167aca24b9fc673bca835b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe136b3-9046-41e7-a030-db9c7f09c0ba" -d '{"events": [{"name": "network-changed", "server_uuid": "b2013630-574e-405d-8fcf-50d6730e9cad", "tag": "eca19519-0b69-432c-af6f-b5c5fbbc5835"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:50:26.468148 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f115e5-54b6-4569-9563-536bc4573a90 x-openstack-request-id: req-e2f115e5-54b6-4569-9563-536bc4573a90 {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:50:26.468444 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2013630-574e-405d-8fcf-50d6730e9cad", "tag": "eca19519-0b69-432c-af6f-b5c5fbbc5835", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:50:26.468697 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e2f115e5-54b6-4569-9563-536bc4573a90 {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:50:26.469099 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2f115e5-54b6-4569-9563-536bc4573a90'] response: {'name': 'network-changed', 'server_uuid': 'b2013630-574e-405d-8fcf-50d6730e9cad', 'tag': 'eca19519-0b69-432c-af6f-b5c5fbbc5835', 'status': 'completed', 'code': 200} Apr 28 20:50:26.508768 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 5e94ad0a-5baa-4245-9aa1-2f401c994497 no longer exists at agent hyperv_n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:50:26.538408 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe136b3-9046-41e7-a030-db9c7f09c0ba req-66d846b1-9abd-464d-a73a-dd6d90338259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:26.541461 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ffe136b3-9046-41e7-a030-db9c7f09c0ba req-66d846b1-9abd-464d-a73a-dd6d90338259 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=05f65d81fee5419190dd7213a05d4eb4&device_id=b2013630-574e-405d-8fcf-50d6730e9cad HTTP/1.1" status: 200 len: 1094 time: 0.0481358 Apr 28 20:50:26.548160 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-05177e1d-3244-4b6b-811a-e80c8822c138 None None] Set router 1d28b494-c0c3-4fff-9f40-b0dda39616ee gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:50:26.549816 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] No Port match for: 5e94ad0a-5baa-4245-9aa1-2f401c994497 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:50:26.550341 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Device 5e94ad0a-5baa-4245-9aa1-2f401c994497 not bound to the agent host n-h1-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:50:26.645250 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe136b3-9046-41e7-a030-db9c7f09c0ba req-c07d894d-c53c-405e-8222-9ac5b02a0914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:26.646632 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ffe136b3-9046-41e7-a030-db9c7f09c0ba req-c07d894d-c53c-405e-8222-9ac5b02a0914 service neutron] 10.222.0.44 "GET /v2.0/networks?id=033bbc4c-2306-442e-97f5-e7ad07ca0c19 HTTP/1.1" status: 200 len: 910 time: 0.0976663 Apr 28 20:50:26.665090 n-d-839810-1 neutron-server[102773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086002c-9efe-4ad6-aeac-c8f12131e1f0 req-88252381-17ff-4f81-af4a-7df0899e44f7 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:26.672714 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8086002c-9efe-4ad6-aeac-c8f12131e1f0 req-88252381-17ff-4f81-af4a-7df0899e44f7 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2013630-574e-405d-8fcf-50d6730e9cad HTTP/1.1" status: 200 len: 943 time: 0.0576375 Apr 28 20:50:26.692242 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ffe136b3-9046-41e7-a030-db9c7f09c0ba req-04bd8556-84dd-4ab7-9d9b-d1d310cc6ac3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eca19519-0b69-432c-af6f-b5c5fbbc5835 HTTP/1.1" status: 200 len: 217 time: 0.0357213 Apr 28 20:50:26.710076 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [req-8086002c-9efe-4ad6-aeac-c8f12131e1f0 req-c1aae781-8d84-4a49-a674-97e58a29bc66 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6864a64-1efa-40c0-a986-c0bc20d70c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364475 Apr 28 20:50:26.747878 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe136b3-9046-41e7-a030-db9c7f09c0ba req-daf6d89d-4a20-456d-8284-e8eacbf5037b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:26.749387 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ffe136b3-9046-41e7-a030-db9c7f09c0ba req-daf6d89d-4a20-456d-8284-e8eacbf5037b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79f3c7b9-51bf-4118-84ac-2163a14463a2 HTTP/1.1" status: 200 len: 848 time: 0.0510457 Apr 28 20:50:26.763576 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-05177e1d-3244-4b6b-811a-e80c8822c138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'name': 'tempest-TestSnapshotPattern-290119937-router', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:45:50Z', 'updated_at': '2022-04-28T20:45:53Z', 'revision_number': 4, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'gw_port': {'id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:51Z', 'updated_at': '2022-04-28T20:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '6da5bcab-7f02-440a-a416-374835cd9ed9', 'name': '', 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'mac_address': 'fa:16:3e:23:89:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:53Z', 'updated_at': '2022-04-28T20:45:58Z', 'revision_number': 5, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'subnets': [{'id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:50:26.791912 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05177e1d-3244-4b6b-811a-e80c8822c138 None None] Checking router: 1d28b494-c0c3-4fff-9f40-b0dda39616ee for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:50:26.797133 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe136b3-9046-41e7-a030-db9c7f09c0ba req-78951c78-8540-4178-968a-26a439a22015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:26.798631 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ffe136b3-9046-41e7-a030-db9c7f09c0ba req-78951c78-8540-4178-968a-26a439a22015 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=033bbc4c-2306-442e-97f5-e7ad07ca0c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424035 Apr 28 20:50:26.801882 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05177e1d-3244-4b6b-811a-e80c8822c138 None None] Routers {'1d28b494-c0c3-4fff-9f40-b0dda39616ee'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:50:26.803306 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-05177e1d-3244-4b6b-811a-e80c8822c138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:50:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1d28b494-c0c3-4fff-9f40-b0dda39616ee'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:50:26.887966 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ffe136b3-9046-41e7-a030-db9c7f09c0ba req-2d9f21e9-4dda-4380-bd7d-f529d80475ae service neutron] 10.222.0.44 "GET /v2.0/networks/033bbc4c-2306-442e-97f5-e7ad07ca0c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812230 Apr 28 20:50:26.912064 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-05177e1d-3244-4b6b-811a-e80c8822c138 None None] Set router 1d28b494-c0c3-4fff-9f40-b0dda39616ee gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:50:26.984056 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-ffe136b3-9046-41e7-a030-db9c7f09c0ba req-10127ea3-41e1-43fc-b88c-b3946355235f service neutron] 10.222.0.44 "GET /v2.0/networks/033bbc4c-2306-442e-97f5-e7ad07ca0c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870903 Apr 28 20:50:27.110128 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-05177e1d-3244-4b6b-811a-e80c8822c138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'name': 'tempest-TestSnapshotPattern-290119937-router', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:45:50Z', 'updated_at': '2022-04-28T20:45:53Z', 'revision_number': 4, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'gw_port': {'id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:51Z', 'updated_at': '2022-04-28T20:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '6da5bcab-7f02-440a-a416-374835cd9ed9', 'name': '', 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'mac_address': 'fa:16:3e:23:89:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:53Z', 'updated_at': '2022-04-28T20:45:58Z', 'revision_number': 5, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'subnets': [{'id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:50:27.139926 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05177e1d-3244-4b6b-811a-e80c8822c138 None None] The sync data for ids ['1d28b494-c0c3-4fff-9f40-b0dda39616ee'] in n-d-839810-1 is: [{'id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'name': 'tempest-TestSnapshotPattern-290119937-router', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:45:50Z', 'updated_at': '2022-04-28T20:45:53Z', 'revision_number': 4, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'gw_port': {'id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:51Z', 'updated_at': '2022-04-28T20:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1', '_interfaces': [{'id': '6da5bcab-7f02-440a-a416-374835cd9ed9', 'name': '', 'network_id': '033bbc4c-2306-442e-97f5-e7ad07ca0c19', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'mac_address': 'fa:16:3e:23:89:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:53Z', 'updated_at': '2022-04-28T20:45:58Z', 'revision_number': 5, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'subnets': [{'id': '79f3c7b9-51bf-4118-84ac-2163a14463a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:50:27.364170 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a1389e-601f-437d-9b6f-3533c09b101b None None] New status for floating IP 736d60e2-6fdd-45da-bbd3-d8736f573c8f: DOWN {{(pid=102776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:50:27.832500 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca697c7-e69b-496b-93a8-050a5273e961 req-0ea51b75-040f-4c3f-a5f8-c146cf5bba0d tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:27.833996 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cca697c7-e69b-496b-93a8-050a5273e961 req-0ea51b75-040f-4c3f-a5f8-c146cf5bba0d tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2013630-574e-405d-8fcf-50d6730e9cad HTTP/1.1" status: 200 len: 943 time: 0.0508058 Apr 28 20:50:27.872391 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-cca697c7-e69b-496b-93a8-050a5273e961 req-ccdad9da-f826-4a67-ba77-c94dcb29e79d tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6864a64-1efa-40c0-a986-c0bc20d70c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322306 Apr 28 20:50:28.189648 n-d-839810-1 neutron-server[102774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec22e9-8ea9-4fc7-b282-f7300a852e55 req-9c80fd82-d5d6-462d-9448-022cb671ac64 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:28.191145 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8fec22e9-8ea9-4fc7-b282-f7300a852e55 req-9c80fd82-d5d6-462d-9448-022cb671ac64 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2013630-574e-405d-8fcf-50d6730e9cad HTTP/1.1" status: 200 len: 943 time: 0.0491011 Apr 28 20:50:28.283303 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-8fec22e9-8ea9-4fc7-b282-f7300a852e55 req-0480de00-585b-41ef-931e-43512cdccab5 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Deleting port eca19519-0b69-432c-af6f-b5c5fbbc5835 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:50:28.283644 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8fec22e9-8ea9-4fc7-b282-f7300a852e55 req-0480de00-585b-41ef-931e-43512cdccab5 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:28.371943 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [req-8fec22e9-8ea9-4fc7-b282-f7300a852e55 req-0480de00-585b-41ef-931e-43512cdccab5 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] For port eca19519-0b69-432c-af6f-b5c5fbbc5835, host n-h2-839810-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839810-1',level=0,port_id=eca19519-0b69-432c-af6f-b5c5fbbc5835,segment=NetworkSegment(c17331e7-c62d-4b75-bc03-d20cee6e07fe),segment_id=c17331e7-c62d-4b75-bc03-d20cee6e07fe)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:50:28.372339 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8fec22e9-8ea9-4fc7-b282-f7300a852e55 req-0480de00-585b-41ef-931e-43512cdccab5 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:28.385617 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [req-8fec22e9-8ea9-4fc7-b282-f7300a852e55 req-0480de00-585b-41ef-931e-43512cdccab5 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Calling delete_port for eca19519-0b69-432c-af6f-b5c5fbbc5835 owned by compute:nova {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:50:28.512202 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8fec22e9-8ea9-4fc7-b282-f7300a852e55 req-0480de00-585b-41ef-931e-43512cdccab5 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:28.539735 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480de00-585b-41ef-931e-43512cdccab5 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Pushing event deleted for resources: {'Port': ['ID=eca19519-0b69-432c-af6f-b5c5fbbc5835,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:50:28.589480 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fec22e9-8ea9-4fc7-b282-f7300a852e55 req-0480de00-585b-41ef-931e-43512cdccab5 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] No DVR routers for this DVR port eca19519-0b69-432c-af6f-b5c5fbbc5835 on host n-h2-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:50:28.592061 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [req-8fec22e9-8ea9-4fc7-b282-f7300a852e55 req-0480de00-585b-41ef-931e-43512cdccab5 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26347'] for port, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:28.595665 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-8fec22e9-8ea9-4fc7-b282-f7300a852e55 req-0480de00-585b-41ef-931e-43512cdccab5 tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.44 "DELETE /v2.0/ports/eca19519-0b69-432c-af6f-b5c5fbbc5835 HTTP/1.1" status: 204 len: 173 time: 0.3986166 Apr 28 20:50:28.596140 n-d-839810-1 neutron-server[102774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2013630-574e-405d-8fcf-50d6730e9cad', 'name': 'network-vif-deleted', 'tag': 'eca19519-0b69-432c-af6f-b5c5fbbc5835'}] {{(pid=102774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:50:28.598393 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf124955d82b014a11a6fc2eaac2ea15efe7a1380e167aca24b9fc673bca835b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70e1420-4d61-488f-b960-623dab9630c4" -d '{"events": [{"server_uuid": "b2013630-574e-405d-8fcf-50d6730e9cad", "name": "network-vif-deleted", "tag": "eca19519-0b69-432c-af6f-b5c5fbbc5835"}]}' {{(pid=102774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:50:28.636625 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b317d51b-fdb8-44f3-b8b4-f7b22400b02d x-openstack-request-id: req-b317d51b-fdb8-44f3-b8b4-f7b22400b02d {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:50:28.636924 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2013630-574e-405d-8fcf-50d6730e9cad", "name": "network-vif-deleted", "tag": "eca19519-0b69-432c-af6f-b5c5fbbc5835", "status": "completed", "code": 200}]} {{(pid=102774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:50:28.637174 n-d-839810-1 neutron-server[102774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b317d51b-fdb8-44f3-b8b4-f7b22400b02d {{(pid=102774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:50:28.637584 n-d-839810-1 neutron-server[102774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b317d51b-fdb8-44f3-b8b4-f7b22400b02d'] response: {'server_uuid': 'b2013630-574e-405d-8fcf-50d6730e9cad', 'name': 'network-vif-deleted', 'tag': 'eca19519-0b69-432c-af6f-b5c5fbbc5835', 'status': 'completed', 'code': 200} Apr 28 20:50:28.984727 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [req-4c19dc2b-abe6-41ae-bef1-ffe7df520dfd req-052e5c6b-b56d-4d49-a807-6e338f27be7b tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2013630-574e-405d-8fcf-50d6730e9cad HTTP/1.1" status: 200 len: 210 time: 0.0294404 Apr 28 20:50:30.042471 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40680) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:50:30.105032 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fec134bf-a00c-4dbe-8fc9-e9dd94dcb1fb tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:30.130614 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fec134bf-a00c-4dbe-8fc9-e9dd94dcb1fb tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:30.192297 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fec134bf-a00c-4dbe-8fc9-e9dd94dcb1fb tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:30.194849 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-fec134bf-a00c-4dbe-8fc9-e9dd94dcb1fb tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:30.196012 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-fec134bf-a00c-4dbe-8fc9-e9dd94dcb1fb tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] 10.222.0.42 "DELETE /v2.0/security-groups/e6864a64-1efa-40c0-a986-c0bc20d70c5e HTTP/1.1" status: 204 len: 168 time: 0.1525204 Apr 28 20:50:30.205306 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec134bf-a00c-4dbe-8fc9-e9dd94dcb1fb tempest-TestSnapshotPattern-1664833236 tempest-TestSnapshotPattern-1664833236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6864a64-1efa-40c0-a986-c0bc20d70c5e,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:50:30.240258 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40684) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:50:30.581532 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-94840050-7ed8-4b12-a9aa-af15e426ffb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:30.824174 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-94840050-7ed8-4b12-a9aa-af15e426ffb2 admin admin] Deleting port 6da5bcab-7f02-440a-a416-374835cd9ed9 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:50:30.824514 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-94840050-7ed8-4b12-a9aa-af15e426ffb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:30.904695 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-94840050-7ed8-4b12-a9aa-af15e426ffb2 admin admin] For port 6da5bcab-7f02-440a-a416-374835cd9ed9, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=6da5bcab-7f02-440a-a416-374835cd9ed9,segment=NetworkSegment(c17331e7-c62d-4b75-bc03-d20cee6e07fe),segment_id=c17331e7-c62d-4b75-bc03-d20cee6e07fe)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:50:30.905059 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-94840050-7ed8-4b12-a9aa-af15e426ffb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:30.917261 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-94840050-7ed8-4b12-a9aa-af15e426ffb2 admin admin] Calling delete_port for 6da5bcab-7f02-440a-a416-374835cd9ed9 owned by network:router_interface {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:50:31.091429 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-94840050-7ed8-4b12-a9aa-af15e426ffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:31.116371 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94840050-7ed8-4b12-a9aa-af15e426ffb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6da5bcab-7f02-440a-a416-374835cd9ed9,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:50:31.285136 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-94840050-7ed8-4b12-a9aa-af15e426ffb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:31.494444 n-d-839810-1 neutron-server[102773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94840050-7ed8-4b12-a9aa-af15e426ffb2 admin admin] Router 1d28b494-c0c3-4fff-9f40-b0dda39616ee has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:50:31.599162 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94840050-7ed8-4b12-a9aa-af15e426ffb2 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:50:31.604895 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-94840050-7ed8-4b12-a9aa-af15e426ffb2 admin admin] 10.222.0.42 "PUT /v2.0/routers/1d28b494-c0c3-4fff-9f40-b0dda39616ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3635526 Apr 28 20:50:31.606833 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40686) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:50:31.608026 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282ac403-b262-4f5c-9539-0e8f6c3d5044 None None] Sync routers for ids ['1d28b494-c0c3-4fff-9f40-b0dda39616ee'] in n-d-839810-1 {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:50:31.618613 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282ac403-b262-4f5c-9539-0e8f6c3d5044 None None] Routers {'1d28b494-c0c3-4fff-9f40-b0dda39616ee'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:50:31.619219 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-282ac403-b262-4f5c-9539-0e8f6c3d5044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:50:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1d28b494-c0c3-4fff-9f40-b0dda39616ee'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:50:31.711481 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9e30396-67f9-409e-9630-1ea15faa2b05 admin admin] Notify callbacks [] for router, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:31.722830 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-282ac403-b262-4f5c-9539-0e8f6c3d5044 None None] Set router 1d28b494-c0c3-4fff-9f40-b0dda39616ee gateway port host: n-d-839810-1 {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:50:31.813714 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9e30396-67f9-409e-9630-1ea15faa2b05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:31.865794 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d9e30396-67f9-409e-9630-1ea15faa2b05 admin admin] Deleting port b21a2d72-3bdf-4b4d-a657-b210432ee753 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:50:31.866167 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9e30396-67f9-409e-9630-1ea15faa2b05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:31.904895 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-282ac403-b262-4f5c-9539-0e8f6c3d5044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'name': 'tempest-TestSnapshotPattern-290119937-router', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:45:50Z', 'updated_at': '2022-04-28T20:50:31Z', 'revision_number': 5, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'gw_port': {'id': 'b21a2d72-3bdf-4b4d-a657-b210432ee753', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:51Z', 'updated_at': '2022-04-28T20:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:50:31.932308 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282ac403-b262-4f5c-9539-0e8f6c3d5044 None None] Checking router: 1d28b494-c0c3-4fff-9f40-b0dda39616ee for host: n-d-839810-1 {{(pid=102775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:50:31.940503 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282ac403-b262-4f5c-9539-0e8f6c3d5044 None None] Routers {'1d28b494-c0c3-4fff-9f40-b0dda39616ee'} bound to L3 agent in host n-d-839810-1 {{(pid=102775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:50:31.941116 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-282ac403-b262-4f5c-9539-0e8f6c3d5044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:50:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['1d28b494-c0c3-4fff-9f40-b0dda39616ee'], 'active': True} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:50:31.949467 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-d9e30396-67f9-409e-9630-1ea15faa2b05 admin admin] For port b21a2d72-3bdf-4b4d-a657-b210432ee753, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=b21a2d72-3bdf-4b4d-a657-b210432ee753,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:50:31.949835 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9e30396-67f9-409e-9630-1ea15faa2b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:31.961472 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-d9e30396-67f9-409e-9630-1ea15faa2b05 admin admin] Calling delete_port for b21a2d72-3bdf-4b4d-a657-b210432ee753 owned by network:router_gateway {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:50:32.131089 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9e30396-67f9-409e-9630-1ea15faa2b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:32.158671 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e30396-67f9-409e-9630-1ea15faa2b05 admin admin] Pushing event deleted for resources: {'Port': ['ID=b21a2d72-3bdf-4b4d-a657-b210432ee753,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:50:32.198444 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvr_db [None req-282ac403-b262-4f5c-9539-0e8f6c3d5044 None None] Set router 1d28b494-c0c3-4fff-9f40-b0dda39616ee gateway port host: None {{(pid=102775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:50:32.223339 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9e30396-67f9-409e-9630-1ea15faa2b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:32.227328 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device eca19519-0b69-432c-af6f-b5c5fbbc5835 no longer exists at agent hyperv_n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:50:32.259406 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_hamode_db [None req-282ac403-b262-4f5c-9539-0e8f6c3d5044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'name': 'tempest-TestSnapshotPattern-290119937-router', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:45:50Z', 'updated_at': '2022-04-28T20:50:31Z', 'revision_number': 6, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:50:32.277124 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] No Port match for: eca19519-0b69-432c-af6f-b5c5fbbc5835 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:50:32.277460 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Device eca19519-0b69-432c-af6f-b5c5fbbc5835 not bound to the agent host n-h2-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:50:32.302561 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282ac403-b262-4f5c-9539-0e8f6c3d5044 None None] The sync data for ids ['1d28b494-c0c3-4fff-9f40-b0dda39616ee'] in n-d-839810-1 is: [{'id': '1d28b494-c0c3-4fff-9f40-b0dda39616ee', 'name': 'tempest-TestSnapshotPattern-290119937-router', 'tenant_id': '05f65d81fee5419190dd7213a05d4eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:45:50Z', 'updated_at': '2022-04-28T20:50:31Z', 'revision_number': 6, 'project_id': '05f65d81fee5419190dd7213a05d4eb4', 'gw_port_host': None}] {{(pid=102775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:50:32.318470 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9e30396-67f9-409e-9630-1ea15faa2b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:32.320863 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9e30396-67f9-409e-9630-1ea15faa2b05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:32.364670 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9e30396-67f9-409e-9630-1ea15faa2b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:32.365325 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e30396-67f9-409e-9630-1ea15faa2b05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d28b494-c0c3-4fff-9f40-b0dda39616ee {{(pid=102773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:50:32.370669 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-d9e30396-67f9-409e-9630-1ea15faa2b05 admin admin] Notify callbacks [] for router, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:32.371797 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-d9e30396-67f9-409e-9630-1ea15faa2b05 admin admin] 10.222.0.42 "DELETE /v2.0/routers/1d28b494-c0c3-4fff-9f40-b0dda39616ee HTTP/1.1" status: 204 len: 168 time: 0.7640502 Apr 28 20:50:32.374465 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40688) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:50:32.417783 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.db_base_plugin_v2 [None req-33791805-4db2-42c8-a222-e823162850e5 admin admin] Deleting subnet 79f3c7b9-51bf-4118-84ac-2163a14463a2 {{(pid=102773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:50:32.420765 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-33791805-4db2-42c8-a222-e823162850e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:32.458597 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-33791805-4db2-42c8-a222-e823162850e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12642250'] for subnet, precommit_delete_associations {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:32.533677 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-33791805-4db2-42c8-a222-e823162850e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:32.587047 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-33791805-4db2-42c8-a222-e823162850e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12642144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14374703'] for subnet, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:32.616589 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33791805-4db2-42c8-a222-e823162850e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79f3c7b9-51bf-4118-84ac-2163a14463a2,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:50:32.620772 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-33791805-4db2-42c8-a222-e823162850e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:32.621445 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:32.624442 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-33791805-4db2-42c8-a222-e823162850e5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/79f3c7b9-51bf-4118-84ac-2163a14463a2 HTTP/1.1" status: 204 len: 168 time: 0.2487113 Apr 28 20:50:32.626797 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40690) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:50:32.636730 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484113a8-bc81-4ee4-8973-6b1f4e1ab69f None None] Network 033bbc4c-2306-442e-97f5-e7ad07ca0c19 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:50:32.712803 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dd8f6344-0415-4d74-87fa-facfd17bfe74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:32.779494 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f6344-0415-4d74-87fa-facfd17bfe74 admin admin] Deleting port 96b5b8d4-be38-4b5e-87ee-66a4b3c8cf84 {{(pid=102773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:50:32.779841 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dd8f6344-0415-4d74-87fa-facfd17bfe74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:32.842182 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-dd8f6344-0415-4d74-87fa-facfd17bfe74 admin admin] For port 96b5b8d4-be38-4b5e-87ee-66a4b3c8cf84, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=96b5b8d4-be38-4b5e-87ee-66a4b3c8cf84,segment=NetworkSegment(c17331e7-c62d-4b75-bc03-d20cee6e07fe),segment_id=c17331e7-c62d-4b75-bc03-d20cee6e07fe)] {{(pid=102773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:50:32.842576 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dd8f6344-0415-4d74-87fa-facfd17bfe74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:32.855432 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f6344-0415-4d74-87fa-facfd17bfe74 admin admin] Calling delete_port for 96b5b8d4-be38-4b5e-87ee-66a4b3c8cf84 owned by network:dhcp {{(pid=102773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:50:32.934358 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dd8f6344-0415-4d74-87fa-facfd17bfe74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641427'] for port, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:32.961740 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f6344-0415-4d74-87fa-facfd17bfe74 admin admin] Pushing event deleted for resources: {'Port': ['ID=96b5b8d4-be38-4b5e-87ee-66a4b3c8cf84,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:50:32.963171 n-d-839810-1 neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8f6344-0415-4d74-87fa-facfd17bfe74 admin admin] No DVR routers for this DVR port 96b5b8d4-be38-4b5e-87ee-66a4b3c8cf84 on host n-d-839810-1 {{(pid=102773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:50:33.034712 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dd8f6344-0415-4d74-87fa-facfd17bfe74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:33.055949 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-dd8f6344-0415-4d74-87fa-facfd17bfe74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['033bbc4c-2306-442e-97f5-e7ad07ca0c19']}} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:50:33.065404 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-dd8f6344-0415-4d74-87fa-facfd17bfe74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c17331e7-c62d-4b75-bc03-d20cee6e07fe') {'for_net_delete': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:50:33.065699 n-d-839810-1 neutron-server[102773]: DEBUG neutron.services.segments.db [None req-dd8f6344-0415-4d74-87fa-facfd17bfe74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c17331e7-c62d-4b75-bc03-d20cee6e07fe') {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:50:33.073248 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9e3554-5afe-4881-bffb-9114599ce42a None None] DHCP port deletion for 033bbc4c-2306-442e-97f5-e7ad07ca0c19 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:50:33.077110 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dd8f6344-0415-4d74-87fa-facfd17bfe74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12642241'] for segment, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:33.093124 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dd8f6344-0415-4d74-87fa-facfd17bfe74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:33.099712 n-d-839810-1 neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd8f6344-0415-4d74-87fa-facfd17bfe74 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=102773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:50:33.100150 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dd8f6344-0415-4d74-87fa-facfd17bfe74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12641478'] for segment, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:33.102390 n-d-839810-1 neutron-server[102773]: Traceback (most recent call last): Apr 28 20:50:33.102390 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:50:33.102390 n-d-839810-1 neutron-server[102773]: timer() Apr 28 20:50:33.102390 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:50:33.102390 n-d-839810-1 neutron-server[102773]: cb(*args, **kw) Apr 28 20:50:33.102390 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:50:33.102390 n-d-839810-1 neutron-server[102773]: return func(*args, **kwargs) Apr 28 20:50:33.102390 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:50:33.102390 n-d-839810-1 neutron-server[102773]: self._notify() Apr 28 20:50:33.102390 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:50:33.102390 n-d-839810-1 neutron-server[102773]: self.callback(batched_events) Apr 28 20:50:33.102390 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:50:33.102390 n-d-839810-1 neutron-server[102773]: event.method(event) Apr 28 20:50:33.102390 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:50:33.102390 n-d-839810-1 neutron-server[102773]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:50:33.102390 n-d-839810-1 neutron-server[102773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:50:33.102390 n-d-839810-1 neutron-server[102773]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:50:33.102390 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:50:33.102390 n-d-839810-1 neutron-server[102773]: return f(self, *a, **k) Apr 28 20:50:33.102390 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:50:33.102390 n-d-839810-1 neutron-server[102773]: return self._get(url).json() Apr 28 20:50:33.102390 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:50:33.102390 n-d-839810-1 neutron-server[102773]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:50:33.102390 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:50:33.102390 n-d-839810-1 neutron-server[102773]: return self.request(url, 'GET', **kwargs) Apr 28 20:50:33.102390 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:50:33.102390 n-d-839810-1 neutron-server[102773]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:50:33.102390 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:50:33.102390 n-d-839810-1 neutron-server[102773]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:50:33.102390 n-d-839810-1 neutron-server[102773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:50:33.102390 n-d-839810-1 neutron-server[102773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:50:33.102390 n-d-839810-1 neutron-server[102773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:50:33.156233 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dd8f6344-0415-4d74-87fa-facfd17bfe74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:33.162279 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dd8f6344-0415-4d74-87fa-facfd17bfe74 admin admin] Notify callbacks [] for network, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:33.165773 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-dd8f6344-0415-4d74-87fa-facfd17bfe74 admin admin] 10.222.0.42 "DELETE /v2.0/networks/033bbc4c-2306-442e-97f5-e7ad07ca0c19 HTTP/1.1" status: 204 len: 168 time: 0.5380049 Apr 28 20:50:33.168830 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40692) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:50:33.177405 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f6344-0415-4d74-87fa-facfd17bfe74 admin admin] Pushing event deleted for resources: {'Network': ['ID=033bbc4c-2306-442e-97f5-e7ad07ca0c19,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:50:33.521137 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7fea567a-f6df-4470-99b9-4660dd8a95a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:33.762462 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-7fea567a-f6df-4470-99b9-4660dd8a95a3 admin admin] Deleting port d4bdb0d4-e5c0-4bbc-8f80-4081dd3b6ebd {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:50:33.762793 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7fea567a-f6df-4470-99b9-4660dd8a95a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:33.842491 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-7fea567a-f6df-4470-99b9-4660dd8a95a3 admin admin] For port d4bdb0d4-e5c0-4bbc-8f80-4081dd3b6ebd, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=d4bdb0d4-e5c0-4bbc-8f80-4081dd3b6ebd,segment=NetworkSegment(ed02c3a7-a9ff-4391-be09-028c86201a02),segment_id=ed02c3a7-a9ff-4391-be09-028c86201a02)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:50:33.842768 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7fea567a-f6df-4470-99b9-4660dd8a95a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:33.856252 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-7fea567a-f6df-4470-99b9-4660dd8a95a3 admin admin] Calling delete_port for d4bdb0d4-e5c0-4bbc-8f80-4081dd3b6ebd owned by network:router_interface {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:50:34.032359 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7fea567a-f6df-4470-99b9-4660dd8a95a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:34.059633 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea567a-f6df-4470-99b9-4660dd8a95a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4bdb0d4-e5c0-4bbc-8f80-4081dd3b6ebd,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:50:34.217779 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:34.229589 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-7fea567a-f6df-4470-99b9-4660dd8a95a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2044115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632746'] for router_interface, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:34.444192 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 6da5bcab-7f02-440a-a416-374835cd9ed9 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:50:34.448307 n-d-839810-1 neutron-server[102774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fea567a-f6df-4470-99b9-4660dd8a95a3 admin admin] Router 38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6 has already been hosted by L3 agent 3211891f-cbd9-405a-a480-6b1bac10bbf1 {{(pid=102774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:50:34.465019 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 6da5bcab-7f02-440a-a416-374835cd9ed9 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:50:34.465367 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 6da5bcab-7f02-440a-a416-374835cd9ed9 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:50:34.465774 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device b21a2d72-3bdf-4b4d-a657-b210432ee753 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:50:34.488320 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: b21a2d72-3bdf-4b4d-a657-b210432ee753 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:50:34.489136 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device b21a2d72-3bdf-4b4d-a657-b210432ee753 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:50:34.489136 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 96b5b8d4-be38-4b5e-87ee-66a4b3c8cf84 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:50:34.509242 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 96b5b8d4-be38-4b5e-87ee-66a4b3c8cf84 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:50:34.509590 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 96b5b8d4-be38-4b5e-87ee-66a4b3c8cf84 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:50:34.561996 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fea567a-f6df-4470-99b9-4660dd8a95a3 admin admin] Notify agent at l3_agent.n-d-839810-1 the message routers_updated {{(pid=102774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:50:34.567006 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-7fea567a-f6df-4470-99b9-4660dd8a95a3 admin admin] 10.222.0.42 "PUT /v2.0/routers/38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3970795 Apr 28 20:50:34.569477 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40694) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:50:34.572197 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692f9e41-b88d-4bb1-862a-fdd0ba001b9b None None] Sync routers for ids ['38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6'] in n-d-839810-1 {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:50:34.581697 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692f9e41-b88d-4bb1-862a-fdd0ba001b9b None None] Routers {'38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:50:34.582305 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-692f9e41-b88d-4bb1-862a-fdd0ba001b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:50:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:50:34.673428 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4379e4b-bae3-4c83-9fc1-0c5ec4661819 admin admin] Notify callbacks [] for router, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:34.686830 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-692f9e41-b88d-4bb1-862a-fdd0ba001b9b None None] Set router 38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6 gateway port host: n-d-839810-1 {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:50:34.774795 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4379e4b-bae3-4c83-9fc1-0c5ec4661819 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:34.826299 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c4379e4b-bae3-4c83-9fc1-0c5ec4661819 admin admin] Deleting port a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:50:34.826636 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4379e4b-bae3-4c83-9fc1-0c5ec4661819 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:34.865505 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-692f9e41-b88d-4bb1-862a-fdd0ba001b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6', 'name': 'tempest-TestSnapshotPattern-790666526-router', 'tenant_id': '5eae73b93df84f3a901289f17b906182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'external_fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:45:55Z', 'updated_at': '2022-04-28T20:50:33Z', 'revision_number': 5, 'project_id': '5eae73b93df84f3a901289f17b906182', 'gw_port': {'id': 'a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed', 'name': '', 'network_id': '562d8c9c-50aa-492e-ae08-06d7f5fe6347', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:64:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839810-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:45:55Z', 'updated_at': '2022-04-28T20:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3b9ad27-49e6-4cc8-9e89-97ecb862849e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839810-1'}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:50:34.891776 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692f9e41-b88d-4bb1-862a-fdd0ba001b9b None None] Checking router: 38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6 for host: n-d-839810-1 {{(pid=102776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:50:34.901080 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692f9e41-b88d-4bb1-862a-fdd0ba001b9b None None] Routers {'38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6'} bound to L3 agent in host n-d-839810-1 {{(pid=102776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:50:34.901684 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-692f9e41-b88d-4bb1-862a-fdd0ba001b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839810-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:17:52Z,description=,heartbeat_timestamp=2022-04-28T20:50:22Z,host='n-d-839810-1',id=3211891f-cbd9-405a-a480-6b1bac10bbf1,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:17:52Z,topic='l3_agent')) {'router_ids': ['38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6'], 'active': True} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:50:34.904986 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-c4379e4b-bae3-4c83-9fc1-0c5ec4661819 admin admin] For port a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed,segment=NetworkSegment(75d46ed0-4280-49b2-8cae-a0cebac72af8),segment_id=75d46ed0-4280-49b2-8cae-a0cebac72af8)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:50:34.905401 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4379e4b-bae3-4c83-9fc1-0c5ec4661819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:34.917213 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-c4379e4b-bae3-4c83-9fc1-0c5ec4661819 admin admin] Calling delete_port for a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed owned by network:router_gateway {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:50:34.985395 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_dvr_db [None req-692f9e41-b88d-4bb1-862a-fdd0ba001b9b None None] Set router 38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6 gateway port host: None {{(pid=102776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:50:35.038392 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.l3_hamode_db [None req-692f9e41-b88d-4bb1-862a-fdd0ba001b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6', 'name': 'tempest-TestSnapshotPattern-790666526-router', 'tenant_id': '5eae73b93df84f3a901289f17b906182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:45:55Z', 'updated_at': '2022-04-28T20:50:34Z', 'revision_number': 6, 'project_id': '5eae73b93df84f3a901289f17b906182', 'gw_port_host': None}], 'n-d-839810-1', False) {} {{(pid=102776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:50:35.064544 n-d-839810-1 neutron-server[102776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692f9e41-b88d-4bb1-862a-fdd0ba001b9b None None] The sync data for ids ['38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6'] in n-d-839810-1 is: [{'id': '38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6', 'name': 'tempest-TestSnapshotPattern-790666526-router', 'tenant_id': '5eae73b93df84f3a901289f17b906182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:45:55Z', 'updated_at': '2022-04-28T20:50:34Z', 'revision_number': 6, 'project_id': '5eae73b93df84f3a901289f17b906182', 'gw_port_host': None}] {{(pid=102776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:50:35.082322 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4379e4b-bae3-4c83-9fc1-0c5ec4661819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:35.113262 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4379e4b-bae3-4c83-9fc1-0c5ec4661819 admin admin] Pushing event deleted for resources: {'Port': ['ID=a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:50:35.173783 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4379e4b-bae3-4c83-9fc1-0c5ec4661819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627280'] for router_gateway, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:35.266777 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4379e4b-bae3-4c83-9fc1-0c5ec4661819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8405'] for router, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:35.268807 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4379e4b-bae3-4c83-9fc1-0c5ec4661819 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:35.314330 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4379e4b-bae3-4c83-9fc1-0c5ec4661819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626684'] for router, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:35.314886 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4379e4b-bae3-4c83-9fc1-0c5ec4661819 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6 {{(pid=102774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:50:35.319211 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-c4379e4b-bae3-4c83-9fc1-0c5ec4661819 admin admin] Notify callbacks [] for router, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:35.321028 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-c4379e4b-bae3-4c83-9fc1-0c5ec4661819 admin admin] 10.222.0.42 "DELETE /v2.0/routers/38c31ad9-13ac-4ff8-96cc-ea14f98cfbb6 HTTP/1.1" status: 204 len: 168 time: 0.7506080 Apr 28 20:50:35.323643 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40696) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:50:35.366395 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8694876-2c67-4889-893d-302b26b1ce8b admin admin] Deleting subnet de97190e-9bbb-46fa-96ef-90170473b44a {{(pid=102774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 20:50:35.369789 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a8694876-2c67-4889-893d-302b26b1ce8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:35.403075 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a8694876-2c67-4889-893d-302b26b1ce8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496763'] for subnet, precommit_delete_associations {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:35.497431 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a8694876-2c67-4889-893d-302b26b1ce8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-604139'] for subnet, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:35.552477 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a8694876-2c67-4889-893d-302b26b1ce8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-604114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16299433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13385472'] for subnet, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:35.579496 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8694876-2c67-4889-893d-302b26b1ce8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de97190e-9bbb-46fa-96ef-90170473b44a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:50:35.581504 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-a8694876-2c67-4889-893d-302b26b1ce8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:35.584684 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-a8694876-2c67-4889-893d-302b26b1ce8b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/de97190e-9bbb-46fa-96ef-90170473b44a HTTP/1.1" status: 204 len: 168 time: 0.2600942 Apr 28 20:50:35.587729 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40698) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:50:35.590293 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61de380-502e-4d3d-a34d-47e43206c189 None None] Network 183ad8d0-21c1-4862-9398-6f82217a7f85 requested from n-d-839810-1 {{(pid=102775) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 20:50:35.654768 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-828697bd-b349-4c89-8548-f2c807712397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630415'] for network, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:35.712290 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-828697bd-b349-4c89-8548-f2c807712397 admin admin] Deleting port 72da08bb-3ee7-4a2d-8025-3259ff825754 {{(pid=102774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:50:35.712632 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-828697bd-b349-4c89-8548-f2c807712397 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:35.855545 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0650f659-4c26-4f38-8275-a69b2e8fa6f9 None None] DHCP port deletion for 183ad8d0-21c1-4862-9398-6f82217a7f85 request from n-d-839810-1 {{(pid=102775) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 20:50:35.933089 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0650f659-4c26-4f38-8275-a69b2e8fa6f9 None None] Deleting port 72da08bb-3ee7-4a2d-8025-3259ff825754 {{(pid=102775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 20:50:35.933464 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0650f659-4c26-4f38-8275-a69b2e8fa6f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736828783333'] for port, before_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:36.004386 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.db [None req-0650f659-4c26-4f38-8275-a69b2e8fa6f9 None None] For port 72da08bb-3ee7-4a2d-8025-3259ff825754, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=72da08bb-3ee7-4a2d-8025-3259ff825754,segment=NetworkSegment(ed02c3a7-a9ff-4391-be09-028c86201a02),segment_id=ed02c3a7-a9ff-4391-be09-028c86201a02)] {{(pid=102775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:50:36.004777 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0650f659-4c26-4f38-8275-a69b2e8fa6f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:36.017845 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-0650f659-4c26-4f38-8275-a69b2e8fa6f9 None None] Calling delete_port for 72da08bb-3ee7-4a2d-8025-3259ff825754 owned by network:dhcp {{(pid=102775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:50:36.098811 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0650f659-4c26-4f38-8275-a69b2e8fa6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090'] for port, after_delete {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:36.137677 n-d-839810-1 neutron-server[102775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0650f659-4c26-4f38-8275-a69b2e8fa6f9 None None] No DVR routers for this DVR port 72da08bb-3ee7-4a2d-8025-3259ff825754 on host n-d-839810-1 {{(pid=102775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:50:36.143058 n-d-839810-1 neutron-server[102775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650f659-4c26-4f38-8275-a69b2e8fa6f9 None None] Pushing event deleted for resources: {'Port': ['ID=72da08bb-3ee7-4a2d-8025-3259ff825754,revision_number=None']} {{(pid=102775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:50:36.165506 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.db [None req-828697bd-b349-4c89-8548-f2c807712397 admin admin] For port 72da08bb-3ee7-4a2d-8025-3259ff825754, host n-d-839810-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839810-1',level=0,port_id=72da08bb-3ee7-4a2d-8025-3259ff825754,segment=NetworkSegment(ed02c3a7-a9ff-4391-be09-028c86201a02),segment_id=ed02c3a7-a9ff-4391-be09-028c86201a02)] {{(pid=102774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:50:36.165873 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-828697bd-b349-4c89-8548-f2c807712397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575814'] for port, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:36.178838 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.plugin [None req-828697bd-b349-4c89-8548-f2c807712397 admin admin] Calling delete_port for 72da08bb-3ee7-4a2d-8025-3259ff825754 owned by network:dhcp {{(pid=102774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 20:50:36.265471 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-828697bd-b349-4c89-8548-f2c807712397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736828789935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736828268090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16299610'] for port, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:36.291480 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828697bd-b349-4c89-8548-f2c807712397 admin admin] Pushing event deleted for resources: {'Port': ['ID=72da08bb-3ee7-4a2d-8025-3259ff825754,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:50:36.293328 n-d-839810-1 neutron-server[102774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828697bd-b349-4c89-8548-f2c807712397 admin admin] No DVR routers for this DVR port 72da08bb-3ee7-4a2d-8025-3259ff825754 on host n-d-839810-1 {{(pid=102774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:50:36.362772 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-828697bd-b349-4c89-8548-f2c807712397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-604514', 'neutron.services.segments.db._delete_segments_for_network-8736828816388'] for network, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:36.383248 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-828697bd-b349-4c89-8548-f2c807712397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['183ad8d0-21c1-4862-9398-6f82217a7f85']}} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:50:36.387181 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d4bdb0d4-e5c0-4bbc-8f80-4081dd3b6ebd no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:50:36.393380 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-828697bd-b349-4c89-8548-f2c807712397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed02c3a7-a9ff-4391-be09-028c86201a02') {'for_net_delete': True} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:50:36.393681 n-d-839810-1 neutron-server[102774]: DEBUG neutron.services.segments.db [None req-828697bd-b349-4c89-8548-f2c807712397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed02c3a7-a9ff-4391-be09-028c86201a02') {} {{(pid=102774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:50:36.408474 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-828697bd-b349-4c89-8548-f2c807712397 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736828817677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496752'] for segment, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:36.412092 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: d4bdb0d4-e5c0-4bbc-8f80-4081dd3b6ebd {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:50:36.412461 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device d4bdb0d4-e5c0-4bbc-8f80-4081dd3b6ebd not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:50:36.412867 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 72da08bb-3ee7-4a2d-8025-3259ff825754 no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:50:36.421948 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-828697bd-b349-4c89-8548-f2c807712397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554'] for segment, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:36.428454 n-d-839810-1 neutron-server[102774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-828697bd-b349-4c89-8548-f2c807712397 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=102774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:50:36.429035 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-828697bd-b349-4c89-8548-f2c807712397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16299535'] for segment, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: self.session.flush() Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: Traceback (most recent call last): Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: timer() Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: cb(*args, **kw) Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: return func(*args, **kwargs) Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: self._notify() Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: self.callback(batched_events) Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: event.method(event) Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: return f(self, *a, **k) Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: return self._get(url).json() Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: return self.request(url, 'GET', **kwargs) Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:50:36.431224 n-d-839810-1 neutron-server[102774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:50:36.435305 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: 72da08bb-3ee7-4a2d-8025-3259ff825754 {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:50:36.435631 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device 72da08bb-3ee7-4a2d-8025-3259ff825754 not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:50:36.436037 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed no longer exists at agent ovs-agent-n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:50:36.455776 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.plugin [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] No Port match for: a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed {{(pid=102775) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 20:50:36.456139 n-d-839810-1 neutron-server[102775]: DEBUG neutron.plugins.ml2.rpc [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Device a238f1b1-b90a-43e8-b9be-7a14a5d5c5ed not bound to the agent host n-d-839810-1 {{(pid=102775) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:50:36.486182 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-828697bd-b349-4c89-8548-f2c807712397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-604521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2044106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632584'] for network, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:36.491153 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-828697bd-b349-4c89-8548-f2c807712397 admin admin] Notify callbacks [] for network, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:36.494474 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-828697bd-b349-4c89-8548-f2c807712397 admin admin] 10.222.0.42 "DELETE /v2.0/networks/183ad8d0-21c1-4862-9398-6f82217a7f85 HTTP/1.1" status: 204 len: 168 time: 0.9057877 Apr 28 20:50:36.507004 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828697bd-b349-4c89-8548-f2c807712397 admin admin] Pushing event deleted for resources: {'Network': ['ID=183ad8d0-21c1-4862-9398-6f82217a7f85,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:50:36.661028 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40702) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:50:36.701133 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-e8dabd33-b03e-49fb-bf68-25192e1abc59 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=05f65d81fee5419190dd7213a05d4eb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388670 Apr 28 20:50:36.703601 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [-] (102773) accepted ('10.222.0.42', 40704) {{(pid=102773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:50:36.754912 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-11a509c5-c21d-453c-8ac5-a5fcb1f54cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:36.775620 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-11a509c5-c21d-453c-8ac5-a5fcb1f54cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:36.825269 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-11a509c5-c21d-453c-8ac5-a5fcb1f54cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:36.827991 n-d-839810-1 neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-11a509c5-c21d-453c-8ac5-a5fcb1f54cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:36.829235 n-d-839810-1 neutron-server[102773]: INFO neutron.wsgi [None req-11a509c5-c21d-453c-8ac5-a5fcb1f54cdd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ef1ff8fd-2125-4612-aed1-62a52d2cc111 HTTP/1.1" status: 204 len: 168 time: 0.1246448 Apr 28 20:50:36.837426 n-d-839810-1 neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a509c5-c21d-453c-8ac5-a5fcb1f54cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1ff8fd-2125-4612-aed1-62a52d2cc111,revision_number=None']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:50:37.147452 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40710) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:50:37.187519 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-9efc632c-a8c2-4f5a-a5e1-ad7279143a7e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5eae73b93df84f3a901289f17b906182&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386281 Apr 28 20:50:37.189904 n-d-839810-1 neutron-server[102774]: DEBUG neutron.wsgi [-] (102774) accepted ('10.222.0.42', 40712) {{(pid=102774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 20:50:37.236808 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e031c277-53c3-4452-ab1d-48df43bcf380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:37.256966 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e031c277-53c3-4452-ab1d-48df43bcf380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:37.309498 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e031c277-53c3-4452-ab1d-48df43bcf380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2025940'] for security_group, after_delete {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:37.312032 n-d-839810-1 neutron-server[102774]: DEBUG neutron_lib.callbacks.manager [None req-e031c277-53c3-4452-ab1d-48df43bcf380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:37.313269 n-d-839810-1 neutron-server[102774]: INFO neutron.wsgi [None req-e031c277-53c3-4452-ab1d-48df43bcf380 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d1d2decc-9f74-4dbf-8e8a-43e5406cb38a HTTP/1.1" status: 204 len: 168 time: 0.1224804 Apr 28 20:50:37.321933 n-d-839810-1 neutron-server[102774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e031c277-53c3-4452-ab1d-48df43bcf380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d2decc-9f74-4dbf-8e8a-43e5406cb38a,revision_number=None']} {{(pid=102774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:50:38.635598 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:50:49.989937 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5d5e867d-8054-492e-81ed-b6f9b487b401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:52.215811 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-a04d93e5-061e-4800-b346-3b163178f850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:53.787203 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:56.092274 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:56.094082 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:02.622656 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:04.225958 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:15.638096 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:51:19.991219 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-20c99735-1e17-4e05-a620-888c1e5992b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:22.219597 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b6b50b5b-b575-4ee7-b83a-9e3f97013ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:23.790390 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:26.093182 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:26.094968 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:32.634521 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:34.230704 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:49.992050 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ede414e6-d637-4001-af27-d578bb1aa79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:52.223226 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-c4075aa9-e357-4ff6-baa4-bb4f8fdb40eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:52.636848 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:51:53.792425 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:56.093587 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:56.095737 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:02.647704 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:04.251619 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:19.994230 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-77034c1b-7a14-4a1e-b4c9-5e0baf472af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:22.225008 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1497f871-b475-4ffd-9107-6a08c2cf5826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:23.796443 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:26.093416 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:26.096623 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:29.635521 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:52:32.651936 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:34.254069 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:49.995354 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-dc980501-f5eb-4c2f-b8a1-92f753e0b45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:52.226443 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-e07d607c-48c3-451f-b04c-572f23583efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:53.799325 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:56.099251 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:56.105888 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:02.648210 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:04.262974 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:06.635232 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:53:19.996092 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b9bfbdc5-84f6-4260-9b9e-6af46e0775c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:22.227175 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-96f861fb-3a13-4d63-a436-b2717f017911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:23.802553 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:26.098712 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:26.110009 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:32.680033 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:34.261271 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:43.634678 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:53:49.998210 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6d03c53b-6851-47ef-83ee-651c5cb5415a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:52.228511 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-4b99f62c-297f-4e42-af10-f894017b5595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:53.807735 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:56.092770 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:56.104774 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:02.692000 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:04.274329 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:20.000031 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-b522ca46-2172-4a37-8670-8a483810b4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:20.634000 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:54:22.229960 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-fb8e2ee0-30d8-4a50-9089-cc1beeb69aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:23.808623 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:26.097293 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:26.112861 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:32.701247 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:34.273645 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:50.003185 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-6348956d-e020-4719-b201-9fdfb48f44df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:52.231857 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-04bd5608-1fc3-4e8d-a793-94986ff4795f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:53.810789 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:56.102152 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:56.113728 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:57.633390 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:55:02.693525 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:04.294215 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:20.003623 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-267a9926-336b-4e9c-b05d-f2faa137f5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:22.233018 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0d261808-f3ef-4c45-99fa-1874c363c11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:23.814685 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:26.107021 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:26.116532 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:32.693075 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:34.294739 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:34.633524 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:55:50.007118 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-12c43c7c-0f26-4da8-ae6c-ffbd1154e187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:52.233745 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-995139c7-9a88-4af5-9d7e-d54fae94ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:53.819967 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:56.116612 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:56.120960 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:56:02.709122 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:56:04.289868 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:56:11.633459 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:56:20.008263 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3100e261-d53e-446d-8046-76c760003bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:56:22.236051 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-2280baaa-c83c-4eeb-84c7-647aee69cf6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:56:23.819841 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:56:26.116181 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:56:26.125452 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:56:32.722899 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:56:34.294663 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:56:48.634046 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:56:50.009409 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-16c4879e-b3b6-4b0f-95ab-c90c2b0ce6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:56:52.239444 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-3d73e8cf-0766-43c4-a6d2-b044d2e5ddfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:56:53.822117 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:56:56.107270 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:56:56.124797 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:02.723288 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:04.317881 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:20.011344 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ff93bf6e-2290-4b52-bbc8-fec2a283994d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:22.240884 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-39ec3efd-614f-481d-a967-d07695480a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:23.824993 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:25.634206 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:57:26.111159 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:26.132242 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:32.724300 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:34.316608 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:50.012425 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-1ea45d10-1375-4bec-8817-3252050efce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:52.245911 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-410a2cd8-9507-4117-adde-c817c62e7239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:53.828082 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:56.112215 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:56.136004 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:02.633292 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:58:02.721274 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:04.319434 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:20.013602 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7d92ebd1-3ea4-43c7-95fe-2620fbddaa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:22.238322 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-5b6af197-1915-47aa-89fd-fee44b3535b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:23.830813 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:26.119181 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:26.138178 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:32.736803 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:34.314932 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:39.632882 n-d-839810-1 neutron-server[102776]: DEBUG neutron.db.agents_db [None req-8b7b3119-1552-48b5-9f8d-af5c01cc6db0 None None] Agent healthcheck: found 7 active agents {{(pid=102776) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:58:50.014837 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-42ac32df-cb59-4a54-8383-57eb5688b63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:52.241142 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-986c6e3b-a753-404b-bd21-228d8867258a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:53.834828 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-35fcb970-bca7-43af-9dbe-7d2e33635db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:56.110544 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-783ddd87-e9a1-4adf-b78a-384d79e4ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:56.141502 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-ece7057e-2615-4f37-900d-cf525c6575f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:59:02.396305 n-d-839810-1 neutron-server[102773]: DEBUG neutron.wsgi [req-999987de-0789-40a2-b02c-8bf204194e51 req-fdeeb6a9-03d7-4d5a-8358-258e0165ec14 service neutron] (102773) timed out ('10.222.0.42', 38580) {{(pid=102773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 28 20:59:02.751363 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-0dc440a4-9b0f-4128-92dd-2fbff914dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:59:04.320043 n-d-839810-1 neutron-server[102775]: DEBUG neutron_lib.callbacks.manager [None req-7dc152d2-7b5c-416f-b8c4-afec7dd714ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736828696814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640610'] for agent, after_update {{(pid=102775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}